-- Logs begin at Wed 2021-11-10 18:20:09 UTC, end at Wed 2021-11-10 20:57:38 UTC. -- Nov 10 18:54:35.872174 n-d-813897-4 systemd[1]: Started Devstack devstack@q-svc.service. Nov 10 18:54:38.661184 n-d-813897-4 neutron-server[102396]: INFO neutron.common.config [-] Logging enabled! Nov 10 18:54:38.662014 n-d-813897-4 neutron-server[102396]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev155 Nov 10 18:54:38.662230 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102396) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 10 18:54:38.665461 n-d-813897-4 neutron-server[102396]: INFO neutron.common.config [-] Logging enabled! Nov 10 18:54:38.665716 n-d-813897-4 neutron-server[102396]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev155 Nov 10 18:54:38.666051 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102396) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 10 18:54:38.666998 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 18:54:38.667251 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 18:54:38.667625 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 18:54:38.667881 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 18:54:38.668121 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 18:54:38.668442 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.668862 n-d-813897-4 neutron-server[102396]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 10 18:54:38.669201 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.669471 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.669780 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.670078 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.670353 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.670632 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.670919 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.671217 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.671503 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.671779 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.672064 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.672353 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.672632 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.672916 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.673201 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.673484 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] debug = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.673777 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.674308 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.674733 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.675063 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.675353 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.675633 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.675901 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.676171 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.676450 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.677261 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] host = n-d-813897-4 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.677545 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.677880 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.678150 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.678440 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.678721 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.679002 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.679282 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.679560 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.679833 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] log_file = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.680106 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.680393 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.680677 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.680967 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.681189 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.681410 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.681696 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.682005 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.682278 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.682548 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.682818 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.683084 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.683354 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.683620 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.683907 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.684189 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.684471 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.684742 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.685012 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.685284 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.685551 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.685866 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.686130 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.686398 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.686672 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.686953 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.687217 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.687488 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.687791 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.688072 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.688355 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.688632 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.688900 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.689179 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.689448 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.689716 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.690029 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] use_json = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.690301 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.690568 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.690847 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.691115 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.691412 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.691723 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.692004 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.692384 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:38.692692 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.692995 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.693333 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.693743 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.694088 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.694369 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.694656 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.694934 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.695220 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.695510 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.695802 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.696080 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.696369 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.696647 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.696940 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.697264 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.697564 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.697884 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.698167 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.698442 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.698716 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.698995 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.699286 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.699570 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.699856 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.700143 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.700425 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.700730 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.701020 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.701309 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.701750 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.702504 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.702504 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.702504 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.702722 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.702997 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.703279 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.703572 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.703833 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.704122 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.704402 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.704675 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.704941 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.705224 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.705509 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.705807 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.706078 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.706354 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.706628 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.706896 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.707176 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.707450 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.707717 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.708179 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.708458 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.708733 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.709005 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.709288 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.709560 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.709863 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.710136 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.710407 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.710679 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.710949 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.711217 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.711486 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.711753 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.712027 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.712296 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.712568 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.712835 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.713103 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.713371 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.713657 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.713980 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.714259 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.714538 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.714824 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.715100 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.715379 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.715655 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.715942 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.716216 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.716487 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.716780 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.717060 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.717346 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.717633 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.717937 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.718251 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.718535 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.718814 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.719090 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.719364 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.719643 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.719931 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.720228 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.720537 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.720826 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.721118 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.721411 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.721690 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.722029 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.722306 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:38.722518 n-d-813897-4 neutron-server[102396]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 18:54:38.722769 n-d-813897-4 neutron-server[102396]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102396) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 10 18:54:39.160614 n-d-813897-4 neutron-server[102396]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 10 18:54:39.160851 n-d-813897-4 neutron-server[102396]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 10 18:54:39.161237 n-d-813897-4 neutron-server[102396]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 10 18:54:39.161565 n-d-813897-4 neutron-server[102396]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 10 18:54:39.497313 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.497547 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.497699 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.498953 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.499222 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.499480 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.535420 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.535660 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.535953 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.552111 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.552462 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.552830 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.585033 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.585288 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.585579 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.623971 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.624268 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.624537 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.862258 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.862890 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.862890 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.863083 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.863661 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.996015 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.996335 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.996617 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.996897 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.997162 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.997472 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.997726 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.998005 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.998252 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.998530 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.998786 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.999053 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.999300 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.999551 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:39.999802 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.000066 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.000321 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.000586 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.000856 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.001115 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.001387 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.001637 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.001949 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.002336 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.002581 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.002830 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.003239 n-d-813897-4 neutron-server[102396]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102396) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 18:54:40.003477 n-d-813897-4 neutron-server[102396]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102396) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 18:54:40.003716 n-d-813897-4 neutron-server[102396]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102396) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 18:54:40.003949 n-d-813897-4 neutron-server[102396]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102396) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 18:54:40.004177 n-d-813897-4 neutron-server[102396]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102396) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 18:54:40.004410 n-d-813897-4 neutron-server[102396]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102396) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 18:54:40.005074 n-d-813897-4 neutron-server[102396]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 10 18:54:40.008500 n-d-813897-4 neutron-server[102396]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 10 18:54:40.012513 n-d-813897-4 neutron-server[102396]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 10 18:54:40.016529 n-d-813897-4 neutron-server[102396]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Nov 10 18:54:40.018211 n-d-813897-4 neutron-server[102396]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 10 18:54:40.018662 n-d-813897-4 neutron-server[102396]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 10 18:54:40.018996 n-d-813897-4 neutron-server[102396]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 10 18:54:40.019408 n-d-813897-4 neutron-server[102396]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 10 18:54:40.022520 n-d-813897-4 neutron-server[102396]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 10 18:54:40.022775 n-d-813897-4 neutron-server[102396]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 10 18:54:40.023143 n-d-813897-4 neutron-server[102396]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 10 18:54:40.028959 n-d-813897-4 neutron-server[102396]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 10 18:54:40.051375 n-d-813897-4 neutron-server[102396]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 10 18:54:40.051898 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.052241 n-d-813897-4 neutron-server[102396]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102396) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 10 18:54:40.052560 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.053984 n-d-813897-4 neutron-server[102396]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102396) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 10 18:54:40.054268 n-d-813897-4 neutron-server[102396]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 10 18:54:40.054548 n-d-813897-4 neutron-server[102396]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 10 18:54:40.057877 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.058156 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.122881 n-d-813897-4 neutron-server[102396]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 10 18:54:40.123109 n-d-813897-4 neutron-server[102396]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 10 18:54:40.123375 n-d-813897-4 neutron-server[102396]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 10 18:54:40.123751 n-d-813897-4 neutron-server[102396]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 10 18:54:40.148238 n-d-813897-4 neutron-server[102396]: DEBUG oslo_db.sqlalchemy.engines [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102396) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 10 18:54:40.720743 n-d-813897-4 neutron-server[102396]: INFO neutron.plugins.ml2.managers [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Initializing driver for type 'gre' Nov 10 18:54:40.721293 n-d-813897-4 neutron-server[102396]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] gre ID ranges: [(1, 1000)] Nov 10 18:54:40.775538 n-d-813897-4 neutron-server[102396]: INFO neutron.plugins.ml2.managers [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Initializing driver for type 'local' Nov 10 18:54:40.775884 n-d-813897-4 neutron-server[102396]: INFO neutron.plugins.ml2.managers [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Initializing driver for type 'vlan' Nov 10 18:54:40.791420 n-d-813897-4 neutron-server[102396]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] VlanTypeDriver initialization complete Nov 10 18:54:40.791771 n-d-813897-4 neutron-server[102396]: INFO neutron.plugins.ml2.managers [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Initializing driver for type 'vxlan' Nov 10 18:54:40.792483 n-d-813897-4 neutron-server[102396]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] vxlan ID ranges: [(1, 1000)] Nov 10 18:54:40.856424 n-d-813897-4 neutron-server[102396]: INFO neutron.plugins.ml2.managers [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Initializing extension driver 'port_security' Nov 10 18:54:40.856996 n-d-813897-4 neutron-server[102396]: INFO neutron.plugins.ml2.extensions.port_security [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] PortSecurityExtensionDriver initialization complete Nov 10 18:54:40.857606 n-d-813897-4 neutron-server[102396]: INFO neutron.plugins.ml2.managers [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Initializing mechanism driver 'openvswitch' Nov 10 18:54:40.858066 n-d-813897-4 neutron-server[102396]: INFO neutron.plugins.ml2.managers [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Initializing mechanism driver 'hyperv' Nov 10 18:54:40.868888 n-d-813897-4 neutron-server[102396]: DEBUG neutron.plugins.ml2.plugin [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:54:40.869852 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > port after_create 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.870272 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > port after_update 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.870786 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > port after_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.871577 n-d-813897-4 neutron-server[102396]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102396) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 18:54:40.872035 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > subnet after_create 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.872442 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > subnet after_update 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.872921 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.873465 n-d-813897-4 neutron-server[102396]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102396) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 18:54:40.874069 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > network after_create 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.874271 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > network after_update 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.874724 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > network after_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.875264 n-d-813897-4 neutron-server[102396]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102396) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 18:54:40.875845 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > security_group after_create 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.876295 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > security_group after_update 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.876765 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.877354 n-d-813897-4 neutron-server[102396]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102396) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 18:54:40.878177 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.878638 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.879028 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.879623 n-d-813897-4 neutron-server[102396]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102396) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 18:54:40.880242 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > address_group after_create 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.880595 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > address_group after_update 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.880937 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.881335 n-d-813897-4 neutron-server[102396]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102396) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 18:54:40.881719 n-d-813897-4 neutron-server[102396]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] ML2 OVO RPC backend initialized. {{(pid=102396) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 10 18:54:40.882457 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.882817 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.883235 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > network before_response 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.883586 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > networks before_response 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.883953 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > port before_response 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.884280 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > ports before_response 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.884625 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > subnet before_response 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.884966 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > subnets before_response 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.885318 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > network after_create 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.885654 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > network after_update 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.886093 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > network after_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.886437 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > port after_create 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.886774 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > port after_update 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.887113 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > port after_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.887447 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > subnet after_create 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.887786 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > subnet after_update 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.888122 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.888708 n-d-813897-4 neutron-server[102396]: INFO neutron.plugins.ml2.plugin [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Modular L2 Plugin initialization complete Nov 10 18:54:40.889039 n-d-813897-4 neutron-server[102396]: DEBUG neutron.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading services supported by the core plugin {{(pid=102396) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 10 18:54:40.889366 n-d-813897-4 neutron-server[102396]: INFO neutron.plugins.ml2.managers [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Got port-security extension from driver 'port_security' Nov 10 18:54:40.889867 n-d-813897-4 neutron-server[102396]: INFO neutron.extensions.vlantransparent [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Disabled vlantransparent extension. Nov 10 18:54:40.890351 n-d-813897-4 neutron-server[102396]: DEBUG neutron.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102396) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 10 18:54:40.890665 n-d-813897-4 neutron-server[102396]: INFO neutron.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading Plugin: router Nov 10 18:54:40.927757 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.928174 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > router after_create 55549900 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.928545 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > router before_create 55549900 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.928921 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.929298 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.929658 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > router after_delete 55549900 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.930054 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.930540 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.930905 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > router after_create 55549900 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.931240 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > router after_update 55549900 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.931591 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > router after_update 55549900 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.931952 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.932310 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > router after_update 55549900 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.932726 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > router precommit_update 55549900 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.933101 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: port after_update 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.933448 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: port after_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.933805 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: subnet after_update 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.934143 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.934501 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.934846 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > router precommit_create 55549900 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.935195 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: port before_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.935537 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > router precommit_create 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.935896 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > router after_update 55549900 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.936241 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.936593 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > router precommit_create 55549900 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.936970 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.937313 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > router precommit_update 55549900 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.937680 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > agent after_create 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.938065 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > agent after_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.938414 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > network after_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.939335 n-d-813897-4 neutron-server[102396]: DEBUG neutron.quota.resource_registry [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Tracking information for resource: router configured {{(pid=102396) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 18:54:40.939669 n-d-813897-4 neutron-server[102396]: DEBUG neutron.quota.resource_registry [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Tracking information for resource: floatingip configured {{(pid=102396) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 18:54:40.945063 n-d-813897-4 neutron-server[102396]: INFO neutron.db.l3_agentschedulers_db [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 10 18:54:40.945652 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: port after_update 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.946094 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: port after_create 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.946478 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: port after_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.946839 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: port after_update 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.947647 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > router before_create 55550100 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.948012 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.948373 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > router precommit_create 55550100 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.948734 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > router precommit_update 55550100 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.953756 n-d-813897-4 neutron-server[102396]: DEBUG neutron.services.provider_configuration [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Service providers = [] {{(pid=102396) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 10 18:54:40.954113 n-d-813897-4 neutron-server[102396]: DEBUG neutron.db.servicetype_db [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102396) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 10 18:54:40.957240 n-d-813897-4 neutron-server[102396]: DEBUG neutron.services.service_base [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102396) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 18:54:40.957598 n-d-813897-4 neutron-server[102396]: DEBUG neutron.services.service_base [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102396) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 18:54:40.958081 n-d-813897-4 neutron-server[102396]: DEBUG neutron.services.service_base [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102396) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 18:54:40.959032 n-d-813897-4 neutron-server[102396]: DEBUG neutron.services.service_base [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102396) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 18:54:40.959412 n-d-813897-4 neutron-server[102396]: INFO neutron.services.service_base [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 10 18:54:40.959804 n-d-813897-4 neutron-server[102396]: DEBUG neutron.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102396) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 18:54:40.960128 n-d-813897-4 neutron-server[102396]: INFO neutron.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 10 18:54:40.972511 n-d-813897-4 neutron-server[102396]: DEBUG neutron.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102396) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 18:54:40.972854 n-d-813897-4 neutron-server[102396]: INFO neutron.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading Plugin: auto_allocate Nov 10 18:54:40.978913 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: network precommit_update 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.979292 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: network precommit_create 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.979825 n-d-813897-4 neutron-server[102396]: DEBUG neutron.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102396) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 18:54:40.980155 n-d-813897-4 neutron-server[102396]: INFO neutron.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading Plugin: tag Nov 10 18:54:40.987249 n-d-813897-4 neutron-server[102396]: DEBUG neutron.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102396) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 18:54:40.987613 n-d-813897-4 neutron-server[102396]: INFO neutron.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading Plugin: timestamp Nov 10 18:54:40.991927 n-d-813897-4 neutron-server[102396]: DEBUG neutron.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102396) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 18:54:40.992261 n-d-813897-4 neutron-server[102396]: INFO neutron.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading Plugin: network_ip_availability Nov 10 18:54:40.997852 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.998229 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.998589 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:40.999313 n-d-813897-4 neutron-server[102396]: DEBUG neutron.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102396) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 18:54:40.999636 n-d-813897-4 neutron-server[102396]: INFO neutron.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading Plugin: flavors Nov 10 18:54:41.005053 n-d-813897-4 neutron-server[102396]: DEBUG neutron.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102396) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 18:54:41.005447 n-d-813897-4 neutron-server[102396]: INFO neutron.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading Plugin: revisions Nov 10 18:54:41.009749 n-d-813897-4 neutron-server[102396]: DEBUG neutron.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102396) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 18:54:41.010177 n-d-813897-4 neutron-server[102396]: DEBUG oslo_concurrency.lockutils [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.849s {{(pid=102396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 10 18:54:41.010906 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102396) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 10 18:54:41.011268 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Initializing extension manager. Nov 10 18:54:41.011788 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: __init__.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.012127 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: __pycache__ {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.012470 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.012806 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: address_group.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.013581 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.014180 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: address-group Nov 10 18:54:41.014505 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: address_scope.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.015331 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.015739 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: address-scope Nov 10 18:54:41.016056 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.017011 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.017524 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: router-admin-state-down-before-update Nov 10 18:54:41.017873 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: agent.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.018583 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.019090 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: agent Nov 10 18:54:41.019413 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: agent_resources_synced.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.020353 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.020893 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: agent-resources-synced Nov 10 18:54:41.021249 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: allowedaddresspairs.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.023124 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.023661 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: allowed-address-pairs Nov 10 18:54:41.023979 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: auto_allocated_topology.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.025104 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.025630 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: auto-allocated-topology Nov 10 18:54:41.026042 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: availability_zone.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.026707 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.027224 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: availability_zone Nov 10 18:54:41.027551 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: availability_zone_filter.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.028491 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.029001 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: availability_zone_filter Nov 10 18:54:41.029587 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: data_plane_status.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.030274 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.030783 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension data-plane-status not supported by any of loaded plugins Nov 10 18:54:41.031110 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: default_subnetpools.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.032043 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.032560 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: default-subnetpools Nov 10 18:54:41.032886 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.033741 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.034287 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: dhcp_agent_scheduler Nov 10 18:54:41.034606 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: dns.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.035577 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.036111 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension dns-integration not supported by any of loaded plugins Nov 10 18:54:41.036451 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: dns_domain_ports.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.037363 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.037915 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 10 18:54:41.038243 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.039173 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.039686 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 10 18:54:41.040012 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: dvr.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.040707 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.041281 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: dvr Nov 10 18:54:41.041590 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: ecmp_routes.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.042492 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.042997 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 10 18:54:41.043329 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: empty_string_filtering.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.044272 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.044781 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: empty-string-filtering Nov 10 18:54:41.045304 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.046279 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.046791 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 10 18:54:41.047186 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.048040 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.048545 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 10 18:54:41.048871 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: external_net.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.049826 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.050334 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: external-net Nov 10 18:54:41.050666 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.051767 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.052190 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: extra_dhcp_opt Nov 10 18:54:41.052515 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: extraroute.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.053445 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.053979 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: extraroute Nov 10 18:54:41.054306 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: extraroute_atomic.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.055365 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.055875 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: extraroute-atomic Nov 10 18:54:41.056204 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: filter_validation.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.057135 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.057646 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: filter-validation Nov 10 18:54:41.058009 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: fip_pf_description.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.058923 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.059447 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 10 18:54:41.059757 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: fip_port_details.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.060685 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.061201 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: fip-port-details Nov 10 18:54:41.061534 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: flavors.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.062833 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.063365 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: flavors Nov 10 18:54:41.063693 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.065412 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.065972 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 10 18:54:41.066307 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: floatingip_pools.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.067025 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.067569 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: floatingip-pools Nov 10 18:54:41.067880 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: ip_allocation.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.068843 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.069347 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension ip_allocation not supported by any of loaded plugins Nov 10 18:54:41.069670 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.070649 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.071159 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: ip-substring-filtering Nov 10 18:54:41.071490 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: l2_adjacency.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.072430 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.072936 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 10 18:54:41.073256 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: l3.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.074300 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.074818 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: router Nov 10 18:54:41.075141 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.077524 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.078084 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 10 18:54:41.078420 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.079365 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.079882 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: ext-gw-mode Nov 10 18:54:41.080213 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.081146 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.081659 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: l3-ha Nov 10 18:54:41.082012 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: l3_flavors.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.083119 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.083633 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: l3-flavors Nov 10 18:54:41.083960 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.084900 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.085410 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 10 18:54:41.085739 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: l3agentscheduler.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.086858 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.087373 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: l3_agent_scheduler Nov 10 18:54:41.087703 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: logging.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.089334 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.089877 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension logging not supported by any of loaded plugins Nov 10 18:54:41.090212 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: metering.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.090964 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.091548 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: metering Nov 10 18:54:41.091881 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.093123 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.093642 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: metering_source_and_destination_fields Nov 10 18:54:41.094001 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: multiprovidernet.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.094938 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.095453 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: multi-provider Nov 10 18:54:41.095780 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: netmtu.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.096716 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.097234 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: net-mtu Nov 10 18:54:41.097562 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: netmtu_writable.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.098568 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.099091 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: net-mtu-writable Nov 10 18:54:41.099418 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: network_availability_zone.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.100093 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.100603 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: network_availability_zone Nov 10 18:54:41.100929 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: network_ip_availability.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.102103 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.102622 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: network-ip-availability Nov 10 18:54:41.102949 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: network_segment_range.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.103729 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.104236 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension network-segment-range not supported by any of loaded plugins Nov 10 18:54:41.104571 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: pagination.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.105719 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.106082 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: pagination Nov 10 18:54:41.106405 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: port_device_profile.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.107330 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.107841 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: port-device-profile Nov 10 18:54:41.108165 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.109106 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.109620 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: port-mac-address-regenerate Nov 10 18:54:41.109976 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.110916 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.111423 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: port-numa-affinity-policy Nov 10 18:54:41.111742 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: port_resource_request.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.112666 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.113174 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension port-resource-request not supported by any of loaded plugins Nov 10 18:54:41.113496 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: port_resource_request_groups.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.114558 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.115175 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 10 18:54:41.115829 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: portbindings.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.116776 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.117286 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: binding Nov 10 18:54:41.117611 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: portbindings_extended.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.118960 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.119478 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: binding-extended Nov 10 18:54:41.119806 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: portsecurity.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.120736 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.121248 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: port-security Nov 10 18:54:41.121572 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: project_id.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.122573 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.122904 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: project-id Nov 10 18:54:41.123232 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: providernet.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.124169 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.124675 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: provider Nov 10 18:54:41.124999 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: qos.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.128781 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.129309 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension qos not supported by any of loaded plugins Nov 10 18:54:41.129641 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.130964 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.131479 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 10 18:54:41.131809 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.132734 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.133256 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 10 18:54:41.133583 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: qos_default.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.134541 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.135053 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension qos-default not supported by any of loaded plugins Nov 10 18:54:41.135377 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: qos_fip.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.136046 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.136560 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension qos-fip not supported by any of loaded plugins Nov 10 18:54:41.136884 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: qos_gateway_ip.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.137907 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.138476 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 10 18:54:41.138742 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: qos_port_network_policy.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.139684 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.140192 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 10 18:54:41.140522 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.141564 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.142113 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 10 18:54:41.142445 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: qos_pps_rule.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.143699 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.144417 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension qos-pps not supported by any of loaded plugins Nov 10 18:54:41.144748 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: qos_rule_type_details.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.145938 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.146458 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 10 18:54:41.146791 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: qos_rules_alias.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.147854 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.148366 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 10 18:54:41.148694 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: quota_check_limit.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.149624 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.150177 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: quota-check-limit Nov 10 18:54:41.150508 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: quotasv2.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.151515 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.151846 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: quotas Nov 10 18:54:41.152171 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: quotasv2_detail.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.155464 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.155809 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: quota_details Nov 10 18:54:41.156163 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: rbac.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.157243 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.157805 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: rbac-policies Nov 10 18:54:41.158154 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: rbac_address_group.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.159099 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.159617 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: rbac-address-group Nov 10 18:54:41.159946 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: rbac_address_scope.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.160878 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.161430 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: rbac-address-scope Nov 10 18:54:41.161752 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: rbac_security_groups.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.162704 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.163216 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: rbac-security-groups Nov 10 18:54:41.163547 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: rbac_subnetpool.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.164485 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.165005 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: rbac-subnetpool Nov 10 18:54:41.165330 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: revisionifmatch.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.166294 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.166817 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: revision-if-match Nov 10 18:54:41.167146 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: revisions.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.168296 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.168815 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: standard-attr-revisions Nov 10 18:54:41.169141 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: router_availability_zone.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.169854 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.170409 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: router_availability_zone Nov 10 18:54:41.170731 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: routerservicetype.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.171666 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.172171 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension router-service-type not supported by any of loaded plugins Nov 10 18:54:41.172495 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.173431 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.173978 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: security-groups-normalized-cidr Nov 10 18:54:41.174303 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.175327 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.175842 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: port-security-groups-filtering Nov 10 18:54:41.176166 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.177251 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.177930 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: security-groups-remote-address-group Nov 10 18:54:41.178254 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.179204 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.179714 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: security-groups-shared-filtering Nov 10 18:54:41.180037 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.180639 n-d-813897-4 neutron-server[102396]: WARNING neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 10 18:54:41.180961 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: securitygroup.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.191357 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.191913 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: security-group Nov 10 18:54:41.192276 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: segment.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.193275 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.193809 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension segment not supported by any of loaded plugins Nov 10 18:54:41.194146 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.195180 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.195694 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 10 18:54:41.196022 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: servicetype.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.197194 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.197719 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: service-type Nov 10 18:54:41.198076 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: sorting.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.199088 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.199425 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: sorting Nov 10 18:54:41.199748 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: standard_attr_segment.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.200686 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.201207 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 10 18:54:41.201509 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: standardattrdescription.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.202218 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.202737 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: standard-attr-description Nov 10 18:54:41.203059 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: stateful_security_group.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.204007 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.204517 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: stateful-security-group Nov 10 18:54:41.204833 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: stdattrs_common.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.205418 n-d-813897-4 neutron-server[102396]: WARNING neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 10 18:54:41.205729 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.206705 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.207211 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 10 18:54:41.207535 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: subnet_onboard.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.208705 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.209278 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: subnet_onboard Nov 10 18:54:41.209603 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.210598 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.211113 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 10 18:54:41.211441 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: subnet_service_types.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.212380 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.212903 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: subnet-service-types Nov 10 18:54:41.213233 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: subnetallocation.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.214405 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.214925 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: subnet_allocation Nov 10 18:54:41.215251 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.215926 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.216612 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: subnetpool-prefix-ops Nov 10 18:54:41.216760 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.217736 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.218265 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 10 18:54:41.218585 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: tagging.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.219740 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.220244 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: standard-attr-tag Nov 10 18:54:41.220583 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: timestamp.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.221865 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.222391 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loaded extension: standard-attr-timestamp Nov 10 18:54:41.222718 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: trunk.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.223818 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.224358 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension trunk not supported by any of loaded plugins Nov 10 18:54:41.224685 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: trunk_details.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.225622 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.226146 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension trunk-details not supported by any of loaded plugins Nov 10 18:54:41.226490 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: uplink_status_propagation.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.227428 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.227956 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 10 18:54:41.228283 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Loading extension file: vlantransparent.py {{(pid=102396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 18:54:41.228978 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 18:54:41.229498 n-d-813897-4 neutron-server[102396]: INFO neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 10 18:54:41.232167 n-d-813897-4 neutron-server[102396]: INFO neutron.quota.resource_registry [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Creating instance of TrackedResource for resource:network Nov 10 18:54:41.232707 n-d-813897-4 neutron-server[102396]: INFO neutron.quota.resource_registry [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Creating instance of TrackedResource for resource:subnet Nov 10 18:54:41.233114 n-d-813897-4 neutron-server[102396]: INFO neutron.quota.resource_registry [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 18:54:41.233502 n-d-813897-4 neutron-server[102396]: INFO neutron.quota.resource_registry [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Creating instance of TrackedResource for resource:port Nov 10 18:54:41.234913 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.v2.resource_helper [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102396) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 18:54:41.235365 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.v2.resource_helper [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Service FLAVORS assigned prefix: {{(pid=102396) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 18:54:41.235988 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.v2.resource_helper [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102396) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 18:54:41.236423 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.v2.resource_helper [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102396) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 18:54:41.236775 n-d-813897-4 neutron-server[102396]: INFO neutron.quota.resource_registry [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Creating instance of TrackedResource for resource:router Nov 10 18:54:41.237222 n-d-813897-4 neutron-server[102396]: INFO neutron.quota.resource_registry [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Creating instance of TrackedResource for resource:floatingip Nov 10 18:54:41.237739 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.v2.resource_helper [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Service METERING assigned prefix: /metering {{(pid=102396) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 18:54:41.239328 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:41.239709 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:41.240064 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 18:54:41.241528 n-d-813897-4 neutron-server[102396]: INFO neutron.quota.resource_registry [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Creating instance of CountableResource for resource:rbac_policy Nov 10 18:54:41.242142 n-d-813897-4 neutron-server[102396]: INFO neutron.quota.resource_registry [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Creating instance of TrackedResource for resource:security_group Nov 10 18:54:41.242492 n-d-813897-4 neutron-server[102396]: INFO neutron.quota.resource_registry [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 10 18:54:41.243131 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.v2.resource_helper [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Service CORE assigned prefix: {{(pid=102396) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 18:54:41.243466 n-d-813897-4 neutron-server[102396]: INFO neutron.quota.resource_registry [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 18:54:41.243822 n-d-813897-4 neutron-server[102396]: WARNING neutron.quota.resource_registry [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] subnetpool is already registered Nov 10 18:54:41.244273 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.v2.resource_helper [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Service CORE assigned prefix: {{(pid=102396) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 18:54:41.244611 n-d-813897-4 neutron-server[102396]: INFO neutron.quota.resource_registry [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 18:54:41.244942 n-d-813897-4 neutron-server[102396]: WARNING neutron.quota.resource_registry [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] subnetpool is already registered Nov 10 18:54:41.248116 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.v2.resource_helper [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102396) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 18:54:41.248605 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.v2.resource_helper [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Service FLAVORS assigned prefix: {{(pid=102396) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 18:54:41.249436 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.v2.resource_helper [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102396) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 18:54:41.250023 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.v2.resource_helper [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102396) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 18:54:41.250416 n-d-813897-4 neutron-server[102396]: INFO neutron.quota.resource_registry [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Creating instance of TrackedResource for resource:router Nov 10 18:54:41.250887 n-d-813897-4 neutron-server[102396]: WARNING neutron.quota.resource_registry [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] router is already registered Nov 10 18:54:41.251348 n-d-813897-4 neutron-server[102396]: INFO neutron.quota.resource_registry [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Creating instance of TrackedResource for resource:floatingip Nov 10 18:54:41.251791 n-d-813897-4 neutron-server[102396]: WARNING neutron.quota.resource_registry [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] floatingip is already registered Nov 10 18:54:41.252424 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.v2.resource_helper [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Service METERING assigned prefix: /metering {{(pid=102396) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 18:54:41.253218 n-d-813897-4 neutron-server[102396]: INFO neutron.quota.resource_registry [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Creating instance of CountableResource for resource:rbac_policy Nov 10 18:54:41.253612 n-d-813897-4 neutron-server[102396]: WARNING neutron.quota.resource_registry [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] rbac_policy is already registered Nov 10 18:54:41.254208 n-d-813897-4 neutron-server[102396]: INFO neutron.quota.resource_registry [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Creating instance of TrackedResource for resource:security_group Nov 10 18:54:41.254661 n-d-813897-4 neutron-server[102396]: WARNING neutron.quota.resource_registry [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] security_group is already registered Nov 10 18:54:41.255391 n-d-813897-4 neutron-server[102396]: INFO neutron.quota.resource_registry [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 10 18:54:41.256001 n-d-813897-4 neutron-server[102396]: WARNING neutron.quota.resource_registry [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] security_group_rule is already registered Nov 10 18:54:41.256763 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.v2.resource_helper [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Service CORE assigned prefix: {{(pid=102396) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 18:54:41.257164 n-d-813897-4 neutron-server[102396]: INFO neutron.quota.resource_registry [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 18:54:41.257603 n-d-813897-4 neutron-server[102396]: WARNING neutron.quota.resource_registry [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] subnetpool is already registered Nov 10 18:54:41.258161 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.v2.resource_helper [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Service CORE assigned prefix: {{(pid=102396) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 18:54:41.258638 n-d-813897-4 neutron-server[102396]: INFO neutron.quota.resource_registry [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 18:54:41.259063 n-d-813897-4 neutron-server[102396]: WARNING neutron.quota.resource_registry [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] subnetpool is already registered Nov 10 18:54:41.261259 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: extensions {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.263344 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: address-groups {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.265368 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: address-scopes {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.267019 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: agents {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.268681 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: auto-allocated-topology {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.270344 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: availability_zones {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.272141 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: dhcp-networks {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.274094 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: dhcp-agents {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.276205 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: routers {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.278806 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: flavors {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.280100 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: service_profiles {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.281326 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: next_providers {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.282829 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: service_profiles {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.284294 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: floatingip-pools {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.285618 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: routers {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.288059 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: floatingips {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.289444 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: l3-routers {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.290979 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: l3-agents {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.292418 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: metering-labels {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.293671 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: metering-label-rules {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.295093 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: network-ip-availabilities {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.296367 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: bindings {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.298062 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: quotas {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.299734 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: quotas {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.301293 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: rbac-policies {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.302583 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: security-groups {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.303957 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: security-group-rules {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.305201 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: service-providers {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.306459 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: subnetpools {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.307874 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: subnetpools {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.309350 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: tags {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.311157 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: tags {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.313006 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: tags {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.314837 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: tags {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.316547 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: tags {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.318625 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: tags {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.320353 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: tags {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.323227 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: tags {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.325035 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: tags {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.326835 n-d-813897-4 neutron-server[102396]: DEBUG neutron.api.extensions [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Extended resource: tags {{(pid=102396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 18:54:41.333241 n-d-813897-4 neutron-server[102396]: WARNING keystonemiddleware.auth_token [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 10 18:54:41.337966 n-d-813897-4 neutron-server[102396]: WARNING keystonemiddleware.auth_token [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 10 18:54:41.346918 n-d-813897-4 neutron-server[102396]: DEBUG oslo_concurrency.lockutils [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Acquired lock "singleton_lock" {{(pid=102396) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 10 18:54:41.347398 n-d-813897-4 neutron-server[102396]: DEBUG oslo_concurrency.lockutils [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Releasing lock "singleton_lock" {{(pid=102396) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 10 18:54:41.348069 n-d-813897-4 neutron-server[102396]: INFO oslo_service.service [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Starting 2 workers Nov 10 18:54:41.352958 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Started child 102505 {{(pid=102396) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 18:54:41.357416 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Started child 102506 {{(pid=102396) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 18:54:41.358380 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:54:41.359121 n-d-813897-4 neutron-server[102396]: INFO neutron.service [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 10 18:54:41.359565 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Publish callbacks [] for process, before_spawn {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:54:41.359980 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [-] (102505) wsgi starting up on http://0.0.0.0:9696 Nov 10 18:54:41.361983 n-d-813897-4 neutron-server[102396]: INFO oslo_service.service [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Starting 1 workers Nov 10 18:54:41.362274 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:54:41.363611 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [-] (102506) wsgi starting up on http://0.0.0.0:9696 Nov 10 18:54:41.367501 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Started child 102507 {{(pid=102396) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 18:54:41.368018 n-d-813897-4 neutron-server[102396]: INFO oslo_service.service [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Starting 1 workers Nov 10 18:54:41.371225 n-d-813897-4 neutron-server[102507]: DEBUG neutron.service [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] calling RpcWorker wait() {{(pid=102507) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 10 18:54:41.371807 n-d-813897-4 neutron-server[102507]: DEBUG neutron.service [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] returning from RpcWorker wait() {{(pid=102507) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 10 18:54:41.372535 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Started child 102508 {{(pid=102396) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 18:54:41.373189 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:54:41.373309 n-d-813897-4 neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-87388e4d-6903-45e1-b17f-6e25397727b6 None None] Publish callbacks [] for process, after_spawn {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:54:41.373645 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:54:41.375196 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102396) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 10 18:54:41.375386 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 18:54:41.375577 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 18:54:41.375819 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 18:54:41.376153 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 18:54:41.376334 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 18:54:41.376908 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.377172 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.377436 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:54:41.378011 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.378011 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.378011 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.378568 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.378679 n-d-813897-4 neutron-server[102508]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:54:41.378848 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.379100 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.379390 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.379670 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.379917 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.380079 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.380317 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.380595 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.381016 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.381152 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.381392 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.381640 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.381842 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.382105 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.382358 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.382616 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.382881 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] debug = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.383128 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.383595 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.383818 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.384050 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.384255 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.384538 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.384783 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.385039 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.385272 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.385512 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.385755 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.386004 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.386250 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.386460 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.386722 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.386938 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.387180 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.387417 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.387880 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] host = n-d-813897-4 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.388116 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.388364 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.388595 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.388848 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.389115 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.389332 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.389648 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.389859 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.390113 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.390345 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.390634 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.390842 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.391169 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.391404 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] log_file = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.391569 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] log_options = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.391805 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.392072 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.392322 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.392551 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.392681 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.392879 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.393096 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.393261 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.393509 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.393756 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.394000 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.394217 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.394451 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.394679 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.394932 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.395163 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.395548 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.395684 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.395924 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.396204 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.396384 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.396612 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.396850 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.397098 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.397327 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.397551 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.397825 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.398064 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.398290 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.398528 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.398771 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.399018 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.399252 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.399484 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.399843 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.400003 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.400230 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.400475 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.400758 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.400979 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.401234 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.401490 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.401726 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.402005 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.402251 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.402467 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.402704 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] use_json = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.402891 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.403132 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.403395 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.403628 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.403845 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.404068 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.404304 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.404631 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.404977 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.405272 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.405590 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.405870 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.406111 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.406350 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.407795 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.408032 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.408308 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.408581 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.408908 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.410695 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.411148 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.411560 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.411925 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.412324 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.412600 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.412893 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.413265 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.413392 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.413612 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.413887 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.414200 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.414451 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.414781 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.415383 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.415383 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.415580 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.415788 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.416984 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.416984 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.416984 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.416984 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.416984 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.417379 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.417461 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.417681 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.417985 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.418229 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.418466 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.418690 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.419075 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.419445 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.419846 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.420246 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.420544 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.420781 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.421072 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.421557 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.421557 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.421753 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.421875 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.422479 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.422479 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.422671 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.422762 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.423002 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.423219 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.424185 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.424185 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.424185 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.424185 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.424506 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.425144 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.425144 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.425144 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.425407 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.425513 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.425729 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.425966 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.426202 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.426412 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.426814 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.427241 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.427476 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.427696 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.427908 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.428125 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.428339 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.428575 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.428786 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.429010 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.429189 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.429493 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.429639 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.429875 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.430113 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.430332 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.430537 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.430812 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.431197 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.431362 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.431614 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.431830 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.432081 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.432310 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.432563 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.432784 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.433000 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.433305 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.433458 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.433692 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.433937 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.434161 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.434376 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.434629 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.434851 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.435100 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.435322 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.435548 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.435802 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.436065 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.436479 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.436891 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.438007 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.438007 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.438007 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.438007 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.438558 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.438558 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.438807 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.438950 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.439183 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.439443 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.439675 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.439905 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.440187 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.440594 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.440749 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.440943 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.441385 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.441385 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.441644 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.443081 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.443081 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.443081 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.443081 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.443081 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.443600 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.443600 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.443600 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.443828 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.444053 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.444283 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.444536 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.444952 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.445059 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.445260 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.445482 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.445692 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.445940 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.446204 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.446417 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.446719 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.447038 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.447258 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.447514 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.447675 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.447907 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.448136 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.448356 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.449794 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.449794 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.449794 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.449794 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.449794 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.449794 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.450281 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.450281 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.450426 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.450570 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.450799 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.451018 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.451513 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.451513 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.451729 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.451970 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.452291 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.452503 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.452832 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.453051 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.454309 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.454309 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.454309 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.454309 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.454309 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.454977 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.454977 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.454977 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.454977 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.455569 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.455763 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.455974 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.456336 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.456514 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.456750 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.456965 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.457222 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.457459 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.457966 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.458180 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.458393 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.458616 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.458879 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.459089 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.459499 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.459737 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.459970 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.460202 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.460414 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.460624 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.460907 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.461149 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.461381 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.461639 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.461895 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.462106 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.462333 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.462566 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.462749 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.462960 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.463179 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.463386 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.463628 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.463832 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.464042 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.464495 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.464495 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.464681 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.464934 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.465291 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.465503 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.466663 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.466663 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.466865 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.466948 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.467247 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.467342 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.467564 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.467780 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.467989 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.468218 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.468424 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.468639 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.469469 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.469469 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.469469 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.469817 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.469817 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.470484 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.470484 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.470674 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.470757 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.470993 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.471310 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.471546 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.471786 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.472018 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.472264 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.472499 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.472736 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.473070 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.473347 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.473646 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.473968 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.474250 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.474618 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.474895 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.475109 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.475418 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.475745 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.476009 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.476258 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.476499 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.476742 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.476987 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.477220 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.477450 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.477686 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.477924 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.478186 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.478412 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.478650 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.478889 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.479133 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.479363 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.479598 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.479806 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.480022 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.480251 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.480407 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 18:54:41.480987 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102396) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 10 18:54:41.481365 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 18:54:41.481365 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 18:54:41.481528 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 18:54:41.481606 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 18:54:41.481747 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 18:54:41.481987 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.482146 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.482304 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.482464 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.482617 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.482799 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.482956 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.483115 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.483270 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.483426 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.483582 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.483736 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.483890 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.484045 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.484202 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.484358 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.484513 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.484674 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.484842 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.484991 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.485145 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.485300 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.485457 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] debug = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.485610 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.485830 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.485994 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.486150 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.486305 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.486461 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.486615 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.486772 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.486926 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.487081 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.487237 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.487393 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.487576 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.487700 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.487856 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.488011 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.488174 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.488326 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.488484 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] host = n-d-813897-4 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.488641 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.488793 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.488948 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.489174 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.489438 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.489653 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.489824 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.489973 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.490125 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.490608 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.490766 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.490926 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.491081 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.491331 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] log_file = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.491491 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] log_options = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.491908 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.491908 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.491908 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.492157 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.492260 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.492415 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.492569 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.493675 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.493675 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.493675 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.493675 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.493675 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.493675 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.493675 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.494219 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.494219 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.494219 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.494219 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.494482 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.494482 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.494635 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.494748 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.494892 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.495048 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.495204 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.495361 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.495515 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.495670 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.495825 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.495978 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.496132 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.496289 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.496443 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.496597 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.496752 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.496909 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.497063 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.497218 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.497375 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.497530 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.497685 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.497860 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.498018 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.498173 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.498328 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.498484 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.498639 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] use_json = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.498794 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.498948 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.499104 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.499261 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.499414 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.499566 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.499721 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.499878 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 18:54:41.500054 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.500213 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.500380 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.500548 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.500699 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.500856 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.501020 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.501178 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.501335 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.501493 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.501658 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.501835 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.502002 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.502162 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.502321 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.502471 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.502627 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.502773 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.502929 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.503086 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.503242 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.503402 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.503567 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.503723 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.503880 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.504036 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.504186 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.504353 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.504513 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.504692 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.504859 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.505053 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.505238 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.505441 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.505441 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.505745 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.505900 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.506073 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.506233 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.506390 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.506548 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.506704 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.506862 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.507021 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.507186 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.507344 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.507503 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.507661 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.507818 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.507974 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.508130 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.508289 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.508447 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.508605 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.508761 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.508928 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.509086 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.509243 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.509403 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.509564 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.509719 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.510357 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.510357 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.510357 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.510357 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.510958 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.510958 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.510958 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.510958 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.513048 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.513048 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.513048 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.513048 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.513048 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.513048 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.513048 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.513048 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.513048 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.514075 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.514075 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.514075 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.514075 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.514075 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.514075 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.514075 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.514075 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.514075 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.515096 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.515096 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.515096 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.515096 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.515096 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.515096 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.515096 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.515096 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.516035 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.516035 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.516035 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.516035 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.516035 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.516035 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.516035 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.516035 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.516946 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.516946 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.516946 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.516946 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.516946 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.516946 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.516946 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.517698 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.517698 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.517698 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.517698 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.517698 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.518064 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.518064 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.518251 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.518251 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.518436 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.518540 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.518708 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.518867 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.519051 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.519188 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.519328 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.519541 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.519666 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.519794 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.519912 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.520062 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.520224 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.520463 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.520640 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.520812 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.521127 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.521127 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.521394 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.521514 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.521674 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.521853 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.522012 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.522169 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.522327 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.522484 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.522642 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.522806 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.522962 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.523121 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.523278 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.523435 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.523593 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.523751 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.523911 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.524066 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.524258 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.524377 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.524517 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.524698 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.524857 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.525031 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.525153 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.525300 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.525457 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.525643 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.525809 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.525934 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.526092 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.526250 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.526690 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.526690 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.526690 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.526965 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.527044 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.527163 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.527529 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.527529 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.527754 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.527754 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.528006 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.528006 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.528228 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.528346 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.528463 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.528579 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.528733 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.528895 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.529070 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.529192 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.529351 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.529507 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.529728 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.529874 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.530000 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.530117 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.530277 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.530419 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.530577 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.530734 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.530847 n-d-813897-4 neutron-server[102507]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:54:41.530978 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.531098 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.531215 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.531330 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.531465 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.531624 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.531780 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.531937 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.532093 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.532249 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.532404 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.532561 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.532730 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.532887 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.533043 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.533203 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.533366 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.533526 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.533694 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.533917 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.534041 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.534160 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.534314 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.534474 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.534640 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.534799 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.534954 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.535111 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.535268 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.535425 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.535589 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.535749 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.535905 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.536136 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.536368 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.536634 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.536911 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.537076 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.537234 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.537393 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.537550 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.537708 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.537900 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.538058 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.538218 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.538374 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.538531 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.538688 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.538854 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.539024 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.539179 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.539344 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.539508 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.539664 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.539871 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.539994 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.540111 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.540274 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.540414 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.540575 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.540731 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.540890 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.541052 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.541218 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.541380 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.541628 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.541819 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.542559 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.542559 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.542559 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.542559 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.542991 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.542991 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.542991 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.543323 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.543323 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.543323 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.543655 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.543655 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.544508 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.544508 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.544508 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.544508 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.544508 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.544508 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.545171 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.545171 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.545171 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.545171 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.545943 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.545943 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 18:54:41.545943 n-d-813897-4 neutron-server[102396]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 18:54:41.550239 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45866) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:54:41.561210 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0086234 Nov 10 18:54:53.462451 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a639f4e0-8aa9-4bb4-88d0-f2fe8aa52131 None None] get_active_networks_info from n-d-813897-4 {{(pid=102507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 18:54:53.553163 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a639f4e0-8aa9-4bb4-88d0-f2fe8aa52131 None None] No non-hosted networks {{(pid=102507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 10 18:54:53.575015 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1e3a3758-242a-4672-a477-3fa971e9fd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-394830'] for agent, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:54:55.670432 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a3953a3f-9bdd-4415-a6f6-b00469858717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-394830'] for agent, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:54:55.748563 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e48f5fd3-8b2b-45e4-beb2-7e5336dfc584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:54:57.006675 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-394830'] for agent, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:54:58.494654 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-394830'] for agent, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:54:59.284993 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-394830'] for agent, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:54:59.286584 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:54:59.286584 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:54:59.286584 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:54:59.294600 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:54:59.294943 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:54:59.295280 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:54:59.295607 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:54:59.296176 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:54:59.296811 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:54:59.297327 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:54:59.297920 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:54:59.298411 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:54:59.299243 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-813897-4', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:54:59.311250 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-813897-4', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:54:59.825218 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45958) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:55:00.512749 n-d-813897-4 neutron-server[102506]: WARNING oslo_policy.policy [None req-f82efec8-382e-4bce-94a5-94947bbda54b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 18:55:00.513725 n-d-813897-4 neutron-server[102506]: WARNING oslo_policy.policy [None req-f82efec8-382e-4bce-94a5-94947bbda54b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 18:55:00.741668 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [None req-f82efec8-382e-4bce-94a5-94947bbda54b admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:55:00.753902 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f82efec8-382e-4bce-94a5-94947bbda54b admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9159012 Nov 10 18:55:01.457016 n-d-813897-4 neutron-server[102507]: INFO neutron.db.l3_hamode_db [None req-101c0be2-e412-4bdc-94ec-3a206cd0b82f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 10 18:55:01.538331 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101c0be2-e412-4bdc-94ec-3a206cd0b82f None None] Routers set() bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:55:01.538601 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101c0be2-e412-4bdc-94ec-3a206cd0b82f None None] Router IDs set() for agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 18:55:03.355265 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45974) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:55:03.733109 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-10d484cd-f4d1-4678-be1c-9392a8ee2e2c admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:55:03.828988 n-d-813897-4 neutron-server[102506]: DEBUG neutron.policy [None req-10d484cd-f4d1-4678-be1c-9392a8ee2e2c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102506) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 10 18:55:03.876658 n-d-813897-4 neutron-server[102506]: WARNING oslo_policy.policy [None req-10d484cd-f4d1-4678-be1c-9392a8ee2e2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 18:55:03.877071 n-d-813897-4 neutron-server[102506]: WARNING oslo_policy.policy [None req-10d484cd-f4d1-4678-be1c-9392a8ee2e2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 18:55:03.886313 n-d-813897-4 neutron-server[102506]: INFO neutron.quota [None req-10d484cd-f4d1-4678-be1c-9392a8ee2e2c admin admin] Loaded quota_driver: . Nov 10 18:55:03.980923 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-10d484cd-f4d1-4678-be1c-9392a8ee2e2c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739350117284', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739350103537', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739350064051', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739350068230', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739348421118', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739350069365', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-765469', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3424643', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-487912', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-414595'] for rbac-policy, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:04.059771 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-10d484cd-f4d1-4678-be1c-9392a8ee2e2c admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:04.060872 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-10d484cd-f4d1-4678-be1c-9392a8ee2e2c admin admin] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7046328 Nov 10 18:55:06.850170 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45986) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:55:07.396749 n-d-813897-4 neutron-server[102505]: WARNING oslo_policy.policy [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 18:55:07.397340 n-d-813897-4 neutron-server[102505]: WARNING oslo_policy.policy [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 18:55:07.622859 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'f4a709dee40e4567961ceb36d458a741', 'tenant_id': 'f4a709dee40e4567961ceb36d458a741'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:55:07.624501 n-d-813897-4 neutron-server[102505]: INFO neutron.quota [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] Loaded quota_driver: . Nov 10 18:55:07.687211 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] Made reservation on behalf of f4a709dee40e4567961ceb36d458a741 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:55:07.757456 n-d-813897-4 neutron-server[102505]: DEBUG neutron.policy [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102505) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 10 18:55:07.803910 n-d-813897-4 neutron-server[102505]: WARNING oslo_policy.policy [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 18:55:07.804290 n-d-813897-4 neutron-server[102505]: WARNING oslo_policy.policy [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 18:55:07.814715 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:07.836823 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:07.955399 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:07.963033 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:07.988258 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:55:08.016314 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739350490844', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:08.016867 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] Unsubscribe: segment precommit_create {{(pid=102505) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 10 18:55:08.017379 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] Added segment cc3e00d2-9c5c-449f-a861-22b36ff53ed0 of type vlan for network cf46d71c-8467-4931-956c-f2e5f31c08fb Nov 10 18:55:08.038398 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ea09d3-a796-4e6e-891e-2a0deafe3414,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:55:08.072807 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:08.073196 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:08.073653 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:08.074027 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:08.074387 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:08.074708 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:08.075002 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:08.075335 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:08.075645 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:08.075955 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:08.076246 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:08.076552 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:08.077623 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] Tracked resource versions report: Nov 10 18:55:08.077623 n-d-813897-4 neutron-server[102505]: pushed versions: Nov 10 18:55:08.077623 n-d-813897-4 neutron-server[102505]: { 'AddressGroup': {'1.2'}, Nov 10 18:55:08.077623 n-d-813897-4 neutron-server[102505]: 'ConntrackHelper': {'1.0'}, Nov 10 18:55:08.077623 n-d-813897-4 neutron-server[102505]: 'Log': {'1.0'}, Nov 10 18:55:08.077623 n-d-813897-4 neutron-server[102505]: 'Network': {'1.1'}, Nov 10 18:55:08.077623 n-d-813897-4 neutron-server[102505]: 'Port': {'1.7'}, Nov 10 18:55:08.077623 n-d-813897-4 neutron-server[102505]: 'PortForwarding': {'1.2'}, Nov 10 18:55:08.077623 n-d-813897-4 neutron-server[102505]: 'QosPolicy': {'1.10'}, Nov 10 18:55:08.077623 n-d-813897-4 neutron-server[102505]: 'SecurityGroup': {'1.5'}, Nov 10 18:55:08.077623 n-d-813897-4 neutron-server[102505]: 'SecurityGroupRule': {'1.2'}, Nov 10 18:55:08.077623 n-d-813897-4 neutron-server[102505]: 'SubPort': {'1.0'}, Nov 10 18:55:08.077623 n-d-813897-4 neutron-server[102505]: 'Subnet': {'1.1'}, Nov 10 18:55:08.077623 n-d-813897-4 neutron-server[102505]: 'Trunk': {'1.1'}} Nov 10 18:55:08.077623 n-d-813897-4 neutron-server[102505]: consumer versions: Nov 10 18:55:08.077623 n-d-813897-4 neutron-server[102505]: { DHCP agent@n-d-813897-4: {}, Nov 10 18:55:08.077623 n-d-813897-4 neutron-server[102505]: L3 agent@n-d-813897-4: {}, Nov 10 18:55:08.077623 n-d-813897-4 neutron-server[102505]: Metadata agent@n-d-813897-4: {}, Nov 10 18:55:08.077623 n-d-813897-4 neutron-server[102505]: Metering agent@n-d-813897-4: {}, Nov 10 18:55:08.077623 n-d-813897-4 neutron-server[102505]: Open vSwitch agent@n-d-813897-4: { 'AddressGroup': '1.2', Nov 10 18:55:08.077623 n-d-813897-4 neutron-server[102505]: 'ConntrackHelper': '1.0', Nov 10 18:55:08.077623 n-d-813897-4 neutron-server[102505]: 'Log': '1.0', Nov 10 18:55:08.077623 n-d-813897-4 neutron-server[102505]: 'Network': '1.1', Nov 10 18:55:08.077623 n-d-813897-4 neutron-server[102505]: 'Port': '1.7', Nov 10 18:55:08.077623 n-d-813897-4 neutron-server[102505]: 'PortForwarding': '1.2', Nov 10 18:55:08.077623 n-d-813897-4 neutron-server[102505]: 'QosPolicy': '1.10', Nov 10 18:55:08.077623 n-d-813897-4 neutron-server[102505]: 'SecurityGroup': '1.5', Nov 10 18:55:08.077623 n-d-813897-4 neutron-server[102505]: 'SecurityGroupRule': '1.2', Nov 10 18:55:08.077623 n-d-813897-4 neutron-server[102505]: 'SubPort': '1.0', Nov 10 18:55:08.077623 n-d-813897-4 neutron-server[102505]: 'Subnet': '1.1', Nov 10 18:55:08.077623 n-d-813897-4 neutron-server[102505]: 'Trunk': '1.1'}} Nov 10 18:55:08.077623 n-d-813897-4 neutron-server[102505]: {{(pid=102505) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 18:55:08.159298 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:08.203063 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:08.204595 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:08.205320 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:08.271561 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4173324 Nov 10 18:55:08.331884 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416665cf-7ceb-4b57-84bc-cf5551deb323 admin admin] Pushing event updated for resources: {'Network': ['ID=cf46d71c-8467-4931-956c-f2e5f31c08fb,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:55:08.345102 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network cf46d71c-8467-4931-956c-f2e5f31c08fb details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:55:11.165104 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46008) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:55:11.611717 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebfae9a-ce00-4084-8766-a60e01b10ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:11.613364 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7ebfae9a-ce00-4084-8766-a60e01b10ee2 admin admin] 10.222.0.54 "GET /v2.0/networks/cf46d71c-8467-4931-956c-f2e5f31c08fb HTTP/1.1" status: 200 len: 825 time: 0.4472620 Nov 10 18:55:11.658385 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c85a9e83-098b-43b0-83c2-2ac3baac28fe admin admin] 10.222.0.54 "GET /v2.0/subnetpools/b49daa1f-62ad-4f71-8e58-8ddd103ea947 HTTP/1.1" status: 200 len: 734 time: 0.0349948 Nov 10 18:55:11.668317 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-9399be38-8c3d-45a0-afca-cb3a7f092215 admin admin] Request body: {'subnet': {'subnetpool_id': 'b49daa1f-62ad-4f71-8e58-8ddd103ea947', 'gateway_ip': '172.20.0.1', 'network_id': 'cf46d71c-8467-4931-956c-f2e5f31c08fb', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'f4a709dee40e4567961ceb36d458a741'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:55:11.703707 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9399be38-8c3d-45a0-afca-cb3a7f092215 admin admin] Made reservation on behalf of f4a709dee40e4567961ceb36d458a741 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:55:11.707378 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9399be38-8c3d-45a0-afca-cb3a7f092215 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:12.014684 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9399be38-8c3d-45a0-afca-cb3a7f092215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:12.076762 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399be38-8c3d-45a0-afca-cb3a7f092215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb4a5b45-8a2d-4b6d-b496-606206facf8a,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:55:12.085923 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9399be38-8c3d-45a0-afca-cb3a7f092215 admin admin] Checking segment: {'id': 'cc3e00d2-9c5c-449f-a861-22b36ff53ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cf46d71c-8467-4931-956c-f2e5f31c08fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:55:12.086348 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9399be38-8c3d-45a0-afca-cb3a7f092215 admin admin] Network hostable DHCP agents. Network: cf46d71c-8467-4931-956c-f2e5f31c08fb, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:55:12.111480 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9399be38-8c3d-45a0-afca-cb3a7f092215 admin admin] Network cf46d71c-8467-4931-956c-f2e5f31c08fb is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:55:12.125475 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-9399be38-8c3d-45a0-afca-cb3a7f092215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, cf46d71c-8467-4931-956c-f2e5f31c08fb) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:55:12.131972 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9399be38-8c3d-45a0-afca-cb3a7f092215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:12.132727 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9399be38-8c3d-45a0-afca-cb3a7f092215 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:12.137488 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1126a59-b11b-48ca-adbf-0bb8c9f136bb None None] Network cf46d71c-8467-4931-956c-f2e5f31c08fb requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:55:12.151905 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9399be38-8c3d-45a0-afca-cb3a7f092215 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4870727 Nov 10 18:55:12.478722 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338ebbe3-c631-4da6-9554-6588c02bdd13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-cf46d71c-8467-4931-956c-f2e5f31c08fb', 'network_id': 'cf46d71c-8467-4931-956c-f2e5f31c08fb', 'tenant_id': 'f4a709dee40e4567961ceb36d458a741', 'fixed_ips': [{'subnet_id': 'bb4a5b45-8a2d-4b6d-b496-606206facf8a'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:55:12.479983 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-338ebbe3-c631-4da6-9554-6588c02bdd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:12.784009 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-338ebbe3-c631-4da6-9554-6588c02bdd13 None None] Allocated IP 172.20.0.2 (cf46d71c-8467-4931-956c-f2e5f31c08fb/bb4a5b45-8a2d-4b6d-b496-606206facf8a/fc712871-6e47-4307-a3b9-42ec45a0bf0d) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:55:12.994792 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-338ebbe3-c631-4da6-9554-6588c02bdd13 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:13.003562 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-338ebbe3-c631-4da6-9554-6588c02bdd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:13.076075 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338ebbe3-c631-4da6-9554-6588c02bdd13 None None] Network cf46d71c-8467-4931-956c-f2e5f31c08fb is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:55:13.083461 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-338ebbe3-c631-4da6-9554-6588c02bdd13 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:55:13.092905 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338ebbe3-c631-4da6-9554-6588c02bdd13 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:55:13.096137 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ebbe3-c631-4da6-9554-6588c02bdd13 None None] Pushing event updated for resources: {'Port': ['ID=fc712871-6e47-4307-a3b9-42ec45a0bf0d,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:55:13.130300 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338ebbe3-c631-4da6-9554-6588c02bdd13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:13.130694 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338ebbe3-c631-4da6-9554-6588c02bdd13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:13.130983 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338ebbe3-c631-4da6-9554-6588c02bdd13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:13.131322 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338ebbe3-c631-4da6-9554-6588c02bdd13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:13.131647 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338ebbe3-c631-4da6-9554-6588c02bdd13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:13.131946 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338ebbe3-c631-4da6-9554-6588c02bdd13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:13.132315 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338ebbe3-c631-4da6-9554-6588c02bdd13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:13.132626 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338ebbe3-c631-4da6-9554-6588c02bdd13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:13.132932 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338ebbe3-c631-4da6-9554-6588c02bdd13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:13.133251 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338ebbe3-c631-4da6-9554-6588c02bdd13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:13.133568 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338ebbe3-c631-4da6-9554-6588c02bdd13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:13.133902 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338ebbe3-c631-4da6-9554-6588c02bdd13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:13.134981 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338ebbe3-c631-4da6-9554-6588c02bdd13 None None] Tracked resource versions report: Nov 10 18:55:13.134981 n-d-813897-4 neutron-server[102507]: pushed versions: Nov 10 18:55:13.134981 n-d-813897-4 neutron-server[102507]: { 'AddressGroup': {'1.2'}, Nov 10 18:55:13.134981 n-d-813897-4 neutron-server[102507]: 'ConntrackHelper': {'1.0'}, Nov 10 18:55:13.134981 n-d-813897-4 neutron-server[102507]: 'Log': {'1.0'}, Nov 10 18:55:13.134981 n-d-813897-4 neutron-server[102507]: 'Network': {'1.1'}, Nov 10 18:55:13.134981 n-d-813897-4 neutron-server[102507]: 'Port': {'1.7'}, Nov 10 18:55:13.134981 n-d-813897-4 neutron-server[102507]: 'PortForwarding': {'1.2'}, Nov 10 18:55:13.134981 n-d-813897-4 neutron-server[102507]: 'QosPolicy': {'1.10'}, Nov 10 18:55:13.134981 n-d-813897-4 neutron-server[102507]: 'SecurityGroup': {'1.5'}, Nov 10 18:55:13.134981 n-d-813897-4 neutron-server[102507]: 'SecurityGroupRule': {'1.2'}, Nov 10 18:55:13.134981 n-d-813897-4 neutron-server[102507]: 'SubPort': {'1.0'}, Nov 10 18:55:13.134981 n-d-813897-4 neutron-server[102507]: 'Subnet': {'1.1'}, Nov 10 18:55:13.134981 n-d-813897-4 neutron-server[102507]: 'Trunk': {'1.1'}} Nov 10 18:55:13.134981 n-d-813897-4 neutron-server[102507]: consumer versions: Nov 10 18:55:13.134981 n-d-813897-4 neutron-server[102507]: { DHCP agent@n-d-813897-4: {}, Nov 10 18:55:13.134981 n-d-813897-4 neutron-server[102507]: L3 agent@n-d-813897-4: {}, Nov 10 18:55:13.134981 n-d-813897-4 neutron-server[102507]: Metadata agent@n-d-813897-4: {}, Nov 10 18:55:13.134981 n-d-813897-4 neutron-server[102507]: Metering agent@n-d-813897-4: {}, Nov 10 18:55:13.134981 n-d-813897-4 neutron-server[102507]: Open vSwitch agent@n-d-813897-4: { 'AddressGroup': '1.2', Nov 10 18:55:13.134981 n-d-813897-4 neutron-server[102507]: 'ConntrackHelper': '1.0', Nov 10 18:55:13.134981 n-d-813897-4 neutron-server[102507]: 'Log': '1.0', Nov 10 18:55:13.134981 n-d-813897-4 neutron-server[102507]: 'Network': '1.1', Nov 10 18:55:13.134981 n-d-813897-4 neutron-server[102507]: 'Port': '1.7', Nov 10 18:55:13.134981 n-d-813897-4 neutron-server[102507]: 'PortForwarding': '1.2', Nov 10 18:55:13.134981 n-d-813897-4 neutron-server[102507]: 'QosPolicy': '1.10', Nov 10 18:55:13.134981 n-d-813897-4 neutron-server[102507]: 'SecurityGroup': '1.5', Nov 10 18:55:13.134981 n-d-813897-4 neutron-server[102507]: 'SecurityGroupRule': '1.2', Nov 10 18:55:13.134981 n-d-813897-4 neutron-server[102507]: 'SubPort': '1.0', Nov 10 18:55:13.134981 n-d-813897-4 neutron-server[102507]: 'Subnet': '1.1', Nov 10 18:55:13.134981 n-d-813897-4 neutron-server[102507]: 'Trunk': '1.1'}} Nov 10 18:55:13.134981 n-d-813897-4 neutron-server[102507]: {{(pid=102507) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 18:55:13.184566 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-338ebbe3-c631-4da6-9554-6588c02bdd13 None None] Attempting to bind port fc712871-6e47-4307-a3b9-42ec45a0bf0d on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:55:13.185206 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-338ebbe3-c631-4da6-9554-6588c02bdd13 None None] Attempting to bind port fc712871-6e47-4307-a3b9-42ec45a0bf0d by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'cc3e00d2-9c5c-449f-a861-22b36ff53ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cf46d71c-8467-4931-956c-f2e5f31c08fb'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:55:13.185332 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338ebbe3-c631-4da6-9554-6588c02bdd13 None None] Attempting to bind port fc712871-6e47-4307-a3b9-42ec45a0bf0d on network cf46d71c-8467-4931-956c-f2e5f31c08fb {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:55:13.190440 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338ebbe3-c631-4da6-9554-6588c02bdd13 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:55:13.190821 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338ebbe3-c631-4da6-9554-6588c02bdd13 None None] Checking segment: {'id': 'cc3e00d2-9c5c-449f-a861-22b36ff53ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cf46d71c-8467-4931-956c-f2e5f31c08fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:55:13.191292 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-338ebbe3-c631-4da6-9554-6588c02bdd13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:13.191762 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338ebbe3-c631-4da6-9554-6588c02bdd13 None None] Bound using segment: {'id': 'cc3e00d2-9c5c-449f-a861-22b36ff53ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cf46d71c-8467-4931-956c-f2e5f31c08fb'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:55:13.192526 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-338ebbe3-c631-4da6-9554-6588c02bdd13 None None] Bound port: fc712871-6e47-4307-a3b9-42ec45a0bf0d, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3e00d2-9c5c-449f-a861-22b36ff53ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cf46d71c-8467-4931-956c-f2e5f31c08fb'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:55:13.192943 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-338ebbe3-c631-4da6-9554-6588c02bdd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:13.255578 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-338ebbe3-c631-4da6-9554-6588c02bdd13 None None] For port fc712871-6e47-4307-a3b9-42ec45a0bf0d, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:55:13.260200 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-338ebbe3-c631-4da6-9554-6588c02bdd13 None None] For port fc712871-6e47-4307-a3b9-42ec45a0bf0d, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fc712871-6e47-4307-a3b9-42ec45a0bf0d,segment=NetworkSegment(cc3e00d2-9c5c-449f-a861-22b36ff53ed0),segment_id=cc3e00d2-9c5c-449f-a861-22b36ff53ed0)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:55:13.263659 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-338ebbe3-c631-4da6-9554-6588c02bdd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:13.331358 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ebbe3-c631-4da6-9554-6588c02bdd13 None None] Pushing event updated for resources: {'Port': ['ID=fc712871-6e47-4307-a3b9-42ec45a0bf0d,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:55:14.755906 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46016) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:55:15.103553 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-d6c376e4-add9-4324-910a-a76597cdf7bd admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:55:15.104598 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d6c376e4-add9-4324-910a-a76597cdf7bd admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3476191 Nov 10 18:55:17.668722 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46024) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:55:18.089716 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-3a2ca614-ce36-4533-8013-65934e5a218d admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:55:18.090864 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3a2ca614-ce36-4533-8013-65934e5a218d admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4211817 Nov 10 18:55:20.880397 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46034) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:55:21.204805 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-09bbb80e-8565-40ff-ad38-1626119e0716 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'f4a709dee40e4567961ceb36d458a741'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:55:21.233596 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-09bbb80e-8565-40ff-ad38-1626119e0716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:21.235339 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-09bbb80e-8565-40ff-ad38-1626119e0716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:21.392078 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-09bbb80e-8565-40ff-ad38-1626119e0716 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:21.400231 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-09bbb80e-8565-40ff-ad38-1626119e0716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:21.419234 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-09bbb80e-8565-40ff-ad38-1626119e0716 admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:21.420444 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-09bbb80e-8565-40ff-ad38-1626119e0716 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5390377 Nov 10 18:55:22.562662 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef735094-1524-4b50-9741-769e03125120 None None] Network cf46d71c-8467-4931-956c-f2e5f31c08fb requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:55:22.642402 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f855bbe2-e8b1-4bbd-a8ef-8986129ca9e9 None None] Provisioning complete for port fc712871-6e47-4307-a3b9-42ec45a0bf0d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:55:22.642797 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f855bbe2-e8b1-4bbd-a8ef-8986129ca9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:22.838013 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f855bbe2-e8b1-4bbd-a8ef-8986129ca9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:22.891712 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-f855bbe2-e8b1-4bbd-a8ef-8986129ca9e9 None None] For port fc712871-6e47-4307-a3b9-42ec45a0bf0d, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fc712871-6e47-4307-a3b9-42ec45a0bf0d,segment=NetworkSegment(cc3e00d2-9c5c-449f-a861-22b36ff53ed0),segment_id=cc3e00d2-9c5c-449f-a861-22b36ff53ed0)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:55:22.899273 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f855bbe2-e8b1-4bbd-a8ef-8986129ca9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:22.958451 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855bbe2-e8b1-4bbd-a8ef-8986129ca9e9 None None] Pushing event updated for resources: {'Port': ['ID=fc712871-6e47-4307-a3b9-42ec45a0bf0d,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:55:23.224039 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-3ca2259a-57b1-41f7-ba04-b76588189766 None None] Provisioning complete for port fc712871-6e47-4307-a3b9-42ec45a0bf0d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:55:23.224419 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3ca2259a-57b1-41f7-ba04-b76588189766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:23.311911 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fc712871-6e47-4307-a3b9-42ec45a0bf0d up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:55:23.371625 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8c786703-cd65-40a1-8f15-98766d3fd094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:23.374612 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port fc712871-6e47-4307-a3b9-42ec45a0bf0d triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:55:23.374983 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:23.975798 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46046) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:55:24.335429 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-ad09ca78-8ad8-4690-a51d-76e36ad72f96 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:55:24.336452 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ad09ca78-8ad8-4690-a51d-76e36ad72f96 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3594284 Nov 10 18:55:25.671037 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-84e0de49-2c0f-4db9-9389-f8dc6cfe7a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:26.922401 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46064) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:55:26.952448 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:27.077879 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-ffa450e8-7d82-450d-87e6-b20696ec5163 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:55:27.106537 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa450e8-7d82-450d-87e6-b20696ec5163 admin admin] Made reservation on behalf of 98ab48ae28be4fa6af44746cca80648b for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:55:27.109640 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ffa450e8-7d82-450d-87e6-b20696ec5163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:27.126315 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ffa450e8-7d82-450d-87e6-b20696ec5163 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:27.240422 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ffa450e8-7d82-450d-87e6-b20696ec5163 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:27.247123 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ffa450e8-7d82-450d-87e6-b20696ec5163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:27.258630 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ffa450e8-7d82-450d-87e6-b20696ec5163 admin admin] Reserving flat network on physical network physnet1 {{(pid=102506) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 10 18:55:27.290027 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ffa450e8-7d82-450d-87e6-b20696ec5163 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739350490844', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:27.290583 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ffa450e8-7d82-450d-87e6-b20696ec5163 admin admin] Unsubscribe: segment precommit_create {{(pid=102506) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 10 18:55:27.291086 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-ffa450e8-7d82-450d-87e6-b20696ec5163 admin admin] Added segment 32a67ee1-a0e0-4a48-9bc4-e86eebf2b859 of type flat for network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd Nov 10 18:55:27.312030 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa450e8-7d82-450d-87e6-b20696ec5163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9201829c-7a3d-4710-9e1c-b1f03e6f4e69,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:55:27.340420 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa450e8-7d82-450d-87e6-b20696ec5163 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:27.340746 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa450e8-7d82-450d-87e6-b20696ec5163 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:27.341071 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa450e8-7d82-450d-87e6-b20696ec5163 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:27.341383 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa450e8-7d82-450d-87e6-b20696ec5163 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:27.341699 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa450e8-7d82-450d-87e6-b20696ec5163 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:27.342037 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa450e8-7d82-450d-87e6-b20696ec5163 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:27.342348 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa450e8-7d82-450d-87e6-b20696ec5163 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:27.342654 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa450e8-7d82-450d-87e6-b20696ec5163 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:27.342942 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa450e8-7d82-450d-87e6-b20696ec5163 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:27.343244 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa450e8-7d82-450d-87e6-b20696ec5163 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:27.343544 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa450e8-7d82-450d-87e6-b20696ec5163 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:27.343846 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa450e8-7d82-450d-87e6-b20696ec5163 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:27.344891 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa450e8-7d82-450d-87e6-b20696ec5163 admin admin] Tracked resource versions report: Nov 10 18:55:27.344891 n-d-813897-4 neutron-server[102506]: pushed versions: Nov 10 18:55:27.344891 n-d-813897-4 neutron-server[102506]: { 'AddressGroup': {'1.2'}, Nov 10 18:55:27.344891 n-d-813897-4 neutron-server[102506]: 'ConntrackHelper': {'1.0'}, Nov 10 18:55:27.344891 n-d-813897-4 neutron-server[102506]: 'Log': {'1.0'}, Nov 10 18:55:27.344891 n-d-813897-4 neutron-server[102506]: 'Network': {'1.1'}, Nov 10 18:55:27.344891 n-d-813897-4 neutron-server[102506]: 'Port': {'1.7'}, Nov 10 18:55:27.344891 n-d-813897-4 neutron-server[102506]: 'PortForwarding': {'1.2'}, Nov 10 18:55:27.344891 n-d-813897-4 neutron-server[102506]: 'QosPolicy': {'1.10'}, Nov 10 18:55:27.344891 n-d-813897-4 neutron-server[102506]: 'SecurityGroup': {'1.5'}, Nov 10 18:55:27.344891 n-d-813897-4 neutron-server[102506]: 'SecurityGroupRule': {'1.2'}, Nov 10 18:55:27.344891 n-d-813897-4 neutron-server[102506]: 'SubPort': {'1.0'}, Nov 10 18:55:27.344891 n-d-813897-4 neutron-server[102506]: 'Subnet': {'1.1'}, Nov 10 18:55:27.344891 n-d-813897-4 neutron-server[102506]: 'Trunk': {'1.1'}} Nov 10 18:55:27.344891 n-d-813897-4 neutron-server[102506]: consumer versions: Nov 10 18:55:27.344891 n-d-813897-4 neutron-server[102506]: { DHCP agent@n-d-813897-4: {}, Nov 10 18:55:27.344891 n-d-813897-4 neutron-server[102506]: L3 agent@n-d-813897-4: {}, Nov 10 18:55:27.344891 n-d-813897-4 neutron-server[102506]: Metadata agent@n-d-813897-4: {}, Nov 10 18:55:27.344891 n-d-813897-4 neutron-server[102506]: Metering agent@n-d-813897-4: {}, Nov 10 18:55:27.344891 n-d-813897-4 neutron-server[102506]: Open vSwitch agent@n-d-813897-4: { 'AddressGroup': '1.2', Nov 10 18:55:27.344891 n-d-813897-4 neutron-server[102506]: 'ConntrackHelper': '1.0', Nov 10 18:55:27.344891 n-d-813897-4 neutron-server[102506]: 'Log': '1.0', Nov 10 18:55:27.344891 n-d-813897-4 neutron-server[102506]: 'Network': '1.1', Nov 10 18:55:27.344891 n-d-813897-4 neutron-server[102506]: 'Port': '1.7', Nov 10 18:55:27.344891 n-d-813897-4 neutron-server[102506]: 'PortForwarding': '1.2', Nov 10 18:55:27.344891 n-d-813897-4 neutron-server[102506]: 'QosPolicy': '1.10', Nov 10 18:55:27.344891 n-d-813897-4 neutron-server[102506]: 'SecurityGroup': '1.5', Nov 10 18:55:27.344891 n-d-813897-4 neutron-server[102506]: 'SecurityGroupRule': '1.2', Nov 10 18:55:27.344891 n-d-813897-4 neutron-server[102506]: 'SubPort': '1.0', Nov 10 18:55:27.344891 n-d-813897-4 neutron-server[102506]: 'Subnet': '1.1', Nov 10 18:55:27.344891 n-d-813897-4 neutron-server[102506]: 'Trunk': '1.1'}} Nov 10 18:55:27.344891 n-d-813897-4 neutron-server[102506]: {{(pid=102506) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 18:55:27.424099 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ffa450e8-7d82-450d-87e6-b20696ec5163 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:27.477191 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ffa450e8-7d82-450d-87e6-b20696ec5163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:27.478222 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa450e8-7d82-450d-87e6-b20696ec5163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:27.478947 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ffa450e8-7d82-450d-87e6-b20696ec5163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:27.569954 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ffa450e8-7d82-450d-87e6-b20696ec5163 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6463938 Nov 10 18:55:27.583590 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa450e8-7d82-450d-87e6-b20696ec5163 admin admin] Pushing event updated for resources: {'Network': ['ID=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:55:27.595830 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:55:28.419858 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:29.275510 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:29.928159 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46086) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:55:30.076052 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3645a705-7010-4167-97e7-b213c5486c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:30.077520 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3645a705-7010-4167-97e7-b213c5486c68 admin admin] 10.222.0.54 "GET /v2.0/subnets/bb4a5b45-8a2d-4b6d-b496-606206facf8a HTTP/1.1" status: 200 len: 849 time: 0.1483047 Nov 10 18:55:30.223009 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-055b9f22-9864-4140-a02c-e62863984f23 admin admin] 10.222.0.54 "GET /v2.0/routers/492b9636-59df-4ffc-9cfd-876ae68dbabc HTTP/1.1" status: 200 len: 704 time: 0.1353073 Nov 10 18:55:30.520573 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6ce52c4d-39ca-44c4-873b-4832f17dc514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:30.874770 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-6ce52c4d-39ca-44c4-873b-4832f17dc514 admin admin] Allocated IP 172.20.0.1 (cf46d71c-8467-4931-956c-f2e5f31c08fb/bb4a5b45-8a2d-4b6d-b496-606206facf8a/7f00f806-afb3-4505-931f-8b3d24352c59) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:55:31.067903 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6ce52c4d-39ca-44c4-873b-4832f17dc514 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:31.137430 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6ce52c4d-39ca-44c4-873b-4832f17dc514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:31.207641 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce52c4d-39ca-44c4-873b-4832f17dc514 admin admin] Network cf46d71c-8467-4931-956c-f2e5f31c08fb is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:55:31.213909 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-6ce52c4d-39ca-44c4-873b-4832f17dc514 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:55:31.227193 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce52c4d-39ca-44c4-873b-4832f17dc514 admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:55:31.227318 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6ce52c4d-39ca-44c4-873b-4832f17dc514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:31.288770 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce52c4d-39ca-44c4-873b-4832f17dc514 admin admin] Pushing event updated for resources: {'Port': ['ID=7f00f806-afb3-4505-931f-8b3d24352c59,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:55:31.386769 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9cef63e3-51d5-4fe9-8d93-5910bfb0748a None None] Provisioning complete for port 7f00f806-afb3-4505-931f-8b3d24352c59 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:55:31.387394 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9cef63e3-51d5-4fe9-8d93-5910bfb0748a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:31.430627 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9cef63e3-51d5-4fe9-8d93-5910bfb0748a None None] Port 7f00f806-afb3-4505-931f-8b3d24352c59 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:55:31.498360 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6ce52c4d-39ca-44c4-873b-4832f17dc514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:31.724017 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6ce52c4d-39ca-44c4-873b-4832f17dc514 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:31.731779 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6ce52c4d-39ca-44c4-873b-4832f17dc514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:31.732785 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6ce52c4d-39ca-44c4-873b-4832f17dc514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:31.792561 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce52c4d-39ca-44c4-873b-4832f17dc514 admin admin] Pushing event updated for resources: {'Port': ['ID=7f00f806-afb3-4505-931f-8b3d24352c59,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:55:31.868822 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce52c4d-39ca-44c4-873b-4832f17dc514 admin admin] Network cf46d71c-8467-4931-956c-f2e5f31c08fb is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:55:31.870283 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-6ce52c4d-39ca-44c4-873b-4832f17dc514 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:55:32.039083 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce52c4d-39ca-44c4-873b-4832f17dc514 admin admin] Router 492b9636-59df-4ffc-9cfd-876ae68dbabc is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 18:55:32.053891 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e6fd109a-93dd-410e-8153-1339c3afb55b None None] Provisioning complete for port 7f00f806-afb3-4505-931f-8b3d24352c59 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:55:32.054252 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e6fd109a-93dd-410e-8153-1339c3afb55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:32.137902 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce52c4d-39ca-44c4-873b-4832f17dc514 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:55:32.143816 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6ce52c4d-39ca-44c4-873b-4832f17dc514 admin admin] 10.222.0.54 "PUT /v2.0/routers/492b9636-59df-4ffc-9cfd-876ae68dbabc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9130456 Nov 10 18:55:32.148950 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8916e40-37ff-494c-8312-d3e274a18c21 None None] Sync routers for ids ['492b9636-59df-4ffc-9cfd-876ae68dbabc'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:55:32.157064 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e6fd109a-93dd-410e-8153-1339c3afb55b None None] Port 7f00f806-afb3-4505-931f-8b3d24352c59 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:55:32.161395 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8916e40-37ff-494c-8312-d3e274a18c21 None None] Routers {'492b9636-59df-4ffc-9cfd-876ae68dbabc'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:55:32.162276 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-d8916e40-37ff-494c-8312-d3e274a18c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T18:55:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['492b9636-59df-4ffc-9cfd-876ae68dbabc'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:55:32.356322 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-d8916e40-37ff-494c-8312-d3e274a18c21 None None] Set router 492b9636-59df-4ffc-9cfd-876ae68dbabc gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:55:32.809126 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-d8916e40-37ff-494c-8312-d3e274a18c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492b9636-59df-4ffc-9cfd-876ae68dbabc', 'name': 'router1', 'tenant_id': 'f4a709dee40e4567961ceb36d458a741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:55:21Z', 'updated_at': '2021-11-10T18:55:31Z', 'revision_number': 2, 'project_id': 'f4a709dee40e4567961ceb36d458a741', 'gw_port_host': None, '_interfaces': [{'id': '7f00f806-afb3-4505-931f-8b3d24352c59', 'name': '', 'network_id': 'cf46d71c-8467-4931-956c-f2e5f31c08fb', 'tenant_id': 'f4a709dee40e4567961ceb36d458a741', 'mac_address': 'fa:16:3e:72:d3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492b9636-59df-4ffc-9cfd-876ae68dbabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb4a5b45-8a2d-4b6d-b496-606206facf8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:55:30Z', 'updated_at': '2021-11-10T18:55:31Z', 'revision_number': 2, 'project_id': 'f4a709dee40e4567961ceb36d458a741', 'subnets': [{'id': 'bb4a5b45-8a2d-4b6d-b496-606206facf8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b49daa1f-62ad-4f71-8e58-8ddd103ea947'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:55:32.859994 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8916e40-37ff-494c-8312-d3e274a18c21 None None] Checking router: 492b9636-59df-4ffc-9cfd-876ae68dbabc for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:55:32.860342 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8916e40-37ff-494c-8312-d3e274a18c21 None None] Updating router 492b9636-59df-4ffc-9cfd-876ae68dbabc port 7f00f806-afb3-4505-931f-8b3d24352c59 binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:55:32.939071 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d8916e40-37ff-494c-8312-d3e274a18c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:33.494233 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d8916e40-37ff-494c-8312-d3e274a18c21 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:33.503181 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d8916e40-37ff-494c-8312-d3e274a18c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:33.674942 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe58386f-3f76-47e0-8b08-f3b92175808e None None] Pushing event updated for resources: {'Port': ['ID=7f00f806-afb3-4505-931f-8b3d24352c59,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:55:33.677513 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-d8916e40-37ff-494c-8312-d3e274a18c21 None None] Attempting to bind port 7f00f806-afb3-4505-931f-8b3d24352c59 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:55:33.677816 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-d8916e40-37ff-494c-8312-d3e274a18c21 None None] Attempting to bind port 7f00f806-afb3-4505-931f-8b3d24352c59 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'cc3e00d2-9c5c-449f-a861-22b36ff53ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cf46d71c-8467-4931-956c-f2e5f31c08fb'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:55:33.678187 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8916e40-37ff-494c-8312-d3e274a18c21 None None] Attempting to bind port 7f00f806-afb3-4505-931f-8b3d24352c59 on network cf46d71c-8467-4931-956c-f2e5f31c08fb {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:55:33.688031 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8916e40-37ff-494c-8312-d3e274a18c21 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:55:33.688453 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8916e40-37ff-494c-8312-d3e274a18c21 None None] Checking segment: {'id': 'cc3e00d2-9c5c-449f-a861-22b36ff53ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cf46d71c-8467-4931-956c-f2e5f31c08fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:55:33.688931 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d8916e40-37ff-494c-8312-d3e274a18c21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:33.689310 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8916e40-37ff-494c-8312-d3e274a18c21 None None] Bound using segment: {'id': 'cc3e00d2-9c5c-449f-a861-22b36ff53ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cf46d71c-8467-4931-956c-f2e5f31c08fb'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:55:33.689816 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-d8916e40-37ff-494c-8312-d3e274a18c21 None None] Bound port: 7f00f806-afb3-4505-931f-8b3d24352c59, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3e00d2-9c5c-449f-a861-22b36ff53ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cf46d71c-8467-4931-956c-f2e5f31c08fb'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:55:33.690230 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d8916e40-37ff-494c-8312-d3e274a18c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:33.692705 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58386f-3f76-47e0-8b08-f3b92175808e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:33.693041 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58386f-3f76-47e0-8b08-f3b92175808e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:33.693371 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58386f-3f76-47e0-8b08-f3b92175808e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:33.693914 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58386f-3f76-47e0-8b08-f3b92175808e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:33.694376 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58386f-3f76-47e0-8b08-f3b92175808e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:33.694545 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58386f-3f76-47e0-8b08-f3b92175808e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:33.694866 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58386f-3f76-47e0-8b08-f3b92175808e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:33.695183 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58386f-3f76-47e0-8b08-f3b92175808e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:33.695512 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58386f-3f76-47e0-8b08-f3b92175808e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:33.695813 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58386f-3f76-47e0-8b08-f3b92175808e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:33.696124 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58386f-3f76-47e0-8b08-f3b92175808e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:33.696435 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58386f-3f76-47e0-8b08-f3b92175808e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:33.697491 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe58386f-3f76-47e0-8b08-f3b92175808e None None] Tracked resource versions report: Nov 10 18:55:33.697491 n-d-813897-4 neutron-server[102508]: pushed versions: Nov 10 18:55:33.697491 n-d-813897-4 neutron-server[102508]: { 'AddressGroup': {'1.2'}, Nov 10 18:55:33.697491 n-d-813897-4 neutron-server[102508]: 'ConntrackHelper': {'1.0'}, Nov 10 18:55:33.697491 n-d-813897-4 neutron-server[102508]: 'Log': {'1.0'}, Nov 10 18:55:33.697491 n-d-813897-4 neutron-server[102508]: 'Network': {'1.1'}, Nov 10 18:55:33.697491 n-d-813897-4 neutron-server[102508]: 'Port': {'1.7'}, Nov 10 18:55:33.697491 n-d-813897-4 neutron-server[102508]: 'PortForwarding': {'1.2'}, Nov 10 18:55:33.697491 n-d-813897-4 neutron-server[102508]: 'QosPolicy': {'1.10'}, Nov 10 18:55:33.697491 n-d-813897-4 neutron-server[102508]: 'SecurityGroup': {'1.5'}, Nov 10 18:55:33.697491 n-d-813897-4 neutron-server[102508]: 'SecurityGroupRule': {'1.2'}, Nov 10 18:55:33.697491 n-d-813897-4 neutron-server[102508]: 'SubPort': {'1.0'}, Nov 10 18:55:33.697491 n-d-813897-4 neutron-server[102508]: 'Subnet': {'1.1'}, Nov 10 18:55:33.697491 n-d-813897-4 neutron-server[102508]: 'Trunk': {'1.1'}} Nov 10 18:55:33.697491 n-d-813897-4 neutron-server[102508]: consumer versions: Nov 10 18:55:33.697491 n-d-813897-4 neutron-server[102508]: { DHCP agent@n-d-813897-4: {}, Nov 10 18:55:33.697491 n-d-813897-4 neutron-server[102508]: L3 agent@n-d-813897-4: {}, Nov 10 18:55:33.697491 n-d-813897-4 neutron-server[102508]: Metadata agent@n-d-813897-4: {}, Nov 10 18:55:33.697491 n-d-813897-4 neutron-server[102508]: Metering agent@n-d-813897-4: {}, Nov 10 18:55:33.697491 n-d-813897-4 neutron-server[102508]: Open vSwitch agent@n-d-813897-4: { 'AddressGroup': '1.2', Nov 10 18:55:33.697491 n-d-813897-4 neutron-server[102508]: 'ConntrackHelper': '1.0', Nov 10 18:55:33.697491 n-d-813897-4 neutron-server[102508]: 'Log': '1.0', Nov 10 18:55:33.697491 n-d-813897-4 neutron-server[102508]: 'Network': '1.1', Nov 10 18:55:33.697491 n-d-813897-4 neutron-server[102508]: 'Port': '1.7', Nov 10 18:55:33.697491 n-d-813897-4 neutron-server[102508]: 'PortForwarding': '1.2', Nov 10 18:55:33.697491 n-d-813897-4 neutron-server[102508]: 'QosPolicy': '1.10', Nov 10 18:55:33.697491 n-d-813897-4 neutron-server[102508]: 'SecurityGroup': '1.5', Nov 10 18:55:33.697491 n-d-813897-4 neutron-server[102508]: 'SecurityGroupRule': '1.2', Nov 10 18:55:33.697491 n-d-813897-4 neutron-server[102508]: 'SubPort': '1.0', Nov 10 18:55:33.697491 n-d-813897-4 neutron-server[102508]: 'Subnet': '1.1', Nov 10 18:55:33.697491 n-d-813897-4 neutron-server[102508]: 'Trunk': '1.1'}} Nov 10 18:55:33.697491 n-d-813897-4 neutron-server[102508]: {{(pid=102508) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 18:55:33.767546 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-d8916e40-37ff-494c-8312-d3e274a18c21 None None] For port 7f00f806-afb3-4505-931f-8b3d24352c59, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:55:33.788127 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-cb125dea-6862-4cef-8845-9fe754d7d291 None None] Provisioning complete for port 7f00f806-afb3-4505-931f-8b3d24352c59 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:55:33.788687 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cb125dea-6862-4cef-8845-9fe754d7d291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:33.790695 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-d8916e40-37ff-494c-8312-d3e274a18c21 None None] For port 7f00f806-afb3-4505-931f-8b3d24352c59, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=7f00f806-afb3-4505-931f-8b3d24352c59,segment=NetworkSegment(cc3e00d2-9c5c-449f-a861-22b36ff53ed0),segment_id=cc3e00d2-9c5c-449f-a861-22b36ff53ed0)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:55:33.798365 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d8916e40-37ff-494c-8312-d3e274a18c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:33.827765 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-cb125dea-6862-4cef-8845-9fe754d7d291 None None] Port 7f00f806-afb3-4505-931f-8b3d24352c59 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:55:33.854627 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8916e40-37ff-494c-8312-d3e274a18c21 None None] Routers {'492b9636-59df-4ffc-9cfd-876ae68dbabc'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:55:33.855227 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-d8916e40-37ff-494c-8312-d3e274a18c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T18:55:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['492b9636-59df-4ffc-9cfd-876ae68dbabc'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:55:33.941951 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe58386f-3f76-47e0-8b08-f3b92175808e None None] Pushing event updated for resources: {'Port': ['ID=7f00f806-afb3-4505-931f-8b3d24352c59,revision_number=4']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:55:33.961952 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-d8916e40-37ff-494c-8312-d3e274a18c21 None None] Set router 492b9636-59df-4ffc-9cfd-876ae68dbabc gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:55:34.049094 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-ecf65feb-f23b-42d8-a2a1-2b2c4284ba5b None None] Provisioning complete for port 7f00f806-afb3-4505-931f-8b3d24352c59 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:55:34.049742 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ecf65feb-f23b-42d8-a2a1-2b2c4284ba5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:34.145020 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ecf65feb-f23b-42d8-a2a1-2b2c4284ba5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:34.178801 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-ecf65feb-f23b-42d8-a2a1-2b2c4284ba5b None None] For port 7f00f806-afb3-4505-931f-8b3d24352c59, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=7f00f806-afb3-4505-931f-8b3d24352c59,segment=NetworkSegment(cc3e00d2-9c5c-449f-a861-22b36ff53ed0),segment_id=cc3e00d2-9c5c-449f-a861-22b36ff53ed0)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:55:34.181953 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-d8916e40-37ff-494c-8312-d3e274a18c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492b9636-59df-4ffc-9cfd-876ae68dbabc', 'name': 'router1', 'tenant_id': 'f4a709dee40e4567961ceb36d458a741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:55:21Z', 'updated_at': '2021-11-10T18:55:31Z', 'revision_number': 2, 'project_id': 'f4a709dee40e4567961ceb36d458a741', 'gw_port_host': None, '_interfaces': [{'id': '7f00f806-afb3-4505-931f-8b3d24352c59', 'name': '', 'network_id': 'cf46d71c-8467-4931-956c-f2e5f31c08fb', 'tenant_id': 'f4a709dee40e4567961ceb36d458a741', 'mac_address': 'fa:16:3e:72:d3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492b9636-59df-4ffc-9cfd-876ae68dbabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb4a5b45-8a2d-4b6d-b496-606206facf8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:55:30Z', 'updated_at': '2021-11-10T18:55:33Z', 'revision_number': 4, 'project_id': 'f4a709dee40e4567961ceb36d458a741', 'subnets': [{'id': 'bb4a5b45-8a2d-4b6d-b496-606206facf8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b49daa1f-62ad-4f71-8e58-8ddd103ea947'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:55:34.183927 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ecf65feb-f23b-42d8-a2a1-2b2c4284ba5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:34.210415 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8916e40-37ff-494c-8312-d3e274a18c21 None None] The sync data for ids ['492b9636-59df-4ffc-9cfd-876ae68dbabc'] in n-d-813897-4 is: [{'id': '492b9636-59df-4ffc-9cfd-876ae68dbabc', 'name': 'router1', 'tenant_id': 'f4a709dee40e4567961ceb36d458a741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:55:21Z', 'updated_at': '2021-11-10T18:55:31Z', 'revision_number': 2, 'project_id': 'f4a709dee40e4567961ceb36d458a741', 'gw_port_host': None, '_interfaces': [{'id': '7f00f806-afb3-4505-931f-8b3d24352c59', 'name': '', 'network_id': 'cf46d71c-8467-4931-956c-f2e5f31c08fb', 'tenant_id': 'f4a709dee40e4567961ceb36d458a741', 'mac_address': 'fa:16:3e:72:d3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492b9636-59df-4ffc-9cfd-876ae68dbabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb4a5b45-8a2d-4b6d-b496-606206facf8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:55:30Z', 'updated_at': '2021-11-10T18:55:33Z', 'revision_number': 4, 'project_id': 'f4a709dee40e4567961ceb36d458a741', 'subnets': [{'id': 'bb4a5b45-8a2d-4b6d-b496-606206facf8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b49daa1f-62ad-4f71-8e58-8ddd103ea947'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:55:34.237563 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf65feb-f23b-42d8-a2a1-2b2c4284ba5b None None] Pushing event updated for resources: {'Port': ['ID=7f00f806-afb3-4505-931f-8b3d24352c59,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:55:34.528488 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46096) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:55:34.656994 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cea7499-2ab7-4b8b-b367-0def57cc5646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:34.658390 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1cea7499-2ab7-4b8b-b367-0def57cc5646 admin admin] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 842 time: 0.1289086 Nov 10 18:55:34.668963 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-ceb3d123-85fc-4144-9507-92e90082256b admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'cidr': '172.25.3.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.25.3.1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:55:34.696542 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb3d123-85fc-4144-9507-92e90082256b admin admin] Made reservation on behalf of 98ab48ae28be4fa6af44746cca80648b for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:55:34.698993 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ceb3d123-85fc-4144-9507-92e90082256b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:35.017158 n-d-813897-4 neutron-server[102506]: DEBUG neutron.objects.ports [None req-ceb3d123-85fc-4144-9507-92e90082256b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102506) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 18:55:35.017603 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ceb3d123-85fc-4144-9507-92e90082256b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:35.072087 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb3d123-85fc-4144-9507-92e90082256b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fce5fe3-b867-472b-a652-b81cd9bf5766,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:55:35.081040 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb3d123-85fc-4144-9507-92e90082256b admin admin] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:55:35.081370 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb3d123-85fc-4144-9507-92e90082256b admin admin] Network hostable DHCP agents. Network: 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:55:35.104025 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb3d123-85fc-4144-9507-92e90082256b admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:55:35.116247 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-ceb3d123-85fc-4144-9507-92e90082256b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:55:35.120935 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb3d123-85fc-4144-9507-92e90082256b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:35.121435 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ceb3d123-85fc-4144-9507-92e90082256b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:35.128728 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2895f7fe-cbc2-49f6-8734-c36181af08c6 None None] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:55:35.145086 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ceb3d123-85fc-4144-9507-92e90082256b admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4730687 Nov 10 18:55:35.284329 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c817b902-428a-4665-ba1e-934394fe3b48 None None] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:55:37.567307 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46104) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:55:37.704808 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4668a33a-3e54-43aa-9f12-6199e95e5169 admin admin] 10.222.0.54 "GET /v2.0/routers/492b9636-59df-4ffc-9cfd-876ae68dbabc HTTP/1.1" status: 200 len: 710 time: 0.1362920 Nov 10 18:55:37.797927 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5a3bb4-6d32-4ce1-a8db-2b4dc800e46b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:37.799195 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9b5a3bb4-6d32-4ce1-a8db-2b4dc800e46b admin admin] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 886 time: 0.0869246 Nov 10 18:55:37.809041 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-d540f072-1e0e-4b5c-93a8-4e1302df2a61 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:55:38.158292 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d540f072-1e0e-4b5c-93a8-4e1302df2a61 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:38.403234 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d540f072-1e0e-4b5c-93a8-4e1302df2a61 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:38.479343 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d540f072-1e0e-4b5c-93a8-4e1302df2a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:38.586869 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-d540f072-1e0e-4b5c-93a8-4e1302df2a61 admin admin] Allocated IP 172.25.3.205 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/a119da5f-db22-49fa-85a0-798d1fbd857c) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:55:38.690610 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d540f072-1e0e-4b5c-93a8-4e1302df2a61 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:38.724962 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d540f072-1e0e-4b5c-93a8-4e1302df2a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:38.760324 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d540f072-1e0e-4b5c-93a8-4e1302df2a61 admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:55:38.763025 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-d540f072-1e0e-4b5c-93a8-4e1302df2a61 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:55:38.775824 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d540f072-1e0e-4b5c-93a8-4e1302df2a61 admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:55:38.779043 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d540f072-1e0e-4b5c-93a8-4e1302df2a61 admin admin] Pushing event updated for resources: {'Port': ['ID=a119da5f-db22-49fa-85a0-798d1fbd857c,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:55:39.032075 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d540f072-1e0e-4b5c-93a8-4e1302df2a61 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:39.231604 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d540f072-1e0e-4b5c-93a8-4e1302df2a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25260'] for router, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:39.235704 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d540f072-1e0e-4b5c-93a8-4e1302df2a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-408903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-408910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396833'] for router, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:39.447067 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d540f072-1e0e-4b5c-93a8-4e1302df2a61 admin admin] Router 492b9636-59df-4ffc-9cfd-876ae68dbabc has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:55:39.557744 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d540f072-1e0e-4b5c-93a8-4e1302df2a61 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:55:39.562149 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d540f072-1e0e-4b5c-93a8-4e1302df2a61 admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:39.563336 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d540f072-1e0e-4b5c-93a8-4e1302df2a61 admin admin] 10.222.0.54 "PUT /v2.0/routers/492b9636-59df-4ffc-9cfd-876ae68dbabc HTTP/1.1" status: 200 len: 890 time: 1.7576213 Nov 10 18:55:41.286325 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9f8a66-a7d3-476c-b690-6ba0996c75f0 None None] Sync routers for ids ['492b9636-59df-4ffc-9cfd-876ae68dbabc'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:55:41.297689 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9f8a66-a7d3-476c-b690-6ba0996c75f0 None None] Routers {'492b9636-59df-4ffc-9cfd-876ae68dbabc'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:55:41.298441 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-df9f8a66-a7d3-476c-b690-6ba0996c75f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T18:55:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['492b9636-59df-4ffc-9cfd-876ae68dbabc'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:55:41.357329 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 7f00f806-afb3-4505-931f-8b3d24352c59 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:55:41.549508 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-df9f8a66-a7d3-476c-b690-6ba0996c75f0 None None] Set router 492b9636-59df-4ffc-9cfd-876ae68dbabc gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:55:41.606226 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 7f00f806-afb3-4505-931f-8b3d24352c59 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:55:41.606598 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:42.019895 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-df9f8a66-a7d3-476c-b690-6ba0996c75f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492b9636-59df-4ffc-9cfd-876ae68dbabc', 'name': 'router1', 'tenant_id': 'f4a709dee40e4567961ceb36d458a741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'a119da5f-db22-49fa-85a0-798d1fbd857c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:55:21Z', 'updated_at': '2021-11-10T18:55:38Z', 'revision_number': 4, 'project_id': 'f4a709dee40e4567961ceb36d458a741', 'gw_port': {'id': 'a119da5f-db22-49fa-85a0-798d1fbd857c', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492b9636-59df-4ffc-9cfd-876ae68dbabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:55:38Z', 'updated_at': '2021-11-10T18:55:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '7f00f806-afb3-4505-931f-8b3d24352c59', 'name': '', 'network_id': 'cf46d71c-8467-4931-956c-f2e5f31c08fb', 'tenant_id': 'f4a709dee40e4567961ceb36d458a741', 'mac_address': 'fa:16:3e:72:d3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492b9636-59df-4ffc-9cfd-876ae68dbabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb4a5b45-8a2d-4b6d-b496-606206facf8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:55:30Z', 'updated_at': '2021-11-10T18:55:34Z', 'revision_number': 5, 'project_id': 'f4a709dee40e4567961ceb36d458a741', 'subnets': [{'id': 'bb4a5b45-8a2d-4b6d-b496-606206facf8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b49daa1f-62ad-4f71-8e58-8ddd103ea947'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:55:42.107665 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46116) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:55:42.163697 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9f8a66-a7d3-476c-b690-6ba0996c75f0 None None] Checking router: 492b9636-59df-4ffc-9cfd-876ae68dbabc for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:55:42.164040 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9f8a66-a7d3-476c-b690-6ba0996c75f0 None None] Updating router 492b9636-59df-4ffc-9cfd-876ae68dbabc port a119da5f-db22-49fa-85a0-798d1fbd857c binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:55:42.212338 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-df9f8a66-a7d3-476c-b690-6ba0996c75f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:42.264131 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d33012ff-5271-463e-a03c-65c66fb1665a admin admin] 10.222.0.54 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1552887 Nov 10 18:55:42.557806 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-df9f8a66-a7d3-476c-b690-6ba0996c75f0 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:42.564302 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-df9f8a66-a7d3-476c-b690-6ba0996c75f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:42.617741 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c1731-12ff-42b6-9bfe-bf8ff550d58d None None] Pushing event updated for resources: {'Port': ['ID=a119da5f-db22-49fa-85a0-798d1fbd857c,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:55:42.620345 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-df9f8a66-a7d3-476c-b690-6ba0996c75f0 None None] Attempting to bind port a119da5f-db22-49fa-85a0-798d1fbd857c on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:55:42.620721 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-df9f8a66-a7d3-476c-b690-6ba0996c75f0 None None] Attempting to bind port a119da5f-db22-49fa-85a0-798d1fbd857c by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:55:42.621105 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f8a66-a7d3-476c-b690-6ba0996c75f0 None None] Attempting to bind port a119da5f-db22-49fa-85a0-798d1fbd857c on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:55:42.629262 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f8a66-a7d3-476c-b690-6ba0996c75f0 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:55:42.630295 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f8a66-a7d3-476c-b690-6ba0996c75f0 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:55:42.630295 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-df9f8a66-a7d3-476c-b690-6ba0996c75f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:42.631985 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f8a66-a7d3-476c-b690-6ba0996c75f0 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:55:42.631985 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-df9f8a66-a7d3-476c-b690-6ba0996c75f0 None None] Bound port: a119da5f-db22-49fa-85a0-798d1fbd857c, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:55:42.631985 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-df9f8a66-a7d3-476c-b690-6ba0996c75f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:42.685261 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-df9f8a66-a7d3-476c-b690-6ba0996c75f0 None None] For port a119da5f-db22-49fa-85a0-798d1fbd857c, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:55:42.688838 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-df9f8a66-a7d3-476c-b690-6ba0996c75f0 None None] For port a119da5f-db22-49fa-85a0-798d1fbd857c, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=a119da5f-db22-49fa-85a0-798d1fbd857c,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:55:42.693278 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-df9f8a66-a7d3-476c-b690-6ba0996c75f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:42.758612 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9f8a66-a7d3-476c-b690-6ba0996c75f0 None None] Routers {'492b9636-59df-4ffc-9cfd-876ae68dbabc'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:55:42.759480 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-df9f8a66-a7d3-476c-b690-6ba0996c75f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T18:55:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['492b9636-59df-4ffc-9cfd-876ae68dbabc'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:55:42.760897 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c1731-12ff-42b6-9bfe-bf8ff550d58d None None] Pushing event updated for resources: {'Port': ['ID=a119da5f-db22-49fa-85a0-798d1fbd857c,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:55:42.880410 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-df9f8a66-a7d3-476c-b690-6ba0996c75f0 None None] Set router 492b9636-59df-4ffc-9cfd-876ae68dbabc gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:55:43.098496 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-df9f8a66-a7d3-476c-b690-6ba0996c75f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492b9636-59df-4ffc-9cfd-876ae68dbabc', 'name': 'router1', 'tenant_id': 'f4a709dee40e4567961ceb36d458a741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'a119da5f-db22-49fa-85a0-798d1fbd857c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:55:21Z', 'updated_at': '2021-11-10T18:55:38Z', 'revision_number': 4, 'project_id': 'f4a709dee40e4567961ceb36d458a741', 'gw_port': {'id': 'a119da5f-db22-49fa-85a0-798d1fbd857c', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492b9636-59df-4ffc-9cfd-876ae68dbabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:55:38Z', 'updated_at': '2021-11-10T18:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '7f00f806-afb3-4505-931f-8b3d24352c59', 'name': '', 'network_id': 'cf46d71c-8467-4931-956c-f2e5f31c08fb', 'tenant_id': 'f4a709dee40e4567961ceb36d458a741', 'mac_address': 'fa:16:3e:72:d3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492b9636-59df-4ffc-9cfd-876ae68dbabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb4a5b45-8a2d-4b6d-b496-606206facf8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:55:30Z', 'updated_at': '2021-11-10T18:55:34Z', 'revision_number': 5, 'project_id': 'f4a709dee40e4567961ceb36d458a741', 'subnets': [{'id': 'bb4a5b45-8a2d-4b6d-b496-606206facf8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b49daa1f-62ad-4f71-8e58-8ddd103ea947'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:55:43.126017 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9f8a66-a7d3-476c-b690-6ba0996c75f0 None None] The sync data for ids ['492b9636-59df-4ffc-9cfd-876ae68dbabc'] in n-d-813897-4 is: [{'id': '492b9636-59df-4ffc-9cfd-876ae68dbabc', 'name': 'router1', 'tenant_id': 'f4a709dee40e4567961ceb36d458a741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'a119da5f-db22-49fa-85a0-798d1fbd857c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:55:21Z', 'updated_at': '2021-11-10T18:55:38Z', 'revision_number': 4, 'project_id': 'f4a709dee40e4567961ceb36d458a741', 'gw_port': {'id': 'a119da5f-db22-49fa-85a0-798d1fbd857c', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492b9636-59df-4ffc-9cfd-876ae68dbabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:55:38Z', 'updated_at': '2021-11-10T18:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '7f00f806-afb3-4505-931f-8b3d24352c59', 'name': '', 'network_id': 'cf46d71c-8467-4931-956c-f2e5f31c08fb', 'tenant_id': 'f4a709dee40e4567961ceb36d458a741', 'mac_address': 'fa:16:3e:72:d3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492b9636-59df-4ffc-9cfd-876ae68dbabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb4a5b45-8a2d-4b6d-b496-606206facf8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:55:30Z', 'updated_at': '2021-11-10T18:55:34Z', 'revision_number': 5, 'project_id': 'f4a709dee40e4567961ceb36d458a741', 'subnets': [{'id': 'bb4a5b45-8a2d-4b6d-b496-606206facf8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b49daa1f-62ad-4f71-8e58-8ddd103ea947'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:55:43.336253 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device a119da5f-db22-49fa-85a0-798d1fbd857c up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:55:43.389462 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port a119da5f-db22-49fa-85a0-798d1fbd857c triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:55:43.389922 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:43.477634 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:43.501300 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port a119da5f-db22-49fa-85a0-798d1fbd857c, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=a119da5f-db22-49fa-85a0-798d1fbd857c,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:55:43.507099 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:43.559493 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=a119da5f-db22-49fa-85a0-798d1fbd857c,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:55:45.300881 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device a119da5f-db22-49fa-85a0-798d1fbd857c up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:55:45.367414 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port a119da5f-db22-49fa-85a0-798d1fbd857c triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:55:45.367688 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:53.374699 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-407035e3-b110-4015-84bd-b7019fb6238f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:53.429099 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 5 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:55:55.667347 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a6a94568-54f2-4eb9-9157-f22908cb666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:56.992523 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:58.433880 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:59.280416 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:23.373306 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-606e55f6-7343-42b9-b029-f43cc85c2bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:25.663718 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8110a6ca-3a74-4b1d-ba87-a1e42fd5d3e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:26.963412 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:28.434891 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:29.292692 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:30.429295 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 5 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:56:53.369565 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c2524b36-ad16-41e4-81ac-bcde6cde90d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:55.668957 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cb83c12b-3b25-46aa-a246-74f47fe85a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:56.963733 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:58.434522 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:59.282085 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:07.428839 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 5 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:57:23.374604 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a35f95f0-6c46-4cc6-9aab-b8c5a83b6c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:25.664262 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e5791d6e-924e-4d69-8138-efd56d02bbca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:26.967166 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:28.440228 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:29.277689 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:29.848414 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46710) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:57:29.921102 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-4632eba5-e6dc-4fc3-8b4a-de5b281a198c admin admin] GET failed (client error): The resource could not be found. Nov 10 18:57:29.922591 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4632eba5-e6dc-4fc3-8b4a-de5b281a198c admin admin] 10.222.0.54 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0728674 Nov 10 18:57:30.104408 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03bfbe5-ab55-47c1-96d3-d9dd67281f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:30.105906 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f03bfbe5-ab55-47c1-96d3-d9dd67281f41 admin admin] 10.222.0.54 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1783490 Nov 10 18:57:32.470642 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46720) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:57:32.586415 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8623485f-9a86-4f5f-891d-d92a9c4bd4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:32.587929 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8623485f-9a86-4f5f-891d-d92a9c4bd4bc admin admin] 10.222.0.54 "GET /v2.0/subnets/bb4a5b45-8a2d-4b6d-b496-606206facf8a HTTP/1.1" status: 200 len: 849 time: 0.1160316 Nov 10 18:57:32.599371 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-f038cee4-4486-483e-b2ea-c98f36ccf176 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:57:32.691675 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f038cee4-4486-483e-b2ea-c98f36ccf176 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:32.847458 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f038cee4-4486-483e-b2ea-c98f36ccf176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739350356098'] for subnet, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:32.881525 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f038cee4-4486-483e-b2ea-c98f36ccf176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:32.882201 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f038cee4-4486-483e-b2ea-c98f36ccf176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:32.883469 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f038cee4-4486-483e-b2ea-c98f36ccf176 admin admin] 10.222.0.54 "PUT /v2.0/subnets/bb4a5b45-8a2d-4b6d-b496-606206facf8a HTTP/1.1" status: 200 len: 868 time: 0.2882347 Nov 10 18:57:32.887758 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e748cae-39d9-4ea5-a057-e3cb09ebb4f6 None None] Network cf46d71c-8467-4931-956c-f2e5f31c08fb requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:57:32.912264 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038cee4-4486-483e-b2ea-c98f36ccf176 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb4a5b45-8a2d-4b6d-b496-606206facf8a,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:57:32.921174 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038cee4-4486-483e-b2ea-c98f36ccf176 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:57:32.921873 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038cee4-4486-483e-b2ea-c98f36ccf176 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:57:32.922188 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038cee4-4486-483e-b2ea-c98f36ccf176 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:57:32.922635 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038cee4-4486-483e-b2ea-c98f36ccf176 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:57:32.923065 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038cee4-4486-483e-b2ea-c98f36ccf176 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:57:32.923498 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038cee4-4486-483e-b2ea-c98f36ccf176 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:57:32.923916 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038cee4-4486-483e-b2ea-c98f36ccf176 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:57:32.924341 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038cee4-4486-483e-b2ea-c98f36ccf176 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:57:32.924757 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038cee4-4486-483e-b2ea-c98f36ccf176 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:57:32.925186 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038cee4-4486-483e-b2ea-c98f36ccf176 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:57:32.925643 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038cee4-4486-483e-b2ea-c98f36ccf176 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:57:32.926105 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038cee4-4486-483e-b2ea-c98f36ccf176 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:57:33.265561 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4a729dd1-2344-426d-9a91-0c04a920d999 None None] Provisioning complete for port fc712871-6e47-4307-a3b9-42ec45a0bf0d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:57:33.266025 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4a729dd1-2344-426d-9a91-0c04a920d999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:33.356115 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4a729dd1-2344-426d-9a91-0c04a920d999 None None] Provisioning complete for port 7f00f806-afb3-4505-931f-8b3d24352c59 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:57:33.356372 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4a729dd1-2344-426d-9a91-0c04a920d999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:35.223267 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46728) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:57:35.440839 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1167a0b5-37f6-4d60-943f-56b679149cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:35.441234 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1167a0b5-37f6-4d60-943f-56b679149cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:35.442830 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1167a0b5-37f6-4d60-943f-56b679149cbc admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2184951 Nov 10 18:57:37.749825 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46736) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:57:37.985241 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627c2dba-df41-4aec-a062-2db17ced84ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:37.985780 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627c2dba-df41-4aec-a062-2db17ced84ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:37.988390 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-627c2dba-df41-4aec-a062-2db17ced84ed admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2373853 Nov 10 18:57:40.315128 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46746) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:57:40.457152 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c2bf49-c173-4357-a267-83017df73af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:40.458562 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-29c2bf49-c173-4357-a267-83017df73af6 admin admin] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 886 time: 0.1424375 Nov 10 18:57:42.770856 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46754) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:57:42.956458 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e13890-bcf8-4d24-9be2-16ec386b83ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:42.957832 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b1e13890-bcf8-4d24-9be2-16ec386b83ca admin admin] 10.222.0.54 "GET /v2.0/networks/cf46d71c-8467-4931-956c-f2e5f31c08fb HTTP/1.1" status: 200 len: 869 time: 0.1859620 Nov 10 18:57:44.428927 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 5 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:57:45.280470 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46762) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:57:45.417618 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c0373e-d365-4106-a4bb-4f9b17c0ec8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:45.418119 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c0373e-d365-4106-a4bb-4f9b17c0ec8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:45.419675 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-60c0373e-d365-4106-a4bb-4f9b17c0ec8f admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1379039 Nov 10 18:57:47.780463 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46770) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:57:47.889725 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367b819b-da6c-462e-b783-9d3d6fb1aa3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:47.890216 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367b819b-da6c-462e-b783-9d3d6fb1aa3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:47.891766 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-367b819b-da6c-462e-b783-9d3d6fb1aa3c admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1099286 Nov 10 18:57:50.288656 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46778) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:57:50.381019 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718d94d8-1d4e-4871-b3eb-2bbe05af3cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:50.382433 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-718d94d8-1d4e-4871-b3eb-2bbe05af3cac admin admin] 10.222.0.54 "GET /v2.0/subnets/5fce5fe3-b867-472b-a652-b81cd9bf5766 HTTP/1.1" status: 200 len: 816 time: 0.0927658 Nov 10 18:57:52.707463 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46786) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:57:52.808833 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa77552-381f-4132-9ee9-28177a4d486a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:52.810244 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2aa77552-381f-4132-9ee9-28177a4d486a admin admin] 10.222.0.54 "GET /v2.0/subnets/bb4a5b45-8a2d-4b6d-b496-606206facf8a HTTP/1.1" status: 200 len: 868 time: 0.1018076 Nov 10 18:57:53.385233 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5b0c3f9b-fc17-425a-88fc-dd3691101e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:55.669308 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-02116cab-ee70-4573-bbe4-d6cc5e91742d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:56.969692 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:58.444304 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:59.275202 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:18.694352 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46840) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:58:18.751466 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [None req-13a965ea-7655-4a63-80e6-19fa8c53d64e admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:58:18.752565 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-13a965ea-7655-4a63-80e6-19fa8c53d64e admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0572424 Nov 10 18:58:21.201579 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46848) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:58:21.276109 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-84909d75-173e-4f32-8f17-04ba765d0eac admin admin] GET failed (client error): The resource could not be found. Nov 10 18:58:21.277588 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-84909d75-173e-4f32-8f17-04ba765d0eac admin admin] 10.222.0.54 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0750294 Nov 10 18:58:21.426800 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01131d55-c99c-472c-b37b-436b4a6d2ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:58:21.429226 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-01131d55-c99c-472c-b37b-436b4a6d2ea6 admin admin] 10.222.0.54 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1460960 Nov 10 18:58:21.431794 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 5 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:58:23.380863 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fec8ab16-33c6-4b40-846e-ab67ceb43296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:23.810404 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46856) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:58:23.887665 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-bd1c40e0-cb1e-40c2-8752-f0b869115a1f admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:58:23.925753 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1c40e0-cb1e-40c2-8752-f0b869115a1f admin admin] Made reservation on behalf of 98ab48ae28be4fa6af44746cca80648b for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:58:23.927221 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bd1c40e0-cb1e-40c2-8752-f0b869115a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:23.969424 n-d-813897-4 neutron-server[102505]: WARNING neutron.services.revisions.revision_plugin [None req-bd1c40e0-cb1e-40c2-8752-f0b869115a1f admin admin] Could not find related network for resource to bump revision. Nov 10 18:58:23.982928 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd1c40e0-cb1e-40c2-8752-f0b869115a1f admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:58:23.992420 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bd1c40e0-cb1e-40c2-8752-f0b869115a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:23.992779 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-bd1c40e0-cb1e-40c2-8752-f0b869115a1f admin admin] Added segment 657a6071-102f-40b0-926b-f65d4e9cacfb of type vlan for network d392c118-92b4-47b2-87bf-77c096e8a630 Nov 10 18:58:24.040874 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bd1c40e0-cb1e-40c2-8752-f0b869115a1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:24.067201 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bd1c40e0-cb1e-40c2-8752-f0b869115a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:24.068178 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1c40e0-cb1e-40c2-8752-f0b869115a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:58:24.068800 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bd1c40e0-cb1e-40c2-8752-f0b869115a1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:24.100531 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-bd1c40e0-cb1e-40c2-8752-f0b869115a1f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2887256 Nov 10 18:58:24.133513 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c40e0-cb1e-40c2-8752-f0b869115a1f admin admin] Pushing event updated for resources: {'Network': ['ID=d392c118-92b4-47b2-87bf-77c096e8a630,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:58:24.144657 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network d392c118-92b4-47b2-87bf-77c096e8a630 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:58:25.673929 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-aad7d248-ecea-4eff-bb75-181513f37b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:26.474694 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46864) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:58:26.539765 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7a9290-2ce6-4dbc-be3d-6c73e152fc64 admin admin] GET failed (client error): The resource could not be found. Nov 10 18:58:26.541433 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ea7a9290-2ce6-4dbc-be3d-6c73e152fc64 admin admin] 10.222.0.54 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0656073 Nov 10 18:58:26.675867 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7e4796-e938-4a3b-9f2e-c9890989f4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:58:26.677245 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0d7e4796-e938-4a3b-9f2e-c9890989f4af admin admin] 10.222.0.54 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1309998 Nov 10 18:58:26.689357 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-8c9fee4d-59cc-404e-96bc-c745766f668c admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:58:26.712384 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9fee4d-59cc-404e-96bc-c745766f668c admin admin] Made reservation on behalf of 98ab48ae28be4fa6af44746cca80648b for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:58:26.714993 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8c9fee4d-59cc-404e-96bc-c745766f668c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:26.907212 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8c9fee4d-59cc-404e-96bc-c745766f668c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:26.964981 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9fee4d-59cc-404e-96bc-c745766f668c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9b6e8e7-6ebd-402d-901c-b41f234de3ab,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:58:26.970413 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:26.974383 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9fee4d-59cc-404e-96bc-c745766f668c admin admin] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:58:26.974744 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9fee4d-59cc-404e-96bc-c745766f668c admin admin] Network hostable DHCP agents. Network: d392c118-92b4-47b2-87bf-77c096e8a630, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:58:26.994626 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9fee4d-59cc-404e-96bc-c745766f668c admin admin] Network d392c118-92b4-47b2-87bf-77c096e8a630 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:58:27.004965 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-8c9fee4d-59cc-404e-96bc-c745766f668c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, d392c118-92b4-47b2-87bf-77c096e8a630) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:58:27.009975 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9fee4d-59cc-404e-96bc-c745766f668c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:58:27.010680 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8c9fee4d-59cc-404e-96bc-c745766f668c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:27.014430 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce44409d-b23f-4941-8f02-33b5f887ac40 None None] Network d392c118-92b4-47b2-87bf-77c096e8a630 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:58:27.032281 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8c9fee4d-59cc-404e-96bc-c745766f668c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3472610 Nov 10 18:58:27.288108 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23c7db5-26ed-405d-977b-9116ba1b5145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-d392c118-92b4-47b2-87bf-77c096e8a630', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'tenant_id': '98ab48ae28be4fa6af44746cca80648b', 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:58:27.289034 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d23c7db5-26ed-405d-977b-9116ba1b5145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:27.435606 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-d23c7db5-26ed-405d-977b-9116ba1b5145 None None] Allocated IP 192.168.233.2 (d392c118-92b4-47b2-87bf-77c096e8a630/f9b6e8e7-6ebd-402d-901c-b41f234de3ab/f1a9b07b-5381-4514-b694-af0897233ccc) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:58:27.600502 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d23c7db5-26ed-405d-977b-9116ba1b5145 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:27.609108 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d23c7db5-26ed-405d-977b-9116ba1b5145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:27.650122 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23c7db5-26ed-405d-977b-9116ba1b5145 None None] Network d392c118-92b4-47b2-87bf-77c096e8a630 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:58:27.655577 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-d23c7db5-26ed-405d-977b-9116ba1b5145 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:58:27.659345 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23c7db5-26ed-405d-977b-9116ba1b5145 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:58:27.665623 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c7db5-26ed-405d-977b-9116ba1b5145 None None] Pushing event updated for resources: {'Port': ['ID=f1a9b07b-5381-4514-b694-af0897233ccc,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:58:27.677960 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c7db5-26ed-405d-977b-9116ba1b5145 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:58:27.677960 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c7db5-26ed-405d-977b-9116ba1b5145 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:58:27.678345 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c7db5-26ed-405d-977b-9116ba1b5145 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:58:27.678665 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c7db5-26ed-405d-977b-9116ba1b5145 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:58:27.679007 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c7db5-26ed-405d-977b-9116ba1b5145 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:58:27.679331 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c7db5-26ed-405d-977b-9116ba1b5145 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:58:27.679657 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c7db5-26ed-405d-977b-9116ba1b5145 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:58:27.679984 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c7db5-26ed-405d-977b-9116ba1b5145 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:58:27.680382 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c7db5-26ed-405d-977b-9116ba1b5145 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:58:27.680722 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c7db5-26ed-405d-977b-9116ba1b5145 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:58:27.681070 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c7db5-26ed-405d-977b-9116ba1b5145 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:58:27.681362 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23c7db5-26ed-405d-977b-9116ba1b5145 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:58:27.734154 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d23c7db5-26ed-405d-977b-9116ba1b5145 None None] Attempting to bind port f1a9b07b-5381-4514-b694-af0897233ccc on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:58:27.734530 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d23c7db5-26ed-405d-977b-9116ba1b5145 None None] Attempting to bind port f1a9b07b-5381-4514-b694-af0897233ccc by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:58:27.734877 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23c7db5-26ed-405d-977b-9116ba1b5145 None None] Attempting to bind port f1a9b07b-5381-4514-b694-af0897233ccc on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:58:27.740861 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23c7db5-26ed-405d-977b-9116ba1b5145 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:58:27.741365 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23c7db5-26ed-405d-977b-9116ba1b5145 None None] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:58:27.741645 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d23c7db5-26ed-405d-977b-9116ba1b5145 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:27.742046 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23c7db5-26ed-405d-977b-9116ba1b5145 None None] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:58:27.742507 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d23c7db5-26ed-405d-977b-9116ba1b5145 None None] Bound port: f1a9b07b-5381-4514-b694-af0897233ccc, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:58:27.742946 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d23c7db5-26ed-405d-977b-9116ba1b5145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:27.815324 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-d23c7db5-26ed-405d-977b-9116ba1b5145 None None] For port f1a9b07b-5381-4514-b694-af0897233ccc, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:58:27.819201 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-d23c7db5-26ed-405d-977b-9116ba1b5145 None None] For port f1a9b07b-5381-4514-b694-af0897233ccc, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f1a9b07b-5381-4514-b694-af0897233ccc,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:58:27.824947 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d23c7db5-26ed-405d-977b-9116ba1b5145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:27.882962 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c7db5-26ed-405d-977b-9116ba1b5145 None None] Pushing event updated for resources: {'Port': ['ID=f1a9b07b-5381-4514-b694-af0897233ccc,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:58:28.451959 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:28.813983 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba0eb91-3e0f-4b63-8ef1-950e19227848 None None] Network d392c118-92b4-47b2-87bf-77c096e8a630 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:58:28.891894 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-0264adb4-1e30-4f5e-8352-f937d593e81f None None] Provisioning complete for port f1a9b07b-5381-4514-b694-af0897233ccc triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:58:28.892279 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0264adb4-1e30-4f5e-8352-f937d593e81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:29.055577 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0264adb4-1e30-4f5e-8352-f937d593e81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:29.100360 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-0264adb4-1e30-4f5e-8352-f937d593e81f None None] For port f1a9b07b-5381-4514-b694-af0897233ccc, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f1a9b07b-5381-4514-b694-af0897233ccc,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:58:29.107387 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0264adb4-1e30-4f5e-8352-f937d593e81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:29.160460 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264adb4-1e30-4f5e-8352-f937d593e81f None None] Pushing event updated for resources: {'Port': ['ID=f1a9b07b-5381-4514-b694-af0897233ccc,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:58:29.276335 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:29.330871 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-376634e0-29bf-46be-9bd2-4400e6184c2e None None] Provisioning complete for port f1a9b07b-5381-4514-b694-af0897233ccc triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:58:29.331169 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-376634e0-29bf-46be-9bd2-4400e6184c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:29.490912 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f1a9b07b-5381-4514-b694-af0897233ccc up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:58:29.548006 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port f1a9b07b-5381-4514-b694-af0897233ccc triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:58:29.548378 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:53.377594 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8c4489cc-c922-4e02-a3ec-084ba96094b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:55.681683 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d401a28d-fe31-47cb-9edd-11866e124de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:56.976264 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:58.431561 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 5 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:58:58.453037 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:59.272024 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:23.374452 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5e7cd4db-f2d9-4b8f-9c57-09e82cb2feca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:25.679851 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-274b7c82-3aef-4263-bc4c-473e40d60012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:26.979523 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:28.455406 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:29.269866 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:35.431544 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 5 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:59:41.655707 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46908) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:59:41.661699 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [None req-3824fcaa-e934-4218-99eb-ed0bda024feb tempest-verify_tempest_config-2082443008 tempest-verify_tempest_config-2082443008-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:59:41.662709 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3824fcaa-e934-4218-99eb-ed0bda024feb tempest-verify_tempest_config-2082443008 tempest-verify_tempest_config-2082443008-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059879 Nov 10 18:59:42.004246 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46926) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:59:42.121233 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-876aaa0d-5af8-4555-8daa-3c7eeeb52d8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:42.207419 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-876aaa0d-5af8-4555-8daa-3c7eeeb52d8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:42.213961 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-876aaa0d-5af8-4555-8daa-3c7eeeb52d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:42.265939 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-876aaa0d-5af8-4555-8daa-3c7eeeb52d8f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4e1f0681100c40cd9d1fa3d85e8a9cf0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2604163 Nov 10 18:59:42.266795 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876aaa0d-5af8-4555-8daa-3c7eeeb52d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9ce267-b58c-45bf-afbe-83cd50e8af12,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:59:42.269006 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46930) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:59:42.287465 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876aaa0d-5af8-4555-8daa-3c7eeeb52d8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:42.287824 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876aaa0d-5af8-4555-8daa-3c7eeeb52d8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:42.288119 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876aaa0d-5af8-4555-8daa-3c7eeeb52d8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:42.288448 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876aaa0d-5af8-4555-8daa-3c7eeeb52d8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:42.288771 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876aaa0d-5af8-4555-8daa-3c7eeeb52d8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:42.289089 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876aaa0d-5af8-4555-8daa-3c7eeeb52d8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:42.289497 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876aaa0d-5af8-4555-8daa-3c7eeeb52d8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:42.289867 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876aaa0d-5af8-4555-8daa-3c7eeeb52d8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:42.290189 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876aaa0d-5af8-4555-8daa-3c7eeeb52d8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:42.290496 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876aaa0d-5af8-4555-8daa-3c7eeeb52d8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:42.290810 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876aaa0d-5af8-4555-8daa-3c7eeeb52d8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:42.291367 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876aaa0d-5af8-4555-8daa-3c7eeeb52d8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:42.346584 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-be1ceaf1-6b8f-42e2-ab49-6913efff5962 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:42.369786 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-be1ceaf1-6b8f-42e2-ab49-6913efff5962 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:42.464646 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-be1ceaf1-6b8f-42e2-ab49-6913efff5962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:42.467359 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-be1ceaf1-6b8f-42e2-ab49-6913efff5962 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:42.468565 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-be1ceaf1-6b8f-42e2-ab49-6913efff5962 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fe9ce267-b58c-45bf-afbe-83cd50e8af12 HTTP/1.1" status: 204 len: 168 time: 0.1985719 Nov 10 18:59:42.478312 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ceaf1-6b8f-42e2-ab49-6913efff5962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9ce267-b58c-45bf-afbe-83cd50e8af12,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:59:53.375381 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5c50a3fa-7fce-4d86-9d78-2bcf5d983285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:55.678188 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1b7cfb9f-483c-4119-b87c-59c5178a27c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:56.983768 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:58.462037 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:59.268706 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:00:12.430966 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 5 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:00:23.373909 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a3357d6e-c6da-4f8c-87cc-2b0afe150810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:00:25.678308 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fb223bfd-7edd-4b81-9bf6-2b0ab33743e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:00:26.986415 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:00:28.462198 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:00:29.265275 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:00:49.430044 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 5 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:00:53.369444 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-97c8f42f-3f42-4157-a08e-5c950a0391a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:00:55.676278 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8755a395-6541-4973-a2a2-dd91ec822bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:00:56.989715 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:00:58.470345 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:00:59.264026 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:23.375575 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6cd1d00a-8715-495b-a96a-4150150462b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:25.673814 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7dae92f0-4472-4302-b6c6-b5caf1eb0405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:26.429242 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 5 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:01:26.992268 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:28.474493 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:29.262079 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:53.371145 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-31ec4011-ae76-4532-bd74-02456a077d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:55.670619 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2c95e5e6-3725-4ca4-9367-0cc7d6feca52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:57.000601 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:58.475785 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:59.262386 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:02:03.429107 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 5 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:02:23.370686 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-40f150b7-e6e3-4b02-a66f-a27a76840ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:02:25.672309 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f8f0ef5c-0be5-4066-90ea-587eff991caa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:02:27.002606 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:02:28.474779 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:02:29.257782 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:02:40.429042 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 5 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:02:53.372004 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d0a01a3b-a615-4844-93d4-2bb1001c112e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:02:54.254035 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-394830'] for agent, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:02:54.691785 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-394830'] for agent, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:02:55.667023 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-07179fb0-f80d-4fb5-a85e-dcb87c5ee39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:02:57.002895 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:02:58.478240 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:02:59.263192 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:03:17.428970 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:03:23.369073 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ad1bed8e-7362-4e04-8423-6031a5aebb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:03:24.200964 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:03:24.655532 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:03:25.673164 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ae7e64cc-22b3-4e43-b96e-6e63b3a9f05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:03:27.004655 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:03:28.484918 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:03:29.264598 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:03:41.424795 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46982) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:03:41.544479 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a6802ea8-e094-445d-8ea8-f64cd9e32257 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1182120 Nov 10 19:03:43.972961 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46992) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:03:44.036914 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-be7034c7-c9c6-4f75-a227-f440a81d21f2 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0626762 Nov 10 19:03:53.364192 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9387654a-9a96-4192-abc8-673ee878b6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:03:54.193554 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:03:54.429341 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:03:54.653573 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:03:55.668373 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1dfb4675-cae2-43bf-a06b-539d5cc8f1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:03:57.007311 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:03:58.490888 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:03:59.260094 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:23.360549 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-eb6bb3ae-2e0d-4b9c-b2a0-57629243572f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:24.195800 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:24.667516 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:25.668469 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-82b56869-efcd-4f78-b82b-d1cedeef037d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:27.013328 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:28.522642 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:29.270905 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:31.431671 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:04:53.356199 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-907835bb-8cbd-4d85-874a-470abbbab1cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:54.197449 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:54.669199 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:55.665734 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d358ed69-3655-4d1b-bae8-9da929ac1b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:57.015800 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:58.514967 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:59.267896 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:07.751544 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47232) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:08.167337 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-2c321d57-30ba-4592-b645-8e38258a875e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267993946-network', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:05:08.198198 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c321d57-30ba-4592-b645-8e38258a875e admin admin] Made reservation on behalf of eeb5c8ebb6ac4d4693aeaf63c555f1ed for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:05:08.212413 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2c321d57-30ba-4592-b645-8e38258a875e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:08.223794 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2c321d57-30ba-4592-b645-8e38258a875e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:08.323723 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2c321d57-30ba-4592-b645-8e38258a875e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:08.329407 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2c321d57-30ba-4592-b645-8e38258a875e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:08.361040 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c321d57-30ba-4592-b645-8e38258a875e admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:05:08.363504 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c321d57-30ba-4592-b645-8e38258a875e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674a442d-6384-4100-ba29-d00137f665ee,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:08.382646 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c321d57-30ba-4592-b645-8e38258a875e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:08.383140 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c321d57-30ba-4592-b645-8e38258a875e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:08.383611 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c321d57-30ba-4592-b645-8e38258a875e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:08.384299 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c321d57-30ba-4592-b645-8e38258a875e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:08.385124 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c321d57-30ba-4592-b645-8e38258a875e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:08.385608 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c321d57-30ba-4592-b645-8e38258a875e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:08.386108 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c321d57-30ba-4592-b645-8e38258a875e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:08.386721 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c321d57-30ba-4592-b645-8e38258a875e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:08.387046 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c321d57-30ba-4592-b645-8e38258a875e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:08.387368 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c321d57-30ba-4592-b645-8e38258a875e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:08.387719 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c321d57-30ba-4592-b645-8e38258a875e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:08.388045 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c321d57-30ba-4592-b645-8e38258a875e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:08.389160 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c321d57-30ba-4592-b645-8e38258a875e admin admin] Tracked resource versions report: Nov 10 19:05:08.389160 n-d-813897-4 neutron-server[102505]: pushed versions: Nov 10 19:05:08.389160 n-d-813897-4 neutron-server[102505]: { 'AddressGroup': {'1.2'}, Nov 10 19:05:08.389160 n-d-813897-4 neutron-server[102505]: 'ConntrackHelper': {'1.0'}, Nov 10 19:05:08.389160 n-d-813897-4 neutron-server[102505]: 'Log': {'1.0'}, Nov 10 19:05:08.389160 n-d-813897-4 neutron-server[102505]: 'Network': {'1.1'}, Nov 10 19:05:08.389160 n-d-813897-4 neutron-server[102505]: 'Port': {'1.7'}, Nov 10 19:05:08.389160 n-d-813897-4 neutron-server[102505]: 'PortForwarding': {'1.2'}, Nov 10 19:05:08.389160 n-d-813897-4 neutron-server[102505]: 'QosPolicy': {'1.10'}, Nov 10 19:05:08.389160 n-d-813897-4 neutron-server[102505]: 'SecurityGroup': {'1.5'}, Nov 10 19:05:08.389160 n-d-813897-4 neutron-server[102505]: 'SecurityGroupRule': {'1.2'}, Nov 10 19:05:08.389160 n-d-813897-4 neutron-server[102505]: 'SubPort': {'1.0'}, Nov 10 19:05:08.389160 n-d-813897-4 neutron-server[102505]: 'Subnet': {'1.1'}, Nov 10 19:05:08.389160 n-d-813897-4 neutron-server[102505]: 'Trunk': {'1.1'}} Nov 10 19:05:08.389160 n-d-813897-4 neutron-server[102505]: consumer versions: Nov 10 19:05:08.389160 n-d-813897-4 neutron-server[102505]: { DHCP agent@n-d-813897-4: {}, Nov 10 19:05:08.389160 n-d-813897-4 neutron-server[102505]: HyperV agent@n-h1-813897-4: {}, Nov 10 19:05:08.389160 n-d-813897-4 neutron-server[102505]: HyperV agent@n-h2-813897-4: {}, Nov 10 19:05:08.389160 n-d-813897-4 neutron-server[102505]: L3 agent@n-d-813897-4: {}, Nov 10 19:05:08.389160 n-d-813897-4 neutron-server[102505]: Metadata agent@n-d-813897-4: {}, Nov 10 19:05:08.389160 n-d-813897-4 neutron-server[102505]: Metering agent@n-d-813897-4: {}, Nov 10 19:05:08.389160 n-d-813897-4 neutron-server[102505]: Open vSwitch agent@n-d-813897-4: { 'AddressGroup': '1.2', Nov 10 19:05:08.389160 n-d-813897-4 neutron-server[102505]: 'ConntrackHelper': '1.0', Nov 10 19:05:08.389160 n-d-813897-4 neutron-server[102505]: 'Log': '1.0', Nov 10 19:05:08.389160 n-d-813897-4 neutron-server[102505]: 'Network': '1.1', Nov 10 19:05:08.389160 n-d-813897-4 neutron-server[102505]: 'Port': '1.7', Nov 10 19:05:08.389160 n-d-813897-4 neutron-server[102505]: 'PortForwarding': '1.2', Nov 10 19:05:08.389160 n-d-813897-4 neutron-server[102505]: 'QosPolicy': '1.10', Nov 10 19:05:08.389160 n-d-813897-4 neutron-server[102505]: 'SecurityGroup': '1.5', Nov 10 19:05:08.389160 n-d-813897-4 neutron-server[102505]: 'SecurityGroupRule': '1.2', Nov 10 19:05:08.389160 n-d-813897-4 neutron-server[102505]: 'SubPort': '1.0', Nov 10 19:05:08.389160 n-d-813897-4 neutron-server[102505]: 'Subnet': '1.1', Nov 10 19:05:08.389160 n-d-813897-4 neutron-server[102505]: 'Trunk': '1.1'}} Nov 10 19:05:08.389160 n-d-813897-4 neutron-server[102505]: {{(pid=102505) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 19:05:08.393176 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2c321d57-30ba-4592-b645-8e38258a875e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:08.393457 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-2c321d57-30ba-4592-b645-8e38258a875e admin admin] Added segment f30db029-3af0-4a37-9a3a-3d875216d3a4 of type vlan for network 423e20a9-8495-4dca-adac-a4f59edcf0b6 Nov 10 19:05:08.437327 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:05:08.437951 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2c321d57-30ba-4592-b645-8e38258a875e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:08.464266 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2c321d57-30ba-4592-b645-8e38258a875e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:08.465280 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c321d57-30ba-4592-b645-8e38258a875e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:08.465931 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2c321d57-30ba-4592-b645-8e38258a875e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:08.527316 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c321d57-30ba-4592-b645-8e38258a875e admin admin] Pushing event updated for resources: {'Network': ['ID=423e20a9-8495-4dca-adac-a4f59edcf0b6,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:08.536746 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47274) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:08.542259 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 423e20a9-8495-4dca-adac-a4f59edcf0b6 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:05:08.542763 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-11721846-20db-411c-be79-90f0874408ae admin admin] Request body: {'subnet': {'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267993946-subnet', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:05:08.546708 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2c321d57-30ba-4592-b645-8e38258a875e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7926493 Nov 10 19:05:08.567569 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11721846-20db-411c-be79-90f0874408ae admin admin] Made reservation on behalf of eeb5c8ebb6ac4d4693aeaf63c555f1ed for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:05:08.570070 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-11721846-20db-411c-be79-90f0874408ae admin admin] Publish callbacks [] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:08.762373 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-11721846-20db-411c-be79-90f0874408ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:08.823644 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11721846-20db-411c-be79-90f0874408ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a832f56-5207-4167-a27c-433bc2e28f2d,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:08.832883 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11721846-20db-411c-be79-90f0874408ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:08.833233 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11721846-20db-411c-be79-90f0874408ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:08.833567 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11721846-20db-411c-be79-90f0874408ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:08.834067 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11721846-20db-411c-be79-90f0874408ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:08.834551 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11721846-20db-411c-be79-90f0874408ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:08.835032 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11721846-20db-411c-be79-90f0874408ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:08.835496 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11721846-20db-411c-be79-90f0874408ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:08.835973 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11721846-20db-411c-be79-90f0874408ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:08.836335 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11721846-20db-411c-be79-90f0874408ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:08.836634 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11721846-20db-411c-be79-90f0874408ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:08.836956 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11721846-20db-411c-be79-90f0874408ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:08.837423 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11721846-20db-411c-be79-90f0874408ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:08.838654 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11721846-20db-411c-be79-90f0874408ae admin admin] Tracked resource versions report: Nov 10 19:05:08.838654 n-d-813897-4 neutron-server[102506]: pushed versions: Nov 10 19:05:08.838654 n-d-813897-4 neutron-server[102506]: { 'AddressGroup': {'1.2'}, Nov 10 19:05:08.838654 n-d-813897-4 neutron-server[102506]: 'ConntrackHelper': {'1.0'}, Nov 10 19:05:08.838654 n-d-813897-4 neutron-server[102506]: 'Log': {'1.0'}, Nov 10 19:05:08.838654 n-d-813897-4 neutron-server[102506]: 'Network': {'1.1'}, Nov 10 19:05:08.838654 n-d-813897-4 neutron-server[102506]: 'Port': {'1.7'}, Nov 10 19:05:08.838654 n-d-813897-4 neutron-server[102506]: 'PortForwarding': {'1.2'}, Nov 10 19:05:08.838654 n-d-813897-4 neutron-server[102506]: 'QosPolicy': {'1.10'}, Nov 10 19:05:08.838654 n-d-813897-4 neutron-server[102506]: 'SecurityGroup': {'1.5'}, Nov 10 19:05:08.838654 n-d-813897-4 neutron-server[102506]: 'SecurityGroupRule': {'1.2'}, Nov 10 19:05:08.838654 n-d-813897-4 neutron-server[102506]: 'SubPort': {'1.0'}, Nov 10 19:05:08.838654 n-d-813897-4 neutron-server[102506]: 'Subnet': {'1.1'}, Nov 10 19:05:08.838654 n-d-813897-4 neutron-server[102506]: 'Trunk': {'1.1'}} Nov 10 19:05:08.838654 n-d-813897-4 neutron-server[102506]: consumer versions: Nov 10 19:05:08.838654 n-d-813897-4 neutron-server[102506]: { DHCP agent@n-d-813897-4: {}, Nov 10 19:05:08.838654 n-d-813897-4 neutron-server[102506]: HyperV agent@n-h1-813897-4: {}, Nov 10 19:05:08.838654 n-d-813897-4 neutron-server[102506]: HyperV agent@n-h2-813897-4: {}, Nov 10 19:05:08.838654 n-d-813897-4 neutron-server[102506]: L3 agent@n-d-813897-4: {}, Nov 10 19:05:08.838654 n-d-813897-4 neutron-server[102506]: Metadata agent@n-d-813897-4: {}, Nov 10 19:05:08.838654 n-d-813897-4 neutron-server[102506]: Metering agent@n-d-813897-4: {}, Nov 10 19:05:08.838654 n-d-813897-4 neutron-server[102506]: Open vSwitch agent@n-d-813897-4: { 'AddressGroup': '1.2', Nov 10 19:05:08.838654 n-d-813897-4 neutron-server[102506]: 'ConntrackHelper': '1.0', Nov 10 19:05:08.838654 n-d-813897-4 neutron-server[102506]: 'Log': '1.0', Nov 10 19:05:08.838654 n-d-813897-4 neutron-server[102506]: 'Network': '1.1', Nov 10 19:05:08.838654 n-d-813897-4 neutron-server[102506]: 'Port': '1.7', Nov 10 19:05:08.838654 n-d-813897-4 neutron-server[102506]: 'PortForwarding': '1.2', Nov 10 19:05:08.838654 n-d-813897-4 neutron-server[102506]: 'QosPolicy': '1.10', Nov 10 19:05:08.838654 n-d-813897-4 neutron-server[102506]: 'SecurityGroup': '1.5', Nov 10 19:05:08.838654 n-d-813897-4 neutron-server[102506]: 'SecurityGroupRule': '1.2', Nov 10 19:05:08.838654 n-d-813897-4 neutron-server[102506]: 'SubPort': '1.0', Nov 10 19:05:08.838654 n-d-813897-4 neutron-server[102506]: 'Subnet': '1.1', Nov 10 19:05:08.838654 n-d-813897-4 neutron-server[102506]: 'Trunk': '1.1'}} Nov 10 19:05:08.838654 n-d-813897-4 neutron-server[102506]: {{(pid=102506) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 19:05:08.849744 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11721846-20db-411c-be79-90f0874408ae admin admin] Checking segment: {'id': 'f30db029-3af0-4a37-9a3a-3d875216d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:05:08.850130 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11721846-20db-411c-be79-90f0874408ae admin admin] Network hostable DHCP agents. Network: 423e20a9-8495-4dca-adac-a4f59edcf0b6, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:05:08.868510 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11721846-20db-411c-be79-90f0874408ae admin admin] Network 423e20a9-8495-4dca-adac-a4f59edcf0b6 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:05:08.879521 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-11721846-20db-411c-be79-90f0874408ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 423e20a9-8495-4dca-adac-a4f59edcf0b6) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:05:08.884813 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11721846-20db-411c-be79-90f0874408ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:08.886224 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-11721846-20db-411c-be79-90f0874408ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:08.889608 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e0a71b-c9e7-4d62-a63b-b8b2c70196e2 None None] Network 423e20a9-8495-4dca-adac-a4f59edcf0b6 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:05:08.908451 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47298) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:08.913526 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-d6844a71-ea46-422c-ac18-7a69d5638947 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267993946-router', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:05:08.920941 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-11721846-20db-411c-be79-90f0874408ae admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3827596 Nov 10 19:05:08.954789 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d6844a71-ea46-422c-ac18-7a69d5638947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:08.966395 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d6844a71-ea46-422c-ac18-7a69d5638947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:09.083547 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f5f3d0-3b76-4346-b278-b4e3bcae7f48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-423e20a9-8495-4dca-adac-a4f59edcf0b6', 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'fixed_ips': [{'subnet_id': '9a832f56-5207-4167-a27c-433bc2e28f2d'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:05:09.084649 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b8f5f3d0-3b76-4346-b278-b4e3bcae7f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:09.111021 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d6844a71-ea46-422c-ac18-7a69d5638947 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:09.254487 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-b8f5f3d0-3b76-4346-b278-b4e3bcae7f48 None None] Allocated IP 172.20.0.2 (423e20a9-8495-4dca-adac-a4f59edcf0b6/9a832f56-5207-4167-a27c-433bc2e28f2d/014fe9d1-537f-4917-90ee-bb0626616210) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:05:09.329174 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d6844a71-ea46-422c-ac18-7a69d5638947 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:09.576368 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b8f5f3d0-3b76-4346-b278-b4e3bcae7f48 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:09.595323 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b8f5f3d0-3b76-4346-b278-b4e3bcae7f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:09.626945 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d6844a71-ea46-422c-ac18-7a69d5638947 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:09.653974 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5f3d0-3b76-4346-b278-b4e3bcae7f48 None None] Pushing event updated for resources: {'Port': ['ID=014fe9d1-537f-4917-90ee-bb0626616210,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:09.656167 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d6844a71-ea46-422c-ac18-7a69d5638947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:09.664570 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5f3d0-3b76-4346-b278-b4e3bcae7f48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:09.664909 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5f3d0-3b76-4346-b278-b4e3bcae7f48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:09.665245 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5f3d0-3b76-4346-b278-b4e3bcae7f48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:09.665576 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5f3d0-3b76-4346-b278-b4e3bcae7f48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:09.665930 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5f3d0-3b76-4346-b278-b4e3bcae7f48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:09.666361 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5f3d0-3b76-4346-b278-b4e3bcae7f48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:09.666686 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5f3d0-3b76-4346-b278-b4e3bcae7f48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:09.667005 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5f3d0-3b76-4346-b278-b4e3bcae7f48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:09.667323 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5f3d0-3b76-4346-b278-b4e3bcae7f48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:09.667630 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5f3d0-3b76-4346-b278-b4e3bcae7f48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:09.667975 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5f3d0-3b76-4346-b278-b4e3bcae7f48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:09.668329 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5f3d0-3b76-4346-b278-b4e3bcae7f48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:09.669544 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5f3d0-3b76-4346-b278-b4e3bcae7f48 None None] Tracked resource versions report: Nov 10 19:05:09.669544 n-d-813897-4 neutron-server[102507]: pushed versions: Nov 10 19:05:09.669544 n-d-813897-4 neutron-server[102507]: { 'AddressGroup': {'1.2'}, Nov 10 19:05:09.669544 n-d-813897-4 neutron-server[102507]: 'ConntrackHelper': {'1.0'}, Nov 10 19:05:09.669544 n-d-813897-4 neutron-server[102507]: 'Log': {'1.0'}, Nov 10 19:05:09.669544 n-d-813897-4 neutron-server[102507]: 'Network': {'1.1'}, Nov 10 19:05:09.669544 n-d-813897-4 neutron-server[102507]: 'Port': {'1.7'}, Nov 10 19:05:09.669544 n-d-813897-4 neutron-server[102507]: 'PortForwarding': {'1.2'}, Nov 10 19:05:09.669544 n-d-813897-4 neutron-server[102507]: 'QosPolicy': {'1.10'}, Nov 10 19:05:09.669544 n-d-813897-4 neutron-server[102507]: 'SecurityGroup': {'1.5'}, Nov 10 19:05:09.669544 n-d-813897-4 neutron-server[102507]: 'SecurityGroupRule': {'1.2'}, Nov 10 19:05:09.669544 n-d-813897-4 neutron-server[102507]: 'SubPort': {'1.0'}, Nov 10 19:05:09.669544 n-d-813897-4 neutron-server[102507]: 'Subnet': {'1.1'}, Nov 10 19:05:09.669544 n-d-813897-4 neutron-server[102507]: 'Trunk': {'1.1'}} Nov 10 19:05:09.669544 n-d-813897-4 neutron-server[102507]: consumer versions: Nov 10 19:05:09.669544 n-d-813897-4 neutron-server[102507]: { DHCP agent@n-d-813897-4: {}, Nov 10 19:05:09.669544 n-d-813897-4 neutron-server[102507]: HyperV agent@n-h1-813897-4: {}, Nov 10 19:05:09.669544 n-d-813897-4 neutron-server[102507]: HyperV agent@n-h2-813897-4: {}, Nov 10 19:05:09.669544 n-d-813897-4 neutron-server[102507]: L3 agent@n-d-813897-4: {}, Nov 10 19:05:09.669544 n-d-813897-4 neutron-server[102507]: Metadata agent@n-d-813897-4: {}, Nov 10 19:05:09.669544 n-d-813897-4 neutron-server[102507]: Metering agent@n-d-813897-4: {}, Nov 10 19:05:09.669544 n-d-813897-4 neutron-server[102507]: Open vSwitch agent@n-d-813897-4: { 'AddressGroup': '1.2', Nov 10 19:05:09.669544 n-d-813897-4 neutron-server[102507]: 'ConntrackHelper': '1.0', Nov 10 19:05:09.669544 n-d-813897-4 neutron-server[102507]: 'Log': '1.0', Nov 10 19:05:09.669544 n-d-813897-4 neutron-server[102507]: 'Network': '1.1', Nov 10 19:05:09.669544 n-d-813897-4 neutron-server[102507]: 'Port': '1.7', Nov 10 19:05:09.669544 n-d-813897-4 neutron-server[102507]: 'PortForwarding': '1.2', Nov 10 19:05:09.669544 n-d-813897-4 neutron-server[102507]: 'QosPolicy': '1.10', Nov 10 19:05:09.669544 n-d-813897-4 neutron-server[102507]: 'SecurityGroup': '1.5', Nov 10 19:05:09.669544 n-d-813897-4 neutron-server[102507]: 'SecurityGroupRule': '1.2', Nov 10 19:05:09.669544 n-d-813897-4 neutron-server[102507]: 'SubPort': '1.0', Nov 10 19:05:09.669544 n-d-813897-4 neutron-server[102507]: 'Subnet': '1.1', Nov 10 19:05:09.669544 n-d-813897-4 neutron-server[102507]: 'Trunk': '1.1'}} Nov 10 19:05:09.669544 n-d-813897-4 neutron-server[102507]: {{(pid=102507) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 19:05:09.693566 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f5f3d0-3b76-4346-b278-b4e3bcae7f48 None None] Network 423e20a9-8495-4dca-adac-a4f59edcf0b6 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:05:09.693566 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-b8f5f3d0-3b76-4346-b278-b4e3bcae7f48 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:05:09.693566 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f5f3d0-3b76-4346-b278-b4e3bcae7f48 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:05:09.759545 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-b8f5f3d0-3b76-4346-b278-b4e3bcae7f48 None None] Attempting to bind port 014fe9d1-537f-4917-90ee-bb0626616210 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:05:09.760867 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-b8f5f3d0-3b76-4346-b278-b4e3bcae7f48 None None] Attempting to bind port 014fe9d1-537f-4917-90ee-bb0626616210 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'f30db029-3af0-4a37-9a3a-3d875216d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:05:09.763011 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f5f3d0-3b76-4346-b278-b4e3bcae7f48 None None] Attempting to bind port 014fe9d1-537f-4917-90ee-bb0626616210 on network 423e20a9-8495-4dca-adac-a4f59edcf0b6 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:05:09.776057 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f5f3d0-3b76-4346-b278-b4e3bcae7f48 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:05:09.776342 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f5f3d0-3b76-4346-b278-b4e3bcae7f48 None None] Checking segment: {'id': 'f30db029-3af0-4a37-9a3a-3d875216d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:05:09.776759 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b8f5f3d0-3b76-4346-b278-b4e3bcae7f48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:09.777154 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f5f3d0-3b76-4346-b278-b4e3bcae7f48 None None] Bound using segment: {'id': 'f30db029-3af0-4a37-9a3a-3d875216d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:05:09.778012 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-b8f5f3d0-3b76-4346-b278-b4e3bcae7f48 None None] Bound port: 014fe9d1-537f-4917-90ee-bb0626616210, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f30db029-3af0-4a37-9a3a-3d875216d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:05:09.778409 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b8f5f3d0-3b76-4346-b278-b4e3bcae7f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:09.890087 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-d6844a71-ea46-422c-ac18-7a69d5638947 admin admin] Allocated IP 172.25.3.70 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/ae03a880-c676-4ff7-8a4e-702f42ba4a1f) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:05:09.897398 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-b8f5f3d0-3b76-4346-b278-b4e3bcae7f48 None None] For port 014fe9d1-537f-4917-90ee-bb0626616210, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:05:09.901306 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-b8f5f3d0-3b76-4346-b278-b4e3bcae7f48 None None] For port 014fe9d1-537f-4917-90ee-bb0626616210, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=014fe9d1-537f-4917-90ee-bb0626616210,segment=NetworkSegment(f30db029-3af0-4a37-9a3a-3d875216d3a4),segment_id=f30db029-3af0-4a37-9a3a-3d875216d3a4)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:05:09.907992 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b8f5f3d0-3b76-4346-b278-b4e3bcae7f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:09.973696 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5f3d0-3b76-4346-b278-b4e3bcae7f48 None None] Pushing event updated for resources: {'Port': ['ID=014fe9d1-537f-4917-90ee-bb0626616210,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:10.022147 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d6844a71-ea46-422c-ac18-7a69d5638947 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:10.098759 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d6844a71-ea46-422c-ac18-7a69d5638947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:10.319485 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6844a71-ea46-422c-ac18-7a69d5638947 admin admin] Pushing event updated for resources: {'Port': ['ID=ae03a880-c676-4ff7-8a4e-702f42ba4a1f,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:10.323225 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6844a71-ea46-422c-ac18-7a69d5638947 admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:05:10.325945 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-d6844a71-ea46-422c-ac18-7a69d5638947 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:05:10.328369 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6844a71-ea46-422c-ac18-7a69d5638947 admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:05:10.674932 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d6844a71-ea46-422c-ac18-7a69d5638947 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:10.945387 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d6844a71-ea46-422c-ac18-7a69d5638947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:11.229798 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6844a71-ea46-422c-ac18-7a69d5638947 admin admin] Router 19e228fa-2456-49d8-a6b4-b948e1e2b363 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:05:11.256895 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47406) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:11.292481 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a592e3-1388-496c-815e-13f5561e9a16 None None] Network 423e20a9-8495-4dca-adac-a4f59edcf0b6 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:05:11.382217 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6844a71-ea46-422c-ac18-7a69d5638947 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:05:11.396263 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a778c6a3-a4c2-433f-95cb-4af7ee106bf1 None None] Sync routers for ids ['19e228fa-2456-49d8-a6b4-b948e1e2b363'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:05:11.414431 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a778c6a3-a4c2-433f-95cb-4af7ee106bf1 None None] Routers {'19e228fa-2456-49d8-a6b4-b948e1e2b363'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:05:11.421175 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47422) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:11.423278 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d6844a71-ea46-422c-ac18-7a69d5638947 admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:11.424287 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d6844a71-ea46-422c-ac18-7a69d5638947 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.5148106 Nov 10 19:05:11.425509 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a778c6a3-a4c2-433f-95cb-4af7ee106bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:04:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['19e228fa-2456-49d8-a6b4-b948e1e2b363'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:05:11.428105 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47424) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:11.515129 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-0dbe9e3a-0f3f-4f8f-b7d4-092b964c6965 None None] Provisioning complete for port 014fe9d1-537f-4917-90ee-bb0626616210 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:05:11.517719 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0dbe9e3a-0f3f-4f8f-b7d4-092b964c6965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:11.623495 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-aed59708-ccc0-4b94-88be-1445166f8a79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:11.702686 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-a778c6a3-a4c2-433f-95cb-4af7ee106bf1 None None] Set router 19e228fa-2456-49d8-a6b4-b948e1e2b363 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:05:11.905830 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0dbe9e3a-0f3f-4f8f-b7d4-092b964c6965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:11.968287 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-0dbe9e3a-0f3f-4f8f-b7d4-092b964c6965 None None] For port 014fe9d1-537f-4917-90ee-bb0626616210, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=014fe9d1-537f-4917-90ee-bb0626616210,segment=NetworkSegment(f30db029-3af0-4a37-9a3a-3d875216d3a4),segment_id=f30db029-3af0-4a37-9a3a-3d875216d3a4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:05:11.972406 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c0be6bb5-a476-4db0-8bb4-460931ac8eb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:11.979814 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0dbe9e3a-0f3f-4f8f-b7d4-092b964c6965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:12.106901 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe9e3a-0f3f-4f8f-b7d4-092b964c6965 None None] Pushing event updated for resources: {'Port': ['ID=014fe9d1-537f-4917-90ee-bb0626616210,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:12.208455 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-aed59708-ccc0-4b94-88be-1445166f8a79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:12.243367 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-aed59708-ccc0-4b94-88be-1445166f8a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:12.287024 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47472) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:12.332058 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2c849441-c872-4a91-945e-8f8760c80355 None None] Provisioning complete for port 014fe9d1-537f-4917-90ee-bb0626616210 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:05:12.332784 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2c849441-c872-4a91-945e-8f8760c80355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:12.351578 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-aed59708-ccc0-4b94-88be-1445166f8a79 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f71497cfea1c491bb55451063398570d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0905085 Nov 10 19:05:12.353040 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47476) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:12.364870 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a778c6a3-a4c2-433f-95cb-4af7ee106bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267993946-router', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:05:08Z', 'updated_at': '2021-11-10T19:05:10Z', 'revision_number': 3, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'gw_port': {'id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:09Z', 'updated_at': '2021-11-10T19:05:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:05:12.411182 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a778c6a3-a4c2-433f-95cb-4af7ee106bf1 None None] Checking router: 19e228fa-2456-49d8-a6b4-b948e1e2b363 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:05:12.412471 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a778c6a3-a4c2-433f-95cb-4af7ee106bf1 None None] Updating router 19e228fa-2456-49d8-a6b4-b948e1e2b363 port ae03a880-c676-4ff7-8a4e-702f42ba4a1f binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:05:12.472380 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed59708-ccc0-4b94-88be-1445166f8a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3894d292-c50b-4ad1-8ce8-1d6e46c0a6ed,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:12.474655 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 014fe9d1-537f-4917-90ee-bb0626616210 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:05:12.491604 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a778c6a3-a4c2-433f-95cb-4af7ee106bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:12.540941 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c0be6bb5-a476-4db0-8bb4-460931ac8eb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:12.548638 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c0be6bb5-a476-4db0-8bb4-460931ac8eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:12.603186 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c0be6bb5-a476-4db0-8bb4-460931ac8eb2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b5cc69bb9a154fea9c4adc8e86f53f56&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1805804 Nov 10 19:05:12.606224 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47488) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:12.674001 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8547ca2f-d3dd-476f-a538-19930058726c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:12.680641 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 014fe9d1-537f-4917-90ee-bb0626616210 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:05:12.681264 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:12.681545 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be6bb5-a476-4db0-8bb4-460931ac8eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1baf6593-ba77-4920-bf87-5543c4188c56,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:12.731583 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0245b539-5502-41b0-8b77-573c5f81c9fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:12.737170 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e0dba1e8-9133-4d6e-a67d-368be83b7c91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:12.777004 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e0dba1e8-9133-4d6e-a67d-368be83b7c91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:12.805827 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47492) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:12.838806 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0245b539-5502-41b0-8b77-573c5f81c9fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:12.867197 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e0dba1e8-9133-4d6e-a67d-368be83b7c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:12.870568 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e0dba1e8-9133-4d6e-a67d-368be83b7c91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:12.872091 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e0dba1e8-9133-4d6e-a67d-368be83b7c91 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1baf6593-ba77-4920-bf87-5543c4188c56 HTTP/1.1" status: 204 len: 168 time: 0.2642925 Nov 10 19:05:12.885300 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dba1e8-9133-4d6e-a67d-368be83b7c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1baf6593-ba77-4920-bf87-5543c4188c56,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:12.951135 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a778c6a3-a4c2-433f-95cb-4af7ee106bf1 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:12.962944 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a778c6a3-a4c2-433f-95cb-4af7ee106bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:13.041560 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-29fdafd8-1bd1-4d14-872f-ff371b79c955 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:13.050552 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275bbdeb-8ca7-4484-b8d4-fdba756dc9e4 None None] Pushing event updated for resources: {'Port': ['ID=ae03a880-c676-4ff7-8a4e-702f42ba4a1f,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:13.062491 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275bbdeb-8ca7-4484-b8d4-fdba756dc9e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:13.062964 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275bbdeb-8ca7-4484-b8d4-fdba756dc9e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:13.063420 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275bbdeb-8ca7-4484-b8d4-fdba756dc9e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:13.063822 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275bbdeb-8ca7-4484-b8d4-fdba756dc9e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:13.064275 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275bbdeb-8ca7-4484-b8d4-fdba756dc9e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:13.064697 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275bbdeb-8ca7-4484-b8d4-fdba756dc9e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:13.065309 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275bbdeb-8ca7-4484-b8d4-fdba756dc9e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:13.065875 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275bbdeb-8ca7-4484-b8d4-fdba756dc9e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:13.066272 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275bbdeb-8ca7-4484-b8d4-fdba756dc9e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:13.066659 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275bbdeb-8ca7-4484-b8d4-fdba756dc9e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:13.067050 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275bbdeb-8ca7-4484-b8d4-fdba756dc9e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:13.067433 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275bbdeb-8ca7-4484-b8d4-fdba756dc9e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:13.068608 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275bbdeb-8ca7-4484-b8d4-fdba756dc9e4 None None] Tracked resource versions report: Nov 10 19:05:13.068608 n-d-813897-4 neutron-server[102508]: pushed versions: Nov 10 19:05:13.068608 n-d-813897-4 neutron-server[102508]: { 'AddressGroup': {'1.2'}, Nov 10 19:05:13.068608 n-d-813897-4 neutron-server[102508]: 'ConntrackHelper': {'1.0'}, Nov 10 19:05:13.068608 n-d-813897-4 neutron-server[102508]: 'Log': {'1.0'}, Nov 10 19:05:13.068608 n-d-813897-4 neutron-server[102508]: 'Network': {'1.1'}, Nov 10 19:05:13.068608 n-d-813897-4 neutron-server[102508]: 'Port': {'1.7'}, Nov 10 19:05:13.068608 n-d-813897-4 neutron-server[102508]: 'PortForwarding': {'1.2'}, Nov 10 19:05:13.068608 n-d-813897-4 neutron-server[102508]: 'QosPolicy': {'1.10'}, Nov 10 19:05:13.068608 n-d-813897-4 neutron-server[102508]: 'SecurityGroup': {'1.5'}, Nov 10 19:05:13.068608 n-d-813897-4 neutron-server[102508]: 'SecurityGroupRule': {'1.2'}, Nov 10 19:05:13.068608 n-d-813897-4 neutron-server[102508]: 'SubPort': {'1.0'}, Nov 10 19:05:13.068608 n-d-813897-4 neutron-server[102508]: 'Subnet': {'1.1'}, Nov 10 19:05:13.068608 n-d-813897-4 neutron-server[102508]: 'Trunk': {'1.1'}} Nov 10 19:05:13.068608 n-d-813897-4 neutron-server[102508]: consumer versions: Nov 10 19:05:13.068608 n-d-813897-4 neutron-server[102508]: { DHCP agent@n-d-813897-4: {}, Nov 10 19:05:13.068608 n-d-813897-4 neutron-server[102508]: HyperV agent@n-h1-813897-4: {}, Nov 10 19:05:13.068608 n-d-813897-4 neutron-server[102508]: HyperV agent@n-h2-813897-4: {}, Nov 10 19:05:13.068608 n-d-813897-4 neutron-server[102508]: L3 agent@n-d-813897-4: {}, Nov 10 19:05:13.068608 n-d-813897-4 neutron-server[102508]: Metadata agent@n-d-813897-4: {}, Nov 10 19:05:13.068608 n-d-813897-4 neutron-server[102508]: Metering agent@n-d-813897-4: {}, Nov 10 19:05:13.068608 n-d-813897-4 neutron-server[102508]: Open vSwitch agent@n-d-813897-4: { 'AddressGroup': '1.2', Nov 10 19:05:13.068608 n-d-813897-4 neutron-server[102508]: 'ConntrackHelper': '1.0', Nov 10 19:05:13.068608 n-d-813897-4 neutron-server[102508]: 'Log': '1.0', Nov 10 19:05:13.068608 n-d-813897-4 neutron-server[102508]: 'Network': '1.1', Nov 10 19:05:13.068608 n-d-813897-4 neutron-server[102508]: 'Port': '1.7', Nov 10 19:05:13.068608 n-d-813897-4 neutron-server[102508]: 'PortForwarding': '1.2', Nov 10 19:05:13.068608 n-d-813897-4 neutron-server[102508]: 'QosPolicy': '1.10', Nov 10 19:05:13.068608 n-d-813897-4 neutron-server[102508]: 'SecurityGroup': '1.5', Nov 10 19:05:13.068608 n-d-813897-4 neutron-server[102508]: 'SecurityGroupRule': '1.2', Nov 10 19:05:13.068608 n-d-813897-4 neutron-server[102508]: 'SubPort': '1.0', Nov 10 19:05:13.068608 n-d-813897-4 neutron-server[102508]: 'Subnet': '1.1', Nov 10 19:05:13.068608 n-d-813897-4 neutron-server[102508]: 'Trunk': '1.1'}} Nov 10 19:05:13.068608 n-d-813897-4 neutron-server[102508]: {{(pid=102508) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 19:05:13.171734 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-a778c6a3-a4c2-433f-95cb-4af7ee106bf1 None None] Attempting to bind port ae03a880-c676-4ff7-8a4e-702f42ba4a1f on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:05:13.172330 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-a778c6a3-a4c2-433f-95cb-4af7ee106bf1 None None] Attempting to bind port ae03a880-c676-4ff7-8a4e-702f42ba4a1f by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:05:13.174661 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a778c6a3-a4c2-433f-95cb-4af7ee106bf1 None None] Attempting to bind port ae03a880-c676-4ff7-8a4e-702f42ba4a1f on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:05:13.178117 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0245b539-5502-41b0-8b77-573c5f81c9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:13.180683 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0245b539-5502-41b0-8b77-573c5f81c9fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:13.181623 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-29fdafd8-1bd1-4d14-872f-ff371b79c955 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:13.181914 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0245b539-5502-41b0-8b77-573c5f81c9fd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3894d292-c50b-4ad1-8ce8-1d6e46c0a6ed HTTP/1.1" status: 204 len: 168 time: 0.8224370 Nov 10 19:05:13.190165 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a778c6a3-a4c2-433f-95cb-4af7ee106bf1 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:05:13.192058 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a778c6a3-a4c2-433f-95cb-4af7ee106bf1 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:05:13.192741 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a778c6a3-a4c2-433f-95cb-4af7ee106bf1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:13.194036 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a778c6a3-a4c2-433f-95cb-4af7ee106bf1 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:05:13.195547 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-a778c6a3-a4c2-433f-95cb-4af7ee106bf1 None None] Bound port: ae03a880-c676-4ff7-8a4e-702f42ba4a1f, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:05:13.195854 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-29fdafd8-1bd1-4d14-872f-ff371b79c955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:13.196064 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a778c6a3-a4c2-433f-95cb-4af7ee106bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:13.211318 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8547ca2f-d3dd-476f-a538-19930058726c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:13.230680 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8547ca2f-d3dd-476f-a538-19930058726c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:13.241743 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245b539-5502-41b0-8b77-573c5f81c9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3894d292-c50b-4ad1-8ce8-1d6e46c0a6ed,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:13.282250 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fdafd8-1bd1-4d14-872f-ff371b79c955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2b70b3-f474-43de-b125-1224f3d3eff6,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:13.292730 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-29fdafd8-1bd1-4d14-872f-ff371b79c955 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7cf619e5f330435bbed2c2e284cdb27c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4853499 Nov 10 19:05:13.295343 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47522) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:13.314499 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-211ab2b7-eaf9-4f5d-91a8-026103793cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:13.351031 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-a778c6a3-a4c2-433f-95cb-4af7ee106bf1 None None] For port ae03a880-c676-4ff7-8a4e-702f42ba4a1f, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:05:13.358288 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-a778c6a3-a4c2-433f-95cb-4af7ee106bf1 None None] For port ae03a880-c676-4ff7-8a4e-702f42ba4a1f, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ae03a880-c676-4ff7-8a4e-702f42ba4a1f,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:05:13.360130 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-260331a9-6dfb-421e-a019-85a13ce4dc7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:13.368018 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a778c6a3-a4c2-433f-95cb-4af7ee106bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:13.371370 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8547ca2f-d3dd-476f-a538-19930058726c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1787dc66ef0c474a9dc03ce4ebf26cff&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0831754 Nov 10 19:05:13.378515 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47524) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:13.393851 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-260331a9-6dfb-421e-a019-85a13ce4dc7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:13.408620 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547ca2f-d3dd-476f-a538-19930058726c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1204e4-3f9f-43dd-b728-1b3c56aee55c,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:13.489136 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-260331a9-6dfb-421e-a019-85a13ce4dc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:13.495367 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-260331a9-6dfb-421e-a019-85a13ce4dc7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:13.501935 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-260331a9-6dfb-421e-a019-85a13ce4dc7d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cf2b70b3-f474-43de-b125-1224f3d3eff6 HTTP/1.1" status: 204 len: 168 time: 0.2044373 Nov 10 19:05:13.512936 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260331a9-6dfb-421e-a019-85a13ce4dc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2b70b3-f474-43de-b125-1224f3d3eff6,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:13.551660 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275bbdeb-8ca7-4484-b8d4-fdba756dc9e4 None None] Pushing event updated for resources: {'Port': ['ID=ae03a880-c676-4ff7-8a4e-702f42ba4a1f,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:13.573847 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a778c6a3-a4c2-433f-95cb-4af7ee106bf1 None None] Routers {'19e228fa-2456-49d8-a6b4-b948e1e2b363'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:05:13.574555 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a778c6a3-a4c2-433f-95cb-4af7ee106bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:04:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['19e228fa-2456-49d8-a6b4-b948e1e2b363'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:05:13.663702 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a79d3b38-87c1-442f-971d-1b147c6691d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:13.688458 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-a778c6a3-a4c2-433f-95cb-4af7ee106bf1 None None] Set router 19e228fa-2456-49d8-a6b4-b948e1e2b363 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:05:13.725406 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a79d3b38-87c1-442f-971d-1b147c6691d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:13.744416 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 014fe9d1-537f-4917-90ee-bb0626616210 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:05:13.807034 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-211ab2b7-eaf9-4f5d-91a8-026103793cbd admin admin] Allocated IP 172.20.0.1 (423e20a9-8495-4dca-adac-a4f59edcf0b6/9a832f56-5207-4167-a27c-433bc2e28f2d/536c3623-1aac-4f6c-b15d-89776bdd32f1) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:05:13.825091 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 014fe9d1-537f-4917-90ee-bb0626616210 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:05:13.825923 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:13.890020 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47542) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:13.899163 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a79d3b38-87c1-442f-971d-1b147c6691d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:13.902280 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a79d3b38-87c1-442f-971d-1b147c6691d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:13.915436 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a79d3b38-87c1-442f-971d-1b147c6691d9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6d1204e4-3f9f-43dd-b728-1b3c56aee55c HTTP/1.1" status: 204 len: 168 time: 0.5313277 Nov 10 19:05:13.918396 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-09e4709d-2ea7-4d87-aed9-8c9dce9048a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:13.941306 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a778c6a3-a4c2-433f-95cb-4af7ee106bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267993946-router', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:05:08Z', 'updated_at': '2021-11-10T19:05:10Z', 'revision_number': 3, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'gw_port': {'id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:09Z', 'updated_at': '2021-11-10T19:05:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:05:13.973739 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a778c6a3-a4c2-433f-95cb-4af7ee106bf1 None None] The sync data for ids ['19e228fa-2456-49d8-a6b4-b948e1e2b363'] in n-d-813897-4 is: [{'id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267993946-router', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:05:08Z', 'updated_at': '2021-11-10T19:05:10Z', 'revision_number': 3, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'gw_port': {'id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:09Z', 'updated_at': '2021-11-10T19:05:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:05:13.994829 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d3b38-87c1-442f-971d-1b147c6691d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1204e4-3f9f-43dd-b728-1b3c56aee55c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:14.060553 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-211ab2b7-eaf9-4f5d-91a8-026103793cbd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:14.090828 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-09e4709d-2ea7-4d87-aed9-8c9dce9048a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:14.097861 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-09e4709d-2ea7-4d87-aed9-8c9dce9048a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:14.111916 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-211ab2b7-eaf9-4f5d-91a8-026103793cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:14.125348 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47548) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:14.142907 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211ab2b7-eaf9-4f5d-91a8-026103793cbd admin admin] Network 423e20a9-8495-4dca-adac-a4f59edcf0b6 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:05:14.160790 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-09e4709d-2ea7-4d87-aed9-8c9dce9048a6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=828d27faa0b046869944e89dc89ac228&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2688580 Nov 10 19:05:14.162495 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4709d-2ea7-4d87-aed9-8c9dce9048a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655c9516-73dd-4ed4-b2c2-f661189c5795,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:14.168281 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47552) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:14.189168 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-211ab2b7-eaf9-4f5d-91a8-026103793cbd admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:05:14.192660 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211ab2b7-eaf9-4f5d-91a8-026103793cbd admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:05:14.193420 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-211ab2b7-eaf9-4f5d-91a8-026103793cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:14.206087 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47554) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:14.242510 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-83f5c246-8570-49e4-9397-373e014d4b74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:14.292266 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-197a696b-92a3-4113-bd25-f7d39d13dff7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:14.381644 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-197a696b-92a3-4113-bd25-f7d39d13dff7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:14.454653 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ab2b7-eaf9-4f5d-91a8-026103793cbd admin admin] Pushing event updated for resources: {'Port': ['ID=536c3623-1aac-4f6c-b15d-89776bdd32f1,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:14.485046 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-83f5c246-8570-49e4-9397-373e014d4b74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:14.491499 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-83f5c246-8570-49e4-9397-373e014d4b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:14.554395 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f5c246-8570-49e4-9397-373e014d4b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f4f09a-d6b3-4cfe-907c-261ed7493e9d,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:14.582359 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-197a696b-92a3-4113-bd25-f7d39d13dff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:14.589937 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-197a696b-92a3-4113-bd25-f7d39d13dff7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:14.591708 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-197a696b-92a3-4113-bd25-f7d39d13dff7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/655c9516-73dd-4ed4-b2c2-f661189c5795 HTTP/1.1" status: 204 len: 168 time: 0.4219940 Nov 10 19:05:14.617819 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a696b-92a3-4113-bd25-f7d39d13dff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655c9516-73dd-4ed4-b2c2-f661189c5795,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:14.635882 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-83f5c246-8570-49e4-9397-373e014d4b74 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=53c28bee2c3844eab047eae34fac886a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4283087 Nov 10 19:05:14.639451 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47562) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:14.660097 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47564) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:14.709730 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-0aeadb2e-9dff-4b42-a83a-3b2ee861d553 None None] Provisioning complete for port 536c3623-1aac-4f6c-b15d-89776bdd32f1 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:05:14.711415 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0aeadb2e-9dff-4b42-a83a-3b2ee861d553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:14.788203 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-0aeadb2e-9dff-4b42-a83a-3b2ee861d553 None None] Port 536c3623-1aac-4f6c-b15d-89776bdd32f1 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:05:14.797488 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-211ab2b7-eaf9-4f5d-91a8-026103793cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:14.824679 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c29c54d2-838f-4c0b-9c39-8a6382871a41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:14.897682 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ad3628fc-800c-41e4-bb45-fdaac2ebd426 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:14.936966 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ad3628fc-800c-41e4-bb45-fdaac2ebd426 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:15.009730 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c29c54d2-838f-4c0b-9c39-8a6382871a41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:15.010533 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d463a072-7204-4147-b180-0dfd94655a9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:15.017991 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c29c54d2-838f-4c0b-9c39-8a6382871a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:15.067340 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c54d2-838f-4c0b-9c39-8a6382871a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170267ca-1650-41bd-80ce-bf30d786cf07,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:15.103781 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ad3628fc-800c-41e4-bb45-fdaac2ebd426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:15.115896 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ad3628fc-800c-41e4-bb45-fdaac2ebd426 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:15.117867 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ad3628fc-800c-41e4-bb45-fdaac2ebd426 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/31f4f09a-d6b3-4cfe-907c-261ed7493e9d HTTP/1.1" status: 204 len: 168 time: 0.4773664 Nov 10 19:05:15.125251 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c29c54d2-838f-4c0b-9c39-8a6382871a41 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4bd4ebccbfdf4fcc879a9199ae25f648&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4641023 Nov 10 19:05:15.132963 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47578) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:15.144044 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3628fc-800c-41e4-bb45-fdaac2ebd426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f4f09a-d6b3-4cfe-907c-261ed7493e9d,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:15.173973 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-211ab2b7-eaf9-4f5d-91a8-026103793cbd admin admin] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:15.185946 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-211ab2b7-eaf9-4f5d-91a8-026103793cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:15.188318 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-211ab2b7-eaf9-4f5d-91a8-026103793cbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:15.267661 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-036c61ac-42d1-459c-b0b3-5ea7f40d486a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:15.274226 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47584) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:15.300530 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2f313884-b99d-496a-a3ca-873e5a0eb002 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:15.333221 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-036c61ac-42d1-459c-b0b3-5ea7f40d486a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:15.353868 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ab2b7-eaf9-4f5d-91a8-026103793cbd admin admin] Pushing event updated for resources: {'Port': ['ID=536c3623-1aac-4f6c-b15d-89776bdd32f1,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:15.426003 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d463a072-7204-4147-b180-0dfd94655a9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:15.434354 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211ab2b7-eaf9-4f5d-91a8-026103793cbd admin admin] Network 423e20a9-8495-4dca-adac-a4f59edcf0b6 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:05:15.435869 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d463a072-7204-4147-b180-0dfd94655a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:15.438619 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-036c61ac-42d1-459c-b0b3-5ea7f40d486a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:15.441675 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-036c61ac-42d1-459c-b0b3-5ea7f40d486a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:15.443018 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-211ab2b7-eaf9-4f5d-91a8-026103793cbd admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:05:15.443492 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-036c61ac-42d1-459c-b0b3-5ea7f40d486a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/170267ca-1650-41bd-80ce-bf30d786cf07 HTTP/1.1" status: 204 len: 168 time: 0.3087602 Nov 10 19:05:15.464123 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c61ac-42d1-459c-b0b3-5ea7f40d486a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170267ca-1650-41bd-80ce-bf30d786cf07,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:15.508643 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463a072-7204-4147-b180-0dfd94655a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6df2e7e-e10b-492a-b194-fef05010225f,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:15.534595 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2f313884-b99d-496a-a3ca-873e5a0eb002 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:15.540604 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2f313884-b99d-496a-a3ca-873e5a0eb002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:15.554553 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d463a072-7204-4147-b180-0dfd94655a9b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=de5755c62a15492a925a82ecfe8a8aab&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4073737 Nov 10 19:05:15.555258 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47592) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:15.602565 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2f313884-b99d-496a-a3ca-873e5a0eb002 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c653719bd4ef40dcb462055045923f5c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3249516 Nov 10 19:05:15.603113 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47596) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:15.604015 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f313884-b99d-496a-a3ca-873e5a0eb002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0bac8b-02df-401f-97a1-584c6b436ef8,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:15.715854 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1f80d92d-1982-425a-a9b9-23880a4dc3a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:15.759201 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1f80d92d-1982-425a-a9b9-23880a4dc3a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:15.775670 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df353ca9-d6d4-46de-b266-f4342b487f82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:15.802827 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df353ca9-d6d4-46de-b266-f4342b487f82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:15.806632 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ae03a880-c676-4ff7-8a4e-702f42ba4a1f up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:05:15.858197 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211ab2b7-eaf9-4f5d-91a8-026103793cbd admin admin] Router 19e228fa-2456-49d8-a6b4-b948e1e2b363 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:05:15.866249 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df353ca9-d6d4-46de-b266-f4342b487f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:15.868893 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df353ca9-d6d4-46de-b266-f4342b487f82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:15.874323 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-df353ca9-d6d4-46de-b266-f4342b487f82 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e6df2e7e-e10b-492a-b194-fef05010225f HTTP/1.1" status: 204 len: 168 time: 0.3179827 Nov 10 19:05:15.885848 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1f80d92d-1982-425a-a9b9-23880a4dc3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:15.890046 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1f80d92d-1982-425a-a9b9-23880a4dc3a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:15.891773 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1f80d92d-1982-425a-a9b9-23880a4dc3a9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0a0bac8b-02df-401f-97a1-584c6b436ef8 HTTP/1.1" status: 204 len: 168 time: 0.2795868 Nov 10 19:05:15.892095 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port ae03a880-c676-4ff7-8a4e-702f42ba4a1f triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:05:15.892638 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:15.913836 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80d92d-1982-425a-a9b9-23880a4dc3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0bac8b-02df-401f-97a1-584c6b436ef8,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:15.917024 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df353ca9-d6d4-46de-b266-f4342b487f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6df2e7e-e10b-492a-b194-fef05010225f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:16.016249 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-02074e54-1b00-4680-afea-6aebaae1152f None None] Provisioning complete for port 536c3623-1aac-4f6c-b15d-89776bdd32f1 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:05:16.016614 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-02074e54-1b00-4680-afea-6aebaae1152f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:16.064218 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-02074e54-1b00-4680-afea-6aebaae1152f None None] Port 536c3623-1aac-4f6c-b15d-89776bdd32f1 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:05:16.079060 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211ab2b7-eaf9-4f5d-91a8-026103793cbd admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:05:16.102100 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-211ab2b7-eaf9-4f5d-91a8-026103793cbd admin admin] 10.222.0.54 "PUT /v2.0/routers/19e228fa-2456-49d8-a6b4-b948e1e2b363/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6728003 Nov 10 19:05:16.108267 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:16.132442 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port ae03a880-c676-4ff7-8a4e-702f42ba4a1f, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ae03a880-c676-4ff7-8a4e-702f42ba4a1f,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:05:16.138998 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:16.232894 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=ae03a880-c676-4ff7-8a4e-702f42ba4a1f,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:16.280705 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47636) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:16.285452 n-d-813897-4 neutron-server[102506]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 10 19:05:16.316923 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d8c505e9-7507-4a02-ba34-109281587022 req-172793cc-e77e-4b1f-b27f-326d2a0035bf tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=be8904411a5b4331b94c02c4878fc04c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339301 Nov 10 19:05:16.324400 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e42c383-44cc-4cd9-a55d-af3203a06b1f None None] Sync routers for ids ['19e228fa-2456-49d8-a6b4-b948e1e2b363'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:05:16.336275 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e42c383-44cc-4cd9-a55d-af3203a06b1f None None] Routers {'19e228fa-2456-49d8-a6b4-b948e1e2b363'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:05:16.336874 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-6e42c383-44cc-4cd9-a55d-af3203a06b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:04:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['19e228fa-2456-49d8-a6b4-b948e1e2b363'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:05:16.475366 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-6e42c383-44cc-4cd9-a55d-af3203a06b1f None None] Set router 19e228fa-2456-49d8-a6b4-b948e1e2b363 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:05:16.610661 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c505e9-7507-4a02-ba34-109281587022 req-b93463ba-994f-4e35-b2c2-73b0e71c60ff tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:16.613295 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d8c505e9-7507-4a02-ba34-109281587022 req-b93463ba-994f-4e35-b2c2-73b0e71c60ff tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2848766 Nov 10 19:05:16.640533 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d8c505e9-7507-4a02-ba34-109281587022 req-adee6b73-8b2c-4a93-bdd7-89124f00f546 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/quotas/be8904411a5b4331b94c02c4878fc04c HTTP/1.1" status: 200 len: 375 time: 0.0125685 Nov 10 19:05:16.702814 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d8c505e9-7507-4a02-ba34-109281587022 req-421e6e96-b8f1-4e3f-afd4-199ad51d76b3 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=be8904411a5b4331b94c02c4878fc04c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555050 Nov 10 19:05:16.734204 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-6e42c383-44cc-4cd9-a55d-af3203a06b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267993946-router', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:05:08Z', 'updated_at': '2021-11-10T19:05:14Z', 'revision_number': 4, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'gw_port': {'id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:09Z', 'updated_at': '2021-11-10T19:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '536c3623-1aac-4f6c-b15d-89776bdd32f1', 'name': '', 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'mac_address': 'fa:16:3e:fe:04:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9a832f56-5207-4167-a27c-433bc2e28f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:13Z', 'updated_at': '2021-11-10T19:05:14Z', 'revision_number': 2, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'subnets': [{'id': '9a832f56-5207-4167-a27c-433bc2e28f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:05:16.784642 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e42c383-44cc-4cd9-a55d-af3203a06b1f None None] Checking router: 19e228fa-2456-49d8-a6b4-b948e1e2b363 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:05:16.785038 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e42c383-44cc-4cd9-a55d-af3203a06b1f None None] Updating router 19e228fa-2456-49d8-a6b4-b948e1e2b363 port 536c3623-1aac-4f6c-b15d-89776bdd32f1 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:05:16.818085 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6e42c383-44cc-4cd9-a55d-af3203a06b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:16.875866 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47654) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:16.894032 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fdd2404c-1a6e-4525-8d4e-d5a78fc8560a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:17.009669 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fdd2404c-1a6e-4525-8d4e-d5a78fc8560a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:17.017729 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fdd2404c-1a6e-4525-8d4e-d5a78fc8560a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:17.188336 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-fdd2404c-1a6e-4525-8d4e-d5a78fc8560a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ab9d7d8049074b3cb79b55694a15a6fb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3103449 Nov 10 19:05:17.189227 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2404c-1a6e-4525-8d4e-d5a78fc8560a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e212a1fe-f099-47b7-9270-eed3eb3d4a7a,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:17.191040 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47684) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:17.242330 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2655a03d-ac0c-488d-b9ac-4acc551bcbb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:17.264090 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2655a03d-ac0c-488d-b9ac-4acc551bcbb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:17.269667 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6e42c383-44cc-4cd9-a55d-af3203a06b1f None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:17.279773 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6e42c383-44cc-4cd9-a55d-af3203a06b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:17.323814 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2655a03d-ac0c-488d-b9ac-4acc551bcbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:17.324770 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2655a03d-ac0c-488d-b9ac-4acc551bcbb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:17.331053 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2655a03d-ac0c-488d-b9ac-4acc551bcbb4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e212a1fe-f099-47b7-9270-eed3eb3d4a7a HTTP/1.1" status: 204 len: 168 time: 0.1389043 Nov 10 19:05:17.341573 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655a03d-ac0c-488d-b9ac-4acc551bcbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e212a1fe-f099-47b7-9270-eed3eb3d4a7a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:17.409221 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2415d-6e02-4904-b230-da7fd5113d23 None None] Pushing event updated for resources: {'Port': ['ID=536c3623-1aac-4f6c-b15d-89776bdd32f1,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:17.477543 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47698) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:17.521861 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-6e42c383-44cc-4cd9-a55d-af3203a06b1f None None] Attempting to bind port 536c3623-1aac-4f6c-b15d-89776bdd32f1 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:05:17.522498 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-6e42c383-44cc-4cd9-a55d-af3203a06b1f None None] Attempting to bind port 536c3623-1aac-4f6c-b15d-89776bdd32f1 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'f30db029-3af0-4a37-9a3a-3d875216d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:05:17.523022 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e42c383-44cc-4cd9-a55d-af3203a06b1f None None] Attempting to bind port 536c3623-1aac-4f6c-b15d-89776bdd32f1 on network 423e20a9-8495-4dca-adac-a4f59edcf0b6 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:05:17.529395 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e42c383-44cc-4cd9-a55d-af3203a06b1f None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:05:17.529807 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e42c383-44cc-4cd9-a55d-af3203a06b1f None None] Checking segment: {'id': 'f30db029-3af0-4a37-9a3a-3d875216d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:05:17.530394 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6e42c383-44cc-4cd9-a55d-af3203a06b1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:17.531006 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e42c383-44cc-4cd9-a55d-af3203a06b1f None None] Bound using segment: {'id': 'f30db029-3af0-4a37-9a3a-3d875216d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:05:17.531337 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-6e42c383-44cc-4cd9-a55d-af3203a06b1f None None] Bound port: 536c3623-1aac-4f6c-b15d-89776bdd32f1, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f30db029-3af0-4a37-9a3a-3d875216d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:05:17.531764 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6e42c383-44cc-4cd9-a55d-af3203a06b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:17.630450 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-6e42c383-44cc-4cd9-a55d-af3203a06b1f None None] For port 536c3623-1aac-4f6c-b15d-89776bdd32f1, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:05:17.634274 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-6e42c383-44cc-4cd9-a55d-af3203a06b1f None None] For port 536c3623-1aac-4f6c-b15d-89776bdd32f1, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=536c3623-1aac-4f6c-b15d-89776bdd32f1,segment=NetworkSegment(f30db029-3af0-4a37-9a3a-3d875216d3a4),segment_id=f30db029-3af0-4a37-9a3a-3d875216d3a4)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:05:17.650742 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6e42c383-44cc-4cd9-a55d-af3203a06b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:17.709228 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ae03a880-c676-4ff7-8a4e-702f42ba4a1f up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:05:17.763786 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e42c383-44cc-4cd9-a55d-af3203a06b1f None None] Routers {'19e228fa-2456-49d8-a6b4-b948e1e2b363'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:05:17.764623 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-6e42c383-44cc-4cd9-a55d-af3203a06b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:04:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['19e228fa-2456-49d8-a6b4-b948e1e2b363'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:05:17.819503 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-66399aa2-cdb5-4e5b-ba5b-a0bd07855207 None None] Provisioning complete for port 536c3623-1aac-4f6c-b15d-89776bdd32f1 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:05:17.820554 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-66399aa2-cdb5-4e5b-ba5b-a0bd07855207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:17.827414 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2415d-6e02-4904-b230-da7fd5113d23 None None] Pushing event updated for resources: {'Port': ['ID=536c3623-1aac-4f6c-b15d-89776bdd32f1,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:17.953144 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port ae03a880-c676-4ff7-8a4e-702f42ba4a1f triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:05:17.953591 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:17.989435 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-6e42c383-44cc-4cd9-a55d-af3203a06b1f None None] Set router 19e228fa-2456-49d8-a6b4-b948e1e2b363 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:05:18.274603 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-38b26b42-a6bf-4494-97cf-2ac9e95c64f9 req-4c18ee08-b9a2-4fcd-a5d0-51189172b774 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac7e6657-92d7-4e7c-90b8-110046ae1f6a HTTP/1.1" status: 200 len: 210 time: 0.7952108 Nov 10 19:05:18.310455 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-66399aa2-cdb5-4e5b-ba5b-a0bd07855207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:18.411958 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-66399aa2-cdb5-4e5b-ba5b-a0bd07855207 None None] For port 536c3623-1aac-4f6c-b15d-89776bdd32f1, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=536c3623-1aac-4f6c-b15d-89776bdd32f1,segment=NetworkSegment(f30db029-3af0-4a37-9a3a-3d875216d3a4),segment_id=f30db029-3af0-4a37-9a3a-3d875216d3a4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:05:18.440286 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-66399aa2-cdb5-4e5b-ba5b-a0bd07855207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:18.546604 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66399aa2-cdb5-4e5b-ba5b-a0bd07855207 None None] Pushing event updated for resources: {'Port': ['ID=536c3623-1aac-4f6c-b15d-89776bdd32f1,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:18.577337 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-873d3ec4-b9b4-47f8-a315-b3101c461c00 None None] Provisioning complete for port 536c3623-1aac-4f6c-b15d-89776bdd32f1 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:05:18.578015 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-873d3ec4-b9b4-47f8-a315-b3101c461c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:18.605146 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47744) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:18.647908 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-6e42c383-44cc-4cd9-a55d-af3203a06b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267993946-router', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:05:08Z', 'updated_at': '2021-11-10T19:05:14Z', 'revision_number': 4, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'gw_port': {'id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:09Z', 'updated_at': '2021-11-10T19:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '536c3623-1aac-4f6c-b15d-89776bdd32f1', 'name': '', 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'mac_address': 'fa:16:3e:fe:04:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9a832f56-5207-4167-a27c-433bc2e28f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:13Z', 'updated_at': '2021-11-10T19:05:17Z', 'revision_number': 4, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'subnets': [{'id': '9a832f56-5207-4167-a27c-433bc2e28f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:05:18.678314 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e42c383-44cc-4cd9-a55d-af3203a06b1f None None] The sync data for ids ['19e228fa-2456-49d8-a6b4-b948e1e2b363'] in n-d-813897-4 is: [{'id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267993946-router', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:05:08Z', 'updated_at': '2021-11-10T19:05:14Z', 'revision_number': 4, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'gw_port': {'id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:09Z', 'updated_at': '2021-11-10T19:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '536c3623-1aac-4f6c-b15d-89776bdd32f1', 'name': '', 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'mac_address': 'fa:16:3e:fe:04:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9a832f56-5207-4167-a27c-433bc2e28f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:13Z', 'updated_at': '2021-11-10T19:05:17Z', 'revision_number': 4, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'subnets': [{'id': '9a832f56-5207-4167-a27c-433bc2e28f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:05:18.826824 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47756) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:18.836377 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-9f9d562a-6d96-498c-ac83-8eec87e9ee34 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-865756440-network', 'tenant_id': 'a2887486ac9f41058a90fb35b7d589e2'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:05:18.876587 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9d562a-6d96-498c-ac83-8eec87e9ee34 admin admin] Made reservation on behalf of a2887486ac9f41058a90fb35b7d589e2 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:05:18.884529 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9f9d562a-6d96-498c-ac83-8eec87e9ee34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:18.900284 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9f9d562a-6d96-498c-ac83-8eec87e9ee34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:19.020919 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9f9d562a-6d96-498c-ac83-8eec87e9ee34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:19.025660 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9f9d562a-6d96-498c-ac83-8eec87e9ee34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:19.052522 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-264fe2a6-0042-4706-ad04-a2bf39561505 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1931030747-network', 'tenant_id': '5c8726422ec0458ca3af392b6e87055d'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:05:19.072380 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f9d562a-6d96-498c-ac83-8eec87e9ee34 admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:05:19.090381 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9f9d562a-6d96-498c-ac83-8eec87e9ee34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:19.090951 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-9f9d562a-6d96-498c-ac83-8eec87e9ee34 admin admin] Added segment 1036bca9-4b67-4f59-a521-821c8befcd92 of type vlan for network 54748c95-86ec-44e1-921d-53366f336f97 Nov 10 19:05:19.132271 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d562a-6d96-498c-ac83-8eec87e9ee34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4579c125-6148-424c-b1df-d1ca8e3dea8c,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:19.145958 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264fe2a6-0042-4706-ad04-a2bf39561505 admin admin] Made reservation on behalf of 5c8726422ec0458ca3af392b6e87055d for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:05:19.149395 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-264fe2a6-0042-4706-ad04-a2bf39561505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:19.168564 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-264fe2a6-0042-4706-ad04-a2bf39561505 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:19.173619 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9f9d562a-6d96-498c-ac83-8eec87e9ee34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:19.224749 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9f9d562a-6d96-498c-ac83-8eec87e9ee34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:19.226011 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9d562a-6d96-498c-ac83-8eec87e9ee34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:19.226782 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9f9d562a-6d96-498c-ac83-8eec87e9ee34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:19.312290 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9f9d562a-6d96-498c-ac83-8eec87e9ee34 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4840612 Nov 10 19:05:19.315651 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47770) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:19.326095 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d562a-6d96-498c-ac83-8eec87e9ee34 admin admin] Pushing event updated for resources: {'Network': ['ID=54748c95-86ec-44e1-921d-53366f336f97,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:19.340174 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 54748c95-86ec-44e1-921d-53366f336f97 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:05:19.342024 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-864bbc16-dd9b-44e2-9740-a51e7282a875 admin admin] Request body: {'subnet': {'network_id': '54748c95-86ec-44e1-921d-53366f336f97', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865756440-subnet', 'tenant_id': 'a2887486ac9f41058a90fb35b7d589e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:05:19.409575 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-264fe2a6-0042-4706-ad04-a2bf39561505 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:19.419810 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-264fe2a6-0042-4706-ad04-a2bf39561505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:19.420143 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864bbc16-dd9b-44e2-9740-a51e7282a875 admin admin] Made reservation on behalf of a2887486ac9f41058a90fb35b7d589e2 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:05:19.425041 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-864bbc16-dd9b-44e2-9740-a51e7282a875 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:19.529535 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264fe2a6-0042-4706-ad04-a2bf39561505 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:05:19.532920 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264fe2a6-0042-4706-ad04-a2bf39561505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09df56a3-ac7a-448c-8471-1913db82bb57,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:19.575197 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-264fe2a6-0042-4706-ad04-a2bf39561505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:19.582226 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.73', 63530) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:19.584614 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-264fe2a6-0042-4706-ad04-a2bf39561505 admin admin] Added segment 65f0b114-cb43-492b-9979-0856999be046 of type vlan for network fcd33c8e-b4a4-45fb-abba-373d6f0aee2e Nov 10 19:05:19.653136 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-264fe2a6-0042-4706-ad04-a2bf39561505 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:19.662056 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d8c505e9-7507-4a02-ba34-109281587022 req-b1a840f9-6a0b-46bc-8efd-70165220463f tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=be8904411a5b4331b94c02c4878fc04c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0759358 Nov 10 19:05:19.705992 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-264fe2a6-0042-4706-ad04-a2bf39561505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:19.709036 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264fe2a6-0042-4706-ad04-a2bf39561505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:19.711363 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-264fe2a6-0042-4706-ad04-a2bf39561505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:19.788301 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 536c3623-1aac-4f6c-b15d-89776bdd32f1 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:05:19.906455 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264fe2a6-0042-4706-ad04-a2bf39561505 admin admin] Pushing event updated for resources: {'Network': ['ID=fcd33c8e-b4a4-45fb-abba-373d6f0aee2e,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:19.936089 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-264fe2a6-0042-4706-ad04-a2bf39561505 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3288474 Nov 10 19:05:19.940539 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47786) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:19.957064 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-9755ece7-23bc-4d85-890e-d7c18ef8e918 admin admin] Request body: {'subnet': {'network_id': 'fcd33c8e-b4a4-45fb-abba-373d6f0aee2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1931030747-subnet', 'tenant_id': '5c8726422ec0458ca3af392b6e87055d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:05:19.962269 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network fcd33c8e-b4a4-45fb-abba-373d6f0aee2e details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:05:20.003455 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9755ece7-23bc-4d85-890e-d7c18ef8e918 admin admin] Made reservation on behalf of 5c8726422ec0458ca3af392b6e87055d for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:05:20.006453 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9755ece7-23bc-4d85-890e-d7c18ef8e918 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:20.133198 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-864bbc16-dd9b-44e2-9740-a51e7282a875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:20.183865 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a088edcf-1fc3-4db3-b7b1-3f430a7b0341 req-b03b74fd-1e85-479a-8a93-beb1ba5be04f tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac7e6657-92d7-4e7c-90b8-110046ae1f6a HTTP/1.1" status: 200 len: 210 time: 0.0680640 Nov 10 19:05:20.196683 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c505e9-7507-4a02-ba34-109281587022 req-e1f2d79a-d5f7-4947-93ea-04b18c422257 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:20.198848 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d8c505e9-7507-4a02-ba34-109281587022 req-e1f2d79a-d5f7-4947-93ea-04b18c422257 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5301502 Nov 10 19:05:20.232192 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 536c3623-1aac-4f6c-b15d-89776bdd32f1 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:05:20.232563 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:20.268749 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864bbc16-dd9b-44e2-9740-a51e7282a875 admin admin] Checking segment: {'id': '1036bca9-4b67-4f59-a521-821c8befcd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '54748c95-86ec-44e1-921d-53366f336f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:05:20.269096 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864bbc16-dd9b-44e2-9740-a51e7282a875 admin admin] Network hostable DHCP agents. Network: 54748c95-86ec-44e1-921d-53366f336f97, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:05:20.327379 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-d8c505e9-7507-4a02-ba34-109281587022 req-44e5f44c-5e8a-4b24-b3f1-3e0b20b26400 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Request body: {'port': {'device_id': 'ac7e6657-92d7-4e7c-90b8-110046ae1f6a', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'admin_state_up': True, 'tenant_id': 'be8904411a5b4331b94c02c4878fc04c'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:05:20.340473 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864bbc16-dd9b-44e2-9740-a51e7282a875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1113330e-1fc8-4b5a-8b67-44953842f776,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:20.363527 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864bbc16-dd9b-44e2-9740-a51e7282a875 admin admin] Network 54748c95-86ec-44e1-921d-53366f336f97 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:05:20.373192 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9755ece7-23bc-4d85-890e-d7c18ef8e918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:20.447271 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755ece7-23bc-4d85-890e-d7c18ef8e918 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72b0c361-24e5-4d4b-acf6-0368b1f563b6,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:20.493384 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9755ece7-23bc-4d85-890e-d7c18ef8e918 admin admin] Checking segment: {'id': '65f0b114-cb43-492b-9979-0856999be046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'fcd33c8e-b4a4-45fb-abba-373d6f0aee2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:05:20.494146 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9755ece7-23bc-4d85-890e-d7c18ef8e918 admin admin] Network hostable DHCP agents. Network: fcd33c8e-b4a4-45fb-abba-373d6f0aee2e, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:05:20.517365 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9755ece7-23bc-4d85-890e-d7c18ef8e918 admin admin] Network fcd33c8e-b4a4-45fb-abba-373d6f0aee2e is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:05:20.531865 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-9755ece7-23bc-4d85-890e-d7c18ef8e918 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, fcd33c8e-b4a4-45fb-abba-373d6f0aee2e) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:05:20.537009 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-864bbc16-dd9b-44e2-9740-a51e7282a875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 54748c95-86ec-44e1-921d-53366f336f97) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:05:20.544539 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb68dd49-8e71-4226-ab7b-1696d3260ce5 None None] Network fcd33c8e-b4a4-45fb-abba-373d6f0aee2e requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:05:20.545636 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9755ece7-23bc-4d85-890e-d7c18ef8e918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:20.547921 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9755ece7-23bc-4d85-890e-d7c18ef8e918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:20.549735 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864bbc16-dd9b-44e2-9740-a51e7282a875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:20.553293 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-864bbc16-dd9b-44e2-9740-a51e7282a875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:20.576252 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9755ece7-23bc-4d85-890e-d7c18ef8e918 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6310437 Nov 10 19:05:20.598609 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2301abc7-9f13-4044-88e1-5a144934b72d None None] Network 54748c95-86ec-44e1-921d-53366f336f97 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:05:20.647773 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-864bbc16-dd9b-44e2-9740-a51e7282a875 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3305850 Nov 10 19:05:20.651418 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47824) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:20.657367 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-9afe060c-a04c-4d00-8b0c-2dfca5f4260b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-865756440-router', 'tenant_id': 'a2887486ac9f41058a90fb35b7d589e2', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:05:20.718645 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9afe060c-a04c-4d00-8b0c-2dfca5f4260b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:20.719779 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9afe060c-a04c-4d00-8b0c-2dfca5f4260b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:20.774326 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8c505e9-7507-4a02-ba34-109281587022 req-44e5f44c-5e8a-4b24-b3f1-3e0b20b26400 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Made reservation on behalf of be8904411a5b4331b94c02c4878fc04c for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:05:20.780714 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d8c505e9-7507-4a02-ba34-109281587022 req-44e5f44c-5e8a-4b24-b3f1-3e0b20b26400 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:20.794292 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d8c505e9-7507-4a02-ba34-109281587022 req-44e5f44c-5e8a-4b24-b3f1-3e0b20b26400 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:20.834179 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9afe060c-a04c-4d00-8b0c-2dfca5f4260b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:20.914590 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eeccf3c-94c9-43a0-81f1-d928d91b39dc None None] Network fcd33c8e-b4a4-45fb-abba-373d6f0aee2e requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:05:20.935117 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d8c505e9-7507-4a02-ba34-109281587022 req-44e5f44c-5e8a-4b24-b3f1-3e0b20b26400 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:20.945106 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d8c505e9-7507-4a02-ba34-109281587022 req-44e5f44c-5e8a-4b24-b3f1-3e0b20b26400 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:21.007792 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d079251-6235-446a-b50c-0c9d097e6771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-54748c95-86ec-44e1-921d-53366f336f97', 'network_id': '54748c95-86ec-44e1-921d-53366f336f97', 'tenant_id': 'a2887486ac9f41058a90fb35b7d589e2', 'fixed_ips': [{'subnet_id': '1113330e-1fc8-4b5a-8b67-44953842f776'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:05:21.009142 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0d079251-6235-446a-b50c-0c9d097e6771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:21.026365 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e5f44c-5e8a-4b24-b3f1-3e0b20b26400 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f336b843-be38-4c16-b66d-9c4cb5c6d7f7,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:21.093969 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9afe060c-a04c-4d00-8b0c-2dfca5f4260b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:21.262425 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-0d079251-6235-446a-b50c-0c9d097e6771 None None] Allocated IP 172.20.0.2 (54748c95-86ec-44e1-921d-53366f336f97/1113330e-1fc8-4b5a-8b67-44953842f776/6354c152-9f68-4310-9d1b-894c7bd67cc2) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:05:21.463775 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-d8c505e9-7507-4a02-ba34-109281587022 req-44e5f44c-5e8a-4b24-b3f1-3e0b20b26400 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Allocated IP 192.168.233.203 (d392c118-92b4-47b2-87bf-77c096e8a630/f9b6e8e7-6ebd-402d-901c-b41f234de3ab/8be5fc23-283a-4890-b470-ccfdf41278e6) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:05:21.673154 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9afe060c-a04c-4d00-8b0c-2dfca5f4260b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:21.735788 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9afe060c-a04c-4d00-8b0c-2dfca5f4260b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:21.824541 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0d079251-6235-446a-b50c-0c9d097e6771 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:21.840994 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0d079251-6235-446a-b50c-0c9d097e6771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:21.890824 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d079251-6235-446a-b50c-0c9d097e6771 None None] Network 54748c95-86ec-44e1-921d-53366f336f97 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:05:21.943771 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-0d079251-6235-446a-b50c-0c9d097e6771 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:05:21.953988 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d079251-6235-446a-b50c-0c9d097e6771 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:05:22.026574 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-9afe060c-a04c-4d00-8b0c-2dfca5f4260b admin admin] Allocated IP 172.25.3.127 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/5dfc6043-bf19-47d7-9f97-6da23a2bb123) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:05:22.159958 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d079251-6235-446a-b50c-0c9d097e6771 None None] Pushing event updated for resources: {'Port': ['ID=6354c152-9f68-4310-9d1b-894c7bd67cc2,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:22.170580 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-0d079251-6235-446a-b50c-0c9d097e6771 None None] Attempting to bind port 6354c152-9f68-4310-9d1b-894c7bd67cc2 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:05:22.171126 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-0d079251-6235-446a-b50c-0c9d097e6771 None None] Attempting to bind port 6354c152-9f68-4310-9d1b-894c7bd67cc2 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '1036bca9-4b67-4f59-a521-821c8befcd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '54748c95-86ec-44e1-921d-53366f336f97'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:05:22.181324 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d079251-6235-446a-b50c-0c9d097e6771 None None] Attempting to bind port 6354c152-9f68-4310-9d1b-894c7bd67cc2 on network 54748c95-86ec-44e1-921d-53366f336f97 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:05:22.188468 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d079251-6235-446a-b50c-0c9d097e6771 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:05:22.189605 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d079251-6235-446a-b50c-0c9d097e6771 None None] Checking segment: {'id': '1036bca9-4b67-4f59-a521-821c8befcd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '54748c95-86ec-44e1-921d-53366f336f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:05:22.200108 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0d079251-6235-446a-b50c-0c9d097e6771 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:22.201055 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d079251-6235-446a-b50c-0c9d097e6771 None None] Bound using segment: {'id': '1036bca9-4b67-4f59-a521-821c8befcd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '54748c95-86ec-44e1-921d-53366f336f97'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:05:22.201681 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-0d079251-6235-446a-b50c-0c9d097e6771 None None] Bound port: 6354c152-9f68-4310-9d1b-894c7bd67cc2, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1036bca9-4b67-4f59-a521-821c8befcd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '54748c95-86ec-44e1-921d-53366f336f97'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:05:22.202202 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0d079251-6235-446a-b50c-0c9d097e6771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:22.330827 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-55c29817-1e4a-47d9-acba-73e5e58de79d req-20ec880c-a7a7-4527-ad65-5ab21a09ce87 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac7e6657-92d7-4e7c-90b8-110046ae1f6a HTTP/1.1" status: 200 len: 210 time: 0.2247772 Nov 10 19:05:22.395945 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9afe060c-a04c-4d00-8b0c-2dfca5f4260b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:22.448537 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9afe060c-a04c-4d00-8b0c-2dfca5f4260b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:22.453906 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-0d079251-6235-446a-b50c-0c9d097e6771 None None] For port 6354c152-9f68-4310-9d1b-894c7bd67cc2, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:05:22.463562 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-0d079251-6235-446a-b50c-0c9d097e6771 None None] For port 6354c152-9f68-4310-9d1b-894c7bd67cc2, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=6354c152-9f68-4310-9d1b-894c7bd67cc2,segment=NetworkSegment(1036bca9-4b67-4f59-a521-821c8befcd92),segment_id=1036bca9-4b67-4f59-a521-821c8befcd92)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:05:22.472422 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0d079251-6235-446a-b50c-0c9d097e6771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:22.489642 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d8c505e9-7507-4a02-ba34-109281587022 req-44e5f44c-5e8a-4b24-b3f1-3e0b20b26400 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:22.530004 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afe060c-a04c-4d00-8b0c-2dfca5f4260b admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:05:22.539057 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-9afe060c-a04c-4d00-8b0c-2dfca5f4260b admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:05:22.544682 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afe060c-a04c-4d00-8b0c-2dfca5f4260b admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:05:22.599977 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d8c505e9-7507-4a02-ba34-109281587022 req-44e5f44c-5e8a-4b24-b3f1-3e0b20b26400 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:22.622485 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe060c-a04c-4d00-8b0c-2dfca5f4260b admin admin] Pushing event updated for resources: {'Port': ['ID=5dfc6043-bf19-47d7-9f97-6da23a2bb123,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:22.677215 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d079251-6235-446a-b50c-0c9d097e6771 None None] Pushing event updated for resources: {'Port': ['ID=6354c152-9f68-4310-9d1b-894c7bd67cc2,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:22.778938 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8c505e9-7507-4a02-ba34-109281587022 req-44e5f44c-5e8a-4b24-b3f1-3e0b20b26400 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Network d392c118-92b4-47b2-87bf-77c096e8a630 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:05:22.788450 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-d8c505e9-7507-4a02-ba34-109281587022 req-44e5f44c-5e8a-4b24-b3f1-3e0b20b26400 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:05:22.813166 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c505e9-7507-4a02-ba34-109281587022 req-44e5f44c-5e8a-4b24-b3f1-3e0b20b26400 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:05:22.814665 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47876) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:22.830735 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c505e9-7507-4a02-ba34-109281587022 req-44e5f44c-5e8a-4b24-b3f1-3e0b20b26400 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:22.831804 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d8c505e9-7507-4a02-ba34-109281587022 req-44e5f44c-5e8a-4b24-b3f1-3e0b20b26400 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:22.945478 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d8c505e9-7507-4a02-ba34-109281587022 req-44e5f44c-5e8a-4b24-b3f1-3e0b20b26400 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6258700 Nov 10 19:05:22.959781 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e5f44c-5e8a-4b24-b3f1-3e0b20b26400 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Pushing event updated for resources: {'Port': ['ID=8be5fc23-283a-4890-b470-ccfdf41278e6,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:23.184786 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9afe060c-a04c-4d00-8b0c-2dfca5f4260b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:23.332880 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4744ac09-1022-4db3-bd19-9202dba907c0 None None] Provisioning complete for port 8be5fc23-283a-4890-b470-ccfdf41278e6 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:05:23.333488 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4744ac09-1022-4db3-bd19-9202dba907c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:23.478516 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-75471e3b-c351-4574-a1e0-e6bd5cc7ea56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:23.489371 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-4744ac09-1022-4db3-bd19-9202dba907c0 None None] Port 8be5fc23-283a-4890-b470-ccfdf41278e6 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:05:23.745053 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5e39f69a-d40e-4c0b-9d59-53b73dfc8eee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:23.785201 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 6354c152-9f68-4310-9d1b-894c7bd67cc2 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:05:23.810204 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328bbeb-f6b3-45e8-a57a-5c6d9f065c6f req-4b0fe5db-0555-41d6-8827-c43fb869f02f tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:23.813100 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d328bbeb-f6b3-45e8-a57a-5c6d9f065c6f req-4b0fe5db-0555-41d6-8827-c43fb869f02f tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac7e6657-92d7-4e7c-90b8-110046ae1f6a HTTP/1.1" status: 200 len: 936 time: 0.1709805 Nov 10 19:05:23.852052 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9afe060c-a04c-4d00-8b0c-2dfca5f4260b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:24.043407 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d328bbeb-f6b3-45e8-a57a-5c6d9f065c6f req-35aed2fd-c8d5-45d5-a052-9146ead9607c tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/security-groups?id=f336b843-be38-4c16-b66d-9c4cb5c6d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215774 Nov 10 19:05:24.201558 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47914) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:24.207955 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-2bbf72ab-bcae-4d11-809a-b9165c9716c2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1390084932-network', 'tenant_id': 'abad32983c5d46ee9d8dafd80e51a5aa'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:05:24.263421 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbf72ab-bcae-4d11-809a-b9165c9716c2 admin admin] Made reservation on behalf of abad32983c5d46ee9d8dafd80e51a5aa for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:05:24.267661 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2bbf72ab-bcae-4d11-809a-b9165c9716c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:24.278363 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:24.286979 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2bbf72ab-bcae-4d11-809a-b9165c9716c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:24.315760 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 6354c152-9f68-4310-9d1b-894c7bd67cc2 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:05:24.317037 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:24.544844 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-d8c505e9-7507-4a02-ba34-109281587022 req-bd8666d9-5633-47ff-8485-3c45212df084 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:05:24.546218 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d8c505e9-7507-4a02-ba34-109281587022 req-bd8666d9-5633-47ff-8485-3c45212df084 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0231628 Nov 10 19:05:24.553565 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:24.581032 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd5b703-76f8-4eb7-bebf-6159d7c34e04 None None] Network 54748c95-86ec-44e1-921d-53366f336f97 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:05:24.584463 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2bbf72ab-bcae-4d11-809a-b9165c9716c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:24.592890 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2bbf72ab-bcae-4d11-809a-b9165c9716c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:24.669394 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bbf72ab-bcae-4d11-809a-b9165c9716c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:05:24.698480 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf72ab-bcae-4d11-809a-b9165c9716c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee8430d-eb79-4f82-8471-9d0e3d7e7215,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:24.714787 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2bbf72ab-bcae-4d11-809a-b9165c9716c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:24.715253 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-2bbf72ab-bcae-4d11-809a-b9165c9716c2 admin admin] Added segment 85dab00a-a31a-4600-8ddb-066a20cfda5f of type vlan for network e744f1e3-d3ee-4b20-b166-a550bb59c047 Nov 10 19:05:24.797935 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47920) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:24.812796 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afe060c-a04c-4d00-8b0c-2dfca5f4260b admin admin] Router a56291ba-ba55-4c7e-80fb-bbb88c5133de is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:05:24.830680 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2bbf72ab-bcae-4d11-809a-b9165c9716c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:24.838180 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:24.867144 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-616e6066-e7b6-4c11-94c3-9e5039553625 None None] Provisioning complete for port 6354c152-9f68-4310-9d1b-894c7bd67cc2 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:05:24.867792 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-616e6066-e7b6-4c11-94c3-9e5039553625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:24.899562 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2bbf72ab-bcae-4d11-809a-b9165c9716c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:24.903455 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbf72ab-bcae-4d11-809a-b9165c9716c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:24.903455 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2bbf72ab-bcae-4d11-809a-b9165c9716c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:24.913594 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 6354c152-9f68-4310-9d1b-894c7bd67cc2, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=6354c152-9f68-4310-9d1b-894c7bd67cc2,segment=NetworkSegment(1036bca9-4b67-4f59-a521-821c8befcd92),segment_id=1036bca9-4b67-4f59-a521-821c8befcd92)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:05:24.927180 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:25.053496 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2bbf72ab-bcae-4d11-809a-b9165c9716c2 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8504024 Nov 10 19:05:25.058931 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47928) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:25.086326 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5e39f69a-d40e-4c0b-9d59-53b73dfc8eee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:25.105404 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf72ab-bcae-4d11-809a-b9165c9716c2 admin admin] Pushing event updated for resources: {'Network': ['ID=e744f1e3-d3ee-4b20-b166-a550bb59c047,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:25.109858 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-cf87a5e9-d762-40d1-aa39-fb72b5e2b493 admin admin] Request body: {'subnet': {'network_id': 'e744f1e3-d3ee-4b20-b166-a550bb59c047', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1390084932-subnet', 'tenant_id': 'abad32983c5d46ee9d8dafd80e51a5aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:05:25.136437 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5e39f69a-d40e-4c0b-9d59-53b73dfc8eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:25.200359 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39f69a-d40e-4c0b-9d59-53b73dfc8eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfe39ff-f36c-4293-878a-48bf8a25ad50,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:25.251169 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network e744f1e3-d3ee-4b20-b166-a550bb59c047 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:05:25.254108 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-932d0434-b323-471f-a9d7-8c05dd0ac446 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:25.359575 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fe56a-9dba-4d1f-bfe9-be2fe348a277 req-1a12c814-1b71-47c6-859e-8035fba58263 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:25.368499 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d4fe56a-9dba-4d1f-bfe9-be2fe348a277 req-1a12c814-1b71-47c6-859e-8035fba58263 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac7e6657-92d7-4e7c-90b8-110046ae1f6a HTTP/1.1" status: 200 len: 936 time: 0.1765862 Nov 10 19:05:25.390594 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=6354c152-9f68-4310-9d1b-894c7bd67cc2,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:25.408414 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47934) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:25.412143 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5e39f69a-d40e-4c0b-9d59-53b73dfc8eee admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d097d89b2b124ef38da1d10e84b54f9c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5924447 Nov 10 19:05:25.424657 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf87a5e9-d762-40d1-aa39-fb72b5e2b493 admin admin] Made reservation on behalf of abad32983c5d46ee9d8dafd80e51a5aa for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:05:25.428265 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cf87a5e9-d762-40d1-aa39-fb72b5e2b493 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:25.513390 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d4fe56a-9dba-4d1f-bfe9-be2fe348a277 req-f6dd8afa-0b4a-461b-9694-2e5020d5894b tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/security-groups?id=f336b843-be38-4c16-b66d-9c4cb5c6d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341040 Nov 10 19:05:25.569247 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-40c58d2c-4c16-425f-9e61-efa2aa365dc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:25.592518 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afe060c-a04c-4d00-8b0c-2dfca5f4260b admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:05:25.608018 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40490130-a2f6-4212-8292-c434cc60c2da None None] Sync routers for ids ['a56291ba-ba55-4c7e-80fb-bbb88c5133de'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:05:25.638071 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40490130-a2f6-4212-8292-c434cc60c2da None None] Routers {'a56291ba-ba55-4c7e-80fb-bbb88c5133de'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:05:25.639002 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-40490130-a2f6-4212-8292-c434cc60c2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:04:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['a56291ba-ba55-4c7e-80fb-bbb88c5133de'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:05:25.648704 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-40c58d2c-4c16-425f-9e61-efa2aa365dc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:25.717305 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a69084a4-8904-4dde-9915-236801475542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:25.752571 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 6354c152-9f68-4310-9d1b-894c7bd67cc2 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:05:25.763519 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-40c58d2c-4c16-425f-9e61-efa2aa365dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:25.767168 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-40c58d2c-4c16-425f-9e61-efa2aa365dc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:25.790472 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-40c58d2c-4c16-425f-9e61-efa2aa365dc7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5dfe39ff-f36c-4293-878a-48bf8a25ad50 HTTP/1.1" status: 204 len: 168 time: 0.3772907 Nov 10 19:05:25.809505 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c58d2c-4c16-425f-9e61-efa2aa365dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfe39ff-f36c-4293-878a-48bf8a25ad50,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:25.836406 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9afe060c-a04c-4d00-8b0c-2dfca5f4260b admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:25.842700 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9afe060c-a04c-4d00-8b0c-2dfca5f4260b admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.1894217 Nov 10 19:05:25.842869 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47942) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:25.918748 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-932d0434-b323-471f-a9d7-8c05dd0ac446 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:25.933428 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-932d0434-b323-471f-a9d7-8c05dd0ac446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:26.014191 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-932d0434-b323-471f-a9d7-8c05dd0ac446 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3eb8c29588164da4a5ee92c19cb7da52&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2135627 Nov 10 19:05:26.020303 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47946) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:26.032517 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d0434-b323-471f-a9d7-8c05dd0ac446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54610b97-e80a-440c-a2a4-13d885e9bf0b,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:26.055680 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-b4fcdec9-7130-4ef0-b4dd-286e51ef18fd None None] Provisioning complete for port 6354c152-9f68-4310-9d1b-894c7bd67cc2 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:05:26.056993 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b4fcdec9-7130-4ef0-b4dd-286e51ef18fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:26.099939 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-40490130-a2f6-4212-8292-c434cc60c2da None None] Set router a56291ba-ba55-4c7e-80fb-bbb88c5133de gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:05:26.220244 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cf87a5e9-d762-40d1-aa39-fb72b5e2b493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:26.284832 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 6354c152-9f68-4310-9d1b-894c7bd67cc2 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:05:26.289852 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:26.325730 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0a01d7d2-dc41-4019-aa30-8725e5c6a0b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:26.364152 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0a01d7d2-dc41-4019-aa30-8725e5c6a0b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:26.441880 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf87a5e9-d762-40d1-aa39-fb72b5e2b493 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3903f095-5e8f-448a-a00a-e1136d87e0c0,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:26.484994 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0a01d7d2-dc41-4019-aa30-8725e5c6a0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:26.497649 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0a01d7d2-dc41-4019-aa30-8725e5c6a0b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:26.504425 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0a01d7d2-dc41-4019-aa30-8725e5c6a0b9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/54610b97-e80a-440c-a2a4-13d885e9bf0b HTTP/1.1" status: 204 len: 168 time: 0.4791343 Nov 10 19:05:26.557661 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01d7d2-dc41-4019-aa30-8725e5c6a0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54610b97-e80a-440c-a2a4-13d885e9bf0b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:26.570257 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf87a5e9-d762-40d1-aa39-fb72b5e2b493 admin admin] Checking segment: {'id': '85dab00a-a31a-4600-8ddb-066a20cfda5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e744f1e3-d3ee-4b20-b166-a550bb59c047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:05:26.570645 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf87a5e9-d762-40d1-aa39-fb72b5e2b493 admin admin] Network hostable DHCP agents. Network: e744f1e3-d3ee-4b20-b166-a550bb59c047, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:05:26.641974 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf87a5e9-d762-40d1-aa39-fb72b5e2b493 admin admin] Network e744f1e3-d3ee-4b20-b166-a550bb59c047 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:05:26.655202 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-40490130-a2f6-4212-8292-c434cc60c2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a56291ba-ba55-4c7e-80fb-bbb88c5133de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865756440-router', 'tenant_id': 'a2887486ac9f41058a90fb35b7d589e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '5dfc6043-bf19-47d7-9f97-6da23a2bb123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:05:20Z', 'updated_at': '2021-11-10T19:05:22Z', 'revision_number': 3, 'project_id': 'a2887486ac9f41058a90fb35b7d589e2', 'gw_port': {'id': '5dfc6043-bf19-47d7-9f97-6da23a2bb123', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a56291ba-ba55-4c7e-80fb-bbb88c5133de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:21Z', 'updated_at': '2021-11-10T19:05:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:05:26.682043 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47966) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:26.723073 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df963ec1-a128-45ef-a0e7-092e85a3654e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:26.729896 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-cf87a5e9-d762-40d1-aa39-fb72b5e2b493 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, e744f1e3-d3ee-4b20-b166-a550bb59c047) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:05:26.756071 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40490130-a2f6-4212-8292-c434cc60c2da None None] Checking router: a56291ba-ba55-4c7e-80fb-bbb88c5133de for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:05:26.756564 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40490130-a2f6-4212-8292-c434cc60c2da None None] Updating router a56291ba-ba55-4c7e-80fb-bbb88c5133de port 5dfc6043-bf19-47d7-9f97-6da23a2bb123 binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:05:26.760023 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf87a5e9-d762-40d1-aa39-fb72b5e2b493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:26.762702 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cf87a5e9-d762-40d1-aa39-fb72b5e2b493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:26.770223 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ba801c-2f7b-4da7-95ef-d20aa7b725ba None None] Network e744f1e3-d3ee-4b20-b166-a550bb59c047 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:05:26.811500 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-40490130-a2f6-4212-8292-c434cc60c2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:26.865800 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cf87a5e9-d762-40d1-aa39-fb72b5e2b493 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7747188 Nov 10 19:05:26.887352 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-d8c505e9-7507-4a02-ba34-109281587022 req-37465dfe-c78c-4151-8ab9-18f3c9467574 service neutron] Request body: {'port': {'device_id': 'ac7e6657-92d7-4e7c-90b8-110046ae1f6a', 'device_owner': 'compute:tempest-test_az-1001816493', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:05:27.083262 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df963ec1-a128-45ef-a0e7-092e85a3654e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:27.091476 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df963ec1-a128-45ef-a0e7-092e85a3654e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:27.136995 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:27.141884 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ab4c23-ce1c-45bc-ad33-d766693d985c None None] Network e744f1e3-d3ee-4b20-b166-a550bb59c047 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:05:27.238962 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cca380-7486-4f86-ac9c-563e442dc83d req-9586d742-c798-4e4f-b8cd-dc245f37b6b6 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:27.246402 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-df963ec1-a128-45ef-a0e7-092e85a3654e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fabe65c563d542069ed7a37477e1bf07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5600884 Nov 10 19:05:27.247533 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-08cca380-7486-4f86-ac9c-563e442dc83d req-9586d742-c798-4e4f-b8cd-dc245f37b6b6 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac7e6657-92d7-4e7c-90b8-110046ae1f6a HTTP/1.1" status: 200 len: 936 time: 0.4698372 Nov 10 19:05:27.247903 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47978) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:27.278201 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df963ec1-a128-45ef-a0e7-092e85a3654e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899709f1-ca9c-4425-9c09-e538abf1b5a8,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:27.437211 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f96213d-9383-4119-958e-433df9186ff5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:27.463470 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47980) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:27.507296 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47982) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:27.544994 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d8c505e9-7507-4a02-ba34-109281587022 req-37465dfe-c78c-4151-8ab9-18f3c9467574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:27.588380 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-08cca380-7486-4f86-ac9c-563e442dc83d req-3566970c-de81-4879-bd92-6f5a979eb231 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/security-groups?id=f336b843-be38-4c16-b66d-9c4cb5c6d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307743 Nov 10 19:05:27.631697 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f96213d-9383-4119-958e-433df9186ff5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:27.639357 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-45f3c28b-4794-4faa-88c4-50c1b1c80e94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:27.690815 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47984) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:27.709692 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-40490130-a2f6-4212-8292-c434cc60c2da None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:27.723071 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-40490130-a2f6-4212-8292-c434cc60c2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:27.811214 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-f29df6b4-c97d-4377-808c-a127425bbe88 admin admin] Deleting subnet 72b0c361-24e5-4d4b-acf6-0368b1f563b6 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:05:27.828884 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-40490130-a2f6-4212-8292-c434cc60c2da None None] Attempting to bind port 5dfc6043-bf19-47d7-9f97-6da23a2bb123 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:05:27.829623 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f29df6b4-c97d-4377-808c-a127425bbe88 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:27.829835 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-40490130-a2f6-4212-8292-c434cc60c2da None None] Attempting to bind port 5dfc6043-bf19-47d7-9f97-6da23a2bb123 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:05:27.830367 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40490130-a2f6-4212-8292-c434cc60c2da None None] Attempting to bind port 5dfc6043-bf19-47d7-9f97-6da23a2bb123 on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:05:27.841452 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40490130-a2f6-4212-8292-c434cc60c2da None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:05:27.842227 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40490130-a2f6-4212-8292-c434cc60c2da None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:05:27.842893 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-40490130-a2f6-4212-8292-c434cc60c2da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:27.843467 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40490130-a2f6-4212-8292-c434cc60c2da None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:05:27.844100 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-40490130-a2f6-4212-8292-c434cc60c2da None None] Bound port: 5dfc6043-bf19-47d7-9f97-6da23a2bb123, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:05:27.844661 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-40490130-a2f6-4212-8292-c434cc60c2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:27.848023 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258e519-36c8-4ce2-9be1-6d6c65e2c521 None None] Pushing event updated for resources: {'Port': ['ID=5dfc6043-bf19-47d7-9f97-6da23a2bb123,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:27.932816 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f29df6b4-c97d-4377-808c-a127425bbe88 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:27.952959 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f96213d-9383-4119-958e-433df9186ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:27.968640 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f96213d-9383-4119-958e-433df9186ff5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:27.976858 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1f96213d-9383-4119-958e-433df9186ff5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/899709f1-ca9c-4425-9c09-e538abf1b5a8 HTTP/1.1" status: 204 len: 168 time: 0.7243390 Nov 10 19:05:27.995968 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f29df6b4-c97d-4377-808c-a127425bbe88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:28.002238 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-40490130-a2f6-4212-8292-c434cc60c2da None None] For port 5dfc6043-bf19-47d7-9f97-6da23a2bb123, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:05:28.009280 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-40490130-a2f6-4212-8292-c434cc60c2da None None] For port 5dfc6043-bf19-47d7-9f97-6da23a2bb123, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5dfc6043-bf19-47d7-9f97-6da23a2bb123,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:05:28.015948 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-40490130-a2f6-4212-8292-c434cc60c2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:28.030017 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9e40ec42-31e8-47fc-a762-e274d8447b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:28.064370 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96213d-9383-4119-958e-433df9186ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899709f1-ca9c-4425-9c09-e538abf1b5a8,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:28.144438 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40490130-a2f6-4212-8292-c434cc60c2da None None] Routers {'a56291ba-ba55-4c7e-80fb-bbb88c5133de'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:05:28.145490 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-40490130-a2f6-4212-8292-c434cc60c2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:05:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['a56291ba-ba55-4c7e-80fb-bbb88c5133de'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:05:28.147875 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258e519-36c8-4ce2-9be1-6d6c65e2c521 None None] Pushing event updated for resources: {'Port': ['ID=5dfc6043-bf19-47d7-9f97-6da23a2bb123,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:28.193796 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-45f3c28b-4794-4faa-88c4-50c1b1c80e94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:28.214587 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-41e647f0-c3bb-488c-becc-5b46e2a80673 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:28.266627 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-45f3c28b-4794-4faa-88c4-50c1b1c80e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:28.363080 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f29df6b4-c97d-4377-808c-a127425bbe88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:28.381408 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-45f3c28b-4794-4faa-88c4-50c1b1c80e94 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fcdf43707e6b4907844feaadf5c58fd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8680596 Nov 10 19:05:28.382205 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47992) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:28.382415 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-40490130-a2f6-4212-8292-c434cc60c2da None None] Set router a56291ba-ba55-4c7e-80fb-bbb88c5133de gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:05:28.444804 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3c28b-4794-4faa-88c4-50c1b1c80e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32819312-f07a-4894-aa25-3666af2852a5,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:28.455156 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29df6b4-c97d-4377-808c-a127425bbe88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72b0c361-24e5-4d4b-acf6-0368b1f563b6,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:28.532814 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:28.604961 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f29df6b4-c97d-4377-808c-a127425bbe88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:28.615822 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f29df6b4-c97d-4377-808c-a127425bbe88 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/72b0c361-24e5-4d4b-acf6-0368b1f563b6 HTTP/1.1" status: 204 len: 168 time: 1.1300261 Nov 10 19:05:28.620000 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48002) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:28.732153 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-41e647f0-c3bb-488c-becc-5b46e2a80673 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:28.735827 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5e5590b7-0a61-41df-a586-079203f5db68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:28.741059 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-40490130-a2f6-4212-8292-c434cc60c2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a56291ba-ba55-4c7e-80fb-bbb88c5133de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865756440-router', 'tenant_id': 'a2887486ac9f41058a90fb35b7d589e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '5dfc6043-bf19-47d7-9f97-6da23a2bb123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:05:20Z', 'updated_at': '2021-11-10T19:05:22Z', 'revision_number': 3, 'project_id': 'a2887486ac9f41058a90fb35b7d589e2', 'gw_port': {'id': '5dfc6043-bf19-47d7-9f97-6da23a2bb123', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a56291ba-ba55-4c7e-80fb-bbb88c5133de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:21Z', 'updated_at': '2021-11-10T19:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:05:28.756583 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-41e647f0-c3bb-488c-becc-5b46e2a80673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:28.795185 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40490130-a2f6-4212-8292-c434cc60c2da None None] The sync data for ids ['a56291ba-ba55-4c7e-80fb-bbb88c5133de'] in n-d-813897-4 is: [{'id': 'a56291ba-ba55-4c7e-80fb-bbb88c5133de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865756440-router', 'tenant_id': 'a2887486ac9f41058a90fb35b7d589e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '5dfc6043-bf19-47d7-9f97-6da23a2bb123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:05:20Z', 'updated_at': '2021-11-10T19:05:22Z', 'revision_number': 3, 'project_id': 'a2887486ac9f41058a90fb35b7d589e2', 'gw_port': {'id': '5dfc6043-bf19-47d7-9f97-6da23a2bb123', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a56291ba-ba55-4c7e-80fb-bbb88c5133de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:21Z', 'updated_at': '2021-11-10T19:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:05:28.799352 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a9c943b9-574d-4106-a226-1168766b98b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:28.803774 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5e5590b7-0a61-41df-a586-079203f5db68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:28.849621 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e647f0-c3bb-488c-becc-5b46e2a80673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe5902d-277c-4d6c-b078-7bc2d3c823e6,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:28.895067 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-41e647f0-c3bb-488c-becc-5b46e2a80673 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=08aa02b705dc41168ad563384c9194ed&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1945186 Nov 10 19:05:28.906997 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48008) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:29.002933 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5e5590b7-0a61-41df-a586-079203f5db68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:29.005869 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5e5590b7-0a61-41df-a586-079203f5db68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:29.011859 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5e5590b7-0a61-41df-a586-079203f5db68 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/32819312-f07a-4894-aa25-3666af2852a5 HTTP/1.1" status: 204 len: 168 time: 0.6191411 Nov 10 19:05:29.069161 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5590b7-0a61-41df-a586-079203f5db68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32819312-f07a-4894-aa25-3666af2852a5,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:29.081458 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a9c943b9-574d-4106-a226-1168766b98b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:29.151995 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a9c943b9-574d-4106-a226-1168766b98b1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 19:05:29.152509 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a9c943b9-574d-4106-a226-1168766b98b1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 19:05:29.153661 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a9c943b9-574d-4106-a226-1168766b98b1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 19:05:29.154126 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a9c943b9-574d-4106-a226-1168766b98b1 admin admin] Subscribe: > port after_create 55550000 {{(pid=102505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 19:05:29.154548 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a9c943b9-574d-4106-a226-1168766b98b1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 19:05:29.155903 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a9c943b9-574d-4106-a226-1168766b98b1 admin admin] Subscribe: > port after_update 55550000 {{(pid=102505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 19:05:29.156879 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a9c943b9-574d-4106-a226-1168766b98b1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 19:05:29.161332 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a9c943b9-574d-4106-a226-1168766b98b1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 19:05:29.161827 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a9c943b9-574d-4106-a226-1168766b98b1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 19:05:29.162095 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-9e40ec42-31e8-47fc-a762-e274d8447b52 admin admin] Allocated IP 172.20.0.1 (54748c95-86ec-44e1-921d-53366f336f97/1113330e-1fc8-4b5a-8b67-44953842f776/6d66e8da-b76f-458d-a005-b156d93f5dc0) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:05:29.162583 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a9c943b9-574d-4106-a226-1168766b98b1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 19:05:29.279160 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:29.363913 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02930a-223f-4da6-b090-6bac9af12af9 req-ab2e0b61-bdd7-44fa-b330-58fc42937aec tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:29.365993 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d02930a-223f-4da6-b090-6bac9af12af9 req-ab2e0b61-bdd7-44fa-b330-58fc42937aec tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac7e6657-92d7-4e7c-90b8-110046ae1f6a HTTP/1.1" status: 200 len: 936 time: 0.5261555 Nov 10 19:05:29.632692 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d02930a-223f-4da6-b090-6bac9af12af9 req-222e6c6a-465e-4d54-90c9-179cb1f55ac6 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/security-groups?id=f336b843-be38-4c16-b66d-9c4cb5c6d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062531 Nov 10 19:05:29.635441 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-d8c505e9-7507-4a02-ba34-109281587022 req-37465dfe-c78c-4151-8ab9-18f3c9467574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be5fc23-283a-4890-b470-ccfdf41278e6 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:05:29.680481 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d8c505e9-7507-4a02-ba34-109281587022 req-37465dfe-c78c-4151-8ab9-18f3c9467574 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:29.718560 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e192d05b-e1bd-45e9-a26e-d54cfac73721 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:29.786460 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5dfc6043-bf19-47d7-9f97-6da23a2bb123 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:05:29.862067 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-d8c505e9-7507-4a02-ba34-109281587022 req-37465dfe-c78c-4151-8ab9-18f3c9467574 service neutron] Transition to ACTIVE for port object 8be5fc23-283a-4890-b470-ccfdf41278e6 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:05:29.886515 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9e40ec42-31e8-47fc-a762-e274d8447b52 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:29.888068 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d8c505e9-7507-4a02-ba34-109281587022 req-37465dfe-c78c-4151-8ab9-18f3c9467574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:29.925269 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a9c943b9-574d-4106-a226-1168766b98b1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 19:05:29.925898 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 5dfc6043-bf19-47d7-9f97-6da23a2bb123 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:05:29.926309 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:29.928080 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a9c943b9-574d-4106-a226-1168766b98b1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 19:05:29.943184 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a9c943b9-574d-4106-a226-1168766b98b1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 19:05:29.944892 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a9c943b9-574d-4106-a226-1168766b98b1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 19:05:29.945368 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e192d05b-e1bd-45e9-a26e-d54cfac73721 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:29.946218 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-a9c943b9-574d-4106-a226-1168766b98b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd33c8e-b4a4-45fb-abba-373d6f0aee2e']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:05:30.027929 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-a9c943b9-574d-4106-a226-1168766b98b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f0b114-cb43-492b-9979-0856999be046') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:05:30.032751 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-a9c943b9-574d-4106-a226-1168766b98b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f0b114-cb43-492b-9979-0856999be046') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:05:30.081650 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a9c943b9-574d-4106-a226-1168766b98b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:30.142024 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a9c943b9-574d-4106-a226-1168766b98b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:30.165663 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c943b9-574d-4106-a226-1168766b98b1 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:05:30.166860 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a9c943b9-574d-4106-a226-1168766b98b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:30.190223 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:30.263521 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 5dfc6043-bf19-47d7-9f97-6da23a2bb123, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5dfc6043-bf19-47d7-9f97-6da23a2bb123,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:05:30.270912 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:30.297432 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-d8c505e9-7507-4a02-ba34-109281587022 req-37465dfe-c78c-4151-8ab9-18f3c9467574 service neutron] Attempting to bind port 8be5fc23-283a-4890-b470-ccfdf41278e6 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:05:30.298129 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-d8c505e9-7507-4a02-ba34-109281587022 req-37465dfe-c78c-4151-8ab9-18f3c9467574 service neutron] Attempting to bind port 8be5fc23-283a-4890-b470-ccfdf41278e6 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:05:30.303761 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c505e9-7507-4a02-ba34-109281587022 req-37465dfe-c78c-4151-8ab9-18f3c9467574 service neutron] Attempting to bind port 8be5fc23-283a-4890-b470-ccfdf41278e6 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:05:30.338169 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c505e9-7507-4a02-ba34-109281587022 req-37465dfe-c78c-4151-8ab9-18f3c9467574 service neutron] Port 8be5fc23-283a-4890-b470-ccfdf41278e6 on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:05:30.338475 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c505e9-7507-4a02-ba34-109281587022 req-37465dfe-c78c-4151-8ab9-18f3c9467574 service neutron] Attempting to bind port 8be5fc23-283a-4890-b470-ccfdf41278e6 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:05:30.397486 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c505e9-7507-4a02-ba34-109281587022 req-37465dfe-c78c-4151-8ab9-18f3c9467574 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:05:30.397972 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c505e9-7507-4a02-ba34-109281587022 req-37465dfe-c78c-4151-8ab9-18f3c9467574 service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:05:30.399107 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c505e9-7507-4a02-ba34-109281587022 req-37465dfe-c78c-4151-8ab9-18f3c9467574 service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:05:30.399889 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-d8c505e9-7507-4a02-ba34-109281587022 req-37465dfe-c78c-4151-8ab9-18f3c9467574 service neutron] Bound port: 8be5fc23-283a-4890-b470-ccfdf41278e6, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: from cryptography.utils import int_from_bytes Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: from cryptography.utils import int_from_bytes Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:05:30.402381 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:05:30.406797 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a9c943b9-574d-4106-a226-1168766b98b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:30.410738 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d8c505e9-7507-4a02-ba34-109281587022 req-37465dfe-c78c-4151-8ab9-18f3c9467574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:30.415278 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a9c943b9-574d-4106-a226-1168766b98b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:30.416566 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=5dfc6043-bf19-47d7-9f97-6da23a2bb123,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:30.421654 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a9c943b9-574d-4106-a226-1168766b98b1 admin admin] 10.222.0.54 "DELETE /v2.0/networks/fcd33c8e-b4a4-45fb-abba-373d6f0aee2e HTTP/1.1" status: 204 len: 168 time: 1.7961454 Nov 10 19:05:30.440871 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48040) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:30.454121 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c943b9-574d-4106-a226-1168766b98b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcd33c8e-b4a4-45fb-abba-373d6f0aee2e,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:30.556997 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba0a5f0-e858-4491-9b1b-9a33245f37ca admin admin] Deleting subnet 3903f095-5e8f-448a-a00a-e1136d87e0c0 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:05:30.561323 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cba0a5f0-e858-4491-9b1b-9a33245f37ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:30.674160 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37465dfe-c78c-4151-8ab9-18f3c9467574 service neutron] Pushing event updated for resources: {'Port': ['ID=8be5fc23-283a-4890-b470-ccfdf41278e6,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:30.677976 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cba0a5f0-e858-4491-9b1b-9a33245f37ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:30.700189 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9e40ec42-31e8-47fc-a762-e274d8447b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:30.707416 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e192d05b-e1bd-45e9-a26e-d54cfac73721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:30.710269 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e192d05b-e1bd-45e9-a26e-d54cfac73721 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:30.712620 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e192d05b-e1bd-45e9-a26e-d54cfac73721 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ebe5902d-277c-4d6c-b078-7bc2d3c823e6 HTTP/1.1" status: 204 len: 168 time: 1.8026133 Nov 10 19:05:30.788881 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-d8c505e9-7507-4a02-ba34-109281587022 req-37465dfe-c78c-4151-8ab9-18f3c9467574 service neutron] For port 8be5fc23-283a-4890-b470-ccfdf41278e6, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:05:30.814949 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cba0a5f0-e858-4491-9b1b-9a33245f37ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:30.856734 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192d05b-e1bd-45e9-a26e-d54cfac73721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe5902d-277c-4d6c-b078-7bc2d3c823e6,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:30.948425 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-d8c505e9-7507-4a02-ba34-109281587022 req-37465dfe-c78c-4151-8ab9-18f3c9467574 service neutron] For port 8be5fc23-283a-4890-b470-ccfdf41278e6, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=8be5fc23-283a-4890-b470-ccfdf41278e6,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:05:30.952078 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e40ec42-31e8-47fc-a762-e274d8447b52 admin admin] Network 54748c95-86ec-44e1-921d-53366f336f97 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:05:30.954187 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cba0a5f0-e858-4491-9b1b-9a33245f37ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:30.985881 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-9e40ec42-31e8-47fc-a762-e274d8447b52 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:05:31.023027 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d8c505e9-7507-4a02-ba34-109281587022 req-37465dfe-c78c-4151-8ab9-18f3c9467574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:31.023720 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cba0a5f0-e858-4491-9b1b-9a33245f37ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:31.029392 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e40ec42-31e8-47fc-a762-e274d8447b52 admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:05:31.031263 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cba0a5f0-e858-4491-9b1b-9a33245f37ca admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3903f095-5e8f-448a-a00a-e1136d87e0c0 HTTP/1.1" status: 204 len: 168 time: 0.5711043 Nov 10 19:05:31.032409 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0a5f0-e858-4491-9b1b-9a33245f37ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3903f095-5e8f-448a-a00a-e1136d87e0c0,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:31.033149 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9e40ec42-31e8-47fc-a762-e274d8447b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:31.037969 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48060) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:31.208498 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40ec42-31e8-47fc-a762-e274d8447b52 admin admin] Pushing event updated for resources: {'Port': ['ID=6d66e8da-b76f-458d-a005-b156d93f5dc0,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:31.254346 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cb46d8f9-30fb-4696-a6c9-a348ed077f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:31.357572 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c505e9-7507-4a02-ba34-109281587022 req-37465dfe-c78c-4151-8ab9-18f3c9467574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:31.359345 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d8c505e9-7507-4a02-ba34-109281587022 req-37465dfe-c78c-4151-8ab9-18f3c9467574 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:31.367288 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d8c505e9-7507-4a02-ba34-109281587022 req-37465dfe-c78c-4151-8ab9-18f3c9467574 service neutron] 10.222.0.73 "PUT /v2.0/ports/8be5fc23-283a-4890-b470-ccfdf41278e6 HTTP/1.1" status: 200 len: 1118 time: 4.9324012 Nov 10 19:05:31.369072 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7e6657-92d7-4e7c-90b8-110046ae1f6a', 'tag': '8be5fc23-283a-4890-b470-ccfdf41278e6'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:05:31.521749 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-75fa0c82-3962-4e54-a3d8-a4efc0b2022b None None] Provisioning complete for port 6d66e8da-b76f-458d-a005-b156d93f5dc0 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:05:31.523362 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-75fa0c82-3962-4e54-a3d8-a4efc0b2022b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:31.578805 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48074) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:31.581290 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-75fa0c82-3962-4e54-a3d8-a4efc0b2022b None None] Port 6d66e8da-b76f-458d-a005-b156d93f5dc0 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:05:31.765396 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5dfc6043-bf19-47d7-9f97-6da23a2bb123 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:05:31.786036 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37465dfe-c78c-4151-8ab9-18f3c9467574 service neutron] Pushing event updated for resources: {'Port': ['ID=8be5fc23-283a-4890-b470-ccfdf41278e6,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:31.836993 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cb46d8f9-30fb-4696-a6c9-a348ed077f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:31.848696 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86bcda-a506-4780-8ad0-042a92e274a7 req-083b1eab-9fc8-4bc5-9319-9e7830781d76 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:31.850758 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9c86bcda-a506-4780-8ad0-042a92e274a7 req-083b1eab-9fc8-4bc5-9319-9e7830781d76 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac7e6657-92d7-4e7c-90b8-110046ae1f6a HTTP/1.1" status: 200 len: 970 time: 0.9474697 Nov 10 19:05:31.872746 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1f5a2aaa-a472-4aed-b7f5-90da4229e4a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:31.911462 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-cb46d8f9-30fb-4696-a6c9-a348ed077f8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e744f1e3-d3ee-4b20-b166-a550bb59c047']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:05:31.934211 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 5dfc6043-bf19-47d7-9f97-6da23a2bb123 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:05:31.934830 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:31.945698 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-cb46d8f9-30fb-4696-a6c9-a348ed077f8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85dab00a-a31a-4600-8ddb-066a20cfda5f') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:05:31.946020 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-cb46d8f9-30fb-4696-a6c9-a348ed077f8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85dab00a-a31a-4600-8ddb-066a20cfda5f') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:05:31.983962 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cb46d8f9-30fb-4696-a6c9-a348ed077f8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:32.018986 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cb46d8f9-30fb-4696-a6c9-a348ed077f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:32.035026 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb46d8f9-30fb-4696-a6c9-a348ed077f8e admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:05:32.035479 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cb46d8f9-30fb-4696-a6c9-a348ed077f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:32.040167 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:05:32.040167 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:05:32.040167 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:05:32.040167 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:05:32.040167 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:05:32.040167 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:05:32.040167 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:05:32.040167 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:05:32.040167 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:05:32.040167 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:05:32.040167 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:05:32.040167 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:05:32.040167 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:05:32.040167 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:05:32.040167 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:05:32.040167 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:05:32.040167 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:05:32.040167 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:05:32.040167 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:05:32.040167 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:05:32.040167 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:05:32.040167 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:05:32.040167 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:05:32.040167 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:05:32.040167 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:05:32.040167 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:05:32.040167 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:05:32.040167 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:05:32.040167 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:05:32.040167 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:05:32.040167 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:05:32.040167 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:05:32.068921 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c505e9-7507-4a02-ba34-109281587022 req-3f32c4ae-1888-4aef-873b-613605127aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:32.071563 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d8c505e9-7507-4a02-ba34-109281587022 req-3f32c4ae-1888-4aef-873b-613605127aa5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=be8904411a5b4331b94c02c4878fc04c&device_id=ac7e6657-92d7-4e7c-90b8-110046ae1f6a HTTP/1.1" status: 200 len: 1121 time: 0.4918180 Nov 10 19:05:32.086173 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9c86bcda-a506-4780-8ad0-042a92e274a7 req-daacef8f-f679-4f74-91bc-23f6066550cb tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/security-groups?id=f336b843-be38-4c16-b66d-9c4cb5c6d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094653 Nov 10 19:05:32.133663 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9e40ec42-31e8-47fc-a762-e274d8447b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:32.186439 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cb46d8f9-30fb-4696-a6c9-a348ed077f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:32.246118 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cb46d8f9-30fb-4696-a6c9-a348ed077f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:32.258619 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cb46d8f9-30fb-4696-a6c9-a348ed077f8e admin admin] 10.222.0.54 "DELETE /v2.0/networks/e744f1e3-d3ee-4b20-b166-a550bb59c047 HTTP/1.1" status: 204 len: 168 time: 1.2144375 Nov 10 19:05:32.261455 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46d8f9-30fb-4696-a6c9-a348ed077f8e admin admin] Pushing event deleted for resources: {'Network': ['ID=e744f1e3-d3ee-4b20-b166-a550bb59c047,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:32.293815 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b924fb11-2f49-4c7f-9345-5fbc70789be9" -d '{"events": [{"name": "network-changed", "server_uuid": "ac7e6657-92d7-4e7c-90b8-110046ae1f6a", "tag": "8be5fc23-283a-4890-b470-ccfdf41278e6"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:05:32.326506 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d8c505e9-7507-4a02-ba34-109281587022 req-58f8a4a9-144e-4b5f-8778-4d4943325854 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=8be5fc23-283a-4890-b470-ccfdf41278e6 HTTP/1.1" status: 200 len: 217 time: 0.1850028 Nov 10 19:05:32.439212 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1f5a2aaa-a472-4aed-b7f5-90da4229e4a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:32.449158 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1f5a2aaa-a472-4aed-b7f5-90da4229e4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:32.565413 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1f5a2aaa-a472-4aed-b7f5-90da4229e4a3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=95ca239e103246268dbb6ae8574408a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9744809 Nov 10 19:05:32.570391 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a2aaa-a472-4aed-b7f5-90da4229e4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3886c124-957e-4a30-92bb-1a34da65a984,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:32.572170 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48096) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:32.679739 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8e4510dc-fb87-4c13-9158-5321bee93a25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:32.700938 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca86446b-ddc7-403a-8ddb-c6e41c87f620 x-openstack-request-id: req-ca86446b-ddc7-403a-8ddb-c6e41c87f620 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:05:32.700938 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac7e6657-92d7-4e7c-90b8-110046ae1f6a", "tag": "8be5fc23-283a-4890-b470-ccfdf41278e6", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:05:32.700938 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ca86446b-ddc7-403a-8ddb-c6e41c87f620 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:05:32.703389 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7e6657-92d7-4e7c-90b8-110046ae1f6a', 'tag': '8be5fc23-283a-4890-b470-ccfdf41278e6', 'status': 'completed', 'code': 200} Nov 10 19:05:32.705725 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9e40ec42-31e8-47fc-a762-e274d8447b52 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:32.713532 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9e40ec42-31e8-47fc-a762-e274d8447b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:32.714299 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9e40ec42-31e8-47fc-a762-e274d8447b52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:32.725112 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48100) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:32.746883 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8e4510dc-fb87-4c13-9158-5321bee93a25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:32.823807 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4714b261-e620-48c4-ade1-bb1c2896b336 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5c8726422ec0458ca3af392b6e87055d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0923488 Nov 10 19:05:32.825959 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48102) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:32.890723 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40ec42-31e8-47fc-a762-e274d8447b52 admin admin] Pushing event updated for resources: {'Port': ['ID=6d66e8da-b76f-458d-a005-b156d93f5dc0,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:32.906314 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f177bab3-4705-4a89-9f68-24eb64bd70d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:32.925840 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e40ec42-31e8-47fc-a762-e274d8447b52 admin admin] Network 54748c95-86ec-44e1-921d-53366f336f97 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:05:32.933304 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-9e40ec42-31e8-47fc-a762-e274d8447b52 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:05:32.933813 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f177bab3-4705-4a89-9f68-24eb64bd70d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:32.941073 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8e4510dc-fb87-4c13-9158-5321bee93a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:32.943672 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8e4510dc-fb87-4c13-9158-5321bee93a25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:32.947621 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8e4510dc-fb87-4c13-9158-5321bee93a25 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3886c124-957e-4a30-92bb-1a34da65a984 HTTP/1.1" status: 204 len: 168 time: 0.3742805 Nov 10 19:05:32.960308 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4510dc-fb87-4c13-9158-5321bee93a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3886c124-957e-4a30-92bb-1a34da65a984,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:33.057415 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f177bab3-4705-4a89-9f68-24eb64bd70d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:33.063317 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f177bab3-4705-4a89-9f68-24eb64bd70d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:33.074838 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f177bab3-4705-4a89-9f68-24eb64bd70d6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/09df56a3-ac7a-448c-8471-1913db82bb57 HTTP/1.1" status: 204 len: 168 time: 0.2466941 Nov 10 19:05:33.099771 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177bab3-4705-4a89-9f68-24eb64bd70d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09df56a3-ac7a-448c-8471-1913db82bb57,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:33.260683 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2aec9d2a-2bed-4c28-912e-85c6b4c551da None None] Provisioning complete for port 6d66e8da-b76f-458d-a005-b156d93f5dc0 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:05:33.261263 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2aec9d2a-2bed-4c28-912e-85c6b4c551da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:33.367100 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-2aec9d2a-2bed-4c28-912e-85c6b4c551da None None] Port 6d66e8da-b76f-458d-a005-b156d93f5dc0 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:05:33.485577 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e40ec42-31e8-47fc-a762-e274d8447b52 admin admin] Router a56291ba-ba55-4c7e-80fb-bbb88c5133de has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:05:33.542756 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c505e9-7507-4a02-ba34-109281587022 req-7b041247-fa6c-4556-8a84-2ea8a4c016ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:33.542756 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d8c505e9-7507-4a02-ba34-109281587022 req-7b041247-fa6c-4556-8a84-2ea8a4c016ad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.3628638 Nov 10 19:05:33.601164 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d4468-0142-4f0b-8a53-c9d8b1519ca6 req-919caa06-33ef-4b71-859e-5069dce104fb tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:33.617536 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-293d4468-0142-4f0b-8a53-c9d8b1519ca6 req-919caa06-33ef-4b71-859e-5069dce104fb tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac7e6657-92d7-4e7c-90b8-110046ae1f6a HTTP/1.1" status: 200 len: 970 time: 0.1282179 Nov 10 19:05:33.774211 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-293d4468-0142-4f0b-8a53-c9d8b1519ca6 req-5aa679ca-c8cb-4a58-a8eb-50fd52ee5c66 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/security-groups?id=f336b843-be38-4c16-b66d-9c4cb5c6d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635587 Nov 10 19:05:33.775245 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e40ec42-31e8-47fc-a762-e274d8447b52 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:05:33.781551 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9e40ec42-31e8-47fc-a762-e274d8447b52 admin admin] 10.222.0.54 "PUT /v2.0/routers/a56291ba-ba55-4c7e-80fb-bbb88c5133de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9375770 Nov 10 19:05:33.783910 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c505e9-7507-4a02-ba34-109281587022 req-635b103b-212b-43b1-8937-ddb6c4fa0352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:33.785482 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d8c505e9-7507-4a02-ba34-109281587022 req-635b103b-212b-43b1-8937-ddb6c4fa0352 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1344185 Nov 10 19:05:33.799964 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2143971d-4bfe-47d3-8725-16c2c49cdb22 None None] Sync routers for ids ['a56291ba-ba55-4c7e-80fb-bbb88c5133de'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:05:33.819767 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2143971d-4bfe-47d3-8725-16c2c49cdb22 None None] Routers {'a56291ba-ba55-4c7e-80fb-bbb88c5133de'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:05:33.820451 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-2143971d-4bfe-47d3-8725-16c2c49cdb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:05:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['a56291ba-ba55-4c7e-80fb-bbb88c5133de'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:05:33.914143 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d8c505e9-7507-4a02-ba34-109281587022 req-0cc7029f-dff7-4daf-8ca9-213ee563d1c3 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139245 Nov 10 19:05:33.941738 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-2143971d-4bfe-47d3-8725-16c2c49cdb22 None None] Set router a56291ba-ba55-4c7e-80fb-bbb88c5133de gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:05:33.945579 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48150) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:34.022453 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a413caf1-019d-4295-b489-4e0e7dcc48a8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=abad32983c5d46ee9d8dafd80e51a5aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0756183 Nov 10 19:05:34.025596 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48152) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:34.065353 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d8c505e9-7507-4a02-ba34-109281587022 req-2c45feae-2a9e-4b73-9611-daa79ba9b39a service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355126 Nov 10 19:05:34.120766 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bc4ef345-dfcd-463b-85fc-b5c052aac26f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:34.140187 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48158) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:34.196852 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bc4ef345-dfcd-463b-85fc-b5c052aac26f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:34.226408 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-2143971d-4bfe-47d3-8725-16c2c49cdb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a56291ba-ba55-4c7e-80fb-bbb88c5133de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865756440-router', 'tenant_id': 'a2887486ac9f41058a90fb35b7d589e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '5dfc6043-bf19-47d7-9f97-6da23a2bb123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:05:20Z', 'updated_at': '2021-11-10T19:05:32Z', 'revision_number': 4, 'project_id': 'a2887486ac9f41058a90fb35b7d589e2', 'gw_port': {'id': '5dfc6043-bf19-47d7-9f97-6da23a2bb123', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56291ba-ba55-4c7e-80fb-bbb88c5133de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:21Z', 'updated_at': '2021-11-10T19:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '6d66e8da-b76f-458d-a005-b156d93f5dc0', 'name': '', 'network_id': '54748c95-86ec-44e1-921d-53366f336f97', 'tenant_id': 'a2887486ac9f41058a90fb35b7d589e2', 'mac_address': 'fa:16:3e:7c:ef:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a56291ba-ba55-4c7e-80fb-bbb88c5133de', 'device_owner': 'network:router_interface', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': '1113330e-1fc8-4b5a-8b67-44953842f776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:28Z', 'updated_at': '2021-11-10T19:05:32Z', 'revision_number': 2, 'project_id': 'a2887486ac9f41058a90fb35b7d589e2', 'subnets': [{'id': '1113330e-1fc8-4b5a-8b67-44953842f776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:05:34.237674 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924fb11-2f49-4c7f-9345-5fbc70789be9 req-e0505126-e753-4d09-92ed-cfb81abb5b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:34.239868 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b924fb11-2f49-4c7f-9345-5fbc70789be9 req-e0505126-e753-4d09-92ed-cfb81abb5b5d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=be8904411a5b4331b94c02c4878fc04c&device_id=ac7e6657-92d7-4e7c-90b8-110046ae1f6a HTTP/1.1" status: 200 len: 1121 time: 0.0971415 Nov 10 19:05:34.257991 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2143971d-4bfe-47d3-8725-16c2c49cdb22 None None] Checking router: a56291ba-ba55-4c7e-80fb-bbb88c5133de for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:05:34.258343 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2143971d-4bfe-47d3-8725-16c2c49cdb22 None None] Updating router a56291ba-ba55-4c7e-80fb-bbb88c5133de port 6d66e8da-b76f-458d-a005-b156d93f5dc0 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:05:34.296296 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2143971d-4bfe-47d3-8725-16c2c49cdb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:34.297947 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bc4ef345-dfcd-463b-85fc-b5c052aac26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:34.300628 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bc4ef345-dfcd-463b-85fc-b5c052aac26f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:34.301968 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-bc4ef345-dfcd-463b-85fc-b5c052aac26f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cee8430d-eb79-4f82-8471-9d0e3d7e7215 HTTP/1.1" status: 204 len: 168 time: 0.2753222 Nov 10 19:05:34.360219 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ef345-dfcd-463b-85fc-b5c052aac26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee8430d-eb79-4f82-8471-9d0e3d7e7215,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:34.412445 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46558b6a-3e67-452b-a722-28526781afe7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:34.431502 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924fb11-2f49-4c7f-9345-5fbc70789be9 req-95ae5692-2bb1-4e50-ac60-4de7de1c09ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:34.432930 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b924fb11-2f49-4c7f-9345-5fbc70789be9 req-95ae5692-2bb1-4e50-ac60-4de7de1c09ae service neutron] 10.222.0.73 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.1785853 Nov 10 19:05:34.485114 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b924fb11-2f49-4c7f-9345-5fbc70789be9 req-b41182bc-f8fd-41c5-827c-4f375f14e543 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=8be5fc23-283a-4890-b470-ccfdf41278e6 HTTP/1.1" status: 200 len: 217 time: 0.0427966 Nov 10 19:05:34.548867 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46558b6a-3e67-452b-a722-28526781afe7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:34.556878 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46558b6a-3e67-452b-a722-28526781afe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:34.638143 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46558b6a-3e67-452b-a722-28526781afe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73c5ffe-1c36-4a45-9581-07d88477a224,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:34.656437 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924fb11-2f49-4c7f-9345-5fbc70789be9 req-3179741d-da49-471b-9394-8c1139d8f0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:34.658108 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b924fb11-2f49-4c7f-9345-5fbc70789be9 req-3179741d-da49-471b-9394-8c1139d8f0fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.1626642 Nov 10 19:05:34.666793 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-46558b6a-3e67-452b-a722-28526781afe7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=36721e88efba4ec99588f62c2ba22027&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5231202 Nov 10 19:05:34.674340 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48192) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:34.710659 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-7b07734d-6aeb-4bea-9c4c-7c12e0be7f60 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=5cd9438c7c6e48db91649886067ee78c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0847044 Nov 10 19:05:34.773707 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46b2db4a-680a-49b9-adfc-2951e7dc2df1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:34.816338 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46b2db4a-680a-49b9-adfc-2951e7dc2df1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:34.852644 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924fb11-2f49-4c7f-9345-5fbc70789be9 req-25607bb9-8780-49df-b0c1-a5026cb45f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:34.858288 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b924fb11-2f49-4c7f-9345-5fbc70789be9 req-25607bb9-8780-49df-b0c1-a5026cb45f69 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1657896 Nov 10 19:05:34.899813 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46b2db4a-680a-49b9-adfc-2951e7dc2df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:34.902699 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46b2db4a-680a-49b9-adfc-2951e7dc2df1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:34.910323 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-46b2db4a-680a-49b9-adfc-2951e7dc2df1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c73c5ffe-1c36-4a45-9581-07d88477a224 HTTP/1.1" status: 204 len: 168 time: 0.2323661 Nov 10 19:05:34.928001 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b2db4a-680a-49b9-adfc-2951e7dc2df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73c5ffe-1c36-4a45-9581-07d88477a224,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:34.938793 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2143971d-4bfe-47d3-8725-16c2c49cdb22 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:34.956703 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-1af6bc7d-0763-4580-a923-084fffa904df tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:34.958273 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-1af6bc7d-0763-4580-a923-084fffa904df tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2160671 Nov 10 19:05:34.969427 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2143971d-4bfe-47d3-8725-16c2c49cdb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:34.986235 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-c95c3c5d-7df6-46ec-ac55-f4f5537b5069 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/quotas/5cd9438c7c6e48db91649886067ee78c HTTP/1.1" status: 200 len: 375 time: 0.0173590 Nov 10 19:05:35.013449 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b924fb11-2f49-4c7f-9345-5fbc70789be9 req-e9c16ad6-b27a-482f-9d0c-13d03550814f service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444509 Nov 10 19:05:35.033781 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-adedc042-db25-4ce2-a585-61d2d157d68e tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5cd9438c7c6e48db91649886067ee78c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371521 Nov 10 19:05:35.108655 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b87d7-10d2-498b-bc89-5878cb93c23a None None] Pushing event updated for resources: {'Port': ['ID=6d66e8da-b76f-458d-a005-b156d93f5dc0,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:35.113692 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-2143971d-4bfe-47d3-8725-16c2c49cdb22 None None] Attempting to bind port 6d66e8da-b76f-458d-a005-b156d93f5dc0 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:05:35.114367 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-2143971d-4bfe-47d3-8725-16c2c49cdb22 None None] Attempting to bind port 6d66e8da-b76f-458d-a005-b156d93f5dc0 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '1036bca9-4b67-4f59-a521-821c8befcd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '54748c95-86ec-44e1-921d-53366f336f97'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:05:35.114954 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2143971d-4bfe-47d3-8725-16c2c49cdb22 None None] Attempting to bind port 6d66e8da-b76f-458d-a005-b156d93f5dc0 on network 54748c95-86ec-44e1-921d-53366f336f97 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:05:35.122345 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2143971d-4bfe-47d3-8725-16c2c49cdb22 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:05:35.123014 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2143971d-4bfe-47d3-8725-16c2c49cdb22 None None] Checking segment: {'id': '1036bca9-4b67-4f59-a521-821c8befcd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '54748c95-86ec-44e1-921d-53366f336f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:05:35.124237 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2143971d-4bfe-47d3-8725-16c2c49cdb22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:35.124791 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2143971d-4bfe-47d3-8725-16c2c49cdb22 None None] Bound using segment: {'id': '1036bca9-4b67-4f59-a521-821c8befcd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '54748c95-86ec-44e1-921d-53366f336f97'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:05:35.125447 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-2143971d-4bfe-47d3-8725-16c2c49cdb22 None None] Bound port: 6d66e8da-b76f-458d-a005-b156d93f5dc0, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1036bca9-4b67-4f59-a521-821c8befcd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '54748c95-86ec-44e1-921d-53366f336f97'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:05:35.126043 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2143971d-4bfe-47d3-8725-16c2c49cdb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:35.225160 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b924fb11-2f49-4c7f-9345-5fbc70789be9 req-02daafc4-47c5-471d-a1f4-7197aa022393 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937792 Nov 10 19:05:35.275123 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-2143971d-4bfe-47d3-8725-16c2c49cdb22 None None] For port 6d66e8da-b76f-458d-a005-b156d93f5dc0, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:05:35.286815 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-2143971d-4bfe-47d3-8725-16c2c49cdb22 None None] For port 6d66e8da-b76f-458d-a005-b156d93f5dc0, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=6d66e8da-b76f-458d-a005-b156d93f5dc0,segment=NetworkSegment(1036bca9-4b67-4f59-a521-821c8befcd92),segment_id=1036bca9-4b67-4f59-a521-821c8befcd92)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:05:35.295622 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2143971d-4bfe-47d3-8725-16c2c49cdb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:35.310186 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc62ae3-0417-48ce-bde9-4ea471aaf41f req-94e6f4b6-c451-4dd2-8faa-56f7586f64bb tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:35.320301 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ddc62ae3-0417-48ce-bde9-4ea471aaf41f req-94e6f4b6-c451-4dd2-8faa-56f7586f64bb tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac7e6657-92d7-4e7c-90b8-110046ae1f6a HTTP/1.1" status: 200 len: 970 time: 0.1248252 Nov 10 19:05:35.370881 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b87d7-10d2-498b-bc89-5878cb93c23a None None] Pushing event updated for resources: {'Port': ['ID=6d66e8da-b76f-458d-a005-b156d93f5dc0,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:35.386669 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ddc62ae3-0417-48ce-bde9-4ea471aaf41f req-eb37bec2-1c06-4ea5-81f6-50cbcdba2c46 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/security-groups?id=f336b843-be38-4c16-b66d-9c4cb5c6d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651727 Nov 10 19:05:35.447593 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d32e48c0-2a75-4d4a-b8c8-8eef4ccb43d7 None None] Provisioning complete for port 6d66e8da-b76f-458d-a005-b156d93f5dc0 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:05:35.447963 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d32e48c0-2a75-4d4a-b8c8-8eef4ccb43d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:35.496939 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca2abdc6-e4cc-4c68-96a2-f9375a2fe9a4 req-d227a73f-bcc9-40e0-9340-2c226cf60f54 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7 HTTP/1.1" status: 200 len: 210 time: 0.0635858 Nov 10 19:05:35.531783 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2143971d-4bfe-47d3-8725-16c2c49cdb22 None None] Routers {'a56291ba-ba55-4c7e-80fb-bbb88c5133de'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:05:35.532702 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-2143971d-4bfe-47d3-8725-16c2c49cdb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:05:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['a56291ba-ba55-4c7e-80fb-bbb88c5133de'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:05:35.713125 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d32e48c0-2a75-4d4a-b8c8-8eef4ccb43d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:35.758428 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48238) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:35.768885 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-d32e48c0-2a75-4d4a-b8c8-8eef4ccb43d7 None None] For port 6d66e8da-b76f-458d-a005-b156d93f5dc0, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=6d66e8da-b76f-458d-a005-b156d93f5dc0,segment=NetworkSegment(1036bca9-4b67-4f59-a521-821c8befcd92),segment_id=1036bca9-4b67-4f59-a521-821c8befcd92)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:05:35.784326 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d32e48c0-2a75-4d4a-b8c8-8eef4ccb43d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:35.785486 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-815e5b0a-61f9-498d-b49a-8bbd3b3e5854 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:35.799166 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-2143971d-4bfe-47d3-8725-16c2c49cdb22 None None] Set router a56291ba-ba55-4c7e-80fb-bbb88c5133de gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:05:35.844633 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48242) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:35.859290 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48246) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:35.864666 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-5ae9e92b-7167-4b73-91eb-eeb4565f8e20 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1166083791', 'description': 'tempest-description--645735187'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:05:35.924133 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-815e5b0a-61f9-498d-b49a-8bbd3b3e5854 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:35.929711 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-815e5b0a-61f9-498d-b49a-8bbd3b3e5854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:35.934217 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5ae9e92b-7167-4b73-91eb-eeb4565f8e20 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:35.951484 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e48c0-2a75-4d4a-b8c8-8eef4ccb43d7 None None] Pushing event updated for resources: {'Port': ['ID=6d66e8da-b76f-458d-a005-b156d93f5dc0,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:35.989938 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-feaf68ad-60ac-4e28-ae99-b500f8f66780 None None] Provisioning complete for port 6d66e8da-b76f-458d-a005-b156d93f5dc0 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:05:35.990318 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-feaf68ad-60ac-4e28-ae99-b500f8f66780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:36.029080 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e5b0a-61f9-498d-b49a-8bbd3b3e5854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386b4b76-cdcb-4704-84e1-dc5cf8c89482,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:36.034882 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-815e5b0a-61f9-498d-b49a-8bbd3b3e5854 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=344d0870874441bcbba8e2b38564921a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2753282 Nov 10 19:05:36.038406 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48256) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:36.044073 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5ae9e92b-7167-4b73-91eb-eeb4565f8e20 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:36.051798 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5ae9e92b-7167-4b73-91eb-eeb4565f8e20 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:36.106631 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5ae9e92b-7167-4b73-91eb-eeb4565f8e20 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:36.111641 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-28867617-ba03-4537-bb2e-3cb9284b46c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:36.111835 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5ae9e92b-7167-4b73-91eb-eeb4565f8e20 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2481513 Nov 10 19:05:36.111914 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48260) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:36.112346 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9e92b-7167-4b73-91eb-eeb4565f8e20 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3879e2-701f-44b2-a0aa-6f6095ad87ae,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:36.116916 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-a3b90495-0515-4ee5-800d-42ebf27e090a tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Request body: {'security_group_rule': {'security_group_id': '3d3879e2-701f-44b2-a0aa-6f6095ad87ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:05:36.148158 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-65ed99ad-fa1d-476d-b24e-3c7290c9d4b3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1646609576-network', 'tenant_id': '740aa4129faa48ffa1d5e7369c5159ee'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:05:36.165542 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-28867617-ba03-4537-bb2e-3cb9284b46c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:36.193266 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a3b90495-0515-4ee5-800d-42ebf27e090a tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:36.203083 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ed99ad-fa1d-476d-b24e-3c7290c9d4b3 admin admin] Made reservation on behalf of 740aa4129faa48ffa1d5e7369c5159ee for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:05:36.205613 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-65ed99ad-fa1d-476d-b24e-3c7290c9d4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:36.217292 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-65ed99ad-fa1d-476d-b24e-3c7290c9d4b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:36.350218 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-65ed99ad-fa1d-476d-b24e-3c7290c9d4b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:36.351867 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a3b90495-0515-4ee5-800d-42ebf27e090a tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:36.357198 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-65ed99ad-fa1d-476d-b24e-3c7290c9d4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:36.359451 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a3b90495-0515-4ee5-800d-42ebf27e090a tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:36.366485 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-28867617-ba03-4537-bb2e-3cb9284b46c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:36.372014 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-28867617-ba03-4537-bb2e-3cb9284b46c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:36.382398 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-28867617-ba03-4537-bb2e-3cb9284b46c4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/386b4b76-cdcb-4704-84e1-dc5cf8c89482 HTTP/1.1" status: 204 len: 168 time: 0.3320282 Nov 10 19:05:36.401093 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65ed99ad-fa1d-476d-b24e-3c7290c9d4b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:05:36.412224 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed99ad-fa1d-476d-b24e-3c7290c9d4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1669566-d620-4605-a541-36ae36be2ce6,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:36.417329 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-65ed99ad-fa1d-476d-b24e-3c7290c9d4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:36.417664 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-65ed99ad-fa1d-476d-b24e-3c7290c9d4b3 admin admin] Added segment 6554b14b-2063-4341-90e9-5afcd21f168a of type vlan for network 74048eaf-c023-4244-acc6-bb708e07e097 Nov 10 19:05:36.449388 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b90495-0515-4ee5-800d-42ebf27e090a tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f52856-9ea7-4b39-9153-f12f7de1b3a5,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:36.452695 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28867617-ba03-4537-bb2e-3cb9284b46c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386b4b76-cdcb-4704-84e1-dc5cf8c89482,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:36.473016 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a3b90495-0515-4ee5-800d-42ebf27e090a tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:36.477674 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a3b90495-0515-4ee5-800d-42ebf27e090a tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3643639 Nov 10 19:05:36.480438 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48276) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:36.494655 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-7b6a0bff-dac3-40b1-ac52-92a4dd0842ae tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Request body: {'security_group_rule': {'security_group_id': '3d3879e2-701f-44b2-a0aa-6f6095ad87ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:05:36.497730 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-2143971d-4bfe-47d3-8725-16c2c49cdb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a56291ba-ba55-4c7e-80fb-bbb88c5133de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865756440-router', 'tenant_id': 'a2887486ac9f41058a90fb35b7d589e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '5dfc6043-bf19-47d7-9f97-6da23a2bb123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:05:20Z', 'updated_at': '2021-11-10T19:05:32Z', 'revision_number': 4, 'project_id': 'a2887486ac9f41058a90fb35b7d589e2', 'gw_port': {'id': '5dfc6043-bf19-47d7-9f97-6da23a2bb123', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56291ba-ba55-4c7e-80fb-bbb88c5133de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:21Z', 'updated_at': '2021-11-10T19:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '6d66e8da-b76f-458d-a005-b156d93f5dc0', 'name': '', 'network_id': '54748c95-86ec-44e1-921d-53366f336f97', 'tenant_id': 'a2887486ac9f41058a90fb35b7d589e2', 'mac_address': 'fa:16:3e:7c:ef:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a56291ba-ba55-4c7e-80fb-bbb88c5133de', 'device_owner': 'network:router_interface', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': '1113330e-1fc8-4b5a-8b67-44953842f776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:28Z', 'updated_at': '2021-11-10T19:05:35Z', 'revision_number': 4, 'project_id': 'a2887486ac9f41058a90fb35b7d589e2', 'subnets': [{'id': '1113330e-1fc8-4b5a-8b67-44953842f776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:05:36.517399 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-65ed99ad-fa1d-476d-b24e-3c7290c9d4b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:36.567177 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2143971d-4bfe-47d3-8725-16c2c49cdb22 None None] The sync data for ids ['a56291ba-ba55-4c7e-80fb-bbb88c5133de'] in n-d-813897-4 is: [{'id': 'a56291ba-ba55-4c7e-80fb-bbb88c5133de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865756440-router', 'tenant_id': 'a2887486ac9f41058a90fb35b7d589e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '5dfc6043-bf19-47d7-9f97-6da23a2bb123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:05:20Z', 'updated_at': '2021-11-10T19:05:32Z', 'revision_number': 4, 'project_id': 'a2887486ac9f41058a90fb35b7d589e2', 'gw_port': {'id': '5dfc6043-bf19-47d7-9f97-6da23a2bb123', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56291ba-ba55-4c7e-80fb-bbb88c5133de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:21Z', 'updated_at': '2021-11-10T19:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '6d66e8da-b76f-458d-a005-b156d93f5dc0', 'name': '', 'network_id': '54748c95-86ec-44e1-921d-53366f336f97', 'tenant_id': 'a2887486ac9f41058a90fb35b7d589e2', 'mac_address': 'fa:16:3e:7c:ef:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a56291ba-ba55-4c7e-80fb-bbb88c5133de', 'device_owner': 'network:router_interface', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': '1113330e-1fc8-4b5a-8b67-44953842f776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:28Z', 'updated_at': '2021-11-10T19:05:35Z', 'revision_number': 4, 'project_id': 'a2887486ac9f41058a90fb35b7d589e2', 'subnets': [{'id': '1113330e-1fc8-4b5a-8b67-44953842f776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:05:36.589605 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7b6a0bff-dac3-40b1-ac52-92a4dd0842ae tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:36.651999 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-65ed99ad-fa1d-476d-b24e-3c7290c9d4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:36.653178 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ed99ad-fa1d-476d-b24e-3c7290c9d4b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:36.654052 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-65ed99ad-fa1d-476d-b24e-3c7290c9d4b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:36.717640 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b0750-d324-4479-b6af-90e8839cf0cc req-116ae04d-06ae-4141-a0fc-df50d83aac3a tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:36.724136 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7b6a0bff-dac3-40b1-ac52-92a4dd0842ae tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:36.725992 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca5b0750-d324-4479-b6af-90e8839cf0cc req-116ae04d-06ae-4141-a0fc-df50d83aac3a tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac7e6657-92d7-4e7c-90b8-110046ae1f6a HTTP/1.1" status: 200 len: 970 time: 0.1765246 Nov 10 19:05:36.735687 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7b6a0bff-dac3-40b1-ac52-92a4dd0842ae tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:36.758135 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a0bff-dac3-40b1-ac52-92a4dd0842ae tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=838f2112-ee6b-4b5b-a7c2-4dee26573f04,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:36.800919 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7b6a0bff-dac3-40b1-ac52-92a4dd0842ae tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:36.802196 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7b6a0bff-dac3-40b1-ac52-92a4dd0842ae tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3169787 Nov 10 19:05:36.805509 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48288) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:36.810190 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-e7026680-d055-47c9-80b5-4e0d65edcdae tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:05:36.861114 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-842218b4-75bf-4672-9882-b7e6c1aaee12 req-d7fa00c7-3e0a-4730-8a96-81ab0b18dfe8 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7 HTTP/1.1" status: 200 len: 210 time: 0.1296668 Nov 10 19:05:36.881920 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48290) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:36.890894 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-65ed99ad-fa1d-476d-b24e-3c7290c9d4b3 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0316951 Nov 10 19:05:36.900391 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-5fff0ba0-4836-40cf-8ae7-d6cb6219d047 admin admin] Request body: {'subnet': {'network_id': '74048eaf-c023-4244-acc6-bb708e07e097', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1646609576-subnet', 'tenant_id': '740aa4129faa48ffa1d5e7369c5159ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:05:36.905868 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e7026680-d055-47c9-80b5-4e0d65edcdae tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks [] for floatingip, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:36.923876 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 8be5fc23-283a-4890-b470-ccfdf41278e6 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:05:36.950399 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed99ad-fa1d-476d-b24e-3c7290c9d4b3 admin admin] Pushing event updated for resources: {'Network': ['ID=74048eaf-c023-4244-acc6-bb708e07e097,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:36.977872 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 74048eaf-c023-4244-acc6-bb708e07e097 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:05:37.016633 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fff0ba0-4836-40cf-8ae7-d6cb6219d047 admin admin] Made reservation on behalf of 740aa4129faa48ffa1d5e7369c5159ee for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:05:37.020365 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5fff0ba0-4836-40cf-8ae7-d6cb6219d047 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:37.030557 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca5b0750-d324-4479-b6af-90e8839cf0cc req-d7a880db-ecf3-47c3-aa53-388fff1f6d48 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/security-groups?id=f336b843-be38-4c16-b66d-9c4cb5c6d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034446 Nov 10 19:05:37.293706 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e7026680-d055-47c9-80b5-4e0d65edcdae tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:37.299892 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 8be5fc23-283a-4890-b470-ccfdf41278e6, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=8be5fc23-283a-4890-b470-ccfdf41278e6,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:05:37.323470 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '8be5fc23-283a-4890-b470-ccfdf41278e6', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': '8be5fc23-283a-4890-b470-ccfdf41278e6', 'mac_address': 'fa:16:3e:4c:23:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:tempest-test_az-1001816493', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:05:37.423246 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:37.474517 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be5fc23-283a-4890-b470-ccfdf41278e6 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:05:37.532324 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 8be5fc23-283a-4890-b470-ccfdf41278e6, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=8be5fc23-283a-4890-b470-ccfdf41278e6,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:05:37.544608 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:37.577669 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5fff0ba0-4836-40cf-8ae7-d6cb6219d047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:37.595955 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-e7026680-d055-47c9-80b5-4e0d65edcdae tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Allocated IP 172.25.3.99 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/84fa3a99-5584-4186-b39c-8c568f2badad) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:05:37.650917 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=8be5fc23-283a-4890-b470-ccfdf41278e6,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:37.698355 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff0ba0-4836-40cf-8ae7-d6cb6219d047 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91093ec9-e097-43f7-865c-a8764e927d57,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:37.701876 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fff0ba0-4836-40cf-8ae7-d6cb6219d047 admin admin] Checking segment: {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:05:37.702249 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fff0ba0-4836-40cf-8ae7-d6cb6219d047 admin admin] Network hostable DHCP agents. Network: 74048eaf-c023-4244-acc6-bb708e07e097, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:05:37.779384 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fff0ba0-4836-40cf-8ae7-d6cb6219d047 admin admin] Network 74048eaf-c023-4244-acc6-bb708e07e097 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:05:37.784412 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 6d66e8da-b76f-458d-a005-b156d93f5dc0 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:05:37.804365 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-5fff0ba0-4836-40cf-8ae7-d6cb6219d047 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 74048eaf-c023-4244-acc6-bb708e07e097) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:05:37.836711 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fff0ba0-4836-40cf-8ae7-d6cb6219d047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:37.837317 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5fff0ba0-4836-40cf-8ae7-d6cb6219d047 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:37.866753 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e898fe0-4f3f-4cd5-ba1b-88b2c7245771 None None] Network 74048eaf-c023-4244-acc6-bb708e07e097 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:05:37.889306 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e7026680-d055-47c9-80b5-4e0d65edcdae tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:37.907449 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.25', 62804) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:37.954835 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5fff0ba0-4836-40cf-8ae7-d6cb6219d047 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0685961 Nov 10 19:05:37.970521 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-4b25c150-5cdf-493f-9f2d-aaf486e60002 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=5cd9438c7c6e48db91649886067ee78c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616493 Nov 10 19:05:38.016555 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e7026680-d055-47c9-80b5-4e0d65edcdae tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:38.062426 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['8be5fc23-283a-4890-b470-ccfdf41278e6'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:05:38.161993 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7026680-d055-47c9-80b5-4e0d65edcdae tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Pushing event updated for resources: {'Port': ['ID=84fa3a99-5584-4186-b39c-8c568f2badad,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:38.172212 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7026680-d055-47c9-80b5-4e0d65edcdae tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:05:38.174520 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-e7026680-d055-47c9-80b5-4e0d65edcdae tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:05:38.181914 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7026680-d055-47c9-80b5-4e0d65edcdae tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:05:38.296340 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530eca71-e85a-4f2a-90e2-f302b13fb4bc None None] Network 74048eaf-c023-4244-acc6-bb708e07e097 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:05:38.326508 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 6d66e8da-b76f-458d-a005-b156d93f5dc0 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:05:38.326897 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:38.405501 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e7026680-d055-47c9-80b5-4e0d65edcdae tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:38.490106 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e7026680-d055-47c9-80b5-4e0d65edcdae tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:38.658602 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-532d5f4c-a949-4234-a336-34eba5d67a49 req-65823a2e-45e0-412d-8cbd-171cf86d3558 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7 HTTP/1.1" status: 200 len: 210 time: 0.4731483 Nov 10 19:05:38.781091 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-a30638b3-1505-4b76-a9e5-c276878bced2 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:38.784705 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-a30638b3-1505-4b76-a9e5-c276878bced2 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8079927 Nov 10 19:05:38.812385 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117c5e9-481b-4c11-8812-6871e17d250d req-8eef089d-bd89-41af-9f5f-33b9dba9f0df tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:38.823511 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c117c5e9-481b-4c11-8812-6871e17d250d req-8eef089d-bd89-41af-9f5f-33b9dba9f0df tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac7e6657-92d7-4e7c-90b8-110046ae1f6a HTTP/1.1" status: 200 len: 971 time: 0.1671417 Nov 10 19:05:38.905544 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c117c5e9-481b-4c11-8812-6871e17d250d req-e6a362f4-1af1-4ae2-8129-732dcb85b661 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/security-groups?id=f336b843-be38-4c16-b66d-9c4cb5c6d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794222 Nov 10 19:05:38.980236 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e7026680-d055-47c9-80b5-4e0d65edcdae tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:38.989220 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e7026680-d055-47c9-80b5-4e0d65edcdae tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:39.106940 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7026680-d055-47c9-80b5-4e0d65edcdae tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Pushing event updated for resources: {'Port': ['ID=84fa3a99-5584-4186-b39c-8c568f2badad,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:39.132907 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e7026680-d055-47c9-80b5-4e0d65edcdae tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:39.158260 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e7026680-d055-47c9-80b5-4e0d65edcdae tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:39.159841 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e7026680-d055-47c9-80b5-4e0d65edcdae tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3531992 Nov 10 19:05:39.268281 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48390) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:39.272684 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-c0c0a329-5821-4b2c-b800-62f8c0a757b9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1293753402-network', 'tenant_id': '15dac6bc4eb247e0bebd3024ae584dbf'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:05:39.297041 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c0a329-5821-4b2c-b800-62f8c0a757b9 admin admin] Made reservation on behalf of 15dac6bc4eb247e0bebd3024ae584dbf for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:05:39.299955 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c0c0a329-5821-4b2c-b800-62f8c0a757b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:39.309407 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c0c0a329-5821-4b2c-b800-62f8c0a757b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:39.412812 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c0c0a329-5821-4b2c-b800-62f8c0a757b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:39.422266 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c0c0a329-5821-4b2c-b800-62f8c0a757b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:39.464905 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0c0a329-5821-4b2c-b800-62f8c0a757b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:05:39.480520 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0a329-5821-4b2c-b800-62f8c0a757b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a5ce68-fb98-48b8-8500-326e01324d42,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:39.506402 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c0c0a329-5821-4b2c-b800-62f8c0a757b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:39.506735 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-c0c0a329-5821-4b2c-b800-62f8c0a757b9 admin admin] Added segment 94a3168f-856b-4e1b-972e-dc919772f443 of type vlan for network c4fae14e-9a61-4fa3-b244-045127e0f839 Nov 10 19:05:39.593801 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c0c0a329-5821-4b2c-b800-62f8c0a757b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:39.611124 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-e65e6185-4f33-4daa-a70f-a1bbc8a2c900 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1166083791&fields=id&tenant_id=eeb5c8ebb6ac4d4693aeaf63c555f1ed HTTP/1.1" status: 200 len: 267 time: 0.1476414 Nov 10 19:05:39.723578 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c0c0a329-5821-4b2c-b800-62f8c0a757b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:39.724514 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c0a329-5821-4b2c-b800-62f8c0a757b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:39.726857 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c0c0a329-5821-4b2c-b800-62f8c0a757b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:39.847305 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48414) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:39.872509 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c0c0a329-5821-4b2c-b800-62f8c0a757b9 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6040516 Nov 10 19:05:39.876748 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-452d9a8e-16ad-4a33-86ce-a1ed236f21e5 req-7be955ce-bf35-4889-983a-a7181be494b4 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7 HTTP/1.1" status: 200 len: 210 time: 0.0761583 Nov 10 19:05:39.877376 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48418) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:39.883289 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-f9e1c711-35aa-49ba-9e0a-356b5f6a52be admin admin] Request body: {'subnet': {'network_id': 'c4fae14e-9a61-4fa3-b244-045127e0f839', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1293753402-subnet', 'tenant_id': '15dac6bc4eb247e0bebd3024ae584dbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:05:39.923189 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e1c711-35aa-49ba-9e0a-356b5f6a52be admin admin] Made reservation on behalf of 15dac6bc4eb247e0bebd3024ae584dbf for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:05:39.926905 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f9e1c711-35aa-49ba-9e0a-356b5f6a52be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:39.943972 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0a329-5821-4b2c-b800-62f8c0a757b9 admin admin] Pushing event updated for resources: {'Network': ['ID=c4fae14e-9a61-4fa3-b244-045127e0f839,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:39.957852 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network c4fae14e-9a61-4fa3-b244-045127e0f839 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:05:39.976283 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-bd95e17b-4c70-42c9-9d37-7c80af66ee22 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:39.985369 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-bd95e17b-4c70-42c9-9d37-7c80af66ee22 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/networks?id=423e20a9-8495-4dca-adac-a4f59edcf0b6 HTTP/1.1" status: 200 len: 824 time: 0.3570168 Nov 10 19:05:40.004145 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-e46001b7-8d42-4831-bef0-8203b7eb53fe tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/quotas/eeb5c8ebb6ac4d4693aeaf63c555f1ed HTTP/1.1" status: 200 len: 375 time: 0.0112984 Nov 10 19:05:40.105587 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-d2f797a7-5f5d-48ad-9b96-cc442dfcff01 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=eeb5c8ebb6ac4d4693aeaf63c555f1ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0948336 Nov 10 19:05:40.185224 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d95e60a2-4bee-4fde-a45a-ae1a6b743b7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:40.220396 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-9a7fee0b-e42d-44f0-8938-fed89f2ad287 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:05:40.229755 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-9a7fee0b-e42d-44f0-8938-fed89f2ad287 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0665743 Nov 10 19:05:40.363172 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d95e60a2-4bee-4fde-a45a-ae1a6b743b7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:40.375313 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d95e60a2-4bee-4fde-a45a-ae1a6b743b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:40.383046 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-e65f107d-b05c-44ac-bf03-ffcbfe3d476d service neutron] 10.222.0.54 "GET /v2.0/networks/423e20a9-8495-4dca-adac-a4f59edcf0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511343 Nov 10 19:05:40.393685 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671e569-8b91-42e6-920c-b0139de2955b req-6fc00c81-7f39-4e62-98d3-98bf0e8fef48 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:40.395480 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d671e569-8b91-42e6-920c-b0139de2955b req-6fc00c81-7f39-4e62-98d3-98bf0e8fef48 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac7e6657-92d7-4e7c-90b8-110046ae1f6a HTTP/1.1" status: 200 len: 971 time: 0.0965307 Nov 10 19:05:40.400578 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f9e1c711-35aa-49ba-9e0a-356b5f6a52be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:40.447327 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d95e60a2-4bee-4fde-a45a-ae1a6b743b7b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=013dda9f120147a2bf4fabfb7495eaab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5986288 Nov 10 19:05:40.451122 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48432) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:40.455056 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e60a2-4bee-4fde-a45a-ae1a6b743b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0572ccb9-6756-44d9-9853-a1745b2f1d38,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:40.500669 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1c711-35aa-49ba-9e0a-356b5f6a52be admin admin] Pushing event updated for resources: {'Subnet': ['ID=38f92f78-6f21-4bc8-9229-e0bd48b2beb2,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:40.503123 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d671e569-8b91-42e6-920c-b0139de2955b req-60bd4934-b013-4dd7-8471-e1174287c8d6 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/security-groups?id=f336b843-be38-4c16-b66d-9c4cb5c6d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954111 Nov 10 19:05:40.535536 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-6d531d92-24c6-47e8-8380-a15a3184a16f service neutron] 10.222.0.54 "GET /v2.0/networks/423e20a9-8495-4dca-adac-a4f59edcf0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514630 Nov 10 19:05:40.537816 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e1c711-35aa-49ba-9e0a-356b5f6a52be admin admin] Checking segment: {'id': '94a3168f-856b-4e1b-972e-dc919772f443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4fae14e-9a61-4fa3-b244-045127e0f839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:05:40.538200 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e1c711-35aa-49ba-9e0a-356b5f6a52be admin admin] Network hostable DHCP agents. Network: c4fae14e-9a61-4fa3-b244-045127e0f839, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:05:40.548202 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-21665f77-6ac8-49b6-bdca-2afa9f8f3710 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:40.566762 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e1c711-35aa-49ba-9e0a-356b5f6a52be admin admin] Network c4fae14e-9a61-4fa3-b244-045127e0f839 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:05:40.584751 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-21665f77-6ac8-49b6-bdca-2afa9f8f3710 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:40.586965 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-f9e1c711-35aa-49ba-9e0a-356b5f6a52be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, c4fae14e-9a61-4fa3-b244-045127e0f839) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:05:40.596642 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be517b57-c21c-4423-bb11-1d666fe4df23 None None] Network c4fae14e-9a61-4fa3-b244-045127e0f839 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:05:40.605733 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e1c711-35aa-49ba-9e0a-356b5f6a52be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:40.606584 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f9e1c711-35aa-49ba-9e0a-356b5f6a52be admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:40.664973 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f9e1c711-35aa-49ba-9e0a-356b5f6a52be admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7767384 Nov 10 19:05:40.696375 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-21665f77-6ac8-49b6-bdca-2afa9f8f3710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:40.700941 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-21665f77-6ac8-49b6-bdca-2afa9f8f3710 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:40.705105 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-21665f77-6ac8-49b6-bdca-2afa9f8f3710 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0572ccb9-6756-44d9-9853-a1745b2f1d38 HTTP/1.1" status: 204 len: 168 time: 0.2482157 Nov 10 19:05:40.722594 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21665f77-6ac8-49b6-bdca-2afa9f8f3710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0572ccb9-6756-44d9-9853-a1745b2f1d38,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:40.895991 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b879da-db0a-442f-a7e4-10cd3e4fe29d None None] Network c4fae14e-9a61-4fa3-b244-045127e0f839 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:05:40.912239 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5a422f2e-7c6d-454f-a6f0-27e3ce01bb0f req-b4a566e4-2892-4880-9049-c551b2918519 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=129c6611-1eb9-483b-b2dd-fc10ee39af03 HTTP/1.1" status: 200 len: 210 time: 0.0732455 Nov 10 19:05:40.964133 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 8be5fc23-283a-4890-b470-ccfdf41278e6 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:05:41.051583 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-61d78436-1440-4adb-b083-f8c8e08578f3 req-cb023075-9244-488e-9bb5-4fe6c5c8b02b tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7 HTTP/1.1" status: 200 len: 210 time: 0.0452464 Nov 10 19:05:41.177128 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 8be5fc23-283a-4890-b470-ccfdf41278e6 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:05:41.185480 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 8be5fc23-283a-4890-b470-ccfdf41278e6 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:05:41.186232 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:41.200187 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48486) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:41.219696 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9347ca56-37be-4203-99f9-8728c7c650dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:41.372005 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:41.401745 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7e6657-92d7-4e7c-90b8-110046ae1f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be5fc23-283a-4890-b470-ccfdf41278e6'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:05:41.422460 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9347ca56-37be-4203-99f9-8728c7c650dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:41.430387 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9347ca56-37be-4203-99f9-8728c7c650dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:41.500608 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 8be5fc23-283a-4890-b470-ccfdf41278e6, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=8be5fc23-283a-4890-b470-ccfdf41278e6,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:05:41.504228 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9347ca56-37be-4203-99f9-8728c7c650dc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c8ff82af6c0e4341bc8d2c1d3aebea43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3013723 Nov 10 19:05:41.506615 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48500) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:41.511932 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:41.538789 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347ca56-37be-4203-99f9-8728c7c650dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682b9376-4771-4d27-9871-9a99fc4f494b,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:41.650966 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48508) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:41.655704 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=8be5fc23-283a-4890-b470-ccfdf41278e6,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:41.695094 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fb0f5617-de9b-4f98-9626-f28a1e2fa3e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:41.798520 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fb0f5617-de9b-4f98-9626-f28a1e2fa3e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:41.858532 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b5de38c-03a2-4a3d-832b-b70f674c8d89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:41.859135 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37555979-bf45-4b19-94fe-77f089ebe70a req-2ddb0603-5287-4d8c-bafc-e182dcd2e5bb tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:41.860919 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-37555979-bf45-4b19-94fe-77f089ebe70a req-2ddb0603-5287-4d8c-bafc-e182dcd2e5bb tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac7e6657-92d7-4e7c-90b8-110046ae1f6a HTTP/1.1" status: 200 len: 972 time: 0.1798444 Nov 10 19:05:41.871249 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-eafafe27-c4bc-4995-b643-a93e60de944e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:41.878943 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-eafafe27-c4bc-4995-b643-a93e60de944e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/networks?id=74048eaf-c023-4244-acc6-bb708e07e097 HTTP/1.1" status: 200 len: 821 time: 0.2594404 Nov 10 19:05:41.890292 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3d9160-591c-4c1d-a89b-7a84d6af3c72" -d '{"events": [{"server_uuid": "ac7e6657-92d7-4e7c-90b8-110046ae1f6a", "name": "network-vif-plugged", "status": "completed", "tag": "8be5fc23-283a-4890-b470-ccfdf41278e6"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:05:41.913156 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-0dd85754-12a6-4061-8d2d-e3ed61bdd20e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/quotas/740aa4129faa48ffa1d5e7369c5159ee HTTP/1.1" status: 200 len: 375 time: 0.0328689 Nov 10 19:05:41.959319 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-d9509ada-2a1b-44f0-8b47-d77384893f92 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=740aa4129faa48ffa1d5e7369c5159ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358164 Nov 10 19:05:41.979111 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fb0f5617-de9b-4f98-9626-f28a1e2fa3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:41.982764 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fb0f5617-de9b-4f98-9626-f28a1e2fa3e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:41.983937 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-fb0f5617-de9b-4f98-9626-f28a1e2fa3e1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/682b9376-4771-4d27-9871-9a99fc4f494b HTTP/1.1" status: 204 len: 168 time: 0.4759412 Nov 10 19:05:41.999466 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-37555979-bf45-4b19-94fe-77f089ebe70a req-81d086f0-6be9-4311-9e0b-524ed030cb73 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/security-groups?id=f336b843-be38-4c16-b66d-9c4cb5c6d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032670 Nov 10 19:05:42.023036 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f5617-de9b-4f98-9626-f28a1e2fa3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682b9376-4771-4d27-9871-9a99fc4f494b,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:42.023350 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b5de38c-03a2-4a3d-832b-b70f674c8d89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:42.037584 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b5de38c-03a2-4a3d-832b-b70f674c8d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:42.088078 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9b5de38c-03a2-4a3d-832b-b70f674c8d89 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=600ea5b593b44060b31edcd2cf716d2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4357855 Nov 10 19:05:42.091777 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48522) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:42.101410 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5de38c-03a2-4a3d-832b-b70f674c8d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74311ea4-dfb4-4231-8263-e81844a60bc0,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:42.123106 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-41d779e5-f8a1-4ca7-9820-4f0d625b64cf service neutron] 10.222.0.54 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463425 Nov 10 19:05:42.170379 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9af1482b-56e3-4ef6-962e-ccb95c5a1d20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:42.207818 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9af1482b-56e3-4ef6-962e-ccb95c5a1d20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:42.234091 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51b7e49-6182-4e15-b93c-1726be55be11 x-openstack-request-id: req-f51b7e49-6182-4e15-b93c-1726be55be11 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:05:42.235034 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7e6657-92d7-4e7c-90b8-110046ae1f6a", "name": "network-vif-plugged", "status": "completed", "tag": "8be5fc23-283a-4890-b470-ccfdf41278e6", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:05:42.235419 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f51b7e49-6182-4e15-b93c-1726be55be11 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:05:42.236067 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7e6657-92d7-4e7c-90b8-110046ae1f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be5fc23-283a-4890-b470-ccfdf41278e6', 'code': 200} Nov 10 19:05:42.271206 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-b22e61cc-c95d-425c-b154-4d64a1bde70b service neutron] 10.222.0.54 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381094 Nov 10 19:05:42.273473 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9af1482b-56e3-4ef6-962e-ccb95c5a1d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:42.284517 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9af1482b-56e3-4ef6-962e-ccb95c5a1d20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:42.291541 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9af1482b-56e3-4ef6-962e-ccb95c5a1d20 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/74311ea4-dfb4-4231-8263-e81844a60bc0 HTTP/1.1" status: 204 len: 168 time: 0.1985981 Nov 10 19:05:42.306214 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1482b-56e3-4ef6-962e-ccb95c5a1d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74311ea4-dfb4-4231-8263-e81844a60bc0,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:42.381373 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b7544ce-00fc-4bcc-b0e8-27d5f63aefb1 req-8ec377c4-d15f-4918-bcaf-eb2096365732 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=129c6611-1eb9-483b-b2dd-fc10ee39af03 HTTP/1.1" status: 200 len: 210 time: 0.0856555 Nov 10 19:05:42.516012 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7f6d171b-2e93-4fb4-8167-3c2671211e7b req-c8253235-c176-45e3-816f-51d6710ef757 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7 HTTP/1.1" status: 200 len: 210 time: 0.0577116 Nov 10 19:05:42.532022 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.73', 63538) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:42.581518 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846f0d6-6a0e-43da-962a-5edeff7323e2 req-101ea250-cbee-424f-92ea-d9ca0f2b989b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:42.591357 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d846f0d6-6a0e-43da-962a-5edeff7323e2 req-101ea250-cbee-424f-92ea-d9ca0f2b989b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ac7e6657-92d7-4e7c-90b8-110046ae1f6a HTTP/1.1" status: 200 len: 1123 time: 0.1928632 Nov 10 19:05:42.621719 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d846f0d6-6a0e-43da-962a-5edeff7323e2 req-5722e73f-b132-4197-a9a5-db6e83bf17c1 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:42.725394 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7067f50-0aae-4d36-bbbc-6e6cb4082e8b req-8186b221-1148-4dad-bd23-17798262a6cf tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 210 time: 0.0709136 Nov 10 19:05:42.809248 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d846f0d6-6a0e-43da-962a-5edeff7323e2 req-5722e73f-b132-4197-a9a5-db6e83bf17c1 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:42.816917 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d846f0d6-6a0e-43da-962a-5edeff7323e2 req-5722e73f-b132-4197-a9a5-db6e83bf17c1 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:42.885757 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722e73f-b132-4197-a9a5-db6e83bf17c1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=18d4ce33-fc1e-4efa-9f03-6d1f8af2ec16,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:42.928407 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d846f0d6-6a0e-43da-962a-5edeff7323e2 req-5722e73f-b132-4197-a9a5-db6e83bf17c1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f336b843-be38-4c16-b66d-9c4cb5c6d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258698 Nov 10 19:05:42.933825 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-2119a622-1a38-42fe-b15d-b3469539e77a tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:42.935817 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-2119a622-1a38-42fe-b15d-b3469539e77a tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.73 "GET /v2.0/networks?id=423e20a9-8495-4dca-adac-a4f59edcf0b6 HTTP/1.1" status: 200 len: 824 time: 0.4015899 Nov 10 19:05:43.070768 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48558) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:43.092756 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7ddb3803-beef-468e-9dea-8d6c7b329a22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:43.188297 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9511c-30f0-4609-bb9d-22f32da290f7 req-00d462ca-c10c-41c2-bf19-d9fa7c4aad19 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:43.189896 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-afb9511c-30f0-4609-bb9d-22f32da290f7 req-00d462ca-c10c-41c2-bf19-d9fa7c4aad19 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac7e6657-92d7-4e7c-90b8-110046ae1f6a HTTP/1.1" status: 200 len: 972 time: 0.0880613 Nov 10 19:05:43.246449 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7ddb3803-beef-468e-9dea-8d6c7b329a22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:43.256410 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7ddb3803-beef-468e-9dea-8d6c7b329a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:43.306473 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-afb9511c-30f0-4609-bb9d-22f32da290f7 req-58b5aac8-c39e-45fa-947a-9a31c29688df tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/security-groups?id=f336b843-be38-4c16-b66d-9c4cb5c6d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028299 Nov 10 19:05:43.320298 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7ddb3803-beef-468e-9dea-8d6c7b329a22 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c37aa043d97841deac2c4d58f1ab51fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453325 Nov 10 19:05:43.324351 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48568) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:43.336340 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb3803-beef-468e-9dea-8d6c7b329a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89a13c1-ac49-406b-8f7c-1ceaa6f36138,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:43.391332 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d86027a-ddd9-4db0-b4d5-87325690a3f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:43.405565 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-39ca285c-8808-42fd-bbfd-6465902f65f5 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eeb5c8ebb6ac4d4693aeaf63c555f1ed HTTP/1.1" status: 200 len: 380 time: 0.1017830 Nov 10 19:05:43.421035 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-b9e9c80d-1c2b-460e-bf9a-8259a88d4970 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Request body: {'port': {'device_id': '129c6611-1eb9-483b-b2dd-fc10ee39af03', 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6', 'admin_state_up': True, 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'security_groups': ['3d3879e2-701f-44b2-a0aa-6f6095ad87ae']}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:05:43.429819 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d86027a-ddd9-4db0-b4d5-87325690a3f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:43.519939 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ddc15c3c-f14f-4346-870c-0ce7be77aa7f req-1e183d36-32ec-490f-930e-0b5105e91dbd tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=129c6611-1eb9-483b-b2dd-fc10ee39af03 HTTP/1.1" status: 200 len: 210 time: 0.0398929 Nov 10 19:05:43.542735 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d86027a-ddd9-4db0-b4d5-87325690a3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:43.545562 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d86027a-ddd9-4db0-b4d5-87325690a3f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:43.548980 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0d86027a-ddd9-4db0-b4d5-87325690a3f2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d89a13c1-ac49-406b-8f7c-1ceaa6f36138 HTTP/1.1" status: 204 len: 168 time: 0.2157681 Nov 10 19:05:43.566748 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d86027a-ddd9-4db0-b4d5-87325690a3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89a13c1-ac49-406b-8f7c-1ceaa6f36138,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:43.623120 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-b9e9c80d-1c2b-460e-bf9a-8259a88d4970 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Made reservation on behalf of eeb5c8ebb6ac4d4693aeaf63c555f1ed for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:05:43.627722 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-b9e9c80d-1c2b-460e-bf9a-8259a88d4970 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:43.666846 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2ae005c-cf5d-4de9-a17c-a196d8c17422 req-bea6bfed-cea2-4bc7-8297-bb42775c276b tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7 HTTP/1.1" status: 200 len: 210 time: 0.0627732 Nov 10 19:05:43.872684 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-b9e9c80d-1c2b-460e-bf9a-8259a88d4970 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Allocated IP 172.20.0.8 (423e20a9-8495-4dca-adac-a4f59edcf0b6/9a832f56-5207-4167-a27c-433bc2e28f2d/e8337b31-6358-4a57-9b86-86cd24593ba4) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:05:43.885571 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51411557-1557-406d-8891-9025dea62e31 req-a8d01968-fbb7-4777-80ad-09c7136f8f45 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 210 time: 0.0425930 Nov 10 19:05:44.058551 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-b9e9c80d-1c2b-460e-bf9a-8259a88d4970 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:44.097046 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-b9e9c80d-1c2b-460e-bf9a-8259a88d4970 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:44.184467 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-b9e9c80d-1c2b-460e-bf9a-8259a88d4970 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Network 423e20a9-8495-4dca-adac-a4f59edcf0b6 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:05:44.190947 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-b9e9c80d-1c2b-460e-bf9a-8259a88d4970 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:05:44.201926 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-b9e9c80d-1c2b-460e-bf9a-8259a88d4970 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:05:44.231918 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9c80d-1c2b-460e-bf9a-8259a88d4970 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Pushing event updated for resources: {'Port': ['ID=e8337b31-6358-4a57-9b86-86cd24593ba4,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:44.263531 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-b9e9c80d-1c2b-460e-bf9a-8259a88d4970 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:44.264654 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-b9e9c80d-1c2b-460e-bf9a-8259a88d4970 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:44.291479 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-b9e9c80d-1c2b-460e-bf9a-8259a88d4970 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8773749 Nov 10 19:05:44.312634 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-b469ff8d-a0a0-417e-81ca-d17e18a918b2 service neutron] Request body: {'port': {'device_id': '129c6611-1eb9-483b-b2dd-fc10ee39af03', 'device_owner': 'compute:tempest-test_az-1001816493', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:05:44.392840 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-b469ff8d-a0a0-417e-81ca-d17e18a918b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:44.479254 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c98c11-48b0-414c-a9da-c7f4245245e6 req-56b0714c-62f6-4116-a578-09d253aedf1a tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:44.487952 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-75c98c11-48b0-414c-a9da-c7f4245245e6 req-56b0714c-62f6-4116-a578-09d253aedf1a tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac7e6657-92d7-4e7c-90b8-110046ae1f6a HTTP/1.1" status: 200 len: 972 time: 0.0800951 Nov 10 19:05:44.552745 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-75c98c11-48b0-414c-a9da-c7f4245245e6 req-7d119452-8f99-430a-a9cd-c61a4613bea2 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/security-groups?id=f336b843-be38-4c16-b66d-9c4cb5c6d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636897 Nov 10 19:05:44.624574 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-3422b2d9-c5f0-4316-9834-c50b31733778 None None] Provisioning complete for port e8337b31-6358-4a57-9b86-86cd24593ba4 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:05:44.625516 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3422b2d9-c5f0-4316-9834-c50b31733778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:44.679865 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-3422b2d9-c5f0-4316-9834-c50b31733778 None None] Port e8337b31-6358-4a57-9b86-86cd24593ba4 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:05:44.727039 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd44280-0f9c-49b5-ae72-465bc4e0759f req-793ea2b1-ddb3-4c57-9edb-9e92be7a1c13 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:44.728493 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dbd44280-0f9c-49b5-ae72-465bc4e0759f req-793ea2b1-ddb3-4c57-9edb-9e92be7a1c13 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=129c6611-1eb9-483b-b2dd-fc10ee39af03 HTTP/1.1" status: 200 len: 931 time: 0.0772014 Nov 10 19:05:44.807803 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dbd44280-0f9c-49b5-ae72-465bc4e0759f req-5e7d0a90-6351-4f34-8aa7-e1fd43122fa3 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614874 Nov 10 19:05:44.865072 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5c368f6b-eb8c-4a78-a8cc-15b455591a63 req-c77ba432-f0ec-4c81-91af-08d192931705 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7 HTTP/1.1" status: 200 len: 210 time: 0.0330436 Nov 10 19:05:45.007929 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f3c3d34f-67e7-4ea1-8203-f46d1faeb401 req-4c5f2f81-d7a5-41b5-8eb2-fb81cf6ed224 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 210 time: 0.0329621 Nov 10 19:05:45.068723 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-b469ff8d-a0a0-417e-81ca-d17e18a918b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8337b31-6358-4a57-9b86-86cd24593ba4 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:05:45.076928 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-b469ff8d-a0a0-417e-81ca-d17e18a918b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:45.099327 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-b469ff8d-a0a0-417e-81ca-d17e18a918b2 service neutron] Transition to ACTIVE for port object e8337b31-6358-4a57-9b86-86cd24593ba4 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:05:45.105269 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-b469ff8d-a0a0-417e-81ca-d17e18a918b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:45.205821 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469ff8d-a0a0-417e-81ca-d17e18a918b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e8337b31-6358-4a57-9b86-86cd24593ba4,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:45.273885 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-b469ff8d-a0a0-417e-81ca-d17e18a918b2 service neutron] Attempting to bind port e8337b31-6358-4a57-9b86-86cd24593ba4 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:05:45.274257 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-b469ff8d-a0a0-417e-81ca-d17e18a918b2 service neutron] Attempting to bind port e8337b31-6358-4a57-9b86-86cd24593ba4 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'f30db029-3af0-4a37-9a3a-3d875216d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:05:45.274605 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-b469ff8d-a0a0-417e-81ca-d17e18a918b2 service neutron] Attempting to bind port e8337b31-6358-4a57-9b86-86cd24593ba4 on network 423e20a9-8495-4dca-adac-a4f59edcf0b6 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:05:45.280314 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-b469ff8d-a0a0-417e-81ca-d17e18a918b2 service neutron] Port e8337b31-6358-4a57-9b86-86cd24593ba4 on network 423e20a9-8495-4dca-adac-a4f59edcf0b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:05:45.280795 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-b469ff8d-a0a0-417e-81ca-d17e18a918b2 service neutron] Attempting to bind port e8337b31-6358-4a57-9b86-86cd24593ba4 on network 423e20a9-8495-4dca-adac-a4f59edcf0b6 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:05:45.286429 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-b469ff8d-a0a0-417e-81ca-d17e18a918b2 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:05:45.286784 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-b469ff8d-a0a0-417e-81ca-d17e18a918b2 service neutron] Checking segment: {'id': 'f30db029-3af0-4a37-9a3a-3d875216d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:05:45.287343 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-b469ff8d-a0a0-417e-81ca-d17e18a918b2 service neutron] Bound using segment: {'id': 'f30db029-3af0-4a37-9a3a-3d875216d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:05:45.287786 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-b469ff8d-a0a0-417e-81ca-d17e18a918b2 service neutron] Bound port: e8337b31-6358-4a57-9b86-86cd24593ba4, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f30db029-3af0-4a37-9a3a-3d875216d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:05:45.288576 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-b469ff8d-a0a0-417e-81ca-d17e18a918b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:45.407769 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-b469ff8d-a0a0-417e-81ca-d17e18a918b2 service neutron] For port e8337b31-6358-4a57-9b86-86cd24593ba4, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:05:45.413160 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-b469ff8d-a0a0-417e-81ca-d17e18a918b2 service neutron] For port e8337b31-6358-4a57-9b86-86cd24593ba4, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e8337b31-6358-4a57-9b86-86cd24593ba4,segment=NetworkSegment(f30db029-3af0-4a37-9a3a-3d875216d3a4),segment_id=f30db029-3af0-4a37-9a3a-3d875216d3a4)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:05:45.421080 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-b469ff8d-a0a0-417e-81ca-d17e18a918b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:45.432075 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:05:45.465223 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-b469ff8d-a0a0-417e-81ca-d17e18a918b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:45.466280 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-b469ff8d-a0a0-417e-81ca-d17e18a918b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:45.468690 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-b469ff8d-a0a0-417e-81ca-d17e18a918b2 service neutron] 10.222.0.73 "PUT /v2.0/ports/e8337b31-6358-4a57-9b86-86cd24593ba4 HTTP/1.1" status: 200 len: 1113 time: 1.1619692 Nov 10 19:05:45.469018 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '129c6611-1eb9-483b-b2dd-fc10ee39af03', 'tag': 'e8337b31-6358-4a57-9b86-86cd24593ba4'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:05:45.601876 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469ff8d-a0a0-417e-81ca-d17e18a918b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e8337b31-6358-4a57-9b86-86cd24593ba4,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:45.678901 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-13757648-ce19-4f7a-b082-d5a4179f584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:45.681596 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-13757648-ce19-4f7a-b082-d5a4179f584d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eeb5c8ebb6ac4d4693aeaf63c555f1ed&device_id=129c6611-1eb9-483b-b2dd-fc10ee39af03 HTTP/1.1" status: 200 len: 1116 time: 0.1379995 Nov 10 19:05:45.684464 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c81bef1-5ffa-4adf-bda8-ff24db19824c" -d '{"events": [{"name": "network-changed", "server_uuid": "129c6611-1eb9-483b-b2dd-fc10ee39af03", "tag": "e8337b31-6358-4a57-9b86-86cd24593ba4"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:05:45.703930 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246c934-d0bf-4315-96f4-01534680548e req-50e116af-497b-4a15-8708-fe69648c54ee tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:45.705745 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2246c934-d0bf-4315-96f4-01534680548e req-50e116af-497b-4a15-8708-fe69648c54ee tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac7e6657-92d7-4e7c-90b8-110046ae1f6a HTTP/1.1" status: 200 len: 972 time: 0.0691774 Nov 10 19:05:45.764531 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-fe9f3cfb-bb58-4cc0-be5a-a4a4dd22df05 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8337b31-6358-4a57-9b86-86cd24593ba4 HTTP/1.1" status: 200 len: 217 time: 0.0694225 Nov 10 19:05:45.781980 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2246c934-d0bf-4315-96f4-01534680548e req-3dc2a809-6376-427e-a775-5fdd1bd073f1 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/security-groups?id=f336b843-be38-4c16-b66d-9c4cb5c6d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630548 Nov 10 19:05:45.828073 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-4b38c3dd-85b1-4f28-8ee2-7d237b542776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:45.829848 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-4b38c3dd-85b1-4f28-8ee2-7d237b542776 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a832f56-5207-4167-a27c-433bc2e28f2d HTTP/1.1" status: 200 len: 863 time: 0.0553372 Nov 10 19:05:45.899167 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced91ce7-3041-4b50-9429-b7ddd5ade927 x-openstack-request-id: req-ced91ce7-3041-4b50-9429-b7ddd5ade927 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:05:45.899458 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "129c6611-1eb9-483b-b2dd-fc10ee39af03", "tag": "e8337b31-6358-4a57-9b86-86cd24593ba4", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:05:45.899718 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ced91ce7-3041-4b50-9429-b7ddd5ade927 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:05:45.900181 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '129c6611-1eb9-483b-b2dd-fc10ee39af03', 'tag': 'e8337b31-6358-4a57-9b86-86cd24593ba4', 'status': 'completed', 'code': 200} Nov 10 19:05:45.927789 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-e447512a-10f2-41c7-9796-076289d04dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:45.929339 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-e447512a-10f2-41c7-9796-076289d04dbf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=423e20a9-8495-4dca-adac-a4f59edcf0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888565 Nov 10 19:05:46.033392 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-0b50996c-a988-4f4a-9d4c-f871e0d759df tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348034 Nov 10 19:05:46.035598 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-1c93ead9-4338-40df-adec-66fede70ddd9 service neutron] 10.222.0.73 "GET /v2.0/networks/423e20a9-8495-4dca-adac-a4f59edcf0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908577 Nov 10 19:05:46.064391 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d29f0a-85d9-4d87-893d-c45bb23092bc req-314a5402-3ba9-44f2-8576-895998621769 tempest-AggregatesAdminTestJSON-1103558920 tempest-AggregatesAdminTestJSON-1103558920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:46.065806 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-38d29f0a-85d9-4d87-893d-c45bb23092bc req-314a5402-3ba9-44f2-8576-895998621769 tempest-AggregatesAdminTestJSON-1103558920 tempest-AggregatesAdminTestJSON-1103558920-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ac7e6657-92d7-4e7c-90b8-110046ae1f6a HTTP/1.1" status: 200 len: 1123 time: 0.0766792 Nov 10 19:05:46.134222 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-82b725bc-3e93-4dae-af80-7e641a16b74c req-4246eef9-37f9-4e2d-a541-74bc094c4cd2 service neutron] 10.222.0.73 "GET /v2.0/networks/423e20a9-8495-4dca-adac-a4f59edcf0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853422 Nov 10 19:05:46.242534 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81bef1-5ffa-4adf-bda8-ff24db19824c req-2216712a-0f2c-4100-8cde-f37afd83e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:46.244170 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6c81bef1-5ffa-4adf-bda8-ff24db19824c req-2216712a-0f2c-4100-8cde-f37afd83e296 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eeb5c8ebb6ac4d4693aeaf63c555f1ed&device_id=129c6611-1eb9-483b-b2dd-fc10ee39af03 HTTP/1.1" status: 200 len: 1116 time: 0.0483325 Nov 10 19:05:46.299259 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-38d29f0a-85d9-4d87-893d-c45bb23092bc req-a704b5fe-9405-4b56-8ea1-c685dedd5636 tempest-AggregatesAdminTestJSON-1103558920 tempest-AggregatesAdminTestJSON-1103558920-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:46.361341 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-a7c112b0-0e58-46ed-a60b-bc876c506d12 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:46.362793 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-a7c112b0-0e58-46ed-a60b-bc876c506d12 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3221805 Nov 10 19:05:46.390594 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-18397524-a040-4a00-b9b6-b12e85c5de11 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/quotas/0d7335f5df3b4e0fb20d05dce0cf0b45 HTTP/1.1" status: 200 len: 375 time: 0.0191097 Nov 10 19:05:46.409993 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81bef1-5ffa-4adf-bda8-ff24db19824c req-a1dca489-d57a-4298-9505-3a8f78897fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:46.411466 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6c81bef1-5ffa-4adf-bda8-ff24db19824c req-a1dca489-d57a-4298-9505-3a8f78897fba service neutron] 10.222.0.73 "GET /v2.0/networks?id=423e20a9-8495-4dca-adac-a4f59edcf0b6 HTTP/1.1" status: 200 len: 925 time: 0.1550212 Nov 10 19:05:46.431418 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-5f992118-c568-434e-8f23-2e6ab2349399 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329106 Nov 10 19:05:46.443668 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-38d29f0a-85d9-4d87-893d-c45bb23092bc req-a704b5fe-9405-4b56-8ea1-c685dedd5636 tempest-AggregatesAdminTestJSON-1103558920 tempest-AggregatesAdminTestJSON-1103558920-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:46.449481 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-38d29f0a-85d9-4d87-893d-c45bb23092bc req-a704b5fe-9405-4b56-8ea1-c685dedd5636 tempest-AggregatesAdminTestJSON-1103558920 tempest-AggregatesAdminTestJSON-1103558920-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:46.455356 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6c81bef1-5ffa-4adf-bda8-ff24db19824c req-b92908fe-5036-4bb5-85d7-43f333bde1fe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8337b31-6358-4a57-9b86-86cd24593ba4 HTTP/1.1" status: 200 len: 217 time: 0.0351136 Nov 10 19:05:46.493020 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-38d29f0a-85d9-4d87-893d-c45bb23092bc req-a704b5fe-9405-4b56-8ea1-c685dedd5636 tempest-AggregatesAdminTestJSON-1103558920 tempest-AggregatesAdminTestJSON-1103558920-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=f336b843-be38-4c16-b66d-9c4cb5c6d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4205267 Nov 10 19:05:46.493721 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704b5fe-9405-4b56-8ea1-c685dedd5636 tempest-AggregatesAdminTestJSON-1103558920 tempest-AggregatesAdminTestJSON-1103558920-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afef46b-2931-4cbe-a295-acff3268a63b,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:46.516868 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81bef1-5ffa-4adf-bda8-ff24db19824c req-257b7460-ecc7-4648-8b39-707fffc9945a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:46.519121 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6c81bef1-5ffa-4adf-bda8-ff24db19824c req-257b7460-ecc7-4648-8b39-707fffc9945a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a832f56-5207-4167-a27c-433bc2e28f2d HTTP/1.1" status: 200 len: 863 time: 0.0499921 Nov 10 19:05:46.601610 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81bef1-5ffa-4adf-bda8-ff24db19824c req-28958627-0e7c-46b6-9c19-ae33e5d815ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:46.604283 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6c81bef1-5ffa-4adf-bda8-ff24db19824c req-28958627-0e7c-46b6-9c19-ae33e5d815ea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=423e20a9-8495-4dca-adac-a4f59edcf0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681410 Nov 10 19:05:46.645552 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa49f6-44a8-4d2e-87ce-f71f02c19b28 req-ddcc8e82-f09a-4ea7-a048-8a7ac9e3ee35 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:46.653328 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8ffa49f6-44a8-4d2e-87ce-f71f02c19b28 req-ddcc8e82-f09a-4ea7-a048-8a7ac9e3ee35 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=129c6611-1eb9-483b-b2dd-fc10ee39af03 HTTP/1.1" status: 200 len: 965 time: 0.0821130 Nov 10 19:05:46.708343 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2db4954a-6fa3-4d20-88d5-1ff2a0dd673c req-15d9feea-f2f2-4218-a847-5810698a58ce tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7 HTTP/1.1" status: 200 len: 210 time: 0.0369339 Nov 10 19:05:46.727207 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-3926b6e3-992c-496a-be81-0da4c3aafd83 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Request body: {'port': {'device_id': 'f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'admin_state_up': True, 'tenant_id': '5cd9438c7c6e48db91649886067ee78c'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:05:46.740829 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8ffa49f6-44a8-4d2e-87ce-f71f02c19b28 req-bedad5d9-d86d-4b61-9511-e69556b187db tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858085 Nov 10 19:05:46.757607 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6c81bef1-5ffa-4adf-bda8-ff24db19824c req-ac6a5821-0000-4205-9c82-f6ab7206961c service neutron] 10.222.0.73 "GET /v2.0/networks/423e20a9-8495-4dca-adac-a4f59edcf0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397476 Nov 10 19:05:46.865260 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ee6e2f86-de23-4e49-b061-7feba6a2f31c req-beee661c-f60a-437f-96b1-6b6b60402ff3 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 210 time: 0.0379896 Nov 10 19:05:46.922781 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-3926b6e3-992c-496a-be81-0da4c3aafd83 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Made reservation on behalf of 5cd9438c7c6e48db91649886067ee78c for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:05:46.926436 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-3926b6e3-992c-496a-be81-0da4c3aafd83 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:46.937139 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-3926b6e3-992c-496a-be81-0da4c3aafd83 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:46.955405 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6c81bef1-5ffa-4adf-bda8-ff24db19824c req-5f6d575d-872b-443b-a05d-13e9adf9fc3f service neutron] 10.222.0.73 "GET /v2.0/networks/423e20a9-8495-4dca-adac-a4f59edcf0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772830 Nov 10 19:05:47.039779 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6d0eac3-ddd2-4411-b0d6-8d5c75b27d10 req-6cc7ced1-5f4f-46cf-91fe-d60b5a43d390 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5d767ea-42d9-480e-bb06-0503d89e1eaa HTTP/1.1" status: 200 len: 210 time: 0.0602565 Nov 10 19:05:47.119745 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-3926b6e3-992c-496a-be81-0da4c3aafd83 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:47.129609 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-3926b6e3-992c-496a-be81-0da4c3aafd83 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:47.216623 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926b6e3-992c-496a-be81-0da4c3aafd83 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=559a5f26-c376-401b-adc9-7edb4086b2b0,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:47.315995 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-3926b6e3-992c-496a-be81-0da4c3aafd83 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Allocated IP 192.168.233.227 (d392c118-92b4-47b2-87bf-77c096e8a630/f9b6e8e7-6ebd-402d-901c-b41f234de3ab/046bdb90-4d35-4639-97ff-a900315c479b) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:05:47.488418 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.25', 62810) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:47.572779 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-3926b6e3-992c-496a-be81-0da4c3aafd83 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:47.648609 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-3926b6e3-992c-496a-be81-0da4c3aafd83 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:47.713372 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926b6e3-992c-496a-be81-0da4c3aafd83 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Pushing event updated for resources: {'Port': ['ID=046bdb90-4d35-4639-97ff-a900315c479b,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:47.714306 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-2edb3659-5826-4af7-9231-cd90d4e0faf0 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:47.715272 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-2edb3659-5826-4af7-9231-cd90d4e0faf0 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.25 "GET /v2.0/networks?id=74048eaf-c023-4244-acc6-bb708e07e097 HTTP/1.1" status: 200 len: 821 time: 0.2250803 Nov 10 19:05:47.734303 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-3926b6e3-992c-496a-be81-0da4c3aafd83 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Network d392c118-92b4-47b2-87bf-77c096e8a630 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:05:47.740342 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-1502069e-4f2d-41ef-a9af-73a09904eb5f tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Request body: {'port': {'device_id': '3c35ceb1-a699-4d44-9115-f5898d6a7f22', 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097', 'admin_state_up': True, 'tenant_id': '740aa4129faa48ffa1d5e7369c5159ee'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:05:47.740545 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-3926b6e3-992c-496a-be81-0da4c3aafd83 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:05:47.742850 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-3926b6e3-992c-496a-be81-0da4c3aafd83 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:05:47.749694 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-3926b6e3-992c-496a-be81-0da4c3aafd83 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:47.750477 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-3926b6e3-992c-496a-be81-0da4c3aafd83 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:47.773821 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-3926b6e3-992c-496a-be81-0da4c3aafd83 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0511405 Nov 10 19:05:47.791375 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-4e88fa25-c428-4c66-af49-c43a502a4421 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:05:47.792783 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-4e88fa25-c428-4c66-af49-c43a502a4421 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084915 Nov 10 19:05:47.882555 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed43f3-300d-4047-8151-33d20c155ae1 req-ca1d115c-a7ab-4e2a-99fc-cf542a0a5f1b tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:47.884555 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-01ed43f3-300d-4047-8151-33d20c155ae1 req-ca1d115c-a7ab-4e2a-99fc-cf542a0a5f1b tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7 HTTP/1.1" status: 200 len: 936 time: 0.0728467 Nov 10 19:05:47.963564 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-01ed43f3-300d-4047-8151-33d20c155ae1 req-d7b86e88-5290-49ff-8bf4-ca08f4e65d82 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/security-groups?id=559a5f26-c376-401b-adc9-7edb4086b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724554 Nov 10 19:05:47.992067 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-1502069e-4f2d-41ef-a9af-73a09904eb5f tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Made reservation on behalf of 740aa4129faa48ffa1d5e7369c5159ee for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:05:48.002956 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-1502069e-4f2d-41ef-a9af-73a09904eb5f tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:48.011481 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-3f3c35c8-64f4-48e8-b555-407cf6e2e7f2 None None] Provisioning complete for port 046bdb90-4d35-4639-97ff-a900315c479b triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:05:48.012068 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3f3c35c8-64f4-48e8-b555-407cf6e2e7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:48.019710 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.25', 62812) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:48.061093 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-3f3c35c8-64f4-48e8-b555-407cf6e2e7f2 None None] Port 046bdb90-4d35-4639-97ff-a900315c479b cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:05:48.082445 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-9f5acaed-67e6-48d2-acb7-017b6b3e6a89 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613642 Nov 10 19:05:48.176941 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-7b4a65fc-3589-4228-89df-0130a2bbb859 service neutron] Request body: {'port': {'device_id': 'f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:05:48.209670 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-1502069e-4f2d-41ef-a9af-73a09904eb5f tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Allocated IP 172.20.0.5 (74048eaf-c023-4244-acc6-bb708e07e097/91093ec9-e097-43f7-865c-a8764e927d57/653b8478-220b-442b-8286-259dcc0b0481) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:05:48.318887 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef531c88-5039-48ca-b162-069e2f0986e6 req-26c8ef06-3783-44ec-b01a-cbc72b4e76c2 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 210 time: 0.0505161 Nov 10 19:05:48.326156 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-ed839b06-a9cd-496e-b6b7-c0b27ab3a68c tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:48.327742 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-ed839b06-a9cd-496e-b6b7-c0b27ab3a68c tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2396672 Nov 10 19:05:48.349543 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a3b84-3644-4f69-97fb-9aad016c5254 req-bc6f85b5-0047-46a2-84cf-37d6401c83ab tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:48.349543 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c2a3b84-3644-4f69-97fb-9aad016c5254 req-bc6f85b5-0047-46a2-84cf-37d6401c83ab tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=129c6611-1eb9-483b-b2dd-fc10ee39af03 HTTP/1.1" status: 200 len: 965 time: 0.1763482 Nov 10 19:05:48.349543 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-7c1e7191-d614-4b69-a321-880dc9f9e868 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Request body: {'port': {'device_id': 'b5d767ea-42d9-480e-bb06-0503d89e1eaa', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'admin_state_up': True, 'tenant_id': '0d7335f5df3b4e0fb20d05dce0cf0b45'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:05:48.352662 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-7b4a65fc-3589-4228-89df-0130a2bbb859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:48.406667 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-1502069e-4f2d-41ef-a9af-73a09904eb5f tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:48.441220 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-1502069e-4f2d-41ef-a9af-73a09904eb5f tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:48.487416 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-1502069e-4f2d-41ef-a9af-73a09904eb5f tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Network 74048eaf-c023-4244-acc6-bb708e07e097 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:05:48.492537 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-1502069e-4f2d-41ef-a9af-73a09904eb5f tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:05:48.496386 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-1502069e-4f2d-41ef-a9af-73a09904eb5f tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:05:48.503534 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6d4f4f6d-cf99-47a1-a2af-eac6eac30a75 req-7fadf0fd-e321-40ee-9637-ca18b06d59b2 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5d767ea-42d9-480e-bb06-0503d89e1eaa HTTP/1.1" status: 200 len: 210 time: 0.0723140 Nov 10 19:05:48.537186 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1502069e-4f2d-41ef-a9af-73a09904eb5f tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Pushing event updated for resources: {'Port': ['ID=653b8478-220b-442b-8286-259dcc0b0481,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:48.548329 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c2a3b84-3644-4f69-97fb-9aad016c5254 req-04628e80-8b40-4f90-aa0b-2fb575e34044 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916163 Nov 10 19:05:48.568310 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-1502069e-4f2d-41ef-a9af-73a09904eb5f tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:48.568310 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-1502069e-4f2d-41ef-a9af-73a09904eb5f tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:48.590613 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-1502069e-4f2d-41ef-a9af-73a09904eb5f tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8600016 Nov 10 19:05:48.612798 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-ce863083-d3f1-4b80-8453-193862494e16 service neutron] Request body: {'port': {'device_id': '3c35ceb1-a699-4d44-9115-f5898d6a7f22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:05:48.661168 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-7c1e7191-d614-4b69-a321-880dc9f9e868 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Made reservation on behalf of 0d7335f5df3b4e0fb20d05dce0cf0b45 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:05:48.664925 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-7c1e7191-d614-4b69-a321-880dc9f9e868 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:48.676459 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-7c1e7191-d614-4b69-a321-880dc9f9e868 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:48.694824 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-ce863083-d3f1-4b80-8453-193862494e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:48.866355 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-7c1e7191-d614-4b69-a321-880dc9f9e868 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:48.871017 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-7b4a65fc-3589-4228-89df-0130a2bbb859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 046bdb90-4d35-4639-97ff-a900315c479b {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:05:48.878078 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-7c1e7191-d614-4b69-a321-880dc9f9e868 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:48.882235 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-7b4a65fc-3589-4228-89df-0130a2bbb859 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:48.949353 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e7191-d614-4b69-a321-880dc9f9e868 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b074184b-5146-4a16-add8-178e427b0c4f,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:48.952507 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-7b4a65fc-3589-4228-89df-0130a2bbb859 service neutron] Transition to ACTIVE for port object 046bdb90-4d35-4639-97ff-a900315c479b will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:05:48.959194 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-7b4a65fc-3589-4228-89df-0130a2bbb859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:48.994804 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device e8337b31-6358-4a57-9b86-86cd24593ba4 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:05:49.068107 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a65fc-3589-4228-89df-0130a2bbb859 service neutron] Pushing event updated for resources: {'Port': ['ID=046bdb90-4d35-4639-97ff-a900315c479b,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:49.128566 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-7c1e7191-d614-4b69-a321-880dc9f9e868 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Allocated IP 192.168.233.195 (d392c118-92b4-47b2-87bf-77c096e8a630/f9b6e8e7-6ebd-402d-901c-b41f234de3ab/2bd44ccf-d05c-46fd-be26-527d04cdd725) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:05:49.148730 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-7b4a65fc-3589-4228-89df-0130a2bbb859 service neutron] Attempting to bind port 046bdb90-4d35-4639-97ff-a900315c479b on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:05:49.149299 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-7b4a65fc-3589-4228-89df-0130a2bbb859 service neutron] Attempting to bind port 046bdb90-4d35-4639-97ff-a900315c479b by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:05:49.149793 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-7b4a65fc-3589-4228-89df-0130a2bbb859 service neutron] Attempting to bind port 046bdb90-4d35-4639-97ff-a900315c479b on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:05:49.159694 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-7b4a65fc-3589-4228-89df-0130a2bbb859 service neutron] Port 046bdb90-4d35-4639-97ff-a900315c479b on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:05:49.174439 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port e8337b31-6358-4a57-9b86-86cd24593ba4, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e8337b31-6358-4a57-9b86-86cd24593ba4,segment=NetworkSegment(f30db029-3af0-4a37-9a3a-3d875216d3a4),segment_id=f30db029-3af0-4a37-9a3a-3d875216d3a4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:05:49.175046 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-7b4a65fc-3589-4228-89df-0130a2bbb859 service neutron] Attempting to bind port 046bdb90-4d35-4639-97ff-a900315c479b on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:05:49.192006 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'e8337b31-6358-4a57-9b86-86cd24593ba4', 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6', 'port_id': 'e8337b31-6358-4a57-9b86-86cd24593ba4', 'mac_address': 'fa:16:3e:de:58:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a832f56-5207-4167-a27c-433bc2e28f2d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:tempest-test_az-1001816493', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:05:49.220130 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-ce863083-d3f1-4b80-8453-193862494e16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 653b8478-220b-442b-8286-259dcc0b0481 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:05:49.243902 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-ce863083-d3f1-4b80-8453-193862494e16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:49.248522 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:49.255258 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-7b4a65fc-3589-4228-89df-0130a2bbb859 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:05:49.255845 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-7b4a65fc-3589-4228-89df-0130a2bbb859 service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:05:49.256147 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-7b4a65fc-3589-4228-89df-0130a2bbb859 service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:05:49.256663 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-7b4a65fc-3589-4228-89df-0130a2bbb859 service neutron] Bound port: 046bdb90-4d35-4639-97ff-a900315c479b, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:05:49.257091 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-7b4a65fc-3589-4228-89df-0130a2bbb859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:49.266975 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-ce863083-d3f1-4b80-8453-193862494e16 service neutron] Transition to ACTIVE for port object 653b8478-220b-442b-8286-259dcc0b0481 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:05:49.271615 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8337b31-6358-4a57-9b86-86cd24593ba4 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:05:49.276705 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-ce863083-d3f1-4b80-8453-193862494e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:49.297830 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port e8337b31-6358-4a57-9b86-86cd24593ba4, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e8337b31-6358-4a57-9b86-86cd24593ba4,segment=NetworkSegment(f30db029-3af0-4a37-9a3a-3d875216d3a4),segment_id=f30db029-3af0-4a37-9a3a-3d875216d3a4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:05:49.304544 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:49.336549 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce863083-d3f1-4b80-8453-193862494e16 service neutron] Pushing event updated for resources: {'Port': ['ID=653b8478-220b-442b-8286-259dcc0b0481,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:49.390556 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=e8337b31-6358-4a57-9b86-86cd24593ba4,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:49.448122 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-ce863083-d3f1-4b80-8453-193862494e16 service neutron] Attempting to bind port 653b8478-220b-442b-8286-259dcc0b0481 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:05:49.448122 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-ce863083-d3f1-4b80-8453-193862494e16 service neutron] Attempting to bind port 653b8478-220b-442b-8286-259dcc0b0481 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:05:49.448743 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-ce863083-d3f1-4b80-8453-193862494e16 service neutron] Attempting to bind port 653b8478-220b-442b-8286-259dcc0b0481 on network 74048eaf-c023-4244-acc6-bb708e07e097 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:05:49.454190 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-ce863083-d3f1-4b80-8453-193862494e16 service neutron] Port 653b8478-220b-442b-8286-259dcc0b0481 on network 74048eaf-c023-4244-acc6-bb708e07e097 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:05:49.454681 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-ce863083-d3f1-4b80-8453-193862494e16 service neutron] Attempting to bind port 653b8478-220b-442b-8286-259dcc0b0481 on network 74048eaf-c023-4244-acc6-bb708e07e097 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:05:49.460676 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-ce863083-d3f1-4b80-8453-193862494e16 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:05:49.461195 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-ce863083-d3f1-4b80-8453-193862494e16 service neutron] Checking segment: {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:05:49.461840 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-ce863083-d3f1-4b80-8453-193862494e16 service neutron] Bound using segment: {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:05:49.462347 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-ce863083-d3f1-4b80-8453-193862494e16 service neutron] Bound port: 653b8478-220b-442b-8286-259dcc0b0481, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:05:49.462840 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-ce863083-d3f1-4b80-8453-193862494e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:49.492270 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710a494-2b57-404a-9516-21bd15996f20 req-0e771f4c-e37a-4335-8a92-76a25b97c625 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:49.500147 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9710a494-2b57-404a-9516-21bd15996f20 req-0e771f4c-e37a-4335-8a92-76a25b97c625 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7 HTTP/1.1" status: 200 len: 948 time: 0.2461677 Nov 10 19:05:49.506945 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-7c1e7191-d614-4b69-a321-880dc9f9e868 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:49.513816 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-7b4a65fc-3589-4228-89df-0130a2bbb859 service neutron] For port 046bdb90-4d35-4639-97ff-a900315c479b, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:05:49.522790 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-7b4a65fc-3589-4228-89df-0130a2bbb859 service neutron] For port 046bdb90-4d35-4639-97ff-a900315c479b, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=046bdb90-4d35-4639-97ff-a900315c479b,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:05:49.551106 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-7b4a65fc-3589-4228-89df-0130a2bbb859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:49.609505 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['e8337b31-6358-4a57-9b86-86cd24593ba4'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:05:49.654898 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-7b4a65fc-3589-4228-89df-0130a2bbb859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:49.655798 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-7b4a65fc-3589-4228-89df-0130a2bbb859 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:49.657453 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-7b4a65fc-3589-4228-89df-0130a2bbb859 service neutron] 10.222.0.25 "PUT /v2.0/ports/046bdb90-4d35-4639-97ff-a900315c479b HTTP/1.1" status: 200 len: 1096 time: 1.6497440 Nov 10 19:05:49.658120 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7', 'tag': '046bdb90-4d35-4639-97ff-a900315c479b'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:05:49.660564 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6f3152-cd5c-4817-877a-19e004b86e11" -d '{"events": [{"name": "network-changed", "server_uuid": "f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7", "tag": "046bdb90-4d35-4639-97ff-a900315c479b"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:05:49.689696 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9710a494-2b57-404a-9516-21bd15996f20 req-424239b5-aa27-41a5-9219-2206a5f22da5 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/security-groups?id=559a5f26-c376-401b-adc9-7edb4086b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885669 Nov 10 19:05:49.733724 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-7c1e7191-d614-4b69-a321-880dc9f9e868 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:49.752905 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a65fc-3589-4228-89df-0130a2bbb859 service neutron] Pushing event updated for resources: {'Port': ['ID=046bdb90-4d35-4639-97ff-a900315c479b,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:49.774924 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-ce863083-d3f1-4b80-8453-193862494e16 service neutron] For port 653b8478-220b-442b-8286-259dcc0b0481, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:05:49.780879 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-ce863083-d3f1-4b80-8453-193862494e16 service neutron] For port 653b8478-220b-442b-8286-259dcc0b0481, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=653b8478-220b-442b-8286-259dcc0b0481,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:05:49.787689 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-ce863083-d3f1-4b80-8453-193862494e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:49.874527 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-ce863083-d3f1-4b80-8453-193862494e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:49.875289 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-ce863083-d3f1-4b80-8453-193862494e16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:49.877462 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-ce863083-d3f1-4b80-8453-193862494e16 service neutron] 10.222.0.25 "PUT /v2.0/ports/653b8478-220b-442b-8286-259dcc0b0481 HTTP/1.1" status: 200 len: 1091 time: 1.2702756 Nov 10 19:05:49.878163 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c35ceb1-a699-4d44-9115-f5898d6a7f22', 'tag': '653b8478-220b-442b-8286-259dcc0b0481'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:05:49.880879 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e303eddc-d90b-46e2-a050-11ccec1eef89" -d '{"events": [{"name": "network-changed", "server_uuid": "3c35ceb1-a699-4d44-9115-f5898d6a7f22", "tag": "653b8478-220b-442b-8286-259dcc0b0481"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:05:49.904302 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce863083-d3f1-4b80-8453-193862494e16 service neutron] Pushing event updated for resources: {'Port': ['ID=653b8478-220b-442b-8286-259dcc0b0481,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:49.982038 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-39c2c40e-99ab-4af3-b51f-453cd7ae8607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:49.983766 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-39c2c40e-99ab-4af3-b51f-453cd7ae8607 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=740aa4129faa48ffa1d5e7369c5159ee&device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 1094 time: 0.0509222 Nov 10 19:05:50.031499 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-37594f92-a7b9-4bc9-9655-bbb27d658c36 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=653b8478-220b-442b-8286-259dcc0b0481 HTTP/1.1" status: 200 len: 217 time: 0.0399549 Nov 10 19:05:50.039448 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4a2bd-1197-4a63-b113-51e0c7e1bc0d req-3f4e825f-4a89-4938-b536-bb073c27bd73 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:50.041008 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bce4a2bd-1197-4a63-b113-51e0c7e1bc0d req-3f4e825f-4a89-4938-b536-bb073c27bd73 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 943 time: 0.5207186 Nov 10 19:05:50.067919 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-7c1e7191-d614-4b69-a321-880dc9f9e868 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Network d392c118-92b4-47b2-87bf-77c096e8a630 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:05:50.084665 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-7c1e7191-d614-4b69-a321-880dc9f9e868 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:05:50.087660 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-7c1e7191-d614-4b69-a321-880dc9f9e868 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:05:50.091727 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-a5727eff-22e0-4367-bf0d-a2a83673d4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:50.093780 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-a5727eff-22e0-4367-bf0d-a2a83673d4d9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=91093ec9-e097-43f7-865c-a8764e927d57 HTTP/1.1" status: 200 len: 861 time: 0.0526469 Nov 10 19:05:50.093894 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-7c1e7191-d614-4b69-a321-880dc9f9e868 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:50.094573 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-7c1e7191-d614-4b69-a321-880dc9f9e868 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:50.111335 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e7191-d614-4b69-a321-880dc9f9e868 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Pushing event updated for resources: {'Port': ['ID=2bd44ccf-d05c-46fd-be26-527d04cdd725,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:50.119905 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-688b640f-502c-40db-92c4-190d7425d04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:50.121342 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-688b640f-502c-40db-92c4-190d7425d04b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cd9438c7c6e48db91649886067ee78c&device_id=f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7 HTTP/1.1" status: 200 len: 1099 time: 0.4066670 Nov 10 19:05:50.133999 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-e368aa94-314a-4cf8-8823-27df6b14bc1b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=74048eaf-c023-4244-acc6-bb708e07e097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319746 Nov 10 19:05:50.149146 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-7c1e7191-d614-4b69-a321-880dc9f9e868 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8035126 Nov 10 19:05:50.186153 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-04732a3f-9037-460d-be2a-b55e205e122e service neutron] Request body: {'port': {'device_id': 'b5d767ea-42d9-480e-bb06-0503d89e1eaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:05:50.189840 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-bb6fa7ae-4d5d-4d87-a001-08754c17c83c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=046bdb90-4d35-4639-97ff-a900315c479b HTTP/1.1" status: 200 len: 217 time: 0.0593240 Nov 10 19:05:50.207729 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bce4a2bd-1197-4a63-b113-51e0c7e1bc0d req-34273212-26a1-417c-8740-d485b6549929 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555874 Nov 10 19:05:50.271246 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-d1fa70b2-4120-4061-9dab-79c079c15e27 service neutron] 10.222.0.25 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256084 Nov 10 19:05:50.336090 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-a5acc1b7-bc98-48cb-9334-b8a409c3641e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:50.338021 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-a5acc1b7-bc98-48cb-9334-b8a409c3641e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.1293054 Nov 10 19:05:50.341342 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-04732a3f-9037-460d-be2a-b55e205e122e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:50.386089 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f70d127d-f979-4d9e-959d-c136746a09c3 req-7caff3bd-73a0-4c9b-9985-2babab4041f5 service neutron] 10.222.0.25 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105390 Nov 10 19:05:50.460390 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c67221f7-920b-455c-8089-b0720d81c475 None None] Provisioning complete for port 2bd44ccf-d05c-46fd-be26-527d04cdd725 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:05:50.460960 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c67221f7-920b-455c-8089-b0720d81c475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:50.493968 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c67221f7-920b-455c-8089-b0720d81c475 None None] Port 2bd44ccf-d05c-46fd-be26-527d04cdd725 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:05:50.511769 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-ab6342a5-fa91-4c91-bd4b-3c01dacacaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:50.513338 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-ab6342a5-fa91-4c91-bd4b-3c01dacacaf8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1547751 Nov 10 19:05:50.520803 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645642f-8e5f-4fd7-87f5-2412d4f04a97 req-10cbf824-79c9-4c32-87b9-385816a07437 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:50.522173 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4645642f-8e5f-4fd7-87f5-2412d4f04a97 req-10cbf824-79c9-4c32-87b9-385816a07437 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5d767ea-42d9-480e-bb06-0503d89e1eaa HTTP/1.1" status: 200 len: 936 time: 0.1769254 Nov 10 19:05:50.622815 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d94648-8163-4636-9034-09bc5b6ee10a req-2fa2f7b6-16a2-4d5c-9f86-ce690608e6fd tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:50.624427 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a8d94648-8163-4636-9034-09bc5b6ee10a req-2fa2f7b6-16a2-4d5c-9f86-ce690608e6fd tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=129c6611-1eb9-483b-b2dd-fc10ee39af03 HTTP/1.1" status: 200 len: 966 time: 0.2646923 Nov 10 19:05:50.803432 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4645642f-8e5f-4fd7-87f5-2412d4f04a97 req-1d99d34b-eb26-4460-a59d-708cff175d5a tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277408 Nov 10 19:05:50.806425 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a8d94648-8163-4636-9034-09bc5b6ee10a req-7037a7c8-592d-4a0d-96fe-0670f88c942b tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472974 Nov 10 19:05:50.810228 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-aa79ad12-3645-4bd2-9d88-98c36f08e90b service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871263 Nov 10 19:05:50.864399 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdb5023-2a9f-4504-8365-05b38ff5aadd x-openstack-request-id: req-dcdb5023-2a9f-4504-8365-05b38ff5aadd {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:05:50.864635 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7", "tag": "046bdb90-4d35-4639-97ff-a900315c479b", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:05:50.864891 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dcdb5023-2a9f-4504-8365-05b38ff5aadd {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:05:50.865300 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7', 'tag': '046bdb90-4d35-4639-97ff-a900315c479b', 'status': 'completed', 'code': 200} Nov 10 19:05:50.897421 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9b9cc8-94ae-47e1-a769-5debfa93fd1d x-openstack-request-id: req-bc9b9cc8-94ae-47e1-a769-5debfa93fd1d {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:05:50.897947 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c35ceb1-a699-4d44-9115-f5898d6a7f22", "tag": "653b8478-220b-442b-8286-259dcc0b0481", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:05:50.898231 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bc9b9cc8-94ae-47e1-a769-5debfa93fd1d {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:05:50.898729 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c35ceb1-a699-4d44-9115-f5898d6a7f22', 'tag': '653b8478-220b-442b-8286-259dcc0b0481', 'status': 'completed', 'code': 200} Nov 10 19:05:50.993705 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303eddc-d90b-46e2-a050-11ccec1eef89 req-3af6b2b5-feb7-4bc8-91c7-9d5b9fffc5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:50.995599 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e303eddc-d90b-46e2-a050-11ccec1eef89 req-3af6b2b5-feb7-4bc8-91c7-9d5b9fffc5da service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=740aa4129faa48ffa1d5e7369c5159ee&device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 1094 time: 0.0623748 Nov 10 19:05:51.002068 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-04732a3f-9037-460d-be2a-b55e205e122e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd44ccf-d05c-46fd-be26-527d04cdd725 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:05:51.003514 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device e8337b31-6358-4a57-9b86-86cd24593ba4 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:05:51.027218 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-04732a3f-9037-460d-be2a-b55e205e122e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:51.031756 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d630e85-038a-4b07-a50a-5b6bca65f743 req-0daee082-e3bf-42bf-92b8-2198106e637d service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126889 Nov 10 19:05:51.050093 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-04732a3f-9037-460d-be2a-b55e205e122e service neutron] Transition to ACTIVE for port object 2bd44ccf-d05c-46fd-be26-527d04cdd725 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:05:51.057409 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-04732a3f-9037-460d-be2a-b55e205e122e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:51.084945 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port e8337b31-6358-4a57-9b86-86cd24593ba4 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:05:51.085369 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf42535-45c3-497b-b661-be30734fd070 req-7baeded7-3b0e-402c-9907-3f3b55388406 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:51.087554 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5bf42535-45c3-497b-b661-be30734fd070 req-7baeded7-3b0e-402c-9907-3f3b55388406 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7 HTTP/1.1" status: 200 len: 948 time: 0.1010768 Nov 10 19:05:51.096454 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port e8337b31-6358-4a57-9b86-86cd24593ba4 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:05:51.096828 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:51.126909 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303eddc-d90b-46e2-a050-11ccec1eef89 req-7d04ce03-2d19-4eeb-aa57-61db28c367cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:51.146987 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e303eddc-d90b-46e2-a050-11ccec1eef89 req-7d04ce03-2d19-4eeb-aa57-61db28c367cc service neutron] 10.222.0.25 "GET /v2.0/networks?id=74048eaf-c023-4244-acc6-bb708e07e097 HTTP/1.1" status: 200 len: 922 time: 0.1426756 Nov 10 19:05:51.183750 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04732a3f-9037-460d-be2a-b55e205e122e service neutron] Pushing event updated for resources: {'Port': ['ID=2bd44ccf-d05c-46fd-be26-527d04cdd725,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:51.195014 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:51.236234 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port e8337b31-6358-4a57-9b86-86cd24593ba4, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e8337b31-6358-4a57-9b86-86cd24593ba4,segment=NetworkSegment(f30db029-3af0-4a37-9a3a-3d875216d3a4),segment_id=f30db029-3af0-4a37-9a3a-3d875216d3a4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:05:51.237736 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129c6611-1eb9-483b-b2dd-fc10ee39af03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8337b31-6358-4a57-9b86-86cd24593ba4'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:05:51.241599 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e5efca-d377-4db7-a946-34a3281454a6" -d '{"events": [{"server_uuid": "129c6611-1eb9-483b-b2dd-fc10ee39af03", "name": "network-vif-plugged", "status": "completed", "tag": "e8337b31-6358-4a57-9b86-86cd24593ba4"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:05:51.247930 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:51.258214 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e303eddc-d90b-46e2-a050-11ccec1eef89 req-b40edc78-a840-4c51-97a5-db4805b9503e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=653b8478-220b-442b-8286-259dcc0b0481 HTTP/1.1" status: 200 len: 217 time: 0.1011052 Nov 10 19:05:51.260891 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f3152-cd5c-4817-877a-19e004b86e11 req-ac6d3716-eee3-430c-9285-9fa96f416c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:51.266365 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ad6f3152-cd5c-4817-877a-19e004b86e11 req-ac6d3716-eee3-430c-9285-9fa96f416c5c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cd9438c7c6e48db91649886067ee78c&device_id=f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7 HTTP/1.1" status: 200 len: 1099 time: 0.1741145 Nov 10 19:05:51.281918 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5bf42535-45c3-497b-b661-be30734fd070 req-92e59b9f-cd00-41a7-b608-1e19136b3e7c tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/security-groups?id=559a5f26-c376-401b-adc9-7edb4086b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552553 Nov 10 19:05:51.340764 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=e8337b31-6358-4a57-9b86-86cd24593ba4,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:51.387296 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303eddc-d90b-46e2-a050-11ccec1eef89 req-84b2fb1c-2924-481b-8bf4-de2f87030ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:51.389227 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e303eddc-d90b-46e2-a050-11ccec1eef89 req-84b2fb1c-2924-481b-8bf4-de2f87030ff0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=91093ec9-e097-43f7-865c-a8764e927d57 HTTP/1.1" status: 200 len: 861 time: 0.1177065 Nov 10 19:05:51.442204 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e303eddc-d90b-46e2-a050-11ccec1eef89 req-95711baf-4728-4924-8985-c9e6bb63c6eb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=74048eaf-c023-4244-acc6-bb708e07e097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452759 Nov 10 19:05:51.465411 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-04732a3f-9037-460d-be2a-b55e205e122e service neutron] Attempting to bind port 2bd44ccf-d05c-46fd-be26-527d04cdd725 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:05:51.465746 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-04732a3f-9037-460d-be2a-b55e205e122e service neutron] Attempting to bind port 2bd44ccf-d05c-46fd-be26-527d04cdd725 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:05:51.466112 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-04732a3f-9037-460d-be2a-b55e205e122e service neutron] Attempting to bind port 2bd44ccf-d05c-46fd-be26-527d04cdd725 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:05:51.480908 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-04732a3f-9037-460d-be2a-b55e205e122e service neutron] Port 2bd44ccf-d05c-46fd-be26-527d04cdd725 on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:05:51.481249 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-04732a3f-9037-460d-be2a-b55e205e122e service neutron] Attempting to bind port 2bd44ccf-d05c-46fd-be26-527d04cdd725 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:05:51.495379 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-04732a3f-9037-460d-be2a-b55e205e122e service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:05:51.495714 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-04732a3f-9037-460d-be2a-b55e205e122e service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:05:51.496093 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-04732a3f-9037-460d-be2a-b55e205e122e service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:05:51.496641 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-04732a3f-9037-460d-be2a-b55e205e122e service neutron] Bound port: 2bd44ccf-d05c-46fd-be26-527d04cdd725, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:05:51.496989 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-04732a3f-9037-460d-be2a-b55e205e122e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:51.527790 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f3152-cd5c-4817-877a-19e004b86e11 req-a59f1b33-e988-4a60-8bd2-5fcd7e05d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:51.529457 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ad6f3152-cd5c-4817-877a-19e004b86e11 req-a59f1b33-e988-4a60-8bd2-5fcd7e05d6da service neutron] 10.222.0.25 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.2463002 Nov 10 19:05:51.563698 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce6d62a-c324-44a7-a4c6-6345acb91708 x-openstack-request-id: req-fce6d62a-c324-44a7-a4c6-6345acb91708 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:05:51.565268 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129c6611-1eb9-483b-b2dd-fc10ee39af03", "name": "network-vif-plugged", "status": "completed", "tag": "e8337b31-6358-4a57-9b86-86cd24593ba4", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:05:51.565868 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fce6d62a-c324-44a7-a4c6-6345acb91708 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:05:51.567456 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129c6611-1eb9-483b-b2dd-fc10ee39af03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8337b31-6358-4a57-9b86-86cd24593ba4', 'code': 200} Nov 10 19:05:51.631702 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ad6f3152-cd5c-4817-877a-19e004b86e11 req-86921428-30ae-452f-aaf0-1ac05856a94c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=046bdb90-4d35-4639-97ff-a900315c479b HTTP/1.1" status: 200 len: 217 time: 0.0922897 Nov 10 19:05:51.633687 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e303eddc-d90b-46e2-a050-11ccec1eef89 req-c2998455-a865-4110-8cf3-f5f46ffc176e service neutron] 10.222.0.25 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819401 Nov 10 19:05:51.745174 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c5204-3128-4e5c-8dfc-9c3e5b0c9ba1 req-9fdbff21-aeec-4a1b-89a7-9d4102c03aba tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:51.746811 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e44c5204-3128-4e5c-8dfc-9c3e5b0c9ba1 req-9fdbff21-aeec-4a1b-89a7-9d4102c03aba tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 943 time: 0.2104738 Nov 10 19:05:51.749863 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-04732a3f-9037-460d-be2a-b55e205e122e service neutron] For port 2bd44ccf-d05c-46fd-be26-527d04cdd725, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:05:51.755509 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-04732a3f-9037-460d-be2a-b55e205e122e service neutron] For port 2bd44ccf-d05c-46fd-be26-527d04cdd725, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=2bd44ccf-d05c-46fd-be26-527d04cdd725,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:05:51.788571 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f3152-cd5c-4817-877a-19e004b86e11 req-41a010da-3e8b-410e-88ee-861c396774d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:51.790115 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ad6f3152-cd5c-4817-877a-19e004b86e11 req-41a010da-3e8b-410e-88ee-861c396774d0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.1388984 Nov 10 19:05:51.793636 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-04732a3f-9037-460d-be2a-b55e205e122e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:51.807239 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e71dff-7a6d-4f0e-9e14-10474b70d032 req-bdfd7526-f31d-4725-9c8c-994fabb6bd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:51.808945 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-41e71dff-7a6d-4f0e-9e14-10474b70d032 req-bdfd7526-f31d-4725-9c8c-994fabb6bd6d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=129c6611-1eb9-483b-b2dd-fc10ee39af03 HTTP/1.1" status: 200 len: 1118 time: 0.1674943 Nov 10 19:05:51.811337 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e303eddc-d90b-46e2-a050-11ccec1eef89 req-34277653-cd7e-474a-9042-eb1f535850e3 service neutron] 10.222.0.25 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351142 Nov 10 19:05:51.895998 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04732a3f-9037-460d-be2a-b55e205e122e service neutron] Pushing event updated for resources: {'Port': ['ID=2bd44ccf-d05c-46fd-be26-527d04cdd725,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:51.905724 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-04732a3f-9037-460d-be2a-b55e205e122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:51.906516 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-04732a3f-9037-460d-be2a-b55e205e122e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:51.907857 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-04732a3f-9037-460d-be2a-b55e205e122e service neutron] 10.222.0.25 "PUT /v2.0/ports/2bd44ccf-d05c-46fd-be26-527d04cdd725 HTTP/1.1" status: 200 len: 1096 time: 1.7278833 Nov 10 19:05:51.912871 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-41e71dff-7a6d-4f0e-9e14-10474b70d032 req-673eeb2d-7cc1-48f3-8de1-75f92a37e134 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731761 Nov 10 19:05:51.918366 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e44c5204-3128-4e5c-8dfc-9c3e5b0c9ba1 req-864b6467-10ca-4d53-bfe8-897c7c541231 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588480 Nov 10 19:05:51.955073 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f3152-cd5c-4817-877a-19e004b86e11 req-ecfd0f16-ba75-4d9c-97cc-be329aa59e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:51.957179 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ad6f3152-cd5c-4817-877a-19e004b86e11 req-ecfd0f16-ba75-4d9c-97cc-be329aa59e42 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1046016 Nov 10 19:05:52.074188 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-f15e1aa5-1716-4dad-97f5-7e2c21ad99a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:52.075800 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-f15e1aa5-1716-4dad-97f5-7e2c21ad99a3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&device_id=b5d767ea-42d9-480e-bb06-0503d89e1eaa HTTP/1.1" status: 200 len: 1099 time: 0.1169577 Nov 10 19:05:52.127867 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-3560c279-5a24-45a8-8bc4-1799da48cd9a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=2bd44ccf-d05c-46fd-be26-527d04cdd725 HTTP/1.1" status: 200 len: 217 time: 0.0418572 Nov 10 19:05:52.186903 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ad6f3152-cd5c-4817-877a-19e004b86e11 req-76dfd5ea-9fb4-4fab-af31-04197e04499d service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199068 Nov 10 19:05:52.298643 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-a97b28d8-740b-45eb-a045-7d882595663e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:52.300036 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-a97b28d8-740b-45eb-a045-7d882595663e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.1645939 Nov 10 19:05:52.417113 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8f951-804d-4ee9-bf2e-bc3d93fc6d54 req-22994b82-b9ec-4704-ba4c-0a8d6c4efddb tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:52.418627 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8ec8f951-804d-4ee9-bf2e-bc3d93fc6d54 req-22994b82-b9ec-4704-ba4c-0a8d6c4efddb tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=129c6611-1eb9-483b-b2dd-fc10ee39af03 HTTP/1.1" status: 200 len: 967 time: 0.1730950 Nov 10 19:05:52.422178 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ad6f3152-cd5c-4817-877a-19e004b86e11 req-c639fae2-2422-4c36-8832-9effc6cfa14a service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284341 Nov 10 19:05:52.431567 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa5aec-756c-44f0-9305-fd98f5e0656c req-5ac25202-c9c8-4337-9e00-92409d244bec tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:52.433088 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2fa5aec-756c-44f0-9305-fd98f5e0656c req-5ac25202-c9c8-4337-9e00-92409d244bec tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5d767ea-42d9-480e-bb06-0503d89e1eaa HTTP/1.1" status: 200 len: 948 time: 0.1558278 Nov 10 19:05:52.469920 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-d120a742-7f6b-4277-a99b-7fba38b4fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:52.471375 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-d120a742-7f6b-4277-a99b-7fba38b4fd26 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1442177 Nov 10 19:05:52.755903 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8ec8f951-804d-4ee9-bf2e-bc3d93fc6d54 req-9af2b290-9686-4bbb-8dfb-041d7c7a7c66 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3216519 Nov 10 19:05:52.763302 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2fa5aec-756c-44f0-9305-fd98f5e0656c req-89383217-10e8-4b6f-b84a-3d573860bc9f tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202510 Nov 10 19:05:52.804338 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-edcfa42d-db75-44d3-b033-f8769fbc8cb0 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190768 Nov 10 19:05:52.884115 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d767ea-42d9-480e-bb06-0503d89e1eaa', 'tag': '2bd44ccf-d05c-46fd-be26-527d04cdd725'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:05:52.886510 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d4547f-ede7-47a4-95e1-a4eb389f3fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d767ea-42d9-480e-bb06-0503d89e1eaa", "tag": "2bd44ccf-d05c-46fd-be26-527d04cdd725"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:05:52.957837 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-40ab3daf-ee1f-4255-bd90-744328ed6c58 req-0ccfc9d0-6ccb-4a4c-977a-cff7e1cd6b29 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449449 Nov 10 19:05:52.966627 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc90845-b2ab-4be5-943e-66dc65a5bfb1 req-d6314280-9010-436e-9256-5b19eaabd5cd tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:52.968242 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4bc90845-b2ab-4be5-943e-66dc65a5bfb1 req-d6314280-9010-436e-9256-5b19eaabd5cd tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7 HTTP/1.1" status: 200 len: 948 time: 0.0762205 Nov 10 19:05:53.033646 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4bc90845-b2ab-4be5-943e-66dc65a5bfb1 req-c3608fc0-9e3a-459c-a51f-33d42f9afa71 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/security-groups?id=559a5f26-c376-401b-adc9-7edb4086b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573924 Nov 10 19:05:53.140336 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f9ee13-67f3-4bc8-ba9f-9b0f7e916df5 x-openstack-request-id: req-c0f9ee13-67f3-4bc8-ba9f-9b0f7e916df5 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:05:53.140933 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d767ea-42d9-480e-bb06-0503d89e1eaa", "tag": "2bd44ccf-d05c-46fd-be26-527d04cdd725", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:05:53.140933 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c0f9ee13-67f3-4bc8-ba9f-9b0f7e916df5 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:05:53.141285 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d767ea-42d9-480e-bb06-0503d89e1eaa', 'tag': '2bd44ccf-d05c-46fd-be26-527d04cdd725', 'status': 'completed', 'code': 200} Nov 10 19:05:53.241941 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4547f-ede7-47a4-95e1-a4eb389f3fbe req-1101d50f-1f56-47ef-8980-7cb5b1f1ff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:53.243481 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45d4547f-ede7-47a4-95e1-a4eb389f3fbe req-1101d50f-1f56-47ef-8980-7cb5b1f1ff51 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&device_id=b5d767ea-42d9-480e-bb06-0503d89e1eaa HTTP/1.1" status: 200 len: 1099 time: 0.0756888 Nov 10 19:05:53.299474 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5d3c5-8c81-4a66-a5b3-b88e14575f2d req-acf1e970-36ec-40a2-b549-3b8ade5774e4 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:53.301093 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bcb5d3c5-8c81-4a66-a5b3-b88e14575f2d req-acf1e970-36ec-40a2-b549-3b8ade5774e4 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 943 time: 0.1016395 Nov 10 19:05:53.378821 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cb2fb5ce-e9e0-44fc-9447-9c33ab253ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:53.409175 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bcb5d3c5-8c81-4a66-a5b3-b88e14575f2d req-8abac1e3-3b73-4a93-8a50-77f7f94516b8 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720649 Nov 10 19:05:53.412264 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4547f-ede7-47a4-95e1-a4eb389f3fbe req-aff71a64-a81e-4d94-ab94-6512899e6fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:53.413830 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45d4547f-ede7-47a4-95e1-a4eb389f3fbe req-aff71a64-a81e-4d94-ab94-6512899e6fba service neutron] 10.222.0.25 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.1590824 Nov 10 19:05:53.473448 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45d4547f-ede7-47a4-95e1-a4eb389f3fbe req-1fcb19a0-f187-4ec9-b63a-6ff91b3379aa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=2bd44ccf-d05c-46fd-be26-527d04cdd725 HTTP/1.1" status: 200 len: 217 time: 0.0507560 Nov 10 19:05:53.559071 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4547f-ede7-47a4-95e1-a4eb389f3fbe req-61dd8c91-40e9-4a1e-bf3b-c9e1596a391a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:53.560942 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45d4547f-ede7-47a4-95e1-a4eb389f3fbe req-61dd8c91-40e9-4a1e-bf3b-c9e1596a391a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0779099 Nov 10 19:05:53.626264 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4547f-ede7-47a4-95e1-a4eb389f3fbe req-6acfbc20-fb41-42c9-a45f-0f4058a83e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:53.628045 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45d4547f-ede7-47a4-95e1-a4eb389f3fbe req-6acfbc20-fb41-42c9-a45f-0f4058a83e3f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0594981 Nov 10 19:05:53.767257 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45d4547f-ede7-47a4-95e1-a4eb389f3fbe req-fb55940c-c928-49d6-ba92-4bc132a32de9 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309276 Nov 10 19:05:53.940097 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45d4547f-ede7-47a4-95e1-a4eb389f3fbe req-c3ab164b-bdae-435c-ad19-0ced0f248868 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592560 Nov 10 19:05:53.955578 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51defac8-9c24-49ef-bfeb-768154bbf134 req-8adc9afb-48b6-4df8-b1b8-f83c2bee8e90 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:53.957121 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51defac8-9c24-49ef-bfeb-768154bbf134 req-8adc9afb-48b6-4df8-b1b8-f83c2bee8e90 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=129c6611-1eb9-483b-b2dd-fc10ee39af03 HTTP/1.1" status: 200 len: 967 time: 0.0813913 Nov 10 19:05:54.041488 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51defac8-9c24-49ef-bfeb-768154bbf134 req-17141604-3b92-4a5c-85c2-81994fc7c816 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763843 Nov 10 19:05:54.054107 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da32cd-7ccb-48ce-922f-331cbe765d27 req-a7751b00-9402-4141-8e35-48f6706d2f58 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:54.062632 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-26da32cd-7ccb-48ce-922f-331cbe765d27 req-a7751b00-9402-4141-8e35-48f6706d2f58 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5d767ea-42d9-480e-bb06-0503d89e1eaa HTTP/1.1" status: 200 len: 948 time: 0.0732558 Nov 10 19:05:54.116551 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-26da32cd-7ccb-48ce-922f-331cbe765d27 req-28efe4b5-2974-404c-92ec-be36491d76ca tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517995 Nov 10 19:05:54.182698 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd1983-b9ab-4bf4-a89b-e62d96bfc82e req-485d5d21-667d-4428-ad25-df351de224be tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:54.184102 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f3bd1983-b9ab-4bf4-a89b-e62d96bfc82e req-485d5d21-667d-4428-ad25-df351de224be tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7 HTTP/1.1" status: 200 len: 948 time: 0.0513248 Nov 10 19:05:54.215687 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:54.249803 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f3bd1983-b9ab-4bf4-a89b-e62d96bfc82e req-547fdede-f61e-4cf8-9c57-cd1c75e08665 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/security-groups?id=559a5f26-c376-401b-adc9-7edb4086b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583839 Nov 10 19:05:54.296815 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8a433-a056-4c74-99c7-ab954b05555f req-b3170598-6f64-41e6-b2b1-3382dd41687a tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:54.298594 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02a8a433-a056-4c74-99c7-ab954b05555f req-b3170598-6f64-41e6-b2b1-3382dd41687a tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=129c6611-1eb9-483b-b2dd-fc10ee39af03 HTTP/1.1" status: 200 len: 967 time: 0.0649610 Nov 10 19:05:54.308690 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49362) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:54.316890 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-3a25d03f-81f9-4cb6-91c2-d7b99435461e tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Request body: {'floatingip': {'port_id': 'e8337b31-6358-4a57-9b86-86cd24593ba4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:05:54.327788 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49364) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:54.417872 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a25d03f-81f9-4cb6-91c2-d7b99435461e tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks [] for floatingip, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:54.498706 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f8b95023-c2f8-4347-be87-e50b00996fbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:54.582478 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4a5f3-d9d0-41c8-9eca-fcd01ff3d4ef req-4a15f18f-d9db-4803-b39d-7bf02eb5e8f2 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:54.584063 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0bc4a5f3-d9d0-41c8-9eca-fcd01ff3d4ef req-4a15f18f-d9db-4803-b39d-7bf02eb5e8f2 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 943 time: 0.0692623 Nov 10 19:05:54.666395 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0bc4a5f3-d9d0-41c8-9eca-fcd01ff3d4ef req-586aed8e-84a7-4436-9b1a-3e1073de7682 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759397 Nov 10 19:05:54.670995 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f8b95023-c2f8-4347-be87-e50b00996fbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:54.688883 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f8b95023-c2f8-4347-be87-e50b00996fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:54.706649 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:54.754043 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f8b95023-c2f8-4347-be87-e50b00996fbe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=06d436a01e10465baf14fe02c7f25193&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4245021 Nov 10 19:05:54.756397 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49402) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:54.790033 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b95023-c2f8-4347-be87-e50b00996fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9971189e-0118-48be-a2fc-5d0f0edcbffc,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:54.909263 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-27f04034-c3dc-4197-9937-47fb519ce62c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:54.938489 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-27f04034-c3dc-4197-9937-47fb519ce62c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:55.024197 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-27f04034-c3dc-4197-9937-47fb519ce62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:55.029731 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-27f04034-c3dc-4197-9937-47fb519ce62c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:55.034378 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-27f04034-c3dc-4197-9937-47fb519ce62c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9971189e-0118-48be-a2fc-5d0f0edcbffc HTTP/1.1" status: 204 len: 168 time: 0.2452404 Nov 10 19:05:55.044814 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f04034-c3dc-4197-9937-47fb519ce62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9971189e-0118-48be-a2fc-5d0f0edcbffc,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:55.130751 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49436) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:55.302275 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b64ca-cde6-4a89-adba-52739a68add1 req-7ed79695-63ea-4fba-b223-e175df13575e tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:55.302908 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.db.resource_extend [None req-3a25d03f-81f9-4cb6-91c2-d7b99435461e tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 19:05:55.304617 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cc1b64ca-cde6-4a89-adba-52739a68add1 req-7ed79695-63ea-4fba-b223-e175df13575e tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5d767ea-42d9-480e-bb06-0503d89e1eaa HTTP/1.1" status: 200 len: 948 time: 0.0660655 Nov 10 19:05:55.380990 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cc1b64ca-cde6-4a89-adba-52739a68add1 req-3c0c66bb-d825-4289-bd9e-f334e53be45f tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691485 Nov 10 19:05:55.398237 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 046bdb90-4d35-4639-97ff-a900315c479b details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:05:55.524488 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdded9-5988-423f-a7a9-5a9f3a6c39e9 req-2a25b995-dcc7-49db-ade2-fa6688797891 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:55.525652 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-20bdded9-5988-423f-a7a9-5a9f3a6c39e9 req-2a25b995-dcc7-49db-ade2-fa6688797891 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7 HTTP/1.1" status: 200 len: 948 time: 0.0741439 Nov 10 19:05:55.574499 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49456) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:55.627782 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 046bdb90-4d35-4639-97ff-a900315c479b, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=046bdb90-4d35-4639-97ff-a900315c479b,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:05:55.675134 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a25d03f-81f9-4cb6-91c2-d7b99435461e tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:55.683037 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a25d03f-81f9-4cb6-91c2-d7b99435461e tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:55.746331 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f925f65-0024-4656-bd2a-6f6c15e8a923 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:55.785421 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-20bdded9-5988-423f-a7a9-5a9f3a6c39e9 req-1ae07d1e-155c-47d6-91a2-c71c73f466b6 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/security-groups?id=559a5f26-c376-401b-adc9-7edb4086b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517724 Nov 10 19:05:55.794495 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '046bdb90-4d35-4639-97ff-a900315c479b', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': '046bdb90-4d35-4639-97ff-a900315c479b', 'mac_address': 'fa:16:3e:1a:61:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:05:55.831629 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9af73c9c-9158-429f-9892-b58f3709d24d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:55.845645 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [None req-3a25d03f-81f9-4cb6-91c2-d7b99435461e tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Floating IP 405369da-36ed-4a06-922e-625ba1b02e11 associated. External IP: 172.25.3.99, port: e8337b31-6358-4a57-9b86-86cd24593ba4. Nov 10 19:05:55.849702 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:55.869964 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 046bdb90-4d35-4639-97ff-a900315c479b {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:05:55.877004 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5b066fa0-4187-4e3b-8cc7-c1bad1e35d96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:55.903194 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 046bdb90-4d35-4639-97ff-a900315c479b, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=046bdb90-4d35-4639-97ff-a900315c479b,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:05:55.913542 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:55.915771 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 653b8478-220b-442b-8286-259dcc0b0481 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:05:55.993091 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59a839-84cf-4251-b15b-f6cb163f7087 req-ef95cd75-a6e2-46c9-85fe-d9843342a0fa tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:55.994673 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9b59a839-84cf-4251-b15b-f6cb163f7087 req-ef95cd75-a6e2-46c9-85fe-d9843342a0fa tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac7e6657-92d7-4e7c-90b8-110046ae1f6a HTTP/1.1" status: 200 len: 972 time: 0.2677457 Nov 10 19:05:56.013387 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=046bdb90-4d35-4639-97ff-a900315c479b,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:56.067694 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21061f06-2258-44d6-acfc-1444644fdcf6 req-1e2fad45-e627-421c-a309-aa73d48e9d79 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:56.069207 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-21061f06-2258-44d6-acfc-1444644fdcf6 req-1e2fad45-e627-421c-a309-aa73d48e9d79 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 943 time: 0.1615319 Nov 10 19:05:56.103230 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 653b8478-220b-442b-8286-259dcc0b0481, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=653b8478-220b-442b-8286-259dcc0b0481,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:05:56.128579 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '653b8478-220b-442b-8286-259dcc0b0481', 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097', 'port_id': '653b8478-220b-442b-8286-259dcc0b0481', 'mac_address': 'fa:16:3e:f7:33:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91093ec9-e097-43f7-865c-a8764e927d57', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:05:56.152762 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a25d03f-81f9-4cb6-91c2-d7b99435461e tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Router 19e228fa-2456-49d8-a6b4-b948e1e2b363 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:05:56.187281 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:56.205442 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653b8478-220b-442b-8286-259dcc0b0481 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:05:56.227223 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9b59a839-84cf-4251-b15b-f6cb163f7087 req-3d7fe6ef-b72c-4b0c-8825-732a747edf69 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/security-groups?id=f336b843-be38-4c16-b66d-9c4cb5c6d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163167 Nov 10 19:05:56.240975 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 653b8478-220b-442b-8286-259dcc0b0481, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=653b8478-220b-442b-8286-259dcc0b0481,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:05:56.247524 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:56.253456 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5b066fa0-4187-4e3b-8cc7-c1bad1e35d96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:56.270785 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f925f65-0024-4656-bd2a-6f6c15e8a923 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:56.271831 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5b066fa0-4187-4e3b-8cc7-c1bad1e35d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:56.280657 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f925f65-0024-4656-bd2a-6f6c15e8a923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:56.324542 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=653b8478-220b-442b-8286-259dcc0b0481,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:56.330396 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-21061f06-2258-44d6-acfc-1444644fdcf6 req-8d55b0ee-1648-4837-a193-c62d4eb92145 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486849 Nov 10 19:05:56.338220 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a25d03f-81f9-4cb6-91c2-d7b99435461e tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:05:56.347351 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a25d03f-81f9-4cb6-91c2-d7b99435461e tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:56.354275 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d3e39a-e88e-4eca-a8f1-3a3e6dcbb335 None None] Sync routers for ids ['19e228fa-2456-49d8-a6b4-b948e1e2b363'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:05:56.364765 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d3e39a-e88e-4eca-a8f1-3a3e6dcbb335 None None] Routers {'19e228fa-2456-49d8-a6b4-b948e1e2b363'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:05:56.365504 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-08d3e39a-e88e-4eca-a8f1-3a3e6dcbb335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:05:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['19e228fa-2456-49d8-a6b4-b948e1e2b363'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:05:56.383385 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5b066fa0-4187-4e3b-8cc7-c1bad1e35d96 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=88d37deb8e5a43828b235746b6c309ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8051403 Nov 10 19:05:56.383385 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b066fa0-4187-4e3b-8cc7-c1bad1e35d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a81332-200d-420e-a675-18fdfdf53674,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:56.384588 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49480) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:56.391343 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5f925f65-0024-4656-bd2a-6f6c15e8a923 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=353a2aeabeda41528c42aa040cf5ec1d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2590239 Nov 10 19:05:56.391771 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49482) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:56.446028 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3a25d03f-81f9-4cb6-91c2-d7b99435461e tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "PUT /v2.0/floatingips/405369da-36ed-4a06-922e-625ba1b02e11 HTTP/1.1" status: 200 len: 1012 time: 2.1346555 Nov 10 19:05:56.447891 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '129c6611-1eb9-483b-b2dd-fc10ee39af03', 'tag': 'e8337b31-6358-4a57-9b86-86cd24593ba4'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:05:56.450432 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9204aa-723d-4569-bb00-6366124635f6" -d '{"events": [{"name": "network-changed", "server_uuid": "129c6611-1eb9-483b-b2dd-fc10ee39af03", "tag": "e8337b31-6358-4a57-9b86-86cd24593ba4"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:05:56.473641 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-33908716-cb34-498f-b318-6fefc5283f5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:56.488723 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f925f65-0024-4656-bd2a-6f6c15e8a923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2042b17-6ff9-4cb2-bef3-8901094e673c,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:56.500338 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-33908716-cb34-498f-b318-6fefc5283f5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:56.519863 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b22b2fed-57ef-4a89-8731-ca53225287d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:56.561164 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-33908716-cb34-498f-b318-6fefc5283f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:56.562772 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-08d3e39a-e88e-4eca-a8f1-3a3e6dcbb335 None None] Set router 19e228fa-2456-49d8-a6b4-b948e1e2b363 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:05:56.564596 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-33908716-cb34-498f-b318-6fefc5283f5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:56.566176 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-33908716-cb34-498f-b318-6fefc5283f5e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a7a81332-200d-420e-a675-18fdfdf53674 HTTP/1.1" status: 204 len: 168 time: 0.1803513 Nov 10 19:05:56.577037 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33908716-cb34-498f-b318-6fefc5283f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a81332-200d-420e-a675-18fdfdf53674,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:56.578504 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b22b2fed-57ef-4a89-8731-ca53225287d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:56.646926 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21ba5c-c411-4df0-8155-52fc03364115 req-b262b585-83fd-403b-9c7f-cc828f5d556f tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:56.654472 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8e21ba5c-c411-4df0-8155-52fc03364115 req-b262b585-83fd-403b-9c7f-cc828f5d556f tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5d767ea-42d9-480e-bb06-0503d89e1eaa HTTP/1.1" status: 200 len: 948 time: 0.1362693 Nov 10 19:05:56.693848 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7eead58-af92-40dc-a77b-36e7d79a6bbf x-openstack-request-id: req-a7eead58-af92-40dc-a77b-36e7d79a6bbf {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:05:56.694458 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "129c6611-1eb9-483b-b2dd-fc10ee39af03", "tag": "e8337b31-6358-4a57-9b86-86cd24593ba4", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:05:56.694458 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a7eead58-af92-40dc-a77b-36e7d79a6bbf {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:05:56.695117 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '129c6611-1eb9-483b-b2dd-fc10ee39af03', 'tag': 'e8337b31-6358-4a57-9b86-86cd24593ba4', 'status': 'completed', 'code': 200} Nov 10 19:05:56.708388 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b22b2fed-57ef-4a89-8731-ca53225287d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:56.711417 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b22b2fed-57ef-4a89-8731-ca53225287d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:56.712581 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b22b2fed-57ef-4a89-8731-ca53225287d7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e2042b17-6ff9-4cb2-bef3-8901094e673c HTTP/1.1" status: 204 len: 168 time: 0.3179381 Nov 10 19:05:56.734222 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['653b8478-220b-442b-8286-259dcc0b0481'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:05:56.759720 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8e21ba5c-c411-4df0-8155-52fc03364115 req-a5d3018f-9c2c-434e-a1df-ff3c9bf1def0 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954640 Nov 10 19:05:56.759720 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b2fed-57ef-4a89-8731-ca53225287d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2042b17-6ff9-4cb2-bef3-8901094e673c,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:56.788121 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['046bdb90-4d35-4639-97ff-a900315c479b'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:05:56.801928 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9204aa-723d-4569-bb00-6366124635f6 req-72eafeee-d1db-4a61-a04b-2b58653ebc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:56.803670 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ea9204aa-723d-4569-bb00-6366124635f6 req-72eafeee-d1db-4a61-a04b-2b58653ebc09 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eeb5c8ebb6ac4d4693aeaf63c555f1ed&device_id=129c6611-1eb9-483b-b2dd-fc10ee39af03 HTTP/1.1" status: 200 len: 1118 time: 0.0826337 Nov 10 19:05:56.986999 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed00dce-789d-47fc-8aec-a484b89d36cb req-acdfeb34-8e74-449e-abdb-d68a627d9698 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:56.999705 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eed00dce-789d-47fc-8aec-a484b89d36cb req-acdfeb34-8e74-449e-abdb-d68a627d9698 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7 HTTP/1.1" status: 200 len: 949 time: 0.1051357 Nov 10 19:05:57.046171 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9204aa-723d-4569-bb00-6366124635f6 req-60f08ce0-302a-4f16-9b49-e74e0ae1dcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:57.049256 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ea9204aa-723d-4569-bb00-6366124635f6 req-60f08ce0-302a-4f16-9b49-e74e0ae1dcfb service neutron] 10.222.0.73 "GET /v2.0/networks?id=423e20a9-8495-4dca-adac-a4f59edcf0b6 HTTP/1.1" status: 200 len: 925 time: 0.2375362 Nov 10 19:05:57.081026 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:57.100985 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eed00dce-789d-47fc-8aec-a484b89d36cb req-b20aaef2-499a-4cb9-82df-153d09e19daa tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/security-groups?id=559a5f26-c376-401b-adc9-7edb4086b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958495 Nov 10 19:05:57.218969 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ea9204aa-723d-4569-bb00-6366124635f6 req-0bcd3c71-954a-4ee4-b601-fe34e7bd14a2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8337b31-6358-4a57-9b86-86cd24593ba4 HTTP/1.1" status: 200 len: 1020 time: 0.1592178 Nov 10 19:05:57.256529 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-08d3e39a-e88e-4eca-a8f1-3a3e6dcbb335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267993946-router', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:05:08Z', 'updated_at': '2021-11-10T19:05:14Z', 'revision_number': 4, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'gw_port': {'id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:09Z', 'updated_at': '2021-11-10T19:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '405369da-36ed-4a06-922e-625ba1b02e11', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'floating_ip_address': '172.25.3.99', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'port_id': 'e8337b31-6358-4a57-9b86-86cd24593ba4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6', 'mac_address': 'fa:16:3e:de:58:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129c6611-1eb9-483b-b2dd-fc10ee39af03', 'device_owner': 'compute:tempest-test_az-1001816493'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:05:38Z', 'updated_at': '2021-11-10T19:05:55Z', 'revision_number': 1, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536c3623-1aac-4f6c-b15d-89776bdd32f1', 'name': '', 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'mac_address': 'fa:16:3e:fe:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9a832f56-5207-4167-a27c-433bc2e28f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:13Z', 'updated_at': '2021-11-10T19:05:18Z', 'revision_number': 5, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'subnets': [{'id': '9a832f56-5207-4167-a27c-433bc2e28f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:05:57.292212 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9204aa-723d-4569-bb00-6366124635f6 req-cc2845c5-001b-4752-9fff-27a82b65a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:57.293741 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ea9204aa-723d-4569-bb00-6366124635f6 req-cc2845c5-001b-4752-9fff-27a82b65a317 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a832f56-5207-4167-a27c-433bc2e28f2d HTTP/1.1" status: 200 len: 863 time: 0.0656998 Nov 10 19:05:57.297611 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d3e39a-e88e-4eca-a8f1-3a3e6dcbb335 None None] Checking router: 19e228fa-2456-49d8-a6b4-b948e1e2b363 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:05:57.324431 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d3e39a-e88e-4eca-a8f1-3a3e6dcbb335 None None] Routers {'19e228fa-2456-49d8-a6b4-b948e1e2b363'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:05:57.325087 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-08d3e39a-e88e-4eca-a8f1-3a3e6dcbb335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:05:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['19e228fa-2456-49d8-a6b4-b948e1e2b363'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:05:57.362824 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9204aa-723d-4569-bb00-6366124635f6 req-adede1fd-df7e-4de0-8ea9-3b2ddd9d6483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:57.364384 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ea9204aa-723d-4569-bb00-6366124635f6 req-adede1fd-df7e-4de0-8ea9-3b2ddd9d6483 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=423e20a9-8495-4dca-adac-a4f59edcf0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587058 Nov 10 19:05:57.381560 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-cfe076c4-2d95-4b6c-bcd8-c3482894d5d7 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=f2f4cffd183d4e69bd4120c4a3ffb7a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706005 Nov 10 19:05:57.385527 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 2bd44ccf-d05c-46fd-be26-527d04cdd725 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:05:57.513996 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-08d3e39a-e88e-4eca-a8f1-3a3e6dcbb335 None None] Set router 19e228fa-2456-49d8-a6b4-b948e1e2b363 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:05:57.542504 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49520) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:57.565043 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a3fc8-af49-40b7-b478-99e89cb6b6f0 req-44c47b25-ee11-4b37-925f-61b9d45f9c9c tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:57.566740 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d39a3fc8-af49-40b7-b478-99e89cb6b6f0 req-44c47b25-ee11-4b37-925f-61b9d45f9c9c tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac7e6657-92d7-4e7c-90b8-110046ae1f6a HTTP/1.1" status: 200 len: 972 time: 0.1891420 Nov 10 19:05:57.576517 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-beaa7068-55f7-4e48-a9c8-aaef7091ccab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:57.583789 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ea9204aa-723d-4569-bb00-6366124635f6 req-63304a99-0cfc-4353-9548-fcddd74049f2 service neutron] 10.222.0.73 "GET /v2.0/networks/423e20a9-8495-4dca-adac-a4f59edcf0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003317 Nov 10 19:05:57.619532 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49522) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:57.660036 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 2bd44ccf-d05c-46fd-be26-527d04cdd725, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=2bd44ccf-d05c-46fd-be26-527d04cdd725,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:05:57.702782 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68925913-209c-4386-862a-31206f24bd14 req-9c1c19d0-99fd-4602-a5b8-eaa5ad817bff tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:57.703498 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '2bd44ccf-d05c-46fd-be26-527d04cdd725', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': '2bd44ccf-d05c-46fd-be26-527d04cdd725', 'mac_address': 'fa:16:3e:dc:51:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:05:57.704307 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-68925913-209c-4386-862a-31206f24bd14 req-9c1c19d0-99fd-4602-a5b8-eaa5ad817bff tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac7e6657-92d7-4e7c-90b8-110046ae1f6a HTTP/1.1" status: 200 len: 972 time: 0.1671052 Nov 10 19:05:57.706798 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-eb0af50a-3a6d-42b1-981a-abf998b8bfe8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:57.712954 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-43f9043c-e1fa-42a5-b2f5-ed05fb4ecbfa tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:57.720198 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-43f9043c-e1fa-42a5-b2f5-ed05fb4ecbfa tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3064270 Nov 10 19:05:57.751226 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d39a3fc8-af49-40b7-b478-99e89cb6b6f0 req-0ff1c0f7-4d3f-4100-80dd-5f81f51bf257 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/security-groups?id=f336b843-be38-4c16-b66d-9c4cb5c6d7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508241 Nov 10 19:05:57.772388 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:57.815164 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd44ccf-d05c-46fd-be26-527d04cdd725 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:05:57.831310 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ea9204aa-723d-4569-bb00-6366124635f6 req-91ed59f7-cf8e-4609-aee6-2606e7c2681d service neutron] 10.222.0.73 "GET /v2.0/networks/423e20a9-8495-4dca-adac-a4f59edcf0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352481 Nov 10 19:05:57.835527 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-08d3e39a-e88e-4eca-a8f1-3a3e6dcbb335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267993946-router', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:05:08Z', 'updated_at': '2021-11-10T19:05:14Z', 'revision_number': 4, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'gw_port': {'id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:09Z', 'updated_at': '2021-11-10T19:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '405369da-36ed-4a06-922e-625ba1b02e11', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'floating_ip_address': '172.25.3.99', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'port_id': 'e8337b31-6358-4a57-9b86-86cd24593ba4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6', 'mac_address': 'fa:16:3e:de:58:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129c6611-1eb9-483b-b2dd-fc10ee39af03', 'device_owner': 'compute:tempest-test_az-1001816493'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:05:38Z', 'updated_at': '2021-11-10T19:05:55Z', 'revision_number': 1, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536c3623-1aac-4f6c-b15d-89776bdd32f1', 'name': '', 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'mac_address': 'fa:16:3e:fe:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9a832f56-5207-4167-a27c-433bc2e28f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:13Z', 'updated_at': '2021-11-10T19:05:18Z', 'revision_number': 5, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'subnets': [{'id': '9a832f56-5207-4167-a27c-433bc2e28f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:05:57.855870 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-e61a706f-3e1f-4c57-b8a3-e32bce71d00e tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/quotas/f2f4cffd183d4e69bd4120c4a3ffb7a9 HTTP/1.1" status: 200 len: 375 time: 0.1345782 Nov 10 19:05:57.869926 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-beaa7068-55f7-4e48-a9c8-aaef7091ccab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:57.877880 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d3e39a-e88e-4eca-a8f1-3a3e6dcbb335 None None] The sync data for ids ['19e228fa-2456-49d8-a6b4-b948e1e2b363'] in n-d-813897-4 is: [{'id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267993946-router', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:05:08Z', 'updated_at': '2021-11-10T19:05:14Z', 'revision_number': 4, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'gw_port': {'id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:09Z', 'updated_at': '2021-11-10T19:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '405369da-36ed-4a06-922e-625ba1b02e11', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'floating_ip_address': '172.25.3.99', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'port_id': 'e8337b31-6358-4a57-9b86-86cd24593ba4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6', 'mac_address': 'fa:16:3e:de:58:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129c6611-1eb9-483b-b2dd-fc10ee39af03', 'device_owner': 'compute:tempest-test_az-1001816493'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:05:38Z', 'updated_at': '2021-11-10T19:05:55Z', 'revision_number': 1, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536c3623-1aac-4f6c-b15d-89776bdd32f1', 'name': '', 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'mac_address': 'fa:16:3e:fe:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9a832f56-5207-4167-a27c-433bc2e28f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:13Z', 'updated_at': '2021-11-10T19:05:18Z', 'revision_number': 5, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'subnets': [{'id': '9a832f56-5207-4167-a27c-433bc2e28f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:05:57.884063 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-beaa7068-55f7-4e48-a9c8-aaef7091ccab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:57.899864 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 2bd44ccf-d05c-46fd-be26-527d04cdd725, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=2bd44ccf-d05c-46fd-be26-527d04cdd725,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:05:57.909519 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:57.931443 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-e90cdc3c-2995-447e-8f4c-7a0e93caf199 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f2f4cffd183d4e69bd4120c4a3ffb7a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0725257 Nov 10 19:05:57.983602 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-eb0af50a-3a6d-42b1-981a-abf998b8bfe8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:57.985016 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa7068-55f7-4e48-a9c8-aaef7091ccab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26404682-1b2b-4326-8154-194c8ce7f39f,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:57.990031 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-beaa7068-55f7-4e48-a9c8-aaef7091ccab admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f3acd2f9ca5c406d8113dc6154bf4e6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4462488 Nov 10 19:05:57.992695 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49528) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:58.002643 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-eb0af50a-3a6d-42b1-981a-abf998b8bfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:58.016254 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=2bd44ccf-d05c-46fd-be26-527d04cdd725,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:58.069821 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-eb0af50a-3a6d-42b1-981a-abf998b8bfe8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d09940b6210c44f3b82fdb6c0ab5bef0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4454315 Nov 10 19:05:58.073604 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49530) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:05:58.088743 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0af50a-3a6d-42b1-981a-abf998b8bfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491127f1-494d-4d1d-b899-546252433e81,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:58.108002 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3cb3e-1440-441d-8b75-8565e8fbdc0b req-5d4c048e-29c5-441d-af3c-9ecef6dff89d tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:58.116190 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-48c3cb3e-1440-441d-8b75-8565e8fbdc0b req-5d4c048e-29c5-441d-af3c-9ecef6dff89d tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 944 time: 0.2408342 Nov 10 19:05:58.120860 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-68925913-209c-4386-862a-31206f24bd14 req-abde9f72-c106-43ad-8f56-732712fcab7f tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Deleting port 8be5fc23-283a-4890-b470-ccfdf41278e6 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:05:58.121189 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-68925913-209c-4386-862a-31206f24bd14 req-abde9f72-c106-43ad-8f56-732712fcab7f tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:58.147957 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2be177b4-83a4-4944-9808-f91806f7efe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:58.204963 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2be177b4-83a4-4944-9808-f91806f7efe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:58.218200 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-815e80ac-711b-497e-a71b-cad76470c89d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:58.245968 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['2bd44ccf-d05c-46fd-be26-527d04cdd725'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:05:58.273279 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-815e80ac-711b-497e-a71b-cad76470c89d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:58.308530 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4be2c1b-1c89-4a17-9928-5b870f03852a None None] New status for floating IP 405369da-36ed-4a06-922e-625ba1b02e11: ACTIVE {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:05:58.340143 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-48c3cb3e-1440-441d-8b75-8565e8fbdc0b req-d864bd90-c5e7-44e4-8b3f-1fc297d3d86c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228119 Nov 10 19:05:58.349272 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2be177b4-83a4-4944-9808-f91806f7efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:58.352071 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2be177b4-83a4-4944-9808-f91806f7efe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:58.353299 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2be177b4-83a4-4944-9808-f91806f7efe7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/26404682-1b2b-4326-8154-194c8ce7f39f HTTP/1.1" status: 204 len: 168 time: 0.3595383 Nov 10 19:05:58.394393 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be177b4-83a4-4944-9808-f91806f7efe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26404682-1b2b-4326-8154-194c8ce7f39f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:58.417183 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-dfa16b4b-df75-46d7-b496-d0ac4e445540 req-cb850d2e-d231-4475-9ba0-d13ef1062e28 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=129c6611-1eb9-483b-b2dd-fc10ee39af03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1132755 Nov 10 19:05:58.427234 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-815e80ac-711b-497e-a71b-cad76470c89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:58.430025 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-815e80ac-711b-497e-a71b-cad76470c89d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:58.433901 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-68925913-209c-4386-862a-31206f24bd14 req-abde9f72-c106-43ad-8f56-732712fcab7f tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] For port 8be5fc23-283a-4890-b470-ccfdf41278e6, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=8be5fc23-283a-4890-b470-ccfdf41278e6,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:05:58.435023 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-68925913-209c-4386-862a-31206f24bd14 req-abde9f72-c106-43ad-8f56-732712fcab7f tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:58.460749 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-815e80ac-711b-497e-a71b-cad76470c89d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/491127f1-494d-4d1d-b899-546252433e81 HTTP/1.1" status: 204 len: 168 time: 0.3810630 Nov 10 19:05:58.483138 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-68925913-209c-4386-862a-31206f24bd14 req-abde9f72-c106-43ad-8f56-732712fcab7f tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Calling delete_port for 8be5fc23-283a-4890-b470-ccfdf41278e6 owned by compute:tempest-test_az-1001816493 {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:05:58.508623 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e80ac-711b-497e-a71b-cad76470c89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491127f1-494d-4d1d-b899-546252433e81,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:58.517719 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9fa66338-b2c3-4b1e-93f8-639b23002176 req-1c63b772-08bf-41cd-8423-0f0703a72308 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b5a2b74-a91f-4162-8352-a8bbd3be8dcc HTTP/1.1" status: 200 len: 210 time: 0.0526938 Nov 10 19:05:58.691630 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa16b4b-df75-46d7-b496-d0ac4e445540 req-ddc508ad-f749-41be-ba45-886606a15afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:58.693530 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-dfa16b4b-df75-46d7-b496-d0ac4e445540 req-ddc508ad-f749-41be-ba45-886606a15afd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eeb5c8ebb6ac4d4693aeaf63c555f1ed&device_id=129c6611-1eb9-483b-b2dd-fc10ee39af03 HTTP/1.1" status: 200 len: 1118 time: 0.1880062 Nov 10 19:05:58.753751 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:58.946995 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd415c7f-731f-483a-9720-4f61115c43c6 req-48b9249c-2228-47f5-aa04-1fde95f5f953 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:58.948574 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fd415c7f-731f-483a-9720-4f61115c43c6 req-48b9249c-2228-47f5-aa04-1fde95f5f953 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7 HTTP/1.1" status: 200 len: 949 time: 0.2525110 Nov 10 19:05:58.952958 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa16b4b-df75-46d7-b496-d0ac4e445540 req-b655739d-ab8a-4860-b380-f4c02c452b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:58.956044 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-dfa16b4b-df75-46d7-b496-d0ac4e445540 req-b655739d-ab8a-4860-b380-f4c02c452b1e service neutron] 10.222.0.73 "GET /v2.0/networks?id=423e20a9-8495-4dca-adac-a4f59edcf0b6 HTTP/1.1" status: 200 len: 925 time: 0.2295082 Nov 10 19:05:59.038755 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80df49b-c083-403f-8a7f-aa36cd06ec56 req-78fbf682-8826-42e6-9715-c29a9c94968c tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:59.046322 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b80df49b-c083-403f-8a7f-aa36cd06ec56 req-78fbf682-8826-42e6-9715-c29a9c94968c tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5d767ea-42d9-480e-bb06-0503d89e1eaa HTTP/1.1" status: 200 len: 949 time: 0.4476950 Nov 10 19:05:59.104107 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-dfa16b4b-df75-46d7-b496-d0ac4e445540 req-962ca633-06c1-4466-97a0-277ea3233979 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8337b31-6358-4a57-9b86-86cd24593ba4 HTTP/1.1" status: 200 len: 1022 time: 0.1259308 Nov 10 19:05:59.142588 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fd415c7f-731f-483a-9720-4f61115c43c6 req-d6304410-1711-4ca6-a1d0-afeea8923894 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/security-groups?id=559a5f26-c376-401b-adc9-7edb4086b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769063 Nov 10 19:05:59.159048 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-68925913-209c-4386-862a-31206f24bd14 req-abde9f72-c106-43ad-8f56-732712fcab7f tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:59.222410 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa16b4b-df75-46d7-b496-d0ac4e445540 req-e3ca1c8d-f4f6-4e82-b450-666fc2169f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:59.222410 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-dfa16b4b-df75-46d7-b496-d0ac4e445540 req-e3ca1c8d-f4f6-4e82-b450-666fc2169f85 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a832f56-5207-4167-a27c-433bc2e28f2d HTTP/1.1" status: 200 len: 863 time: 0.1080801 Nov 10 19:05:59.280862 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:59.337291 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa16b4b-df75-46d7-b496-d0ac4e445540 req-6ff536ee-60c2-4bc5-b7a7-5253a3537fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:59.339859 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-dfa16b4b-df75-46d7-b496-d0ac4e445540 req-6ff536ee-60c2-4bc5-b7a7-5253a3537fca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=423e20a9-8495-4dca-adac-a4f59edcf0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1104658 Nov 10 19:05:59.414162 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 046bdb90-4d35-4639-97ff-a900315c479b up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:05:59.481988 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-dfa16b4b-df75-46d7-b496-d0ac4e445540 req-4a3bdd2d-cf8f-46c6-8983-f34593b458f8 service neutron] 10.222.0.73 "GET /v2.0/networks/423e20a9-8495-4dca-adac-a4f59edcf0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333370 Nov 10 19:05:59.514111 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 046bdb90-4d35-4639-97ff-a900315c479b completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:05:59.518543 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b80df49b-c083-403f-8a7f-aa36cd06ec56 req-a173c59d-21d6-4f7c-a900-f5b04a047686 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714208 Nov 10 19:05:59.522821 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 046bdb90-4d35-4639-97ff-a900315c479b triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:05:59.523229 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:59.526732 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde9f72-c106-43ad-8f56-732712fcab7f tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Pushing event deleted for resources: {'Port': ['ID=8be5fc23-283a-4890-b470-ccfdf41278e6,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:59.621006 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-dfa16b4b-df75-46d7-b496-d0ac4e445540 req-32718a00-c4f4-40a3-b997-ecacfd3f086b service neutron] 10.222.0.73 "GET /v2.0/networks/423e20a9-8495-4dca-adac-a4f59edcf0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252906 Nov 10 19:05:59.651659 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5915cdd7-3f1f-4d00-b6ef-eedd31fecd8d req-915e4b10-bfdf-4581-a6e6-3a8d31cfd703 tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac7e6657-92d7-4e7c-90b8-110046ae1f6a HTTP/1.1" status: 200 len: 210 time: 0.1450832 Nov 10 19:05:59.755110 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-68925913-209c-4386-862a-31206f24bd14 req-abde9f72-c106-43ad-8f56-732712fcab7f tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] No DVR routers for this DVR port 8be5fc23-283a-4890-b470-ccfdf41278e6 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:05:59.762239 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-68925913-209c-4386-862a-31206f24bd14 req-abde9f72-c106-43ad-8f56-732712fcab7f tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:59.772328 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-68925913-209c-4386-862a-31206f24bd14 req-abde9f72-c106-43ad-8f56-732712fcab7f tempest-AggregatesAdminTestJSON-784409459 tempest-AggregatesAdminTestJSON-784409459-project] 10.222.0.73 "DELETE /v2.0/ports/8be5fc23-283a-4890-b470-ccfdf41278e6 HTTP/1.1" status: 204 len: 173 time: 2.0490725 Nov 10 19:05:59.789519 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7e6657-92d7-4e7c-90b8-110046ae1f6a', 'name': 'network-vif-deleted', 'tag': '8be5fc23-283a-4890-b470-ccfdf41278e6'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:05:59.796668 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:59.800576 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9934ae83-cb84-48ff-9a40-54380d526abc" -d '{"events": [{"server_uuid": "ac7e6657-92d7-4e7c-90b8-110046ae1f6a", "name": "network-vif-deleted", "tag": "8be5fc23-283a-4890-b470-ccfdf41278e6"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:05:59.881813 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 046bdb90-4d35-4639-97ff-a900315c479b, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=046bdb90-4d35-4639-97ff-a900315c479b,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:05:59.888088 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046bdb90-4d35-4639-97ff-a900315c479b'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:05:59.895674 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a753c43d-eae2-4d87-8dc6-14e9d12e197d" -d '{"events": [{"server_uuid": "f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7", "name": "network-vif-plugged", "status": "completed", "tag": "046bdb90-4d35-4639-97ff-a900315c479b"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:05:59.921568 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:59.922763 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 653b8478-220b-442b-8286-259dcc0b0481 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:06:00.024987 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=046bdb90-4d35-4639-97ff-a900315c479b,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:00.036955 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 653b8478-220b-442b-8286-259dcc0b0481 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:06:00.038015 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-95d687e2-34e5-4d10-bac5-7ede5752bddb tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=f2f4cffd183d4e69bd4120c4a3ffb7a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0916188 Nov 10 19:06:00.043291 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 653b8478-220b-442b-8286-259dcc0b0481 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:06:00.043771 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-334a8939-6414-44d6-af05-76b657e89198 req-70f04bda-a0c2-4533-843c-1cf221a69c50 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b5a2b74-a91f-4162-8352-a8bbd3be8dcc HTTP/1.1" status: 200 len: 210 time: 0.1378722 Nov 10 19:06:00.044229 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:00.133007 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49598) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:00.194392 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f435a129-6165-4504-87b1-1cadc098d613 x-openstack-request-id: req-f435a129-6165-4504-87b1-1cadc098d613 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:06:00.194807 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7e6657-92d7-4e7c-90b8-110046ae1f6a", "name": "network-vif-deleted", "tag": "8be5fc23-283a-4890-b470-ccfdf41278e6", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:06:00.195068 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f435a129-6165-4504-87b1-1cadc098d613 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:06:00.195501 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7e6657-92d7-4e7c-90b8-110046ae1f6a', 'name': 'network-vif-deleted', 'tag': '8be5fc23-283a-4890-b470-ccfdf41278e6', 'status': 'completed', 'code': 200} Nov 10 19:06:00.201029 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:00.208516 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8a63c-d87f-43bb-950f-dbec911f6c3a req-b42295c4-54b7-4178-906b-2cbd63357a89 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:00.220557 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2e8a63c-d87f-43bb-950f-dbec911f6c3a req-b42295c4-54b7-4178-906b-2cbd63357a89 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 944 time: 0.4005711 Nov 10 19:06:00.221382 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4655c4-9829-4906-a090-c8b6ee780822 x-openstack-request-id: req-5e4655c4-9829-4906-a090-c8b6ee780822 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:06:00.221708 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7", "name": "network-vif-plugged", "status": "completed", "tag": "046bdb90-4d35-4639-97ff-a900315c479b", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:06:00.222039 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5e4655c4-9829-4906-a090-c8b6ee780822 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:06:00.222451 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046bdb90-4d35-4639-97ff-a900315c479b', 'code': 200} Nov 10 19:06:00.298684 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 653b8478-220b-442b-8286-259dcc0b0481, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=653b8478-220b-442b-8286-259dcc0b0481,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:00.305499 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:00.381191 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2e8a63c-d87f-43bb-950f-dbec911f6c3a req-a4f3a670-4e43-4983-8c57-ebfe6883e49f tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587007 Nov 10 19:06:00.392810 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-84134805-bd07-402b-8895-abc19b31b57f tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:00.394748 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-84134805-bd07-402b-8895-abc19b31b57f tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3429735 Nov 10 19:06:00.415633 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=653b8478-220b-442b-8286-259dcc0b0481,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:00.435892 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-4cc0e441-967b-4b32-95b6-d965e0ddee65 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Request body: {'port': {'device_id': '4b5a2b74-a91f-4162-8352-a8bbd3be8dcc', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'admin_state_up': True, 'tenant_id': 'f2f4cffd183d4e69bd4120c4a3ffb7a9'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:00.561462 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae74de2-03b8-4c43-9f09-e5d49743b7d3 req-be166b28-5e24-47d8-9ae6-03375400a959 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:00.575987 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bae74de2-03b8-4c43-9f09-e5d49743b7d3 req-be166b28-5e24-47d8-9ae6-03375400a959 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7 HTTP/1.1" status: 200 len: 950 time: 0.2593291 Nov 10 19:06:00.591700 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-750ae412-cae4-4e0b-8021-59708b962317 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1653087187-network', 'tenant_id': 'a08ec8828e22441bac9028fb3e613990'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:00.649096 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc9aa7-5274-47ca-b7e6-803c5ab31f5f req-ad9ad9a5-7928-4c5c-91a7-45a39653b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:00.650614 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-87dc9aa7-5274-47ca-b7e6-803c5ab31f5f req-ad9ad9a5-7928-4c5c-91a7-45a39653b1c0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7 HTTP/1.1" status: 200 len: 1101 time: 0.2997358 Nov 10 19:06:00.732199 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750ae412-cae4-4e0b-8021-59708b962317 admin admin] Made reservation on behalf of a08ec8828e22441bac9028fb3e613990 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:06:00.734658 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-750ae412-cae4-4e0b-8021-59708b962317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:00.754734 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bae74de2-03b8-4c43-9f09-e5d49743b7d3 req-be348715-c666-4d8d-ba8c-0ccd22d6884c tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/security-groups?id=559a5f26-c376-401b-adc9-7edb4086b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767871 Nov 10 19:06:00.772556 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-750ae412-cae4-4e0b-8021-59708b962317 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:00.795152 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-4cc0e441-967b-4b32-95b6-d965e0ddee65 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Made reservation on behalf of f2f4cffd183d4e69bd4120c4a3ffb7a9 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:06:00.798756 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-4cc0e441-967b-4b32-95b6-d965e0ddee65 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:00.825130 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b1c65-359d-41a9-9bc6-897a93a085f8 req-ab93fdd2-3b4d-4bca-997b-e201c44ef07a tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:00.835454 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f32b1c65-359d-41a9-9bc6-897a93a085f8 req-ab93fdd2-3b4d-4bca-997b-e201c44ef07a tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5d767ea-42d9-480e-bb06-0503d89e1eaa HTTP/1.1" status: 200 len: 949 time: 0.2112472 Nov 10 19:06:00.847686 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-4cc0e441-967b-4b32-95b6-d965e0ddee65 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:00.851231 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-87dc9aa7-5274-47ca-b7e6-803c5ab31f5f req-26b039c4-bb75-45bf-9142-815559fdb727 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=559a5f26-c376-401b-adc9-7edb4086b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719291 Nov 10 19:06:00.954376 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f32b1c65-359d-41a9-9bc6-897a93a085f8 req-c0b786db-3765-4595-82a5-177d6ba576dd tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179361 Nov 10 19:06:01.002851 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-750ae412-cae4-4e0b-8021-59708b962317 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:01.009164 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-750ae412-cae4-4e0b-8021-59708b962317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:01.047583 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-750ae412-cae4-4e0b-8021-59708b962317 admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:06:01.059062 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-4cc0e441-967b-4b32-95b6-d965e0ddee65 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:01.070222 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-750ae412-cae4-4e0b-8021-59708b962317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:01.070453 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 8be5fc23-283a-4890-b470-ccfdf41278e6 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:06:01.070541 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-750ae412-cae4-4e0b-8021-59708b962317 admin admin] Added segment 98fc0869-b763-48f8-b54e-13ed325cc396 of type vlan for network a42d4887-cb04-48c7-8111-765e5b18298b Nov 10 19:06:01.072845 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-4cc0e441-967b-4b32-95b6-d965e0ddee65 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:01.084599 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ae412-cae4-4e0b-8021-59708b962317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ae6b0e-4f90-4068-96c7-4cf9a476c011,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:01.106096 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 8be5fc23-283a-4890-b470-ccfdf41278e6 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:06:01.109595 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 8be5fc23-283a-4890-b470-ccfdf41278e6 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:06:01.177659 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-750ae412-cae4-4e0b-8021-59708b962317 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:01.210772 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc0e441-967b-4b32-95b6-d965e0ddee65 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a74272-ebeb-4e2a-bfaf-356383c51236,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:01.236227 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49634) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:01.261102 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1adc98a3-751b-444a-977b-5f7f20e2fda4 req-9d5ec104-1d25-40c8-b70b-4d110b7c51ee tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b5a2b74-a91f-4162-8352-a8bbd3be8dcc HTTP/1.1" status: 200 len: 210 time: 0.0660403 Nov 10 19:06:01.294060 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-750ae412-cae4-4e0b-8021-59708b962317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:01.296560 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750ae412-cae4-4e0b-8021-59708b962317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:01.297589 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-750ae412-cae4-4e0b-8021-59708b962317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:01.363391 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-4cc0e441-967b-4b32-95b6-d965e0ddee65 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Allocated IP 192.168.233.65 (d392c118-92b4-47b2-87bf-77c096e8a630/f9b6e8e7-6ebd-402d-901c-b41f234de3ab/7b351d87-957f-4b22-832a-2cbaa5c51d5e) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:06:01.378267 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-750ae412-cae4-4e0b-8021-59708b962317 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2425289 Nov 10 19:06:01.389881 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49638) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:01.396397 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-84a72391-4f6f-4699-8676-52219fc5b378 admin admin] Request body: {'subnet': {'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1653087187-subnet', 'tenant_id': 'a08ec8828e22441bac9028fb3e613990', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:01.428766 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 2bd44ccf-d05c-46fd-be26-527d04cdd725 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:06:01.435266 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ae412-cae4-4e0b-8021-59708b962317 admin admin] Pushing event updated for resources: {'Network': ['ID=a42d4887-cb04-48c7-8111-765e5b18298b,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:01.455110 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49642) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:01.459262 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a57d0557-a5f6-4506-bc39-0a6454c0ad62 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=be8904411a5b4331b94c02c4878fc04c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2147982 Nov 10 19:06:01.461030 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a72391-4f6f-4699-8676-52219fc5b378 admin admin] Made reservation on behalf of a08ec8828e22441bac9028fb3e613990 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:06:01.463648 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-84a72391-4f6f-4699-8676-52219fc5b378 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:01.474250 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network a42d4887-cb04-48c7-8111-765e5b18298b details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:06:01.578785 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 2bd44ccf-d05c-46fd-be26-527d04cdd725 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:06:01.585749 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 2bd44ccf-d05c-46fd-be26-527d04cdd725 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:06:01.586313 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:01.642081 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ae991229-ce62-41da-8148-159300a3b302 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:01.676241 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866bfbfc-a74c-4a77-984f-6f21b08c110d req-90b1d4a1-f5b3-4171-b970-aef028b8f36e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:01.677937 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-866bfbfc-a74c-4a77-984f-6f21b08c110d req-90b1d4a1-f5b3-4171-b970-aef028b8f36e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 945 time: 0.1485486 Nov 10 19:06:01.720793 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ae991229-ce62-41da-8148-159300a3b302 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:01.748215 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-84a72391-4f6f-4699-8676-52219fc5b378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:01.749408 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-4cc0e441-967b-4b32-95b6-d965e0ddee65 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:01.812297 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-866bfbfc-a74c-4a77-984f-6f21b08c110d req-6b0a328a-cf01-47a5-bcd0-da11babaea2d tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256623 Nov 10 19:06:01.844860 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a72391-4f6f-4699-8676-52219fc5b378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34d86bed-ff03-44e0-b566-0ecdf3d0ce56,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:01.859162 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-4cc0e441-967b-4b32-95b6-d965e0ddee65 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:01.865169 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ae991229-ce62-41da-8148-159300a3b302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:01.867695 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ae991229-ce62-41da-8148-159300a3b302 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:01.873019 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ae991229-ce62-41da-8148-159300a3b302 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f336b843-be38-4c16-b66d-9c4cb5c6d7f7 HTTP/1.1" status: 204 len: 168 time: 0.4127877 Nov 10 19:06:01.889965 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a72391-4f6f-4699-8676-52219fc5b378 admin admin] Checking segment: {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:06:01.890254 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a72391-4f6f-4699-8676-52219fc5b378 admin admin] Network hostable DHCP agents. Network: a42d4887-cb04-48c7-8111-765e5b18298b, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:06:01.916413 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a72391-4f6f-4699-8676-52219fc5b378 admin admin] Network a42d4887-cb04-48c7-8111-765e5b18298b is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:06:01.925504 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:01.932861 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-84a72391-4f6f-4699-8676-52219fc5b378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, a42d4887-cb04-48c7-8111-765e5b18298b) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:06:01.943443 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a72391-4f6f-4699-8676-52219fc5b378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:01.945022 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-84a72391-4f6f-4699-8676-52219fc5b378 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:01.948381 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63e2a98-210d-4737-9ee6-4b9c8b8c5cc6 None None] Network a42d4887-cb04-48c7-8111-765e5b18298b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:06:01.981176 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-84a72391-4f6f-4699-8676-52219fc5b378 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5808132 Nov 10 19:06:01.981392 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae991229-ce62-41da-8148-159300a3b302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f336b843-be38-4c16-b66d-9c4cb5c6d7f7,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:02.052027 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-4cc0e441-967b-4b32-95b6-d965e0ddee65 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Network d392c118-92b4-47b2-87bf-77c096e8a630 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:06:02.058737 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-4cc0e441-967b-4b32-95b6-d965e0ddee65 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:06:02.060666 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc0e441-967b-4b32-95b6-d965e0ddee65 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Pushing event updated for resources: {'Port': ['ID=7b351d87-957f-4b22-832a-2cbaa5c51d5e,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:02.070423 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 2bd44ccf-d05c-46fd-be26-527d04cdd725, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=2bd44ccf-d05c-46fd-be26-527d04cdd725,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:02.070771 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-4cc0e441-967b-4b32-95b6-d965e0ddee65 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:06:02.076671 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-4cc0e441-967b-4b32-95b6-d965e0ddee65 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:02.077373 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-4cc0e441-967b-4b32-95b6-d965e0ddee65 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:02.085008 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:02.121910 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad4025-d7f3-45e7-ad0b-8c680533d896 req-d1a28857-07d8-41f4-a140-1336eca18f16 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:02.129028 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a8ad4025-d7f3-45e7-ad0b-8c680533d896 req-d1a28857-07d8-41f4-a140-1336eca18f16 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7 HTTP/1.1" status: 200 len: 950 time: 0.1952937 Nov 10 19:06:02.133555 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-4cc0e441-967b-4b32-95b6-d965e0ddee65 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7065144 Nov 10 19:06:02.162362 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-33793642-8dea-4039-8acc-0f8a377ac57f service neutron] Request body: {'port': {'device_id': '4b5a2b74-a91f-4162-8352-a8bbd3be8dcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:02.234487 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c35ceb1-a699-4d44-9115-f5898d6a7f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653b8478-220b-442b-8286-259dcc0b0481'}, {'server_uuid': 'b5d767ea-42d9-480e-bb06-0503d89e1eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd44ccf-d05c-46fd-be26-527d04cdd725'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:06:02.236882 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d71f521-e92f-411f-b834-c6ff6c47eb46" -d '{"events": [{"server_uuid": "3c35ceb1-a699-4d44-9115-f5898d6a7f22", "name": "network-vif-plugged", "status": "completed", "tag": "653b8478-220b-442b-8286-259dcc0b0481"}, {"server_uuid": "b5d767ea-42d9-480e-bb06-0503d89e1eaa", "name": "network-vif-plugged", "status": "completed", "tag": "2bd44ccf-d05c-46fd-be26-527d04cdd725"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:06:02.242949 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=2bd44ccf-d05c-46fd-be26-527d04cdd725,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:02.285832 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119a3bc3-3242-4864-88ea-840497a57585 None None] Network a42d4887-cb04-48c7-8111-765e5b18298b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:06:02.305792 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a8ad4025-d7f3-45e7-ad0b-8c680533d896 req-36b8264d-8cb6-4881-a533-d20cd0ddee75 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/security-groups?id=559a5f26-c376-401b-adc9-7edb4086b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576033 Nov 10 19:06:02.313535 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-33793642-8dea-4039-8acc-0f8a377ac57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:02.371797 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e7c1d-a4a0-44b7-8058-17dd71756fc9 req-abe7f9c6-dd99-4df6-88de-0da6c43eb0ca tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:02.373532 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c3e7c1d-a4a0-44b7-8058-17dd71756fc9 req-abe7f9c6-dd99-4df6-88de-0da6c43eb0ca tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5d767ea-42d9-480e-bb06-0503d89e1eaa HTTP/1.1" status: 200 len: 950 time: 0.1523139 Nov 10 19:06:02.481361 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 19:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7214b92b-c28f-465e-84a1-074fb8e40ce4 x-openstack-request-id: req-7214b92b-c28f-465e-84a1-074fb8e40ce4 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:06:02.482021 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c35ceb1-a699-4d44-9115-f5898d6a7f22", "name": "network-vif-plugged", "status": "completed", "tag": "653b8478-220b-442b-8286-259dcc0b0481", "code": 200}, {"server_uuid": "b5d767ea-42d9-480e-bb06-0503d89e1eaa", "name": "network-vif-plugged", "status": "completed", "tag": "2bd44ccf-d05c-46fd-be26-527d04cdd725", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:06:02.482021 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7214b92b-c28f-465e-84a1-074fb8e40ce4 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:06:02.482366 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c35ceb1-a699-4d44-9115-f5898d6a7f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653b8478-220b-442b-8286-259dcc0b0481', 'code': 200} Nov 10 19:06:02.482621 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d767ea-42d9-480e-bb06-0503d89e1eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd44ccf-d05c-46fd-be26-527d04cdd725', 'code': 200} Nov 10 19:06:02.503490 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d3249aee-6336-49c5-8795-0938b877f86a None None] Provisioning complete for port 7b351d87-957f-4b22-832a-2cbaa5c51d5e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:06:02.504008 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d3249aee-6336-49c5-8795-0938b877f86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:02.578611 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c3e7c1d-a4a0-44b7-8058-17dd71756fc9 req-798b3a2b-2f06-4b62-b468-a16366477cf4 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953440 Nov 10 19:06:02.611884 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-d3249aee-6336-49c5-8795-0938b877f86a None None] Port 7b351d87-957f-4b22-832a-2cbaa5c51d5e cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:06:02.638618 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49680) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:02.708583 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-81951412-a98c-48c1-9b83-64a2066b5dce admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c94e38d4abcb47afbb814d6a68ed6301&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0676081 Nov 10 19:06:02.712234 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49688) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:02.781415 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6708237d-d0bd-461c-a781-c99fcc6ccd44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:02.819518 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409b470-f2e6-4783-84a1-59f8cba430db req-a2bb6e84-7714-446f-abb7-36c0be1d048a tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:02.821117 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1409b470-f2e6-4783-84a1-59f8cba430db req-a2bb6e84-7714-446f-abb7-36c0be1d048a tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b5a2b74-a91f-4162-8352-a8bbd3be8dcc HTTP/1.1" status: 200 len: 935 time: 0.2284572 Nov 10 19:06:02.823256 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6708237d-d0bd-461c-a781-c99fcc6ccd44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:02.826674 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb835f-b38e-45b9-bb23-e2951bfaaf2c req-d9477a72-f78f-4888-a79e-4367ead47032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:02.828292 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebbb835f-b38e-45b9-bb23-e2951bfaaf2c req-d9477a72-f78f-4888-a79e-4367ead47032 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 1096 time: 0.1422746 Nov 10 19:06:02.833709 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5d6ee-cc75-48f6-b07b-ef257ae3bb08 req-a934e4f6-aba3-4477-a38e-5dd0dfbe593e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:02.835607 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0fb5d6ee-cc75-48f6-b07b-ef257ae3bb08 req-a934e4f6-aba3-4477-a38e-5dd0dfbe593e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b5d767ea-42d9-480e-bb06-0503d89e1eaa HTTP/1.1" status: 200 len: 1101 time: 0.1639526 Nov 10 19:06:02.933387 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6708237d-d0bd-461c-a781-c99fcc6ccd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:02.937034 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6708237d-d0bd-461c-a781-c99fcc6ccd44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:02.938764 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6708237d-d0bd-461c-a781-c99fcc6ccd44 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1afef46b-2931-4cbe-a295-acff3268a63b HTTP/1.1" status: 204 len: 168 time: 0.2240686 Nov 10 19:06:02.948810 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708237d-d0bd-461c-a781-c99fcc6ccd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afef46b-2931-4cbe-a295-acff3268a63b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:03.002640 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1409b470-f2e6-4783-84a1-59f8cba430db req-b2b5b06f-d531-4727-bbcb-b38eebf22daa tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5a74272-ebeb-4e2a-bfaf-356383c51236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655900 Nov 10 19:06:03.127769 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-33793642-8dea-4039-8acc-0f8a377ac57f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b351d87-957f-4b22-832a-2cbaa5c51d5e {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:06:03.148883 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-33793642-8dea-4039-8acc-0f8a377ac57f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:03.159326 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebbb835f-b38e-45b9-bb23-e2951bfaaf2c req-727a8d82-13b5-4fbb-985c-1a1e0bd4452c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830722 Nov 10 19:06:03.166231 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0fb5d6ee-cc75-48f6-b07b-ef257ae3bb08 req-61cec32e-6637-4ed0-9219-470a57ae86c6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198843 Nov 10 19:06:03.186537 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148c086-eb18-46b7-a78a-98d5883ee0c3 req-384a163a-3b1f-4b89-9d04-5587065629d8 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:03.188386 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b148c086-eb18-46b7-a78a-98d5883ee0c3 req-384a163a-3b1f-4b89-9d04-5587065629d8 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 945 time: 0.1997688 Nov 10 19:06:03.193677 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-33793642-8dea-4039-8acc-0f8a377ac57f service neutron] Transition to ACTIVE for port object 7b351d87-957f-4b22-832a-2cbaa5c51d5e will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:06:03.223488 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-33793642-8dea-4039-8acc-0f8a377ac57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:03.234231 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49718) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:03.243513 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-e0909d4f-d30b-45ea-aa15-a9cb05b46b64 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2017201999-network', 'tenant_id': '2c1a725d0e344c55b954fad0252dbfa1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:03.286713 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0909d4f-d30b-45ea-aa15-a9cb05b46b64 admin admin] Made reservation on behalf of 2c1a725d0e344c55b954fad0252dbfa1 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:06:03.294200 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e0909d4f-d30b-45ea-aa15-a9cb05b46b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:03.308212 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e0909d4f-d30b-45ea-aa15-a9cb05b46b64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:03.312962 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33793642-8dea-4039-8acc-0f8a377ac57f service neutron] Pushing event updated for resources: {'Port': ['ID=7b351d87-957f-4b22-832a-2cbaa5c51d5e,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:03.324969 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b148c086-eb18-46b7-a78a-98d5883ee0c3 req-9b154a5b-b485-40c8-a925-1227672fbda2 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282294 Nov 10 19:06:03.403712 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-33793642-8dea-4039-8acc-0f8a377ac57f service neutron] Attempting to bind port 7b351d87-957f-4b22-832a-2cbaa5c51d5e on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:06:03.404896 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-33793642-8dea-4039-8acc-0f8a377ac57f service neutron] Attempting to bind port 7b351d87-957f-4b22-832a-2cbaa5c51d5e by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:06:03.404896 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-33793642-8dea-4039-8acc-0f8a377ac57f service neutron] Attempting to bind port 7b351d87-957f-4b22-832a-2cbaa5c51d5e on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:06:03.417592 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-33793642-8dea-4039-8acc-0f8a377ac57f service neutron] Port 7b351d87-957f-4b22-832a-2cbaa5c51d5e on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:06:03.417950 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-33793642-8dea-4039-8acc-0f8a377ac57f service neutron] Attempting to bind port 7b351d87-957f-4b22-832a-2cbaa5c51d5e on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:06:03.424181 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-33793642-8dea-4039-8acc-0f8a377ac57f service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:06:03.424508 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-33793642-8dea-4039-8acc-0f8a377ac57f service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:06:03.425277 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-33793642-8dea-4039-8acc-0f8a377ac57f service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:06:03.425737 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-33793642-8dea-4039-8acc-0f8a377ac57f service neutron] Bound port: 7b351d87-957f-4b22-832a-2cbaa5c51d5e, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:06:03.426084 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-33793642-8dea-4039-8acc-0f8a377ac57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:03.501741 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e0909d4f-d30b-45ea-aa15-a9cb05b46b64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:03.512282 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e0909d4f-d30b-45ea-aa15-a9cb05b46b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:03.534366 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0909d4f-d30b-45ea-aa15-a9cb05b46b64 admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:06:03.558523 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-33793642-8dea-4039-8acc-0f8a377ac57f service neutron] For port 7b351d87-957f-4b22-832a-2cbaa5c51d5e, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:06:03.565248 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e0909d4f-d30b-45ea-aa15-a9cb05b46b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:03.565585 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-e0909d4f-d30b-45ea-aa15-a9cb05b46b64 admin admin] Added segment d7e030f5-0473-4bbf-b84d-5423588307d3 of type vlan for network 9c04cc2a-5c2d-4095-bfec-1958997c11d1 Nov 10 19:06:03.573218 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f92dc-50f0-46a1-8974-c737cd6b5df2 req-4812786d-7348-4184-983f-f38bfa961cea tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:03.579174 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0909d4f-d30b-45ea-aa15-a9cb05b46b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8e8a0c-77ce-4a72-b3b5-d9de0ddba884,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:03.580989 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f11f92dc-50f0-46a1-8974-c737cd6b5df2 req-4812786d-7348-4184-983f-f38bfa961cea tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7 HTTP/1.1" status: 200 len: 950 time: 0.1367764 Nov 10 19:06:03.585465 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-33793642-8dea-4039-8acc-0f8a377ac57f service neutron] For port 7b351d87-957f-4b22-832a-2cbaa5c51d5e, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7b351d87-957f-4b22-832a-2cbaa5c51d5e,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:06:03.600657 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-33793642-8dea-4039-8acc-0f8a377ac57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:03.629929 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e0909d4f-d30b-45ea-aa15-a9cb05b46b64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:03.652668 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-33793642-8dea-4039-8acc-0f8a377ac57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:03.653291 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-33793642-8dea-4039-8acc-0f8a377ac57f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:03.655202 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-33793642-8dea-4039-8acc-0f8a377ac57f service neutron] 10.222.0.73 "PUT /v2.0/ports/7b351d87-957f-4b22-832a-2cbaa5c51d5e HTTP/1.1" status: 200 len: 1095 time: 1.5029435 Nov 10 19:06:03.655657 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5a2b74-a91f-4162-8352-a8bbd3be8dcc', 'tag': '7b351d87-957f-4b22-832a-2cbaa5c51d5e'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:06:03.665927 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8d5e73-b3a4-4007-9f4d-5227cd830b97" -d '{"events": [{"name": "network-changed", "server_uuid": "4b5a2b74-a91f-4162-8352-a8bbd3be8dcc", "tag": "7b351d87-957f-4b22-832a-2cbaa5c51d5e"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:06:03.688763 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e0909d4f-d30b-45ea-aa15-a9cb05b46b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:03.689962 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0909d4f-d30b-45ea-aa15-a9cb05b46b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:03.690790 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e0909d4f-d30b-45ea-aa15-a9cb05b46b64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:03.721228 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f11f92dc-50f0-46a1-8974-c737cd6b5df2 req-d4800ede-459a-495f-991e-1cc8657ba618 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/security-groups?id=559a5f26-c376-401b-adc9-7edb4086b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325109 Nov 10 19:06:03.773388 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e0909d4f-d30b-45ea-aa15-a9cb05b46b64 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5350165 Nov 10 19:06:03.773738 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49742) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:03.781010 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-9d93e4f5-5227-4960-b1fe-f13701886127 admin admin] Request body: {'subnet': {'network_id': '9c04cc2a-5c2d-4095-bfec-1958997c11d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2017201999-subnet', 'tenant_id': '2c1a725d0e344c55b954fad0252dbfa1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:03.805230 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0909d4f-d30b-45ea-aa15-a9cb05b46b64 admin admin] Pushing event updated for resources: {'Network': ['ID=9c04cc2a-5c2d-4095-bfec-1958997c11d1,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:03.809691 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d93e4f5-5227-4960-b1fe-f13701886127 admin admin] Made reservation on behalf of 2c1a725d0e344c55b954fad0252dbfa1 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:06:03.813568 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9d93e4f5-5227-4960-b1fe-f13701886127 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:03.819201 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 9c04cc2a-5c2d-4095-bfec-1958997c11d1 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:06:03.832648 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8c8cf4-8d5f-4f07-82e2-404bcd3e3580 x-openstack-request-id: req-aa8c8cf4-8d5f-4f07-82e2-404bcd3e3580 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:06:03.835082 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b5a2b74-a91f-4162-8352-a8bbd3be8dcc", "tag": "7b351d87-957f-4b22-832a-2cbaa5c51d5e", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:06:03.835514 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aa8c8cf4-8d5f-4f07-82e2-404bcd3e3580 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:06:03.836092 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5a2b74-a91f-4162-8352-a8bbd3be8dcc', 'tag': '7b351d87-957f-4b22-832a-2cbaa5c51d5e', 'status': 'completed', 'code': 200} Nov 10 19:06:03.898880 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33793642-8dea-4039-8acc-0f8a377ac57f service neutron] Pushing event updated for resources: {'Port': ['ID=7b351d87-957f-4b22-832a-2cbaa5c51d5e,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:03.939033 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-1cacdb55-e67b-423a-ae7c-c708fbe3a70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:03.941584 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-1cacdb55-e67b-423a-ae7c-c708fbe3a70a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f2f4cffd183d4e69bd4120c4a3ffb7a9&device_id=4b5a2b74-a91f-4162-8352-a8bbd3be8dcc HTTP/1.1" status: 200 len: 1098 time: 0.2160132 Nov 10 19:06:03.967749 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e59182-3c37-4052-abbb-b2309b8bbdfc req-33a7644e-a914-4457-96aa-8896fbea776a tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:03.979461 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52e59182-3c37-4052-abbb-b2309b8bbdfc req-33a7644e-a914-4457-96aa-8896fbea776a tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5d767ea-42d9-480e-bb06-0503d89e1eaa HTTP/1.1" status: 200 len: 950 time: 0.2068655 Nov 10 19:06:04.044958 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-397fd7e1-89b6-4deb-814f-b461963b6935 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=7b351d87-957f-4b22-832a-2cbaa5c51d5e HTTP/1.1" status: 200 len: 217 time: 0.0551329 Nov 10 19:06:04.073212 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9d93e4f5-5227-4960-b1fe-f13701886127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:04.144424 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d93e4f5-5227-4960-b1fe-f13701886127 admin admin] Checking segment: {'id': 'd7e030f5-0473-4bbf-b84d-5423588307d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '9c04cc2a-5c2d-4095-bfec-1958997c11d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:06:04.144785 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d93e4f5-5227-4960-b1fe-f13701886127 admin admin] Network hostable DHCP agents. Network: 9c04cc2a-5c2d-4095-bfec-1958997c11d1, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:06:04.148300 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93e4f5-5227-4960-b1fe-f13701886127 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb42e897-b107-47e9-b367-4a32485ad14c,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:04.155606 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52e59182-3c37-4052-abbb-b2309b8bbdfc req-533aeb23-7bb1-4924-9d14-66ff232b52d2 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675131 Nov 10 19:06:04.176426 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d93e4f5-5227-4960-b1fe-f13701886127 admin admin] Network 9c04cc2a-5c2d-4095-bfec-1958997c11d1 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:06:04.177504 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-70443300-4011-4151-9c3f-9f935dd73fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:04.179279 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-70443300-4011-4151-9c3f-9f935dd73fde service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.1254008 Nov 10 19:06:04.188317 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-9d93e4f5-5227-4960-b1fe-f13701886127 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 9c04cc2a-5c2d-4095-bfec-1958997c11d1) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:06:04.194545 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d93e4f5-5227-4960-b1fe-f13701886127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:04.195261 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9d93e4f5-5227-4960-b1fe-f13701886127 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:04.202702 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede3fa05-9f57-451a-9218-ba93be59104b None None] Network 9c04cc2a-5c2d-4095-bfec-1958997c11d1 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:06:04.216973 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9d93e4f5-5227-4960-b1fe-f13701886127 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4416866 Nov 10 19:06:04.287213 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-15eb3d03-ed76-4914-acb6-d72f3610f298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:04.288731 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-15eb3d03-ed76-4914-acb6-d72f3610f298 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0898690 Nov 10 19:06:04.329831 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49766) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:04.390819 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c500c5d-d957-451b-8c90-bb4579bb59cd None None] Network 9c04cc2a-5c2d-4095-bfec-1958997c11d1 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:06:04.462733 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d87a0-ec0a-4c98-848a-7377f7b108dd req-8b4ce38c-3650-4bad-b33b-9ad6dd3274fa tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:04.471061 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-930d87a0-ec0a-4c98-848a-7377f7b108dd req-8b4ce38c-3650-4bad-b33b-9ad6dd3274fa tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b5a2b74-a91f-4162-8352-a8bbd3be8dcc HTTP/1.1" status: 200 len: 947 time: 0.1104786 Nov 10 19:06:04.485152 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-2773f72a-ffae-4bc2-a739-33eb3f725530 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884077 Nov 10 19:06:04.567996 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f8e8aa1b-45fd-4c08-b507-d1f4d63fa89a tempest-AutoAllocateNetworkTest-1677104600 tempest-AutoAllocateNetworkTest-1677104600-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=93da4c7f9524472ea0f3709cf82fbfac&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2300606 Nov 10 19:06:04.568555 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49778) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:04.729332 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-4c42d73e-c115-471e-9462-46b0b758ce89 req-2db691fd-4f99-4a07-b0e7-9b181548d252 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:06:04.730300 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c42d73e-c115-471e-9462-46b0b758ce89 req-2db691fd-4f99-4a07-b0e7-9b181548d252 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2572854 Nov 10 19:06:04.816908 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-930d87a0-ec0a-4c98-848a-7377f7b108dd req-d71f8da6-ae7b-4d67-b275-9f730142cf8d tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5a74272-ebeb-4e2a-bfaf-356383c51236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449898 Nov 10 19:06:04.842804 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f9eba0b0-3bb1-4466-a592-5ddd77c48f33 req-783abf1c-da1d-49a6-9717-26165151aadf service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194959 Nov 10 19:06:05.020806 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2980af2-793f-4e53-ad0c-4ba774d6f2b3 tempest-AutoAllocateNetworkTest-1677104600 tempest-AutoAllocateNetworkTest-1677104600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:05.026269 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d2980af2-793f-4e53-ad0c-4ba774d6f2b3 tempest-AutoAllocateNetworkTest-1677104600 tempest-AutoAllocateNetworkTest-1677104600-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.4563878 Nov 10 19:06:05.026959 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49788) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:05.029710 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d5e73-b3a4-4007-9f4d-5227cd830b97 req-e2a76c99-332a-4a1b-b7ca-241b56a23c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:05.031152 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ec8d5e73-b3a4-4007-9f4d-5227cd830b97 req-e2a76c99-332a-4a1b-b7ca-241b56a23c60 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f2f4cffd183d4e69bd4120c4a3ffb7a9&device_id=4b5a2b74-a91f-4162-8352-a8bbd3be8dcc HTTP/1.1" status: 200 len: 1098 time: 0.1036892 Nov 10 19:06:05.041247 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda55af-fe06-4aab-abeb-54f6fdcccb59 req-27745600-41d3-4534-9954-259370cd5503 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:05.042815 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4cda55af-fe06-4aab-abeb-54f6fdcccb59 req-27745600-41d3-4534-9954-259370cd5503 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 945 time: 0.0709593 Nov 10 19:06:05.097256 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-10bc4ad8-5006-43ec-9e0d-cc79d16b24fe tempest-AutoAllocateNetworkTest-1677104600 tempest-AutoAllocateNetworkTest-1677104600-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0689275 Nov 10 19:06:05.099888 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49798) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:05.129080 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4031706d-98ab-4cd2-b0b0-88c9b7cc28ae tempest-AutoAllocateNetworkTest-1677104600 tempest-AutoAllocateNetworkTest-1677104600-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=93da4c7f9524472ea0f3709cf82fbfac HTTP/1.1" status: 200 len: 208 time: 0.0278819 Nov 10 19:06:05.180975 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4cda55af-fe06-4aab-abeb-54f6fdcccb59 req-376f7d8d-6275-4d09-b2cf-e70f12f0aa08 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280642 Nov 10 19:06:05.233238 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d5e73-b3a4-4007-9f4d-5227cd830b97 req-a1a0dbd8-755d-4575-8950-5ccb1a0eb1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:05.234792 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ec8d5e73-b3a4-4007-9f4d-5227cd830b97 req-a1a0dbd8-755d-4575-8950-5ccb1a0eb1ac service neutron] 10.222.0.73 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.1910672 Nov 10 19:06:05.330824 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-6daa7d3d-a2d6-4099-9afe-3f463307bc69 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:05.334798 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-6daa7d3d-a2d6-4099-9afe-3f463307bc69 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/networks?id=a42d4887-cb04-48c7-8111-765e5b18298b HTTP/1.1" status: 200 len: 808 time: 0.2141094 Nov 10 19:06:05.336178 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ec8d5e73-b3a4-4007-9f4d-5227cd830b97 req-348cae03-b7ef-4de6-80f0-aa839c955348 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=7b351d87-957f-4b22-832a-2cbaa5c51d5e HTTP/1.1" status: 200 len: 217 time: 0.0885458 Nov 10 19:06:05.363986 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-e4b81e23-d039-4db9-ac91-e5ceddb56eeb tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/quotas/a08ec8828e22441bac9028fb3e613990 HTTP/1.1" status: 200 len: 375 time: 0.0229754 Nov 10 19:06:05.406826 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b92ed-aea4-4c92-9b8c-b34b9004cfd7 req-abddda46-379b-4fb7-8cdd-ce9951aea64f tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:05.408700 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-372b92ed-aea4-4c92-9b8c-b34b9004cfd7 req-abddda46-379b-4fb7-8cdd-ce9951aea64f tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7 HTTP/1.1" status: 200 len: 950 time: 0.1652424 Nov 10 19:06:05.429468 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49808) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:05.433072 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-aa07e9bd-cb10-4225-8788-7ef82cc0dfb0 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a08ec8828e22441bac9028fb3e613990&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506537 Nov 10 19:06:05.459684 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d5e73-b3a4-4007-9f4d-5227cd830b97 req-94a2613b-7263-4366-9139-d90cef45eba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:05.461233 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ec8d5e73-b3a4-4007-9f4d-5227cd830b97 req-94a2613b-7263-4366-9139-d90cef45eba7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.1100750 Nov 10 19:06:05.541930 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3f918514-b536-4d2d-8fdc-2673ee194142 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:05.585066 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d5e73-b3a4-4007-9f4d-5227cd830b97 req-6329cb45-3d17-41c3-9d8e-286b1c3dc0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:05.586886 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ec8d5e73-b3a4-4007-9f4d-5227cd830b97 req-6329cb45-3d17-41c3-9d8e-286b1c3dc0fa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1145670 Nov 10 19:06:05.593445 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-372b92ed-aea4-4c92-9b8c-b34b9004cfd7 req-874e70ca-1659-4b43-bc5c-bc68d14cea55 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/security-groups?id=559a5f26-c376-401b-adc9-7edb4086b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627629 Nov 10 19:06:05.620759 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3f918514-b536-4d2d-8fdc-2673ee194142 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:05.629340 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3f918514-b536-4d2d-8fdc-2673ee194142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:05.655716 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-a5917900-95a8-4764-819a-d9240806983c service neutron] 10.222.0.54 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111006 Nov 10 19:06:05.708277 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3f918514-b536-4d2d-8fdc-2673ee194142 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=93da4c7f9524472ea0f3709cf82fbfac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2774351 Nov 10 19:06:05.709727 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f918514-b536-4d2d-8fdc-2673ee194142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca0fa30-a62d-4604-8fe2-31a69dbd044b,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:05.713781 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49816) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:05.761370 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-b0896329-8c2c-45d5-bdca-7ec8ac7c4c22 service neutron] 10.222.0.54 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046019 Nov 10 19:06:05.804112 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-04522527-8682-4c64-a0f8-32808988133e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:05.842957 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-04522527-8682-4c64-a0f8-32808988133e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:05.868828 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ef426-a199-4fb9-ac6b-ca5c9ef9cfd1 req-3721fd17-4bec-4b2b-9199-659d7d30ccfc tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:05.870433 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-671ef426-a199-4fb9-ac6b-ca5c9ef9cfd1 req-3721fd17-4bec-4b2b-9199-659d7d30ccfc tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5d767ea-42d9-480e-bb06-0503d89e1eaa HTTP/1.1" status: 200 len: 950 time: 0.1059818 Nov 10 19:06:05.877375 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ec8d5e73-b3a4-4007-9f4d-5227cd830b97 req-397a468a-77b2-47b3-89b7-e14320271f4b service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692568 Nov 10 19:06:05.926031 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-04522527-8682-4c64-a0f8-32808988133e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:05.934776 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-04522527-8682-4c64-a0f8-32808988133e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:05.936651 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-04522527-8682-4c64-a0f8-32808988133e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7ca0fa30-a62d-4604-8fe2-31a69dbd044b HTTP/1.1" status: 204 len: 168 time: 0.2210267 Nov 10 19:06:05.969373 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04522527-8682-4c64-a0f8-32808988133e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca0fa30-a62d-4604-8fe2-31a69dbd044b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:06.053630 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-671ef426-a199-4fb9-ac6b-ca5c9ef9cfd1 req-316d370d-9db2-4bec-8bcc-362a3a7fb467 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751826 Nov 10 19:06:06.058721 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ec8d5e73-b3a4-4007-9f4d-5227cd830b97 req-86b9640c-b6e0-4847-8fee-07e98bb1fd96 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580639 Nov 10 19:06:06.218652 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-7883644e-da4f-42f6-b69f-d8dff773dcf4 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=5cd9438c7c6e48db91649886067ee78c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361395 Nov 10 19:06:06.367097 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-a111116c-fe84-4574-9f99-23a97f75521d tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:06.377911 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-a111116c-fe84-4574-9f99-23a97f75521d tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1531568 Nov 10 19:06:06.392320 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-b3c44568-587b-4fcb-aba5-f0d1e94da657 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/quotas/5cd9438c7c6e48db91649886067ee78c HTTP/1.1" status: 200 len: 375 time: 0.0132613 Nov 10 19:06:06.472141 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-0bb665cc-f996-4bff-8a7c-4aa62655caee tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5cd9438c7c6e48db91649886067ee78c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0708461 Nov 10 19:06:06.527945 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb3829-c660-480d-9266-e5d591970008 req-395a5c6f-ae34-4353-b7a7-1cab4c68c793 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:06.533337 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e4fb3829-c660-480d-9266-e5d591970008 req-395a5c6f-ae34-4353-b7a7-1cab4c68c793 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 1096 time: 0.0781929 Nov 10 19:06:06.613562 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e4fb3829-c660-480d-9266-e5d591970008 req-70ae356c-da04-44de-b4f8-ef8bb1cf576d tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697238 Nov 10 19:06:06.772239 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43322d-c27b-4f8e-a1c2-88a8d21e4915 req-ed9cc462-faf2-4970-a5a5-a2a37e7bacae tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:06.774194 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bb43322d-c27b-4f8e-a1c2-88a8d21e4915 req-ed9cc462-faf2-4970-a5a5-a2a37e7bacae tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b5a2b74-a91f-4162-8352-a8bbd3be8dcc HTTP/1.1" status: 200 len: 947 time: 0.0731075 Nov 10 19:06:06.844403 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bb43322d-c27b-4f8e-a1c2-88a8d21e4915 req-4ce47f05-131b-48eb-83d2-fd2f320f6689 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5a74272-ebeb-4e2a-bfaf-356383c51236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587199 Nov 10 19:06:06.892022 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ede01bfd-379e-47b5-a507-bd19f0791bfc req-fc534475-353f-44c6-9dd2-75590b6960df tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 210 time: 0.0275574 Nov 10 19:06:07.015078 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6288fa6f-168d-4e73-975c-e43aacc64c8e req-a3159b85-d3a1-418a-a06e-4bef5313b9c6 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a0c8445-8642-4732-94c3-172929c524bb HTTP/1.1" status: 200 len: 210 time: 0.0324593 Nov 10 19:06:07.141689 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c485be-c647-4782-b720-61b41a0b7037 req-e8b22bc2-c089-4094-8e4b-78c81dcaf2fa tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:07.146397 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a5c485be-c647-4782-b720-61b41a0b7037 req-e8b22bc2-c089-4094-8e4b-78c81dcaf2fa tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 1096 time: 0.0723019 Nov 10 19:06:07.276471 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a5c485be-c647-4782-b720-61b41a0b7037 req-8b7bdf92-334c-4291-bb07-a8a2683b1e54 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268618 Nov 10 19:06:07.315335 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b32f39-669e-4978-b0d7-7dfcca4eb299 req-2d540d7c-d3fe-4512-9f43-47372b02bbd8 tempest-ServersOnMultiNodesTest-809608394 tempest-ServersOnMultiNodesTest-809608394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:07.320527 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d6b32f39-669e-4978-b0d7-7dfcca4eb299 req-2d540d7c-d3fe-4512-9f43-47372b02bbd8 tempest-ServersOnMultiNodesTest-809608394 tempest-ServersOnMultiNodesTest-809608394-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b5d767ea-42d9-480e-bb06-0503d89e1eaa HTTP/1.1" status: 200 len: 1101 time: 0.1097445 Nov 10 19:06:07.366925 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d6b32f39-669e-4978-b0d7-7dfcca4eb299 req-c049fece-45aa-4c04-bc4a-b30882eb9077 tempest-ServersOnMultiNodesTest-809608394 tempest-ServersOnMultiNodesTest-809608394-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:07.395948 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-a4d8f39a-6888-473d-80d4-c29e5bed6912 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:07.397596 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-a4d8f39a-6888-473d-80d4-c29e5bed6912 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.73 "GET /v2.0/networks?id=a42d4887-cb04-48c7-8111-765e5b18298b HTTP/1.1" status: 200 len: 808 time: 0.2306728 Nov 10 19:06:07.431898 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-afedee7b-2b7c-4e55-b23a-cbe30601e8f2 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Request body: {'port': {'device_id': 'ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb', 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b', 'admin_state_up': True, 'tenant_id': 'a08ec8828e22441bac9028fb3e613990'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:07.547180 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d6b32f39-669e-4978-b0d7-7dfcca4eb299 req-c049fece-45aa-4c04-bc4a-b30882eb9077 tempest-ServersOnMultiNodesTest-809608394 tempest-ServersOnMultiNodesTest-809608394-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:07.554440 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d6b32f39-669e-4978-b0d7-7dfcca4eb299 req-c049fece-45aa-4c04-bc4a-b30882eb9077 tempest-ServersOnMultiNodesTest-809608394 tempest-ServersOnMultiNodesTest-809608394-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:07.583565 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-3628c19d-5198-42a4-875f-d7440ff4a34b req-5bab51d7-a444-494d-9f26-bf9a6e0cf62e service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:06:07.584597 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3628c19d-5198-42a4-875f-d7440ff4a34b req-5bab51d7-a444-494d-9f26-bf9a6e0cf62e service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0108600 Nov 10 19:06:07.621989 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d6b32f39-669e-4978-b0d7-7dfcca4eb299 req-c049fece-45aa-4c04-bc4a-b30882eb9077 tempest-ServersOnMultiNodesTest-809608394 tempest-ServersOnMultiNodesTest-809608394-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929406 Nov 10 19:06:07.636513 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049fece-45aa-4c04-bc4a-b30882eb9077 tempest-ServersOnMultiNodesTest-809608394 tempest-ServersOnMultiNodesTest-809608394-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afce0578-ad2b-4bdd-9e0b-dbe017b72251,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:07.646035 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-afedee7b-2b7c-4e55-b23a-cbe30601e8f2 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Made reservation on behalf of a08ec8828e22441bac9028fb3e613990 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:06:07.662744 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-afedee7b-2b7c-4e55-b23a-cbe30601e8f2 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:07.844321 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-afedee7b-2b7c-4e55-b23a-cbe30601e8f2 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Allocated IP 172.20.0.5 (a42d4887-cb04-48c7-8111-765e5b18298b/34d86bed-ff03-44e0-b566-0ecdf3d0ce56/b559a426-f4ce-412a-a086-a76bd0133108) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:06:07.986608 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-8b2cc283-fdf6-4a47-b658-8d56040a6e45 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5cd9438c7c6e48db91649886067ee78c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320613 Nov 10 19:06:08.121689 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-afedee7b-2b7c-4e55-b23a-cbe30601e8f2 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:08.136304 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-599e7583-43f2-4a15-a1ec-0f70452f4b1e tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:08.138697 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-599e7583-43f2-4a15-a1ec-0f70452f4b1e tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1467204 Nov 10 19:06:08.157782 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-a423a542-1e9b-45b4-a77a-bd5c188dcfcb tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Request body: {'port': {'device_id': '7a0c8445-8642-4732-94c3-172929c524bb', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'admin_state_up': True, 'tenant_id': '5cd9438c7c6e48db91649886067ee78c'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:08.173012 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-afedee7b-2b7c-4e55-b23a-cbe30601e8f2 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:08.284246 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-afedee7b-2b7c-4e55-b23a-cbe30601e8f2 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Network a42d4887-cb04-48c7-8111-765e5b18298b is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:06:08.286266 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-a423a542-1e9b-45b4-a77a-bd5c188dcfcb tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Made reservation on behalf of 5cd9438c7c6e48db91649886067ee78c for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:06:08.290596 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-a423a542-1e9b-45b4-a77a-bd5c188dcfcb tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:08.290914 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-afedee7b-2b7c-4e55-b23a-cbe30601e8f2 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:06:08.294622 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-afedee7b-2b7c-4e55-b23a-cbe30601e8f2 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:06:08.300793 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-afedee7b-2b7c-4e55-b23a-cbe30601e8f2 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:08.301171 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-afedee7b-2b7c-4e55-b23a-cbe30601e8f2 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:08.303644 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afedee7b-2b7c-4e55-b23a-cbe30601e8f2 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Pushing event updated for resources: {'Port': ['ID=b559a426-f4ce-412a-a086-a76bd0133108,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:08.325382 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08cc86-9bc6-46fe-9626-3357bfd0817d req-9d90b767-f05c-4f54-9a2b-5d73725fc51d tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:08.327475 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6e08cc86-9bc6-46fe-9626-3357bfd0817d req-9d90b767-f05c-4f54-9a2b-5d73725fc51d tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b5a2b74-a91f-4162-8352-a8bbd3be8dcc HTTP/1.1" status: 200 len: 947 time: 0.1018951 Nov 10 19:06:08.331566 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-afedee7b-2b7c-4e55-b23a-cbe30601e8f2 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9040940 Nov 10 19:06:08.347750 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] Request body: {'port': {'device_id': 'ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:08.438259 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6e08cc86-9bc6-46fe-9626-3357bfd0817d req-3160ccfb-ce6d-4190-855a-6a1477ba0971 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5a74272-ebeb-4e2a-bfaf-356383c51236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019657 Nov 10 19:06:08.438834 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:08.464631 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-a423a542-1e9b-45b4-a77a-bd5c188dcfcb tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Allocated IP 192.168.233.169 (d392c118-92b4-47b2-87bf-77c096e8a630/f9b6e8e7-6ebd-402d-901c-b41f234de3ab/2839d252-77f0-47ea-8b3c-c5a2a079c263) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:06:08.640225 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a219b-a7a9-4074-97ec-d1bef15c57e1 req-5b7d65d6-6e7e-43e3-952d-51d9de47f61b tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:08.641638 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5b3a219b-a7a9-4074-97ec-d1bef15c57e1 req-5b7d65d6-6e7e-43e3-952d-51d9de47f61b tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 931 time: 0.1260071 Nov 10 19:06:08.656091 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-a423a542-1e9b-45b4-a77a-bd5c188dcfcb tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:08.699329 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-a423a542-1e9b-45b4-a77a-bd5c188dcfcb tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:08.713491 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['046bdb90-4d35-4639-97ff-a900315c479b'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:06:08.742229 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5b3a219b-a7a9-4074-97ec-d1bef15c57e1 req-e5b40f49-ff32-467a-a7cf-1f09c108d1ad tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720611 Nov 10 19:06:08.765613 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-a423a542-1e9b-45b4-a77a-bd5c188dcfcb tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Network d392c118-92b4-47b2-87bf-77c096e8a630 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:06:08.771665 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-a423a542-1e9b-45b4-a77a-bd5c188dcfcb tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:06:08.778413 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-a423a542-1e9b-45b4-a77a-bd5c188dcfcb tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:06:08.814313 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423a542-1e9b-45b4-a77a-bd5c188dcfcb tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Pushing event updated for resources: {'Port': ['ID=2839d252-77f0-47ea-8b3c-c5a2a079c263,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:08.833106 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b559a426-f4ce-412a-a086-a76bd0133108 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:06:08.840228 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423a542-1e9b-45b4-a77a-bd5c188dcfcb tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:08.840719 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423a542-1e9b-45b4-a77a-bd5c188dcfcb tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:08.841470 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:08.842010 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423a542-1e9b-45b4-a77a-bd5c188dcfcb tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:08.842559 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423a542-1e9b-45b4-a77a-bd5c188dcfcb tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:08.843029 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423a542-1e9b-45b4-a77a-bd5c188dcfcb tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:08.843492 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423a542-1e9b-45b4-a77a-bd5c188dcfcb tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:08.843966 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423a542-1e9b-45b4-a77a-bd5c188dcfcb tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:08.844438 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423a542-1e9b-45b4-a77a-bd5c188dcfcb tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:08.844898 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423a542-1e9b-45b4-a77a-bd5c188dcfcb tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:08.845363 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423a542-1e9b-45b4-a77a-bd5c188dcfcb tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:08.845841 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423a542-1e9b-45b4-a77a-bd5c188dcfcb tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:08.846384 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423a542-1e9b-45b4-a77a-bd5c188dcfcb tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:08.857061 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] Transition to ACTIVE for port object b559a426-f4ce-412a-a086-a76bd0133108 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:06:08.863220 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:08.877162 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-a423a542-1e9b-45b4-a77a-bd5c188dcfcb tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:08.878251 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-a423a542-1e9b-45b4-a77a-bd5c188dcfcb tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:08.903945 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-a423a542-1e9b-45b4-a77a-bd5c188dcfcb tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7504609 Nov 10 19:06:08.919661 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-ec87f99a-9d90-4ac8-a383-34ab67d5cbae service neutron] Request body: {'port': {'device_id': '7a0c8445-8642-4732-94c3-172929c524bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:08.948707 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b559a426-f4ce-412a-a086-a76bd0133108,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:09.012431 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-ec87f99a-9d90-4ac8-a383-34ab67d5cbae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:09.014959 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-2ae32d10-f214-4c2a-90da-85bd868c0461 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0870128 Nov 10 19:06:09.025287 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:09.025625 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:09.026142 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:09.026479 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:09.026803 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:09.027125 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:09.027442 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:09.027760 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:09.028072 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:09.028386 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:09.028769 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:09.029111 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:09.071803 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] Attempting to bind port b559a426-f4ce-412a-a086-a76bd0133108 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:06:09.072236 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] Attempting to bind port b559a426-f4ce-412a-a086-a76bd0133108 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:06:09.073212 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] Attempting to bind port b559a426-f4ce-412a-a086-a76bd0133108 on network a42d4887-cb04-48c7-8111-765e5b18298b {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:06:09.082137 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] Port b559a426-f4ce-412a-a086-a76bd0133108 on network a42d4887-cb04-48c7-8111-765e5b18298b not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:06:09.082520 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] Attempting to bind port b559a426-f4ce-412a-a086-a76bd0133108 on network a42d4887-cb04-48c7-8111-765e5b18298b {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:06:09.115723 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 7b351d87-957f-4b22-832a-2cbaa5c51d5e details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:06:09.228862 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-926555f0-acb8-434b-ae9d-d9eb32b0ca93 None None] Provisioning complete for port 2839d252-77f0-47ea-8b3c-c5a2a079c263 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:06:09.230130 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-926555f0-acb8-434b-ae9d-d9eb32b0ca93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:09.291987 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 7b351d87-957f-4b22-832a-2cbaa5c51d5e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7b351d87-957f-4b22-832a-2cbaa5c51d5e,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:09.292537 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49978) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:09.301591 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-926555f0-acb8-434b-ae9d-d9eb32b0ca93 None None] Port 2839d252-77f0-47ea-8b3c-c5a2a079c263 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:06:09.317276 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '7b351d87-957f-4b22-832a-2cbaa5c51d5e', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': '7b351d87-957f-4b22-832a-2cbaa5c51d5e', 'mac_address': 'fa:16:3e:d6:cd:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:06:09.325898 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:06:09.326593 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] Checking segment: {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:06:09.326921 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] Bound using segment: {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:06:09.327696 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] Bound port: b559a426-f4ce-412a-a086-a76bd0133108, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:06:09.327899 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:09.369855 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-ec87f99a-9d90-4ac8-a383-34ab67d5cbae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2839d252-77f0-47ea-8b3c-c5a2a079c263 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:06:09.371239 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:09.380267 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-ec87f99a-9d90-4ac8-a383-34ab67d5cbae service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:09.389257 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b351d87-957f-4b22-832a-2cbaa5c51d5e {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:06:09.397862 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-ec87f99a-9d90-4ac8-a383-34ab67d5cbae service neutron] Transition to ACTIVE for port object 2839d252-77f0-47ea-8b3c-c5a2a079c263 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:06:09.406309 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-ec87f99a-9d90-4ac8-a383-34ab67d5cbae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:09.413324 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 7b351d87-957f-4b22-832a-2cbaa5c51d5e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7b351d87-957f-4b22-832a-2cbaa5c51d5e,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:09.420142 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:09.422774 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-2013b501-0bda-4525-9635-6cdcab576d7f tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:09.430028 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-2013b501-0bda-4525-9635-6cdcab576d7f tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4066856 Nov 10 19:06:09.449037 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-1a71bfb9-6b9e-41d2-bdd7-e47ebbe370f5 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/quotas/0d7335f5df3b4e0fb20d05dce0cf0b45 HTTP/1.1" status: 200 len: 375 time: 0.0179605 Nov 10 19:06:09.453232 n-d-813897-4 neutron-server[102505]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 10 19:06:09.460317 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-bcfb1631-6b87-4a14-b877-41700dcdc09e tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:06:09.462597 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-bcfb1631-6b87-4a14-b877-41700dcdc09e tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1681383 Nov 10 19:06:09.483590 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] For port b559a426-f4ce-412a-a086-a76bd0133108, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:06:09.500682 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] For port b559a426-f4ce-412a-a086-a76bd0133108, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=b559a426-f4ce-412a-a086-a76bd0133108,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:06:09.513013 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87f99a-9d90-4ac8-a383-34ab67d5cbae service neutron] Pushing event updated for resources: {'Port': ['ID=2839d252-77f0-47ea-8b3c-c5a2a079c263,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:09.526487 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-e10e4898-7a3f-43d9-82d9-744577691493 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0764396 Nov 10 19:06:09.527836 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:09.530255 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=7b351d87-957f-4b22-832a-2cbaa5c51d5e,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:09.590031 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-ec87f99a-9d90-4ac8-a383-34ab67d5cbae service neutron] Attempting to bind port 2839d252-77f0-47ea-8b3c-c5a2a079c263 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:06:09.595021 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-ec87f99a-9d90-4ac8-a383-34ab67d5cbae service neutron] Attempting to bind port 2839d252-77f0-47ea-8b3c-c5a2a079c263 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:06:09.595480 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-ec87f99a-9d90-4ac8-a383-34ab67d5cbae service neutron] Attempting to bind port 2839d252-77f0-47ea-8b3c-c5a2a079c263 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:06:09.611082 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-ec87f99a-9d90-4ac8-a383-34ab67d5cbae service neutron] Port 2839d252-77f0-47ea-8b3c-c5a2a079c263 on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:06:09.611662 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-ec87f99a-9d90-4ac8-a383-34ab67d5cbae service neutron] Attempting to bind port 2839d252-77f0-47ea-8b3c-c5a2a079c263 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:06:09.612961 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:09.614023 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:09.617820 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] 10.222.0.73 "PUT /v2.0/ports/b559a426-f4ce-412a-a086-a76bd0133108 HTTP/1.1" status: 200 len: 1091 time: 1.2720575 Nov 10 19:06:09.617820 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb', 'tag': 'b559a426-f4ce-412a-a086-a76bd0133108'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:06:09.622542 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dc66cc-e905-4ac1-9ffb-7972f971be6d" -d '{"events": [{"name": "network-changed", "server_uuid": "ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb", "tag": "b559a426-f4ce-412a-a086-a76bd0133108"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:06:09.625884 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-ec87f99a-9d90-4ac8-a383-34ab67d5cbae service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:06:09.626643 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-ec87f99a-9d90-4ac8-a383-34ab67d5cbae service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:06:09.627044 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-ec87f99a-9d90-4ac8-a383-34ab67d5cbae service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:06:09.628251 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-ec87f99a-9d90-4ac8-a383-34ab67d5cbae service neutron] Bound port: 2839d252-77f0-47ea-8b3c-c5a2a079c263, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:06:09.629470 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-ec87f99a-9d90-4ac8-a383-34ab67d5cbae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:09.677489 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6932fa-0832-4b3e-be17-4701b3e420e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b559a426-f4ce-412a-a086-a76bd0133108,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:09.688300 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['7b351d87-957f-4b22-832a-2cbaa5c51d5e'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:06:09.763295 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-ec87f99a-9d90-4ac8-a383-34ab67d5cbae service neutron] For port 2839d252-77f0-47ea-8b3c-c5a2a079c263, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:06:09.771478 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-ec87f99a-9d90-4ac8-a383-34ab67d5cbae service neutron] For port 2839d252-77f0-47ea-8b3c-c5a2a079c263, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=2839d252-77f0-47ea-8b3c-c5a2a079c263,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:06:09.777385 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-99234e63-5efb-4865-83e7-30472854658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:09.778580 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-ec87f99a-9d90-4ac8-a383-34ab67d5cbae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:09.783184 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-99234e63-5efb-4865-83e7-30472854658b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a08ec8828e22441bac9028fb3e613990&device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 1094 time: 0.0919411 Nov 10 19:06:09.869300 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-263d9715-0797-4ec1-bc2a-de9bb9ebbb64 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b559a426-f4ce-412a-a086-a76bd0133108 HTTP/1.1" status: 200 len: 217 time: 0.0769348 Nov 10 19:06:09.883775 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-ec87f99a-9d90-4ac8-a383-34ab67d5cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:09.884413 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-ec87f99a-9d90-4ac8-a383-34ab67d5cbae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:09.890286 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-ec87f99a-9d90-4ac8-a383-34ab67d5cbae service neutron] 10.222.0.73 "PUT /v2.0/ports/2839d252-77f0-47ea-8b3c-c5a2a079c263 HTTP/1.1" status: 200 len: 1096 time: 0.9708416 Nov 10 19:06:09.892812 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0c8445-8642-4732-94c3-172929c524bb', 'tag': '2839d252-77f0-47ea-8b3c-c5a2a079c263'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:06:09.898671 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcabb781-3b51-418b-abb9-9f9095626488" -d '{"events": [{"name": "network-changed", "server_uuid": "7a0c8445-8642-4732-94c3-172929c524bb", "tag": "2839d252-77f0-47ea-8b3c-c5a2a079c263"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:06:09.915282 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-bcb17a37-2332-4488-8b02-e92f5b28c75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:09.923017 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-bcb17a37-2332-4488-8b02-e92f5b28c75c service neutron] 10.222.0.54 "GET /v2.0/ports/653b8478-220b-442b-8286-259dcc0b0481 HTTP/1.1" status: 200 len: 1093 time: 0.1821828 Nov 10 19:06:09.928101 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-7044592f-a430-4c14-b5bc-4a2aad114041 service neutron] Request body: {'binding': {'host': 'n-h1-813897-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:09.928862 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-7044592f-a430-4c14-b5bc-4a2aad114041 service neutron] Unknown quota resources ['binding']. {{(pid=102505) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 19:06:09.985994 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-9e5c7e5d-eaac-4460-b04b-d40f9b77d0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:09.988314 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-9e5c7e5d-eaac-4460-b04b-d40f9b77d0b5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=34d86bed-ff03-44e0-b566-0ecdf3d0ce56 HTTP/1.1" status: 200 len: 848 time: 0.1084311 Nov 10 19:06:09.996044 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87f99a-9d90-4ac8-a383-34ab67d5cbae service neutron] Pushing event updated for resources: {'Port': ['ID=2839d252-77f0-47ea-8b3c-c5a2a079c263,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:10.055819 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-ac973084-99af-4956-9cad-e47097714af7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a42d4887-cb04-48c7-8111-765e5b18298b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406945 Nov 10 19:06:10.114036 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-7c93f8c6-e228-44e2-9bd7-d362085c69ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:10.115808 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-7c93f8c6-e228-44e2-9bd7-d362085c69ab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5cd9438c7c6e48db91649886067ee78c&device_id=7a0c8445-8642-4732-94c3-172929c524bb HTTP/1.1" status: 200 len: 1099 time: 0.1102726 Nov 10 19:06:10.173959 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-c9118889-4795-4b6a-a64f-667032461c45 service neutron] 10.222.0.73 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013575 Nov 10 19:06:10.179771 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-f840be26-db14-40ec-92fe-0428011a4443 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=2839d252-77f0-47ea-8b3c-c5a2a079c263 HTTP/1.1" status: 200 len: 217 time: 0.0485773 Nov 10 19:06:10.206829 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-7044592f-a430-4c14-b5bc-4a2aad114041 service neutron] Attempting to bind port 653b8478-220b-442b-8286-259dcc0b0481 on host n-h1-813897-4 for vnic_type normal with profile None {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:06:10.207162 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-7044592f-a430-4c14-b5bc-4a2aad114041 service neutron] Attempting to bind port 653b8478-220b-442b-8286-259dcc0b0481 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:06:10.207489 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-7044592f-a430-4c14-b5bc-4a2aad114041 service neutron] Attempting to bind port 653b8478-220b-442b-8286-259dcc0b0481 on network 74048eaf-c023-4244-acc6-bb708e07e097 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:06:10.238686 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-7044592f-a430-4c14-b5bc-4a2aad114041 service neutron] Port 653b8478-220b-442b-8286-259dcc0b0481 on network 74048eaf-c023-4244-acc6-bb708e07e097 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:06:10.239017 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-7044592f-a430-4c14-b5bc-4a2aad114041 service neutron] Attempting to bind port 653b8478-220b-442b-8286-259dcc0b0481 on network 74048eaf-c023-4244-acc6-bb708e07e097 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:06:10.251882 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-7044592f-a430-4c14-b5bc-4a2aad114041 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:06:10.252226 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-7044592f-a430-4c14-b5bc-4a2aad114041 service neutron] Checking segment: {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:06:10.252614 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-7044592f-a430-4c14-b5bc-4a2aad114041 service neutron] Bound using segment: {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:06:10.253047 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-7044592f-a430-4c14-b5bc-4a2aad114041 service neutron] Bound port: 653b8478-220b-442b-8286-259dcc0b0481, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:06:10.277594 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-fde1fa2f-86f9-4920-be10-6d0343b77b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:10.279363 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-fde1fa2f-86f9-4920-be10-6d0343b77b3d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0852172 Nov 10 19:06:10.329497 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb34951-0111-4339-8b74-bca12b5c9a62 req-3bd0d27e-7499-41fd-8008-f8e50c48988e tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:10.331189 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ddb34951-0111-4339-8b74-bca12b5c9a62 req-3bd0d27e-7499-41fd-8008-f8e50c48988e tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a0c8445-8642-4732-94c3-172929c524bb HTTP/1.1" status: 200 len: 948 time: 0.1059988 Nov 10 19:06:10.333801 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-859e3937-e80a-4585-b39b-f62b5c337e52 req-0d1a06b3-fd46-4901-ba22-38a98ec440c0 service neutron] 10.222.0.73 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463602 Nov 10 19:06:10.383913 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-7044592f-a430-4c14-b5bc-4a2aad114041 service neutron] For port 653b8478-220b-442b-8286-259dcc0b0481, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=653b8478-220b-442b-8286-259dcc0b0481,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:06:10.387307 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-414b8386-198b-4a32-86d7-1b693fe6d6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:10.388863 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-414b8386-198b-4a32-86d7-1b693fe6d6e3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0873573 Nov 10 19:06:10.392552 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-7044592f-a430-4c14-b5bc-4a2aad114041 service neutron] Publish callbacks [] for binding, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:10.393671 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-7044592f-a430-4c14-b5bc-4a2aad114041 service neutron] 10.222.0.54 "POST /v2.0/ports/653b8478-220b-442b-8286-259dcc0b0481/bindings HTTP/1.1" status: 201 len: 389 time: 0.4698241 Nov 10 19:06:10.430620 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ddb34951-0111-4339-8b74-bca12b5c9a62 req-6fb3e7f3-e76e-486f-9baf-29510da4c488 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/security-groups?id=559a5f26-c376-401b-adc9-7edb4086b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788236 Nov 10 19:06:10.570251 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-8099d08c-e892-48c0-97ad-4a0f137b4bd7 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596541 Nov 10 19:06:10.721966 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cfa2ac-8443-4f19-a233-9eaa682b591d x-openstack-request-id: req-f6cfa2ac-8443-4f19-a233-9eaa682b591d {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:06:10.722500 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb", "tag": "b559a426-f4ce-412a-a086-a76bd0133108", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:06:10.722825 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f6cfa2ac-8443-4f19-a233-9eaa682b591d {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:06:10.723303 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb', 'tag': 'b559a426-f4ce-412a-a086-a76bd0133108', 'status': 'completed', 'code': 200} Nov 10 19:06:10.743733 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6ea5324a-2e52-42b2-8b41-30a94dd37374 req-0ce8f0b3-dc60-4e95-a2a8-463a92988515 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526735 Nov 10 19:06:10.751455 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.73', 63551) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:10.782951 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c6cc1-7def-481a-a554-aeb2e0c44086 req-83142a63-185a-4136-aba4-2ce4ef34b3b9 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:10.790316 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-702c6cc1-7def-481a-a554-aeb2e0c44086 req-83142a63-185a-4136-aba4-2ce4ef34b3b9 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b5a2b74-a91f-4162-8352-a8bbd3be8dcc HTTP/1.1" status: 200 len: 948 time: 0.1106658 Nov 10 19:06:10.804710 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc66cc-e905-4ac1-9ffb-7972f971be6d req-238b4762-1512-4a7d-b17e-9531fd30afb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:10.806383 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-01dc66cc-e905-4ac1-9ffb-7972f971be6d req-238b4762-1512-4a7d-b17e-9531fd30afb7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a08ec8828e22441bac9028fb3e613990&device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 1094 time: 0.0500927 Nov 10 19:06:10.842271 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-d8cc50f8-333b-4f13-b7f8-e8747ea51212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:10.843823 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-d8cc50f8-333b-4f13-b7f8-e8747ea51212 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=740aa4129faa48ffa1d5e7369c5159ee&device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 1096 time: 0.1196897 Nov 10 19:06:10.923731 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc66cc-e905-4ac1-9ffb-7972f971be6d req-bb7f2f63-014e-43e8-9431-13ba23bd982c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:10.925333 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-01dc66cc-e905-4ac1-9ffb-7972f971be6d req-bb7f2f63-014e-43e8-9431-13ba23bd982c service neutron] 10.222.0.73 "GET /v2.0/networks?id=a42d4887-cb04-48c7-8111-765e5b18298b HTTP/1.1" status: 200 len: 909 time: 0.1056039 Nov 10 19:06:10.935174 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-702c6cc1-7def-481a-a554-aeb2e0c44086 req-0d07cc53-6a7e-4710-b3b5-b640defbbc7e tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5a74272-ebeb-4e2a-bfaf-356383c51236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437678 Nov 10 19:06:10.947076 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d45c3-863d-47d3-be2a-5d01b0dfb2b5 req-09c4fbe5-2168-4c73-8673-6c25316af8b6 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:10.959236 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c24d45c3-863d-47d3-be2a-5d01b0dfb2b5 req-09c4fbe5-2168-4c73-8673-6c25316af8b6 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 943 time: 0.1626759 Nov 10 19:06:10.992005 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-01dc66cc-e905-4ac1-9ffb-7972f971be6d req-d2dfec69-6903-42de-8077-bd60c065103e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b559a426-f4ce-412a-a086-a76bd0133108 HTTP/1.1" status: 200 len: 217 time: 0.0571091 Nov 10 19:06:11.046027 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52778ac-d207-4472-bc1a-3db8abd0a3e3 x-openstack-request-id: req-a52778ac-d207-4472-bc1a-3db8abd0a3e3 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:06:11.046514 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a0c8445-8642-4732-94c3-172929c524bb", "tag": "2839d252-77f0-47ea-8b3c-c5a2a079c263", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:06:11.047277 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a52778ac-d207-4472-bc1a-3db8abd0a3e3 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:06:11.048469 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0c8445-8642-4732-94c3-172929c524bb', 'tag': '2839d252-77f0-47ea-8b3c-c5a2a079c263', 'status': 'completed', 'code': 200} Nov 10 19:06:11.048804 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c24d45c3-863d-47d3-be2a-5d01b0dfb2b5 req-ff3f046f-3b2e-432a-9f14-e58b7695d9a9 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925152 Nov 10 19:06:11.071179 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-bd92f727-17f7-4ba7-88dc-aa313782a2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:11.073352 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-bd92f727-17f7-4ba7-88dc-aa313782a2be service neutron] 10.222.0.73 "GET /v2.0/networks?id=74048eaf-c023-4244-acc6-bb708e07e097 HTTP/1.1" status: 200 len: 922 time: 0.2159183 Nov 10 19:06:11.111810 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc66cc-e905-4ac1-9ffb-7972f971be6d req-07c42183-b816-4ffc-95a4-d880e6c4541f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:11.113441 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-01dc66cc-e905-4ac1-9ffb-7972f971be6d req-07c42183-b816-4ffc-95a4-d880e6c4541f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=34d86bed-ff03-44e0-b566-0ecdf3d0ce56 HTTP/1.1" status: 200 len: 848 time: 0.1072690 Nov 10 19:06:11.113595 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 7b351d87-957f-4b22-832a-2cbaa5c51d5e up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:06:11.136868 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabb781-3b51-418b-abb9-9f9095626488 req-4de1e531-50de-476f-834e-feddd5932550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:11.137476 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bcabb781-3b51-418b-abb9-9f9095626488 req-4de1e531-50de-476f-834e-feddd5932550 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5cd9438c7c6e48db91649886067ee78c&device_id=7a0c8445-8642-4732-94c3-172929c524bb HTTP/1.1" status: 200 len: 1099 time: 0.0746455 Nov 10 19:06:11.184680 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-01dc66cc-e905-4ac1-9ffb-7972f971be6d req-affc5c51-cc20-4a33-bf5a-11470c693ab6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a42d4887-cb04-48c7-8111-765e5b18298b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458608 Nov 10 19:06:11.185329 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-75fc8a6e-7b68-4aa9-84c4-05fa5d4a91c3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=653b8478-220b-442b-8286-259dcc0b0481 HTTP/1.1" status: 200 len: 217 time: 0.1008394 Nov 10 19:06:11.239336 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 7b351d87-957f-4b22-832a-2cbaa5c51d5e completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:06:11.259959 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 7b351d87-957f-4b22-832a-2cbaa5c51d5e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:06:11.260574 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:11.274257 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-bd57967f-53ca-48be-8a83-ee4bf4dc0622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:11.276779 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-bd57967f-53ca-48be-8a83-ee4bf4dc0622 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=91093ec9-e097-43f7-865c-a8764e927d57 HTTP/1.1" status: 200 len: 861 time: 0.0529454 Nov 10 19:06:11.311239 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc18134-fea9-4988-9c6f-9ef394ce3f46 req-45e09241-d1db-4648-89e0-cf9b306b0660 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:11.314146 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3cc18134-fea9-4988-9c6f-9ef394ce3f46 req-45e09241-d1db-4648-89e0-cf9b306b0660 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 945 time: 0.1314399 Nov 10 19:06:11.356228 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-25f54718-5dde-440a-b380-1c33c41a8918 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74048eaf-c023-4244-acc6-bb708e07e097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606415 Nov 10 19:06:11.366393 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabb781-3b51-418b-abb9-9f9095626488 req-77dbd422-07e4-4273-a62f-53ceab2794f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:11.367869 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bcabb781-3b51-418b-abb9-9f9095626488 req-77dbd422-07e4-4273-a62f-53ceab2794f9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.1805787 Nov 10 19:06:11.369639 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-01dc66cc-e905-4ac1-9ffb-7972f971be6d req-b7ff1d77-86e8-4890-a111-c88b8863b0d7 service neutron] 10.222.0.73 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623569 Nov 10 19:06:11.379570 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:11.427350 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5a2b74-a91f-4162-8352-a8bbd3be8dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b351d87-957f-4b22-832a-2cbaa5c51d5e'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:06:11.429991 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcba3cb-00eb-42cc-bc85-2481efdb3fb8" -d '{"events": [{"server_uuid": "4b5a2b74-a91f-4162-8352-a8bbd3be8dcc", "name": "network-vif-plugged", "status": "completed", "tag": "7b351d87-957f-4b22-832a-2cbaa5c51d5e"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:06:11.444350 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 7b351d87-957f-4b22-832a-2cbaa5c51d5e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7b351d87-957f-4b22-832a-2cbaa5c51d5e,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:11.451106 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:11.470659 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3cc18134-fea9-4988-9c6f-9ef394ce3f46 req-74b7d3fd-0ac3-4e79-812c-fb053735e68f tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351717 Nov 10 19:06:11.530642 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-bd6b81ae-df26-4c99-ad28-0dc4e1d44da5 service neutron] 10.222.0.73 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577358 Nov 10 19:06:11.587891 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bf7e09-e4ab-49be-bb42-86d3ffa02bf7 x-openstack-request-id: req-05bf7e09-e4ab-49be-bb42-86d3ffa02bf7 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:06:11.588269 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5a2b74-a91f-4162-8352-a8bbd3be8dcc", "name": "network-vif-plugged", "status": "completed", "tag": "7b351d87-957f-4b22-832a-2cbaa5c51d5e", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:06:11.590603 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-05bf7e09-e4ab-49be-bb42-86d3ffa02bf7 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:06:11.594056 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5a2b74-a91f-4162-8352-a8bbd3be8dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b351d87-957f-4b22-832a-2cbaa5c51d5e', 'code': 200} Nov 10 19:06:11.596618 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=7b351d87-957f-4b22-832a-2cbaa5c51d5e,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:11.638492 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:11.638867 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:11.639212 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:11.639549 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:11.639882 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:11.640210 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:11.640534 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:11.640855 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:11.641175 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:11.641494 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:11.641847 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:11.645632 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:11.695619 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-92be8410-3861-4de2-b90b-5ce306ba132d req-8902a8f6-fb69-475c-9f45-cad387d438af tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=25fb7b14-0799-45ce-b5ce-785ecf443752 HTTP/1.1" status: 200 len: 210 time: 0.0862756 Nov 10 19:06:11.734465 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bcabb781-3b51-418b-abb9-9f9095626488 req-529593e7-e8a5-4477-885e-3adda8a112d1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=2839d252-77f0-47ea-8b3c-c5a2a079c263 HTTP/1.1" status: 200 len: 217 time: 0.3412328 Nov 10 19:06:11.799009 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.73', 63552) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:11.834562 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-01dc66cc-e905-4ac1-9ffb-7972f971be6d req-30b90ea3-8ae7-4228-bbc3-e02546b11d56 service neutron] 10.222.0.73 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426887 Nov 10 19:06:11.848408 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-6c125639-0759-4be7-99df-d16436016662 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429394 Nov 10 19:06:11.892953 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf7ec8-1316-4ecb-a59c-e527ff27a966 req-5e9526b0-9ec6-4623-af1b-d83ac483be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:11.894574 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-09cf7ec8-1316-4ecb-a59c-e527ff27a966 req-5e9526b0-9ec6-4623-af1b-d83ac483be6c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4b5a2b74-a91f-4162-8352-a8bbd3be8dcc HTTP/1.1" status: 200 len: 1100 time: 0.0625808 Nov 10 19:06:11.896067 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabb781-3b51-418b-abb9-9f9095626488 req-31dd63ea-a12c-4932-818b-bb8a9a97abda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:11.897407 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bcabb781-3b51-418b-abb9-9f9095626488 req-31dd63ea-a12c-4932-818b-bb8a9a97abda service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.1336114 Nov 10 19:06:11.926791 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-a50ff65b-4f1b-4506-bf6d-3d264894aba3 service neutron] 10.222.0.73 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882453 Nov 10 19:06:11.938806 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f2589-9658-4de2-9f43-7762a32a3851 req-7ec0323d-b8ea-4ee4-8d97-95dc66fc4873 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:11.946459 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d05f2589-9658-4de2-9f43-7762a32a3851 req-7ec0323d-b8ea-4ee4-8d97-95dc66fc4873 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a0c8445-8642-4732-94c3-172929c524bb HTTP/1.1" status: 200 len: 948 time: 0.2618842 Nov 10 19:06:11.993029 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabb781-3b51-418b-abb9-9f9095626488 req-6fc3c259-6b3c-4bfe-91c5-04622356f02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:11.994622 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bcabb781-3b51-418b-abb9-9f9095626488 req-6fc3c259-6b3c-4bfe-91c5-04622356f02f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0614192 Nov 10 19:06:11.996862 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-09cf7ec8-1316-4ecb-a59c-e527ff27a966 req-41869d6a-6db8-44ee-97f6-e40d22227103 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e5a74272-ebeb-4e2a-bfaf-356383c51236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856025 Nov 10 19:06:12.026643 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-9149f908-7811-4a5b-bb04-23953ab6c269 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:12.028341 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-9149f908-7811-4a5b-bb04-23953ab6c269 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1725991 Nov 10 19:06:12.031776 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d05f2589-9658-4de2-9f43-7762a32a3851 req-1792d777-9b59-457d-9762-4d3c259a286b tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/security-groups?id=559a5f26-c376-401b-adc9-7edb4086b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844781 Nov 10 19:06:12.053509 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-11a9d482-12b8-4f29-ad4d-e1958d7623eb tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Request body: {'port': {'device_id': '4baa085d-1e6c-4b92-a172-854b1fb45ab8', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'admin_state_up': True, 'tenant_id': '0d7335f5df3b4e0fb20d05dce0cf0b45'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:12.242865 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53b55d-5319-46ba-966a-9394c734e9af req-fc43dda2-e274-4a53-8769-da3dcea4e562 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:12.244687 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b53b55d-5319-46ba-966a-9394c734e9af req-fc43dda2-e274-4a53-8769-da3dcea4e562 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b5a2b74-a91f-4162-8352-a8bbd3be8dcc HTTP/1.1" status: 200 len: 949 time: 0.1555700 Nov 10 19:06:12.268069 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-ad785a31-1908-438c-967c-a6e7e03a0452 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0703800 Nov 10 19:06:12.383835 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50056) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:12.411311 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5646925-e649-4cc6-910a-9791f205c0a4 req-edc67505-ac48-4456-a459-e70b62b978f3 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:12.412884 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b5646925-e649-4cc6-910a-9791f205c0a4 req-edc67505-ac48-4456-a459-e70b62b978f3 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 943 time: 0.2337854 Nov 10 19:06:12.418698 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-11a9d482-12b8-4f29-ad4d-e1958d7623eb tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Made reservation on behalf of 0d7335f5df3b4e0fb20d05dce0cf0b45 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:06:12.422989 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-11a9d482-12b8-4f29-ad4d-e1958d7623eb tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:12.433095 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b53b55d-5319-46ba-966a-9394c734e9af req-cfe5e2d8-965d-4134-9cd1-ba1c3469c06d tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5a74272-ebeb-4e2a-bfaf-356383c51236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734169 Nov 10 19:06:12.488652 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-041fac29-a3b1-431d-acf1-3a73d9d86679 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:12.490485 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-041fac29-a3b1-431d-acf1-3a73d9d86679 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22&tenant_id=740aa4129faa48ffa1d5e7369c5159ee&binding%3Ahost_id=n-h2-813897-4 HTTP/1.1" status: 200 len: 1096 time: 0.1073148 Nov 10 19:06:12.499151 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bcabb781-3b51-418b-abb9-9f9095626488 req-0c818d82-a7c1-45ac-a18c-293fd96048d9 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898823 Nov 10 19:06:12.504457 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-b354a61f-43fc-4414-be76-62aacc508207 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813897-4'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:12.577739 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-3be53d06-7f63-4616-b85d-435a00d76c3d tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:12.579282 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-3be53d06-7f63-4616-b85d-435a00d76c3d tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3021860 Nov 10 19:06:12.623358 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-4851a7e7-2b26-4272-a495-3579569331b6 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Request body: {'port': {'device_id': '25fb7b14-0799-45ce-b5ce-785ecf443752', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'admin_state_up': True, 'tenant_id': '0d7335f5df3b4e0fb20d05dce0cf0b45'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:12.635013 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b5646925-e649-4cc6-910a-9791f205c0a4 req-f612e642-073c-48f6-afe1-15a9ba45d654 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056837 Nov 10 19:06:12.641042 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3ca2b286-f9b5-4e0b-b232-b1e2c737282c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:12.656169 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-b354a61f-43fc-4414-be76-62aacc508207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:12.727333 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bcabb781-3b51-418b-abb9-9f9095626488 req-4ccdeaf6-5807-464c-8a01-72b7fed9fc00 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183120 Nov 10 19:06:12.768725 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228126e-8ea5-438c-9792-5ffd1b8c97b5 req-67f46ebb-66d7-4e49-9cb3-8a91255aed81 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:12.770201 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0228126e-8ea5-438c-9792-5ffd1b8c97b5 req-67f46ebb-66d7-4e49-9cb3-8a91255aed81 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 945 time: 0.2070134 Nov 10 19:06:12.779530 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-11a9d482-12b8-4f29-ad4d-e1958d7623eb tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Allocated IP 192.168.233.62 (d392c118-92b4-47b2-87bf-77c096e8a630/f9b6e8e7-6ebd-402d-901c-b41f234de3ab/50216713-9541-46ab-8e11-1608f7b70cf5) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:06:12.849541 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ce79f019-ed06-4430-aff6-48af74c89cc8 req-eb2c53e5-d632-4148-b684-34a1a89d13d9 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=25fb7b14-0799-45ce-b5ce-785ecf443752 HTTP/1.1" status: 200 len: 210 time: 0.0500319 Nov 10 19:06:12.887776 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3ca2b286-f9b5-4e0b-b232-b1e2c737282c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:12.890433 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-b354a61f-43fc-4414-be76-62aacc508207 service neutron] For port 653b8478-220b-442b-8286-259dcc0b0481, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=653b8478-220b-442b-8286-259dcc0b0481,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:12.893574 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3ca2b286-f9b5-4e0b-b232-b1e2c737282c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:12.914215 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0228126e-8ea5-438c-9792-5ffd1b8c97b5 req-4287627d-f332-49da-b43d-395926bdf3f7 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321208 Nov 10 19:06:12.919531 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-4851a7e7-2b26-4272-a495-3579569331b6 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Made reservation on behalf of 0d7335f5df3b4e0fb20d05dce0cf0b45 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:06:12.923643 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-4851a7e7-2b26-4272-a495-3579569331b6 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:12.963200 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3ca2b286-f9b5-4e0b-b232-b1e2c737282c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b3229c2af7d94ffdbfd35d701e05083f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5760493 Nov 10 19:06:12.965092 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2b286-f9b5-4e0b-b232-b1e2c737282c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16223daf-5cc9-4c19-a9f1-ab454c6d1465,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:12.966287 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50074) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:12.975050 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-b354a61f-43fc-4414-be76-62aacc508207 service neutron] For port 653b8478-220b-442b-8286-259dcc0b0481, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:06:13.029954 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-b354a61f-43fc-4414-be76-62aacc508207 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:13.039442 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-b354a61f-43fc-4414-be76-62aacc508207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:13.068668 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c35ceb1-a699-4d44-9115-f5898d6a7f22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '653b8478-220b-442b-8286-259dcc0b0481'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:06:13.071846 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d73eb3a-fa06-4cd7-b616-51ab13919868" -d '{"events": [{"server_uuid": "3c35ceb1-a699-4d44-9115-f5898d6a7f22", "name": "network-vif-unplugged", "status": "completed", "tag": "653b8478-220b-442b-8286-259dcc0b0481"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:06:13.128135 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device b559a426-f4ce-412a-a086-a76bd0133108 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:06:13.140832 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354a61f-43fc-4414-be76-62aacc508207 service neutron] Pushing event updated for resources: {'Port': ['ID=653b8478-220b-442b-8286-259dcc0b0481,revision_number=7']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:13.153963 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-b354a61f-43fc-4414-be76-62aacc508207 service neutron] Attempting to bind port 653b8478-220b-442b-8286-259dcc0b0481 on host n-h2-813897-4 for vnic_type normal with profile {"migrating_to": "n-h1-813897-4"} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:06:13.154447 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-b354a61f-43fc-4414-be76-62aacc508207 service neutron] Attempting to bind port 653b8478-220b-442b-8286-259dcc0b0481 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:06:13.154842 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-b354a61f-43fc-4414-be76-62aacc508207 service neutron] Attempting to bind port 653b8478-220b-442b-8286-259dcc0b0481 on network 74048eaf-c023-4244-acc6-bb708e07e097 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:06:13.160058 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-b354a61f-43fc-4414-be76-62aacc508207 service neutron] Port 653b8478-220b-442b-8286-259dcc0b0481 on network 74048eaf-c023-4244-acc6-bb708e07e097 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:06:13.160468 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-b354a61f-43fc-4414-be76-62aacc508207 service neutron] Attempting to bind port 653b8478-220b-442b-8286-259dcc0b0481 on network 74048eaf-c023-4244-acc6-bb708e07e097 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:06:13.166149 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-b354a61f-43fc-4414-be76-62aacc508207 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:06:13.166555 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-b354a61f-43fc-4414-be76-62aacc508207 service neutron] Checking segment: {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:06:13.167012 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-b354a61f-43fc-4414-be76-62aacc508207 service neutron] Bound using segment: {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:06:13.167509 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-b354a61f-43fc-4414-be76-62aacc508207 service neutron] Bound port: 653b8478-220b-442b-8286-259dcc0b0481, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:06:13.168087 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-b354a61f-43fc-4414-be76-62aacc508207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:13.179904 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca4221f-6947-4029-b25c-be065ba1973e x-openstack-request-id: req-9ca4221f-6947-4029-b25c-be065ba1973e {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:06:13.180282 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c35ceb1-a699-4d44-9115-f5898d6a7f22", "name": "network-vif-unplugged", "status": "completed", "tag": "653b8478-220b-442b-8286-259dcc0b0481", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:06:13.180642 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9ca4221f-6947-4029-b25c-be065ba1973e {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:06:13.181092 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c35ceb1-a699-4d44-9115-f5898d6a7f22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '653b8478-220b-442b-8286-259dcc0b0481', 'code': 200} Nov 10 19:06:13.267322 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-b354a61f-43fc-4414-be76-62aacc508207 service neutron] For port 653b8478-220b-442b-8286-259dcc0b0481, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:06:13.273558 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-b354a61f-43fc-4414-be76-62aacc508207 service neutron] For port 653b8478-220b-442b-8286-259dcc0b0481, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=653b8478-220b-442b-8286-259dcc0b0481,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:06:13.282367 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port b559a426-f4ce-412a-a086-a76bd0133108, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=b559a426-f4ce-412a-a086-a76bd0133108,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:13.282807 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-b354a61f-43fc-4414-be76-62aacc508207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:13.299620 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'b559a426-f4ce-412a-a086-a76bd0133108', 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b', 'port_id': 'b559a426-f4ce-412a-a086-a76bd0133108', 'mac_address': 'fa:16:3e:b8:97:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d86bed-ff03-44e0-b566-0ecdf3d0ce56', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:06:13.386343 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:13.405565 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a77ddc9b-c2f8-43df-b12c-0bc5a70e898d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:13.408460 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-b354a61f-43fc-4414-be76-62aacc508207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:13.409359 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-b354a61f-43fc-4414-be76-62aacc508207 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:13.411158 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-b354a61f-43fc-4414-be76-62aacc508207 service neutron] 10.222.0.73 "PUT /v2.0/ports/653b8478-220b-442b-8286-259dcc0b0481 HTTP/1.1" status: 200 len: 1121 time: 0.9107111 Nov 10 19:06:13.411525 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b559a426-f4ce-412a-a086-a76bd0133108 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:06:13.415056 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-11a9d482-12b8-4f29-ad4d-e1958d7623eb tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:13.415549 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354a61f-43fc-4414-be76-62aacc508207 service neutron] Pushing event updated for resources: {'Port': ['ID=653b8478-220b-442b-8286-259dcc0b0481,revision_number=8']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:13.448217 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a77ddc9b-c2f8-43df-b12c-0bc5a70e898d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:13.472762 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c213bc-5503-4fda-9516-369dd502b757 req-8b261dac-040e-422d-85f7-75d25a9f45ea tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:13.480506 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-93c213bc-5503-4fda-9516-369dd502b757 req-8b261dac-040e-422d-85f7-75d25a9f45ea tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a0c8445-8642-4732-94c3-172929c524bb HTTP/1.1" status: 200 len: 948 time: 0.1533542 Nov 10 19:06:13.498974 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port b559a426-f4ce-412a-a086-a76bd0133108, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=b559a426-f4ce-412a-a086-a76bd0133108,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:13.507856 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:13.520646 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['653b8478-220b-442b-8286-259dcc0b0481'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:06:13.640084 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50096) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:13.673229 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=b559a426-f4ce-412a-a086-a76bd0133108,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:13.688305 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-93c213bc-5503-4fda-9516-369dd502b757 req-b7ad0b7c-c127-4d63-86e6-759231e5a4bd tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/security-groups?id=559a5f26-c376-401b-adc9-7edb4086b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067115 Nov 10 19:06:13.720601 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-11a9d482-12b8-4f29-ad4d-e1958d7623eb tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:13.778354 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a77ddc9b-c2f8-43df-b12c-0bc5a70e898d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:13.781374 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a77ddc9b-c2f8-43df-b12c-0bc5a70e898d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:13.782574 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a77ddc9b-c2f8-43df-b12c-0bc5a70e898d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/16223daf-5cc9-4c19-a9f1-ab454c6d1465 HTTP/1.1" status: 204 len: 168 time: 0.8149939 Nov 10 19:06:13.812526 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9d482-12b8-4f29-ad4d-e1958d7623eb tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Pushing event updated for resources: {'Port': ['ID=50216713-9541-46ab-8e11-1608f7b70cf5,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:13.842268 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda8856-9fc1-475c-b8ed-617081a61dbc req-a156a223-d670-468c-9623-7798985733b5 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:13.843872 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2eda8856-9fc1-475c-b8ed-617081a61dbc req-a156a223-d670-468c-9623-7798985733b5 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b5a2b74-a91f-4162-8352-a8bbd3be8dcc HTTP/1.1" status: 200 len: 949 time: 0.2648392 Nov 10 19:06:13.858360 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-4851a7e7-2b26-4272-a495-3579569331b6 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Allocated IP 192.168.233.35 (d392c118-92b4-47b2-87bf-77c096e8a630/f9b6e8e7-6ebd-402d-901c-b41f234de3ab/f9a145ba-383d-4b5d-9d69-1397b66dc79b) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:06:13.867585 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['b559a426-f4ce-412a-a086-a76bd0133108'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:06:13.881082 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-11a9d482-12b8-4f29-ad4d-e1958d7623eb tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Network d392c118-92b4-47b2-87bf-77c096e8a630 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:06:13.882062 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ddc9b-c2f8-43df-b12c-0bc5a70e898d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16223daf-5cc9-4c19-a9f1-ab454c6d1465,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:13.892121 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-11a9d482-12b8-4f29-ad4d-e1958d7623eb tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:06:13.898592 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a508a13-cc6a-4fb4-aee8-767403fac863 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:13.907087 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-11a9d482-12b8-4f29-ad4d-e1958d7623eb tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:06:13.912847 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-11a9d482-12b8-4f29-ad4d-e1958d7623eb tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:13.913506 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-11a9d482-12b8-4f29-ad4d-e1958d7623eb tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:13.948981 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['2bd44ccf-d05c-46fd-be26-527d04cdd725'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:06:14.059907 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-11a9d482-12b8-4f29-ad4d-e1958d7623eb tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0174265 Nov 10 19:06:14.066951 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2eda8856-9fc1-475c-b8ed-617081a61dbc req-ab1a33bf-a8b9-4d49-af8d-825321258867 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5a74272-ebeb-4e2a-bfaf-356383c51236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823089 Nov 10 19:06:14.105185 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17dcd34-89a4-4002-a35b-97e710c96d89 req-dc3b74db-611e-4273-9132-06861f8e983d tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:14.112383 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b17dcd34-89a4-4002-a35b-97e710c96d89 req-dc3b74db-611e-4273-9132-06861f8e983d tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 944 time: 0.3064964 Nov 10 19:06:14.117010 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-30522ced-aed8-48ef-9916-434baa730d86 service neutron] Request body: {'port': {'device_id': '4baa085d-1e6c-4b92-a172-854b1fb45ab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:14.175845 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a508a13-cc6a-4fb4-aee8-767403fac863 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:14.182921 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a508a13-cc6a-4fb4-aee8-767403fac863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:14.233926 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9a508a13-cc6a-4fb4-aee8-767403fac863 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=74ac9e2e1a6a4bd987602d8bad2b09d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5924299 Nov 10 19:06:14.244513 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50112) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:14.288536 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a508a13-cc6a-4fb4-aee8-767403fac863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7927ddf1-6b44-4d70-b90a-27f61999559a,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:14.326195 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-57d01a31-e794-4d0f-9806-9fd13806a9d4 None None] Provisioning complete for port 50216713-9541-46ab-8e11-1608f7b70cf5 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:06:14.327231 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-47207a68-f984-4d14-8ba7-711a74cbfa87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:14.327568 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-57d01a31-e794-4d0f-9806-9fd13806a9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:14.356979 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-47207a68-f984-4d14-8ba7-711a74cbfa87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:14.382806 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-57d01a31-e794-4d0f-9806-9fd13806a9d4 None None] Port 50216713-9541-46ab-8e11-1608f7b70cf5 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:06:14.397877 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50114) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:14.411920 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3815bb4d-e1ea-4ed8-b076-0f30721da2fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:14.413598 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-30522ced-aed8-48ef-9916-434baa730d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:14.424200 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3cae3b5e-327a-4f28-ad03-539bed68e404 req-79a3f953-612c-4506-9ec7-95b0736a21c4 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=25fb7b14-0799-45ce-b5ce-785ecf443752 HTTP/1.1" status: 200 len: 210 time: 0.0922375 Nov 10 19:06:14.450516 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b17dcd34-89a4-4002-a35b-97e710c96d89 req-99d30260-368c-4e80-b420-edc106b3820e tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012714 Nov 10 19:06:14.458398 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-47207a68-f984-4d14-8ba7-711a74cbfa87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:14.461638 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-47207a68-f984-4d14-8ba7-711a74cbfa87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:14.463671 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-47207a68-f984-4d14-8ba7-711a74cbfa87 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7927ddf1-6b44-4d70-b90a-27f61999559a HTTP/1.1" status: 204 len: 168 time: 0.2180450 Nov 10 19:06:14.493338 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47207a68-f984-4d14-8ba7-711a74cbfa87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7927ddf1-6b44-4d70-b90a-27f61999559a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:14.589301 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-4851a7e7-2b26-4272-a495-3579569331b6 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:14.608334 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3815bb4d-e1ea-4ed8-b076-0f30721da2fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:14.616676 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3815bb4d-e1ea-4ed8-b076-0f30721da2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:14.666546 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3815bb4d-e1ea-4ed8-b076-0f30721da2fa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=01a375c0f9504c3298b0b250e8aebfd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2672687 Nov 10 19:06:14.667199 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3815bb4d-e1ea-4ed8-b076-0f30721da2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3856da88-38e7-4abf-b203-750f79d4c45a,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:14.669632 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50118) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:14.716865 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6161e-5a93-441e-ab35-a0a7d453bbc4 req-8c9951fc-0d9a-4147-afe2-ef15e62a6f32 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:14.724071 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-00e6161e-5a93-441e-ab35-a0a7d453bbc4 req-8c9951fc-0d9a-4147-afe2-ef15e62a6f32 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 943 time: 0.1804647 Nov 10 19:06:14.726593 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-60286653-4f53-49f3-8faf-15303fe27ad9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:14.754831 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-60286653-4f53-49f3-8faf-15303fe27ad9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:14.758842 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-4851a7e7-2b26-4272-a495-3579569331b6 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:14.778586 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['2bd44ccf-d05c-46fd-be26-527d04cdd725'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:06:14.843581 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-60286653-4f53-49f3-8faf-15303fe27ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:14.847011 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-60286653-4f53-49f3-8faf-15303fe27ad9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:14.849267 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-60286653-4f53-49f3-8faf-15303fe27ad9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3856da88-38e7-4abf-b203-750f79d4c45a HTTP/1.1" status: 204 len: 168 time: 0.1780536 Nov 10 19:06:14.860772 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60286653-4f53-49f3-8faf-15303fe27ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3856da88-38e7-4abf-b203-750f79d4c45a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:14.902477 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-00e6161e-5a93-441e-ab35-a0a7d453bbc4 req-456ac1b1-5c4d-4d25-b81c-dcdb08c7758d tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657186 Nov 10 19:06:14.936204 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-4851a7e7-2b26-4272-a495-3579569331b6 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Network d392c118-92b4-47b2-87bf-77c096e8a630 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:06:14.941928 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851a7e7-2b26-4272-a495-3579569331b6 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Pushing event updated for resources: {'Port': ['ID=f9a145ba-383d-4b5d-9d69-1397b66dc79b,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:14.944618 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-4851a7e7-2b26-4272-a495-3579569331b6 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:06:14.950930 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-4851a7e7-2b26-4272-a495-3579569331b6 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:06:14.956649 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-4851a7e7-2b26-4272-a495-3579569331b6 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:14.957303 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-4851a7e7-2b26-4272-a495-3579569331b6 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:15.000007 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-4851a7e7-2b26-4272-a495-3579569331b6 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4016354 Nov 10 19:06:15.014744 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46c369-29b0-4098-9d3a-15c97fedec40 req-49c45b20-998f-4d6b-8f74-510219a6710a tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:15.016421 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5b46c369-29b0-4098-9d3a-15c97fedec40 req-49c45b20-998f-4d6b-8f74-510219a6710a tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a0c8445-8642-4732-94c3-172929c524bb HTTP/1.1" status: 200 len: 948 time: 0.2246878 Nov 10 19:06:15.023250 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-95901e18-29fd-45b6-9804-6f5b451e0a9e service neutron] Request body: {'port': {'device_id': '25fb7b14-0799-45ce-b5ce-785ecf443752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:15.106598 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50126) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:15.122178 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-52e42c9b-ecd0-494f-ab5a-68a8d982898d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:15.147359 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 2839d252-77f0-47ea-8b3c-c5a2a079c263 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:06:15.193023 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5b46c369-29b0-4098-9d3a-15c97fedec40 req-530d9e5d-f629-43ca-8f24-1bd77431603e tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/security-groups?id=559a5f26-c376-401b-adc9-7edb4086b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601462 Nov 10 19:06:15.194931 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-95901e18-29fd-45b6-9804-6f5b451e0a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:15.209513 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c35ceb1-a699-4d44-9115-f5898d6a7f22', 'tag': '653b8478-220b-442b-8286-259dcc0b0481'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:06:15.212706 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905b164c-e360-4a90-bc48-ecc681c508de" -d '{"events": [{"name": "network-changed", "server_uuid": "3c35ceb1-a699-4d44-9115-f5898d6a7f22", "tag": "653b8478-220b-442b-8286-259dcc0b0481"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:06:15.215278 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device b559a426-f4ce-412a-a086-a76bd0133108 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:06:15.263962 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-52e42c9b-ecd0-494f-ab5a-68a8d982898d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:15.272931 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-52e42c9b-ecd0-494f-ab5a-68a8d982898d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:15.312708 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25529557-8b1c-40d7-9b8b-2c66c5d776b0 x-openstack-request-id: req-25529557-8b1c-40d7-9b8b-2c66c5d776b0 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:06:15.313154 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c35ceb1-a699-4d44-9115-f5898d6a7f22", "tag": "653b8478-220b-442b-8286-259dcc0b0481", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:06:15.313502 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-25529557-8b1c-40d7-9b8b-2c66c5d776b0 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:06:15.314062 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c35ceb1-a699-4d44-9115-f5898d6a7f22', 'tag': '653b8478-220b-442b-8286-259dcc0b0481', 'status': 'completed', 'code': 200} Nov 10 19:06:15.344906 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-52e42c9b-ecd0-494f-ab5a-68a8d982898d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fbfcc20954274c4f81823364feea46c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368612 Nov 10 19:06:15.345743 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e42c9b-ecd0-494f-ab5a-68a8d982898d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a360bc-6de0-44a2-a830-a5bad2181649,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:15.348671 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50136) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:15.367163 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 2839d252-77f0-47ea-8b3c-c5a2a079c263, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=2839d252-77f0-47ea-8b3c-c5a2a079c263,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:15.400286 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '2839d252-77f0-47ea-8b3c-c5a2a079c263', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': '2839d252-77f0-47ea-8b3c-c5a2a079c263', 'mac_address': 'fa:16:3e:c2:28:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:06:15.413683 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port b559a426-f4ce-412a-a086-a76bd0133108 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:06:15.419051 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port b559a426-f4ce-412a-a086-a76bd0133108 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:06:15.419603 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:15.430763 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b164c-e360-4a90-bc48-ecc681c508de req-5d274c8a-b786-4a46-8af4-7d35fa947f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:15.432546 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-905b164c-e360-4a90-bc48-ecc681c508de req-5d274c8a-b786-4a46-8af4-7d35fa947f12 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=740aa4129faa48ffa1d5e7369c5159ee&device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 1124 time: 0.0757060 Nov 10 19:06:15.455170 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5f7f2871-86b4-4979-8b7f-398a4a076d66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:15.465308 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-30522ced-aed8-48ef-9916-434baa730d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50216713-9541-46ab-8e11-1608f7b70cf5 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:06:15.472348 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4c7562c0-db76-4420-b77b-768557c5cb1d None None] Provisioning complete for port f9a145ba-383d-4b5d-9d69-1397b66dc79b triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:06:15.472348 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4c7562c0-db76-4420-b77b-768557c5cb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:15.480037 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-30522ced-aed8-48ef-9916-434baa730d86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:15.501839 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-30522ced-aed8-48ef-9916-434baa730d86 service neutron] Transition to ACTIVE for port object 50216713-9541-46ab-8e11-1608f7b70cf5 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:06:15.524305 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-4c7562c0-db76-4420-b77b-768557c5cb1d None None] Port f9a145ba-383d-4b5d-9d69-1397b66dc79b cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:06:15.536452 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:15.555980 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2839d252-77f0-47ea-8b3c-c5a2a079c263 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:06:15.579044 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-30522ced-aed8-48ef-9916-434baa730d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:15.585129 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 2839d252-77f0-47ea-8b3c-c5a2a079c263, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=2839d252-77f0-47ea-8b3c-c5a2a079c263,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:15.594542 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c961e4a-b8ae-42d9-b1bd-8622d94a2a69 req-b32f0fb6-42a4-4df4-a933-ee15c6a8c03d tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:15.595674 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1c961e4a-b8ae-42d9-b1bd-8622d94a2a69 req-b32f0fb6-42a4-4df4-a933-ee15c6a8c03d tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b5a2b74-a91f-4162-8352-a8bbd3be8dcc HTTP/1.1" status: 200 len: 949 time: 0.3928797 Nov 10 19:06:15.611335 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5f7f2871-86b4-4979-8b7f-398a4a076d66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:15.636922 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:15.670784 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b164c-e360-4a90-bc48-ecc681c508de req-9e4f6449-d637-4214-84d0-9d2403fe8c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:15.672388 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-905b164c-e360-4a90-bc48-ecc681c508de req-9e4f6449-d637-4214-84d0-9d2403fe8c31 service neutron] 10.222.0.25 "GET /v2.0/networks?id=74048eaf-c023-4244-acc6-bb708e07e097 HTTP/1.1" status: 200 len: 922 time: 0.2291877 Nov 10 19:06:15.732392 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-905b164c-e360-4a90-bc48-ecc681c508de req-c58aa3ab-e47a-450c-852f-4b5437cd5b24 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=653b8478-220b-442b-8286-259dcc0b0481 HTTP/1.1" status: 200 len: 217 time: 0.0493071 Nov 10 19:06:15.733286 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5f7f2871-86b4-4979-8b7f-398a4a076d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:15.736254 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5f7f2871-86b4-4979-8b7f-398a4a076d66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:15.737663 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5f7f2871-86b4-4979-8b7f-398a4a076d66 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/06a360bc-6de0-44a2-a830-a5bad2181649 HTTP/1.1" status: 204 len: 168 time: 0.3878367 Nov 10 19:06:15.758618 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f2871-86b4-4979-8b7f-398a4a076d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a360bc-6de0-44a2-a830-a5bad2181649,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:15.821836 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30522ced-aed8-48ef-9916-434baa730d86 service neutron] Pushing event updated for resources: {'Port': ['ID=50216713-9541-46ab-8e11-1608f7b70cf5,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:15.823373 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b164c-e360-4a90-bc48-ecc681c508de req-f7a30054-a526-4f2a-a7bd-fed8306fa57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:15.825028 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-905b164c-e360-4a90-bc48-ecc681c508de req-f7a30054-a526-4f2a-a7bd-fed8306fa57c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=91093ec9-e097-43f7-865c-a8764e927d57 HTTP/1.1" status: 200 len: 861 time: 0.0786357 Nov 10 19:06:15.884827 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-905b164c-e360-4a90-bc48-ecc681c508de req-54507a8e-c532-47d9-b98d-1690a8d71eaf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=74048eaf-c023-4244-acc6-bb708e07e097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488260 Nov 10 19:06:15.890286 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=2839d252-77f0-47ea-8b3c-c5a2a079c263,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:15.925655 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:15.967091 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b559a426-f4ce-412a-a086-a76bd0133108'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:06:15.973325 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4687e2-3170-4b55-9b13-0757e74f30cc" -d '{"events": [{"server_uuid": "ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb", "name": "network-vif-plugged", "status": "completed", "tag": "b559a426-f4ce-412a-a086-a76bd0133108"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:06:15.980409 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15fb7a-b44d-4b48-a31b-09df76741ddf req-5b1036c9-e308-4017-b6f8-dcfbbb34d629 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:15.989585 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f15fb7a-b44d-4b48-a31b-09df76741ddf req-5b1036c9-e308-4017-b6f8-dcfbbb34d629 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=25fb7b14-0799-45ce-b5ce-785ecf443752 HTTP/1.1" status: 200 len: 935 time: 0.4201398 Nov 10 19:06:15.991155 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port b559a426-f4ce-412a-a086-a76bd0133108, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=b559a426-f4ce-412a-a086-a76bd0133108,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:16.000537 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:16.020430 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1c961e4a-b8ae-42d9-b1bd-8622d94a2a69 req-63e6adb4-9586-4cb1-9c38-11583bada0c4 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5a74272-ebeb-4e2a-bfaf-356383c51236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909140 Nov 10 19:06:16.042219 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-95901e18-29fd-45b6-9804-6f5b451e0a9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9a145ba-383d-4b5d-9d69-1397b66dc79b {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:06:16.060139 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-95901e18-29fd-45b6-9804-6f5b451e0a9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:16.093526 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-905b164c-e360-4a90-bc48-ecc681c508de req-c46d3743-9a51-4211-9b20-3d1a09449b00 service neutron] 10.222.0.25 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910703 Nov 10 19:06:16.118124 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=b559a426-f4ce-412a-a086-a76bd0133108,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:16.135807 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['2839d252-77f0-47ea-8b3c-c5a2a079c263'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:06:16.155057 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-30522ced-aed8-48ef-9916-434baa730d86 service neutron] Attempting to bind port 50216713-9541-46ab-8e11-1608f7b70cf5 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:06:16.155526 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-30522ced-aed8-48ef-9916-434baa730d86 service neutron] Attempting to bind port 50216713-9541-46ab-8e11-1608f7b70cf5 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:06:16.156293 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-30522ced-aed8-48ef-9916-434baa730d86 service neutron] Attempting to bind port 50216713-9541-46ab-8e11-1608f7b70cf5 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:06:16.174781 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-95901e18-29fd-45b6-9804-6f5b451e0a9e service neutron] Transition to ACTIVE for port object f9a145ba-383d-4b5d-9d69-1397b66dc79b will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:06:16.195115 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-30522ced-aed8-48ef-9916-434baa730d86 service neutron] Port 50216713-9541-46ab-8e11-1608f7b70cf5 on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:06:16.195767 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-30522ced-aed8-48ef-9916-434baa730d86 service neutron] Attempting to bind port 50216713-9541-46ab-8e11-1608f7b70cf5 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:06:16.226843 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-905b164c-e360-4a90-bc48-ecc681c508de req-99425687-b967-4cc8-a6d9-fe9e22ab4481 service neutron] 10.222.0.25 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153190 Nov 10 19:06:16.246340 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-30522ced-aed8-48ef-9916-434baa730d86 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:06:16.247849 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-30522ced-aed8-48ef-9916-434baa730d86 service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:06:16.248253 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-30522ced-aed8-48ef-9916-434baa730d86 service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:06:16.248736 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-30522ced-aed8-48ef-9916-434baa730d86 service neutron] Bound port: 50216713-9541-46ab-8e11-1608f7b70cf5, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:06:16.250355 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-30522ced-aed8-48ef-9916-434baa730d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:16.252946 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-95901e18-29fd-45b6-9804-6f5b451e0a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:16.324098 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f15fb7a-b44d-4b48-a31b-09df76741ddf req-4de02c9e-76c8-434d-b5bf-613885873059 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308728 Nov 10 19:06:16.408679 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95901e18-29fd-45b6-9804-6f5b451e0a9e service neutron] Pushing event updated for resources: {'Port': ['ID=f9a145ba-383d-4b5d-9d69-1397b66dc79b,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:16.490378 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8b3fd-ac1c-45a9-97ba-2e5b4dde9f9c req-87fd6a35-5980-4759-91ad-9d2003a602df tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:16.494431 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6bd8b3fd-ac1c-45a9-97ba-2e5b4dde9f9c req-87fd6a35-5980-4759-91ad-9d2003a602df tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 945 time: 0.3444078 Nov 10 19:06:16.539851 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-95901e18-29fd-45b6-9804-6f5b451e0a9e service neutron] Attempting to bind port f9a145ba-383d-4b5d-9d69-1397b66dc79b on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:06:16.540193 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-95901e18-29fd-45b6-9804-6f5b451e0a9e service neutron] Attempting to bind port f9a145ba-383d-4b5d-9d69-1397b66dc79b by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:06:16.540526 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-95901e18-29fd-45b6-9804-6f5b451e0a9e service neutron] Attempting to bind port f9a145ba-383d-4b5d-9d69-1397b66dc79b on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:06:16.603406 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-95901e18-29fd-45b6-9804-6f5b451e0a9e service neutron] Port f9a145ba-383d-4b5d-9d69-1397b66dc79b on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:06:16.603406 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-95901e18-29fd-45b6-9804-6f5b451e0a9e service neutron] Attempting to bind port f9a145ba-383d-4b5d-9d69-1397b66dc79b on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:06:16.630404 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-30522ced-aed8-48ef-9916-434baa730d86 service neutron] For port 50216713-9541-46ab-8e11-1608f7b70cf5, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:06:16.636670 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-95901e18-29fd-45b6-9804-6f5b451e0a9e service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:06:16.637052 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-95901e18-29fd-45b6-9804-6f5b451e0a9e service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:06:16.637464 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-95901e18-29fd-45b6-9804-6f5b451e0a9e service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:06:16.638130 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-95901e18-29fd-45b6-9804-6f5b451e0a9e service neutron] Bound port: f9a145ba-383d-4b5d-9d69-1397b66dc79b, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:06:16.638542 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-95901e18-29fd-45b6-9804-6f5b451e0a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:16.679842 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-30522ced-aed8-48ef-9916-434baa730d86 service neutron] For port 50216713-9541-46ab-8e11-1608f7b70cf5, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=50216713-9541-46ab-8e11-1608f7b70cf5,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:06:16.697921 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18522f6-2cec-43fb-8704-1839e42fe5cd req-ebf8087b-be02-4139-942b-ab006b650643 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:16.699463 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e18522f6-2cec-43fb-8704-1839e42fe5cd req-ebf8087b-be02-4139-942b-ab006b650643 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 943 time: 0.1730924 Nov 10 19:06:16.702338 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-30522ced-aed8-48ef-9916-434baa730d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:16.716394 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6bd8b3fd-ac1c-45a9-97ba-2e5b4dde9f9c req-d76a6c1b-9184-4b5d-8cba-3e9ed072e52a tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883819 Nov 10 19:06:16.774056 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-30522ced-aed8-48ef-9916-434baa730d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:16.774225 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-30522ced-aed8-48ef-9916-434baa730d86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:16.775780 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-30522ced-aed8-48ef-9916-434baa730d86 service neutron] 10.222.0.25 "PUT /v2.0/ports/50216713-9541-46ab-8e11-1608f7b70cf5 HTTP/1.1" status: 200 len: 1095 time: 2.6959047 Nov 10 19:06:16.791230 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23db491a-db13-4409-ba11-c3df301a9766 x-openstack-request-id: req-23db491a-db13-4409-ba11-c3df301a9766 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:06:16.792158 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb", "name": "network-vif-plugged", "status": "completed", "tag": "b559a426-f4ce-412a-a086-a76bd0133108", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:06:16.792419 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-23db491a-db13-4409-ba11-c3df301a9766 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:06:16.792843 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b559a426-f4ce-412a-a086-a76bd0133108', 'code': 200} Nov 10 19:06:16.796131 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4baa085d-1e6c-4b92-a172-854b1fb45ab8', 'tag': '50216713-9541-46ab-8e11-1608f7b70cf5'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:06:16.802318 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c214ab69-b5cc-42f4-b12d-662bbc6d62e0" -d '{"events": [{"name": "network-changed", "server_uuid": "4baa085d-1e6c-4b92-a172-854b1fb45ab8", "tag": "50216713-9541-46ab-8e11-1608f7b70cf5"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:06:16.926044 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30522ced-aed8-48ef-9916-434baa730d86 service neutron] Pushing event updated for resources: {'Port': ['ID=50216713-9541-46ab-8e11-1608f7b70cf5,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:16.949862 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e18522f6-2cec-43fb-8704-1839e42fe5cd req-b16deadc-53c3-4f71-8c30-04f99107803e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405894 Nov 10 19:06:16.953512 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-95901e18-29fd-45b6-9804-6f5b451e0a9e service neutron] For port f9a145ba-383d-4b5d-9d69-1397b66dc79b, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:06:16.958650 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-95901e18-29fd-45b6-9804-6f5b451e0a9e service neutron] For port f9a145ba-383d-4b5d-9d69-1397b66dc79b, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=f9a145ba-383d-4b5d-9d69-1397b66dc79b,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:06:16.967704 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-047eb0d0-4c4b-43b8-887b-f14810a4c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:16.970149 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-047eb0d0-4c4b-43b8-887b-f14810a4c125 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&device_id=4baa085d-1e6c-4b92-a172-854b1fb45ab8 HTTP/1.1" status: 200 len: 1098 time: 0.1297793 Nov 10 19:06:16.971917 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-95901e18-29fd-45b6-9804-6f5b451e0a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:16.999596 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-95901e18-29fd-45b6-9804-6f5b451e0a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:17.000510 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-95901e18-29fd-45b6-9804-6f5b451e0a9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:17.001961 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-95901e18-29fd-45b6-9804-6f5b451e0a9e service neutron] 10.222.0.25 "PUT /v2.0/ports/f9a145ba-383d-4b5d-9d69-1397b66dc79b HTTP/1.1" status: 200 len: 1095 time: 1.9829922 Nov 10 19:06:17.012947 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bb014-a9d2-412c-8c6c-d580b3e0cb76 req-77927a1d-b29d-47f9-8dcb-7c4af9443c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:17.015892 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-254bb014-a9d2-412c-8c6c-d580b3e0cb76 req-77927a1d-b29d-47f9-8dcb-7c4af9443c7a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 1096 time: 0.1225305 Nov 10 19:06:17.110500 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-1070a247-6c67-4cfc-9d24-29ccd17dca46 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=50216713-9541-46ab-8e11-1608f7b70cf5 HTTP/1.1" status: 200 len: 217 time: 0.1255138 Nov 10 19:06:17.148414 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-254bb014-a9d2-412c-8c6c-d580b3e0cb76 req-f1e60495-8bc3-4e43-b81c-a04c34fc0bd8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226158 Nov 10 19:06:17.179170 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 653b8478-220b-442b-8286-259dcc0b0481 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:06:17.204543 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-7ecc4676-f114-436f-ae90-cf614afd8442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:17.208145 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-7ecc4676-f114-436f-ae90-cf614afd8442 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0874367 Nov 10 19:06:17.210976 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40e911c-1cda-4dcd-b7e6-7990ca0ace25 x-openstack-request-id: req-a40e911c-1cda-4dcd-b7e6-7990ca0ace25 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:06:17.211260 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4baa085d-1e6c-4b92-a172-854b1fb45ab8", "tag": "50216713-9541-46ab-8e11-1608f7b70cf5", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:06:17.211501 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a40e911c-1cda-4dcd-b7e6-7990ca0ace25 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:06:17.214259 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4baa085d-1e6c-4b92-a172-854b1fb45ab8', 'tag': '50216713-9541-46ab-8e11-1608f7b70cf5', 'status': 'completed', 'code': 200} Nov 10 19:06:17.342074 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 653b8478-220b-442b-8286-259dcc0b0481, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=653b8478-220b-442b-8286-259dcc0b0481,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:17.351705 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95901e18-29fd-45b6-9804-6f5b451e0a9e service neutron] Pushing event updated for resources: {'Port': ['ID=f9a145ba-383d-4b5d-9d69-1397b66dc79b,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:17.359313 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 653b8478-220b-442b-8286-259dcc0b0481 has no active binding in host n-h1-813897-4 {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 19:06:17.385374 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-b63d37df-3769-4a11-ad06-12af08e8d2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:17.387074 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-b63d37df-3769-4a11-ad06-12af08e8d2aa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1555574 Nov 10 19:06:17.389330 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-05c9d4eb-08bf-49f5-a469-9ad5fef86700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:17.390732 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-05c9d4eb-08bf-49f5-a469-9ad5fef86700 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&device_id=25fb7b14-0799-45ce-b5ce-785ecf443752 HTTP/1.1" status: 200 len: 1098 time: 0.3228724 Nov 10 19:06:17.404783 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406ae33-ed91-4cb7-9aca-87c110e22b9a req-a4f2e3bb-e64e-4306-a685-cfb43c091f04 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:17.406286 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c406ae33-ed91-4cb7-9aca-87c110e22b9a req-a4f2e3bb-e64e-4306-a685-cfb43c091f04 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a0c8445-8642-4732-94c3-172929c524bb HTTP/1.1" status: 200 len: 949 time: 0.1875634 Nov 10 19:06:17.414950 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9745b6-9258-4b5b-ae46-a5d9990ed878 req-fac55285-18f2-4959-b00e-14d8d45720b5 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:17.416316 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9a9745b6-9258-4b5b-ae46-a5d9990ed878 req-fac55285-18f2-4959-b00e-14d8d45720b5 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b5a2b74-a91f-4162-8352-a8bbd3be8dcc HTTP/1.1" status: 200 len: 949 time: 0.1564605 Nov 10 19:06:17.705611 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-55d9309c-6c31-499a-b2ca-d6d8ce5b4322 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=f9a145ba-383d-4b5d-9d69-1397b66dc79b HTTP/1.1" status: 200 len: 217 time: 0.2863176 Nov 10 19:06:17.822831 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c406ae33-ed91-4cb7-9aca-87c110e22b9a req-bf674a67-38d3-429b-9e0a-6cfe8315763b tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/security-groups?id=559a5f26-c376-401b-adc9-7edb4086b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054167 Nov 10 19:06:17.847396 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-fe85a2a2-d285-46c9-bdef-9dcd11396dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:17.848886 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-fe85a2a2-d285-46c9-bdef-9dcd11396dee service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.1317322 Nov 10 19:06:17.858217 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9a9745b6-9258-4b5b-ae46-a5d9990ed878 req-53eb5ee0-a507-4fc3-9c55-ce4125095b03 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5a74272-ebeb-4e2a-bfaf-356383c51236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196398 Nov 10 19:06:17.887544 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-2d5dd59a-b634-45ab-b958-b97669c11581 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691825 Nov 10 19:06:17.937258 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-a5513a3b-655d-42f3-b491-ea9d3abfda28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:17.938798 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-a5513a3b-655d-42f3-b491-ea9d3abfda28 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0796723 Nov 10 19:06:18.085198 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde165d9-539d-4187-a03b-4797dad6305c req-53124013-4501-4c9b-a37d-57f954313796 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:18.086851 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cde165d9-539d-4187-a03b-4797dad6305c req-53124013-4501-4c9b-a37d-57f954313796 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=25fb7b14-0799-45ce-b5ce-785ecf443752 HTTP/1.1" status: 200 len: 947 time: 0.1637740 Nov 10 19:06:18.099416 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-6e23b4c9-c156-404f-9080-60129860f3d0 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042594 Nov 10 19:06:18.129710 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-c0c503a9-2a13-494e-b70a-1a86cf2a9345 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490419 Nov 10 19:06:18.193327 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cde165d9-539d-4187-a03b-4797dad6305c req-4a28dc88-1703-41af-81fa-2cbc75ff1231 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989711 Nov 10 19:06:18.294765 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214ab69-b5cc-42f4-b12d-662bbc6d62e0 req-f000190d-4026-4bb0-8d39-87c63d1f8230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:18.296180 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c214ab69-b5cc-42f4-b12d-662bbc6d62e0 req-f000190d-4026-4bb0-8d39-87c63d1f8230 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&device_id=4baa085d-1e6c-4b92-a172-854b1fb45ab8 HTTP/1.1" status: 200 len: 1098 time: 0.1270065 Nov 10 19:06:18.319107 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab494737-b1c7-4e5e-b1de-d24568500a3e req-492dc9c8-42ef-49ca-85b9-255fe6d78bbc service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738086 Nov 10 19:06:18.382457 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c8419-21ef-4603-9002-73ac6fbeb651 req-c67e86c3-93c6-4926-8f6a-aaf2f4bf418e tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:18.383982 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b6c8419-21ef-4603-9002-73ac6fbeb651 req-c67e86c3-93c6-4926-8f6a-aaf2f4bf418e tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 945 time: 0.1300294 Nov 10 19:06:18.443472 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214ab69-b5cc-42f4-b12d-662bbc6d62e0 req-3a15b403-a09b-4ec2-96e1-f9837606ce73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:18.444984 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c214ab69-b5cc-42f4-b12d-662bbc6d62e0 req-3a15b403-a09b-4ec2-96e1-f9837606ce73 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.1402140 Nov 10 19:06:18.465956 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b6c8419-21ef-4603-9002-73ac6fbeb651 req-73942830-9697-4cc6-87b2-2f681ac8a1d6 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746369 Nov 10 19:06:18.495692 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c214ab69-b5cc-42f4-b12d-662bbc6d62e0 req-fbd990ac-5608-4515-82f2-41910bd97df1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=50216713-9541-46ab-8e11-1608f7b70cf5 HTTP/1.1" status: 200 len: 217 time: 0.0401511 Nov 10 19:06:18.555314 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214ab69-b5cc-42f4-b12d-662bbc6d62e0 req-8249fd73-cdd9-4f54-863a-f77951ab41c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:18.556714 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c214ab69-b5cc-42f4-b12d-662bbc6d62e0 req-8249fd73-cdd9-4f54-863a-f77951ab41c2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0536480 Nov 10 19:06:18.640225 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214ab69-b5cc-42f4-b12d-662bbc6d62e0 req-4e30bd69-998e-4b24-b9f4-3d7f93ab10c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:18.641712 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c214ab69-b5cc-42f4-b12d-662bbc6d62e0 req-4e30bd69-998e-4b24-b9f4-3d7f93ab10c0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0765917 Nov 10 19:06:18.664882 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424074d-fa08-452d-ba69-3d47c145b90a req-319c6a26-a564-49c6-85bf-844ebcece159 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:18.666308 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7424074d-fa08-452d-ba69-3d47c145b90a req-319c6a26-a564-49c6-85bf-844ebcece159 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 943 time: 0.0577626 Nov 10 19:06:18.769207 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7424074d-fa08-452d-ba69-3d47c145b90a req-aa62f597-9ded-420d-b539-7b63dcf686bc tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951817 Nov 10 19:06:18.785589 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c214ab69-b5cc-42f4-b12d-662bbc6d62e0 req-4332ba6c-4bd7-4a86-9993-b95f73710b80 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183574 Nov 10 19:06:18.881967 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c214ab69-b5cc-42f4-b12d-662bbc6d62e0 req-7cee4435-0194-4641-8702-24ce2a72ebcb service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879517 Nov 10 19:06:19.095397 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d5ee8-fea3-42e9-83fb-b220b33d8adb req-be4c90f0-6c06-4167-8531-821710099b15 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:19.097658 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1f1d5ee8-fea3-42e9-83fb-b220b33d8adb req-be4c90f0-6c06-4167-8531-821710099b15 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a0c8445-8642-4732-94c3-172929c524bb HTTP/1.1" status: 200 len: 949 time: 0.0601125 Nov 10 19:06:19.155933 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1f1d5ee8-fea3-42e9-83fb-b220b33d8adb req-160b2192-0bcc-40f6-a902-9994b59ab21f tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/security-groups?id=559a5f26-c376-401b-adc9-7edb4086b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483754 Nov 10 19:06:19.202282 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 2839d252-77f0-47ea-8b3c-c5a2a079c263 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:06:19.217485 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25fb7b14-0799-45ce-b5ce-785ecf443752', 'tag': 'f9a145ba-383d-4b5d-9d69-1397b66dc79b'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:06:19.218404 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c68de47-c3cf-46b4-8c00-958c50939e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "25fb7b14-0799-45ce-b5ce-785ecf443752", "tag": "f9a145ba-383d-4b5d-9d69-1397b66dc79b"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:06:19.258108 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 2839d252-77f0-47ea-8b3c-c5a2a079c263 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:06:19.261926 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 2839d252-77f0-47ea-8b3c-c5a2a079c263 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:06:19.262307 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:19.271793 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca3f1f-eedf-44d6-8523-b5300f5c6120 req-217254e8-471e-4b2e-a295-3887f5483e20 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:19.273345 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-35ca3f1f-eedf-44d6-8523-b5300f5c6120 req-217254e8-471e-4b2e-a295-3887f5483e20 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b5a2b74-a91f-4162-8352-a8bbd3be8dcc HTTP/1.1" status: 200 len: 949 time: 0.0519280 Nov 10 19:06:19.328717 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-35ca3f1f-eedf-44d6-8523-b5300f5c6120 req-4429af0e-13e8-4612-a71b-836c93873a55 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5a74272-ebeb-4e2a-bfaf-356383c51236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488868 Nov 10 19:06:19.348931 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:19.375209 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0c8445-8642-4732-94c3-172929c524bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2839d252-77f0-47ea-8b3c-c5a2a079c263'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:06:19.377447 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a161f1-e466-4bf1-acca-699c30c6977b" -d '{"events": [{"server_uuid": "7a0c8445-8642-4732-94c3-172929c524bb", "name": "network-vif-plugged", "status": "completed", "tag": "2839d252-77f0-47ea-8b3c-c5a2a079c263"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:06:19.391482 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 2839d252-77f0-47ea-8b3c-c5a2a079c263, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=2839d252-77f0-47ea-8b3c-c5a2a079c263,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:19.397621 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:19.447183 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=2839d252-77f0-47ea-8b3c-c5a2a079c263,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:19.505587 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-0bf1d393-88fe-4ba0-8caa-0c8833d50455 service neutron] 10.222.0.25 "GET /v2.0/ports/653b8478-220b-442b-8286-259dcc0b0481/bindings/n-h1-813897-4 HTTP/1.1" status: 200 len: 384 time: 0.0606337 Nov 10 19:06:19.637844 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcc679-826c-4f1e-b623-ae8992e8cfb4 req-c1258675-9c48-422c-8829-7dead72ab9d3 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:19.639381 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f0bcc679-826c-4f1e-b623-ae8992e8cfb4 req-c1258675-9c48-422c-8829-7dead72ab9d3 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=25fb7b14-0799-45ce-b5ce-785ecf443752 HTTP/1.1" status: 200 len: 947 time: 0.0849226 Nov 10 19:06:19.741732 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f0bcc679-826c-4f1e-b623-ae8992e8cfb4 req-2baecdc0-397a-4568-82e5-a8638150ab30 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939116 Nov 10 19:06:19.760700 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-c5c3cb29-1694-4499-9cc2-f6a120947891 service neutron] For port 653b8478-220b-442b-8286-259dcc0b0481, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=653b8478-220b-442b-8286-259dcc0b0481,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:19.782094 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-c5c3cb29-1694-4499-9cc2-f6a120947891 service neutron] For port 653b8478-220b-442b-8286-259dcc0b0481, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:06:19.803438 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27981083-3b97-4e8f-a16b-b1fe7bc9af93 x-openstack-request-id: req-27981083-3b97-4e8f-a16b-b1fe7bc9af93 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:06:19.803732 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25fb7b14-0799-45ce-b5ce-785ecf443752", "tag": "f9a145ba-383d-4b5d-9d69-1397b66dc79b", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:06:19.803984 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-27981083-3b97-4e8f-a16b-b1fe7bc9af93 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:06:19.804389 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25fb7b14-0799-45ce-b5ce-785ecf443752', 'tag': 'f9a145ba-383d-4b5d-9d69-1397b66dc79b', 'status': 'completed', 'code': 200} Nov 10 19:06:19.821342 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-c5c3cb29-1694-4499-9cc2-f6a120947891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 653b8478-220b-442b-8286-259dcc0b0481 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:06:19.842426 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-c5c3cb29-1694-4499-9cc2-f6a120947891 service neutron] For port 653b8478-220b-442b-8286-259dcc0b0481, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=653b8478-220b-442b-8286-259dcc0b0481,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:19.871621 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1693d701-b4cf-4c6d-b2f8-dcf6775a7d9a x-openstack-request-id: req-1693d701-b4cf-4c6d-b2f8-dcf6775a7d9a {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:06:19.872066 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0c8445-8642-4732-94c3-172929c524bb", "name": "network-vif-plugged", "status": "completed", "tag": "2839d252-77f0-47ea-8b3c-c5a2a079c263", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:06:19.872691 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1693d701-b4cf-4c6d-b2f8-dcf6775a7d9a {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:06:19.873179 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0c8445-8642-4732-94c3-172929c524bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2839d252-77f0-47ea-8b3c-c5a2a079c263', 'code': 200} Nov 10 19:06:19.876443 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-c5c3cb29-1694-4499-9cc2-f6a120947891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:19.891378 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68de47-c3cf-46b4-8c00-958c50939e3b req-d6c3c744-e5fd-44c5-9b0b-81d1c3e5fb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:19.892919 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c68de47-c3cf-46b4-8c00-958c50939e3b req-d6c3c744-e5fd-44c5-9b0b-81d1c3e5fb1b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&device_id=25fb7b14-0799-45ce-b5ce-785ecf443752 HTTP/1.1" status: 200 len: 1098 time: 0.0667396 Nov 10 19:06:20.059487 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1a788-d3a4-4815-9a5f-df0b72791caa req-5be7ef93-ec83-41ce-b82c-c2cf5a14b5e8 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:20.061206 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1cb1a788-d3a4-4815-9a5f-df0b72791caa req-5be7ef93-ec83-41ce-b82c-c2cf5a14b5e8 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 945 time: 0.1422560 Nov 10 19:06:20.071054 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-c5c3cb29-1694-4499-9cc2-f6a120947891 service neutron] Transition to ACTIVE for port object 653b8478-220b-442b-8286-259dcc0b0481 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:06:20.083989 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-c5c3cb29-1694-4499-9cc2-f6a120947891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:20.136912 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68de47-c3cf-46b4-8c00-958c50939e3b req-3b3e4271-ee9c-432a-ab1d-b1fb3e467e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:20.138031 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c68de47-c3cf-46b4-8c00-958c50939e3b req-3b3e4271-ee9c-432a-ab1d-b1fb3e467e54 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.2202618 Nov 10 19:06:20.216899 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c68de47-c3cf-46b4-8c00-958c50939e3b req-1fb1790a-2311-48be-8d75-4172ff229bb7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=f9a145ba-383d-4b5d-9d69-1397b66dc79b HTTP/1.1" status: 200 len: 217 time: 0.0684955 Nov 10 19:06:20.235284 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1cb1a788-d3a4-4815-9a5f-df0b72791caa req-7c5af913-332c-4b16-8505-c4cafbaade13 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672902 Nov 10 19:06:20.235867 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3cb29-1694-4499-9cc2-f6a120947891 service neutron] Pushing event updated for resources: {'Port': ['ID=653b8478-220b-442b-8286-259dcc0b0481,revision_number=10']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:20.245146 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-c5c3cb29-1694-4499-9cc2-f6a120947891 service neutron] No DVR routers for this DVR port 653b8478-220b-442b-8286-259dcc0b0481 on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:06:20.301344 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-c5c3cb29-1694-4499-9cc2-f6a120947891 service neutron] 10.222.0.25 "PUT /v2.0/ports/653b8478-220b-442b-8286-259dcc0b0481/bindings/n-h1-813897-4/activate HTTP/1.1" status: 200 len: 369 time: 0.7865682 Nov 10 19:06:20.311042 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68de47-c3cf-46b4-8c00-958c50939e3b req-ee6511e5-f650-48c9-bc16-d3bbbd0e94d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:20.312520 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c68de47-c3cf-46b4-8c00-958c50939e3b req-ee6511e5-f650-48c9-bc16-d3bbbd0e94d5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0814784 Nov 10 19:06:20.365854 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68de47-c3cf-46b4-8c00-958c50939e3b req-c16da19a-53bb-48c6-a338-0732f0bb3fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:20.367504 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c68de47-c3cf-46b4-8c00-958c50939e3b req-c16da19a-53bb-48c6-a338-0732f0bb3fcd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0472641 Nov 10 19:06:20.696590 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a6ba2-ebdc-4b2f-8f4a-1df2bc7e338e req-5f65947c-5e5a-41d1-b8e0-675ef1b0e52f tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:20.698096 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ec7a6ba2-ebdc-4b2f-8f4a-1df2bc7e338e req-5f65947c-5e5a-41d1-b8e0-675ef1b0e52f tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 944 time: 0.3115203 Nov 10 19:06:20.719146 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c68de47-c3cf-46b4-8c00-958c50939e3b req-258c4e49-f314-4720-86d3-60ea74d14894 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431258 Nov 10 19:06:20.804560 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ec7a6ba2-ebdc-4b2f-8f4a-1df2bc7e338e req-cd97e643-5738-40e7-aeda-60af4f2c9d78 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970161 Nov 10 19:06:20.835145 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c68de47-c3cf-46b4-8c00-958c50939e3b req-c5e41146-6e01-4067-85ac-34aefe1b3fd2 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058295 Nov 10 19:06:20.929884 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fdea23-c6aa-4d6b-b030-f4b74214404f req-3e7d3bea-4654-4845-8771-66059a9d9077 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:20.931312 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-47fdea23-c6aa-4d6b-b030-f4b74214404f req-3e7d3bea-4654-4845-8771-66059a9d9077 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a0c8445-8642-4732-94c3-172929c524bb HTTP/1.1" status: 200 len: 950 time: 0.0503635 Nov 10 19:06:20.980587 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-47fdea23-c6aa-4d6b-b030-f4b74214404f req-0c4a73c1-c570-4bf7-a2df-e9c93da929bb tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/security-groups?id=559a5f26-c376-401b-adc9-7edb4086b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430114 Nov 10 19:06:21.137149 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f3d63-1123-4941-9cea-ff2a95bd7b7b req-5c45ad4d-f96c-425a-ad23-98ee1b78da47 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:21.138769 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f34f3d63-1123-4941-9cea-ff2a95bd7b7b req-5c45ad4d-f96c-425a-ad23-98ee1b78da47 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b5a2b74-a91f-4162-8352-a8bbd3be8dcc HTTP/1.1" status: 200 len: 949 time: 0.0719869 Nov 10 19:06:21.215516 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f34f3d63-1123-4941-9cea-ff2a95bd7b7b req-0669f30c-a6e7-4659-b5ef-6622f1d8e090 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5a74272-ebeb-4e2a-bfaf-356383c51236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685351 Nov 10 19:06:21.227103 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-62963e8b-d126-4011-b943-b92bc944d875 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:21.229143 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-62963e8b-d126-4011-b943-b92bc944d875 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22&tenant_id=740aa4129faa48ffa1d5e7369c5159ee&binding%3Ahost_id=n-h2-813897-4 HTTP/1.1" status: 200 len: 1095 time: 0.0484200 Nov 10 19:06:21.235350 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747dc6d8-dbd3-4c00-a2d3-ed117e0c1fa8 req-2511c35e-217a-4903-b645-c5f6669d1c7c tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:21.236925 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-747dc6d8-dbd3-4c00-a2d3-ed117e0c1fa8 req-2511c35e-217a-4903-b645-c5f6669d1c7c tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=25fb7b14-0799-45ce-b5ce-785ecf443752 HTTP/1.1" status: 200 len: 947 time: 0.0689564 Nov 10 19:06:21.292188 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-747dc6d8-dbd3-4c00-a2d3-ed117e0c1fa8 req-204da241-3dcf-48b7-b6bf-417247a35f5b tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488491 Nov 10 19:06:21.371357 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737f067-823a-4a63-97ad-360ff37ec6c0 req-320a2cd7-0449-48e8-bdf2-80b8537a5084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:21.373820 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7737f067-823a-4a63-97ad-360ff37ec6c0 req-320a2cd7-0449-48e8-bdf2-80b8537a5084 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7a0c8445-8642-4732-94c3-172929c524bb HTTP/1.1" status: 200 len: 1101 time: 0.1431837 Nov 10 19:06:21.379488 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-84259bdf-5e78-4812-876e-cf2c9296a338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:21.381118 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-84259bdf-5e78-4812-876e-cf2c9296a338 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22&tenant_id=740aa4129faa48ffa1d5e7369c5159ee HTTP/1.1" status: 200 len: 1095 time: 0.1241910 Nov 10 19:06:21.398802 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3f7d9-e96c-4cb7-a7a7-5c5948bcfe2d req-9c8938a9-c642-42fb-abfe-253f60674aaf tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:21.400348 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-41c3f7d9-e96c-4cb7-a7a7-5c5948bcfe2d req-9c8938a9-c642-42fb-abfe-253f60674aaf tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 945 time: 0.0561316 Nov 10 19:06:21.473317 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7737f067-823a-4a63-97ad-360ff37ec6c0 req-487687f4-9bcb-4b9e-b2fc-b62db06351e7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=559a5f26-c376-401b-adc9-7edb4086b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673528 Nov 10 19:06:21.486497 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-41c3f7d9-e96c-4cb7-a7a7-5c5948bcfe2d req-683a1296-04a9-4998-9635-673a52c0a033 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719495 Nov 10 19:06:21.492424 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-56ca03c3-2fe6-4255-98ca-79e29882e6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:21.499742 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-56ca03c3-2fe6-4255-98ca-79e29882e6d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=740aa4129faa48ffa1d5e7369c5159ee&device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 1095 time: 0.0660639 Nov 10 19:06:21.606007 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50304) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:21.760840 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50310) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:21.834364 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fe648f5d-72df-4992-ba49-bfe19f68e061 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:21.842703 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bd424aa4-8d74-4080-b3ab-a26c748f6746 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:21.944294 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9dac8-5347-4b8e-9015-cb3416271db9 req-5575b5ea-a813-4880-b9d3-692e590eff75 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:21.946330 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-99c9dac8-5347-4b8e-9015-cb3416271db9 req-5575b5ea-a813-4880-b9d3-692e590eff75 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 944 time: 0.0560191 Nov 10 19:06:21.981026 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fe648f5d-72df-4992-ba49-bfe19f68e061 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:21.988252 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fe648f5d-72df-4992-ba49-bfe19f68e061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:22.006655 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-99c9dac8-5347-4b8e-9015-cb3416271db9 req-498adf24-a24d-44eb-a32e-0062d96072d7 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486126 Nov 10 19:06:22.023389 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bd424aa4-8d74-4080-b3ab-a26c748f6746 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:22.044066 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bd424aa4-8d74-4080-b3ab-a26c748f6746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:22.050246 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe648f5d-72df-4992-ba49-bfe19f68e061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c02749-a83f-4e95-91ea-870a18399efe,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:22.069997 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-fe648f5d-72df-4992-ba49-bfe19f68e061 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=892e865db0124c1587c523c57550b742&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4623482 Nov 10 19:06:22.078655 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50318) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:22.107363 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-bd424aa4-8d74-4080-b3ab-a26c748f6746 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=010fb07ee4f74ac6b80f52dd61383100&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3453834 Nov 10 19:06:22.111088 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50320) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:22.118540 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd424aa4-8d74-4080-b3ab-a26c748f6746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9340e0-f865-40c8-b9d1-02d669382922,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:22.126225 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85df3fb-f699-468f-baf2-614093e609c3 req-010f3394-168d-4bf3-ad9e-d6b3d08ee752 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:22.127797 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c85df3fb-f699-468f-baf2-614093e609c3 req-010f3394-168d-4bf3-ad9e-d6b3d08ee752 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a0c8445-8642-4732-94c3-172929c524bb HTTP/1.1" status: 200 len: 950 time: 0.0577736 Nov 10 19:06:22.148414 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8185d048-d3bd-4a26-89b9-4c977a4c6306 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:22.171481 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8185d048-d3bd-4a26-89b9-4c977a4c6306 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:22.213251 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c85df3fb-f699-468f-baf2-614093e609c3 req-a3131416-2c28-415c-a45e-c5670d224839 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/security-groups?id=559a5f26-c376-401b-adc9-7edb4086b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761530 Nov 10 19:06:22.214071 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-41ba3dbd-19d3-4ff1-afcb-5abdf334ec6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:22.224437 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8185d048-d3bd-4a26-89b9-4c977a4c6306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:22.229880 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8185d048-d3bd-4a26-89b9-4c977a4c6306 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:22.232421 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8185d048-d3bd-4a26-89b9-4c977a4c6306 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/29c02749-a83f-4e95-91ea-870a18399efe HTTP/1.1" status: 204 len: 168 time: 0.1527505 Nov 10 19:06:22.241360 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-41ba3dbd-19d3-4ff1-afcb-5abdf334ec6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:22.248395 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185d048-d3bd-4a26-89b9-4c977a4c6306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c02749-a83f-4e95-91ea-870a18399efe,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:22.330533 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-41ba3dbd-19d3-4ff1-afcb-5abdf334ec6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:22.333077 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-41ba3dbd-19d3-4ff1-afcb-5abdf334ec6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:22.334251 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-41ba3dbd-19d3-4ff1-afcb-5abdf334ec6a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/da9340e0-f865-40c8-b9d1-02d669382922 HTTP/1.1" status: 204 len: 168 time: 0.2222161 Nov 10 19:06:22.350017 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba3dbd-19d3-4ff1-afcb-5abdf334ec6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9340e0-f865-40c8-b9d1-02d669382922,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:22.367292 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414889a-d5d7-49ad-a075-cc48a92e981e req-0f618f62-9cf8-45ea-9e9f-89e9d84b49a5 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:22.368882 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f414889a-d5d7-49ad-a075-cc48a92e981e req-0f618f62-9cf8-45ea-9e9f-89e9d84b49a5 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b5a2b74-a91f-4162-8352-a8bbd3be8dcc HTTP/1.1" status: 200 len: 949 time: 0.0681753 Nov 10 19:06:22.422288 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f414889a-d5d7-49ad-a075-cc48a92e981e req-e0cfd055-5efa-40a5-9f97-4d0a27a96892 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5a74272-ebeb-4e2a-bfaf-356383c51236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469701 Nov 10 19:06:22.434374 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:06:22.542283 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a670fc-65b2-42f7-84c7-4b7bfaaf9895 req-a3adb350-ccd5-4d7b-ab43-374216504376 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:22.544095 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b2a670fc-65b2-42f7-84c7-4b7bfaaf9895 req-a3adb350-ccd5-4d7b-ab43-374216504376 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=25fb7b14-0799-45ce-b5ce-785ecf443752 HTTP/1.1" status: 200 len: 947 time: 0.0530515 Nov 10 19:06:22.554322 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50338) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:22.568398 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a8b4c10e-0878-4fad-a70d-91502f3cd28b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:22.603386 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b2a670fc-65b2-42f7-84c7-4b7bfaaf9895 req-63ed8df7-2709-432b-b9a7-6335c104a148 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492733 Nov 10 19:06:22.665835 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a8b4c10e-0878-4fad-a70d-91502f3cd28b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:22.671495 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a8b4c10e-0878-4fad-a70d-91502f3cd28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:22.710543 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a8b4c10e-0878-4fad-a70d-91502f3cd28b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9b916af77fc847b79fbe7ce193bfa07f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1550899 Nov 10 19:06:22.711421 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4c10e-0878-4fad-a70d-91502f3cd28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91627cd-1e04-45ef-8ecf-2d1ffb0e00a5,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:22.713655 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50340) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:22.729167 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963757d4-1a45-4c4d-ae4c-5995a0668dd0 req-20daafff-76fe-4531-8943-29f47c27022b tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:22.730787 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-963757d4-1a45-4c4d-ae4c-5995a0668dd0 req-20daafff-76fe-4531-8943-29f47c27022b tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 945 time: 0.0564508 Nov 10 19:06:22.801356 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50342) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:22.807859 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-963757d4-1a45-4c4d-ae4c-5995a0668dd0 req-d52332e7-251f-4da5-a89a-71386766c029 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709455 Nov 10 19:06:22.809042 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6ede8aa6-e918-4137-8b79-7f5ff4d42291 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:22.815091 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b9db61b1-4082-4e74-985c-fc0cf326052c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:22.834974 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6ede8aa6-e918-4137-8b79-7f5ff4d42291 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:22.884306 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6ede8aa6-e918-4137-8b79-7f5ff4d42291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:22.887441 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6ede8aa6-e918-4137-8b79-7f5ff4d42291 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:22.888908 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6ede8aa6-e918-4137-8b79-7f5ff4d42291 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f91627cd-1e04-45ef-8ecf-2d1ffb0e00a5 HTTP/1.1" status: 204 len: 168 time: 0.1741371 Nov 10 19:06:22.897019 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede8aa6-e918-4137-8b79-7f5ff4d42291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91627cd-1e04-45ef-8ecf-2d1ffb0e00a5,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:22.902386 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b9db61b1-4082-4e74-985c-fc0cf326052c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:22.909740 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b9db61b1-4082-4e74-985c-fc0cf326052c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:22.946334 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db61b1-4082-4e74-985c-fc0cf326052c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e12091-0f07-4c47-8b6c-f7165cc1e4b0,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:22.950496 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b9db61b1-4082-4e74-985c-fc0cf326052c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0b96911d7de94da19cf77ff45c0ec724&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1479976 Nov 10 19:06:22.954012 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50346) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:23.006284 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-64b1e200-5804-4e59-acb8-000e833cb751 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:23.027696 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-64b1e200-5804-4e59-acb8-000e833cb751 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:23.087399 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-64b1e200-5804-4e59-acb8-000e833cb751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:23.089987 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-64b1e200-5804-4e59-acb8-000e833cb751 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:23.094209 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-64b1e200-5804-4e59-acb8-000e833cb751 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/84e12091-0f07-4c47-8b6c-f7165cc1e4b0 HTTP/1.1" status: 204 len: 168 time: 0.1363614 Nov 10 19:06:23.099181 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1e200-5804-4e59-acb8-000e833cb751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e12091-0f07-4c47-8b6c-f7165cc1e4b0,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:23.158857 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d73a3-18fb-42e7-8bb0-9c754d05ed66 req-e69b903c-e382-4d1a-9fff-5aa1bfc9fc65 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:23.166383 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5f1d73a3-18fb-42e7-8bb0-9c754d05ed66 req-e69b903c-e382-4d1a-9fff-5aa1bfc9fc65 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 944 time: 0.0792663 Nov 10 19:06:23.228497 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5f1d73a3-18fb-42e7-8bb0-9c754d05ed66 req-79757d76-b9b7-477d-96fa-536e8446b6e3 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605636 Nov 10 19:06:23.376033 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c59e10d3-3075-4930-ae2d-9f0b2a51bf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:23.377801 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e59b4a-8d79-420e-b9fa-b3e4e7837840 req-f36963f1-21a9-4d34-9900-bbef7e7e95bf tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:23.387652 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b3e59b4a-8d79-420e-b9fa-b3e4e7837840 req-f36963f1-21a9-4d34-9900-bbef7e7e95bf tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a0c8445-8642-4732-94c3-172929c524bb HTTP/1.1" status: 200 len: 950 time: 0.0854390 Nov 10 19:06:23.399968 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-2b10882c-80f5-4aba-97c3-55f7371b0a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:23.401781 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-2b10882c-80f5-4aba-97c3-55f7371b0a05 service neutron] 10.222.0.73 "GET /v2.0/networks?id=74048eaf-c023-4244-acc6-bb708e07e097 HTTP/1.1" status: 200 len: 922 time: 0.1144567 Nov 10 19:06:23.442340 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b3e59b4a-8d79-420e-b9fa-b3e4e7837840 req-671821ed-d49a-42e1-8044-b4e20e9e1631 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/security-groups?id=559a5f26-c376-401b-adc9-7edb4086b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537915 Nov 10 19:06:23.467246 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-0b92031d-3f49-4284-a7d9-7ef353c7719b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=653b8478-220b-442b-8286-259dcc0b0481 HTTP/1.1" status: 200 len: 217 time: 0.0515289 Nov 10 19:06:23.544008 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-c7475d14-42c9-462a-8906-a8776557818b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:23.545673 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-c7475d14-42c9-462a-8906-a8776557818b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=91093ec9-e097-43f7-865c-a8764e927d57 HTTP/1.1" status: 200 len: 861 time: 0.0655525 Nov 10 19:06:23.563294 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device f9a145ba-383d-4b5d-9d69-1397b66dc79b details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:06:23.570384 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 653b8478-220b-442b-8286-259dcc0b0481 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:06:23.578870 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446c2e8-e1d1-4a75-acad-986d3960c86a req-11c8ecef-0da2-4c5e-a31d-5c2a18a69b5b tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:23.580300 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2446c2e8-e1d1-4a75-acad-986d3960c86a req-11c8ecef-0da2-4c5e-a31d-5c2a18a69b5b tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b5a2b74-a91f-4162-8352-a8bbd3be8dcc HTTP/1.1" status: 200 len: 949 time: 0.0527480 Nov 10 19:06:23.611007 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-2aaea1cb-6611-42af-acee-3c0686db800f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74048eaf-c023-4244-acc6-bb708e07e097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469856 Nov 10 19:06:23.663216 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2446c2e8-e1d1-4a75-acad-986d3960c86a req-e1d24a94-d172-4f7b-949f-6c404e076def tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5a74272-ebeb-4e2a-bfaf-356383c51236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724328 Nov 10 19:06:23.694816 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 653b8478-220b-442b-8286-259dcc0b0481 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:06:23.769857 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port f9a145ba-383d-4b5d-9d69-1397b66dc79b, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=f9a145ba-383d-4b5d-9d69-1397b66dc79b,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:23.779143 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-2b8cfb25-c742-4aed-a76d-388f065b8de0 service neutron] 10.222.0.73 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558769 Nov 10 19:06:23.786370 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'f9a145ba-383d-4b5d-9d69-1397b66dc79b', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': 'f9a145ba-383d-4b5d-9d69-1397b66dc79b', 'mac_address': 'fa:16:3e:88:5a:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:06:23.805739 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984fbab-a5d7-4375-a3aa-f859068ebecc req-e82e32ef-0f34-46ef-a16e-da06901294be tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:23.807415 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0984fbab-a5d7-4375-a3aa-f859068ebecc req-e82e32ef-0f34-46ef-a16e-da06901294be tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=25fb7b14-0799-45ce-b5ce-785ecf443752 HTTP/1.1" status: 200 len: 947 time: 0.0714691 Nov 10 19:06:23.868223 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:23.886343 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0984fbab-a5d7-4375-a3aa-f859068ebecc req-ac5954b1-8a92-4500-a617-56db4d932629 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716591 Nov 10 19:06:23.912789 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a145ba-383d-4b5d-9d69-1397b66dc79b {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:06:23.936961 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-6b436cd7-f358-43b0-8df7-da2598e72069 service neutron] 10.222.0.73 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373854 Nov 10 19:06:23.938254 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port f9a145ba-383d-4b5d-9d69-1397b66dc79b, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=f9a145ba-383d-4b5d-9d69-1397b66dc79b,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:23.955794 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:23.958989 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 50216713-9541-46ab-8e11-1608f7b70cf5 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:06:24.013405 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776efa9c-e2cb-4651-a6db-f94ea6acc172 req-7f0e50a6-66d3-4379-ace4-065917029b5f tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:24.021106 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-776efa9c-e2cb-4651-a6db-f94ea6acc172 req-7f0e50a6-66d3-4379-ace4-065917029b5f tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 945 time: 0.0886793 Nov 10 19:06:24.045670 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 50216713-9541-46ab-8e11-1608f7b70cf5, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=50216713-9541-46ab-8e11-1608f7b70cf5,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:24.055772 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=f9a145ba-383d-4b5d-9d69-1397b66dc79b,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:24.063698 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '50216713-9541-46ab-8e11-1608f7b70cf5', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': '50216713-9541-46ab-8e11-1608f7b70cf5', 'mac_address': 'fa:16:3e:3c:1d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:06:24.071708 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-776efa9c-e2cb-4651-a6db-f94ea6acc172 req-5f972f35-b875-40f3-b7d0-a960cc2f5986 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495319 Nov 10 19:06:24.123672 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:24.137752 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50216713-9541-46ab-8e11-1608f7b70cf5 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:06:24.158421 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 50216713-9541-46ab-8e11-1608f7b70cf5, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=50216713-9541-46ab-8e11-1608f7b70cf5,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:24.166144 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:24.224214 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:24.242951 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=50216713-9541-46ab-8e11-1608f7b70cf5,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:24.392856 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d0b7f-f853-44db-a39f-9862300eff8d req-7094d88e-dbe1-44af-83ab-7fdaf893f5f2 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:24.393456 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-cd960233-0b30-4d76-a35e-301500fa48bc tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:24.395154 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-cd960233-0b30-4d76-a35e-301500fa48bc tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22&tenant_id=740aa4129faa48ffa1d5e7369c5159ee&binding%3Ahost_id=n-h1-813897-4 HTTP/1.1" status: 200 len: 1095 time: 0.1071908 Nov 10 19:06:24.402774 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b6d0b7f-f853-44db-a39f-9862300eff8d req-7094d88e-dbe1-44af-83ab-7fdaf893f5f2 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 944 time: 0.0813229 Nov 10 19:06:24.467590 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b6d0b7f-f853-44db-a39f-9862300eff8d req-45244846-1aad-4fb6-b0e7-e72e950e6886 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577757 Nov 10 19:06:24.559641 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['50216713-9541-46ab-8e11-1608f7b70cf5'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:06:24.589836 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-40ba63cb-5525-4686-bad1-a4c5cacf4db7 service neutron] For port 653b8478-220b-442b-8286-259dcc0b0481, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:06:24.597956 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-40ba63cb-5525-4686-bad1-a4c5cacf4db7 service neutron] Publish callbacks [] for binding, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:24.600532 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8868759a-4536-4987-b3f8-c7ac530c10d0 req-40ba63cb-5525-4686-bad1-a4c5cacf4db7 service neutron] 10.222.0.73 "DELETE /v2.0/ports/653b8478-220b-442b-8286-259dcc0b0481/bindings/n-h2-813897-4 HTTP/1.1" status: 204 len: 173 time: 0.1793437 Nov 10 19:06:24.627891 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['f9a145ba-383d-4b5d-9d69-1397b66dc79b'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:06:24.750173 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:24.754140 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aeb76c-2c12-419a-a974-9920502adfe4 req-5c713429-5e0c-47b9-b7bb-b4a8ab3963b3 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:24.755904 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-39aeb76c-2c12-419a-a974-9920502adfe4 req-5c713429-5e0c-47b9-b7bb-b4a8ab3963b3 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a0c8445-8642-4732-94c3-172929c524bb HTTP/1.1" status: 200 len: 950 time: 0.1398630 Nov 10 19:06:24.802763 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a6009-d838-459b-b022-5a7f456386ad req-ba28a2c9-c76b-49a5-931c-98ea01537351 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:24.809944 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-834a6009-d838-459b-b022-5a7f456386ad req-ba28a2c9-c76b-49a5-931c-98ea01537351 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 1095 time: 0.1195319 Nov 10 19:06:24.874432 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-39aeb76c-2c12-419a-a974-9920502adfe4 req-27025c01-0105-4c9b-a11b-f9715e969f61 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/security-groups?id=559a5f26-c376-401b-adc9-7edb4086b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108663 Nov 10 19:06:24.919481 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-834a6009-d838-459b-b022-5a7f456386ad req-c36af0f7-6f48-429d-87c1-d51ece297087 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081707 Nov 10 19:06:25.046174 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30f1f9-6a1a-4155-b54e-c35de1abfaae req-6b3858db-080f-4948-b628-3e204bda59b5 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:25.049590 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3e30f1f9-6a1a-4155-b54e-c35de1abfaae req-6b3858db-080f-4948-b628-3e204bda59b5 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b5a2b74-a91f-4162-8352-a8bbd3be8dcc HTTP/1.1" status: 200 len: 949 time: 0.0653596 Nov 10 19:06:25.112002 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3e30f1f9-6a1a-4155-b54e-c35de1abfaae req-3227ca54-8ca4-4c2f-a062-26ccfed1a19b tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5a74272-ebeb-4e2a-bfaf-356383c51236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510988 Nov 10 19:06:25.236492 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e52a6-a271-4bfc-9553-1a499a608107 req-49948416-333b-47e9-8ba1-0c24749fef53 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:25.238200 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c22e52a6-a271-4bfc-9553-1a499a608107 req-49948416-333b-47e9-8ba1-0c24749fef53 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=25fb7b14-0799-45ce-b5ce-785ecf443752 HTTP/1.1" status: 200 len: 948 time: 0.0568926 Nov 10 19:06:25.316834 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c22e52a6-a271-4bfc-9553-1a499a608107 req-a450a79a-ec24-4236-a492-fd2de53df659 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683253 Nov 10 19:06:25.461845 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5102aa-3704-46ec-b674-cb99eee9cf40 req-31e56011-dafc-4355-94f4-639b70c9da76 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:25.463599 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1a5102aa-3704-46ec-b674-cb99eee9cf40 req-31e56011-dafc-4355-94f4-639b70c9da76 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 945 time: 0.0810831 Nov 10 19:06:25.540125 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1a5102aa-3704-46ec-b674-cb99eee9cf40 req-73ba789f-7151-4304-be4b-062456ffe4e8 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672915 Nov 10 19:06:25.684224 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7a6da022-5af7-4e64-86f5-d5b3acb3908f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:25.755755 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-cb176bee-b23d-4231-82ec-409343c5a426 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:25.757605 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-cb176bee-b23d-4231-82ec-409343c5a426 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/networks?id=74048eaf-c023-4244-acc6-bb708e07e097 HTTP/1.1" status: 200 len: 821 time: 0.1135657 Nov 10 19:06:25.776875 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-0d8fe307-a0d3-4c59-abb2-f53d5efa2602 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/quotas/740aa4129faa48ffa1d5e7369c5159ee HTTP/1.1" status: 200 len: 375 time: 0.0101073 Nov 10 19:06:25.842240 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd504a9b-02b5-4267-9e2e-9cc82edbd457 req-fc548234-c8e2-407e-bc96-6e9ef1670d1b tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:25.842869 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-ddee8c63-36ae-4a3c-9551-6d230853c644 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=740aa4129faa48ffa1d5e7369c5159ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0556576 Nov 10 19:06:25.843804 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bd504a9b-02b5-4267-9e2e-9cc82edbd457 req-fc548234-c8e2-407e-bc96-6e9ef1670d1b tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b5a2b74-a91f-4162-8352-a8bbd3be8dcc HTTP/1.1" status: 200 len: 949 time: 0.0940981 Nov 10 19:06:26.003433 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-bd504a9b-02b5-4267-9e2e-9cc82edbd457 req-a16e8dca-df7b-461f-8707-c3cb913bc214 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Deleting port 7b351d87-957f-4b22-832a-2cbaa5c51d5e {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:06:26.003778 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-bd504a9b-02b5-4267-9e2e-9cc82edbd457 req-a16e8dca-df7b-461f-8707-c3cb913bc214 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:26.011385 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-20569c38-545d-49d9-b9db-511a0d05e049 service neutron] 10.222.0.54 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617095 Nov 10 19:06:26.045031 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d585046-51ea-4213-9f42-2aea289fef66 req-d1f623ba-a89e-4780-87e8-c66cd67ca2f3 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:26.046871 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d585046-51ea-4213-9f42-2aea289fef66 req-d1f623ba-a89e-4780-87e8-c66cd67ca2f3 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 1096 time: 0.0733919 Nov 10 19:06:26.098101 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-bd504a9b-02b5-4267-9e2e-9cc82edbd457 req-a16e8dca-df7b-461f-8707-c3cb913bc214 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] For port 7b351d87-957f-4b22-832a-2cbaa5c51d5e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7b351d87-957f-4b22-832a-2cbaa5c51d5e,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:26.098372 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-bd504a9b-02b5-4267-9e2e-9cc82edbd457 req-a16e8dca-df7b-461f-8707-c3cb913bc214 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:26.113534 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-bd504a9b-02b5-4267-9e2e-9cc82edbd457 req-a16e8dca-df7b-461f-8707-c3cb913bc214 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Calling delete_port for 7b351d87-957f-4b22-832a-2cbaa5c51d5e owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:06:26.136375 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d585046-51ea-4213-9f42-2aea289fef66 req-e7904291-0c08-4c0c-8f41-97b0a04ebfee tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814061 Nov 10 19:06:26.143962 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-dcbd49c1-df80-4a21-9d7f-9a1a71846e98 service neutron] 10.222.0.54 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243837 Nov 10 19:06:26.496001 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e01da-658f-4c6c-b953-18d632761185 req-c7982cc1-9fa0-45c5-92f2-3827b9fa9d83 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:26.503944 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-562e01da-658f-4c6c-b953-18d632761185 req-c7982cc1-9fa0-45c5-92f2-3827b9fa9d83 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a0c8445-8642-4732-94c3-172929c524bb HTTP/1.1" status: 200 len: 950 time: 0.0888379 Nov 10 19:06:26.590727 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-562e01da-658f-4c6c-b953-18d632761185 req-101fac59-2916-40f7-b473-4d597a441548 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/security-groups?id=559a5f26-c376-401b-adc9-7edb4086b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858004 Nov 10 19:06:26.611990 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946b303-ac7c-4479-a152-59fde753bec0 req-126ff310-6788-4678-bcb3-9e2c1985183b tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:26.613682 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8946b303-ac7c-4479-a152-59fde753bec0 req-126ff310-6788-4678-bcb3-9e2c1985183b tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b5a2b74-a91f-4162-8352-a8bbd3be8dcc HTTP/1.1" status: 200 len: 949 time: 0.0833380 Nov 10 19:06:26.717058 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8946b303-ac7c-4479-a152-59fde753bec0 req-3a603a02-d018-4447-aee9-786587be2166 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5a74272-ebeb-4e2a-bfaf-356383c51236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898907 Nov 10 19:06:26.721096 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-bd504a9b-02b5-4267-9e2e-9cc82edbd457 req-a16e8dca-df7b-461f-8707-c3cb913bc214 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:26.740643 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['7b351d87-957f-4b22-832a-2cbaa5c51d5e'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:06:26.747618 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c7070-a858-4177-a23f-b732915e1cd3 req-7b5fb02a-4e5e-4cdc-b3bd-fa9f68d6b75b tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:26.755377 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-157c7070-a858-4177-a23f-b732915e1cd3 req-7b5fb02a-4e5e-4cdc-b3bd-fa9f68d6b75b tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 1096 time: 0.0927050 Nov 10 19:06:26.837251 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d5445aa5-b759-4007-b9d1-3b17e94f0cef req-9a129d8a-4edb-4c2e-887f-38dc4e307534 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d036cbf-333b-4e71-bea1-09e852d37598 HTTP/1.1" status: 200 len: 210 time: 0.0523360 Nov 10 19:06:26.855409 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-157c7070-a858-4177-a23f-b732915e1cd3 req-02253176-a287-4d50-8afc-a04e9b0164cd tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914180 Nov 10 19:06:26.910935 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e8dca-df7b-461f-8707-c3cb913bc214 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Pushing event deleted for resources: {'Port': ['ID=7b351d87-957f-4b22-832a-2cbaa5c51d5e,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:26.960382 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd504a9b-02b5-4267-9e2e-9cc82edbd457 req-a16e8dca-df7b-461f-8707-c3cb913bc214 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] No DVR routers for this DVR port 7b351d87-957f-4b22-832a-2cbaa5c51d5e on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:06:26.969185 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-bd504a9b-02b5-4267-9e2e-9cc82edbd457 req-a16e8dca-df7b-461f-8707-c3cb913bc214 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:26.978350 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bd504a9b-02b5-4267-9e2e-9cc82edbd457 req-a16e8dca-df7b-461f-8707-c3cb913bc214 tempest-ImagesNegativeTestJSON-1642710714 tempest-ImagesNegativeTestJSON-1642710714-project] 10.222.0.73 "DELETE /v2.0/ports/7b351d87-957f-4b22-832a-2cbaa5c51d5e HTTP/1.1" status: 204 len: 173 time: 1.1189847 Nov 10 19:06:26.981217 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5a2b74-a91f-4162-8352-a8bbd3be8dcc', 'name': 'network-vif-deleted', 'tag': '7b351d87-957f-4b22-832a-2cbaa5c51d5e'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:06:27.000151 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef53e2-7f5e-4329-9b06-eedac62ceaea req-6a63dbcf-6a73-46a7-93ff-ba5f40edd5bb tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:27.001853 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eaef53e2-7f5e-4329-9b06-eedac62ceaea req-6a63dbcf-6a73-46a7-93ff-ba5f40edd5bb tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=25fb7b14-0799-45ce-b5ce-785ecf443752 HTTP/1.1" status: 200 len: 948 time: 0.0700204 Nov 10 19:06:27.003362 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51a8685-58e4-41f9-852d-d39068743b80" -d '{"events": [{"server_uuid": "4b5a2b74-a91f-4162-8352-a8bbd3be8dcc", "name": "network-vif-deleted", "tag": "7b351d87-957f-4b22-832a-2cbaa5c51d5e"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:06:27.023062 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:27.087955 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eaef53e2-7f5e-4329-9b06-eedac62ceaea req-117c4b78-eb64-4355-8edd-ce7583a89f5c tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725768 Nov 10 19:06:27.298187 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647eadbc-6c90-4dd5-ac7e-942c821279dc x-openstack-request-id: req-647eadbc-6c90-4dd5-ac7e-942c821279dc {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:06:27.298668 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5a2b74-a91f-4162-8352-a8bbd3be8dcc", "name": "network-vif-deleted", "tag": "7b351d87-957f-4b22-832a-2cbaa5c51d5e", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:06:27.299026 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-647eadbc-6c90-4dd5-ac7e-942c821279dc {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:06:27.299646 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5a2b74-a91f-4162-8352-a8bbd3be8dcc', 'name': 'network-vif-deleted', 'tag': '7b351d87-957f-4b22-832a-2cbaa5c51d5e', 'status': 'completed', 'code': 200} Nov 10 19:06:27.587118 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device f9a145ba-383d-4b5d-9d69-1397b66dc79b up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:06:27.662612 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port f9a145ba-383d-4b5d-9d69-1397b66dc79b completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:06:27.668017 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port f9a145ba-383d-4b5d-9d69-1397b66dc79b triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:06:27.668389 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:27.696839 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65a6bd-2965-47b4-a1ea-40352cc24644 req-75f10a80-e46b-4a9f-8d99-ce6873c65963 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:27.698766 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f65a6bd-2965-47b4-a1ea-40352cc24644 req-75f10a80-e46b-4a9f-8d99-ce6873c65963 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a0c8445-8642-4732-94c3-172929c524bb HTTP/1.1" status: 200 len: 950 time: 0.1171324 Nov 10 19:06:27.744968 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-9a843355-f02b-4f7b-9dc5-afdf96c304c6 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:27.746703 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-9a843355-f02b-4f7b-9dc5-afdf96c304c6 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.25 "GET /v2.0/networks?id=74048eaf-c023-4244-acc6-bb708e07e097 HTTP/1.1" status: 200 len: 821 time: 0.2101181 Nov 10 19:06:27.764397 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-ff9cf757-ff8d-47f6-b69c-0fcc7e90f621 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Request body: {'port': {'device_id': '8d036cbf-333b-4e71-bea1-09e852d37598', 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097', 'admin_state_up': True, 'tenant_id': '740aa4129faa48ffa1d5e7369c5159ee'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:27.788824 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:27.803350 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f65a6bd-2965-47b4-a1ea-40352cc24644 req-17866f20-7e54-4f44-940b-44b0301909ac tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/security-groups?id=559a5f26-c376-401b-adc9-7edb4086b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926220 Nov 10 19:06:27.839828 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fb7b14-0799-45ce-b5ce-785ecf443752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a145ba-383d-4b5d-9d69-1397b66dc79b'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:06:27.844530 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e614988-bf19-4b4c-b302-b4e2b40d56b7" -d '{"events": [{"server_uuid": "25fb7b14-0799-45ce-b5ce-785ecf443752", "name": "network-vif-plugged", "status": "completed", "tag": "f9a145ba-383d-4b5d-9d69-1397b66dc79b"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:06:27.849149 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port f9a145ba-383d-4b5d-9d69-1397b66dc79b, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=f9a145ba-383d-4b5d-9d69-1397b66dc79b,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:27.859521 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:27.860613 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 50216713-9541-46ab-8e11-1608f7b70cf5 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:06:27.962037 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-ff9cf757-ff8d-47f6-b69c-0fcc7e90f621 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Made reservation on behalf of 740aa4129faa48ffa1d5e7369c5159ee for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:06:27.962848 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=f9a145ba-383d-4b5d-9d69-1397b66dc79b,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:27.966778 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-ff9cf757-ff8d-47f6-b69c-0fcc7e90f621 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:27.983686 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 50216713-9541-46ab-8e11-1608f7b70cf5 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:06:27.989591 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 50216713-9541-46ab-8e11-1608f7b70cf5 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:06:27.990096 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:28.099775 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:28.140514 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-ff9cf757-ff8d-47f6-b69c-0fcc7e90f621 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Allocated IP 172.20.0.2 (74048eaf-c023-4244-acc6-bb708e07e097/91093ec9-e097-43f7-865c-a8764e927d57/a75e56e2-9c4b-42c0-b5e0-826d640ea3f9) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:06:28.141401 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 50216713-9541-46ab-8e11-1608f7b70cf5, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=50216713-9541-46ab-8e11-1608f7b70cf5,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:28.147919 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:28.186164 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710a3072-900d-486d-b9a3-7993dbaa7731 x-openstack-request-id: req-710a3072-900d-486d-b9a3-7993dbaa7731 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:06:28.186568 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25fb7b14-0799-45ce-b5ce-785ecf443752", "name": "network-vif-plugged", "status": "completed", "tag": "f9a145ba-383d-4b5d-9d69-1397b66dc79b", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:06:28.186889 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-710a3072-900d-486d-b9a3-7993dbaa7731 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:06:28.187390 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fb7b14-0799-45ce-b5ce-785ecf443752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a145ba-383d-4b5d-9d69-1397b66dc79b', 'code': 200} Nov 10 19:06:28.240851 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=50216713-9541-46ab-8e11-1608f7b70cf5,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:28.290482 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1e01b96d-12dc-42ca-80f0-330ea0cb87e5 req-962fa507-e5b5-45d8-9cda-a684457b9c19 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d036cbf-333b-4e71-bea1-09e852d37598 HTTP/1.1" status: 200 len: 210 time: 0.0485103 Nov 10 19:06:28.394532 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f3924-e7fa-45a4-bb5b-a3e02d4b7188 req-e4a9baa2-6e7c-47bf-ba08-866e44009fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:28.397056 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-260f3924-e7fa-45a4-bb5b-a3e02d4b7188 req-e4a9baa2-6e7c-47bf-ba08-866e44009fc2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=25fb7b14-0799-45ce-b5ce-785ecf443752 HTTP/1.1" status: 200 len: 1100 time: 0.1343536 Nov 10 19:06:28.471178 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-ff9cf757-ff8d-47f6-b69c-0fcc7e90f621 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:28.494951 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-260f3924-e7fa-45a4-bb5b-a3e02d4b7188 req-48587e35-a941-43fd-8865-636344bba9cf service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789609 Nov 10 19:06:28.522390 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:28.552948 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-ff9cf757-ff8d-47f6-b69c-0fcc7e90f621 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:28.566258 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43482f-15c5-41e0-9031-e40e88001dfe req-ee80539b-9e8d-49d1-9d39-cdbba2c3cd73 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:28.567807 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b43482f-15c5-41e0-9031-e40e88001dfe req-ee80539b-9e8d-49d1-9d39-cdbba2c3cd73 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=25fb7b14-0799-45ce-b5ce-785ecf443752 HTTP/1.1" status: 200 len: 949 time: 0.0780804 Nov 10 19:06:28.630023 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-ff9cf757-ff8d-47f6-b69c-0fcc7e90f621 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Network 74048eaf-c023-4244-acc6-bb708e07e097 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:06:28.636890 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-ff9cf757-ff8d-47f6-b69c-0fcc7e90f621 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:06:28.640192 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9cf757-ff8d-47f6-b69c-0fcc7e90f621 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Pushing event updated for resources: {'Port': ['ID=a75e56e2-9c4b-42c0-b5e0-826d640ea3f9,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:28.647623 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-ff9cf757-ff8d-47f6-b69c-0fcc7e90f621 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:06:28.653157 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-ff9cf757-ff8d-47f6-b69c-0fcc7e90f621 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:28.653791 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-ff9cf757-ff8d-47f6-b69c-0fcc7e90f621 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:28.678974 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b43482f-15c5-41e0-9031-e40e88001dfe req-d3ecba48-e1ed-4520-81cd-00f2cbe7f20a tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867054 Nov 10 19:06:28.682867 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-ff9cf757-ff8d-47f6-b69c-0fcc7e90f621 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9255667 Nov 10 19:06:28.763709 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-e277f8c7-0fa3-43f4-8cff-659be5c83ac8 service neutron] Request body: {'port': {'device_id': '8d036cbf-333b-4e71-bea1-09e852d37598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:28.829170 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-e277f8c7-0fa3-43f4-8cff-659be5c83ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:28.938704 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50596) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:29.048654 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-1736d02e-c5c9-4f5a-bf74-5ed5a14aa27f tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:06:29.049694 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-1736d02e-c5c9-4f5a-bf74-5ed5a14aa27f tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1096420 Nov 10 19:06:29.052489 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be4239-400d-481c-b953-897ce06aa06a req-6f999383-53b6-49d2-a176-b41054f3fcca tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:29.053688 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f8be4239-400d-481c-b953-897ce06aa06a req-6f999383-53b6-49d2-a176-b41054f3fcca tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a0c8445-8642-4732-94c3-172929c524bb HTTP/1.1" status: 200 len: 950 time: 0.1070356 Nov 10 19:06:29.134575 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f8be4239-400d-481c-b953-897ce06aa06a req-021bded8-bc73-45b2-87d8-662624f6040f tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/security-groups?id=559a5f26-c376-401b-adc9-7edb4086b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719476 Nov 10 19:06:29.194862 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-e277f8c7-0fa3-43f4-8cff-659be5c83ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:06:29.195257 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-02257cb5-bd4c-45c1-b01f-2e0d1e0bbf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:29.196730 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-02257cb5-bd4c-45c1-b01f-2e0d1e0bbf53 service neutron] 10.222.0.54 "GET /v2.0/ports/b559a426-f4ce-412a-a086-a76bd0133108 HTTP/1.1" status: 200 len: 1093 time: 0.0987830 Nov 10 19:06:29.206607 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-e277f8c7-0fa3-43f4-8cff-659be5c83ac8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:29.211864 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-98eb83cf-a3d0-48bb-b325-cab059304226 service neutron] Request body: {'binding': {'host': 'n-h2-813897-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:29.211864 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-98eb83cf-a3d0-48bb-b325-cab059304226 service neutron] Unknown quota resources ['binding']. {{(pid=102505) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 19:06:29.223099 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-e277f8c7-0fa3-43f4-8cff-659be5c83ac8 service neutron] Transition to ACTIVE for port object a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:06:29.228796 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-e277f8c7-0fa3-43f4-8cff-659be5c83ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:29.236343 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 7b351d87-957f-4b22-832a-2cbaa5c51d5e no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:06:29.282158 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 7b351d87-957f-4b22-832a-2cbaa5c51d5e {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:06:29.282587 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 7b351d87-957f-4b22-832a-2cbaa5c51d5e not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:06:29.306097 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:29.341448 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277f8c7-0fa3-43f4-8cff-659be5c83ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=a75e56e2-9c4b-42c0-b5e0-826d640ea3f9,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:29.358320 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-e277f8c7-0fa3-43f4-8cff-659be5c83ac8 service neutron] Attempting to bind port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:06:29.358320 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-e277f8c7-0fa3-43f4-8cff-659be5c83ac8 service neutron] Attempting to bind port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:06:29.358522 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-e277f8c7-0fa3-43f4-8cff-659be5c83ac8 service neutron] Attempting to bind port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 on network 74048eaf-c023-4244-acc6-bb708e07e097 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:06:29.364581 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-e277f8c7-0fa3-43f4-8cff-659be5c83ac8 service neutron] Port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 on network 74048eaf-c023-4244-acc6-bb708e07e097 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:06:29.364896 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-e277f8c7-0fa3-43f4-8cff-659be5c83ac8 service neutron] Attempting to bind port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 on network 74048eaf-c023-4244-acc6-bb708e07e097 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:06:29.372878 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106bb4c-6231-478d-bb31-30424f23e180 req-c34e25e8-87f8-4b91-8f8e-6627fd573a59 tempest-LiveMigrationNegativeTest-918493883 tempest-LiveMigrationNegativeTest-918493883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:29.374446 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1106bb4c-6231-478d-bb31-30424f23e180 req-c34e25e8-87f8-4b91-8f8e-6627fd573a59 tempest-LiveMigrationNegativeTest-918493883 tempest-LiveMigrationNegativeTest-918493883-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7a0c8445-8642-4732-94c3-172929c524bb HTTP/1.1" status: 200 len: 1101 time: 0.1013412 Nov 10 19:06:29.375689 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-e277f8c7-0fa3-43f4-8cff-659be5c83ac8 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:06:29.376018 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-e277f8c7-0fa3-43f4-8cff-659be5c83ac8 service neutron] Checking segment: {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:06:29.376388 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-e277f8c7-0fa3-43f4-8cff-659be5c83ac8 service neutron] Bound using segment: {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:06:29.376840 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-e277f8c7-0fa3-43f4-8cff-659be5c83ac8 service neutron] Bound port: a75e56e2-9c4b-42c0-b5e0-826d640ea3f9, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:06:29.377190 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-e277f8c7-0fa3-43f4-8cff-659be5c83ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:29.383846 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-98eb83cf-a3d0-48bb-b325-cab059304226 service neutron] Attempting to bind port b559a426-f4ce-412a-a086-a76bd0133108 on host n-h2-813897-4 for vnic_type normal with profile None {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:06:29.384802 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-98eb83cf-a3d0-48bb-b325-cab059304226 service neutron] Attempting to bind port b559a426-f4ce-412a-a086-a76bd0133108 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:06:29.384802 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-98eb83cf-a3d0-48bb-b325-cab059304226 service neutron] Attempting to bind port b559a426-f4ce-412a-a086-a76bd0133108 on network a42d4887-cb04-48c7-8111-765e5b18298b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:06:29.389867 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-98eb83cf-a3d0-48bb-b325-cab059304226 service neutron] Port b559a426-f4ce-412a-a086-a76bd0133108 on network a42d4887-cb04-48c7-8111-765e5b18298b not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:06:29.390267 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-98eb83cf-a3d0-48bb-b325-cab059304226 service neutron] Attempting to bind port b559a426-f4ce-412a-a086-a76bd0133108 on network a42d4887-cb04-48c7-8111-765e5b18298b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:06:29.396934 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-98eb83cf-a3d0-48bb-b325-cab059304226 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:06:29.397357 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-98eb83cf-a3d0-48bb-b325-cab059304226 service neutron] Checking segment: {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:06:29.397823 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-98eb83cf-a3d0-48bb-b325-cab059304226 service neutron] Bound using segment: {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:06:29.398359 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-98eb83cf-a3d0-48bb-b325-cab059304226 service neutron] Bound port: b559a426-f4ce-412a-a086-a76bd0133108, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:06:29.423698 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1106bb4c-6231-478d-bb31-30424f23e180 req-6c1490c7-5288-4fb0-9032-15972c60a9f0 tempest-LiveMigrationNegativeTest-918493883 tempest-LiveMigrationNegativeTest-918493883-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:29.452762 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-98eb83cf-a3d0-48bb-b325-cab059304226 service neutron] For port b559a426-f4ce-412a-a086-a76bd0133108, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=b559a426-f4ce-412a-a086-a76bd0133108,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:06:29.461497 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-98eb83cf-a3d0-48bb-b325-cab059304226 service neutron] Publish callbacks [] for binding, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:29.462895 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-98eb83cf-a3d0-48bb-b325-cab059304226 service neutron] 10.222.0.54 "POST /v2.0/ports/b559a426-f4ce-412a-a086-a76bd0133108/bindings HTTP/1.1" status: 201 len: 389 time: 0.2582405 Nov 10 19:06:29.483161 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-e277f8c7-0fa3-43f4-8cff-659be5c83ac8 service neutron] For port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:06:29.487109 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-e277f8c7-0fa3-43f4-8cff-659be5c83ac8 service neutron] For port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a75e56e2-9c4b-42c0-b5e0-826d640ea3f9,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:06:29.494636 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-e277f8c7-0fa3-43f4-8cff-659be5c83ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:29.543304 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-e277f8c7-0fa3-43f4-8cff-659be5c83ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:29.543989 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-e277f8c7-0fa3-43f4-8cff-659be5c83ac8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:29.545398 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-e277f8c7-0fa3-43f4-8cff-659be5c83ac8 service neutron] 10.222.0.25 "PUT /v2.0/ports/a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 HTTP/1.1" status: 200 len: 1091 time: 0.7864094 Nov 10 19:06:29.550309 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d036cbf-333b-4e71-bea1-09e852d37598', 'tag': 'a75e56e2-9c4b-42c0-b5e0-826d640ea3f9'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:06:29.554912 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6aecd9-2a87-4233-9b46-76ef56e644b2" -d '{"events": [{"name": "network-changed", "server_uuid": "8d036cbf-333b-4e71-bea1-09e852d37598", "tag": "a75e56e2-9c4b-42c0-b5e0-826d640ea3f9"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:06:29.587237 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50622) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:29.590121 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277f8c7-0fa3-43f4-8cff-659be5c83ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=a75e56e2-9c4b-42c0-b5e0-826d640ea3f9,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:29.608625 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1106bb4c-6231-478d-bb31-30424f23e180 req-6c1490c7-5288-4fb0-9032-15972c60a9f0 tempest-LiveMigrationNegativeTest-918493883 tempest-LiveMigrationNegativeTest-918493883-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:29.614495 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1106bb4c-6231-478d-bb31-30424f23e180 req-6c1490c7-5288-4fb0-9032-15972c60a9f0 tempest-LiveMigrationNegativeTest-918493883 tempest-LiveMigrationNegativeTest-918493883-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:29.692703 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1106bb4c-6231-478d-bb31-30424f23e180 req-6c1490c7-5288-4fb0-9032-15972c60a9f0 tempest-LiveMigrationNegativeTest-918493883 tempest-LiveMigrationNegativeTest-918493883-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=559a5f26-c376-401b-adc9-7edb4086b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062718 Nov 10 19:06:29.697303 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1490c7-5288-4fb0-9032-15972c60a9f0 tempest-LiveMigrationNegativeTest-918493883 tempest-LiveMigrationNegativeTest-918493883-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb79dab5-da78-49d9-b704-df0ac242eb07,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:29.723607 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-0bcd5dba-af6e-4ad8-bc27-d976159eda26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:29.723607 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-0bcd5dba-af6e-4ad8-bc27-d976159eda26 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=740aa4129faa48ffa1d5e7369c5159ee&device_id=8d036cbf-333b-4e71-bea1-09e852d37598 HTTP/1.1" status: 200 len: 1094 time: 0.0787270 Nov 10 19:06:29.806630 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5e0bffc3-3f26-4e1c-8544-9e42a92cc26f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:29.817427 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-a654557b-9573-4df8-acbc-30151e49a0a4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 HTTP/1.1" status: 200 len: 217 time: 0.0663173 Nov 10 19:06:29.910368 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5e0bffc3-3f26-4e1c-8544-9e42a92cc26f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:29.916538 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67701d-80b9-4186-9f66-dea779629da8 req-6516418b-5d65-433c-a92d-0efab566e716 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:29.918188 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2f67701d-80b9-4186-9f66-dea779629da8 req-6516418b-5d65-433c-a92d-0efab566e716 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d036cbf-333b-4e71-bea1-09e852d37598 HTTP/1.1" status: 200 len: 943 time: 0.1995497 Nov 10 19:06:29.918406 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5e0bffc3-3f26-4e1c-8544-9e42a92cc26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:29.954987 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90039ead-e243-4c09-b694-65ae632051ee req-57b88732-4aa6-4676-832a-5743da6cd79e tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:29.956373 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-90039ead-e243-4c09-b694-65ae632051ee req-57b88732-4aa6-4676-832a-5743da6cd79e tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 945 time: 0.1443920 Nov 10 19:06:29.960336 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-38a90099-7e29-44a5-b129-ef6d0883f2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:29.961746 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-38a90099-7e29-44a5-b129-ef6d0883f2d5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=91093ec9-e097-43f7-865c-a8764e927d57 HTTP/1.1" status: 200 len: 861 time: 0.1182766 Nov 10 19:06:29.982425 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5e0bffc3-3f26-4e1c-8544-9e42a92cc26f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b0ae804f4af64343866f23bab8dba342&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3929942 Nov 10 19:06:29.984245 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0bffc3-3f26-4e1c-8544-9e42a92cc26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9333033-13e4-478f-b086-3568ac4cc63e,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:29.986824 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50634) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:30.044078 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8c38e22b-5de0-4918-a46b-876c5facb597 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:30.068158 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8c38e22b-5de0-4918-a46b-876c5facb597 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:30.119066 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8c38e22b-5de0-4918-a46b-876c5facb597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:30.121819 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8c38e22b-5de0-4918-a46b-876c5facb597 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:30.123052 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8c38e22b-5de0-4918-a46b-876c5facb597 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c9333033-13e4-478f-b086-3568ac4cc63e HTTP/1.1" status: 204 len: 168 time: 0.1351550 Nov 10 19:06:30.131936 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38e22b-5de0-4918-a46b-876c5facb597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9333033-13e4-478f-b086-3568ac4cc63e,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:30.188689 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4baa085d-1e6c-4b92-a172-854b1fb45ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50216713-9541-46ab-8e11-1608f7b70cf5'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:06:30.191054 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389d6547-e969-455f-980a-cbb0c9645121" -d '{"events": [{"server_uuid": "4baa085d-1e6c-4b92-a172-854b1fb45ab8", "name": "network-vif-plugged", "status": "completed", "tag": "50216713-9541-46ab-8e11-1608f7b70cf5"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:06:30.196951 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-b404ec85-a8f9-4f9c-b1e1-b6f6b325fccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:30.198431 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-b404ec85-a8f9-4f9c-b1e1-b6f6b325fccb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a08ec8828e22441bac9028fb3e613990&device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 1096 time: 0.3529806 Nov 10 19:06:30.225282 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-668fad5e-4d51-4c3e-9ca5-63cf908fa939 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=74048eaf-c023-4244-acc6-bb708e07e097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474553 Nov 10 19:06:30.360885 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2f67701d-80b9-4186-9f66-dea779629da8 req-79d611cb-e6a4-4e17-a56e-578392760852 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227200 Nov 10 19:06:30.399199 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-90039ead-e243-4c09-b694-65ae632051ee req-8c7c72bb-82fc-4d21-b26f-ce784b90e855 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303036 Nov 10 19:06:30.426691 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50642) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:30.437921 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5278a3ee-2508-4a5e-9f94-6bcac21e8362 x-openstack-request-id: req-5278a3ee-2508-4a5e-9f94-6bcac21e8362 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:06:30.438213 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d036cbf-333b-4e71-bea1-09e852d37598", "tag": "a75e56e2-9c4b-42c0-b5e0-826d640ea3f9", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:06:30.438470 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5278a3ee-2508-4a5e-9f94-6bcac21e8362 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:06:30.438869 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d036cbf-333b-4e71-bea1-09e852d37598', 'tag': 'a75e56e2-9c4b-42c0-b5e0-826d640ea3f9', 'status': 'completed', 'code': 200} Nov 10 19:06:30.441584 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-bd56ad84-d182-4fc9-91d7-b172e441e1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:30.443053 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-bd56ad84-d182-4fc9-91d7-b172e441e1f7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a42d4887-cb04-48c7-8111-765e5b18298b HTTP/1.1" status: 200 len: 909 time: 0.2213490 Nov 10 19:06:30.444958 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-58acf374-5c34-4e34-bd20-f7e56df29837 service neutron] 10.222.0.25 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054601 Nov 10 19:06:30.452357 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-935fd1e0-9425-4778-a5e0-821f14bbd53f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:30.534878 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-ca566819-be0d-43cd-818e-06262376f9e0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b559a426-f4ce-412a-a086-a76bd0133108 HTTP/1.1" status: 200 len: 217 time: 0.0672441 Nov 10 19:06:30.610016 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2923fdd2-8d0b-40d0-a538-4eac4df4fefc x-openstack-request-id: req-2923fdd2-8d0b-40d0-a538-4eac4df4fefc {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:06:30.610557 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4baa085d-1e6c-4b92-a172-854b1fb45ab8", "name": "network-vif-plugged", "status": "completed", "tag": "50216713-9541-46ab-8e11-1608f7b70cf5", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:06:30.610557 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2923fdd2-8d0b-40d0-a538-4eac4df4fefc {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:06:30.610958 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4baa085d-1e6c-4b92-a172-854b1fb45ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50216713-9541-46ab-8e11-1608f7b70cf5', 'code': 200} Nov 10 19:06:30.690235 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-1e6b507b-a9f6-4ff8-841e-f4fdc951a4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:30.692104 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-1e6b507b-a9f6-4ff8-841e-f4fdc951a4d1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=34d86bed-ff03-44e0-b566-0ecdf3d0ce56 HTTP/1.1" status: 200 len: 848 time: 0.1435637 Nov 10 19:06:30.723696 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e38a4d-b097-4943-bfd8-c815e0efa1f3 req-aa15f516-3d20-4f9c-8952-21030f36e089 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:30.731763 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e5e38a4d-b097-4943-bfd8-c815e0efa1f3 req-aa15f516-3d20-4f9c-8952-21030f36e089 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=25fb7b14-0799-45ce-b5ce-785ecf443752 HTTP/1.1" status: 200 len: 949 time: 0.2082369 Nov 10 19:06:30.746289 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639282f-1658-451f-aa9c-346e450067d7 req-26f36812-1a9c-4c98-a962-243bac54ae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:30.749379 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e639282f-1658-451f-aa9c-346e450067d7 req-26f36812-1a9c-4c98-a962-243bac54ae79 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4baa085d-1e6c-4b92-a172-854b1fb45ab8 HTTP/1.1" status: 200 len: 1100 time: 0.0487559 Nov 10 19:06:30.763755 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3ffaaa9b-225d-4d33-a15e-0c34f8ed1d7a req-c3bf3308-c929-4379-a6bc-7179f0478a09 service neutron] 10.222.0.25 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977436 Nov 10 19:06:30.768571 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-164dbee4-51ae-4887-bb2d-efb6985e28f1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a42d4887-cb04-48c7-8111-765e5b18298b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676873 Nov 10 19:06:30.839572 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-935fd1e0-9425-4778-a5e0-821f14bbd53f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:30.843977 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e639282f-1658-451f-aa9c-346e450067d7 req-0628b5aa-be70-4e7d-b8b9-5b6126218bf3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874701 Nov 10 19:06:30.882495 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-935fd1e0-9425-4778-a5e0-821f14bbd53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:30.957867 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e5e38a4d-b097-4943-bfd8-c815e0efa1f3 req-47ca8959-a045-46c5-a11d-b5370c3a3b84 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227478 Nov 10 19:06:31.032296 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50664) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:31.048019 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935fd1e0-9425-4778-a5e0-821f14bbd53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3454bd-81ec-4997-9131-c345b2ab18d7,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:31.065578 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-935fd1e0-9425-4778-a5e0-821f14bbd53f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d9ab7eb4d2c54bf6807d4dab30512de5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6334803 Nov 10 19:06:31.066424 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50670) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:31.066549 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-a4e03e63-75c2-4ab1-9460-490763a1d0c7 service neutron] 10.222.0.25 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878668 Nov 10 19:06:31.074274 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6aecd9-2a87-4233-9b46-76ef56e644b2 req-a1bccb41-7327-4650-bf12-0ea46c2996e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:31.078958 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b6aecd9-2a87-4233-9b46-76ef56e644b2 req-a1bccb41-7327-4650-bf12-0ea46c2996e2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=740aa4129faa48ffa1d5e7369c5159ee&device_id=8d036cbf-333b-4e71-bea1-09e852d37598 HTTP/1.1" status: 200 len: 1094 time: 0.2427797 Nov 10 19:06:31.133690 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0f67676c-bad2-40bf-9acb-6bc19021b2ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:31.168210 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0f67676c-bad2-40bf-9acb-6bc19021b2ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:31.248477 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0f67676c-bad2-40bf-9acb-6bc19021b2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:31.251402 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0f67676c-bad2-40bf-9acb-6bc19021b2ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:31.252618 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0f67676c-bad2-40bf-9acb-6bc19021b2ef admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5c3454bd-81ec-4997-9131-c345b2ab18d7 HTTP/1.1" status: 204 len: 168 time: 0.1859365 Nov 10 19:06:31.269109 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67676c-bad2-40bf-9acb-6bc19021b2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3454bd-81ec-4997-9131-c345b2ab18d7,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:31.280054 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5fc50564-ef70-401a-8c53-c96586f85902 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f2f4cffd183d4e69bd4120c4a3ffb7a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458143 Nov 10 19:06:31.283141 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50678) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:31.357294 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b326654-2928-43aa-a6df-0b4eeb839390 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:31.382320 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b326654-2928-43aa-a6df-0b4eeb839390 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:31.382666 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f1ff5-3b1f-420e-9af1-aa1d01d25602 req-9afc395b-e651-4273-a9b4-292c1fa6e4b7 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:31.384228 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c7f1ff5-3b1f-420e-9af1-aa1d01d25602 req-9afc395b-e651-4273-a9b4-292c1fa6e4b7 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=4baa085d-1e6c-4b92-a172-854b1fb45ab8 HTTP/1.1" status: 200 len: 949 time: 0.2633908 Nov 10 19:06:31.439674 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-7b6a228a-7476-40d9-9bf2-38ac54f24c49 service neutron] 10.222.0.25 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072433 Nov 10 19:06:31.453849 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be65a0-b953-4b32-8cb7-51ffafc3c293 req-cc06a664-47eb-40ce-8951-24471750a8ed tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:31.455460 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-35be65a0-b953-4b32-8cb7-51ffafc3c293 req-cc06a664-47eb-40ce-8951-24471750a8ed tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a0c8445-8642-4732-94c3-172929c524bb HTTP/1.1" status: 200 len: 950 time: 0.1848741 Nov 10 19:06:31.455579 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b326654-2928-43aa-a6df-0b4eeb839390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:31.456846 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6aecd9-2a87-4233-9b46-76ef56e644b2 req-154ffb91-5240-479b-a423-a7539fed7417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:31.458505 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b6aecd9-2a87-4233-9b46-76ef56e644b2 req-154ffb91-5240-479b-a423-a7539fed7417 service neutron] 10.222.0.25 "GET /v2.0/networks?id=74048eaf-c023-4244-acc6-bb708e07e097 HTTP/1.1" status: 200 len: 922 time: 0.3250072 Nov 10 19:06:31.459769 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b326654-2928-43aa-a6df-0b4eeb839390 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:31.465570 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9b326654-2928-43aa-a6df-0b4eeb839390 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e5a74272-ebeb-4e2a-bfaf-356383c51236 HTTP/1.1" status: 204 len: 168 time: 0.1802130 Nov 10 19:06:31.476001 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b326654-2928-43aa-a6df-0b4eeb839390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a74272-ebeb-4e2a-bfaf-356383c51236,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:31.544700 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b6aecd9-2a87-4233-9b46-76ef56e644b2 req-32342262-9a68-4f49-bc8d-14cfd0f01704 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 HTTP/1.1" status: 200 len: 217 time: 0.0759015 Nov 10 19:06:31.610881 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c7f1ff5-3b1f-420e-9af1-aa1d01d25602 req-f717e863-84d6-4fb6-ba2b-192d5739169e tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138188 Nov 10 19:06:31.690386 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-35be65a0-b953-4b32-8cb7-51ffafc3c293 req-7b413615-6168-4bb5-91cb-39affc7d0174 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/security-groups?id=559a5f26-c376-401b-adc9-7edb4086b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186601 Nov 10 19:06:31.712811 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6aecd9-2a87-4233-9b46-76ef56e644b2 req-f999b8b6-7b69-440c-a9a2-2364922f42d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:31.714387 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b6aecd9-2a87-4233-9b46-76ef56e644b2 req-f999b8b6-7b69-440c-a9a2-2364922f42d7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=91093ec9-e097-43f7-865c-a8764e927d57 HTTP/1.1" status: 200 len: 861 time: 0.1410632 Nov 10 19:06:31.718090 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-80dd002b-a71b-436d-9d0b-87b3aa405ab8 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:31.719617 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-80dd002b-a71b-436d-9d0b-87b3aa405ab8 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb&tenant_id=a08ec8828e22441bac9028fb3e613990&binding%3Ahost_id=n-h1-813897-4 HTTP/1.1" status: 200 len: 1096 time: 0.1909776 Nov 10 19:06:31.774204 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-280ec367-f1f3-4267-b902-c0734dcd2e44 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813897-4'}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:31.782731 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b6aecd9-2a87-4233-9b46-76ef56e644b2 req-618724da-83af-42d6-83dc-51518a272e81 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=74048eaf-c023-4244-acc6-bb708e07e097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519872 Nov 10 19:06:31.954750 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-280ec367-f1f3-4267-b902-c0734dcd2e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:31.980768 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547fb36-94c6-4996-b2f5-00e35ce49e11 req-f11a792f-36e5-459a-8f1d-97184b65fea7 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:31.987963 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f547fb36-94c6-4996-b2f5-00e35ce49e11 req-f11a792f-36e5-459a-8f1d-97184b65fea7 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 945 time: 0.2103963 Nov 10 19:06:32.000966 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfd551-4258-42db-b9ab-22ca47db6502 req-dc7e1146-a52e-4fb3-8a71-77da0ce6b5fc tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:32.003088 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a0dfd551-4258-42db-b9ab-22ca47db6502 req-dc7e1146-a52e-4fb3-8a71-77da0ce6b5fc tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d036cbf-333b-4e71-bea1-09e852d37598 HTTP/1.1" status: 200 len: 943 time: 0.2221949 Nov 10 19:06:32.072441 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b6aecd9-2a87-4233-9b46-76ef56e644b2 req-376eec20-60ff-453e-98d1-9b6065712b21 service neutron] 10.222.0.25 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654772 Nov 10 19:06:32.191600 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f547fb36-94c6-4996-b2f5-00e35ce49e11 req-1f80f1a1-b493-4461-882f-5f17c1612f2c tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027643 Nov 10 19:06:32.206114 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a0dfd551-4258-42db-b9ab-22ca47db6502 req-da606a67-fad9-4dcb-bf36-c4d17ec29c0a tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871233 Nov 10 19:06:32.288741 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b6aecd9-2a87-4233-9b46-76ef56e644b2 req-2f772f99-a515-4e37-9940-89adf9f037da service neutron] 10.222.0.25 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055898 Nov 10 19:06:32.301983 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-280ec367-f1f3-4267-b902-c0734dcd2e44 service neutron] For port b559a426-f4ce-412a-a086-a76bd0133108, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=b559a426-f4ce-412a-a086-a76bd0133108,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:32.571945 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-280ec367-f1f3-4267-b902-c0734dcd2e44 service neutron] For port b559a426-f4ce-412a-a086-a76bd0133108, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:06:32.649844 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-280ec367-f1f3-4267-b902-c0734dcd2e44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:32.654084 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b559a426-f4ce-412a-a086-a76bd0133108'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:06:32.657267 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e2efaa-3ae3-4a54-a401-a7b2c3a4d3c0" -d '{"events": [{"server_uuid": "ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb", "name": "network-vif-unplugged", "status": "completed", "tag": "b559a426-f4ce-412a-a086-a76bd0133108"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:06:32.661588 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-280ec367-f1f3-4267-b902-c0734dcd2e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:32.766004 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ec367-f1f3-4267-b902-c0734dcd2e44 service neutron] Pushing event updated for resources: {'Port': ['ID=b559a426-f4ce-412a-a086-a76bd0133108,revision_number=7']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:32.808954 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fc1ca-152c-4a61-b23f-298d31dd3477 req-17ace061-075a-43a4-9f34-9d16d6b64ef6 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:32.810641 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b70fc1ca-152c-4a61-b23f-298d31dd3477 req-17ace061-075a-43a4-9f34-9d16d6b64ef6 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=4baa085d-1e6c-4b92-a172-854b1fb45ab8 HTTP/1.1" status: 200 len: 949 time: 0.1093314 Nov 10 19:06:32.826742 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-280ec367-f1f3-4267-b902-c0734dcd2e44 service neutron] Attempting to bind port b559a426-f4ce-412a-a086-a76bd0133108 on host n-h1-813897-4 for vnic_type normal with profile {"migrating_to": "n-h2-813897-4"} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:06:32.827084 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-280ec367-f1f3-4267-b902-c0734dcd2e44 service neutron] Attempting to bind port b559a426-f4ce-412a-a086-a76bd0133108 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:06:32.827418 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-280ec367-f1f3-4267-b902-c0734dcd2e44 service neutron] Attempting to bind port b559a426-f4ce-412a-a086-a76bd0133108 on network a42d4887-cb04-48c7-8111-765e5b18298b {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:06:32.840228 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-280ec367-f1f3-4267-b902-c0734dcd2e44 service neutron] Port b559a426-f4ce-412a-a086-a76bd0133108 on network a42d4887-cb04-48c7-8111-765e5b18298b not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:06:32.840607 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-280ec367-f1f3-4267-b902-c0734dcd2e44 service neutron] Attempting to bind port b559a426-f4ce-412a-a086-a76bd0133108 on network a42d4887-cb04-48c7-8111-765e5b18298b {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:06:32.851149 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-280ec367-f1f3-4267-b902-c0734dcd2e44 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:06:32.851766 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-280ec367-f1f3-4267-b902-c0734dcd2e44 service neutron] Checking segment: {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:06:32.852316 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-280ec367-f1f3-4267-b902-c0734dcd2e44 service neutron] Bound using segment: {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:06:32.853264 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-280ec367-f1f3-4267-b902-c0734dcd2e44 service neutron] Bound port: b559a426-f4ce-412a-a086-a76bd0133108, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:06:32.853625 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-280ec367-f1f3-4267-b902-c0734dcd2e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:32.905652 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b70fc1ca-152c-4a61-b23f-298d31dd3477 req-ab1331c9-2ace-4eac-94fd-38ac960b9fff tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869739 Nov 10 19:06:32.968566 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921239e0-63d0-42b4-9a2a-15ece5fa1024 x-openstack-request-id: req-921239e0-63d0-42b4-9a2a-15ece5fa1024 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:06:32.969254 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb", "name": "network-vif-unplugged", "status": "completed", "tag": "b559a426-f4ce-412a-a086-a76bd0133108", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:06:32.969467 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-921239e0-63d0-42b4-9a2a-15ece5fa1024 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:06:32.970173 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b559a426-f4ce-412a-a086-a76bd0133108', 'code': 200} Nov 10 19:06:32.987028 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-280ec367-f1f3-4267-b902-c0734dcd2e44 service neutron] For port b559a426-f4ce-412a-a086-a76bd0133108, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:06:32.990982 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-280ec367-f1f3-4267-b902-c0734dcd2e44 service neutron] For port b559a426-f4ce-412a-a086-a76bd0133108, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=b559a426-f4ce-412a-a086-a76bd0133108,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:06:33.003390 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-280ec367-f1f3-4267-b902-c0734dcd2e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:33.085517 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50768) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:33.152768 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ec367-f1f3-4267-b902-c0734dcd2e44 service neutron] Pushing event updated for resources: {'Port': ['ID=b559a426-f4ce-412a-a086-a76bd0133108,revision_number=8']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:33.161100 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-280ec367-f1f3-4267-b902-c0734dcd2e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:33.161724 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-280ec367-f1f3-4267-b902-c0734dcd2e44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:33.163402 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-280ec367-f1f3-4267-b902-c0734dcd2e44 service neutron] 10.222.0.25 "PUT /v2.0/ports/b559a426-f4ce-412a-a086-a76bd0133108 HTTP/1.1" status: 200 len: 1121 time: 1.4310639 Nov 10 19:06:33.176423 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e1e69-4a18-4cba-8a4c-1038da4745a9 req-74eafedb-1797-4b23-9088-168d1a300b97 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:33.184118 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d66e1e69-4a18-4cba-8a4c-1038da4745a9 req-74eafedb-1797-4b23-9088-168d1a300b97 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a0c8445-8642-4732-94c3-172929c524bb HTTP/1.1" status: 200 len: 950 time: 0.1284199 Nov 10 19:06:33.240566 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d66e1e69-4a18-4cba-8a4c-1038da4745a9 req-80f7cbbd-f8bd-4bf4-837e-513198987801 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/security-groups?id=559a5f26-c376-401b-adc9-7edb4086b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557141 Nov 10 19:06:33.380448 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['b559a426-f4ce-412a-a086-a76bd0133108'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:06:33.406205 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bb7a090-a51d-4ee9-a916-c6a83feb4d4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:33.504293 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f3992-a523-40eb-b7c0-387a8e0fd306 req-543ed595-3d81-485c-8d6b-db336f5c39f4 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:33.506482 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c5f3992-a523-40eb-b7c0-387a8e0fd306 req-543ed595-3d81-485c-8d6b-db336f5c39f4 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 943 time: 0.1282189 Nov 10 19:06:33.599724 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bb7a090-a51d-4ee9-a916-c6a83feb4d4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:33.610044 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bb7a090-a51d-4ee9-a916-c6a83feb4d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:33.640728 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c5f3992-a523-40eb-b7c0-387a8e0fd306 req-d1d466da-6bb4-4eb2-8733-42b0a42455a0 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278868 Nov 10 19:06:33.665494 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bed850-687b-4326-a96e-471bf7245d17 req-7810f05d-1674-4e7e-ac24-52ea8680d48d tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:33.667097 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-42bed850-687b-4326-a96e-471bf7245d17 req-7810f05d-1674-4e7e-ac24-52ea8680d48d tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.73 "GET /v2.0/ports?device_id=7a0c8445-8642-4732-94c3-172929c524bb HTTP/1.1" status: 200 len: 950 time: 0.1081274 Nov 10 19:06:33.668116 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b143f28-fdc8-4368-9cfd-e59fe44e662e req-d8288b99-e3cd-4190-ba01-b490f4dd31b4 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:33.674745 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b143f28-fdc8-4368-9cfd-e59fe44e662e req-d8288b99-e3cd-4190-ba01-b490f4dd31b4 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:33.675871 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2bb7a090-a51d-4ee9-a916-c6a83feb4d4e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=25912f8cdf08432982242de214d8a3da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5891769 Nov 10 19:06:33.676723 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7a090-a51d-4ee9-a916-c6a83feb4d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b899040-56a5-4347-8f85-85cd013c5d08,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:33.679322 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50790) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:33.683643 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b143f28-fdc8-4368-9cfd-e59fe44e662e req-d8288b99-e3cd-4190-ba01-b490f4dd31b4 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=25fb7b14-0799-45ce-b5ce-785ecf443752&device_id=4baa085d-1e6c-4b92-a172-854b1fb45ab8 HTTP/1.1" status: 200 len: 1689 time: 0.1179698 Nov 10 19:06:33.743269 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b143f28-fdc8-4368-9cfd-e59fe44e662e req-bf104c19-b965-497d-9950-046b2fd20af5 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569813 Nov 10 19:06:33.814058 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c2053cd3-88d8-499c-a5f4-96d4b43d9c40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:33.835302 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a377d5-161d-4edd-b065-67a6c76e51a6 req-c2677730-3759-4b0e-973a-60c142a2fc07 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:33.837074 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a1a377d5-161d-4edd-b065-67a6c76e51a6 req-c2677730-3759-4b0e-973a-60c142a2fc07 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d036cbf-333b-4e71-bea1-09e852d37598 HTTP/1.1" status: 200 len: 943 time: 0.0762367 Nov 10 19:06:33.850768 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c2053cd3-88d8-499c-a5f4-96d4b43d9c40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:33.884936 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-42bed850-687b-4326-a96e-471bf7245d17 req-3e067288-df43-4301-9b1c-c4a76da7f941 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Deleting port 2839d252-77f0-47ea-8b3c-c5a2a079c263 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:06:33.885268 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-42bed850-687b-4326-a96e-471bf7245d17 req-3e067288-df43-4301-9b1c-c4a76da7f941 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:33.902534 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a1a377d5-161d-4edd-b065-67a6c76e51a6 req-3e760528-71ce-4793-8940-5b934e9ba487 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543268 Nov 10 19:06:33.992718 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c2053cd3-88d8-499c-a5f4-96d4b43d9c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:33.996701 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c2053cd3-88d8-499c-a5f4-96d4b43d9c40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:33.998449 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c2053cd3-88d8-499c-a5f4-96d4b43d9c40 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0b899040-56a5-4347-8f85-85cd013c5d08 HTTP/1.1" status: 204 len: 168 time: 0.3177719 Nov 10 19:06:34.030943 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-42bed850-687b-4326-a96e-471bf7245d17 req-3e067288-df43-4301-9b1c-c4a76da7f941 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] For port 2839d252-77f0-47ea-8b3c-c5a2a079c263, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=2839d252-77f0-47ea-8b3c-c5a2a079c263,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:34.031533 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-42bed850-687b-4326-a96e-471bf7245d17 req-3e067288-df43-4301-9b1c-c4a76da7f941 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:34.036329 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2053cd3-88d8-499c-a5f4-96d4b43d9c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b899040-56a5-4347-8f85-85cd013c5d08,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:34.081898 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-42bed850-687b-4326-a96e-471bf7245d17 req-3e067288-df43-4301-9b1c-c4a76da7f941 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Calling delete_port for 2839d252-77f0-47ea-8b3c-c5a2a079c263 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:06:34.200245 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-322d3107-c219-4434-a204-2058c94a95d6 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241389 Nov 10 19:06:34.221882 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3faab1b-35e8-4bc4-b33e-45fbc7131ab7 req-9c615364-368a-4396-8cf6-060828714a26 tempest-ServersOnMultiNodesTest-809608394 tempest-ServersOnMultiNodesTest-809608394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:34.223362 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d3faab1b-35e8-4bc4-b33e-45fbc7131ab7 req-9c615364-368a-4396-8cf6-060828714a26 tempest-ServersOnMultiNodesTest-809608394 tempest-ServersOnMultiNodesTest-809608394-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=25fb7b14-0799-45ce-b5ce-785ecf443752 HTTP/1.1" status: 200 len: 1100 time: 0.0943079 Nov 10 19:06:34.258479 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-42bed850-687b-4326-a96e-471bf7245d17 req-3e067288-df43-4301-9b1c-c4a76da7f941 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:34.275734 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['2839d252-77f0-47ea-8b3c-c5a2a079c263'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:06:34.280646 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['046bdb90-4d35-4639-97ff-a900315c479b'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:06:34.325200 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e067288-df43-4301-9b1c-c4a76da7f941 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Pushing event deleted for resources: {'Port': ['ID=2839d252-77f0-47ea-8b3c-c5a2a079c263,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:34.375145 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-42bed850-687b-4326-a96e-471bf7245d17 req-3e067288-df43-4301-9b1c-c4a76da7f941 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] No DVR routers for this DVR port 2839d252-77f0-47ea-8b3c-c5a2a079c263 on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:06:34.378713 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-42bed850-687b-4326-a96e-471bf7245d17 req-3e067288-df43-4301-9b1c-c4a76da7f941 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:34.382621 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-42bed850-687b-4326-a96e-471bf7245d17 req-3e067288-df43-4301-9b1c-c4a76da7f941 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.73 "DELETE /v2.0/ports/2839d252-77f0-47ea-8b3c-c5a2a079c263 HTTP/1.1" status: 204 len: 173 time: 0.6955681 Nov 10 19:06:34.385202 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0c8445-8642-4732-94c3-172929c524bb', 'name': 'network-vif-deleted', 'tag': '2839d252-77f0-47ea-8b3c-c5a2a079c263'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:06:34.389519 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f85d0f-d2fd-43ab-b411-50de40d9d3be" -d '{"events": [{"server_uuid": "7a0c8445-8642-4732-94c3-172929c524bb", "name": "network-vif-deleted", "tag": "2839d252-77f0-47ea-8b3c-c5a2a079c263"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:06:34.395895 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d3faab1b-35e8-4bc4-b33e-45fbc7131ab7 req-12e05152-ce5c-49fc-beab-38d223c60e1e tempest-ServersOnMultiNodesTest-809608394 tempest-ServersOnMultiNodesTest-809608394-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581919 Nov 10 19:06:34.442780 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-9ff59cb8-65cb-4478-ad6c-f515cdc53ea9 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:34.445812 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-9ff59cb8-65cb-4478-ad6c-f515cdc53ea9 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2357488 Nov 10 19:06:34.487975 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-0a25794f-1dc5-42f9-a689-72419ea25f3b tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/quotas/5ef8c132b4d949a9b0bece379d0bc679 HTTP/1.1" status: 200 len: 375 time: 0.0225306 Nov 10 19:06:34.570605 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-2613d663-43b5-404b-b1d8-a05dc983bd94 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756958 Nov 10 19:06:34.834544 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-366f54c8-d8d2-466d-be95-133b58ab2b8c req-ee120e6c-de16-4b46-9dac-e1323824d7d7 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a0c8445-8642-4732-94c3-172929c524bb HTTP/1.1" status: 200 len: 210 time: 0.0323277 Nov 10 19:06:34.910638 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1d0c5f-66ad-48cc-a253-add7838c2df3 x-openstack-request-id: req-8b1d0c5f-66ad-48cc-a253-add7838c2df3 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:06:34.911209 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0c8445-8642-4732-94c3-172929c524bb", "name": "network-vif-deleted", "tag": "2839d252-77f0-47ea-8b3c-c5a2a079c263", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:06:34.911660 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8b1d0c5f-66ad-48cc-a253-add7838c2df3 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:06:34.912247 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0c8445-8642-4732-94c3-172929c524bb', 'name': 'network-vif-deleted', 'tag': '2839d252-77f0-47ea-8b3c-c5a2a079c263', 'status': 'completed', 'code': 200} Nov 10 19:06:34.971400 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb', 'tag': 'b559a426-f4ce-412a-a086-a76bd0133108'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:06:34.983606 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df6f71e-592d-4133-896e-be6aadf67eab" -d '{"events": [{"name": "network-changed", "server_uuid": "ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb", "tag": "b559a426-f4ce-412a-a086-a76bd0133108"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:06:35.110474 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d92781-fbc1-4b1d-9f80-a1d114c42fed req-a90d2048-bada-44b7-bc4a-2f7115744807 tempest-ServersOnMultiNodesTest-809608394 tempest-ServersOnMultiNodesTest-809608394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:35.112448 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-86d92781-fbc1-4b1d-9f80-a1d114c42fed req-a90d2048-bada-44b7-bc4a-2f7115744807 tempest-ServersOnMultiNodesTest-809608394 tempest-ServersOnMultiNodesTest-809608394-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=4baa085d-1e6c-4b92-a172-854b1fb45ab8 HTTP/1.1" status: 200 len: 1100 time: 0.1537032 Nov 10 19:06:35.161108 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a37ccb-461d-4c35-ae42-f324743da2c9 req-2cc4357b-ee27-470d-b383-0f6d89f947db tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:35.162891 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e7a37ccb-461d-4c35-ae42-f324743da2c9 req-2cc4357b-ee27-470d-b383-0f6d89f947db tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 943 time: 0.1289253 Nov 10 19:06:35.202419 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-86d92781-fbc1-4b1d-9f80-a1d114c42fed req-8633771d-d5ac-41c0-b56d-f355903fce13 tempest-ServersOnMultiNodesTest-809608394 tempest-ServersOnMultiNodesTest-809608394-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817633 Nov 10 19:06:35.302366 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a2aac803-d7e2-49a1-b836-cdeb10823412 req-333f358a-6297-40f2-b58a-d97286d2c512 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 210 time: 0.0497744 Nov 10 19:06:35.317884 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e7a37ccb-461d-4c35-ae42-f324743da2c9 req-2cf7ee31-63bf-45af-a442-511c0ab7d51d tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291442 Nov 10 19:06:35.455421 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec27146-3715-4060-9df1-1e1690b5ce08 req-eee6ef16-ff61-4050-b092-d5bd02b9d1a0 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:35.457803 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0ec27146-3715-4060-9df1-1e1690b5ce08 req-eee6ef16-ff61-4050-b092-d5bd02b9d1a0 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d036cbf-333b-4e71-bea1-09e852d37598 HTTP/1.1" status: 200 len: 943 time: 0.0617526 Nov 10 19:06:35.485178 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477f60e7-e080-4da9-a2b3-f260698aec80 x-openstack-request-id: req-477f60e7-e080-4da9-a2b3-f260698aec80 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:06:35.485462 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb", "tag": "b559a426-f4ce-412a-a086-a76bd0133108", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:06:35.485949 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-477f60e7-e080-4da9-a2b3-f260698aec80 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:06:35.486341 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb', 'tag': 'b559a426-f4ce-412a-a086-a76bd0133108', 'status': 'completed', 'code': 200} Nov 10 19:06:35.520660 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0ec27146-3715-4060-9df1-1e1690b5ce08 req-972ae701-c630-45f2-8daa-c26eb50b56df tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556383 Nov 10 19:06:35.573599 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6f71e-592d-4133-896e-be6aadf67eab req-b9310ab3-af64-4feb-bbdd-b5ac3bbb6430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:35.575398 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4df6f71e-592d-4133-896e-be6aadf67eab req-b9310ab3-af64-4feb-bbdd-b5ac3bbb6430 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a08ec8828e22441bac9028fb3e613990&device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 1124 time: 0.0583444 Nov 10 19:06:35.645946 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device b559a426-f4ce-412a-a086-a76bd0133108 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:06:35.752716 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6f71e-592d-4133-896e-be6aadf67eab req-c7ef7a22-00ae-4da0-88c9-561de7246a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:35.755067 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4df6f71e-592d-4133-896e-be6aadf67eab req-c7ef7a22-00ae-4da0-88c9-561de7246a23 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a42d4887-cb04-48c7-8111-765e5b18298b HTTP/1.1" status: 200 len: 909 time: 0.1423244 Nov 10 19:06:35.831930 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4df6f71e-592d-4133-896e-be6aadf67eab req-3a4151ed-fbef-420e-9dcf-8e1045ef29b8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b559a426-f4ce-412a-a086-a76bd0133108 HTTP/1.1" status: 200 len: 217 time: 0.0529220 Nov 10 19:06:35.845083 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port b559a426-f4ce-412a-a086-a76bd0133108, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=b559a426-f4ce-412a-a086-a76bd0133108,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:35.878900 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device b559a426-f4ce-412a-a086-a76bd0133108 has no active binding in host n-h2-813897-4 {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 19:06:35.879268 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:06:35.930941 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6f71e-592d-4133-896e-be6aadf67eab req-86c4e0e3-ff3d-4f71-8bd0-55889366d1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:35.932718 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4df6f71e-592d-4133-896e-be6aadf67eab req-86c4e0e3-ff3d-4f71-8bd0-55889366d1de service neutron] 10.222.0.73 "GET /v2.0/subnets?id=34d86bed-ff03-44e0-b566-0ecdf3d0ce56 HTTP/1.1" status: 200 len: 848 time: 0.0837133 Nov 10 19:06:35.941315 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-e92b8a17-ae69-4bb9-9e19-da5e2559d9b5 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249419 Nov 10 19:06:35.995175 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4df6f71e-592d-4133-896e-be6aadf67eab req-30ff800b-b98f-49e2-893a-98f2ad14d277 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a42d4887-cb04-48c7-8111-765e5b18298b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500643 Nov 10 19:06:36.096004 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a75e56e2-9c4b-42c0-b5e0-826d640ea3f9,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:36.112206 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-bdd3b45e-e290-46c4-b56c-53410027c048 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:36.114187 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-bdd3b45e-e290-46c4-b56c-53410027c048 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1671076 Nov 10 19:06:36.124672 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4df6f71e-592d-4133-896e-be6aadf67eab req-fe9c50c3-46cc-404c-8f89-3452b56728e1 service neutron] 10.222.0.73 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152728 Nov 10 19:06:36.129945 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'a75e56e2-9c4b-42c0-b5e0-826d640ea3f9', 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097', 'port_id': 'a75e56e2-9c4b-42c0-b5e0-826d640ea3f9', 'mac_address': 'fa:16:3e:40:93:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91093ec9-e097-43f7-865c-a8764e927d57', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:06:36.132983 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-55200ed7-bb3a-42af-afdb-b38ff9101047 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/quotas/0d7335f5df3b4e0fb20d05dce0cf0b45 HTTP/1.1" status: 200 len: 375 time: 0.0117221 Nov 10 19:06:36.185202 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:36.211487 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:06:36.260776 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a75e56e2-9c4b-42c0-b5e0-826d640ea3f9,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:36.264476 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-9c8fa9b2-f0f4-428c-8a97-979a349acebc tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1185937 Nov 10 19:06:36.267516 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:36.304106 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4df6f71e-592d-4133-896e-be6aadf67eab req-caaec8af-4e72-4d9a-8b0a-06a27c5af183 service neutron] 10.222.0.73 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640849 Nov 10 19:06:36.318338 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50920) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:36.382150 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-a9375f7c-be80-4fc7-ba7a-bc61739b1551 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425913 Nov 10 19:06:36.397637 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=a75e56e2-9c4b-42c0-b5e0-826d640ea3f9,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:36.490095 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-baad21a2-d046-4ee2-b806-fa3432b0a5ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:36.602408 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-af292ad1-4ca4-4197-9e46-3b9c71607f9d tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:36.606929 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-af292ad1-4ca4-4197-9e46-3b9c71607f9d tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2173324 Nov 10 19:06:36.631680 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d3f6071-2ff8-4718-80a8-0334196b6121 req-70daaac9-670f-4afc-b75f-7f6f543ff52f tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 210 time: 0.0572660 Nov 10 19:06:36.634871 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-9229375b-bb4f-47a3-8e76-86fa7703a28a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Request body: {'port': {'device_id': 'f341b9f2-40de-412e-bd42-6ff24d769b7f', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'admin_state_up': True, 'tenant_id': '5ef8c132b4d949a9b0bece379d0bc679'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:36.674637 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-baad21a2-d046-4ee2-b806-fa3432b0a5ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:36.678721 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['a75e56e2-9c4b-42c0-b5e0-826d640ea3f9'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:06:36.681371 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-baad21a2-d046-4ee2-b806-fa3432b0a5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:36.716621 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad21a2-d046-4ee2-b806-fa3432b0a5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f7bdd0-0f5d-4336-a624-f7e536506d20,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:36.780841 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50936) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:36.812181 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-baad21a2-d046-4ee2-b806-fa3432b0a5ed admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d2edcd81bcbd45dfae7d257885097149&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4925551 Nov 10 19:06:36.815757 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50940) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:36.899845 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4068a4-9bc5-456e-87c2-8a1867e7a485 req-1057b463-2d8a-4436-a08b-58484c128878 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:36.909722 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e4068a4-9bc5-456e-87c2-8a1867e7a485 req-1057b463-2d8a-4436-a08b-58484c128878 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 943 time: 0.1773336 Nov 10 19:06:36.926487 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-9229375b-bb4f-47a3-8e76-86fa7703a28a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Made reservation on behalf of 5ef8c132b4d949a9b0bece379d0bc679 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:06:36.930929 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-9229375b-bb4f-47a3-8e76-86fa7703a28a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:36.954750 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-9229375b-bb4f-47a3-8e76-86fa7703a28a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:36.970796 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4fd00db4-038f-49a8-892d-fc432abdd600 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:37.063444 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4fd00db4-038f-49a8-892d-fc432abdd600 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:37.068525 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-95cc051c-bc07-4de9-9691-bc549353073b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:37.078184 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-9229375b-bb4f-47a3-8e76-86fa7703a28a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:37.083623 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-9229375b-bb4f-47a3-8e76-86fa7703a28a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:37.163230 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229375b-bb4f-47a3-8e76-86fa7703a28a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:37.219359 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e4068a4-9bc5-456e-87c2-8a1867e7a485 req-2fe350e7-2695-4a5d-bfe5-c5541045a5f6 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086376 Nov 10 19:06:37.256300 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 2839d252-77f0-47ea-8b3c-c5a2a079c263 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:06:37.304116 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 2839d252-77f0-47ea-8b3c-c5a2a079c263 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:06:37.304970 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 2839d252-77f0-47ea-8b3c-c5a2a079c263 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:06:37.313648 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316155d-4dbc-4d07-916f-0e7d22896b55 req-d1b3c025-ac68-4c2d-94a5-46f826673ecf tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:37.316301 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c316155d-4dbc-4d07-916f-0e7d22896b55 req-d1b3c025-ac68-4c2d-94a5-46f826673ecf tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7 HTTP/1.1" status: 200 len: 950 time: 0.2593420 Nov 10 19:06:37.320903 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4fd00db4-038f-49a8-892d-fc432abdd600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:37.324893 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4fd00db4-038f-49a8-892d-fc432abdd600 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:37.326556 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4fd00db4-038f-49a8-892d-fc432abdd600 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c1f7bdd0-0f5d-4336-a624-f7e536506d20 HTTP/1.1" status: 204 len: 168 time: 0.5078230 Nov 10 19:06:37.327053 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-9229375b-bb4f-47a3-8e76-86fa7703a28a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Allocated IP 192.168.233.109 (d392c118-92b4-47b2-87bf-77c096e8a630/f9b6e8e7-6ebd-402d-901c-b41f234de3ab/a9b2f03a-deee-4eb9-a710-4ba943fbfc70) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:06:37.395391 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd00db4-038f-49a8-892d-fc432abdd600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f7bdd0-0f5d-4336-a624-f7e536506d20,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:37.409787 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-95cc051c-bc07-4de9-9691-bc549353073b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:37.446545 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-95cc051c-bc07-4de9-9691-bc549353073b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:37.539575 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c316155d-4dbc-4d07-916f-0e7d22896b55 req-3e33bf68-ccad-4a8b-b634-da7ee629c5cd tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/security-groups?id=559a5f26-c376-401b-adc9-7edb4086b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114909 Nov 10 19:06:37.540288 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-9229375b-bb4f-47a3-8e76-86fa7703a28a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:37.575850 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-95cc051c-bc07-4de9-9691-bc549353073b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ac799475863b4ed092f35e5ba37e3302&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7928102 Nov 10 19:06:37.582878 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50960) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:37.593567 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc051c-bc07-4de9-9691-bc549353073b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abac56f6-6369-46e8-9739-5890594066a0,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:37.631865 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd919aa-a02f-4e84-8cd3-78f58cef4715 req-7619a143-e781-4268-ac3b-29f6f6634e6d tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:37.642063 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-9229375b-bb4f-47a3-8e76-86fa7703a28a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:37.650376 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-efd919aa-a02f-4e84-8cd3-78f58cef4715 req-7619a143-e781-4268-ac3b-29f6f6634e6d tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d036cbf-333b-4e71-bea1-09e852d37598 HTTP/1.1" status: 200 len: 944 time: 0.2250335 Nov 10 19:06:37.749199 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-9229375b-bb4f-47a3-8e76-86fa7703a28a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Network d392c118-92b4-47b2-87bf-77c096e8a630 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:06:37.753116 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-9229375b-bb4f-47a3-8e76-86fa7703a28a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:06:37.779954 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-9229375b-bb4f-47a3-8e76-86fa7703a28a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:06:37.839059 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-af1216c7-cf0f-42fc-ab63-d0b8b43325f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:37.857362 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229375b-bb4f-47a3-8e76-86fa7703a28a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Pushing event updated for resources: {'Port': ['ID=a9b2f03a-deee-4eb9-a710-4ba943fbfc70,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:37.890396 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-efd919aa-a02f-4e84-8cd3-78f58cef4715 req-a37af88f-6412-4f6c-839e-2d87b759b393 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390509 Nov 10 19:06:37.948240 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-af1216c7-cf0f-42fc-ab63-d0b8b43325f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:37.961242 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-9229375b-bb4f-47a3-8e76-86fa7703a28a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:37.964139 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-9229375b-bb4f-47a3-8e76-86fa7703a28a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:38.012894 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-9229375b-bb4f-47a3-8e76-86fa7703a28a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3854296 Nov 10 19:06:38.018277 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50968) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:38.043637 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-94356237-1f98-4e96-9fc3-46ddb89bb519 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:38.071339 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-aee924a4-4a88-4bfa-9b7b-71b93789bc23 service neutron] Request body: {'port': {'device_id': 'f341b9f2-40de-412e-bd42-6ff24d769b7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:38.120111 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe598f-ec1a-4880-a55a-aa3c5ced6aaf req-e510a7a0-f4e0-4745-97bd-960b153ec44e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:38.128207 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0bbe598f-ec1a-4880-a55a-aa3c5ced6aaf req-e510a7a0-f4e0-4745-97bd-960b153ec44e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 936 time: 0.0685544 Nov 10 19:06:38.162737 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4c8d6a25-0bb9-483e-a20d-c4060ccc17e3 None None] Provisioning complete for port a9b2f03a-deee-4eb9-a710-4ba943fbfc70 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:06:38.163782 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4c8d6a25-0bb9-483e-a20d-c4060ccc17e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:38.178040 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-aee924a4-4a88-4bfa-9b7b-71b93789bc23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:38.181488 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-af1216c7-cf0f-42fc-ab63-d0b8b43325f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:38.184416 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-af1216c7-cf0f-42fc-ab63-d0b8b43325f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:38.185835 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-af1216c7-cf0f-42fc-ab63-d0b8b43325f6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/abac56f6-6369-46e8-9739-5890594066a0 HTTP/1.1" status: 204 len: 168 time: 0.6009932 Nov 10 19:06:38.243552 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1216c7-cf0f-42fc-ab63-d0b8b43325f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abac56f6-6369-46e8-9739-5890594066a0,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:38.279334 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-77bc11fd-ea3b-4008-a3e0-2cfa43a7ea39 req-cd5ac71d-c887-446f-ab0a-d232297027fe tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96bb429-4488-4601-b47a-5686ddfd8f92 HTTP/1.1" status: 200 len: 210 time: 0.0582716 Nov 10 19:06:38.294239 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0bbe598f-ec1a-4880-a55a-aa3c5ced6aaf req-cc610222-0fa5-419c-b5fb-b9144380a331 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569128 Nov 10 19:06:38.313728 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-4c8d6a25-0bb9-483e-a20d-c4060ccc17e3 None None] Port a9b2f03a-deee-4eb9-a710-4ba943fbfc70 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:06:38.385463 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-94356237-1f98-4e96-9fc3-46ddb89bb519 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:38.390956 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-94356237-1f98-4e96-9fc3-46ddb89bb519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:38.402551 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49adfdb-7a33-42a1-99ba-bb8901e7dcf1 req-04730327-6c97-4247-ae79-03ed9612a1c0 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:38.404733 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e49adfdb-7a33-42a1-99ba-bb8901e7dcf1 req-04730327-6c97-4247-ae79-03ed9612a1c0 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 943 time: 0.0564067 Nov 10 19:06:38.461020 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-94356237-1f98-4e96-9fc3-46ddb89bb519 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3bfee51cc4c2432e9a8ff5116a40999c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4374468 Nov 10 19:06:38.462592 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50974) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:38.487479 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e49adfdb-7a33-42a1-99ba-bb8901e7dcf1 req-cab169e6-862c-4467-9798-1dc61ff40928 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675349 Nov 10 19:06:38.487952 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94356237-1f98-4e96-9fc3-46ddb89bb519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c73a23-7002-4793-9982-4366fed667af,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:38.594205 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7c14e6dd-fc6d-4b7e-8d69-2ffd5b23a213 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:38.630484 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0580b-8955-471b-9f3f-39f8f4e2046e req-a5719cb5-5614-4c50-abc8-10bd43353ce0 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:38.632615 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8bc0580b-8955-471b-9f3f-39f8f4e2046e req-a5719cb5-5614-4c50-abc8-10bd43353ce0 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7 HTTP/1.1" status: 200 len: 950 time: 0.0804236 Nov 10 19:06:38.653658 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7c14e6dd-fc6d-4b7e-8d69-2ffd5b23a213 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:38.653892 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-aee924a4-4a88-4bfa-9b7b-71b93789bc23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b2f03a-deee-4eb9-a710-4ba943fbfc70 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:06:38.663072 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-aee924a4-4a88-4bfa-9b7b-71b93789bc23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:38.678401 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-aee924a4-4a88-4bfa-9b7b-71b93789bc23 service neutron] Transition to ACTIVE for port object a9b2f03a-deee-4eb9-a710-4ba943fbfc70 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:06:38.685652 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-aee924a4-4a88-4bfa-9b7b-71b93789bc23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:38.827012 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-316109a1-c874-460e-8fd2-6f5ce13a177f tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0957327 Nov 10 19:06:38.862588 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee924a4-4a88-4bfa-9b7b-71b93789bc23 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b2f03a-deee-4eb9-a710-4ba943fbfc70,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:38.884337 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774dc39-7dc3-45a8-809f-aaa95191d807 req-ea504fd7-bb39-4bee-ac65-ee6492a4afc2 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:38.887357 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8774dc39-7dc3-45a8-809f-aaa95191d807 req-ea504fd7-bb39-4bee-ac65-ee6492a4afc2 tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7 HTTP/1.1" status: 200 len: 950 time: 0.2295222 Nov 10 19:06:38.923916 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7c14e6dd-fc6d-4b7e-8d69-2ffd5b23a213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:38.926876 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7c14e6dd-fc6d-4b7e-8d69-2ffd5b23a213 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:38.955675 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7c14e6dd-fc6d-4b7e-8d69-2ffd5b23a213 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/51c73a23-7002-4793-9982-4366fed667af HTTP/1.1" status: 204 len: 168 time: 0.4683197 Nov 10 19:06:39.078966 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-e39c44c9-1698-4392-9d4d-e54a96591fb7 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0971389 Nov 10 19:06:39.092379 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c14e6dd-fc6d-4b7e-8d69-2ffd5b23a213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c73a23-7002-4793-9982-4366fed667af,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:39.193302 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-acd4ef84-4baf-4d6d-86f0-505334e7e8ab tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:39.194928 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-acd4ef84-4baf-4d6d-86f0-505334e7e8ab tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3293395 Nov 10 19:06:39.220702 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-8bc0580b-8955-471b-9f3f-39f8f4e2046e req-b5157c9a-5488-470f-9315-b9cae1690aed tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Deleting port 046bdb90-4d35-4639-97ff-a900315c479b {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:06:39.221042 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8bc0580b-8955-471b-9f3f-39f8f4e2046e req-b5157c9a-5488-470f-9315-b9cae1690aed tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:39.221231 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0c0f46fe-0fd8-4bdd-919a-386a4aeed84e tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Request body: {'port': {'device_id': '20de924b-a6cf-4831-8f16-caaf676cc1dc', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'admin_state_up': True, 'tenant_id': '0d7335f5df3b4e0fb20d05dce0cf0b45'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:39.228339 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-aee924a4-4a88-4bfa-9b7b-71b93789bc23 service neutron] Attempting to bind port a9b2f03a-deee-4eb9-a710-4ba943fbfc70 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:06:39.228674 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-aee924a4-4a88-4bfa-9b7b-71b93789bc23 service neutron] Attempting to bind port a9b2f03a-deee-4eb9-a710-4ba943fbfc70 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:06:39.229005 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-aee924a4-4a88-4bfa-9b7b-71b93789bc23 service neutron] Attempting to bind port a9b2f03a-deee-4eb9-a710-4ba943fbfc70 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:06:39.245094 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8774dc39-7dc3-45a8-809f-aaa95191d807 req-c3ee71cd-2b6f-43fa-a2c1-32255349d0dc tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/security-groups?id=559a5f26-c376-401b-adc9-7edb4086b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487866 Nov 10 19:06:39.254909 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-aee924a4-4a88-4bfa-9b7b-71b93789bc23 service neutron] Port a9b2f03a-deee-4eb9-a710-4ba943fbfc70 on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:06:39.255234 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-aee924a4-4a88-4bfa-9b7b-71b93789bc23 service neutron] Attempting to bind port a9b2f03a-deee-4eb9-a710-4ba943fbfc70 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:06:39.294417 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-aee924a4-4a88-4bfa-9b7b-71b93789bc23 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:06:39.294760 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-aee924a4-4a88-4bfa-9b7b-71b93789bc23 service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:06:39.295153 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-aee924a4-4a88-4bfa-9b7b-71b93789bc23 service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:06:39.295671 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-aee924a4-4a88-4bfa-9b7b-71b93789bc23 service neutron] Bound port: a9b2f03a-deee-4eb9-a710-4ba943fbfc70, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:06:39.296103 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-aee924a4-4a88-4bfa-9b7b-71b93789bc23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:39.339894 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006892c-6fde-4437-9058-cc0c7a15249e req-e04f9c7f-35ba-4c9e-989c-836dfd57b69b tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:39.343396 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b006892c-6fde-4437-9058-cc0c7a15249e req-e04f9c7f-35ba-4c9e-989c-836dfd57b69b tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d036cbf-333b-4e71-bea1-09e852d37598 HTTP/1.1" status: 200 len: 944 time: 0.2549794 Nov 10 19:06:39.392394 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-e61a8ba8-6ae1-4781-89de-06f35d8419ab tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:39.394327 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-e61a8ba8-6ae1-4781-89de-06f35d8419ab tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2930810 Nov 10 19:06:39.412163 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-8bc0580b-8955-471b-9f3f-39f8f4e2046e req-b5157c9a-5488-470f-9315-b9cae1690aed tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] For port 046bdb90-4d35-4639-97ff-a900315c479b, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=046bdb90-4d35-4639-97ff-a900315c479b,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:39.412800 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8bc0580b-8955-471b-9f3f-39f8f4e2046e req-b5157c9a-5488-470f-9315-b9cae1690aed tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:39.418392 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-6efb6148-9e85-4707-9f2c-703f7ac5584f tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Request body: {'port': {'device_id': 'c96bb429-4488-4601-b47a-5686ddfd8f92', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'admin_state_up': True, 'tenant_id': '0d7335f5df3b4e0fb20d05dce0cf0b45'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:39.431276 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-aee924a4-4a88-4bfa-9b7b-71b93789bc23 service neutron] For port a9b2f03a-deee-4eb9-a710-4ba943fbfc70, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:06:39.440585 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-aee924a4-4a88-4bfa-9b7b-71b93789bc23 service neutron] For port a9b2f03a-deee-4eb9-a710-4ba943fbfc70, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=a9b2f03a-deee-4eb9-a710-4ba943fbfc70,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:06:39.445300 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0c0f46fe-0fd8-4bdd-919a-386a4aeed84e tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Made reservation on behalf of 0d7335f5df3b4e0fb20d05dce0cf0b45 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:06:39.449470 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0c0f46fe-0fd8-4bdd-919a-386a4aeed84e tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:39.462034 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-aee924a4-4a88-4bfa-9b7b-71b93789bc23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:39.467432 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-8bc0580b-8955-471b-9f3f-39f8f4e2046e req-b5157c9a-5488-470f-9315-b9cae1690aed tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Calling delete_port for 046bdb90-4d35-4639-97ff-a900315c479b owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:06:39.507997 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-aee924a4-4a88-4bfa-9b7b-71b93789bc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:39.508972 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-aee924a4-4a88-4bfa-9b7b-71b93789bc23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:39.510446 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-aee924a4-4a88-4bfa-9b7b-71b93789bc23 service neutron] 10.222.0.73 "PUT /v2.0/ports/a9b2f03a-deee-4eb9-a710-4ba943fbfc70 HTTP/1.1" status: 200 len: 1096 time: 1.4442625 Nov 10 19:06:39.519216 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f341b9f2-40de-412e-bd42-6ff24d769b7f', 'tag': 'a9b2f03a-deee-4eb9-a710-4ba943fbfc70'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:06:39.523079 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275b5b73-8c95-4365-bdd0-7afc2fa0e6aa" -d '{"events": [{"name": "network-changed", "server_uuid": "f341b9f2-40de-412e-bd42-6ff24d769b7f", "tag": "a9b2f03a-deee-4eb9-a710-4ba943fbfc70"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:06:39.541982 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b006892c-6fde-4437-9058-cc0c7a15249e req-ad960ebc-0967-4054-b6c6-28db6ffc9e4d tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811063 Nov 10 19:06:39.579738 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee924a4-4a88-4bfa-9b7b-71b93789bc23 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b2f03a-deee-4eb9-a710-4ba943fbfc70,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:39.609659 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e228b315-fb98-45b3-985f-47f4edfe5945 req-03b1840d-45cb-4264-9992-9ea42e5a6db2 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96bb429-4488-4601-b47a-5686ddfd8f92 HTTP/1.1" status: 200 len: 210 time: 0.0927460 Nov 10 19:06:39.657845 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:06:39.669733 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51010) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:39.709463 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ea3fd6a-cab0-4766-a9d3-7bd0966c2785 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:39.716333 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7610cafa-5c9d-4801-9bdb-0a1434333125 x-openstack-request-id: req-7610cafa-5c9d-4801-9bdb-0a1434333125 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:06:39.716804 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f341b9f2-40de-412e-bd42-6ff24d769b7f", "tag": "a9b2f03a-deee-4eb9-a710-4ba943fbfc70", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:06:39.717180 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7610cafa-5c9d-4801-9bdb-0a1434333125 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:06:39.717456 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f341b9f2-40de-412e-bd42-6ff24d769b7f', 'tag': 'a9b2f03a-deee-4eb9-a710-4ba943fbfc70', 'status': 'completed', 'code': 200} Nov 10 19:06:39.754707 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:06:39.761287 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:06:39.761949 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:39.882583 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0c0f46fe-0fd8-4bdd-919a-386a4aeed84e tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Allocated IP 192.168.233.95 (d392c118-92b4-47b2-87bf-77c096e8a630/f9b6e8e7-6ebd-402d-901c-b41f234de3ab/6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:06:39.905613 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5447ce-8fe7-4505-919e-3d2134cf13cb req-9be4e4be-90da-40d3-9fc8-ff7c9170e978 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:39.907453 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ce5447ce-8fe7-4505-919e-3d2134cf13cb req-9be4e4be-90da-40d3-9fc8-ff7c9170e978 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.1854475 Nov 10 19:06:39.912071 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51014) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:39.922677 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-b62b7019-906c-465c-86e1-f3522c3f96da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:39.924204 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-b62b7019-906c-465c-86e1-f3522c3f96da service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 1099 time: 0.2868361 Nov 10 19:06:39.926901 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-6efb6148-9e85-4707-9f2c-703f7ac5584f tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Made reservation on behalf of 0d7335f5df3b4e0fb20d05dce0cf0b45 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:06:39.927054 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:39.930740 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-6efb6148-9e85-4707-9f2c-703f7ac5584f tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:39.967572 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d036cbf-333b-4e71-bea1-09e852d37598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75e56e2-9c4b-42c0-b5e0-826d640ea3f9'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:06:39.970157 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e649d5ab-0e08-4248-9213-240f5b6d0fa8" -d '{"events": [{"server_uuid": "8d036cbf-333b-4e71-bea1-09e852d37598", "name": "network-vif-plugged", "status": "completed", "tag": "a75e56e2-9c4b-42c0-b5e0-826d640ea3f9"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:06:39.984641 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-9a7d54d9-6465-48dd-9c4c-a77c2c00d9a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=a9b2f03a-deee-4eb9-a710-4ba943fbfc70 HTTP/1.1" status: 200 len: 217 time: 0.0451179 Nov 10 19:06:39.984958 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a75e56e2-9c4b-42c0-b5e0-826d640ea3f9,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:39.992194 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:40.031923 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b8239-13bd-4e0e-b133-34da9442cee0 req-3d4ceb8a-0e7d-4d89-9130-b829a3d554b6 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:40.033703 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ec3b8239-13bd-4e0e-b133-34da9442cee0 req-3d4ceb8a-0e7d-4d89-9130-b829a3d554b6 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 943 time: 0.1929128 Nov 10 19:06:40.043419 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-a9d141e6-2d10-46b7-8d33-74f875050974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:40.045029 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-a9d141e6-2d10-46b7-8d33-74f875050974 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0497890 Nov 10 19:06:40.093263 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=a75e56e2-9c4b-42c0-b5e0-826d640ea3f9,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:40.119339 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8bc0580b-8955-471b-9f3f-39f8f4e2046e req-b5157c9a-5488-470f-9315-b9cae1690aed tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:40.125018 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ce5447ce-8fe7-4505-919e-3d2134cf13cb req-85b5572f-2de9-4a7a-b2f8-9ffddea88c94 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090681 Nov 10 19:06:40.178774 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5157c9a-5488-470f-9315-b9cae1690aed tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Pushing event deleted for resources: {'Port': ['ID=046bdb90-4d35-4639-97ff-a900315c479b,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:40.208932 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f7637e-426c-49aa-bf33-64e16d9f6829 x-openstack-request-id: req-17f7637e-426c-49aa-bf33-64e16d9f6829 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:06:40.209292 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d036cbf-333b-4e71-bea1-09e852d37598", "name": "network-vif-plugged", "status": "completed", "tag": "a75e56e2-9c4b-42c0-b5e0-826d640ea3f9", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:06:40.209656 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-17f7637e-426c-49aa-bf33-64e16d9f6829 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:06:40.210110 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d036cbf-333b-4e71-bea1-09e852d37598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75e56e2-9c4b-42c0-b5e0-826d640ea3f9', 'code': 200} Nov 10 19:06:40.223075 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-a3b1a269-2874-4b3a-8e6b-43c42ca46d79 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1675177529-network', 'tenant_id': '48022ee1e119461394617df7c41e35de'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:40.236113 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0c0f46fe-0fd8-4bdd-919a-386a4aeed84e tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:40.236556 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ec3b8239-13bd-4e0e-b133-34da9442cee0 req-3450976d-7a5e-439b-9bc7-d64207f153aa tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630685 Nov 10 19:06:40.264880 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc0580b-8955-471b-9f3f-39f8f4e2046e req-b5157c9a-5488-470f-9315-b9cae1690aed tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] No DVR routers for this DVR port 046bdb90-4d35-4639-97ff-a900315c479b on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:06:40.280760 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8bc0580b-8955-471b-9f3f-39f8f4e2046e req-b5157c9a-5488-470f-9315-b9cae1690aed tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:40.292342 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8bc0580b-8955-471b-9f3f-39f8f4e2046e req-b5157c9a-5488-470f-9315-b9cae1690aed tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.25 "DELETE /v2.0/ports/046bdb90-4d35-4639-97ff-a900315c479b HTTP/1.1" status: 204 len: 173 time: 1.6526420 Nov 10 19:06:40.292850 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7', 'name': 'network-vif-deleted', 'tag': '046bdb90-4d35-4639-97ff-a900315c479b'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:06:40.295318 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb058039-05ed-4730-b97b-9c18cdc81f38" -d '{"events": [{"server_uuid": "f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7", "name": "network-vif-deleted", "tag": "046bdb90-4d35-4639-97ff-a900315c479b"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:06:40.313614 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b1a269-2874-4b3a-8e6b-43c42ca46d79 admin admin] Made reservation on behalf of 48022ee1e119461394617df7c41e35de for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:06:40.321954 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a3b1a269-2874-4b3a-8e6b-43c42ca46d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:40.333099 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ea3fd6a-cab0-4766-a9d3-7bd0966c2785 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:40.351930 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a3b1a269-2874-4b3a-8e6b-43c42ca46d79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:40.358282 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ea3fd6a-cab0-4766-a9d3-7bd0966c2785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:40.392269 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0c0f46fe-0fd8-4bdd-919a-386a4aeed84e tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:40.405650 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['2bd44ccf-d05c-46fd-be26-527d04cdd725', '50216713-9541-46ab-8e11-1608f7b70cf5', 'f9a145ba-383d-4b5d-9d69-1397b66dc79b'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:06:40.480402 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-6efb6148-9e85-4707-9f2c-703f7ac5584f tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Allocated IP 192.168.233.181 (d392c118-92b4-47b2-87bf-77c096e8a630/f9b6e8e7-6ebd-402d-901c-b41f234de3ab/56211420-3dd6-4020-8e0f-fafedc97babd) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:06:40.485808 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f46fe-0fd8-4bdd-919a-386a4aeed84e tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Pushing event updated for resources: {'Port': ['ID=6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:40.500035 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fa9cfb-31cf-4d1f-9c8c-ffac2e40a760 x-openstack-request-id: req-80fa9cfb-31cf-4d1f-9c8c-ffac2e40a760 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:06:40.500324 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7", "name": "network-vif-deleted", "tag": "046bdb90-4d35-4639-97ff-a900315c479b", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:06:40.500575 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-80fa9cfb-31cf-4d1f-9c8c-ffac2e40a760 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:06:40.501106 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7', 'name': 'network-vif-deleted', 'tag': '046bdb90-4d35-4639-97ff-a900315c479b', 'status': 'completed', 'code': 200} Nov 10 19:06:40.502691 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-64760ffa-47f8-4e50-98be-997e455ae5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:40.504407 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-64760ffa-47f8-4e50-98be-997e455ae5c3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4412079 Nov 10 19:06:40.535860 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6ea3fd6a-cab0-4766-a9d3-7bd0966c2785 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=be8dcd63a5af4ecdbe95e41447243787&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8634233 Nov 10 19:06:40.549679 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51028) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:40.558625 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3fd6a-cab0-4766-a9d3-7bd0966c2785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2787366-833a-4d93-bf2b-44620547968e,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:40.576143 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0c0f46fe-0fd8-4bdd-919a-386a4aeed84e tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Network d392c118-92b4-47b2-87bf-77c096e8a630 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:06:40.578106 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ed4d9fb0-b1d9-4426-846f-142c1b602340 req-3e36d535-d574-4900-b956-87a0e49c2adf tempest-LiveMigrationNegativeTest-2071620569 tempest-LiveMigrationNegativeTest-2071620569-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7025ad0-4d59-4ad4-ad6c-f96dbd2545c7 HTTP/1.1" status: 200 len: 210 time: 0.0700581 Nov 10 19:06:40.578939 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4207726-d0a2-4f18-bb99-00ecf46df39e req-e1c3ba1b-db45-4fcc-98d3-a62c6f10b526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:40.581815 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e4207726-d0a2-4f18-bb99-00ecf46df39e req-e1c3ba1b-db45-4fcc-98d3-a62c6f10b526 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8d036cbf-333b-4e71-bea1-09e852d37598 HTTP/1.1" status: 200 len: 1096 time: 0.2820046 Nov 10 19:06:40.595510 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0c0f46fe-0fd8-4bdd-919a-386a4aeed84e tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:06:40.598631 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0c0f46fe-0fd8-4bdd-919a-386a4aeed84e tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:06:40.858263 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f6b0155d-85ce-474f-8621-648cd706156f req-bd51d61f-c7f4-49f1-9782-a510bdd8b5aa tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96bb429-4488-4601-b47a-5686ddfd8f92 HTTP/1.1" status: 200 len: 210 time: 0.1107881 Nov 10 19:06:41.005591 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4afac8b7-6709-41b8-b78c-86da112ec61f None None] Provisioning complete for port 6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:06:41.006230 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4afac8b7-6709-41b8-b78c-86da112ec61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:41.066655 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-4afac8b7-6709-41b8-b78c-86da112ec61f None None] Port 6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:06:41.088163 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0c0f46fe-0fd8-4bdd-919a-386a4aeed84e tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:41.088832 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0c0f46fe-0fd8-4bdd-919a-386a4aeed84e tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:41.109122 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e4207726-d0a2-4f18-bb99-00ecf46df39e req-48426c5c-caec-4865-a4ac-f0792926d49c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5074997 Nov 10 19:06:41.121176 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a2d265de-9606-4c59-b2ad-6a491f8bc0a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:41.125109 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-b533c902-530a-468f-8c83-788b62eebf34 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5936563 Nov 10 19:06:41.131572 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0c0f46fe-0fd8-4bdd-919a-386a4aeed84e tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9176445 Nov 10 19:06:41.152472 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0b29661f-3646-4518-a1b5-d51739f96466 service neutron] Request body: {'port': {'device_id': '20de924b-a6cf-4831-8f16-caaf676cc1dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:41.175799 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a2d265de-9606-4c59-b2ad-6a491f8bc0a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:41.195367 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-6efb6148-9e85-4707-9f2c-703f7ac5584f tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:41.235077 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9eefb-11a6-4d8e-8f2f-f8432f63d2af req-e1e63924-f9c4-48d1-bc9b-38cf7ccec7f2 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:41.236526 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bcc9eefb-11a6-4d8e-8f2f-f8432f63d2af req-e1e63924-f9c4-48d1-bc9b-38cf7ccec7f2 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d036cbf-333b-4e71-bea1-09e852d37598 HTTP/1.1" status: 200 len: 945 time: 0.4702210 Nov 10 19:06:41.288839 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a3b1a269-2874-4b3a-8e6b-43c42ca46d79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:41.292363 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0b29661f-3646-4518-a1b5-d51739f96466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:41.308566 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a3b1a269-2874-4b3a-8e6b-43c42ca46d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:41.313249 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-88b7a383-43bb-4a89-b02b-39c04378f14f service neutron] 10.222.0.73 "GET /v2.0/ports/b559a426-f4ce-412a-a086-a76bd0133108/bindings/n-h2-813897-4 HTTP/1.1" status: 200 len: 384 time: 0.4591248 Nov 10 19:06:41.352306 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4755abc3-0e0c-4fb3-a37b-6790f65d29cd req-ac9a685b-4e7b-48d5-a8ec-3779cc43a6bb service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060101 Nov 10 19:06:41.359416 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a2d265de-9606-4c59-b2ad-6a491f8bc0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:41.361547 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a2d265de-9606-4c59-b2ad-6a491f8bc0a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:41.362717 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a2d265de-9606-4c59-b2ad-6a491f8bc0a8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d2787366-833a-4d93-bf2b-44620547968e HTTP/1.1" status: 204 len: 168 time: 0.8004014 Nov 10 19:06:41.382960 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d265de-9606-4c59-b2ad-6a491f8bc0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2787366-833a-4d93-bf2b-44620547968e,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:41.388656 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3b1a269-2874-4b3a-8e6b-43c42ca46d79 admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:06:41.395332 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-6efb6148-9e85-4707-9f2c-703f7ac5584f tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:41.444213 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1a269-2874-4b3a-8e6b-43c42ca46d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ae0823-8179-41c8-b4a4-4844fdd28de0,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:41.496364 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f02d4-508b-4f56-b2ca-3b96994a780e req-8d4b3942-061e-4502-9f97-618f33fc3f0f tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:41.503776 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-869f02d4-508b-4f56-b2ca-3b96994a780e req-8d4b3942-061e-4502-9f97-618f33fc3f0f tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.2818737 Nov 10 19:06:41.511919 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bcc9eefb-11a6-4d8e-8f2f-f8432f63d2af req-8e0f465c-793d-484b-ae78-566a63760da2 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585683 Nov 10 19:06:41.573303 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a3b1a269-2874-4b3a-8e6b-43c42ca46d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:41.573655 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-a3b1a269-2874-4b3a-8e6b-43c42ca46d79 admin admin] Added segment ba2fed55-4277-4815-9b0d-ef5206434dec of type vlan for network f4d3e460-ea10-4ce2-8849-942cc3e5cb9b Nov 10 19:06:41.609326 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b5b73-8c95-4365-bdd0-7afc2fa0e6aa req-6805f439-4d06-421a-8797-4474ab5f7517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:41.610814 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-275b5b73-8c95-4365-bdd0-7afc2fa0e6aa req-6805f439-4d06-421a-8797-4474ab5f7517 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 1099 time: 0.1116829 Nov 10 19:06:41.626094 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-6efb6148-9e85-4707-9f2c-703f7ac5584f tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Network d392c118-92b4-47b2-87bf-77c096e8a630 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:06:41.633358 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb6148-9e85-4707-9f2c-703f7ac5584f tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Pushing event updated for resources: {'Port': ['ID=56211420-3dd6-4020-8e0f-fafedc97babd,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:41.664506 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-6efb6148-9e85-4707-9f2c-703f7ac5584f tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:06:41.675356 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 046bdb90-4d35-4639-97ff-a900315c479b no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:06:41.698126 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-6efb6148-9e85-4707-9f2c-703f7ac5584f tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:06:41.703860 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-6efb6148-9e85-4707-9f2c-703f7ac5584f tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:41.704526 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-6efb6148-9e85-4707-9f2c-703f7ac5584f tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:41.718899 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 046bdb90-4d35-4639-97ff-a900315c479b {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:06:41.719248 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 046bdb90-4d35-4639-97ff-a900315c479b not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:06:41.750610 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0b29661f-3646-4518-a1b5-d51739f96466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:06:41.758307 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a3b1a269-2874-4b3a-8e6b-43c42ca46d79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:41.762978 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0b29661f-3646-4518-a1b5-d51739f96466 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:41.785027 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-6efb6148-9e85-4707-9f2c-703f7ac5584f tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3773253 Nov 10 19:06:41.804347 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b5b73-8c95-4365-bdd0-7afc2fa0e6aa req-6a97d4b7-ba69-4760-8cd4-60cb13e92d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:41.805993 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-275b5b73-8c95-4365-bdd0-7afc2fa0e6aa req-6a97d4b7-ba69-4760-8cd4-60cb13e92d67 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.1852734 Nov 10 19:06:41.808930 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0b29661f-3646-4518-a1b5-d51739f96466 service neutron] Transition to ACTIVE for port object 6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:06:41.824346 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0b29661f-3646-4518-a1b5-d51739f96466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:41.850260 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-869f02d4-508b-4f56-b2ca-3b96994a780e req-d5d73b71-fc16-4599-905c-77c029bfaae6 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456206 Nov 10 19:06:41.855626 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0d57921d-4897-4830-bd83-cd45b888f5d1 service neutron] Request body: {'port': {'device_id': 'c96bb429-4488-4601-b47a-5686ddfd8f92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:41.903272 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['2bd44ccf-d05c-46fd-be26-527d04cdd725', '50216713-9541-46ab-8e11-1608f7b70cf5', 'f9a145ba-383d-4b5d-9d69-1397b66dc79b'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:06:41.944070 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3d514-bdbc-46c1-8317-f29e9e478c49 req-63f6c6f1-8ab1-41a4-a15a-568c1e09baa7 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:41.949686 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2e3d514-bdbc-46c1-8317-f29e9e478c49 req-63f6c6f1-8ab1-41a4-a15a-568c1e09baa7 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 943 time: 0.3256731 Nov 10 19:06:41.959370 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a3b1a269-2874-4b3a-8e6b-43c42ca46d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:41.963861 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-275b5b73-8c95-4365-bdd0-7afc2fa0e6aa req-f58c7cad-7dd4-4df5-b454-aa2d1df79476 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=a9b2f03a-deee-4eb9-a710-4ba943fbfc70 HTTP/1.1" status: 200 len: 217 time: 0.1366172 Nov 10 19:06:41.969800 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b1a269-2874-4b3a-8e6b-43c42ca46d79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:41.973305 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a3b1a269-2874-4b3a-8e6b-43c42ca46d79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:42.026901 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a3b1a269-2874-4b3a-8e6b-43c42ca46d79 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1139710 Nov 10 19:06:42.046151 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51058) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:42.051370 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-785b6ce5-a260-4f69-83b7-96b8e1e28936 admin admin] Request body: {'subnet': {'network_id': 'f4d3e460-ea10-4ce2-8849-942cc3e5cb9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1675177529-subnet', 'tenant_id': '48022ee1e119461394617df7c41e35de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:42.130278 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-eb60353b-8e92-472d-8d8a-d92a71cdd9b6 None None] Provisioning complete for port 56211420-3dd6-4020-8e0f-fafedc97babd triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:06:42.131000 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-eb60353b-8e92-472d-8d8a-d92a71cdd9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:42.149781 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b5b73-8c95-4365-bdd0-7afc2fa0e6aa req-4577306e-e238-4d9b-baff-dadcb57eb458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:42.156804 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-275b5b73-8c95-4365-bdd0-7afc2fa0e6aa req-4577306e-e238-4d9b-baff-dadcb57eb458 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.1514843 Nov 10 19:06:42.203434 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29661f-3646-4518-a1b5-d51739f96466 service neutron] Pushing event updated for resources: {'Port': ['ID=6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:42.230390 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1a269-2874-4b3a-8e6b-43c42ca46d79 admin admin] Pushing event updated for resources: {'Network': ['ID=f4d3e460-ea10-4ce2-8849-942cc3e5cb9b,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:42.232050 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-eb60353b-8e92-472d-8d8a-d92a71cdd9b6 None None] Port 56211420-3dd6-4020-8e0f-fafedc97babd cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:06:42.284006 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0d57921d-4897-4830-bd83-cd45b888f5d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:42.301587 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-dfff20ce-9785-4900-93a6-679b6ab68a0c service neutron] For port b559a426-f4ce-412a-a086-a76bd0133108, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=b559a426-f4ce-412a-a086-a76bd0133108,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:42.333857 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b5b73-8c95-4365-bdd0-7afc2fa0e6aa req-bba57741-4583-4f9c-baf6-9adb8e503c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:42.335492 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-275b5b73-8c95-4365-bdd0-7afc2fa0e6aa req-bba57741-4583-4f9c-baf6-9adb8e503c58 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1557090 Nov 10 19:06:42.359182 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785b6ce5-a260-4f69-83b7-96b8e1e28936 admin admin] Made reservation on behalf of 48022ee1e119461394617df7c41e35de for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:06:42.369571 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-785b6ce5-a260-4f69-83b7-96b8e1e28936 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:42.398411 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network f4d3e460-ea10-4ce2-8849-942cc3e5cb9b details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:06:42.407267 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2e3d514-bdbc-46c1-8317-f29e9e478c49 req-3f8e3bb3-c4d0-4ee2-99ec-2f9885c9361a tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083307 Nov 10 19:06:42.470126 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-275b5b73-8c95-4365-bdd0-7afc2fa0e6aa req-7308526f-d153-45f7-826d-eb0ff87a6dfd service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250277 Nov 10 19:06:42.470988 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0b29661f-3646-4518-a1b5-d51739f96466 service neutron] Attempting to bind port 6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:06:42.471323 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0b29661f-3646-4518-a1b5-d51739f96466 service neutron] Attempting to bind port 6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:06:42.471786 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0b29661f-3646-4518-a1b5-d51739f96466 service neutron] Attempting to bind port 6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:06:42.477078 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0b29661f-3646-4518-a1b5-d51739f96466 service neutron] Port 6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2 on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:06:42.477816 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0b29661f-3646-4518-a1b5-d51739f96466 service neutron] Attempting to bind port 6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:06:42.491859 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0b29661f-3646-4518-a1b5-d51739f96466 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:06:42.492187 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0b29661f-3646-4518-a1b5-d51739f96466 service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:06:42.492580 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0b29661f-3646-4518-a1b5-d51739f96466 service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:06:42.493017 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0b29661f-3646-4518-a1b5-d51739f96466 service neutron] Bound port: 6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:06:42.493373 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0b29661f-3646-4518-a1b5-d51739f96466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:42.624936 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0b29661f-3646-4518-a1b5-d51739f96466 service neutron] For port 6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:06:42.630973 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0b29661f-3646-4518-a1b5-d51739f96466 service neutron] For port 6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:06:42.640286 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-dfff20ce-9785-4900-93a6-679b6ab68a0c service neutron] For port b559a426-f4ce-412a-a086-a76bd0133108, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:06:42.651053 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51076) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:42.679420 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0b29661f-3646-4518-a1b5-d51739f96466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:42.698044 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e1ebf-2e0b-42b2-8c62-2f7bea3de580 req-b5735f73-c00d-4db9-b52b-5c280d2fadd4 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:42.705809 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-089e1ebf-2e0b-42b2-8c62-2f7bea3de580 req-b5735f73-c00d-4db9-b52b-5c280d2fadd4 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96bb429-4488-4601-b47a-5686ddfd8f92 HTTP/1.1" status: 200 len: 936 time: 0.4446559 Nov 10 19:06:42.738743 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0b29661f-3646-4518-a1b5-d51739f96466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:42.739376 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0b29661f-3646-4518-a1b5-d51739f96466 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:42.740798 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0b29661f-3646-4518-a1b5-d51739f96466 service neutron] 10.222.0.73 "PUT /v2.0/ports/6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2 HTTP/1.1" status: 200 len: 1095 time: 1.5935011 Nov 10 19:06:42.744495 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20de924b-a6cf-4831-8f16-caaf676cc1dc', 'tag': '6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:06:42.752359 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23002ee8-8aa3-4ffc-8be9-6c2ab972019a" -d '{"events": [{"name": "network-changed", "server_uuid": "20de924b-a6cf-4831-8f16-caaf676cc1dc", "tag": "6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:06:42.806687 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-275b5b73-8c95-4365-bdd0-7afc2fa0e6aa req-61c49800-0b2e-4210-b06c-34d463537c34 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254013 Nov 10 19:06:42.807810 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29661f-3646-4518-a1b5-d51739f96466 service neutron] Pushing event updated for resources: {'Port': ['ID=6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:42.809274 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-dfff20ce-9785-4900-93a6-679b6ab68a0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b559a426-f4ce-412a-a086-a76bd0133108 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:06:42.886450 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-dfff20ce-9785-4900-93a6-679b6ab68a0c service neutron] For port b559a426-f4ce-412a-a086-a76bd0133108, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=b559a426-f4ce-412a-a086-a76bd0133108,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:42.905654 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-917bcb99-bc48-4148-b12b-592886190352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:42.907579 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-917bcb99-bc48-4148-b12b-592886190352 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&device_id=20de924b-a6cf-4831-8f16-caaf676cc1dc HTTP/1.1" status: 200 len: 1098 time: 0.0832305 Nov 10 19:06:42.973716 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-aa6ec795-a9cd-43c8-878c-6851219e5504 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2 HTTP/1.1" status: 200 len: 217 time: 0.0546713 Nov 10 19:06:43.012503 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-089e1ebf-2e0b-42b2-8c62-2f7bea3de580 req-d256a9a6-c12b-4e7b-9003-bf5de8553763 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057292 Nov 10 19:06:43.026484 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0d57921d-4897-4830-bd83-cd45b888f5d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56211420-3dd6-4020-8e0f-fafedc97babd {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:06:43.041340 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939c58c-2260-47bc-8cab-91d9364d69c9 req-271ce9fc-7249-4082-94dd-876ac31c8486 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:43.041340 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1939c58c-2260-47bc-8cab-91d9364d69c9 req-271ce9fc-7249-4082-94dd-876ac31c8486 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d036cbf-333b-4e71-bea1-09e852d37598 HTTP/1.1" status: 200 len: 945 time: 0.3321707 Nov 10 19:06:43.050079 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0d57921d-4897-4830-bd83-cd45b888f5d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:43.055824 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-dfff20ce-9785-4900-93a6-679b6ab68a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:43.070743 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-6d51beb8-4b5f-4c6d-851a-7371632479d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:43.072271 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-6d51beb8-4b5f-4c6d-851a-7371632479d7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0894456 Nov 10 19:06:43.074625 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f1b2c21a-564d-448f-ad94-74bac8b1e5ed admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5cd9438c7c6e48db91649886067ee78c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4194052 Nov 10 19:06:43.078260 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51090) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:43.132707 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7076bd-1944-49c6-883a-af5331296f9e x-openstack-request-id: req-9d7076bd-1944-49c6-883a-af5331296f9e {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:06:43.133003 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20de924b-a6cf-4831-8f16-caaf676cc1dc", "tag": "6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:06:43.133251 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9d7076bd-1944-49c6-883a-af5331296f9e {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:06:43.133797 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20de924b-a6cf-4831-8f16-caaf676cc1dc', 'tag': '6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2', 'status': 'completed', 'code': 200} Nov 10 19:06:43.136511 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0d57921d-4897-4830-bd83-cd45b888f5d1 service neutron] Transition to ACTIVE for port object 56211420-3dd6-4020-8e0f-fafedc97babd will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:06:43.172400 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-34ccb9da-029a-44a4-a9e2-17378a5845a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:43.174004 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-34ccb9da-029a-44a4-a9e2-17378a5845a3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0827258 Nov 10 19:06:43.181636 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0d57921d-4897-4830-bd83-cd45b888f5d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:43.208230 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-825b6b3c-a845-45ee-8c5c-37000ced979f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:43.268363 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-825b6b3c-a845-45ee-8c5c-37000ced979f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:43.285663 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device b559a426-f4ce-412a-a086-a76bd0133108 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:06:43.329160 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-5110b444-6b75-4fbc-8a41-f7145a35a002 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421027 Nov 10 19:06:43.334261 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1939c58c-2260-47bc-8cab-91d9364d69c9 req-c83d891e-4782-4e86-a491-bf996571df91 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612724 Nov 10 19:06:43.359453 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-785b6ce5-a260-4f69-83b7-96b8e1e28936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:43.378920 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57921d-4897-4830-bd83-cd45b888f5d1 service neutron] Pushing event updated for resources: {'Port': ['ID=56211420-3dd6-4020-8e0f-fafedc97babd,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:43.406783 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-825b6b3c-a845-45ee-8c5c-37000ced979f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:43.409352 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-825b6b3c-a845-45ee-8c5c-37000ced979f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:43.413490 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-825b6b3c-a845-45ee-8c5c-37000ced979f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/559a5f26-c376-401b-adc9-7edb4086b2b0 HTTP/1.1" status: 204 len: 168 time: 0.3341792 Nov 10 19:06:43.474387 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-dfff20ce-9785-4900-93a6-679b6ab68a0c service neutron] Transition to ACTIVE for port object b559a426-f4ce-412a-a086-a76bd0133108 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:06:43.498904 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-dfff20ce-9785-4900-93a6-679b6ab68a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:43.505051 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b6b3c-a845-45ee-8c5c-37000ced979f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559a5f26-c376-401b-adc9-7edb4086b2b0,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:43.513898 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ec459-0bd8-4053-ae07-868334f5ec83 req-ee4fdd8f-97f3-4136-97b2-83acf4b3c70e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:43.530122 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-231ec459-0bd8-4053-ae07-868334f5ec83 req-ee4fdd8f-97f3-4136-97b2-83acf4b3c70e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.3604696 Nov 10 19:06:43.569355 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-c054512f-863c-4d80-b2f6-c44aec347bb6 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300866 Nov 10 19:06:43.601877 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0d57921d-4897-4830-bd83-cd45b888f5d1 service neutron] Attempting to bind port 56211420-3dd6-4020-8e0f-fafedc97babd on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:06:43.602230 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0d57921d-4897-4830-bd83-cd45b888f5d1 service neutron] Attempting to bind port 56211420-3dd6-4020-8e0f-fafedc97babd by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:06:43.603556 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0d57921d-4897-4830-bd83-cd45b888f5d1 service neutron] Attempting to bind port 56211420-3dd6-4020-8e0f-fafedc97babd on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:06:43.634944 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b6ce5-a260-4f69-83b7-96b8e1e28936 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b8ae7c2-7c9c-4bd8-80ba-8bd23e9a327e,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:43.661635 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0d57921d-4897-4830-bd83-cd45b888f5d1 service neutron] Port 56211420-3dd6-4020-8e0f-fafedc97babd on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:06:43.662320 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0d57921d-4897-4830-bd83-cd45b888f5d1 service neutron] Attempting to bind port 56211420-3dd6-4020-8e0f-fafedc97babd on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:06:43.719725 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23002ee8-8aa3-4ffc-8be9-6c2ab972019a req-3c956db3-8c0b-433b-9a86-27e254350810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:43.721293 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-23002ee8-8aa3-4ffc-8be9-6c2ab972019a req-3c956db3-8c0b-433b-9a86-27e254350810 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&device_id=20de924b-a6cf-4831-8f16-caaf676cc1dc HTTP/1.1" status: 200 len: 1098 time: 0.0712001 Nov 10 19:06:43.748127 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0d57921d-4897-4830-bd83-cd45b888f5d1 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:06:43.748564 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0d57921d-4897-4830-bd83-cd45b888f5d1 service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:06:43.748846 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0d57921d-4897-4830-bd83-cd45b888f5d1 service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:06:43.749296 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0d57921d-4897-4830-bd83-cd45b888f5d1 service neutron] Bound port: 56211420-3dd6-4020-8e0f-fafedc97babd, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:06:43.749656 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0d57921d-4897-4830-bd83-cd45b888f5d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:43.751779 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-dfff20ce-9785-4900-93a6-679b6ab68a0c service neutron] No DVR routers for this DVR port b559a426-f4ce-412a-a086-a76bd0133108 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:06:43.785053 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff20ce-9785-4900-93a6-679b6ab68a0c service neutron] Pushing event updated for resources: {'Port': ['ID=b559a426-f4ce-412a-a086-a76bd0133108,revision_number=10']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:43.790086 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785b6ce5-a260-4f69-83b7-96b8e1e28936 admin admin] Checking segment: {'id': 'ba2fed55-4277-4815-9b0d-ef5206434dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f4d3e460-ea10-4ce2-8849-942cc3e5cb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:06:43.790447 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785b6ce5-a260-4f69-83b7-96b8e1e28936 admin admin] Network hostable DHCP agents. Network: f4d3e460-ea10-4ce2-8849-942cc3e5cb9b, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:06:43.821165 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-231ec459-0bd8-4053-ae07-868334f5ec83 req-76cf25f5-e5f1-469c-8a04-8f0c01797779 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900984 Nov 10 19:06:43.862586 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23002ee8-8aa3-4ffc-8be9-6c2ab972019a req-1a467bd7-a929-468c-96d8-9c75ee88eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:43.865199 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-23002ee8-8aa3-4ffc-8be9-6c2ab972019a req-1a467bd7-a929-468c-96d8-9c75ee88eeec service neutron] 10.222.0.73 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.1296713 Nov 10 19:06:43.870957 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add94b2-8d39-4640-bfc9-92ad1026ad0e req-5a23a939-c113-4afc-b4e1-b145cdd82962 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:43.878842 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7add94b2-8d39-4640-bfc9-92ad1026ad0e req-5a23a939-c113-4afc-b4e1-b145cdd82962 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 944 time: 0.2525730 Nov 10 19:06:43.891942 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-dfff20ce-9785-4900-93a6-679b6ab68a0c service neutron] 10.222.0.73 "PUT /v2.0/ports/b559a426-f4ce-412a-a086-a76bd0133108/bindings/n-h2-813897-4/activate HTTP/1.1" status: 200 len: 369 time: 2.5558951 Nov 10 19:06:43.923301 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-23002ee8-8aa3-4ffc-8be9-6c2ab972019a req-966ff30f-9975-4853-9ce2-c8e39a5e2e5a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2 HTTP/1.1" status: 200 len: 217 time: 0.0434239 Nov 10 19:06:43.932490 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51112) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:43.937733 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785b6ce5-a260-4f69-83b7-96b8e1e28936 admin admin] Network f4d3e460-ea10-4ce2-8849-942cc3e5cb9b is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:06:43.999866 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0d57921d-4897-4830-bd83-cd45b888f5d1 service neutron] For port 56211420-3dd6-4020-8e0f-fafedc97babd, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:06:44.008451 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0d57921d-4897-4830-bd83-cd45b888f5d1 service neutron] For port 56211420-3dd6-4020-8e0f-fafedc97babd, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=56211420-3dd6-4020-8e0f-fafedc97babd,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:06:44.011227 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-785b6ce5-a260-4f69-83b7-96b8e1e28936 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, f4d3e460-ea10-4ce2-8849-942cc3e5cb9b) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:06:44.020172 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7add94b2-8d39-4640-bfc9-92ad1026ad0e req-3ea4ca03-2d25-45c9-90cd-d2f75149d5f6 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389689 Nov 10 19:06:44.025709 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676e32d0-0ee3-48b6-a54e-b31cc2503d8a None None] Network f4d3e460-ea10-4ce2-8849-942cc3e5cb9b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:06:44.044338 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785b6ce5-a260-4f69-83b7-96b8e1e28936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:44.044941 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-785b6ce5-a260-4f69-83b7-96b8e1e28936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:44.049322 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0d57921d-4897-4830-bd83-cd45b888f5d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:44.081163 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23002ee8-8aa3-4ffc-8be9-6c2ab972019a req-a0757bb3-85aa-4b45-91bf-83e5da80c67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:44.083373 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-23002ee8-8aa3-4ffc-8be9-6c2ab972019a req-a0757bb3-85aa-4b45-91bf-83e5da80c67f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.1259601 Nov 10 19:06:44.087526 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d3ff6704-ab83-4073-976f-6d60ddfcfcbd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4a0b09c7b42d415db499a77204795605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1533763 Nov 10 19:06:44.091744 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51116) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:44.127051 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-785b6ce5-a260-4f69-83b7-96b8e1e28936 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0760679 Nov 10 19:06:44.130650 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0d57921d-4897-4830-bd83-cd45b888f5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:44.131269 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0d57921d-4897-4830-bd83-cd45b888f5d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:44.132713 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-0d57921d-4897-4830-bd83-cd45b888f5d1 service neutron] 10.222.0.25 "PUT /v2.0/ports/56211420-3dd6-4020-8e0f-fafedc97babd HTTP/1.1" status: 200 len: 1096 time: 2.3280530 Nov 10 19:06:44.133184 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96bb429-4488-4601-b47a-5686ddfd8f92', 'tag': '56211420-3dd6-4020-8e0f-fafedc97babd'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:06:44.149884 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65945e07-c70b-438c-bb1c-0130ccd36717" -d '{"events": [{"name": "network-changed", "server_uuid": "c96bb429-4488-4601-b47a-5686ddfd8f92", "tag": "56211420-3dd6-4020-8e0f-fafedc97babd"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:06:44.159328 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-6441f1ea-f776-4f6f-908e-fe205d41e81b tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:44.161487 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-6441f1ea-f776-4f6f-908e-fe205d41e81b tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb&tenant_id=a08ec8828e22441bac9028fb3e613990&binding%3Ahost_id=n-h1-813897-4 HTTP/1.1" status: 200 len: 1095 time: 0.1678619 Nov 10 19:06:44.237517 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23002ee8-8aa3-4ffc-8be9-6c2ab972019a req-54377946-a0c1-4003-8d64-256cecc4c602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:44.240090 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-23002ee8-8aa3-4ffc-8be9-6c2ab972019a req-54377946-a0c1-4003-8d64-256cecc4c602 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1449594 Nov 10 19:06:44.285156 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c4da55-4c03-404a-b22c-1ab93311e8fb None None] Network f4d3e460-ea10-4ce2-8849-942cc3e5cb9b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:06:44.303566 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9867a6b7-61ff-40f6-abf0-6214cb2bf115 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:44.351631 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57921d-4897-4830-bd83-cd45b888f5d1 service neutron] Pushing event updated for resources: {'Port': ['ID=56211420-3dd6-4020-8e0f-fafedc97babd,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:44.363378 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-20e7b9fd-59d5-4e89-989b-d8c7ef4b9259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:44.369811 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4a11c1-737e-4dfa-b77a-0b2e4da44476 x-openstack-request-id: req-4a4a11c1-737e-4dfa-b77a-0b2e4da44476 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:06:44.370125 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96bb429-4488-4601-b47a-5686ddfd8f92", "tag": "56211420-3dd6-4020-8e0f-fafedc97babd", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:06:44.370379 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4a4a11c1-737e-4dfa-b77a-0b2e4da44476 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:06:44.370914 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96bb429-4488-4601-b47a-5686ddfd8f92', 'tag': '56211420-3dd6-4020-8e0f-fafedc97babd', 'status': 'completed', 'code': 200} Nov 10 19:06:44.373000 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-20e7b9fd-59d5-4e89-989b-d8c7ef4b9259 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb&tenant_id=a08ec8828e22441bac9028fb3e613990 HTTP/1.1" status: 200 len: 1095 time: 0.1990948 Nov 10 19:06:44.386171 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9867a6b7-61ff-40f6-abf0-6214cb2bf115 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:44.404469 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9843555-e5a0-4f4b-9c75-06b69624da4d req-c7860850-1ea0-4fb0-bd6b-e2d026606d9c tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:44.416152 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f9843555-e5a0-4f4b-9c75-06b69624da4d req-c7860850-1ea0-4fb0-bd6b-e2d026606d9c tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96bb429-4488-4601-b47a-5686ddfd8f92 HTTP/1.1" status: 200 len: 948 time: 0.2346704 Nov 10 19:06:44.431345 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-5836cae2-346f-48a5-89d1-51b1c11001d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:44.432847 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-5836cae2-346f-48a5-89d1-51b1c11001d1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&device_id=c96bb429-4488-4601-b47a-5686ddfd8f92 HTTP/1.1" status: 200 len: 1099 time: 0.2440803 Nov 10 19:06:44.491782 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-23002ee8-8aa3-4ffc-8be9-6c2ab972019a req-98f2cb76-d019-42a1-9f48-c599a813a19d service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361693 Nov 10 19:06:44.496594 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-d5933e8c-3900-4ad1-ad0a-f58793927802 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=56211420-3dd6-4020-8e0f-fafedc97babd HTTP/1.1" status: 200 len: 217 time: 0.0501111 Nov 10 19:06:44.550466 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-8890f3b4-09e9-458a-809d-4a90d5f574bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:44.551936 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-8890f3b4-09e9-458a-809d-4a90d5f574bf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a08ec8828e22441bac9028fb3e613990&device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 1095 time: 0.1383233 Nov 10 19:06:44.554634 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9867a6b7-61ff-40f6-abf0-6214cb2bf115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:44.555905 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f9843555-e5a0-4f4b-9c75-06b69624da4d req-6436a1a4-930b-429c-b157-251c7bac5f35 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388514 Nov 10 19:06:44.562478 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9867a6b7-61ff-40f6-abf0-6214cb2bf115 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:44.562478 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9867a6b7-61ff-40f6-abf0-6214cb2bf115 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eb79dab5-da78-49d9-b704-df0ac242eb07 HTTP/1.1" status: 204 len: 168 time: 0.4653265 Nov 10 19:06:44.565982 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-52a98b3e-8a2f-4ec6-8b89-132df3e8de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:44.567890 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-52a98b3e-8a2f-4ec6-8b89-132df3e8de82 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0603647 Nov 10 19:06:44.644772 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867a6b7-61ff-40f6-abf0-6214cb2bf115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb79dab5-da78-49d9-b704-df0ac242eb07,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:44.717986 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-d57f54cf-07ea-42b0-99cc-5a45c49e82c0 req-66840daf-f666-4c98-b01e-402ed735a6c2 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-468181839', 'description': 'tempest-description-1781358888'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:44.725152 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-23002ee8-8aa3-4ffc-8be9-6c2ab972019a req-b7c0a4b0-0cdf-451f-b16b-b9bf217be269 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129245 Nov 10 19:06:44.743353 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-99bb7d42-4747-4741-93c1-13c77119f9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:44.745628 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-99bb7d42-4747-4741-93c1-13c77119f9ae service neutron] 10.222.0.25 "GET /v2.0/networks?id=a42d4887-cb04-48c7-8111-765e5b18298b HTTP/1.1" status: 200 len: 909 time: 0.1563938 Nov 10 19:06:44.747578 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-30bfec5b-ac2d-4413-9dff-9924d6ba191b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:44.749104 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-30bfec5b-ac2d-4413-9dff-9924d6ba191b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1700938 Nov 10 19:06:44.767096 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4f484-233a-4399-9722-fe5560cb9e64 req-f91fcfec-b018-4666-b647-fbb17d189268 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:44.768594 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-77b4f484-233a-4399-9722-fe5560cb9e64 req-f91fcfec-b018-4666-b647-fbb17d189268 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d036cbf-333b-4e71-bea1-09e852d37598 HTTP/1.1" status: 200 len: 945 time: 0.1118279 Nov 10 19:06:44.769554 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d57f54cf-07ea-42b0-99cc-5a45c49e82c0 req-66840daf-f666-4c98-b01e-402ed735a6c2 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:44.841807 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-0a0b6bf6-c1b0-4061-bc14-20f6f8a04fc3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b559a426-f4ce-412a-a086-a76bd0133108 HTTP/1.1" status: 200 len: 217 time: 0.0532732 Nov 10 19:06:44.926643 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-b586fcf5-6bbb-4d03-8d54-f54e7ec6418a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:44.928481 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-b586fcf5-6bbb-4d03-8d54-f54e7ec6418a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=34d86bed-ff03-44e0-b566-0ecdf3d0ce56 HTTP/1.1" status: 200 len: 848 time: 0.0589721 Nov 10 19:06:44.980557 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-c227244c-7a5d-49b5-a1cc-9553f203035d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a42d4887-cb04-48c7-8111-765e5b18298b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374894 Nov 10 19:06:45.086082 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-646b466c-841b-407e-9b72-497fcd191feb service neutron] 10.222.0.25 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906212 Nov 10 19:06:45.141396 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-77b4f484-233a-4399-9722-fe5560cb9e64 req-ec01990c-0e86-4297-8a82-673b606692c8 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627076 Nov 10 19:06:45.173022 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-de0aa3ed-8934-4d25-a6d9-108fd68521e2 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811893 Nov 10 19:06:45.200812 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d57f54cf-07ea-42b0-99cc-5a45c49e82c0 req-66840daf-f666-4c98-b01e-402ed735a6c2 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:45.220706 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d57f54cf-07ea-42b0-99cc-5a45c49e82c0 req-66840daf-f666-4c98-b01e-402ed735a6c2 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:45.223990 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-83255f10-f834-4f1d-8a1f-cd55a89e770e service neutron] 10.222.0.25 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175203 Nov 10 19:06:45.285145 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device a9b2f03a-deee-4eb9-a710-4ba943fbfc70 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:06:45.302242 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66840daf-f666-4c98-b01e-402ed735a6c2 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6765a6-9603-4849-925f-7bbe70cf6d16,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:45.331043 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d57f54cf-07ea-42b0-99cc-5a45c49e82c0 req-66840daf-f666-4c98-b01e-402ed735a6c2 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:45.333526 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d57f54cf-07ea-42b0-99cc-5a45c49e82c0 req-66840daf-f666-4c98-b01e-402ed735a6c2 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.6233006 Nov 10 19:06:45.417971 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d13494cd-1afd-45de-b684-5d763ee6a725 req-1b9ee293-4d6b-4a42-bd92-3f39d01a817b service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325659 Nov 10 19:06:45.455326 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port a9b2f03a-deee-4eb9-a710-4ba943fbfc70, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=a9b2f03a-deee-4eb9-a710-4ba943fbfc70,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:45.496458 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'a9b2f03a-deee-4eb9-a710-4ba943fbfc70', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': 'a9b2f03a-deee-4eb9-a710-4ba943fbfc70', 'mac_address': 'fa:16:3e:38:2b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:06:45.546855 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:45.560954 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52efbc5-bd8f-4627-8733-54879c22970c req-62d8a829-5f5c-4561-945d-c3708b94f037 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:45.564185 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b2f03a-deee-4eb9-a710-4ba943fbfc70 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:06:45.567475 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b52efbc5-bd8f-4627-8733-54879c22970c req-62d8a829-5f5c-4561-945d-c3708b94f037 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.1483507 Nov 10 19:06:45.585365 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f15a20-d27d-4d56-a272-140f17796bf1 req-8d3073c1-b72e-44e5-8cdb-a564bc44a27a tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:45.585897 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7f15a20-d27d-4d56-a272-140f17796bf1 req-8d3073c1-b72e-44e5-8cdb-a564bc44a27a tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 944 time: 0.1026890 Nov 10 19:06:45.589563 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port a9b2f03a-deee-4eb9-a710-4ba943fbfc70, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=a9b2f03a-deee-4eb9-a710-4ba943fbfc70,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:45.598521 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:45.658394 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51168) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:45.671023 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=a9b2f03a-deee-4eb9-a710-4ba943fbfc70,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:45.685317 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-b8b468d7-f4cd-4475-b65f-373e710a734f tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:45.687171 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-b8b468d7-f4cd-4475-b65f-373e710a734f tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb&tenant_id=a08ec8828e22441bac9028fb3e613990&binding%3Ahost_id=n-h2-813897-4 HTTP/1.1" status: 200 len: 1095 time: 0.0902295 Nov 10 19:06:45.757740 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7f15a20-d27d-4d56-a272-140f17796bf1 req-6031a4f6-ca5e-412d-8c35-f27fa7fe2d64 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428480 Nov 10 19:06:45.760512 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65945e07-c70b-438c-bb1c-0130ccd36717 req-82fa6829-818c-4027-aee9-6bebbe89c499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:45.763613 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-65945e07-c70b-438c-bb1c-0130ccd36717 req-82fa6829-818c-4027-aee9-6bebbe89c499 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&device_id=c96bb429-4488-4601-b47a-5686ddfd8f92 HTTP/1.1" status: 200 len: 1099 time: 0.1683037 Nov 10 19:06:45.788111 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b52efbc5-bd8f-4627-8733-54879c22970c req-94926e6f-2030-4375-a9c8-b76000c70c19 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176111 Nov 10 19:06:45.834385 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-0446da8e-5454-4c84-a494-a337c85aaa89 service neutron] For port b559a426-f4ce-412a-a086-a76bd0133108, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:06:45.835533 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-576bf5cb-7abc-4862-8bdb-1f3104501790 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:45.845487 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-0446da8e-5454-4c84-a494-a337c85aaa89 service neutron] Publish callbacks [] for binding, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:45.846775 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-76c639a7-9075-4a8d-b2db-de18f8c5920c req-0446da8e-5454-4c84-a494-a337c85aaa89 service neutron] 10.222.0.25 "DELETE /v2.0/ports/b559a426-f4ce-412a-a086-a76bd0133108/bindings/n-h1-813897-4 HTTP/1.1" status: 204 len: 173 time: 0.1436372 Nov 10 19:06:45.944582 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-576bf5cb-7abc-4862-8bdb-1f3104501790 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:45.948575 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['a9b2f03a-deee-4eb9-a710-4ba943fbfc70'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:06:45.950539 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-576bf5cb-7abc-4862-8bdb-1f3104501790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:45.979769 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b975478c-c22a-4379-b90f-8e16cb72088d req-06377c8d-f261-402d-a54f-b11364528166 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "GET /v2.0/security-groups/6d6765a6-9603-4849-925f-7bbe70cf6d16 HTTP/1.1" status: 200 len: 1821 time: 0.1748078 Nov 10 19:06:45.991097 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-b975478c-c22a-4379-b90f-8e16cb72088d req-8915333c-94d9-4c8b-84bd-17d052046bef tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6d6765a6-9603-4849-925f-7bbe70cf6d16', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:45.991418 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-b975478c-c22a-4379-b90f-8e16cb72088d req-8915333c-94d9-4c8b-84bd-17d052046bef tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6d6765a6-9603-4849-925f-7bbe70cf6d16', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:46.003796 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576bf5cb-7abc-4862-8bdb-1f3104501790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11da95b9-e27e-413a-b439-5e6edcfaf138,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:46.010260 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-576bf5cb-7abc-4862-8bdb-1f3104501790 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=22c817983c734aa4bf3d6c66b3eff686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3505723 Nov 10 19:06:46.013157 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51180) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:46.026335 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfd2b7-6350-4bb6-8996-bc5f3c3cd781 req-aaedd970-f212-4c70-bd51-e7d2e0fe7f15 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:46.027812 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3fcfd2b7-6350-4bb6-8996-bc5f3c3cd781 req-aaedd970-f212-4c70-bd51-e7d2e0fe7f15 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96bb429-4488-4601-b47a-5686ddfd8f92 HTTP/1.1" status: 200 len: 948 time: 0.1254773 Nov 10 19:06:46.031513 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65945e07-c70b-438c-bb1c-0130ccd36717 req-cc61564a-30b6-4622-bc54-ceeddba8364b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:46.033011 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-65945e07-c70b-438c-bb1c-0130ccd36717 req-cc61564a-30b6-4622-bc54-ceeddba8364b service neutron] 10.222.0.25 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.2439022 Nov 10 19:06:46.087449 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e6d8976a-b6dc-4242-b5f0-66c1e581aa43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:46.116012 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-65945e07-c70b-438c-bb1c-0130ccd36717 req-27d344dc-1863-436f-b077-d625e0ad0730 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=56211420-3dd6-4020-8e0f-fafedc97babd HTTP/1.1" status: 200 len: 217 time: 0.0622008 Nov 10 19:06:46.118016 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e6d8976a-b6dc-4242-b5f0-66c1e581aa43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:46.181900 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e6d8976a-b6dc-4242-b5f0-66c1e581aa43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:46.185084 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e6d8976a-b6dc-4242-b5f0-66c1e581aa43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:46.190490 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e6d8976a-b6dc-4242-b5f0-66c1e581aa43 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/11da95b9-e27e-413a-b439-5e6edcfaf138 HTTP/1.1" status: 204 len: 168 time: 0.1720057 Nov 10 19:06:46.196151 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8976a-b6dc-4242-b5f0-66c1e581aa43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11da95b9-e27e-413a-b439-5e6edcfaf138,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:46.202929 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3fcfd2b7-6350-4bb6-8996-bc5f3c3cd781 req-b6211d52-1659-487f-b384-38a46c6a7329 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638327 Nov 10 19:06:46.207640 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b975478c-c22a-4379-b90f-8e16cb72088d req-8915333c-94d9-4c8b-84bd-17d052046bef tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:46.221836 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65945e07-c70b-438c-bb1c-0130ccd36717 req-d4e9370b-cfb9-4546-9c7b-f61bf08b4cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:46.223332 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-65945e07-c70b-438c-bb1c-0130ccd36717 req-d4e9370b-cfb9-4546-9c7b-f61bf08b4cf6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0948896 Nov 10 19:06:46.266623 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b975478c-c22a-4379-b90f-8e16cb72088d req-8915333c-94d9-4c8b-84bd-17d052046bef tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:46.274959 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b975478c-c22a-4379-b90f-8e16cb72088d req-8915333c-94d9-4c8b-84bd-17d052046bef tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:46.308120 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65945e07-c70b-438c-bb1c-0130ccd36717 req-526e9878-444c-4392-8367-42f38c59158d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:46.310922 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-65945e07-c70b-438c-bb1c-0130ccd36717 req-526e9878-444c-4392-8367-42f38c59158d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0714624 Nov 10 19:06:46.311929 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8915333c-94d9-4c8b-84bd-17d052046bef tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88cf66bd-be15-4a9c-ace8-47621ed0f29f,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:46.326151 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b975478c-c22a-4379-b90f-8e16cb72088d req-8915333c-94d9-4c8b-84bd-17d052046bef tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:46.330382 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b975478c-c22a-4379-b90f-8e16cb72088d req-8915333c-94d9-4c8b-84bd-17d052046bef tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3496952 Nov 10 19:06:46.479258 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-72142ba2-1ed3-4231-ba7c-81c5aa80d0ed req-3f86936d-0acc-4dbd-a59b-176032a243eb tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-703574679', 'description': 'tempest-description-1747407327'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:46.523297 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2dafb3-d561-495d-b9f2-806586deb6b4 req-88fe5537-6a38-43b4-bc32-cd949c79ce63 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:46.524886 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4a2dafb3-d561-495d-b9f2-806586deb6b4 req-88fe5537-6a38-43b4-bc32-cd949c79ce63 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d036cbf-333b-4e71-bea1-09e852d37598 HTTP/1.1" status: 200 len: 945 time: 0.1924355 Nov 10 19:06:46.543884 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-72142ba2-1ed3-4231-ba7c-81c5aa80d0ed req-3f86936d-0acc-4dbd-a59b-176032a243eb tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:46.579967 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-65945e07-c70b-438c-bb1c-0130ccd36717 req-5b45cea5-785f-45fa-abb4-6e6cc355b7cf service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460997 Nov 10 19:06:46.607300 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51200) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:46.623221 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-762c4539-125f-43fe-aeea-988ca4e3b8cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:46.643479 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4a2dafb3-d561-495d-b9f2-806586deb6b4 req-6c5cf680-7efd-48bf-98ea-73df66b2bbae tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112134 Nov 10 19:06:46.733437 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-72142ba2-1ed3-4231-ba7c-81c5aa80d0ed req-3f86936d-0acc-4dbd-a59b-176032a243eb tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:46.738797 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-72142ba2-1ed3-4231-ba7c-81c5aa80d0ed req-3f86936d-0acc-4dbd-a59b-176032a243eb tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:46.742586 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-65945e07-c70b-438c-bb1c-0130ccd36717 req-ae1343e7-17d3-49a2-94dc-6c3d5f987ba5 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521640 Nov 10 19:06:46.751458 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-762c4539-125f-43fe-aeea-988ca4e3b8cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:46.757402 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-762c4539-125f-43fe-aeea-988ca4e3b8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:46.774936 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-72142ba2-1ed3-4231-ba7c-81c5aa80d0ed req-3f86936d-0acc-4dbd-a59b-176032a243eb tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:46.776733 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-72142ba2-1ed3-4231-ba7c-81c5aa80d0ed req-3f86936d-0acc-4dbd-a59b-176032a243eb tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3051753 Nov 10 19:06:46.782524 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86936d-0acc-4dbd-a59b-176032a243eb tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e7480c-a0a5-4c7e-9074-99eae7d90b55,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:46.797645 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c4539-125f-43fe-aeea-988ca4e3b8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97706e9-0aaa-472d-ba1d-01e103247b85,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:46.826379 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-762c4539-125f-43fe-aeea-988ca4e3b8cb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b7d7cd55f9324deeba8712b04b073ca6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175910 Nov 10 19:06:46.829320 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51212) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:46.925003 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a16fe684-71bf-4be9-89e5-e4dc305d9413 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:46.945599 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50184425-11ae-4616-9155-94b512264ee1 req-77f0b09e-d0ab-4f8d-9007-9b0b2bd6bddd tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:46.947165 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-50184425-11ae-4616-9155-94b512264ee1 req-77f0b09e-d0ab-4f8d-9007-9b0b2bd6bddd tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8d036cbf-333b-4e71-bea1-09e852d37598 HTTP/1.1" status: 200 len: 1096 time: 0.0783608 Nov 10 19:06:46.957137 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a16fe684-71bf-4be9-89e5-e4dc305d9413 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:47.027666 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-50184425-11ae-4616-9155-94b512264ee1 req-6a60dfb2-1011-4bab-a85a-3cb0ed4f0120 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682302 Nov 10 19:06:47.040133 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a16fe684-71bf-4be9-89e5-e4dc305d9413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:47.043593 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a16fe684-71bf-4be9-89e5-e4dc305d9413 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:47.044853 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a16fe684-71bf-4be9-89e5-e4dc305d9413 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f97706e9-0aaa-472d-ba1d-01e103247b85 HTTP/1.1" status: 204 len: 168 time: 0.2142551 Nov 10 19:06:47.053821 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16fe684-71bf-4be9-89e5-e4dc305d9413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97706e9-0aaa-472d-ba1d-01e103247b85,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:47.214820 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf80db8-3210-4d70-ab3e-87d89d96e3b0 req-eba7f39c-a9cc-405e-839c-260b42f75ec4 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:47.217461 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-adf80db8-3210-4d70-ab3e-87d89d96e3b0 req-eba7f39c-a9cc-405e-839c-260b42f75ec4 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 944 time: 0.0909460 Nov 10 19:06:47.223387 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-08354ebd-07fc-430c-b409-27db8adcc482 req-50a2a818-fa7f-4dee-950a-11288ae8bb93 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "GET /v2.0/security-groups/d0e7480c-a0a5-4c7e-9074-99eae7d90b55 HTTP/1.1" status: 200 len: 1821 time: 0.0610583 Nov 10 19:06:47.242465 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-08354ebd-07fc-430c-b409-27db8adcc482 req-4b78bbd0-3e83-46ec-a449-33b9f4e4ba02 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'd0e7480c-a0a5-4c7e-9074-99eae7d90b55', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:47.242664 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-08354ebd-07fc-430c-b409-27db8adcc482 req-4b78bbd0-3e83-46ec-a449-33b9f4e4ba02 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'd0e7480c-a0a5-4c7e-9074-99eae7d90b55', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:47.290522 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-adf80db8-3210-4d70-ab3e-87d89d96e3b0 req-46d53d00-6785-429a-84cb-8b2f332b9eea tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661006 Nov 10 19:06:47.297546 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:06:47.306063 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device a9b2f03a-deee-4eb9-a710-4ba943fbfc70 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:06:47.352067 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-08354ebd-07fc-430c-b409-27db8adcc482 req-4b78bbd0-3e83-46ec-a449-33b9f4e4ba02 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:47.407721 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-08354ebd-07fc-430c-b409-27db8adcc482 req-4b78bbd0-3e83-46ec-a449-33b9f4e4ba02 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:47.416945 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-08354ebd-07fc-430c-b409-27db8adcc482 req-4b78bbd0-3e83-46ec-a449-33b9f4e4ba02 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:47.422893 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port a9b2f03a-deee-4eb9-a710-4ba943fbfc70 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:06:47.442491 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port a9b2f03a-deee-4eb9-a710-4ba943fbfc70 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:06:47.443167 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:47.459840 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5671ba-3dee-451c-bdad-c0733a02ec8a req-4cc23004-ba2a-4912-bdcc-cbe0685d2b64 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:47.461694 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8f5671ba-3dee-451c-bdad-c0733a02ec8a req-4cc23004-ba2a-4912-bdcc-cbe0685d2b64 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 949 time: 0.0992215 Nov 10 19:06:47.463943 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78bbd0-3e83-46ec-a449-33b9f4e4ba02 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc2c4d71-a990-44d8-a793-d687eb0a2e06,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:47.473049 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-08354ebd-07fc-430c-b409-27db8adcc482 req-4b78bbd0-3e83-46ec-a449-33b9f4e4ba02 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:47.474436 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-08354ebd-07fc-430c-b409-27db8adcc482 req-4b78bbd0-3e83-46ec-a449-33b9f4e4ba02 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2435195 Nov 10 19:06:47.520555 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:47.528066 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8f5671ba-3dee-451c-bdad-c0733a02ec8a req-930f5862-a149-4484-98c9-e30c93bae5f3 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524561 Nov 10 19:06:47.537947 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': '6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2', 'mac_address': 'fa:16:3e:72:85:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:06:47.614772 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b141277-9ad5-41e1-87d7-7861986f803f req-82c02cf6-1c09-49e2-ab7f-79dca4efeee8 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:47.622597 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6b141277-9ad5-41e1-87d7-7861986f803f req-82c02cf6-1c09-49e2-ab7f-79dca4efeee8 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8d036cbf-333b-4e71-bea1-09e852d37598 HTTP/1.1" status: 200 len: 1096 time: 0.0626249 Nov 10 19:06:47.627636 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:47.630949 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:47.659968 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:06:47.669455 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f341b9f2-40de-412e-bd42-6ff24d769b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b2f03a-deee-4eb9-a710-4ba943fbfc70'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:06:47.672117 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d55044f-c591-4ac9-9810-eaba3b7b8c98" -d '{"events": [{"server_uuid": "f341b9f2-40de-412e-bd42-6ff24d769b7f", "name": "network-vif-plugged", "status": "completed", "tag": "a9b2f03a-deee-4eb9-a710-4ba943fbfc70"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:06:47.681913 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6b141277-9ad5-41e1-87d7-7861986f803f req-7023866d-89f1-465a-b62f-d7c25b61a371 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582919 Nov 10 19:06:47.697517 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port a9b2f03a-deee-4eb9-a710-4ba943fbfc70, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=a9b2f03a-deee-4eb9-a710-4ba943fbfc70,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:47.702707 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:47.704985 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:47.724290 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:47.775117 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=a9b2f03a-deee-4eb9-a710-4ba943fbfc70,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:47.818333 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f012696-6207-43d6-943f-41f5881ec4e2 req-f37e1091-9e07-4870-9778-0de0e832999b tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:47.827694 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f012696-6207-43d6-943f-41f5881ec4e2 req-f37e1091-9e07-4870-9778-0de0e832999b tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96bb429-4488-4601-b47a-5686ddfd8f92 HTTP/1.1" status: 200 len: 948 time: 0.0638618 Nov 10 19:06:47.891776 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f012696-6207-43d6-943f-41f5881ec4e2 req-24988085-7763-42f7-bfd4-3dfb9bbd057a tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627446 Nov 10 19:06:47.962919 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-6cd8cd9a-e09b-4e2d-a7db-814a5d57c54b req-776ad09f-b965-43a0-a144-9c9a649bcffb tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-434761838', 'description': 'tempest-description-1054278558'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:47.998026 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:48.008597 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6cd8cd9a-e09b-4e2d-a7db-814a5d57c54b req-776ad09f-b965-43a0-a144-9c9a649bcffb tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:48.088833 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867dd0fe-7685-4a22-94a9-9c30aeb22b22 x-openstack-request-id: req-867dd0fe-7685-4a22-94a9-9c30aeb22b22 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:06:48.089139 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f341b9f2-40de-412e-bd42-6ff24d769b7f", "name": "network-vif-plugged", "status": "completed", "tag": "a9b2f03a-deee-4eb9-a710-4ba943fbfc70", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:06:48.089401 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-867dd0fe-7685-4a22-94a9-9c30aeb22b22 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:06:48.089839 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f341b9f2-40de-412e-bd42-6ff24d769b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b2f03a-deee-4eb9-a710-4ba943fbfc70', 'code': 200} Nov 10 19:06:48.096181 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:06:48.109551 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6cd8cd9a-e09b-4e2d-a7db-814a5d57c54b req-776ad09f-b965-43a0-a144-9c9a649bcffb tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:48.115984 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6cd8cd9a-e09b-4e2d-a7db-814a5d57c54b req-776ad09f-b965-43a0-a144-9c9a649bcffb tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:48.168049 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ad09f-b965-43a0-a144-9c9a649bcffb tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10ca74d1-f4fa-45d0-8995-af599d6f4216,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:48.195512 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6cd8cd9a-e09b-4e2d-a7db-814a5d57c54b req-776ad09f-b965-43a0-a144-9c9a649bcffb tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:48.208505 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6cd8cd9a-e09b-4e2d-a7db-814a5d57c54b req-776ad09f-b965-43a0-a144-9c9a649bcffb tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2501061 Nov 10 19:06:48.248023 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b035d-93a9-499d-b45d-21b68c46a72e req-35e1b405-1d20-43f4-94a9-2d460f41eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:48.250511 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-805b035d-93a9-499d-b45d-21b68c46a72e req-35e1b405-1d20-43f4-94a9-2d460f41eac0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 1101 time: 0.0729189 Nov 10 19:06:48.264919 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa692ec-cb1a-4f89-a8bf-407d4d26e093 req-362a761a-6b0c-4f3a-b89e-7193874256b8 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:48.274966 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5aa692ec-cb1a-4f89-a8bf-407d4d26e093 req-362a761a-6b0c-4f3a-b89e-7193874256b8 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 1095 time: 0.0650966 Nov 10 19:06:48.329729 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-805b035d-93a9-499d-b45d-21b68c46a72e req-b28afe8d-a870-4ed6-b817-a647b4410b66 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707817 Nov 10 19:06:48.331988 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5aa692ec-cb1a-4f89-a8bf-407d4d26e093 req-f227529f-9cf1-45d7-af38-021dea29e70b tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502625 Nov 10 19:06:48.456208 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-7dc2a084-f67f-4fc0-95b7-5bf2b94838db req-8143205f-e525-4d5a-95ea-aa4e92151d2f tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-228811280', 'description': 'tempest-description-562812412'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:48.484058 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7dc2a084-f67f-4fc0-95b7-5bf2b94838db req-8143205f-e525-4d5a-95ea-aa4e92151d2f tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:48.571894 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7dc2a084-f67f-4fc0-95b7-5bf2b94838db req-8143205f-e525-4d5a-95ea-aa4e92151d2f tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:48.578688 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7dc2a084-f67f-4fc0-95b7-5bf2b94838db req-8143205f-e525-4d5a-95ea-aa4e92151d2f tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:48.639184 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143205f-e525-4d5a-95ea-aa4e92151d2f tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f57d17a-1138-454e-8a89-fe2eb3e39245,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:48.643411 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7dc2a084-f67f-4fc0-95b7-5bf2b94838db req-8143205f-e525-4d5a-95ea-aa4e92151d2f tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:48.644930 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7dc2a084-f67f-4fc0-95b7-5bf2b94838db req-8143205f-e525-4d5a-95ea-aa4e92151d2f tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1940396 Nov 10 19:06:48.647377 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bb0fef03-75a4-4b2b-8001-26a35355f90e req-84192315-40f0-4b1c-b01c-9fba69f113a1 tempest-QuotasAdminNegativeTest-968678619 tempest-QuotasAdminNegativeTest-968678619-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=38f57241076445f486dfca165d929cb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433738 Nov 10 19:06:48.798603 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db5767-912b-455d-b870-8f2cd3a12a81 req-5188a6d7-3d2e-415d-8cd5-945be23bfb4d tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:48.799853 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b0db5767-912b-455d-b870-8f2cd3a12a81 req-5188a6d7-3d2e-415d-8cd5-945be23bfb4d tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8d036cbf-333b-4e71-bea1-09e852d37598 HTTP/1.1" status: 200 len: 1096 time: 0.1031106 Nov 10 19:06:48.809175 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fef03-75a4-4b2b-8001-26a35355f90e req-1329a45a-58c1-4f43-92eb-25dffa288fa0 tempest-QuotasAdminNegativeTest-968678619 tempest-QuotasAdminNegativeTest-968678619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:48.811471 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bb0fef03-75a4-4b2b-8001-26a35355f90e req-1329a45a-58c1-4f43-92eb-25dffa288fa0 tempest-QuotasAdminNegativeTest-968678619 tempest-QuotasAdminNegativeTest-968678619-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1477091 Nov 10 19:06:48.842574 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bb0fef03-75a4-4b2b-8001-26a35355f90e req-bbc748f7-e467-4ed3-8bc7-1fe22865774a tempest-QuotasAdminNegativeTest-968678619 tempest-QuotasAdminNegativeTest-968678619-project] 10.222.0.54 "GET /v2.0/quotas/38f57241076445f486dfca165d929cb2 HTTP/1.1" status: 200 len: 375 time: 0.0238860 Nov 10 19:06:48.888860 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bb0fef03-75a4-4b2b-8001-26a35355f90e req-8cc410c2-2cfa-443a-a84d-a622acfcdd0e tempest-QuotasAdminNegativeTest-968678619 tempest-QuotasAdminNegativeTest-968678619-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=38f57241076445f486dfca165d929cb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376906 Nov 10 19:06:48.898523 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b0db5767-912b-455d-b870-8f2cd3a12a81 req-dce700c4-4508-4ec7-bba2-b1975aa3bea7 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858891 Nov 10 19:06:49.024488 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141952a-2b3a-49ac-ac07-4b94e976bf16 req-99b2497d-7ef6-47ed-b9bd-0f23c706d590 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:49.026092 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f141952a-2b3a-49ac-ac07-4b94e976bf16 req-99b2497d-7ef6-47ed-b9bd-0f23c706d590 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 950 time: 0.0529752 Nov 10 19:06:49.145322 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f141952a-2b3a-49ac-ac07-4b94e976bf16 req-e688f270-ebb1-4a9d-acdd-4b2a1ab057e3 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120398 Nov 10 19:06:49.187932 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f479b32-6606-4149-831f-b88d50d4783c req-d1f2f380-0a92-4d59-a700-7f2778fa6f1e tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:49.189500 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7f479b32-6606-4149-831f-b88d50d4783c req-d1f2f380-0a92-4d59-a700-7f2778fa6f1e tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/networks?id=a42d4887-cb04-48c7-8111-765e5b18298b HTTP/1.1" status: 200 len: 808 time: 0.1579289 Nov 10 19:06:49.213807 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7f479b32-6606-4149-831f-b88d50d4783c req-afae3999-74be-48cc-b31c-46bb7bae6309 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/quotas/a08ec8828e22441bac9028fb3e613990 HTTP/1.1" status: 200 len: 375 time: 0.0182123 Nov 10 19:06:49.252732 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6d829d39-3dfe-46a4-b6a2-2e008f035a07 req-36fe0940-b883-4f2b-98ee-145d61241f13 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "GET /v2.0/security-groups/10ca74d1-f4fa-45d0-8995-af599d6f4216 HTTP/1.1" status: 200 len: 1821 time: 0.0831072 Nov 10 19:06:49.297541 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:06:49.326160 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7f479b32-6606-4149-831f-b88d50d4783c req-0916f425-8d40-48ad-a2c4-7edf97063462 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a08ec8828e22441bac9028fb3e613990&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1055846 Nov 10 19:06:49.346584 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-7f479b32-6606-4149-831f-b88d50d4783c req-413b2d21-5288-4c77-9917-81253920d5a6 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:06:49.348300 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7f479b32-6606-4149-831f-b88d50d4783c req-413b2d21-5288-4c77-9917-81253920d5a6 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113676 Nov 10 19:06:49.356841 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6d829d39-3dfe-46a4-b6a2-2e008f035a07 req-026b06fd-eae6-483f-9553-78afb81e2163 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "GET /v2.0/security-groups/1f57d17a-1138-454e-8a89-fe2eb3e39245 HTTP/1.1" status: 200 len: 1820 time: 0.0972385 Nov 10 19:06:49.371593 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:06:49.376666 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-6d829d39-3dfe-46a4-b6a2-2e008f035a07 req-cb98cdc5-c64b-4aa8-9224-93162f931f58 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '10ca74d1-f4fa-45d0-8995-af599d6f4216', 'remote_group_id': '1f57d17a-1138-454e-8a89-fe2eb3e39245', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:49.376999 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-6d829d39-3dfe-46a4-b6a2-2e008f035a07 req-cb98cdc5-c64b-4aa8-9224-93162f931f58 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '10ca74d1-f4fa-45d0-8995-af599d6f4216', 'remote_group_id': '1f57d17a-1138-454e-8a89-fe2eb3e39245', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:49.382527 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:06:49.382912 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:49.475988 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:49.519146 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7f479b32-6606-4149-831f-b88d50d4783c req-728b7b19-7a23-4c49-a5eb-df8709541743 service neutron] 10.222.0.54 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547136 Nov 10 19:06:49.524902 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:49.531460 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:49.552549 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6d829d39-3dfe-46a4-b6a2-2e008f035a07 req-cb98cdc5-c64b-4aa8-9224-93162f931f58 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:49.583191 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:49.645791 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6d829d39-3dfe-46a4-b6a2-2e008f035a07 req-cb98cdc5-c64b-4aa8-9224-93162f931f58 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:49.652374 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6d829d39-3dfe-46a4-b6a2-2e008f035a07 req-cb98cdc5-c64b-4aa8-9224-93162f931f58 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:49.676824 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7f479b32-6606-4149-831f-b88d50d4783c req-d537ea68-add3-4205-9eb4-edfdea30916d service neutron] 10.222.0.54 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500602 Nov 10 19:06:49.677420 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98cdc5-c64b-4aa8-9224-93162f931f58 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c20cba-deb9-4bc6-bb97-b39407b042a6,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:49.690057 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6d829d39-3dfe-46a4-b6a2-2e008f035a07 req-cb98cdc5-c64b-4aa8-9224-93162f931f58 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:49.691389 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6d829d39-3dfe-46a4-b6a2-2e008f035a07 req-cb98cdc5-c64b-4aa8-9224-93162f931f58 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3255653 Nov 10 19:06:49.705379 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 56211420-3dd6-4020-8e0f-fafedc97babd details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:06:49.838191 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8f14c-689f-42ae-95dc-d22e27bb70f6 req-9636fec5-ca7d-487c-a7fd-139c12b8f6f1 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:49.839744 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9ff8f14c-689f-42ae-95dc-d22e27bb70f6 req-9636fec5-ca7d-487c-a7fd-139c12b8f6f1 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96bb429-4488-4601-b47a-5686ddfd8f92 HTTP/1.1" status: 200 len: 948 time: 0.0718067 Nov 10 19:06:49.850907 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 56211420-3dd6-4020-8e0f-fafedc97babd, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=56211420-3dd6-4020-8e0f-fafedc97babd,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:49.868242 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '56211420-3dd6-4020-8e0f-fafedc97babd', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': '56211420-3dd6-4020-8e0f-fafedc97babd', 'mac_address': 'fa:16:3e:3f:a5:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:06:49.904525 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9ff8f14c-689f-42ae-95dc-d22e27bb70f6 req-7461ec35-0196-4836-b5a6-cd78825a559e tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578508 Nov 10 19:06:49.935806 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:49.953978 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56211420-3dd6-4020-8e0f-fafedc97babd {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:06:49.977539 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 56211420-3dd6-4020-8e0f-fafedc97babd, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=56211420-3dd6-4020-8e0f-fafedc97babd,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:49.984702 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:50.044089 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=56211420-3dd6-4020-8e0f-fafedc97babd,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:50.072517 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-9e41468b-eb32-4be8-aa28-a7e77b3a560f req-83b7cc1a-ad11-4818-98c5-8e3dc8b2f4b4 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-695836227', 'description': 'tempest-description-70492431'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:50.091382 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20de924b-a6cf-4831-8f16-caaf676cc1dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:06:50.093922 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664ab47b-74f6-41b5-8a67-f73788d99be6" -d '{"events": [{"server_uuid": "20de924b-a6cf-4831-8f16-caaf676cc1dc", "name": "network-vif-plugged", "status": "completed", "tag": "6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:06:50.099333 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-9e41468b-eb32-4be8-aa28-a7e77b3a560f req-83b7cc1a-ad11-4818-98c5-8e3dc8b2f4b4 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:50.184752 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-9e41468b-eb32-4be8-aa28-a7e77b3a560f req-83b7cc1a-ad11-4818-98c5-8e3dc8b2f4b4 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:50.189934 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-9e41468b-eb32-4be8-aa28-a7e77b3a560f req-83b7cc1a-ad11-4818-98c5-8e3dc8b2f4b4 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:50.245716 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-9e41468b-eb32-4be8-aa28-a7e77b3a560f req-83b7cc1a-ad11-4818-98c5-8e3dc8b2f4b4 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:50.247078 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e41468b-eb32-4be8-aa28-a7e77b3a560f req-83b7cc1a-ad11-4818-98c5-8e3dc8b2f4b4 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1788466 Nov 10 19:06:50.249815 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9520b11a-2621-48e5-b327-5e5959b5b22f req-8fefd879-f075-4b43-b875-353fe3db369d tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 210 time: 0.0418425 Nov 10 19:06:50.250369 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b7cc1a-ad11-4818-98c5-8e3dc8b2f4b4 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2115bfc-81e7-4bb4-ac00-04f8f4c00292,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:50.350111 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34f9e93-2853-474c-86d9-648514226746 x-openstack-request-id: req-d34f9e93-2853-474c-86d9-648514226746 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:06:50.350639 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20de924b-a6cf-4831-8f16-caaf676cc1dc", "name": "network-vif-plugged", "status": "completed", "tag": "6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:06:50.350853 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d34f9e93-2853-474c-86d9-648514226746 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:06:50.351303 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20de924b-a6cf-4831-8f16-caaf676cc1dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2', 'code': 200} Nov 10 19:06:50.375761 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37760dcf-cfe1-4de4-88e0-24e1ef573627 req-08e7cd6e-df65-40d2-a6f7-54794ddb0fdd tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:50.385666 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-37760dcf-cfe1-4de4-88e0-24e1ef573627 req-08e7cd6e-df65-40d2-a6f7-54794ddb0fdd tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8d036cbf-333b-4e71-bea1-09e852d37598 HTTP/1.1" status: 200 len: 1096 time: 0.0759714 Nov 10 19:06:50.410141 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['56211420-3dd6-4020-8e0f-fafedc97babd'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:06:50.452156 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-37760dcf-cfe1-4de4-88e0-24e1ef573627 req-9152b01e-6e6f-433d-bc50-1facc9f4597a tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651100 Nov 10 19:06:50.525178 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-b0a52bf2-5876-47a6-9f7a-b769942413dd req-85a56684-0d98-4d03-88a8-b6361bc3dc23 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-302851528', 'description': 'tempest-description-411935040'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:50.529594 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00121e9c-f122-4b86-b237-8f65995d0d4e req-8de9ac17-ae2d-4eba-bede-8a142cdb361b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:50.531489 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-00121e9c-f122-4b86-b237-8f65995d0d4e req-8de9ac17-ae2d-4eba-bede-8a142cdb361b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=20de924b-a6cf-4831-8f16-caaf676cc1dc HTTP/1.1" status: 200 len: 1100 time: 0.0894306 Nov 10 19:06:50.581416 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b0a52bf2-5876-47a6-9f7a-b769942413dd req-85a56684-0d98-4d03-88a8-b6361bc3dc23 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:50.594535 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05781723-cb8e-4937-bd0f-a047f990ecfb req-8af07a98-b289-4177-922e-ee7825fa163f tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:50.596555 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-00121e9c-f122-4b86-b237-8f65995d0d4e req-19d513ae-36ff-409a-ac2a-ffba293d3120 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546718 Nov 10 19:06:50.603043 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-05781723-cb8e-4937-bd0f-a047f990ecfb req-8af07a98-b289-4177-922e-ee7825fa163f tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 950 time: 0.0961356 Nov 10 19:06:50.680091 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-05781723-cb8e-4937-bd0f-a047f990ecfb req-8e6b35c1-7a5b-4ac3-b646-92341f3a85f7 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761149 Nov 10 19:06:50.715591 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b0a52bf2-5876-47a6-9f7a-b769942413dd req-85a56684-0d98-4d03-88a8-b6361bc3dc23 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:50.720639 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b0a52bf2-5876-47a6-9f7a-b769942413dd req-85a56684-0d98-4d03-88a8-b6361bc3dc23 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:50.752120 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b0a52bf2-5876-47a6-9f7a-b769942413dd req-85a56684-0d98-4d03-88a8-b6361bc3dc23 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:50.753343 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b0a52bf2-5876-47a6-9f7a-b769942413dd req-85a56684-0d98-4d03-88a8-b6361bc3dc23 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2325237 Nov 10 19:06:50.755424 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a56684-0d98-4d03-88a8-b6361bc3dc23 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc66de36-b65d-45c4-81e7-9a149e0cddca,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:51.079100 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea6416-5d6c-4bef-93a9-ec01b2c29a51 req-39f71a19-ac71-4717-8049-b78ee012b81a tempest-MigrationsAdminTest-160112897 tempest-MigrationsAdminTest-160112897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:51.080802 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-60ea6416-5d6c-4bef-93a9-ec01b2c29a51 req-39f71a19-ac71-4717-8049-b78ee012b81a tempest-MigrationsAdminTest-160112897 tempest-MigrationsAdminTest-160112897-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 1101 time: 0.0413334 Nov 10 19:06:51.099778 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-60ea6416-5d6c-4bef-93a9-ec01b2c29a51 req-2c3fa45c-54fc-4205-aa78-21d6e52c1c99 tempest-MigrationsAdminTest-160112897 tempest-MigrationsAdminTest-160112897-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:51.180690 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-60ea6416-5d6c-4bef-93a9-ec01b2c29a51 req-2c3fa45c-54fc-4205-aa78-21d6e52c1c99 tempest-MigrationsAdminTest-160112897 tempest-MigrationsAdminTest-160112897-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:51.186044 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-60ea6416-5d6c-4bef-93a9-ec01b2c29a51 req-2c3fa45c-54fc-4205-aa78-21d6e52c1c99 tempest-MigrationsAdminTest-160112897 tempest-MigrationsAdminTest-160112897-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:51.225125 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-60ea6416-5d6c-4bef-93a9-ec01b2c29a51 req-2c3fa45c-54fc-4205-aa78-21d6e52c1c99 tempest-MigrationsAdminTest-160112897 tempest-MigrationsAdminTest-160112897-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383955 Nov 10 19:06:51.226358 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3fa45c-54fc-4205-aa78-21d6e52c1c99 tempest-MigrationsAdminTest-160112897 tempest-MigrationsAdminTest-160112897-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8147eebd-0e63-4453-8004-5713fa4ea863,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:51.373534 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3b8036a1-946c-4e7f-a016-8cb3ac31be38 req-42b93909-14b8-4394-983a-76f2f2529a94 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "GET /v2.0/security-groups/b2115bfc-81e7-4bb4-ac00-04f8f4c00292 HTTP/1.1" status: 200 len: 1819 time: 0.0525618 Nov 10 19:06:51.476635 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3b8036a1-946c-4e7f-a016-8cb3ac31be38 req-eac10293-aa27-4c22-9890-07077e202f1e tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "GET /v2.0/security-groups/bc66de36-b65d-45c4-81e7-9a149e0cddca HTTP/1.1" status: 200 len: 1820 time: 0.0949488 Nov 10 19:06:51.482184 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-3b8036a1-946c-4e7f-a016-8cb3ac31be38 req-27813efb-a6db-4cde-9b15-b0f7562edefe tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b2115bfc-81e7-4bb4-ac00-04f8f4c00292', 'remote_group_id': 'bc66de36-b65d-45c4-81e7-9a149e0cddca', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:51.482614 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-3b8036a1-946c-4e7f-a016-8cb3ac31be38 req-27813efb-a6db-4cde-9b15-b0f7562edefe tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b2115bfc-81e7-4bb4-ac00-04f8f4c00292', 'remote_group_id': 'bc66de36-b65d-45c4-81e7-9a149e0cddca', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:51.514319 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f479b32-6606-4149-831f-b88d50d4783c req-2ddefa61-6df8-4094-92b7-97b5370e4d1b tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:51.516283 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7f479b32-6606-4149-831f-b88d50d4783c req-2ddefa61-6df8-4094-92b7-97b5370e4d1b tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.73 "GET /v2.0/networks?id=a42d4887-cb04-48c7-8111-765e5b18298b HTTP/1.1" status: 200 len: 808 time: 0.2181230 Nov 10 19:06:51.544264 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-7f479b32-6606-4149-831f-b88d50d4783c req-53b3d286-1a99-4d51-8edc-fed7283e12d8 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Request body: {'port': {'device_id': '7c90d975-89d6-4a99-b745-14de632e2621', 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b', 'admin_state_up': True, 'tenant_id': 'a08ec8828e22441bac9028fb3e613990'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:51.569174 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3b8036a1-946c-4e7f-a016-8cb3ac31be38 req-27813efb-a6db-4cde-9b15-b0f7562edefe tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:51.631074 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3b8036a1-946c-4e7f-a016-8cb3ac31be38 req-27813efb-a6db-4cde-9b15-b0f7562edefe tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:51.639350 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3b8036a1-946c-4e7f-a016-8cb3ac31be38 req-27813efb-a6db-4cde-9b15-b0f7562edefe tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:51.664753 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27813efb-a6db-4cde-9b15-b0f7562edefe tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ea941d-3fdf-4b14-96d0-17f1769a5a86,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:51.674132 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3b8036a1-946c-4e7f-a016-8cb3ac31be38 req-27813efb-a6db-4cde-9b15-b0f7562edefe tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:51.675478 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3b8036a1-946c-4e7f-a016-8cb3ac31be38 req-27813efb-a6db-4cde-9b15-b0f7562edefe tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1976831 Nov 10 19:06:51.711678 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 56211420-3dd6-4020-8e0f-fafedc97babd up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:06:51.753888 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f479b32-6606-4149-831f-b88d50d4783c req-53b3d286-1a99-4d51-8edc-fed7283e12d8 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Made reservation on behalf of a08ec8828e22441bac9028fb3e613990 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:06:51.759093 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7f479b32-6606-4149-831f-b88d50d4783c req-53b3d286-1a99-4d51-8edc-fed7283e12d8 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:51.785856 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51418) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:51.812116 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 56211420-3dd6-4020-8e0f-fafedc97babd completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:06:51.832169 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 56211420-3dd6-4020-8e0f-fafedc97babd triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:06:51.835372 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:51.846473 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-822401ab-af2e-4154-b475-38dee89d814c tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:06:51.851229 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-822401ab-af2e-4154-b475-38dee89d814c tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095820 Nov 10 19:06:51.909683 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbe58f-83ff-497f-b373-ceaf9249f972 req-39ca7255-233c-4373-92d4-8542c430a3b1 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:51.924195 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c0cbe58f-83ff-497f-b373-ceaf9249f972 req-39ca7255-233c-4373-92d4-8542c430a3b1 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96bb429-4488-4601-b47a-5686ddfd8f92 HTTP/1.1" status: 200 len: 949 time: 0.1137357 Nov 10 19:06:51.940171 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-18fc05f6-07ca-4573-881c-3dd3188dc36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:51.947863 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-18fc05f6-07ca-4573-881c-3dd3188dc36a service neutron] 10.222.0.54 "GET /v2.0/ports/a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 HTTP/1.1" status: 200 len: 1093 time: 0.0825477 Nov 10 19:06:51.954179 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-fd5c9894-f285-4e8d-b471-c11cf785263b service neutron] Request body: {'binding': {'host': 'n-h1-813897-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:51.955002 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-fd5c9894-f285-4e8d-b471-c11cf785263b service neutron] Unknown quota resources ['binding']. {{(pid=102505) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 19:06:52.011535 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:52.014645 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c0cbe58f-83ff-497f-b373-ceaf9249f972 req-e7c6a2ea-737b-4c70-a4bf-2632f5b55287 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917232 Nov 10 19:06:52.052498 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 56211420-3dd6-4020-8e0f-fafedc97babd, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=56211420-3dd6-4020-8e0f-fafedc97babd,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:52.070146 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:52.078341 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ff592d3d-5b43-4996-b716-6330660dee1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:52.111116 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-7f479b32-6606-4149-831f-b88d50d4783c req-53b3d286-1a99-4d51-8edc-fed7283e12d8 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Allocated IP 172.20.0.6 (a42d4887-cb04-48c7-8111-765e5b18298b/34d86bed-ff03-44e0-b566-0ecdf3d0ce56/a4558276-7f95-46f2-9e4a-f4cd64165e28) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:06:52.161895 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=56211420-3dd6-4020-8e0f-fafedc97babd,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:52.187239 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de4a3619-b780-4e68-bf51-bbaa2a913f8f req-e5bc0043-af59-404c-83be-18af917d9399 tempest-QuotasAdminNegativeTest-968678619 tempest-QuotasAdminNegativeTest-968678619-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=38f57241076445f486dfca165d929cb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305197 Nov 10 19:06:52.318062 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ff592d3d-5b43-4996-b716-6330660dee1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:52.325836 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ff592d3d-5b43-4996-b716-6330660dee1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:52.326093 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-fd5c9894-f285-4e8d-b471-c11cf785263b service neutron] Attempting to bind port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 on host n-h1-813897-4 for vnic_type normal with profile None {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:06:52.326280 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-fd5c9894-f285-4e8d-b471-c11cf785263b service neutron] Attempting to bind port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:06:52.326580 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-fd5c9894-f285-4e8d-b471-c11cf785263b service neutron] Attempting to bind port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 on network 74048eaf-c023-4244-acc6-bb708e07e097 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:06:52.332809 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-fd5c9894-f285-4e8d-b471-c11cf785263b service neutron] Port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 on network 74048eaf-c023-4244-acc6-bb708e07e097 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:06:52.333135 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-fd5c9894-f285-4e8d-b471-c11cf785263b service neutron] Attempting to bind port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 on network 74048eaf-c023-4244-acc6-bb708e07e097 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:06:52.343337 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-fd5c9894-f285-4e8d-b471-c11cf785263b service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:06:52.344143 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-fd5c9894-f285-4e8d-b471-c11cf785263b service neutron] Checking segment: {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:06:52.344143 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-fd5c9894-f285-4e8d-b471-c11cf785263b service neutron] Bound using segment: {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:06:52.344607 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-fd5c9894-f285-4e8d-b471-c11cf785263b service neutron] Bound port: a75e56e2-9c4b-42c0-b5e0-826d640ea3f9, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:06:52.352415 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96bb429-4488-4601-b47a-5686ddfd8f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56211420-3dd6-4020-8e0f-fafedc97babd'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:06:52.355474 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f5c399-f565-48e1-adba-e0b1d061a469" -d '{"events": [{"server_uuid": "c96bb429-4488-4601-b47a-5686ddfd8f92", "name": "network-vif-plugged", "status": "completed", "tag": "56211420-3dd6-4020-8e0f-fafedc97babd"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:06:52.368303 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a3619-b780-4e68-bf51-bbaa2a913f8f req-e275daef-9613-4490-93c9-93a68905e689 tempest-QuotasAdminNegativeTest-968678619 tempest-QuotasAdminNegativeTest-968678619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:52.370061 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de4a3619-b780-4e68-bf51-bbaa2a913f8f req-e275daef-9613-4490-93c9-93a68905e689 tempest-QuotasAdminNegativeTest-968678619 tempest-QuotasAdminNegativeTest-968678619-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1707206 Nov 10 19:06:52.406794 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ff592d3d-5b43-4996-b716-6330660dee1a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f2887343594f4c5dadcf535ac6ea4808&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6195941 Nov 10 19:06:52.409792 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de4a3619-b780-4e68-bf51-bbaa2a913f8f req-88f22291-c0de-43e4-ae8f-767b15b7eb5b tempest-QuotasAdminNegativeTest-968678619 tempest-QuotasAdminNegativeTest-968678619-project] 10.222.0.54 "GET /v2.0/quotas/38f57241076445f486dfca165d929cb2 HTTP/1.1" status: 200 len: 375 time: 0.0237677 Nov 10 19:06:52.410613 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51432) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:52.418205 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff592d3d-5b43-4996-b716-6330660dee1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ede7c2b-fb8d-4f9a-b022-19e490e69dff,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:52.463350 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de4a3619-b780-4e68-bf51-bbaa2a913f8f req-5ba2b76f-0936-47d8-9251-05c762c9ee8b tempest-QuotasAdminNegativeTest-968678619 tempest-QuotasAdminNegativeTest-968678619-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=38f57241076445f486dfca165d929cb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460961 Nov 10 19:06:52.506061 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0078bd06-b54f-4b5f-ad46-addf5eee8c19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:52.534083 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0078bd06-b54f-4b5f-ad46-addf5eee8c19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:52.594642 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0078bd06-b54f-4b5f-ad46-addf5eee8c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:52.602866 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0078bd06-b54f-4b5f-ad46-addf5eee8c19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:52.604209 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0078bd06-b54f-4b5f-ad46-addf5eee8c19 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2ede7c2b-fb8d-4f9a-b022-19e490e69dff HTTP/1.1" status: 204 len: 168 time: 0.1924372 Nov 10 19:06:52.632612 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078bd06-b54f-4b5f-ad46-addf5eee8c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ede7c2b-fb8d-4f9a-b022-19e490e69dff,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:52.715543 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7f479b32-6606-4149-831f-b88d50d4783c req-53b3d286-1a99-4d51-8edc-fed7283e12d8 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:52.728603 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-fd5c9894-f285-4e8d-b471-c11cf785263b service neutron] For port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=a75e56e2-9c4b-42c0-b5e0-826d640ea3f9,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:06:52.740999 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-fd5c9894-f285-4e8d-b471-c11cf785263b service neutron] Publish callbacks [] for binding, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:52.742498 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-fd5c9894-f285-4e8d-b471-c11cf785263b service neutron] 10.222.0.54 "POST /v2.0/ports/a75e56e2-9c4b-42c0-b5e0-826d640ea3f9/bindings HTTP/1.1" status: 201 len: 389 time: 0.7926285 Nov 10 19:06:52.769710 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7f479b32-6606-4149-831f-b88d50d4783c req-53b3d286-1a99-4d51-8edc-fed7283e12d8 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:52.872465 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f479b32-6606-4149-831f-b88d50d4783c req-53b3d286-1a99-4d51-8edc-fed7283e12d8 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Network a42d4887-cb04-48c7-8111-765e5b18298b is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:06:52.884513 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-7f479b32-6606-4149-831f-b88d50d4783c req-53b3d286-1a99-4d51-8edc-fed7283e12d8 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:06:52.889699 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f479b32-6606-4149-831f-b88d50d4783c req-53b3d286-1a99-4d51-8edc-fed7283e12d8 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:06:52.900644 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3d286-1a99-4d51-8edc-fed7283e12d8 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Pushing event updated for resources: {'Port': ['ID=a4558276-7f95-46f2-9e4a-f4cd64165e28,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:52.944294 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd099be-2c86-407c-9d68-93da993348a2 req-8feaeb95-3614-4ce6-b855-df3779c6f435 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:52.955939 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-acd099be-2c86-407c-9d68-93da993348a2 req-8feaeb95-3614-4ce6-b855-df3779c6f435 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 931 time: 0.0871608 Nov 10 19:06:52.995909 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f479b32-6606-4149-831f-b88d50d4783c req-53b3d286-1a99-4d51-8edc-fed7283e12d8 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:52.996705 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7f479b32-6606-4149-831f-b88d50d4783c req-53b3d286-1a99-4d51-8edc-fed7283e12d8 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:53.037414 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7f479b32-6606-4149-831f-b88d50d4783c req-53b3d286-1a99-4d51-8edc-fed7283e12d8 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4989800 Nov 10 19:06:53.055036 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-7f479b32-6606-4149-831f-b88d50d4783c req-92b95a49-7468-4167-ba2a-42497fe64312 service neutron] Request body: {'port': {'device_id': '7c90d975-89d6-4a99-b745-14de632e2621', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:53.071992 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-acd099be-2c86-407c-9d68-93da993348a2 req-b03e97a9-65c8-4c81-a405-7b3279330a71 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135964 Nov 10 19:06:53.086064 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-f659f9f1-01e0-4b3b-a25b-38f220f0824f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:53.087755 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-f659f9f1-01e0-4b3b-a25b-38f220f0824f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=740aa4129faa48ffa1d5e7369c5159ee&device_id=8d036cbf-333b-4e71-bea1-09e852d37598 HTTP/1.1" status: 200 len: 1096 time: 0.0554175 Nov 10 19:06:53.125115 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7f479b32-6606-4149-831f-b88d50d4783c req-92b95a49-7468-4167-ba2a-42497fe64312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:53.145227 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51454) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:53.199706 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1e83b798-d99c-49ee-99b5-c90d1bb10c19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:53.231245 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-340c77cf-d90b-489e-a59c-aa2ba1141d49 req-921523c1-b80e-44cf-9f90-a08c481dbb18 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "GET /v2.0/security-groups/bc66de36-b65d-45c4-81e7-9a149e0cddca HTTP/1.1" status: 200 len: 1820 time: 0.1206441 Nov 10 19:06:53.295516 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-4863a385-f4af-4d4e-96f5-f45d6a24a024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:53.297172 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-4863a385-f4af-4d4e-96f5-f45d6a24a024 service neutron] 10.222.0.73 "GET /v2.0/networks?id=74048eaf-c023-4244-acc6-bb708e07e097 HTTP/1.1" status: 200 len: 922 time: 0.1961274 Nov 10 19:06:53.311164 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5db19fd-c6b9-4ac7-9916-f4bbf056de18 x-openstack-request-id: req-b5db19fd-c6b9-4ac7-9916-f4bbf056de18 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:06:53.311983 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96bb429-4488-4601-b47a-5686ddfd8f92", "name": "network-vif-plugged", "status": "completed", "tag": "56211420-3dd6-4020-8e0f-fafedc97babd", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:06:53.312340 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b5db19fd-c6b9-4ac7-9916-f4bbf056de18 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:06:53.312776 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96bb429-4488-4601-b47a-5686ddfd8f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56211420-3dd6-4020-8e0f-fafedc97babd', 'code': 200} Nov 10 19:06:53.367371 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-8acc2dca-aee4-49b9-9efd-90270d6a9f9e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 HTTP/1.1" status: 200 len: 217 time: 0.0620122 Nov 10 19:06:53.380800 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e75d5888-41c8-4477-b7fd-0ad428adb432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:53.432262 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-340c77cf-d90b-489e-a59c-aa2ba1141d49 req-456296df-0eca-4a2d-8009-ebe843e562fa tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:53.475392 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-7f479b32-6606-4149-831f-b88d50d4783c req-92b95a49-7468-4167-ba2a-42497fe64312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4558276-7f95-46f2-9e4a-f4cd64165e28 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:06:53.484160 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-1f6d19fa-fa2e-4d6a-a2f7-ea6b54262033 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1000645 Nov 10 19:06:53.489041 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7f479b32-6606-4149-831f-b88d50d4783c req-92b95a49-7468-4167-ba2a-42497fe64312 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:53.509470 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-0f08652b-79de-4af5-91f9-d943b384e2b6 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:06:53.510801 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-0f08652b-79de-4af5-91f9-d943b384e2b6 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084376 Nov 10 19:06:53.515225 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-7f479b32-6606-4149-831f-b88d50d4783c req-92b95a49-7468-4167-ba2a-42497fe64312 service neutron] Transition to ACTIVE for port object a4558276-7f95-46f2-9e4a-f4cd64165e28 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:06:53.522719 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7f479b32-6606-4149-831f-b88d50d4783c req-92b95a49-7468-4167-ba2a-42497fe64312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:53.586457 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b95a49-7468-4167-ba2a-42497fe64312 service neutron] Pushing event updated for resources: {'Port': ['ID=a4558276-7f95-46f2-9e4a-f4cd64165e28,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:53.660104 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-7f479b32-6606-4149-831f-b88d50d4783c req-92b95a49-7468-4167-ba2a-42497fe64312 service neutron] Attempting to bind port a4558276-7f95-46f2-9e4a-f4cd64165e28 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:06:53.660361 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-7f479b32-6606-4149-831f-b88d50d4783c req-92b95a49-7468-4167-ba2a-42497fe64312 service neutron] Attempting to bind port a4558276-7f95-46f2-9e4a-f4cd64165e28 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:06:53.660698 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f479b32-6606-4149-831f-b88d50d4783c req-92b95a49-7468-4167-ba2a-42497fe64312 service neutron] Attempting to bind port a4558276-7f95-46f2-9e4a-f4cd64165e28 on network a42d4887-cb04-48c7-8111-765e5b18298b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:06:53.665266 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f479b32-6606-4149-831f-b88d50d4783c req-92b95a49-7468-4167-ba2a-42497fe64312 service neutron] Port a4558276-7f95-46f2-9e4a-f4cd64165e28 on network a42d4887-cb04-48c7-8111-765e5b18298b not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:06:53.665754 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f479b32-6606-4149-831f-b88d50d4783c req-92b95a49-7468-4167-ba2a-42497fe64312 service neutron] Attempting to bind port a4558276-7f95-46f2-9e4a-f4cd64165e28 on network a42d4887-cb04-48c7-8111-765e5b18298b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:06:53.671241 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f479b32-6606-4149-831f-b88d50d4783c req-92b95a49-7468-4167-ba2a-42497fe64312 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:06:53.671608 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f479b32-6606-4149-831f-b88d50d4783c req-92b95a49-7468-4167-ba2a-42497fe64312 service neutron] Checking segment: {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:06:53.671963 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f479b32-6606-4149-831f-b88d50d4783c req-92b95a49-7468-4167-ba2a-42497fe64312 service neutron] Bound using segment: {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:06:53.672398 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-7f479b32-6606-4149-831f-b88d50d4783c req-92b95a49-7468-4167-ba2a-42497fe64312 service neutron] Bound port: a4558276-7f95-46f2-9e4a-f4cd64165e28, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:06:53.672761 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7f479b32-6606-4149-831f-b88d50d4783c req-92b95a49-7468-4167-ba2a-42497fe64312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:53.718197 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1e83b798-d99c-49ee-99b5-c90d1bb10c19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:53.719983 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-340c77cf-d90b-489e-a59c-aa2ba1141d49 req-456296df-0eca-4a2d-8009-ebe843e562fa tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:53.724813 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-f42e886b-6a57-4254-a457-6e64e17d3173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:53.726480 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-f42e886b-6a57-4254-a457-6e64e17d3173 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=91093ec9-e097-43f7-865c-a8764e927d57 HTTP/1.1" status: 200 len: 861 time: 0.3446033 Nov 10 19:06:53.737744 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1e83b798-d99c-49ee-99b5-c90d1bb10c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:53.749106 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-7f479b32-6606-4149-831f-b88d50d4783c req-92b95a49-7468-4167-ba2a-42497fe64312 service neutron] For port a4558276-7f95-46f2-9e4a-f4cd64165e28, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:06:53.753152 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-7f479b32-6606-4149-831f-b88d50d4783c req-92b95a49-7468-4167-ba2a-42497fe64312 service neutron] For port a4558276-7f95-46f2-9e4a-f4cd64165e28, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=a4558276-7f95-46f2-9e4a-f4cd64165e28,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:06:53.762267 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7f479b32-6606-4149-831f-b88d50d4783c req-92b95a49-7468-4167-ba2a-42497fe64312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:53.791722 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f479b32-6606-4149-831f-b88d50d4783c req-92b95a49-7468-4167-ba2a-42497fe64312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:53.792341 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7f479b32-6606-4149-831f-b88d50d4783c req-92b95a49-7468-4167-ba2a-42497fe64312 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:53.794676 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7f479b32-6606-4149-831f-b88d50d4783c req-92b95a49-7468-4167-ba2a-42497fe64312 service neutron] 10.222.0.73 "PUT /v2.0/ports/a4558276-7f95-46f2-9e4a-f4cd64165e28 HTTP/1.1" status: 200 len: 1091 time: 0.7444363 Nov 10 19:06:53.796363 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c90d975-89d6-4a99-b745-14de632e2621', 'tag': 'a4558276-7f95-46f2-9e4a-f4cd64165e28'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:06:53.807880 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-2d182700-372d-4b91-be3c-98795ce8d802 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74048eaf-c023-4244-acc6-bb708e07e097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654185 Nov 10 19:06:53.813172 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1904e4-b765-4e32-bb75-b69f12416321" -d '{"events": [{"name": "network-changed", "server_uuid": "7c90d975-89d6-4a99-b745-14de632e2621", "tag": "a4558276-7f95-46f2-9e4a-f4cd64165e28"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:06:53.830977 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4e09c-5b49-4309-b9a4-aa166ae1282f req-becfdcf3-725a-4675-aea3-269cd5572181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:53.832629 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5bb4e09c-5b49-4309-b9a4-aa166ae1282f req-becfdcf3-725a-4675-aea3-269cd5572181 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c96bb429-4488-4601-b47a-5686ddfd8f92 HTTP/1.1" status: 200 len: 1101 time: 0.4140797 Nov 10 19:06:53.900740 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1e83b798-d99c-49ee-99b5-c90d1bb10c19 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d2cbf464931f4cf0bf4435fb13b3e8d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7524815 Nov 10 19:06:53.904311 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51482) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:53.906243 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83b798-d99c-49ee-99b5-c90d1bb10c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb6a4a0-42af-4eb6-9feb-0eb2b994aa47,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:53.938223 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b95a49-7468-4167-ba2a-42497fe64312 service neutron] Pushing event updated for resources: {'Port': ['ID=a4558276-7f95-46f2-9e4a-f4cd64165e28,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:53.961170 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f479b32-6606-4149-831f-b88d50d4783c req-c4338800-4d1f-4fd3-a575-2c2179420415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:53.962790 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7f479b32-6606-4149-831f-b88d50d4783c req-c4338800-4d1f-4fd3-a575-2c2179420415 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a08ec8828e22441bac9028fb3e613990&device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 1094 time: 0.0993304 Nov 10 19:06:54.002652 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-340c77cf-d90b-489e-a59c-aa2ba1141d49 req-456296df-0eca-4a2d-8009-ebe843e562fa tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:54.005510 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-340c77cf-d90b-489e-a59c-aa2ba1141d49 req-456296df-0eca-4a2d-8009-ebe843e562fa tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:54.006599 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-340c77cf-d90b-489e-a59c-aa2ba1141d49 req-456296df-0eca-4a2d-8009-ebe843e562fa tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "DELETE /v2.0/security-groups/bc66de36-b65d-45c4-81e7-9a149e0cddca HTTP/1.1" status: 204 len: 173 time: 0.7670391 Nov 10 19:06:54.020036 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7f479b32-6606-4149-831f-b88d50d4783c req-7bb7ca71-27b3-493f-a566-db29c43ff2a6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4558276-7f95-46f2-9e4a-f4cd64165e28 HTTP/1.1" status: 200 len: 217 time: 0.0461252 Nov 10 19:06:54.022414 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5bb4e09c-5b49-4309-b9a4-aa166ae1282f req-97ce2024-cd36-4e83-a7c9-8fc72c2628c3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635451 Nov 10 19:06:54.023018 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9dcc407e-2695-47f5-8689-b1490365c55d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:54.036365 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456296df-0eca-4a2d-8009-ebe843e562fa tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc66de36-b65d-45c4-81e7-9a149e0cddca,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:54.062787 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a0ed3-a0b2-4dc7-a850-acfd72bef533 req-e350a78f-c883-490f-a03e-3ad0fad5c546 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:54.064492 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e64a0ed3-a0b2-4dc7-a850-acfd72bef533 req-e350a78f-c883-490f-a03e-3ad0fad5c546 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d036cbf-333b-4e71-bea1-09e852d37598 HTTP/1.1" status: 200 len: 945 time: 0.2077770 Nov 10 19:06:54.069663 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-aad16a70-6dff-4868-8343-ec26ec50d206 service neutron] 10.222.0.73 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425632 Nov 10 19:06:54.115076 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9dcc407e-2695-47f5-8689-b1490365c55d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:54.147300 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f479b32-6606-4149-831f-b88d50d4783c req-599bd919-2e40-4ba7-97bb-5ade63fc177a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:54.148934 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7f479b32-6606-4149-831f-b88d50d4783c req-599bd919-2e40-4ba7-97bb-5ade63fc177a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=34d86bed-ff03-44e0-b566-0ecdf3d0ce56 HTTP/1.1" status: 200 len: 848 time: 0.1141307 Nov 10 19:06:54.194921 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7f479b32-6606-4149-831f-b88d50d4783c req-4c559b60-1329-4a83-bf8e-cc3a258504e3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a42d4887-cb04-48c7-8111-765e5b18298b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333955 Nov 10 19:06:54.235956 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:54.237915 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e64a0ed3-a0b2-4dc7-a850-acfd72bef533 req-f4dc6a04-5108-4be9-82ed-a419368e734a tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579549 Nov 10 19:06:54.267547 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081bfce-23c1-4b87-8cfb-39619bbb13b3 req-183db824-5694-46f5-b63b-ff56230aac73 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:54.274707 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6081bfce-23c1-4b87-8cfb-39619bbb13b3 req-183db824-5694-46f5-b63b-ff56230aac73 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96bb429-4488-4601-b47a-5686ddfd8f92 HTTP/1.1" status: 200 len: 950 time: 0.1800654 Nov 10 19:06:54.290626 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9dcc407e-2695-47f5-8689-b1490365c55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:54.293729 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9dcc407e-2695-47f5-8689-b1490365c55d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:54.297409 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9dcc407e-2695-47f5-8689-b1490365c55d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8cb6a4a0-42af-4eb6-9feb-0eb2b994aa47 HTTP/1.1" status: 204 len: 168 time: 0.3867564 Nov 10 19:06:54.319945 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc407e-2695-47f5-8689-b1490365c55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb6a4a0-42af-4eb6-9feb-0eb2b994aa47,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:54.323544 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-942637a5-7b7b-47ff-b1ef-2db777d80572 service neutron] 10.222.0.73 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391136 Nov 10 19:06:54.377348 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7f479b32-6606-4149-831f-b88d50d4783c req-a1fb4c0c-3b18-4624-8621-dd9627f2323c service neutron] 10.222.0.73 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661050 Nov 10 19:06:54.409403 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad58c3-cd6a-47b1-94cb-9bf2e5cff64c req-59500f00-32c4-4f18-befa-7fd6a732f358 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:54.417803 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7dad58c3-cd6a-47b1-94cb-9bf2e5cff64c req-59500f00-32c4-4f18-befa-7fd6a732f358 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 950 time: 0.1094460 Nov 10 19:06:54.438796 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6081bfce-23c1-4b87-8cfb-39619bbb13b3 req-bed5fdb0-053e-49c3-95f9-54001d505112 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621830 Nov 10 19:06:54.529720 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7dad58c3-cd6a-47b1-94cb-9bf2e5cff64c req-d70d0387-724d-436c-b5ee-6f3b40715b15 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108294 Nov 10 19:06:54.540019 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-1654e3f8-09a9-44db-aac3-8ca8c3d3ec7b tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:54.542058 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-1654e3f8-09a9-44db-aac3-8ca8c3d3ec7b tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=8d036cbf-333b-4e71-bea1-09e852d37598&tenant_id=740aa4129faa48ffa1d5e7369c5159ee&binding%3Ahost_id=n-h2-813897-4 HTTP/1.1" status: 200 len: 1096 time: 0.1210766 Nov 10 19:06:54.558273 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-538fb2d7-b58b-4997-aa0f-1455e075de08 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813897-4'}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:54.588928 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7f479b32-6606-4149-831f-b88d50d4783c req-ae3670ad-baa0-462b-9f80-674ceffae53f service neutron] 10.222.0.73 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994591 Nov 10 19:06:54.642969 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-538fb2d7-b58b-4997-aa0f-1455e075de08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:54.651556 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ceb93b-8216-45ce-89f1-b6943766a8f9 x-openstack-request-id: req-23ceb93b-8216-45ce-89f1-b6943766a8f9 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:06:54.652029 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c90d975-89d6-4a99-b745-14de632e2621", "tag": "a4558276-7f95-46f2-9e4a-f4cd64165e28", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:06:54.652356 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-23ceb93b-8216-45ce-89f1-b6943766a8f9 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:06:54.652960 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c90d975-89d6-4a99-b745-14de632e2621', 'tag': 'a4558276-7f95-46f2-9e4a-f4cd64165e28', 'status': 'completed', 'code': 200} Nov 10 19:06:54.741737 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:54.823519 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-241b6398-598a-4798-9a4e-0680ab588ae4 req-af78f4a9-0a92-4620-aa54-77f63e6f60ff tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "GET /v2.0/security-groups/b2115bfc-81e7-4bb4-ac00-04f8f4c00292 HTTP/1.1" status: 200 len: 1819 time: 0.1325192 Nov 10 19:06:54.823666 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1904e4-b765-4e32-bb75-b69f12416321 req-9c2410ab-7eec-4a67-8c91-303b6eabb16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:54.825219 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f1904e4-b765-4e32-bb75-b69f12416321 req-9c2410ab-7eec-4a67-8c91-303b6eabb16b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a08ec8828e22441bac9028fb3e613990&device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 1094 time: 0.1053023 Nov 10 19:06:54.879335 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-538fb2d7-b58b-4997-aa0f-1455e075de08 service neutron] For port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a75e56e2-9c4b-42c0-b5e0-826d640ea3f9,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:54.974688 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-d5564542-68a9-44e9-9426-d9f5270237b8 req-432f670a-64eb-4f2c-948d-9d14a176bed8 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-274165339', 'description': 'tempest-description-1986892019'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:54.991360 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1904e4-b765-4e32-bb75-b69f12416321 req-a44e7440-a48c-4efe-9b69-61ed49b16842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:54.993210 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f1904e4-b765-4e32-bb75-b69f12416321 req-a44e7440-a48c-4efe-9b69-61ed49b16842 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a42d4887-cb04-48c7-8111-765e5b18298b HTTP/1.1" status: 200 len: 909 time: 0.1446643 Nov 10 19:06:55.006926 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-538fb2d7-b58b-4997-aa0f-1455e075de08 service neutron] For port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:06:55.042481 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f1904e4-b765-4e32-bb75-b69f12416321 req-77087499-a125-4db3-9781-e17199e8e6a3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4558276-7f95-46f2-9e4a-f4cd64165e28 HTTP/1.1" status: 200 len: 217 time: 0.0371821 Nov 10 19:06:55.044664 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04986140-f09e-415e-b6a0-98cd18679d51 req-8d46d9ee-af11-4f4d-a474-a8078b569fcb tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:55.046252 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-04986140-f09e-415e-b6a0-98cd18679d51 req-8d46d9ee-af11-4f4d-a474-a8078b569fcb tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 943 time: 0.1127560 Nov 10 19:06:55.049106 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d5564542-68a9-44e9-9426-d9f5270237b8 req-432f670a-64eb-4f2c-948d-9d14a176bed8 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:55.095181 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d036cbf-333b-4e71-bea1-09e852d37598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a75e56e2-9c4b-42c0-b5e0-826d640ea3f9'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:06:55.097471 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcae2f7-e85c-400d-8f5f-3cd9ed0a4961" -d '{"events": [{"server_uuid": "8d036cbf-333b-4e71-bea1-09e852d37598", "name": "network-vif-unplugged", "status": "completed", "tag": "a75e56e2-9c4b-42c0-b5e0-826d640ea3f9"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:06:55.101635 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-538fb2d7-b58b-4997-aa0f-1455e075de08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:55.114530 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1904e4-b765-4e32-bb75-b69f12416321 req-75a3395c-0a94-47e9-81ec-aeb562ee7c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:55.115700 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f1904e4-b765-4e32-bb75-b69f12416321 req-75a3395c-0a94-47e9-81ec-aeb562ee7c94 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=34d86bed-ff03-44e0-b566-0ecdf3d0ce56 HTTP/1.1" status: 200 len: 848 time: 0.0574727 Nov 10 19:06:55.128072 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-538fb2d7-b58b-4997-aa0f-1455e075de08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:55.158145 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f1904e4-b765-4e32-bb75-b69f12416321 req-c99dcd67-781f-4ab0-8be8-45e8dc29955d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a42d4887-cb04-48c7-8111-765e5b18298b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288844 Nov 10 19:06:55.193423 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-04986140-f09e-415e-b6a0-98cd18679d51 req-986551ab-ebfc-40ea-b1a5-15a9802b785c tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400476 Nov 10 19:06:55.255844 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fb2d7-b58b-4997-aa0f-1455e075de08 service neutron] Pushing event updated for resources: {'Port': ['ID=a75e56e2-9c4b-42c0-b5e0-826d640ea3f9,revision_number=7']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:55.278413 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d5564542-68a9-44e9-9426-d9f5270237b8 req-432f670a-64eb-4f2c-948d-9d14a176bed8 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:55.285679 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-538fb2d7-b58b-4997-aa0f-1455e075de08 service neutron] Attempting to bind port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 on host n-h2-813897-4 for vnic_type normal with profile {"migrating_to": "n-h1-813897-4"} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:06:55.286052 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-538fb2d7-b58b-4997-aa0f-1455e075de08 service neutron] Attempting to bind port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:06:55.286381 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-538fb2d7-b58b-4997-aa0f-1455e075de08 service neutron] Attempting to bind port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 on network 74048eaf-c023-4244-acc6-bb708e07e097 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:06:55.288501 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d5564542-68a9-44e9-9426-d9f5270237b8 req-432f670a-64eb-4f2c-948d-9d14a176bed8 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:55.317957 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-538fb2d7-b58b-4997-aa0f-1455e075de08 service neutron] Port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 on network 74048eaf-c023-4244-acc6-bb708e07e097 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:06:55.319976 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-538fb2d7-b58b-4997-aa0f-1455e075de08 service neutron] Attempting to bind port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 on network 74048eaf-c023-4244-acc6-bb708e07e097 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:06:55.342409 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f670a-64eb-4f2c-948d-9d14a176bed8 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3eb6d96-1396-48eb-b056-2668858c4103,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:55.350847 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-538fb2d7-b58b-4997-aa0f-1455e075de08 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:06:55.351195 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-538fb2d7-b58b-4997-aa0f-1455e075de08 service neutron] Checking segment: {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:06:55.351581 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-538fb2d7-b58b-4997-aa0f-1455e075de08 service neutron] Bound using segment: {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:06:55.352587 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-538fb2d7-b58b-4997-aa0f-1455e075de08 service neutron] Bound port: a75e56e2-9c4b-42c0-b5e0-826d640ea3f9, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:06:55.352739 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-538fb2d7-b58b-4997-aa0f-1455e075de08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:55.372372 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f1904e4-b765-4e32-bb75-b69f12416321 req-fb2b0b52-a8ae-4509-8771-82a8922ad5d0 service neutron] 10.222.0.73 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039568 Nov 10 19:06:55.374042 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d5564542-68a9-44e9-9426-d9f5270237b8 req-432f670a-64eb-4f2c-948d-9d14a176bed8 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:55.385723 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d5564542-68a9-44e9-9426-d9f5270237b8 req-432f670a-64eb-4f2c-948d-9d14a176bed8 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4362736 Nov 10 19:06:55.438941 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-df384b9b-328f-437d-9bbd-c7a2f7d2250b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:55.441272 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-df384b9b-328f-437d-9bbd-c7a2f7d2250b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 1101 time: 0.1133592 Nov 10 19:06:55.448314 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c5d1b4-446a-4616-8b2c-66a5a3ea5f05 x-openstack-request-id: req-f7c5d1b4-446a-4616-8b2c-66a5a3ea5f05 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:06:55.448604 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d036cbf-333b-4e71-bea1-09e852d37598", "name": "network-vif-unplugged", "status": "completed", "tag": "a75e56e2-9c4b-42c0-b5e0-826d640ea3f9", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:06:55.448861 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f7c5d1b4-446a-4616-8b2c-66a5a3ea5f05 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:06:55.449247 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d036cbf-333b-4e71-bea1-09e852d37598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a75e56e2-9c4b-42c0-b5e0-826d640ea3f9', 'code': 200} Nov 10 19:06:55.507981 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-538fb2d7-b58b-4997-aa0f-1455e075de08 service neutron] For port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:06:55.512671 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-538fb2d7-b58b-4997-aa0f-1455e075de08 service neutron] For port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a75e56e2-9c4b-42c0-b5e0-826d640ea3f9,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:06:55.522131 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-538fb2d7-b58b-4997-aa0f-1455e075de08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:55.573843 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f1904e4-b765-4e32-bb75-b69f12416321 req-263abf39-c1f2-42e9-bf3d-bd4111f83ef4 service neutron] 10.222.0.73 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874011 Nov 10 19:06:55.596534 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-7e149150-2b11-4fd2-80c4-9f7e6f41e02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:55.598108 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-7e149150-2b11-4fd2-80c4-9f7e6f41e02f service neutron] 10.222.0.73 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.1269906 Nov 10 19:06:55.667037 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-5adfcb7c-af90-442a-a550-551620d3c49e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=a9b2f03a-deee-4eb9-a710-4ba943fbfc70 HTTP/1.1" status: 200 len: 217 time: 0.0529737 Nov 10 19:06:55.676697 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47472c-dacd-4574-bf6b-729f7716fcbd req-f35c723a-fa3b-4705-8c55-06dcf54fcb95 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:55.679494 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8f69a449-697a-42d0-9dbe-d77ae2e7ea00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:55.685413 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3c47472c-dacd-4574-bf6b-729f7716fcbd req-f35c723a-fa3b-4705-8c55-06dcf54fcb95 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d036cbf-333b-4e71-bea1-09e852d37598 HTTP/1.1" status: 200 len: 943 time: 0.1273088 Nov 10 19:06:55.696727 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fb2d7-b58b-4997-aa0f-1455e075de08 service neutron] Pushing event updated for resources: {'Port': ['ID=a75e56e2-9c4b-42c0-b5e0-826d640ea3f9,revision_number=8']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:55.759767 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-538fb2d7-b58b-4997-aa0f-1455e075de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:55.760059 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-538fb2d7-b58b-4997-aa0f-1455e075de08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:55.761665 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-538fb2d7-b58b-4997-aa0f-1455e075de08 service neutron] 10.222.0.73 "PUT /v2.0/ports/a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 HTTP/1.1" status: 200 len: 1121 time: 1.2090132 Nov 10 19:06:55.770728 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-88a620dc-565f-45b6-8cf9-e3213a33b2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:55.773133 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-88a620dc-565f-45b6-8cf9-e3213a33b2d0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0839767 Nov 10 19:06:55.829098 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3c47472c-dacd-4574-bf6b-729f7716fcbd req-797cee8f-d9bb-4291-9945-46b97744f7b7 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404183 Nov 10 19:06:55.850213 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-adcf1b85-1989-4626-a0ab-1864a9dde78a req-0211386c-3070-482c-81c7-9d5be09bc13b tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "GET /v2.0/security-groups/a3eb6d96-1396-48eb-b056-2668858c4103 HTTP/1.1" status: 200 len: 1821 time: 0.1121171 Nov 10 19:06:55.856017 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-adcf1b85-1989-4626-a0ab-1864a9dde78a req-8e52656c-3ea6-4cf4-bbed-7d67695fd4b5 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a3eb6d96-1396-48eb-b056-2668858c4103', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:55.856467 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-adcf1b85-1989-4626-a0ab-1864a9dde78a req-8e52656c-3ea6-4cf4-bbed-7d67695fd4b5 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a3eb6d96-1396-48eb-b056-2668858c4103', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:55.875848 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-5f7463ba-478d-4d9e-adea-1a81f3478202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:55.879508 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-5f7463ba-478d-4d9e-adea-1a81f3478202 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0915585 Nov 10 19:06:55.894600 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['a75e56e2-9c4b-42c0-b5e0-826d640ea3f9'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:06:55.978969 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-adcf1b85-1989-4626-a0ab-1864a9dde78a req-8e52656c-3ea6-4cf4-bbed-7d67695fd4b5 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:55.999945 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-aaca6e19-46a0-4115-acf9-2fa2f7809def service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058793 Nov 10 19:06:56.021704 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52d2c3-3b7d-4941-911d-07056fa6b626 req-530ec20a-5019-41ce-ba6c-4081ba82eaed tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:56.023285 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d52d2c3-3b7d-4941-911d-07056fa6b626 req-530ec20a-5019-41ce-ba6c-4081ba82eaed tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96bb429-4488-4601-b47a-5686ddfd8f92 HTTP/1.1" status: 200 len: 950 time: 0.0915005 Nov 10 19:06:56.025345 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-adcf1b85-1989-4626-a0ab-1864a9dde78a req-8e52656c-3ea6-4cf4-bbed-7d67695fd4b5 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:56.031699 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-adcf1b85-1989-4626-a0ab-1864a9dde78a req-8e52656c-3ea6-4cf4-bbed-7d67695fd4b5 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:56.068278 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52656c-3ea6-4cf4-bbed-7d67695fd4b5 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc6cdc4-e7a2-431d-968c-aa70963486c0,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:56.091217 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-adcf1b85-1989-4626-a0ab-1864a9dde78a req-8e52656c-3ea6-4cf4-bbed-7d67695fd4b5 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:56.092433 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-adcf1b85-1989-4626-a0ab-1864a9dde78a req-8e52656c-3ea6-4cf4-bbed-7d67695fd4b5 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2413788 Nov 10 19:06:56.114405 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d52d2c3-3b7d-4941-911d-07056fa6b626 req-410970e3-9e86-4baf-9733-c24e6392fcda tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802732 Nov 10 19:06:56.156511 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-45b03e70-7108-49bd-a1a1-4adfec676145 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434329 Nov 10 19:06:56.240471 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070373f3-b6f7-4b58-b6ad-683416f0fe7a req-e019e00f-d7ce-43a4-8b9b-750800d553d2 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:56.246340 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-070373f3-b6f7-4b58-b6ad-683416f0fe7a req-e019e00f-d7ce-43a4-8b9b-750800d553d2 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 950 time: 0.0732501 Nov 10 19:06:56.317593 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a113d9d-dc9b-422f-adeb-a32493e9ae56 req-433d54b5-f4c4-4712-b73e-c19466cc3f8a tempest-QuotasAdminNegativeTest-968678619 tempest-QuotasAdminNegativeTest-968678619-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=38f57241076445f486dfca165d929cb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320513 Nov 10 19:06:56.322159 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-070373f3-b6f7-4b58-b6ad-683416f0fe7a req-d8dfacb1-859c-4d76-8cfc-1393245b13ac tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730994 Nov 10 19:06:56.456189 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-38b131e3-c867-4320-a484-eba3933b525a req-c00603ec-4292-4e3e-9460-303fc43cbb7a tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "GET /v2.0/security-groups/a3eb6d96-1396-48eb-b056-2668858c4103 HTTP/1.1" status: 200 len: 2414 time: 0.0962248 Nov 10 19:06:56.474748 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-38b131e3-c867-4320-a484-eba3933b525a req-74b64bce-5971-4048-8b1f-51e8341c601c tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a3eb6d96-1396-48eb-b056-2668858c4103', 'remote_group_id': None}]} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:56.475825 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-38b131e3-c867-4320-a484-eba3933b525a req-74b64bce-5971-4048-8b1f-51e8341c601c tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a3eb6d96-1396-48eb-b056-2668858c4103', 'remote_group_id': None}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:06:56.491816 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a113d9d-dc9b-422f-adeb-a32493e9ae56 req-7721bde0-3d7c-4c10-bfcf-a2ac54c67519 tempest-QuotasAdminNegativeTest-968678619 tempest-QuotasAdminNegativeTest-968678619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:56.493270 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a113d9d-dc9b-422f-adeb-a32493e9ae56 req-7721bde0-3d7c-4c10-bfcf-a2ac54c67519 tempest-QuotasAdminNegativeTest-968678619 tempest-QuotasAdminNegativeTest-968678619-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1670315 Nov 10 19:06:56.515203 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a113d9d-dc9b-422f-adeb-a32493e9ae56 req-33eeac7a-93b4-4f39-8960-5b6d8847e55e tempest-QuotasAdminNegativeTest-968678619 tempest-QuotasAdminNegativeTest-968678619-project] 10.222.0.54 "GET /v2.0/quotas/38f57241076445f486dfca165d929cb2 HTTP/1.1" status: 200 len: 375 time: 0.0141695 Nov 10 19:06:56.554280 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a113d9d-dc9b-422f-adeb-a32493e9ae56 req-0f6f7ea2-bd02-46a5-99b8-c44e9c4fbb5a tempest-QuotasAdminNegativeTest-968678619 tempest-QuotasAdminNegativeTest-968678619-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=38f57241076445f486dfca165d929cb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330055 Nov 10 19:06:56.577798 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-38b131e3-c867-4320-a484-eba3933b525a req-74b64bce-5971-4048-8b1f-51e8341c601c tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:56.605003 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-38b131e3-c867-4320-a484-eba3933b525a req-74b64bce-5971-4048-8b1f-51e8341c601c tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:56.614972 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-38b131e3-c867-4320-a484-eba3933b525a req-74b64bce-5971-4048-8b1f-51e8341c601c tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:56.637138 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b64bce-5971-4048-8b1f-51e8341c601c tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=298245df-0c5e-4937-89d8-98b6bf3bf0c5,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:56.647347 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-38b131e3-c867-4320-a484-eba3933b525a req-74b64bce-5971-4048-8b1f-51e8341c601c tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:56.648563 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-38b131e3-c867-4320-a484-eba3933b525a req-74b64bce-5971-4048-8b1f-51e8341c601c tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1847448 Nov 10 19:06:56.738178 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cbc19-f6a9-47af-8e15-20bd57aa0863 req-e513c145-0282-4597-a003-47026f7940c3 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:56.739569 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4f2cbc19-f6a9-47af-8e15-20bd57aa0863 req-e513c145-0282-4597-a003-47026f7940c3 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=20de924b-a6cf-4831-8f16-caaf676cc1dc HTTP/1.1" status: 200 len: 949 time: 0.0771921 Nov 10 19:06:56.779561 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0105e7-5489-46f9-90b5-b4d382c0611f req-c29b7490-8e38-4541-9caf-ffd1991f5299 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:56.781032 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9f0105e7-5489-46f9-90b5-b4d382c0611f req-c29b7490-8e38-4541-9caf-ffd1991f5299 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 943 time: 0.0797088 Nov 10 19:06:56.817304 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4f2cbc19-f6a9-47af-8e15-20bd57aa0863 req-85ee1904-6bd7-42d9-ad28-afcbeee50120 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713363 Nov 10 19:06:56.844724 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9f0105e7-5489-46f9-90b5-b4d382c0611f req-1b614b89-3295-4f97-abdf-2abbbae56fe7 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576322 Nov 10 19:06:57.028357 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:57.032582 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cd52cc1-6736-44bd-98a5-6eb791dca840 req-a3a2adb0-fab6-487d-9f68-ab45ca43f4e0 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "GET /v2.0/security-groups/a3eb6d96-1396-48eb-b056-2668858c4103 HTTP/1.1" status: 200 len: 3012 time: 0.0580168 Nov 10 19:06:57.250279 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d762582-aec9-4c9c-b22d-dc1ae1fdcdc1 req-681c6fd0-d692-4619-8da0-3cc7f7386655 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:57.251960 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4d762582-aec9-4c9c-b22d-dc1ae1fdcdc1 req-681c6fd0-d692-4619-8da0-3cc7f7386655 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d036cbf-333b-4e71-bea1-09e852d37598 HTTP/1.1" status: 200 len: 943 time: 0.0580008 Nov 10 19:06:57.303824 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4d762582-aec9-4c9c-b22d-dc1ae1fdcdc1 req-cde1a8e4-16a5-47b1-944a-4b0afe7cab96 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454092 Nov 10 19:06:57.368481 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45cdac7c-b493-4137-9bc9-fc99ae538c37 req-531d1d43-a93c-40ff-a03c-c4dc6bd7bed7 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "GET /v2.0/security-group-rules/298245df-0c5e-4937-89d8-98b6bf3bf0c5 HTTP/1.1" status: 200 len: 783 time: 0.0251577 Nov 10 19:06:57.384559 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device a4558276-7f95-46f2-9e4a-f4cd64165e28 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:06:57.423868 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45cdac7c-b493-4137-9bc9-fc99ae538c37 req-62e74522-f8e5-4139-8624-87a339724855 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "GET /v2.0/security-groups/a3eb6d96-1396-48eb-b056-2668858c4103 HTTP/1.1" status: 200 len: 3012 time: 0.0486364 Nov 10 19:06:57.450912 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d036cbf-333b-4e71-bea1-09e852d37598', 'tag': 'a75e56e2-9c4b-42c0-b5e0-826d640ea3f9'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:06:57.453234 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770a077a-c837-493a-bc84-07067f05eb8f" -d '{"events": [{"name": "network-changed", "server_uuid": "8d036cbf-333b-4e71-bea1-09e852d37598", "tag": "a75e56e2-9c4b-42c0-b5e0-826d640ea3f9"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:06:57.485310 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-45cdac7c-b493-4137-9bc9-fc99ae538c37 req-4215e1b9-26cd-4d3e-8bc2-08ec2c64c68e tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:57.486312 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port a4558276-7f95-46f2-9e4a-f4cd64165e28, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=a4558276-7f95-46f2-9e4a-f4cd64165e28,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:57.496313 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-45cdac7c-b493-4137-9bc9-fc99ae538c37 req-4215e1b9-26cd-4d3e-8bc2-08ec2c64c68e tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:57.498754 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'a4558276-7f95-46f2-9e4a-f4cd64165e28', 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b', 'port_id': 'a4558276-7f95-46f2-9e4a-f4cd64165e28', 'mac_address': 'fa:16:3e:fb:6d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d86bed-ff03-44e0-b566-0ecdf3d0ce56', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:06:57.534662 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb822119-c3be-4d31-a73e-3c0d68477a85 req-98de830a-29d9-4785-b298-a3f79dbdd6e5 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:57.540566 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb822119-c3be-4d31-a73e-3c0d68477a85 req-98de830a-29d9-4785-b298-a3f79dbdd6e5 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:57.542256 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb822119-c3be-4d31-a73e-3c0d68477a85 req-98de830a-29d9-4785-b298-a3f79dbdd6e5 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=20de924b-a6cf-4831-8f16-caaf676cc1dc&device_id=c96bb429-4488-4601-b47a-5686ddfd8f92 HTTP/1.1" status: 200 len: 1690 time: 0.1042738 Nov 10 19:06:57.548437 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:57.563122 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-45cdac7c-b493-4137-9bc9-fc99ae538c37 req-4215e1b9-26cd-4d3e-8bc2-08ec2c64c68e tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:57.567727 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4558276-7f95-46f2-9e4a-f4cd64165e28 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:06:57.571508 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-45cdac7c-b493-4137-9bc9-fc99ae538c37 req-4215e1b9-26cd-4d3e-8bc2-08ec2c64c68e tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:57.572639 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45cdac7c-b493-4137-9bc9-fc99ae538c37 req-4215e1b9-26cd-4d3e-8bc2-08ec2c64c68e tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/298245df-0c5e-4937-89d8-98b6bf3bf0c5 HTTP/1.1" status: 204 len: 173 time: 0.1413093 Nov 10 19:06:57.588467 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215e1b9-26cd-4d3e-8bc2-08ec2c64c68e tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=298245df-0c5e-4937-89d8-98b6bf3bf0c5,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:57.589040 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port a4558276-7f95-46f2-9e4a-f4cd64165e28, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=a4558276-7f95-46f2-9e4a-f4cd64165e28,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:57.600038 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:57.620103 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb822119-c3be-4d31-a73e-3c0d68477a85 req-6c663dc2-d14c-4efd-b20e-7134eb0e3c99 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706780 Nov 10 19:06:57.672982 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=a4558276-7f95-46f2-9e4a-f4cd64165e28,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:57.803168 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a04e3-5983-476c-8801-802a4efada47 req-d767ba06-8506-4c49-9a4a-d88d06de68a3 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:57.805160 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-530a04e3-5983-476c-8801-802a4efada47 req-d767ba06-8506-4c49-9a4a-d88d06de68a3 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 950 time: 0.0637922 Nov 10 19:06:57.806498 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457a90f6-9153-41f3-9dbc-b6c85eacd917 x-openstack-request-id: req-457a90f6-9153-41f3-9dbc-b6c85eacd917 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:06:57.806812 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d036cbf-333b-4e71-bea1-09e852d37598", "tag": "a75e56e2-9c4b-42c0-b5e0-826d640ea3f9", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:06:57.807034 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-457a90f6-9153-41f3-9dbc-b6c85eacd917 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:06:57.807418 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d036cbf-333b-4e71-bea1-09e852d37598', 'tag': 'a75e56e2-9c4b-42c0-b5e0-826d640ea3f9', 'status': 'completed', 'code': 200} Nov 10 19:06:57.952467 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51620) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:57.954082 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-530a04e3-5983-476c-8801-802a4efada47 req-a958de0f-dfb3-4354-bce4-0fc6d058ae93 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381025 Nov 10 19:06:57.965199 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a077a-c837-493a-bc84-07067f05eb8f req-db1dfa3c-9237-4532-91a6-2fd47979dee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:57.967526 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-770a077a-c837-493a-bc84-07067f05eb8f req-db1dfa3c-9237-4532-91a6-2fd47979dee6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=740aa4129faa48ffa1d5e7369c5159ee&device_id=8d036cbf-333b-4e71-bea1-09e852d37598 HTTP/1.1" status: 200 len: 1124 time: 0.1272340 Nov 10 19:06:57.979049 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-781a1d1c-5234-4f82-b2e7-9fd971be95c1 req-2a74500c-5c84-4cc9-9b23-79f578f9e099 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "GET /v2.0/security-groups/a3eb6d96-1396-48eb-b056-2668858c4103 HTTP/1.1" status: 200 len: 2414 time: 0.1504130 Nov 10 19:06:58.035323 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['a4558276-7f95-46f2-9e4a-f4cd64165e28'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:06:58.063453 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51626) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:58.165656 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-af62275e-f9b1-4997-8d84-00fb1685595d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:58.169286 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fceea-c183-43fe-b34e-3ebd60fb6dd6 req-6a2b50ff-11b8-49b3-99d5-d643d4da723f tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:58.170868 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b21fceea-c183-43fe-b34e-3ebd60fb6dd6 req-6a2b50ff-11b8-49b3-99d5-d643d4da723f tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0806897 Nov 10 19:06:58.192578 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-781a1d1c-5234-4f82-b2e7-9fd971be95c1 req-0dd51b14-4d1f-4f4a-893f-e47df3ad6fda tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:58.221310 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a077a-c837-493a-bc84-07067f05eb8f req-827725c0-5e63-4b10-af2b-cd6db8182c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:58.223380 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-770a077a-c837-493a-bc84-07067f05eb8f req-827725c0-5e63-4b10-af2b-cd6db8182c61 service neutron] 10.222.0.25 "GET /v2.0/networks?id=74048eaf-c023-4244-acc6-bb708e07e097 HTTP/1.1" status: 200 len: 922 time: 0.2237244 Nov 10 19:06:58.223513 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58fbd1f0-bdda-42e6-832a-05212386c6bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:58.231292 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-781a1d1c-5234-4f82-b2e7-9fd971be95c1 req-0dd51b14-4d1f-4f4a-893f-e47df3ad6fda tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:58.294992 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-770a077a-c837-493a-bc84-07067f05eb8f req-4bf79829-d1a0-4543-8222-5f24458dbb51 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 HTTP/1.1" status: 200 len: 217 time: 0.0585980 Nov 10 19:06:58.300628 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-af62275e-f9b1-4997-8d84-00fb1685595d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:58.309240 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-af62275e-f9b1-4997-8d84-00fb1685595d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:58.326555 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b21fceea-c183-43fe-b34e-3ebd60fb6dd6 req-6e607823-001d-45f7-b90a-c2b644df5557 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454189 Nov 10 19:06:58.372130 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62275e-f9b1-4997-8d84-00fb1685595d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f5d4c5-ee91-4942-bf8c-1a5095155acb,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:58.374771 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a077a-c837-493a-bc84-07067f05eb8f req-fb20e605-8759-4a9f-afbc-ed8ed318f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:58.376606 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-770a077a-c837-493a-bc84-07067f05eb8f req-fb20e605-8759-4a9f-afbc-ed8ed318f555 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=91093ec9-e097-43f7-865c-a8764e927d57 HTTP/1.1" status: 200 len: 861 time: 0.0700660 Nov 10 19:06:58.380562 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-af62275e-f9b1-4997-8d84-00fb1685595d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=38f57241076445f486dfca165d929cb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4262002 Nov 10 19:06:58.383369 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58fbd1f0-bdda-42e6-832a-05212386c6bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:58.384189 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51632) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:58.392158 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58fbd1f0-bdda-42e6-832a-05212386c6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:58.402106 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-781a1d1c-5234-4f82-b2e7-9fd971be95c1 req-0dd51b14-4d1f-4f4a-893f-e47df3ad6fda tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:58.406887 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-781a1d1c-5234-4f82-b2e7-9fd971be95c1 req-0dd51b14-4d1f-4f4a-893f-e47df3ad6fda tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:58.420671 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-781a1d1c-5234-4f82-b2e7-9fd971be95c1 req-0dd51b14-4d1f-4f4a-893f-e47df3ad6fda tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "DELETE /v2.0/security-groups/a3eb6d96-1396-48eb-b056-2668858c4103 HTTP/1.1" status: 204 len: 173 time: 0.4406137 Nov 10 19:06:58.462359 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-770a077a-c837-493a-bc84-07067f05eb8f req-ac29d7a7-434e-4999-a085-4e87d428baa9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=74048eaf-c023-4244-acc6-bb708e07e097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749273 Nov 10 19:06:58.477693 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fbd1f0-bdda-42e6-832a-05212386c6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685f2793-758a-4eb9-be02-3ae3332564aa,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:58.483023 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd51b14-4d1f-4f4a-893f-e47df3ad6fda tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3eb6d96-1396-48eb-b056-2668858c4103,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:58.485091 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-58fbd1f0-bdda-42e6-832a-05212386c6bd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3b0749a98f2341c6b3b7bfbebf9bb9e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4204752 Nov 10 19:06:58.485741 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51636) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:58.523400 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-081a96fe-98b8-464e-9978-390d6411dfa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:58.526427 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:58.559377 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-081a96fe-98b8-464e-9978-390d6411dfa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:58.603038 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4fa5498-6570-4242-a6c5-9bf8365ab34e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:58.610316 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b4b16-025f-44d4-88dc-5c85927574a8 req-60654c32-134d-48ed-973a-92b28e9e5b35 tempest-ServersOnMultiNodesTest-809608394 tempest-ServersOnMultiNodesTest-809608394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:58.611883 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a63b4b16-025f-44d4-88dc-5c85927574a8 req-60654c32-134d-48ed-973a-92b28e9e5b35 tempest-ServersOnMultiNodesTest-809608394 tempest-ServersOnMultiNodesTest-809608394-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=20de924b-a6cf-4831-8f16-caaf676cc1dc HTTP/1.1" status: 200 len: 1100 time: 0.1527228 Nov 10 19:06:58.641991 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4fa5498-6570-4242-a6c5-9bf8365ab34e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:58.657055 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350eff5-f998-4bc6-b70a-7e77f27010be req-1a58d0e7-9c7e-4616-a08a-f31c8c5405f7 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:58.658498 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4350eff5-f998-4bc6-b70a-7e77f27010be req-1a58d0e7-9c7e-4616-a08a-f31c8c5405f7 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d036cbf-333b-4e71-bea1-09e852d37598 HTTP/1.1" status: 200 len: 943 time: 0.1456206 Nov 10 19:06:58.672841 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-081a96fe-98b8-464e-9978-390d6411dfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:58.675493 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-081a96fe-98b8-464e-9978-390d6411dfa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:58.676648 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-081a96fe-98b8-464e-9978-390d6411dfa3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/47f5d4c5-ee91-4942-bf8c-1a5095155acb HTTP/1.1" status: 204 len: 168 time: 0.2914560 Nov 10 19:06:58.680795 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-770a077a-c837-493a-bc84-07067f05eb8f req-d591669f-b61b-430e-b72a-5b5c42967aac service neutron] 10.222.0.25 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991014 Nov 10 19:06:58.691544 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a96fe-98b8-464e-9978-390d6411dfa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f5d4c5-ee91-4942-bf8c-1a5095155acb,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:58.724919 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4fa5498-6570-4242-a6c5-9bf8365ab34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:58.728155 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4fa5498-6570-4242-a6c5-9bf8365ab34e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:58.731561 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b4fa5498-6570-4242-a6c5-9bf8365ab34e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/685f2793-758a-4eb9-be02-3ae3332564aa HTTP/1.1" status: 204 len: 168 time: 0.2440033 Nov 10 19:06:58.749240 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa5498-6570-4242-a6c5-9bf8365ab34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685f2793-758a-4eb9-be02-3ae3332564aa,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:58.944402 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-de728c08-04e3-4f5e-8956-799584bc1467 req-a72c2c40-3a60-43f8-89cd-d6bd52e978ac service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b5d767ea-42d9-480e-bb06-0503d89e1eaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0499549 Nov 10 19:06:59.007978 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a63b4b16-025f-44d4-88dc-5c85927574a8 req-4c68c93f-e092-4004-88d8-973c7cba919a tempest-ServersOnMultiNodesTest-809608394 tempest-ServersOnMultiNodesTest-809608394-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743796 Nov 10 19:06:59.037892 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4350eff5-f998-4bc6-b70a-7e77f27010be req-96cc2b40-cd7b-484b-96c1-db391550ceb3 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670983 Nov 10 19:06:59.080232 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de728c08-04e3-4f5e-8956-799584bc1467 req-2b1616f4-3efe-44af-a113-95d94f94f4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:59.082584 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [req-ce0e83ad-d02d-4e57-b193-4ff2c8452385 req-b7e936da-8765-4334-8ba3-bec727e281d6 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] show failed (client error): The resource could not be found. Nov 10 19:06:59.083787 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ce0e83ad-d02d-4e57-b193-4ff2c8452385 req-b7e936da-8765-4334-8ba3-bec727e281d6 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "GET /v2.0/security-groups/bc66de36-b65d-45c4-81e7-9a149e0cddca HTTP/1.1" status: 404 len: 352 time: 0.0263247 Nov 10 19:06:59.085620 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-de728c08-04e3-4f5e-8956-799584bc1467 req-2b1616f4-3efe-44af-a113-95d94f94f4c3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&device_id=b5d767ea-42d9-480e-bb06-0503d89e1eaa HTTP/1.1" status: 200 len: 1101 time: 0.0728087 Nov 10 19:06:59.113220 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-770a077a-c837-493a-bc84-07067f05eb8f req-1d6ef0d9-87d4-4d73-af66-62f72f609da5 service neutron] 10.222.0.25 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198401 Nov 10 19:06:59.154851 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51654) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:59.175737 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d4099354-3c38-42f1-b754-dc76232ec693 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:59.189578 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51656) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:59.207050 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5c802c04-ae5f-4014-b2ea-f3db13ca66b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:59.255451 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de728c08-04e3-4f5e-8956-799584bc1467 req-9441891f-f4e5-4b05-abb6-c48596e2310e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:59.257152 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-de728c08-04e3-4f5e-8956-799584bc1467 req-9441891f-f4e5-4b05-abb6-c48596e2310e service neutron] 10.222.0.25 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.1338279 Nov 10 19:06:59.271997 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:59.320238 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-de728c08-04e3-4f5e-8956-799584bc1467 req-c72eed02-f574-49ca-8f6f-c49240e01ab7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=2bd44ccf-d05c-46fd-be26-527d04cdd725 HTTP/1.1" status: 200 len: 217 time: 0.0438797 Nov 10 19:06:59.360767 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42b163-af3c-4d1c-8d9e-2ec20ba67bd6 req-9e177973-85aa-43e9-b09a-e9e38ea067a0 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:59.362577 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3a42b163-af3c-4d1c-8d9e-2ec20ba67bd6 req-9e177973-85aa-43e9-b09a-e9e38ea067a0 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 950 time: 0.1506515 Nov 10 19:06:59.367944 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac312b-228b-460a-b3c1-70064c3d05f7 req-c74ccd2c-3cff-4564-bd0e-fd3fe75725ea tempest-ServersOnMultiNodesTest-809608394 tempest-ServersOnMultiNodesTest-809608394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:59.369682 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c5ac312b-228b-460a-b3c1-70064c3d05f7 req-c74ccd2c-3cff-4564-bd0e-fd3fe75725ea tempest-ServersOnMultiNodesTest-809608394 tempest-ServersOnMultiNodesTest-809608394-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c96bb429-4488-4601-b47a-5686ddfd8f92 HTTP/1.1" status: 200 len: 1101 time: 0.1471629 Nov 10 19:06:59.381861 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de728c08-04e3-4f5e-8956-799584bc1467 req-839e846b-addd-4d8e-9cc0-a66733a13b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:59.383267 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-de728c08-04e3-4f5e-8956-799584bc1467 req-839e846b-addd-4d8e-9cc0-a66733a13b36 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0514185 Nov 10 19:06:59.400043 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:06:59.442389 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:06:59.444157 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de728c08-04e3-4f5e-8956-799584bc1467 req-b262841a-f6f0-4f42-8db7-9e39e4ded886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:59.445861 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-de728c08-04e3-4f5e-8956-799584bc1467 req-b262841a-f6f0-4f42-8db7-9e39e4ded886 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0489941 Nov 10 19:06:59.474311 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d4099354-3c38-42f1-b754-dc76232ec693 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:59.498169 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5c802c04-ae5f-4014-b2ea-f3db13ca66b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:59.499339 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d4099354-3c38-42f1-b754-dc76232ec693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:59.526815 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5c802c04-ae5f-4014-b2ea-f3db13ca66b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:59.530200 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a75e56e2-9c4b-42c0-b5e0-826d640ea3f9,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:59.545452 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3a42b163-af3c-4d1c-8d9e-2ec20ba67bd6 req-add99461-dbc2-4cad-92a1-73118e50d0bc tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708126 Nov 10 19:06:59.550862 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 has no active binding in host n-h1-813897-4 {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 19:06:59.560135 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-de728c08-04e3-4f5e-8956-799584bc1467 req-c257ab84-b015-4a6e-b014-5d3052813a8e service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058762 Nov 10 19:06:59.579235 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c5ac312b-228b-460a-b3c1-70064c3d05f7 req-90d0f0d2-e2e4-4ff0-9017-c395208400d4 tempest-ServersOnMultiNodesTest-809608394 tempest-ServersOnMultiNodesTest-809608394-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923537 Nov 10 19:06:59.596979 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4099354-3c38-42f1-b754-dc76232ec693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590939a8-a26b-4a2a-840e-91891bddb9f6,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:59.602534 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d4099354-3c38-42f1-b754-dc76232ec693 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=087b974c3d4c4a6ab0c5d019f02b2237&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4461825 Nov 10 19:06:59.615469 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51660) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:59.644670 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5c802c04-ae5f-4014-b2ea-f3db13ca66b1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7a74bf11f7cf4655863e7eb11336153d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4535892 Nov 10 19:06:59.652053 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51664) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:59.708571 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c802c04-ae5f-4014-b2ea-f3db13ca66b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fc501f-338e-4597-8812-c208602874d6,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:59.713454 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-de728c08-04e3-4f5e-8956-799584bc1467 req-d53a8fef-eb06-4784-af01-1968df2aa52a service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394346 Nov 10 19:06:59.738413 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c8a5ea52-61e3-4be1-8acb-1388fe02d80f req-586bbcb2-b41c-43fc-b451-ca648bb1b881 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "GET /v2.0/security-groups/b2115bfc-81e7-4bb4-ac00-04f8f4c00292 HTTP/1.1" status: 200 len: 1819 time: 0.1571290 Nov 10 19:06:59.836528 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f8019a57-0e0e-47dd-bb6c-c383e2dc443d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:59.854955 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87695908-ace5-4012-aa81-2b545129a048 req-966dc33e-8eb6-4368-becc-98182fd63238 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:59.856878 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-87695908-ace5-4012-aa81-2b545129a048 req-966dc33e-8eb6-4368-becc-98182fd63238 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.1493926 Nov 10 19:06:59.885506 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-012d0898-27fe-4f17-b8f9-3878acd613e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:59.918060 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f8019a57-0e0e-47dd-bb6c-c383e2dc443d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:59.929939 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c8a5ea52-61e3-4be1-8acb-1388fe02d80f req-f62b5e1b-8675-4eb5-9ae1-4f16195355a9 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:59.962548 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-012d0898-27fe-4f17-b8f9-3878acd613e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:00.017716 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c8a5ea52-61e3-4be1-8acb-1388fe02d80f req-f62b5e1b-8675-4eb5-9ae1-4f16195355a9 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:00.040909 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-87695908-ace5-4012-aa81-2b545129a048 req-8c2d6eb1-6698-44a2-bf9c-0757b11aee1d tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724465 Nov 10 19:07:00.091143 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c8a5ea52-61e3-4be1-8acb-1388fe02d80f req-f62b5e1b-8675-4eb5-9ae1-4f16195355a9 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:00.095830 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c8a5ea52-61e3-4be1-8acb-1388fe02d80f req-f62b5e1b-8675-4eb5-9ae1-4f16195355a9 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:00.098363 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c8a5ea52-61e3-4be1-8acb-1388fe02d80f req-f62b5e1b-8675-4eb5-9ae1-4f16195355a9 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "DELETE /v2.0/security-groups/b2115bfc-81e7-4bb4-ac00-04f8f4c00292 HTTP/1.1" status: 204 len: 173 time: 0.3578889 Nov 10 19:07:00.104148 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f8019a57-0e0e-47dd-bb6c-c383e2dc443d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:00.108521 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f8019a57-0e0e-47dd-bb6c-c383e2dc443d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:00.113505 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f8019a57-0e0e-47dd-bb6c-c383e2dc443d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/590939a8-a26b-4a2a-840e-91891bddb9f6 HTTP/1.1" status: 204 len: 168 time: 0.4971654 Nov 10 19:07:00.117732 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-012d0898-27fe-4f17-b8f9-3878acd613e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:00.122437 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-012d0898-27fe-4f17-b8f9-3878acd613e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:00.124351 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-012d0898-27fe-4f17-b8f9-3878acd613e1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/08fc501f-338e-4597-8812-c208602874d6 HTTP/1.1" status: 204 len: 168 time: 0.4644222 Nov 10 19:07:00.146185 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b5e1b-8675-4eb5-9ae1-4f16195355a9 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2115bfc-81e7-4bb4-ac00-04f8f4c00292,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:00.161335 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8019a57-0e0e-47dd-bb6c-c383e2dc443d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590939a8-a26b-4a2a-840e-91891bddb9f6,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:00.197201 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d0898-27fe-4f17-b8f9-3878acd613e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fc501f-338e-4597-8812-c208602874d6,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:00.255463 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5661927c-0634-4998-ba6e-eb840e396199 req-802cacbe-f6ea-4dc7-96b7-d2e3efaec978 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544360 Nov 10 19:07:00.332567 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-309b6a9a-04ea-418c-ad40-f0be14ca5f24 service neutron] 10.222.0.25 "GET /v2.0/ports/a75e56e2-9c4b-42c0-b5e0-826d640ea3f9/bindings/n-h1-813897-4 HTTP/1.1" status: 200 len: 384 time: 0.0739541 Nov 10 19:07:00.358487 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d19ea-89fb-4376-8d07-2c81b58e3ae6 req-75fe1e52-4c50-4c03-82a0-1324113986ae tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:00.366884 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-169d19ea-89fb-4376-8d07-2c81b58e3ae6 req-75fe1e52-4c50-4c03-82a0-1324113986ae tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d036cbf-333b-4e71-bea1-09e852d37598 HTTP/1.1" status: 200 len: 943 time: 0.1450315 Nov 10 19:07:00.451957 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661927c-0634-4998-ba6e-eb840e396199 req-6cbd5452-1cf1-420a-8ebf-f2ad1f9f7dac tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:00.459206 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5661927c-0634-4998-ba6e-eb840e396199 req-6cbd5452-1cf1-420a-8ebf-f2ad1f9f7dac tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1868255 Nov 10 19:07:00.476544 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ce12c013-2589-40a8-b108-66eb6abcb672 req-0881f09f-b0ac-4691-a215-abdaa6c63215 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=129c6611-1eb9-483b-b2dd-fc10ee39af03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0918639 Nov 10 19:07:00.477894 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-169d19ea-89fb-4376-8d07-2c81b58e3ae6 req-adc73210-d585-4548-b625-e2e167d7fb29 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100006 Nov 10 19:07:00.503670 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5661927c-0634-4998-ba6e-eb840e396199 req-ef0eb9a6-01a8-4b73-bb9f-dff84f080f27 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/quotas/0d7335f5df3b4e0fb20d05dce0cf0b45 HTTP/1.1" status: 200 len: 375 time: 0.0433052 Nov 10 19:07:00.625096 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5661927c-0634-4998-ba6e-eb840e396199 req-a4ebae38-f664-4595-bcc1-341ca225407b tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1198459 Nov 10 19:07:00.638412 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-898eaabe-dab0-4666-8e5d-a1e743674aa0 req-51f47c59-8aa8-4b8e-aefa-b8d9d65ed9de tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "GET /v2.0/security-groups/1f57d17a-1138-454e-8a89-fe2eb3e39245 HTTP/1.1" status: 200 len: 1820 time: 0.1074126 Nov 10 19:07:00.672593 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12c013-2589-40a8-b108-66eb6abcb672 req-fff779fe-8416-4d9a-8473-aeef8b5c0ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:00.674209 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ce12c013-2589-40a8-b108-66eb6abcb672 req-fff779fe-8416-4d9a-8473-aeef8b5c0ee8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eeb5c8ebb6ac4d4693aeaf63c555f1ed&device_id=129c6611-1eb9-483b-b2dd-fc10ee39af03 HTTP/1.1" status: 200 len: 1118 time: 0.1123784 Nov 10 19:07:00.706907 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-ee85535e-3339-4967-8c30-9d103dbd26cd service neutron] For port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a75e56e2-9c4b-42c0-b5e0-826d640ea3f9,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:07:00.786209 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-898eaabe-dab0-4666-8e5d-a1e743674aa0 req-e3ccf2a5-0df6-40e1-b6e1-8b3e3f69045f tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:00.823055 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-898eaabe-dab0-4666-8e5d-a1e743674aa0 req-e3ccf2a5-0df6-40e1-b6e1-8b3e3f69045f tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:00.849346 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12c013-2589-40a8-b108-66eb6abcb672 req-75e1435d-9c50-4a33-84a5-6ad96221257b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:00.851191 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ce12c013-2589-40a8-b108-66eb6abcb672 req-75e1435d-9c50-4a33-84a5-6ad96221257b service neutron] 10.222.0.73 "GET /v2.0/networks?id=423e20a9-8495-4dca-adac-a4f59edcf0b6 HTTP/1.1" status: 200 len: 925 time: 0.1390538 Nov 10 19:07:00.877011 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-ee85535e-3339-4967-8c30-9d103dbd26cd service neutron] For port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:07:00.981667 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-898eaabe-dab0-4666-8e5d-a1e743674aa0 req-e3ccf2a5-0df6-40e1-b6e1-8b3e3f69045f tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:00.986711 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-898eaabe-dab0-4666-8e5d-a1e743674aa0 req-e3ccf2a5-0df6-40e1-b6e1-8b3e3f69045f tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:00.987678 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-ee85535e-3339-4967-8c30-9d103dbd26cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:07:00.991135 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-898eaabe-dab0-4666-8e5d-a1e743674aa0 req-e3ccf2a5-0df6-40e1-b6e1-8b3e3f69045f tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "DELETE /v2.0/security-groups/1f57d17a-1138-454e-8a89-fe2eb3e39245 HTTP/1.1" status: 204 len: 173 time: 0.3516212 Nov 10 19:07:01.025821 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ccf2a5-0df6-40e1-b6e1-8b3e3f69045f tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f57d17a-1138-454e-8a89-fe2eb3e39245,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:01.041190 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-ee85535e-3339-4967-8c30-9d103dbd26cd service neutron] For port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=a75e56e2-9c4b-42c0-b5e0-826d640ea3f9,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:07:01.055908 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ce12c013-2589-40a8-b108-66eb6abcb672 req-13f8f683-eaca-4e1b-86a4-c4e7b8419070 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8337b31-6358-4a57-9b86-86cd24593ba4 HTTP/1.1" status: 200 len: 1022 time: 0.1912806 Nov 10 19:07:01.158930 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4d6fa509-2c6c-4937-bb0a-4a572531a3b9 req-0e0d092c-c13b-471b-bf03-bd0ab1797c44 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d3860bd-6c28-47ed-a1d6-a5c7152580f1 HTTP/1.1" status: 200 len: 210 time: 0.0815504 Nov 10 19:07:01.175235 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-ee85535e-3339-4967-8c30-9d103dbd26cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:01.201105 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd9908-9a9a-4202-a040-499e95ea2458 req-97985d31-15a0-4af3-b44a-bf8491d0c06c tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:01.202954 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4afd9908-9a9a-4202-a040-499e95ea2458 req-97985d31-15a0-4af3-b44a-bf8491d0c06c tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 950 time: 0.1498432 Nov 10 19:07:01.219819 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12c013-2589-40a8-b108-66eb6abcb672 req-881b623f-8c6a-4cac-b2f2-a9c8fb88ef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:01.221339 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ce12c013-2589-40a8-b108-66eb6abcb672 req-881b623f-8c6a-4cac-b2f2-a9c8fb88ef1d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a832f56-5207-4167-a27c-433bc2e28f2d HTTP/1.1" status: 200 len: 863 time: 0.1506870 Nov 10 19:07:01.292207 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab029b17-cdc4-4a46-a1e9-4d66aac45921 req-b1a17cc9-33e9-498d-9a3f-66535db9a179 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "GET /v2.0/security-groups/10ca74d1-f4fa-45d0-8995-af599d6f4216 HTTP/1.1" status: 200 len: 1821 time: 0.0792892 Nov 10 19:07:01.363810 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4afd9908-9a9a-4202-a040-499e95ea2458 req-7349db11-4c9c-4eb8-a568-df3607fd904d tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522143 Nov 10 19:07:01.391487 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12c013-2589-40a8-b108-66eb6abcb672 req-23a8b344-a12c-491d-b967-c71c89536b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:01.393067 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ce12c013-2589-40a8-b108-66eb6abcb672 req-23a8b344-a12c-491d-b967-c71c89536b30 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=423e20a9-8495-4dca-adac-a4f59edcf0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1204729 Nov 10 19:07:01.398599 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ab029b17-cdc4-4a46-a1e9-4d66aac45921 req-d24610e0-2ce6-4595-b55c-6d6552ed80aa tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:01.412636 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device a4558276-7f95-46f2-9e4a-f4cd64165e28 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:07:01.435628 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ab029b17-cdc4-4a46-a1e9-4d66aac45921 req-d24610e0-2ce6-4595-b55c-6d6552ed80aa tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:01.539189 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c771f-1893-484d-9884-968253362524 req-83102606-07c4-4702-903e-3fc549005ac3 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:01.541062 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f1c771f-1893-484d-9884-968253362524 req-83102606-07c4-4702-903e-3fc549005ac3 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0834367 Nov 10 19:07:01.550700 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ab029b17-cdc4-4a46-a1e9-4d66aac45921 req-d24610e0-2ce6-4595-b55c-6d6552ed80aa tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:01.551473 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-ee85535e-3339-4967-8c30-9d103dbd26cd service neutron] Transition to ACTIVE for port object a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:07:01.556339 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ab029b17-cdc4-4a46-a1e9-4d66aac45921 req-d24610e0-2ce6-4595-b55c-6d6552ed80aa tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:01.569661 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-ee85535e-3339-4967-8c30-9d103dbd26cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:01.573180 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab029b17-cdc4-4a46-a1e9-4d66aac45921 req-d24610e0-2ce6-4595-b55c-6d6552ed80aa tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "DELETE /v2.0/security-groups/10ca74d1-f4fa-45d0-8995-af599d6f4216 HTTP/1.1" status: 204 len: 173 time: 0.2787745 Nov 10 19:07:01.612080 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port a4558276-7f95-46f2-9e4a-f4cd64165e28 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:07:01.620825 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port a4558276-7f95-46f2-9e4a-f4cd64165e28 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:01.625107 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:01.625807 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24610e0-2ce6-4595-b55c-6d6552ed80aa tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ca74d1-f4fa-45d0-8995-af599d6f4216,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:01.676514 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85535e-3339-4967-8c30-9d103dbd26cd service neutron] Pushing event updated for resources: {'Port': ['ID=a75e56e2-9c4b-42c0-b5e0-826d640ea3f9,revision_number=10']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:01.697559 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ce12c013-2589-40a8-b108-66eb6abcb672 req-396cc912-1003-4b89-b66e-9f236643a19f service neutron] 10.222.0.73 "GET /v2.0/networks/423e20a9-8495-4dca-adac-a4f59edcf0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737522 Nov 10 19:07:01.759367 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-ee85535e-3339-4967-8c30-9d103dbd26cd service neutron] No DVR routers for this DVR port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:07:01.837296 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f1c771f-1893-484d-9884-968253362524 req-83431544-f24a-40cc-adaa-ea51fe743505 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631311 Nov 10 19:07:01.864731 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:01.908108 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4f0e1-adaa-4105-8a0f-0647e4a059ac req-20e5cae9-63d2-40c6-bab9-2adcabba8c5c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:01.912832 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6de4f0e1-adaa-4105-8a0f-0647e4a059ac req-20e5cae9-63d2-40c6-bab9-2adcabba8c5c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d036cbf-333b-4e71-bea1-09e852d37598 HTTP/1.1" status: 200 len: 944 time: 0.1492376 Nov 10 19:07:01.922720 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c90d975-89d6-4a99-b745-14de632e2621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4558276-7f95-46f2-9e4a-f4cd64165e28'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:07:01.931610 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e83013-d823-48ca-abdb-169211400c6d" -d '{"events": [{"server_uuid": "7c90d975-89d6-4a99-b745-14de632e2621", "name": "network-vif-plugged", "status": "completed", "tag": "a4558276-7f95-46f2-9e4a-f4cd64165e28"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:07:01.948683 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-ee85535e-3339-4967-8c30-9d103dbd26cd service neutron] 10.222.0.25 "PUT /v2.0/ports/a75e56e2-9c4b-42c0-b5e0-826d640ea3f9/bindings/n-h1-813897-4/activate HTTP/1.1" status: 200 len: 369 time: 1.6057205 Nov 10 19:07:01.964815 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port a4558276-7f95-46f2-9e4a-f4cd64165e28, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=a4558276-7f95-46f2-9e4a-f4cd64165e28,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:07:01.975760 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:01.995871 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ce12c013-2589-40a8-b108-66eb6abcb672 req-1da0f298-b16b-4a50-9c1c-8db6081005cf service neutron] 10.222.0.73 "GET /v2.0/networks/423e20a9-8495-4dca-adac-a4f59edcf0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406523 Nov 10 19:07:02.039669 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=a4558276-7f95-46f2-9e4a-f4cd64165e28,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:02.061295 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51750) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:07:02.091678 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-702088a0-e44f-44d4-bfbc-6e81f8693c4b req-5f0bd78d-4291-4cda-b7c5-0ce225875112 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "GET /v2.0/security-groups/d0e7480c-a0a5-4c7e-9074-99eae7d90b55 HTTP/1.1" status: 200 len: 2420 time: 0.1774325 Nov 10 19:07:02.120132 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-491a4f59-f2d0-436e-ad57-64f68c19caae tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:02.121946 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6de4f0e1-adaa-4105-8a0f-0647e4a059ac req-7251eb14-c12f-4f5e-a7e2-d8e03900c11b tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031374 Nov 10 19:07:02.124263 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-491a4f59-f2d0-436e-ad57-64f68c19caae tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=8d036cbf-333b-4e71-bea1-09e852d37598&tenant_id=740aa4129faa48ffa1d5e7369c5159ee&binding%3Ahost_id=n-h2-813897-4 HTTP/1.1" status: 200 len: 1095 time: 0.0606341 Nov 10 19:07:02.178729 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-702088a0-e44f-44d4-bfbc-6e81f8693c4b req-c0831118-6b59-4fc8-93b3-3425f1e939a0 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:02.211012 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-702088a0-e44f-44d4-bfbc-6e81f8693c4b req-c0831118-6b59-4fc8-93b3-3425f1e939a0 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:02.216604 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5681e4ba-993f-4d3b-9d46-856ee44b94ca x-openstack-request-id: req-5681e4ba-993f-4d3b-9d46-856ee44b94ca {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:07:02.216992 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c90d975-89d6-4a99-b745-14de632e2621", "name": "network-vif-plugged", "status": "completed", "tag": "a4558276-7f95-46f2-9e4a-f4cd64165e28", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:07:02.217255 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5681e4ba-993f-4d3b-9d46-856ee44b94ca {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:07:02.217939 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c90d975-89d6-4a99-b745-14de632e2621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4558276-7f95-46f2-9e4a-f4cd64165e28', 'code': 200} Nov 10 19:07:02.246309 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-984ad81a-bc58-41a8-9e1e-d9e1ccc6be02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:02.252021 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-984ad81a-bc58-41a8-9e1e-d9e1ccc6be02 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8d036cbf-333b-4e71-bea1-09e852d37598&tenant_id=740aa4129faa48ffa1d5e7369c5159ee HTTP/1.1" status: 200 len: 1095 time: 0.0973997 Nov 10 19:07:02.294918 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-702088a0-e44f-44d4-bfbc-6e81f8693c4b req-c0831118-6b59-4fc8-93b3-3425f1e939a0 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:02.299287 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-702088a0-e44f-44d4-bfbc-6e81f8693c4b req-c0831118-6b59-4fc8-93b3-3425f1e939a0 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:02.304519 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-702088a0-e44f-44d4-bfbc-6e81f8693c4b req-c0831118-6b59-4fc8-93b3-3425f1e939a0 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "DELETE /v2.0/security-groups/d0e7480c-a0a5-4c7e-9074-99eae7d90b55 HTTP/1.1" status: 204 len: 173 time: 0.2119019 Nov 10 19:07:02.327169 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0831118-6b59-4fc8-93b3-3425f1e939a0 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e7480c-a0a5-4c7e-9074-99eae7d90b55,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:02.405132 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-b2826dcc-95af-46af-b543-7d1044e3a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:02.406787 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-b2826dcc-95af-46af-b543-7d1044e3a9d7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=740aa4129faa48ffa1d5e7369c5159ee&device_id=8d036cbf-333b-4e71-bea1-09e852d37598 HTTP/1.1" status: 200 len: 1095 time: 0.1021957 Nov 10 19:07:02.480808 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba757dd7-ee9e-4f9f-80f2-bf4902120aa2 req-2d9e91e2-45d5-4738-81b2-85fdd4616f3d tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d3860bd-6c28-47ed-a1d6-a5c7152580f1 HTTP/1.1" status: 200 len: 210 time: 0.0458217 Nov 10 19:07:02.492935 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-efbb510a-d6ec-410f-8169-89f5e62cb7ae admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-681289190-network', 'tenant_id': '34237cca00b0449f92897c4768452361'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:07:02.509538 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a58e8-3a69-4313-a229-c3d89026ba7e req-8fbfb203-6b51-47a1-af49-974a43a1fac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:02.516037 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-286a58e8-3a69-4313-a229-c3d89026ba7e req-8fbfb203-6b51-47a1-af49-974a43a1fac4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 1096 time: 0.1584375 Nov 10 19:07:02.520745 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-99fcac02-a728-4d1f-8f93-ab4631106e32 req-d1fc6bda-0001-4e9d-ba56-3d45c1ac1bd0 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "GET /v2.0/security-groups/6d6765a6-9603-4849-925f-7bbe70cf6d16 HTTP/1.1" status: 200 len: 2414 time: 0.1456153 Nov 10 19:07:02.552232 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbb510a-d6ec-410f-8169-89f5e62cb7ae admin admin] Made reservation on behalf of 34237cca00b0449f92897c4768452361 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:07:02.555891 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-efbb510a-d6ec-410f-8169-89f5e62cb7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:02.560233 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-28381ef9-6f35-4bfc-9db1-16b33e64168a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:02.563322 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-28381ef9-6f35-4bfc-9db1-16b33e64168a service neutron] 10.222.0.73 "GET /v2.0/networks?id=74048eaf-c023-4244-acc6-bb708e07e097 HTTP/1.1" status: 200 len: 922 time: 0.1457901 Nov 10 19:07:02.571821 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-efbb510a-d6ec-410f-8169-89f5e62cb7ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:02.624288 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-286a58e8-3a69-4313-a229-c3d89026ba7e req-8b70b139-1830-4aec-9196-c6d4a350829c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974927 Nov 10 19:07:02.629611 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-486202ad-8ff4-48ad-9fac-c703cd1cc10e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 HTTP/1.1" status: 200 len: 217 time: 0.0537980 Nov 10 19:07:02.673073 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4954b-8a61-4a11-83c4-f9c631030ef5 req-ba44b027-5d8d-4b09-b251-ca8a965fc6ec tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:02.674866 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebd4954b-8a61-4a11-83c4-f9c631030ef5 req-ba44b027-5d8d-4b09-b251-ca8a965fc6ec tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 950 time: 0.1062891 Nov 10 19:07:02.675831 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-99fcac02-a728-4d1f-8f93-ab4631106e32 req-441aafbb-9417-4d4a-b38c-0c2aa79d1f81 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:02.708912 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-efbb510a-d6ec-410f-8169-89f5e62cb7ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:02.716101 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-efbb510a-d6ec-410f-8169-89f5e62cb7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:02.718492 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-99fcac02-a728-4d1f-8f93-ab4631106e32 req-441aafbb-9417-4d4a-b38c-0c2aa79d1f81 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:02.744551 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efbb510a-d6ec-410f-8169-89f5e62cb7ae admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:07:02.753841 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb510a-d6ec-410f-8169-89f5e62cb7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:02.760018 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-efbb510a-d6ec-410f-8169-89f5e62cb7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:02.760430 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-efbb510a-d6ec-410f-8169-89f5e62cb7ae admin admin] Added segment d10b3661-3f37-42b4-9629-9251c865d65b of type vlan for network 595215af-9b55-410f-bb77-3251041dbe00 Nov 10 19:07:02.782003 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebd4954b-8a61-4a11-83c4-f9c631030ef5 req-04e72f07-1e98-490e-83fb-c7ef8a22dab6 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000309 Nov 10 19:07:02.803362 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-efbb510a-d6ec-410f-8169-89f5e62cb7ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:02.811392 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-99fcac02-a728-4d1f-8f93-ab4631106e32 req-441aafbb-9417-4d4a-b38c-0c2aa79d1f81 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:02.814281 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-99fcac02-a728-4d1f-8f93-ab4631106e32 req-441aafbb-9417-4d4a-b38c-0c2aa79d1f81 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:02.815713 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-99fcac02-a728-4d1f-8f93-ab4631106e32 req-441aafbb-9417-4d4a-b38c-0c2aa79d1f81 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] 10.222.0.54 "DELETE /v2.0/security-groups/6d6765a6-9603-4849-925f-7bbe70cf6d16 HTTP/1.1" status: 204 len: 173 time: 0.2801399 Nov 10 19:07:02.822803 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51776) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:07:02.825205 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441aafbb-9417-4d4a-b38c-0c2aa79d1f81 tempest-SecurityGroupRulesTestJSON-1063505434 tempest-SecurityGroupRulesTestJSON-1063505434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6765a6-9603-4849-925f-7bbe70cf6d16,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:02.863947 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-efbb510a-d6ec-410f-8169-89f5e62cb7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:02.864908 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbb510a-d6ec-410f-8169-89f5e62cb7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:02.865514 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-efbb510a-d6ec-410f-8169-89f5e62cb7ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:02.900189 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c3efa1-f2f3-4f17-b1d8-de0d69031745 admin admin] Deleting subnet 2b8ae7c2-7c9c-4bd8-80ba-8bd23e9a327e {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:07:02.939249 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b3c3efa1-f2f3-4f17-b1d8-de0d69031745 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:02.952394 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-efbb510a-d6ec-410f-8169-89f5e62cb7ae admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8898530 Nov 10 19:07:02.964056 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51780) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:07:02.969965 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-2fc45243-72c2-4715-9fb1-adc8455cdcbb admin admin] Request body: {'subnet': {'network_id': '595215af-9b55-410f-bb77-3251041dbe00', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-681289190-subnet', 'tenant_id': '34237cca00b0449f92897c4768452361', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:07:02.997090 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb510a-d6ec-410f-8169-89f5e62cb7ae admin admin] Pushing event updated for resources: {'Network': ['ID=595215af-9b55-410f-bb77-3251041dbe00,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:03.007807 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 595215af-9b55-410f-bb77-3251041dbe00 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:07:03.020222 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b3c3efa1-f2f3-4f17-b1d8-de0d69031745 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:03.025344 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8c2c0-17e4-4bfe-be32-9308569468da req-d23ba43a-f360-428b-b98a-3b591bae0afe tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:03.033668 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4b8c2c0-17e4-4bfe-be32-9308569468da req-d23ba43a-f360-428b-b98a-3b591bae0afe tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 945 time: 0.1036403 Nov 10 19:07:03.035847 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc45243-72c2-4715-9fb1-adc8455cdcbb admin admin] Made reservation on behalf of 34237cca00b0449f92897c4768452361 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:07:03.038635 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2fc45243-72c2-4715-9fb1-adc8455cdcbb admin admin] Publish callbacks [] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:03.049606 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-56c3adab-0eac-41a8-bb9a-a4e971e59b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:03.051249 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-56c3adab-0eac-41a8-bb9a-a4e971e59b7a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=91093ec9-e097-43f7-865c-a8764e927d57 HTTP/1.1" status: 200 len: 861 time: 0.1134977 Nov 10 19:07:03.110189 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b3c3efa1-f2f3-4f17-b1d8-de0d69031745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:03.115133 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-b21dc860-f32a-42a5-b50b-ed178bb05f70 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74048eaf-c023-4244-acc6-bb708e07e097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510082 Nov 10 19:07:03.150466 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-0b2ea1a0-04e1-4fbd-a6d6-8fe00d5c49b0 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=2e813bec75724096b28a81d7339863d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0769126 Nov 10 19:07:03.225448 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b3c3efa1-f2f3-4f17-b1d8-de0d69031745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:03.262097 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4b8c2c0-17e4-4bfe-be32-9308569468da req-cd6e1123-906a-419d-8246-9761ce0d149a tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257903 Nov 10 19:07:03.267609 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3efa1-f2f3-4f17-b1d8-de0d69031745 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b8ae7c2-7c9c-4bd8-80ba-8bd23e9a327e,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:03.271148 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-dce9c5b8-bd06-4c71-a494-a2fdbcf98e2c service neutron] 10.222.0.73 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382179 Nov 10 19:07:03.276793 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b3c3efa1-f2f3-4f17-b1d8-de0d69031745 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:03.280612 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b3c3efa1-f2f3-4f17-b1d8-de0d69031745 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2b8ae7c2-7c9c-4bd8-80ba-8bd23e9a327e HTTP/1.1" status: 204 len: 168 time: 0.4567888 Nov 10 19:07:03.283623 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51792) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:07:03.310115 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5661927c-0634-4998-ba6e-eb840e396199 req-ab51dd04-159a-4538-bb31-b73288bd9d47 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1153204 Nov 10 19:07:03.551982 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-3344126d-4855-4d18-8a08-a2a28cb3212a tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:03.553459 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-3344126d-4855-4d18-8a08-a2a28cb3212a tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3897243 Nov 10 19:07:03.603769 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e2dbc-34ac-441f-8867-b94908f9ef56 req-9f8c1458-ecd7-4a9d-9fb3-b62574aa50b5 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:03.605466 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dc4e2dbc-34ac-441f-8867-b94908f9ef56 req-9f8c1458-ecd7-4a9d-9fb3-b62574aa50b5 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d036cbf-333b-4e71-bea1-09e852d37598 HTTP/1.1" status: 200 len: 944 time: 0.2701361 Nov 10 19:07:03.614646 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-9e9e9464-cea7-4b2d-b78c-1ed4cce55e83 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/quotas/2e813bec75724096b28a81d7339863d5 HTTP/1.1" status: 200 len: 375 time: 0.0516663 Nov 10 19:07:03.621610 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661927c-0634-4998-ba6e-eb840e396199 req-84cbb82b-babe-4bb1-9ffc-2af2948977b3 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:03.623377 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5661927c-0634-4998-ba6e-eb840e396199 req-84cbb82b-babe-4bb1-9ffc-2af2948977b3 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2821133 Nov 10 19:07:03.628337 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2fc45243-72c2-4715-9fb1-adc8455cdcbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:03.669310 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-281c5f38-06e9-4853-b8ac-088d4189af1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:03.678709 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-5661927c-0634-4998-ba6e-eb840e396199 req-df3d9ba2-23f6-40bc-9301-7b252fb67e2a tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Request body: {'port': {'device_id': '3d3860bd-6c28-47ed-a1d6-a5c7152580f1', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'admin_state_up': True, 'tenant_id': '0d7335f5df3b4e0fb20d05dce0cf0b45'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:07:03.695710 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-4d39ba8c-6b25-4136-b3a2-e2dc41c62893 service neutron] 10.222.0.73 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083898 Nov 10 19:07:03.710897 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-c7ebf192-a685-46f6-b83f-bd2c4f0dfede tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2e813bec75724096b28a81d7339863d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0860305 Nov 10 19:07:03.747317 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:07:03.798995 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-281c5f38-06e9-4853-b8ac-088d4189af1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:03.801283 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc45243-72c2-4715-9fb1-adc8455cdcbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fde35aef-a8d1-4d05-b4f9-3b8f57f73ddf,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:03.813638 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:07:03.831904 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-281c5f38-06e9-4853-b8ac-088d4189af1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d3e460-ea10-4ce2-8849-942cc3e5cb9b']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:07:03.835804 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dc4e2dbc-34ac-441f-8867-b94908f9ef56 req-0364bca8-18b7-4a76-8672-f322e260bf47 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099013 Nov 10 19:07:03.845818 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-281c5f38-06e9-4853-b8ac-088d4189af1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba2fed55-4277-4815-9b0d-ef5206434dec') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:07:03.846351 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-281c5f38-06e9-4853-b8ac-088d4189af1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba2fed55-4277-4815-9b0d-ef5206434dec') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:07:03.860343 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-281c5f38-06e9-4853-b8ac-088d4189af1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:03.868465 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc45243-72c2-4715-9fb1-adc8455cdcbb admin admin] Checking segment: {'id': 'd10b3661-3f37-42b4-9629-9251c865d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '595215af-9b55-410f-bb77-3251041dbe00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:07:03.868827 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc45243-72c2-4715-9fb1-adc8455cdcbb admin admin] Network hostable DHCP agents. Network: 595215af-9b55-410f-bb77-3251041dbe00, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:07:03.917378 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-281c5f38-06e9-4853-b8ac-088d4189af1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:03.921890 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc45243-72c2-4715-9fb1-adc8455cdcbb admin admin] Network 595215af-9b55-410f-bb77-3251041dbe00 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:07:03.936494 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-281c5f38-06e9-4853-b8ac-088d4189af1d admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:07:03.937262 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-281c5f38-06e9-4853-b8ac-088d4189af1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:03.942169 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-2fc45243-72c2-4715-9fb1-adc8455cdcbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 595215af-9b55-410f-bb77-3251041dbe00) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:07:03.942898 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:07:03.942898 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:07:03.942898 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:07:03.942898 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:07:03.942898 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:07:03.942898 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:07:03.942898 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:07:03.942898 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:07:03.942898 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:07:03.942898 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:07:03.942898 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:07:03.942898 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:07:03.942898 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:07:03.942898 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:07:03.942898 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:07:03.942898 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:07:03.942898 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:07:03.942898 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:07:03.942898 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:07:03.942898 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:07:03.942898 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:07:03.942898 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:07:03.942898 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:07:03.942898 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:07:03.942898 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:07:03.942898 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:07:03.942898 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:07:03.942898 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:07:03.942898 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:07:03.942898 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:07:03.942898 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:07:03.942898 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:07:03.946382 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5661927c-0634-4998-ba6e-eb840e396199 req-df3d9ba2-23f6-40bc-9301-7b252fb67e2a tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Made reservation on behalf of 0d7335f5df3b4e0fb20d05dce0cf0b45 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:07:03.951136 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5661927c-0634-4998-ba6e-eb840e396199 req-df3d9ba2-23f6-40bc-9301-7b252fb67e2a tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:03.952926 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fdf9f7-af43-4e8f-8c87-31265d7c24eb None None] Network 595215af-9b55-410f-bb77-3251041dbe00 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:07:03.965589 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc45243-72c2-4715-9fb1-adc8455cdcbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:03.966256 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2fc45243-72c2-4715-9fb1-adc8455cdcbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:04.031647 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2fc45243-72c2-4715-9fb1-adc8455cdcbb admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0651290 Nov 10 19:07:04.033476 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51804) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:07:04.041502 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-11977396-b01d-4529-98d0-76050da913a7 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-681289190-router', 'tenant_id': '34237cca00b0449f92897c4768452361', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:07:04.098539 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-281c5f38-06e9-4853-b8ac-088d4189af1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:04.108654 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-281c5f38-06e9-4853-b8ac-088d4189af1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:04.112678 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-281c5f38-06e9-4853-b8ac-088d4189af1d admin admin] 10.222.0.54 "DELETE /v2.0/networks/f4d3e460-ea10-4ce2-8849-942cc3e5cb9b HTTP/1.1" status: 204 len: 168 time: 0.8275456 Nov 10 19:07:04.167580 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c5f38-06e9-4853-b8ac-088d4189af1d admin admin] Pushing event deleted for resources: {'Network': ['ID=f4d3e460-ea10-4ce2-8849-942cc3e5cb9b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:04.187991 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-bfb4424d-4b75-4f47-83ff-509e31813393 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:04.189649 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-bfb4424d-4b75-4f47-83ff-509e31813393 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=8d036cbf-333b-4e71-bea1-09e852d37598&tenant_id=740aa4129faa48ffa1d5e7369c5159ee&binding%3Ahost_id=n-h1-813897-4 HTTP/1.1" status: 200 len: 1095 time: 0.0956290 Nov 10 19:07:04.206144 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b099369d-ace1-428d-bafc-1eb18d9e2c5c req-64e75beb-51c2-4837-bea4-ce32d124e456 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d3860bd-6c28-47ed-a1d6-a5c7152580f1 HTTP/1.1" status: 200 len: 210 time: 0.1733236 Nov 10 19:07:04.237702 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faad9b1-c140-4e81-96ab-f027eb41ee99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-595215af-9b55-410f-bb77-3251041dbe00', 'network_id': '595215af-9b55-410f-bb77-3251041dbe00', 'tenant_id': '34237cca00b0449f92897c4768452361', 'fixed_ips': [{'subnet_id': 'fde35aef-a8d1-4d05-b4f9-3b8f57f73ddf'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:07:04.239473 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2faad9b1-c140-4e81-96ab-f027eb41ee99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:04.268312 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-11977396-b01d-4529-98d0-76050da913a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:04.269406 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-11977396-b01d-4529-98d0-76050da913a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:04.343712 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5cfd169d-7f3e-4037-b1ce-e76729e64c9f req-824140c2-e7b8-4ef6-bfd2-efbb9a0a259c tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 210 time: 0.0386226 Nov 10 19:07:04.352941 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e2b0a-e547-4237-9db6-fb4a2021c59e req-55ce5ff4-11e5-4698-95fd-d49ffce0e226 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:04.361618 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-358e2b0a-e547-4237-9db6-fb4a2021c59e req-55ce5ff4-11e5-4698-95fd-d49ffce0e226 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 950 time: 0.2307627 Nov 10 19:07:04.417425 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-5661927c-0634-4998-ba6e-eb840e396199 req-df3d9ba2-23f6-40bc-9301-7b252fb67e2a tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Allocated IP 192.168.233.155 (d392c118-92b4-47b2-87bf-77c096e8a630/f9b6e8e7-6ebd-402d-901c-b41f234de3ab/7afbdd05-9512-4fb8-b5fd-eab9a492793a) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:07:04.466987 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-11977396-b01d-4529-98d0-76050da913a7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:04.513316 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51816) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:07:04.539541 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-96ad68d9-5ff5-4b37-8488-bcab639c274b service neutron] For port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:07:04.548098 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-96ad68d9-5ff5-4b37-8488-bcab639c274b service neutron] Publish callbacks [] for binding, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:04.549492 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-35546d7e-45a1-4d8c-88a5-e8bf20b34473 req-96ad68d9-5ff5-4b37-8488-bcab639c274b service neutron] 10.222.0.73 "DELETE /v2.0/ports/a75e56e2-9c4b-42c0-b5e0-826d640ea3f9/bindings/n-h2-813897-4 HTTP/1.1" status: 204 len: 173 time: 0.3474314 Nov 10 19:07:04.561905 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-358e2b0a-e547-4237-9db6-fb4a2021c59e req-88938a83-d8c0-4471-9310-fc8987567753 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990347 Nov 10 19:07:04.580743 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-2faad9b1-c140-4e81-96ab-f027eb41ee99 None None] Allocated IP 172.20.0.2 (595215af-9b55-410f-bb77-3251041dbe00/fde35aef-a8d1-4d05-b4f9-3b8f57f73ddf/053b832d-e4d4-4e6e-908b-da805420c8cd) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:07:04.595915 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4bc79dab-03fb-48f6-88dd-a75c5afa6a99 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=48022ee1e119461394617df7c41e35de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0787115 Nov 10 19:07:04.596474 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51818) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:07:04.672431 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2765a8b9-540f-4f61-956f-c4a3ffad9361 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:04.712474 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2765a8b9-540f-4f61-956f-c4a3ffad9361 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:04.781899 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2765a8b9-540f-4f61-956f-c4a3ffad9361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:04.785119 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2765a8b9-540f-4f61-956f-c4a3ffad9361 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:04.786427 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2765a8b9-540f-4f61-956f-c4a3ffad9361 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f0ae0823-8179-41c8-b4a4-4844fdd28de0 HTTP/1.1" status: 204 len: 168 time: 0.1889114 Nov 10 19:07:04.797377 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2765a8b9-540f-4f61-956f-c4a3ffad9361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ae0823-8179-41c8-b4a4-4844fdd28de0,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:04.826831 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2faad9b1-c140-4e81-96ab-f027eb41ee99 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:04.835635 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2faad9b1-c140-4e81-96ab-f027eb41ee99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:04.884843 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faad9b1-c140-4e81-96ab-f027eb41ee99 None None] Network 595215af-9b55-410f-bb77-3251041dbe00 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:07:04.889640 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-2faad9b1-c140-4e81-96ab-f027eb41ee99 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:07:04.891769 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faad9b1-c140-4e81-96ab-f027eb41ee99 None None] Pushing event updated for resources: {'Port': ['ID=053b832d-e4d4-4e6e-908b-da805420c8cd,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:04.894176 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faad9b1-c140-4e81-96ab-f027eb41ee99 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:07:04.984433 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-11977396-b01d-4529-98d0-76050da913a7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:05.033199 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-2faad9b1-c140-4e81-96ab-f027eb41ee99 None None] Attempting to bind port 053b832d-e4d4-4e6e-908b-da805420c8cd on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:07:05.034215 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-2faad9b1-c140-4e81-96ab-f027eb41ee99 None None] Attempting to bind port 053b832d-e4d4-4e6e-908b-da805420c8cd by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'd10b3661-3f37-42b4-9629-9251c865d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '595215af-9b55-410f-bb77-3251041dbe00'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:07:05.034783 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faad9b1-c140-4e81-96ab-f027eb41ee99 None None] Attempting to bind port 053b832d-e4d4-4e6e-908b-da805420c8cd on network 595215af-9b55-410f-bb77-3251041dbe00 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:07:05.043561 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faad9b1-c140-4e81-96ab-f027eb41ee99 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:07:05.044179 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faad9b1-c140-4e81-96ab-f027eb41ee99 None None] Checking segment: {'id': 'd10b3661-3f37-42b4-9629-9251c865d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '595215af-9b55-410f-bb77-3251041dbe00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:07:05.044822 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2faad9b1-c140-4e81-96ab-f027eb41ee99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:05.045480 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faad9b1-c140-4e81-96ab-f027eb41ee99 None None] Bound using segment: {'id': 'd10b3661-3f37-42b4-9629-9251c865d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '595215af-9b55-410f-bb77-3251041dbe00'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:07:05.046280 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-2faad9b1-c140-4e81-96ab-f027eb41ee99 None None] Bound port: 053b832d-e4d4-4e6e-908b-da805420c8cd, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd10b3661-3f37-42b4-9629-9251c865d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '595215af-9b55-410f-bb77-3251041dbe00'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:07:05.046913 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2faad9b1-c140-4e81-96ab-f027eb41ee99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:05.073222 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097554b-5ce6-4d1f-a10e-c0c33d44b5f9 req-4861dc9f-27c4-4db3-bd19-42323d073e51 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:05.078574 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6097554b-5ce6-4d1f-a10e-c0c33d44b5f9 req-4861dc9f-27c4-4db3-bd19-42323d073e51 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 945 time: 0.5463607 Nov 10 19:07:05.147014 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-2faad9b1-c140-4e81-96ab-f027eb41ee99 None None] For port 053b832d-e4d4-4e6e-908b-da805420c8cd, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:07:05.151526 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-2faad9b1-c140-4e81-96ab-f027eb41ee99 None None] For port 053b832d-e4d4-4e6e-908b-da805420c8cd, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=053b832d-e4d4-4e6e-908b-da805420c8cd,segment=NetworkSegment(d10b3661-3f37-42b4-9629-9251c865d65b),segment_id=d10b3661-3f37-42b4-9629-9251c865d65b)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:07:05.157787 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2faad9b1-c140-4e81-96ab-f027eb41ee99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:05.244794 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b058331-10b2-4404-8e70-5a3e4be2b55f req-64f092fa-4273-4575-9a67-f88ac1c93d3a tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:05.254280 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faad9b1-c140-4e81-96ab-f027eb41ee99 None None] Pushing event updated for resources: {'Port': ['ID=053b832d-e4d4-4e6e-908b-da805420c8cd,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:05.262785 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b058331-10b2-4404-8e70-5a3e4be2b55f req-64f092fa-4273-4575-9a67-f88ac1c93d3a tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d036cbf-333b-4e71-bea1-09e852d37598 HTTP/1.1" status: 200 len: 944 time: 0.2818224 Nov 10 19:07:05.345556 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5661927c-0634-4998-ba6e-eb840e396199 req-df3d9ba2-23f6-40bc-9301-7b252fb67e2a tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:05.378488 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6097554b-5ce6-4d1f-a10e-c0c33d44b5f9 req-9913ec15-bfe7-4f82-b96f-62fd9f4da5ef tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842650 Nov 10 19:07:05.422906 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-5866a711-f9ad-4a8b-96e6-76fe2a0f50ca tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=2e813bec75724096b28a81d7339863d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600245 Nov 10 19:07:05.554399 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b058331-10b2-4404-8e70-5a3e4be2b55f req-b4c47a45-4eb1-4a2d-a4fc-7e9bf5dfd061 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449043 Nov 10 19:07:05.665147 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5661927c-0634-4998-ba6e-eb840e396199 req-df3d9ba2-23f6-40bc-9301-7b252fb67e2a tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:05.677860 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['2bd44ccf-d05c-46fd-be26-527d04cdd725', '50216713-9541-46ab-8e11-1608f7b70cf5', 'f9a145ba-383d-4b5d-9d69-1397b66dc79b', '56211420-3dd6-4020-8e0f-fafedc97babd'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:07:05.733103 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-d69cd92d-0964-49e0-9d07-3bc89fb8b113 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:05.735097 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-d69cd92d-0964-49e0-9d07-3bc89fb8b113 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3015063 Nov 10 19:07:05.758360 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-cf796079-0fa8-4e5c-9280-dd0a2435ebcf tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Request body: {'port': {'device_id': '34fed7cd-9d0c-486e-b5d7-698a5c0eb682', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'admin_state_up': True, 'tenant_id': '2e813bec75724096b28a81d7339863d5'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:07:05.760811 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:07:05.866725 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1c58760d-b5de-4bdb-95dc-149a71616b37 req-898e305e-2d52-42f6-b4d2-6feb2e600850 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 210 time: 0.1066291 Nov 10 19:07:05.876921 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d9ba2-23f6-40bc-9301-7b252fb67e2a tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Pushing event updated for resources: {'Port': ['ID=7afbdd05-9512-4fb8-b5fd-eab9a492793a,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:05.890738 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5661927c-0634-4998-ba6e-eb840e396199 req-df3d9ba2-23f6-40bc-9301-7b252fb67e2a tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Network d392c118-92b4-47b2-87bf-77c096e8a630 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:07:05.893630 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-5661927c-0634-4998-ba6e-eb840e396199 req-df3d9ba2-23f6-40bc-9301-7b252fb67e2a tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:07:05.897516 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-5661927c-0634-4998-ba6e-eb840e396199 req-df3d9ba2-23f6-40bc-9301-7b252fb67e2a tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:07:05.904068 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661927c-0634-4998-ba6e-eb840e396199 req-df3d9ba2-23f6-40bc-9301-7b252fb67e2a tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:05.904726 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5661927c-0634-4998-ba6e-eb840e396199 req-df3d9ba2-23f6-40bc-9301-7b252fb67e2a tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:05.950137 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff592f-2914-415c-9120-5de354e2051d req-c45a9b7e-16ce-4ca5-b548-e7db7837a14e tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:05.966664 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e4ff592f-2914-415c-9120-5de354e2051d req-c45a9b7e-16ce-4ca5-b548-e7db7837a14e tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d3860bd-6c28-47ed-a1d6-a5c7152580f1 HTTP/1.1" status: 200 len: 936 time: 0.3198352 Nov 10 19:07:05.973384 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 053b832d-e4d4-4e6e-908b-da805420c8cd up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:07:06.039563 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5661927c-0634-4998-ba6e-eb840e396199 req-df3d9ba2-23f6-40bc-9301-7b252fb67e2a tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3952751 Nov 10 19:07:06.052453 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-cf796079-0fa8-4e5c-9280-dd0a2435ebcf tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Made reservation on behalf of 2e813bec75724096b28a81d7339863d5 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:07:06.064553 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-cf796079-0fa8-4e5c-9280-dd0a2435ebcf tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:06.077656 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-5661927c-0634-4998-ba6e-eb840e396199 req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] Request body: {'port': {'device_id': '3d3860bd-6c28-47ed-a1d6-a5c7152580f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:07:06.088304 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-cf796079-0fa8-4e5c-9280-dd0a2435ebcf tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:06.149972 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-11977396-b01d-4529-98d0-76050da913a7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:06.214585 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-cf796079-0fa8-4e5c-9280-dd0a2435ebcf tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:06.221281 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-cf796079-0fa8-4e5c-9280-dd0a2435ebcf tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:06.241942 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e4ff592f-2914-415c-9120-5de354e2051d req-ef2dca3d-b59e-425a-bdc9-f5075f5add63 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688878 Nov 10 19:07:06.259603 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-11977396-b01d-4529-98d0-76050da913a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:06.332825 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf796079-0fa8-4e5c-9280-dd0a2435ebcf tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ed5cfe-78ac-4000-9ccd-d92008744943,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:06.373004 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51854) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:07:06.396629 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5661927c-0634-4998-ba6e-eb840e396199 req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:06.429037 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90121cf6-fd76-4e4c-acdc-0d0b3ca85867 req-5b099df1-2127-445a-a65b-24a20ac2274a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:06.437444 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-90121cf6-fd76-4e4c-acdc-0d0b3ca85867 req-5b099df1-2127-445a-a65b-24a20ac2274a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 950 time: 0.3003206 Nov 10 19:07:06.480715 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-cf796079-0fa8-4e5c-9280-dd0a2435ebcf tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Allocated IP 192.168.233.37 (d392c118-92b4-47b2-87bf-77c096e8a630/f9b6e8e7-6ebd-402d-901c-b41f234de3ab/e9f813c9-3dfe-4e55-b476-c5266a82bf70) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:07:06.530543 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-ace46f37-1398-4023-bf12-c8c1dd2a326b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1817553659-network', 'tenant_id': '8d546ca48f934226b975c46faed88d09'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:07:06.561142 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-7109a886-e11d-47b1-a9d8-145ad8e9477b None None] Provisioning complete for port 7afbdd05-9512-4fb8-b5fd-eab9a492793a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:06.562229 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7109a886-e11d-47b1-a9d8-145ad8e9477b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:06.600683 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 053b832d-e4d4-4e6e-908b-da805420c8cd triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:06.601343 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:06.604191 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace46f37-1398-4023-bf12-c8c1dd2a326b admin admin] Made reservation on behalf of 8d546ca48f934226b975c46faed88d09 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:07:06.607442 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ace46f37-1398-4023-bf12-c8c1dd2a326b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:06.627092 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ace46f37-1398-4023-bf12-c8c1dd2a326b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:06.638475 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-7109a886-e11d-47b1-a9d8-145ad8e9477b None None] Port 7afbdd05-9512-4fb8-b5fd-eab9a492793a cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:07:06.733852 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-90121cf6-fd76-4e4c-acdc-0d0b3ca85867 req-dbf9e0d9-e70c-407f-874e-c1cba9c97d38 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947414 Nov 10 19:07:06.741710 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25491035-8287-4486-bae9-6e5ad571c52b req-e3159830-a5cc-4ada-8a57-15aaa4ae94c8 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:06.745699 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-25491035-8287-4486-bae9-6e5ad571c52b req-e3159830-a5cc-4ada-8a57-15aaa4ae94c8 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8d036cbf-333b-4e71-bea1-09e852d37598 HTTP/1.1" status: 200 len: 1095 time: 0.2999010 Nov 10 19:07:06.757271 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-cf796079-0fa8-4e5c-9280-dd0a2435ebcf tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:06.783820 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:06.804818 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-11977396-b01d-4529-98d0-76050da913a7 admin admin] Allocated IP 172.25.3.181 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/a0c54f40-ca77-43aa-aa71-e3b10e64211a) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:07:06.808628 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ace46f37-1398-4023-bf12-c8c1dd2a326b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:06.823549 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc299db4-5660-4988-8c03-a8d4e36ea2cc None None] Network 595215af-9b55-410f-bb77-3251041dbe00 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:07:06.826113 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ace46f37-1398-4023-bf12-c8c1dd2a326b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:06.839349 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace46f37-1398-4023-bf12-c8c1dd2a326b admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:07:06.858542 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ace46f37-1398-4023-bf12-c8c1dd2a326b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:06.858889 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-ace46f37-1398-4023-bf12-c8c1dd2a326b admin admin] Added segment 6e7ec8d5-4eb3-436f-acaa-5389c99d3db8 of type vlan for network cb1cfedf-d6ef-4c15-b3f9-9ee019acfdab Nov 10 19:07:06.901547 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ace46f37-1398-4023-bf12-c8c1dd2a326b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:06.941411 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 053b832d-e4d4-4e6e-908b-da805420c8cd, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=053b832d-e4d4-4e6e-908b-da805420c8cd,segment=NetworkSegment(d10b3661-3f37-42b4-9629-9251c865d65b),segment_id=d10b3661-3f37-42b4-9629-9251c865d65b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:07:06.943015 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ace46f37-1398-4023-bf12-c8c1dd2a326b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:06.944181 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace46f37-1398-4023-bf12-c8c1dd2a326b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:06.945651 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ace46f37-1398-4023-bf12-c8c1dd2a326b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:06.954744 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:06.994299 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-25491035-8287-4486-bae9-6e5ad571c52b req-bf12c1bf-2c61-4491-be9b-89458128fad4 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081429 Nov 10 19:07:07.001516 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-bb4e3001-5c4d-45fe-83ea-ed94754e02c6 None None] Provisioning complete for port 053b832d-e4d4-4e6e-908b-da805420c8cd triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:07.001991 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bb4e3001-5c4d-45fe-83ea-ed94754e02c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:07.006268 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3bbcb3-a919-4114-a94b-aa6e09aabed2 req-fb866c9a-7463-4844-abd4-bdadcc4f7711 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:07.007938 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ee3bbcb3-a919-4114-a94b-aa6e09aabed2 req-fb866c9a-7463-4844-abd4-bdadcc4f7711 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 945 time: 0.1205986 Nov 10 19:07:07.016038 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace46f37-1398-4023-bf12-c8c1dd2a326b admin admin] Pushing event updated for resources: {'Network': ['ID=cb1cfedf-d6ef-4c15-b3f9-9ee019acfdab,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:07.027652 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-cf796079-0fa8-4e5c-9280-dd0a2435ebcf tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:07.029711 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace46f37-1398-4023-bf12-c8c1dd2a326b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d21ba9d-6da6-43cd-9fea-a11222988c84,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:07.033468 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-11977396-b01d-4529-98d0-76050da913a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:07.042245 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ace46f37-1398-4023-bf12-c8c1dd2a326b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6680157 Nov 10 19:07:07.070500 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network cb1cfedf-d6ef-4c15-b3f9-9ee019acfdab details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:07:07.078901 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51864) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:07:07.092846 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-e79099f4-be51-41e9-81a8-7f836fa349d7 admin admin] Request body: {'subnet': {'network_id': 'cb1cfedf-d6ef-4c15-b3f9-9ee019acfdab', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1817553659-subnet', 'tenant_id': '8d546ca48f934226b975c46faed88d09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:07:07.102375 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-cf796079-0fa8-4e5c-9280-dd0a2435ebcf tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Network d392c118-92b4-47b2-87bf-77c096e8a630 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:07:07.106345 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-cf796079-0fa8-4e5c-9280-dd0a2435ebcf tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:07:07.133070 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-cf796079-0fa8-4e5c-9280-dd0a2435ebcf tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:07:07.187472 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf796079-0fa8-4e5c-9280-dd0a2435ebcf tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Pushing event updated for resources: {'Port': ['ID=e9f813c9-3dfe-4e55-b476-c5266a82bf70,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:07.245182 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-cf796079-0fa8-4e5c-9280-dd0a2435ebcf tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:07.246668 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-cf796079-0fa8-4e5c-9280-dd0a2435ebcf tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:07.275559 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-cf796079-0fa8-4e5c-9280-dd0a2435ebcf tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5215063 Nov 10 19:07:07.286673 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=053b832d-e4d4-4e6e-908b-da805420c8cd,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:07.289342 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-212d35e4-b0ff-42bf-ab61-ea6286fa25cd service neutron] Request body: {'port': {'device_id': '34fed7cd-9d0c-486e-b5d7-698a5c0eb682', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:07:07.292879 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79099f4-be51-41e9-81a8-7f836fa349d7 admin admin] Made reservation on behalf of 8d546ca48f934226b975c46faed88d09 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:07:07.295785 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e79099f4-be51-41e9-81a8-7f836fa349d7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:07.354553 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-212d35e4-b0ff-42bf-ab61-ea6286fa25cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:07.406403 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ee3bbcb3-a919-4114-a94b-aa6e09aabed2 req-70122286-cc1f-4209-8a2c-ae06429b141e tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843732 Nov 10 19:07:07.532553 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-5661927c-0634-4998-ba6e-eb840e396199 req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7afbdd05-9512-4fb8-b5fd-eab9a492793a {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:07:07.570239 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-11977396-b01d-4529-98d0-76050da913a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:07.574195 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5661927c-0634-4998-ba6e-eb840e396199 req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:07.580976 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-dd0ea934-1e87-401c-8ce2-99aed5799c48 None None] Provisioning complete for port e9f813c9-3dfe-4e55-b476-c5266a82bf70 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:07.580976 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dd0ea934-1e87-401c-8ce2-99aed5799c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:07.653668 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-dd0ea934-1e87-401c-8ce2-99aed5799c48 None None] Port e9f813c9-3dfe-4e55-b476-c5266a82bf70 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:07:07.666340 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-5661927c-0634-4998-ba6e-eb840e396199 req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] Transition to ACTIVE for port object 7afbdd05-9512-4fb8-b5fd-eab9a492793a will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:07:07.674750 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6b367-6027-4e90-b43f-4423a907db37 req-9c659a37-9b6f-4815-9383-c855812b726a tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:07.676451 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bdb6b367-6027-4e90-b43f-4423a907db37 req-9c659a37-9b6f-4815-9383-c855812b726a tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 935 time: 0.4109113 Nov 10 19:07:07.692981 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11977396-b01d-4529-98d0-76050da913a7 admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:07:07.693803 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5661927c-0634-4998-ba6e-eb840e396199 req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:07.742059 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-11977396-b01d-4529-98d0-76050da913a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:07:07.764352 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11977396-b01d-4529-98d0-76050da913a7 admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:07:07.777611 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11977396-b01d-4529-98d0-76050da913a7 admin admin] Pushing event updated for resources: {'Port': ['ID=a0c54f40-ca77-43aa-aa71-e3b10e64211a,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:07.779370 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-48bcb53a-d5ae-4380-bdc1-7a2c4901c27c None None] Provisioning complete for port 053b832d-e4d4-4e6e-908b-da805420c8cd triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:07.780290 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-48bcb53a-d5ae-4380-bdc1-7a2c4901c27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:07.883501 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 053b832d-e4d4-4e6e-908b-da805420c8cd up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:07:07.972727 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-212d35e4-b0ff-42bf-ab61-ea6286fa25cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f813c9-3dfe-4e55-b476-c5266a82bf70 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:07:07.974017 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 053b832d-e4d4-4e6e-908b-da805420c8cd triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:07.974469 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:07.986130 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-212d35e4-b0ff-42bf-ab61-ea6286fa25cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:08.008277 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-212d35e4-b0ff-42bf-ab61-ea6286fa25cd service neutron] Transition to ACTIVE for port object e9f813c9-3dfe-4e55-b476-c5266a82bf70 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:07:08.013546 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-212d35e4-b0ff-42bf-ab61-ea6286fa25cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:08.094771 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d35e4-b0ff-42bf-ab61-ea6286fa25cd service neutron] Pushing event updated for resources: {'Port': ['ID=e9f813c9-3dfe-4e55-b476-c5266a82bf70,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:08.182489 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-212d35e4-b0ff-42bf-ab61-ea6286fa25cd service neutron] Attempting to bind port e9f813c9-3dfe-4e55-b476-c5266a82bf70 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:07:08.182943 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-212d35e4-b0ff-42bf-ab61-ea6286fa25cd service neutron] Attempting to bind port e9f813c9-3dfe-4e55-b476-c5266a82bf70 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:07:08.183501 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-212d35e4-b0ff-42bf-ab61-ea6286fa25cd service neutron] Attempting to bind port e9f813c9-3dfe-4e55-b476-c5266a82bf70 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:07:08.189291 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-212d35e4-b0ff-42bf-ab61-ea6286fa25cd service neutron] Port e9f813c9-3dfe-4e55-b476-c5266a82bf70 on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:07:08.189621 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-212d35e4-b0ff-42bf-ab61-ea6286fa25cd service neutron] Attempting to bind port e9f813c9-3dfe-4e55-b476-c5266a82bf70 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:07:08.197541 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-212d35e4-b0ff-42bf-ab61-ea6286fa25cd service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:07:08.201375 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-212d35e4-b0ff-42bf-ab61-ea6286fa25cd service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:07:08.201853 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-212d35e4-b0ff-42bf-ab61-ea6286fa25cd service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:07:08.202372 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-212d35e4-b0ff-42bf-ab61-ea6286fa25cd service neutron] Bound port: e9f813c9-3dfe-4e55-b476-c5266a82bf70, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:07:08.203123 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-212d35e4-b0ff-42bf-ab61-ea6286fa25cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:08.263820 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bdb6b367-6027-4e90-b43f-4423a907db37 req-17b80d67-e7b3-40c5-846a-dafd4b18d51b tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5729239 Nov 10 19:07:08.275864 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-212d35e4-b0ff-42bf-ab61-ea6286fa25cd service neutron] For port e9f813c9-3dfe-4e55-b476-c5266a82bf70, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:07:08.279586 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-212d35e4-b0ff-42bf-ab61-ea6286fa25cd service neutron] For port e9f813c9-3dfe-4e55-b476-c5266a82bf70, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=e9f813c9-3dfe-4e55-b476-c5266a82bf70,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:07:08.285267 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-212d35e4-b0ff-42bf-ab61-ea6286fa25cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:08.287614 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0296d-3c45-4f02-a641-4898aa969036 req-a862ea8f-556a-41c6-a6fb-73fb716d59e7 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:08.289241 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-57f0296d-3c45-4f02-a641-4898aa969036 req-a862ea8f-556a-41c6-a6fb-73fb716d59e7 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/networks?id=74048eaf-c023-4244-acc6-bb708e07e097 HTTP/1.1" status: 200 len: 821 time: 0.7245197 Nov 10 19:07:08.311113 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] Pushing event updated for resources: {'Port': ['ID=7afbdd05-9512-4fb8-b5fd-eab9a492793a,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:08.379676 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-57f0296d-3c45-4f02-a641-4898aa969036 req-b25b857d-9006-4641-8a64-f9cd00d1be89 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/quotas/740aa4129faa48ffa1d5e7369c5159ee HTTP/1.1" status: 200 len: 375 time: 0.0767758 Nov 10 19:07:08.386358 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-212d35e4-b0ff-42bf-ab61-ea6286fa25cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:08.387239 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-212d35e4-b0ff-42bf-ab61-ea6286fa25cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:08.389311 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-212d35e4-b0ff-42bf-ab61-ea6286fa25cd service neutron] 10.222.0.25 "PUT /v2.0/ports/e9f813c9-3dfe-4e55-b476-c5266a82bf70 HTTP/1.1" status: 200 len: 1095 time: 1.1051939 Nov 10 19:07:08.390177 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34fed7cd-9d0c-486e-b5d7-698a5c0eb682', 'tag': 'e9f813c9-3dfe-4e55-b476-c5266a82bf70'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:07:08.393391 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a781dc3f-f9b9-4bbf-b2e0-df362705a8aa" -d '{"events": [{"name": "network-changed", "server_uuid": "34fed7cd-9d0c-486e-b5d7-698a5c0eb682", "tag": "e9f813c9-3dfe-4e55-b476-c5266a82bf70"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:07:08.434526 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-5661927c-0634-4998-ba6e-eb840e396199 req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] Attempting to bind port 7afbdd05-9512-4fb8-b5fd-eab9a492793a on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:07:08.434856 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-5661927c-0634-4998-ba6e-eb840e396199 req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] Attempting to bind port 7afbdd05-9512-4fb8-b5fd-eab9a492793a by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:07:08.435378 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5661927c-0634-4998-ba6e-eb840e396199 req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] Attempting to bind port 7afbdd05-9512-4fb8-b5fd-eab9a492793a on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:07:08.447936 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d35e4-b0ff-42bf-ab61-ea6286fa25cd service neutron] Pushing event updated for resources: {'Port': ['ID=e9f813c9-3dfe-4e55-b476-c5266a82bf70,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:08.502231 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-c89ee44e-02c1-4262-8ac5-1afb9526fe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:08.505084 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-c89ee44e-02c1-4262-8ac5-1afb9526fe23 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2e813bec75724096b28a81d7339863d5&device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 1098 time: 0.0676682 Nov 10 19:07:08.509860 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5661927c-0634-4998-ba6e-eb840e396199 req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] Port 7afbdd05-9512-4fb8-b5fd-eab9a492793a on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:07:08.510359 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5661927c-0634-4998-ba6e-eb840e396199 req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] Attempting to bind port 7afbdd05-9512-4fb8-b5fd-eab9a492793a on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:07:08.523230 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e79099f4-be51-41e9-81a8-7f836fa349d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:08.560594 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5661927c-0634-4998-ba6e-eb840e396199 req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:07:08.560923 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5661927c-0634-4998-ba6e-eb840e396199 req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:07:08.561323 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5661927c-0634-4998-ba6e-eb840e396199 req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:07:08.561825 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-5661927c-0634-4998-ba6e-eb840e396199 req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] Bound port: 7afbdd05-9512-4fb8-b5fd-eab9a492793a, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:07:08.562154 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5661927c-0634-4998-ba6e-eb840e396199 req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:08.584699 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-e272834a-88da-49db-bd40-6ae6b8dd12be service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=e9f813c9-3dfe-4e55-b476-c5266a82bf70 HTTP/1.1" status: 200 len: 217 time: 0.0708983 Nov 10 19:07:08.648893 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-57f0296d-3c45-4f02-a641-4898aa969036 req-8e366185-2edb-440a-bd8f-c3a6939c2c96 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=740aa4129faa48ffa1d5e7369c5159ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2479177 Nov 10 19:07:08.654038 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-bd55d888-c5d2-4813-998e-a51aca7a6bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:08.658144 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-bd55d888-c5d2-4813-998e-a51aca7a6bad service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0649855 Nov 10 19:07:08.671142 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15320a8-18df-45a5-a6cd-892366b42af5 req-953a0da9-24ba-4b72-9daa-cd548d35c1b9 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:08.674570 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e15320a8-18df-45a5-a6cd-892366b42af5 req-953a0da9-24ba-4b72-9daa-cd548d35c1b9 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d3860bd-6c28-47ed-a1d6-a5c7152580f1 HTTP/1.1" status: 200 len: 948 time: 0.2913373 Nov 10 19:07:08.715851 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-f6ff895e-c3af-45d7-8f41-80ffab5909be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:08.716270 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79099f4-be51-41e9-81a8-7f836fa349d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f87566a-21ba-4ef5-a538-ab2035e66104,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:08.717455 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-f6ff895e-c3af-45d7-8f41-80ffab5909be service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0511105 Nov 10 19:07:08.764101 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-11977396-b01d-4529-98d0-76050da913a7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:08.835831 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-ed2a7e0a-01cf-428a-b843-d90dcb97756b service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089060 Nov 10 19:07:08.864720 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79099f4-be51-41e9-81a8-7f836fa349d7 admin admin] Checking segment: {'id': '6e7ec8d5-4eb3-436f-acaa-5389c99d3db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'cb1cfedf-d6ef-4c15-b3f9-9ee019acfdab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:07:08.865087 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79099f4-be51-41e9-81a8-7f836fa349d7 admin admin] Network hostable DHCP agents. Network: cb1cfedf-d6ef-4c15-b3f9-9ee019acfdab, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:07:08.909840 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-5661927c-0634-4998-ba6e-eb840e396199 req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] For port 7afbdd05-9512-4fb8-b5fd-eab9a492793a, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:07:08.932902 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-10c89c7d-fecd-400a-a00d-ce934d32ca90 req-1a17b478-7b54-483a-be61-c06b9be0b4ab service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892446 Nov 10 19:07:08.982046 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-5661927c-0634-4998-ba6e-eb840e396199 req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] For port 7afbdd05-9512-4fb8-b5fd-eab9a492793a, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7afbdd05-9512-4fb8-b5fd-eab9a492793a,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:07:08.995595 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e15320a8-18df-45a5-a6cd-892366b42af5 req-52158d6b-7a58-43fc-b590-2d38cd779b10 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925022 Nov 10 19:07:09.003060 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5661927c-0634-4998-ba6e-eb840e396199 req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:09.041812 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79099f4-be51-41e9-81a8-7f836fa349d7 admin admin] Network cb1cfedf-d6ef-4c15-b3f9-9ee019acfdab is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:07:09.052258 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-57f0296d-3c45-4f02-a641-4898aa969036 req-0e63fe5a-1d75-46b3-ae32-eb10a0b6d5be service neutron] 10.222.0.54 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505900 Nov 10 19:07:09.078784 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661927c-0634-4998-ba6e-eb840e396199 req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:09.079502 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5661927c-0634-4998-ba6e-eb840e396199 req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:09.081159 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5661927c-0634-4998-ba6e-eb840e396199 req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] 10.222.0.73 "PUT /v2.0/ports/7afbdd05-9512-4fb8-b5fd-eab9a492793a HTTP/1.1" status: 200 len: 1096 time: 3.0199976 Nov 10 19:07:09.087561 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d3860bd-6c28-47ed-a1d6-a5c7152580f1', 'tag': '7afbdd05-9512-4fb8-b5fd-eab9a492793a'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:07:09.088799 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6cf869-6e0c-436e-b23b-f517503bdb5c" -d '{"events": [{"name": "network-changed", "server_uuid": "3d3860bd-6c28-47ed-a1d6-a5c7152580f1", "tag": "7afbdd05-9512-4fb8-b5fd-eab9a492793a"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:07:09.095912 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-e79099f4-be51-41e9-81a8-7f836fa349d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, cb1cfedf-d6ef-4c15-b3f9-9ee019acfdab) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:07:09.111642 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4036d4d8-e772-4d99-a495-ddbcd0628970 None None] Network cb1cfedf-d6ef-4c15-b3f9-9ee019acfdab requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:07:09.125065 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79099f4-be51-41e9-81a8-7f836fa349d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:09.125662 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e79099f4-be51-41e9-81a8-7f836fa349d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:09.271448 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] Pushing event updated for resources: {'Port': ['ID=7afbdd05-9512-4fb8-b5fd-eab9a492793a,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:09.285173 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94ab237-797a-4f93-a7fb-7dc5fe797da9 None None] Network cb1cfedf-d6ef-4c15-b3f9-9ee019acfdab requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:07:09.310993 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e79099f4-be51-41e9-81a8-7f836fa349d7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2309740 Nov 10 19:07:09.349125 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:09.349454 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:09.350039 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:09.350362 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:09.350866 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:09.351189 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:09.351528 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:09.352164 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:09.352484 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:09.352804 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:09.353117 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:09.353612 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d11a3-5abc-4388-b842-80117dbcbfa6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:09.396097 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f509a-5655-4fcd-a080-719adbad1c16 req-13a81eb4-f199-4c54-80d4-fc7214f9e493 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:09.402619 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a38f509a-5655-4fcd-a080-719adbad1c16 req-13a81eb4-f199-4c54-80d4-fc7214f9e493 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 1096 time: 0.3258910 Nov 10 19:07:09.427455 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661927c-0634-4998-ba6e-eb840e396199 req-9a01d7bf-41a3-4c6f-bd45-847d37ee44e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:09.429744 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5661927c-0634-4998-ba6e-eb840e396199 req-9a01d7bf-41a3-4c6f-bd45-847d37ee44e9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&device_id=3d3860bd-6c28-47ed-a1d6-a5c7152580f1 HTTP/1.1" status: 200 len: 1099 time: 0.2566144 Nov 10 19:07:09.435187 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-57f0296d-3c45-4f02-a641-4898aa969036 req-7755bcd1-196f-4c98-8aa3-05e5cc2748bc service neutron] 10.222.0.54 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735123 Nov 10 19:07:09.437463 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-11977396-b01d-4529-98d0-76050da913a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:09.535706 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5661927c-0634-4998-ba6e-eb840e396199 req-5916828d-0071-428a-849d-c1f256e01a13 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=7afbdd05-9512-4fb8-b5fd-eab9a492793a HTTP/1.1" status: 200 len: 217 time: 0.0909789 Nov 10 19:07:09.621743 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a38f509a-5655-4fcd-a080-719adbad1c16 req-72e5d765-0706-4152-96c3-eae5e2c042e1 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800413 Nov 10 19:07:09.695939 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661927c-0634-4998-ba6e-eb840e396199 req-d2500956-b4c4-4beb-a2b5-0e3b3abea855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:09.697534 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5661927c-0634-4998-ba6e-eb840e396199 req-d2500956-b4c4-4beb-a2b5-0e3b3abea855 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.1364241 Nov 10 19:07:09.786631 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a3ff57-9e16-4da8-9da2-4d81c670a11d x-openstack-request-id: req-c2a3ff57-9e16-4da8-9da2-4d81c670a11d {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:07:09.787510 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34fed7cd-9d0c-486e-b5d7-698a5c0eb682", "tag": "e9f813c9-3dfe-4e55-b476-c5266a82bf70", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:07:09.788126 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c2a3ff57-9e16-4da8-9da2-4d81c670a11d {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:07:09.788724 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34fed7cd-9d0c-486e-b5d7-698a5c0eb682', 'tag': 'e9f813c9-3dfe-4e55-b476-c5266a82bf70', 'status': 'completed', 'code': 200} Nov 10 19:07:09.840955 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521b61e-40c5-40b1-b174-2b5599857dfd req-e5638b0a-8419-4be5-8c69-dbd4414f4795 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:09.843277 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9521b61e-40c5-40b1-b174-2b5599857dfd req-e5638b0a-8419-4be5-8c69-dbd4414f4795 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 950 time: 0.1392438 Nov 10 19:07:09.845502 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149841ae-28b1-4457-b690-f273a080873a x-openstack-request-id: req-149841ae-28b1-4457-b690-f273a080873a {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:07:09.846068 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d3860bd-6c28-47ed-a1d6-a5c7152580f1", "tag": "7afbdd05-9512-4fb8-b5fd-eab9a492793a", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:07:09.846548 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-149841ae-28b1-4457-b690-f273a080873a {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:07:09.847379 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d3860bd-6c28-47ed-a1d6-a5c7152580f1', 'tag': '7afbdd05-9512-4fb8-b5fd-eab9a492793a', 'status': 'completed', 'code': 200} Nov 10 19:07:09.852126 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661927c-0634-4998-ba6e-eb840e396199 req-aade8af7-f679-4fcb-bb63-db7bd9dd1fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:09.854618 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5661927c-0634-4998-ba6e-eb840e396199 req-aade8af7-f679-4fcb-bb63-db7bd9dd1fbe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1369007 Nov 10 19:07:09.857480 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11977396-b01d-4529-98d0-76050da913a7 admin admin] Router ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:07:09.896266 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781dc3f-f9b9-4bbf-b2e0-df362705a8aa req-338213ae-7520-4662-952f-622973239b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:09.898344 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a781dc3f-f9b9-4bbf-b2e0-df362705a8aa req-338213ae-7520-4662-952f-622973239b7d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2e813bec75724096b28a81d7339863d5&device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 1098 time: 0.0762115 Nov 10 19:07:10.031129 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9521b61e-40c5-40b1-b174-2b5599857dfd req-b3ee4c68-7001-4cd9-8bc5-fa582a85e2ee tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748865 Nov 10 19:07:10.073331 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781dc3f-f9b9-4bbf-b2e0-df362705a8aa req-07d07c5c-9133-4b73-aaf4-cea6775116d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:10.076348 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a781dc3f-f9b9-4bbf-b2e0-df362705a8aa req-07d07c5c-9133-4b73-aaf4-cea6775116d4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.1665282 Nov 10 19:07:10.130013 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a781dc3f-f9b9-4bbf-b2e0-df362705a8aa req-fd3bf19d-c9cb-487f-adf7-3af751ea95a5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=e9f813c9-3dfe-4e55-b476-c5266a82bf70 HTTP/1.1" status: 200 len: 217 time: 0.0430825 Nov 10 19:07:10.197377 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781dc3f-f9b9-4bbf-b2e0-df362705a8aa req-e27cf202-4c43-4ce7-a1c5-ee59c7635ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:10.199022 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a781dc3f-f9b9-4bbf-b2e0-df362705a8aa req-e27cf202-4c43-4ce7-a1c5-ee59c7635ad1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0611501 Nov 10 19:07:10.254066 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781dc3f-f9b9-4bbf-b2e0-df362705a8aa req-6742b016-e28f-4495-8471-a352e6880840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:10.255874 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a781dc3f-f9b9-4bbf-b2e0-df362705a8aa req-6742b016-e28f-4495-8471-a352e6880840 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0469301 Nov 10 19:07:10.377725 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [req-d5db4fc9-36ae-4d09-a88b-bd1fde279445 req-19904f1b-4220-4ff9-af99-25451420cebc tempest-SecurityGroupsNegativeTestJSON-733690466 tempest-SecurityGroupsNegativeTestJSON-733690466-project] show failed (client error): The resource could not be found. Nov 10 19:07:10.378861 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d5db4fc9-36ae-4d09-a88b-bd1fde279445 req-19904f1b-4220-4ff9-af99-25451420cebc tempest-SecurityGroupsNegativeTestJSON-733690466 tempest-SecurityGroupsNegativeTestJSON-733690466-project] 10.222.0.54 "GET /v2.0/security-groups/b200f2e2-16f0-47a1-ae7a-9ba1448446da HTTP/1.1" status: 404 len: 352 time: 0.0460024 Nov 10 19:07:10.391548 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a781dc3f-f9b9-4bbf-b2e0-df362705a8aa req-327270a4-52a5-4454-a148-567f913ae202 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239059 Nov 10 19:07:10.392119 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ac55b-a443-4b9e-9968-b5569a4f0227 req-58729d37-4666-4c46-8bff-0b178e92d841 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:10.393988 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-765ac55b-a443-4b9e-9968-b5569a4f0227 req-58729d37-4666-4c46-8bff-0b178e92d841 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 947 time: 0.4888859 Nov 10 19:07:10.461451 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5661927c-0634-4998-ba6e-eb840e396199 req-e7064e77-4f4e-448b-af83-77b3ed8219e0 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5574434 Nov 10 19:07:10.509277 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a781dc3f-f9b9-4bbf-b2e0-df362705a8aa req-38f6bfef-d601-4032-b773-2901d6c16f7c service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084950 Nov 10 19:07:10.519197 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-27775ae9-7429-46be-9a2c-10c6d3fee7ba req-14d837d8-c085-477a-803c-cbf2892c2942 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 210 time: 0.0644009 Nov 10 19:07:10.585371 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11977396-b01d-4529-98d0-76050da913a7 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:07:10.593912 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-765ac55b-a443-4b9e-9968-b5569a4f0227 req-7fb190de-21b5-4281-94a7-d722387cab74 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625352 Nov 10 19:07:10.598152 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958b5ca2-cb91-45da-9a44-5ea4bacf4272 None None] Sync routers for ids ['ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:07:10.624130 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958b5ca2-cb91-45da-9a44-5ea4bacf4272 None None] Routers {'ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:07:10.624830 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-958b5ca2-cb91-45da-9a44-5ea4bacf4272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:06:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:07:10.654613 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-11977396-b01d-4529-98d0-76050da913a7 admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:10.655852 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-11977396-b01d-4529-98d0-76050da913a7 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.6199658 Nov 10 19:07:10.659006 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51914) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:07:10.687887 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5661927c-0634-4998-ba6e-eb840e396199 req-df48135f-0a22-4ff7-9579-cc644403280d service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119467 Nov 10 19:07:10.728209 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf73ef-4b15-47cc-8f0f-fe0d73c5415d req-9aeaa358-c606-4a5a-afed-c18c04d2bb58 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:10.729977 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-57bf73ef-4b15-47cc-8f0f-fe0d73c5415d req-9aeaa358-c606-4a5a-afed-c18c04d2bb58 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 1096 time: 0.1405032 Nov 10 19:07:10.739463 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-958b5ca2-cb91-45da-9a44-5ea4bacf4272 None None] Set router ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:07:10.780140 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9e7ee-ff89-4d09-97c0-fde49300dd6b req-4fc1d9ca-d5da-4e8e-b572-97c482180314 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:10.781687 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6bd9e7ee-ff89-4d09-97c0-fde49300dd6b req-4fc1d9ca-d5da-4e8e-b572-97c482180314 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d3860bd-6c28-47ed-a1d6-a5c7152580f1 HTTP/1.1" status: 200 len: 948 time: 0.0927646 Nov 10 19:07:10.859974 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-57bf73ef-4b15-47cc-8f0f-fe0d73c5415d req-07d112a4-7a89-4220-b145-9fc8881f93bd tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153831 Nov 10 19:07:10.893824 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6cf869-6e0c-436e-b23b-f517503bdb5c req-97f50025-c7bc-46af-b480-ea8d8d7d2c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:10.896898 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b6cf869-6e0c-436e-b23b-f517503bdb5c req-97f50025-c7bc-46af-b480-ea8d8d7d2c22 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&device_id=3d3860bd-6c28-47ed-a1d6-a5c7152580f1 HTTP/1.1" status: 200 len: 1099 time: 0.1354032 Nov 10 19:07:10.986573 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-958b5ca2-cb91-45da-9a44-5ea4bacf4272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d', 'name': 'tempest-AttachSCSIVolumeTestJSON-681289190-router', 'tenant_id': '34237cca00b0449f92897c4768452361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a0c54f40-ca77-43aa-aa71-e3b10e64211a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:07:04Z', 'updated_at': '2021-11-10T19:07:08Z', 'revision_number': 3, 'project_id': '34237cca00b0449f92897c4768452361', 'gw_port': {'id': 'a0c54f40-ca77-43aa-aa71-e3b10e64211a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:06Z', 'updated_at': '2021-11-10T19:07:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:07:11.056451 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958b5ca2-cb91-45da-9a44-5ea4bacf4272 None None] Checking router: ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:07:11.056812 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958b5ca2-cb91-45da-9a44-5ea4bacf4272 None None] Updating router ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d port a0c54f40-ca77-43aa-aa71-e3b10e64211a binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:07:11.110191 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6cf869-6e0c-436e-b23b-f517503bdb5c req-f66b53c9-8fe2-41e1-8422-95bd75ab484b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:11.111799 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b6cf869-6e0c-436e-b23b-f517503bdb5c req-f66b53c9-8fe2-41e1-8422-95bd75ab484b service neutron] 10.222.0.73 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.2009473 Nov 10 19:07:11.117350 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-958b5ca2-cb91-45da-9a44-5ea4bacf4272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:11.157057 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6bd9e7ee-ff89-4d09-97c0-fde49300dd6b req-7b3227a1-5c65-432c-8cdb-bdb8caed2d23 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598189 Nov 10 19:07:11.210624 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b6cf869-6e0c-436e-b23b-f517503bdb5c req-0e7fdea7-8f72-44fa-88f1-20bc00149bb6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=7afbdd05-9512-4fb8-b5fd-eab9a492793a HTTP/1.1" status: 200 len: 217 time: 0.0855665 Nov 10 19:07:11.224442 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0296d-3c45-4f02-a641-4898aa969036 req-bd89045d-bcfe-4343-bfac-72522de88102 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:11.227332 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-57f0296d-3c45-4f02-a641-4898aa969036 req-bd89045d-bcfe-4343-bfac-72522de88102 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.25 "GET /v2.0/networks?id=74048eaf-c023-4244-acc6-bb708e07e097 HTTP/1.1" status: 200 len: 821 time: 0.2129052 Nov 10 19:07:11.265036 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-57f0296d-3c45-4f02-a641-4898aa969036 req-de5f1ac4-0051-4d25-bbbf-b02f1852302e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Request body: {'port': {'device_id': 'a878d88d-6fb5-4f99-8f21-d65037a4bc3c', 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097', 'admin_state_up': True, 'tenant_id': '740aa4129faa48ffa1d5e7369c5159ee'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:07:11.315873 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d1bcc67c-aee9-421a-a292-0c55e861a0d5 req-ec222b19-80f8-45ff-9e3c-fb5eebd52a09 tempest-SecurityGroupsNegativeTestJSON-733690466 tempest-SecurityGroupsNegativeTestJSON-733690466-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8d546ca48f934226b975c46faed88d09 HTTP/1.1" status: 200 len: 3001 time: 0.2016773 Nov 10 19:07:11.339267 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6cf869-6e0c-436e-b23b-f517503bdb5c req-715b9f1a-aeea-4c8a-8b19-ce59f9d9df9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:11.340902 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b6cf869-6e0c-436e-b23b-f517503bdb5c req-715b9f1a-aeea-4c8a-8b19-ce59f9d9df9a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.1116889 Nov 10 19:07:11.400339 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3d675-76c5-47b1-931b-ec4dd3b71c43 req-f00bee84-747a-47e1-87ac-1205f230e085 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:11.406569 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-add3d675-76c5-47b1-931b-ec4dd3b71c43 req-f00bee84-747a-47e1-87ac-1205f230e085 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 950 time: 0.1366322 Nov 10 19:07:11.416417 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-958b5ca2-cb91-45da-9a44-5ea4bacf4272 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:11.424884 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-958b5ca2-cb91-45da-9a44-5ea4bacf4272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:11.444648 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d1bcc67c-aee9-421a-a292-0c55e861a0d5 req-1bbc18f6-9ef6-4c7d-aab6-733a964278d8 tempest-SecurityGroupsNegativeTestJSON-733690466 tempest-SecurityGroupsNegativeTestJSON-733690466-project] 10.222.0.54 "GET /v2.0/security-groups/2d21ba9d-6da6-43cd-9fea-a11222988c84 HTTP/1.1" status: 200 len: 2998 time: 0.1181672 Nov 10 19:07:11.455630 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6cf869-6e0c-436e-b23b-f517503bdb5c req-b9a0cdd3-7ad4-4ef7-8c40-61a0a07dbef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:11.457365 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b6cf869-6e0c-436e-b23b-f517503bdb5c req-b9a0cdd3-7ad4-4ef7-8c40-61a0a07dbef2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0992196 Nov 10 19:07:11.458110 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3047bea4-bc06-4215-be17-86cde5ad0df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:11.461705 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f0296d-3c45-4f02-a641-4898aa969036 req-de5f1ac4-0051-4d25-bbbf-b02f1852302e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Made reservation on behalf of 740aa4129faa48ffa1d5e7369c5159ee for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:07:11.465400 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-57f0296d-3c45-4f02-a641-4898aa969036 req-de5f1ac4-0051-4d25-bbbf-b02f1852302e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:11.471057 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57be00c-285d-492d-a633-75ec4176bc56 None None] Pushing event updated for resources: {'Port': ['ID=a0c54f40-ca77-43aa-aa71-e3b10e64211a,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:11.481620 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57be00c-285d-492d-a633-75ec4176bc56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:11.481991 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57be00c-285d-492d-a633-75ec4176bc56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:11.482507 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57be00c-285d-492d-a633-75ec4176bc56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:11.482998 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57be00c-285d-492d-a633-75ec4176bc56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:11.483312 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57be00c-285d-492d-a633-75ec4176bc56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:11.483782 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57be00c-285d-492d-a633-75ec4176bc56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:11.484107 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57be00c-285d-492d-a633-75ec4176bc56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:11.484432 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57be00c-285d-492d-a633-75ec4176bc56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:11.484749 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57be00c-285d-492d-a633-75ec4176bc56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:11.485063 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57be00c-285d-492d-a633-75ec4176bc56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:11.485525 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57be00c-285d-492d-a633-75ec4176bc56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:11.486001 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57be00c-285d-492d-a633-75ec4176bc56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:11.529934 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-958b5ca2-cb91-45da-9a44-5ea4bacf4272 None None] Attempting to bind port a0c54f40-ca77-43aa-aa71-e3b10e64211a on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:07:11.530293 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-958b5ca2-cb91-45da-9a44-5ea4bacf4272 None None] Attempting to bind port a0c54f40-ca77-43aa-aa71-e3b10e64211a by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:07:11.530856 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958b5ca2-cb91-45da-9a44-5ea4bacf4272 None None] Attempting to bind port a0c54f40-ca77-43aa-aa71-e3b10e64211a on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:07:11.536684 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958b5ca2-cb91-45da-9a44-5ea4bacf4272 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:07:11.537281 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958b5ca2-cb91-45da-9a44-5ea4bacf4272 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:07:11.537672 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-958b5ca2-cb91-45da-9a44-5ea4bacf4272 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:11.538085 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958b5ca2-cb91-45da-9a44-5ea4bacf4272 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:07:11.538538 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-958b5ca2-cb91-45da-9a44-5ea4bacf4272 None None] Bound port: a0c54f40-ca77-43aa-aa71-e3b10e64211a, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:07:11.539082 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-958b5ca2-cb91-45da-9a44-5ea4bacf4272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:11.581094 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-add3d675-76c5-47b1-931b-ec4dd3b71c43 req-c8eb4a44-1617-4796-a36c-c1e849d749ca tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685603 Nov 10 19:07:11.634338 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d1bcc67c-aee9-421a-a292-0c55e861a0d5 req-6c6fbbf4-de1b-47f8-a562-2c7c02e7c98e tempest-SecurityGroupsNegativeTestJSON-733690466 tempest-SecurityGroupsNegativeTestJSON-733690466-project] 10.222.0.54 "GET /v2.0/security-groups/2d21ba9d-6da6-43cd-9fea-a11222988c84 HTTP/1.1" status: 200 len: 2998 time: 0.1757796 Nov 10 19:07:11.680379 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b6cf869-6e0c-436e-b23b-f517503bdb5c req-d19ed88a-3ba8-42c7-ba07-68706e546516 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056978 Nov 10 19:07:11.691233 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-958b5ca2-cb91-45da-9a44-5ea4bacf4272 None None] For port a0c54f40-ca77-43aa-aa71-e3b10e64211a, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:07:11.694937 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-958b5ca2-cb91-45da-9a44-5ea4bacf4272 None None] For port a0c54f40-ca77-43aa-aa71-e3b10e64211a, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=a0c54f40-ca77-43aa-aa71-e3b10e64211a,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:07:11.702185 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-958b5ca2-cb91-45da-9a44-5ea4bacf4272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:11.740241 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-57f0296d-3c45-4f02-a641-4898aa969036 req-de5f1ac4-0051-4d25-bbbf-b02f1852302e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Allocated IP 172.20.0.7 (74048eaf-c023-4244-acc6-bb708e07e097/91093ec9-e097-43f7-865c-a8764e927d57/beddf51d-6ee7-4dee-b4f4-243e7b2a090f) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:07:11.759383 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57be00c-285d-492d-a633-75ec4176bc56 None None] Pushing event updated for resources: {'Port': ['ID=a0c54f40-ca77-43aa-aa71-e3b10e64211a,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:11.770532 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-3047bea4-bc06-4215-be17-86cde5ad0df8 admin admin] Allocated IP 172.20.0.1 (595215af-9b55-410f-bb77-3251041dbe00/fde35aef-a8d1-4d05-b4f9-3b8f57f73ddf/d3c33c6e-fe3c-435e-a6b0-3526777760b8) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:07:11.798393 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958b5ca2-cb91-45da-9a44-5ea4bacf4272 None None] Routers {'ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:07:11.799331 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-958b5ca2-cb91-45da-9a44-5ea4bacf4272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:06:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:07:11.826439 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-46b55d76-ba7b-4d6d-9567-dccbc4fc0ded req-2acbac46-e910-4c63-945b-bab7c967117f tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 210 time: 0.0923254 Nov 10 19:07:11.907538 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b6cf869-6e0c-436e-b23b-f517503bdb5c req-bbd89dab-341c-4e05-a808-51f92a824d31 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096801 Nov 10 19:07:11.948265 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-55601927-56d9-49af-bd59-fee56416f74d req-d3a8505e-85ea-4627-ae87-6aaa08b5faf9 tempest-SecurityGroupsNegativeTestJSON-733690466 tempest-SecurityGroupsNegativeTestJSON-733690466-project] 10.222.0.54 "GET /v2.0/security-groups/2d21ba9d-6da6-43cd-9fea-a11222988c84 HTTP/1.1" status: 200 len: 2998 time: 0.1324229 Nov 10 19:07:11.973439 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-958b5ca2-cb91-45da-9a44-5ea4bacf4272 None None] Set router ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:07:11.999838 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246e41b-6c0e-474d-9e52-ff6803c44db6 req-39fb253b-dfa0-410e-9f9a-1b218cdf9275 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:12.001591 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4246e41b-6c0e-474d-9e52-ff6803c44db6 req-39fb253b-dfa0-410e-9f9a-1b218cdf9275 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 947 time: 0.0886993 Nov 10 19:07:12.014583 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3047bea4-bc06-4215-be17-86cde5ad0df8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:12.021014 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-57f0296d-3c45-4f02-a641-4898aa969036 req-de5f1ac4-0051-4d25-bbbf-b02f1852302e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:12.051188 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [req-55601927-56d9-49af-bd59-fee56416f74d req-1d6cf1bc-1c76-4084-ae69-e8f78628b3a6 tempest-SecurityGroupsNegativeTestJSON-733690466 tempest-SecurityGroupsNegativeTestJSON-733690466-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 10 19:07:12.052602 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-55601927-56d9-49af-bd59-fee56416f74d req-1d6cf1bc-1c76-4084-ae69-e8f78628b3a6 tempest-SecurityGroupsNegativeTestJSON-733690466 tempest-SecurityGroupsNegativeTestJSON-733690466-project] 10.222.0.54 "DELETE /v2.0/security-groups/2d21ba9d-6da6-43cd-9fea-a11222988c84 HTTP/1.1" status: 409 len: 352 time: 0.0914626 Nov 10 19:07:12.085375 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4246e41b-6c0e-474d-9e52-ff6803c44db6 req-27ac9893-2ff9-4d6d-b3c2-0fb2386f1614 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681944 Nov 10 19:07:12.089337 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-57f0296d-3c45-4f02-a641-4898aa969036 req-de5f1ac4-0051-4d25-bbbf-b02f1852302e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:12.149410 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f1ac4-0051-4d25-bbbf-b02f1852302e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Pushing event updated for resources: {'Port': ['ID=beddf51d-6ee7-4dee-b4f4-243e7b2a090f,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:12.151948 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3047bea4-bc06-4215-be17-86cde5ad0df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:12.168155 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5f1ac4-0051-4d25-bbbf-b02f1852302e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:12.168401 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5f1ac4-0051-4d25-bbbf-b02f1852302e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:12.168706 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5f1ac4-0051-4d25-bbbf-b02f1852302e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:12.169046 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5f1ac4-0051-4d25-bbbf-b02f1852302e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:12.169392 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5f1ac4-0051-4d25-bbbf-b02f1852302e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:12.169734 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5f1ac4-0051-4d25-bbbf-b02f1852302e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:12.170090 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5f1ac4-0051-4d25-bbbf-b02f1852302e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:12.170421 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5f1ac4-0051-4d25-bbbf-b02f1852302e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:12.170756 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5f1ac4-0051-4d25-bbbf-b02f1852302e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:12.171082 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5f1ac4-0051-4d25-bbbf-b02f1852302e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:12.171411 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5f1ac4-0051-4d25-bbbf-b02f1852302e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:12.171734 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5f1ac4-0051-4d25-bbbf-b02f1852302e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:12.189504 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabaf223-8410-446f-890c-8757e5a93c2f req-292605d5-c313-429d-a85d-91a83a803ac1 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:12.195816 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eabaf223-8410-446f-890c-8757e5a93c2f req-292605d5-c313-429d-a85d-91a83a803ac1 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 1096 time: 0.0483847 Nov 10 19:07:12.217054 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047bea4-bc06-4215-be17-86cde5ad0df8 admin admin] Pushing event updated for resources: {'Port': ['ID=d3c33c6e-fe3c-435e-a6b0-3526777760b8,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:12.230185 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f0296d-3c45-4f02-a641-4898aa969036 req-de5f1ac4-0051-4d25-bbbf-b02f1852302e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Network 74048eaf-c023-4244-acc6-bb708e07e097 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:07:12.232086 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3047bea4-bc06-4215-be17-86cde5ad0df8 admin admin] Network 595215af-9b55-410f-bb77-3251041dbe00 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:07:12.233784 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-57f0296d-3c45-4f02-a641-4898aa969036 req-de5f1ac4-0051-4d25-bbbf-b02f1852302e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:07:12.236080 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-3047bea4-bc06-4215-be17-86cde5ad0df8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:07:12.237839 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f0296d-3c45-4f02-a641-4898aa969036 req-de5f1ac4-0051-4d25-bbbf-b02f1852302e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:07:12.241576 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-958b5ca2-cb91-45da-9a44-5ea4bacf4272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d', 'name': 'tempest-AttachSCSIVolumeTestJSON-681289190-router', 'tenant_id': '34237cca00b0449f92897c4768452361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a0c54f40-ca77-43aa-aa71-e3b10e64211a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:07:04Z', 'updated_at': '2021-11-10T19:07:08Z', 'revision_number': 3, 'project_id': '34237cca00b0449f92897c4768452361', 'gw_port': {'id': 'a0c54f40-ca77-43aa-aa71-e3b10e64211a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:06Z', 'updated_at': '2021-11-10T19:07:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:07:12.241906 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3047bea4-bc06-4215-be17-86cde5ad0df8 admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:07:12.274652 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958b5ca2-cb91-45da-9a44-5ea4bacf4272 None None] The sync data for ids ['ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d'] in n-d-813897-4 is: [{'id': 'ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d', 'name': 'tempest-AttachSCSIVolumeTestJSON-681289190-router', 'tenant_id': '34237cca00b0449f92897c4768452361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a0c54f40-ca77-43aa-aa71-e3b10e64211a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:07:04Z', 'updated_at': '2021-11-10T19:07:08Z', 'revision_number': 3, 'project_id': '34237cca00b0449f92897c4768452361', 'gw_port': {'id': 'a0c54f40-ca77-43aa-aa71-e3b10e64211a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:06Z', 'updated_at': '2021-11-10T19:07:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:07:12.279498 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [req-63cf6275-28e7-4cbe-82fc-010a6f64b9d6 req-0caddc98-8267-498e-a673-32b717ec1c68 tempest-SecurityGroupsNegativeTestJSON-733690466 tempest-SecurityGroupsNegativeTestJSON-733690466-project] show failed (client error): The resource could not be found. Nov 10 19:07:12.281391 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-63cf6275-28e7-4cbe-82fc-010a6f64b9d6 req-0caddc98-8267-498e-a673-32b717ec1c68 tempest-SecurityGroupsNegativeTestJSON-733690466 tempest-SecurityGroupsNegativeTestJSON-733690466-project] 10.222.0.54 "GET /v2.0/security-groups/2455495f-b46d-4df3-837d-c50c2ebd7320 HTTP/1.1" status: 404 len: 352 time: 0.0459917 Nov 10 19:07:12.283926 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eabaf223-8410-446f-890c-8757e5a93c2f req-4811dc2e-b232-4e03-9c67-6f5565642136 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851967 Nov 10 19:07:12.326397 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3047bea4-bc06-4215-be17-86cde5ad0df8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:12.340299 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0296d-3c45-4f02-a641-4898aa969036 req-de5f1ac4-0051-4d25-bbbf-b02f1852302e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:12.341939 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-57f0296d-3c45-4f02-a641-4898aa969036 req-de5f1ac4-0051-4d25-bbbf-b02f1852302e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:12.356067 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [req-f5ab716b-f1f2-4f44-af0b-89457eec7b85 req-5f796e39-9f4f-4af5-a80e-3aba207f2e3a tempest-SecurityGroupsNegativeTestJSON-733690466 tempest-SecurityGroupsNegativeTestJSON-733690466-project] show failed (client error): The resource could not be found. Nov 10 19:07:12.358578 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f5ab716b-f1f2-4f44-af0b-89457eec7b85 req-5f796e39-9f4f-4af5-a80e-3aba207f2e3a tempest-SecurityGroupsNegativeTestJSON-733690466 tempest-SecurityGroupsNegativeTestJSON-733690466-project] 10.222.0.54 "GET /v2.0/security-groups/c4877a05-1604-44c8-a232-62c4b5b93977 HTTP/1.1" status: 404 len: 352 time: 0.0225813 Nov 10 19:07:12.373657 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51948) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:07:12.424804 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-57f0296d-3c45-4f02-a641-4898aa969036 req-de5f1ac4-0051-4d25-bbbf-b02f1852302e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1652534 Nov 10 19:07:12.445686 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-57f0296d-3c45-4f02-a641-4898aa969036 req-632a8115-d67e-4db8-94af-a33255371d6c service neutron] Request body: {'port': {'device_id': 'a878d88d-6fb5-4f99-8f21-d65037a4bc3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:07:12.513472 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f5c962-fa6f-4ef0-9f71-5ba733cc8fbd admin admin] Deleting subnet 8f87566a-21ba-4ef5-a538-ab2035e66104 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:07:12.518718 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a0f5c962-fa6f-4ef0-9f71-5ba733cc8fbd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:12.594270 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4fe9c-b5c3-440e-b851-46e946e82a57 req-a055c385-6420-4a72-9493-9f0b778afa2f tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:12.595900 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-38d4fe9c-b5c3-440e-b851-46e946e82a57 req-a055c385-6420-4a72-9493-9f0b778afa2f tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d3860bd-6c28-47ed-a1d6-a5c7152580f1 HTTP/1.1" status: 200 len: 948 time: 0.2168539 Nov 10 19:07:12.600869 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a0f5c962-fa6f-4ef0-9f71-5ba733cc8fbd admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:12.651536 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a0f5c962-fa6f-4ef0-9f71-5ba733cc8fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:12.652569 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-303f9960-6970-4c52-8c14-fd0276a97849 None None] Provisioning complete for port d3c33c6e-fe3c-435e-a6b0-3526777760b8 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:12.653217 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-303f9960-6970-4c52-8c14-fd0276a97849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:12.698687 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-303f9960-6970-4c52-8c14-fd0276a97849 None None] Port d3c33c6e-fe3c-435e-a6b0-3526777760b8 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:07:12.737733 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-38d4fe9c-b5c3-440e-b851-46e946e82a57 req-d19f4c43-749a-4fe9-af54-85233d3cfa90 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964661 Nov 10 19:07:12.763460 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a0f5c962-fa6f-4ef0-9f71-5ba733cc8fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:12.794691 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5c962-fa6f-4ef0-9f71-5ba733cc8fbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f87566a-21ba-4ef5-a538-ab2035e66104,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:12.800390 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a0f5c962-fa6f-4ef0-9f71-5ba733cc8fbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:12.804273 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a0f5c962-fa6f-4ef0-9f71-5ba733cc8fbd admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8f87566a-21ba-4ef5-a538-ab2035e66104 HTTP/1.1" status: 204 len: 168 time: 0.4266608 Nov 10 19:07:12.809238 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51956) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:07:12.962173 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4dbe-bb2f-4e7d-a986-3c24d634fce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:12.965949 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-57f0296d-3c45-4f02-a641-4898aa969036 req-632a8115-d67e-4db8-94af-a33255371d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:13.028133 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3047bea4-bc06-4215-be17-86cde5ad0df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:13.047597 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cee85-aff4-4bc0-af6e-36d3d8659586 req-d485988a-eb13-4088-ba07-f2e97d52fd2a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:13.049168 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-702cee85-aff4-4bc0-af6e-36d3d8659586 req-d485988a-eb13-4088-ba07-f2e97d52fd2a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 950 time: 0.2021210 Nov 10 19:07:13.095147 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4dbe-bb2f-4e7d-a986-3c24d634fce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:13.138451 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4dbe-bb2f-4e7d-a986-3c24d634fce7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 19:07:13.138820 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4dbe-bb2f-4e7d-a986-3c24d634fce7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 19:07:13.139847 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4dbe-bb2f-4e7d-a986-3c24d634fce7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 19:07:13.140185 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4dbe-bb2f-4e7d-a986-3c24d634fce7 admin admin] Subscribe: > port after_create 55550000 {{(pid=102506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 19:07:13.140505 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4dbe-bb2f-4e7d-a986-3c24d634fce7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 19:07:13.140819 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4dbe-bb2f-4e7d-a986-3c24d634fce7 admin admin] Subscribe: > port after_update 55550000 {{(pid=102506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 19:07:13.141134 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4dbe-bb2f-4e7d-a986-3c24d634fce7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 19:07:13.141447 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4dbe-bb2f-4e7d-a986-3c24d634fce7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 19:07:13.142088 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4dbe-bb2f-4e7d-a986-3c24d634fce7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 19:07:13.142088 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4dbe-bb2f-4e7d-a986-3c24d634fce7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 19:07:13.210423 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4dbe-bb2f-4e7d-a986-3c24d634fce7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 19:07:13.211364 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4dbe-bb2f-4e7d-a986-3c24d634fce7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 19:07:13.211364 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4dbe-bb2f-4e7d-a986-3c24d634fce7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 19:07:13.211622 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4dbe-bb2f-4e7d-a986-3c24d634fce7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 19:07:13.211785 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-9b5f4dbe-bb2f-4e7d-a986-3c24d634fce7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb1cfedf-d6ef-4c15-b3f9-9ee019acfdab']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:07:13.244226 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-9b5f4dbe-bb2f-4e7d-a986-3c24d634fce7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e7ec8d5-4eb3-436f-acaa-5389c99d3db8') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:07:13.244973 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-9b5f4dbe-bb2f-4e7d-a986-3c24d634fce7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e7ec8d5-4eb3-436f-acaa-5389c99d3db8') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:07:13.267838 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-702cee85-aff4-4bc0-af6e-36d3d8659586 req-b28791fc-0f0a-47eb-b5cc-d94246dae1d5 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853445 Nov 10 19:07:13.269874 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4dbe-bb2f-4e7d-a986-3c24d634fce7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:13.307967 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4dbe-bb2f-4e7d-a986-3c24d634fce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:13.318439 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b5f4dbe-bb2f-4e7d-a986-3c24d634fce7 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:07:13.319102 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4dbe-bb2f-4e7d-a986-3c24d634fce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: from cryptography.utils import int_from_bytes Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: from cryptography.utils import int_from_bytes Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:07:13.398341 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:07:13.402488 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4dbe-bb2f-4e7d-a986-3c24d634fce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:13.432733 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4dbe-bb2f-4e7d-a986-3c24d634fce7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:13.436361 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9b5f4dbe-bb2f-4e7d-a986-3c24d634fce7 admin admin] 10.222.0.54 "DELETE /v2.0/networks/cb1cfedf-d6ef-4c15-b3f9-9ee019acfdab HTTP/1.1" status: 204 len: 168 time: 0.6257639 Nov 10 19:07:13.451720 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f4dbe-bb2f-4e7d-a986-3c24d634fce7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb1cfedf-d6ef-4c15-b3f9-9ee019acfdab,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:13.486955 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde9625-7e62-4ded-9aea-ae074c7f6fad req-74d1223d-79a4-47b0-b059-f780dfd6bb00 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:13.490597 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 7afbdd05-9512-4fb8-b5fd-eab9a492793a details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:07:13.496530 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4cde9625-7e62-4ded-9aea-ae074c7f6fad req-74d1223d-79a4-47b0-b059-f780dfd6bb00 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 931 time: 0.0962741 Nov 10 19:07:13.515152 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3047bea4-bc06-4215-be17-86cde5ad0df8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:13.524043 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3047bea4-bc06-4215-be17-86cde5ad0df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:13.572520 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4cde9625-7e62-4ded-9aea-ae074c7f6fad req-69f7ca61-323e-400c-a656-f165828fddb8 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746875 Nov 10 19:07:13.652550 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-57f0296d-3c45-4f02-a641-4898aa969036 req-632a8115-d67e-4db8-94af-a33255371d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beddf51d-6ee7-4dee-b4f4-243e7b2a090f {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:07:13.670452 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-57f0296d-3c45-4f02-a641-4898aa969036 req-632a8115-d67e-4db8-94af-a33255371d6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:13.698400 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51982) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:07:13.708203 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-57f0296d-3c45-4f02-a641-4898aa969036 req-632a8115-d67e-4db8-94af-a33255371d6c service neutron] Transition to ACTIVE for port object beddf51d-6ee7-4dee-b4f4-243e7b2a090f will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:07:13.717727 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-57f0296d-3c45-4f02-a641-4898aa969036 req-632a8115-d67e-4db8-94af-a33255371d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:13.721405 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047bea4-bc06-4215-be17-86cde5ad0df8 admin admin] Pushing event updated for resources: {'Port': ['ID=d3c33c6e-fe3c-435e-a6b0-3526777760b8,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:13.727345 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 7afbdd05-9512-4fb8-b5fd-eab9a492793a, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7afbdd05-9512-4fb8-b5fd-eab9a492793a,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:07:13.727983 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3047bea4-bc06-4215-be17-86cde5ad0df8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:13.744289 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '7afbdd05-9512-4fb8-b5fd-eab9a492793a', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': '7afbdd05-9512-4fb8-b5fd-eab9a492793a', 'mac_address': 'fa:16:3e:81:de:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:07:13.796649 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:13.799417 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device e9f813c9-3dfe-4e55-b476-c5266a82bf70 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:07:13.824022 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6d4ae-c6d1-4ad7-bed9-5ab5aeba922d req-a88d62fd-9b53-4ea0-9169-ca4a50768bc9 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:13.825753 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4ed6d4ae-c6d1-4ad7-bed9-5ab5aeba922d req-a88d62fd-9b53-4ea0-9169-ca4a50768bc9 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 947 time: 0.1785266 Nov 10 19:07:13.831541 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7afbdd05-9512-4fb8-b5fd-eab9a492793a {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:07:13.835044 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f7e6267f-7001-43cb-a571-67588d00ad23 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8d546ca48f934226b975c46faed88d09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349509 Nov 10 19:07:13.841232 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51986) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:07:13.879269 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-c2727d01-8406-4662-bbc5-caab042055a4 req-00d56c19-14aa-49d0-916c-bcbb3d000ac0 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:07:13.883112 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c2727d01-8406-4662-bbc5-caab042055a4 req-00d56c19-14aa-49d0-916c-bcbb3d000ac0 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0324786 Nov 10 19:07:13.949363 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4ed6d4ae-c6d1-4ad7-bed9-5ab5aeba922d req-8a841c8f-d9fd-45ee-8383-59c846c9a7ed tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130912 Nov 10 19:07:13.991623 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device a0c54f40-ca77-43aa-aa71-e3b10e64211a up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:07:14.004994 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 7afbdd05-9512-4fb8-b5fd-eab9a492793a, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7afbdd05-9512-4fb8-b5fd-eab9a492793a,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:07:14.030354 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d9aa5357-e6ec-4380-b348-378417dcd25e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:14.074985 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:14.085307 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d9aa5357-e6ec-4380-b348-378417dcd25e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:14.135915 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3047bea4-bc06-4215-be17-86cde5ad0df8 admin admin] Network 595215af-9b55-410f-bb77-3251041dbe00 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:07:14.160982 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-3047bea4-bc06-4215-be17-86cde5ad0df8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:07:14.175330 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d9aa5357-e6ec-4380-b348-378417dcd25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:14.187928 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d9aa5357-e6ec-4380-b348-378417dcd25e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:14.189530 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d9aa5357-e6ec-4380-b348-378417dcd25e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2d21ba9d-6da6-43cd-9fea-a11222988c84 HTTP/1.1" status: 204 len: 168 time: 0.3422318 Nov 10 19:07:14.215382 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa5357-e6ec-4380-b348-378417dcd25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d21ba9d-6da6-43cd-9fea-a11222988c84,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:14.222446 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a8115-d67e-4db8-94af-a33255371d6c service neutron] Pushing event updated for resources: {'Port': ['ID=beddf51d-6ee7-4dee-b4f4-243e7b2a090f,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:14.254913 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2727d01-8406-4662-bbc5-caab042055a4 req-04dd7c6a-a10d-4f02-87b7-4319712c09f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:14.257388 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c2727d01-8406-4662-bbc5-caab042055a4 req-04dd7c6a-a10d-4f02-87b7-4319712c09f0 service neutron] 10.222.0.54 "GET /v2.0/ports/a4558276-7f95-46f2-9e4a-f4cd64165e28 HTTP/1.1" status: 200 len: 1093 time: 0.3433905 Nov 10 19:07:14.339348 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-c2727d01-8406-4662-bbc5-caab042055a4 req-28488aea-9c1c-40a3-b2b2-002bda206e86 service neutron] Request body: {'binding': {'host': 'n-h2-813897-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:07:14.340065 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-c2727d01-8406-4662-bbc5-caab042055a4 req-28488aea-9c1c-40a3-b2b2-002bda206e86 service neutron] Unknown quota resources ['binding']. {{(pid=102505) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 19:07:14.381804 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-57f0296d-3c45-4f02-a641-4898aa969036 req-632a8115-d67e-4db8-94af-a33255371d6c service neutron] Attempting to bind port beddf51d-6ee7-4dee-b4f4-243e7b2a090f on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:07:14.382187 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-57f0296d-3c45-4f02-a641-4898aa969036 req-632a8115-d67e-4db8-94af-a33255371d6c service neutron] Attempting to bind port beddf51d-6ee7-4dee-b4f4-243e7b2a090f by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:07:14.382692 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f0296d-3c45-4f02-a641-4898aa969036 req-632a8115-d67e-4db8-94af-a33255371d6c service neutron] Attempting to bind port beddf51d-6ee7-4dee-b4f4-243e7b2a090f on network 74048eaf-c023-4244-acc6-bb708e07e097 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:07:14.382889 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eff2ff-d556-41f5-9d4c-48bbb42a9282 req-74951435-083e-4654-9986-499812eb8226 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:14.394187 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b4eff2ff-d556-41f5-9d4c-48bbb42a9282 req-74951435-083e-4654-9986-499812eb8226 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d3860bd-6c28-47ed-a1d6-a5c7152580f1 HTTP/1.1" status: 200 len: 949 time: 0.1096117 Nov 10 19:07:14.419154 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f0296d-3c45-4f02-a641-4898aa969036 req-632a8115-d67e-4db8-94af-a33255371d6c service neutron] Port beddf51d-6ee7-4dee-b4f4-243e7b2a090f on network 74048eaf-c023-4244-acc6-bb708e07e097 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:07:14.419489 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f0296d-3c45-4f02-a641-4898aa969036 req-632a8115-d67e-4db8-94af-a33255371d6c service neutron] Attempting to bind port beddf51d-6ee7-4dee-b4f4-243e7b2a090f on network 74048eaf-c023-4244-acc6-bb708e07e097 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:07:14.502113 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b4eff2ff-d556-41f5-9d4c-48bbb42a9282 req-c538593f-4e20-4fd0-ab1d-792a4f137c5a tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833848 Nov 10 19:07:14.512171 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=7afbdd05-9512-4fb8-b5fd-eab9a492793a,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:14.521906 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['7afbdd05-9512-4fb8-b5fd-eab9a492793a'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:07:14.524920 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f0296d-3c45-4f02-a641-4898aa969036 req-632a8115-d67e-4db8-94af-a33255371d6c service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:07:14.525462 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f0296d-3c45-4f02-a641-4898aa969036 req-632a8115-d67e-4db8-94af-a33255371d6c service neutron] Checking segment: {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:07:14.525788 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f0296d-3c45-4f02-a641-4898aa969036 req-632a8115-d67e-4db8-94af-a33255371d6c service neutron] Bound using segment: {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:07:14.526260 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-57f0296d-3c45-4f02-a641-4898aa969036 req-632a8115-d67e-4db8-94af-a33255371d6c service neutron] Bound port: beddf51d-6ee7-4dee-b4f4-243e7b2a090f, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:07:14.526622 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-57f0296d-3c45-4f02-a641-4898aa969036 req-632a8115-d67e-4db8-94af-a33255371d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:14.530186 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port e9f813c9-3dfe-4e55-b476-c5266a82bf70, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=e9f813c9-3dfe-4e55-b476-c5266a82bf70,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:07:14.591973 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:14.592728 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:14.593276 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:14.593848 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:14.594385 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:14.595309 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:14.595865 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:14.596447 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:14.597028 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:14.597984 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:14.598664 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:14.599373 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:07:14.619172 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'e9f813c9-3dfe-4e55-b476-c5266a82bf70', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': 'e9f813c9-3dfe-4e55-b476-c5266a82bf70', 'mac_address': 'fa:16:3e:e4:8d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:07:14.649162 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port a0c54f40-ca77-43aa-aa71-e3b10e64211a triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:14.649693 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:14.768577 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:14.769296 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10f521-af6d-4967-b998-a36a93d3484f req-d123a708-4ad7-4830-892c-027e64462540 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:14.769687 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3047bea4-bc06-4215-be17-86cde5ad0df8 admin admin] Router ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:07:14.777643 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b10f521-af6d-4967-b998-a36a93d3484f req-d123a708-4ad7-4830-892c-027e64462540 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 950 time: 0.0997715 Nov 10 19:07:14.794918 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f813c9-3dfe-4e55-b476-c5266a82bf70 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:07:14.847469 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b10f521-af6d-4967-b998-a36a93d3484f req-205a9b87-5924-46bd-aa92-3f0213cf0d1e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684009 Nov 10 19:07:14.878858 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-c2727d01-8406-4662-bbc5-caab042055a4 req-28488aea-9c1c-40a3-b2b2-002bda206e86 service neutron] Attempting to bind port a4558276-7f95-46f2-9e4a-f4cd64165e28 on host n-h2-813897-4 for vnic_type normal with profile None {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:07:14.881201 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-c2727d01-8406-4662-bbc5-caab042055a4 req-28488aea-9c1c-40a3-b2b2-002bda206e86 service neutron] Attempting to bind port a4558276-7f95-46f2-9e4a-f4cd64165e28 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:07:14.881201 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2727d01-8406-4662-bbc5-caab042055a4 req-28488aea-9c1c-40a3-b2b2-002bda206e86 service neutron] Attempting to bind port a4558276-7f95-46f2-9e4a-f4cd64165e28 on network a42d4887-cb04-48c7-8111-765e5b18298b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:07:14.883849 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-57f0296d-3c45-4f02-a641-4898aa969036 req-632a8115-d67e-4db8-94af-a33255371d6c service neutron] For port beddf51d-6ee7-4dee-b4f4-243e7b2a090f, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:07:14.904960 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2727d01-8406-4662-bbc5-caab042055a4 req-28488aea-9c1c-40a3-b2b2-002bda206e86 service neutron] Port a4558276-7f95-46f2-9e4a-f4cd64165e28 on network a42d4887-cb04-48c7-8111-765e5b18298b not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:07:14.906108 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2727d01-8406-4662-bbc5-caab042055a4 req-28488aea-9c1c-40a3-b2b2-002bda206e86 service neutron] Attempting to bind port a4558276-7f95-46f2-9e4a-f4cd64165e28 on network a42d4887-cb04-48c7-8111-765e5b18298b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:07:14.909488 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-57f0296d-3c45-4f02-a641-4898aa969036 req-632a8115-d67e-4db8-94af-a33255371d6c service neutron] For port beddf51d-6ee7-4dee-b4f4-243e7b2a090f, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=beddf51d-6ee7-4dee-b4f4-243e7b2a090f,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:07:14.951008 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2727d01-8406-4662-bbc5-caab042055a4 req-28488aea-9c1c-40a3-b2b2-002bda206e86 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:07:14.951500 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2727d01-8406-4662-bbc5-caab042055a4 req-28488aea-9c1c-40a3-b2b2-002bda206e86 service neutron] Checking segment: {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:07:14.951992 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2727d01-8406-4662-bbc5-caab042055a4 req-28488aea-9c1c-40a3-b2b2-002bda206e86 service neutron] Bound using segment: {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:07:14.952712 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-c2727d01-8406-4662-bbc5-caab042055a4 req-28488aea-9c1c-40a3-b2b2-002bda206e86 service neutron] Bound port: a4558276-7f95-46f2-9e4a-f4cd64165e28, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:07:14.953497 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d1f1458f-5ab6-4674-9c38-a9e2ab5ec8af None None] Provisioning complete for port d3c33c6e-fe3c-435e-a6b0-3526777760b8 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:14.953906 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d1f1458f-5ab6-4674-9c38-a9e2ab5ec8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:14.962911 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-57f0296d-3c45-4f02-a641-4898aa969036 req-632a8115-d67e-4db8-94af-a33255371d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:14.977271 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8aa49d-d908-4b2b-bcc1-0dc5e34a6235 req-9de490c5-cc28-48ee-a9a0-6bd675aa081e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:14.985559 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c8aa49d-d908-4b2b-bcc1-0dc5e34a6235 req-9de490c5-cc28-48ee-a9a0-6bd675aa081e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 943 time: 0.0690439 Nov 10 19:07:15.020597 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port e9f813c9-3dfe-4e55-b476-c5266a82bf70, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=e9f813c9-3dfe-4e55-b476-c5266a82bf70,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:07:15.067205 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c8aa49d-d908-4b2b-bcc1-0dc5e34a6235 req-146309df-5447-4933-b380-2a7aa86ac5c3 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715261 Nov 10 19:07:15.075333 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0296d-3c45-4f02-a641-4898aa969036 req-632a8115-d67e-4db8-94af-a33255371d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:15.076219 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-57f0296d-3c45-4f02-a641-4898aa969036 req-632a8115-d67e-4db8-94af-a33255371d6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:15.077821 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-57f0296d-3c45-4f02-a641-4898aa969036 req-632a8115-d67e-4db8-94af-a33255371d6c service neutron] 10.222.0.25 "PUT /v2.0/ports/beddf51d-6ee7-4dee-b4f4-243e7b2a090f HTTP/1.1" status: 200 len: 1091 time: 2.6373940 Nov 10 19:07:15.078463 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a878d88d-6fb5-4f99-8f21-d65037a4bc3c', 'tag': 'beddf51d-6ee7-4dee-b4f4-243e7b2a090f'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:07:15.081052 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b42511-ff8f-4da0-b8a2-9292e827d0f6" -d '{"events": [{"name": "network-changed", "server_uuid": "a878d88d-6fb5-4f99-8f21-d65037a4bc3c", "tag": "beddf51d-6ee7-4dee-b4f4-243e7b2a090f"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:07:15.106825 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3047bea4-bc06-4215-be17-86cde5ad0df8 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:07:15.111896 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:15.124139 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:15.127875 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3047bea4-bc06-4215-be17-86cde5ad0df8 admin admin] 10.222.0.54 "PUT /v2.0/routers/ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4657903 Nov 10 19:07:15.135463 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a8115-d67e-4db8-94af-a33255371d6c service neutron] Pushing event updated for resources: {'Port': ['ID=beddf51d-6ee7-4dee-b4f4-243e7b2a090f,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:15.145794 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443a4402-52bb-4033-9e91-d8b2bafac599 None None] Sync routers for ids ['ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:07:15.150820 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-c2727d01-8406-4662-bbc5-caab042055a4 req-28488aea-9c1c-40a3-b2b2-002bda206e86 service neutron] For port a4558276-7f95-46f2-9e4a-f4cd64165e28, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a4558276-7f95-46f2-9e4a-f4cd64165e28,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:07:15.186921 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-d1f1458f-5ab6-4674-9c38-a9e2ab5ec8af None None] Port d3c33c6e-fe3c-435e-a6b0-3526777760b8 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:07:15.195289 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c2727d01-8406-4662-bbc5-caab042055a4 req-28488aea-9c1c-40a3-b2b2-002bda206e86 service neutron] Publish callbacks [] for binding, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:15.203356 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c2727d01-8406-4662-bbc5-caab042055a4 req-28488aea-9c1c-40a3-b2b2-002bda206e86 service neutron] 10.222.0.54 "POST /v2.0/ports/a4558276-7f95-46f2-9e4a-f4cd64165e28/bindings HTTP/1.1" status: 201 len: 389 time: 0.8675020 Nov 10 19:07:15.208015 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port a0c54f40-ca77-43aa-aa71-e3b10e64211a, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=a0c54f40-ca77-43aa-aa71-e3b10e64211a,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:07:15.213938 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a588b89-d913-4d79-9d82-1186a00085a6 req-c898994b-89e5-4573-8f6b-5ab3748f2316 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:15.222610 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443a4402-52bb-4033-9e91-d8b2bafac599 None None] Routers {'ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:07:15.223567 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-443a4402-52bb-4033-9e91-d8b2bafac599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:06:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:07:15.226145 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7a588b89-d913-4d79-9d82-1186a00085a6 req-c898994b-89e5-4573-8f6b-5ab3748f2316 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 948 time: 0.0919197 Nov 10 19:07:15.231113 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:15.255333 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0296d-3c45-4f02-a641-4898aa969036 req-418851aa-2ffa-4da6-9f48-5f5190414947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:15.257105 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-57f0296d-3c45-4f02-a641-4898aa969036 req-418851aa-2ffa-4da6-9f48-5f5190414947 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=740aa4129faa48ffa1d5e7369c5159ee&device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 1094 time: 0.1087651 Nov 10 19:07:15.330638 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-57f0296d-3c45-4f02-a641-4898aa969036 req-a068aa5c-9e25-4296-b70b-a84779228fd9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beddf51d-6ee7-4dee-b4f4-243e7b2a090f HTTP/1.1" status: 200 len: 217 time: 0.0635931 Nov 10 19:07:15.376443 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=e9f813c9-3dfe-4e55-b476-c5266a82bf70,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:15.378586 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7a588b89-d913-4d79-9d82-1186a00085a6 req-c0ae33d7-67c9-482c-b11c-f280b286c421 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465170 Nov 10 19:07:15.416207 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b319e92-5836-4034-9baa-aa67f52297bc x-openstack-request-id: req-4b319e92-5836-4034-9baa-aa67f52297bc {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:07:15.416495 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a878d88d-6fb5-4f99-8f21-d65037a4bc3c", "tag": "beddf51d-6ee7-4dee-b4f4-243e7b2a090f", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:07:15.416748 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4b319e92-5836-4034-9baa-aa67f52297bc {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:07:15.417146 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a878d88d-6fb5-4f99-8f21-d65037a4bc3c', 'tag': 'beddf51d-6ee7-4dee-b4f4-243e7b2a090f', 'status': 'completed', 'code': 200} Nov 10 19:07:15.456602 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0296d-3c45-4f02-a641-4898aa969036 req-9d430a06-e2af-4e91-8017-1fcec137dfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:15.458576 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-57f0296d-3c45-4f02-a641-4898aa969036 req-9d430a06-e2af-4e91-8017-1fcec137dfed service neutron] 10.222.0.25 "GET /v2.0/subnets?id=91093ec9-e097-43f7-865c-a8764e927d57 HTTP/1.1" status: 200 len: 861 time: 0.1181436 Nov 10 19:07:15.534946 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=a0c54f40-ca77-43aa-aa71-e3b10e64211a,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:15.548294 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-57f0296d-3c45-4f02-a641-4898aa969036 req-df28a624-bcc8-4dcc-a10b-e66a493bb4c7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=74048eaf-c023-4244-acc6-bb708e07e097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725770 Nov 10 19:07:15.553874 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['e9f813c9-3dfe-4e55-b476-c5266a82bf70'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:07:15.638712 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-443a4402-52bb-4033-9e91-d8b2bafac599 None None] Set router ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:07:15.683828 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-57f0296d-3c45-4f02-a641-4898aa969036 req-9dca9c95-8f1b-4d87-828a-69473a5352ae service neutron] 10.222.0.25 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265678 Nov 10 19:07:15.730044 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2727d01-8406-4662-bbc5-caab042055a4 req-e0137177-b3f0-4cb2-88f0-b5490e814613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:15.731996 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2727d01-8406-4662-bbc5-caab042055a4 req-e0137177-b3f0-4cb2-88f0-b5490e814613 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a08ec8828e22441bac9028fb3e613990&device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 1096 time: 0.2094045 Nov 10 19:07:15.740547 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5822a-8fef-4c83-92a9-9b51295cbd25 req-af8c37ea-44db-41d9-b9a0-5135aa6b7e82 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:15.748415 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1ed5822a-8fef-4c83-92a9-9b51295cbd25 req-af8c37ea-44db-41d9-b9a0-5135aa6b7e82 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 945 time: 0.2140291 Nov 10 19:07:15.831991 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52028) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:07:15.847704 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1ed5822a-8fef-4c83-92a9-9b51295cbd25 req-5afa316f-7aae-41b4-86cb-3a63bc438709 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982533 Nov 10 19:07:15.858998 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab4fe7-f190-475d-825a-0e05fecc8a29 req-6ec98f5f-a428-45cd-a533-0c9294254ba7 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:15.867371 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-43ab4fe7-f190-475d-825a-0e05fecc8a29 req-6ec98f5f-a428-45cd-a533-0c9294254ba7 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d3860bd-6c28-47ed-a1d6-a5c7152580f1 HTTP/1.1" status: 200 len: 949 time: 0.1908336 Nov 10 19:07:15.934701 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device a0c54f40-ca77-43aa-aa71-e3b10e64211a up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:07:16.026692 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-57f0296d-3c45-4f02-a641-4898aa969036 req-cd8d257a-0228-4226-9beb-6dbffa0bb434 service neutron] 10.222.0.25 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345559 Nov 10 19:07:16.051254 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port a0c54f40-ca77-43aa-aa71-e3b10e64211a triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:16.051722 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:16.060516 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-443a4402-52bb-4033-9e91-d8b2bafac599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d', 'name': 'tempest-AttachSCSIVolumeTestJSON-681289190-router', 'tenant_id': '34237cca00b0449f92897c4768452361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a0c54f40-ca77-43aa-aa71-e3b10e64211a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:07:04Z', 'updated_at': '2021-11-10T19:07:12Z', 'revision_number': 4, 'project_id': '34237cca00b0449f92897c4768452361', 'gw_port': {'id': 'a0c54f40-ca77-43aa-aa71-e3b10e64211a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:06Z', 'updated_at': '2021-11-10T19:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'd3c33c6e-fe3c-435e-a6b0-3526777760b8', 'name': '', 'network_id': '595215af-9b55-410f-bb77-3251041dbe00', 'tenant_id': '34237cca00b0449f92897c4768452361', 'mac_address': 'fa:16:3e:84:71:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'fde35aef-a8d1-4d05-b4f9-3b8f57f73ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:11Z', 'updated_at': '2021-11-10T19:07:13Z', 'revision_number': 2, 'project_id': '34237cca00b0449f92897c4768452361', 'subnets': [{'id': 'fde35aef-a8d1-4d05-b4f9-3b8f57f73ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:07:16.073972 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-43ab4fe7-f190-475d-825a-0e05fecc8a29 req-9c59f5f5-7110-459f-b65a-448d36ac00d4 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050316 Nov 10 19:07:16.131120 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443a4402-52bb-4033-9e91-d8b2bafac599 None None] Checking router: ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:07:16.131480 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443a4402-52bb-4033-9e91-d8b2bafac599 None None] Updating router ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d port d3c33c6e-fe3c-435e-a6b0-3526777760b8 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:07:16.146637 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b42511-ff8f-4da0-b8a2-9292e827d0f6 req-dcf5802b-952d-48b9-81c6-f2a9f52437ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:16.149752 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-19b42511-ff8f-4da0-b8a2-9292e827d0f6 req-dcf5802b-952d-48b9-81c6-f2a9f52437ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=740aa4129faa48ffa1d5e7369c5159ee&device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 1094 time: 0.0619035 Nov 10 19:07:16.154877 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-a7537d6d-bafa-4ee9-82c5-b29fdd2fd0e3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1755085158-network', 'tenant_id': 'eeb2663b8f484f5896e085caaa6f6e76'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:07:16.180514 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7537d6d-bafa-4ee9-82c5-b29fdd2fd0e3 admin admin] Made reservation on behalf of eeb2663b8f484f5896e085caaa6f6e76 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:07:16.183255 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a7537d6d-bafa-4ee9-82c5-b29fdd2fd0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:16.183568 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-443a4402-52bb-4033-9e91-d8b2bafac599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:16.186957 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2727d01-8406-4662-bbc5-caab042055a4 req-8962ee9e-a5e8-4e4e-be61-a591d2339808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:16.188456 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2727d01-8406-4662-bbc5-caab042055a4 req-8962ee9e-a5e8-4e4e-be61-a591d2339808 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a42d4887-cb04-48c7-8111-765e5b18298b HTTP/1.1" status: 200 len: 909 time: 0.4379296 Nov 10 19:07:16.201757 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a7537d6d-bafa-4ee9-82c5-b29fdd2fd0e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:16.266822 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2727d01-8406-4662-bbc5-caab042055a4 req-8b28b919-ac0f-4e8a-a4d0-41679ffee69e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4558276-7f95-46f2-9e4a-f4cd64165e28 HTTP/1.1" status: 200 len: 217 time: 0.0676663 Nov 10 19:07:16.293128 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b42511-ff8f-4da0-b8a2-9292e827d0f6 req-78c64f05-1eae-445c-98b5-dc3fb6e99e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:16.294835 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-19b42511-ff8f-4da0-b8a2-9292e827d0f6 req-78c64f05-1eae-445c-98b5-dc3fb6e99e33 service neutron] 10.222.0.25 "GET /v2.0/networks?id=74048eaf-c023-4244-acc6-bb708e07e097 HTTP/1.1" status: 200 len: 922 time: 0.1383851 Nov 10 19:07:16.313735 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b1162-1bec-4c98-9004-b7991dd51b70 req-96dd328b-53a2-4c11-8336-4487345ab8b4 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:16.322402 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3b1b1162-1bec-4c98-9004-b7991dd51b70 req-96dd328b-53a2-4c11-8336-4487345ab8b4 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 950 time: 0.3107250 Nov 10 19:07:16.377167 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-19b42511-ff8f-4da0-b8a2-9292e827d0f6 req-4dbd399e-cbb8-4633-bc18-59b47602332c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beddf51d-6ee7-4dee-b4f4-243e7b2a090f HTTP/1.1" status: 200 len: 217 time: 0.0702379 Nov 10 19:07:16.418795 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2727d01-8406-4662-bbc5-caab042055a4 req-2b1b141e-ca09-4e5e-ba75-8e570bbbd9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:16.421030 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2727d01-8406-4662-bbc5-caab042055a4 req-2b1b141e-ca09-4e5e-ba75-8e570bbbd9e6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=34d86bed-ff03-44e0-b566-0ecdf3d0ce56 HTTP/1.1" status: 200 len: 848 time: 0.1332061 Nov 10 19:07:16.429398 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a295f9f-5c7e-433f-92b2-ea9c29c2f5f2 req-eead0494-cc57-4bae-a943-79ff839bc382 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:16.431125 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3a295f9f-5c7e-433f-92b2-ea9c29c2f5f2 req-eead0494-cc57-4bae-a943-79ff839bc382 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 943 time: 0.2332129 Nov 10 19:07:16.432857 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52046) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:07:16.445955 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b42511-ff8f-4da0-b8a2-9292e827d0f6 req-6c4e23f6-1482-450d-a23d-eda26f7fa9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:16.449729 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-19b42511-ff8f-4da0-b8a2-9292e827d0f6 req-6c4e23f6-1482-450d-a23d-eda26f7fa9c4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=91093ec9-e097-43f7-865c-a8764e927d57 HTTP/1.1" status: 200 len: 861 time: 0.0603507 Nov 10 19:07:16.450142 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-c3e879c5-d8bc-4cce-a3fc-853c48ac56cd admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1588623888-network', 'tenant_id': '3d8dced9937e49098f064171f676be2e'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:07:16.485560 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-19b42511-ff8f-4da0-b8a2-9292e827d0f6 req-6a2f63bf-9492-4ec1-905e-03c8f49d9da6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=74048eaf-c023-4244-acc6-bb708e07e097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311594 Nov 10 19:07:16.510722 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2727d01-8406-4662-bbc5-caab042055a4 req-5e8ae8e0-9d54-43b0-a297-16dd8f7216e9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a42d4887-cb04-48c7-8111-765e5b18298b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784197 Nov 10 19:07:16.518521 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3b1b1162-1bec-4c98-9004-b7991dd51b70 req-7a5a535b-72bf-4581-aef1-dc758d85a536 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952534 Nov 10 19:07:16.628768 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-19b42511-ff8f-4da0-b8a2-9292e827d0f6 req-bd885ce5-e1dc-4cac-9c0a-e391d706783c service neutron] 10.222.0.25 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350796 Nov 10 19:07:16.656459 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e879c5-d8bc-4cce-a3fc-853c48ac56cd admin admin] Made reservation on behalf of 3d8dced9937e49098f064171f676be2e for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:07:16.658871 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c3e879c5-d8bc-4cce-a3fc-853c48ac56cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:16.661151 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-443a4402-52bb-4033-9e91-d8b2bafac599 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:16.669730 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-443a4402-52bb-4033-9e91-d8b2bafac599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:16.672352 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a7537d6d-bafa-4ee9-82c5-b29fdd2fd0e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:16.724406 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dfb598-a91e-49ba-b2c1-06f7e72ecf87 None None] Pushing event updated for resources: {'Port': ['ID=d3c33c6e-fe3c-435e-a6b0-3526777760b8,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:16.773200 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-19b42511-ff8f-4da0-b8a2-9292e827d0f6 req-396e6bb1-9280-47e8-ac2a-a1b31f1bedd6 service neutron] 10.222.0.25 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345227 Nov 10 19:07:16.796887 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-443a4402-52bb-4033-9e91-d8b2bafac599 None None] Attempting to bind port d3c33c6e-fe3c-435e-a6b0-3526777760b8 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:07:16.797245 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-443a4402-52bb-4033-9e91-d8b2bafac599 None None] Attempting to bind port d3c33c6e-fe3c-435e-a6b0-3526777760b8 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'd10b3661-3f37-42b4-9629-9251c865d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '595215af-9b55-410f-bb77-3251041dbe00'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:07:16.797615 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443a4402-52bb-4033-9e91-d8b2bafac599 None None] Attempting to bind port d3c33c6e-fe3c-435e-a6b0-3526777760b8 on network 595215af-9b55-410f-bb77-3251041dbe00 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:07:16.803913 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443a4402-52bb-4033-9e91-d8b2bafac599 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:07:16.804315 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443a4402-52bb-4033-9e91-d8b2bafac599 None None] Checking segment: {'id': 'd10b3661-3f37-42b4-9629-9251c865d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '595215af-9b55-410f-bb77-3251041dbe00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:07:16.804783 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-443a4402-52bb-4033-9e91-d8b2bafac599 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:16.805126 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443a4402-52bb-4033-9e91-d8b2bafac599 None None] Bound using segment: {'id': 'd10b3661-3f37-42b4-9629-9251c865d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '595215af-9b55-410f-bb77-3251041dbe00'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:07:16.805593 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-443a4402-52bb-4033-9e91-d8b2bafac599 None None] Bound port: d3c33c6e-fe3c-435e-a6b0-3526777760b8, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd10b3661-3f37-42b4-9629-9251c865d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '595215af-9b55-410f-bb77-3251041dbe00'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:07:16.806039 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-443a4402-52bb-4033-9e91-d8b2bafac599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:16.896129 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-443a4402-52bb-4033-9e91-d8b2bafac599 None None] For port d3c33c6e-fe3c-435e-a6b0-3526777760b8, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:07:16.900219 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-443a4402-52bb-4033-9e91-d8b2bafac599 None None] For port d3c33c6e-fe3c-435e-a6b0-3526777760b8, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d3c33c6e-fe3c-435e-a6b0-3526777760b8,segment=NetworkSegment(d10b3661-3f37-42b4-9629-9251c865d65b),segment_id=d10b3661-3f37-42b4-9629-9251c865d65b)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:07:16.913685 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-443a4402-52bb-4033-9e91-d8b2bafac599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:16.930489 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3a295f9f-5c7e-433f-92b2-ea9c29c2f5f2 req-dfd184dc-e622-4c0f-938d-5f4a44684579 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4706569 Nov 10 19:07:16.931408 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a7537d6d-bafa-4ee9-82c5-b29fdd2fd0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:16.958775 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c3e879c5-d8bc-4cce-a3fc-853c48ac56cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:16.993444 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7537d6d-bafa-4ee9-82c5-b29fdd2fd0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f017df-3716-4a0a-9e95-86e2d5cc7edb,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:17.020533 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7537d6d-bafa-4ee9-82c5-b29fdd2fd0e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:07:17.040591 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443a4402-52bb-4033-9e91-d8b2bafac599 None None] Routers {'ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:07:17.043669 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-443a4402-52bb-4033-9e91-d8b2bafac599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:06:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:07:17.069965 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a7537d6d-bafa-4ee9-82c5-b29fdd2fd0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:17.070213 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-a7537d6d-bafa-4ee9-82c5-b29fdd2fd0e3 admin admin] Added segment 8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1 of type vlan for network 8a139bc3-5e68-4b5e-a7b2-097c1e8b6948 Nov 10 19:07:17.073345 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2727d01-8406-4662-bbc5-caab042055a4 req-ea00fe57-9c36-4c63-82cd-5db75144c19f service neutron] 10.222.0.25 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5538912 Nov 10 19:07:17.096721 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebab6b5-0cdc-45e5-9370-19a5fa4e5f6e req-40a62230-2fa2-489a-9755-acaf62f9b7e5 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:17.098318 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5ebab6b5-0cdc-45e5-9370-19a5fa4e5f6e req-40a62230-2fa2-489a-9755-acaf62f9b7e5 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 948 time: 0.4253805 Nov 10 19:07:17.098458 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dfb598-a91e-49ba-b2c1-06f7e72ecf87 None None] Pushing event updated for resources: {'Port': ['ID=d3c33c6e-fe3c-435e-a6b0-3526777760b8,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:17.172425 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-00f43ae1-5ebe-46d8-8f65-ad054f30e590 None None] Provisioning complete for port d3c33c6e-fe3c-435e-a6b0-3526777760b8 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:17.172805 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-00f43ae1-5ebe-46d8-8f65-ad054f30e590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:17.274029 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a7537d6d-bafa-4ee9-82c5-b29fdd2fd0e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:17.346481 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca136a-cc9e-441c-990d-6141836839dc req-a881898d-b076-4b52-8571-19ee59d028a3 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:17.347898 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1dca136a-cc9e-441c-990d-6141836839dc req-a881898d-b076-4b52-8571-19ee59d028a3 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 945 time: 0.2419524 Nov 10 19:07:17.371164 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-443a4402-52bb-4033-9e91-d8b2bafac599 None None] Set router ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:07:17.374875 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5ebab6b5-0cdc-45e5-9370-19a5fa4e5f6e req-ed7b7714-3f93-4229-b62a-cea0171c43f2 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531519 Nov 10 19:07:17.397580 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c3e879c5-d8bc-4cce-a3fc-853c48ac56cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:17.401616 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2727d01-8406-4662-bbc5-caab042055a4 req-010c664d-a9b0-41e5-898f-c9a1fbe5d1eb service neutron] 10.222.0.25 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182862 Nov 10 19:07:17.412475 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c3e879c5-d8bc-4cce-a3fc-853c48ac56cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:17.415502 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a7537d6d-bafa-4ee9-82c5-b29fdd2fd0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:17.416495 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7537d6d-bafa-4ee9-82c5-b29fdd2fd0e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:17.417081 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a7537d6d-bafa-4ee9-82c5-b29fdd2fd0e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:17.489259 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e879c5-d8bc-4cce-a3fc-853c48ac56cd admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:07:17.498215 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a7537d6d-bafa-4ee9-82c5-b29fdd2fd0e3 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6281452 Nov 10 19:07:17.503148 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 52054) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:07:17.507201 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 7afbdd05-9512-4fb8-b5fd-eab9a492793a up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:07:17.510783 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-1963dfda-50eb-49c5-a970-da1917bb9ab8 admin admin] Request body: {'subnet': {'network_id': '8a139bc3-5e68-4b5e-a7b2-097c1e8b6948', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1755085158-subnet', 'tenant_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:07:17.537572 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1963dfda-50eb-49c5-a970-da1917bb9ab8 admin admin] Made reservation on behalf of eeb2663b8f484f5896e085caaa6f6e76 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:07:17.540243 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1963dfda-50eb-49c5-a970-da1917bb9ab8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:17.574774 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-00f43ae1-5ebe-46d8-8f65-ad054f30e590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:17.597463 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e879c5-d8bc-4cce-a3fc-853c48ac56cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970b89fc-1a11-4dcb-ac42-a886f9c503b1,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:17.603720 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c3e879c5-d8bc-4cce-a3fc-853c48ac56cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:17.604327 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-c3e879c5-d8bc-4cce-a3fc-853c48ac56cd admin admin] Added segment b636ed58-a305-41e0-8c3a-1f77742ab347 of type vlan for network ddf46d47-9366-4a4d-a6a5-007b57446948 Nov 10 19:07:17.623422 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1dca136a-cc9e-441c-990d-6141836839dc req-1094614d-f253-4d49-9870-32d2dfc39992 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541080 Nov 10 19:07:17.629330 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7537d6d-bafa-4ee9-82c5-b29fdd2fd0e3 admin admin] Pushing event updated for resources: {'Network': ['ID=8a139bc3-5e68-4b5e-a7b2-097c1e8b6948,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:17.660112 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 8a139bc3-5e68-4b5e-a7b2-097c1e8b6948 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:07:17.687157 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2727d01-8406-4662-bbc5-caab042055a4 req-d04b60a2-337e-4989-8f29-ff842cb7ecb1 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:17.689146 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2727d01-8406-4662-bbc5-caab042055a4 req-d04b60a2-337e-4989-8f29-ff842cb7ecb1 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621&tenant_id=a08ec8828e22441bac9028fb3e613990&binding%3Ahost_id=n-h1-813897-4 HTTP/1.1" status: 200 len: 1096 time: 0.2013812 Nov 10 19:07:17.691523 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c3e879c5-d8bc-4cce-a3fc-853c48ac56cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:17.709374 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-c2727d01-8406-4662-bbc5-caab042055a4 req-53ec3e9a-9c4f-4aac-90ea-79d0a4028a8d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813897-4'}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:07:17.723744 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df133c33-f556-4906-a7a2-62d449fd19c2 req-72ebcb56-1f71-445f-aa4e-a0101ebc7898 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:17.725295 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-00f43ae1-5ebe-46d8-8f65-ad054f30e590 None None] For port d3c33c6e-fe3c-435e-a6b0-3526777760b8, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d3c33c6e-fe3c-435e-a6b0-3526777760b8,segment=NetworkSegment(d10b3661-3f37-42b4-9629-9251c865d65b),segment_id=d10b3661-3f37-42b4-9629-9251c865d65b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:07:17.732677 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-df133c33-f556-4906-a7a2-62d449fd19c2 req-72ebcb56-1f71-445f-aa4e-a0101ebc7898 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d3860bd-6c28-47ed-a1d6-a5c7152580f1 HTTP/1.1" status: 200 len: 949 time: 0.2382092 Nov 10 19:07:17.735974 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-00f43ae1-5ebe-46d8-8f65-ad054f30e590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:17.774264 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 7afbdd05-9512-4fb8-b5fd-eab9a492793a completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:07:17.822651 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 7afbdd05-9512-4fb8-b5fd-eab9a492793a triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:17.822956 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:17.829859 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c3e879c5-d8bc-4cce-a3fc-853c48ac56cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:17.830887 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e879c5-d8bc-4cce-a3fc-853c48ac56cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:17.831508 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c3e879c5-d8bc-4cce-a3fc-853c48ac56cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:17.833073 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device e9f813c9-3dfe-4e55-b476-c5266a82bf70 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:07:17.875459 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1963dfda-50eb-49c5-a970-da1917bb9ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:17.941439 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c2727d01-8406-4662-bbc5-caab042055a4 req-53ec3e9a-9c4f-4aac-90ea-79d0a4028a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:17.969851 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c3e879c5-d8bc-4cce-a3fc-853c48ac56cd admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5239086 Nov 10 19:07:17.970258 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 52062) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:07:17.977340 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-0d337ff1-79d2-4a29-95ea-9f064d89fb4b admin admin] Request body: {'subnet': {'network_id': 'ddf46d47-9366-4a4d-a6a5-007b57446948', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1588623888-subnet', 'tenant_id': '3d8dced9937e49098f064171f676be2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:07:17.983942 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-df133c33-f556-4906-a7a2-62d449fd19c2 req-63a642b8-694b-4059-b762-3ed30e3a1187 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494955 Nov 10 19:07:17.984258 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963dfda-50eb-49c5-a970-da1917bb9ab8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de0b4738-ea33-4d4e-b0f8-0a700c9341d6,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:17.989138 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1963dfda-50eb-49c5-a970-da1917bb9ab8 admin admin] Checking segment: {'id': '8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8a139bc3-5e68-4b5e-a7b2-097c1e8b6948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:07:17.989605 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1963dfda-50eb-49c5-a970-da1917bb9ab8 admin admin] Network hostable DHCP agents. Network: 8a139bc3-5e68-4b5e-a7b2-097c1e8b6948, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:07:18.003631 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:18.009726 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f43ae1-5ebe-46d8-8f65-ad054f30e590 None None] Pushing event updated for resources: {'Port': ['ID=d3c33c6e-fe3c-435e-a6b0-3526777760b8,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:18.018642 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47a0cd-9761-4419-83b5-eb432f2f43dc req-8c926900-e71f-4555-a480-b0aa6414d2dc tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:18.034312 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-443a4402-52bb-4033-9e91-d8b2bafac599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d', 'name': 'tempest-AttachSCSIVolumeTestJSON-681289190-router', 'tenant_id': '34237cca00b0449f92897c4768452361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a0c54f40-ca77-43aa-aa71-e3b10e64211a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:07:04Z', 'updated_at': '2021-11-10T19:07:12Z', 'revision_number': 4, 'project_id': '34237cca00b0449f92897c4768452361', 'gw_port': {'id': 'a0c54f40-ca77-43aa-aa71-e3b10e64211a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:06Z', 'updated_at': '2021-11-10T19:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'd3c33c6e-fe3c-435e-a6b0-3526777760b8', 'name': '', 'network_id': '595215af-9b55-410f-bb77-3251041dbe00', 'tenant_id': '34237cca00b0449f92897c4768452361', 'mac_address': 'fa:16:3e:84:71:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'fde35aef-a8d1-4d05-b4f9-3b8f57f73ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:11Z', 'updated_at': '2021-11-10T19:07:16Z', 'revision_number': 4, 'project_id': '34237cca00b0449f92897c4768452361', 'subnets': [{'id': 'fde35aef-a8d1-4d05-b4f9-3b8f57f73ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:07:18.036688 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9d47a0cd-9761-4419-83b5-eb432f2f43dc req-8c926900-e71f-4555-a480-b0aa6414d2dc tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 950 time: 0.2647285 Nov 10 19:07:18.038715 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e879c5-d8bc-4cce-a3fc-853c48ac56cd admin admin] Pushing event updated for resources: {'Network': ['ID=ddf46d47-9366-4a4d-a6a5-007b57446948,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:18.044833 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-3c1a04e4-2dbb-475c-b4c8-ecc39d8ced25 None None] Provisioning complete for port d3c33c6e-fe3c-435e-a6b0-3526777760b8 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:18.045450 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3c1a04e4-2dbb-475c-b4c8-ecc39d8ced25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:18.054546 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d337ff1-79d2-4a29-95ea-9f064d89fb4b admin admin] Made reservation on behalf of 3d8dced9937e49098f064171f676be2e for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:07:18.059733 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0d337ff1-79d2-4a29-95ea-9f064d89fb4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:18.064036 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1963dfda-50eb-49c5-a970-da1917bb9ab8 admin admin] Network 8a139bc3-5e68-4b5e-a7b2-097c1e8b6948 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:07:18.122485 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network ddf46d47-9366-4a4d-a6a5-007b57446948 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:07:18.140094 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-1963dfda-50eb-49c5-a970-da1917bb9ab8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 8a139bc3-5e68-4b5e-a7b2-097c1e8b6948) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:07:18.148805 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1963dfda-50eb-49c5-a970-da1917bb9ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:18.149605 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1963dfda-50eb-49c5-a970-da1917bb9ab8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:18.190791 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9d47a0cd-9761-4419-83b5-eb432f2f43dc req-30f5edff-bf9d-4bd9-b60c-1c5940aee0bd tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460373 Nov 10 19:07:18.191031 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1963dfda-50eb-49c5-a970-da1917bb9ab8 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6795735 Nov 10 19:07:18.191768 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 52066) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:07:18.202992 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-15322a0a-9fb3-406c-9c41-f00fbec89f9f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1755085158-router', 'tenant_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:07:18.203115 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443a4402-52bb-4033-9e91-d8b2bafac599 None None] The sync data for ids ['ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d'] in n-d-813897-4 is: [{'id': 'ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d', 'name': 'tempest-AttachSCSIVolumeTestJSON-681289190-router', 'tenant_id': '34237cca00b0449f92897c4768452361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a0c54f40-ca77-43aa-aa71-e3b10e64211a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:07:04Z', 'updated_at': '2021-11-10T19:07:12Z', 'revision_number': 4, 'project_id': '34237cca00b0449f92897c4768452361', 'gw_port': {'id': 'a0c54f40-ca77-43aa-aa71-e3b10e64211a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:06Z', 'updated_at': '2021-11-10T19:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'd3c33c6e-fe3c-435e-a6b0-3526777760b8', 'name': '', 'network_id': '595215af-9b55-410f-bb77-3251041dbe00', 'tenant_id': '34237cca00b0449f92897c4768452361', 'mac_address': 'fa:16:3e:84:71:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'fde35aef-a8d1-4d05-b4f9-3b8f57f73ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:11Z', 'updated_at': '2021-11-10T19:07:16Z', 'revision_number': 4, 'project_id': '34237cca00b0449f92897c4768452361', 'subnets': [{'id': 'fde35aef-a8d1-4d05-b4f9-3b8f57f73ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:07:18.203115 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff26fada-15e0-49ee-833b-cbad308734dd None None] Network 8a139bc3-5e68-4b5e-a7b2-097c1e8b6948 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:07:18.243395 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-15322a0a-9fb3-406c-9c41-f00fbec89f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:18.247120 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-15322a0a-9fb3-406c-9c41-f00fbec89f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:18.277709 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16febbb5-ab24-4a00-916c-c398acd58294 req-3d9e82d9-f1f7-440d-bca6-b9b41d35eb62 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:18.286207 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16febbb5-ab24-4a00-916c-c398acd58294 req-3d9e82d9-f1f7-440d-bca6-b9b41d35eb62 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 943 time: 0.1978772 Nov 10 19:07:18.352533 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 7afbdd05-9512-4fb8-b5fd-eab9a492793a, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7afbdd05-9512-4fb8-b5fd-eab9a492793a,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:07:18.363825 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3860bd-6c28-47ed-a1d6-a5c7152580f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afbdd05-9512-4fb8-b5fd-eab9a492793a'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:07:18.367253 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f7e6af-8cbb-4eae-bbe4-7254a2661b08" -d '{"events": [{"server_uuid": "3d3860bd-6c28-47ed-a1d6-a5c7152580f1", "name": "network-vif-plugged", "status": "completed", "tag": "7afbdd05-9512-4fb8-b5fd-eab9a492793a"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:07:18.389275 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:18.398525 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16febbb5-ab24-4a00-916c-c398acd58294 req-54ecab39-d813-45a6-a3a3-40c9b7f8746f tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112702 Nov 10 19:07:18.404183 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-15322a0a-9fb3-406c-9c41-f00fbec89f9f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:18.408388 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-c2727d01-8406-4662-bbc5-caab042055a4 req-53ec3e9a-9c4f-4aac-90ea-79d0a4028a8d service neutron] For port a4558276-7f95-46f2-9e4a-f4cd64165e28, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=a4558276-7f95-46f2-9e4a-f4cd64165e28,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:07:18.475162 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-c2727d01-8406-4662-bbc5-caab042055a4 req-53ec3e9a-9c4f-4aac-90ea-79d0a4028a8d service neutron] For port a4558276-7f95-46f2-9e4a-f4cd64165e28, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:07:18.531140 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c2727d01-8406-4662-bbc5-caab042055a4 req-53ec3e9a-9c4f-4aac-90ea-79d0a4028a8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:18.535025 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c90d975-89d6-4a99-b745-14de632e2621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4558276-7f95-46f2-9e4a-f4cd64165e28'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:07:18.538025 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91a70fa-b635-49fe-9f76-2235ab56500f" -d '{"events": [{"server_uuid": "7c90d975-89d6-4a99-b745-14de632e2621", "name": "network-vif-unplugged", "status": "completed", "tag": "a4558276-7f95-46f2-9e4a-f4cd64165e28"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:07:18.556267 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c2727d01-8406-4662-bbc5-caab042055a4 req-53ec3e9a-9c4f-4aac-90ea-79d0a4028a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:18.571133 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba15944a-235f-4076-a601-6e9ac4d4c09e x-openstack-request-id: req-ba15944a-235f-4076-a601-6e9ac4d4c09e {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:07:18.571452 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d3860bd-6c28-47ed-a1d6-a5c7152580f1", "name": "network-vif-plugged", "status": "completed", "tag": "7afbdd05-9512-4fb8-b5fd-eab9a492793a", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:07:18.582018 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ba15944a-235f-4076-a601-6e9ac4d4c09e {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:07:18.582683 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d3860bd-6c28-47ed-a1d6-a5c7152580f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afbdd05-9512-4fb8-b5fd-eab9a492793a', 'code': 200} Nov 10 19:07:18.606041 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5397f5-3006-44d1-b3b3-6241a38dce86 x-openstack-request-id: req-4a5397f5-3006-44d1-b3b3-6241a38dce86 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:07:18.606264 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c90d975-89d6-4a99-b745-14de632e2621", "name": "network-vif-unplugged", "status": "completed", "tag": "a4558276-7f95-46f2-9e4a-f4cd64165e28", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:07:18.608631 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4a5397f5-3006-44d1-b3b3-6241a38dce86 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:07:18.610209 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c90d975-89d6-4a99-b745-14de632e2621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4558276-7f95-46f2-9e4a-f4cd64165e28', 'code': 200} Nov 10 19:07:18.628792 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port e9f813c9-3dfe-4e55-b476-c5266a82bf70 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:07:18.651451 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port e9f813c9-3dfe-4e55-b476-c5266a82bf70 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:18.652156 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:18.732514 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=7afbdd05-9512-4fb8-b5fd-eab9a492793a,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:18.764786 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0d337ff1-79d2-4a29-95ea-9f064d89fb4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:18.803688 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-15322a0a-9fb3-406c-9c41-f00fbec89f9f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:18.827393 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3f4c2-86ea-4f57-88fe-d5f38babe31d req-a6717d55-448e-4098-b74d-13ffe1170798 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:18.829355 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2ce3f4c2-86ea-4f57-88fe-d5f38babe31d req-a6717d55-448e-4098-b74d-13ffe1170798 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 948 time: 0.2843034 Nov 10 19:07:18.830058 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec3e9a-9c4f-4aac-90ea-79d0a4028a8d service neutron] Pushing event updated for resources: {'Port': ['ID=a4558276-7f95-46f2-9e4a-f4cd64165e28,revision_number=7']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:18.855333 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec54b-c359-4255-9799-1de4b9ffe5bb req-3057d5b9-23e0-4996-b925-173418974e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:18.857454 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-717ec54b-c359-4255-9799-1de4b9ffe5bb req-3057d5b9-23e0-4996-b925-173418974e64 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3d3860bd-6c28-47ed-a1d6-a5c7152580f1 HTTP/1.1" status: 200 len: 1101 time: 0.3136497 Nov 10 19:07:18.892642 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:18.904653 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-c2727d01-8406-4662-bbc5-caab042055a4 req-53ec3e9a-9c4f-4aac-90ea-79d0a4028a8d service neutron] Attempting to bind port a4558276-7f95-46f2-9e4a-f4cd64165e28 on host n-h1-813897-4 for vnic_type normal with profile {"migrating_to": "n-h2-813897-4"} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:07:18.904988 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-c2727d01-8406-4662-bbc5-caab042055a4 req-53ec3e9a-9c4f-4aac-90ea-79d0a4028a8d service neutron] Attempting to bind port a4558276-7f95-46f2-9e4a-f4cd64165e28 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:07:18.905325 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2727d01-8406-4662-bbc5-caab042055a4 req-53ec3e9a-9c4f-4aac-90ea-79d0a4028a8d service neutron] Attempting to bind port a4558276-7f95-46f2-9e4a-f4cd64165e28 on network a42d4887-cb04-48c7-8111-765e5b18298b {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:07:18.914245 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d1f217-85ad-4c09-abd3-f89cf186a255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-8a139bc3-5e68-4b5e-a7b2-097c1e8b6948', 'network_id': '8a139bc3-5e68-4b5e-a7b2-097c1e8b6948', 'tenant_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'fixed_ips': [{'subnet_id': 'de0b4738-ea33-4d4e-b0f8-0a700c9341d6'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:07:18.915213 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-57d1f217-85ad-4c09-abd3-f89cf186a255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:18.921348 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2727d01-8406-4662-bbc5-caab042055a4 req-53ec3e9a-9c4f-4aac-90ea-79d0a4028a8d service neutron] Port a4558276-7f95-46f2-9e4a-f4cd64165e28 on network a42d4887-cb04-48c7-8111-765e5b18298b not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:07:18.921348 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2727d01-8406-4662-bbc5-caab042055a4 req-53ec3e9a-9c4f-4aac-90ea-79d0a4028a8d service neutron] Attempting to bind port a4558276-7f95-46f2-9e4a-f4cd64165e28 on network a42d4887-cb04-48c7-8111-765e5b18298b {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:07:18.939938 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d337ff1-79d2-4a29-95ea-9f064d89fb4b admin admin] Checking segment: {'id': 'b636ed58-a305-41e0-8c3a-1f77742ab347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ddf46d47-9366-4a4d-a6a5-007b57446948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:07:18.940548 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d337ff1-79d2-4a29-95ea-9f064d89fb4b admin admin] Network hostable DHCP agents. Network: ddf46d47-9366-4a4d-a6a5-007b57446948, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:07:18.957839 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port e9f813c9-3dfe-4e55-b476-c5266a82bf70, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=e9f813c9-3dfe-4e55-b476-c5266a82bf70,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:07:18.962391 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2727d01-8406-4662-bbc5-caab042055a4 req-53ec3e9a-9c4f-4aac-90ea-79d0a4028a8d service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:07:18.962972 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2727d01-8406-4662-bbc5-caab042055a4 req-53ec3e9a-9c4f-4aac-90ea-79d0a4028a8d service neutron] Checking segment: {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:07:18.963093 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2727d01-8406-4662-bbc5-caab042055a4 req-53ec3e9a-9c4f-4aac-90ea-79d0a4028a8d service neutron] Bound using segment: {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:07:18.963544 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-c2727d01-8406-4662-bbc5-caab042055a4 req-53ec3e9a-9c4f-4aac-90ea-79d0a4028a8d service neutron] Bound port: a4558276-7f95-46f2-9e4a-f4cd64165e28, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:07:18.963904 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c2727d01-8406-4662-bbc5-caab042055a4 req-53ec3e9a-9c4f-4aac-90ea-79d0a4028a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:18.979676 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d337ff1-79d2-4a29-95ea-9f064d89fb4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2f6eb1d-7034-4756-9cdb-06d64501d64c,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:18.997575 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d55fc-5fb3-4b8f-a02a-d38412953596 req-8c06ed69-6ca1-4163-8b03-b20e4cd4fa8e tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:18.999223 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-424d55fc-5fb3-4b8f-a02a-d38412953596 req-8c06ed69-6ca1-4163-8b03-b20e4cd4fa8e tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 943 time: 0.2444599 Nov 10 19:07:19.013713 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d337ff1-79d2-4a29-95ea-9f064d89fb4b admin admin] Network ddf46d47-9366-4a4d-a6a5-007b57446948 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:07:19.015197 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2ce3f4c2-86ea-4f57-88fe-d5f38babe31d req-b865d816-31a7-443b-8b15-8c0f3c73ded5 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633780 Nov 10 19:07:19.041119 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-0d337ff1-79d2-4a29-95ea-9f064d89fb4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, ddf46d47-9366-4a4d-a6a5-007b57446948) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:07:19.043770 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:19.052174 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d337ff1-79d2-4a29-95ea-9f064d89fb4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:19.052670 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0d337ff1-79d2-4a29-95ea-9f064d89fb4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:19.079294 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0d337ff1-79d2-4a29-95ea-9f064d89fb4b admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1078928 Nov 10 19:07:19.084364 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 52078) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:07:19.092123 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-791c5aec-a839-4958-b0c3-f07940c061fc admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1588623888-router', 'tenant_id': '3d8dced9937e49098f064171f676be2e', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:07:19.124469 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=e9f813c9-3dfe-4e55-b476-c5266a82bf70,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:19.129811 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e673f3-b5a8-4670-8a39-ebdaf91c746f None None] Network ddf46d47-9366-4a4d-a6a5-007b57446948 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:07:19.143526 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-c2727d01-8406-4662-bbc5-caab042055a4 req-53ec3e9a-9c4f-4aac-90ea-79d0a4028a8d service neutron] For port a4558276-7f95-46f2-9e4a-f4cd64165e28, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:07:19.147745 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-c2727d01-8406-4662-bbc5-caab042055a4 req-53ec3e9a-9c4f-4aac-90ea-79d0a4028a8d service neutron] For port a4558276-7f95-46f2-9e4a-f4cd64165e28, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=a4558276-7f95-46f2-9e4a-f4cd64165e28,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:07:19.172717 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-717ec54b-c359-4255-9799-1de4b9ffe5bb req-038aacb3-d253-4e44-9f66-6a9dfe1c2680 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953715 Nov 10 19:07:19.209233 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-424d55fc-5fb3-4b8f-a02a-d38412953596 req-389bde7c-9bb4-433c-b48b-74c495397cd8 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876531 Nov 10 19:07:19.210533 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c2727d01-8406-4662-bbc5-caab042055a4 req-53ec3e9a-9c4f-4aac-90ea-79d0a4028a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:19.354066 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec3e9a-9c4f-4aac-90ea-79d0a4028a8d service neutron] Pushing event updated for resources: {'Port': ['ID=a4558276-7f95-46f2-9e4a-f4cd64165e28,revision_number=8']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:19.374020 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5047425-bc4e-48e6-880a-ac7515617ced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-ddf46d47-9366-4a4d-a6a5-007b57446948', 'network_id': 'ddf46d47-9366-4a4d-a6a5-007b57446948', 'tenant_id': '3d8dced9937e49098f064171f676be2e', 'fixed_ips': [{'subnet_id': 'a2f6eb1d-7034-4756-9cdb-06d64501d64c'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:07:19.375048 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e5047425-bc4e-48e6-880a-ac7515617ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:19.390373 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-57d1f217-85ad-4c09-abd3-f89cf186a255 None None] Allocated IP 172.20.0.2 (8a139bc3-5e68-4b5e-a7b2-097c1e8b6948/de0b4738-ea33-4d4e-b0f8-0a700c9341d6/4ec0a955-53e4-465d-a741-62ad7abb19b6) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:07:19.451178 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2727d01-8406-4662-bbc5-caab042055a4 req-53ec3e9a-9c4f-4aac-90ea-79d0a4028a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:19.452052 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c2727d01-8406-4662-bbc5-caab042055a4 req-53ec3e9a-9c4f-4aac-90ea-79d0a4028a8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:19.453810 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2727d01-8406-4662-bbc5-caab042055a4 req-53ec3e9a-9c4f-4aac-90ea-79d0a4028a8d service neutron] 10.222.0.25 "PUT /v2.0/ports/a4558276-7f95-46f2-9e4a-f4cd64165e28 HTTP/1.1" status: 200 len: 1121 time: 1.7515345 Nov 10 19:07:19.472959 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95f9bf-9df1-4f6c-bd70-c67ccd6c38bb req-7141c79b-d027-4544-8abc-30692749db17 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:19.483151 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d95f9bf-9df1-4f6c-bd70-c67ccd6c38bb req-7141c79b-d027-4544-8abc-30692749db17 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d3860bd-6c28-47ed-a1d6-a5c7152580f1 HTTP/1.1" status: 200 len: 950 time: 0.2782004 Nov 10 19:07:19.518408 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-791c5aec-a839-4958-b0c3-f07940c061fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:19.518900 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-791c5aec-a839-4958-b0c3-f07940c061fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:19.532884 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac95348-a7ba-40fc-9046-7da672f4609a req-acb9362f-51a4-47b9-850f-73130bde8a26 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:19.540811 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8ac95348-a7ba-40fc-9046-7da672f4609a req-acb9362f-51a4-47b9-850f-73130bde8a26 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 950 time: 0.2229745 Nov 10 19:07:19.569318 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-e5047425-bc4e-48e6-880a-ac7515617ced None None] Allocated IP 172.20.0.2 (ddf46d47-9366-4a4d-a6a5-007b57446948/a2f6eb1d-7034-4756-9cdb-06d64501d64c/28de8f79-4115-49a9-b5bf-74813b77c496) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:07:19.576077 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-791c5aec-a839-4958-b0c3-f07940c061fc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:19.609344 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d95f9bf-9df1-4f6c-bd70-c67ccd6c38bb req-886870ec-e4f8-49ca-81ef-741291483e91 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249528 Nov 10 19:07:19.665752 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8ac95348-a7ba-40fc-9046-7da672f4609a req-982e9142-e882-4b7a-9a11-1905b1586fe0 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239128 Nov 10 19:07:19.674438 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-15322a0a-9fb3-406c-9c41-f00fbec89f9f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:19.695087 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-15322a0a-9fb3-406c-9c41-f00fbec89f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:19.819655 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-791c5aec-a839-4958-b0c3-f07940c061fc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:19.865377 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['a4558276-7f95-46f2-9e4a-f4cd64165e28'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:07:19.874405 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device beddf51d-6ee7-4dee-b4f4-243e7b2a090f details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:07:19.879974 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c9d71-7d6a-4181-ad6b-53946339d958 req-c81a6052-7df8-46f6-81f2-16bdc9e817a4 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:19.890574 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c27c9d71-7d6a-4181-ad6b-53946339d958 req-c81a6052-7df8-46f6-81f2-16bdc9e817a4 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 943 time: 0.1345782 Nov 10 19:07:19.938577 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d3c33c6e-fe3c-435e-a6b0-3526777760b8 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:07:19.993692 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-15322a0a-9fb3-406c-9c41-f00fbec89f9f admin admin] Allocated IP 172.25.3.9 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/a8113350-cb26-4765-b9ff-4bfb149e550f) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:07:19.996322 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c27c9d71-7d6a-4181-ad6b-53946339d958 req-a8405fd2-1a3f-4766-afa0-22bc9e5e9c5b tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872765 Nov 10 19:07:20.126835 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-15322a0a-9fb3-406c-9c41-f00fbec89f9f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:20.152151 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a401a-8de2-4bab-81ec-0cb696198e4f req-9d51f055-ccea-4225-ace9-979437658cc0 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:20.153609 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-469a401a-8de2-4bab-81ec-0cb696198e4f req-9d51f055-ccea-4225-ace9-979437658cc0 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0578001 Nov 10 19:07:20.210273 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-469a401a-8de2-4bab-81ec-0cb696198e4f req-68c2103a-0d0f-4279-acac-ce70ae7d1e90 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484881 Nov 10 19:07:20.233571 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-57d1f217-85ad-4c09-abd3-f89cf186a255 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:20.256954 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port beddf51d-6ee7-4dee-b4f4-243e7b2a090f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=beddf51d-6ee7-4dee-b4f4-243e7b2a090f,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:07:20.261420 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-791c5aec-a839-4958-b0c3-f07940c061fc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:20.265041 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-15322a0a-9fb3-406c-9c41-f00fbec89f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:20.289351 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-57d1f217-85ad-4c09-abd3-f89cf186a255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:20.292677 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-791c5aec-a839-4958-b0c3-f07940c061fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:20.292894 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e5047425-bc4e-48e6-880a-ac7515617ced None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:20.300893 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port d3c33c6e-fe3c-435e-a6b0-3526777760b8 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:20.301312 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:20.330551 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'beddf51d-6ee7-4dee-b4f4-243e7b2a090f', 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097', 'port_id': 'beddf51d-6ee7-4dee-b4f4-243e7b2a090f', 'mac_address': 'fa:16:3e:22:2b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91093ec9-e097-43f7-865c-a8764e927d57', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:07:20.345019 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c949f0-c0c0-4e5b-923f-c8b8a864efa1 req-21a859e7-4576-484b-b959-51e263252763 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:20.346655 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d5c949f0-c0c0-4e5b-923f-c8b8a864efa1 req-21a859e7-4576-484b-b959-51e263252763 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 943 time: 0.0603864 Nov 10 19:07:20.359140 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e5047425-bc4e-48e6-880a-ac7515617ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:20.381030 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15322a0a-9fb3-406c-9c41-f00fbec89f9f admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:07:20.383170 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-15322a0a-9fb3-406c-9c41-f00fbec89f9f admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:07:20.385975 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d1f217-85ad-4c09-abd3-f89cf186a255 None None] Network 8a139bc3-5e68-4b5e-a7b2-097c1e8b6948 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:07:20.387157 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15322a0a-9fb3-406c-9c41-f00fbec89f9f admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:07:20.409124 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-57d1f217-85ad-4c09-abd3-f89cf186a255 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:07:20.413192 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d5c949f0-c0c0-4e5b-923f-c8b8a864efa1 req-cb2cd3d1-cae1-4cba-8bbf-d4d60546b994 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560493 Nov 10 19:07:20.430406 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15322a0a-9fb3-406c-9c41-f00fbec89f9f admin admin] Pushing event updated for resources: {'Port': ['ID=a8113350-cb26-4765-b9ff-4bfb149e550f,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:20.438676 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d1f217-85ad-4c09-abd3-f89cf186a255 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:07:20.440780 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1f217-85ad-4c09-abd3-f89cf186a255 None None] Pushing event updated for resources: {'Port': ['ID=4ec0a955-53e4-465d-a741-62ad7abb19b6,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:20.462437 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5047425-bc4e-48e6-880a-ac7515617ced None None] Network ddf46d47-9366-4a4d-a6a5-007b57446948 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:07:20.493267 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-e5047425-bc4e-48e6-880a-ac7515617ced None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:07:20.514280 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5047425-bc4e-48e6-880a-ac7515617ced None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:07:20.546429 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:20.588575 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34fed7cd-9d0c-486e-b5d7-698a5c0eb682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f813c9-3dfe-4e55-b476-c5266a82bf70'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:07:20.591182 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbb2e65-582a-4ac4-aa0b-a3aa06860dcf" -d '{"events": [{"server_uuid": "34fed7cd-9d0c-486e-b5d7-698a5c0eb682", "name": "network-vif-plugged", "status": "completed", "tag": "e9f813c9-3dfe-4e55-b476-c5266a82bf70"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:07:20.607883 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5047425-bc4e-48e6-880a-ac7515617ced None None] Pushing event updated for resources: {'Port': ['ID=28de8f79-4115-49a9-b5bf-74813b77c496,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:20.611236 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c90d975-89d6-4a99-b745-14de632e2621', 'tag': 'a4558276-7f95-46f2-9e4a-f4cd64165e28'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:07:20.614172 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e44978-29d5-4493-83b5-d147371edb54" -d '{"events": [{"name": "network-changed", "server_uuid": "7c90d975-89d6-4a99-b745-14de632e2621", "tag": "a4558276-7f95-46f2-9e4a-f4cd64165e28"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:07:20.632872 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beddf51d-6ee7-4dee-b4f4-243e7b2a090f {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:07:20.653133 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-791c5aec-a839-4958-b0c3-f07940c061fc admin admin] Allocated IP 172.25.3.137 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/d474b1ee-2830-4f02-971d-d481fa70ad7a) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:07:20.662389 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-57d1f217-85ad-4c09-abd3-f89cf186a255 None None] Attempting to bind port 4ec0a955-53e4-465d-a741-62ad7abb19b6 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:07:20.662767 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-57d1f217-85ad-4c09-abd3-f89cf186a255 None None] Attempting to bind port 4ec0a955-53e4-465d-a741-62ad7abb19b6 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8a139bc3-5e68-4b5e-a7b2-097c1e8b6948'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:07:20.663190 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d1f217-85ad-4c09-abd3-f89cf186a255 None None] Attempting to bind port 4ec0a955-53e4-465d-a741-62ad7abb19b6 on network 8a139bc3-5e68-4b5e-a7b2-097c1e8b6948 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:07:20.688736 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a171e6dc-d89b-46aa-997b-6e6d25c89f7d x-openstack-request-id: req-a171e6dc-d89b-46aa-997b-6e6d25c89f7d {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:07:20.689028 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c90d975-89d6-4a99-b745-14de632e2621", "tag": "a4558276-7f95-46f2-9e4a-f4cd64165e28", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:07:20.689285 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a171e6dc-d89b-46aa-997b-6e6d25c89f7d {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:07:20.689694 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c90d975-89d6-4a99-b745-14de632e2621', 'tag': 'a4558276-7f95-46f2-9e4a-f4cd64165e28', 'status': 'completed', 'code': 200} Nov 10 19:07:20.693927 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9d3ae6-3c1c-49a7-b66e-6cce0594be1e x-openstack-request-id: req-8b9d3ae6-3c1c-49a7-b66e-6cce0594be1e {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:07:20.694214 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34fed7cd-9d0c-486e-b5d7-698a5c0eb682", "name": "network-vif-plugged", "status": "completed", "tag": "e9f813c9-3dfe-4e55-b476-c5266a82bf70", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:07:20.694439 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8b9d3ae6-3c1c-49a7-b66e-6cce0594be1e {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:07:20.694831 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34fed7cd-9d0c-486e-b5d7-698a5c0eb682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f813c9-3dfe-4e55-b476-c5266a82bf70', 'code': 200} Nov 10 19:07:20.725447 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d1f217-85ad-4c09-abd3-f89cf186a255 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:07:20.725861 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d1f217-85ad-4c09-abd3-f89cf186a255 None None] Checking segment: {'id': '8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8a139bc3-5e68-4b5e-a7b2-097c1e8b6948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:07:20.726247 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-57d1f217-85ad-4c09-abd3-f89cf186a255 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:20.727000 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d1f217-85ad-4c09-abd3-f89cf186a255 None None] Bound using segment: {'id': '8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8a139bc3-5e68-4b5e-a7b2-097c1e8b6948'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:07:20.727501 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-57d1f217-85ad-4c09-abd3-f89cf186a255 None None] Bound port: 4ec0a955-53e4-465d-a741-62ad7abb19b6, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8a139bc3-5e68-4b5e-a7b2-097c1e8b6948'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:07:20.727880 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-57d1f217-85ad-4c09-abd3-f89cf186a255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:20.731219 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port beddf51d-6ee7-4dee-b4f4-243e7b2a090f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=beddf51d-6ee7-4dee-b4f4-243e7b2a090f,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:07:20.746536 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e5047425-bc4e-48e6-880a-ac7515617ced None None] Attempting to bind port 28de8f79-4115-49a9-b5bf-74813b77c496 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:07:20.747087 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e5047425-bc4e-48e6-880a-ac7515617ced None None] Attempting to bind port 28de8f79-4115-49a9-b5bf-74813b77c496 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'b636ed58-a305-41e0-8c3a-1f77742ab347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ddf46d47-9366-4a4d-a6a5-007b57446948'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:07:20.747441 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5047425-bc4e-48e6-880a-ac7515617ced None None] Attempting to bind port 28de8f79-4115-49a9-b5bf-74813b77c496 on network ddf46d47-9366-4a4d-a6a5-007b57446948 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:07:20.749569 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:20.788211 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5047425-bc4e-48e6-880a-ac7515617ced None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:07:20.788668 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5047425-bc4e-48e6-880a-ac7515617ced None None] Checking segment: {'id': 'b636ed58-a305-41e0-8c3a-1f77742ab347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ddf46d47-9366-4a4d-a6a5-007b57446948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:07:20.789008 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e5047425-bc4e-48e6-880a-ac7515617ced None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:20.789415 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5047425-bc4e-48e6-880a-ac7515617ced None None] Bound using segment: {'id': 'b636ed58-a305-41e0-8c3a-1f77742ab347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ddf46d47-9366-4a4d-a6a5-007b57446948'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:07:20.789993 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e5047425-bc4e-48e6-880a-ac7515617ced None None] Bound port: 28de8f79-4115-49a9-b5bf-74813b77c496, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b636ed58-a305-41e0-8c3a-1f77742ab347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ddf46d47-9366-4a4d-a6a5-007b57446948'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:07:20.790392 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e5047425-bc4e-48e6-880a-ac7515617ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:20.884544 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=beddf51d-6ee7-4dee-b4f4-243e7b2a090f,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:20.905259 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-57d1f217-85ad-4c09-abd3-f89cf186a255 None None] For port 4ec0a955-53e4-465d-a741-62ad7abb19b6, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:07:20.912434 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-57d1f217-85ad-4c09-abd3-f89cf186a255 None None] For port 4ec0a955-53e4-465d-a741-62ad7abb19b6, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=4ec0a955-53e4-465d-a741-62ad7abb19b6,segment=NetworkSegment(8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1),segment_id=8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:07:20.922168 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-57d1f217-85ad-4c09-abd3-f89cf186a255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:20.938815 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e5047425-bc4e-48e6-880a-ac7515617ced None None] For port 28de8f79-4115-49a9-b5bf-74813b77c496, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:07:20.993339 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e5047425-bc4e-48e6-880a-ac7515617ced None None] For port 28de8f79-4115-49a9-b5bf-74813b77c496, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=28de8f79-4115-49a9-b5bf-74813b77c496,segment=NetworkSegment(b636ed58-a305-41e0-8c3a-1f77742ab347),segment_id=b636ed58-a305-41e0-8c3a-1f77742ab347)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:07:21.011189 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e5047425-bc4e-48e6-880a-ac7515617ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:21.023429 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1f217-85ad-4c09-abd3-f89cf186a255 None None] Pushing event updated for resources: {'Port': ['ID=4ec0a955-53e4-465d-a741-62ad7abb19b6,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:21.038393 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04b5cb-bcf4-4afe-90dd-2be19fb749d1 req-eb08c299-a71c-4f34-89a9-de0664437803 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:21.040102 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1a04b5cb-bcf4-4afe-90dd-2be19fb749d1 req-eb08c299-a71c-4f34-89a9-de0664437803 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d3860bd-6c28-47ed-a1d6-a5c7152580f1 HTTP/1.1" status: 200 len: 950 time: 0.2470961 Nov 10 19:07:21.060295 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-791c5aec-a839-4958-b0c3-f07940c061fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:21.062207 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4797e82-5eda-40b1-9146-e91de269053d req-8c123041-53a7-45a3-a551-8b89bf7737fd tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:21.063803 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4797e82-5eda-40b1-9146-e91de269053d req-8c123041-53a7-45a3-a551-8b89bf7737fd tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 950 time: 0.2569137 Nov 10 19:07:21.088810 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5047425-bc4e-48e6-880a-ac7515617ced None None] Pushing event updated for resources: {'Port': ['ID=28de8f79-4115-49a9-b5bf-74813b77c496,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:21.094592 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-15322a0a-9fb3-406c-9c41-f00fbec89f9f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:21.099725 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e44978-29d5-4493-83b5-d147371edb54 req-ff0b5fb0-751b-4cd7-bfee-40c634567654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:21.103779 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-26e44978-29d5-4493-83b5-d147371edb54 req-ff0b5fb0-751b-4cd7-bfee-40c634567654 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a08ec8828e22441bac9028fb3e613990&device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 1124 time: 0.2462058 Nov 10 19:07:21.140779 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c75f3-4f2c-45b2-af8c-e16cbe66eb58 req-077aa64e-4910-4d7e-9c79-d9df563bea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:21.143893 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-080c75f3-4f2c-45b2-af8c-e16cbe66eb58 req-077aa64e-4910-4d7e-9c79-d9df563bea5f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 1100 time: 0.2462463 Nov 10 19:07:21.219714 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['beddf51d-6ee7-4dee-b4f4-243e7b2a090f'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:07:21.229556 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-791c5aec-a839-4958-b0c3-f07940c061fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:21.255512 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791c5aec-a839-4958-b0c3-f07940c061fc admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:07:21.260190 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-791c5aec-a839-4958-b0c3-f07940c061fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:07:21.264028 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791c5aec-a839-4958-b0c3-f07940c061fc admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:07:21.429123 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c5aec-a839-4958-b0c3-f07940c061fc admin admin] Pushing event updated for resources: {'Port': ['ID=d474b1ee-2830-4f02-971d-d481fa70ad7a,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:21.446567 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4797e82-5eda-40b1-9146-e91de269053d req-87a74ee9-1db5-40d5-8cb2-a01c8544f074 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519161 Nov 10 19:07:21.510710 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1a04b5cb-bcf4-4afe-90dd-2be19fb749d1 req-61d5f791-a83a-44f8-b335-d94657c56586 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603913 Nov 10 19:07:21.528398 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e44978-29d5-4493-83b5-d147371edb54 req-eed1b603-f364-4a13-b5e7-5a626c85625b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:21.530413 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-26e44978-29d5-4493-83b5-d147371edb54 req-eed1b603-f364-4a13-b5e7-5a626c85625b service neutron] 10.222.0.73 "GET /v2.0/networks?id=a42d4887-cb04-48c7-8111-765e5b18298b HTTP/1.1" status: 200 len: 909 time: 0.3817255 Nov 10 19:07:21.600675 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-080c75f3-4f2c-45b2-af8c-e16cbe66eb58 req-1ff7fa28-b8da-4e14-b806-0eb31834ee13 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088969 Nov 10 19:07:21.670607 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-26e44978-29d5-4493-83b5-d147371edb54 req-5bc85027-07ec-41e0-bcc3-cc66555f6e1e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4558276-7f95-46f2-9e4a-f4cd64165e28 HTTP/1.1" status: 200 len: 217 time: 0.1002209 Nov 10 19:07:21.768978 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-15322a0a-9fb3-406c-9c41-f00fbec89f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:21.790614 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e44978-29d5-4493-83b5-d147371edb54 req-29a47308-6b5d-4a22-9993-d6af01ac40fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:21.792213 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-26e44978-29d5-4493-83b5-d147371edb54 req-29a47308-6b5d-4a22-9993-d6af01ac40fd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=34d86bed-ff03-44e0-b566-0ecdf3d0ce56 HTTP/1.1" status: 200 len: 848 time: 0.1018331 Nov 10 19:07:21.802912 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9bf314-0961-4824-8e49-a2e681c0e4d9 req-e20fcb88-fa3d-45a1-81f5-6127913c2dcb tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:21.804453 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6e9bf314-0961-4824-8e49-a2e681c0e4d9 req-e20fcb88-fa3d-45a1-81f5-6127913c2dcb tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 944 time: 0.1357620 Nov 10 19:07:21.834664 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcea11-2170-4a8d-82da-016aa31f0847 req-8ee867bd-05f2-4e47-93a9-71513ebdeadc tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:21.838111 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-25fcea11-2170-4a8d-82da-016aa31f0847 req-8ee867bd-05f2-4e47-93a9-71513ebdeadc tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.1704667 Nov 10 19:07:21.874467 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a4558276-7f95-46f2-9e4a-f4cd64165e28 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:07:21.896413 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-26e44978-29d5-4493-83b5-d147371edb54 req-4c3432f2-e1ab-4d62-8d62-24b81b7e0bd5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a42d4887-cb04-48c7-8111-765e5b18298b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896726 Nov 10 19:07:21.992518 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-25fcea11-2170-4a8d-82da-016aa31f0847 req-1ace46e0-8e1d-416b-b79f-55cdd7c82dbb tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371937 Nov 10 19:07:22.026090 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 4ec0a955-53e4-465d-a741-62ad7abb19b6 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:07:22.120023 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a4558276-7f95-46f2-9e4a-f4cd64165e28, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=a4558276-7f95-46f2-9e4a-f4cd64165e28,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:07:22.153672 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 4ec0a955-53e4-465d-a741-62ad7abb19b6 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:22.154098 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:22.155877 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a4558276-7f95-46f2-9e4a-f4cd64165e28 has no active binding in host n-h2-813897-4 {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 19:07:22.254534 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-791c5aec-a839-4958-b0c3-f07940c061fc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:22.257825 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:22.306717 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 4ec0a955-53e4-465d-a741-62ad7abb19b6, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=4ec0a955-53e4-465d-a741-62ad7abb19b6,segment=NetworkSegment(8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1),segment_id=8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:07:22.312637 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:22.314635 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 28de8f79-4115-49a9-b5bf-74813b77c496 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:07:22.411899 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6e9bf314-0961-4824-8e49-a2e681c0e4d9 req-4a278e03-42e3-4cae-97da-2bf105d63a61 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5698740 Nov 10 19:07:22.436199 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15322a0a-9fb3-406c-9c41-f00fbec89f9f admin admin] Router c416b835-e4b7-4587-a17d-8f2b7327601e is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:07:22.463717 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=4ec0a955-53e4-465d-a741-62ad7abb19b6,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:22.480142 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ebcfc6-a3f8-4533-93bb-9cbcf66b87ee None None] Network ddf46d47-9366-4a4d-a6a5-007b57446948 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:07:22.502859 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-26e44978-29d5-4493-83b5-d147371edb54 req-987398bf-faaa-4ac0-b218-21ccb599ed98 service neutron] 10.222.0.73 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5802948 Nov 10 19:07:22.512202 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08174ac-2365-4494-8e0b-e6d4fc2391c8 req-047f829d-5592-470a-9c17-5ed810db5580 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:22.513580 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a08174ac-2365-4494-8e0b-e6d4fc2391c8 req-047f829d-5592-470a-9c17-5ed810db5580 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 943 time: 0.1640329 Nov 10 19:07:22.579125 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 28de8f79-4115-49a9-b5bf-74813b77c496 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:22.579650 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:22.614533 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9845e448-93f4-4d41-80f7-e8fa75783b85 None None] Provisioning complete for port 28de8f79-4115-49a9-b5bf-74813b77c496 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:22.615093 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9845e448-93f4-4d41-80f7-e8fa75783b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:22.634435 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15322a0a-9fb3-406c-9c41-f00fbec89f9f admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:07:22.646830 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3354a30-8c88-4e3f-afb2-e0bdc3eb9bd5 None None] Sync routers for ids ['c416b835-e4b7-4587-a17d-8f2b7327601e'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:07:22.670524 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3354a30-8c88-4e3f-afb2-e0bdc3eb9bd5 None None] Routers {'c416b835-e4b7-4587-a17d-8f2b7327601e'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:07:22.671481 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-d3354a30-8c88-4e3f-afb2-e0bdc3eb9bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:06:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c416b835-e4b7-4587-a17d-8f2b7327601e'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:07:22.703021 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-15322a0a-9fb3-406c-9c41-f00fbec89f9f admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:22.704625 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-15322a0a-9fb3-406c-9c41-f00fbec89f9f admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5117419 Nov 10 19:07:22.712697 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 52112) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:07:22.771925 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6833ae7-f71a-4f4a-9950-ec0e0aba5e20 req-a6553bc7-dca1-4e3a-9949-692897e3ad28 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:22.773519 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c6833ae7-f71a-4f4a-9950-ec0e0aba5e20 req-a6553bc7-dca1-4e3a-9949-692897e3ad28 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 950 time: 0.2095394 Nov 10 19:07:22.784409 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a08174ac-2365-4494-8e0b-e6d4fc2391c8 req-11946da4-c3fb-47b4-83e1-fb952f6a691e tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557092 Nov 10 19:07:22.827149 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-26e44978-29d5-4493-83b5-d147371edb54 req-18ffb16f-8f06-4cb5-914e-4f04e612eebc service neutron] 10.222.0.73 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122845 Nov 10 19:07:22.872159 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-d3354a30-8c88-4e3f-afb2-e0bdc3eb9bd5 None None] Set router c416b835-e4b7-4587-a17d-8f2b7327601e gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:07:22.933541 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c6833ae7-f71a-4f4a-9950-ec0e0aba5e20 req-4099b1b8-3e77-448e-bc2d-5124e910ea20 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385443 Nov 10 19:07:22.984868 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-791c5aec-a839-4958-b0c3-f07940c061fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:23.196598 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23ba9d-bf05-4b2e-8508-5a63453b9d8a req-a1959fd4-d4d1-45fc-a295-ccdad01300ea tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:23.200591 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f23ba9d-bf05-4b2e-8508-5a63453b9d8a req-a1959fd4-d4d1-45fc-a295-ccdad01300ea tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0974488 Nov 10 19:07:23.214420 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912b092-3ad7-4fa1-bec2-bd3fac34c263 req-2d47597f-654b-4ee1-8b2b-2908ec14ba4e tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:23.216842 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d912b092-3ad7-4fa1-bec2-bd3fac34c263 req-2d47597f-654b-4ee1-8b2b-2908ec14ba4e tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d3860bd-6c28-47ed-a1d6-a5c7152580f1 HTTP/1.1" status: 200 len: 950 time: 0.1600537 Nov 10 19:07:23.251610 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2e2766-1d5d-48b4-9332-35d641e4e50b None None] Network 8a139bc3-5e68-4b5e-a7b2-097c1e8b6948 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:07:23.279708 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9845e448-93f4-4d41-80f7-e8fa75783b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:23.287538 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-d3354a30-8c88-4e3f-afb2-e0bdc3eb9bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'name': 'tempest-ServersTestManualDisk-1755085158-router', 'tenant_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'a8113350-cb26-4765-b9ff-4bfb149e550f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:07:18Z', 'updated_at': '2021-11-10T19:07:20Z', 'revision_number': 3, 'project_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'gw_port': {'id': 'a8113350-cb26-4765-b9ff-4bfb149e550f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:19Z', 'updated_at': '2021-11-10T19:07:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:07:23.301749 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f23ba9d-bf05-4b2e-8508-5a63453b9d8a req-a5665c8e-9dff-4453-a7b4-0c43f096dd31 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833693 Nov 10 19:07:23.346160 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3354a30-8c88-4e3f-afb2-e0bdc3eb9bd5 None None] Checking router: c416b835-e4b7-4587-a17d-8f2b7327601e for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:07:23.346430 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3354a30-8c88-4e3f-afb2-e0bdc3eb9bd5 None None] Updating router c416b835-e4b7-4587-a17d-8f2b7327601e port a8113350-cb26-4765-b9ff-4bfb149e550f binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:07:23.373110 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9845e448-93f4-4d41-80f7-e8fa75783b85 None None] For port 28de8f79-4115-49a9-b5bf-74813b77c496, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=28de8f79-4115-49a9-b5bf-74813b77c496,segment=NetworkSegment(b636ed58-a305-41e0-8c3a-1f77742ab347),segment_id=b636ed58-a305-41e0-8c3a-1f77742ab347)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:07:23.400600 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d3354a30-8c88-4e3f-afb2-e0bdc3eb9bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:23.410623 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d912b092-3ad7-4fa1-bec2-bd3fac34c263 req-34bb1fce-8f5a-4083-aef1-1166dc20f2fa tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153948 Nov 10 19:07:23.414726 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791c5aec-a839-4958-b0c3-f07940c061fc admin admin] Router a46bfec4-174d-4fe3-b3c6-a00ba6d2651a is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:07:23.438095 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9845e448-93f4-4d41-80f7-e8fa75783b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:23.548368 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c3495ca2-8cb7-49ec-8a28-074d8f8700cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:23.607807 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845e448-93f4-4d41-80f7-e8fa75783b85 None None] Pushing event updated for resources: {'Port': ['ID=28de8f79-4115-49a9-b5bf-74813b77c496,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:23.657350 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-305c3f42-2c6a-4ec6-a267-8c1c6010bd84 None None] Provisioning complete for port 4ec0a955-53e4-465d-a741-62ad7abb19b6 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:23.657907 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-305c3f42-2c6a-4ec6-a267-8c1c6010bd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:23.680603 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fd059f26-7776-48ca-ad54-f1294e10e169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:23.697330 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9aba7-cd75-4f94-939f-4a9e36f0cee4 req-b6aebdd0-bc5d-4b1a-8b67-270fd65ffa8e tempest-ServersOnMultiNodesTest-809608394 tempest-ServersOnMultiNodesTest-809608394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:23.708286 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-53f9aba7-cd75-4f94-939f-4a9e36f0cee4 req-b6aebdd0-bc5d-4b1a-8b67-270fd65ffa8e tempest-ServersOnMultiNodesTest-809608394 tempest-ServersOnMultiNodesTest-809608394-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=3d3860bd-6c28-47ed-a1d6-a5c7152580f1 HTTP/1.1" status: 200 len: 1101 time: 0.1969481 Nov 10 19:07:23.759078 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c6397-5cad-442c-b269-bf7040485354 req-810e19b6-4c5b-4e3e-b1a9-aecb8825913e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:23.767911 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b9c6397-5cad-442c-b269-bf7040485354 req-810e19b6-4c5b-4e3e-b1a9-aecb8825913e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 944 time: 0.1748044 Nov 10 19:07:23.876346 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-53f9aba7-cd75-4f94-939f-4a9e36f0cee4 req-a56b8134-9bc7-461f-9aff-dc6d4236c8d8 tempest-ServersOnMultiNodesTest-809608394 tempest-ServersOnMultiNodesTest-809608394-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659236 Nov 10 19:07:23.882173 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device beddf51d-6ee7-4dee-b4f4-243e7b2a090f up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:07:23.905857 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791c5aec-a839-4958-b0c3-f07940c061fc admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:07:23.922043 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b9c6397-5cad-442c-b269-bf7040485354 req-36e6bca9-5217-49e8-a867-630d67793e17 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531694 Nov 10 19:07:23.967587 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d3354a30-8c88-4e3f-afb2-e0bdc3eb9bd5 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:23.979742 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-791c5aec-a839-4958-b0c3-f07940c061fc admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:23.982060 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d3354a30-8c88-4e3f-afb2-e0bdc3eb9bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:23.984546 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52128) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:07:23.985975 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-791c5aec-a839-4958-b0c3-f07940c061fc admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8983717 Nov 10 19:07:23.990357 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-fd059f26-7776-48ca-ad54-f1294e10e169 admin admin] Allocated IP 172.20.0.1 (8a139bc3-5e68-4b5e-a7b2-097c1e8b6948/de0b4738-ea33-4d4e-b0f8-0a700c9341d6/c8a09d4f-701c-4dd9-9ec2-25db1c9719ff) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:07:23.999078 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 4ec0a955-53e4-465d-a741-62ad7abb19b6 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:07:24.014544 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5266b90d-fab7-4218-9d44-7b1486644ec8 None None] Sync routers for ids ['a46bfec4-174d-4fe3-b3c6-a00ba6d2651a'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:07:24.040673 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-d3354a30-8c88-4e3f-afb2-e0bdc3eb9bd5 None None] Attempting to bind port a8113350-cb26-4765-b9ff-4bfb149e550f on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:07:24.041238 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-d3354a30-8c88-4e3f-afb2-e0bdc3eb9bd5 None None] Attempting to bind port a8113350-cb26-4765-b9ff-4bfb149e550f by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:07:24.041695 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3354a30-8c88-4e3f-afb2-e0bdc3eb9bd5 None None] Attempting to bind port a8113350-cb26-4765-b9ff-4bfb149e550f on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:07:24.075288 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3354a30-8c88-4e3f-afb2-e0bdc3eb9bd5 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:07:24.076077 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3354a30-8c88-4e3f-afb2-e0bdc3eb9bd5 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:07:24.076692 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d3354a30-8c88-4e3f-afb2-e0bdc3eb9bd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:24.077277 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3354a30-8c88-4e3f-afb2-e0bdc3eb9bd5 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:07:24.078687 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-d3354a30-8c88-4e3f-afb2-e0bdc3eb9bd5 None None] Bound port: a8113350-cb26-4765-b9ff-4bfb149e550f, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:07:24.079307 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d3354a30-8c88-4e3f-afb2-e0bdc3eb9bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:24.131912 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-607772e4-6198-498c-9657-6398bd2dcc6b None None] Provisioning complete for port 28de8f79-4115-49a9-b5bf-74813b77c496 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:24.132287 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-607772e4-6198-498c-9657-6398bd2dcc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:24.156903 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-d3354a30-8c88-4e3f-afb2-e0bdc3eb9bd5 None None] For port a8113350-cb26-4765-b9ff-4bfb149e550f, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:07:24.160583 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-d3354a30-8c88-4e3f-afb2-e0bdc3eb9bd5 None None] For port a8113350-cb26-4765-b9ff-4bfb149e550f, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=a8113350-cb26-4765-b9ff-4bfb149e550f,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:07:24.171966 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d3354a30-8c88-4e3f-afb2-e0bdc3eb9bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:24.201224 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5266b90d-fab7-4218-9d44-7b1486644ec8 None None] Routers {'a46bfec4-174d-4fe3-b3c6-a00ba6d2651a'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:07:24.201923 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-5266b90d-fab7-4218-9d44-7b1486644ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:06:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['a46bfec4-174d-4fe3-b3c6-a00ba6d2651a'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:07:24.223407 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3354a30-8c88-4e3f-afb2-e0bdc3eb9bd5 None None] Routers {'c416b835-e4b7-4587-a17d-8f2b7327601e'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:07:24.224364 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-d3354a30-8c88-4e3f-afb2-e0bdc3eb9bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:06:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c416b835-e4b7-4587-a17d-8f2b7327601e'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:07:24.246712 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fd059f26-7776-48ca-ad54-f1294e10e169 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:24.290751 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:24.304088 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fd059f26-7776-48ca-ad54-f1294e10e169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:24.306935 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68ca4d-33fc-43f0-a40b-b9dc69ebb2b9 req-e63bc1b3-d5c7-4fb5-ad59-ac79c7e468f7 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:24.309141 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bc68ca4d-33fc-43f0-a40b-b9dc69ebb2b9 req-e63bc1b3-d5c7-4fb5-ad59-ac79c7e468f7 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 943 time: 0.2299435 Nov 10 19:07:24.354771 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd059f26-7776-48ca-ad54-f1294e10e169 admin admin] Network 8a139bc3-5e68-4b5e-a7b2-097c1e8b6948 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:07:24.358680 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-fd059f26-7776-48ca-ad54-f1294e10e169 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:07:24.369439 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd059f26-7776-48ca-ad54-f1294e10e169 admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:07:24.381998 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-d3354a30-8c88-4e3f-afb2-e0bdc3eb9bd5 None None] Set router c416b835-e4b7-4587-a17d-8f2b7327601e gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:07:24.392907 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-5266b90d-fab7-4218-9d44-7b1486644ec8 None None] Set router a46bfec4-174d-4fe3-b3c6-a00ba6d2651a gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:07:24.420119 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd059f26-7776-48ca-ad54-f1294e10e169 admin admin] Pushing event updated for resources: {'Port': ['ID=c8a09d4f-701c-4dd9-9ec2-25db1c9719ff,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:24.457179 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fd059f26-7776-48ca-ad54-f1294e10e169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:24.471132 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8a115-b02b-4c20-b10f-e6ac389c216e req-7897b9e6-d867-4a1a-9ed8-e235c6c92ef9 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:24.478992 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bff8a115-b02b-4c20-b10f-e6ac389c216e req-7897b9e6-d867-4a1a-9ed8-e235c6c92ef9 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 950 time: 0.2274137 Nov 10 19:07:24.511953 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port beddf51d-6ee7-4dee-b4f4-243e7b2a090f completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:07:24.521604 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bc68ca4d-33fc-43f0-a40b-b9dc69ebb2b9 req-28c42a14-7898-486b-914f-48da224a6992 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003605 Nov 10 19:07:24.545574 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port beddf51d-6ee7-4dee-b4f4-243e7b2a090f triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:24.545956 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:24.579611 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0495a195-2ad7-4b94-8e3e-47ebd48eaf70 None None] Pushing event updated for resources: {'Port': ['ID=a8113350-cb26-4765-b9ff-4bfb149e550f,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:24.666087 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fd059f26-7776-48ca-ad54-f1294e10e169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:24.685184 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 4ec0a955-53e4-465d-a741-62ad7abb19b6 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:24.685578 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:24.744965 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bff8a115-b02b-4c20-b10f-e6ac389c216e req-3e52bf67-a642-45ec-b28f-7d0312136f2a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649658 Nov 10 19:07:24.753252 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-7439389d-5410-4838-8c94-96b816771574 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0797956 Nov 10 19:07:24.775734 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:24.810740 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0495a195-2ad7-4b94-8e3e-47ebd48eaf70 None None] Pushing event updated for resources: {'Port': ['ID=a8113350-cb26-4765-b9ff-4bfb149e550f,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:24.833991 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-d3354a30-8c88-4e3f-afb2-e0bdc3eb9bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'name': 'tempest-ServersTestManualDisk-1755085158-router', 'tenant_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'a8113350-cb26-4765-b9ff-4bfb149e550f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:07:18Z', 'updated_at': '2021-11-10T19:07:20Z', 'revision_number': 3, 'project_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'gw_port': {'id': 'a8113350-cb26-4765-b9ff-4bfb149e550f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:19Z', 'updated_at': '2021-11-10T19:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:07:24.858166 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:24.866059 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3354a30-8c88-4e3f-afb2-e0bdc3eb9bd5 None None] The sync data for ids ['c416b835-e4b7-4587-a17d-8f2b7327601e'] in n-d-813897-4 is: [{'id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'name': 'tempest-ServersTestManualDisk-1755085158-router', 'tenant_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'a8113350-cb26-4765-b9ff-4bfb149e550f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:07:18Z', 'updated_at': '2021-11-10T19:07:20Z', 'revision_number': 3, 'project_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'gw_port': {'id': 'a8113350-cb26-4765-b9ff-4bfb149e550f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:19Z', 'updated_at': '2021-11-10T19:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:07:24.902880 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fd059f26-7776-48ca-ad54-f1294e10e169 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:24.923392 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fd059f26-7776-48ca-ad54-f1294e10e169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:24.965042 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9929e068-35d9-4c72-9f23-e53948b665af None None] Provisioning complete for port c8a09d4f-701c-4dd9-9ec2-25db1c9719ff triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:24.965438 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9929e068-35d9-4c72-9f23-e53948b665af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:24.974331 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a878d88d-6fb5-4f99-8f21-d65037a4bc3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beddf51d-6ee7-4dee-b4f4-243e7b2a090f'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:07:24.977366 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ca3a86-f5f2-4a76-93f1-b083f4df0fb8" -d '{"events": [{"server_uuid": "a878d88d-6fb5-4f99-8f21-d65037a4bc3c", "name": "network-vif-plugged", "status": "completed", "tag": "beddf51d-6ee7-4dee-b4f4-243e7b2a090f"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:07:25.028959 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fd059f26-7776-48ca-ad54-f1294e10e169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:25.030972 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd059f26-7776-48ca-ad54-f1294e10e169 admin admin] Pushing event updated for resources: {'Port': ['ID=c8a09d4f-701c-4dd9-9ec2-25db1c9719ff,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:25.088905 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port beddf51d-6ee7-4dee-b4f4-243e7b2a090f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=beddf51d-6ee7-4dee-b4f4-243e7b2a090f,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:07:25.092062 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 28de8f79-4115-49a9-b5bf-74813b77c496 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:07:25.094530 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52a0c4-8acd-498d-94c8-16224390510b req-491928ba-f946-43ca-87b6-adb249fbc40a tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:25.108383 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd52a0c4-8acd-498d-94c8-16224390510b req-491928ba-f946-43ca-87b6-adb249fbc40a tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.2193849 Nov 10 19:07:25.131335 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:25.137526 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-7545c6a1-ac6f-4048-bd3c-2dff7c740702 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:25.139971 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-7545c6a1-ac6f-4048-bd3c-2dff7c740702 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3767083 Nov 10 19:07:25.151352 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd059f26-7776-48ca-ad54-f1294e10e169 admin admin] Network 8a139bc3-5e68-4b5e-a7b2-097c1e8b6948 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:07:25.153977 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-fd059f26-7776-48ca-ad54-f1294e10e169 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:07:25.234064 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9929e068-35d9-4c72-9f23-e53948b665af None None] Port c8a09d4f-701c-4dd9-9ec2-25db1c9719ff cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:07:25.302530 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-078c0361-1d81-4c16-ac07-c2cb13e11630 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/quotas/0d7335f5df3b4e0fb20d05dce0cf0b45 HTTP/1.1" status: 200 len: 375 time: 0.1456079 Nov 10 19:07:25.337806 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-5266b90d-fab7-4218-9d44-7b1486644ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46bfec4-174d-4fe3-b3c6-a00ba6d2651a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1588623888-router', 'tenant_id': '3d8dced9937e49098f064171f676be2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'd474b1ee-2830-4f02-971d-d481fa70ad7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:07:19Z', 'updated_at': '2021-11-10T19:07:21Z', 'revision_number': 3, 'project_id': '3d8dced9937e49098f064171f676be2e', 'gw_port': {'id': 'd474b1ee-2830-4f02-971d-d481fa70ad7a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46bfec4-174d-4fe3-b3c6-a00ba6d2651a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:20Z', 'updated_at': '2021-11-10T19:07:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:07:25.345405 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=beddf51d-6ee7-4dee-b4f4-243e7b2a090f,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:25.354818 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9929e068-35d9-4c72-9f23-e53948b665af None None] Provisioning complete for port 4ec0a955-53e4-465d-a741-62ad7abb19b6 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:25.355655 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9929e068-35d9-4c72-9f23-e53948b665af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:25.371232 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd059f26-7776-48ca-ad54-f1294e10e169 admin admin] Router c416b835-e4b7-4587-a17d-8f2b7327601e has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:07:25.444120 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5266b90d-fab7-4218-9d44-7b1486644ec8 None None] Checking router: a46bfec4-174d-4fe3-b3c6-a00ba6d2651a for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:07:25.444891 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5266b90d-fab7-4218-9d44-7b1486644ec8 None None] Updating router a46bfec4-174d-4fe3-b3c6-a00ba6d2651a port d474b1ee-2830-4f02-971d-d481fa70ad7a binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:07:25.479436 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 28de8f79-4115-49a9-b5bf-74813b77c496 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:25.480263 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:25.548787 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd059f26-7776-48ca-ad54-f1294e10e169 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:07:25.569505 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-fd059f26-7776-48ca-ad54-f1294e10e169 admin admin] 10.222.0.54 "PUT /v2.0/routers/c416b835-e4b7-4587-a17d-8f2b7327601e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8555241 Nov 10 19:07:25.570119 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b391771a-8308-485b-906e-e1f7077f865d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:25.577408 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5266b90d-fab7-4218-9d44-7b1486644ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:25.587678 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd52a0c4-8acd-498d-94c8-16224390510b req-f158772a-d6a0-43fe-83e0-87d3c1a61e2f tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4780624 Nov 10 19:07:25.629244 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-ff380fc1-eaa1-4b0c-a278-26fb87fc2382 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3142834 Nov 10 19:07:25.815001 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f3d7ef9e-0417-493e-a569-3e317110d0c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:25.836690 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca9aee-b418-4b2b-b863-d7680cd30f17 req-49b9e465-9714-4907-9ee4-2118d6788b5b tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:25.844034 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9dca9aee-b418-4b2b-b863-d7680cd30f17 req-49b9e465-9714-4907-9ee4-2118d6788b5b tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.1264131 Nov 10 19:07:25.882294 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46915efb-f2ab-404d-a9c0-f67aaae05f94 x-openstack-request-id: req-46915efb-f2ab-404d-a9c0-f67aaae05f94 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:07:25.882294 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a878d88d-6fb5-4f99-8f21-d65037a4bc3c", "name": "network-vif-plugged", "status": "completed", "tag": "beddf51d-6ee7-4dee-b4f4-243e7b2a090f", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:07:25.882294 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-46915efb-f2ab-404d-a9c0-f67aaae05f94 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:07:25.882294 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a878d88d-6fb5-4f99-8f21-d65037a4bc3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beddf51d-6ee7-4dee-b4f4-243e7b2a090f', 'code': 200} Nov 10 19:07:26.002277 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9dca9aee-b418-4b2b-b863-d7680cd30f17 req-bbafb6e6-9e6e-4c33-a8b8-cb4606398810 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569793 Nov 10 19:07:26.133067 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-b391771a-8308-485b-906e-e1f7077f865d admin admin] Allocated IP 172.20.0.1 (ddf46d47-9366-4a4d-a6a5-007b57446948/a2f6eb1d-7034-4756-9cdb-06d64501d64c/a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:07:26.219644 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a4558276-7f95-46f2-9e4a-f4cd64165e28 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:07:26.228194 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2fe608-cf3e-402e-8ada-60adb82c6e79 req-13bd750d-8a0b-4912-a680-921edb7b220f tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:26.229194 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device a8113350-cb26-4765-b9ff-4bfb149e550f up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:07:26.236474 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3a2fe608-cf3e-402e-8ada-60adb82c6e79 req-13bd750d-8a0b-4912-a680-921edb7b220f tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 943 time: 0.1412690 Nov 10 19:07:26.267633 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5266b90d-fab7-4218-9d44-7b1486644ec8 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:26.289190 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5266b90d-fab7-4218-9d44-7b1486644ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:26.328845 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b817b1-27eb-4218-8713-b4c031cf14ba req-09756713-a38a-42f2-a141-c811096e1344 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:26.331075 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-85b817b1-27eb-4218-8713-b4c031cf14ba req-09756713-a38a-42f2-a141-c811096e1344 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 950 time: 0.1828637 Nov 10 19:07:26.349340 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-57e7c35a-12ce-4156-a016-691038a1dc86 None None] Provisioning complete for port c8a09d4f-701c-4dd9-9ec2-25db1c9719ff triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:26.349929 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-57e7c35a-12ce-4156-a016-691038a1dc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:26.452531 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4c43c-e23e-4db6-9061-d5eb979af415 None None] Pushing event updated for resources: {'Port': ['ID=d474b1ee-2830-4f02-971d-d481fa70ad7a,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:26.462835 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-57e7c35a-12ce-4156-a016-691038a1dc86 None None] Port c8a09d4f-701c-4dd9-9ec2-25db1c9719ff cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:07:26.469011 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-5266b90d-fab7-4218-9d44-7b1486644ec8 None None] Attempting to bind port d474b1ee-2830-4f02-971d-d481fa70ad7a on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:07:26.469392 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-5266b90d-fab7-4218-9d44-7b1486644ec8 None None] Attempting to bind port d474b1ee-2830-4f02-971d-d481fa70ad7a by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:07:26.469733 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5266b90d-fab7-4218-9d44-7b1486644ec8 None None] Attempting to bind port d474b1ee-2830-4f02-971d-d481fa70ad7a on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:07:26.481108 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port a8113350-cb26-4765-b9ff-4bfb149e550f triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:26.481541 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:26.486728 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5266b90d-fab7-4218-9d44-7b1486644ec8 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:07:26.487104 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5266b90d-fab7-4218-9d44-7b1486644ec8 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:07:26.487526 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5266b90d-fab7-4218-9d44-7b1486644ec8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:26.487922 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5266b90d-fab7-4218-9d44-7b1486644ec8 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:07:26.488516 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-5266b90d-fab7-4218-9d44-7b1486644ec8 None None] Bound port: d474b1ee-2830-4f02-971d-d481fa70ad7a, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:07:26.488907 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5266b90d-fab7-4218-9d44-7b1486644ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:26.563654 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a4558276-7f95-46f2-9e4a-f4cd64165e28, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=a4558276-7f95-46f2-9e4a-f4cd64165e28,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:07:26.610813 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a4558276-7f95-46f2-9e4a-f4cd64165e28 has no active binding in host n-h2-813897-4 {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 19:07:26.618856 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5266b90d-fab7-4218-9d44-7b1486644ec8 None None] For port d474b1ee-2830-4f02-971d-d481fa70ad7a, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:07:26.654985 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5266b90d-fab7-4218-9d44-7b1486644ec8 None None] For port d474b1ee-2830-4f02-971d-d481fa70ad7a, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d474b1ee-2830-4f02-971d-d481fa70ad7a,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:07:26.664001 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5266b90d-fab7-4218-9d44-7b1486644ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:26.675053 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3a2fe608-cf3e-402e-8ada-60adb82c6e79 req-ac2cd026-2fba-4b6c-a833-be04d201da3c tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4374640 Nov 10 19:07:26.705751 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b391771a-8308-485b-906e-e1f7077f865d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:26.718401 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:26.752498 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2727d01-8406-4662-bbc5-caab042055a4 req-bb7e5ba3-6d99-45a8-bfc1-251ea801e295 service neutron] 10.222.0.73 "GET /v2.0/ports/a4558276-7f95-46f2-9e4a-f4cd64165e28/bindings/n-h2-813897-4 HTTP/1.1" status: 200 len: 384 time: 0.4712520 Nov 10 19:07:26.759356 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-85b817b1-27eb-4218-8713-b4c031cf14ba req-0b5d5a73-6a49-46f0-b7d8-e3cf216fa7f4 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980818 Nov 10 19:07:26.778272 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port a8113350-cb26-4765-b9ff-4bfb149e550f, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=a8113350-cb26-4765-b9ff-4bfb149e550f,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:07:26.782601 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5266b90d-fab7-4218-9d44-7b1486644ec8 None None] Routers {'a46bfec4-174d-4fe3-b3c6-a00ba6d2651a'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:07:26.783274 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-5266b90d-fab7-4218-9d44-7b1486644ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:07:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['a46bfec4-174d-4fe3-b3c6-a00ba6d2651a'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:07:26.834800 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:26.840422 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4c43c-e23e-4db6-9061-d5eb979af415 None None] Pushing event updated for resources: {'Port': ['ID=d474b1ee-2830-4f02-971d-d481fa70ad7a,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:26.864575 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b391771a-8308-485b-906e-e1f7077f865d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:26.974999 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76ac44e6-77a3-4be4-8b29-074e0784a62f req-4d8af9d2-eff0-4ba7-b438-af6e3fb7592a tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=c235996a-85ca-47dd-8b9e-6e10f0f0279f HTTP/1.1" status: 200 len: 210 time: 0.1043260 Nov 10 19:07:26.996834 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=a8113350-cb26-4765-b9ff-4bfb149e550f,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:27.015978 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-5266b90d-fab7-4218-9d44-7b1486644ec8 None None] Set router a46bfec4-174d-4fe3-b3c6-a00ba6d2651a gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:07:27.030598 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b391771a-8308-485b-906e-e1f7077f865d admin admin] Network ddf46d47-9366-4a4d-a6a5-007b57446948 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:07:27.077542 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-b391771a-8308-485b-906e-e1f7077f865d admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:07:27.107292 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b391771a-8308-485b-906e-e1f7077f865d admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:07:27.142863 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:27.202620 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b391771a-8308-485b-906e-e1f7077f865d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:27.349410 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-eef38303-b477-4e67-b1ab-93b33ad68591 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513194 Nov 10 19:07:27.359219 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-c2727d01-8406-4662-bbc5-caab042055a4 req-ba304ede-aff7-4a34-9596-31800f48673c service neutron] For port a4558276-7f95-46f2-9e4a-f4cd64165e28, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=a4558276-7f95-46f2-9e4a-f4cd64165e28,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:07:27.411838 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-c2727d01-8406-4662-bbc5-caab042055a4 req-ba304ede-aff7-4a34-9596-31800f48673c service neutron] For port a4558276-7f95-46f2-9e4a-f4cd64165e28, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:07:27.431559 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-5266b90d-fab7-4218-9d44-7b1486644ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46bfec4-174d-4fe3-b3c6-a00ba6d2651a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1588623888-router', 'tenant_id': '3d8dced9937e49098f064171f676be2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'd474b1ee-2830-4f02-971d-d481fa70ad7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:07:19Z', 'updated_at': '2021-11-10T19:07:21Z', 'revision_number': 3, 'project_id': '3d8dced9937e49098f064171f676be2e', 'gw_port': {'id': 'd474b1ee-2830-4f02-971d-d481fa70ad7a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46bfec4-174d-4fe3-b3c6-a00ba6d2651a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:20Z', 'updated_at': '2021-11-10T19:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:07:27.495099 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5266b90d-fab7-4218-9d44-7b1486644ec8 None None] The sync data for ids ['a46bfec4-174d-4fe3-b3c6-a00ba6d2651a'] in n-d-813897-4 is: [{'id': 'a46bfec4-174d-4fe3-b3c6-a00ba6d2651a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1588623888-router', 'tenant_id': '3d8dced9937e49098f064171f676be2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'd474b1ee-2830-4f02-971d-d481fa70ad7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:07:19Z', 'updated_at': '2021-11-10T19:07:21Z', 'revision_number': 3, 'project_id': '3d8dced9937e49098f064171f676be2e', 'gw_port': {'id': 'd474b1ee-2830-4f02-971d-d481fa70ad7a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46bfec4-174d-4fe3-b3c6-a00ba6d2651a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:20Z', 'updated_at': '2021-11-10T19:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:07:27.511920 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391771a-8308-485b-906e-e1f7077f865d admin admin] Pushing event updated for resources: {'Port': ['ID=a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:27.512159 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 52174) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:07:27.528680 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-06cf1269-3c51-469b-81c4-0281b5f10d23 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1732797855', 'description': 'tempest-description--2033076747'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:07:27.532067 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-c2727d01-8406-4662-bbc5-caab042055a4 req-ba304ede-aff7-4a34-9596-31800f48673c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4558276-7f95-46f2-9e4a-f4cd64165e28 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:07:27.634904 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-c2727d01-8406-4662-bbc5-caab042055a4 req-ba304ede-aff7-4a34-9596-31800f48673c service neutron] For port a4558276-7f95-46f2-9e4a-f4cd64165e28, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a4558276-7f95-46f2-9e4a-f4cd64165e28,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:07:27.643143 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38acb8f8-1725-405f-8b9e-3b8f6c119790 None None] Sync routers for ids ['c416b835-e4b7-4587-a17d-8f2b7327601e'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:07:27.651338 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-1f81cdc4-e7d2-4f60-8a6f-d8808171c38b None None] Provisioning complete for port a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:27.652012 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1f81cdc4-e7d2-4f60-8a6f-d8808171c38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:27.662449 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38acb8f8-1725-405f-8b9e-3b8f6c119790 None None] Routers {'c416b835-e4b7-4587-a17d-8f2b7327601e'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:07:27.673658 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-38acb8f8-1725-405f-8b9e-3b8f6c119790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:07:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c416b835-e4b7-4587-a17d-8f2b7327601e'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:07:27.681671 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c2727d01-8406-4662-bbc5-caab042055a4 req-ba304ede-aff7-4a34-9596-31800f48673c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:27.711634 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e004f16-697f-49c0-a60e-8a0596c88f00 req-bb34f438-af20-48df-815f-e2cadbd702de tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:27.719915 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e004f16-697f-49c0-a60e-8a0596c88f00 req-bb34f438-af20-48df-815f-e2cadbd702de tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.2101052 Nov 10 19:07:27.723714 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-1f81cdc4-e7d2-4f60-8a6f-d8808171c38b None None] Port a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:07:27.881733 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-38acb8f8-1725-405f-8b9e-3b8f6c119790 None None] Set router c416b835-e4b7-4587-a17d-8f2b7327601e gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:07:27.955125 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea606a94-43df-4773-8552-82d382a83643 req-189aea49-47be-4636-897a-36f43d5d414e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:27.956924 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ea606a94-43df-4773-8552-82d382a83643 req-189aea49-47be-4636-897a-36f43d5d414e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.2257872 Nov 10 19:07:27.973632 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e004f16-697f-49c0-a60e-8a0596c88f00 req-e153e8f4-92e0-4606-b478-448d48ce32e5 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497702 Nov 10 19:07:28.012583 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-7e83ee55-ecc2-4076-b3a7-e02d60eb410a tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:28.014247 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-7e83ee55-ecc2-4076-b3a7-e02d60eb410a tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6562865 Nov 10 19:07:28.023828 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-c2727d01-8406-4662-bbc5-caab042055a4 req-ba304ede-aff7-4a34-9596-31800f48673c service neutron] Transition to ACTIVE for port object a4558276-7f95-46f2-9e4a-f4cd64165e28 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:07:28.046765 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c2727d01-8406-4662-bbc5-caab042055a4 req-ba304ede-aff7-4a34-9596-31800f48673c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:28.057605 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-b8fb7211-0de6-4dfb-9243-23fb49de5f73 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Request body: {'port': {'device_id': 'c235996a-85ca-47dd-8b9e-6e10f0f0279f', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'admin_state_up': True, 'tenant_id': '0d7335f5df3b4e0fb20d05dce0cf0b45'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:07:28.063151 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-06cf1269-3c51-469b-81c4-0281b5f10d23 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:28.072414 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b391771a-8308-485b-906e-e1f7077f865d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:28.093185 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device a8113350-cb26-4765-b9ff-4bfb149e550f up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:07:28.173859 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port a8113350-cb26-4765-b9ff-4bfb149e550f triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:28.174359 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:28.252778 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2727d01-8406-4662-bbc5-caab042055a4 req-ba304ede-aff7-4a34-9596-31800f48673c service neutron] No DVR routers for this DVR port a4558276-7f95-46f2-9e4a-f4cd64165e28 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:07:28.267084 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ea606a94-43df-4773-8552-82d382a83643 req-097460ca-963f-40a8-93c4-50e6173eeeb0 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770875 Nov 10 19:07:28.275059 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-06cf1269-3c51-469b-81c4-0281b5f10d23 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:28.282512 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-06cf1269-3c51-469b-81c4-0281b5f10d23 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:28.311858 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-b8fb7211-0de6-4dfb-9243-23fb49de5f73 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Made reservation on behalf of 0d7335f5df3b4e0fb20d05dce0cf0b45 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:07:28.317842 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-b8fb7211-0de6-4dfb-9243-23fb49de5f73 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:28.328139 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-06cf1269-3c51-469b-81c4-0281b5f10d23 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:28.332409 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-06cf1269-3c51-469b-81c4-0281b5f10d23 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8168538 Nov 10 19:07:28.335106 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-38acb8f8-1725-405f-8b9e-3b8f6c119790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'name': 'tempest-ServersTestManualDisk-1755085158-router', 'tenant_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'a8113350-cb26-4765-b9ff-4bfb149e550f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:07:18Z', 'updated_at': '2021-11-10T19:07:24Z', 'revision_number': 4, 'project_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'gw_port': {'id': 'a8113350-cb26-4765-b9ff-4bfb149e550f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:19Z', 'updated_at': '2021-11-10T19:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'c8a09d4f-701c-4dd9-9ec2-25db1c9719ff', 'name': '', 'network_id': '8a139bc3-5e68-4b5e-a7b2-097c1e8b6948', 'tenant_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'mac_address': 'fa:16:3e:9f:aa:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'de0b4738-ea33-4d4e-b0f8-0a700c9341d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:23Z', 'updated_at': '2021-11-10T19:07:24Z', 'revision_number': 2, 'project_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'subnets': [{'id': 'de0b4738-ea33-4d4e-b0f8-0a700c9341d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:07:28.342107 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 52182) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:07:28.348094 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba304ede-aff7-4a34-9596-31800f48673c service neutron] Pushing event updated for resources: {'Port': ['ID=a4558276-7f95-46f2-9e4a-f4cd64165e28,revision_number=10']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:28.351831 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-0f2098db-4f29-4685-9776-8a819a8f122b tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Request body: {'security_group_rule': {'security_group_id': 'ceab796b-22ca-4ba8-aa86-4ca7c54f6962', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:07:28.376302 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38acb8f8-1725-405f-8b9e-3b8f6c119790 None None] Checking router: c416b835-e4b7-4587-a17d-8f2b7327601e for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:07:28.376735 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38acb8f8-1725-405f-8b9e-3b8f6c119790 None None] Updating router c416b835-e4b7-4587-a17d-8f2b7327601e port c8a09d4f-701c-4dd9-9ec2-25db1c9719ff binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:07:28.387076 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf1269-3c51-469b-81c4-0281b5f10d23 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceab796b-22ca-4ba8-aa86-4ca7c54f6962,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:28.420639 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-38acb8f8-1725-405f-8b9e-3b8f6c119790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:28.432876 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2727d01-8406-4662-bbc5-caab042055a4 req-ba304ede-aff7-4a34-9596-31800f48673c service neutron] 10.222.0.73 "PUT /v2.0/ports/a4558276-7f95-46f2-9e4a-f4cd64165e28/bindings/n-h2-813897-4/activate HTTP/1.1" status: 200 len: 369 time: 1.6689734 Nov 10 19:07:28.451986 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0f2098db-4f29-4685-9776-8a819a8f122b tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:28.460831 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc3840-10e9-48c2-a843-96186a593938 req-16529bc3-164e-459f-a2bb-332a11e3fee8 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:28.468655 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-33cc3840-10e9-48c2-a843-96186a593938 req-16529bc3-164e-459f-a2bb-332a11e3fee8 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.3604381 Nov 10 19:07:28.534372 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:28.574476 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0f2098db-4f29-4685-9776-8a819a8f122b tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:28.590859 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-b8fb7211-0de6-4dfb-9243-23fb49de5f73 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Allocated IP 192.168.233.142 (d392c118-92b4-47b2-87bf-77c096e8a630/f9b6e8e7-6ebd-402d-901c-b41f234de3ab/5892afe8-27d1-4382-a141-f6cc65237136) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:07:28.593260 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0f2098db-4f29-4685-9776-8a819a8f122b tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:28.612048 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73d168-6a58-4813-86c9-5abede22524f req-027ee2a4-f7d2-46a8-a339-ac5fb5c2b1c9 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:28.613817 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7a73d168-6a58-4813-86c9-5abede22524f req-027ee2a4-f7d2-46a8-a339-ac5fb5c2b1c9 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 950 time: 0.1995590 Nov 10 19:07:28.653774 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2098db-4f29-4685-9776-8a819a8f122b tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9125f5f5-ac23-4ece-bf13-bc5da0efb5b1,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:28.664086 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-33cc3840-10e9-48c2-a843-96186a593938 req-a3b905fc-1364-4dcd-840a-d2c3816677b2 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937709 Nov 10 19:07:28.695922 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0f2098db-4f29-4685-9776-8a819a8f122b tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:28.702978 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0f2098db-4f29-4685-9776-8a819a8f122b tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3578672 Nov 10 19:07:28.706846 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52186) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:07:28.713719 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-cd21d07a-0654-4c00-be8f-3f3cd9339eac tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Request body: {'security_group_rule': {'security_group_id': 'ceab796b-22ca-4ba8-aa86-4ca7c54f6962', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:07:28.864114 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-46cc1e77-bb55-45a5-a87c-4be218b26931 req-cbbfad9f-a3bd-4948-8598-1130fca0b851 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=c235996a-85ca-47dd-8b9e-6e10f0f0279f HTTP/1.1" status: 200 len: 210 time: 0.0578575 Nov 10 19:07:28.877985 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7a73d168-6a58-4813-86c9-5abede22524f req-efae526d-25c4-491a-9168-7aefdb629d32 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341304 Nov 10 19:07:28.897254 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cd21d07a-0654-4c00-be8f-3f3cd9339eac tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:28.935907 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b391771a-8308-485b-906e-e1f7077f865d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:28.954762 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b391771a-8308-485b-906e-e1f7077f865d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:28.965898 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-7737fb03-4817-46f6-9375-f62ec119daf2 service neutron] show failed (client error): The resource could not be found. Nov 10 19:07:28.966969 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-7737fb03-4817-46f6-9375-f62ec119daf2 service neutron] 10.222.0.73 "GET /v2.0/ports/a9b2f03a-deee-4eb9-a710-4ba943fbfc70/bindings/n-h2-813897-4 HTTP/1.1" status: 404 len: 380 time: 0.2168088 Nov 10 19:07:29.019811 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-b8fb7211-0de6-4dfb-9243-23fb49de5f73 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:29.028414 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-38acb8f8-1725-405f-8b9e-3b8f6c119790 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:29.052883 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-38acb8f8-1725-405f-8b9e-3b8f6c119790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:29.106691 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-b8fb7211-0de6-4dfb-9243-23fb49de5f73 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:29.121282 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2', '7afbdd05-9512-4fb8-b5fd-eab9a492793a'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:07:29.166877 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5feaf02-8964-419e-8b4e-a214d907fecc None None] Pushing event updated for resources: {'Port': ['ID=c8a09d4f-701c-4dd9-9ec2-25db1c9719ff,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:29.198218 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['2bd44ccf-d05c-46fd-be26-527d04cdd725', '50216713-9541-46ab-8e11-1608f7b70cf5', 'f9a145ba-383d-4b5d-9d69-1397b66dc79b', '56211420-3dd6-4020-8e0f-fafedc97babd'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:07:29.235356 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b391771a-8308-485b-906e-e1f7077f865d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:29.254141 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391771a-8308-485b-906e-e1f7077f865d admin admin] Pushing event updated for resources: {'Port': ['ID=a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:29.271967 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb7211-0de6-4dfb-9243-23fb49de5f73 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Pushing event updated for resources: {'Port': ['ID=5892afe8-27d1-4382-a141-f6cc65237136,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:29.289731 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-b8fb7211-0de6-4dfb-9243-23fb49de5f73 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Network d392c118-92b4-47b2-87bf-77c096e8a630 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:07:29.317535 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-b8fb7211-0de6-4dfb-9243-23fb49de5f73 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:07:29.321379 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-b8fb7211-0de6-4dfb-9243-23fb49de5f73 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:07:29.353101 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e07b18-c0e7-407b-8f1f-89f3f40caea5 req-100d87b8-f66f-4361-92f9-1590f60425dd tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:29.354631 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67e07b18-c0e7-407b-8f1f-89f3f40caea5 req-100d87b8-f66f-4361-92f9-1590f60425dd tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.2180541 Nov 10 19:07:29.392852 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cd21d07a-0654-4c00-be8f-3f3cd9339eac tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:29.395364 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-38acb8f8-1725-405f-8b9e-3b8f6c119790 None None] Attempting to bind port c8a09d4f-701c-4dd9-9ec2-25db1c9719ff on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:07:29.398788 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-38acb8f8-1725-405f-8b9e-3b8f6c119790 None None] Attempting to bind port c8a09d4f-701c-4dd9-9ec2-25db1c9719ff by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8a139bc3-5e68-4b5e-a7b2-097c1e8b6948'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:07:29.399159 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38acb8f8-1725-405f-8b9e-3b8f6c119790 None None] Attempting to bind port c8a09d4f-701c-4dd9-9ec2-25db1c9719ff on network 8a139bc3-5e68-4b5e-a7b2-097c1e8b6948 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:07:29.416196 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38acb8f8-1725-405f-8b9e-3b8f6c119790 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:07:29.416498 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38acb8f8-1725-405f-8b9e-3b8f6c119790 None None] Checking segment: {'id': '8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8a139bc3-5e68-4b5e-a7b2-097c1e8b6948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:07:29.417380 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-38acb8f8-1725-405f-8b9e-3b8f6c119790 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:29.426399 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38acb8f8-1725-405f-8b9e-3b8f6c119790 None None] Bound using segment: {'id': '8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8a139bc3-5e68-4b5e-a7b2-097c1e8b6948'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:07:29.427399 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-38acb8f8-1725-405f-8b9e-3b8f6c119790 None None] Bound port: c8a09d4f-701c-4dd9-9ec2-25db1c9719ff, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8a139bc3-5e68-4b5e-a7b2-097c1e8b6948'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:07:29.427999 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-38acb8f8-1725-405f-8b9e-3b8f6c119790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:29.459200 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cd21d07a-0654-4c00-be8f-3f3cd9339eac tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:29.469973 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-b8fb7211-0de6-4dfb-9243-23fb49de5f73 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:29.470740 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-b8fb7211-0de6-4dfb-9243-23fb49de5f73 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:29.518263 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-b8fb7211-0de6-4dfb-9243-23fb49de5f73 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4669375 Nov 10 19:07:29.519869 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:29.534283 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-8c094469-c893-466c-9dac-dc0f800d914e service neutron] Request body: {'port': {'device_id': 'c235996a-85ca-47dd-8b9e-6e10f0f0279f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:07:29.580644 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-38acb8f8-1725-405f-8b9e-3b8f6c119790 None None] For port c8a09d4f-701c-4dd9-9ec2-25db1c9719ff, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:07:29.583223 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device a4558276-7f95-46f2-9e4a-f4cd64165e28 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:07:29.585685 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-38acb8f8-1725-405f-8b9e-3b8f6c119790 None None] For port c8a09d4f-701c-4dd9-9ec2-25db1c9719ff, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=c8a09d4f-701c-4dd9-9ec2-25db1c9719ff,segment=NetworkSegment(8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1),segment_id=8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:07:29.597317 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cd21d07a-0654-4c00-be8f-3f3cd9339eac tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:29.598617 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-cd21d07a-0654-4c00-be8f-3f3cd9339eac tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8891163 Nov 10 19:07:29.607175 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-38acb8f8-1725-405f-8b9e-3b8f6c119790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:29.607781 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52192) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:07:29.618863 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-41a17157-a6c5-42f9-9a1c-cbe93a810da9 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:07:29.643449 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21d07a-0654-4c00-be8f-3f3cd9339eac tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a355689f-fe7d-4189-ac9d-efd8c9bd3f6b,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:29.664579 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-8c094469-c893-466c-9dac-dc0f800d914e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:29.704729 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5feaf02-8964-419e-8b4e-a214d907fecc None None] Pushing event updated for resources: {'Port': ['ID=c8a09d4f-701c-4dd9-9ec2-25db1c9719ff,revision_number=4']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:29.715567 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38acb8f8-1725-405f-8b9e-3b8f6c119790 None None] Routers {'c416b835-e4b7-4587-a17d-8f2b7327601e'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:07:29.716364 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-38acb8f8-1725-405f-8b9e-3b8f6c119790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:07:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c416b835-e4b7-4587-a17d-8f2b7327601e'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:07:29.720310 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a1669-7951-4663-bce2-a494ef7e5a42 req-cb9d13c5-d339-4d6f-8f67-b3d5430ffd97 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:29.729674 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-709a1669-7951-4663-bce2-a494ef7e5a42 req-cb9d13c5-d339-4d6f-8f67-b3d5430ffd97 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.1987650 Nov 10 19:07:29.757567 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67e07b18-c0e7-407b-8f1f-89f3f40caea5 req-87cb9748-89a5-41cf-9075-6b25fdae082a tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852887 Nov 10 19:07:29.827423 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f2db8717-86bc-4386-90a1-4c29a2991a59 None None] Provisioning complete for port c8a09d4f-701c-4dd9-9ec2-25db1c9719ff triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:29.827882 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f2db8717-86bc-4386-90a1-4c29a2991a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:29.854694 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b391771a-8308-485b-906e-e1f7077f865d admin admin] Network ddf46d47-9366-4a4d-a6a5-007b57446948 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:07:29.856880 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device a4558276-7f95-46f2-9e4a-f4cd64165e28 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:07:29.871655 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-41a17157-a6c5-42f9-9a1c-cbe93a810da9 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks [] for floatingip, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:29.892586 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-b391771a-8308-485b-906e-e1f7077f865d admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:07:29.929731 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a4558276-7f95-46f2-9e4a-f4cd64165e28 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:07:30.014717 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-38acb8f8-1725-405f-8b9e-3b8f6c119790 None None] Set router c416b835-e4b7-4587-a17d-8f2b7327601e gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:07:30.091340 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-709a1669-7951-4663-bce2-a494ef7e5a42 req-8eb1b793-ba15-4c60-9ac9-27862efa30df tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605506 Nov 10 19:07:30.099263 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d474b1ee-2830-4f02-971d-d481fa70ad7a up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:07:30.290125 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-8c094469-c893-466c-9dac-dc0f800d914e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5892afe8-27d1-4382-a141-f6cc65237136 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:07:30.307316 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-8c094469-c893-466c-9dac-dc0f800d914e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:30.315695 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd173672-fbf2-4715-9d0f-9d9c827cd658 req-2f684a59-6292-4da1-a212-3393f4e633be tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:30.324432 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dd173672-fbf2-4715-9d0f-9d9c827cd658 req-2f684a59-6292-4da1-a212-3393f4e633be tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.3968709 Nov 10 19:07:30.327699 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-8c094469-c893-466c-9dac-dc0f800d914e service neutron] Transition to ACTIVE for port object 5892afe8-27d1-4382-a141-f6cc65237136 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:07:30.333611 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-8c094469-c893-466c-9dac-dc0f800d914e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:30.456173 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323996d6-332d-4600-9db9-72d95a250320 req-78807846-5ef4-48a0-931c-708c4e895896 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:30.464711 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-323996d6-332d-4600-9db9-72d95a250320 req-78807846-5ef4-48a0-931c-708c4e895896 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 950 time: 0.2185485 Nov 10 19:07:30.474689 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f2db8717-86bc-4386-90a1-4c29a2991a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:30.507460 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dd173672-fbf2-4715-9d0f-9d9c827cd658 req-559f11d1-1508-4cc2-a0fd-616f20386aa1 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817365 Nov 10 19:07:30.512436 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-38acb8f8-1725-405f-8b9e-3b8f6c119790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'name': 'tempest-ServersTestManualDisk-1755085158-router', 'tenant_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'a8113350-cb26-4765-b9ff-4bfb149e550f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:07:18Z', 'updated_at': '2021-11-10T19:07:24Z', 'revision_number': 4, 'project_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'gw_port': {'id': 'a8113350-cb26-4765-b9ff-4bfb149e550f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:19Z', 'updated_at': '2021-11-10T19:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'c8a09d4f-701c-4dd9-9ec2-25db1c9719ff', 'name': '', 'network_id': '8a139bc3-5e68-4b5e-a7b2-097c1e8b6948', 'tenant_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'mac_address': 'fa:16:3e:9f:aa:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'de0b4738-ea33-4d4e-b0f8-0a700c9341d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:23Z', 'updated_at': '2021-11-10T19:07:29Z', 'revision_number': 4, 'project_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'subnets': [{'id': 'de0b4738-ea33-4d4e-b0f8-0a700c9341d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:07:30.554014 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c094469-c893-466c-9dac-dc0f800d914e service neutron] Pushing event updated for resources: {'Port': ['ID=5892afe8-27d1-4382-a141-f6cc65237136,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:30.562169 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-8c094469-c893-466c-9dac-dc0f800d914e service neutron] Attempting to bind port 5892afe8-27d1-4382-a141-f6cc65237136 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:07:30.562415 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-8c094469-c893-466c-9dac-dc0f800d914e service neutron] Attempting to bind port 5892afe8-27d1-4382-a141-f6cc65237136 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:07:30.562740 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-8c094469-c893-466c-9dac-dc0f800d914e service neutron] Attempting to bind port 5892afe8-27d1-4382-a141-f6cc65237136 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:07:30.567525 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-8c094469-c893-466c-9dac-dc0f800d914e service neutron] Port 5892afe8-27d1-4382-a141-f6cc65237136 on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:07:30.568269 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-8c094469-c893-466c-9dac-dc0f800d914e service neutron] Attempting to bind port 5892afe8-27d1-4382-a141-f6cc65237136 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:07:30.576455 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-8c094469-c893-466c-9dac-dc0f800d914e service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:07:30.576683 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port d474b1ee-2830-4f02-971d-d481fa70ad7a triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:30.576920 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-8c094469-c893-466c-9dac-dc0f800d914e service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:07:30.577027 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:30.577198 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-8c094469-c893-466c-9dac-dc0f800d914e service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:07:30.577633 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-8c094469-c893-466c-9dac-dc0f800d914e service neutron] Bound port: 5892afe8-27d1-4382-a141-f6cc65237136, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:07:30.578096 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-8c094469-c893-466c-9dac-dc0f800d914e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:30.584875 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38acb8f8-1725-405f-8b9e-3b8f6c119790 None None] The sync data for ids ['c416b835-e4b7-4587-a17d-8f2b7327601e'] in n-d-813897-4 is: [{'id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'name': 'tempest-ServersTestManualDisk-1755085158-router', 'tenant_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'a8113350-cb26-4765-b9ff-4bfb149e550f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:07:18Z', 'updated_at': '2021-11-10T19:07:24Z', 'revision_number': 4, 'project_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'gw_port': {'id': 'a8113350-cb26-4765-b9ff-4bfb149e550f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:19Z', 'updated_at': '2021-11-10T19:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'c8a09d4f-701c-4dd9-9ec2-25db1c9719ff', 'name': '', 'network_id': '8a139bc3-5e68-4b5e-a7b2-097c1e8b6948', 'tenant_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'mac_address': 'fa:16:3e:9f:aa:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'de0b4738-ea33-4d4e-b0f8-0a700c9341d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:23Z', 'updated_at': '2021-11-10T19:07:29Z', 'revision_number': 4, 'project_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'subnets': [{'id': 'de0b4738-ea33-4d4e-b0f8-0a700c9341d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:07:30.613967 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b391771a-8308-485b-906e-e1f7077f865d admin admin] Router a46bfec4-174d-4fe3-b3c6-a00ba6d2651a has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:07:30.642867 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-f2db8717-86bc-4386-90a1-4c29a2991a59 None None] For port c8a09d4f-701c-4dd9-9ec2-25db1c9719ff, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=c8a09d4f-701c-4dd9-9ec2-25db1c9719ff,segment=NetworkSegment(8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1),segment_id=8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:07:30.662162 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f2db8717-86bc-4386-90a1-4c29a2991a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:30.685582 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-323996d6-332d-4600-9db9-72d95a250320 req-a7d153ce-0cf8-4e36-b4b1-49b8d2ee77d1 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166948 Nov 10 19:07:30.749675 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-8c094469-c893-466c-9dac-dc0f800d914e service neutron] For port 5892afe8-27d1-4382-a141-f6cc65237136, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:07:30.765740 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-8c094469-c893-466c-9dac-dc0f800d914e service neutron] For port 5892afe8-27d1-4382-a141-f6cc65237136, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=5892afe8-27d1-4382-a141-f6cc65237136,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:07:30.774032 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-8c094469-c893-466c-9dac-dc0f800d914e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:30.850609 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db8717-86bc-4386-90a1-4c29a2991a59 None None] Pushing event updated for resources: {'Port': ['ID=c8a09d4f-701c-4dd9-9ec2-25db1c9719ff,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:30.858788 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-8c094469-c893-466c-9dac-dc0f800d914e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:30.859635 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-8c094469-c893-466c-9dac-dc0f800d914e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:30.862124 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-8c094469-c893-466c-9dac-dc0f800d914e service neutron] 10.222.0.73 "PUT /v2.0/ports/5892afe8-27d1-4382-a141-f6cc65237136 HTTP/1.1" status: 200 len: 1096 time: 1.3348670 Nov 10 19:07:30.862810 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c235996a-85ca-47dd-8b9e-6e10f0f0279f', 'tag': '5892afe8-27d1-4382-a141-f6cc65237136'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:07:30.865450 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c7314d-d9d5-4d9a-8514-8c3fd6ddee04" -d '{"events": [{"name": "network-changed", "server_uuid": "c235996a-85ca-47dd-8b9e-6e10f0f0279f", "tag": "5892afe8-27d1-4382-a141-f6cc65237136"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:07:30.946263 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c094469-c893-466c-9dac-dc0f800d914e service neutron] Pushing event updated for resources: {'Port': ['ID=5892afe8-27d1-4382-a141-f6cc65237136,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:30.989659 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-f07cc578-7f4c-4579-b26f-c4b6bdfcdf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:30.995481 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-f07cc578-7f4c-4579-b26f-c4b6bdfcdf84 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&device_id=c235996a-85ca-47dd-8b9e-6e10f0f0279f HTTP/1.1" status: 200 len: 1099 time: 0.0621459 Nov 10 19:07:31.010360 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-1dffb040-3db5-4603-88d8-1a700e058fb6 None None] Provisioning complete for port a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:31.011253 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1dffb040-3db5-4603-88d8-1a700e058fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:31.057522 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-b56e4411-9469-40a7-abd5-4ee9ad3269ab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=5892afe8-27d1-4382-a141-f6cc65237136 HTTP/1.1" status: 200 len: 217 time: 0.0519693 Nov 10 19:07:31.064532 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:31.095875 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port d474b1ee-2830-4f02-971d-d481fa70ad7a, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d474b1ee-2830-4f02-971d-d481fa70ad7a,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:07:31.116166 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-1dffb040-3db5-4603-88d8-1a700e058fb6 None None] Port a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:07:31.132296 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:31.155076 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-d22e54c4-47eb-4a58-a4a0-355594a52836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:31.156936 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-d22e54c4-47eb-4a58-a4a0-355594a52836 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0895734 Nov 10 19:07:31.162261 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-1dffb040-3db5-4603-88d8-1a700e058fb6 None None] Provisioning complete for port c8a09d4f-701c-4dd9-9ec2-25db1c9719ff triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:31.162635 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1dffb040-3db5-4603-88d8-1a700e058fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:31.184263 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-41a17157-a6c5-42f9-9a1c-cbe93a810da9 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:31.218997 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-349b4335-b96a-43a3-8e8f-74cd722789fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:31.221735 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-349b4335-b96a-43a3-8e8f-74cd722789fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0557821 Nov 10 19:07:31.243916 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=d474b1ee-2830-4f02-971d-d481fa70ad7a,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:31.354913 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-3a627e01-2b68-4dc0-bd62-99dd06df1b97 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248102 Nov 10 19:07:31.367869 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec50fec-5a0c-4b79-a384-6270cc545a11 req-ae4582a5-e852-4109-9dc1-1fa8b0b770f3 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:31.369439 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8ec50fec-5a0c-4b79-a384-6270cc545a11 req-ae4582a5-e852-4109-9dc1-1fa8b0b770f3 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=c235996a-85ca-47dd-8b9e-6e10f0f0279f HTTP/1.1" status: 200 len: 948 time: 0.6816442 Nov 10 19:07:31.377171 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea2524-7de3-4b10-bb34-ca403db0b0dc req-cc3fb3cf-848c-4991-8a43-9fbd26bfd290 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:31.384555 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cbea2524-7de3-4b10-bb34-ca403db0b0dc req-cc3fb3cf-848c-4991-8a43-9fbd26bfd290 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.2157042 Nov 10 19:07:31.470251 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fedfd9cf-3f26-4f51-9a41-ecb222bb9c73 req-6acf803e-b2b8-4835-b3eb-1c85181f9f32 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058033 Nov 10 19:07:31.492871 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b391771a-8308-485b-906e-e1f7077f865d admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:07:31.504681 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5e9f8e-92bd-483c-bd6d-62c23537a15a None None] Sync routers for ids ['a46bfec4-174d-4fe3-b3c6-a00ba6d2651a'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:07:31.509877 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b391771a-8308-485b-906e-e1f7077f865d admin admin] 10.222.0.54 "PUT /v2.0/routers/a46bfec4-174d-4fe3-b3c6-a00ba6d2651a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5231230 Nov 10 19:07:31.527844 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5e9f8e-92bd-483c-bd6d-62c23537a15a None None] Routers {'a46bfec4-174d-4fe3-b3c6-a00ba6d2651a'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:07:31.528510 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-4b5e9f8e-92bd-483c-bd6d-62c23537a15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:07:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['a46bfec4-174d-4fe3-b3c6-a00ba6d2651a'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:07:31.534466 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8ec50fec-5a0c-4b79-a384-6270cc545a11 req-710975c3-0dee-45ab-9a39-812849a04460 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406698 Nov 10 19:07:31.557324 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cbea2524-7de3-4b10-bb34-ca403db0b0dc req-adb9e3b3-f426-4efe-8249-0bc05005981a tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717613 Nov 10 19:07:31.559201 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-41a17157-a6c5-42f9-9a1c-cbe93a810da9 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Allocated IP 172.25.3.57 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/b350eedd-23a5-453b-acaa-ac815c44091c) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:07:31.627888 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9437e9-af3b-4172-8b96-27213b13a364 x-openstack-request-id: req-7a9437e9-af3b-4172-8b96-27213b13a364 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:07:31.628574 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c235996a-85ca-47dd-8b9e-6e10f0f0279f", "tag": "5892afe8-27d1-4382-a141-f6cc65237136", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:07:31.628574 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7a9437e9-af3b-4172-8b96-27213b13a364 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:07:31.629372 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c235996a-85ca-47dd-8b9e-6e10f0f0279f', 'tag': '5892afe8-27d1-4382-a141-f6cc65237136', 'status': 'completed', 'code': 200} Nov 10 19:07:31.730864 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7314d-d9d5-4d9a-8514-8c3fd6ddee04 req-b7fcf4ae-5c7c-424f-8c8e-d7ba2ee76b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:31.732936 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-49c7314d-d9d5-4d9a-8514-8c3fd6ddee04 req-b7fcf4ae-5c7c-424f-8c8e-d7ba2ee76b2d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&device_id=c235996a-85ca-47dd-8b9e-6e10f0f0279f HTTP/1.1" status: 200 len: 1099 time: 0.0797834 Nov 10 19:07:31.751960 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-4b5e9f8e-92bd-483c-bd6d-62c23537a15a None None] Set router a46bfec4-174d-4fe3-b3c6-a00ba6d2651a gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:07:31.860610 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33efa4d-19a6-46da-8021-7805dba5f41d req-122f436b-69e7-4bbc-aac6-1c2fd6d5f6a9 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:31.862240 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b33efa4d-19a6-46da-8021-7805dba5f41d req-122f436b-69e7-4bbc-aac6-1c2fd6d5f6a9 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.1639674 Nov 10 19:07:31.876860 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075889e-35e4-4cf5-b65a-55c0b564be8a req-4994c8e2-8637-430b-8065-54552cf6771a tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:31.878512 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2075889e-35e4-4cf5-b65a-55c0b564be8a req-4994c8e2-8637-430b-8065-54552cf6771a tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.1393287 Nov 10 19:07:31.891283 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-41a17157-a6c5-42f9-9a1c-cbe93a810da9 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:31.928504 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7314d-d9d5-4d9a-8514-8c3fd6ddee04 req-0ae2b5f2-4929-42bb-a300-15b20fbbe662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:31.944122 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-49c7314d-d9d5-4d9a-8514-8c3fd6ddee04 req-0ae2b5f2-4929-42bb-a300-15b20fbbe662 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.1906826 Nov 10 19:07:32.006806 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-49c7314d-d9d5-4d9a-8514-8c3fd6ddee04 req-87169f1d-956f-40e7-abf7-12a2dcef2e02 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=5892afe8-27d1-4382-a141-f6cc65237136 HTTP/1.1" status: 200 len: 217 time: 0.0608597 Nov 10 19:07:32.029866 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b33efa4d-19a6-46da-8021-7805dba5f41d req-2d0093ec-0104-4574-98da-eafbc351b729 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459081 Nov 10 19:07:32.062099 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2075889e-35e4-4cf5-b65a-55c0b564be8a req-3e706195-be0d-4c77-8d0f-7b3cad5e597a tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444595 Nov 10 19:07:32.092710 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-41a17157-a6c5-42f9-9a1c-cbe93a810da9 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:32.201022 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7314d-d9d5-4d9a-8514-8c3fd6ddee04 req-b0fe321a-9d59-4128-a6d2-5d8f3c118c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:32.203178 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-49c7314d-d9d5-4d9a-8514-8c3fd6ddee04 req-b0fe321a-9d59-4128-a6d2-5d8f3c118c43 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.1869757 Nov 10 19:07:32.240756 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device c8a09d4f-701c-4dd9-9ec2-25db1c9719ff up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:07:32.275498 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a17157-a6c5-42f9-9a1c-cbe93a810da9 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Pushing event updated for resources: {'Port': ['ID=b350eedd-23a5-453b-acaa-ac815c44091c,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:32.293947 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7314d-d9d5-4d9a-8514-8c3fd6ddee04 req-8446f683-0450-4852-88c4-9147872f02e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:32.296232 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-49c7314d-d9d5-4d9a-8514-8c3fd6ddee04 req-8446f683-0450-4852-88c4-9147872f02e8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0752411 Nov 10 19:07:32.309821 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a17157-a6c5-42f9-9a1c-cbe93a810da9 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:07:32.315627 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-41a17157-a6c5-42f9-9a1c-cbe93a810da9 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:07:32.329615 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a17157-a6c5-42f9-9a1c-cbe93a810da9 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:07:32.393702 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port c8a09d4f-701c-4dd9-9ec2-25db1c9719ff triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:32.394105 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:32.402676 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d20b1-956e-447f-9810-924678ad067f req-5c96fbe4-1258-48d2-8285-414c757b3c2f tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:32.404323 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ad4d20b1-956e-447f-9810-924678ad067f req-5c96fbe4-1258-48d2-8285-414c757b3c2f tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 950 time: 0.2165930 Nov 10 19:07:32.424532 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-4b5e9f8e-92bd-483c-bd6d-62c23537a15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46bfec4-174d-4fe3-b3c6-a00ba6d2651a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1588623888-router', 'tenant_id': '3d8dced9937e49098f064171f676be2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'd474b1ee-2830-4f02-971d-d481fa70ad7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:07:19Z', 'updated_at': '2021-11-10T19:07:27Z', 'revision_number': 4, 'project_id': '3d8dced9937e49098f064171f676be2e', 'gw_port': {'id': 'd474b1ee-2830-4f02-971d-d481fa70ad7a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46bfec4-174d-4fe3-b3c6-a00ba6d2651a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:20Z', 'updated_at': '2021-11-10T19:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9', 'name': '', 'network_id': 'ddf46d47-9366-4a4d-a6a5-007b57446948', 'tenant_id': '3d8dced9937e49098f064171f676be2e', 'mac_address': 'fa:16:3e:51:a8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46bfec4-174d-4fe3-b3c6-a00ba6d2651a', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'a2f6eb1d-7034-4756-9cdb-06d64501d64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:25Z', 'updated_at': '2021-11-10T19:07:28Z', 'revision_number': 2, 'project_id': '3d8dced9937e49098f064171f676be2e', 'subnets': [{'id': 'a2f6eb1d-7034-4756-9cdb-06d64501d64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:07:32.475582 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5e9f8e-92bd-483c-bd6d-62c23537a15a None None] Checking router: a46bfec4-174d-4fe3-b3c6-a00ba6d2651a for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:07:32.476658 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5e9f8e-92bd-483c-bd6d-62c23537a15a None None] Updating router a46bfec4-174d-4fe3-b3c6-a00ba6d2651a port a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:07:32.496862 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-49c7314d-d9d5-4d9a-8514-8c3fd6ddee04 req-d2378cb0-017c-4365-bab2-80e1951b9529 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917117 Nov 10 19:07:32.535705 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4b5e9f8e-92bd-483c-bd6d-62c23537a15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:32.536065 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-41a17157-a6c5-42f9-9a1c-cbe93a810da9 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:32.611080 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ad4d20b1-956e-447f-9810-924678ad067f req-8a6b42a7-3c9f-4bab-8609-1903325de41b tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089206 Nov 10 19:07:32.675117 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-41a17157-a6c5-42f9-9a1c-cbe93a810da9 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:32.679655 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d474b1ee-2830-4f02-971d-d481fa70ad7a up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:07:32.742307 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-49c7314d-d9d5-4d9a-8514-8c3fd6ddee04 req-c0ce5904-a42f-4cfe-a49e-4715b71a3d16 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366960 Nov 10 19:07:32.861982 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe28af-0705-44d8-8ffc-91c270c49bf6 req-02c85490-8331-4f5f-9d66-071a8e2b8cd1 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:32.871006 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dcfe28af-0705-44d8-8ffc-91c270c49bf6 req-02c85490-8331-4f5f-9d66-071a8e2b8cd1 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=c235996a-85ca-47dd-8b9e-6e10f0f0279f HTTP/1.1" status: 200 len: 948 time: 0.1582952 Nov 10 19:07:32.906345 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port d474b1ee-2830-4f02-971d-d481fa70ad7a triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:32.907000 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:32.944489 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb00e06-63b2-4803-9c6c-fc182d4bb41f req-5b8da8ef-09e5-4132-8fbf-31ea643ba742 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:32.946626 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3eb00e06-63b2-4803-9c6c-fc182d4bb41f req-5b8da8ef-09e5-4132-8fbf-31ea643ba742 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.1869698 Nov 10 19:07:33.047866 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dcfe28af-0705-44d8-8ffc-91c270c49bf6 req-2d366ce8-794f-4536-95f0-b3abfaa5b2ce tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743221 Nov 10 19:07:33.111528 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4b5e9f8e-92bd-483c-bd6d-62c23537a15a None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:33.124440 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3eb00e06-63b2-4803-9c6c-fc182d4bb41f req-d9c94950-9537-4c91-b3cf-fe3c09bae8a0 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630182 Nov 10 19:07:33.128475 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4b5e9f8e-92bd-483c-bd6d-62c23537a15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:33.200457 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-41a17157-a6c5-42f9-9a1c-cbe93a810da9 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:33.209310 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-41a17157-a6c5-42f9-9a1c-cbe93a810da9 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:33.271124 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf1753-3b1a-4aeb-8ae7-e38c824993f6 None None] Pushing event updated for resources: {'Port': ['ID=a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:33.291689 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3449d24-7086-446b-af85-c1b59d5b8b7e req-5aa14e0d-dc48-42cd-8488-f5d9440fd8f3 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:33.299985 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d3449d24-7086-446b-af85-c1b59d5b8b7e req-5aa14e0d-dc48-42cd-8488-f5d9440fd8f3 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.1477575 Nov 10 19:07:33.375349 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a17157-a6c5-42f9-9a1c-cbe93a810da9 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Pushing event updated for resources: {'Port': ['ID=b350eedd-23a5-453b-acaa-ac815c44091c,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:33.383460 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-4b5e9f8e-92bd-483c-bd6d-62c23537a15a None None] Attempting to bind port a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:07:33.383837 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-4b5e9f8e-92bd-483c-bd6d-62c23537a15a None None] Attempting to bind port a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'b636ed58-a305-41e0-8c3a-1f77742ab347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ddf46d47-9366-4a4d-a6a5-007b57446948'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:07:33.384206 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5e9f8e-92bd-483c-bd6d-62c23537a15a None None] Attempting to bind port a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9 on network ddf46d47-9366-4a4d-a6a5-007b57446948 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:07:33.390425 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5e9f8e-92bd-483c-bd6d-62c23537a15a None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:07:33.390816 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5e9f8e-92bd-483c-bd6d-62c23537a15a None None] Checking segment: {'id': 'b636ed58-a305-41e0-8c3a-1f77742ab347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ddf46d47-9366-4a4d-a6a5-007b57446948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:07:33.391374 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4b5e9f8e-92bd-483c-bd6d-62c23537a15a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:33.391776 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5e9f8e-92bd-483c-bd6d-62c23537a15a None None] Bound using segment: {'id': 'b636ed58-a305-41e0-8c3a-1f77742ab347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ddf46d47-9366-4a4d-a6a5-007b57446948'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:07:33.392259 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-4b5e9f8e-92bd-483c-bd6d-62c23537a15a None None] Bound port: a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b636ed58-a305-41e0-8c3a-1f77742ab347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ddf46d47-9366-4a4d-a6a5-007b57446948'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:07:33.392645 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4b5e9f8e-92bd-483c-bd6d-62c23537a15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:33.493753 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d3449d24-7086-446b-af85-c1b59d5b8b7e req-4a9656f7-6582-4fd7-accf-344681708f3b tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928074 Nov 10 19:07:33.505998 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-4b5e9f8e-92bd-483c-bd6d-62c23537a15a None None] For port a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:07:33.514150 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-41a17157-a6c5-42f9-9a1c-cbe93a810da9 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:33.523280 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-48f5c5d3-ccea-4c5a-87aa-168e305bef57 None None] Provisioning complete for port a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:33.523654 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-48f5c5d3-ccea-4c5a-87aa-168e305bef57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:33.527448 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-4b5e9f8e-92bd-483c-bd6d-62c23537a15a None None] For port a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9,segment=NetworkSegment(b636ed58-a305-41e0-8c3a-1f77742ab347),segment_id=b636ed58-a305-41e0-8c3a-1f77742ab347)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:07:33.543788 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98638b1-4d3a-43ab-bc7e-e1c87b04ab76 req-f3eb075f-066c-41e3-93fa-b0e688d679ed tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:33.549826 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4b5e9f8e-92bd-483c-bd6d-62c23537a15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:33.552456 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f98638b1-4d3a-43ab-bc7e-e1c87b04ab76 req-f3eb075f-066c-41e3-93fa-b0e688d679ed tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.2057874 Nov 10 19:07:33.572457 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 5892afe8-27d1-4382-a141-f6cc65237136 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:07:33.575555 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device a9b2f03a-deee-4eb9-a710-4ba943fbfc70 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:07:33.578909 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-41a17157-a6c5-42f9-9a1c-cbe93a810da9 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:33.580562 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-41a17157-a6c5-42f9-9a1c-cbe93a810da9 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9653327 Nov 10 19:07:33.681577 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f98638b1-4d3a-43ab-bc7e-e1c87b04ab76 req-8ba1ff3e-d243-4318-8592-4aacb92228fd tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276696 Nov 10 19:07:33.800377 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14477b4f-600b-46df-9ead-f877c93a508a req-c664906a-cdf2-485e-85bc-aecff133bddb tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:33.807724 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-14477b4f-600b-46df-9ead-f877c93a508a req-c664906a-cdf2-485e-85bc-aecff133bddb tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 950 time: 0.0943460 Nov 10 19:07:33.827778 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-48f5c5d3-ccea-4c5a-87aa-168e305bef57 None None] Port a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:07:33.891775 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5e9f8e-92bd-483c-bd6d-62c23537a15a None None] Routers {'a46bfec4-174d-4fe3-b3c6-a00ba6d2651a'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:07:33.892421 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-4b5e9f8e-92bd-483c-bd6d-62c23537a15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:07:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['a46bfec4-174d-4fe3-b3c6-a00ba6d2651a'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:07:33.901746 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf1753-3b1a-4aeb-8ae7-e38c824993f6 None None] Pushing event updated for resources: {'Port': ['ID=a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:33.911313 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-14477b4f-600b-46df-9ead-f877c93a508a req-8f2438d3-50a2-4052-b498-d7beb5768303 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880728 Nov 10 19:07:33.915919 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-2bfd3551-d9d3-414b-9b2e-cb27d750b251 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1732797855&fields=id&tenant_id=eeb2663b8f484f5896e085caaa6f6e76 HTTP/1.1" status: 200 len: 267 time: 0.0990529 Nov 10 19:07:34.132017 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-f829f5a7-1873-4de8-8211-7734bc11f71e tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:34.142989 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-f829f5a7-1873-4de8-8211-7734bc11f71e tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/networks?id=8a139bc3-5e68-4b5e-a7b2-097c1e8b6948 HTTP/1.1" status: 200 len: 812 time: 0.2149000 Nov 10 19:07:34.152661 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:34.165712 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-fcba1330-084b-4982-9c4d-50db2e721269 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/quotas/eeb2663b8f484f5896e085caaa6f6e76 HTTP/1.1" status: 200 len: 375 time: 0.0213432 Nov 10 19:07:34.191656 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 5892afe8-27d1-4382-a141-f6cc65237136, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=5892afe8-27d1-4382-a141-f6cc65237136,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:07:34.204100 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a418fae7-69cb-4d5b-accc-1f2ae9745251 None None] Provisioning complete for port a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:34.204471 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a418fae7-69cb-4d5b-accc-1f2ae9745251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:34.236262 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1002bba-b19d-490a-8019-f5352a3464ab req-d90d0620-d04a-4b97-a625-46f06c353dd1 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:34.238298 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d1002bba-b19d-490a-8019-f5352a3464ab req-d90d0620-d04a-4b97-a625-46f06c353dd1 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=c235996a-85ca-47dd-8b9e-6e10f0f0279f HTTP/1.1" status: 200 len: 948 time: 0.0922573 Nov 10 19:07:34.251156 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f341b9f2-40de-412e-bd42-6ff24d769b7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9b2f03a-deee-4eb9-a710-4ba943fbfc70'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:07:34.253450 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d8baa2-5a16-4b42-ae29-5d256aedbb1b" -d '{"events": [{"server_uuid": "f341b9f2-40de-412e-bd42-6ff24d769b7f", "name": "network-vif-unplugged", "status": "completed", "tag": "a9b2f03a-deee-4eb9-a710-4ba943fbfc70"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:07:34.261271 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-4b5e9f8e-92bd-483c-bd6d-62c23537a15a None None] Set router a46bfec4-174d-4fe3-b3c6-a00ba6d2651a gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:07:34.271927 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '5892afe8-27d1-4382-a141-f6cc65237136', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': '5892afe8-27d1-4382-a141-f6cc65237136', 'mac_address': 'fa:16:3e:0f:2e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:07:34.272243 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-9f991ba6-a094-4d2c-a879-1719b5d051ba tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=eeb2663b8f484f5896e085caaa6f6e76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0852995 Nov 10 19:07:34.310283 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port a9b2f03a-deee-4eb9-a710-4ba943fbfc70, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=a9b2f03a-deee-4eb9-a710-4ba943fbfc70,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:07:34.311632 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d1002bba-b19d-490a-8019-f5352a3464ab req-5bbf5a38-5f15-44ef-87e9-739e1d9b5410 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629339 Nov 10 19:07:34.339745 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:34.433922 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-f2e36a30-8b92-471a-a7ed-36b73c9db74c service neutron] 10.222.0.54 "GET /v2.0/networks/8a139bc3-5e68-4b5e-a7b2-097c1e8b6948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326537 Nov 10 19:07:34.581087 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438342c-b0f5-4a35-8062-5d9f4403b6c2 req-d621423b-2895-4c83-b2b5-77536fdd4651 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:34.588838 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e438342c-b0f5-4a35-8062-5d9f4403b6c2 req-d621423b-2895-4c83-b2b5-77536fdd4651 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.1143875 Nov 10 19:07:34.621357 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-5c301e12-0fb8-4239-a67f-e6f8c0d01bfa service neutron] 10.222.0.54 "GET /v2.0/networks/8a139bc3-5e68-4b5e-a7b2-097c1e8b6948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736417 Nov 10 19:07:34.688190 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:34.704827 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e438342c-b0f5-4a35-8062-5d9f4403b6c2 req-1647bb2c-d32d-4841-bc2d-2be1df2d2e09 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078682 Nov 10 19:07:34.756009 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5892afe8-27d1-4382-a141-f6cc65237136 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:07:34.770950 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=a9b2f03a-deee-4eb9-a710-4ba943fbfc70,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:34.775075 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f0cdde-230a-47d2-9ec8-14778e3a4a5a x-openstack-request-id: req-20f0cdde-230a-47d2-9ec8-14778e3a4a5a {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:07:34.775364 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f341b9f2-40de-412e-bd42-6ff24d769b7f", "name": "network-vif-unplugged", "status": "completed", "tag": "a9b2f03a-deee-4eb9-a710-4ba943fbfc70", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:07:34.775619 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-20f0cdde-230a-47d2-9ec8-14778e3a4a5a {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:07:34.776064 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f341b9f2-40de-412e-bd42-6ff24d769b7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9b2f03a-deee-4eb9-a710-4ba943fbfc70', 'code': 200} Nov 10 19:07:34.786840 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a418fae7-69cb-4d5b-accc-1f2ae9745251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:34.816262 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 5892afe8-27d1-4382-a141-f6cc65237136, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=5892afe8-27d1-4382-a141-f6cc65237136,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:07:34.828547 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:34.889807 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-a418fae7-69cb-4d5b-accc-1f2ae9745251 None None] For port a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9,segment=NetworkSegment(b636ed58-a305-41e0-8c3a-1f77742ab347),segment_id=b636ed58-a305-41e0-8c3a-1f77742ab347)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:07:34.902864 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a418fae7-69cb-4d5b-accc-1f2ae9745251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:34.911040 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-4b5e9f8e-92bd-483c-bd6d-62c23537a15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46bfec4-174d-4fe3-b3c6-a00ba6d2651a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1588623888-router', 'tenant_id': '3d8dced9937e49098f064171f676be2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'd474b1ee-2830-4f02-971d-d481fa70ad7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:07:19Z', 'updated_at': '2021-11-10T19:07:27Z', 'revision_number': 4, 'project_id': '3d8dced9937e49098f064171f676be2e', 'gw_port': {'id': 'd474b1ee-2830-4f02-971d-d481fa70ad7a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46bfec4-174d-4fe3-b3c6-a00ba6d2651a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:20Z', 'updated_at': '2021-11-10T19:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9', 'name': '', 'network_id': 'ddf46d47-9366-4a4d-a6a5-007b57446948', 'tenant_id': '3d8dced9937e49098f064171f676be2e', 'mac_address': 'fa:16:3e:51:a8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46bfec4-174d-4fe3-b3c6-a00ba6d2651a', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'a2f6eb1d-7034-4756-9cdb-06d64501d64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:25Z', 'updated_at': '2021-11-10T19:07:33Z', 'revision_number': 4, 'project_id': '3d8dced9937e49098f064171f676be2e', 'subnets': [{'id': 'a2f6eb1d-7034-4756-9cdb-06d64501d64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:07:34.930005 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979193b-5dd2-4800-9cfd-86f92b360767 req-212a6c6d-9e17-425b-95bd-ac00e76719e3 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:34.944088 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5979193b-5dd2-4800-9cfd-86f92b360767 req-212a6c6d-9e17-425b-95bd-ac00e76719e3 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.1118665 Nov 10 19:07:34.951092 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5e9f8e-92bd-483c-bd6d-62c23537a15a None None] The sync data for ids ['a46bfec4-174d-4fe3-b3c6-a00ba6d2651a'] in n-d-813897-4 is: [{'id': 'a46bfec4-174d-4fe3-b3c6-a00ba6d2651a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1588623888-router', 'tenant_id': '3d8dced9937e49098f064171f676be2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'd474b1ee-2830-4f02-971d-d481fa70ad7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:07:19Z', 'updated_at': '2021-11-10T19:07:27Z', 'revision_number': 4, 'project_id': '3d8dced9937e49098f064171f676be2e', 'gw_port': {'id': 'd474b1ee-2830-4f02-971d-d481fa70ad7a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46bfec4-174d-4fe3-b3c6-a00ba6d2651a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:20Z', 'updated_at': '2021-11-10T19:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9', 'name': '', 'network_id': 'ddf46d47-9366-4a4d-a6a5-007b57446948', 'tenant_id': '3d8dced9937e49098f064171f676be2e', 'mac_address': 'fa:16:3e:51:a8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46bfec4-174d-4fe3-b3c6-a00ba6d2651a', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'a2f6eb1d-7034-4756-9cdb-06d64501d64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:25Z', 'updated_at': '2021-11-10T19:07:33Z', 'revision_number': 4, 'project_id': '3d8dced9937e49098f064171f676be2e', 'subnets': [{'id': 'a2f6eb1d-7034-4756-9cdb-06d64501d64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:07:34.970697 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=5892afe8-27d1-4382-a141-f6cc65237136,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:35.038859 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5979193b-5dd2-4800-9cfd-86f92b360767 req-8a237c46-2f1b-4325-b89c-140b92d54ec7 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882969 Nov 10 19:07:35.159137 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a418fae7-69cb-4d5b-accc-1f2ae9745251 None None] Pushing event updated for resources: {'Port': ['ID=a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:35.179753 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['5892afe8-27d1-4382-a141-f6cc65237136'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:07:35.235095 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3bd2c9e7-86be-4a8a-9696-21fa09ed5eb9 req-ca88b7a9-055d-4219-9bc2-cc12cc3e538d tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 210 time: 0.0884984 Nov 10 19:07:35.388936 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebe701-7d87-43ce-a62d-9cd2e54ed993 req-6a6a4ca8-a6f1-4aca-8c7e-09c3c999d40b tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:35.411091 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-54ebe701-7d87-43ce-a62d-9cd2e54ed993 req-6a6a4ca8-a6f1-4aca-8c7e-09c3c999d40b tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.1610627 Nov 10 19:07:35.524769 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb859b-0d20-4bed-a105-fdd579e7561f req-56ce2018-1b31-435f-9b40-fe3548a7953e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:35.533479 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-56bb859b-0d20-4bed-a105-fdd579e7561f req-56ce2018-1b31-435f-9b40-fe3548a7953e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.1199017 Nov 10 19:07:35.614906 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-56bb859b-0d20-4bed-a105-fdd579e7561f req-81440984-0680-412d-9fb2-64c623663991 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800469 Nov 10 19:07:35.635513 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-54ebe701-7d87-43ce-a62d-9cd2e54ed993 req-435c6595-c107-48a9-aef3-f45cb9b2c01f tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231879 Nov 10 19:07:35.798919 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36475c8-0a80-460f-b8fb-8f369f85db66 req-1ed0470e-8101-466b-a0ca-ff9aa022c27e tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:35.800491 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a36475c8-0a80-460f-b8fb-8f369f85db66 req-1ed0470e-8101-466b-a0ca-ff9aa022c27e tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=c235996a-85ca-47dd-8b9e-6e10f0f0279f HTTP/1.1" status: 200 len: 949 time: 0.0915887 Nov 10 19:07:35.893689 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a36475c8-0a80-460f-b8fb-8f369f85db66 req-92174abe-b891-4b60-badd-a25fe24fc23d tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832965 Nov 10 19:07:35.916843 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6569d-dbf8-4011-b021-5f56806d323e req-3596e461-c33d-4cab-a529-ea53e7f2a981 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:35.918715 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2fa6569d-dbf8-4011-b021-5f56806d323e req-3596e461-c33d-4cab-a529-ea53e7f2a981 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0854838 Nov 10 19:07:36.010934 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2fa6569d-dbf8-4011-b021-5f56806d323e req-9d04abb9-a2f5-4c4e-a75b-4060a14ccbde tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783126 Nov 10 19:07:36.038120 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:07:36.098537 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:36.099010 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:36.194502 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14f44c-8b83-43a6-a647-3268a58e364c req-fbc2f0a3-94da-42c9-bff5-bb70d24e11ef tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:36.196040 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-db14f44c-8b83-43a6-a647-3268a58e364c req-fbc2f0a3-94da-42c9-bff5-bb70d24e11ef tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0599713 Nov 10 19:07:36.256571 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-db14f44c-8b83-43a6-a647-3268a58e364c req-8257b8dc-819f-4684-a605-371fae6c9077 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539012 Nov 10 19:07:36.325606 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4cfd67f-ac1c-4a23-b59a-8e81ac598cbe req-3dd80e1f-2acf-4b8a-a9a0-d4b4946e778b tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 210 time: 0.0299065 Nov 10 19:07:36.434036 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:07:36.769430 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56257ec5-37c6-446f-aac0-edea90307e66 req-4404e1a7-5660-4ff1-9482-00603b13cec3 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:36.771131 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-56257ec5-37c6-446f-aac0-edea90307e66 req-4404e1a7-5660-4ff1-9482-00603b13cec3 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.0811007 Nov 10 19:07:36.790831 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7be6b-1889-410e-910a-421f332235d6 req-51a242cc-01b9-4aa8-b209-835e0e3cda7e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:36.792938 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3ea7be6b-1889-410e-910a-421f332235d6 req-51a242cc-01b9-4aa8-b209-835e0e3cda7e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0701385 Nov 10 19:07:36.869099 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-56257ec5-37c6-446f-aac0-edea90307e66 req-57fdd8fc-0a24-45e5-b8eb-7e3ecfbf6dc4 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877528 Nov 10 19:07:36.881456 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3ea7be6b-1889-410e-910a-421f332235d6 req-ad4b491e-bd23-420b-9080-4db35b28c4e8 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815020 Nov 10 19:07:37.043389 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe4063-4280-4271-ba7a-991aee75d221 req-6494e158-a67d-40f9-8e56-74a6d7e49a2d tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:37.045004 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-86fe4063-4280-4271-ba7a-991aee75d221 req-6494e158-a67d-40f9-8e56-74a6d7e49a2d tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=c235996a-85ca-47dd-8b9e-6e10f0f0279f HTTP/1.1" status: 200 len: 949 time: 0.0585585 Nov 10 19:07:37.104193 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-86fe4063-4280-4271-ba7a-991aee75d221 req-289b7b5e-e29d-41f6-91bb-4bb4999e09aa tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526922 Nov 10 19:07:37.140509 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03777b41-ff3a-4e7e-9b34-230e5649899a req-5598444c-dd4d-4b3c-b507-09856d5f1b6b tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:37.142041 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-03777b41-ff3a-4e7e-9b34-230e5649899a req-5598444c-dd4d-4b3c-b507-09856d5f1b6b tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0616822 Nov 10 19:07:37.193720 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-03777b41-ff3a-4e7e-9b34-230e5649899a req-aa773545-3ed9-4aab-878d-ac549ef13bb3 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452743 Nov 10 19:07:37.402574 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1966f57-1977-4885-8e86-6119eb775b77 req-bae8d40b-d212-4548-8ffa-70fcdf98d806 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:37.404273 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b1966f57-1977-4885-8e86-6119eb775b77 req-bae8d40b-d212-4548-8ffa-70fcdf98d806 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0606899 Nov 10 19:07:37.440205 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4be9c56-b41a-4f4c-bd7f-ca8c2f6ef94e req-f4ca13d4-0825-4474-86c6-62a3c38a6b5f tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 210 time: 0.0346997 Nov 10 19:07:37.476734 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b1966f57-1977-4885-8e86-6119eb775b77 req-46354a49-2d6d-41d9-9e3e-da1dac856c0e tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614579 Nov 10 19:07:37.562248 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 5892afe8-27d1-4382-a141-f6cc65237136 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:07:37.621013 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 5892afe8-27d1-4382-a141-f6cc65237136 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:07:37.626563 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 5892afe8-27d1-4382-a141-f6cc65237136 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:07:37.626955 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:37.711540 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:37.735023 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c235996a-85ca-47dd-8b9e-6e10f0f0279f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5892afe8-27d1-4382-a141-f6cc65237136'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:07:37.737306 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91b7bae-998e-42f0-a7ec-d61b2b74ea92" -d '{"events": [{"server_uuid": "c235996a-85ca-47dd-8b9e-6e10f0f0279f", "name": "network-vif-plugged", "status": "completed", "tag": "5892afe8-27d1-4382-a141-f6cc65237136"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:07:37.750294 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 5892afe8-27d1-4382-a141-f6cc65237136, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=5892afe8-27d1-4382-a141-f6cc65237136,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:07:37.756516 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:37.782794 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8baae2ae-944d-4cd0-9a32-da189851e0b6 x-openstack-request-id: req-8baae2ae-944d-4cd0-9a32-da189851e0b6 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:07:37.783083 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c235996a-85ca-47dd-8b9e-6e10f0f0279f", "name": "network-vif-plugged", "status": "completed", "tag": "5892afe8-27d1-4382-a141-f6cc65237136", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:07:37.783336 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8baae2ae-944d-4cd0-9a32-da189851e0b6 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:07:37.783723 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c235996a-85ca-47dd-8b9e-6e10f0f0279f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5892afe8-27d1-4382-a141-f6cc65237136', 'code': 200} Nov 10 19:07:37.815118 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=5892afe8-27d1-4382-a141-f6cc65237136,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:37.888285 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ead9ab-b74f-4d6e-9b3d-c9eab9813f04 req-0690dfcd-10a3-4643-abc7-e74224b04412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:37.889949 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-10ead9ab-b74f-4d6e-9b3d-c9eab9813f04 req-0690dfcd-10a3-4643-abc7-e74224b04412 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c235996a-85ca-47dd-8b9e-6e10f0f0279f HTTP/1.1" status: 200 len: 1101 time: 0.0451846 Nov 10 19:07:37.966968 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-10ead9ab-b74f-4d6e-9b3d-c9eab9813f04 req-254bd6ab-e2a6-4342-b94c-a8e0a1fd80ed service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693538 Nov 10 19:07:38.054848 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60bf33c-01cb-4892-b3fa-c39e727cde2a req-f96fcf43-726c-4c86-84cb-381c09f62a1e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:38.056510 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e60bf33c-01cb-4892-b3fa-c39e727cde2a req-f96fcf43-726c-4c86-84cb-381c09f62a1e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.0948946 Nov 10 19:07:38.065555 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a97e3-2d19-466b-902f-7e695e8b2b56 req-dbc8bd1d-053b-4b0a-a5a5-52f8b2c2095d tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:38.067189 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-213a97e3-2d19-466b-902f-7e695e8b2b56 req-dbc8bd1d-053b-4b0a-a5a5-52f8b2c2095d tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0818880 Nov 10 19:07:38.350707 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e60bf33c-01cb-4892-b3fa-c39e727cde2a req-ff91ad23-fbc3-4032-b6bb-76fe080f0cdb tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824824 Nov 10 19:07:38.364696 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-213a97e3-2d19-466b-902f-7e695e8b2b56 req-c9ebd46f-af22-4a23-9cb3-4d6a27479c99 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822800 Nov 10 19:07:38.509004 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526ad93-caa0-4cf4-8f62-bdd65911668a req-beb02da1-c021-4d04-98bb-5152e7588578 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:38.510479 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1526ad93-caa0-4cf4-8f62-bdd65911668a req-beb02da1-c021-4d04-98bb-5152e7588578 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0761003 Nov 10 19:07:38.519131 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee2d9c-9318-473f-afc4-414321087c76 req-dc03c009-48e7-49bc-bd0b-32baf33765d0 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:38.520505 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-22ee2d9c-9318-473f-afc4-414321087c76 req-dc03c009-48e7-49bc-bd0b-32baf33765d0 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=c235996a-85ca-47dd-8b9e-6e10f0f0279f HTTP/1.1" status: 200 len: 950 time: 0.0761302 Nov 10 19:07:38.595654 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1526ad93-caa0-4cf4-8f62-bdd65911668a req-e6afce5d-fc92-4181-8c47-ae06c3fc7b5c tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742066 Nov 10 19:07:38.599297 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-22ee2d9c-9318-473f-afc4-414321087c76 req-e13f2438-ff85-4a23-a655-f4a489819d9f tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719757 Nov 10 19:07:38.716263 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-29a03289-68a7-473e-b922-038bc9e424c0 req-4f8c3d09-0b23-4c6c-b24e-6404a304c07a tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 210 time: 0.0356939 Nov 10 19:07:38.770052 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1ff6e-ee33-4ca5-9425-3582e9639afd req-5bb2e8a3-7ec4-491c-a1bb-f10a7a1f853e tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:38.771513 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ecc1ff6e-ee33-4ca5-9425-3582e9639afd req-5bb2e8a3-7ec4-491c-a1bb-f10a7a1f853e tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0504103 Nov 10 19:07:38.822844 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ecc1ff6e-ee33-4ca5-9425-3582e9639afd req-68f4706b-e100-43e1-8d2c-55e57434bd0d tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440769 Nov 10 19:07:39.489285 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac66bc-4a60-4b40-935a-b65373629d03 req-c32af5ca-8418-4dea-b12f-c7f792f05bda tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:39.490870 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8eac66bc-4a60-4b40-935a-b65373629d03 req-c32af5ca-8418-4dea-b12f-c7f792f05bda tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.0622387 Nov 10 19:07:39.585530 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8eac66bc-4a60-4b40-935a-b65373629d03 req-f90d09c9-25c8-4f6c-bc77-3e7e8309c3cb tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609210 Nov 10 19:07:39.595472 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d47c7-467b-4e7e-8bb7-987d05fcd3df req-0d9dd0c4-9679-4a1c-b531-4446970ea2bc tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:39.596675 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6a6d47c7-467b-4e7e-8bb7-987d05fcd3df req-0d9dd0c4-9679-4a1c-b531-4446970ea2bc tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.1253085 Nov 10 19:07:39.727620 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6a6d47c7-467b-4e7e-8bb7-987d05fcd3df req-1eb999ee-3ba5-4278-9ebc-786602c6ac37 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151316 Nov 10 19:07:39.743335 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb90a7-0db4-4b20-b842-fa89445f37cd req-57c1bd63-9084-4dd8-b953-9c2466c2e7d6 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:39.751335 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4aeb90a7-0db4-4b20-b842-fa89445f37cd req-57c1bd63-9084-4dd8-b953-9c2466c2e7d6 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0792840 Nov 10 19:07:39.812522 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4aeb90a7-0db4-4b20-b842-fa89445f37cd req-7c89d66d-271d-4f33-94c0-6bbd413c4b97 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603049 Nov 10 19:07:39.873986 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d11b0-2235-4b02-9c82-76f8a28a556d req-67bc8bbe-9eaf-4ed4-85a4-330bb2dd1539 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:39.875736 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fd2d11b0-2235-4b02-9c82-76f8a28a556d req-67bc8bbe-9eaf-4ed4-85a4-330bb2dd1539 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=c235996a-85ca-47dd-8b9e-6e10f0f0279f HTTP/1.1" status: 200 len: 950 time: 0.0621700 Nov 10 19:07:39.942374 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fd2d11b0-2235-4b02-9c82-76f8a28a556d req-1dccccbd-7924-441e-bae5-1a215b7214e7 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599077 Nov 10 19:07:39.983806 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0ccf3f46-4ad7-4077-8761-3e48019f334f req-8670862b-5795-44a2-b9cb-6bce6c6ccba3 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 210 time: 0.0315456 Nov 10 19:07:40.106532 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c85490-97ca-465f-be41-e42cae8f4748 req-56042b62-eed5-4308-a7a5-1f9c138b1c12 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:40.108019 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02c85490-97ca-465f-be41-e42cae8f4748 req-56042b62-eed5-4308-a7a5-1f9c138b1c12 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0898447 Nov 10 19:07:40.117117 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4744621-0581-492c-830e-18aba6afb1bb req-485e6078-84c9-423c-991e-c71153a7a669 tempest-ServersOnMultiNodesTest-809608394 tempest-ServersOnMultiNodesTest-809608394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:40.118619 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4744621-0581-492c-830e-18aba6afb1bb req-485e6078-84c9-423c-991e-c71153a7a669 tempest-ServersOnMultiNodesTest-809608394 tempest-ServersOnMultiNodesTest-809608394-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c235996a-85ca-47dd-8b9e-6e10f0f0279f HTTP/1.1" status: 200 len: 1101 time: 0.0603721 Nov 10 19:07:40.193976 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02c85490-97ca-465f-be41-e42cae8f4748 req-20c7985c-ce44-4a4f-96ca-079360d81e89 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740731 Nov 10 19:07:40.196295 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4744621-0581-492c-830e-18aba6afb1bb req-2e3db96d-dbba-45c0-a85c-1af23b5dabcb tempest-ServersOnMultiNodesTest-809608394 tempest-ServersOnMultiNodesTest-809608394-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698953 Nov 10 19:07:40.366166 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-6baab8a0-a729-4f69-a24b-237aefaaba5d tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240283 Nov 10 19:07:40.487222 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-0a9749a7-7529-4c90-a7ef-5c084fb9bdaa tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:40.488601 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-0a9749a7-7529-4c90-a7ef-5c084fb9bdaa tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1116049 Nov 10 19:07:40.504979 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-b7f052c7-a78b-4ffb-8284-493da9e5fc57 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/quotas/0d7335f5df3b4e0fb20d05dce0cf0b45 HTTP/1.1" status: 200 len: 375 time: 0.0101304 Nov 10 19:07:40.582516 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-59d20ee7-e164-4ff3-84d7-07b7abee2ed2 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0646780 Nov 10 19:07:40.860548 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fa272054-b9f1-499e-aeb8-1410600617c3 req-029f8fde-bbb5-43b4-afb2-9f225c6321bb tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 210 time: 0.0921333 Nov 10 19:07:40.904692 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2727d01-8406-4662-bbc5-caab042055a4 req-7db529b2-0cf1-4b32-a5c4-84ee13670688 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:40.905589 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-77d35b69-c2fd-4eea-afac-e9d6810f5e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:40.906316 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2727d01-8406-4662-bbc5-caab042055a4 req-7db529b2-0cf1-4b32-a5c4-84ee13670688 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621&tenant_id=a08ec8828e22441bac9028fb3e613990&binding%3Ahost_id=n-h1-813897-4 HTTP/1.1" status: 200 len: 1095 time: 0.1145649 Nov 10 19:07:40.908418 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-77d35b69-c2fd-4eea-afac-e9d6810f5e12 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f&tenant_id=5ef8c132b4d949a9b0bece379d0bc679 HTTP/1.1" status: 200 len: 1099 time: 0.1155634 Nov 10 19:07:40.921462 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c876d-5f36-40e1-b233-8f39241258ca req-bc119d66-0ed0-422b-a624-06e40364df73 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:40.928948 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-942d8356-0e48-44a6-93c1-ddc43d43a740 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813897-4', 'device_owner': 'compute:nova'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:07:40.929505 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d07c876d-5f36-40e1-b233-8f39241258ca req-bc119d66-0ed0-422b-a624-06e40364df73 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.2291243 Nov 10 19:07:41.041554 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-942d8356-0e48-44a6-93c1-ddc43d43a740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:41.125871 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d07c876d-5f36-40e1-b233-8f39241258ca req-c81677bd-a86c-4fbd-bd5e-a6829cf50d7d tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916625 Nov 10 19:07:41.198135 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0e2a3-56c7-44e5-8a1b-c79cdb37c806 req-4aa2ea82-267b-4b56-84c2-da8866fb57bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:41.199637 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-19c0e2a3-56c7-44e5-8a1b-c79cdb37c806 req-4aa2ea82-267b-4b56-84c2-da8866fb57bd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 1096 time: 0.3432050 Nov 10 19:07:41.284056 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2727d01-8406-4662-bbc5-caab042055a4 req-88245069-6fda-430c-ada7-0d03b3de237a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:41.285626 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2727d01-8406-4662-bbc5-caab042055a4 req-88245069-6fda-430c-ada7-0d03b3de237a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621&tenant_id=a08ec8828e22441bac9028fb3e613990 HTTP/1.1" status: 200 len: 1095 time: 0.3521483 Nov 10 19:07:41.326588 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b6f51-21f3-4ef6-9ebe-9455cd4ed7c0 req-49610502-edb3-4619-a7a9-bfaa924c8c62 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:41.332932 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-431b6f51-21f3-4ef6-9ebe-9455cd4ed7c0 req-49610502-edb3-4619-a7a9-bfaa924c8c62 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.1042397 Nov 10 19:07:41.377805 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-942d8356-0e48-44a6-93c1-ddc43d43a740 service neutron] For port a9b2f03a-deee-4eb9-a710-4ba943fbfc70, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=a9b2f03a-deee-4eb9-a710-4ba943fbfc70,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:07:41.391410 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e46b13-09aa-4779-9ac6-2f298233ac57 req-80e681e9-8039-41f8-93d3-6d9eb55efeca tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:41.398995 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-68e46b13-09aa-4779-9ac6-2f298233ac57 req-80e681e9-8039-41f8-93d3-6d9eb55efeca tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.3055561 Nov 10 19:07:41.438714 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-942d8356-0e48-44a6-93c1-ddc43d43a740 service neutron] For port a9b2f03a-deee-4eb9-a710-4ba943fbfc70, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:07:41.453564 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2727d01-8406-4662-bbc5-caab042055a4 req-f25a3262-511a-4188-875f-16783473d7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:41.455171 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2727d01-8406-4662-bbc5-caab042055a4 req-f25a3262-511a-4188-875f-16783473d7b9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a08ec8828e22441bac9028fb3e613990&device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 1095 time: 0.1167831 Nov 10 19:07:41.458963 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-19c0e2a3-56c7-44e5-8a1b-c79cdb37c806 req-3bf5a913-502a-463b-9368-f6e3b30538ba service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412665 Nov 10 19:07:41.489936 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-942d8356-0e48-44a6-93c1-ddc43d43a740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b2f03a-deee-4eb9-a710-4ba943fbfc70 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:07:41.499332 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-942d8356-0e48-44a6-93c1-ddc43d43a740 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:41.514101 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-942d8356-0e48-44a6-93c1-ddc43d43a740 service neutron] Transition to ACTIVE for port object a9b2f03a-deee-4eb9-a710-4ba943fbfc70 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:07:41.517077 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-68e46b13-09aa-4779-9ac6-2f298233ac57 req-99d95ec9-7fed-4afc-8d1e-56f24340013f tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171355 Nov 10 19:07:41.518852 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-942d8356-0e48-44a6-93c1-ddc43d43a740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:41.530834 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-431b6f51-21f3-4ef6-9ebe-9455cd4ed7c0 req-7d962704-6496-4fe9-ad04-ea90995c3e90 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473536 Nov 10 19:07:41.593669 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d8356-0e48-44a6-93c1-ddc43d43a740 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b2f03a-deee-4eb9-a710-4ba943fbfc70,revision_number=7']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:41.629493 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-942d8356-0e48-44a6-93c1-ddc43d43a740 service neutron] No DVR routers for this DVR port a9b2f03a-deee-4eb9-a710-4ba943fbfc70 on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:07:41.720555 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-942d8356-0e48-44a6-93c1-ddc43d43a740 service neutron] Attempting to bind port a9b2f03a-deee-4eb9-a710-4ba943fbfc70 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:07:41.720934 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-942d8356-0e48-44a6-93c1-ddc43d43a740 service neutron] Attempting to bind port a9b2f03a-deee-4eb9-a710-4ba943fbfc70 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:07:41.721220 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-942d8356-0e48-44a6-93c1-ddc43d43a740 service neutron] Attempting to bind port a9b2f03a-deee-4eb9-a710-4ba943fbfc70 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:07:41.729065 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f9c957bf-4e77-4fc0-8f63-db18869fd31e req-a01a53be-38d6-42e5-8720-c1b5d71a62e4 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 210 time: 0.0567951 Nov 10 19:07:41.733157 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-942d8356-0e48-44a6-93c1-ddc43d43a740 service neutron] Port a9b2f03a-deee-4eb9-a710-4ba943fbfc70 on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:07:41.742329 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-942d8356-0e48-44a6-93c1-ddc43d43a740 service neutron] Attempting to bind port a9b2f03a-deee-4eb9-a710-4ba943fbfc70 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:07:41.749332 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-942d8356-0e48-44a6-93c1-ddc43d43a740 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:07:41.749660 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-942d8356-0e48-44a6-93c1-ddc43d43a740 service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:07:41.750241 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-942d8356-0e48-44a6-93c1-ddc43d43a740 service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:07:41.750669 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-942d8356-0e48-44a6-93c1-ddc43d43a740 service neutron] Bound port: a9b2f03a-deee-4eb9-a710-4ba943fbfc70, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:07:41.751028 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-942d8356-0e48-44a6-93c1-ddc43d43a740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:41.811218 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cc6c4-7571-4355-b5db-31a4653aa901 req-71cae58b-9118-41bb-adce-0e52ab0c0bd8 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:41.820729 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ae8cc6c4-7571-4355-b5db-31a4653aa901 req-71cae58b-9118-41bb-adce-0e52ab0c0bd8 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0864167 Nov 10 19:07:41.830143 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-942d8356-0e48-44a6-93c1-ddc43d43a740 service neutron] For port a9b2f03a-deee-4eb9-a710-4ba943fbfc70, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:07:41.833580 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-942d8356-0e48-44a6-93c1-ddc43d43a740 service neutron] For port a9b2f03a-deee-4eb9-a710-4ba943fbfc70, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a9b2f03a-deee-4eb9-a710-4ba943fbfc70,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:07:41.852257 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-942d8356-0e48-44a6-93c1-ddc43d43a740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:41.895932 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ae8cc6c4-7571-4355-b5db-31a4653aa901 req-ebdf9772-0b84-4962-957b-0d185668b90c tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739377 Nov 10 19:07:41.906260 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d8356-0e48-44a6-93c1-ddc43d43a740 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b2f03a-deee-4eb9-a710-4ba943fbfc70,revision_number=8']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:41.917333 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-942d8356-0e48-44a6-93c1-ddc43d43a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:41.918977 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-942d8356-0e48-44a6-93c1-ddc43d43a740 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:41.920862 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-942d8356-0e48-44a6-93c1-ddc43d43a740 service neutron] 10.222.0.25 "PUT /v2.0/ports/a9b2f03a-deee-4eb9-a710-4ba943fbfc70 HTTP/1.1" status: 200 len: 1096 time: 1.0000579 Nov 10 19:07:41.921536 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f341b9f2-40de-412e-bd42-6ff24d769b7f', 'tag': 'a9b2f03a-deee-4eb9-a710-4ba943fbfc70'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:07:41.924963 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1919d107-fcc5-4928-88e7-d6fc3d21a23d" -d '{"events": [{"name": "network-changed", "server_uuid": "f341b9f2-40de-412e-bd42-6ff24d769b7f", "tag": "a9b2f03a-deee-4eb9-a710-4ba943fbfc70"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:07:41.990252 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6802654d-c49a-46b2-b0ab-1cbd4e83bbf9 x-openstack-request-id: req-6802654d-c49a-46b2-b0ab-1cbd4e83bbf9 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:07:41.990663 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f341b9f2-40de-412e-bd42-6ff24d769b7f", "tag": "a9b2f03a-deee-4eb9-a710-4ba943fbfc70", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:07:41.991006 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6802654d-c49a-46b2-b0ab-1cbd4e83bbf9 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:07:41.991489 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f341b9f2-40de-412e-bd42-6ff24d769b7f', 'tag': 'a9b2f03a-deee-4eb9-a710-4ba943fbfc70', 'status': 'completed', 'code': 200} Nov 10 19:07:41.994484 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c83e5384-a54c-434d-a157-ea8f88fddfda req-f1bcdb2b-d1a9-42bd-94fa-49003d7c0507 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 210 time: 0.0312665 Nov 10 19:07:42.069337 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919d107-fcc5-4928-88e7-d6fc3d21a23d req-a4e38846-e48b-457f-9e57-307226618538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:42.071036 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1919d107-fcc5-4928-88e7-d6fc3d21a23d req-a4e38846-e48b-457f-9e57-307226618538 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 1099 time: 0.0518892 Nov 10 19:07:42.193609 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919d107-fcc5-4928-88e7-d6fc3d21a23d req-e779b00a-2877-4819-8315-49285a15352b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:42.195140 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1919d107-fcc5-4928-88e7-d6fc3d21a23d req-e779b00a-2877-4819-8315-49285a15352b service neutron] 10.222.0.73 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.1158493 Nov 10 19:07:42.243203 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1919d107-fcc5-4928-88e7-d6fc3d21a23d req-5e47f170-7eb9-487c-b00c-c0f19d28e459 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=a9b2f03a-deee-4eb9-a710-4ba943fbfc70 HTTP/1.1" status: 200 len: 217 time: 0.0370600 Nov 10 19:07:42.285348 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb1ddb-31dd-4e06-ae67-bf77d347c184 req-5b524c76-3e3d-4002-af31-a3278e4649d4 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:42.287010 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1fbb1ddb-31dd-4e06-ae67-bf77d347c184 req-5b524c76-3e3d-4002-af31-a3278e4649d4 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.0553219 Nov 10 19:07:42.322162 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919d107-fcc5-4928-88e7-d6fc3d21a23d req-fb8c2428-270a-4a39-a8c7-01fea3f2c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:42.324488 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1919d107-fcc5-4928-88e7-d6fc3d21a23d req-fb8c2428-270a-4a39-a8c7-01fea3f2c86b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0652356 Nov 10 19:07:42.337079 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1fbb1ddb-31dd-4e06-ae67-bf77d347c184 req-0adaff20-17fd-4083-9602-15f0a9f15be8 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435107 Nov 10 19:07:42.375060 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919d107-fcc5-4928-88e7-d6fc3d21a23d req-ab91fc45-8062-47f0-8436-154a903ad638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:42.376773 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1919d107-fcc5-4928-88e7-d6fc3d21a23d req-ab91fc45-8062-47f0-8436-154a903ad638 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0447922 Nov 10 19:07:42.473824 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1919d107-fcc5-4928-88e7-d6fc3d21a23d req-2be8ac68-b0db-4d35-9f2a-2193947494e2 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885811 Nov 10 19:07:42.632605 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1919d107-fcc5-4928-88e7-d6fc3d21a23d req-ad9d297d-6689-42a6-9bfd-ad8bfa8d191d service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502168 Nov 10 19:07:42.696688 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65635578-7a01-452f-a82f-9febf944ad8b req-072b4de0-2334-4792-9d60-12a0eadbde78 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:42.698263 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-65635578-7a01-452f-a82f-9febf944ad8b req-072b4de0-2334-4792-9d60-12a0eadbde78 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0927119 Nov 10 19:07:42.718414 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872aec1-2c9c-4458-8b40-bf6156d48c71 req-4e14563e-fa1c-43f3-abf2-13abe20d0b75 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:42.719911 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e872aec1-2c9c-4458-8b40-bf6156d48c71 req-4e14563e-fa1c-43f3-abf2-13abe20d0b75 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0712612 Nov 10 19:07:42.787942 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-65635578-7a01-452f-a82f-9febf944ad8b req-feb1de5c-9512-4206-b158-0df765f107a7 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829263 Nov 10 19:07:42.796554 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e872aec1-2c9c-4458-8b40-bf6156d48c71 req-ae8aaa89-ba35-40bb-a52c-112ea144f1be tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685313 Nov 10 19:07:42.893078 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e0f2067a-d815-429c-9a23-0a3bf006b7e8 req-c41dc0c8-d18f-4139-aff7-0fac3d15f525 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 210 time: 0.0273077 Nov 10 19:07:43.021885 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72a57e-6745-4711-a72f-89681082b360 req-a1e6a219-438f-46aa-bdf2-89ab6b6a86b2 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:43.023902 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b72a57e-6745-4711-a72f-89681082b360 req-a1e6a219-438f-46aa-bdf2-89ab6b6a86b2 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0612512 Nov 10 19:07:43.107977 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b72a57e-6745-4711-a72f-89681082b360 req-e6d98bc9-d28a-49bd-890e-be8db25bdbb6 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693777 Nov 10 19:07:43.109963 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3ab8b847-6047-4ffe-b385-08658dda15c6 req-9ee7d69a-c384-4bd3-a8fe-8f73a90f16ee tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 210 time: 0.0336637 Nov 10 19:07:43.486875 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784bbc0-3cd2-4ca5-b1f8-36e6c6fa59c1 req-eec49f84-a7d3-4696-803e-b86c10d97bfe tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:43.488492 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c784bbc0-3cd2-4ca5-b1f8-36e6c6fa59c1 req-eec49f84-a7d3-4696-803e-b86c10d97bfe tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.0594909 Nov 10 19:07:43.549052 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c784bbc0-3cd2-4ca5-b1f8-36e6c6fa59c1 req-9e397c70-a754-42b2-9ad3-ab74472f87e4 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521059 Nov 10 19:07:43.945850 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf635bc-fa0d-4a71-903f-8a956c11f45d req-0b881d20-dad5-4c2c-8788-2e034f39f57c tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:43.947333 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cdf635bc-fa0d-4a71-903f-8a956c11f45d req-0b881d20-dad5-4c2c-8788-2e034f39f57c tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0814970 Nov 10 19:07:43.968504 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f295e18-3e4d-4782-98fd-09b3000a3d58 req-046dee2c-e46f-47f9-9bc5-4d531a5efa5c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:43.970019 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5f295e18-3e4d-4782-98fd-09b3000a3d58 req-046dee2c-e46f-47f9-9bc5-4d531a5efa5c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0752163 Nov 10 19:07:44.038456 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cdf635bc-fa0d-4a71-903f-8a956c11f45d req-f1253015-871f-4331-b6ea-9d06c2ff65e9 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838714 Nov 10 19:07:44.053649 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5f295e18-3e4d-4782-98fd-09b3000a3d58 req-82b0d44a-efc5-4eda-9b09-114a61dbcbd5 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753384 Nov 10 19:07:44.155268 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d72d8033-ba43-4bcf-917b-c0852755836a req-35532b98-5b1d-4a57-b28e-5f0ef3d4c29c tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 210 time: 0.0290587 Nov 10 19:07:44.223573 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5c8660dc-8834-47ac-b3f5-790b97cf459f req-894e1f49-71e0-4cf2-80b9-f2d2b88e8f0b tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 210 time: 0.0298710 Nov 10 19:07:44.270722 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54a56d-1a81-42ec-bfee-ea008f40dd7f req-7cde58a9-8647-4d74-9a2f-fc4ee13f6554 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:44.272320 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cc54a56d-1a81-42ec-bfee-ea008f40dd7f req-7cde58a9-8647-4d74-9a2f-fc4ee13f6554 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0515642 Nov 10 19:07:44.326100 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cc54a56d-1a81-42ec-bfee-ea008f40dd7f req-df50531f-9dee-4301-b757-58bec58571a7 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468934 Nov 10 19:07:44.675175 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c631af-c103-40c7-9dd0-4c995d8738ab req-79a0c5ca-cc2d-4689-a709-e72a62d5c743 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:44.676679 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2c631af-c103-40c7-9dd0-4c995d8738ab req-79a0c5ca-cc2d-4689-a709-e72a62d5c743 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.0557637 Nov 10 19:07:44.726757 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2c631af-c103-40c7-9dd0-4c995d8738ab req-8c5fc08d-f859-4878-bdb0-9a92c290e497 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437336 Nov 10 19:07:45.219287 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d84e5f-d8d3-4645-a2d9-b6331edfca1e req-33d5173c-4948-4dce-8328-c2d299975bee tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:45.220824 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-08d84e5f-d8d3-4645-a2d9-b6331edfca1e req-33d5173c-4948-4dce-8328-c2d299975bee tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0770569 Nov 10 19:07:45.231109 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b2072-b478-4997-a130-9eb2df61f678 req-68ee8388-8cf0-4141-af58-fbaee616d18d tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:45.238575 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5b2b2072-b478-4997-a130-9eb2df61f678 req-68ee8388-8cf0-4141-af58-fbaee616d18d tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.1044557 Nov 10 19:07:45.321050 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-08d84e5f-d8d3-4645-a2d9-b6331edfca1e req-64bd3bde-67b0-408d-abd8-b71603094e42 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797691 Nov 10 19:07:45.328180 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5b2b2072-b478-4997-a130-9eb2df61f678 req-6f4d8804-9c03-4ccf-b746-f1bc88d36ff6 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886858 Nov 10 19:07:45.454922 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76b355b7-4da1-4d33-bfb7-97064f33547a req-acdb3ccc-925f-4721-96ee-39323c6cef93 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 210 time: 0.0393889 Nov 10 19:07:45.533231 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e0925bb6-16fe-467c-a516-d7a6c7084b86 req-84340852-3a5e-45b1-95ad-9ffd3278236c tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 210 time: 0.0305035 Nov 10 19:07:45.610093 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c88f1-3109-44d3-ade3-628c64a36d26 req-05d45089-b003-49ba-bda1-0c7dcd893049 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:45.611727 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f55c88f1-3109-44d3-ade3-628c64a36d26 req-05d45089-b003-49ba-bda1-0c7dcd893049 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0750849 Nov 10 19:07:45.676620 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f55c88f1-3109-44d3-ade3-628c64a36d26 req-d546489e-b9a4-4275-8166-c27bb3bcb116 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580895 Nov 10 19:07:45.859768 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3a703-309b-47a5-bd5a-f4f32c8e8306 req-d12dc326-5a1f-4f04-8639-b71ff0a41460 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:45.861452 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-38d3a703-309b-47a5-bd5a-f4f32c8e8306 req-d12dc326-5a1f-4f04-8639-b71ff0a41460 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.0569723 Nov 10 19:07:45.921688 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-38d3a703-309b-47a5-bd5a-f4f32c8e8306 req-b0155514-9f5b-40d4-a99c-fcea31cf26f6 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529838 Nov 10 19:07:46.519774 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65ebf3-9bbf-4049-abda-e9d6c4ec54e7 req-caef5d49-e7e5-465e-a164-347ae5bb4a52 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:46.521351 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0e65ebf3-9bbf-4049-abda-e9d6c4ec54e7 req-caef5d49-e7e5-465e-a164-347ae5bb4a52 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0933356 Nov 10 19:07:46.542670 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5e129-c7ff-4f91-8ccf-7947dde47de5 req-f6a52efb-3f9a-431c-b0f9-93abf41cc2d8 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:46.544248 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0ad5e129-c7ff-4f91-8ccf-7947dde47de5 req-f6a52efb-3f9a-431c-b0f9-93abf41cc2d8 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.1069324 Nov 10 19:07:46.633726 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0e65ebf3-9bbf-4049-abda-e9d6c4ec54e7 req-d401f18c-2723-4482-9bba-a707d56d5fbe tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892494 Nov 10 19:07:46.647980 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0ad5e129-c7ff-4f91-8ccf-7947dde47de5 req-0c6e43a1-9106-44a2-8e56-93079262ab86 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935321 Nov 10 19:07:46.770462 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bb16d569-d919-46aa-ae28-a26e5c7b0974 req-40385ad4-b105-441e-af41-334aa33acd9f tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 210 time: 0.0328515 Nov 10 19:07:46.801152 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d078145-1d92-4fd6-9529-7027c47e568f req-b0e38b9b-ee70-4450-a6e2-180528f57e4e tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 210 time: 0.0373509 Nov 10 19:07:46.909848 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958516d0-6a7e-43cd-b6a7-ed42fa6dc675 req-40a26a28-e1bd-4d53-b390-7c392514102b tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:46.911470 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-958516d0-6a7e-43cd-b6a7-ed42fa6dc675 req-40a26a28-e1bd-4d53-b390-7c392514102b tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0546176 Nov 10 19:07:46.979998 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-958516d0-6a7e-43cd-b6a7-ed42fa6dc675 req-0c97748d-00e6-4316-868a-07a4b75f8846 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607390 Nov 10 19:07:47.053726 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4eb17-1aad-4894-a0d6-f3ce3786297c req-66c62cb1-0616-4863-a038-b9c835e2b0c0 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:47.055139 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e5d4eb17-1aad-4894-a0d6-f3ce3786297c req-66c62cb1-0616-4863-a038-b9c835e2b0c0 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.0540862 Nov 10 19:07:47.109639 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e5d4eb17-1aad-4894-a0d6-f3ce3786297c req-33e52946-12b8-4d1d-95a7-e10528448c99 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473130 Nov 10 19:07:47.756518 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6d1df-874e-4758-86de-dc4e0fcc25fa req-7f8a0d66-f7cb-473a-aae4-09db0806e6f2 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:47.758085 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2b6d1df-874e-4758-86de-dc4e0fcc25fa req-7f8a0d66-f7cb-473a-aae4-09db0806e6f2 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0751281 Nov 10 19:07:47.837652 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2b6d1df-874e-4758-86de-dc4e0fcc25fa req-073b5b16-0237-4f0d-af26-08386a9120e2 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694475 Nov 10 19:07:47.854017 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bc563-b73e-40a2-9903-8ca1e206acd0 req-033c2725-c61e-4632-8e1d-a81ff1e21f35 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:47.862188 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-327bc563-b73e-40a2-9903-8ca1e206acd0 req-033c2725-c61e-4632-8e1d-a81ff1e21f35 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.1153147 Nov 10 19:07:47.929578 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-327bc563-b73e-40a2-9903-8ca1e206acd0 req-25b85c90-e61d-4ac7-ac55-c7325b6b2403 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624824 Nov 10 19:07:48.021320 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7bc521e9-da41-4e7f-a1f8-31b8232c0b9a req-fe6bf998-7dc8-4431-b292-d0f72319aedf tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 210 time: 0.0278549 Nov 10 19:07:48.062321 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b8dba9a7-4550-4804-92de-aecc7089aa20 req-1b6d071a-a1be-4662-beb0-1418fd17e802 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 210 time: 0.0394654 Nov 10 19:07:48.141439 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c61f3e-4693-4a95-9002-9684a54a66ee req-8197907d-1a39-494a-b2b4-24d225e8f184 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:48.143692 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-15c61f3e-4693-4a95-9002-9684a54a66ee req-8197907d-1a39-494a-b2b4-24d225e8f184 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0596220 Nov 10 19:07:48.197225 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-15c61f3e-4693-4a95-9002-9684a54a66ee req-cb248302-45cc-4526-b59a-89cb19a0331d tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469944 Nov 10 19:07:48.256836 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e7073-adbc-400c-839e-b99f33dd648d req-b67b74a2-359c-465d-ab5d-ccc73c17647f tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:48.258526 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-209e7073-adbc-400c-839e-b99f33dd648d req-b67b74a2-359c-465d-ab5d-ccc73c17647f tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.0558414 Nov 10 19:07:48.313440 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-209e7073-adbc-400c-839e-b99f33dd648d req-621f3f17-01f4-4d82-bc2d-565cf3e50a47 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486093 Nov 10 19:07:48.973675 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ebf51-f00b-42ed-877e-7712c5fc2607 req-7725b3cb-ac09-46a4-a0df-eb203592bfaa tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:48.981468 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-603ebf51-f00b-42ed-877e-7712c5fc2607 req-7725b3cb-ac09-46a4-a0df-eb203592bfaa tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0675528 Nov 10 19:07:49.051764 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-603ebf51-f00b-42ed-877e-7712c5fc2607 req-c95b7460-72c3-4b47-a75c-329185c9ed7e tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632205 Nov 10 19:07:49.137731 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-29197900-0504-4c1c-9f75-b3242923861c req-40eada42-70d8-47e6-9248-e9be3b8c190f tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 210 time: 0.0364659 Nov 10 19:07:49.185597 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2f63c-0e10-4046-9a01-aef5be44e6bb req-68b465d0-b6e7-4cc5-a136-00609468474a tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:49.187311 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6bf2f63c-0e10-4046-9a01-aef5be44e6bb req-68b465d0-b6e7-4cc5-a136-00609468474a tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0760860 Nov 10 19:07:49.260731 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-49498fa0-ef1c-424d-94c8-2eb64c5a4e4a req-69c6f788-628a-4cf6-814c-a4e15762a0c0 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 210 time: 0.0494335 Nov 10 19:07:49.291118 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6bf2f63c-0e10-4046-9a01-aef5be44e6bb req-6b4200df-c917-4fe3-bda6-e707428afeff tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974858 Nov 10 19:07:49.395433 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c7ae9-1b70-48df-b7af-cdaceb418527 req-e739271a-c418-4c0e-84de-282051c398b5 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:49.397021 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bb6c7ae9-1b70-48df-b7af-cdaceb418527 req-e739271a-c418-4c0e-84de-282051c398b5 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0668900 Nov 10 19:07:49.470820 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79af70-5ff8-463c-ae8a-8768135602ee req-d5d6c507-5b04-429d-8775-8c93057c408e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:49.473848 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b79af70-5ff8-463c-ae8a-8768135602ee req-d5d6c507-5b04-429d-8775-8c93057c408e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.0744042 Nov 10 19:07:49.501828 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bb6c7ae9-1b70-48df-b7af-cdaceb418527 req-2d72d0ef-e0a8-4155-bcf2-cea421ba6b26 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896361 Nov 10 19:07:49.555644 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b79af70-5ff8-463c-ae8a-8768135602ee req-e4cd2f46-ec3f-4776-bb19-681ecf695130 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743937 Nov 10 19:07:50.188648 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97602682-12a3-4b03-b082-7bcf949c95f2 req-d953686c-da29-423a-828d-c9258014a3f0 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:50.189471 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97602682-12a3-4b03-b082-7bcf949c95f2 req-d953686c-da29-423a-828d-c9258014a3f0 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0657234 Nov 10 19:07:50.259826 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ad8f97e9-a924-4105-9417-a84bb361f7d8 req-f075fcec-897d-44ad-97ec-4fde2e214afc tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 210 time: 0.0392852 Nov 10 19:07:50.299122 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97602682-12a3-4b03-b082-7bcf949c95f2 req-ed1295cf-fc09-4e6a-b348-08a2995108ee tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025424 Nov 10 19:07:50.408942 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7441f9ce-a7a5-4d3e-86cc-ee85c8496ac7 req-6b3c7e04-246c-4934-8276-041eb27de3a1 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 210 time: 0.0681958 Nov 10 19:07:50.464815 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a71cb-f62a-45ac-9634-f970a757a71c req-4c8a3408-28d8-4b98-b13a-d6f0c96a9e3c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:50.466617 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab0a71cb-f62a-45ac-9634-f970a757a71c req-4c8a3408-28d8-4b98-b13a-d6f0c96a9e3c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0701098 Nov 10 19:07:50.519932 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab0a71cb-f62a-45ac-9634-f970a757a71c req-31f63145-13d4-4e85-acfc-8c56ad327219 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471280 Nov 10 19:07:50.651287 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef0b7d-0c5e-4b03-8d0f-10b5c506276e req-2065c5c4-4ca4-41d5-9d28-8a4e60da8d2d tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:50.652768 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bcef0b7d-0c5e-4b03-8d0f-10b5c506276e req-2065c5c4-4ca4-41d5-9d28-8a4e60da8d2d tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0795817 Nov 10 19:07:50.734331 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e4a31-a018-4e79-981c-b3691ee7a749 req-9e12ddb4-e0bc-4418-a4e9-5b7effceb9de tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:50.737558 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-580e4a31-a018-4e79-981c-b3691ee7a749 req-9e12ddb4-e0bc-4418-a4e9-5b7effceb9de tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.0960801 Nov 10 19:07:50.766430 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bcef0b7d-0c5e-4b03-8d0f-10b5c506276e req-9cf992f4-7733-471c-8005-02fbe0c059ad tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771992 Nov 10 19:07:50.820588 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-580e4a31-a018-4e79-981c-b3691ee7a749 req-c5d991a0-8c8f-42c5-a796-26187d6dfeeb tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695066 Nov 10 19:07:51.400410 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8152e087-2537-42a4-988a-e6ce5718d664 req-e32297f1-4fde-4d9f-b4de-72b090fee851 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 210 time: 0.0415642 Nov 10 19:07:51.561355 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9d50ca09-d5bf-427c-8aba-2bbe9f4846e7 req-0f0a9e65-48ec-46cb-9eb3-167542bb3b08 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 210 time: 0.0414648 Nov 10 19:07:51.726841 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd712651-79f5-45f1-978e-95eac0e1a040 req-d82b37d5-358a-45bb-a425-efae71090ec4 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:51.734261 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd712651-79f5-45f1-978e-95eac0e1a040 req-d82b37d5-358a-45bb-a425-efae71090ec4 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0985394 Nov 10 19:07:51.752080 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b957c56-143c-4579-8fa8-86c3182bd9ee req-a3cadd82-9026-4d03-bed4-1565f25b0baf tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:51.753592 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b957c56-143c-4579-8fa8-86c3182bd9ee req-a3cadd82-9026-4d03-bed4-1565f25b0baf tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0817056 Nov 10 19:07:51.826690 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd712651-79f5-45f1-978e-95eac0e1a040 req-409355a8-d90a-431a-b5eb-2526fd15fa87 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915203 Nov 10 19:07:51.843526 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b957c56-143c-4579-8fa8-86c3182bd9ee req-e05f3f18-be57-4dbf-8cac-5f5a6864c91f tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781147 Nov 10 19:07:52.022517 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8bb234-45ef-47d5-8dd5-72f7bed6ccf3 req-2ed74c09-2252-43b0-8241-1572f103b9be tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:52.024458 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7e8bb234-45ef-47d5-8dd5-72f7bed6ccf3 req-2ed74c09-2252-43b0-8241-1572f103b9be tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.1010671 Nov 10 19:07:52.035516 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891db88d-55fd-460d-ae42-88b32bddd0e2 req-f7c2c917-9d87-464e-9638-2af26a52ad9d tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:52.037145 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-891db88d-55fd-460d-ae42-88b32bddd0e2 req-f7c2c917-9d87-464e-9638-2af26a52ad9d tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.0785213 Nov 10 19:07:52.120191 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7e8bb234-45ef-47d5-8dd5-72f7bed6ccf3 req-7a60eb49-1d01-4e48-94e9-670754de73de tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768867 Nov 10 19:07:52.133404 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-891db88d-55fd-460d-ae42-88b32bddd0e2 req-8a0879fd-85bf-49f2-9529-d9a7b4692d75 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876408 Nov 10 19:07:52.413828 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8f215-8c7d-43b3-9f9e-24dde35ae2b0 req-6193cd57-b294-4917-ba52-249a02f3617d tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:52.415919 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-00b8f215-8c7d-43b3-9f9e-24dde35ae2b0 req-6193cd57-b294-4917-ba52-249a02f3617d tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=129c6611-1eb9-483b-b2dd-fc10ee39af03 HTTP/1.1" status: 200 len: 967 time: 0.0689466 Nov 10 19:07:52.527900 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-00b8f215-8c7d-43b3-9f9e-24dde35ae2b0 req-7bfc89cc-ccae-4864-867d-dd75dddbee38 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028316 Nov 10 19:07:52.547001 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-764e933e-59e1-4f5d-a709-ef9c1c1924b1 req-8a42312f-2a00-41d1-85e6-7107b6da9bf9 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 210 time: 0.0676584 Nov 10 19:07:52.674604 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b747ef63-34fa-4413-9bfb-5d251af30b7d req-9cb58ef6-7665-473a-a060-60d626decbbe tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 210 time: 0.0265136 Nov 10 19:07:53.022540 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91348f-13ba-4b3a-94a7-684063354edb req-b2c84b00-237b-4144-af31-4796e1aac0bd tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:53.031190 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab91348f-13ba-4b3a-94a7-684063354edb req-b2c84b00-237b-4144-af31-4796e1aac0bd tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0953372 Nov 10 19:07:53.056965 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d6946-e435-4553-9149-f4bda26bb2a3 req-31a70066-01db-4b6a-ad54-7a5e433fa36c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:53.058912 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-867d6946-e435-4553-9149-f4bda26bb2a3 req-31a70066-01db-4b6a-ad54-7a5e433fa36c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.1128888 Nov 10 19:07:53.120044 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab91348f-13ba-4b3a-94a7-684063354edb req-8990115c-212f-4c9e-a007-25711e42286d tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879397 Nov 10 19:07:53.147288 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-867d6946-e435-4553-9149-f4bda26bb2a3 req-522577a5-6254-4f4a-b552-17915163ff73 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771053 Nov 10 19:07:53.291873 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1153abbc-a8ef-4fc8-9612-f6bbd38982fe req-5467bb88-1198-4af9-b684-a28e2c96a546 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:53.293412 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1153abbc-a8ef-4fc8-9612-f6bbd38982fe req-5467bb88-1198-4af9-b684-a28e2c96a546 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0936005 Nov 10 19:07:53.315129 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5c5a4-2cf4-42c9-b3e1-78cf187065bf req-64656cb8-0dc5-48fc-a1af-e398918ba7f9 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:53.316695 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-79b5c5a4-2cf4-42c9-b3e1-78cf187065bf req-64656cb8-0dc5-48fc-a1af-e398918ba7f9 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.0790303 Nov 10 19:07:53.375858 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b979ce18-9b66-4d44-b010-4250caacd73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:53.395685 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1153abbc-a8ef-4fc8-9612-f6bbd38982fe req-ff684646-1c51-4c3a-bc3b-8ee74aae97bc tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896995 Nov 10 19:07:53.405952 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-79b5c5a4-2cf4-42c9-b3e1-78cf187065bf req-db0b235e-7621-4cd4-a39e-8596c64c7781 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827682 Nov 10 19:07:53.659340 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c5f8dcf0-bb93-4a10-aea3-e517845e7bf1 req-01b7e322-a207-4d59-83b4-11a4e67c9bd8 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 210 time: 0.0305970 Nov 10 19:07:53.795416 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51f2feb8-4f7a-4c1f-8c3a-13d538484b6b req-4138fc8c-dd4b-46a6-8f58-45de8bde83f5 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 210 time: 0.0368614 Nov 10 19:07:53.895286 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-4c470eaa-b41f-4142-83f8-83ce0d7b356b tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1166083791&fields=id&tenant_id=eeb5c8ebb6ac4d4693aeaf63c555f1ed HTTP/1.1" status: 200 len: 267 time: 0.0574961 Nov 10 19:07:54.224552 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:54.261884 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-d174ad56-96d4-4440-bd01-a5a7ef8741ba tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:54.263477 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-d174ad56-96d4-4440-bd01-a5a7ef8741ba tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/networks?id=423e20a9-8495-4dca-adac-a4f59edcf0b6 HTTP/1.1" status: 200 len: 824 time: 0.3601446 Nov 10 19:07:54.293848 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-6892b947-6f0a-45a1-a0b6-bd443a40f328 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/quotas/eeb5c8ebb6ac4d4693aeaf63c555f1ed HTTP/1.1" status: 200 len: 375 time: 0.0229526 Nov 10 19:07:54.308065 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2f5ca-f977-4349-a09c-4e9220224dfb req-43e5c089-d090-4559-ace3-21752f0658d0 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:54.310087 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2de2f5ca-f977-4349-a09c-4e9220224dfb req-43e5c089-d090-4559-ace3-21752f0658d0 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0911875 Nov 10 19:07:54.400644 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-2837338a-4bf3-4b14-bf72-9f86a0cb9037 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=eeb5c8ebb6ac4d4693aeaf63c555f1ed&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0892482 Nov 10 19:07:54.404491 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2de2f5ca-f977-4349-a09c-4e9220224dfb req-7e1b4d37-63a7-4808-9977-f16f44f6dc9e tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822396 Nov 10 19:07:54.535929 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-b5eb60bb-0a7f-40a7-b9c3-fd03aa7f9976 service neutron] 10.222.0.54 "GET /v2.0/networks/423e20a9-8495-4dca-adac-a4f59edcf0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229179 Nov 10 19:07:54.544556 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de71b95-a6ef-45eb-9a15-f346def05b36 req-7b01b18d-1513-4e73-96c0-4ba1498d71b6 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:54.546137 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7de71b95-a6ef-45eb-9a15-f346def05b36 req-7b01b18d-1513-4e73-96c0-4ba1498d71b6 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0715466 Nov 10 19:07:54.647571 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7de71b95-a6ef-45eb-9a15-f346def05b36 req-6bcc966e-ac3d-496a-9861-71f0f3d1d83d tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934546 Nov 10 19:07:54.666149 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-2475a605-4099-44d4-b8c4-9e93e5d07117 service neutron] 10.222.0.54 "GET /v2.0/networks/423e20a9-8495-4dca-adac-a4f59edcf0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190279 Nov 10 19:07:54.711690 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:54.921191 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-76371f7b-01ba-410a-ad8e-5c01e5310f0c tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:54.922751 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-76371f7b-01ba-410a-ad8e-5c01e5310f0c tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/networks?id=595215af-9b55-410f-bb77-3251041dbe00 HTTP/1.1" status: 200 len: 814 time: 0.1414175 Nov 10 19:07:54.931529 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70359b2-ea00-46b1-bf91-219e9754b886 req-be1076b4-8b7a-4ddf-8741-ce8a9a5a9cd9 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:54.934189 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b70359b2-ea00-46b1-bf91-219e9754b886 req-be1076b4-8b7a-4ddf-8741-ce8a9a5a9cd9 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0868380 Nov 10 19:07:54.951120 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-3ed5def1-6285-463e-a273-90aa14cb215e tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/quotas/34237cca00b0449f92897c4768452361 HTTP/1.1" status: 200 len: 375 time: 0.0164633 Nov 10 19:07:55.023991 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b70359b2-ea00-46b1-bf91-219e9754b886 req-5e557f6e-f755-4f11-b043-dabd1fb5df12 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830231 Nov 10 19:07:55.036348 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-741de09a-3c13-4eea-abaf-0afbcd46b8e5 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=34237cca00b0449f92897c4768452361&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0788965 Nov 10 19:07:55.168248 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-0c2fd604-f05c-43f1-b71f-28c02cfe533d service neutron] 10.222.0.54 "GET /v2.0/networks/595215af-9b55-410f-bb77-3251041dbe00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171060 Nov 10 19:07:55.176038 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6587f0-6868-4e81-b8e6-35446c812599 req-cf875432-d185-4e2f-bfa8-3637c5948c08 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:55.177500 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d6587f0-6868-4e81-b8e6-35446c812599 req-cf875432-d185-4e2f-bfa8-3637c5948c08 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.0741904 Nov 10 19:07:55.268743 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2b685-cb0a-406c-9744-d4bcd37e39dd req-f04b5cf2-56a8-4802-aa92-e5f63103c7fe tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:55.270292 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f4c2b685-cb0a-406c-9744-d4bcd37e39dd req-f04b5cf2-56a8-4802-aa92-e5f63103c7fe tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.73 "GET /v2.0/ports?device_id=129c6611-1eb9-483b-b2dd-fc10ee39af03 HTTP/1.1" status: 200 len: 967 time: 0.0524952 Nov 10 19:07:55.287057 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d6587f0-6868-4e81-b8e6-35446c812599 req-e62155e1-a4b9-48e9-9774-9dd523ca2514 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003690 Nov 10 19:07:55.305974 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-a1a6791c-b37b-4a45-8534-22f0aaa70d9d service neutron] 10.222.0.54 "GET /v2.0/networks/595215af-9b55-410f-bb77-3251041dbe00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273806 Nov 10 19:07:55.388971 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-95175df7-9729-4209-9480-86a37429502a req-13eed52e-0fd9-4518-905a-01e2d5b8a08f tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 210 time: 0.0415981 Nov 10 19:07:55.390211 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-f4c2b685-cb0a-406c-9744-d4bcd37e39dd req-8db013e2-f095-41ab-9122-dbe2f64c8ebe tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Deleting port e8337b31-6358-4a57-9b86-86cd24593ba4 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:07:55.390594 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f4c2b685-cb0a-406c-9744-d4bcd37e39dd req-8db013e2-f095-41ab-9122-dbe2f64c8ebe tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:55.499774 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-f4c2b685-cb0a-406c-9744-d4bcd37e39dd req-8db013e2-f095-41ab-9122-dbe2f64c8ebe tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] For port e8337b31-6358-4a57-9b86-86cd24593ba4, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e8337b31-6358-4a57-9b86-86cd24593ba4,segment=NetworkSegment(f30db029-3af0-4a37-9a3a-3d875216d3a4),segment_id=f30db029-3af0-4a37-9a3a-3d875216d3a4)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:07:55.500165 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f4c2b685-cb0a-406c-9744-d4bcd37e39dd req-8db013e2-f095-41ab-9122-dbe2f64c8ebe tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:55.504159 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02633ed7-8b9d-4b31-958c-fb05fe5efcc3 req-f6f0f3ce-bc03-4946-8cec-240c54712e03 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 210 time: 0.0485849 Nov 10 19:07:55.522944 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9778e1a0-12b0-451d-b86c-76407118fbe9 req-3a2262d1-88c7-4433-ab8b-3dea473c41ec tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 210 time: 0.0294571 Nov 10 19:07:55.611070 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bebfc6ed-7cb4-4443-b76d-89a8dc1e486f req-802ddf73-0650-49b9-baef-47cab1037343 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 210 time: 0.0374172 Nov 10 19:07:55.658923 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705e6fa-e770-4511-bd26-0be8a8dd6e2d req-8069705d-1622-442c-8216-5f24ad3015da tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:55.662314 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a705e6fa-e770-4511-bd26-0be8a8dd6e2d req-8069705d-1622-442c-8216-5f24ad3015da tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0620012 Nov 10 19:07:55.670350 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-52a28cde-e340-4eab-9f85-8bb07134b066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:55.738182 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a705e6fa-e770-4511-bd26-0be8a8dd6e2d req-ed96f00e-e724-4a9e-8026-00ae663c8bfb tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691297 Nov 10 19:07:55.787238 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f4c2b685-cb0a-406c-9744-d4bcd37e39dd req-8db013e2-f095-41ab-9122-dbe2f64c8ebe tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:55.787866 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f4c2b685-cb0a-406c-9744-d4bcd37e39dd req-8db013e2-f095-41ab-9122-dbe2f64c8ebe tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:55.788189 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [req-f4c2b685-cb0a-406c-9744-d4bcd37e39dd req-8db013e2-f095-41ab-9122-dbe2f64c8ebe tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Floating IP 405369da-36ed-4a06-922e-625ba1b02e11 disassociated. External IP: 172.25.3.99, port: e8337b31-6358-4a57-9b86-86cd24593ba4. Nov 10 19:07:55.788542 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-f4c2b685-cb0a-406c-9744-d4bcd37e39dd req-8db013e2-f095-41ab-9122-dbe2f64c8ebe tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Calling delete_port for e8337b31-6358-4a57-9b86-86cd24593ba4 owned by compute:tempest-test_az-1001816493 {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:07:55.803475 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b366330-dd1c-4c68-b468-65279e0730e1 req-336be51b-2fd9-4b59-8d4e-691d9908a5a2 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:55.804406 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9b366330-dd1c-4c68-b468-65279e0730e1 req-336be51b-2fd9-4b59-8d4e-691d9908a5a2 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0642676 Nov 10 19:07:55.860730 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9b366330-dd1c-4c68-b468-65279e0730e1 req-46470615-680b-4ba6-a868-021d133bfbd3 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481908 Nov 10 19:07:55.934603 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f4c2b685-cb0a-406c-9744-d4bcd37e39dd req-8db013e2-f095-41ab-9122-dbe2f64c8ebe tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:55.966179 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db013e2-f095-41ab-9122-dbe2f64c8ebe tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Pushing event deleted for resources: {'Port': ['ID=e8337b31-6358-4a57-9b86-86cd24593ba4,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:56.083489 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4c2b685-cb0a-406c-9744-d4bcd37e39dd req-8db013e2-f095-41ab-9122-dbe2f64c8ebe tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Router 19e228fa-2456-49d8-a6b4-b948e1e2b363 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:07:56.156075 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735b84f-3f00-44fb-b680-c0c6af429e48 req-3e8d6d27-c4f0-4a96-b470-e6533fb8b9c4 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:56.157925 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4735b84f-3f00-44fb-b680-c0c6af429e48 req-3e8d6d27-c4f0-4a96-b470-e6533fb8b9c4 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0552809 Nov 10 19:07:56.208052 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4c2b685-cb0a-406c-9744-d4bcd37e39dd req-8db013e2-f095-41ab-9122-dbe2f64c8ebe tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:07:56.212285 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4735b84f-3f00-44fb-b680-c0c6af429e48 req-5b799e72-bc8a-4b64-bd61-5873796a268c tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478437 Nov 10 19:07:56.223392 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604d025b-4478-4508-8ee7-98a36ec1d510 None None] Sync routers for ids ['19e228fa-2456-49d8-a6b4-b948e1e2b363'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:07:56.245203 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604d025b-4478-4508-8ee7-98a36ec1d510 None None] Routers {'19e228fa-2456-49d8-a6b4-b948e1e2b363'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:07:56.245837 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-604d025b-4478-4508-8ee7-98a36ec1d510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:07:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['19e228fa-2456-49d8-a6b4-b948e1e2b363'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:07:56.259452 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c2b685-cb0a-406c-9744-d4bcd37e39dd req-8db013e2-f095-41ab-9122-dbe2f64c8ebe tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] No DVR routers for this DVR port e8337b31-6358-4a57-9b86-86cd24593ba4 on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:07:56.263333 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f4c2b685-cb0a-406c-9744-d4bcd37e39dd req-8db013e2-f095-41ab-9122-dbe2f64c8ebe tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:56.267162 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f4c2b685-cb0a-406c-9744-d4bcd37e39dd req-8db013e2-f095-41ab-9122-dbe2f64c8ebe tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.73 "DELETE /v2.0/ports/e8337b31-6358-4a57-9b86-86cd24593ba4 HTTP/1.1" status: 204 len: 173 time: 0.9896085 Nov 10 19:07:56.267722 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129c6611-1eb9-483b-b2dd-fc10ee39af03', 'name': 'network-vif-deleted', 'tag': 'e8337b31-6358-4a57-9b86-86cd24593ba4'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:07:56.270983 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156e7aee-4f21-442f-b7e8-7b8b8d0a431b" -d '{"events": [{"server_uuid": "129c6611-1eb9-483b-b2dd-fc10ee39af03", "name": "network-vif-deleted", "tag": "e8337b31-6358-4a57-9b86-86cd24593ba4"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:07:56.317700 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cb2611-deba-46c1-8cec-320bc88737e6 x-openstack-request-id: req-e4cb2611-deba-46c1-8cec-320bc88737e6 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:07:56.318172 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129c6611-1eb9-483b-b2dd-fc10ee39af03", "name": "network-vif-deleted", "tag": "e8337b31-6358-4a57-9b86-86cd24593ba4", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:07:56.318638 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e4cb2611-deba-46c1-8cec-320bc88737e6 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:07:56.319198 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129c6611-1eb9-483b-b2dd-fc10ee39af03', 'name': 'network-vif-deleted', 'tag': 'e8337b31-6358-4a57-9b86-86cd24593ba4', 'status': 'completed', 'code': 200} Nov 10 19:07:56.459874 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70adad5-5a16-40e5-87b5-179c2ed37e70 req-ca7f4984-ac24-4a99-8771-d68cbaa83930 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:56.461816 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b70adad5-5a16-40e5-87b5-179c2ed37e70 req-ca7f4984-ac24-4a99-8771-d68cbaa83930 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.0714281 Nov 10 19:07:56.468069 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-604d025b-4478-4508-8ee7-98a36ec1d510 None None] Set router 19e228fa-2456-49d8-a6b4-b948e1e2b363 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:07:56.565890 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d039e8ec-5328-4447-bd40-101eb7839c60 req-8e2f6d60-43f6-4769-9ca7-fa039af73442 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 210 time: 0.0449579 Nov 10 19:07:56.644237 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b70adad5-5a16-40e5-87b5-179c2ed37e70 req-672ce6a5-b9b2-495c-a7e1-0c834c777f07 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439986 Nov 10 19:07:56.681100 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2727d01-8406-4662-bbc5-caab042055a4 req-40509a39-cd35-4e0d-9d6f-a582c1d8d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:56.682716 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2727d01-8406-4662-bbc5-caab042055a4 req-40509a39-cd35-4e0d-9d6f-a582c1d8d639 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a42d4887-cb04-48c7-8111-765e5b18298b HTTP/1.1" status: 200 len: 909 time: 0.2147794 Nov 10 19:07:56.756408 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919d107-fcc5-4928-88e7-d6fc3d21a23d req-faccf833-907b-4af5-b4b8-5f37be5a51b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:56.758372 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1919d107-fcc5-4928-88e7-d6fc3d21a23d req-faccf833-907b-4af5-b4b8-5f37be5a51b6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 1099 time: 0.1101635 Nov 10 19:07:56.871576 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-225d3dbc-7736-46e0-880f-bfc86c1afea7 req-8610ee6a-0fcf-4b8a-9fa5-82176072d3ff tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 210 time: 0.1816015 Nov 10 19:07:56.875428 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2727d01-8406-4662-bbc5-caab042055a4 req-b7b96c28-ba2b-434f-8003-9ce8a3f34bc8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4558276-7f95-46f2-9e4a-f4cd64165e28 HTTP/1.1" status: 200 len: 217 time: 0.0926688 Nov 10 19:07:56.938459 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-604d025b-4478-4508-8ee7-98a36ec1d510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267993946-router', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:05:08Z', 'updated_at': '2021-11-10T19:05:14Z', 'revision_number': 4, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'gw_port': {'id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:09Z', 'updated_at': '2021-11-10T19:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '536c3623-1aac-4f6c-b15d-89776bdd32f1', 'name': '', 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'mac_address': 'fa:16:3e:fe:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9a832f56-5207-4167-a27c-433bc2e28f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:13Z', 'updated_at': '2021-11-10T19:05:18Z', 'revision_number': 5, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'subnets': [{'id': '9a832f56-5207-4167-a27c-433bc2e28f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:07:56.984337 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-46f50582-a500-4e1b-a3ca-463178b56687 req-e97ea52f-6d49-49c7-b1dd-d4921963c3f4 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 210 time: 0.2345257 Nov 10 19:07:57.013776 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919d107-fcc5-4928-88e7-d6fc3d21a23d req-0f9c4539-5e98-4722-ac4f-9508d7aeb10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:57.018751 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1919d107-fcc5-4928-88e7-d6fc3d21a23d req-0f9c4539-5e98-4722-ac4f-9508d7aeb10c service neutron] 10.222.0.25 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.2498937 Nov 10 19:07:57.072369 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604d025b-4478-4508-8ee7-98a36ec1d510 None None] Checking router: 19e228fa-2456-49d8-a6b4-b948e1e2b363 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:07:57.080489 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:57.086848 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604d025b-4478-4508-8ee7-98a36ec1d510 None None] Routers {'19e228fa-2456-49d8-a6b4-b948e1e2b363'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:07:57.087634 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-604d025b-4478-4508-8ee7-98a36ec1d510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:07:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['19e228fa-2456-49d8-a6b4-b948e1e2b363'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:07:57.173500 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1919d107-fcc5-4928-88e7-d6fc3d21a23d req-1c6f8e48-0518-4866-a1b3-afe7120bfb97 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=a9b2f03a-deee-4eb9-a710-4ba943fbfc70 HTTP/1.1" status: 200 len: 217 time: 0.1439600 Nov 10 19:07:57.228436 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-604d025b-4478-4508-8ee7-98a36ec1d510 None None] Set router 19e228fa-2456-49d8-a6b4-b948e1e2b363 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:07:57.232165 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a6b3172-4bb8-472c-b851-3aec31b7c270 req-939293f1-49fa-48c4-b2d1-5ba32f62665d tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 210 time: 0.2463920 Nov 10 19:07:57.279495 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919d107-fcc5-4928-88e7-d6fc3d21a23d req-fa505a1c-8d03-4b2b-a786-5f58b9cdb731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:57.281077 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1919d107-fcc5-4928-88e7-d6fc3d21a23d req-fa505a1c-8d03-4b2b-a786-5f58b9cdb731 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0964141 Nov 10 19:07:57.309659 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-73730ea1-e8dc-468a-b2c6-52030fb8367b tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:57.311400 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-73730ea1-e8dc-468a-b2c6-52030fb8367b tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.25 "GET /v2.0/networks?id=8a139bc3-5e68-4b5e-a7b2-097c1e8b6948 HTTP/1.1" status: 200 len: 812 time: 0.4338498 Nov 10 19:07:57.313921 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2727d01-8406-4662-bbc5-caab042055a4 req-b23983d7-118a-45d4-adaf-8dad552e0087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:57.317976 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2727d01-8406-4662-bbc5-caab042055a4 req-b23983d7-118a-45d4-adaf-8dad552e0087 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=34d86bed-ff03-44e0-b566-0ecdf3d0ce56 HTTP/1.1" status: 200 len: 848 time: 0.4145577 Nov 10 19:07:57.335960 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de194b8c-cb5f-48aa-be73-b4d243062bc0 req-449cb9cd-0fd0-4d88-a3be-a5cafbfd6082 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:57.346249 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de194b8c-cb5f-48aa-be73-b4d243062bc0 req-449cb9cd-0fd0-4d88-a3be-a5cafbfd6082 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.1169758 Nov 10 19:07:57.359449 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919d107-fcc5-4928-88e7-d6fc3d21a23d req-7ff4ed89-81d6-4aab-865a-3687186b5492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:57.361063 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1919d107-fcc5-4928-88e7-d6fc3d21a23d req-7ff4ed89-81d6-4aab-865a-3687186b5492 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0688491 Nov 10 19:07:57.414057 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2727d01-8406-4662-bbc5-caab042055a4 req-dbc503f4-f793-484e-bc5b-bb7bdff63903 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a42d4887-cb04-48c7-8111-765e5b18298b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469413 Nov 10 19:07:57.574423 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.25', 62879) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:07:57.585692 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de194b8c-cb5f-48aa-be73-b4d243062bc0 req-a9bec6b7-df34-49a1-a3cb-ce4fe4982422 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377131 Nov 10 19:07:57.663511 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-3f004b47-5f5b-44ea-8366-16826b17ce2d tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eeb2663b8f484f5896e085caaa6f6e76 HTTP/1.1" status: 200 len: 380 time: 0.3146853 Nov 10 19:07:57.667020 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-604d025b-4478-4508-8ee7-98a36ec1d510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267993946-router', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:05:08Z', 'updated_at': '2021-11-10T19:05:14Z', 'revision_number': 4, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'gw_port': {'id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:09Z', 'updated_at': '2021-11-10T19:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '536c3623-1aac-4f6c-b15d-89776bdd32f1', 'name': '', 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'mac_address': 'fa:16:3e:fe:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9a832f56-5207-4167-a27c-433bc2e28f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:13Z', 'updated_at': '2021-11-10T19:05:18Z', 'revision_number': 5, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'subnets': [{'id': '9a832f56-5207-4167-a27c-433bc2e28f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:07:57.693348 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-441fcfec-8008-40f6-9c34-63be5458b9a3 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1062803 Nov 10 19:07:57.704900 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-385656bf-d4f1-4742-b1c3-ad0e8269fced tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Request body: {'port': {'device_id': '5c2884ae-b7e9-47a7-9d25-73a8f2854d01', 'network_id': '8a139bc3-5e68-4b5e-a7b2-097c1e8b6948', 'admin_state_up': True, 'tenant_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'security_groups': ['ceab796b-22ca-4ba8-aa86-4ca7c54f6962']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:07:57.736019 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604d025b-4478-4508-8ee7-98a36ec1d510 None None] The sync data for ids ['19e228fa-2456-49d8-a6b4-b948e1e2b363'] in n-d-813897-4 is: [{'id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267993946-router', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:05:08Z', 'updated_at': '2021-11-10T19:05:14Z', 'revision_number': 4, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'gw_port': {'id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:09Z', 'updated_at': '2021-11-10T19:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '536c3623-1aac-4f6c-b15d-89776bdd32f1', 'name': '', 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'mac_address': 'fa:16:3e:fe:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9a832f56-5207-4167-a27c-433bc2e28f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:13Z', 'updated_at': '2021-11-10T19:05:18Z', 'revision_number': 5, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'subnets': [{'id': '9a832f56-5207-4167-a27c-433bc2e28f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:07:57.947262 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1919d107-fcc5-4928-88e7-d6fc3d21a23d req-540d9e39-4fec-4eeb-9ba3-e2d098df2ad4 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5758097 Nov 10 19:07:57.962626 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.25', 62880) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:07:57.994872 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c4df0-7abf-482e-9279-d79b1e0af179 req-9d232365-98fb-4685-af14-f5b2c332e53e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:58.002852 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-573c4df0-7abf-482e-9279-d79b1e0af179 req-9d232365-98fb-4685-af14-f5b2c332e53e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.5877259 Nov 10 19:07:58.066012 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2727d01-8406-4662-bbc5-caab042055a4 req-bb0ab4c0-126a-49e2-9cff-290fa13b046e service neutron] 10.222.0.25 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6315534 Nov 10 19:07:58.150506 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd55e7-b64a-47c4-a18a-6d46aa8bf5a1 req-adaee5dc-d99c-4ac9-bdcc-e8d91462c9cf tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:58.158678 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-57cd55e7-b64a-47c4-a18a-6d46aa8bf5a1 req-adaee5dc-d99c-4ac9-bdcc-e8d91462c9cf tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.4063141 Nov 10 19:07:58.215090 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7df2ea-a633-4053-a35d-7376541ace47 None None] New status for floating IP 405369da-36ed-4a06-922e-625ba1b02e11: DOWN {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:07:58.227889 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1919d107-fcc5-4928-88e7-d6fc3d21a23d req-51508e0a-fea9-4581-bbf2-51c226c95bc6 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609601 Nov 10 19:07:58.248537 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-573c4df0-7abf-482e-9279-d79b1e0af179 req-6058cac9-6e1a-4f9a-8a13-e4891998b76a tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391846 Nov 10 19:07:58.276154 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-b92b100d-7548-4e27-a6d6-5db3b85fe25e tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:58.278275 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-b92b100d-7548-4e27-a6d6-5db3b85fe25e tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.25 "GET /v2.0/networks?id=595215af-9b55-410f-bb77-3251041dbe00 HTTP/1.1" status: 200 len: 814 time: 0.2896798 Nov 10 19:07:58.299827 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-a20206b1-28dc-43e2-87e9-67c6ee0d4bac tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Request body: {'port': {'device_id': '271d3bc2-fb8c-4d2a-a25d-4407c852f35b', 'network_id': '595215af-9b55-410f-bb77-3251041dbe00', 'admin_state_up': True, 'tenant_id': '34237cca00b0449f92897c4768452361'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:07:58.371500 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-74c5c188-0ba2-4227-b417-5ff5777e10bb tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:58.375993 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-74c5c188-0ba2-4227-b417-5ff5777e10bb tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6653302 Nov 10 19:07:58.446511 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-672c4fd4-19e9-4494-a948-b58731eb90da req-43bf8055-ce72-4419-acbf-587d223df619 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 210 time: 0.0691512 Nov 10 19:07:58.453674 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-2a883548-ac44-4c27-9e6f-e1fac38147eb tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Request body: {'port': {'device_id': '5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'admin_state_up': True, 'tenant_id': '0d7335f5df3b4e0fb20d05dce0cf0b45'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:07:58.486585 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-385656bf-d4f1-4742-b1c3-ad0e8269fced tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Made reservation on behalf of eeb2663b8f484f5896e085caaa6f6e76 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:07:58.491080 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-385656bf-d4f1-4742-b1c3-ad0e8269fced tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:58.567549 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-944afc7f-09d5-403a-8ee4-73755787abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:58.573726 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-944afc7f-09d5-403a-8ee4-73755787abaa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 1099 time: 0.1621339 Nov 10 19:07:58.584242 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-57cd55e7-b64a-47c4-a18a-6d46aa8bf5a1 req-7a87e4da-7457-4516-a16f-35ea51521f9c tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242768 Nov 10 19:07:58.674815 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2727d01-8406-4662-bbc5-caab042055a4 req-e7e14e6c-5cc4-4999-88ef-e3285bba5f44 service neutron] 10.222.0.25 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5433183 Nov 10 19:07:58.713246 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-2b02f8eb-bada-4db8-b93b-ce0c64da0fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:58.714967 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-2b02f8eb-bada-4db8-b93b-ce0c64da0fb7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.1303663 Nov 10 19:07:58.745021 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-a20206b1-28dc-43e2-87e9-67c6ee0d4bac tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Made reservation on behalf of 34237cca00b0449f92897c4768452361 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:07:58.750085 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-a20206b1-28dc-43e2-87e9-67c6ee0d4bac tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:58.809516 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-bfe0baf4-e40f-4b6b-9c7b-2c8a47efd0dc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=a9b2f03a-deee-4eb9-a710-4ba943fbfc70 HTTP/1.1" status: 200 len: 217 time: 0.0563297 Nov 10 19:07:58.879877 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:58.948347 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-a20206b1-28dc-43e2-87e9-67c6ee0d4bac tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Allocated IP 172.20.0.3 (595215af-9b55-410f-bb77-3251041dbe00/fde35aef-a8d1-4d05-b4f9-3b8f57f73ddf/bca6c226-b029-4b66-a08c-87744fbc09b0) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:07:59.017222 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-72ff1c45-bcb1-45dd-abc4-4b464b740908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:59.019408 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-72ff1c45-bcb1-45dd-abc4-4b464b740908 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0633910 Nov 10 19:07:59.026752 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-2a883548-ac44-4c27-9e6f-e1fac38147eb tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Made reservation on behalf of 0d7335f5df3b4e0fb20d05dce0cf0b45 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:07:59.031193 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-2a883548-ac44-4c27-9e6f-e1fac38147eb tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:59.084142 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a735757-a45f-421e-96d2-70b27cf21f3e req-735caefc-3439-41c4-96e7-7f93360bc11e tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 210 time: 0.0737770 Nov 10 19:07:59.107875 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-385656bf-d4f1-4742-b1c3-ad0e8269fced tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Allocated IP 172.20.0.14 (8a139bc3-5e68-4b5e-a7b2-097c1e8b6948/de0b4738-ea33-4d4e-b0f8-0a700c9341d6/13bd60a6-905d-4d03-9aae-c2af0f6cb993) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:07:59.132717 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ff022-c34c-48c1-88e6-aed97d01301c req-99f93956-f5de-4858-a15d-6172cf004e5e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:59.166137 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e49ff022-c34c-48c1-88e6-aed97d01301c req-99f93956-f5de-4858-a15d-6172cf004e5e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.5717719 Nov 10 19:07:59.252104 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-5496c8b4-00fe-474e-91e4-1a503c123d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:59.253800 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-5496c8b4-00fe-474e-91e4-1a503c123d81 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1598690 Nov 10 19:07:59.282373 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:59.351917 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-a20206b1-28dc-43e2-87e9-67c6ee0d4bac tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:59.353327 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4221d8c0-0062-4e35-9c47-fba1864dbe8d req-aaca215f-6ff0-4376-92eb-744a50b43c8b tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 210 time: 0.0798461 Nov 10 19:07:59.547900 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-0b7c6612-c780-455d-a9d0-8afc6d942260 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441962 Nov 10 19:07:59.551292 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-a20206b1-28dc-43e2-87e9-67c6ee0d4bac tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:59.665272 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-a20206b1-28dc-43e2-87e9-67c6ee0d4bac tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Network 595215af-9b55-410f-bb77-3251041dbe00 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:07:59.672219 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-a20206b1-28dc-43e2-87e9-67c6ee0d4bac tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:07:59.691903 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-a20206b1-28dc-43e2-87e9-67c6ee0d4bac tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:07:59.702450 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device e8337b31-6358-4a57-9b86-86cd24593ba4 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:07:59.755185 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: e8337b31-6358-4a57-9b86-86cd24593ba4 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:07:59.755790 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device e8337b31-6358-4a57-9b86-86cd24593ba4 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:07:59.794444 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20206b1-28dc-43e2-87e9-67c6ee0d4bac tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Pushing event updated for resources: {'Port': ['ID=bca6c226-b029-4b66-a08c-87744fbc09b0,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:07:59.827173 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-a20206b1-28dc-43e2-87e9-67c6ee0d4bac tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:07:59.827842 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-a20206b1-28dc-43e2-87e9-67c6ee0d4bac tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:59.859445 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-a20206b1-28dc-43e2-87e9-67c6ee0d4bac tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5706825 Nov 10 19:08:00.053319 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e49ff022-c34c-48c1-88e6-aed97d01301c req-f986c3df-62b6-4c21-865f-0d9b9ec3ea44 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8858089 Nov 10 19:08:00.077369 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ed259-92ca-4a66-a62c-dcae51d44cd9 req-17feda40-f8ca-4bc4-8a19-256d5026a52c tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:00.083751 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d4b0324e-76bb-4220-b936-add79ec66f5d None None] Provisioning complete for port bca6c226-b029-4b66-a08c-87744fbc09b0 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:08:00.084123 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d4b0324e-76bb-4220-b936-add79ec66f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:00.085394 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e03ed259-92ca-4a66-a62c-dcae51d44cd9 req-17feda40-f8ca-4bc4-8a19-256d5026a52c tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 931 time: 0.5850537 Nov 10 19:08:00.147321 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-d4b0324e-76bb-4220-b936-add79ec66f5d None None] Port bca6c226-b029-4b66-a08c-87744fbc09b0 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:08:00.182260 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-2a883548-ac44-4c27-9e6f-e1fac38147eb tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Allocated IP 192.168.233.112 (d392c118-92b4-47b2-87bf-77c096e8a630/f9b6e8e7-6ebd-402d-901c-b41f234de3ab/6299dc1b-96af-4e73-a046-e19a9d5f5ea3) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:08:00.194437 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e03ed259-92ca-4a66-a62c-dcae51d44cd9 req-4b915ee0-ffe5-4dd1-97b9-fba93886fa0e tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078877 Nov 10 19:08:00.295068 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-385656bf-d4f1-4742-b1c3-ad0e8269fced tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:00.342289 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13198335-a027-4b52-91e7-c541ff679bcb req-e823d13e-0324-4787-8847-b9b6d7c5fc76 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:00.349409 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13198335-a027-4b52-91e7-c541ff679bcb req-e823d13e-0324-4787-8847-b9b6d7c5fc76 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.1844275 Nov 10 19:08:00.444677 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0f275774-6c12-4d7d-b06f-0a46512a1559 req-86a6b446-c69a-4138-96d0-e67d8ce1241f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0579867 Nov 10 19:08:00.459210 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee843b1-aaa4-45c5-a2e3-78d816f0f6c4 req-f14c2847-a0ad-4e97-bb60-f7e4ce95514b tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:00.460928 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aee843b1-aaa4-45c5-a2e3-78d816f0f6c4 req-f14c2847-a0ad-4e97-bb60-f7e4ce95514b tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.1999111 Nov 10 19:08:00.538122 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13198335-a027-4b52-91e7-c541ff679bcb req-70bcd5d2-9358-47d6-a4d6-b304ff55c965 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877308 Nov 10 19:08:00.554416 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f275774-6c12-4d7d-b06f-0a46512a1559 req-dcfeb99b-5b13-4570-9ec8-b17f2f9c26da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:00.562864 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0f275774-6c12-4d7d-b06f-0a46512a1559 req-dcfeb99b-5b13-4570-9ec8-b17f2f9c26da service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=740aa4129faa48ffa1d5e7369c5159ee&device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 1095 time: 0.0736809 Nov 10 19:08:00.569799 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-385656bf-d4f1-4742-b1c3-ad0e8269fced tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:00.665135 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aee843b1-aaa4-45c5-a2e3-78d816f0f6c4 req-d5b7f9a2-03a0-4a7f-81c5-03e9f5d950dc tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629002 Nov 10 19:08:00.665943 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-385656bf-d4f1-4742-b1c3-ad0e8269fced tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Network 8a139bc3-5e68-4b5e-a7b2-097c1e8b6948 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:08:00.717143 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-2a883548-ac44-4c27-9e6f-e1fac38147eb tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:00.718897 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385656bf-d4f1-4742-b1c3-ad0e8269fced tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Pushing event updated for resources: {'Port': ['ID=13bd60a6-905d-4d03-9aae-c2af0f6cb993,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:08:00.742371 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-385656bf-d4f1-4742-b1c3-ad0e8269fced tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:08:00.745585 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-385656bf-d4f1-4742-b1c3-ad0e8269fced tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:08:00.788685 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f275774-6c12-4d7d-b06f-0a46512a1559 req-a5fdfc5d-2c67-43f7-b8f0-8a6150b76c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:00.790317 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0f275774-6c12-4d7d-b06f-0a46512a1559 req-a5fdfc5d-2c67-43f7-b8f0-8a6150b76c10 service neutron] 10.222.0.73 "GET /v2.0/networks?id=74048eaf-c023-4244-acc6-bb708e07e097 HTTP/1.1" status: 200 len: 922 time: 0.1936536 Nov 10 19:08:00.827918 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8e5ed571-028e-42d1-8d15-32f3e94bc5a0 req-176f9090-8c9f-43f1-b715-6efe011a9415 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 210 time: 0.1259239 Nov 10 19:08:00.859925 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0f275774-6c12-4d7d-b06f-0a46512a1559 req-48570986-c671-4e70-bee2-010b54c94aaa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=653b8478-220b-442b-8286-259dcc0b0481 HTTP/1.1" status: 200 len: 217 time: 0.0551479 Nov 10 19:08:00.948837 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-385656bf-d4f1-4742-b1c3-ad0e8269fced tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:00.949191 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-385656bf-d4f1-4742-b1c3-ad0e8269fced tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:00.969872 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f275774-6c12-4d7d-b06f-0a46512a1559 req-90ef3b4e-9b08-482c-b7f8-f7801d3f1be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:00.971953 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0f275774-6c12-4d7d-b06f-0a46512a1559 req-90ef3b4e-9b08-482c-b7f8-f7801d3f1be9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=91093ec9-e097-43f7-865c-a8764e927d57 HTTP/1.1" status: 200 len: 861 time: 0.1026046 Nov 10 19:08:01.004763 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55b56a-6dfd-4e29-82be-8ea75b05c38f req-bf8b3241-cde4-442c-9144-5d85a2b02475 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:01.006435 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de55b56a-6dfd-4e29-82be-8ea75b05c38f req-bf8b3241-cde4-442c-9144-5d85a2b02475 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.2576487 Nov 10 19:08:01.022609 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0f275774-6c12-4d7d-b06f-0a46512a1559 req-fa3f6bd5-00d8-4270-9042-e4a5bad16892 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74048eaf-c023-4244-acc6-bb708e07e097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391243 Nov 10 19:08:01.043476 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9dfb0853-4129-47f1-ba7f-c01e0af2cee4 req-08c50e91-864d-4940-8a06-d5714bcbbae0 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 210 time: 0.0756505 Nov 10 19:08:01.052653 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-385656bf-d4f1-4742-b1c3-ad0e8269fced tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3581038 Nov 10 19:08:01.064473 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-2a883548-ac44-4c27-9e6f-e1fac38147eb tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:01.081524 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['2bd44ccf-d05c-46fd-be26-527d04cdd725', '50216713-9541-46ab-8e11-1608f7b70cf5', 'f9a145ba-383d-4b5d-9d69-1397b66dc79b', '56211420-3dd6-4020-8e0f-fafedc97babd'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:08:01.083744 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2', '7afbdd05-9512-4fb8-b5fd-eab9a492793a', '5892afe8-27d1-4382-a141-f6cc65237136'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:08:01.179460 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a883548-ac44-4c27-9e6f-e1fac38147eb tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Pushing event updated for resources: {'Port': ['ID=6299dc1b-96af-4e73-a046-e19a9d5f5ea3,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:08:01.196538 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f255f08f-75e7-42ef-8e2c-4c25583cefa8 None None] Provisioning complete for port 13bd60a6-905d-4d03-9aae-c2af0f6cb993 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:08:01.197291 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f255f08f-75e7-42ef-8e2c-4c25583cefa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:01.219642 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0f275774-6c12-4d7d-b06f-0a46512a1559 req-545c6061-0442-4754-b468-72dd0ecde562 service neutron] 10.222.0.73 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839998 Nov 10 19:08:01.248447 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de55b56a-6dfd-4e29-82be-8ea75b05c38f req-43280c61-13ac-424b-8c1c-bb58b2df6a4b tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093279 Nov 10 19:08:01.263588 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-2a883548-ac44-4c27-9e6f-e1fac38147eb tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Network d392c118-92b4-47b2-87bf-77c096e8a630 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:08:01.269026 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-2a883548-ac44-4c27-9e6f-e1fac38147eb tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:08:01.279052 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-2a883548-ac44-4c27-9e6f-e1fac38147eb tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:08:01.295931 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-f255f08f-75e7-42ef-8e2c-4c25583cefa8 None None] Port 13bd60a6-905d-4d03-9aae-c2af0f6cb993 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:08:01.398292 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-2a883548-ac44-4c27-9e6f-e1fac38147eb tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:01.402616 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-2a883548-ac44-4c27-9e6f-e1fac38147eb tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:01.470209 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-2a883548-ac44-4c27-9e6f-e1fac38147eb tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0309386 Nov 10 19:08:01.471629 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0f275774-6c12-4d7d-b06f-0a46512a1559 req-95c8c86e-4816-425d-a0a0-c0a307bd346d service neutron] 10.222.0.73 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428479 Nov 10 19:08:01.482465 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d489a14-7139-4d66-8c7d-8f38eda165b0 req-c435dc72-05e6-4a7d-8848-6b21024e136d tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:01.494490 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9d489a14-7139-4d66-8c7d-8f38eda165b0 req-c435dc72-05e6-4a7d-8848-6b21024e136d tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 932 time: 0.3175468 Nov 10 19:08:01.579242 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f01eb4-1d53-4138-90ac-b33efb68fef1 req-2884c8b7-10dc-4b6c-af6f-8b979cfbc628 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:01.589494 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d7f01eb4-1d53-4138-90ac-b33efb68fef1 req-2884c8b7-10dc-4b6c-af6f-8b979cfbc628 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.1705391 Nov 10 19:08:01.674390 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9d489a14-7139-4d66-8c7d-8f38eda165b0 req-970df87f-ae17-4e2d-ac6f-f4b18ecb1efb tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786613 Nov 10 19:08:01.725845 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d7f01eb4-1d53-4138-90ac-b33efb68fef1 req-b28bec20-6d9f-4723-9e82-91e3185eb4f3 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345870 Nov 10 19:08:01.763105 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-cf88399d-b0b8-4899-a403-7f9f58fb5460 None None] Provisioning complete for port 6299dc1b-96af-4e73-a046-e19a9d5f5ea3 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:08:01.763506 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cf88399d-b0b8-4899-a403-7f9f58fb5460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:01.817859 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d0109-5f4e-4f21-8d76-d69d27fd5171 req-c00f5e23-5ea0-4869-a4c9-5883b3b969bf tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:01.819531 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-019d0109-5f4e-4f21-8d76-d69d27fd5171 req-c00f5e23-5ea0-4869-a4c9-5883b3b969bf tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 931 time: 0.0710657 Nov 10 19:08:01.850339 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-cf88399d-b0b8-4899-a403-7f9f58fb5460 None None] Port 6299dc1b-96af-4e73-a046-e19a9d5f5ea3 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:08:01.978921 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-019d0109-5f4e-4f21-8d76-d69d27fd5171 req-335fbb3b-ff68-4391-af70-4a29af93faa1 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474605 Nov 10 19:08:01.989659 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2553a7-1231-4221-8510-0b2a5e9072cc req-90725715-c658-4c6e-8904-ce9f67467018 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:01.991213 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de2553a7-1231-4221-8510-0b2a5e9072cc req-90725715-c658-4c6e-8904-ce9f67467018 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.1706498 Nov 10 19:08:02.071287 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de2553a7-1231-4221-8510-0b2a5e9072cc req-7ae75331-fcde-4cc2-9129-1df823cac355 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624619 Nov 10 19:08:02.136444 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3bfba-366e-4006-ac76-abb99472cfe0 req-c35cb753-44a8-463c-bf65-1e6e74f3a1db tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:02.138657 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-24a3bfba-366e-4006-ac76-abb99472cfe0 req-c35cb753-44a8-463c-bf65-1e6e74f3a1db tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0638516 Nov 10 19:08:02.229886 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75d480-f3ae-485c-9fce-1dc1b88c883a req-e60cda83-b4d4-4f7e-8d29-c8df46942b71 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:02.231296 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5f75d480-f3ae-485c-9fce-1dc1b88c883a req-e60cda83-b4d4-4f7e-8d29-c8df46942b71 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 936 time: 0.0840580 Nov 10 19:08:02.234842 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-24a3bfba-366e-4006-ac76-abb99472cfe0 req-94294ca5-5263-4d0b-b4f7-49a1c3292680 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863349 Nov 10 19:08:02.290697 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5f75d480-f3ae-485c-9fce-1dc1b88c883a req-2ff1f3a0-b44e-4acd-8383-d409d62e4561 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531285 Nov 10 19:08:02.352862 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97543f4a-b8ef-4438-ae2a-417fa8cfd1bc req-b32b1bf8-c03f-4180-987b-c6542c928fc7 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 210 time: 0.0299900 Nov 10 19:08:02.424683 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c7640-9bd4-4190-9277-0edf4df264ac req-0ecf7986-9c7f-4427-9aab-14705f47912f tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:02.426520 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-879c7640-9bd4-4190-9277-0edf4df264ac req-0ecf7986-9c7f-4427-9aab-14705f47912f tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0658891 Nov 10 19:08:02.480099 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-879c7640-9bd4-4190-9277-0edf4df264ac req-2a98c935-b125-45ec-869a-95213e6b6a88 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461392 Nov 10 19:08:02.808558 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077360b-4b0a-4eb3-a5ac-6c4b1c13c0c2 req-09f3e926-a3ae-4fd0-828f-ff051ad7ef64 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:02.814429 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b077360b-4b0a-4eb3-a5ac-6c4b1c13c0c2 req-09f3e926-a3ae-4fd0-828f-ff051ad7ef64 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 932 time: 0.0679188 Nov 10 19:08:02.896862 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b077360b-4b0a-4eb3-a5ac-6c4b1c13c0c2 req-b336f053-aa8a-46a4-8287-12d303fd985e tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803642 Nov 10 19:08:02.910825 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a0d6e-ed73-426a-88c8-b8470e8a0dbf req-d3ce1ec8-0546-4d16-9a5a-6db806bc5f4c tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:02.912572 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d74a0d6e-ed73-426a-88c8-b8470e8a0dbf req-d3ce1ec8-0546-4d16-9a5a-6db806bc5f4c tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.0859272 Nov 10 19:08:02.966717 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d74a0d6e-ed73-426a-88c8-b8470e8a0dbf req-c9cb4ec0-2f25-4f7d-961b-362ad7ead0a3 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478132 Nov 10 19:08:03.116388 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac9fbe-9dd9-4cd7-8ad2-70423fecf066 req-8a5846dc-cf3c-4db0-89a6-53a7d2bfeec9 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:03.121057 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-15ac9fbe-9dd9-4cd7-8ad2-70423fecf066 req-8a5846dc-cf3c-4db0-89a6-53a7d2bfeec9 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 931 time: 0.0602980 Nov 10 19:08:03.204088 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-15ac9fbe-9dd9-4cd7-8ad2-70423fecf066 req-8084d522-06d7-4dac-9abe-52611d17acf6 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798645 Nov 10 19:08:03.227880 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133b489-6b9a-4f32-8cdd-69b6166d54d9 req-f6bc5ad7-5d83-47d1-872e-3435258f336a tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:03.229796 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4133b489-6b9a-4f32-8cdd-69b6166d54d9 req-f6bc5ad7-5d83-47d1-872e-3435258f336a tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0688961 Nov 10 19:08:03.294511 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4133b489-6b9a-4f32-8cdd-69b6166d54d9 req-7d873579-2c85-4a66-a708-5f35f6dbc788 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586350 Nov 10 19:08:03.370522 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d5727-8c97-4131-bea6-435e714493ef req-e0542fb9-81c4-42b0-b900-58d2dcdf3221 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:03.372378 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b84d5727-8c97-4131-bea6-435e714493ef req-e0542fb9-81c4-42b0-b900-58d2dcdf3221 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0616758 Nov 10 19:08:03.467389 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a5eb6-17d5-4d1a-929f-d664636b9147 req-5c3c9d2d-8c71-4ac5-b45d-3ce20076c5f2 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:03.468988 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b06a5eb6-17d5-4d1a-929f-d664636b9147 req-5c3c9d2d-8c71-4ac5-b45d-3ce20076c5f2 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 936 time: 0.0939605 Nov 10 19:08:03.475241 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b84d5727-8c97-4131-bea6-435e714493ef req-da601599-a25b-4790-8f07-72a6dbeaf14e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911429 Nov 10 19:08:03.551272 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b06a5eb6-17d5-4d1a-929f-d664636b9147 req-4bfb658f-d21c-4f15-9d3e-0643eb13494a tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731196 Nov 10 19:08:03.599361 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-923f8398-abeb-41f4-9433-03e8b5791f51 req-c4ef2365-bcde-4b40-ad36-856d64f3441b tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 210 time: 0.0411618 Nov 10 19:08:03.672060 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6ef75-4360-45c3-82f9-554ee3348e8f req-8f47d350-b73e-4d58-9e9e-33bf68c57751 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:03.673832 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-93f6ef75-4360-45c3-82f9-554ee3348e8f req-8f47d350-b73e-4d58-9e9e-33bf68c57751 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0567825 Nov 10 19:08:03.729380 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-93f6ef75-4360-45c3-82f9-554ee3348e8f req-40fb2c93-7d8e-42b8-96dc-f9b2eb978996 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477171 Nov 10 19:08:04.034021 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79f212-949c-4020-99b1-62a47cc78916 req-13355094-4127-45fe-b113-788d8fec1713 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:04.042043 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dc79f212-949c-4020-99b1-62a47cc78916 req-13355094-4127-45fe-b113-788d8fec1713 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 932 time: 0.0651026 Nov 10 19:08:04.122009 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dc79f212-949c-4020-99b1-62a47cc78916 req-0a6a1ceb-c7fd-4a30-88a7-f1bc6716ee3e tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785122 Nov 10 19:08:04.132845 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc105df-1351-45a9-9df6-b1ee712c8511 req-3082521e-46b4-49bd-a6b5-6ada522b3002 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:04.135094 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ccc105df-1351-45a9-9df6-b1ee712c8511 req-3082521e-46b4-49bd-a6b5-6ada522b3002 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.0905247 Nov 10 19:08:04.187436 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ccc105df-1351-45a9-9df6-b1ee712c8511 req-91e7b23a-c451-4e98-a05b-1ac860e1cd8e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447571 Nov 10 19:08:04.341343 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04817f26-74a8-4527-86fb-2f2f31e5858d req-9caa0ad3-681e-4c99-a62e-583713872794 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:04.343010 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-04817f26-74a8-4527-86fb-2f2f31e5858d req-9caa0ad3-681e-4c99-a62e-583713872794 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 931 time: 0.0642364 Nov 10 19:08:04.425367 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-04817f26-74a8-4527-86fb-2f2f31e5858d req-4355de57-d660-432e-9e11-ddb5e5781d4f tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747118 Nov 10 19:08:04.446961 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39af5f-0126-492f-a0e2-58ae99a74b99 req-f07480d8-a19e-4e98-a18b-0cdb1e8e8007 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:04.450225 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c39af5f-0126-492f-a0e2-58ae99a74b99 req-f07480d8-a19e-4e98-a18b-0cdb1e8e8007 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0720046 Nov 10 19:08:04.509230 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c39af5f-0126-492f-a0e2-58ae99a74b99 req-f8299d10-fd60-4a3a-b942-1ee3d1d70539 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543489 Nov 10 19:08:04.620006 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d1b28-ec58-4327-a1e9-c1bc8c5df042 req-8f75b255-51b0-4aae-ad46-12093e8eaf54 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:04.621316 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bf4d1b28-ec58-4327-a1e9-c1bc8c5df042 req-8f75b255-51b0-4aae-ad46-12093e8eaf54 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0664618 Nov 10 19:08:04.701466 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bf4d1b28-ec58-4327-a1e9-c1bc8c5df042 req-eb00b687-8b49-4ab3-aa0f-0fe5dd13174d tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737953 Nov 10 19:08:04.714006 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48684a-8dba-4c42-bcc9-5eb41d196a06 req-7bfb7f02-010d-4324-ab21-3cf66ef439dc tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:04.715560 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd48684a-8dba-4c42-bcc9-5eb41d196a06 req-7bfb7f02-010d-4324-ab21-3cf66ef439dc tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 936 time: 0.0814652 Nov 10 19:08:04.778586 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd48684a-8dba-4c42-bcc9-5eb41d196a06 req-f9de8f5f-3547-4b70-a35c-1a772035dc87 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517430 Nov 10 19:08:04.810640 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4184c6db-6019-4060-a966-d43beffcfa78 req-a43e7759-a251-41c4-8353-6cfa234db102 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 210 time: 0.0360901 Nov 10 19:08:04.901577 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddacf8d-df72-4404-aa76-1cebfb9f9c20 req-c23537ba-5070-4c86-810e-4f60d85f7abb tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:04.903577 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2ddacf8d-df72-4404-aa76-1cebfb9f9c20 req-c23537ba-5070-4c86-810e-4f60d85f7abb tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0520527 Nov 10 19:08:04.953935 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2ddacf8d-df72-4404-aa76-1cebfb9f9c20 req-54c3fc01-f5f9-40fc-89f7-08f18e89018f tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441403 Nov 10 19:08:05.264135 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8ff9b-78c6-45cd-8142-9b509e8c228a req-fb7ec316-31fb-4c76-80eb-6206d9be9876 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:05.269238 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d9c8ff9b-78c6-45cd-8142-9b509e8c228a req-fb7ec316-31fb-4c76-80eb-6206d9be9876 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 932 time: 0.0748053 Nov 10 19:08:05.352572 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d9c8ff9b-78c6-45cd-8142-9b509e8c228a req-b841a598-33de-43d4-8da5-e1077068ae57 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801895 Nov 10 19:08:05.367332 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896731d-e372-4f5f-a504-affa04d4a739 req-ad723bc7-2333-4eba-b138-d51431959f01 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:05.370222 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9896731d-e372-4f5f-a504-affa04d4a739 req-ad723bc7-2333-4eba-b138-d51431959f01 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.0803912 Nov 10 19:08:05.429793 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9896731d-e372-4f5f-a504-affa04d4a739 req-76ffddb8-8ae9-4ba6-91ce-a2f3df4138ae tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526583 Nov 10 19:08:05.561252 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a473f-71aa-4492-8a3f-84bd49ea55df req-dfb78ada-1662-49eb-bba5-242c86f5b735 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:05.562846 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-324a473f-71aa-4492-8a3f-84bd49ea55df req-dfb78ada-1662-49eb-bba5-242c86f5b735 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 931 time: 0.0634589 Nov 10 19:08:05.643887 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-324a473f-71aa-4492-8a3f-84bd49ea55df req-fc61e669-0179-4e99-9a18-29ea11c37f77 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747669 Nov 10 19:08:05.661054 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d30027-f59d-4ddf-b1f3-bc3dfaadec32 req-46568039-5416-49d7-8780-2240af45a417 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:05.662570 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-85d30027-f59d-4ddf-b1f3-bc3dfaadec32 req-46568039-5416-49d7-8780-2240af45a417 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0788403 Nov 10 19:08:05.715571 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-85d30027-f59d-4ddf-b1f3-bc3dfaadec32 req-47fdb416-a9f5-439f-9c39-c42499006a3e tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464833 Nov 10 19:08:05.837426 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c750947-78a9-4830-baf1-3bfaa3abc4b6 req-1fed59f4-06b7-42d1-9be2-dc9dc9ac9e7e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:05.839142 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c750947-78a9-4830-baf1-3bfaa3abc4b6 req-1fed59f4-06b7-42d1-9be2-dc9dc9ac9e7e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0578115 Nov 10 19:08:05.923987 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c750947-78a9-4830-baf1-3bfaa3abc4b6 req-1a66e5d5-727b-4acf-8475-9c68940d9f4c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721147 Nov 10 19:08:05.938787 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85427cf-d529-41fe-aee6-3e907a020fb6 req-55af8eeb-55cd-4145-91f4-e8ca7f912c09 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:05.940968 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e85427cf-d529-41fe-aee6-3e907a020fb6 req-55af8eeb-55cd-4145-91f4-e8ca7f912c09 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 936 time: 0.0812440 Nov 10 19:08:06.012044 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e85427cf-d529-41fe-aee6-3e907a020fb6 req-e90de40f-0c8b-48e6-b09f-0b4b2f76640c tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649788 Nov 10 19:08:06.027549 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d9befb7b-3eaa-4a7c-a116-694c3ca645d5 req-98926c68-dddd-4d6a-8f71-72d57288dbcb tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 210 time: 0.0303798 Nov 10 19:08:06.126998 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7ccb5-76cc-4ceb-a74c-97b06cec46b3 req-53d0ffb1-2e25-4c17-b1ec-a321c51afe28 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:06.128506 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eef7ccb5-76cc-4ceb-a74c-97b06cec46b3 req-53d0ffb1-2e25-4c17-b1ec-a321c51afe28 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0537400 Nov 10 19:08:06.177545 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eef7ccb5-76cc-4ceb-a74c-97b06cec46b3 req-10959653-586b-40ee-b665-93de66486c2f tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428185 Nov 10 19:08:06.482530 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273da862-3e68-4a7f-b6da-a3abbc12e3d0 req-ad98776c-a9fd-4e24-90f8-a9cecb51615e tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:06.484294 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-273da862-3e68-4a7f-b6da-a3abbc12e3d0 req-ad98776c-a9fd-4e24-90f8-a9cecb51615e tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 932 time: 0.0520897 Nov 10 19:08:06.582097 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-273da862-3e68-4a7f-b6da-a3abbc12e3d0 req-0ae80c6f-ea0a-4149-9a24-19c64054c181 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913711 Nov 10 19:08:06.592272 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020287fb-ac46-46c4-a738-cf282e8a8db9 req-755fa309-0480-4a4b-9d06-9da8e0929bdd tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:06.593904 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-020287fb-ac46-46c4-a738-cf282e8a8db9 req-755fa309-0480-4a4b-9d06-9da8e0929bdd tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.0788743 Nov 10 19:08:06.648788 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-020287fb-ac46-46c4-a738-cf282e8a8db9 req-07fd8963-2037-486c-a4fe-4df75f37f3eb tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481551 Nov 10 19:08:06.769138 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79267838-ce5b-4fb6-869b-09913f7be623 req-57956af9-e540-42f3-9903-cdb0ec7644d0 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:06.771469 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-79267838-ce5b-4fb6-869b-09913f7be623 req-57956af9-e540-42f3-9903-cdb0ec7644d0 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 931 time: 0.0525553 Nov 10 19:08:06.851298 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-79267838-ce5b-4fb6-869b-09913f7be623 req-7df54c27-39ab-43a6-9521-79a866328700 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738058 Nov 10 19:08:06.880561 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89fc8ee-4720-4751-b7ce-9e17cae78b86 req-c5298112-86c5-408d-993c-164f1896eeb2 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:06.882401 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f89fc8ee-4720-4751-b7ce-9e17cae78b86 req-c5298112-86c5-408d-993c-164f1896eeb2 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0823588 Nov 10 19:08:06.932818 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f89fc8ee-4720-4751-b7ce-9e17cae78b86 req-8f61816a-b5df-4abe-a7a0-0e7c5875a39a tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440586 Nov 10 19:08:07.061663 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad09c5-10e3-4b08-bd02-6aaf55b12c43 req-8c3a502a-f6a5-4899-9d69-1eaf07aa1468 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:07.065980 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-baad09c5-10e3-4b08-bd02-6aaf55b12c43 req-8c3a502a-f6a5-4899-9d69-1eaf07aa1468 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0613868 Nov 10 19:08:07.146956 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-baad09c5-10e3-4b08-bd02-6aaf55b12c43 req-b83bac6b-fa0d-4c86-9c66-a2a1f6817435 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769370 Nov 10 19:08:07.159823 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e7570-381a-437a-a0cd-6758b1b5ce00 req-90565836-2e70-4b7b-942a-c82a33b1b0cb tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:07.161414 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5e1e7570-381a-437a-a0cd-6758b1b5ce00 req-90565836-2e70-4b7b-942a-c82a33b1b0cb tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 936 time: 0.0739107 Nov 10 19:08:07.226393 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5e1e7570-381a-437a-a0cd-6758b1b5ce00 req-018d1c68-ca64-48ad-9107-ec867ddf5407 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577602 Nov 10 19:08:07.243932 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3804f8ac-bce9-4881-a123-596bc2900d0c req-db10af49-4854-44bc-af86-78f7a86e4a1e tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 210 time: 0.0327866 Nov 10 19:08:07.347044 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79278fb3-4ec9-4698-84fa-1cc82a6f7901 req-9439499f-d9df-4ac1-bc88-d9c748eed0e7 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:07.348708 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-79278fb3-4ec9-4698-84fa-1cc82a6f7901 req-9439499f-d9df-4ac1-bc88-d9c748eed0e7 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0573618 Nov 10 19:08:07.402108 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-79278fb3-4ec9-4698-84fa-1cc82a6f7901 req-2603c107-9f56-4074-a218-1f6b638e2343 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463376 Nov 10 19:08:07.722932 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a992f8-0a1f-421e-b41e-3142a29d4454 req-cd8d7bd2-c532-4984-800a-120d32083fea tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:07.724499 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-07a992f8-0a1f-421e-b41e-3142a29d4454 req-cd8d7bd2-c532-4984-800a-120d32083fea tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 932 time: 0.0663016 Nov 10 19:08:07.812628 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f4dca-8891-4c65-a59d-3dc36f1b749d req-473d6f15-30b6-492b-8b9f-7a2edbc85e55 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:07.814166 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-121f4dca-8891-4c65-a59d-3dc36f1b749d req-473d6f15-30b6-492b-8b9f-7a2edbc85e55 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.0887773 Nov 10 19:08:07.818087 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-07a992f8-0a1f-421e-b41e-3142a29d4454 req-b4576bc9-0fd1-49af-9ea6-128e4586206e tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825245 Nov 10 19:08:07.872520 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-121f4dca-8891-4c65-a59d-3dc36f1b749d req-abbf1ea4-0444-4c63-95d9-eddb537c0c38 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506620 Nov 10 19:08:07.992269 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f426c2f-ee72-4b65-8e8a-32b23ced7193 req-aceb6c01-bbee-4c09-98fb-06d0d6d1c361 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:07.993873 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2f426c2f-ee72-4b65-8e8a-32b23ced7193 req-aceb6c01-bbee-4c09-98fb-06d0d6d1c361 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 931 time: 0.0589173 Nov 10 19:08:08.078571 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2f426c2f-ee72-4b65-8e8a-32b23ced7193 req-11c8b02d-1fef-424c-a04d-dd62066dc2e9 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778611 Nov 10 19:08:08.095195 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa0c74-54d5-4a95-abec-ba4ef12021a1 req-0726726f-bcaa-4af7-80ba-321177e8dbf2 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:08.097053 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2aaa0c74-54d5-4a95-abec-ba4ef12021a1 req-0726726f-bcaa-4af7-80ba-321177e8dbf2 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0745716 Nov 10 19:08:08.151768 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2aaa0c74-54d5-4a95-abec-ba4ef12021a1 req-c2633d4e-7c4d-4172-804a-a2ed76ecd95d tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472763 Nov 10 19:08:08.271638 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c3463-417f-44a5-83ce-8285fcf8f6c2 req-98c939cd-e9a4-46c6-a56e-2dbb4cec8f20 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:08.274957 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-099c3463-417f-44a5-83ce-8285fcf8f6c2 req-98c939cd-e9a4-46c6-a56e-2dbb4cec8f20 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0530329 Nov 10 19:08:08.342364 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-099c3463-417f-44a5-83ce-8285fcf8f6c2 req-2225c75c-7d7c-41b8-a06d-d0713b9240a3 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601716 Nov 10 19:08:08.396495 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80eb62-923a-4538-99a5-7fa6dbb5c255 req-bcee5a70-0317-46db-b17e-94c7ae1e3b1e tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:08.397652 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ad80eb62-923a-4538-99a5-7fa6dbb5c255 req-bcee5a70-0317-46db-b17e-94c7ae1e3b1e tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 936 time: 0.0808659 Nov 10 19:08:08.460593 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-56dd6519-3ef5-4e03-b699-2711421cf2d1 req-9096d41f-a251-4f91-a5c7-a33012ed2f2a tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 210 time: 0.0346024 Nov 10 19:08:08.487034 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ad80eb62-923a-4538-99a5-7fa6dbb5c255 req-6a25a951-40f6-4927-ad7d-b6bcc4f5f4c5 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826175 Nov 10 19:08:08.584209 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bed11-8a38-4c4b-86c6-14c60d7970f3 req-229a5137-24c9-4d7b-ad63-0cdf81032fbc tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:08.585800 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f24bed11-8a38-4c4b-86c6-14c60d7970f3 req-229a5137-24c9-4d7b-ad63-0cdf81032fbc tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0555406 Nov 10 19:08:08.646762 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f24bed11-8a38-4c4b-86c6-14c60d7970f3 req-1e4a3ce2-3ffc-4903-91f9-492726f1f7c9 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537074 Nov 10 19:08:09.017073 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1781d-8f5e-4c05-a724-2c23a9670075 req-e2329897-3472-4aa9-8fbd-0ba31e7d58f1 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:09.027092 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b9f1781d-8f5e-4c05-a724-2c23a9670075 req-e2329897-3472-4aa9-8fbd-0ba31e7d58f1 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 932 time: 0.1196167 Nov 10 19:08:09.093463 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b9f1781d-8f5e-4c05-a724-2c23a9670075 req-ad1ac4b2-9910-4fef-bc68-12a5bfa73542 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649695 Nov 10 19:08:09.140694 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad422c5-c33d-4b54-8629-135c30e86413 req-41c2792e-b05e-4af5-b527-1c7617d4caba tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:09.146957 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7ad422c5-c33d-4b54-8629-135c30e86413 req-41c2792e-b05e-4af5-b527-1c7617d4caba tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.0677741 Nov 10 19:08:09.233690 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7ad422c5-c33d-4b54-8629-135c30e86413 req-49eed5e0-bd4a-4a6a-8f09-b45494bee7bc tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770800 Nov 10 19:08:09.250084 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1a3c7-c202-45ce-8139-b1895a7c1e9c req-f18b157f-c728-4b2d-aaa5-606947bb5f69 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:09.251644 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-83d1a3c7-c202-45ce-8139-b1895a7c1e9c req-f18b157f-c728-4b2d-aaa5-606947bb5f69 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 931 time: 0.0800512 Nov 10 19:08:09.308872 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-83d1a3c7-c202-45ce-8139-b1895a7c1e9c req-5b883ad4-71fa-4fb4-b60b-6b1437317c34 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509264 Nov 10 19:08:09.362576 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5c49d-b2c5-4a02-8554-be1c4c18b930 req-4a600b22-0e56-4187-9087-7a2d119ca7c0 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:09.364347 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-68b5c49d-b2c5-4a02-8554-be1c4c18b930 req-4a600b22-0e56-4187-9087-7a2d119ca7c0 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0543661 Nov 10 19:08:09.421004 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-68b5c49d-b2c5-4a02-8554-be1c4c18b930 req-5fc72be2-406a-4e7f-b9c4-45d65e179303 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460958 Nov 10 19:08:09.494893 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e86663-8c6c-4a35-804d-2f842f02ea63 req-3c423262-b45b-49ea-815c-9869a231248f tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:09.496467 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f5e86663-8c6c-4a35-804d-2f842f02ea63 req-3c423262-b45b-49ea-815c-9869a231248f tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0519202 Nov 10 19:08:09.582834 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f0423d0a-5502-42e8-89fe-60998bc4e865 req-d8658ce4-a4d4-453b-8bcf-cd541ac76f60 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 210 time: 0.0379374 Nov 10 19:08:09.587722 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f5e86663-8c6c-4a35-804d-2f842f02ea63 req-587496ac-eb96-43f0-af70-a70f23a31ecf tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843441 Nov 10 19:08:09.707947 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77cbe8d-0ae5-4164-ab75-f17b23dc44fe req-60e82546-b0c8-4583-9eef-2dfc4bf31e92 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:09.709831 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c77cbe8d-0ae5-4164-ab75-f17b23dc44fe req-60e82546-b0c8-4583-9eef-2dfc4bf31e92 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 936 time: 0.0563688 Nov 10 19:08:09.797577 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c77cbe8d-0ae5-4164-ab75-f17b23dc44fe req-6bce567a-d0a8-448d-a721-7f8325a7b6e1 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808291 Nov 10 19:08:09.812870 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb036812-5981-48e9-9623-c861dd1a839a req-8d30670b-dde5-4555-b7b2-2438ba98e60b tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:09.814784 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb036812-5981-48e9-9623-c861dd1a839a req-8d30670b-dde5-4555-b7b2-2438ba98e60b tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0816755 Nov 10 19:08:09.879595 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb036812-5981-48e9-9623-c861dd1a839a req-f7b46790-f88d-499c-81aa-f21857a873cf tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532877 Nov 10 19:08:10.217312 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34838abc-7698-412a-a893-f69d983581bb req-79569168-a29a-4418-8239-303f3af593d3 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:10.218823 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-34838abc-7698-412a-a893-f69d983581bb req-79569168-a29a-4418-8239-303f3af593d3 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 932 time: 0.0524433 Nov 10 19:08:10.272732 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-34838abc-7698-412a-a893-f69d983581bb req-ea9ed742-a7f4-4cfc-85ef-1ec4b15ff52f tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471401 Nov 10 19:08:10.361050 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3189d8-5eda-4d4b-ac8e-c6434304c5c9 req-4c1ebc9f-a8b4-4800-a434-365b4ee39d13 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:10.362695 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c3189d8-5eda-4d4b-ac8e-c6434304c5c9 req-4c1ebc9f-a8b4-4800-a434-365b4ee39d13 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.0527525 Nov 10 19:08:10.450078 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c3189d8-5eda-4d4b-ac8e-c6434304c5c9 req-17ce90b1-6893-4f72-bea1-3a2af28c0581 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761333 Nov 10 19:08:10.478779 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ccd4e-c7a6-4f72-84f3-b7de5d797f7e req-164cd0c4-b73d-4b11-bb71-a8b7b0dcfa12 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:10.478779 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d66ccd4e-c7a6-4f72-84f3-b7de5d797f7e req-164cd0c4-b73d-4b11-bb71-a8b7b0dcfa12 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 931 time: 0.0780237 Nov 10 19:08:10.538995 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d66ccd4e-c7a6-4f72-84f3-b7de5d797f7e req-d83b4fe9-b648-4cda-a92a-ecb8fe7feaab tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599041 Nov 10 19:08:10.577327 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af8dea-349e-4844-8393-3e75c06f16a3 req-405833db-0b81-4da9-a149-00f62c1b7406 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:10.579029 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-93af8dea-349e-4844-8393-3e75c06f16a3 req-405833db-0b81-4da9-a149-00f62c1b7406 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0619085 Nov 10 19:08:10.650600 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-93af8dea-349e-4844-8393-3e75c06f16a3 req-4b4c087b-5176-4bdc-a25e-8b2ec837eafe tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643001 Nov 10 19:08:10.698553 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-34a8b924-a58a-400b-b4eb-aced76b7537b req-b75881a8-a96e-49f2-bdf8-d21dfdb19ada tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 210 time: 0.0276020 Nov 10 19:08:10.769884 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb17f22-9227-481f-9817-1a3bcaadffa7 req-0ff93239-bf8e-4dae-a6b8-662fa67236fb tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:10.771372 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fbb17f22-9227-481f-9817-1a3bcaadffa7 req-0ff93239-bf8e-4dae-a6b8-662fa67236fb tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0581098 Nov 10 19:08:10.822394 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fbb17f22-9227-481f-9817-1a3bcaadffa7 req-8698f117-f83b-4b30-8639-2f690d7b57cc tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448422 Nov 10 19:08:10.931922 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6f93f-6f06-4133-abc0-2cfbd98a86b6 req-f693a06d-27be-4f47-8cfc-5488379167e7 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:10.934173 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f8a6f93f-6f06-4133-abc0-2cfbd98a86b6 req-f693a06d-27be-4f47-8cfc-5488379167e7 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 936 time: 0.0521402 Nov 10 19:08:11.018772 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f8a6f93f-6f06-4133-abc0-2cfbd98a86b6 req-7a23723c-acd0-44db-b606-38fe4732f172 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791523 Nov 10 19:08:11.035494 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c368a2-42fc-409b-8fd5-db706710d10c req-2f452781-dcb4-498a-82ce-e83d2f0a8305 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:11.037069 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67c368a2-42fc-409b-8fd5-db706710d10c req-2f452781-dcb4-498a-82ce-e83d2f0a8305 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0799935 Nov 10 19:08:11.090153 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67c368a2-42fc-409b-8fd5-db706710d10c req-cd30a3c5-6458-4946-899f-8c909ab20697 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466342 Nov 10 19:08:11.397566 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b94cd2-acfd-41ec-b5e4-ceed51c41367 req-4ca2dfb0-9ad1-4dfa-b55b-c0a4267b5d41 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:11.399073 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02b94cd2-acfd-41ec-b5e4-ceed51c41367 req-4ca2dfb0-9ad1-4dfa-b55b-c0a4267b5d41 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 932 time: 0.0526466 Nov 10 19:08:11.446772 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02b94cd2-acfd-41ec-b5e4-ceed51c41367 req-c0f6e308-4092-4b71-95d7-cc3d159adf55 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412855 Nov 10 19:08:11.582463 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316a041-44f1-4124-8772-3069cbc6817d req-fd37eec9-cb16-4b6e-9a7d-d42592321df9 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:11.583966 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5316a041-44f1-4124-8772-3069cbc6817d req-fd37eec9-cb16-4b6e-9a7d-d42592321df9 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.0510955 Nov 10 19:08:11.888970 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5316a041-44f1-4124-8772-3069cbc6817d req-82b25d62-44b0-4a0d-89c3-7723479f7824 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988312 Nov 10 19:08:11.915460 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61434ee8-18b4-4de6-85b1-befe1cff64db req-79ae1f0a-046d-4c4e-9333-2ab96269a05c tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:11.919914 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-61434ee8-18b4-4de6-85b1-befe1cff64db req-79ae1f0a-046d-4c4e-9333-2ab96269a05c tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 931 time: 0.3069391 Nov 10 19:08:11.992180 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-61434ee8-18b4-4de6-85b1-befe1cff64db req-a6977079-f9bd-4527-a266-fdc0e06ddddf tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683565 Nov 10 19:08:12.021620 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150c842-8ac5-4def-a8f5-aa10db6028ef req-3a8726be-ff9a-4cbc-8389-83b2559dc222 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:12.023201 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8150c842-8ac5-4def-a8f5-aa10db6028ef req-3a8726be-ff9a-4cbc-8389-83b2559dc222 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0698440 Nov 10 19:08:12.096596 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a24d49b1-de6b-4728-8d5c-3674cdbe2c8a req-92d4ba87-6e3e-46ef-beb6-83a08d287f7a tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 210 time: 0.0438077 Nov 10 19:08:12.101535 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8150c842-8ac5-4def-a8f5-aa10db6028ef req-41927970-a7de-40a6-b8a6-9d9648c932a2 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719352 Nov 10 19:08:12.235969 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2c3b2-ee85-4738-bbbc-651248dcb889 req-db04b672-1ff2-4dd3-bc8a-165438ace3ce tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:12.237420 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9fa2c3b2-ee85-4738-bbbc-651248dcb889 req-db04b672-1ff2-4dd3-bc8a-165438ace3ce tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0786746 Nov 10 19:08:12.247796 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb9701-739c-4fa4-a90f-7390e6f8ab1f req-2df10f16-3a39-405c-902f-597675451cc0 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:12.249279 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bcbb9701-739c-4fa4-a90f-7390e6f8ab1f req-2df10f16-3a39-405c-902f-597675451cc0 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 936 time: 0.0815642 Nov 10 19:08:12.325480 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9fa2c3b2-ee85-4738-bbbc-651248dcb889 req-e9e6ba57-06cb-487a-a0a7-95763e22724e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751975 Nov 10 19:08:12.330008 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bcbb9701-739c-4fa4-a90f-7390e6f8ab1f req-b9ca3f1c-dc1a-45df-8831-1e175e0af14f tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738134 Nov 10 19:08:12.453556 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ef0e5-f5aa-400d-9ccd-55821fefa2c5 req-61f4126b-dd1e-4a40-9132-d91c5d8b56a0 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:12.455183 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-137ef0e5-f5aa-400d-9ccd-55821fefa2c5 req-61f4126b-dd1e-4a40-9132-d91c5d8b56a0 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0648031 Nov 10 19:08:12.514858 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-137ef0e5-f5aa-400d-9ccd-55821fefa2c5 req-33331abb-1bc5-4c41-a2c7-db7ec743d61d tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521014 Nov 10 19:08:12.568725 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb879e-e9db-4637-b8fc-447eaf6f7b85 req-5ddae2eb-db7d-4582-96ee-d1090c2c0034 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:12.570315 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16bb879e-e9db-4637-b8fc-447eaf6f7b85 req-5ddae2eb-db7d-4582-96ee-d1090c2c0034 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 932 time: 0.0510907 Nov 10 19:08:12.624985 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16bb879e-e9db-4637-b8fc-447eaf6f7b85 req-75ab99c0-6014-4670-a47a-c73b52ef6fc7 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479701 Nov 10 19:08:13.039157 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f53ffa-8260-4994-b7f3-eec44584f584 req-851892c5-fbc9-4c6a-8129-eec5f5e0d687 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:13.040622 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-24f53ffa-8260-4994-b7f3-eec44584f584 req-851892c5-fbc9-4c6a-8129-eec5f5e0d687 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.0619152 Nov 10 19:08:13.120242 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-24f53ffa-8260-4994-b7f3-eec44584f584 req-27edaa79-e355-4421-9c1a-08080bad8c22 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710554 Nov 10 19:08:13.148597 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab11e4-cdd5-46b7-bc27-d755f7c97dcd req-7f295330-2b7a-4d9f-9756-a934e2128ff3 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:13.150912 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-78ab11e4-cdd5-46b7-bc27-d755f7c97dcd req-7f295330-2b7a-4d9f-9756-a934e2128ff3 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 931 time: 0.0797322 Nov 10 19:08:13.226208 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cebd6a4c-ad1f-44ef-963a-3fc40069c1a3 req-55463377-9512-42a3-afd0-f9e968f3e90f tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 210 time: 0.0366905 Nov 10 19:08:13.229858 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-78ab11e4-cdd5-46b7-bc27-d755f7c97dcd req-416326c8-36a6-4ebb-ae8f-ef3b5c40500b tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728278 Nov 10 19:08:13.346249 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7ee07-40f1-476c-b9ed-1debb43dfbbb req-ca93bcd5-de70-4e87-8970-76776126b4ba tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:13.347849 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9cf7ee07-40f1-476c-b9ed-1debb43dfbbb req-ca93bcd5-de70-4e87-8970-76776126b4ba tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0597260 Nov 10 19:08:13.400148 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9cf7ee07-40f1-476c-b9ed-1debb43dfbbb req-b249648b-be76-4f12-b5fa-bb513741d51a tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453429 Nov 10 19:08:13.433412 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:08:13.453329 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15c864-a3a4-45f7-930f-bb715c822379 req-3f36ddca-4906-4497-87e4-69a182fdc1b1 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:13.454987 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e15c864-a3a4-45f7-930f-bb715c822379 req-3f36ddca-4906-4497-87e4-69a182fdc1b1 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 936 time: 0.0539439 Nov 10 19:08:13.542067 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e15c864-a3a4-45f7-930f-bb715c822379 req-9a04dbea-4411-4a8c-8b08-5489f99ef257 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806327 Nov 10 19:08:13.554895 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360924d3-27eb-446a-bec7-d53d455ccb92 req-252cb0c8-0323-4b76-84a1-13736de3fc54 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:13.556655 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-360924d3-27eb-446a-bec7-d53d455ccb92 req-252cb0c8-0323-4b76-84a1-13736de3fc54 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0884163 Nov 10 19:08:13.628708 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-360924d3-27eb-446a-bec7-d53d455ccb92 req-483e10bb-dd5a-437f-9caa-c74ff6ec95bc tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595353 Nov 10 19:08:13.669099 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44061c9-6f79-443e-81fb-2bc6d620072e req-fc3cfd10-7794-4430-bb2c-d74bf19709e1 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:13.670730 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d44061c9-6f79-443e-81fb-2bc6d620072e req-fc3cfd10-7794-4430-bb2c-d74bf19709e1 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0590849 Nov 10 19:08:13.756563 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d44061c9-6f79-443e-81fb-2bc6d620072e req-bd8def76-b83a-48d7-b22d-35b7a6fb8e4c tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785635 Nov 10 19:08:13.770993 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e4c2f-95a0-4ba6-9f00-36696679b166 req-95e96a5b-a6c1-4d06-b5be-47674a2a17a9 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:13.772549 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b82e4c2f-95a0-4ba6-9f00-36696679b166 req-95e96a5b-a6c1-4d06-b5be-47674a2a17a9 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 932 time: 0.0732608 Nov 10 19:08:13.825217 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b82e4c2f-95a0-4ba6-9f00-36696679b166 req-20d6b834-9c3e-47fe-a36f-f51143f3b448 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460589 Nov 10 19:08:14.255376 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997501e-33e4-494e-9933-97ebb98a5968 req-48059eef-3552-4b1e-8db8-0ecb89ec7d9c tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:14.256947 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9997501e-33e4-494e-9933-97ebb98a5968 req-48059eef-3552-4b1e-8db8-0ecb89ec7d9c tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.0598302 Nov 10 19:08:14.344421 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9997501e-33e4-494e-9933-97ebb98a5968 req-1642449d-6355-464d-953d-c2d581ff2939 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771449 Nov 10 19:08:14.374061 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a88cecdf-62d2-4a39-a801-98e70febe09e req-6889ae73-6264-453d-959d-204f850b98e9 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 210 time: 0.0668049 Nov 10 19:08:14.478399 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01674f8-4761-482e-937d-0f34be943bea req-5888688c-37c3-48af-bec9-f87c846c15ff tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:14.480248 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b01674f8-4761-482e-937d-0f34be943bea req-5888688c-37c3-48af-bec9-f87c846c15ff tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 931 time: 0.0589812 Nov 10 19:08:14.582188 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6496d6-b42f-4e2d-9361-2c7997d882c0 req-f9acd2be-b3ca-431e-8afd-968bc1090418 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:14.583803 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e6496d6-b42f-4e2d-9361-2c7997d882c0 req-f9acd2be-b3ca-431e-8afd-968bc1090418 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.1016264 Nov 10 19:08:14.587346 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b01674f8-4761-482e-937d-0f34be943bea req-bf294279-911c-458a-9080-2d68eb2962f6 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956151 Nov 10 19:08:14.659042 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e6496d6-b42f-4e2d-9361-2c7997d882c0 req-50fea6c2-290a-480f-941e-10b48328a53f tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667641 Nov 10 19:08:14.734371 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4590b30-ecd2-4dea-b0c3-c8fb16e0fd34 req-a236dd84-10f6-43a6-8de6-4511954ead50 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:14.736057 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4590b30-ecd2-4dea-b0c3-c8fb16e0fd34 req-a236dd84-10f6-43a6-8de6-4511954ead50 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 936 time: 0.0728166 Nov 10 19:08:14.871863 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec9960-cd09-4451-b764-ce24c2659a1a req-3ed267e3-a6f4-4cdf-ab7d-4d11d508425e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:14.873522 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fbec9960-cd09-4451-b764-ce24c2659a1a req-3ed267e3-a6f4-4cdf-ab7d-4d11d508425e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.1363730 Nov 10 19:08:14.878040 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4590b30-ecd2-4dea-b0c3-c8fb16e0fd34 req-04ceaa78-356a-4525-9168-3208f0b37119 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271603 Nov 10 19:08:14.947615 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fbec9960-cd09-4451-b764-ce24c2659a1a req-a2091cc1-bb6a-40f1-8f0e-102ab21c3e33 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587234 Nov 10 19:08:15.022487 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc0166-2fd4-4ce7-bc31-76ad52330732 req-7398d36b-2daa-4a39-a48a-d8008060b5a6 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:15.024835 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-37bc0166-2fd4-4ce7-bc31-76ad52330732 req-7398d36b-2daa-4a39-a48a-d8008060b5a6 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0660098 Nov 10 19:08:15.132421 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357ae37-6d39-46c1-bd81-676f31da3b29 req-14794344-29c0-43f7-9955-109bb0c37b8a tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:15.134076 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5357ae37-6d39-46c1-bd81-676f31da3b29 req-14794344-29c0-43f7-9955-109bb0c37b8a tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 932 time: 0.1080589 Nov 10 19:08:15.138630 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-37bc0166-2fd4-4ce7-bc31-76ad52330732 req-1cb59f1d-f587-406a-a3b7-24645af1bcad tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987244 Nov 10 19:08:15.202497 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5357ae37-6d39-46c1-bd81-676f31da3b29 req-96b61fc4-6fbe-4bb1-ae72-9ec6f78d7471 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606346 Nov 10 19:08:15.517314 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-da6d584a-cfa6-443a-ab6b-29fa0730a3e5 req-b2e46f2b-b949-45ac-9237-95fb36118b4e tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 210 time: 0.0423777 Nov 10 19:08:15.531351 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd45cbc-7d80-4ea0-865e-63a6ed209f8f req-56e5bf96-14f4-4929-9c2f-d1524f078bbc tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:15.532964 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3fd45cbc-7d80-4ea0-865e-63a6ed209f8f req-56e5bf96-14f4-4929-9c2f-d1524f078bbc tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.1001441 Nov 10 19:08:15.588568 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3fd45cbc-7d80-4ea0-865e-63a6ed209f8f req-48979569-8228-447a-8591-d8d4b5435c08 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484793 Nov 10 19:08:15.719633 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9668a-1f89-4b46-a4da-429126939b7f req-c6aeb33d-8a2f-4d56-82de-84efd711052d tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:15.721228 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dde9668a-1f89-4b46-a4da-429126939b7f req-c6aeb33d-8a2f-4d56-82de-84efd711052d tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 931 time: 0.0557318 Nov 10 19:08:15.800669 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dde9668a-1f89-4b46-a4da-429126939b7f req-c1821c3a-5104-4fae-b8f4-f08cc5ad021d tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728323 Nov 10 19:08:15.812435 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5c331-6751-4af3-943f-af1f862c9e03 req-58964368-e1e6-42aa-918b-ab7d59d27d54 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:15.813821 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-daa5c331-6751-4af3-943f-af1f862c9e03 req-58964368-e1e6-42aa-918b-ab7d59d27d54 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0798070 Nov 10 19:08:15.882254 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-daa5c331-6751-4af3-943f-af1f862c9e03 req-546c1b88-d9c2-42ef-a5d0-2abe9048c8ca tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555921 Nov 10 19:08:16.012811 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10982206-d154-4d35-83fa-108b82bc88a2 req-69393ce3-a3be-4258-b213-b3c57bda10b3 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:16.014574 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-10982206-d154-4d35-83fa-108b82bc88a2 req-69393ce3-a3be-4258-b213-b3c57bda10b3 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 936 time: 0.0525453 Nov 10 19:08:16.094823 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-10982206-d154-4d35-83fa-108b82bc88a2 req-58a398a7-18f5-46cf-bf2f-baa227f07027 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735106 Nov 10 19:08:16.110186 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab317d7-cf4b-4a3e-b9af-545feab8d294 req-4ffe6960-32fd-49bd-9c27-4e636c700adb tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:16.111766 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9ab317d7-cf4b-4a3e-b9af-545feab8d294 req-4ffe6960-32fd-49bd-9c27-4e636c700adb tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0731723 Nov 10 19:08:16.162911 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9ab317d7-cf4b-4a3e-b9af-545feab8d294 req-d23a9ad0-97d1-4cf9-a7fb-0a2404e29161 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428948 Nov 10 19:08:16.260151 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde50bf9-bc36-47c3-8237-70c37e34c2b2 req-04441972-759f-47b0-90e3-5c69cf8bd114 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:16.262018 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fde50bf9-bc36-47c3-8237-70c37e34c2b2 req-04441972-759f-47b0-90e3-5c69cf8bd114 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0526102 Nov 10 19:08:16.344697 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fde50bf9-bc36-47c3-8237-70c37e34c2b2 req-69cf87c1-2294-4b82-b0b6-14a2745deffb tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759125 Nov 10 19:08:16.358451 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc079b-4616-46b7-84b4-94945d5915e2 req-7b2c09ff-1673-4882-87c4-a41fefa9ed36 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:16.359996 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52dc079b-4616-46b7-84b4-94945d5915e2 req-7b2c09ff-1673-4882-87c4-a41fefa9ed36 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 932 time: 0.0832624 Nov 10 19:08:16.412841 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52dc079b-4616-46b7-84b4-94945d5915e2 req-b0748500-6aa4-48e8-b38d-9eaa9a1efb7c tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462136 Nov 10 19:08:16.620132 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-05237059-4a73-4ff7-9c21-e678a29d5be2 req-1634e825-fca2-46f7-baf1-ab3965df9410 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 210 time: 0.0289624 Nov 10 19:08:16.712864 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e2f6f-7506-42c0-85cc-f5a63820d152 req-5f4ca5d5-3869-47dd-a828-8866e68c5a1b tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:16.714484 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-896e2f6f-7506-42c0-85cc-f5a63820d152 req-5f4ca5d5-3869-47dd-a828-8866e68c5a1b tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.0512068 Nov 10 19:08:16.769203 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-896e2f6f-7506-42c0-85cc-f5a63820d152 req-35b9ba13-cf12-48eb-9a7f-57e31ae94163 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458355 Nov 10 19:08:16.930198 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59158068-d1e5-4182-9763-f19af94b184c req-9b11b0c5-264e-431c-a0ce-36e522c8d67e tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:16.931797 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59158068-d1e5-4182-9763-f19af94b184c req-9b11b0c5-264e-431c-a0ce-36e522c8d67e tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 931 time: 0.0592637 Nov 10 19:08:16.996467 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59158068-d1e5-4182-9763-f19af94b184c req-f290e8f5-1028-417b-9ec1-a7aa023a92ec tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563247 Nov 10 19:08:17.034070 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bed6b-90c6-4c17-b983-7a63b0c00251 req-112c66a8-fdec-4dd8-8cf1-a06e6dbca1c6 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:17.035672 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8d4bed6b-90c6-4c17-b983-7a63b0c00251 req-112c66a8-fdec-4dd8-8cf1-a06e6dbca1c6 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0610199 Nov 10 19:08:17.086280 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8d4bed6b-90c6-4c17-b983-7a63b0c00251 req-35491a95-cc1e-450d-bcca-a3be1f3799b1 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441267 Nov 10 19:08:17.219685 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132c9c0-e83e-44a9-b844-30739f39b292 req-49ce98d0-f2a6-43b7-b6a2-ca86a74a05df tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:17.221222 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8132c9c0-e83e-44a9-b844-30739f39b292 req-49ce98d0-f2a6-43b7-b6a2-ca86a74a05df tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 936 time: 0.0556374 Nov 10 19:08:17.299743 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8132c9c0-e83e-44a9-b844-30739f39b292 req-3157e998-99c0-4db0-bf49-14693c2038d6 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709054 Nov 10 19:08:17.312832 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ea972-cbb8-4216-aaf7-d640d75968fb req-a4c9cf5c-4ee4-46b5-8748-8e0b22740ccb tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:17.314405 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a78ea972-cbb8-4216-aaf7-d640d75968fb req-a4c9cf5c-4ee4-46b5-8748-8e0b22740ccb tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0705597 Nov 10 19:08:17.363866 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a78ea972-cbb8-4216-aaf7-d640d75968fb req-5d2993e1-88cd-403e-a0d7-fe3ef3c80295 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431719 Nov 10 19:08:17.468556 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f87b05-b831-416f-80aa-680de7e76c58 req-1a473f9e-77e4-450e-9839-fd7476d6f304 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:17.470101 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-70f87b05-b831-416f-80aa-680de7e76c58 req-1a473f9e-77e4-450e-9839-fd7476d6f304 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0532994 Nov 10 19:08:17.551917 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-70f87b05-b831-416f-80aa-680de7e76c58 req-ca2965c6-3445-4ebf-be11-ba499f353ab8 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751646 Nov 10 19:08:17.567262 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67b672-4f66-46f0-8783-9c83d0d1540c req-cd5c29d2-30e2-4e41-bf5a-bb351da1d172 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:17.568740 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0e67b672-4f66-46f0-8783-9c83d0d1540c req-cd5c29d2-30e2-4e41-bf5a-bb351da1d172 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 932 time: 0.0778253 Nov 10 19:08:17.621288 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0e67b672-4f66-46f0-8783-9c83d0d1540c req-b4764fd9-79ec-4cd0-a74a-c4a0afb23b1c tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457025 Nov 10 19:08:17.725788 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-795f18ad-c01d-4cff-90a8-12bcdd8124cf req-3fa94f71-661b-4509-bdf6-caf4dfb1d332 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 210 time: 0.0335493 Nov 10 19:08:17.899226 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf32f3-2e45-478d-a65b-8da62af50376 req-4f0fcf83-e933-46d3-864a-30e8d3d4a269 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:17.900853 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7cbf32f3-2e45-478d-a65b-8da62af50376 req-4f0fcf83-e933-46d3-864a-30e8d3d4a269 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.0569921 Nov 10 19:08:17.963593 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7cbf32f3-2e45-478d-a65b-8da62af50376 req-a00dfdb4-6e2c-4cab-81f2-00d0be3ced56 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510621 Nov 10 19:08:18.123322 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8e49d-adcc-486a-aaae-ead295141409 req-371ef007-0dfd-4503-be98-b8512aa95106 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:18.125029 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-efe8e49d-adcc-486a-aaae-ead295141409 req-371ef007-0dfd-4503-be98-b8512aa95106 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 931 time: 0.0543501 Nov 10 19:08:18.201225 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-efe8e49d-adcc-486a-aaae-ead295141409 req-48fe537f-8622-4513-b509-63cfd03d64d4 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698712 Nov 10 19:08:18.223427 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1176129-937c-4565-b836-c47063f94d89 req-42588d5c-6820-4505-93f8-bdff986c48b0 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:18.225413 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c1176129-937c-4565-b836-c47063f94d89 req-42588d5c-6820-4505-93f8-bdff986c48b0 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0663869 Nov 10 19:08:18.282416 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c1176129-937c-4565-b836-c47063f94d89 req-020adc25-2327-4e87-997f-e3b176774e6b tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500436 Nov 10 19:08:18.427978 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992bd282-ef38-4f75-b667-23546883a111 req-9be73286-df7a-43df-87db-73caa4266e7c tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:18.429557 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-992bd282-ef38-4f75-b667-23546883a111 req-9be73286-df7a-43df-87db-73caa4266e7c tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 936 time: 0.0564227 Nov 10 19:08:18.507563 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-992bd282-ef38-4f75-b667-23546883a111 req-76c9569f-5e57-48f8-a7ed-071879a30e4d tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709693 Nov 10 19:08:18.524245 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a4a84-e20d-40ee-bfc2-ccd2d8eb55f6 req-a18c4566-9cf8-4442-a85b-ed39d99ffeec tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:18.526033 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-309a4a84-e20d-40ee-bfc2-ccd2d8eb55f6 req-a18c4566-9cf8-4442-a85b-ed39d99ffeec tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0818529 Nov 10 19:08:18.579793 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-309a4a84-e20d-40ee-bfc2-ccd2d8eb55f6 req-100dd221-5bc7-4daf-89b0-7cb1797072d8 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461850 Nov 10 19:08:18.679381 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7edb6d-e5e1-44e4-a723-a9be5cc817c4 req-59ceb5d0-ee54-45b8-a91e-a607ad9729c3 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:18.681425 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab7edb6d-e5e1-44e4-a723-a9be5cc817c4 req-59ceb5d0-ee54-45b8-a91e-a607ad9729c3 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0533822 Nov 10 19:08:18.769529 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab7edb6d-e5e1-44e4-a723-a9be5cc817c4 req-7bbbdbd4-01db-4cf7-afe0-91d152e7987b tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808699 Nov 10 19:08:18.782336 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6d7ce-e20d-4fc1-81fe-9771b94fa988 req-8ce184e7-2875-44a1-a812-e1d059db3f92 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:18.783881 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4bd6d7ce-e20d-4fc1-81fe-9771b94fa988 req-8ce184e7-2875-44a1-a812-e1d059db3f92 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 932 time: 0.0888724 Nov 10 19:08:18.848376 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4bd6d7ce-e20d-4fc1-81fe-9771b94fa988 req-7b6650d1-4a02-4c49-9f55-b225a3caafff tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563071 Nov 10 19:08:18.865333 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f6baa223-9873-47cd-9bbf-d48a94c0c7c0 req-1163ce88-6231-45d6-90bb-b860eec35322 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 210 time: 0.0337498 Nov 10 19:08:19.087591 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77af09-a964-4f13-88ff-e3d4c0cb42c8 req-7b768f42-a040-416d-81a7-01d36e7fa6ee tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:19.089176 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ae77af09-a964-4f13-88ff-e3d4c0cb42c8 req-7b768f42-a040-416d-81a7-01d36e7fa6ee tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.0516853 Nov 10 19:08:19.151878 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ae77af09-a964-4f13-88ff-e3d4c0cb42c8 req-c1cd0006-b2da-4ad1-9c23-e726dabf5a43 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531294 Nov 10 19:08:19.324876 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24713724-99d6-47c6-9db6-1e210de6a0ca req-7a0d905b-5404-4a23-9f0f-94f175d92b9d tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:19.326610 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-24713724-99d6-47c6-9db6-1e210de6a0ca req-7a0d905b-5404-4a23-9f0f-94f175d92b9d tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 931 time: 0.0535350 Nov 10 19:08:19.395207 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-24713724-99d6-47c6-9db6-1e210de6a0ca req-d5eca202-d859-4396-8ae4-7fd00dba1c8b tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623670 Nov 10 19:08:19.436887 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938165a2-f936-4a08-8a55-8f5f87040c04 req-b609e37e-9e24-4aa6-aa31-fe0f699a9c5c tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:19.438583 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-938165a2-f936-4a08-8a55-8f5f87040c04 req-b609e37e-9e24-4aa6-aa31-fe0f699a9c5c tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0603695 Nov 10 19:08:19.487894 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-938165a2-f936-4a08-8a55-8f5f87040c04 req-c50805e2-bdd7-48b3-8958-a8e3d008f28c tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432701 Nov 10 19:08:19.637661 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634874e7-78ed-4037-906f-2445427e6cd7 req-dbbf14ff-22a2-4d40-be0a-b651ee07d191 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:19.639359 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-634874e7-78ed-4037-906f-2445427e6cd7 req-dbbf14ff-22a2-4d40-be0a-b651ee07d191 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 936 time: 0.0556140 Nov 10 19:08:19.713850 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-634874e7-78ed-4037-906f-2445427e6cd7 req-c371e64d-00a6-4b52-9c1e-56fd791088a5 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671823 Nov 10 19:08:19.734261 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b2da4-b2f3-4a4a-95fe-2f68d21c144e req-531e5598-af1c-458c-a0d2-8c08e13414d2 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:19.736042 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c64b2da4-b2f3-4a4a-95fe-2f68d21c144e req-531e5598-af1c-458c-a0d2-8c08e13414d2 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0626040 Nov 10 19:08:19.788836 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c64b2da4-b2f3-4a4a-95fe-2f68d21c144e req-c2c0ccda-cfd7-4862-8bb3-dab719baf342 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460427 Nov 10 19:08:19.915892 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b32202-e25d-4858-96a3-0d93b2a268f9 req-2b0d9b43-3d81-4a5f-91db-8be425ae17bd tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:19.917625 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-90b32202-e25d-4858-96a3-0d93b2a268f9 req-2b0d9b43-3d81-4a5f-91db-8be425ae17bd tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0685158 Nov 10 19:08:20.002747 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-90b32202-e25d-4858-96a3-0d93b2a268f9 req-8afd8b5e-4d6e-4735-bfc1-0521562d1b30 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736041 Nov 10 19:08:20.028258 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f20b9a-dd8d-4e19-bfa7-877ab8281afe req-3ef45fef-47b9-4d59-bc5b-6e9c57c64b14 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:20.028258 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-79f20b9a-dd8d-4e19-bfa7-877ab8281afe req-3ef45fef-47b9-4d59-bc5b-6e9c57c64b14 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 932 time: 0.0863478 Nov 10 19:08:20.090145 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-79f20b9a-dd8d-4e19-bfa7-877ab8281afe req-b2e86f06-131d-4c5a-898d-745008e9c1c0 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640335 Nov 10 19:08:20.105808 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d2e14bb7-8a89-4ef5-a454-c500bc4ffc13 req-b2fc465d-0b10-4512-8d1e-3c39d080b257 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 210 time: 0.0331848 Nov 10 19:08:20.281028 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf939288-99ad-44fd-a898-add7af9bbcc6 req-5a4c1676-9efe-4502-a6be-4741cfccb057 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:20.282575 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bf939288-99ad-44fd-a898-add7af9bbcc6 req-5a4c1676-9efe-4502-a6be-4741cfccb057 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.0588875 Nov 10 19:08:20.337514 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bf939288-99ad-44fd-a898-add7af9bbcc6 req-dca4272f-ab86-4f50-8135-80531d0dbe3b tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485408 Nov 10 19:08:20.532555 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46d50f-dbd1-464e-b773-62fac6a8aa9d req-9d8827c1-2b1e-45cd-a2a3-bc1b20c50591 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:20.534085 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9c46d50f-dbd1-464e-b773-62fac6a8aa9d req-9d8827c1-2b1e-45cd-a2a3-bc1b20c50591 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 931 time: 0.0610878 Nov 10 19:08:20.614057 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9c46d50f-dbd1-464e-b773-62fac6a8aa9d req-644b526b-1f94-47a4-917a-4379463e88aa tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736845 Nov 10 19:08:20.635016 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075eb77-5d82-441c-8948-c61af8f502b8 req-d19b38de-1ffc-4ebc-bb47-a5c61ab249bb tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:20.636609 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2075eb77-5d82-441c-8948-c61af8f502b8 req-d19b38de-1ffc-4ebc-bb47-a5c61ab249bb tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0747294 Nov 10 19:08:20.692020 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2075eb77-5d82-441c-8948-c61af8f502b8 req-88f0d1d1-e068-4195-befa-93632a658d7c tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490360 Nov 10 19:08:20.836283 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af843ce-7d73-47dd-8aa2-a4e33c11b67b req-c0108e85-a21d-4d4d-8d3f-f210eb0186ad tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:20.838008 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6af843ce-7d73-47dd-8aa2-a4e33c11b67b req-c0108e85-a21d-4d4d-8d3f-f210eb0186ad tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 936 time: 0.0529881 Nov 10 19:08:20.906415 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6af843ce-7d73-47dd-8aa2-a4e33c11b67b req-b620d34d-b1ec-4e1f-b857-fa9a9b8d22e6 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620978 Nov 10 19:08:20.946495 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e76a28-1612-4899-861e-7aea15f6c311 req-69ff430f-5e62-4295-b719-7957d397d4bd tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:20.948086 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d2e76a28-1612-4899-861e-7aea15f6c311 req-69ff430f-5e62-4295-b719-7957d397d4bd tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0686994 Nov 10 19:08:20.997636 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d2e76a28-1612-4899-861e-7aea15f6c311 req-c96b4d0e-ee7d-4197-b8f9-93b19fd50bf8 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428295 Nov 10 19:08:21.134493 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d117d4-99ea-4fd2-8804-26a1b1bf4bc6 req-a7771696-2c25-445e-8400-8aae92013b54 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:21.136059 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76d117d4-99ea-4fd2-8804-26a1b1bf4bc6 req-a7771696-2c25-445e-8400-8aae92013b54 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0580399 Nov 10 19:08:21.210282 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76d117d4-99ea-4fd2-8804-26a1b1bf4bc6 req-0356ca9a-d290-4c68-9fef-c06e0dc21671 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681050 Nov 10 19:08:21.230329 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0c376-d7a3-41a5-897e-0ae0f4c8f103 req-71deb642-0d07-49be-8880-7cc5de1dd4c1 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:21.231861 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-26f0c376-d7a3-41a5-897e-0ae0f4c8f103 req-71deb642-0d07-49be-8880-7cc5de1dd4c1 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 932 time: 0.0695634 Nov 10 19:08:21.299934 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-26f0c376-d7a3-41a5-897e-0ae0f4c8f103 req-63bc53bc-3390-4590-8c4f-f6e5a4a82482 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613041 Nov 10 19:08:21.315078 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-43b37057-7851-4ecf-abf4-78176e8ef527 req-d4b8233b-7e3f-479b-a33d-c3be54a45725 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 210 time: 0.0426333 Nov 10 19:08:21.468287 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68f919-2b14-4dee-b74e-bba7fa111c37 req-d972d8c1-a9e5-41e3-a3fd-8f290e8d51ce tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:21.469844 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ff68f919-2b14-4dee-b74e-bba7fa111c37 req-d972d8c1-a9e5-41e3-a3fd-8f290e8d51ce tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.0567667 Nov 10 19:08:21.523795 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ff68f919-2b14-4dee-b74e-bba7fa111c37 req-3b91ed24-f647-44f1-bbdc-27a908ab3ac0 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472221 Nov 10 19:08:21.741859 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f03335-a6b9-421c-a26a-20cccc8b6d91 req-ce976c4c-1e93-4bf9-82c7-c5a3215985e2 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:21.743427 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a0f03335-a6b9-421c-a26a-20cccc8b6d91 req-ce976c4c-1e93-4bf9-82c7-c5a3215985e2 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 931 time: 0.0532815 Nov 10 19:08:21.823003 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a0f03335-a6b9-421c-a26a-20cccc8b6d91 req-8494f883-db84-4270-822f-c611ec877c0f tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729246 Nov 10 19:08:21.837197 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79399c24-4185-44bd-9928-4e7406e9db79 req-47131fa4-9c5d-409b-9001-b9388e5bda5e tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:21.838793 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-79399c24-4185-44bd-9928-4e7406e9db79 req-47131fa4-9c5d-409b-9001-b9388e5bda5e tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0720398 Nov 10 19:08:21.899917 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-79399c24-4185-44bd-9928-4e7406e9db79 req-dea1831c-daf2-4a45-80ad-1caa2d983bd1 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542362 Nov 10 19:08:22.037923 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc1794-8175-40d0-ae17-60749178f058 req-2114377c-f31b-4a7f-82b0-3266b353e874 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:22.039564 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a5fc1794-8175-40d0-ae17-60749178f058 req-2114377c-f31b-4a7f-82b0-3266b353e874 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 936 time: 0.0497072 Nov 10 19:08:22.118887 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a5fc1794-8175-40d0-ae17-60749178f058 req-eed824b9-4499-4f10-902c-70271fb86ef2 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725257 Nov 10 19:08:22.143705 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10b82e-935e-4e45-910b-39b5ec78ab36 req-28f33be7-a328-4ddf-b948-5bfcc558dae5 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:22.146238 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c10b82e-935e-4e45-910b-39b5ec78ab36 req-28f33be7-a328-4ddf-b948-5bfcc558dae5 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0687721 Nov 10 19:08:22.195211 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c10b82e-935e-4e45-910b-39b5ec78ab36 req-dd6d0803-e1cf-49a5-8d9d-967232d3ee59 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406132 Nov 10 19:08:22.336413 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113e409-4ea7-40e2-8803-48132b412f06 req-9deb5ead-df5c-4160-a74d-e02eb5c38865 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:22.337973 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d113e409-4ea7-40e2-8803-48132b412f06 req-9deb5ead-df5c-4160-a74d-e02eb5c38865 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0560427 Nov 10 19:08:22.413670 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d113e409-4ea7-40e2-8803-48132b412f06 req-6f21b686-318b-462d-ab97-8bff17853075 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680680 Nov 10 19:08:22.448550 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618cf53-fde7-48ef-9610-3bfc1542f2ed req-1a54aebf-bda5-4874-81f6-e695c8d14d9d tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:22.451192 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5618cf53-fde7-48ef-9610-3bfc1542f2ed req-1a54aebf-bda5-4874-81f6-e695c8d14d9d tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 932 time: 0.0771694 Nov 10 19:08:22.503891 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-42155a7d-7501-4d93-9c50-15246e6e1b57 req-6ec7d86d-b986-4f14-8db8-59926b739bc8 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 210 time: 0.0301647 Nov 10 19:08:22.529931 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5618cf53-fde7-48ef-9610-3bfc1542f2ed req-9924bbf3-309f-431c-be7b-70703e97cd41 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724621 Nov 10 19:08:22.651068 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd5e68-8f16-4089-afec-0da181872c28 req-0aff2b76-f850-4cdb-8927-e9923f6e80e7 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:22.652890 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a4dd5e68-8f16-4089-afec-0da181872c28 req-0aff2b76-f850-4cdb-8927-e9923f6e80e7 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.0560319 Nov 10 19:08:22.711561 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a4dd5e68-8f16-4089-afec-0da181872c28 req-b37cc2af-0577-4e84-b8bb-92e7558e7bab tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520253 Nov 10 19:08:22.952649 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1628cf-832f-436e-bb2f-44c2db783ccd req-5b6f1819-214a-410b-88ba-43cb2c0ca244 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:22.954239 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ed1628cf-832f-436e-bb2f-44c2db783ccd req-5b6f1819-214a-410b-88ba-43cb2c0ca244 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 931 time: 0.0601730 Nov 10 19:08:23.035847 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ed1628cf-832f-436e-bb2f-44c2db783ccd req-3df081f8-3954-452f-bf7c-0d66c7d6f8a5 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747085 Nov 10 19:08:23.052700 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77bd12-0ec8-4d2a-b984-5675ce90ea7a req-bfc22d58-f427-4658-b844-ac8efb4bd694 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:23.054296 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fc77bd12-0ec8-4d2a-b984-5675ce90ea7a req-bfc22d58-f427-4658-b844-ac8efb4bd694 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0700231 Nov 10 19:08:23.109026 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fc77bd12-0ec8-4d2a-b984-5675ce90ea7a req-ff97a856-2e06-4ffc-b363-a9cc533604ca tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457387 Nov 10 19:08:23.246511 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdeb51-22e5-42d7-a122-23e4b0071ab7 req-3f62e29d-a90b-476d-8da7-4fbab8d07d76 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:23.248307 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-66cdeb51-22e5-42d7-a122-23e4b0071ab7 req-3f62e29d-a90b-476d-8da7-4fbab8d07d76 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 936 time: 0.0560260 Nov 10 19:08:23.341031 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-66cdeb51-22e5-42d7-a122-23e4b0071ab7 req-a4fec7c9-f486-4441-b5e3-41e6a16eb5a0 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813236 Nov 10 19:08:23.356720 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846d72f-9989-4ad3-92d4-329d1b8b8730 req-e9d93c83-d165-4d7b-b093-be067d7c6b68 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:23.358365 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2846d72f-9989-4ad3-92d4-329d1b8b8730 req-e9d93c83-d165-4d7b-b093-be067d7c6b68 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0763693 Nov 10 19:08:23.366057 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f1188b1d-d823-4562-895f-f3e3e44bee91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:23.415171 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2846d72f-9989-4ad3-92d4-329d1b8b8730 req-0de471a9-9ff9-45b3-be53-89233f547fe9 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499330 Nov 10 19:08:23.535227 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7403a-6817-4f8c-83f6-1596362848f2 req-3e2b20d5-c74f-4238-a3ee-24f89b7a0d29 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:23.536783 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f8c7403a-6817-4f8c-83f6-1596362848f2 req-3e2b20d5-c74f-4238-a3ee-24f89b7a0d29 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0529764 Nov 10 19:08:23.599856 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f8c7403a-6817-4f8c-83f6-1596362848f2 req-16f7063f-9171-4e93-a2e8-62be39405b65 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558650 Nov 10 19:08:23.615933 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d55fcd39-66d7-478f-a05f-fd33961b133b req-60c0a1e6-2cbb-4298-a65b-9954af0b7248 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 210 time: 0.0364897 Nov 10 19:08:23.708216 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b9f21-7224-4da4-8a56-8cc104cba1b6 req-d91b8716-e190-4a17-8343-c1e6ee61a731 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:23.709692 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6b5b9f21-7224-4da4-8a56-8cc104cba1b6 req-d91b8716-e190-4a17-8343-c1e6ee61a731 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 932 time: 0.0502033 Nov 10 19:08:23.767279 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6b5b9f21-7224-4da4-8a56-8cc104cba1b6 req-26ded6c6-aca5-4a49-85e7-d4a9a002d1f5 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509887 Nov 10 19:08:23.840836 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58c004-0fd9-4529-9037-8f3ce6669779 req-ad07d24c-d396-4577-9241-5a32f38bc53e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:23.842527 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9c58c004-0fd9-4529-9037-8f3ce6669779 req-ad07d24c-d396-4577-9241-5a32f38bc53e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.0527966 Nov 10 19:08:23.897485 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9c58c004-0fd9-4529-9037-8f3ce6669779 req-5cb2af34-91d9-4ef3-8017-639820ac5d7b tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484362 Nov 10 19:08:24.160785 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad23b8-30f9-4ebb-83fd-2de65dcb36af req-954ca23f-1f17-4d68-b761-795196dc235f tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:24.162352 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d3ad23b8-30f9-4ebb-83fd-2de65dcb36af req-954ca23f-1f17-4d68-b761-795196dc235f tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 931 time: 0.0544367 Nov 10 19:08:24.233998 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:24.243560 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d3ad23b8-30f9-4ebb-83fd-2de65dcb36af req-6aaf15f4-8b61-48b4-91fc-70c91e58dca6 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747318 Nov 10 19:08:24.259016 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c08326-68e3-4ccf-be35-51a52684a54d req-60d22245-8c32-4f77-9e52-06eceed66154 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:24.260533 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-86c08326-68e3-4ccf-be35-51a52684a54d req-60d22245-8c32-4f77-9e52-06eceed66154 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0757909 Nov 10 19:08:24.312454 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-86c08326-68e3-4ccf-be35-51a52684a54d req-87c23c48-956e-4982-89f7-8a39342a60d4 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454907 Nov 10 19:08:24.478696 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb4aa8-3293-4879-b694-7b5568c3fd9a req-f219e5af-25a6-4600-92e3-805bff598410 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:24.480686 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eafb4aa8-3293-4879-b694-7b5568c3fd9a req-f219e5af-25a6-4600-92e3-805bff598410 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 936 time: 0.0647101 Nov 10 19:08:24.562953 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eafb4aa8-3293-4879-b694-7b5568c3fd9a req-43c1a9bb-f93f-4ee8-9020-d8e8a3d7fa1f tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757184 Nov 10 19:08:24.579271 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20c5a1-2726-4b4f-9c31-fae9d16f407a req-95ae86c8-3b21-4e2f-8de4-f470096a3cfa tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:24.580755 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2e20c5a1-2726-4b4f-9c31-fae9d16f407a req-95ae86c8-3b21-4e2f-8de4-f470096a3cfa tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0852499 Nov 10 19:08:24.635009 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2e20c5a1-2726-4b4f-9c31-fae9d16f407a req-3e115348-f11f-4d8d-937a-4c1deab0e3ff tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476320 Nov 10 19:08:24.717965 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:24.735826 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a998d-563a-4dff-951d-03cbb8d8c4e7 req-c1152860-4512-4eb6-a272-022c18b1e22e tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:24.737326 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ff9a998d-563a-4dff-951d-03cbb8d8c4e7 req-c1152860-4512-4eb6-a272-022c18b1e22e tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0567753 Nov 10 19:08:24.769651 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4ab839dc-e139-4dba-ba09-c837000a0e57 req-8c126db4-16ca-4531-9185-b8e373f49c99 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 210 time: 0.0312378 Nov 10 19:08:24.816209 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ff9a998d-563a-4dff-951d-03cbb8d8c4e7 req-bdfc5277-59a3-4bbe-9b3d-c6ff0722de83 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690150 Nov 10 19:08:24.896767 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fad77-1a30-4f54-871c-6869b3bfeeeb req-edbae0d5-6053-49a6-9d7c-d8ef49cb0995 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:24.898430 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-245fad77-1a30-4f54-871c-6869b3bfeeeb req-edbae0d5-6053-49a6-9d7c-d8ef49cb0995 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 932 time: 0.0588958 Nov 10 19:08:24.953428 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-245fad77-1a30-4f54-871c-6869b3bfeeeb req-6d59473a-b097-4242-8f42-3e3921312ec7 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481343 Nov 10 19:08:25.024273 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783574bb-70c1-4129-9492-5d8b52747a99 req-e8ebf021-ab71-41f3-82ea-2d501362ff5c tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:25.025705 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-783574bb-70c1-4129-9492-5d8b52747a99 req-e8ebf021-ab71-41f3-82ea-2d501362ff5c tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.0495722 Nov 10 19:08:25.082851 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-783574bb-70c1-4129-9492-5d8b52747a99 req-77584565-e500-4235-8cbf-1ab976ea5217 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509508 Nov 10 19:08:25.376257 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed259cb-5a9d-4c0f-9c99-c3189fbb2126 req-6ad1cf1a-baeb-4795-be16-ffe037d0d868 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:25.378396 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8ed259cb-5a9d-4c0f-9c99-c3189fbb2126 req-6ad1cf1a-baeb-4795-be16-ffe037d0d868 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 931 time: 0.0646155 Nov 10 19:08:25.679180 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-922ba5ac-1dce-4725-87c7-038d53e255e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:25.708492 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8ed259cb-5a9d-4c0f-9c99-c3189fbb2126 req-02fe7d9d-bc2f-41d0-bd69-8a2c4c2f169b tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218172 Nov 10 19:08:25.717264 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14842bb5-ed9a-4a61-a44e-0f8e7c09f035 req-a5dd5077-b2a7-4900-a329-5c78e3a7fc99 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:25.718893 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-14842bb5-ed9a-4a61-a44e-0f8e7c09f035 req-a5dd5077-b2a7-4900-a329-5c78e3a7fc99 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.3344450 Nov 10 19:08:25.775686 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-14842bb5-ed9a-4a61-a44e-0f8e7c09f035 req-375d3425-834c-4f0e-b664-2936f8da6479 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497177 Nov 10 19:08:25.823943 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d69be-01b7-4ac7-8ee1-1d788d4a73c8 req-fa5f2274-bc15-4952-bfcb-97fbd40f8a1f tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:25.825887 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8f7d69be-01b7-4ac7-8ee1-1d788d4a73c8 req-fa5f2274-bc15-4952-bfcb-97fbd40f8a1f tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 936 time: 0.0549767 Nov 10 19:08:25.910477 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8f7d69be-01b7-4ac7-8ee1-1d788d4a73c8 req-a754c4a9-24db-422a-9d65-45a91451d4a6 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782137 Nov 10 19:08:25.919386 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4710352-2376-4c2b-af04-bed5e18fcb34 req-1db6683a-0b57-4af2-b105-36ae900e7ffd tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:25.920969 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4710352-2376-4c2b-af04-bed5e18fcb34 req-1db6683a-0b57-4af2-b105-36ae900e7ffd tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0829594 Nov 10 19:08:25.998601 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4710352-2376-4c2b-af04-bed5e18fcb34 req-51c70b8b-6436-4e25-a77e-793091ed6b58 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677066 Nov 10 19:08:26.014184 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c5b6695c-1552-440f-a1a1-8a7698718fb7 req-7b8b67db-525d-4f0a-9048-9d62acf39c9e tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 210 time: 0.0336525 Nov 10 19:08:26.156302 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c634ec-2631-4a1f-9d88-ccd809bee0f7 req-66246293-0be2-4627-8976-16fefc08a952 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:26.158171 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d3c634ec-2631-4a1f-9d88-ccd809bee0f7 req-66246293-0be2-4627-8976-16fefc08a952 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0853577 Nov 10 19:08:26.165896 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4c7a3-144c-40cf-aaf0-3c7393ffc2a2 req-49b745bd-aaa3-4a18-9816-50c0b801bb33 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:26.167270 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f1c4c7a3-144c-40cf-aaf0-3c7393ffc2a2 req-49b745bd-aaa3-4a18-9816-50c0b801bb33 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 932 time: 0.0814230 Nov 10 19:08:26.244003 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d3c634ec-2631-4a1f-9d88-ccd809bee0f7 req-ec088bb9-417b-49f0-9718-ad3a73003ce7 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757258 Nov 10 19:08:26.248168 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f1c4c7a3-144c-40cf-aaf0-3c7393ffc2a2 req-a9388b53-9bd1-4b46-aad3-19aa9ab54207 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733335 Nov 10 19:08:26.365881 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f47cd0-8417-48df-bc56-6f72834a707b req-30fe2eec-59f8-400e-a24a-7daef7f7c970 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:26.368189 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-87f47cd0-8417-48df-bc56-6f72834a707b req-30fe2eec-59f8-400e-a24a-7daef7f7c970 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.0597818 Nov 10 19:08:26.421876 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-87f47cd0-8417-48df-bc56-6f72834a707b req-80a277a1-9243-49df-9781-7c8583e54d56 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465796 Nov 10 19:08:26.831576 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986aec5-47e5-4a90-8116-c0f50e9e4478 req-29724add-fc21-4dcc-b58b-d0746081e3c7 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:26.833177 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4986aec5-47e5-4a90-8116-c0f50e9e4478 req-29724add-fc21-4dcc-b58b-d0746081e3c7 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 931 time: 0.0504177 Nov 10 19:08:26.915119 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4986aec5-47e5-4a90-8116-c0f50e9e4478 req-7cba036b-bc50-463a-962b-1600599659c8 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739770 Nov 10 19:08:26.931540 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b2187-c5ae-4644-a72b-73bc58e4b1ff req-2253979e-182e-4f4a-a76b-e286d68a1155 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:26.933166 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-735b2187-c5ae-4644-a72b-73bc58e4b1ff req-2253979e-182e-4f4a-a76b-e286d68a1155 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0743067 Nov 10 19:08:26.985184 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-735b2187-c5ae-4644-a72b-73bc58e4b1ff req-186b18fa-070e-42be-8f49-37f419766cf3 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452235 Nov 10 19:08:27.035703 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e614b-642e-41ad-87e3-90b7bf0f59bb req-9237171d-99d7-4fd9-b476-138b2f617eaa tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:27.037302 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e20e614b-642e-41ad-87e3-90b7bf0f59bb req-9237171d-99d7-4fd9-b476-138b2f617eaa tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 936 time: 0.0509648 Nov 10 19:08:27.053217 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:27.168765 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e20e614b-642e-41ad-87e3-90b7bf0f59bb req-049312ac-f75c-4460-bc3f-67eca43e5221 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242757 Nov 10 19:08:27.191513 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59afa3-d8fa-431e-8ddd-6faf03ad40e4 req-21acb09c-ff5a-491e-a219-e0a87f9e0312 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:27.193863 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bc59afa3-d8fa-431e-8ddd-6faf03ad40e4 req-21acb09c-ff5a-491e-a219-e0a87f9e0312 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.1065207 Nov 10 19:08:27.265966 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9a8db9e8-5301-4e4c-a375-0830c26b22b2 req-a7f6c569-25ee-4be2-b1ee-1b8d2ff73f49 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 210 time: 0.0358076 Nov 10 19:08:27.272184 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bc59afa3-d8fa-431e-8ddd-6faf03ad40e4 req-b8d1fbd6-db1f-4ee3-bcff-acb06c2c3948 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710406 Nov 10 19:08:27.422670 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9deca-6b27-45e6-854f-8fc71389812f req-bec1a181-cbbd-4111-94ae-7c798da3e3bd tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:27.424188 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-94c9deca-6b27-45e6-854f-8fc71389812f req-bec1a181-cbbd-4111-94ae-7c798da3e3bd tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0929353 Nov 10 19:08:27.446117 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fcdab0-e98a-4f88-8353-bc83d46cbbc0 req-d0e9491d-3178-457c-9810-a4cbd3d3fb10 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:27.447554 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-29fcdab0-e98a-4f88-8353-bc83d46cbbc0 req-d0e9491d-3178-457c-9810-a4cbd3d3fb10 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 932 time: 0.0863996 Nov 10 19:08:27.521345 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-94c9deca-6b27-45e6-854f-8fc71389812f req-a860ff2f-6864-439f-884f-863ad7b12af6 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895755 Nov 10 19:08:27.529717 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-29fcdab0-e98a-4f88-8353-bc83d46cbbc0 req-887a58e4-7cba-48a5-bc59-a4fbd287fc84 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738444 Nov 10 19:08:27.643740 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49838d39-2dac-404b-85dd-81bb026281fd req-475a1014-f983-4011-885b-be11dc6c62be tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:27.645415 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-49838d39-2dac-404b-85dd-81bb026281fd req-475a1014-f983-4011-885b-be11dc6c62be tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.0574114 Nov 10 19:08:27.697323 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-49838d39-2dac-404b-85dd-81bb026281fd req-e5429947-76a1-47d7-b452-2ea3075bef03 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448101 Nov 10 19:08:28.050114 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd39f3-3716-48d7-892b-5820f153d49b req-17efcb75-b9de-41aa-ad03-03665fe80f78 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:28.051715 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-05bd39f3-3716-48d7-892b-5820f153d49b req-17efcb75-b9de-41aa-ad03-03665fe80f78 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 931 time: 0.0649769 Nov 10 19:08:28.134968 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-05bd39f3-3716-48d7-892b-5820f153d49b req-26270cd3-617a-48cf-b9b5-ab3b1df83ea1 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769885 Nov 10 19:08:28.147088 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696d829-889f-466d-ab67-575264be0f0f req-a2cc13c0-4ce5-4666-8906-0c548ccba3de tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:28.148701 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1696d829-889f-466d-ab67-575264be0f0f req-a2cc13c0-4ce5-4666-8906-0c548ccba3de tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0842526 Nov 10 19:08:28.205814 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1696d829-889f-466d-ab67-575264be0f0f req-2769715c-2ebc-491a-ae88-1adb8d9acbe3 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478706 Nov 10 19:08:28.296602 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6666fc3-bc00-4b83-8e75-274f070bd77f req-b8d08a80-34f1-4b25-b7c7-6b257ecb90d7 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:28.298316 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d6666fc3-bc00-4b83-8e75-274f070bd77f req-b8d08a80-34f1-4b25-b7c7-6b257ecb90d7 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 936 time: 0.0514228 Nov 10 19:08:28.372680 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d6666fc3-bc00-4b83-8e75-274f070bd77f req-acc7700b-ab18-46a0-8e30-7cf2357ed052 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668488 Nov 10 19:08:28.387834 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-55b15ff0-73ce-4ee3-971c-d029c6b2b12a req-1333429e-ba3b-4051-899c-810b256bfa54 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 210 time: 0.0407677 Nov 10 19:08:28.483058 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afe49c-0ed1-45af-9577-4dc12dc601e7 req-cb0bfcad-c1c5-45ec-b1af-110a8caf8dbd tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:28.484611 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-72afe49c-0ed1-45af-9577-4dc12dc601e7 req-cb0bfcad-c1c5-45ec-b1af-110a8caf8dbd tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0532236 Nov 10 19:08:28.536712 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:28.537924 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-72afe49c-0ed1-45af-9577-4dc12dc601e7 req-da338223-4106-4faf-ad96-2ffa8e09eb2f tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468380 Nov 10 19:08:28.671717 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] Request body: {'port': {'device_id': '5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:08:28.672148 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] Request body: {'port': {'device_id': '271d3bc2-fb8c-4d2a-a25d-4407c852f35b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:08:28.681943 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-d1d79bd6-e687-4f5f-979e-8536b5902582 service neutron] Request body: {'port': {'device_id': '5c2884ae-b7e9-47a7-9d25-73a8f2854d01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:08:28.749115 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91397680-696f-4022-93c0-4e6b7f2660c7 req-12e1b743-d6e5-4c84-bac0-529328dd3ace tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:28.750963 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91397680-696f-4022-93c0-4e6b7f2660c7 req-12e1b743-d6e5-4c84-bac0-529328dd3ace tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.1537862 Nov 10 19:08:28.784505 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192d021-2dd2-4777-9765-c3a8dfee7f79 req-08e98593-32f5-4ad8-8397-1d1381d7d3ed tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:28.790689 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1192d021-2dd2-4777-9765-c3a8dfee7f79 req-08e98593-32f5-4ad8-8397-1d1381d7d3ed tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 932 time: 0.1617908 Nov 10 19:08:28.815436 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3481cce2-0d25-4870-8424-0ea19a0075e0 req-a1c50fb5-bb74-429f-918a-ccf1c82887a7 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391873 Nov 10 19:08:28.817456 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:28.876039 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:28.895814 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-d1d79bd6-e687-4f5f-979e-8536b5902582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:28.920438 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91397680-696f-4022-93c0-4e6b7f2660c7 req-d655e728-92a5-40fc-87d1-573bf645579c tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615756 Nov 10 19:08:28.998739 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1192d021-2dd2-4777-9765-c3a8dfee7f79 req-7c5fc727-424c-4d92-aa38-416d7cdfe157 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831920 Nov 10 19:08:29.116370 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bca6c226-b029-4b66-a08c-87744fbc09b0 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:08:29.126880 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:29.144037 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] Transition to ACTIVE for port object bca6c226-b029-4b66-a08c-87744fbc09b0 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:08:29.150184 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:29.236518 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097fd0c-d47a-40ee-b0f0-c1608708cfca req-5798c23d-d8f1-4c93-8036-661327aa992a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:29.238153 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0097fd0c-d47a-40ee-b0f0-c1608708cfca req-5798c23d-d8f1-4c93-8036-661327aa992a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.2178338 Nov 10 19:08:29.319374 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:29.351522 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] Pushing event updated for resources: {'Port': ['ID=bca6c226-b029-4b66-a08c-87744fbc09b0,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:08:29.436895 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:29.437260 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:29.437706 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:29.438086 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:29.438415 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:29.438749 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:29.439214 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:29.439382 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:29.439886 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:29.440209 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:29.440632 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:29.440959 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:29.464353 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-c87f155b-888b-4dcd-af56-b49c0739fb63 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:29.465994 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-c87f155b-888b-4dcd-af56-b49c0739fb63 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.25 "GET /v2.0/networks?id=423e20a9-8495-4dca-adac-a4f59edcf0b6 HTTP/1.1" status: 200 len: 824 time: 0.3090327 Nov 10 19:08:29.483367 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] Attempting to bind port bca6c226-b029-4b66-a08c-87744fbc09b0 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:08:29.483681 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] Attempting to bind port bca6c226-b029-4b66-a08c-87744fbc09b0 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': 'd10b3661-3f37-42b4-9629-9251c865d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '595215af-9b55-410f-bb77-3251041dbe00'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:08:29.484010 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] Attempting to bind port bca6c226-b029-4b66-a08c-87744fbc09b0 on network 595215af-9b55-410f-bb77-3251041dbe00 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:08:29.489778 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] Port bca6c226-b029-4b66-a08c-87744fbc09b0 on network 595215af-9b55-410f-bb77-3251041dbe00 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:08:29.490280 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] Attempting to bind port bca6c226-b029-4b66-a08c-87744fbc09b0 on network 595215af-9b55-410f-bb77-3251041dbe00 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:08:29.495876 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:08:29.496317 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] Checking segment: {'id': 'd10b3661-3f37-42b4-9629-9251c865d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '595215af-9b55-410f-bb77-3251041dbe00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:08:29.496607 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] Bound using segment: {'id': 'd10b3661-3f37-42b4-9629-9251c865d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '595215af-9b55-410f-bb77-3251041dbe00'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:08:29.497046 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] Bound port: bca6c226-b029-4b66-a08c-87744fbc09b0, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd10b3661-3f37-42b4-9629-9251c865d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '595215af-9b55-410f-bb77-3251041dbe00'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:08:29.497401 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:29.528488 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f1b66-ad32-4128-bcf9-d60f045de424 req-5009c85f-00c0-4484-b1b6-acbeb68fbce8 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:29.529839 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-140f1b66-ad32-4128-bcf9-d60f045de424 req-5009c85f-00c0-4484-b1b6-acbeb68fbce8 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 943 time: 0.2578201 Nov 10 19:08:29.574825 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2727d01-8406-4662-bbc5-caab042055a4 req-f4b64b45-dcc5-4b29-9b59-e8f2b408bf04 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:29.576301 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2727d01-8406-4662-bbc5-caab042055a4 req-f4b64b45-dcc5-4b29-9b59-e8f2b408bf04 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621&tenant_id=a08ec8828e22441bac9028fb3e613990&binding%3Ahost_id=n-h2-813897-4 HTTP/1.1" status: 200 len: 1095 time: 0.2287264 Nov 10 19:08:29.587370 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] For port bca6c226-b029-4b66-a08c-87744fbc09b0, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:08:29.613480 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0097fd0c-d47a-40ee-b0f0-c1608708cfca req-8e6780c2-99ea-4c1a-812e-c254804c0655 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427584 Nov 10 19:08:29.621737 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] For port bca6c226-b029-4b66-a08c-87744fbc09b0, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=bca6c226-b029-4b66-a08c-87744fbc09b0,segment=NetworkSegment(d10b3661-3f37-42b4-9629-9251c865d65b),segment_id=d10b3661-3f37-42b4-9629-9251c865d65b)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:08:29.628513 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:29.648405 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-0d335940-4416-4cd3-bae4-1c07b28f4d49 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eeb5c8ebb6ac4d4693aeaf63c555f1ed HTTP/1.1" status: 200 len: 380 time: 0.0882196 Nov 10 19:08:29.675210 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-0366a3a4-6e03-43e5-8aad-04cf88d238d8 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Request body: {'port': {'device_id': '307fa0cd-ee7e-4667-8190-1f1b45b4e81c', 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6', 'admin_state_up': True, 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'security_groups': ['3d3879e2-701f-44b2-a0aa-6f6095ad87ae']}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:08:29.737510 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:29.738199 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:29.739731 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] 10.222.0.25 "PUT /v2.0/ports/bca6c226-b029-4b66-a08c-87744fbc09b0 HTTP/1.1" status: 200 len: 1091 time: 1.0728841 Nov 10 19:08:29.742516 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271d3bc2-fb8c-4d2a-a25d-4407c852f35b', 'tag': 'bca6c226-b029-4b66-a08c-87744fbc09b0'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:08:29.744718 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f981f80f-ad99-4218-83c4-d40da1cbb792" -d '{"events": [{"name": "network-changed", "server_uuid": "271d3bc2-fb8c-4d2a-a25d-4407c852f35b", "tag": "bca6c226-b029-4b66-a08c-87744fbc09b0"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:08:29.804214 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-140f1b66-ad32-4128-bcf9-d60f045de424 req-ffacdada-8a90-479e-a3f3-6c7f6959b8ee tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592263 Nov 10 19:08:29.870434 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a029a5-21ad-44d0-be7c-0d8ae6c2bac7 service neutron] Pushing event updated for resources: {'Port': ['ID=bca6c226-b029-4b66-a08c-87744fbc09b0,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:08:29.877797 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-0366a3a4-6e03-43e5-8aad-04cf88d238d8 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Made reservation on behalf of eeb5c8ebb6ac4d4693aeaf63c555f1ed for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:08:29.882136 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-0366a3a4-6e03-43e5-8aad-04cf88d238d8 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:29.886956 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6299dc1b-96af-4e73-a046-e19a9d5f5ea3 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:08:29.905213 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:29.945905 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-9fd83700-eea2-438b-b955-699dbc8a01f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:29.947485 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-9fd83700-eea2-438b-b955-699dbc8a01f3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=34237cca00b0449f92897c4768452361&device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 1094 time: 0.1359971 Nov 10 19:08:29.982154 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-d1d79bd6-e687-4f5f-979e-8536b5902582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13bd60a6-905d-4d03-9aae-c2af0f6cb993 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:08:29.994039 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc224c-89aa-48ee-b246-cb3da1ed78fe req-2ccfbe48-1ccc-4537-a696-6030b3873eb4 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:29.995849 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-90bc224c-89aa-48ee-b246-cb3da1ed78fe req-2ccfbe48-1ccc-4537-a696-6030b3873eb4 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.2819750 Nov 10 19:08:30.003464 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-c3eb3d1c-5e24-449d-ace7-01da05c87120 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bca6c226-b029-4b66-a08c-87744fbc09b0 HTTP/1.1" status: 200 len: 217 time: 0.0463378 Nov 10 19:08:30.021438 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-d1d79bd6-e687-4f5f-979e-8536b5902582 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:30.053518 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] Transition to ACTIVE for port object 6299dc1b-96af-4e73-a046-e19a9d5f5ea3 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:08:30.075669 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:30.082570 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-d1d79bd6-e687-4f5f-979e-8536b5902582 service neutron] Transition to ACTIVE for port object 13bd60a6-905d-4d03-9aae-c2af0f6cb993 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:08:30.105303 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-e9bb3d70-26e2-4c1d-a0e8-d4e3654932a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:30.106838 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-e9bb3d70-26e2-4c1d-a0e8-d4e3654932a8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fde35aef-a8d1-4d05-b4f9-3b8f57f73ddf HTTP/1.1" status: 200 len: 853 time: 0.0962102 Nov 10 19:08:30.110902 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-0366a3a4-6e03-43e5-8aad-04cf88d238d8 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Allocated IP 172.20.0.13 (423e20a9-8495-4dca-adac-a4f59edcf0b6/9a832f56-5207-4167-a27c-433bc2e28f2d/6983fb4c-e85a-4a08-b23b-b6aaac5affa5) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:08:30.118542 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-d1d79bd6-e687-4f5f-979e-8536b5902582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:30.149064 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-c2727d01-8406-4662-bbc5-caab042055a4 req-0bd3a323-9b28-47a7-a5f5-95a0cc32d000 service neutron] For port a4558276-7f95-46f2-9e4a-f4cd64165e28, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:08:30.176527 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c2727d01-8406-4662-bbc5-caab042055a4 req-0bd3a323-9b28-47a7-a5f5-95a0cc32d000 service neutron] Publish callbacks [] for binding, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:30.177703 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2727d01-8406-4662-bbc5-caab042055a4 req-0bd3a323-9b28-47a7-a5f5-95a0cc32d000 service neutron] 10.222.0.25 "DELETE /v2.0/ports/a4558276-7f95-46f2-9e4a-f4cd64165e28/bindings/n-h1-813897-4 HTTP/1.1" status: 204 len: 173 time: 0.5709469 Nov 10 19:08:30.193225 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-02629420-f1e2-4d07-94f5-6ea4b696f70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:30.195411 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f50ad-c92c-4a22-871a-ce0d81eb601d req-88ee20b3-7df9-4541-989a-60d0a9867c0b tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:30.195686 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-02629420-f1e2-4d07-94f5-6ea4b696f70c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=595215af-9b55-410f-bb77-3251041dbe00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797455 Nov 10 19:08:30.203537 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-db7f50ad-c92c-4a22-871a-ce0d81eb601d req-88ee20b3-7df9-4541-989a-60d0a9867c0b tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 936 time: 0.2766705 Nov 10 19:08:30.215342 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] Pushing event updated for resources: {'Port': ['ID=6299dc1b-96af-4e73-a046-e19a9d5f5ea3,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:08:30.223683 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-90bc224c-89aa-48ee-b246-cb3da1ed78fe req-780fd991-0bab-4313-98ef-7c2a7525fb60 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996856 Nov 10 19:08:30.277482 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:30.277845 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:30.278185 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:30.278974 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:30.278974 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:30.279144 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:30.279465 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:30.279776 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:30.280094 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:30.280415 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:30.280735 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:30.281053 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:30.423197 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-f20f3a5c-6ca4-4b7c-99dc-36b755d241ae service neutron] 10.222.0.25 "GET /v2.0/networks/595215af-9b55-410f-bb77-3251041dbe00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077940 Nov 10 19:08:30.562206 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cbb2aeaa-b7f4-4fa9-8c15-639c20dd44f1 req-fda5fefd-909a-492b-b7b9-571b11c445fb service neutron] 10.222.0.25 "GET /v2.0/networks/595215af-9b55-410f-bb77-3251041dbe00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308486 Nov 10 19:08:30.602293 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-0366a3a4-6e03-43e5-8aad-04cf88d238d8 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:30.647257 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-0366a3a4-6e03-43e5-8aad-04cf88d238d8 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:30.699079 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-0366a3a4-6e03-43e5-8aad-04cf88d238d8 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Network 423e20a9-8495-4dca-adac-a4f59edcf0b6 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:08:30.699715 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef5f0e47-5145-45e4-bf73-ca6d936d4ae1 req-c80d92ba-00a2-41f0-956c-9c6ec9a9cc6b tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 210 time: 0.3463290 Nov 10 19:08:30.704842 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-0366a3a4-6e03-43e5-8aad-04cf88d238d8 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:08:30.708818 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-0366a3a4-6e03-43e5-8aad-04cf88d238d8 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:08:30.718387 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366a3a4-6e03-43e5-8aad-04cf88d238d8 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Pushing event updated for resources: {'Port': ['ID=6983fb4c-e85a-4a08-b23b-b6aaac5affa5,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:08:30.752260 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-db7f50ad-c92c-4a22-871a-ce0d81eb601d req-4f6e8abf-93fc-43fb-85a3-cc6fafe2328b tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5477962 Nov 10 19:08:30.771351 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d79bd6-e687-4f5f-979e-8536b5902582 service neutron] Pushing event updated for resources: {'Port': ['ID=13bd60a6-905d-4d03-9aae-c2af0f6cb993,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:08:30.793953 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-0366a3a4-6e03-43e5-8aad-04cf88d238d8 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:30.795670 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-0366a3a4-6e03-43e5-8aad-04cf88d238d8 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:30.803634 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-d1d79bd6-e687-4f5f-979e-8536b5902582 service neutron] Attempting to bind port 13bd60a6-905d-4d03-9aae-c2af0f6cb993 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:08:30.804037 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-d1d79bd6-e687-4f5f-979e-8536b5902582 service neutron] Attempting to bind port 13bd60a6-905d-4d03-9aae-c2af0f6cb993 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8a139bc3-5e68-4b5e-a7b2-097c1e8b6948'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:08:30.804373 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-d1d79bd6-e687-4f5f-979e-8536b5902582 service neutron] Attempting to bind port 13bd60a6-905d-4d03-9aae-c2af0f6cb993 on network 8a139bc3-5e68-4b5e-a7b2-097c1e8b6948 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:08:30.815540 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-d1d79bd6-e687-4f5f-979e-8536b5902582 service neutron] Port 13bd60a6-905d-4d03-9aae-c2af0f6cb993 on network 8a139bc3-5e68-4b5e-a7b2-097c1e8b6948 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:08:30.816099 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-d1d79bd6-e687-4f5f-979e-8536b5902582 service neutron] Attempting to bind port 13bd60a6-905d-4d03-9aae-c2af0f6cb993 on network 8a139bc3-5e68-4b5e-a7b2-097c1e8b6948 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:08:30.820152 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-0366a3a4-6e03-43e5-8aad-04cf88d238d8 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1491182 Nov 10 19:08:30.820606 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] Attempting to bind port 6299dc1b-96af-4e73-a046-e19a9d5f5ea3 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:08:30.822353 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] Attempting to bind port 6299dc1b-96af-4e73-a046-e19a9d5f5ea3 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:08:30.822684 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] Attempting to bind port 6299dc1b-96af-4e73-a046-e19a9d5f5ea3 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:08:30.834531 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] Port 6299dc1b-96af-4e73-a046-e19a9d5f5ea3 on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:08:30.834914 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] Attempting to bind port 6299dc1b-96af-4e73-a046-e19a9d5f5ea3 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:08:30.838185 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-d626ff38-ffd0-49c0-a6a7-57fbff2da668 service neutron] Request body: {'port': {'device_id': '307fa0cd-ee7e-4667-8190-1f1b45b4e81c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:08:30.842645 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:08:30.843273 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:08:30.843664 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:08:30.844323 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] Bound port: 6299dc1b-96af-4e73-a046-e19a9d5f5ea3, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:08:30.844579 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:30.864037 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-d1d79bd6-e687-4f5f-979e-8536b5902582 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:08:30.864408 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-d1d79bd6-e687-4f5f-979e-8536b5902582 service neutron] Checking segment: {'id': '8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8a139bc3-5e68-4b5e-a7b2-097c1e8b6948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:08:30.864794 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-d1d79bd6-e687-4f5f-979e-8536b5902582 service neutron] Bound using segment: {'id': '8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8a139bc3-5e68-4b5e-a7b2-097c1e8b6948'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:08:30.865519 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-d1d79bd6-e687-4f5f-979e-8536b5902582 service neutron] Bound port: 13bd60a6-905d-4d03-9aae-c2af0f6cb993, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8a139bc3-5e68-4b5e-a7b2-097c1e8b6948'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:08:30.865960 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-d1d79bd6-e687-4f5f-979e-8536b5902582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:30.931040 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65017c9-3b8d-47eb-8182-7764d99d0b44 x-openstack-request-id: req-f65017c9-3b8d-47eb-8182-7764d99d0b44 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:08:30.932095 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "271d3bc2-fb8c-4d2a-a25d-4407c852f35b", "tag": "bca6c226-b029-4b66-a08c-87744fbc09b0", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:08:30.932604 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f65017c9-3b8d-47eb-8182-7764d99d0b44 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:08:30.933271 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '271d3bc2-fb8c-4d2a-a25d-4407c852f35b', 'tag': 'bca6c226-b029-4b66-a08c-87744fbc09b0', 'status': 'completed', 'code': 200} Nov 10 19:08:30.942662 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-d626ff38-ffd0-49c0-a6a7-57fbff2da668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:31.029239 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981f80f-ad99-4218-83c4-d40da1cbb792 req-c7a07861-8917-403d-bf71-fcdf65809064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:31.030086 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fd29e-a5e5-436e-8223-fd4e222283f1 req-94fa381b-e234-4e18-b25a-53fae2245b12 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:31.031096 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f981f80f-ad99-4218-83c4-d40da1cbb792 req-c7a07861-8917-403d-bf71-fcdf65809064 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=34237cca00b0449f92897c4768452361&device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 1094 time: 0.0967145 Nov 10 19:08:31.031879 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e81fd29e-a5e5-436e-8223-fd4e222283f1 req-94fa381b-e234-4e18-b25a-53fae2245b12 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.1472912 Nov 10 19:08:31.100316 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-ace5525b-6426-496e-bab8-c3e7a204b563 None None] Provisioning complete for port 6983fb4c-e85a-4a08-b23b-b6aaac5affa5 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:08:31.101361 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ace5525b-6426-496e-bab8-c3e7a204b563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:31.136972 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c124e-94c9-469d-a3b5-b00061c86636 req-77c302bd-8e4d-4769-92ca-b81d05add466 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:31.142549 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-087c124e-94c9-469d-a3b5-b00061c86636 req-77c302bd-8e4d-4769-92ca-b81d05add466 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.2080081 Nov 10 19:08:31.144698 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-ace5525b-6426-496e-bab8-c3e7a204b563 None None] Port 6983fb4c-e85a-4a08-b23b-b6aaac5affa5 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:08:31.157633 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-d1d79bd6-e687-4f5f-979e-8536b5902582 service neutron] For port 13bd60a6-905d-4d03-9aae-c2af0f6cb993, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:08:31.163600 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] For port 6299dc1b-96af-4e73-a046-e19a9d5f5ea3, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:08:31.233646 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-d1d79bd6-e687-4f5f-979e-8536b5902582 service neutron] For port 13bd60a6-905d-4d03-9aae-c2af0f6cb993, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=13bd60a6-905d-4d03-9aae-c2af0f6cb993,segment=NetworkSegment(8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1),segment_id=8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:08:31.239735 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] For port 6299dc1b-96af-4e73-a046-e19a9d5f5ea3, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=6299dc1b-96af-4e73-a046-e19a9d5f5ea3,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:08:31.247768 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e81fd29e-a5e5-436e-8223-fd4e222283f1 req-8ed6302f-5c29-466d-9f00-818bce570d4f tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951787 Nov 10 19:08:31.251521 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-d1d79bd6-e687-4f5f-979e-8536b5902582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:31.292432 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:31.313622 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981f80f-ad99-4218-83c4-d40da1cbb792 req-da83964a-c5c1-40a4-9815-3f47250d33f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:31.315272 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f981f80f-ad99-4218-83c4-d40da1cbb792 req-da83964a-c5c1-40a4-9815-3f47250d33f6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=595215af-9b55-410f-bb77-3251041dbe00 HTTP/1.1" status: 200 len: 915 time: 0.1609948 Nov 10 19:08:31.374404 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f981f80f-ad99-4218-83c4-d40da1cbb792 req-4fae51ba-3839-4278-b68b-0b1f497c8b79 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bca6c226-b029-4b66-a08c-87744fbc09b0 HTTP/1.1" status: 200 len: 217 time: 0.0465584 Nov 10 19:08:31.388729 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-d1d79bd6-e687-4f5f-979e-8536b5902582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:31.389431 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-d1d79bd6-e687-4f5f-979e-8536b5902582 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:31.391145 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-d1d79bd6-e687-4f5f-979e-8536b5902582 service neutron] 10.222.0.25 "PUT /v2.0/ports/13bd60a6-905d-4d03-9aae-c2af0f6cb993 HTTP/1.1" status: 200 len: 1092 time: 2.7162371 Nov 10 19:08:31.406443 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c2884ae-b7e9-47a7-9d25-73a8f2854d01', 'tag': '13bd60a6-905d-4d03-9aae-c2af0f6cb993'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:08:31.412498 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4420259e-602c-4e01-b826-4277558ffde6" -d '{"events": [{"name": "network-changed", "server_uuid": "5c2884ae-b7e9-47a7-9d25-73a8f2854d01", "tag": "13bd60a6-905d-4d03-9aae-c2af0f6cb993"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:08:31.425941 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-50030062-4fd8-417d-a409-da9882827952 req-9b0c07e0-4579-4952-8cc8-7b30c3036872 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2601445 Nov 10 19:08:31.449323 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d79bd6-e687-4f5f-979e-8536b5902582 service neutron] Pushing event updated for resources: {'Port': ['ID=13bd60a6-905d-4d03-9aae-c2af0f6cb993,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:08:31.463468 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:31.463468 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:31.466827 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] 10.222.0.25 "PUT /v2.0/ports/6299dc1b-96af-4e73-a046-e19a9d5f5ea3 HTTP/1.1" status: 200 len: 1096 time: 2.7991223 Nov 10 19:08:31.468328 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-d626ff38-ffd0-49c0-a6a7-57fbff2da668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6983fb4c-e85a-4a08-b23b-b6aaac5affa5 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:08:31.482182 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-d626ff38-ffd0-49c0-a6a7-57fbff2da668 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:31.495844 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981f80f-ad99-4218-83c4-d40da1cbb792 req-d7547df1-1331-4543-9687-edbace83c40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:31.507996 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f981f80f-ad99-4218-83c4-d40da1cbb792 req-d7547df1-1331-4543-9687-edbace83c40f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fde35aef-a8d1-4d05-b4f9-3b8f57f73ddf HTTP/1.1" status: 200 len: 853 time: 0.1013474 Nov 10 19:08:31.518310 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-d626ff38-ffd0-49c0-a6a7-57fbff2da668 service neutron] Transition to ACTIVE for port object 6983fb4c-e85a-4a08-b23b-b6aaac5affa5 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:08:31.548334 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-d626ff38-ffd0-49c0-a6a7-57fbff2da668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:31.549977 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-087c124e-94c9-469d-a3b5-b00061c86636 req-23faa9e9-2870-485d-a6e8-b005c34799f5 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002290 Nov 10 19:08:31.659282 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626ff38-ffd0-49c0-a6a7-57fbff2da668 service neutron] Pushing event updated for resources: {'Port': ['ID=6983fb4c-e85a-4a08-b23b-b6aaac5affa5,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:08:31.706213 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981f80f-ad99-4218-83c4-d40da1cbb792 req-338cb059-9de3-4846-8fcd-d301db57c601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:31.708787 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f981f80f-ad99-4218-83c4-d40da1cbb792 req-338cb059-9de3-4846-8fcd-d301db57c601 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=595215af-9b55-410f-bb77-3251041dbe00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1862509 Nov 10 19:08:31.722133 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29afacf2-debb-489e-9a23-72d08a1c25ba service neutron] Pushing event updated for resources: {'Port': ['ID=6299dc1b-96af-4e73-a046-e19a9d5f5ea3,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:08:31.758006 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1eeae-d8c8-4f4e-bac0-b27e2baf4d9b req-fbedccf2-b64c-480d-ad5c-b98dd4b26a1b tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:31.761166 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-acc1eeae-d8c8-4f4e-bac0-b27e2baf4d9b req-fbedccf2-b64c-480d-ad5c-b98dd4b26a1b tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 944 time: 0.3555005 Nov 10 19:08:31.788636 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-b3f79986-1301-4755-ab29-99475404e688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:31.794060 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-b3f79986-1301-4755-ab29-99475404e688 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eeb2663b8f484f5896e085caaa6f6e76&device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 1095 time: 0.3269575 Nov 10 19:08:31.828727 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50030062-4fd8-417d-a409-da9882827952 req-b8fcf0b3-f75c-4318-88c1-83894c163b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:31.830335 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-50030062-4fd8-417d-a409-da9882827952 req-b8fcf0b3-f75c-4318-88c1-83894c163b83 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a08ec8828e22441bac9028fb3e613990&device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 1095 time: 0.3580241 Nov 10 19:08:31.882872 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-01053d46-4dc0-43e6-99f0-ac1e99282139 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13bd60a6-905d-4d03-9aae-c2af0f6cb993 HTTP/1.1" status: 200 len: 217 time: 0.0606089 Nov 10 19:08:31.902171 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-d626ff38-ffd0-49c0-a6a7-57fbff2da668 service neutron] Attempting to bind port 6983fb4c-e85a-4a08-b23b-b6aaac5affa5 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:08:31.902523 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-d626ff38-ffd0-49c0-a6a7-57fbff2da668 service neutron] Attempting to bind port 6983fb4c-e85a-4a08-b23b-b6aaac5affa5 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': 'f30db029-3af0-4a37-9a3a-3d875216d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:08:31.902863 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-d626ff38-ffd0-49c0-a6a7-57fbff2da668 service neutron] Attempting to bind port 6983fb4c-e85a-4a08-b23b-b6aaac5affa5 on network 423e20a9-8495-4dca-adac-a4f59edcf0b6 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:08:31.924640 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-d626ff38-ffd0-49c0-a6a7-57fbff2da668 service neutron] Port 6983fb4c-e85a-4a08-b23b-b6aaac5affa5 on network 423e20a9-8495-4dca-adac-a4f59edcf0b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:08:31.924976 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-d626ff38-ffd0-49c0-a6a7-57fbff2da668 service neutron] Attempting to bind port 6983fb4c-e85a-4a08-b23b-b6aaac5affa5 on network 423e20a9-8495-4dca-adac-a4f59edcf0b6 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:08:31.933523 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-d626ff38-ffd0-49c0-a6a7-57fbff2da668 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:08:31.933935 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-d626ff38-ffd0-49c0-a6a7-57fbff2da668 service neutron] Checking segment: {'id': 'f30db029-3af0-4a37-9a3a-3d875216d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:08:31.934290 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-d626ff38-ffd0-49c0-a6a7-57fbff2da668 service neutron] Bound using segment: {'id': 'f30db029-3af0-4a37-9a3a-3d875216d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:08:31.934902 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-d626ff38-ffd0-49c0-a6a7-57fbff2da668 service neutron] Bound port: 6983fb4c-e85a-4a08-b23b-b6aaac5affa5, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f30db029-3af0-4a37-9a3a-3d875216d3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:08:31.935276 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-d626ff38-ffd0-49c0-a6a7-57fbff2da668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:31.939256 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f981f80f-ad99-4218-83c4-d40da1cbb792 req-83da0e8d-0ec0-4eb4-a83a-aaeb7bd9817b service neutron] 10.222.0.25 "GET /v2.0/networks/595215af-9b55-410f-bb77-3251041dbe00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199285 Nov 10 19:08:31.962121 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-aae781d7-e729-45d5-9872-6b483ba69c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:31.963789 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-aae781d7-e729-45d5-9872-6b483ba69c8b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 1099 time: 0.3868454 Nov 10 19:08:32.081133 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-d92b99f8-e0c7-4bfe-94d5-9f9f584aa5f2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=6299dc1b-96af-4e73-a046-e19a9d5f5ea3 HTTP/1.1" status: 200 len: 217 time: 0.0965960 Nov 10 19:08:32.081437 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-d626ff38-ffd0-49c0-a6a7-57fbff2da668 service neutron] For port 6983fb4c-e85a-4a08-b23b-b6aaac5affa5, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:08:32.087094 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50030062-4fd8-417d-a409-da9882827952 req-4219bb25-3f4f-41ab-9afc-301d9bb279a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:32.087986 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-d626ff38-ffd0-49c0-a6a7-57fbff2da668 service neutron] For port 6983fb4c-e85a-4a08-b23b-b6aaac5affa5, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=6983fb4c-e85a-4a08-b23b-b6aaac5affa5,segment=NetworkSegment(f30db029-3af0-4a37-9a3a-3d875216d3a4),segment_id=f30db029-3af0-4a37-9a3a-3d875216d3a4)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:08:32.088602 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-50030062-4fd8-417d-a409-da9882827952 req-4219bb25-3f4f-41ab-9afc-301d9bb279a1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a42d4887-cb04-48c7-8111-765e5b18298b HTTP/1.1" status: 200 len: 909 time: 0.2046485 Nov 10 19:08:32.095926 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-d626ff38-ffd0-49c0-a6a7-57fbff2da668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:32.096694 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82302b14-426d-44f9-b187-fb339b43038a req-c6ac37b0-a4c2-4577-abed-84f5d04222a1 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:32.100903 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-82302b14-426d-44f9-b187-fb339b43038a req-c6ac37b0-a4c2-4577-abed-84f5d04222a1 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.3339751 Nov 10 19:08:32.109712 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f981f80f-ad99-4218-83c4-d40da1cbb792 req-61d1869a-4979-4939-9fb1-a45348409781 service neutron] 10.222.0.25 "GET /v2.0/networks/595215af-9b55-410f-bb77-3251041dbe00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560133 Nov 10 19:08:32.139632 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-d626ff38-ffd0-49c0-a6a7-57fbff2da668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:32.140253 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-d626ff38-ffd0-49c0-a6a7-57fbff2da668 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:32.141657 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-d626ff38-ffd0-49c0-a6a7-57fbff2da668 service neutron] 10.222.0.25 "PUT /v2.0/ports/6983fb4c-e85a-4a08-b23b-b6aaac5affa5 HTTP/1.1" status: 200 len: 1092 time: 1.3105900 Nov 10 19:08:32.161581 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-acc1eeae-d8c8-4f4e-bac0-b27e2baf4d9b req-e48aad60-638a-4efe-b6f4-e8fa91b5e48d tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3864303 Nov 10 19:08:32.174222 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626ff38-ffd0-49c0-a6a7-57fbff2da668 service neutron] Pushing event updated for resources: {'Port': ['ID=6983fb4c-e85a-4a08-b23b-b6aaac5affa5,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:08:32.192080 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-50030062-4fd8-417d-a409-da9882827952 req-af779329-c6bc-4732-97ad-fb555cd8bed8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b559a426-f4ce-412a-a086-a76bd0133108 HTTP/1.1" status: 200 len: 217 time: 0.0926952 Nov 10 19:08:32.201169 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-9ac082aa-3618-45d4-b02f-9ca8fde93f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:32.202780 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-9ac082aa-3618-45d4-b02f-9ca8fde93f89 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=de0b4738-ea33-4d4e-b0f8-0a700c9341d6 HTTP/1.1" status: 200 len: 851 time: 0.2378492 Nov 10 19:08:32.264619 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-16c0c358-d7ea-447c-9745-8ee4cf964083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:32.266974 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-16c0c358-d7ea-447c-9745-8ee4cf964083 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eeb5c8ebb6ac4d4693aeaf63c555f1ed&device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 1095 time: 0.0805187 Nov 10 19:08:32.304432 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-a0de3c30-b52b-416e-966c-1c2cb8241cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:32.306045 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-a0de3c30-b52b-416e-966c-1c2cb8241cac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.1956477 Nov 10 19:08:32.318016 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-573ac578-8c53-4219-8221-facb51878c11 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6983fb4c-e85a-4a08-b23b-b6aaac5affa5 HTTP/1.1" status: 200 len: 217 time: 0.0384693 Nov 10 19:08:32.375544 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-1f83bf36-7a49-40f4-930f-fb5e8b8ded3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:32.377829 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-1f83bf36-7a49-40f4-930f-fb5e8b8ded3d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9a832f56-5207-4167-a27c-433bc2e28f2d HTTP/1.1" status: 200 len: 863 time: 0.0516620 Nov 10 19:08:32.378322 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-82302b14-426d-44f9-b187-fb339b43038a req-162375c2-9202-407f-b2ed-60e44dcbbd55 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664530 Nov 10 19:08:32.383092 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50030062-4fd8-417d-a409-da9882827952 req-4eaf72a1-21c6-4ab6-93b4-21cdb4ea3679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:32.384525 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-50030062-4fd8-417d-a409-da9882827952 req-4eaf72a1-21c6-4ab6-93b4-21cdb4ea3679 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=34d86bed-ff03-44e0-b566-0ecdf3d0ce56 HTTP/1.1" status: 200 len: 848 time: 0.1773260 Nov 10 19:08:32.418753 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-1a95050a-9036-4bb9-a5c3-4defd31fb042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:32.423056 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-1a95050a-9036-4bb9-a5c3-4defd31fb042 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8a139bc3-5e68-4b5e-a7b2-097c1e8b6948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2078328 Nov 10 19:08:32.455221 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-50030062-4fd8-417d-a409-da9882827952 req-4faf2294-e09e-4005-9aeb-72ff9c48ccdb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a42d4887-cb04-48c7-8111-765e5b18298b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544288 Nov 10 19:08:32.463550 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834a2e2-d559-4296-a108-8dc9f678e39c req-9d85f37d-fe50-48c9-9c53-152ef5c12b7e tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:32.465932 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2834a2e2-d559-4296-a108-8dc9f678e39c req-9d85f37d-fe50-48c9-9c53-152ef5c12b7e tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 943 time: 0.1936507 Nov 10 19:08:32.469373 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-d4b7b7a9-f41d-4d3b-a83d-880cd54f6b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:32.471253 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-d4b7b7a9-f41d-4d3b-a83d-880cd54f6b95 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=423e20a9-8495-4dca-adac-a4f59edcf0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714228 Nov 10 19:08:32.477059 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-8f2b7680-4278-4131-adfd-21ed65c16756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:32.478550 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-8f2b7680-4278-4131-adfd-21ed65c16756 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1509843 Nov 10 19:08:32.780851 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee552e49-1bbf-41dd-830a-f0b7627a1e89 req-e31d48f8-78bc-4f1b-ad13-db134d017039 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:32.782476 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ee552e49-1bbf-41dd-830a-f0b7627a1e89 req-e31d48f8-78bc-4f1b-ad13-db134d017039 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.3090634 Nov 10 19:08:32.796201 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2834a2e2-d559-4296-a108-8dc9f678e39c req-a7114b63-95e3-47f1-a761-49fe6b65fa3f tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159947 Nov 10 19:08:32.808957 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-07f0d12f-e4d8-4596-a820-c1a20c252cba service neutron] 10.222.0.25 "GET /v2.0/networks/8a139bc3-5e68-4b5e-a7b2-097c1e8b6948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605273 Nov 10 19:08:32.819351 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-50030062-4fd8-417d-a409-da9882827952 req-a7f882af-17fb-4b12-9396-16da0b708a1b service neutron] 10.222.0.25 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444469 Nov 10 19:08:32.861542 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4841d614-406a-4f3c-8fff-4ba29281b1db x-openstack-request-id: req-4841d614-406a-4f3c-8fff-4ba29281b1db {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:08:32.861919 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c2884ae-b7e9-47a7-9d25-73a8f2854d01", "tag": "13bd60a6-905d-4d03-9aae-c2af0f6cb993", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:08:32.862113 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4841d614-406a-4f3c-8fff-4ba29281b1db {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:08:32.862531 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c2884ae-b7e9-47a7-9d25-73a8f2854d01', 'tag': '13bd60a6-905d-4d03-9aae-c2af0f6cb993', 'status': 'completed', 'code': 200} Nov 10 19:08:32.875598 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-9130412b-2d31-457b-a4b4-02b59d5bd75d service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539679 Nov 10 19:08:32.892275 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-02a3ddfa-0501-4d02-9d52-54b62693707e service neutron] 10.222.0.25 "GET /v2.0/networks/423e20a9-8495-4dca-adac-a4f59edcf0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028320 Nov 10 19:08:32.935475 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307fa0cd-ee7e-4667-8190-1f1b45b4e81c', 'tag': '6983fb4c-e85a-4a08-b23b-b6aaac5affa5'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:08:32.938181 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b882e4de-8d7e-49fd-a5ee-c175af88e09f" -d '{"events": [{"name": "network-changed", "server_uuid": "307fa0cd-ee7e-4667-8190-1f1b45b4e81c", "tag": "6983fb4c-e85a-4a08-b23b-b6aaac5affa5"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:08:33.013096 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b51d9545-98cb-404c-8fd2-ab244cd16cf7 req-bfd641e7-5940-4de7-8a79-66fb8ea15276 service neutron] 10.222.0.25 "GET /v2.0/networks/423e20a9-8495-4dca-adac-a4f59edcf0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037557 Nov 10 19:08:33.309623 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ee552e49-1bbf-41dd-830a-f0b7627a1e89 req-29047e2a-9745-4af4-8042-b2236d9c6ea8 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5106575 Nov 10 19:08:33.380726 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-034731d1-200b-4741-a5ab-b0e654519dc3 req-edd2e3e4-f66a-48b6-a71c-818c1d584a16 service neutron] 10.222.0.25 "GET /v2.0/networks/8a139bc3-5e68-4b5e-a7b2-097c1e8b6948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5531347 Nov 10 19:08:33.387625 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-50030062-4fd8-417d-a409-da9882827952 req-c901fb95-a8cd-437f-b637-758ab41a7a2b service neutron] 10.222.0.25 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5475552 Nov 10 19:08:33.405943 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9020f-4b20-4711-a7cb-39242b3733fc req-dfd25a7a-ed93-47d3-8612-062b7f349642 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:33.407613 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fac9020f-4b20-4711-a7cb-39242b3733fc req-dfd25a7a-ed93-47d3-8612-062b7f349642 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 944 time: 0.4700427 Nov 10 19:08:33.411645 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51bac218-65bf-4ec8-b21b-35d6ffee8c13 req-7bd77d45-2671-40f2-a552-2c11d16db8cf service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5246186 Nov 10 19:08:33.518964 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fac9020f-4b20-4711-a7cb-39242b3733fc req-f4829f5d-b082-4527-8924-fd15700c3ea0 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900269 Nov 10 19:08:33.528451 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d1b66-78fb-4c97-a595-16c174b44864 req-f1479354-c8e5-4ae7-9a73-5d52a5c2ff8d tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:33.530139 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1c4d1b66-78fb-4c97-a595-16c174b44864 req-f1479354-c8e5-4ae7-9a73-5d52a5c2ff8d tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 948 time: 0.1484828 Nov 10 19:08:33.537340 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420259e-602c-4e01-b826-4277558ffde6 req-4e679def-4b53-49f1-9418-fab45541287a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:33.538956 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4420259e-602c-4e01-b826-4277558ffde6 req-4e679def-4b53-49f1-9418-fab45541287a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eeb2663b8f484f5896e085caaa6f6e76&device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 1095 time: 0.0912759 Nov 10 19:08:33.707343 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1c4d1b66-78fb-4c97-a595-16c174b44864 req-a13861c3-43d5-4a72-b64c-334e50d372af tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530454 Nov 10 19:08:33.731130 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1bbfe0-ae81-438a-8881-b4e485356da1 req-0ed32601-9a39-4ee8-96ce-1536715a3bf9 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:33.732716 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ea1bbfe0-ae81-438a-8881-b4e485356da1 req-0ed32601-9a39-4ee8-96ce-1536715a3bf9 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.1365724 Nov 10 19:08:33.733823 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420259e-602c-4e01-b826-4277558ffde6 req-2f6a0187-3231-4a55-b7de-01661e36a075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:33.735235 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4420259e-602c-4e01-b826-4277558ffde6 req-2f6a0187-3231-4a55-b7de-01661e36a075 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8a139bc3-5e68-4b5e-a7b2-097c1e8b6948 HTTP/1.1" status: 200 len: 913 time: 0.1822932 Nov 10 19:08:33.798898 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4420259e-602c-4e01-b826-4277558ffde6 req-2ece4acc-18f0-4a5c-9096-b6aaf244da69 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13bd60a6-905d-4d03-9aae-c2af0f6cb993 HTTP/1.1" status: 200 len: 217 time: 0.0560591 Nov 10 19:08:33.884465 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ea1bbfe0-ae81-438a-8881-b4e485356da1 req-3740bf09-21eb-4811-ba5a-db49983c0b1f tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434886 Nov 10 19:08:33.895887 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420259e-602c-4e01-b826-4277558ffde6 req-007690ea-1aa6-4797-ba1a-db848c0095f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:33.897379 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4420259e-602c-4e01-b826-4277558ffde6 req-007690ea-1aa6-4797-ba1a-db848c0095f4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=de0b4738-ea33-4d4e-b0f8-0a700c9341d6 HTTP/1.1" status: 200 len: 851 time: 0.0760016 Nov 10 19:08:33.900501 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7293b-937c-4c55-b57e-076dc34cc9d4 req-c45c2113-48df-4372-b22c-90a43b0eac88 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:33.902302 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-56a7293b-937c-4c55-b57e-076dc34cc9d4 req-c45c2113-48df-4372-b22c-90a43b0eac88 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 1095 time: 0.1141548 Nov 10 19:08:33.962152 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1aa67e8-0779-4f56-acfc-33d65c52452a x-openstack-request-id: req-e1aa67e8-0779-4f56-acfc-33d65c52452a {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:08:33.962733 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "307fa0cd-ee7e-4667-8190-1f1b45b4e81c", "tag": "6983fb4c-e85a-4a08-b23b-b6aaac5affa5", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:08:33.962986 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e1aa67e8-0779-4f56-acfc-33d65c52452a {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:08:33.963556 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307fa0cd-ee7e-4667-8190-1f1b45b4e81c', 'tag': '6983fb4c-e85a-4a08-b23b-b6aaac5affa5', 'status': 'completed', 'code': 200} Nov 10 19:08:33.988528 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420259e-602c-4e01-b826-4277558ffde6 req-263e6b49-5759-434c-8956-8ed250076dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:33.990182 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4420259e-602c-4e01-b826-4277558ffde6 req-263e6b49-5759-434c-8956-8ed250076dbf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8a139bc3-5e68-4b5e-a7b2-097c1e8b6948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798941 Nov 10 19:08:33.992513 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-56a7293b-937c-4c55-b57e-076dc34cc9d4 req-4effc82a-fe34-405b-b1e8-904797e06ab2 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800934 Nov 10 19:08:34.153550 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882e4de-8d7e-49fd-a5ee-c175af88e09f req-32d5fa10-47de-419f-bf94-fd21f0f28433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:34.153550 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b882e4de-8d7e-49fd-a5ee-c175af88e09f req-32d5fa10-47de-419f-bf94-fd21f0f28433 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eeb5c8ebb6ac4d4693aeaf63c555f1ed&device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 1095 time: 0.1586556 Nov 10 19:08:34.283462 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb602e-4876-4513-a5a5-18999ff873f4 req-64d4444e-d7db-4ed4-9bc8-9de287739be2 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:34.285089 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-64eb602e-4876-4513-a5a5-18999ff873f4 req-64d4444e-d7db-4ed4-9bc8-9de287739be2 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 944 time: 0.2311819 Nov 10 19:08:34.290406 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4420259e-602c-4e01-b826-4277558ffde6 req-00055ad5-44ea-4421-a4b1-e3ca7701d907 service neutron] 10.222.0.25 "GET /v2.0/networks/8a139bc3-5e68-4b5e-a7b2-097c1e8b6948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548289 Nov 10 19:08:34.298387 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4fc65-10ee-40bc-a747-08d44f2114f6 req-2bd4d05f-7059-4a8b-ad54-79b6f43e987f tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:34.299871 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-65b4fc65-10ee-40bc-a747-08d44f2114f6 req-2bd4d05f-7059-4a8b-ad54-79b6f43e987f tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.2142231 Nov 10 19:08:34.440828 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882e4de-8d7e-49fd-a5ee-c175af88e09f req-320821be-afa4-407f-a0a4-c2a65729f299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:34.442235 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b882e4de-8d7e-49fd-a5ee-c175af88e09f req-320821be-afa4-407f-a0a4-c2a65729f299 service neutron] 10.222.0.25 "GET /v2.0/networks?id=423e20a9-8495-4dca-adac-a4f59edcf0b6 HTTP/1.1" status: 200 len: 925 time: 0.2683613 Nov 10 19:08:34.470751 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-64eb602e-4876-4513-a5a5-18999ff873f4 req-3826f40e-c3d9-4e6a-a478-f8fb71b97f47 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680400 Nov 10 19:08:34.527207 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b882e4de-8d7e-49fd-a5ee-c175af88e09f req-b56d9bb0-9626-4a9a-bb75-6c0c0a4cd4bb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6983fb4c-e85a-4a08-b23b-b6aaac5affa5 HTTP/1.1" status: 200 len: 217 time: 0.0743840 Nov 10 19:08:34.535464 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4420259e-602c-4e01-b826-4277558ffde6 req-8cc99b2a-5ca0-44b4-8d08-85f42898084f service neutron] 10.222.0.25 "GET /v2.0/networks/8a139bc3-5e68-4b5e-a7b2-097c1e8b6948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315943 Nov 10 19:08:34.539320 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-65b4fc65-10ee-40bc-a747-08d44f2114f6 req-b1b28c30-b392-4ee0-9129-522309652cd5 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322190 Nov 10 19:08:34.643097 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e343b-2879-41ce-a78d-90eb2f0b7993 req-db67d590-5e95-42f7-bad5-7e12e60a7c60 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:34.644699 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5a1e343b-2879-41ce-a78d-90eb2f0b7993 req-db67d590-5e95-42f7-bad5-7e12e60a7c60 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 943 time: 0.1028140 Nov 10 19:08:34.648760 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882e4de-8d7e-49fd-a5ee-c175af88e09f req-7e62f1b2-c09c-4737-ac19-4bd0f19f08a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:34.650355 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b882e4de-8d7e-49fd-a5ee-c175af88e09f req-7e62f1b2-c09c-4737-ac19-4bd0f19f08a8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9a832f56-5207-4167-a27c-433bc2e28f2d HTTP/1.1" status: 200 len: 863 time: 0.0959637 Nov 10 19:08:34.808841 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5a1e343b-2879-41ce-a78d-90eb2f0b7993 req-bb67f314-561a-4869-84fd-6df840563b52 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559319 Nov 10 19:08:34.820970 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882e4de-8d7e-49fd-a5ee-c175af88e09f req-b15e0c40-5a37-4eb8-9e31-57861ef68c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:34.822635 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b882e4de-8d7e-49fd-a5ee-c175af88e09f req-b15e0c40-5a37-4eb8-9e31-57861ef68c6d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=423e20a9-8495-4dca-adac-a4f59edcf0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1516895 Nov 10 19:08:34.877041 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe', 'tag': '6299dc1b-96af-4e73-a046-e19a9d5f5ea3'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:08:34.881396 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c91992-2d85-45be-af67-dae6b7a95cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe", "tag": "6299dc1b-96af-4e73-a046-e19a9d5f5ea3"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:08:35.004217 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-7126f63b-e3e6-4e10-9ad6-b8feb1d6aecb tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:35.005702 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-7126f63b-e3e6-4e10-9ad6-b8feb1d6aecb tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/networks?id=a42d4887-cb04-48c7-8111-765e5b18298b HTTP/1.1" status: 200 len: 808 time: 0.3149345 Nov 10 19:08:35.035269 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-8f207c31-0349-4ce7-9669-34ccde8f75e4 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/quotas/a08ec8828e22441bac9028fb3e613990 HTTP/1.1" status: 200 len: 375 time: 0.0191483 Nov 10 19:08:35.069139 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b882e4de-8d7e-49fd-a5ee-c175af88e09f req-722d42dd-38e5-4d8d-bef4-60572dfd8110 service neutron] 10.222.0.25 "GET /v2.0/networks/423e20a9-8495-4dca-adac-a4f59edcf0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366288 Nov 10 19:08:35.095428 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8e9c4-2863-4b49-aafd-2c9a36d7ec8e req-c45b7854-654e-4d8a-bd02-2d53253b907b tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:35.096936 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bbb8e9c4-2863-4b49-aafd-2c9a36d7ec8e req-c45b7854-654e-4d8a-bd02-2d53253b907b tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.2098618 Nov 10 19:08:35.203959 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-42c9ec50-1cc6-435b-a210-952fa55a282b tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a08ec8828e22441bac9028fb3e613990&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1590235 Nov 10 19:08:35.261243 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bbb8e9c4-2863-4b49-aafd-2c9a36d7ec8e req-87240334-605e-4488-b772-0e40e20ca2ec tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539092 Nov 10 19:08:35.316183 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b882e4de-8d7e-49fd-a5ee-c175af88e09f req-01b237be-3bd2-4d43-b358-4c16138ff325 service neutron] 10.222.0.25 "GET /v2.0/networks/423e20a9-8495-4dca-adac-a4f59edcf0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182500 Nov 10 19:08:35.379077 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-a2563775-e2e8-4512-bb94-2ed7cabd85be service neutron] 10.222.0.54 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592102 Nov 10 19:08:35.403865 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba692803-8091-4ded-a7c0-f5f235937156 req-d0d41055-79ef-465b-8dea-d39d3fe978e8 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:35.405387 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba692803-8091-4ded-a7c0-f5f235937156 req-d0d41055-79ef-465b-8dea-d39d3fe978e8 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 944 time: 0.0782740 Nov 10 19:08:35.513677 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba692803-8091-4ded-a7c0-f5f235937156 req-2a2f6a3d-9709-4760-8f93-48c81bebd6f7 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978327 Nov 10 19:08:35.524860 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-4749fa4d-eb78-41d5-b91d-75bb5d1a5adf service neutron] 10.222.0.54 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376152 Nov 10 19:08:35.668583 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836978a6-39d5-49f0-8dd9-61786d72bc8e req-5124fe18-9d9e-4643-b7ec-14f8000f9b71 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:35.671606 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-836978a6-39d5-49f0-8dd9-61786d72bc8e req-5124fe18-9d9e-4643-b7ec-14f8000f9b71 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 948 time: 0.0778327 Nov 10 19:08:35.706301 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c69d3c-9830-4cb8-8bdb-57a67f92504c x-openstack-request-id: req-f5c69d3c-9830-4cb8-8bdb-57a67f92504c {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:08:35.706665 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe", "tag": "6299dc1b-96af-4e73-a046-e19a9d5f5ea3", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:08:35.707027 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f5c69d3c-9830-4cb8-8bdb-57a67f92504c {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:08:35.707485 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe', 'tag': '6299dc1b-96af-4e73-a046-e19a9d5f5ea3', 'status': 'completed', 'code': 200} Nov 10 19:08:35.812856 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-836978a6-39d5-49f0-8dd9-61786d72bc8e req-7ca5b651-7af7-4845-9365-9127fdc8baad tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329253 Nov 10 19:08:35.827959 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c91992-2d85-45be-af67-dae6b7a95cc7 req-60422d0a-dc79-4bea-83bb-f38b163d6434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:35.829557 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-30c91992-2d85-45be-af67-dae6b7a95cc7 req-60422d0a-dc79-4bea-83bb-f38b163d6434 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 1099 time: 0.1080241 Nov 10 19:08:35.842087 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc4d7f-deba-44b4-8e43-a8654ce60543 req-c8639d7c-3875-4e2d-adf2-ae66d797eec9 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:35.843634 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97bc4d7f-deba-44b4-8e43-a8654ce60543 req-c8639d7c-3875-4e2d-adf2-ae66d797eec9 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0920894 Nov 10 19:08:36.000226 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97bc4d7f-deba-44b4-8e43-a8654ce60543 req-c95cc6de-6552-4574-9969-d186886bd6eb tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416330 Nov 10 19:08:36.022671 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c91992-2d85-45be-af67-dae6b7a95cc7 req-ce762988-7973-48e4-a797-859d2d1189ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:36.024185 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-30c91992-2d85-45be-af67-dae6b7a95cc7 req-ce762988-7973-48e4-a797-859d2d1189ad service neutron] 10.222.0.25 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.1761394 Nov 10 19:08:36.036816 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33bfc0-680e-4498-8446-9ff86f9d0a7f req-993bfe25-0293-4a05-8086-ac214f07b1eb tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:36.039021 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af33bfc0-680e-4498-8446-9ff86f9d0a7f req-993bfe25-0293-4a05-8086-ac214f07b1eb tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 944 time: 0.1127565 Nov 10 19:08:36.094309 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-30c91992-2d85-45be-af67-dae6b7a95cc7 req-ffff6d65-19df-4d42-be8f-bdb8ec677671 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=6299dc1b-96af-4e73-a046-e19a9d5f5ea3 HTTP/1.1" status: 200 len: 217 time: 0.0544162 Nov 10 19:08:36.205199 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c91992-2d85-45be-af67-dae6b7a95cc7 req-751f69ce-6cc5-44b8-9ab5-77b2bb9514f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:36.206696 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-30c91992-2d85-45be-af67-dae6b7a95cc7 req-751f69ce-6cc5-44b8-9ab5-77b2bb9514f5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.1033967 Nov 10 19:08:36.211572 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af33bfc0-680e-4498-8446-9ff86f9d0a7f req-337bdf48-c2bb-4a17-bdac-872b3b0c9fba tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244321 Nov 10 19:08:36.278124 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device bca6c226-b029-4b66-a08c-87744fbc09b0 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:08:36.297576 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0650c-b238-4bb3-baee-047d97624993 req-a86c0a5d-5e46-4432-b68a-586aa3c77284 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:36.300483 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cbc0650c-b238-4bb3-baee-047d97624993 req-a86c0a5d-5e46-4432-b68a-586aa3c77284 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 948 time: 0.1626279 Nov 10 19:08:36.318468 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c91992-2d85-45be-af67-dae6b7a95cc7 req-43284d07-0548-4acd-9cbe-b5ccbe521ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:36.320488 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-30c91992-2d85-45be-af67-dae6b7a95cc7 req-43284d07-0548-4acd-9cbe-b5ccbe521ea9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0975523 Nov 10 19:08:36.402567 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port bca6c226-b029-4b66-a08c-87744fbc09b0, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=bca6c226-b029-4b66-a08c-87744fbc09b0,segment=NetworkSegment(d10b3661-3f37-42b4-9629-9251c865d65b),segment_id=d10b3661-3f37-42b4-9629-9251c865d65b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:08:36.416781 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'bca6c226-b029-4b66-a08c-87744fbc09b0', 'network_id': '595215af-9b55-410f-bb77-3251041dbe00', 'port_id': 'bca6c226-b029-4b66-a08c-87744fbc09b0', 'mac_address': 'fa:16:3e:02:d7:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde35aef-a8d1-4d05-b4f9-3b8f57f73ddf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:08:36.419240 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3424491c-9f16-4164-8f5e-2d5787ba3d0c req-9bbad7ea-c3db-4ef6-9384-778263ceb147 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 210 time: 0.0897682 Nov 10 19:08:36.460694 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:36.476825 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca6c226-b029-4b66-a08c-87744fbc09b0 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:08:36.500013 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port bca6c226-b029-4b66-a08c-87744fbc09b0, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=bca6c226-b029-4b66-a08c-87744fbc09b0,segment=NetworkSegment(d10b3661-3f37-42b4-9629-9251c865d65b),segment_id=d10b3661-3f37-42b4-9629-9251c865d65b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:08:36.504419 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cbc0650c-b238-4bb3-baee-047d97624993 req-1efa78c8-3077-43ce-9105-032537d0dbb2 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827579 Nov 10 19:08:36.508958 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:36.510430 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a9b2f03a-deee-4eb9-a710-4ba943fbfc70 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:08:36.571811 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-30c91992-2d85-45be-af67-dae6b7a95cc7 req-410b06ce-0020-4e9f-9699-1fbd44b92430 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405100 Nov 10 19:08:36.596435 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=bca6c226-b029-4b66-a08c-87744fbc09b0,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:08:36.620840 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:36.621385 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:36.621802 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:36.622346 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:36.623283 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:36.623283 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:36.623283 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:36.623612 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:36.623903 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:36.624218 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:36.624543 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:36.624858 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:08:36.672449 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d2009-a901-423f-b172-a15d91a1581a req-91d7a228-b6de-49c7-8163-3a15ac10f21b tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:36.673978 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-581d2009-a901-423f-b172-a15d91a1581a req-91d7a228-b6de-49c7-8163-3a15ac10f21b tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 944 time: 0.1542373 Nov 10 19:08:36.707357 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a9b2f03a-deee-4eb9-a710-4ba943fbfc70, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a9b2f03a-deee-4eb9-a710-4ba943fbfc70,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:08:36.726248 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'a9b2f03a-deee-4eb9-a710-4ba943fbfc70', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': 'a9b2f03a-deee-4eb9-a710-4ba943fbfc70', 'mac_address': 'fa:16:3e:38:2b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:08:36.772652 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:36.793465 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b2f03a-deee-4eb9-a710-4ba943fbfc70 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:08:36.820521 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a9b2f03a-deee-4eb9-a710-4ba943fbfc70, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a9b2f03a-deee-4eb9-a710-4ba943fbfc70,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:08:36.827531 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:36.927290 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=a9b2f03a-deee-4eb9-a710-4ba943fbfc70,revision_number=9']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:08:36.952676 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-fddfdd01-2d63-4832-b923-f215da8e7240 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:36.954665 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-fddfdd01-2d63-4832-b923-f215da8e7240 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.73 "GET /v2.0/networks?id=a42d4887-cb04-48c7-8111-765e5b18298b HTTP/1.1" status: 200 len: 808 time: 0.1526220 Nov 10 19:08:36.964097 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385ca20-9a87-4054-9798-b491d7ff11f9 req-1c7ced80-4cc4-4c97-a3c1-940c45b4fb2d tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:36.965711 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f385ca20-9a87-4054-9798-b491d7ff11f9 req-1c7ced80-4cc4-4c97-a3c1-940c45b4fb2d tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.3873000 Nov 10 19:08:36.974015 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-694f4033-913c-4d87-9f2a-33da1ea89aea tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Request body: {'port': {'device_id': 'f50ccf39-ca6f-4728-a801-6ae0dcfe1103', 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b', 'admin_state_up': True, 'tenant_id': 'a08ec8828e22441bac9028fb3e613990'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:08:37.007659 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-30c91992-2d85-45be-af67-dae6b7a95cc7 req-789b1861-84ea-42cb-8c66-38debb8aa779 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4268394 Nov 10 19:08:37.037205 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-581d2009-a901-423f-b172-a15d91a1581a req-e3b4292a-abee-45e0-b332-b77c424ce26b tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526239 Nov 10 19:08:37.082546 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f385ca20-9a87-4054-9798-b491d7ff11f9 req-7c3741d9-1670-4575-b80d-0d4fea07e59b tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005697 Nov 10 19:08:37.121330 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-694f4033-913c-4d87-9f2a-33da1ea89aea tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Made reservation on behalf of a08ec8828e22441bac9028fb3e613990 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:08:37.127644 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-694f4033-913c-4d87-9f2a-33da1ea89aea tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:37.206113 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d67358-3532-4b94-9358-e11741f61db4 req-31d7bc09-db41-43d0-a361-bc897bd8c431 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:37.208022 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e3d67358-3532-4b94-9358-e11741f61db4 req-31d7bc09-db41-43d0-a361-bc897bd8c431 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 944 time: 0.0777583 Nov 10 19:08:37.220972 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388db579-859e-4731-a6ed-f4c69fff352c req-b4e6c1d5-c0bb-49d5-bf1a-478d4b600cd1 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:37.222549 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-388db579-859e-4731-a6ed-f4c69fff352c req-b4e6c1d5-c0bb-49d5-bf1a-478d4b600cd1 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 948 time: 0.0904567 Nov 10 19:08:37.278614 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-694f4033-913c-4d87-9f2a-33da1ea89aea tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Allocated IP 172.20.0.7 (a42d4887-cb04-48c7-8111-765e5b18298b/34d86bed-ff03-44e0-b566-0ecdf3d0ce56/6e5a2a32-f007-4339-bf7b-730b25dd87c4) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:08:37.300997 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e3d67358-3532-4b94-9358-e11741f61db4 req-8b6d0600-adab-4501-ae4a-05b2a0c3c7ee tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774333 Nov 10 19:08:37.305521 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-388db579-859e-4731-a6ed-f4c69fff352c req-e3fc6883-8884-4f87-bc0d-7c1838b9f728 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740433 Nov 10 19:08:37.451082 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c6dfb-e782-4535-a0bc-51186189750f req-71534d54-34ec-4449-a15d-29bd26cda03b tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:37.452711 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-090c6dfb-e782-4535-a0bc-51186189750f req-71534d54-34ec-4449-a15d-29bd26cda03b tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 944 time: 0.0736902 Nov 10 19:08:37.460954 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d956eb-366f-4387-a9ac-cdb68602c21c req-2dcfa2e3-ebbe-4012-93cc-ebcd68422b1c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:37.462417 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4d956eb-366f-4387-a9ac-cdb68602c21c req-2dcfa2e3-ebbe-4012-93cc-ebcd68422b1c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0959005 Nov 10 19:08:37.465940 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-694f4033-913c-4d87-9f2a-33da1ea89aea tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:37.506207 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-694f4033-913c-4d87-9f2a-33da1ea89aea tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:37.545184 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-090c6dfb-e782-4535-a0bc-51186189750f req-d535ad55-c225-476c-bf87-32027b668bab tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817575 Nov 10 19:08:37.550210 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4d956eb-366f-4387-a9ac-cdb68602c21c req-d082191b-04b8-478d-a803-23cad6b0214e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799801 Nov 10 19:08:37.569251 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-694f4033-913c-4d87-9f2a-33da1ea89aea tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Network a42d4887-cb04-48c7-8111-765e5b18298b is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:08:37.569251 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-694f4033-913c-4d87-9f2a-33da1ea89aea tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:08:37.569251 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-694f4033-913c-4d87-9f2a-33da1ea89aea tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:08:37.569861 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['bca6c226-b029-4b66-a08c-87744fbc09b0'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:08:37.614926 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f4033-913c-4d87-9f2a-33da1ea89aea tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Pushing event updated for resources: {'Port': ['ID=6e5a2a32-f007-4339-bf7b-730b25dd87c4,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:08:37.648944 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-694f4033-913c-4d87-9f2a-33da1ea89aea tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:37.649674 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-694f4033-913c-4d87-9f2a-33da1ea89aea tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:37.676267 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-694f4033-913c-4d87-9f2a-33da1ea89aea tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7104511 Nov 10 19:08:37.692656 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-9bb9e28c-b541-47d8-9c2f-80cd9e0cf15c service neutron] Request body: {'port': {'device_id': 'f50ccf39-ca6f-4728-a801-6ae0dcfe1103', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:08:37.725928 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7db73f-2e67-4d29-858c-1e2fa650cc51 req-9ba1732e-416e-4f23-b0e7-496188c30673 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:37.728449 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d7db73f-2e67-4d29-858c-1e2fa650cc51 req-9ba1732e-416e-4f23-b0e7-496188c30673 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 931 time: 0.1009705 Nov 10 19:08:37.765827 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-9bb9e28c-b541-47d8-9c2f-80cd9e0cf15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:37.781221 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5efdf-00df-4a15-9305-5c43742991cb req-f7a15e03-6d0e-4c5b-8997-e5dfa1b7772a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:37.783181 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0ad5efdf-00df-4a15-9305-5c43742991cb req-f7a15e03-6d0e-4c5b-8997-e5dfa1b7772a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 949 time: 0.1047626 Nov 10 19:08:37.829634 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d7db73f-2e67-4d29-858c-1e2fa650cc51 req-700af963-a6b5-4b69-8e71-fafb5ee47750 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923517 Nov 10 19:08:37.859664 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0ad5efdf-00df-4a15-9305-5c43742991cb req-d09b2bcc-e5e1-4c08-a06c-360dd3c0d13c tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678797 Nov 10 19:08:38.073714 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-9bb9e28c-b541-47d8-9c2f-80cd9e0cf15c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e5a2a32-f007-4339-bf7b-730b25dd87c4 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:08:38.091153 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-9bb9e28c-b541-47d8-9c2f-80cd9e0cf15c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:38.113338 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-9bb9e28c-b541-47d8-9c2f-80cd9e0cf15c service neutron] Transition to ACTIVE for port object 6e5a2a32-f007-4339-bf7b-730b25dd87c4 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:08:38.118523 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-9bb9e28c-b541-47d8-9c2f-80cd9e0cf15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:38.200581 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9e28c-b541-47d8-9c2f-80cd9e0cf15c service neutron] Pushing event updated for resources: {'Port': ['ID=6e5a2a32-f007-4339-bf7b-730b25dd87c4,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:08:38.252784 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1305710-6519-4c67-b436-adf039dbe41e req-8bebf9aa-e6a6-4cbf-bdd7-81880b678b27 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:38.254398 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f1305710-6519-4c67-b436-adf039dbe41e req-8bebf9aa-e6a6-4cbf-bdd7-81880b678b27 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.1080897 Nov 10 19:08:38.266371 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1528a5-f081-4ef0-9395-0479bc38d639 req-eb985989-43f5-4f43-be94-eda55f723560 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:38.267967 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e1528a5-f081-4ef0-9395-0479bc38d639 req-eb985989-43f5-4f43-be94-eda55f723560 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 944 time: 0.1047947 Nov 10 19:08:38.274262 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-9bb9e28c-b541-47d8-9c2f-80cd9e0cf15c service neutron] Attempting to bind port 6e5a2a32-f007-4339-bf7b-730b25dd87c4 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:08:38.274581 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-9bb9e28c-b541-47d8-9c2f-80cd9e0cf15c service neutron] Attempting to bind port 6e5a2a32-f007-4339-bf7b-730b25dd87c4 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:08:38.274862 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-9bb9e28c-b541-47d8-9c2f-80cd9e0cf15c service neutron] Attempting to bind port 6e5a2a32-f007-4339-bf7b-730b25dd87c4 on network a42d4887-cb04-48c7-8111-765e5b18298b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:08:38.280297 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-9bb9e28c-b541-47d8-9c2f-80cd9e0cf15c service neutron] Port 6e5a2a32-f007-4339-bf7b-730b25dd87c4 on network a42d4887-cb04-48c7-8111-765e5b18298b not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:08:38.280632 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-9bb9e28c-b541-47d8-9c2f-80cd9e0cf15c service neutron] Attempting to bind port 6e5a2a32-f007-4339-bf7b-730b25dd87c4 on network a42d4887-cb04-48c7-8111-765e5b18298b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:08:38.286716 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-9bb9e28c-b541-47d8-9c2f-80cd9e0cf15c service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:08:38.287118 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-9bb9e28c-b541-47d8-9c2f-80cd9e0cf15c service neutron] Checking segment: {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:08:38.287696 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-9bb9e28c-b541-47d8-9c2f-80cd9e0cf15c service neutron] Bound using segment: {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:08:38.288301 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-9bb9e28c-b541-47d8-9c2f-80cd9e0cf15c service neutron] Bound port: 6e5a2a32-f007-4339-bf7b-730b25dd87c4, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:08:38.288682 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-9bb9e28c-b541-47d8-9c2f-80cd9e0cf15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:38.340169 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f1305710-6519-4c67-b436-adf039dbe41e req-a1154d27-fcab-4ce0-9c3f-473cd34db263 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689304 Nov 10 19:08:38.350974 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e1528a5-f081-4ef0-9395-0479bc38d639 req-445b31a2-f848-4b50-8423-1e17462abd3c tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749493 Nov 10 19:08:38.390025 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-9bb9e28c-b541-47d8-9c2f-80cd9e0cf15c service neutron] For port 6e5a2a32-f007-4339-bf7b-730b25dd87c4, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:08:38.398457 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-9bb9e28c-b541-47d8-9c2f-80cd9e0cf15c service neutron] For port 6e5a2a32-f007-4339-bf7b-730b25dd87c4, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6e5a2a32-f007-4339-bf7b-730b25dd87c4,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:08:38.406203 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-9bb9e28c-b541-47d8-9c2f-80cd9e0cf15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:38.448334 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-9bb9e28c-b541-47d8-9c2f-80cd9e0cf15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:38.448974 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-9bb9e28c-b541-47d8-9c2f-80cd9e0cf15c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:38.450475 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-9bb9e28c-b541-47d8-9c2f-80cd9e0cf15c service neutron] 10.222.0.73 "PUT /v2.0/ports/6e5a2a32-f007-4339-bf7b-730b25dd87c4 HTTP/1.1" status: 200 len: 1091 time: 0.7647634 Nov 10 19:08:38.450939 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f50ccf39-ca6f-4728-a801-6ae0dcfe1103', 'tag': '6e5a2a32-f007-4339-bf7b-730b25dd87c4'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:08:38.453325 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a263b4b4-7a05-4776-a31d-c47f16a22707" -d '{"events": [{"name": "network-changed", "server_uuid": "f50ccf39-ca6f-4728-a801-6ae0dcfe1103", "tag": "6e5a2a32-f007-4339-bf7b-730b25dd87c4"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:08:38.487177 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9e28c-b541-47d8-9c2f-80cd9e0cf15c service neutron] Pushing event updated for resources: {'Port': ['ID=6e5a2a32-f007-4339-bf7b-730b25dd87c4,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:08:38.519594 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca558b7-5e21-48be-a59c-39a5db6f5999 req-bb7c3e43-f454-4dbd-b7fe-6af3cc55461f tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:38.521179 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9ca558b7-5e21-48be-a59c-39a5db6f5999 req-bb7c3e43-f454-4dbd-b7fe-6af3cc55461f tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 944 time: 0.0935743 Nov 10 19:08:38.534175 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e74623-078a-4ec0-8e42-84522f4d2c50 req-681da0b3-5b49-465f-891e-dde662a4fe21 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:38.535701 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d9e74623-078a-4ec0-8e42-84522f4d2c50 req-681da0b3-5b49-465f-891e-dde662a4fe21 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 948 time: 0.0990725 Nov 10 19:08:38.542462 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-5bfe49c3-0460-4474-aea3-f83f1ec04afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:38.544575 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-5bfe49c3-0460-4474-aea3-f83f1ec04afa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a08ec8828e22441bac9028fb3e613990&device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 1094 time: 0.0503519 Nov 10 19:08:38.609072 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9ca558b7-5e21-48be-a59c-39a5db6f5999 req-7772cfb6-a2a0-48a2-8149-1faf5e18232d tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722346 Nov 10 19:08:38.617954 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-851eb046-1a0b-475e-8413-eb27369f6bc6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e5a2a32-f007-4339-bf7b-730b25dd87c4 HTTP/1.1" status: 200 len: 217 time: 0.0595047 Nov 10 19:08:38.627757 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d9e74623-078a-4ec0-8e42-84522f4d2c50 req-e6f2d4e8-3702-4261-8e66-84d0932c99f6 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848987 Nov 10 19:08:38.696083 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f3e5e4-6ecd-46b1-a8a3-340eb30466b9 x-openstack-request-id: req-78f3e5e4-6ecd-46b1-a8a3-340eb30466b9 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:08:38.696617 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f50ccf39-ca6f-4728-a801-6ae0dcfe1103", "tag": "6e5a2a32-f007-4339-bf7b-730b25dd87c4", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:08:38.697083 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-78f3e5e4-6ecd-46b1-a8a3-340eb30466b9 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:08:38.697796 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f50ccf39-ca6f-4728-a801-6ae0dcfe1103', 'tag': '6e5a2a32-f007-4339-bf7b-730b25dd87c4', 'status': 'completed', 'code': 200} Nov 10 19:08:38.712364 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-1126ee6b-e8b8-40e6-9e92-1f1a2a04ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:38.715062 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-1126ee6b-e8b8-40e6-9e92-1f1a2a04ab7f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=34d86bed-ff03-44e0-b566-0ecdf3d0ce56 HTTP/1.1" status: 200 len: 848 time: 0.0878913 Nov 10 19:08:38.770880 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-855b84bc-1bd9-47b3-a8cd-833a5db28c5e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a42d4887-cb04-48c7-8111-765e5b18298b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483930 Nov 10 19:08:38.796717 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f104bd-c15a-4e02-b2b9-d775e16c10e2 req-2b141632-a1dd-47a7-84be-dd21adb948e6 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:38.798277 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d2f104bd-c15a-4e02-b2b9-d775e16c10e2 req-2b141632-a1dd-47a7-84be-dd21adb948e6 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 944 time: 0.0848186 Nov 10 19:08:38.831854 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703da4b-eb3c-4ad5-b690-41196e1523e9 req-b557aeb6-0f55-4284-8fc6-58e5aa2996d0 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:38.833435 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0703da4b-eb3c-4ad5-b690-41196e1523e9 req-b557aeb6-0f55-4284-8fc6-58e5aa2996d0 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0851228 Nov 10 19:08:38.875063 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-24ec2246-437f-4db4-bb14-e679df1da6ba service neutron] 10.222.0.73 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964770 Nov 10 19:08:38.911389 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d2f104bd-c15a-4e02-b2b9-d775e16c10e2 req-168ac0b6-9746-4df4-bc01-50d0c2a00ecb tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039712 Nov 10 19:08:38.949557 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0703da4b-eb3c-4ad5-b690-41196e1523e9 req-8bfac4eb-6bb3-4fca-a342-e3bc4e377b78 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029809 Nov 10 19:08:39.002789 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6f3e336a-e617-4d80-b0c5-ade45a8ea84c req-9281d66b-eab5-455e-8216-f1f3a694e0e6 service neutron] 10.222.0.73 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200724 Nov 10 19:08:39.064912 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645c5ab-7ba3-4bf9-9ce7-62936481c3fa req-afdd7402-9360-44e7-baae-eeac8a3c43b8 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:39.066607 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b645c5ab-7ba3-4bf9-9ce7-62936481c3fa req-afdd7402-9360-44e7-baae-eeac8a3c43b8 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 943 time: 0.0931642 Nov 10 19:08:39.098745 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d6eb8-e3e6-49fb-9194-dbdc10e5eaaa req-d931b6cb-d79e-4337-8bde-7563c963c20f tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:39.100623 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fc1d6eb8-e3e6-49fb-9194-dbdc10e5eaaa req-d931b6cb-d79e-4337-8bde-7563c963c20f tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 949 time: 0.0821714 Nov 10 19:08:39.105740 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263b4b4-7a05-4776-a31d-c47f16a22707 req-83556d3d-b28a-44ff-a66f-e6465df67abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:39.107600 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a263b4b4-7a05-4776-a31d-c47f16a22707 req-83556d3d-b28a-44ff-a66f-e6465df67abf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a08ec8828e22441bac9028fb3e613990&device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 1094 time: 0.0547838 Nov 10 19:08:39.150903 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b645c5ab-7ba3-4bf9-9ce7-62936481c3fa req-0d1c4269-c967-4509-a4f0-ee91abd944fc tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774562 Nov 10 19:08:39.181690 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fc1d6eb8-e3e6-49fb-9194-dbdc10e5eaaa req-753e6d41-b6cd-47cd-b2f8-2976a1f71bd3 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683796 Nov 10 19:08:39.213832 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263b4b4-7a05-4776-a31d-c47f16a22707 req-e9d1d729-4200-479f-8b1c-cd300756f5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:39.215360 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a263b4b4-7a05-4776-a31d-c47f16a22707 req-e9d1d729-4200-479f-8b1c-cd300756f5c6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a42d4887-cb04-48c7-8111-765e5b18298b HTTP/1.1" status: 200 len: 909 time: 0.1008606 Nov 10 19:08:39.258767 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a263b4b4-7a05-4776-a31d-c47f16a22707 req-2b0b7eb6-9d00-4cf4-a3fd-77dde60f458f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e5a2a32-f007-4339-bf7b-730b25dd87c4 HTTP/1.1" status: 200 len: 217 time: 0.0355718 Nov 10 19:08:39.319655 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263b4b4-7a05-4776-a31d-c47f16a22707 req-8fdd5685-494e-4996-a3fe-b66d21dfb325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:39.321228 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a263b4b4-7a05-4776-a31d-c47f16a22707 req-8fdd5685-494e-4996-a3fe-b66d21dfb325 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=34d86bed-ff03-44e0-b566-0ecdf3d0ce56 HTTP/1.1" status: 200 len: 848 time: 0.0542543 Nov 10 19:08:39.355985 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a263b4b4-7a05-4776-a31d-c47f16a22707 req-7b03763b-faee-4ece-aac6-0d1c0f55118b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a42d4887-cb04-48c7-8111-765e5b18298b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262809 Nov 10 19:08:39.464468 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a263b4b4-7a05-4776-a31d-c47f16a22707 req-3d548bdf-3d27-4a0b-88d4-9406df1a5372 service neutron] 10.222.0.73 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009831 Nov 10 19:08:39.519028 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ebc80-2cd7-4de8-ab52-6a6b23378488 req-08595ec7-bc10-4e1a-b7e6-770796b6deef tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:39.520589 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ec1ebc80-2cd7-4de8-ab52-6a6b23378488 req-08595ec7-bc10-4e1a-b7e6-770796b6deef tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0987346 Nov 10 19:08:39.550526 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919f41e-2a3f-492a-b678-8a88ef869b69 req-63419882-4b70-4d34-a83e-eb125e950977 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:39.552108 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d919f41e-2a3f-492a-b678-8a88ef869b69 req-63419882-4b70-4d34-a83e-eb125e950977 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 944 time: 0.0889034 Nov 10 19:08:39.573868 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a263b4b4-7a05-4776-a31d-c47f16a22707 req-9eb0846d-d2d0-4836-8246-5a4263a93762 service neutron] 10.222.0.73 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016152 Nov 10 19:08:39.599148 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ec1ebc80-2cd7-4de8-ab52-6a6b23378488 req-a5a00b8f-a290-42c3-b73d-563927630f26 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720518 Nov 10 19:08:39.635134 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d919f41e-2a3f-492a-b678-8a88ef869b69 req-6aceafef-4237-4960-8690-33788ec2eac2 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688043 Nov 10 19:08:39.790743 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba494e-7e04-4b60-bb0c-ebd75740c35c req-d11da2c9-084a-4335-a4c2-c9522954683c tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:39.792589 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e7ba494e-7e04-4b60-bb0c-ebd75740c35c req-d11da2c9-084a-4335-a4c2-c9522954683c tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 944 time: 0.0803013 Nov 10 19:08:39.801784 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418085b-1815-44ec-a272-9def82298867 req-eeea3dbc-93d4-410b-875c-eab9a9de5246 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:39.803589 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a418085b-1815-44ec-a272-9def82298867 req-eeea3dbc-93d4-410b-875c-eab9a9de5246 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 948 time: 0.0804369 Nov 10 19:08:39.884955 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e7ba494e-7e04-4b60-bb0c-ebd75740c35c req-e88b36d3-3282-4af3-9a09-3d96d4b5ea04 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803747 Nov 10 19:08:39.889079 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a418085b-1815-44ec-a272-9def82298867 req-1f87c4d7-5931-44ff-acb2-78fbd13ecd01 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778086 Nov 10 19:08:40.077108 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b64f68-12a0-4fa0-bd9f-fefe57c182e6 req-e550e6d5-8d0c-432c-a21d-cf3ca682f993 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:40.078706 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-18b64f68-12a0-4fa0-bd9f-fefe57c182e6 req-e550e6d5-8d0c-432c-a21d-cf3ca682f993 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 944 time: 0.0862617 Nov 10 19:08:40.115928 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15688736-37e5-402d-91b6-e6141ea718f8 req-789c7a00-4bc6-4cce-bc97-68a0ef640c1f tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:40.117596 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-15688736-37e5-402d-91b6-e6141ea718f8 req-789c7a00-4bc6-4cce-bc97-68a0ef640c1f tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0885799 Nov 10 19:08:40.164669 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-18b64f68-12a0-4fa0-bd9f-fefe57c182e6 req-de089eb6-76d0-4233-bb57-ae85165b46ad tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790875 Nov 10 19:08:40.188875 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-15688736-37e5-402d-91b6-e6141ea718f8 req-3967d03b-25d6-4515-97d9-eb5f847ce132 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641501 Nov 10 19:08:40.305272 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 13bd60a6-905d-4d03-9aae-c2af0f6cb993 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:08:40.313321 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device bca6c226-b029-4b66-a08c-87744fbc09b0 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:08:40.316118 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3e368-7a3b-4bac-b51d-9baa67ee4239 req-d1e57288-c5e7-49fd-a0ed-b9a6c8a33dc5 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:40.317787 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ead3e368-7a3b-4bac-b51d-9baa67ee4239 req-d1e57288-c5e7-49fd-a0ed-b9a6c8a33dc5 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 943 time: 0.0890706 Nov 10 19:08:40.345714 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d4aec-cf1b-40a0-87b5-18305bf8c0fb req-089e0899-206b-41a8-9a1b-4d44f2b25f4c tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:40.347357 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f80d4aec-cf1b-40a0-87b5-18305bf8c0fb req-089e0899-206b-41a8-9a1b-4d44f2b25f4c tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 949 time: 0.0870397 Nov 10 19:08:40.407909 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ead3e368-7a3b-4bac-b51d-9baa67ee4239 req-813b9e06-8535-432e-98cf-55136ac8cfe7 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781097 Nov 10 19:08:40.439256 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f80d4aec-cf1b-40a0-87b5-18305bf8c0fb req-de95746a-00b0-4abe-85ba-ddfc23c43494 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819492 Nov 10 19:08:40.498788 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port bca6c226-b029-4b66-a08c-87744fbc09b0 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:08:40.507643 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port bca6c226-b029-4b66-a08c-87744fbc09b0 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:08:40.508008 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:40.556435 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 13bd60a6-905d-4d03-9aae-c2af0f6cb993, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=13bd60a6-905d-4d03-9aae-c2af0f6cb993,segment=NetworkSegment(8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1),segment_id=8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:08:40.576227 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '13bd60a6-905d-4d03-9aae-c2af0f6cb993', 'network_id': '8a139bc3-5e68-4b5e-a7b2-097c1e8b6948', 'port_id': '13bd60a6-905d-4d03-9aae-c2af0f6cb993', 'mac_address': 'fa:16:3e:3c:37:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de0b4738-ea33-4d4e-b0f8-0a700c9341d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:08:40.654053 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:40.676702 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:40.708718 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13bd60a6-905d-4d03-9aae-c2af0f6cb993 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:08:40.730219 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271d3bc2-fb8c-4d2a-a25d-4407c852f35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca6c226-b029-4b66-a08c-87744fbc09b0'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:08:40.732557 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8a442a-eb2d-4847-bf3b-2f906caf3408" -d '{"events": [{"server_uuid": "271d3bc2-fb8c-4d2a-a25d-4407c852f35b", "name": "network-vif-plugged", "status": "completed", "tag": "bca6c226-b029-4b66-a08c-87744fbc09b0"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:08:40.758475 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port bca6c226-b029-4b66-a08c-87744fbc09b0, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=bca6c226-b029-4b66-a08c-87744fbc09b0,segment=NetworkSegment(d10b3661-3f37-42b4-9629-9251c865d65b),segment_id=d10b3661-3f37-42b4-9629-9251c865d65b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:08:40.760380 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 13bd60a6-905d-4d03-9aae-c2af0f6cb993, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=13bd60a6-905d-4d03-9aae-c2af0f6cb993,segment=NetworkSegment(8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1),segment_id=8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:08:40.767473 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:40.771908 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:40.772554 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 6299dc1b-96af-4e73-a046-e19a9d5f5ea3 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:08:40.840826 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea014301-6b0c-4528-b24a-80802a8d5c72 req-4ff123e7-48f5-435c-90ac-1f4812cf7226 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:40.847302 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ea014301-6b0c-4528-b24a-80802a8d5c72 req-4ff123e7-48f5-435c-90ac-1f4812cf7226 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.1097264 Nov 10 19:08:40.888060 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=bca6c226-b029-4b66-a08c-87744fbc09b0,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:08:40.930044 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49817e-f16c-4afd-8781-4aee4ab14bc6 req-36919409-793d-4f83-923b-403bbbbc2134 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:40.933405 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c49817e-f16c-4afd-8781-4aee4ab14bc6 req-36919409-793d-4f83-923b-403bbbbc2134 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 945 time: 0.1517169 Nov 10 19:08:40.947680 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 6299dc1b-96af-4e73-a046-e19a9d5f5ea3, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=6299dc1b-96af-4e73-a046-e19a9d5f5ea3,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:08:40.982411 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ea014301-6b0c-4528-b24a-80802a8d5c72 req-62fea884-17f9-49dd-91c6-09f4b80a2457 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294255 Nov 10 19:08:41.029569 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c49817e-f16c-4afd-8781-4aee4ab14bc6 req-02144bfd-ecf0-4972-b7a9-e5c53cc3e467 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853505 Nov 10 19:08:41.099031 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72cae737-1e2d-49b3-afd4-4806fbaa7fb8 x-openstack-request-id: req-72cae737-1e2d-49b3-afd4-4806fbaa7fb8 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:08:41.099350 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271d3bc2-fb8c-4d2a-a25d-4407c852f35b", "name": "network-vif-plugged", "status": "completed", "tag": "bca6c226-b029-4b66-a08c-87744fbc09b0", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:08:41.099925 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-72cae737-1e2d-49b3-afd4-4806fbaa7fb8 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:08:41.100335 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271d3bc2-fb8c-4d2a-a25d-4407c852f35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca6c226-b029-4b66-a08c-87744fbc09b0', 'code': 200} Nov 10 19:08:41.113154 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '6299dc1b-96af-4e73-a046-e19a9d5f5ea3', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': '6299dc1b-96af-4e73-a046-e19a9d5f5ea3', 'mac_address': 'fa:16:3e:f5:ad:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:08:41.118695 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=13bd60a6-905d-4d03-9aae-c2af0f6cb993,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:08:41.169886 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:41.192537 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6299dc1b-96af-4e73-a046-e19a9d5f5ea3 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:08:41.235723 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 6299dc1b-96af-4e73-a046-e19a9d5f5ea3, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=6299dc1b-96af-4e73-a046-e19a9d5f5ea3,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:08:41.242810 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:41.243749 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 6983fb4c-e85a-4a08-b23b-b6aaac5affa5 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:08:41.261698 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7ae2f-f12b-4b3f-962a-cfb08734f765 req-7effae2f-3327-497f-a884-534ab5fe78a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:41.263229 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-54f7ae2f-f12b-4b3f-962a-cfb08734f765 req-7effae2f-3327-497f-a884-534ab5fe78a4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 1096 time: 0.1104028 Nov 10 19:08:41.282328 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e84f83-eda7-4284-bb26-18fcd414b935 req-1e59f305-ce81-44c2-95f7-1c650338c0df tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:41.283985 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-00e84f83-eda7-4284-bb26-18fcd414b935 req-1e59f305-ce81-44c2-95f7-1c650338c0df tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 944 time: 0.1170015 Nov 10 19:08:41.298874 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294566c-5cb0-45ce-98c7-1de07ed8129e req-b495e3bb-64c4-4d14-b012-857cff936a1e tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:41.300507 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0294566c-5cb0-45ce-98c7-1de07ed8129e req-b495e3bb-64c4-4d14-b012-857cff936a1e tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 948 time: 0.1316581 Nov 10 19:08:41.345006 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=6299dc1b-96af-4e73-a046-e19a9d5f5ea3,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:08:41.402621 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-54f7ae2f-f12b-4b3f-962a-cfb08734f765 req-3ba561db-7cf7-4ae2-a6b0-7e3875586da3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289105 Nov 10 19:08:41.418362 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-00e84f83-eda7-4284-bb26-18fcd414b935 req-17a15d0e-4120-4981-85dd-1e0be9728b08 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110184 Nov 10 19:08:41.425202 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 6983fb4c-e85a-4a08-b23b-b6aaac5affa5, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=6983fb4c-e85a-4a08-b23b-b6aaac5affa5,segment=NetworkSegment(f30db029-3af0-4a37-9a3a-3d875216d3a4),segment_id=f30db029-3af0-4a37-9a3a-3d875216d3a4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:08:41.426512 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0294566c-5cb0-45ce-98c7-1de07ed8129e req-db1fe1d3-6b12-4f98-a2cf-919a0057ac80 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084108 Nov 10 19:08:41.441348 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '6983fb4c-e85a-4a08-b23b-b6aaac5affa5', 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6', 'port_id': '6983fb4c-e85a-4a08-b23b-b6aaac5affa5', 'mac_address': 'fa:16:3e:8f:7c:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a832f56-5207-4167-a27c-433bc2e28f2d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:08:41.500072 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:41.516112 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6983fb4c-e85a-4a08-b23b-b6aaac5affa5 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:08:41.539720 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 6983fb4c-e85a-4a08-b23b-b6aaac5affa5, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=6983fb4c-e85a-4a08-b23b-b6aaac5affa5,segment=NetworkSegment(f30db029-3af0-4a37-9a3a-3d875216d3a4),segment_id=f30db029-3af0-4a37-9a3a-3d875216d3a4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:08:41.545724 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:41.587839 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['a9b2f03a-deee-4eb9-a710-4ba943fbfc70'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:08:41.631585 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=6983fb4c-e85a-4a08-b23b-b6aaac5affa5,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:08:41.643938 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea28dc6-0b9f-49b8-9ab0-b3e0e01a964a req-6495055f-634e-40ee-a5c8-d28b18ba0bbb tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:41.646783 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dea28dc6-0b9f-49b8-9ab0-b3e0e01a964a req-6495055f-634e-40ee-a5c8-d28b18ba0bbb tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 945 time: 0.1517088 Nov 10 19:08:41.698600 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903537ed-038f-4f7c-b7e8-13d2bcbc55d0 req-52a626fe-0813-4062-b1aa-75dfac1db781 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:41.701355 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-903537ed-038f-4f7c-b7e8-13d2bcbc55d0 req-52a626fe-0813-4062-b1aa-75dfac1db781 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.1556807 Nov 10 19:08:41.787545 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dea28dc6-0b9f-49b8-9ab0-b3e0e01a964a req-774b6e98-9682-4379-b9e9-46d25162fc9f tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326032 Nov 10 19:08:41.823702 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-903537ed-038f-4f7c-b7e8-13d2bcbc55d0 req-3048b13e-fd99-4a77-85cc-8e2b58a12db3 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105328 Nov 10 19:08:41.918864 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bd8ad-a985-4e80-9192-7ff26bb50722 req-af6c9074-17f4-446e-b68b-4ef4d18e7a7c tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:41.921529 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2a7bd8ad-a985-4e80-9192-7ff26bb50722 req-af6c9074-17f4-446e-b68b-4ef4d18e7a7c tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 943 time: 0.0733454 Nov 10 19:08:41.933049 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 6e5a2a32-f007-4339-bf7b-730b25dd87c4 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:08:42.047754 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 6e5a2a32-f007-4339-bf7b-730b25dd87c4, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6e5a2a32-f007-4339-bf7b-730b25dd87c4,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:08:42.056166 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f47488-1744-4d34-a75b-89419be9e752 req-98ff324a-0dfc-4cd4-846c-fadc6362eb85 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:42.058949 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-35f47488-1744-4d34-a75b-89419be9e752 req-98ff324a-0dfc-4cd4-846c-fadc6362eb85 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 949 time: 0.1556966 Nov 10 19:08:42.065571 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '6e5a2a32-f007-4339-bf7b-730b25dd87c4', 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b', 'port_id': '6e5a2a32-f007-4339-bf7b-730b25dd87c4', 'mac_address': 'fa:16:3e:92:15:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d86bed-ff03-44e0-b566-0ecdf3d0ce56', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:08:42.071958 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2a7bd8ad-a985-4e80-9192-7ff26bb50722 req-cfe3c55f-4466-4840-a7f9-7c913fd9f0bc tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358242 Nov 10 19:08:42.128399 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-35f47488-1744-4d34-a75b-89419be9e752 req-9361084f-1043-4c2d-b008-0e16ecd79884 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552862 Nov 10 19:08:42.129878 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:42.161471 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e5a2a32-f007-4339-bf7b-730b25dd87c4 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:08:42.190879 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 6e5a2a32-f007-4339-bf7b-730b25dd87c4, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6e5a2a32-f007-4339-bf7b-730b25dd87c4,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:08:42.198660 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:42.244398 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b9c2e-2740-4089-b00b-3ca04f9ffd09 req-39ee8c9b-b3fb-4bef-8cf5-fa2e14058b97 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:42.247069 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f97b9c2e-2740-4089-b00b-3ca04f9ffd09 req-39ee8c9b-b3fb-4bef-8cf5-fa2e14058b97 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0686436 Nov 10 19:08:42.271029 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['13bd60a6-905d-4d03-9aae-c2af0f6cb993'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:08:42.303352 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['6983fb4c-e85a-4a08-b23b-b6aaac5affa5'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:08:42.305648 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=6e5a2a32-f007-4339-bf7b-730b25dd87c4,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:08:42.333438 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1441bb5-73ed-401a-9f43-9ee64b0f2e2c req-9addaf5f-72ad-426f-b3f6-3de9f217eb16 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:42.335816 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c1441bb5-73ed-401a-9f43-9ee64b0f2e2c req-9addaf5f-72ad-426f-b3f6-3de9f217eb16 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 945 time: 0.0867586 Nov 10 19:08:42.340488 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f97b9c2e-2740-4089-b00b-3ca04f9ffd09 req-39247e6e-38e9-4f13-8f65-7c20d808b63b tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788531 Nov 10 19:08:42.419008 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c1441bb5-73ed-401a-9f43-9ee64b0f2e2c req-40193ed1-2f95-4c99-8637-f3466a9c1451 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707886 Nov 10 19:08:42.450915 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['6299dc1b-96af-4e73-a046-e19a9d5f5ea3'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:08:42.483860 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['6e5a2a32-f007-4339-bf7b-730b25dd87c4'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:08:42.610639 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8151208-19a9-4c3c-85a3-21b5ae78c3d4 req-205871c7-d1de-461f-9cd6-49de022128a4 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:42.612206 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d8151208-19a9-4c3c-85a3-21b5ae78c3d4 req-205871c7-d1de-461f-9cd6-49de022128a4 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 945 time: 0.0806425 Nov 10 19:08:42.681801 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56de09-1085-4e85-80a4-6633838ade7b req-c66c7c3c-7f0e-45a1-953a-12906a792e83 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:42.683210 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5a56de09-1085-4e85-80a4-6633838ade7b req-c66c7c3c-7f0e-45a1-953a-12906a792e83 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 949 time: 0.0919499 Nov 10 19:08:42.704080 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd99c0-484a-46cc-a421-938ab6f78ec1 req-c1da705f-324e-4113-a80d-f88b2b8e8e83 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:42.706056 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-dafd99c0-484a-46cc-a421-938ab6f78ec1 req-c1da705f-324e-4113-a80d-f88b2b8e8e83 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.73 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f&tenant_id=5ef8c132b4d949a9b0bece379d0bc679&binding%3Ahost_id=n-h2-813897-4 HTTP/1.1" status: 200 len: 949 time: 0.1122375 Nov 10 19:08:42.722133 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d8151208-19a9-4c3c-85a3-21b5ae78c3d4 req-ca078cad-3794-4c46-a995-8e8ce062567c tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917225 Nov 10 19:08:42.780998 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5a56de09-1085-4e85-80a4-6633838ade7b req-f90d8e46-ffb4-4c46-8d3d-b4e254e06713 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852919 Nov 10 19:08:42.804442 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [req-dafd99c0-484a-46cc-a421-938ab6f78ec1 req-06be53f8-042c-4ba9-9776-d61f861e5226 service neutron] delete failed (client error): The resource could not be found. Nov 10 19:08:42.805490 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-dafd99c0-484a-46cc-a421-938ab6f78ec1 req-06be53f8-042c-4ba9-9776-d61f861e5226 service neutron] 10.222.0.73 "DELETE /v2.0/ports/a9b2f03a-deee-4eb9-a710-4ba943fbfc70/bindings/n-h1-813897-4 HTTP/1.1" status: 404 len: 380 time: 0.0907679 Nov 10 19:08:42.846915 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59345044-54d7-4b40-892e-8a65ac304141 req-a84dfac0-8d95-45f6-950d-b40d74a5545e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:42.848957 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59345044-54d7-4b40-892e-8a65ac304141 req-a84dfac0-8d95-45f6-950d-b40d74a5545e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 949 time: 0.0605550 Nov 10 19:08:42.941117 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd99c0-484a-46cc-a421-938ab6f78ec1 req-37bc18ff-4e40-4390-94b0-0616e61d25d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:42.942900 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59345044-54d7-4b40-892e-8a65ac304141 req-6da45855-b044-43d3-9d18-b0a4420f9446 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847139 Nov 10 19:08:42.943786 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-dafd99c0-484a-46cc-a421-938ab6f78ec1 req-37bc18ff-4e40-4390-94b0-0616e61d25d9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 1100 time: 0.0523546 Nov 10 19:08:42.956629 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0117f2-49a7-46cf-8dc7-ca59005ce604 req-0382ce51-27b7-4bc8-998b-1344040b5b1e tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:42.958463 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dd0117f2-49a7-46cf-8dc7-ca59005ce604 req-0382ce51-27b7-4bc8-998b-1344040b5b1e tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 945 time: 0.0768576 Nov 10 19:08:43.030334 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dd0117f2-49a7-46cf-8dc7-ca59005ce604 req-5120c551-253e-43d9-b4a1-824bf237df87 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655649 Nov 10 19:08:43.086967 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd99c0-484a-46cc-a421-938ab6f78ec1 req-58c117af-847b-4ed4-80ed-4763e5e0e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:43.088494 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-dafd99c0-484a-46cc-a421-938ab6f78ec1 req-58c117af-847b-4ed4-80ed-4763e5e0e318 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.1368072 Nov 10 19:08:43.091481 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7ca45-7ba2-4675-aa17-3e4476a65ef0 req-ea074b89-cf23-4c55-af08-554a3c6471b8 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:43.093082 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-edf7ca45-7ba2-4675-aa17-3e4476a65ef0 req-ea074b89-cf23-4c55-af08-554a3c6471b8 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0770645 Nov 10 19:08:43.137261 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-dafd99c0-484a-46cc-a421-938ab6f78ec1 req-75820969-800b-4e4d-8b3e-7b98d7b74ebe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=a9b2f03a-deee-4eb9-a710-4ba943fbfc70 HTTP/1.1" status: 200 len: 217 time: 0.0401118 Nov 10 19:08:43.177933 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-edf7ca45-7ba2-4675-aa17-3e4476a65ef0 req-da868a1a-b601-4f3d-8c70-9b9c9b3eeda9 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745802 Nov 10 19:08:43.195009 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd99c0-484a-46cc-a421-938ab6f78ec1 req-02b77c48-a933-442e-bc21-8b8f7a5b4471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:43.195970 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-dafd99c0-484a-46cc-a421-938ab6f78ec1 req-02b77c48-a933-442e-bc21-8b8f7a5b4471 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0513055 Nov 10 19:08:43.227891 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ee473-050a-4f94-9c82-7436a573e485 req-0cc1ef46-1736-403f-9905-047461c7b1d4 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:43.229572 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca0ee473-050a-4f94-9c82-7436a573e485 req-0cc1ef46-1736-403f-9905-047461c7b1d4 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 944 time: 0.0679212 Nov 10 19:08:43.251940 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd99c0-484a-46cc-a421-938ab6f78ec1 req-857d4fe0-94ae-42a4-acae-0e224978032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:43.253558 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-dafd99c0-484a-46cc-a421-938ab6f78ec1 req-857d4fe0-94ae-42a4-acae-0e224978032d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0504382 Nov 10 19:08:43.286654 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca0ee473-050a-4f94-9c82-7436a573e485 req-65166b83-7551-4f2e-8295-61ed4be7add7 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504909 Nov 10 19:08:43.351496 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-dafd99c0-484a-46cc-a421-938ab6f78ec1 req-62c1b716-50f1-4701-9cab-f06f68249737 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889912 Nov 10 19:08:43.459467 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-dafd99c0-484a-46cc-a421-938ab6f78ec1 req-e38729b4-dd3b-40bf-a51e-95b196ea83c2 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000266 Nov 10 19:08:43.478045 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29f294-3168-4ad9-b8b2-6480c25f28e3 req-379916dd-41ab-433a-83f5-a217036b874a tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:43.480039 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ed29f294-3168-4ad9-b8b2-6480c25f28e3 req-379916dd-41ab-433a-83f5-a217036b874a tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0584455 Nov 10 19:08:43.535354 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ed29f294-3168-4ad9-b8b2-6480c25f28e3 req-40bc0474-d730-45d4-9a37-19fc1cfa8cf9 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493164 Nov 10 19:08:43.591356 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822b43d-8414-46e0-b4d4-a56effcbec2f req-8df13587-d016-4f07-b38f-4578d79cea43 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:43.592893 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4822b43d-8414-46e0-b4d4-a56effcbec2f req-8df13587-d016-4f07-b38f-4578d79cea43 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 945 time: 0.0566533 Nov 10 19:08:43.649746 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4822b43d-8414-46e0-b4d4-a56effcbec2f req-eefad55c-cc88-408a-b037-ccbbe6508a0f tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505946 Nov 10 19:08:43.844869 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4b3c2-0544-49b5-abc9-98daacb116ca req-63b4408f-b889-4bbf-b858-3989048446e0 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:43.846465 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4eb4b3c2-0544-49b5-abc9-98daacb116ca req-63b4408f-b889-4bbf-b858-3989048446e0 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 945 time: 0.0588980 Nov 10 19:08:43.937389 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 6e5a2a32-f007-4339-bf7b-730b25dd87c4 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:08:43.946960 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40125f-6bfc-4018-b4b5-d0b5e8138d78 req-822ee95f-2cd5-444a-b3e4-b1097bfeb590 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:43.949222 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2e40125f-6bfc-4018-b4b5-d0b5e8138d78 req-822ee95f-2cd5-444a-b3e4-b1097bfeb590 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 949 time: 0.0927711 Nov 10 19:08:43.960062 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4eb4b3c2-0544-49b5-abc9-98daacb116ca req-69a758cb-5ff7-4c68-a5ea-ef70502dadc8 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061583 Nov 10 19:08:44.006877 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 6e5a2a32-f007-4339-bf7b-730b25dd87c4 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:08:44.013077 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 6e5a2a32-f007-4339-bf7b-730b25dd87c4 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:08:44.013722 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:44.019397 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2e40125f-6bfc-4018-b4b5-d0b5e8138d78 req-efa1eb0c-08ba-4e81-b77b-cbae39018547 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564532 Nov 10 19:08:44.104537 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6537b56-aa35-4246-beab-ac5ab730ecb5 req-0fe059d0-508c-414d-88b9-17a72e526992 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:44.113152 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d6537b56-aa35-4246-beab-ac5ab730ecb5 req-0fe059d0-508c-414d-88b9-17a72e526992 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 949 time: 0.0757747 Nov 10 19:08:44.114672 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:44.148261 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50ccf39-ca6f-4728-a801-6ae0dcfe1103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5a2a32-f007-4339-bf7b-730b25dd87c4'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:08:44.151629 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a450cd-670d-4e51-bd23-5142f3acc04b" -d '{"events": [{"server_uuid": "f50ccf39-ca6f-4728-a801-6ae0dcfe1103", "name": "network-vif-plugged", "status": "completed", "tag": "6e5a2a32-f007-4339-bf7b-730b25dd87c4"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:08:44.168592 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 6e5a2a32-f007-4339-bf7b-730b25dd87c4, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6e5a2a32-f007-4339-bf7b-730b25dd87c4,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:08:44.173102 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:44.204142 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d6537b56-aa35-4246-beab-ac5ab730ecb5 req-ec222230-334c-4a28-8936-930dbb9926ce tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901070 Nov 10 19:08:44.213295 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecdad-dd56-499d-808a-e1a69a1ffe84 req-7d642593-7f74-4dfe-9960-1aaa30a9c5e8 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:44.214928 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-57fecdad-dd56-499d-808a-e1a69a1ffe84 req-7d642593-7f74-4dfe-9960-1aaa30a9c5e8 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 945 time: 0.0931611 Nov 10 19:08:44.240254 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=6e5a2a32-f007-4339-bf7b-730b25dd87c4,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:08:44.258590 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12f59c6-4db3-4749-960f-5a0e946955e2 x-openstack-request-id: req-e12f59c6-4db3-4749-960f-5a0e946955e2 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:08:44.258840 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50ccf39-ca6f-4728-a801-6ae0dcfe1103", "name": "network-vif-plugged", "status": "completed", "tag": "6e5a2a32-f007-4339-bf7b-730b25dd87c4", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:08:44.259102 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e12f59c6-4db3-4749-960f-5a0e946955e2 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:08:44.259582 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50ccf39-ca6f-4728-a801-6ae0dcfe1103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5a2a32-f007-4339-bf7b-730b25dd87c4', 'code': 200} Nov 10 19:08:44.278401 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-57fecdad-dd56-499d-808a-e1a69a1ffe84 req-e53269c9-5ec5-455e-b9b8-2363fef1d426 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566599 Nov 10 19:08:44.335043 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a9b2f03a-deee-4eb9-a710-4ba943fbfc70 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:08:44.369358 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ddd45-03c2-4097-92e9-0e8f02c3bdf0 req-3bda1660-7b9e-4ae8-836a-18a82899b768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:44.371751 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2e9ddd45-03c2-4097-92e9-0e8f02c3bdf0 req-3bda1660-7b9e-4ae8-836a-18a82899b768 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 1096 time: 0.0446436 Nov 10 19:08:44.389969 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port a9b2f03a-deee-4eb9-a710-4ba943fbfc70 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:08:44.394395 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port a9b2f03a-deee-4eb9-a710-4ba943fbfc70 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:08:44.394607 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:44.406200 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e996221-d7c9-4f38-acda-ff3f6a3cd59d req-189cab8c-736a-492f-8536-a353b16f41d2 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:44.407739 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6e996221-d7c9-4f38-acda-ff3f6a3cd59d req-189cab8c-736a-492f-8536-a353b16f41d2 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0928042 Nov 10 19:08:44.410866 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4851a15-fe02-465a-91f9-4b30f9fe7cb3 req-3d67d1d5-6273-42ef-9b62-ba8abcc7f3a9 tempest-MigrationsAdminTest-160112897 tempest-MigrationsAdminTest-160112897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:44.418228 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a4851a15-fe02-465a-91f9-4b30f9fe7cb3 req-3d67d1d5-6273-42ef-9b62-ba8abcc7f3a9 tempest-MigrationsAdminTest-160112897 tempest-MigrationsAdminTest-160112897-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 1100 time: 0.0711930 Nov 10 19:08:44.423583 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2e9ddd45-03c2-4097-92e9-0e8f02c3bdf0 req-cf9128de-828a-448f-8436-4ab3f922d9c8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434518 Nov 10 19:08:44.475094 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:44.486893 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a4851a15-fe02-465a-91f9-4b30f9fe7cb3 req-3430c4a2-131d-4ab5-b70a-cc90f5f962b6 tempest-MigrationsAdminTest-160112897 tempest-MigrationsAdminTest-160112897-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678020 Nov 10 19:08:44.491384 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6e996221-d7c9-4f38-acda-ff3f6a3cd59d req-5656d810-0e07-4df0-939d-4086bb642ad9 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711439 Nov 10 19:08:44.520143 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a9b2f03a-deee-4eb9-a710-4ba943fbfc70, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a9b2f03a-deee-4eb9-a710-4ba943fbfc70,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:08:44.532872 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:44.585500 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=a9b2f03a-deee-4eb9-a710-4ba943fbfc70,revision_number=10']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:08:44.674582 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0707c-e491-4d54-a4ae-d8bea3953bde req-3a0718ae-8768-4278-abe2-15f57bcbcf57 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:44.676140 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-39b0707c-e491-4d54-a4ae-d8bea3953bde req-3a0718ae-8768-4278-abe2-15f57bcbcf57 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 945 time: 0.0966060 Nov 10 19:08:44.711476 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06998416-9a57-4d69-8e82-7c33959e5dc7 req-cadd0623-3366-4e1e-8e0e-f27e2a2a6c78 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:44.713011 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-06998416-9a57-4d69-8e82-7c33959e5dc7 req-cadd0623-3366-4e1e-8e0e-f27e2a2a6c78 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0818989 Nov 10 19:08:44.755454 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-39b0707c-e491-4d54-a4ae-d8bea3953bde req-9f0a29e9-d229-4496-bc35-6c5af02ab786 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716250 Nov 10 19:08:44.786933 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-06998416-9a57-4d69-8e82-7c33959e5dc7 req-0af54f25-f19f-4e8c-b1ee-f579c31e11f7 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623026 Nov 10 19:08:44.872589 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-c1bdf10a-e3cb-450e-97ef-0a6f711c4bb1 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321982 Nov 10 19:08:44.971171 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29623a14-ef42-497a-9978-8bfd9f949384 req-15347286-0717-4f13-a4d2-1a2d268ae43d tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:44.972777 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-29623a14-ef42-497a-9978-8bfd9f949384 req-15347286-0717-4f13-a4d2-1a2d268ae43d tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 945 time: 0.1218071 Nov 10 19:08:45.044144 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-085cde2d-a2ff-4c99-be1e-f788f7dbe44f tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:45.045622 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-085cde2d-a2ff-4c99-be1e-f788f7dbe44f tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1586068 Nov 10 19:08:45.054077 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-29623a14-ef42-497a-9978-8bfd9f949384 req-b8154e9e-dd2a-444d-8a66-927ea429d0c5 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724463 Nov 10 19:08:45.065302 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-e752f6e5-071e-4bea-9dd3-693929d73fe7 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/quotas/5ef8c132b4d949a9b0bece379d0bc679 HTTP/1.1" status: 200 len: 375 time: 0.0102117 Nov 10 19:08:45.156339 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-cdd891d7-10cb-4931-b306-e1cc4e975031 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0850658 Nov 10 19:08:45.177794 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefea40b-e2c2-4bc6-8901-61311adc87da req-696326b0-8d66-43fd-9c76-a8253c61bccb tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:45.179340 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cefea40b-e2c2-4bc6-8901-61311adc87da req-696326b0-8d66-43fd-9c76-a8253c61bccb tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 945 time: 0.0640545 Nov 10 19:08:45.237047 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cefea40b-e2c2-4bc6-8901-61311adc87da req-7c20afc1-5a8f-40ec-822c-66ad959ae1b5 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503285 Nov 10 19:08:45.367411 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-585d291d-9a5e-4df0-9ced-fcb7a12a3abb req-fb28950e-28c5-4824-b976-00545b8aa4f6 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 210 time: 0.0423589 Nov 10 19:08:45.393235 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746049c5-3c8d-4902-87e9-400d968ae579 req-25c9a087-b33b-4edd-90c4-cf25eef7d2a2 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:45.394854 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-746049c5-3c8d-4902-87e9-400d968ae579 req-25c9a087-b33b-4edd-90c4-cf25eef7d2a2 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 949 time: 0.0872459 Nov 10 19:08:45.469242 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-746049c5-3c8d-4902-87e9-400d968ae579 req-bd873944-4ac6-4ff2-baa6-a61bb2d8150b tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646343 Nov 10 19:08:45.509957 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1697d7-ceb3-4fe7-961b-e4aebd874354 req-08ffaecf-4ddc-4f8a-b9fc-d139862ab407 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:45.511673 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8f1697d7-ceb3-4fe7-961b-e4aebd874354 req-08ffaecf-4ddc-4f8a-b9fc-d139862ab407 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 945 time: 0.0600688 Nov 10 19:08:45.642884 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8f1697d7-ceb3-4fe7-961b-e4aebd874354 req-0d6aff72-a885-497d-944f-01a03edf2823 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212978 Nov 10 19:08:45.684481 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc99cc-54c8-4e87-acdb-02e0e0f5194c req-d7023982-6b65-4413-b601-36ccc859a112 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:45.686417 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2adc99cc-54c8-4e87-acdb-02e0e0f5194c req-d7023982-6b65-4413-b601-36ccc859a112 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0716093 Nov 10 19:08:45.738315 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2adc99cc-54c8-4e87-acdb-02e0e0f5194c req-1be44769-c283-41b3-82d1-ba7c9d34526d tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456738 Nov 10 19:08:45.918192 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00784fd-03bd-4d59-8af8-75cc0db8c895 req-d30c2ca8-d4b3-41c0-8cd1-4604729e56e5 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:45.920137 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a00784fd-03bd-4d59-8af8-75cc0db8c895 req-d30c2ca8-d4b3-41c0-8cd1-4604729e56e5 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 945 time: 0.0860968 Nov 10 19:08:45.944577 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55daf51e-ff45-4676-bfaa-4cef670c4fb1 req-ebf1c099-21bd-468a-81c6-de3295407e8d tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:45.946098 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-55daf51e-ff45-4676-bfaa-4cef670c4fb1 req-ebf1c099-21bd-468a-81c6-de3295407e8d tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0823522 Nov 10 19:08:46.013060 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a00784fd-03bd-4d59-8af8-75cc0db8c895 req-186d5fb8-11dc-4b06-8584-d5d9b7bc4d12 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836132 Nov 10 19:08:46.025808 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-55daf51e-ff45-4676-bfaa-4cef670c4fb1 req-6b09268d-db73-4074-997d-999b44d0a04b tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687108 Nov 10 19:08:46.124649 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e874187-91bb-4bc0-acc6-fee73fe5cd2e req-80a52694-14cf-4be8-9e98-541e81021133 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:46.126294 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7e874187-91bb-4bc0-acc6-fee73fe5cd2e req-80a52694-14cf-4be8-9e98-541e81021133 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 1096 time: 0.0453703 Nov 10 19:08:46.208161 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f985788-8a4b-45d0-a38c-36bd524f70ac req-7f8de767-3414-46b6-857e-bf4e3649be43 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:46.209654 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9f985788-8a4b-45d0-a38c-36bd524f70ac req-7f8de767-3414-46b6-857e-bf4e3649be43 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 945 time: 0.0805020 Nov 10 19:08:46.211938 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7e874187-91bb-4bc0-acc6-fee73fe5cd2e req-63567930-b2ca-4fae-8bcc-0f02ba3ee4a8 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737612 Nov 10 19:08:46.261986 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f341b9f2-40de-412e-bd42-6ff24d769b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b2f03a-deee-4eb9-a710-4ba943fbfc70'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:08:46.263756 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d974531-ba56-4072-bc78-a8ea5e9518a3" -d '{"events": [{"server_uuid": "f341b9f2-40de-412e-bd42-6ff24d769b7f", "name": "network-vif-plugged", "status": "completed", "tag": "a9b2f03a-deee-4eb9-a710-4ba943fbfc70"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:08:46.263924 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9f985788-8a4b-45d0-a38c-36bd524f70ac req-946ad4f0-a4c1-41d8-b738-e813136cf412 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474069 Nov 10 19:08:46.334051 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 13bd60a6-905d-4d03-9aae-c2af0f6cb993 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:08:46.364777 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8af5709-81c4-42a4-a985-fab9d9995066 x-openstack-request-id: req-c8af5709-81c4-42a4-a985-fab9d9995066 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:08:46.365062 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f341b9f2-40de-412e-bd42-6ff24d769b7f", "name": "network-vif-plugged", "status": "completed", "tag": "a9b2f03a-deee-4eb9-a710-4ba943fbfc70", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:08:46.365287 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c8af5709-81c4-42a4-a985-fab9d9995066 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:08:46.365912 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f341b9f2-40de-412e-bd42-6ff24d769b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b2f03a-deee-4eb9-a710-4ba943fbfc70', 'code': 200} Nov 10 19:08:46.377860 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-7ff686e6-e419-4d68-8fb3-03792ee1a2b6 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397456 Nov 10 19:08:46.403744 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ef67b-861e-45eb-bad3-dd8d89389c52 req-220c88a3-d1a8-47fd-9893-c39ffa214d8e tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:46.414236 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fe1ef67b-861e-45eb-bad3-dd8d89389c52 req-220c88a3-d1a8-47fd-9893-c39ffa214d8e tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 945 time: 0.0797222 Nov 10 19:08:46.418308 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 13bd60a6-905d-4d03-9aae-c2af0f6cb993 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:08:46.438396 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 13bd60a6-905d-4d03-9aae-c2af0f6cb993 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:08:46.451693 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:46.486398 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fe1ef67b-861e-45eb-bad3-dd8d89389c52 req-6f1507bf-6a29-404a-a5f3-e11ca72aa18e tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710649 Nov 10 19:08:46.549302 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-69bdcf7d-1c98-471f-b602-128a091d7885 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:46.551377 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-69bdcf7d-1c98-471f-b602-128a091d7885 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1668439 Nov 10 19:08:46.556240 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4d06fd86-ea8c-4b5b-b3c0-1a6cfc8bfbd4 req-a83d3782-a6b9-4dbb-9f21-bcfcaf534b17 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 210 time: 0.0468130 Nov 10 19:08:46.570616 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-638a0448-df6e-4a18-8b03-24309eac4377 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Request body: {'port': {'device_id': '6d521c28-da33-4ade-8fd3-013f2bfb70e8', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'admin_state_up': True, 'tenant_id': '5ef8c132b4d949a9b0bece379d0bc679'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:08:46.627221 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:46.655825 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd784684-ff97-4a0f-b63d-be683482026b req-874f6197-e918-496a-9200-7a3e74e0ea53 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:46.657370 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cd784684-ff97-4a0f-b63d-be683482026b req-874f6197-e918-496a-9200-7a3e74e0ea53 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 949 time: 0.0634058 Nov 10 19:08:46.686122 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 13bd60a6-905d-4d03-9aae-c2af0f6cb993, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=13bd60a6-905d-4d03-9aae-c2af0f6cb993,segment=NetworkSegment(8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1),segment_id=8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:08:46.694150 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:46.695006 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 6299dc1b-96af-4e73-a046-e19a9d5f5ea3 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:08:46.732598 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-638a0448-df6e-4a18-8b03-24309eac4377 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Made reservation on behalf of 5ef8c132b4d949a9b0bece379d0bc679 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:08:46.737196 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-638a0448-df6e-4a18-8b03-24309eac4377 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:46.738445 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cd784684-ff97-4a0f-b63d-be683482026b req-c3557d45-1505-47cf-a10d-01ef3171bba7 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719011 Nov 10 19:08:46.815872 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 6299dc1b-96af-4e73-a046-e19a9d5f5ea3 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:08:46.820578 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685ddec-e84c-4fee-98e6-20497c6f5706 req-d2c18e49-3413-4ff5-9301-1890286ac9d9 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:46.822268 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d685ddec-e84c-4fee-98e6-20497c6f5706 req-d2c18e49-3413-4ff5-9301-1890286ac9d9 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 946 time: 0.0733969 Nov 10 19:08:46.824326 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 6299dc1b-96af-4e73-a046-e19a9d5f5ea3 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:08:46.824782 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:46.866760 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=13bd60a6-905d-4d03-9aae-c2af0f6cb993,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:08:46.927850 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d685ddec-e84c-4fee-98e6-20497c6f5706 req-7ebeafca-aac8-45b9-9a2e-cfdaeb8456d1 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969090 Nov 10 19:08:46.955028 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1d0b7-3b2e-4f3a-b4ae-22149191474b req-c5920018-de21-4939-9719-6bc4c420a9f0 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:46.956595 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e3d1d0b7-3b2e-4f3a-b4ae-22149191474b req-c5920018-de21-4939-9719-6bc4c420a9f0 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0828173 Nov 10 19:08:46.987052 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:46.989930 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-638a0448-df6e-4a18-8b03-24309eac4377 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Allocated IP 192.168.233.101 (d392c118-92b4-47b2-87bf-77c096e8a630/f9b6e8e7-6ebd-402d-901c-b41f234de3ab/2cc34104-5fcb-478b-aa2f-184a14aebac9) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:08:47.032322 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e3d1d0b7-3b2e-4f3a-b4ae-22149191474b req-e56f9631-9a51-4fd5-8843-ca46b3f53425 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691481 Nov 10 19:08:47.039231 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 6299dc1b-96af-4e73-a046-e19a9d5f5ea3, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=6299dc1b-96af-4e73-a046-e19a9d5f5ea3,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:08:47.044640 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:47.045983 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 6983fb4c-e85a-4a08-b23b-b6aaac5affa5 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:08:47.147029 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=6299dc1b-96af-4e73-a046-e19a9d5f5ea3,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:08:47.169089 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 6983fb4c-e85a-4a08-b23b-b6aaac5affa5 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:08:47.178499 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 6983fb4c-e85a-4a08-b23b-b6aaac5affa5 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:08:47.180965 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:47.215469 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-638a0448-df6e-4a18-8b03-24309eac4377 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:47.242100 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0aab5-a8d4-4fb1-bb30-2c11b7a18e4c req-2fe2d0b4-f38a-4810-8a93-0c3c27d8aa3b tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:47.248267 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6fc0aab5-a8d4-4fb1-bb30-2c11b7a18e4c req-2fe2d0b4-f38a-4810-8a93-0c3c27d8aa3b tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0998285 Nov 10 19:08:47.284913 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-638a0448-df6e-4a18-8b03-24309eac4377 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:47.298625 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['a9b2f03a-deee-4eb9-a710-4ba943fbfc70'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:08:47.343447 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:47.344090 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-638a0448-df6e-4a18-8b03-24309eac4377 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Network d392c118-92b4-47b2-87bf-77c096e8a630 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:08:47.344583 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6fc0aab5-a8d4-4fb1-bb30-2c11b7a18e4c req-d9b5c42d-3e19-4eb4-adb9-f0cc5751a8db tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826745 Nov 10 19:08:47.347521 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-638a0448-df6e-4a18-8b03-24309eac4377 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:08:47.352283 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-638a0448-df6e-4a18-8b03-24309eac4377 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:08:47.399566 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a0448-df6e-4a18-8b03-24309eac4377 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Pushing event updated for resources: {'Port': ['ID=2cc34104-5fcb-478b-aa2f-184a14aebac9,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:08:47.410511 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 6983fb4c-e85a-4a08-b23b-b6aaac5affa5, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=6983fb4c-e85a-4a08-b23b-b6aaac5affa5,segment=NetworkSegment(f30db029-3af0-4a37-9a3a-3d875216d3a4),segment_id=f30db029-3af0-4a37-9a3a-3d875216d3a4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:08:47.425025 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:47.448403 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-638a0448-df6e-4a18-8b03-24309eac4377 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:47.449587 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-638a0448-df6e-4a18-8b03-24309eac4377 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:47.471427 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca638c-67dc-4827-8fd0-655e95f462bc req-ca68569b-aeab-4300-a178-a1b1c5f270a9 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:47.473156 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6eca638c-67dc-4827-8fd0-655e95f462bc req-ca68569b-aeab-4300-a178-a1b1c5f270a9 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 945 time: 0.0688434 Nov 10 19:08:47.493818 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-638a0448-df6e-4a18-8b03-24309eac4377 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9248133 Nov 10 19:08:47.509306 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-76991e31-76c4-41dd-afd9-e5fbafd5a919 service neutron] Request body: {'port': {'device_id': '6d521c28-da33-4ade-8fd3-013f2bfb70e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:08:47.537970 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=6983fb4c-e85a-4a08-b23b-b6aaac5affa5,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:08:47.640465 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-76991e31-76c4-41dd-afd9-e5fbafd5a919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:47.654683 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6eca638c-67dc-4827-8fd0-655e95f462bc req-09ba020e-00df-4ddb-9fab-d3c13833a6a5 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656170 Nov 10 19:08:47.810860 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-81f74d80-ed24-4c7e-acbe-52d99ac6a9cf None None] Provisioning complete for port 2cc34104-5fcb-478b-aa2f-184a14aebac9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:08:47.812031 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-81f74d80-ed24-4c7e-acbe-52d99ac6a9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:47.865834 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-81f74d80-ed24-4c7e-acbe-52d99ac6a9cf None None] Port 2cc34104-5fcb-478b-aa2f-184a14aebac9 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:08:48.018729 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-76991e31-76c4-41dd-afd9-e5fbafd5a919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cc34104-5fcb-478b-aa2f-184a14aebac9 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:08:48.031108 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc16280-6906-4c5a-8943-7fae91d0a2bf req-d86a8323-524d-4dc1-99f9-0dadb87c8582 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:48.032827 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-edc16280-6906-4c5a-8943-7fae91d0a2bf req-d86a8323-524d-4dc1-99f9-0dadb87c8582 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 946 time: 0.4124637 Nov 10 19:08:48.034451 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-76991e31-76c4-41dd-afd9-e5fbafd5a919 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:48.050192 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbb2e8-858f-4ab5-87b6-8146f91ac79f req-4649ab60-3b1a-4517-a459-5404e8609089 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:48.051962 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59cbb2e8-858f-4ab5-87b6-8146f91ac79f req-4649ab60-3b1a-4517-a459-5404e8609089 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 936 time: 0.0780365 Nov 10 19:08:48.056963 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-76991e31-76c4-41dd-afd9-e5fbafd5a919 service neutron] Transition to ACTIVE for port object 2cc34104-5fcb-478b-aa2f-184a14aebac9 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:08:48.063337 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-76991e31-76c4-41dd-afd9-e5fbafd5a919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:48.138553 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-edc16280-6906-4c5a-8943-7fae91d0a2bf req-e88b7af1-7b49-49f1-b872-15716f156cd9 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973027 Nov 10 19:08:48.146669 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76991e31-76c4-41dd-afd9-e5fbafd5a919 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc34104-5fcb-478b-aa2f-184a14aebac9,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:08:48.159728 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59cbb2e8-858f-4ab5-87b6-8146f91ac79f req-f39469fe-8370-4739-8b62-151cc5e03c3f tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884790 Nov 10 19:08:48.367000 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2884ae-b7e9-47a7-9d25-73a8f2854d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13bd60a6-905d-4d03-9aae-c2af0f6cb993'}, {'server_uuid': '5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6299dc1b-96af-4e73-a046-e19a9d5f5ea3'}, {'server_uuid': '307fa0cd-ee7e-4667-8190-1f1b45b4e81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6983fb4c-e85a-4a08-b23b-b6aaac5affa5'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:08:48.369500 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef70db2-4da2-4bea-83b9-6c9cf130a579" -d '{"events": [{"server_uuid": "5c2884ae-b7e9-47a7-9d25-73a8f2854d01", "name": "network-vif-plugged", "status": "completed", "tag": "13bd60a6-905d-4d03-9aae-c2af0f6cb993"}, {"server_uuid": "5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe", "name": "network-vif-plugged", "status": "completed", "tag": "6299dc1b-96af-4e73-a046-e19a9d5f5ea3"}, {"server_uuid": "307fa0cd-ee7e-4667-8190-1f1b45b4e81c", "name": "network-vif-plugged", "status": "completed", "tag": "6983fb4c-e85a-4a08-b23b-b6aaac5affa5"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:08:48.377783 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c217d4a-5626-4db4-bb7c-8da719918055 req-e354ceb5-9755-4f77-b810-e8d836d8cae3 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:48.386930 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c217d4a-5626-4db4-bb7c-8da719918055 req-e354ceb5-9755-4f77-b810-e8d836d8cae3 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 946 time: 0.0849605 Nov 10 19:08:48.411904 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-76991e31-76c4-41dd-afd9-e5fbafd5a919 service neutron] Attempting to bind port 2cc34104-5fcb-478b-aa2f-184a14aebac9 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:08:48.412694 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-76991e31-76c4-41dd-afd9-e5fbafd5a919 service neutron] Attempting to bind port 2cc34104-5fcb-478b-aa2f-184a14aebac9 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:08:48.413842 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-76991e31-76c4-41dd-afd9-e5fbafd5a919 service neutron] Attempting to bind port 2cc34104-5fcb-478b-aa2f-184a14aebac9 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:08:48.423348 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-76991e31-76c4-41dd-afd9-e5fbafd5a919 service neutron] Port 2cc34104-5fcb-478b-aa2f-184a14aebac9 on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:08:48.424124 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-76991e31-76c4-41dd-afd9-e5fbafd5a919 service neutron] Attempting to bind port 2cc34104-5fcb-478b-aa2f-184a14aebac9 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:08:48.433978 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-76991e31-76c4-41dd-afd9-e5fbafd5a919 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:08:48.434569 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-76991e31-76c4-41dd-afd9-e5fbafd5a919 service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:08:48.435233 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-76991e31-76c4-41dd-afd9-e5fbafd5a919 service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:08:48.435997 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-76991e31-76c4-41dd-afd9-e5fbafd5a919 service neutron] Bound port: 2cc34104-5fcb-478b-aa2f-184a14aebac9, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:08:48.436608 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-76991e31-76c4-41dd-afd9-e5fbafd5a919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:48.442908 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e12f8-ad3f-4d4e-adb1-7bda209b2db2 req-dd3df5df-c811-46a1-905f-362177d2db3a tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:48.444538 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-853e12f8-ad3f-4d4e-adb1-7bda209b2db2 req-dd3df5df-c811-46a1-905f-362177d2db3a tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 950 time: 0.2168016 Nov 10 19:08:48.473164 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c217d4a-5626-4db4-bb7c-8da719918055 req-5d638232-82e8-4792-a46a-9fb20666b558 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835438 Nov 10 19:08:48.526236 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-76991e31-76c4-41dd-afd9-e5fbafd5a919 service neutron] For port 2cc34104-5fcb-478b-aa2f-184a14aebac9, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:08:48.530383 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-76991e31-76c4-41dd-afd9-e5fbafd5a919 service neutron] For port 2cc34104-5fcb-478b-aa2f-184a14aebac9, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=2cc34104-5fcb-478b-aa2f-184a14aebac9,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:08:48.537522 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-76991e31-76c4-41dd-afd9-e5fbafd5a919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:48.544149 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-853e12f8-ad3f-4d4e-adb1-7bda209b2db2 req-29e0696d-d60d-4cb5-96d9-3f4c08eba2da tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900021 Nov 10 19:08:48.577847 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-76991e31-76c4-41dd-afd9-e5fbafd5a919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:48.578396 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-76991e31-76c4-41dd-afd9-e5fbafd5a919 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:48.579891 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-76991e31-76c4-41dd-afd9-e5fbafd5a919 service neutron] 10.222.0.73 "PUT /v2.0/ports/2cc34104-5fcb-478b-aa2f-184a14aebac9 HTTP/1.1" status: 200 len: 1096 time: 1.0759962 Nov 10 19:08:48.580373 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d521c28-da33-4ade-8fd3-013f2bfb70e8', 'tag': '2cc34104-5fcb-478b-aa2f-184a14aebac9'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:08:48.582831 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e23d6b9-64c5-4d9f-b04a-cfc1ccf0d11d" -d '{"events": [{"name": "network-changed", "server_uuid": "6d521c28-da33-4ade-8fd3-013f2bfb70e8", "tag": "2cc34104-5fcb-478b-aa2f-184a14aebac9"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:08:48.612163 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76991e31-76c4-41dd-afd9-e5fbafd5a919 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc34104-5fcb-478b-aa2f-184a14aebac9,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:08:48.664230 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c489e14-fa9b-4a2f-aafd-2c5b75f09e57 req-31a74362-0ee9-4ba9-8b94-19878c4cdb28 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:48.669312 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0c489e14-fa9b-4a2f-aafd-2c5b75f09e57 req-31a74362-0ee9-4ba9-8b94-19878c4cdb28 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.1233850 Nov 10 19:08:48.724658 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-995f8e47-ef9d-4ead-9d1f-bed8c98a5616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:48.727345 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-995f8e47-ef9d-4ead-9d1f-bed8c98a5616 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 1099 time: 0.0805416 Nov 10 19:08:48.783258 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-2df16f88-50fe-442f-8292-fee79cfe1826 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=2cc34104-5fcb-478b-aa2f-184a14aebac9 HTTP/1.1" status: 200 len: 217 time: 0.0477960 Nov 10 19:08:48.786804 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0c489e14-fa9b-4a2f-aafd-2c5b75f09e57 req-3b4bad77-ba6f-4893-9be5-793b939a5d70 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086531 Nov 10 19:08:48.801087 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a858f08-a700-4d4e-9477-8ed05054e52e req-b5d2ef5c-26f2-41c9-a523-c04e3c913453 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:48.826933 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9a858f08-a700-4d4e-9477-8ed05054e52e req-b5d2ef5c-26f2-41c9-a523-c04e3c913453 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.1341228 Nov 10 19:08:48.865472 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-9c5d6590-886b-4682-a132-2526a9f7f4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:48.867032 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-9c5d6590-886b-4682-a132-2526a9f7f4e9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0764024 Nov 10 19:08:48.903808 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9a858f08-a700-4d4e-9477-8ed05054e52e req-29b24df4-7748-4927-836e-899a8c60b698 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737507 Nov 10 19:08:48.913374 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 10 Nov 2021 19:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43020c30-6bfc-4626-b603-426af256ae59 x-openstack-request-id: req-43020c30-6bfc-4626-b603-426af256ae59 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:08:48.913683 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2884ae-b7e9-47a7-9d25-73a8f2854d01", "name": "network-vif-plugged", "status": "completed", "tag": "13bd60a6-905d-4d03-9aae-c2af0f6cb993", "code": 200}, {"server_uuid": "5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe", "name": "network-vif-plugged", "status": "completed", "tag": "6299dc1b-96af-4e73-a046-e19a9d5f5ea3", "code": 200}, {"server_uuid": "307fa0cd-ee7e-4667-8190-1f1b45b4e81c", "name": "network-vif-plugged", "status": "completed", "tag": "6983fb4c-e85a-4a08-b23b-b6aaac5affa5", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:08:48.918512 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-43020c30-6bfc-4626-b603-426af256ae59 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:08:48.919199 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2884ae-b7e9-47a7-9d25-73a8f2854d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13bd60a6-905d-4d03-9aae-c2af0f6cb993', 'code': 200} Nov 10 19:08:48.919636 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6299dc1b-96af-4e73-a046-e19a9d5f5ea3', 'code': 200} Nov 10 19:08:48.920833 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307fa0cd-ee7e-4667-8190-1f1b45b4e81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6983fb4c-e85a-4a08-b23b-b6aaac5affa5', 'code': 200} Nov 10 19:08:49.004494 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b535dbf4-5582-4cf5-bc8a-012b95dfd689 x-openstack-request-id: req-b535dbf4-5582-4cf5-bc8a-012b95dfd689 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:08:49.009075 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d521c28-da33-4ade-8fd3-013f2bfb70e8", "tag": "2cc34104-5fcb-478b-aa2f-184a14aebac9", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:08:49.010178 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b535dbf4-5582-4cf5-bc8a-012b95dfd689 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:08:49.010769 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d521c28-da33-4ade-8fd3-013f2bfb70e8', 'tag': '2cc34104-5fcb-478b-aa2f-184a14aebac9', 'status': 'completed', 'code': 200} Nov 10 19:08:49.038389 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-11873185-c622-4a1a-bf2e-c7f441a30c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:49.038389 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-11873185-c622-4a1a-bf2e-c7f441a30c9e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1629319 Nov 10 19:08:49.150808 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-53f66bd7-11f9-4f6d-a3ad-40b8474503b8 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035101 Nov 10 19:08:49.168176 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930e5d6-b134-4c4f-952a-3cc4430f6963 req-6e65a198-877b-4758-9693-02b728314169 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:49.175682 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a930e5d6-b134-4c4f-952a-3cc4430f6963 req-6e65a198-877b-4758-9693-02b728314169 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 945 time: 0.1410921 Nov 10 19:08:49.180425 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9a80a-5b44-4d7b-9313-42b86479723b req-a5594d3f-4d63-4597-b9cf-702d97c22286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:49.181951 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-31e9a80a-5b44-4d7b-9313-42b86479723b req-a5594d3f-4d63-4597-b9cf-702d97c22286 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 1101 time: 0.1612339 Nov 10 19:08:49.220338 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbff97d-8400-4307-8b94-7f57d05336ae req-455abe72-a190-4194-8217-7fb3edf4c2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:49.223094 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4fbff97d-8400-4307-8b94-7f57d05336ae req-455abe72-a190-4194-8217-7fb3edf4c2d0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 1097 time: 0.1610665 Nov 10 19:08:49.259341 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee9646-23b3-48ce-9a25-80dbe3cf8daf req-e404227c-59d3-4f0e-bac3-e69549cb5b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:49.261293 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-32ee9646-23b3-48ce-9a25-80dbe3cf8daf req-e404227c-59d3-4f0e-bac3-e69549cb5b2b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 1097 time: 0.1527469 Nov 10 19:08:49.275023 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d541afe-b16a-44aa-bad4-c936d5c2fa6c req-7ca14c1c-299c-436e-ae86-1591adf03308 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168015 Nov 10 19:08:49.353114 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-31e9a80a-5b44-4d7b-9313-42b86479723b req-95cc3bbd-f66d-47f2-8cd6-005f0d6a9f4b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601689 Nov 10 19:08:49.388726 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a930e5d6-b134-4c4f-952a-3cc4430f6963 req-f460aead-776c-45d8-a507-16e7146964ea tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124624 Nov 10 19:08:49.398239 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23d6b9-64c5-4d9f-b04a-cfc1ccf0d11d req-adce45bc-08d3-4fe3-9939-37c7a3d6870e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:49.399381 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4fbff97d-8400-4307-8b94-7f57d05336ae req-88f1a013-e6cd-417d-b100-277a79ddd016 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700728 Nov 10 19:08:49.400025 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8e23d6b9-64c5-4d9f-b04a-cfc1ccf0d11d req-adce45bc-08d3-4fe3-9939-37c7a3d6870e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 1099 time: 0.0690093 Nov 10 19:08:49.466411 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-32ee9646-23b3-48ce-9a25-80dbe3cf8daf req-9c7a27a1-2df4-411e-8af7-0f211eba0394 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724920 Nov 10 19:08:49.477356 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44652a4-5051-4443-b31a-68d67a7768d7 req-8511d0ff-a55b-45b5-9588-36c3465bd3cb tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:49.479646 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a44652a4-5051-4443-b31a-68d67a7768d7 req-8511d0ff-a55b-45b5-9588-36c3465bd3cb tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 946 time: 0.2125220 Nov 10 19:08:49.535845 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23d6b9-64c5-4d9f-b04a-cfc1ccf0d11d req-bdc3a39c-f4e8-4340-a4b4-7008e9cbe8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:49.537526 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8e23d6b9-64c5-4d9f-b04a-cfc1ccf0d11d req-bdc3a39c-f4e8-4340-a4b4-7008e9cbe8ad service neutron] 10.222.0.73 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.1218874 Nov 10 19:08:49.565285 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a44652a4-5051-4443-b31a-68d67a7768d7 req-84bac09f-d1d6-4d36-aa36-8617b4180d87 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759811 Nov 10 19:08:49.578359 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe97e6-a4e8-4066-a67a-48f06ec8da45 req-654d52a2-06bf-4d18-af55-d319842e0ec3 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:49.585897 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8e23d6b9-64c5-4d9f-b04a-cfc1ccf0d11d req-e17ad946-23d7-4d18-a4af-7c8572810ca4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=2cc34104-5fcb-478b-aa2f-184a14aebac9 HTTP/1.1" status: 200 len: 217 time: 0.0370631 Nov 10 19:08:49.586056 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0fbe97e6-a4e8-4066-a67a-48f06ec8da45 req-654d52a2-06bf-4d18-af55-d319842e0ec3 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 948 time: 0.1180911 Nov 10 19:08:49.646269 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23d6b9-64c5-4d9f-b04a-cfc1ccf0d11d req-383c339f-e125-4880-84e5-3379e524e6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:49.647785 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8e23d6b9-64c5-4d9f-b04a-cfc1ccf0d11d req-383c339f-e125-4880-84e5-3379e524e6c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0503051 Nov 10 19:08:49.651716 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0fbe97e6-a4e8-4066-a67a-48f06ec8da45 req-1b78145f-9450-46f3-96e8-88bc682174ee tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647795 Nov 10 19:08:49.693114 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92221173-39d7-49bc-83f4-bbe8f02a91e6 req-ed11d00e-5ea1-4188-a3ad-ef04dd9d8afb tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:49.694991 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-92221173-39d7-49bc-83f4-bbe8f02a91e6 req-ed11d00e-5ea1-4188-a3ad-ef04dd9d8afb tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 946 time: 0.0579143 Nov 10 19:08:49.711373 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23d6b9-64c5-4d9f-b04a-cfc1ccf0d11d req-673650db-294e-4f9a-be0e-1fb47a8fc8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:49.713127 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8e23d6b9-64c5-4d9f-b04a-cfc1ccf0d11d req-673650db-294e-4f9a-be0e-1fb47a8fc8b0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0564570 Nov 10 19:08:49.782048 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-92221173-39d7-49bc-83f4-bbe8f02a91e6 req-43ca1870-148a-469e-a9bb-137c647895d3 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791104 Nov 10 19:08:49.798440 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bc97f-9d6f-4882-b666-7fe469f2b453 req-e32af6db-99cd-43dd-879c-779f0dc7b76a tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:49.800012 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d5bc97f-9d6f-4882-b666-7fe469f2b453 req-e32af6db-99cd-43dd-879c-779f0dc7b76a tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 950 time: 0.0770874 Nov 10 19:08:49.826935 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8e23d6b9-64c5-4d9f-b04a-cfc1ccf0d11d req-7d9d3f64-0635-46f1-b1e7-aedf691a27c4 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045284 Nov 10 19:08:49.871624 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d5bc97f-9d6f-4882-b666-7fe469f2b453 req-cb8cad92-96a3-41d2-9bf2-5760981f3f4d tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652821 Nov 10 19:08:49.940005 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a278c-1d83-4922-9982-3268af87bc7e req-056daf1c-6cb4-4fa5-afb4-b0c07377b2bf tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:49.942329 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5f3a278c-1d83-4922-9982-3268af87bc7e req-056daf1c-6cb4-4fa5-afb4-b0c07377b2bf tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0640461 Nov 10 19:08:49.978097 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8e23d6b9-64c5-4d9f-b04a-cfc1ccf0d11d req-dc177189-0520-450a-9653-61d4cce89146 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427960 Nov 10 19:08:50.035317 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5f3a278c-1d83-4922-9982-3268af87bc7e req-20ab022d-6051-48a2-a79b-3f81041d8b8d tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697827 Nov 10 19:08:50.091304 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21d935-2daf-4a8a-b518-bbc59a58edaa req-e65c11e5-40d9-403a-af62-19db61521e34 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:50.092919 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-df21d935-2daf-4a8a-b518-bbc59a58edaa req-e65c11e5-40d9-403a-af62-19db61521e34 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0568318 Nov 10 19:08:50.149367 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-df21d935-2daf-4a8a-b518-bbc59a58edaa req-d6d57eb3-bb9f-4baa-858e-69d655d72222 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477986 Nov 10 19:08:50.434746 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:08:50.521634 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c31589-6136-4f53-b0b2-ae7df2e7b49a req-4aeab5f3-bac5-427b-badb-a5d0f572a229 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:50.523674 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d8c31589-6136-4f53-b0b2-ae7df2e7b49a req-4aeab5f3-bac5-427b-badb-a5d0f572a229 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 945 time: 0.0592730 Nov 10 19:08:50.581803 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d8c31589-6136-4f53-b0b2-ae7df2e7b49a req-a8a0dddf-0d19-4f59-b2bf-811035c3305c tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509439 Nov 10 19:08:50.723414 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3725e33-5f5d-433e-813e-6500a8521f5d req-165aba18-c2fd-4ca6-9736-8f4f92233e77 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:50.725540 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a3725e33-5f5d-433e-813e-6500a8521f5d req-165aba18-c2fd-4ca6-9736-8f4f92233e77 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 946 time: 0.0573626 Nov 10 19:08:50.787334 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a3725e33-5f5d-433e-813e-6500a8521f5d req-43b4792a-d4c3-4da5-9b7f-fd0a330e7441 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548723 Nov 10 19:08:50.938604 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba1e1a-47de-4b8d-8f2e-a2788d216ad9 req-5a104b50-ab85-4d0a-88bd-29c40ce3c404 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:50.940199 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fcba1e1a-47de-4b8d-8f2e-a2788d216ad9 req-5a104b50-ab85-4d0a-88bd-29c40ce3c404 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 948 time: 0.0760651 Nov 10 19:08:51.018461 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fcba1e1a-47de-4b8d-8f2e-a2788d216ad9 req-140e2c45-e51e-4fd1-b666-1722c673ddbb tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694766 Nov 10 19:08:51.179833 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7a228-f57c-453f-a454-581e54bab923 req-2239ff91-d45a-4c57-b4a2-fa71d99144ee tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:51.181493 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-65a7a228-f57c-453f-a454-581e54bab923 req-2239ff91-d45a-4c57-b4a2-fa71d99144ee tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 946 time: 0.1032586 Nov 10 19:08:51.205504 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a7cf1-d3ad-4c01-a1eb-ce1af09f8c5a req-a343c72e-5553-4bdd-9754-1911bfff5b94 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:51.207082 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0b1a7cf1-d3ad-4c01-a1eb-ce1af09f8c5a req-a343c72e-5553-4bdd-9754-1911bfff5b94 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 950 time: 0.0759299 Nov 10 19:08:51.327105 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-65a7a228-f57c-453f-a454-581e54bab923 req-966badad-b674-4acd-afe6-cb4fe52553da tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365180 Nov 10 19:08:51.358826 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0b1a7cf1-d3ad-4c01-a1eb-ce1af09f8c5a req-9bdad2a8-c347-4cf2-a302-a5339597195c tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383457 Nov 10 19:08:51.509890 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f879b3-53d0-4e82-a761-fb1bc2960650 req-f4b5ac42-5567-4091-87d6-0266da04617c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:51.512027 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-43f879b3-53d0-4e82-a761-fb1bc2960650 req-f4b5ac42-5567-4091-87d6-0266da04617c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0920877 Nov 10 19:08:51.526324 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b744dd-3235-4483-9180-4d29b8e4717b req-fd8e48e0-ef0b-4b50-ae0b-6b9a2c665a94 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:51.528218 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d7b744dd-3235-4483-9180-4d29b8e4717b req-fd8e48e0-ef0b-4b50-ae0b-6b9a2c665a94 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0971718 Nov 10 19:08:51.620257 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-43f879b3-53d0-4e82-a761-fb1bc2960650 req-13b9949d-b7d8-4cf2-9b25-6dfdde0db291 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867689 Nov 10 19:08:51.637280 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d7b744dd-3235-4483-9180-4d29b8e4717b req-9d7cace1-3cc6-4ca4-b50e-cdd4a51cf974 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896761 Nov 10 19:08:51.753861 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd52e5-804b-479e-99f4-9ce79a1a6182 req-176249a6-265f-4bd4-8cca-2ebadec47806 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:51.758349 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-00dd52e5-804b-479e-99f4-9ce79a1a6182 req-176249a6-265f-4bd4-8cca-2ebadec47806 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 945 time: 0.0679145 Nov 10 19:08:51.844284 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-00dd52e5-804b-479e-99f4-9ce79a1a6182 req-84500c00-fb51-4e07-980f-6a61cc41e395 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779638 Nov 10 19:08:51.952151 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 2cc34104-5fcb-478b-aa2f-184a14aebac9 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:08:51.995198 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b92ed2-a4b4-4bf0-9ddb-38e593251243 req-53fa552b-641d-48a3-aaed-ba97f8970259 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:52.004696 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76b92ed2-a4b4-4bf0-9ddb-38e593251243 req-53fa552b-641d-48a3-aaed-ba97f8970259 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 946 time: 0.0891869 Nov 10 19:08:52.068627 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76b92ed2-a4b4-4bf0-9ddb-38e593251243 req-3f2b3b3e-b9f6-426b-8b32-8aa9420b37b7 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617340 Nov 10 19:08:52.147202 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 2cc34104-5fcb-478b-aa2f-184a14aebac9, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=2cc34104-5fcb-478b-aa2f-184a14aebac9,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:08:52.172483 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '2cc34104-5fcb-478b-aa2f-184a14aebac9', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': '2cc34104-5fcb-478b-aa2f-184a14aebac9', 'mac_address': 'fa:16:3e:61:ff:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:08:52.238883 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b7b0f-8083-4090-a4e3-f656b87cd22e req-e92415c2-35e1-4962-9f7a-090ad5850485 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:52.241784 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ed1b7b0f-8083-4090-a4e3-f656b87cd22e req-e92415c2-35e1-4962-9f7a-090ad5850485 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 948 time: 0.1036236 Nov 10 19:08:52.272571 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:52.305754 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc34104-5fcb-478b-aa2f-184a14aebac9 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:08:52.318741 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ed1b7b0f-8083-4090-a4e3-f656b87cd22e req-24fbc75a-e578-4257-9d06-d62715091b47 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704541 Nov 10 19:08:52.346385 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 2cc34104-5fcb-478b-aa2f-184a14aebac9, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=2cc34104-5fcb-478b-aa2f-184a14aebac9,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:08:52.353952 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:52.495516 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=2cc34104-5fcb-478b-aa2f-184a14aebac9,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:08:52.633747 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['2cc34104-5fcb-478b-aa2f-184a14aebac9'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:08:52.658992 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdab4fa-65b6-453b-b9f8-e2c5214c9cb6 req-9d150c5b-2443-41a9-93a4-f49545e5b327 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:52.663171 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8bdab4fa-65b6-453b-b9f8-e2c5214c9cb6 req-9d150c5b-2443-41a9-93a4-f49545e5b327 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 946 time: 0.1859074 Nov 10 19:08:52.678297 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb407ad-8cc3-4b17-a1e4-a251f3e8648e req-ea7af4a2-3715-4362-8ef3-4c416ccab4be tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:52.691466 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5fb407ad-8cc3-4b17-a1e4-a251f3e8648e req-ea7af4a2-3715-4362-8ef3-4c416ccab4be tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 950 time: 0.1969216 Nov 10 19:08:52.812108 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8bdab4fa-65b6-453b-b9f8-e2c5214c9cb6 req-12286d25-625e-4981-a556-7c26d561ad55 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177232 Nov 10 19:08:52.882769 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5fb407ad-8cc3-4b17-a1e4-a251f3e8648e req-9b86777d-f335-4ee6-9ce7-ed0221f01bea tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904163 Nov 10 19:08:52.962523 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be51d5-51ab-4359-bff5-b96e95f145c1 req-963d8d04-9d2d-4a1a-b4bc-a7b7b66b2cbe tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:52.965588 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b4be51d5-51ab-4359-bff5-b96e95f145c1 req-963d8d04-9d2d-4a1a-b4bc-a7b7b66b2cbe tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0807874 Nov 10 19:08:53.082783 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b4be51d5-51ab-4359-bff5-b96e95f145c1 req-264b960e-a741-47ff-a9b2-e93f4a92a2e0 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011508 Nov 10 19:08:53.097692 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d3e78-1cae-4e09-83cf-8e6ed06eef47 req-7ec82742-8e1b-4d25-95f0-03cb45f90d70 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:53.099884 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a42d3e78-1cae-4e09-83cf-8e6ed06eef47 req-7ec82742-8e1b-4d25-95f0-03cb45f90d70 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0972831 Nov 10 19:08:53.164146 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a42d3e78-1cae-4e09-83cf-8e6ed06eef47 req-a607a581-5d8d-4fd5-804a-750ff8affd3f tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571830 Nov 10 19:08:53.326098 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304dde8-83c5-49b1-8653-5432f3f861cf req-27601e93-fb09-4674-8f91-c8112fa707c5 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:53.328816 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3304dde8-83c5-49b1-8653-5432f3f861cf req-27601e93-fb09-4674-8f91-c8112fa707c5 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 945 time: 0.1423311 Nov 10 19:08:53.338358 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01578fe2-4fd2-4827-b08c-7b3b5872d547 req-46e95a1a-25ee-49d8-b69e-5638854bab2d tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:53.339882 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-01578fe2-4fd2-4827-b08c-7b3b5872d547 req-46e95a1a-25ee-49d8-b69e-5638854bab2d tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 946 time: 0.1008983 Nov 10 19:08:53.374503 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-088fdcaa-2a4f-4f64-a620-55f54b18f7ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:53.421271 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3304dde8-83c5-49b1-8653-5432f3f861cf req-5a509b17-2510-44a0-8499-4bd38c4e5a48 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802150 Nov 10 19:08:53.434622 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-01578fe2-4fd2-4827-b08c-7b3b5872d547 req-b8498c2a-66bd-4991-8d94-62305191cf0d tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834372 Nov 10 19:08:53.569797 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa7e0d-2071-44d5-950c-6d17e772285f req-d5055ae9-a0f4-458a-b4d9-e54fecc5ce31 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:53.571429 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2faa7e0d-2071-44d5-950c-6d17e772285f req-d5055ae9-a0f4-458a-b4d9-e54fecc5ce31 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 949 time: 0.0717745 Nov 10 19:08:53.635892 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2faa7e0d-2071-44d5-950c-6d17e772285f req-aa80ccb4-15af-4140-8337-7d248be83942 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563421 Nov 10 19:08:53.979037 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 2cc34104-5fcb-478b-aa2f-184a14aebac9 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:08:53.986059 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7645d50-27b6-4dca-8276-9a5802549ad2 req-cb243982-b086-40e3-86ec-f696a128aa39 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:53.987720 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a7645d50-27b6-4dca-8276-9a5802549ad2 req-cb243982-b086-40e3-86ec-f696a128aa39 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 946 time: 0.0977895 Nov 10 19:08:54.059986 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 2cc34104-5fcb-478b-aa2f-184a14aebac9 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:08:54.065318 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 2cc34104-5fcb-478b-aa2f-184a14aebac9 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:08:54.066057 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:54.083412 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3dcbef-d03e-4026-9893-b47c9e0210ee req-ab69e14d-2f8b-4f33-8728-ce71c7b5d344 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:54.085167 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dc3dcbef-d03e-4026-9893-b47c9e0210ee req-ab69e14d-2f8b-4f33-8728-ce71c7b5d344 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 950 time: 0.0960860 Nov 10 19:08:54.103754 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a7645d50-27b6-4dca-8276-9a5802549ad2 req-a569aed5-c9df-4aec-9b2f-87c3ea15debf tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964973 Nov 10 19:08:54.156090 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:54.194550 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dc3dcbef-d03e-4026-9893-b47c9e0210ee req-d45f6e2f-e19e-4aa0-9312-1bb9f7a3e6c5 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892682 Nov 10 19:08:54.194898 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d521c28-da33-4ade-8fd3-013f2bfb70e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc34104-5fcb-478b-aa2f-184a14aebac9'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:08:54.200147 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf77aadf-049f-458a-a02f-9dd596e1ee09" -d '{"events": [{"server_uuid": "6d521c28-da33-4ade-8fd3-013f2bfb70e8", "name": "network-vif-plugged", "status": "completed", "tag": "2cc34104-5fcb-478b-aa2f-184a14aebac9"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:08:54.248620 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 2cc34104-5fcb-478b-aa2f-184a14aebac9, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=2cc34104-5fcb-478b-aa2f-184a14aebac9,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:08:54.257883 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:54.307258 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e6ede-47f7-4666-bb15-0e61e1095fd2 req-146d5ce3-e5e4-4bcd-a6cc-ed378cb5df1b tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:54.315679 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-104e6ede-47f7-4666-bb15-0e61e1095fd2 req-146d5ce3-e5e4-4bcd-a6cc-ed378cb5df1b tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.1197038 Nov 10 19:08:54.325834 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:54.344797 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=2cc34104-5fcb-478b-aa2f-184a14aebac9,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:08:54.403607 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c1279-f4a1-4eb8-addd-1c32aaf879a7 req-3ee6ad46-58f3-4adc-ad64-4509d5684b1b tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:54.405319 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de3c1279-f4a1-4eb8-addd-1c32aaf879a7 req-3ee6ad46-58f3-4adc-ad64-4509d5684b1b tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.1108923 Nov 10 19:08:54.410773 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-104e6ede-47f7-4666-bb15-0e61e1095fd2 req-d238cb12-e4d5-4ea8-8900-34ef8e63ac23 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940862 Nov 10 19:08:54.473872 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de3c1279-f4a1-4eb8-addd-1c32aaf879a7 req-367f2dd5-c28b-4a54-b141-602d89cfc01e tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549974 Nov 10 19:08:54.479644 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e8c187-3468-4024-8df8-c1c45f2ee9c7 x-openstack-request-id: req-41e8c187-3468-4024-8df8-c1c45f2ee9c7 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:08:54.480455 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d521c28-da33-4ade-8fd3-013f2bfb70e8", "name": "network-vif-plugged", "status": "completed", "tag": "2cc34104-5fcb-478b-aa2f-184a14aebac9", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:08:54.480455 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-41e8c187-3468-4024-8df8-c1c45f2ee9c7 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:08:54.480834 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d521c28-da33-4ade-8fd3-013f2bfb70e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc34104-5fcb-478b-aa2f-184a14aebac9', 'code': 200} Nov 10 19:08:54.621183 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472aa5a-7d74-41f4-838b-5cfb1670ae41 req-09ec9840-7d66-4294-bf5e-3d06a4fc2917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:54.623530 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4472aa5a-7d74-41f4-838b-5cfb1670ae41 req-09ec9840-7d66-4294-bf5e-3d06a4fc2917 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 1101 time: 0.0697653 Nov 10 19:08:54.676005 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725503b-391d-47a9-a810-4d17533fa0f6 req-3898bdfb-7dcb-4bb4-a898-704f12ad8584 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:54.680120 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0725503b-391d-47a9-a810-4d17533fa0f6 req-3898bdfb-7dcb-4bb4-a898-704f12ad8584 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 946 time: 0.0832956 Nov 10 19:08:54.692970 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eccec3-9ab7-4c44-9653-04eebd819c67 req-ef74f251-7549-4890-b9c8-c67aa5dc799d tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:54.698614 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-96eccec3-9ab7-4c44-9653-04eebd819c67 req-ef74f251-7549-4890-b9c8-c67aa5dc799d tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 945 time: 0.1425881 Nov 10 19:08:54.701984 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4472aa5a-7d74-41f4-838b-5cfb1670ae41 req-2961a100-1c91-4b5b-bf8c-f4cd8004392d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710292 Nov 10 19:08:54.731481 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:54.786550 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0725503b-391d-47a9-a810-4d17533fa0f6 req-4f578ba5-d6ec-4d1d-ab84-278ab977413b tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860615 Nov 10 19:08:54.791339 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-96eccec3-9ab7-4c44-9653-04eebd819c67 req-43fcad9c-9ebc-4327-b45e-356a7054725a tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872869 Nov 10 19:08:54.899273 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c7c4c-c496-4f96-9567-b35e38d7b357 req-00b958d5-7810-4244-95e1-ff4f62468dec tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:54.900844 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-742c7c4c-c496-4f96-9567-b35e38d7b357 req-00b958d5-7810-4244-95e1-ff4f62468dec tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.0508263 Nov 10 19:08:54.962020 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-742c7c4c-c496-4f96-9567-b35e38d7b357 req-fa502956-d04b-4349-a592-4671307609a7 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524850 Nov 10 19:08:55.228578 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb79a5-a54d-4851-9b15-bf857fbd0fd1 req-0120087c-c924-4ecf-b257-13c73a9a6e20 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:55.230188 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bfeb79a5-a54d-4851-9b15-bf857fbd0fd1 req-0120087c-c924-4ecf-b257-13c73a9a6e20 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 946 time: 0.0524576 Nov 10 19:08:55.296745 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bfeb79a5-a54d-4851-9b15-bf857fbd0fd1 req-e955f738-4b0d-4511-a9d9-58195620d2ab tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597775 Nov 10 19:08:55.361619 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d00a1e-1baf-4882-9f43-17a04e5dc5f9 req-2497ab11-66f6-4c4d-b195-dc77b2bc5a3f tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:55.363307 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e1d00a1e-1baf-4882-9f43-17a04e5dc5f9 req-2497ab11-66f6-4c4d-b195-dc77b2bc5a3f tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 950 time: 0.0633063 Nov 10 19:08:55.441237 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e1d00a1e-1baf-4882-9f43-17a04e5dc5f9 req-3eecacde-bf6b-47a9-bca6-22a16b0916fa tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629914 Nov 10 19:08:55.553432 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f58a1e-eb78-49c0-94d4-91e70a766a2d req-51441b14-92ad-4d81-9b22-77b5bf4b1e1b tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:55.555395 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16f58a1e-eb78-49c0-94d4-91e70a766a2d req-51441b14-92ad-4d81-9b22-77b5bf4b1e1b tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0547223 Nov 10 19:08:55.643316 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16f58a1e-eb78-49c0-94d4-91e70a766a2d req-c7694962-3599-4602-a7fc-a4d00f08e866 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771630 Nov 10 19:08:55.661100 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511338a-9757-4fa1-bccc-bdb204d1a202 req-d430fb82-aaa5-490f-b7d2-ab72ad076247 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:55.662719 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4511338a-9757-4fa1-bccc-bdb204d1a202 req-d430fb82-aaa5-490f-b7d2-ab72ad076247 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.0815604 Nov 10 19:08:55.694321 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e3873b88-892d-4b95-9fcb-e707bb053d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:55.733309 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4511338a-9757-4fa1-bccc-bdb204d1a202 req-71bd69ea-51cf-41f8-93ea-a80b79513867 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577528 Nov 10 19:08:55.961949 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef906c-ce40-476f-bfaf-3af411730aa4 req-b121653d-25fa-41b0-842b-ba36c696a19f tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:55.964733 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-faef906c-ce40-476f-bfaf-3af411730aa4 req-b121653d-25fa-41b0-842b-ba36c696a19f tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 946 time: 0.0981624 Nov 10 19:08:55.975152 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe5fd5-39d1-4bb0-accb-b4aca14a2b34 req-8220e25e-8381-43d3-b411-3685837f4e8f tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:55.983803 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f1fe5fd5-39d1-4bb0-accb-b4aca14a2b34 req-8220e25e-8381-43d3-b411-3685837f4e8f tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 945 time: 0.1075213 Nov 10 19:08:56.079948 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f1fe5fd5-39d1-4bb0-accb-b4aca14a2b34 req-545af1e1-ef55-49ca-8cbd-3abbe3fa8160 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929234 Nov 10 19:08:56.100852 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-faef906c-ce40-476f-bfaf-3af411730aa4 req-8fd0999b-4738-4e39-b91a-9b4eeac5aa28 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019754 Nov 10 19:08:56.224074 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780aaa6-a567-4594-941b-49df34818d24 req-4435d6ab-fcfa-492e-9b1b-bca23ee561f9 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:56.226323 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2780aaa6-a567-4594-941b-49df34818d24 req-4435d6ab-fcfa-492e-9b1b-bca23ee561f9 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.0552566 Nov 10 19:08:56.287570 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2780aaa6-a567-4594-941b-49df34818d24 req-43de1901-f360-4345-850f-0bdfad9c74c7 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495825 Nov 10 19:08:56.422742 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-5fbfdcd0-84cb-4831-b1b3-1108b2c9241a req-b69569db-c6ca-4e51-8a30-f049d1a5d173 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:08:56.424484 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5fbfdcd0-84cb-4831-b1b3-1108b2c9241a req-b69569db-c6ca-4e51-8a30-f049d1a5d173 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120990 Nov 10 19:08:56.453997 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5ba84-6a49-4924-93a6-b567fd832330 req-2eaf534a-cd79-49ea-8de1-9625b827afbd tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:56.464678 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-85e5ba84-6a49-4924-93a6-b567fd832330 req-2eaf534a-cd79-49ea-8de1-9625b827afbd tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 946 time: 0.0925524 Nov 10 19:08:56.546995 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-85e5ba84-6a49-4924-93a6-b567fd832330 req-c6842719-a31c-429d-b432-8e661595e274 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811338 Nov 10 19:08:56.748328 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9026d3-c066-432e-bbdd-5436509ba64c req-66636e8d-3358-450c-9bb5-3c68b7919059 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:56.750072 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1c9026d3-c066-432e-bbdd-5436509ba64c req-66636e8d-3358-450c-9bb5-3c68b7919059 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 950 time: 0.1275494 Nov 10 19:08:56.771480 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6f641f4e-77a7-4afe-afdc-d672a17f97eb req-ba9f91c3-f33c-427c-87cc-c5063f7e2c4a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0517807 Nov 10 19:08:56.853099 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12598327-b679-486a-9710-bfe33e754c82 req-71642258-ba0e-4e45-a46a-49b7b78f6203 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:56.854811 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-12598327-b679-486a-9710-bfe33e754c82 req-71642258-ba0e-4e45-a46a-49b7b78f6203 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.1038086 Nov 10 19:08:56.863035 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1c9026d3-c066-432e-bbdd-5436509ba64c req-fc2021a0-f644-4d45-bfc6-1f943b030c7f tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019590 Nov 10 19:08:56.949240 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-12598327-b679-486a-9710-bfe33e754c82 req-9798112a-3431-4da8-bcaa-fe5657d1b94d tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774200 Nov 10 19:08:57.064165 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:57.081887 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90805ed-77b3-4458-b526-6617d2ac6e2e req-9d916e2c-c333-44b5-83a7-c1816dd6b801 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:57.092108 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a90805ed-77b3-4458-b526-6617d2ac6e2e req-9d916e2c-c333-44b5-83a7-c1816dd6b801 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.1424980 Nov 10 19:08:57.126116 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549003d4-d770-4243-a377-253569373924 req-559adb85-92d8-4e81-818e-f4eb189ce3f5 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:57.127674 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-549003d4-d770-4243-a377-253569373924 req-559adb85-92d8-4e81-818e-f4eb189ce3f5 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.1029828 Nov 10 19:08:57.178779 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a90805ed-77b3-4458-b526-6617d2ac6e2e req-0e94c590-1397-4714-be5e-4384d780fa01 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836990 Nov 10 19:08:57.218357 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-549003d4-d770-4243-a377-253569373924 req-fd199d22-31cc-4ea1-912d-ec6b4b4baf60 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797486 Nov 10 19:08:57.359804 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd4577-916d-4eec-9886-3d1a4435e60b req-06aecd24-2a79-4b37-b402-589f71668a8d tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:57.361365 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-89dd4577-916d-4eec-9886-3d1a4435e60b req-06aecd24-2a79-4b37-b402-589f71668a8d tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 945 time: 0.0911398 Nov 10 19:08:57.383271 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70e251-6582-4828-a957-219202d244a7 req-2780d0f0-d0b0-44fa-b79a-78e9f5a52b3e tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:57.385176 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca70e251-6582-4828-a957-219202d244a7 req-2780d0f0-d0b0-44fa-b79a-78e9f5a52b3e tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 946 time: 0.0801401 Nov 10 19:08:57.501963 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-89dd4577-916d-4eec-9886-3d1a4435e60b req-6acecf0f-d9d2-408f-b06e-a856c1fea808 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332543 Nov 10 19:08:57.524568 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca70e251-6582-4828-a957-219202d244a7 req-6f0542b6-626f-49b5-8f40-ceee4fee2bec tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262679 Nov 10 19:08:57.660115 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6bb04-e444-4d0b-8d2f-85e31c1b2aee req-82800992-fb7b-40af-974a-47154f8e0886 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:57.669136 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45c6bb04-e444-4d0b-8d2f-85e31c1b2aee req-82800992-fb7b-40af-974a-47154f8e0886 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 1096 time: 0.0861828 Nov 10 19:08:57.752551 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45c6bb04-e444-4d0b-8d2f-85e31c1b2aee req-ad91f2ca-91db-4b3b-9d18-b2400f3848d7 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796463 Nov 10 19:08:57.766238 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0559f02-57a8-4204-a5cd-a0657c967579 req-928290a6-89c8-4095-804e-92c5aad5f1cd tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:57.775529 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a0559f02-57a8-4204-a5cd-a0657c967579 req-928290a6-89c8-4095-804e-92c5aad5f1cd tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 946 time: 0.0915935 Nov 10 19:08:57.825802 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a0559f02-57a8-4204-a5cd-a0657c967579 req-33e4c988-b515-47f0-b9e2-cf81a9229cbf tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504448 Nov 10 19:08:58.058184 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d0698-2836-4fcb-aded-2c1385069ee4 req-17595e1a-61d0-4f51-b6e9-dc598f26ed93 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:58.069699 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b6d0698-2836-4fcb-aded-2c1385069ee4 req-17595e1a-61d0-4f51-b6e9-dc598f26ed93 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 950 time: 0.1266756 Nov 10 19:08:58.116648 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34acf4d-1a22-480e-84ab-848cf387fd3d req-a55926b9-7afc-4cb9-9efe-8a852a6e47bc tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:58.118953 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f34acf4d-1a22-480e-84ab-848cf387fd3d req-a55926b9-7afc-4cb9-9efe-8a852a6e47bc tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 946 time: 0.1230776 Nov 10 19:08:58.132601 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53494) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:08:58.140731 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-0fa29db6-4b21-4d09-b9c7-b3d69a2827a4 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Request body: {'floatingip': {'port_id': '13bd60a6-905d-4d03-9aae-c2af0f6cb993'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:08:58.161928 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b6d0698-2836-4fcb-aded-2c1385069ee4 req-62ad2bf3-575c-41f6-81fc-82b87d7288b6 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891490 Nov 10 19:08:58.238197 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0fa29db6-4b21-4d09-b9c7-b3d69a2827a4 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks [] for floatingip, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:58.271989 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a2e5c-bae9-49e4-aa66-4997a57d50f9 req-76488b4e-1ccf-47cc-be33-18ee78efab5c tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:58.274701 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-644a2e5c-bae9-49e4-aa66-4997a57d50f9 req-76488b4e-1ccf-47cc-be33-18ee78efab5c tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.0765243 Nov 10 19:08:58.359372 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf2e72-53bd-445b-a192-e5e90be1450f req-5c588cad-c720-49b8-b920-31d7213f04bf tempest-ServersOnMultiNodesTest-809608394 tempest-ServersOnMultiNodesTest-809608394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:58.361565 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a3cf2e72-53bd-445b-a192-e5e90be1450f req-5c588cad-c720-49b8-b920-31d7213f04bf tempest-ServersOnMultiNodesTest-809608394 tempest-ServersOnMultiNodesTest-809608394-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 1101 time: 0.0802624 Nov 10 19:08:58.383351 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-644a2e5c-bae9-49e4-aa66-4997a57d50f9 req-9c5b2f2d-2726-42e3-83fd-c4660c25dbd6 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705538 Nov 10 19:08:58.486601 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a3cf2e72-53bd-445b-a192-e5e90be1450f req-0f87975b-9c1f-46d5-a240-11483358853c tempest-ServersOnMultiNodesTest-809608394 tempest-ServersOnMultiNodesTest-809608394-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018398 Nov 10 19:08:58.572605 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:58.674069 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb962a-ca9d-4eb1-9250-a9083097ae9b req-d69cf700-45c0-43b1-80ba-b12b5c79f83f tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:58.687084 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8beb962a-ca9d-4eb1-9250-a9083097ae9b req-d69cf700-45c0-43b1-80ba-b12b5c79f83f tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.1567628 Nov 10 19:08:58.820838 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8beb962a-ca9d-4eb1-9250-a9083097ae9b req-fd7e152d-8af7-42b2-861a-33a34e1c4794 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327331 Nov 10 19:08:58.933089 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0eaca-6d2c-46b9-9c2b-293f7da5c7b5 req-9356d1ba-8012-47cf-8b52-7143019a2703 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:58.936198 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-83c0eaca-6d2c-46b9-9c2b-293f7da5c7b5 req-9356d1ba-8012-47cf-8b52-7143019a2703 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 946 time: 0.1011703 Nov 10 19:08:59.023775 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16975678-c386-41b1-9f87-2e305772e85d req-06761827-c95e-4148-8cb1-207ffb07053e tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:59.031524 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16975678-c386-41b1-9f87-2e305772e85d req-06761827-c95e-4148-8cb1-207ffb07053e tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 950 time: 0.0942974 Nov 10 19:08:59.052112 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-83c0eaca-6d2c-46b9-9c2b-293f7da5c7b5 req-13319193-113e-4cd0-a453-43fe871163b3 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995646 Nov 10 19:08:59.084959 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f641f4e-77a7-4afe-afdc-d672a17f97eb req-672b0697-6235-439a-b6c7-b9785e9c218a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:59.086958 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6f641f4e-77a7-4afe-afdc-d672a17f97eb req-672b0697-6235-439a-b6c7-b9785e9c218a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 1101 time: 0.1370840 Nov 10 19:08:59.140137 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16975678-c386-41b1-9f87-2e305772e85d req-d2c25469-1e70-4e30-b049-fdc6cf6ab5f9 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076446 Nov 10 19:08:59.294347 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:59.324903 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f641f4e-77a7-4afe-afdc-d672a17f97eb req-94e42eee-8081-43a7-af42-e671c9b22268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:59.328489 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6f641f4e-77a7-4afe-afdc-d672a17f97eb req-94e42eee-8081-43a7-af42-e671c9b22268 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.2244389 Nov 10 19:08:59.438694 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6f641f4e-77a7-4afe-afdc-d672a17f97eb req-ddc16741-e418-40df-a09b-821c1532415c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=2cc34104-5fcb-478b-aa2f-184a14aebac9 HTTP/1.1" status: 200 len: 217 time: 0.0435236 Nov 10 19:08:59.565755 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834aad2-b272-4da3-8c9e-bf5f427e8d25 req-127379ef-1815-42ce-81d6-d92abd5106f7 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:59.567519 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9834aad2-b272-4da3-8c9e-bf5f427e8d25 req-127379ef-1815-42ce-81d6-d92abd5106f7 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.1147232 Nov 10 19:08:59.573090 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f641f4e-77a7-4afe-afdc-d672a17f97eb req-bd99ee02-cbcb-4df4-bea8-c2242ffa5100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:59.575969 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6f641f4e-77a7-4afe-afdc-d672a17f97eb req-bd99ee02-cbcb-4df4-bea8-c2242ffa5100 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.1244984 Nov 10 19:08:59.611475 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b9f67-3d29-49fe-a4ea-fb142b6c9d9b req-fd3b9ce9-4116-4585-aa6c-0f374609f52b tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:59.621583 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dc2b9f67-3d29-49fe-a4ea-fb142b6c9d9b req-fd3b9ce9-4116-4585-aa6c-0f374609f52b tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.1202641 Nov 10 19:08:59.707945 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9834aad2-b272-4da3-8c9e-bf5f427e8d25 req-41a4b763-5532-480a-b2d7-bb21adeb4a7e tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291716 Nov 10 19:08:59.745112 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dc2b9f67-3d29-49fe-a4ea-fb142b6c9d9b req-2e01e369-9faf-43bf-b4f8-f108703579dc tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218729 Nov 10 19:08:59.785096 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f641f4e-77a7-4afe-afdc-d672a17f97eb req-d36cbae6-cd77-4754-b84c-8c4e1bb7a01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:08:59.785096 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6f641f4e-77a7-4afe-afdc-d672a17f97eb req-d36cbae6-cd77-4754-b84c-8c4e1bb7a01f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1967781 Nov 10 19:08:59.810476 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0fa29db6-4b21-4d09-b9c7-b3d69a2827a4 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:59.822201 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0fa29db6-4b21-4d09-b9c7-b3d69a2827a4 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:59.977755 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6f641f4e-77a7-4afe-afdc-d672a17f97eb req-8bea4503-033c-4e35-ac2e-f6a219ecf2b1 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805294 Nov 10 19:08:59.985300 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [None req-0fa29db6-4b21-4d09-b9c7-b3d69a2827a4 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Floating IP 0e99e20e-521b-4386-aa0e-22abd3a7c420 associated. External IP: 172.25.3.57, port: 13bd60a6-905d-4d03-9aae-c2af0f6cb993. Nov 10 19:09:00.173274 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6f641f4e-77a7-4afe-afdc-d672a17f97eb req-4cb6e578-534a-4a4d-b6d9-4b9e216fe6f3 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842957 Nov 10 19:09:00.222241 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ebb41-8298-445d-845d-61ec196f27f9 req-bc16de3a-3c30-4590-8c9c-72243198b608 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:00.223899 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c88ebb41-8298-445d-845d-61ec196f27f9 req-bc16de3a-3c30-4590-8c9c-72243198b608 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 946 time: 0.0923734 Nov 10 19:09:00.322355 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa29db6-4b21-4d09-b9c7-b3d69a2827a4 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Router c416b835-e4b7-4587-a17d-8f2b7327601e has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:09:00.326512 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a0acd-bbbc-458f-8abf-8e12b79e9d3c req-ed269a40-1d29-4111-964e-d5b19af3e9e3 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:00.328012 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f21a0acd-bbbc-458f-8abf-8e12b79e9d3c req-ed269a40-1d29-4111-964e-d5b19af3e9e3 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 950 time: 0.0880699 Nov 10 19:09:00.332641 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c88ebb41-8298-445d-845d-61ec196f27f9 req-7b50d0c1-5696-4ed8-ae66-e4e0b66d1513 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025119 Nov 10 19:09:00.407210 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f21a0acd-bbbc-458f-8abf-8e12b79e9d3c req-d90b8fd6-45f5-4d09-b0d0-7e1ce9196194 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654633 Nov 10 19:09:00.451007 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa29db6-4b21-4d09-b9c7-b3d69a2827a4 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:09:00.457085 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0fa29db6-4b21-4d09-b9c7-b3d69a2827a4 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:00.462519 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d38102-7f51-4276-a494-3a8fe5e5ae28 None None] Sync routers for ids ['c416b835-e4b7-4587-a17d-8f2b7327601e'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:09:00.473333 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d38102-7f51-4276-a494-3a8fe5e5ae28 None None] Routers {'c416b835-e4b7-4587-a17d-8f2b7327601e'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:09:00.473979 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-f8d38102-7f51-4276-a494-3a8fe5e5ae28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:08:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c416b835-e4b7-4587-a17d-8f2b7327601e'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:09:00.492748 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0fa29db6-4b21-4d09-b9c7-b3d69a2827a4 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "PUT /v2.0/floatingips/0e99e20e-521b-4386-aa0e-22abd3a7c420 HTTP/1.1" status: 200 len: 991 time: 2.3559513 Nov 10 19:09:00.492748 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c2884ae-b7e9-47a7-9d25-73a8f2854d01', 'tag': '13bd60a6-905d-4d03-9aae-c2af0f6cb993'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:09:00.493814 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7767d55-63e1-4abb-99f1-6169ca614661" -d '{"events": [{"name": "network-changed", "server_uuid": "5c2884ae-b7e9-47a7-9d25-73a8f2854d01", "tag": "13bd60a6-905d-4d03-9aae-c2af0f6cb993"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:09:00.589264 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-f8d38102-7f51-4276-a494-3a8fe5e5ae28 None None] Set router c416b835-e4b7-4587-a17d-8f2b7327601e gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:09:00.607553 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4fe8f7-11ba-4f42-b898-4277f67a0181 x-openstack-request-id: req-7e4fe8f7-11ba-4f42-b898-4277f67a0181 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:09:00.607846 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c2884ae-b7e9-47a7-9d25-73a8f2854d01", "tag": "13bd60a6-905d-4d03-9aae-c2af0f6cb993", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:09:00.608098 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7e4fe8f7-11ba-4f42-b898-4277f67a0181 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:09:00.608516 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c2884ae-b7e9-47a7-9d25-73a8f2854d01', 'tag': '13bd60a6-905d-4d03-9aae-c2af0f6cb993', 'status': 'completed', 'code': 200} Nov 10 19:09:00.695952 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7767d55-63e1-4abb-99f1-6169ca614661 req-176f56cf-c38b-43bb-89de-e76662d602d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:00.698007 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d7767d55-63e1-4abb-99f1-6169ca614661 req-176f56cf-c38b-43bb-89de-e76662d602d2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eeb2663b8f484f5896e085caaa6f6e76&device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 1097 time: 0.0621026 Nov 10 19:09:00.868521 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-f8d38102-7f51-4276-a494-3a8fe5e5ae28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'name': 'tempest-ServersTestManualDisk-1755085158-router', 'tenant_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'a8113350-cb26-4765-b9ff-4bfb149e550f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:07:18Z', 'updated_at': '2021-11-10T19:07:24Z', 'revision_number': 4, 'project_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'gw_port': {'id': 'a8113350-cb26-4765-b9ff-4bfb149e550f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:19Z', 'updated_at': '2021-11-10T19:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '0e99e20e-521b-4386-aa0e-22abd3a7c420', 'tenant_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'floating_ip_address': '172.25.3.57', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'port_id': '13bd60a6-905d-4d03-9aae-c2af0f6cb993', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a139bc3-5e68-4b5e-a7b2-097c1e8b6948', 'mac_address': 'fa:16:3e:3c:37:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2884ae-b7e9-47a7-9d25-73a8f2854d01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:07:32Z', 'updated_at': '2021-11-10T19:08:59Z', 'revision_number': 1, 'project_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8a09d4f-701c-4dd9-9ec2-25db1c9719ff', 'name': '', 'network_id': '8a139bc3-5e68-4b5e-a7b2-097c1e8b6948', 'tenant_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'mac_address': 'fa:16:3e:9f:aa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'de0b4738-ea33-4d4e-b0f8-0a700c9341d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:23Z', 'updated_at': '2021-11-10T19:07:30Z', 'revision_number': 5, 'project_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'subnets': [{'id': 'de0b4738-ea33-4d4e-b0f8-0a700c9341d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:09:00.909531 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d38102-7f51-4276-a494-3a8fe5e5ae28 None None] Checking router: c416b835-e4b7-4587-a17d-8f2b7327601e for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:09:00.919593 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d38102-7f51-4276-a494-3a8fe5e5ae28 None None] Routers {'c416b835-e4b7-4587-a17d-8f2b7327601e'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:09:00.920213 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-f8d38102-7f51-4276-a494-3a8fe5e5ae28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:08:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c416b835-e4b7-4587-a17d-8f2b7327601e'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:09:00.933908 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7767d55-63e1-4abb-99f1-6169ca614661 req-0fcc9d5e-c0dd-447d-b216-3ad87092cb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:00.935250 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d7767d55-63e1-4abb-99f1-6169ca614661 req-0fcc9d5e-c0dd-447d-b216-3ad87092cb08 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8a139bc3-5e68-4b5e-a7b2-097c1e8b6948 HTTP/1.1" status: 200 len: 913 time: 0.2135732 Nov 10 19:09:00.951909 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7daf0-a6fa-4da1-bd49-9766554d057a req-d51df401-70b1-4391-9a11-b09c5fd1eafc tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:00.953485 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f8a7daf0-a6fa-4da1-bd49-9766554d057a req-d51df401-70b1-4391-9a11-b09c5fd1eafc tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.1241465 Nov 10 19:09:01.056052 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-f8d38102-7f51-4276-a494-3a8fe5e5ae28 None None] Set router c416b835-e4b7-4587-a17d-8f2b7327601e gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:09:01.228943 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7762ff2b-1984-4d9b-beaf-9bcce84bdf7f req-f784e8b8-8b35-4b43-9563-c25d548c328c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=20de924b-a6cf-4831-8f16-caaf676cc1dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0540993 Nov 10 19:09:01.304727 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762ff2b-1984-4d9b-beaf-9bcce84bdf7f req-7aeedd90-8b2d-446d-83e1-5d3ac3c32279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:01.306904 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7762ff2b-1984-4d9b-beaf-9bcce84bdf7f req-7aeedd90-8b2d-446d-83e1-5d3ac3c32279 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&device_id=20de924b-a6cf-4831-8f16-caaf676cc1dc HTTP/1.1" status: 200 len: 1100 time: 0.0542259 Nov 10 19:09:01.375137 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d7767d55-63e1-4abb-99f1-6169ca614661 req-5396107f-a2dd-4846-8810-df10fb3f9401 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13bd60a6-905d-4d03-9aae-c2af0f6cb993 HTTP/1.1" status: 200 len: 999 time: 0.4192553 Nov 10 19:09:01.391590 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff84a3-093b-4df2-b2b3-545da0b66801 req-e5f8e56d-60b4-47ad-a664-96c0ea7fadef tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:01.399151 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-26ff84a3-093b-4df2-b2b3-545da0b66801 req-e5f8e56d-60b4-47ad-a664-96c0ea7fadef tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.5097558 Nov 10 19:09:01.453186 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762ff2b-1984-4d9b-beaf-9bcce84bdf7f req-d384e744-c89f-4d84-b3a2-752eaf5f7f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:01.454747 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7762ff2b-1984-4d9b-beaf-9bcce84bdf7f req-d384e744-c89f-4d84-b3a2-752eaf5f7f66 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.1272917 Nov 10 19:09:01.456177 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-f8d38102-7f51-4276-a494-3a8fe5e5ae28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'name': 'tempest-ServersTestManualDisk-1755085158-router', 'tenant_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'a8113350-cb26-4765-b9ff-4bfb149e550f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:07:18Z', 'updated_at': '2021-11-10T19:07:24Z', 'revision_number': 4, 'project_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'gw_port': {'id': 'a8113350-cb26-4765-b9ff-4bfb149e550f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:19Z', 'updated_at': '2021-11-10T19:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '0e99e20e-521b-4386-aa0e-22abd3a7c420', 'tenant_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'floating_ip_address': '172.25.3.57', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'port_id': '13bd60a6-905d-4d03-9aae-c2af0f6cb993', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a139bc3-5e68-4b5e-a7b2-097c1e8b6948', 'mac_address': 'fa:16:3e:3c:37:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2884ae-b7e9-47a7-9d25-73a8f2854d01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:07:32Z', 'updated_at': '2021-11-10T19:08:59Z', 'revision_number': 1, 'project_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8a09d4f-701c-4dd9-9ec2-25db1c9719ff', 'name': '', 'network_id': '8a139bc3-5e68-4b5e-a7b2-097c1e8b6948', 'tenant_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'mac_address': 'fa:16:3e:9f:aa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'de0b4738-ea33-4d4e-b0f8-0a700c9341d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:23Z', 'updated_at': '2021-11-10T19:07:30Z', 'revision_number': 5, 'project_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'subnets': [{'id': 'de0b4738-ea33-4d4e-b0f8-0a700c9341d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:09:01.461567 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-26ff84a3-093b-4df2-b2b3-545da0b66801 req-a07bf3c3-e04b-4785-8c1e-857f5a1b6a53 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616601 Nov 10 19:09:01.489066 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d38102-7f51-4276-a494-3a8fe5e5ae28 None None] The sync data for ids ['c416b835-e4b7-4587-a17d-8f2b7327601e'] in n-d-813897-4 is: [{'id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'name': 'tempest-ServersTestManualDisk-1755085158-router', 'tenant_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'a8113350-cb26-4765-b9ff-4bfb149e550f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:07:18Z', 'updated_at': '2021-11-10T19:07:24Z', 'revision_number': 4, 'project_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'gw_port': {'id': 'a8113350-cb26-4765-b9ff-4bfb149e550f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:19Z', 'updated_at': '2021-11-10T19:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '0e99e20e-521b-4386-aa0e-22abd3a7c420', 'tenant_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'floating_ip_address': '172.25.3.57', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'port_id': '13bd60a6-905d-4d03-9aae-c2af0f6cb993', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a139bc3-5e68-4b5e-a7b2-097c1e8b6948', 'mac_address': 'fa:16:3e:3c:37:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2884ae-b7e9-47a7-9d25-73a8f2854d01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:07:32Z', 'updated_at': '2021-11-10T19:08:59Z', 'revision_number': 1, 'project_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8a09d4f-701c-4dd9-9ec2-25db1c9719ff', 'name': '', 'network_id': '8a139bc3-5e68-4b5e-a7b2-097c1e8b6948', 'tenant_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'mac_address': 'fa:16:3e:9f:aa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'de0b4738-ea33-4d4e-b0f8-0a700c9341d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:23Z', 'updated_at': '2021-11-10T19:07:30Z', 'revision_number': 5, 'project_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'subnets': [{'id': 'de0b4738-ea33-4d4e-b0f8-0a700c9341d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:09:01.503102 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d2700-e464-43e3-8be8-0192f3d251be req-f353ad09-0e72-42f3-ac77-c59aa31bc655 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:01.504783 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-385d2700-e464-43e3-8be8-0192f3d251be req-f353ad09-0e72-42f3-ac77-c59aa31bc655 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.25 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 950 time: 0.5726647 Nov 10 19:09:01.530286 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7762ff2b-1984-4d9b-beaf-9bcce84bdf7f req-f5273539-f205-4aa5-affe-35fc78b4a2a1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2 HTTP/1.1" status: 200 len: 217 time: 0.0598929 Nov 10 19:09:01.558211 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f8a7daf0-a6fa-4da1-bd49-9766554d057a req-5245cf99-9745-4261-9804-108eb85a0280 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5385306 Nov 10 19:09:01.624737 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7767d55-63e1-4abb-99f1-6169ca614661 req-00de6e21-d862-40b9-8d86-015e2c340793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:01.627277 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762ff2b-1984-4d9b-beaf-9bcce84bdf7f req-ff540f6d-0ceb-4827-a032-6f8d2e8dd9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:01.628468 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d7767d55-63e1-4abb-99f1-6169ca614661 req-00de6e21-d862-40b9-8d86-015e2c340793 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=de0b4738-ea33-4d4e-b0f8-0a700c9341d6 HTTP/1.1" status: 200 len: 851 time: 0.2059343 Nov 10 19:09:01.629367 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7762ff2b-1984-4d9b-beaf-9bcce84bdf7f req-ff540f6d-0ceb-4827-a032-6f8d2e8dd9af service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0887933 Nov 10 19:09:01.719684 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762ff2b-1984-4d9b-beaf-9bcce84bdf7f req-9f34de2e-6013-418b-ab97-9bd7b70d1c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:01.721618 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7762ff2b-1984-4d9b-beaf-9bcce84bdf7f req-9f34de2e-6013-418b-ab97-9bd7b70d1c55 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0805116 Nov 10 19:09:01.825434 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73df246-58c9-45c7-9bcc-675b230438b7 req-cb6230d2-b84b-43e7-a2b8-d68087e81ffa tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:01.835541 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e73df246-58c9-45c7-9bcc-675b230438b7 req-cb6230d2-b84b-43e7-a2b8-d68087e81ffa tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 946 time: 0.1469285 Nov 10 19:09:01.846906 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fa3711-cc92-4b61-8c40-fc96b12f4dfb None None] New status for floating IP 0e99e20e-521b-4386-aa0e-22abd3a7c420: ACTIVE {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:09:01.876265 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c413c6d-e44b-43b6-8f36-30d11d654b87 req-70b95a59-a0d4-4f10-b6c0-dabc4e19d661 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:01.877654 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6c413c6d-e44b-43b6-8f36-30d11d654b87 req-70b95a59-a0d4-4f10-b6c0-dabc4e19d661 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.25 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.1855474 Nov 10 19:09:01.881678 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7767d55-63e1-4abb-99f1-6169ca614661 req-d0b64990-2c05-496f-bd06-b2349e1a7496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:01.883244 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d7767d55-63e1-4abb-99f1-6169ca614661 req-d0b64990-2c05-496f-bd06-b2349e1a7496 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8a139bc3-5e68-4b5e-a7b2-097c1e8b6948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2228315 Nov 10 19:09:01.894065 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-385d2700-e464-43e3-8be8-0192f3d251be req-3004346b-cf69-49c2-829e-e6110586c9f9 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Deleting port 6299dc1b-96af-4e73-a046-e19a9d5f5ea3 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:09:01.894420 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-385d2700-e464-43e3-8be8-0192f3d251be req-3004346b-cf69-49c2-829e-e6110586c9f9 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:01.895287 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7762ff2b-1984-4d9b-beaf-9bcce84bdf7f req-c88bc98d-bb99-456a-9873-f732cbb7f32a service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561561 Nov 10 19:09:02.097728 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7762ff2b-1984-4d9b-beaf-9bcce84bdf7f req-fbf1ce82-7ee9-4e83-97b8-0a8c21344148 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728878 Nov 10 19:09:02.233475 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e73df246-58c9-45c7-9bcc-675b230438b7 req-d10857ce-2743-4880-b428-d4a6862362b4 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3970187 Nov 10 19:09:02.324761 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d7767d55-63e1-4abb-99f1-6169ca614661 req-b5c09aa2-c1c5-4455-870f-b8a45385bc5e service neutron] 10.222.0.25 "GET /v2.0/networks/8a139bc3-5e68-4b5e-a7b2-097c1e8b6948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248483 Nov 10 19:09:02.334934 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-6c413c6d-e44b-43b6-8f36-30d11d654b87 req-3d1d0d09-ab90-4801-886a-bcd16e99d2ec tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Deleting port e9f813c9-3dfe-4e55-b476-c5266a82bf70 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:09:02.335286 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6c413c6d-e44b-43b6-8f36-30d11d654b87 req-3d1d0d09-ab90-4801-886a-bcd16e99d2ec tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:02.382173 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d93ba-a8b8-4731-8693-b81bb4b847d4 req-f2b4b4ac-b0ed-4b54-8ba0-92a72fb34efd tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:02.383921 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a50d93ba-a8b8-4731-8693-b81bb4b847d4 req-f2b4b4ac-b0ed-4b54-8ba0-92a72fb34efd tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 950 time: 0.2552531 Nov 10 19:09:02.504607 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-385d2700-e464-43e3-8be8-0192f3d251be req-3004346b-cf69-49c2-829e-e6110586c9f9 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] For port 6299dc1b-96af-4e73-a046-e19a9d5f5ea3, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=6299dc1b-96af-4e73-a046-e19a9d5f5ea3,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:02.505083 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-385d2700-e464-43e3-8be8-0192f3d251be req-3004346b-cf69-49c2-829e-e6110586c9f9 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:02.545709 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-385d2700-e464-43e3-8be8-0192f3d251be req-3004346b-cf69-49c2-829e-e6110586c9f9 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Calling delete_port for 6299dc1b-96af-4e73-a046-e19a9d5f5ea3 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:09:02.585278 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-6c413c6d-e44b-43b6-8f36-30d11d654b87 req-3d1d0d09-ab90-4801-886a-bcd16e99d2ec tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] For port e9f813c9-3dfe-4e55-b476-c5266a82bf70, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=e9f813c9-3dfe-4e55-b476-c5266a82bf70,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:02.585529 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6c413c6d-e44b-43b6-8f36-30d11d654b87 req-3d1d0d09-ab90-4801-886a-bcd16e99d2ec tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:02.659183 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-6c413c6d-e44b-43b6-8f36-30d11d654b87 req-3d1d0d09-ab90-4801-886a-bcd16e99d2ec tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Calling delete_port for e9f813c9-3dfe-4e55-b476-c5266a82bf70 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:09:02.669136 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d7767d55-63e1-4abb-99f1-6169ca614661 req-46693af7-033b-4b1b-b0ee-8b857920bfc1 service neutron] 10.222.0.25 "GET /v2.0/networks/8a139bc3-5e68-4b5e-a7b2-097c1e8b6948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307204 Nov 10 19:09:02.690930 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a50d93ba-a8b8-4731-8693-b81bb4b847d4 req-b79a4c6c-ab55-4f55-93b7-782cb35cd2a4 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784040 Nov 10 19:09:02.853306 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17793e4-2a47-4e97-a288-6fedb9036109 req-c8d07cc1-4bbf-49a7-89ce-3cb72f51fabe tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:02.863796 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b17793e4-2a47-4e97-a288-6fedb9036109 req-c8d07cc1-4bbf-49a7-89ce-3cb72f51fabe tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.2754133 Nov 10 19:09:03.035725 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44611580-86b7-497e-b66a-b4a22ba41ca1 req-4da8c48c-683d-4868-b65d-8fa39c690666 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:03.038327 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-44611580-86b7-497e-b66a-b4a22ba41ca1 req-4da8c48c-683d-4868-b65d-8fa39c690666 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 949 time: 0.2552168 Nov 10 19:09:03.084729 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b17793e4-2a47-4e97-a288-6fedb9036109 req-b73185f5-bd90-4adc-8da8-1d3d159ae22d tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200289 Nov 10 19:09:03.117560 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6d8b715b-0dc3-4bdc-ad76-1e6d371cbdb7 req-a44201af-94e6-4de6-aeaa-9a219b6be86e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4baa085d-1e6c-4b92-a172-854b1fb45ab8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2200797 Nov 10 19:09:03.172721 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-385d2700-e464-43e3-8be8-0192f3d251be req-3004346b-cf69-49c2-829e-e6110586c9f9 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:03.186926 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['2bd44ccf-d05c-46fd-be26-527d04cdd725', '50216713-9541-46ab-8e11-1608f7b70cf5', 'f9a145ba-383d-4b5d-9d69-1397b66dc79b', '56211420-3dd6-4020-8e0f-fafedc97babd'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:09:03.238716 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-44611580-86b7-497e-b66a-b4a22ba41ca1 req-074ee80a-9567-4cef-8070-dca869f3949c tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7ed5cfe-78ac-4000-9ccd-d92008744943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685889 Nov 10 19:09:03.239380 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6c413c6d-e44b-43b6-8f36-30d11d654b87 req-3d1d0d09-ab90-4801-886a-bcd16e99d2ec tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:03.241574 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004346b-cf69-49c2-829e-e6110586c9f9 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Pushing event deleted for resources: {'Port': ['ID=6299dc1b-96af-4e73-a046-e19a9d5f5ea3,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:03.260774 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2', '7afbdd05-9512-4fb8-b5fd-eab9a492793a', '5892afe8-27d1-4382-a141-f6cc65237136'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:09:03.347667 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d0d09-ab90-4801-886a-bcd16e99d2ec tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Pushing event deleted for resources: {'Port': ['ID=e9f813c9-3dfe-4e55-b476-c5266a82bf70,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:03.374573 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-385d2700-e464-43e3-8be8-0192f3d251be req-3004346b-cf69-49c2-829e-e6110586c9f9 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] No DVR routers for this DVR port 6299dc1b-96af-4e73-a046-e19a9d5f5ea3 on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:09:03.393230 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-385d2700-e464-43e3-8be8-0192f3d251be req-3004346b-cf69-49c2-829e-e6110586c9f9 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:03.397256 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-385d2700-e464-43e3-8be8-0192f3d251be req-3004346b-cf69-49c2-829e-e6110586c9f9 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.25 "DELETE /v2.0/ports/6299dc1b-96af-4e73-a046-e19a9d5f5ea3 HTTP/1.1" status: 204 len: 173 time: 1.8845718 Nov 10 19:09:03.398997 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe', 'name': 'network-vif-deleted', 'tag': '6299dc1b-96af-4e73-a046-e19a9d5f5ea3'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:09:03.405608 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8002dc13-4f04-4ac1-8b2f-b98c383fc437" -d '{"events": [{"server_uuid": "5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe", "name": "network-vif-deleted", "tag": "6299dc1b-96af-4e73-a046-e19a9d5f5ea3"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:09:03.472777 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b715b-0dc3-4bdc-ad76-1e6d371cbdb7 req-a267f40e-41ae-48a0-b5ad-95d0d34cc9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:03.486742 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6d8b715b-0dc3-4bdc-ad76-1e6d371cbdb7 req-a267f40e-41ae-48a0-b5ad-95d0d34cc9b2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&device_id=4baa085d-1e6c-4b92-a172-854b1fb45ab8 HTTP/1.1" status: 200 len: 1100 time: 0.3330059 Nov 10 19:09:03.536560 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039d0273-1e06-4afd-acf0-c8f139d55b58 x-openstack-request-id: req-039d0273-1e06-4afd-acf0-c8f139d55b58 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:09:03.537130 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe", "name": "network-vif-deleted", "tag": "6299dc1b-96af-4e73-a046-e19a9d5f5ea3", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:09:03.537522 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-039d0273-1e06-4afd-acf0-c8f139d55b58 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:09:03.538130 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe', 'name': 'network-vif-deleted', 'tag': '6299dc1b-96af-4e73-a046-e19a9d5f5ea3', 'status': 'completed', 'code': 200} Nov 10 19:09:03.540613 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c413c6d-e44b-43b6-8f36-30d11d654b87 req-3d1d0d09-ab90-4801-886a-bcd16e99d2ec tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] No DVR routers for this DVR port e9f813c9-3dfe-4e55-b476-c5266a82bf70 on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:09:03.553907 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6c413c6d-e44b-43b6-8f36-30d11d654b87 req-3d1d0d09-ab90-4801-886a-bcd16e99d2ec tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:03.558261 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6c413c6d-e44b-43b6-8f36-30d11d654b87 req-3d1d0d09-ab90-4801-886a-bcd16e99d2ec tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.25 "DELETE /v2.0/ports/e9f813c9-3dfe-4e55-b476-c5266a82bf70 HTTP/1.1" status: 204 len: 173 time: 1.6484311 Nov 10 19:09:03.708456 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4eb08-fa45-4a05-8991-e957db0cdb3b req-3f009b26-fefb-449c-9b7b-fcdbe4c008e9 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:03.710059 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-57d4eb08-fa45-4a05-8991-e957db0cdb3b req-3f009b26-fefb-449c-9b7b-fcdbe4c008e9 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 946 time: 0.2701175 Nov 10 19:09:03.778811 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b715b-0dc3-4bdc-ad76-1e6d371cbdb7 req-c9bfa90d-0c0d-498a-afe8-7d9f6dfa78f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:03.781908 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6d8b715b-0dc3-4bdc-ad76-1e6d371cbdb7 req-c9bfa90d-0c0d-498a-afe8-7d9f6dfa78f2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.2427468 Nov 10 19:09:03.864301 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6d8b715b-0dc3-4bdc-ad76-1e6d371cbdb7 req-92b3f828-dfb7-4ae3-a5a0-301525d70054 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=50216713-9541-46ab-8e11-1608f7b70cf5 HTTP/1.1" status: 200 len: 217 time: 0.0722549 Nov 10 19:09:03.933411 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-101ea76d-199a-4728-ba55-4afff9af5fbf req-e5fb23b7-55a7-4e33-b678-90fa81250224 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=5addc3ce-7e0c-4c0a-8795-2b829c4c3ebe HTTP/1.1" status: 200 len: 210 time: 0.0618551 Nov 10 19:09:04.058003 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-57d4eb08-fa45-4a05-8991-e957db0cdb3b req-ef024c37-1267-4716-a7e6-f941be59a209 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3270483 Nov 10 19:09:04.082323 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b715b-0dc3-4bdc-ad76-1e6d371cbdb7 req-eca3f8d9-2496-47d1-a25a-c2088e72f755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:04.084351 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6d8b715b-0dc3-4bdc-ad76-1e6d371cbdb7 req-eca3f8d9-2496-47d1-a25a-c2088e72f755 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.1479812 Nov 10 19:09:04.157379 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b715b-0dc3-4bdc-ad76-1e6d371cbdb7 req-063b6701-5856-4fc1-aebf-a9addd4b153a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:04.160841 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6d8b715b-0dc3-4bdc-ad76-1e6d371cbdb7 req-063b6701-5856-4fc1-aebf-a9addd4b153a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0660732 Nov 10 19:09:04.341333 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346a956-c85a-4bb4-8f3e-ac8b7a5092ad req-d56a03d3-6a75-4d48-bd69-9b0c4f4a6c3e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:04.349665 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1346a956-c85a-4bb4-8f3e-ac8b7a5092ad req-d56a03d3-6a75-4d48-bd69-9b0c4f4a6c3e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.1274691 Nov 10 19:09:04.403105 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6d8b715b-0dc3-4bdc-ad76-1e6d371cbdb7 req-91328a2c-b183-4ed8-ac31-04934b80e1cc service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245851 Nov 10 19:09:04.425278 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d64d821-50b7-4956-aa33-b1237d9c46c7 req-b03312fc-5c44-4a20-ae13-717039cf57c2 tempest-ServerDiagnosticsNegativeTest-1581757081 tempest-ServerDiagnosticsNegativeTest-1581757081-project] 10.222.0.54 "GET /v2.0/ports?device_id=34fed7cd-9d0c-486e-b5d7-698a5c0eb682 HTTP/1.1" status: 200 len: 210 time: 0.0445542 Nov 10 19:09:04.467554 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 6299dc1b-96af-4e73-a046-e19a9d5f5ea3 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:09:04.484007 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1346a956-c85a-4bb4-8f3e-ac8b7a5092ad req-fd578509-c2b5-492b-bf0e-eb497b3af1cf tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333106 Nov 10 19:09:04.537421 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 6299dc1b-96af-4e73-a046-e19a9d5f5ea3 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:09:04.537920 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 6299dc1b-96af-4e73-a046-e19a9d5f5ea3 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:09:04.539178 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device e9f813c9-3dfe-4e55-b476-c5266a82bf70 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:09:04.581624 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6d8b715b-0dc3-4bdc-ad76-1e6d371cbdb7 req-33148493-847b-4b28-863e-5350801e60ea service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530030 Nov 10 19:09:04.585954 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: e9f813c9-3dfe-4e55-b476-c5266a82bf70 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:09:04.586736 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device e9f813c9-3dfe-4e55-b476-c5266a82bf70 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:09:05.208041 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c91c2-33d4-4378-87d9-e8236c389457 req-21ac3fc5-a166-45f5-8071-2a57987c2434 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:05.209608 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-137c91c2-33d4-4378-87d9-e8236c389457 req-21ac3fc5-a166-45f5-8071-2a57987c2434 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 946 time: 0.0737975 Nov 10 19:09:05.296597 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-137c91c2-33d4-4378-87d9-e8236c389457 req-d8a117e3-cd29-49c5-966b-ec67dcf5428d tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743279 Nov 10 19:09:05.304441 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8bb11-a849-4845-b85c-2a72816a8d60 req-b90d87b9-c06e-4d9c-8158-9ca894185c34 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:05.306054 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-96a8bb11-a849-4845-b85c-2a72816a8d60 req-b90d87b9-c06e-4d9c-8158-9ca894185c34 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=c235996a-85ca-47dd-8b9e-6e10f0f0279f HTTP/1.1" status: 200 len: 950 time: 0.0935774 Nov 10 19:09:05.362253 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-96a8bb11-a849-4845-b85c-2a72816a8d60 req-62aeb091-1aab-4153-9d2b-2be8e1ab6f91 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472116 Nov 10 19:09:05.539624 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34fed7cd-9d0c-486e-b5d7-698a5c0eb682', 'name': 'network-vif-deleted', 'tag': 'e9f813c9-3dfe-4e55-b476-c5266a82bf70'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:09:05.543262 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec7e928-9090-4362-9c8b-27cbc2aba69d" -d '{"events": [{"server_uuid": "34fed7cd-9d0c-486e-b5d7-698a5c0eb682", "name": "network-vif-deleted", "tag": "e9f813c9-3dfe-4e55-b476-c5266a82bf70"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:09:05.616800 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07392c9-6589-40eb-ab60-39e1ea4eed72 x-openstack-request-id: req-e07392c9-6589-40eb-ab60-39e1ea4eed72 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:09:05.617126 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34fed7cd-9d0c-486e-b5d7-698a5c0eb682", "name": "network-vif-deleted", "tag": "e9f813c9-3dfe-4e55-b476-c5266a82bf70", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:09:05.617461 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e07392c9-6589-40eb-ab60-39e1ea4eed72 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:09:05.617715 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34fed7cd-9d0c-486e-b5d7-698a5c0eb682', 'name': 'network-vif-deleted', 'tag': 'e9f813c9-3dfe-4e55-b476-c5266a82bf70', 'status': 'completed', 'code': 200} Nov 10 19:09:05.665800 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e79ae9-ca6c-440f-8e22-6f885c817af3 req-d9917b32-95ac-47b1-b0a1-bbbc837bac63 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:05.668708 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e7e79ae9-ca6c-440f-8e22-6f885c817af3 req-d9917b32-95ac-47b1-b0a1-bbbc837bac63 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.0853448 Nov 10 19:09:05.755402 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e7e79ae9-ca6c-440f-8e22-6f885c817af3 req-f84fd6fa-f4ca-4f3c-8b08-11647c964a9c tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786088 Nov 10 19:09:05.852180 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53626) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:09:06.007281 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c6f7774f-7d8c-48cc-9667-11770aacbf87 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2e813bec75724096b28a81d7339863d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1533468 Nov 10 19:09:06.011523 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53630) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:09:06.069609 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-51772212-5891-4891-83e2-d432e7664a01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:06.092508 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-51772212-5891-4891-83e2-d432e7664a01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:06.142242 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-51772212-5891-4891-83e2-d432e7664a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:06.145285 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-51772212-5891-4891-83e2-d432e7664a01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:06.146602 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-51772212-5891-4891-83e2-d432e7664a01 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d7ed5cfe-78ac-4000-9ccd-d92008744943 HTTP/1.1" status: 204 len: 168 time: 0.1339533 Nov 10 19:09:06.156664 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51772212-5891-4891-83e2-d432e7664a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ed5cfe-78ac-4000-9ccd-d92008744943,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:06.478258 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53640) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:09:06.480734 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e0c40-9788-486a-bc0f-4df4f586c194 req-80d3e101-7386-434d-9da3-26253093d98d tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:06.488738 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2a6e0c40-9788-486a-bc0f-4df4f586c194 req-80d3e101-7386-434d-9da3-26253093d98d tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 946 time: 0.1082058 Nov 10 19:09:06.496695 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1a32c4ed-df55-463d-84d5-7c7fd1903bcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:06.581727 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15076c04-f674-4759-a5a9-9d66aab18035 req-5656131e-80a6-482c-a567-706821c482c1 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:06.583430 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-15076c04-f674-4759-a5a9-9d66aab18035 req-5656131e-80a6-482c-a567-706821c482c1 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=c235996a-85ca-47dd-8b9e-6e10f0f0279f HTTP/1.1" status: 200 len: 950 time: 0.0870781 Nov 10 19:09:06.586567 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2a6e0c40-9788-486a-bc0f-4df4f586c194 req-fea48620-d512-4b48-a35f-c65327de11c5 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970371 Nov 10 19:09:06.595236 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1a32c4ed-df55-463d-84d5-7c7fd1903bcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:06.613101 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1a32c4ed-df55-463d-84d5-7c7fd1903bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:06.658604 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-15076c04-f674-4759-a5a9-9d66aab18035 req-06116031-b098-4439-9e7b-0e7a670d602f tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665495 Nov 10 19:09:06.661132 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32c4ed-df55-463d-84d5-7c7fd1903bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2efc550b-f128-4761-a0eb-f652a5eeeb81,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:06.668482 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1a32c4ed-df55-463d-84d5-7c7fd1903bcc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dd402e162e7141169b701750de9336f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1888139 Nov 10 19:09:06.672449 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53642) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:09:06.736124 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dedbfd03-4e69-464f-bce2-21d211af927a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:06.758590 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dedbfd03-4e69-464f-bce2-21d211af927a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:06.820543 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dedbfd03-4e69-464f-bce2-21d211af927a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:06.824374 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dedbfd03-4e69-464f-bce2-21d211af927a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:06.829167 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-dedbfd03-4e69-464f-bce2-21d211af927a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2efc550b-f128-4761-a0eb-f652a5eeeb81 HTTP/1.1" status: 204 len: 168 time: 0.1533983 Nov 10 19:09:06.850261 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbfd03-4e69-464f-bce2-21d211af927a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2efc550b-f128-4761-a0eb-f652a5eeeb81,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:06.904561 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab9084-04e5-4690-98f1-49aa8410701e req-fdfbfa74-fda9-4bbd-98e0-c7edebdc9c71 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:06.906381 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-25ab9084-04e5-4690-98f1-49aa8410701e req-fdfbfa74-fda9-4bbd-98e0-c7edebdc9c71 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.73 "GET /v2.0/ports?device_id=c235996a-85ca-47dd-8b9e-6e10f0f0279f HTTP/1.1" status: 200 len: 950 time: 0.0721505 Nov 10 19:09:06.945931 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a1bad-2f03-4374-9974-03a4a012aac4 req-528118dc-04b4-4c13-8203-8e244675f72a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:06.954337 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-665a1bad-2f03-4374-9974-03a4a012aac4 req-528118dc-04b4-4c13-8203-8e244675f72a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.0953834 Nov 10 19:09:07.024139 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-665a1bad-2f03-4374-9974-03a4a012aac4 req-f1c6dd23-a0d0-485d-a10b-e062c90df4c2 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608928 Nov 10 19:09:07.044486 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-25ab9084-04e5-4690-98f1-49aa8410701e req-a4d60103-da3b-4548-8a66-e0337a3ccd5d tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Deleting port 5892afe8-27d1-4382-a141-f6cc65237136 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:09:07.044827 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-25ab9084-04e5-4690-98f1-49aa8410701e req-a4d60103-da3b-4548-8a66-e0337a3ccd5d tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:07.142292 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-25ab9084-04e5-4690-98f1-49aa8410701e req-a4d60103-da3b-4548-8a66-e0337a3ccd5d tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] For port 5892afe8-27d1-4382-a141-f6cc65237136, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=5892afe8-27d1-4382-a141-f6cc65237136,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:07.142648 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-25ab9084-04e5-4690-98f1-49aa8410701e req-a4d60103-da3b-4548-8a66-e0337a3ccd5d tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:07.155766 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-25ab9084-04e5-4690-98f1-49aa8410701e req-a4d60103-da3b-4548-8a66-e0337a3ccd5d tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Calling delete_port for 5892afe8-27d1-4382-a141-f6cc65237136 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:09:07.292989 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-25ab9084-04e5-4690-98f1-49aa8410701e req-a4d60103-da3b-4548-8a66-e0337a3ccd5d tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:07.308396 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2', '7afbdd05-9512-4fb8-b5fd-eab9a492793a', '5892afe8-27d1-4382-a141-f6cc65237136'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:09:07.313462 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['2bd44ccf-d05c-46fd-be26-527d04cdd725', '50216713-9541-46ab-8e11-1608f7b70cf5', 'f9a145ba-383d-4b5d-9d69-1397b66dc79b', '56211420-3dd6-4020-8e0f-fafedc97babd'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:09:07.355258 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d60103-da3b-4548-8a66-e0337a3ccd5d tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Pushing event deleted for resources: {'Port': ['ID=5892afe8-27d1-4382-a141-f6cc65237136,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:07.430897 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ab9084-04e5-4690-98f1-49aa8410701e req-a4d60103-da3b-4548-8a66-e0337a3ccd5d tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] No DVR routers for this DVR port 5892afe8-27d1-4382-a141-f6cc65237136 on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:09:07.435136 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-25ab9084-04e5-4690-98f1-49aa8410701e req-a4d60103-da3b-4548-8a66-e0337a3ccd5d tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:07.439431 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-25ab9084-04e5-4690-98f1-49aa8410701e req-a4d60103-da3b-4548-8a66-e0337a3ccd5d tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.73 "DELETE /v2.0/ports/5892afe8-27d1-4382-a141-f6cc65237136 HTTP/1.1" status: 204 len: 173 time: 0.5229161 Nov 10 19:09:07.439921 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c235996a-85ca-47dd-8b9e-6e10f0f0279f', 'name': 'network-vif-deleted', 'tag': '5892afe8-27d1-4382-a141-f6cc65237136'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:09:07.442535 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3155d4f4-ac12-4375-a6bd-8b2614a90f50" -d '{"events": [{"server_uuid": "c235996a-85ca-47dd-8b9e-6e10f0f0279f", "name": "network-vif-deleted", "tag": "5892afe8-27d1-4382-a141-f6cc65237136"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:09:07.511007 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec605e87-5d4a-459d-ad24-1bcbe9ca8219 x-openstack-request-id: req-ec605e87-5d4a-459d-ad24-1bcbe9ca8219 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:09:07.511462 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c235996a-85ca-47dd-8b9e-6e10f0f0279f", "name": "network-vif-deleted", "tag": "5892afe8-27d1-4382-a141-f6cc65237136", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:09:07.511812 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ec605e87-5d4a-459d-ad24-1bcbe9ca8219 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:09:07.512425 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c235996a-85ca-47dd-8b9e-6e10f0f0279f', 'name': 'network-vif-deleted', 'tag': '5892afe8-27d1-4382-a141-f6cc65237136', 'status': 'completed', 'code': 200} Nov 10 19:09:07.864971 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aef90dd9-3049-4bcd-9651-4b45bcf9a3be req-5870558f-17ef-499b-9af3-06e8998d3f58 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=c235996a-85ca-47dd-8b9e-6e10f0f0279f HTTP/1.1" status: 200 len: 210 time: 0.0594289 Nov 10 19:09:07.884730 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97f8f5-5bce-41ed-a820-c1f8bbb9eed0 req-171d1e69-e8b0-44b7-a060-b33b6bcc00de tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:07.892877 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b97f8f5-5bce-41ed-a820-c1f8bbb9eed0 req-171d1e69-e8b0-44b7-a060-b33b6bcc00de tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 946 time: 0.1667731 Nov 10 19:09:07.996236 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b97f8f5-5bce-41ed-a820-c1f8bbb9eed0 req-48348594-b8f0-42ad-9428-ec0e638b39e3 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015723 Nov 10 19:09:08.481200 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93641915-5d28-4b9b-9538-34cdf98f2ffb req-82590b98-5387-47b3-8679-932368ba62af tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:08.482829 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-93641915-5d28-4b9b-9538-34cdf98f2ffb req-82590b98-5387-47b3-8679-932368ba62af tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.3323321 Nov 10 19:09:08.490714 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cdea3-0dc9-4ac1-8ac1-a60d5a096f9f req-953a1998-8266-482b-b6f9-f85aa4a8fb07 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:08.492086 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5c3cdea3-0dc9-4ac1-8ac1-a60d5a096f9f req-953a1998-8266-482b-b6f9-f85aa4a8fb07 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 946 time: 0.3396521 Nov 10 19:09:08.502137 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53690) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:09:08.507896 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-0e98b7f1-dc86-423a-a00c-1e9bc3a85b08 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Request body: {'floatingip': {'port_id': '6983fb4c-e85a-4a08-b23b-b6aaac5affa5'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:09:08.552192 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-93641915-5d28-4b9b-9538-34cdf98f2ffb req-1f14cfbc-91cd-4c7f-a81c-6dfd8e04d613 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512760 Nov 10 19:09:08.582400 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0e98b7f1-dc86-423a-a00c-1e9bc3a85b08 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks [] for floatingip, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:09.259263 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574f708-d246-437a-9839-a298538aafb5 req-31db82a0-8953-4666-9815-1d754869e307 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:09.268541 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8574f708-d246-437a-9839-a298538aafb5 req-31db82a0-8953-4666-9815-1d754869e307 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d3860bd-6c28-47ed-a1d6-a5c7152580f1 HTTP/1.1" status: 200 len: 950 time: 0.0780232 Nov 10 19:09:09.336186 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8574f708-d246-437a-9839-a298538aafb5 req-034e313d-4b26-4b3a-882d-db5de4796591 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664275 Nov 10 19:09:09.439141 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0e98b7f1-dc86-423a-a00c-1e9bc3a85b08 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:09.444408 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0e98b7f1-dc86-423a-a00c-1e9bc3a85b08 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:09.569752 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [None req-0e98b7f1-dc86-423a-a00c-1e9bc3a85b08 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Floating IP 405369da-36ed-4a06-922e-625ba1b02e11 associated. External IP: 172.25.3.99, port: 6983fb4c-e85a-4a08-b23b-b6aaac5affa5. Nov 10 19:09:09.711174 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53740) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:09:09.738519 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138c135-f04f-4133-845d-865182b680da req-82e178c9-1b64-45ac-a140-3a7da08969e2 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:09.743841 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a138c135-f04f-4133-845d-865182b680da req-82e178c9-1b64-45ac-a140-3a7da08969e2 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.0721216 Nov 10 19:09:09.796709 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a138c135-f04f-4133-845d-865182b680da req-f6c6eff8-1636-41f4-a841-955d6288cdc8 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447123 Nov 10 19:09:09.834469 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e98b7f1-dc86-423a-a00c-1e9bc3a85b08 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Router 19e228fa-2456-49d8-a6b4-b948e1e2b363 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:09:09.848657 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-368a23e8-0fc8-4088-a587-e7ea01e23e2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:09.938719 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-368a23e8-0fc8-4088-a587-e7ea01e23e2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:09.947964 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-368a23e8-0fc8-4088-a587-e7ea01e23e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:09.970706 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e98b7f1-dc86-423a-a00c-1e9bc3a85b08 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:09:09.987294 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a71d026-553c-4745-ae1c-81d8bfdb9f56 None None] Sync routers for ids ['19e228fa-2456-49d8-a6b4-b948e1e2b363'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:09:09.988266 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0e98b7f1-dc86-423a-a00c-1e9bc3a85b08 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:09.991526 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53744) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:09:09.996163 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-368a23e8-0fc8-4088-a587-e7ea01e23e2b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=20a357a03e5a426c992f8fc2dcbc221d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2830091 Nov 10 19:09:10.008921 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a71d026-553c-4745-ae1c-81d8bfdb9f56 None None] Routers {'19e228fa-2456-49d8-a6b4-b948e1e2b363'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:09:10.009532 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-2a71d026-553c-4745-ae1c-81d8bfdb9f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:08:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['19e228fa-2456-49d8-a6b4-b948e1e2b363'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:09:10.038886 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a23e8-0fc8-4088-a587-e7ea01e23e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e8e2fa-e770-4f25-942d-6ec333a19cb8,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:10.045383 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0e98b7f1-dc86-423a-a00c-1e9bc3a85b08 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "PUT /v2.0/floatingips/405369da-36ed-4a06-922e-625ba1b02e11 HTTP/1.1" status: 200 len: 991 time: 1.5385699 Nov 10 19:09:10.047295 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307fa0cd-ee7e-4667-8190-1f1b45b4e81c', 'tag': '6983fb4c-e85a-4a08-b23b-b6aaac5affa5'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:09:10.050054 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082458cf-830f-44af-aca9-99673f7d686a" -d '{"events": [{"name": "network-changed", "server_uuid": "307fa0cd-ee7e-4667-8190-1f1b45b4e81c", "tag": "6983fb4c-e85a-4a08-b23b-b6aaac5affa5"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:09:10.085018 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b6aff73-f515-43b9-bc92-9275d61f2408 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:10.122788 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b6aff73-f515-43b9-bc92-9275d61f2408 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:10.125589 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28021337-3520-4219-bce0-eea0a1871742 x-openstack-request-id: req-28021337-3520-4219-bce0-eea0a1871742 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:09:10.126009 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "307fa0cd-ee7e-4667-8190-1f1b45b4e81c", "tag": "6983fb4c-e85a-4a08-b23b-b6aaac5affa5", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:09:10.126450 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-28021337-3520-4219-bce0-eea0a1871742 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:09:10.126808 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307fa0cd-ee7e-4667-8190-1f1b45b4e81c', 'tag': '6983fb4c-e85a-4a08-b23b-b6aaac5affa5', 'status': 'completed', 'code': 200} Nov 10 19:09:10.131318 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 5892afe8-27d1-4382-a141-f6cc65237136 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:09:10.168817 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 5892afe8-27d1-4382-a141-f6cc65237136 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:09:10.169318 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 5892afe8-27d1-4382-a141-f6cc65237136 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:09:10.220023 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b6aff73-f515-43b9-bc92-9275d61f2408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:10.225647 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b6aff73-f515-43b9-bc92-9275d61f2408 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:10.227065 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9b6aff73-f515-43b9-bc92-9275d61f2408 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/89e8e2fa-e770-4f25-942d-6ec333a19cb8 HTTP/1.1" status: 204 len: 168 time: 0.2342608 Nov 10 19:09:10.246944 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6aff73-f515-43b9-bc92-9275d61f2408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e8e2fa-e770-4f25-942d-6ec333a19cb8,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:10.253550 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082458cf-830f-44af-aca9-99673f7d686a req-38ab2355-e866-486e-a20a-050f29d34212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:10.257341 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-082458cf-830f-44af-aca9-99673f7d686a req-38ab2355-e866-486e-a20a-050f29d34212 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eeb5c8ebb6ac4d4693aeaf63c555f1ed&device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 1097 time: 0.1072288 Nov 10 19:09:10.290548 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-2a71d026-553c-4745-ae1c-81d8bfdb9f56 None None] Set router 19e228fa-2456-49d8-a6b4-b948e1e2b363 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:09:10.459942 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082458cf-830f-44af-aca9-99673f7d686a req-3b387105-575a-49d4-a1cc-3adfd2eedf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:10.462309 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-082458cf-830f-44af-aca9-99673f7d686a req-3b387105-575a-49d4-a1cc-3adfd2eedf75 service neutron] 10.222.0.25 "GET /v2.0/networks?id=423e20a9-8495-4dca-adac-a4f59edcf0b6 HTTP/1.1" status: 200 len: 925 time: 0.1904030 Nov 10 19:09:10.550817 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-082458cf-830f-44af-aca9-99673f7d686a req-1bed8ac9-b1a6-44fb-9e16-bee501bcd9b7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6983fb4c-e85a-4a08-b23b-b6aaac5affa5 HTTP/1.1" status: 200 len: 999 time: 0.0739520 Nov 10 19:09:10.630694 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a19e6-f10c-4b90-a344-1ab00d9cff1f req-9754f6c8-3ea9-4476-969c-a657fa2027a4 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:10.638998 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-472a19e6-f10c-4b90-a344-1ab00d9cff1f req-9754f6c8-3ea9-4476-969c-a657fa2027a4 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d3860bd-6c28-47ed-a1d6-a5c7152580f1 HTTP/1.1" status: 200 len: 950 time: 0.1939013 Nov 10 19:09:10.654257 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082458cf-830f-44af-aca9-99673f7d686a req-e5142c42-a0d8-461f-bfc5-448a6b31386d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:10.656344 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-082458cf-830f-44af-aca9-99673f7d686a req-e5142c42-a0d8-461f-bfc5-448a6b31386d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9a832f56-5207-4167-a27c-433bc2e28f2d HTTP/1.1" status: 200 len: 863 time: 0.0932829 Nov 10 19:09:10.697999 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-2a71d026-553c-4745-ae1c-81d8bfdb9f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267993946-router', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:05:08Z', 'updated_at': '2021-11-10T19:05:14Z', 'revision_number': 4, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'gw_port': {'id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:09Z', 'updated_at': '2021-11-10T19:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '405369da-36ed-4a06-922e-625ba1b02e11', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'floating_ip_address': '172.25.3.99', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'port_id': '6983fb4c-e85a-4a08-b23b-b6aaac5affa5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6', 'mac_address': 'fa:16:3e:8f:7c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307fa0cd-ee7e-4667-8190-1f1b45b4e81c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:05:38Z', 'updated_at': '2021-11-10T19:09:09Z', 'revision_number': 5, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536c3623-1aac-4f6c-b15d-89776bdd32f1', 'name': '', 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'mac_address': 'fa:16:3e:fe:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9a832f56-5207-4167-a27c-433bc2e28f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:13Z', 'updated_at': '2021-11-10T19:05:18Z', 'revision_number': 5, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'subnets': [{'id': '9a832f56-5207-4167-a27c-433bc2e28f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:09:10.735833 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a71d026-553c-4745-ae1c-81d8bfdb9f56 None None] Checking router: 19e228fa-2456-49d8-a6b4-b948e1e2b363 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:09:10.739225 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-472a19e6-f10c-4b90-a344-1ab00d9cff1f req-6f116861-7f8e-4ace-974d-7c624859d285 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990055 Nov 10 19:09:10.746184 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a71d026-553c-4745-ae1c-81d8bfdb9f56 None None] Routers {'19e228fa-2456-49d8-a6b4-b948e1e2b363'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:09:10.747802 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-2a71d026-553c-4745-ae1c-81d8bfdb9f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:08:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['19e228fa-2456-49d8-a6b4-b948e1e2b363'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:09:10.757743 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082458cf-830f-44af-aca9-99673f7d686a req-3efa22c4-6ec1-4ce6-92c0-1a5549abc180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:10.759680 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-082458cf-830f-44af-aca9-99673f7d686a req-3efa22c4-6ec1-4ce6-92c0-1a5549abc180 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=423e20a9-8495-4dca-adac-a4f59edcf0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756948 Nov 10 19:09:10.770388 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53758) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:09:10.811294 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9fff1bbc-3abe-4397-b893-fff90a3e5a80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:10.815359 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cc543-341a-42e8-8186-756e454a54e0 req-7d718510-938b-4f26-bfd1-1c09e2ae2ab4 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:10.817186 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-707cc543-341a-42e8-8186-756e454a54e0 req-7d718510-938b-4f26-bfd1-1c09e2ae2ab4 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d3860bd-6c28-47ed-a1d6-a5c7152580f1 HTTP/1.1" status: 200 len: 950 time: 0.0655596 Nov 10 19:09:10.893162 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-2a71d026-553c-4745-ae1c-81d8bfdb9f56 None None] Set router 19e228fa-2456-49d8-a6b4-b948e1e2b363 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:09:10.911163 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-082458cf-830f-44af-aca9-99673f7d686a req-c983d76d-9d0e-49b1-947c-fb10c941adfa service neutron] 10.222.0.25 "GET /v2.0/networks/423e20a9-8495-4dca-adac-a4f59edcf0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394715 Nov 10 19:09:10.955041 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-707cc543-341a-42e8-8186-756e454a54e0 req-331d2825-846c-47dc-92cc-f6181362fc99 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Deleting port 7afbdd05-9512-4fb8-b5fd-eab9a492793a {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:09:10.955772 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-707cc543-341a-42e8-8186-756e454a54e0 req-331d2825-846c-47dc-92cc-f6181362fc99 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:11.049102 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9fff1bbc-3abe-4397-b893-fff90a3e5a80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:11.060413 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9fff1bbc-3abe-4397-b893-fff90a3e5a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:11.080305 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-707cc543-341a-42e8-8186-756e454a54e0 req-331d2825-846c-47dc-92cc-f6181362fc99 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] For port 7afbdd05-9512-4fb8-b5fd-eab9a492793a, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7afbdd05-9512-4fb8-b5fd-eab9a492793a,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:11.080812 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-707cc543-341a-42e8-8186-756e454a54e0 req-331d2825-846c-47dc-92cc-f6181362fc99 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:11.100634 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-707cc543-341a-42e8-8186-756e454a54e0 req-331d2825-846c-47dc-92cc-f6181362fc99 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Calling delete_port for 7afbdd05-9512-4fb8-b5fd-eab9a492793a owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:09:11.111325 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c17d5-8886-4411-81c8-25439ff974a2 req-b44b957b-54aa-4907-959b-7fae283d090c tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:11.112903 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5f2c17d5-8886-4411-81c8-25439ff974a2 req-b44b957b-54aa-4907-959b-7fae283d090c tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.1812499 Nov 10 19:09:11.142573 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9fff1bbc-3abe-4397-b893-fff90a3e5a80 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c3a5f06ea7594352bfe474c6ec9b24b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3696523 Nov 10 19:09:11.143381 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53764) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:09:11.145410 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff1bbc-3abe-4397-b893-fff90a3e5a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505b5e95-ab2e-47fc-ae06-cecf46733a27,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:11.165827 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-082458cf-830f-44af-aca9-99673f7d686a req-5eeaecf3-59af-4427-b836-47beb0800301 service neutron] 10.222.0.25 "GET /v2.0/networks/423e20a9-8495-4dca-adac-a4f59edcf0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450826 Nov 10 19:09:11.272662 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-2a71d026-553c-4745-ae1c-81d8bfdb9f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267993946-router', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:05:08Z', 'updated_at': '2021-11-10T19:05:14Z', 'revision_number': 4, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'gw_port': {'id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:09Z', 'updated_at': '2021-11-10T19:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '405369da-36ed-4a06-922e-625ba1b02e11', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'floating_ip_address': '172.25.3.99', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'port_id': '6983fb4c-e85a-4a08-b23b-b6aaac5affa5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6', 'mac_address': 'fa:16:3e:8f:7c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307fa0cd-ee7e-4667-8190-1f1b45b4e81c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:05:38Z', 'updated_at': '2021-11-10T19:09:09Z', 'revision_number': 5, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536c3623-1aac-4f6c-b15d-89776bdd32f1', 'name': '', 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'mac_address': 'fa:16:3e:fe:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9a832f56-5207-4167-a27c-433bc2e28f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:13Z', 'updated_at': '2021-11-10T19:05:18Z', 'revision_number': 5, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'subnets': [{'id': '9a832f56-5207-4167-a27c-433bc2e28f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:09:11.278975 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5f2c17d5-8886-4411-81c8-25439ff974a2 req-6230e386-3fa9-46e5-82c8-71156203bd30 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535590 Nov 10 19:09:11.311600 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-40147165-5006-4f5d-9d9b-13828552ca2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:11.316758 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a71d026-553c-4745-ae1c-81d8bfdb9f56 None None] The sync data for ids ['19e228fa-2456-49d8-a6b4-b948e1e2b363'] in n-d-813897-4 is: [{'id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267993946-router', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:05:08Z', 'updated_at': '2021-11-10T19:05:14Z', 'revision_number': 4, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'gw_port': {'id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:09Z', 'updated_at': '2021-11-10T19:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '405369da-36ed-4a06-922e-625ba1b02e11', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'floating_ip_address': '172.25.3.99', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'port_id': '6983fb4c-e85a-4a08-b23b-b6aaac5affa5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6', 'mac_address': 'fa:16:3e:8f:7c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307fa0cd-ee7e-4667-8190-1f1b45b4e81c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:05:38Z', 'updated_at': '2021-11-10T19:09:09Z', 'revision_number': 5, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536c3623-1aac-4f6c-b15d-89776bdd32f1', 'name': '', 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'mac_address': 'fa:16:3e:fe:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9a832f56-5207-4167-a27c-433bc2e28f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:13Z', 'updated_at': '2021-11-10T19:05:18Z', 'revision_number': 5, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'subnets': [{'id': '9a832f56-5207-4167-a27c-433bc2e28f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:09:11.363404 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-707cc543-341a-42e8-8186-756e454a54e0 req-331d2825-846c-47dc-92cc-f6181362fc99 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:11.380492 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-40147165-5006-4f5d-9d9b-13828552ca2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:11.385976 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2', '7afbdd05-9512-4fb8-b5fd-eab9a492793a'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:09:11.390212 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['2bd44ccf-d05c-46fd-be26-527d04cdd725', '50216713-9541-46ab-8e11-1608f7b70cf5', 'f9a145ba-383d-4b5d-9d69-1397b66dc79b', '56211420-3dd6-4020-8e0f-fafedc97babd'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:09:11.467059 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d2825-846c-47dc-92cc-f6181362fc99 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Pushing event deleted for resources: {'Port': ['ID=7afbdd05-9512-4fb8-b5fd-eab9a492793a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:11.484689 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-40147165-5006-4f5d-9d9b-13828552ca2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:11.488126 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-40147165-5006-4f5d-9d9b-13828552ca2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:11.492548 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-40147165-5006-4f5d-9d9b-13828552ca2c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/505b5e95-ab2e-47fc-ae06-cecf46733a27 HTTP/1.1" status: 204 len: 168 time: 0.3419349 Nov 10 19:09:11.520337 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40147165-5006-4f5d-9d9b-13828552ca2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505b5e95-ab2e-47fc-ae06-cecf46733a27,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:11.577567 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-707cc543-341a-42e8-8186-756e454a54e0 req-331d2825-846c-47dc-92cc-f6181362fc99 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] No DVR routers for this DVR port 7afbdd05-9512-4fb8-b5fd-eab9a492793a on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:09:11.587788 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-707cc543-341a-42e8-8186-756e454a54e0 req-331d2825-846c-47dc-92cc-f6181362fc99 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:11.591632 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-707cc543-341a-42e8-8186-756e454a54e0 req-331d2825-846c-47dc-92cc-f6181362fc99 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.73 "DELETE /v2.0/ports/7afbdd05-9512-4fb8-b5fd-eab9a492793a HTTP/1.1" status: 204 len: 173 time: 0.7669463 Nov 10 19:09:11.669744 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3888e8a-a804-4dae-b80d-c41d9ab11e2d req-03e4f2da-e49e-4f61-907f-743776469c3c tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:11.671382 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f3888e8a-a804-4dae-b80d-c41d9ab11e2d req-03e4f2da-e49e-4f61-907f-743776469c3c tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 1096 time: 0.1223521 Nov 10 19:09:11.732127 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5014957a-7647-4af9-9db5-21fd20bb8212 None None] New status for floating IP 405369da-36ed-4a06-922e-625ba1b02e11: ACTIVE {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:09:11.748385 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f3888e8a-a804-4dae-b80d-c41d9ab11e2d req-1cc18a0f-9915-4ba7-9d7b-562f16364e73 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697594 Nov 10 19:09:12.020406 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4774955-70ef-431b-be5b-cba80639e92b req-a7acc38d-61d3-41fa-baf4-43a3cea59076 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d3860bd-6c28-47ed-a1d6-a5c7152580f1 HTTP/1.1" status: 200 len: 210 time: 0.0851157 Nov 10 19:09:12.128432 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3860bd-6c28-47ed-a1d6-a5c7152580f1', 'name': 'network-vif-deleted', 'tag': '7afbdd05-9512-4fb8-b5fd-eab9a492793a'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:09:12.132195 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1163dc29-86c6-46e4-8519-d4845ee5685c" -d '{"events": [{"server_uuid": "3d3860bd-6c28-47ed-a1d6-a5c7152580f1", "name": "network-vif-deleted", "tag": "7afbdd05-9512-4fb8-b5fd-eab9a492793a"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:09:12.193470 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b072c0-8a5d-48f6-a88a-690c5044d856 x-openstack-request-id: req-a9b072c0-8a5d-48f6-a88a-690c5044d856 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:09:12.193875 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d3860bd-6c28-47ed-a1d6-a5c7152580f1", "name": "network-vif-deleted", "tag": "7afbdd05-9512-4fb8-b5fd-eab9a492793a", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:09:12.194236 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a9b072c0-8a5d-48f6-a88a-690c5044d856 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:09:12.194800 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d3860bd-6c28-47ed-a1d6-a5c7152580f1', 'name': 'network-vif-deleted', 'tag': '7afbdd05-9512-4fb8-b5fd-eab9a492793a', 'status': 'completed', 'code': 200} Nov 10 19:09:12.550463 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c06ac9-6922-4880-8b4d-d1902ea00c7e req-5cb25de1-a5ab-4178-8438-26acc24953ad tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:12.552384 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-56c06ac9-6922-4880-8b4d-d1902ea00c7e req-5cb25de1-a5ab-4178-8438-26acc24953ad tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.0837145 Nov 10 19:09:12.650492 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-56c06ac9-6922-4880-8b4d-d1902ea00c7e req-4e8ec43a-7c85-4e1c-b597-bd8c50e95303 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913064 Nov 10 19:09:13.329817 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-a3231648-3b5d-45bb-b732-37c948cd468d tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:09:13.332873 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-a3231648-3b5d-45bb-b732-37c948cd468d tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079701 Nov 10 19:09:13.377965 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-a4dd8f4c-4945-4c98-af7b-a5568b8eb561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:13.379717 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-a4dd8f4c-4945-4c98-af7b-a5568b8eb561 service neutron] 10.222.0.54 "GET /v2.0/ports/6e5a2a32-f007-4339-bf7b-730b25dd87c4 HTTP/1.1" status: 200 len: 1093 time: 0.0384614 Nov 10 19:09:13.397171 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-58fd9cef-fc55-4173-a63c-23541fbd9d88 service neutron] Request body: {'binding': {'host': 'n-h2-813897-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:09:13.398047 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-58fd9cef-fc55-4173-a63c-23541fbd9d88 service neutron] Unknown quota resources ['binding']. {{(pid=102505) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 19:09:13.558539 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-58fd9cef-fc55-4173-a63c-23541fbd9d88 service neutron] Attempting to bind port 6e5a2a32-f007-4339-bf7b-730b25dd87c4 on host n-h2-813897-4 for vnic_type normal with profile None {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:09:13.558866 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-58fd9cef-fc55-4173-a63c-23541fbd9d88 service neutron] Attempting to bind port 6e5a2a32-f007-4339-bf7b-730b25dd87c4 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:09:13.559284 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-58fd9cef-fc55-4173-a63c-23541fbd9d88 service neutron] Attempting to bind port 6e5a2a32-f007-4339-bf7b-730b25dd87c4 on network a42d4887-cb04-48c7-8111-765e5b18298b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:09:13.566098 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-58fd9cef-fc55-4173-a63c-23541fbd9d88 service neutron] Port 6e5a2a32-f007-4339-bf7b-730b25dd87c4 on network a42d4887-cb04-48c7-8111-765e5b18298b not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:09:13.566427 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-58fd9cef-fc55-4173-a63c-23541fbd9d88 service neutron] Attempting to bind port 6e5a2a32-f007-4339-bf7b-730b25dd87c4 on network a42d4887-cb04-48c7-8111-765e5b18298b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:09:13.572692 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-58fd9cef-fc55-4173-a63c-23541fbd9d88 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:09:13.573397 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-58fd9cef-fc55-4173-a63c-23541fbd9d88 service neutron] Checking segment: {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:09:13.573675 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-58fd9cef-fc55-4173-a63c-23541fbd9d88 service neutron] Bound using segment: {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:09:13.574148 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-58fd9cef-fc55-4173-a63c-23541fbd9d88 service neutron] Bound port: 6e5a2a32-f007-4339-bf7b-730b25dd87c4, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:09:13.581701 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ebe0e-9cc3-4c97-abbd-f2a18cd8766b req-44bc554f-ee79-4637-b8c9-414161c4c50a tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:13.583250 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dc6ebe0e-9cc3-4c97-abbd-f2a18cd8766b req-44bc554f-ee79-4637-b8c9-414161c4c50a tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=20de924b-a6cf-4831-8f16-caaf676cc1dc HTTP/1.1" status: 200 len: 949 time: 0.0564117 Nov 10 19:09:13.633984 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-58fd9cef-fc55-4173-a63c-23541fbd9d88 service neutron] For port 6e5a2a32-f007-4339-bf7b-730b25dd87c4, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=6e5a2a32-f007-4339-bf7b-730b25dd87c4,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:09:13.634924 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dc6ebe0e-9cc3-4c97-abbd-f2a18cd8766b req-970bf401-1a47-4294-9c06-4a40844dd6a8 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447958 Nov 10 19:09:13.642021 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-58fd9cef-fc55-4173-a63c-23541fbd9d88 service neutron] Publish callbacks [] for binding, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:13.643292 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-58fd9cef-fc55-4173-a63c-23541fbd9d88 service neutron] 10.222.0.54 "POST /v2.0/ports/6e5a2a32-f007-4339-bf7b-730b25dd87c4/bindings HTTP/1.1" status: 201 len: 389 time: 0.2528632 Nov 10 19:09:13.747958 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f6ab2835-9b8c-4330-af01-0c2052a48f24 req-17ba5240-3478-40ed-86cb-e137f7b0ce56 tempest-FlavorsV2NegativeTest-2106881537 tempest-FlavorsV2NegativeTest-2106881537-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=668704a9d456442eb36783f8d2f05d8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269201 Nov 10 19:09:13.873220 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa1a74-d122-4115-95f5-aefd1b7510e6 req-22af2efa-e652-4f7a-b8c8-578f7e8b62bd tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:13.874763 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-30fa1a74-d122-4115-95f5-aefd1b7510e6 req-22af2efa-e652-4f7a-b8c8-578f7e8b62bd tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.1092272 Nov 10 19:09:13.919187 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab2835-9b8c-4330-af01-0c2052a48f24 req-03341fda-bfd3-4736-86c6-6fe7922802b1 tempest-FlavorsV2NegativeTest-2106881537 tempest-FlavorsV2NegativeTest-2106881537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:13.920720 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f6ab2835-9b8c-4330-af01-0c2052a48f24 req-03341fda-bfd3-4736-86c6-6fe7922802b1 tempest-FlavorsV2NegativeTest-2106881537 tempest-FlavorsV2NegativeTest-2106881537-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1666465 Nov 10 19:09:13.974258 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f6ab2835-9b8c-4330-af01-0c2052a48f24 req-6d32591a-8596-4dca-9d59-8501b9efb830 tempest-FlavorsV2NegativeTest-2106881537 tempest-FlavorsV2NegativeTest-2106881537-project] 10.222.0.54 "GET /v2.0/quotas/668704a9d456442eb36783f8d2f05d8d HTTP/1.1" status: 200 len: 375 time: 0.0377209 Nov 10 19:09:13.980582 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-30fa1a74-d122-4115-95f5-aefd1b7510e6 req-612fd666-1641-4fc5-83a7-35113495856a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987744 Nov 10 19:09:14.011264 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f6ab2835-9b8c-4330-af01-0c2052a48f24 req-7896c190-a593-41be-83f9-0ff18c7f29fe tempest-FlavorsV2NegativeTest-2106881537 tempest-FlavorsV2NegativeTest-2106881537-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=668704a9d456442eb36783f8d2f05d8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283844 Nov 10 19:09:14.013617 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-0bc83959-cd96-4c18-8ed3-5f2f7a87c149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:14.015008 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-0bc83959-cd96-4c18-8ed3-5f2f7a87c149 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a08ec8828e22441bac9028fb3e613990&device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 1096 time: 0.1131287 Nov 10 19:09:14.134264 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 7afbdd05-9512-4fb8-b5fd-eab9a492793a no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:09:14.154630 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b461b5-b7d1-400c-b150-760122d7dffc req-63a98fa1-e735-4cdf-88b2-8db17c7e91d6 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:14.156166 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a7b461b5-b7d1-400c-b150-760122d7dffc req-63a98fa1-e735-4cdf-88b2-8db17c7e91d6 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 945 time: 0.1085651 Nov 10 19:09:14.163469 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 7afbdd05-9512-4fb8-b5fd-eab9a492793a {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:09:14.164015 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 7afbdd05-9512-4fb8-b5fd-eab9a492793a not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:09:14.172026 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-dfc32ff1-4046-4910-ba4f-5bdef1fea708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:14.173471 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-dfc32ff1-4046-4910-ba4f-5bdef1fea708 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a42d4887-cb04-48c7-8111-765e5b18298b HTTP/1.1" status: 200 len: 909 time: 0.1492307 Nov 10 19:09:14.237491 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-886dc12f-53ad-4515-afd6-6f6be1083399 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e5a2a32-f007-4339-bf7b-730b25dd87c4 HTTP/1.1" status: 200 len: 217 time: 0.0423083 Nov 10 19:09:14.248831 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a7b461b5-b7d1-400c-b150-760122d7dffc req-5c73f08f-edc8-4931-8e73-3620d3217f4d tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843368 Nov 10 19:09:14.304389 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-8d1839fe-3fd9-4c32-af2e-667e988605e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:14.306047 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-8d1839fe-3fd9-4c32-af2e-667e988605e9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=34d86bed-ff03-44e0-b566-0ecdf3d0ce56 HTTP/1.1" status: 200 len: 848 time: 0.0505693 Nov 10 19:09:14.342098 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-cfa0cc80-06dd-424e-8653-3980ec758e73 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a42d4887-cb04-48c7-8111-765e5b18298b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251348 Nov 10 19:09:14.455607 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-cefb1670-27c1-40e1-9f70-d306d05cee2c service neutron] 10.222.0.25 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018252 Nov 10 19:09:14.509478 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53920) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:09:14.575370 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-0616ed21-2c0d-4096-8b8f-db0c20bed958 service neutron] 10.222.0.25 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087356 Nov 10 19:09:14.650663 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-36c1b72c-b9b6-422d-a735-0ad1079d57dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:14.779821 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-36c1b72c-b9b6-422d-a735-0ad1079d57dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:14.785596 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-36c1b72c-b9b6-422d-a735-0ad1079d57dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:14.848006 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c0c96-612d-4807-8d8f-7b03f973e617 req-5e9086ea-f910-4031-9302-e867ce0ca000 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:14.852279 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e15c0c96-612d-4807-8d8f-7b03f973e617 req-5e9086ea-f910-4031-9302-e867ce0ca000 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=20de924b-a6cf-4831-8f16-caaf676cc1dc HTTP/1.1" status: 200 len: 949 time: 0.0836790 Nov 10 19:09:14.865637 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1b72c-b9b6-422d-a735-0ad1079d57dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dec8fe-947f-4d29-a6c9-80c62f39b6f5,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:14.870643 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-36c1b72c-b9b6-422d-a735-0ad1079d57dd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=668704a9d456442eb36783f8d2f05d8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3594544 Nov 10 19:09:14.880156 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53928) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:09:14.924453 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5b3b9-92a1-4ec0-bb87-6c148f147d10 req-690bc01a-9393-4c8c-90f0-c6266d2bc7e7 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:14.926394 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-09c5b3b9-92a1-4ec0-bb87-6c148f147d10 req-690bc01a-9393-4c8c-90f0-c6266d2bc7e7 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.73 "GET /v2.0/ports?device_id=20de924b-a6cf-4831-8f16-caaf676cc1dc HTTP/1.1" status: 200 len: 949 time: 0.1226261 Nov 10 19:09:14.938514 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e15c0c96-612d-4807-8d8f-7b03f973e617 req-03900a0e-85d0-4aec-b175-8cde571342cf tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778263 Nov 10 19:09:15.039493 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-610ac2a9-ff3c-40f6-b63e-29c66520bb4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:15.075520 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-610ac2a9-ff3c-40f6-b63e-29c66520bb4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:15.128991 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-09c5b3b9-92a1-4ec0-bb87-6c148f147d10 req-ef272c53-cd19-48a8-81a8-187d6df72e84 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Deleting port 6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:09:15.128991 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-09c5b3b9-92a1-4ec0-bb87-6c148f147d10 req-ef272c53-cd19-48a8-81a8-187d6df72e84 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:15.150255 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422bdbd-54cc-4e58-bcdc-19b5cd1c136a req-71797c5e-704e-49e8-8791-d9b8e3093ba2 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:15.159998 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a422bdbd-54cc-4e58-bcdc-19b5cd1c136a req-71797c5e-704e-49e8-8791-d9b8e3093ba2 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.0873106 Nov 10 19:09:15.206290 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-610ac2a9-ff3c-40f6-b63e-29c66520bb4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:15.209124 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-610ac2a9-ff3c-40f6-b63e-29c66520bb4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:15.210369 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-610ac2a9-ff3c-40f6-b63e-29c66520bb4d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e5dec8fe-947f-4d29-a6c9-80c62f39b6f5 HTTP/1.1" status: 204 len: 168 time: 0.3290148 Nov 10 19:09:15.230350 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ac2a9-ff3c-40f6-b63e-29c66520bb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dec8fe-947f-4d29-a6c9-80c62f39b6f5,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:15.258504 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-09c5b3b9-92a1-4ec0-bb87-6c148f147d10 req-ef272c53-cd19-48a8-81a8-187d6df72e84 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] For port 6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:15.259144 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-09c5b3b9-92a1-4ec0-bb87-6c148f147d10 req-ef272c53-cd19-48a8-81a8-187d6df72e84 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:15.263407 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a422bdbd-54cc-4e58-bcdc-19b5cd1c136a req-72e312ff-e6b6-45df-bd0d-5c8e67c1305e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021800 Nov 10 19:09:15.282212 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-09c5b3b9-92a1-4ec0-bb87-6c148f147d10 req-ef272c53-cd19-48a8-81a8-187d6df72e84 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Calling delete_port for 6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:09:15.462547 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d815e-620f-4e69-a32d-45d1fb4c28dd req-5d434f18-84d1-4641-9d3d-3d2134b38c95 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:15.476976 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-382d815e-620f-4e69-a32d-45d1fb4c28dd req-5d434f18-84d1-4641-9d3d-3d2134b38c95 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 945 time: 0.1240902 Nov 10 19:09:15.489325 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-09c5b3b9-92a1-4ec0-bb87-6c148f147d10 req-ef272c53-cd19-48a8-81a8-187d6df72e84 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:15.509375 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:09:15.513545 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['2bd44ccf-d05c-46fd-be26-527d04cdd725', '50216713-9541-46ab-8e11-1608f7b70cf5', 'f9a145ba-383d-4b5d-9d69-1397b66dc79b', '56211420-3dd6-4020-8e0f-fafedc97babd'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:09:15.534128 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef272c53-cd19-48a8-81a8-187d6df72e84 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Pushing event deleted for resources: {'Port': ['ID=6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:15.634123 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c5b3b9-92a1-4ec0-bb87-6c148f147d10 req-ef272c53-cd19-48a8-81a8-187d6df72e84 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] No DVR routers for this DVR port 6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2 on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:09:15.643811 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-382d815e-620f-4e69-a32d-45d1fb4c28dd req-2c8009d3-b3fc-4b42-926f-257a6811f539 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657441 Nov 10 19:09:15.647439 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-09c5b3b9-92a1-4ec0-bb87-6c148f147d10 req-ef272c53-cd19-48a8-81a8-187d6df72e84 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:15.651502 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-09c5b3b9-92a1-4ec0-bb87-6c148f147d10 req-ef272c53-cd19-48a8-81a8-187d6df72e84 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.73 "DELETE /v2.0/ports/6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2 HTTP/1.1" status: 204 len: 173 time: 0.7163179 Nov 10 19:09:15.652100 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20de924b-a6cf-4831-8f16-caaf676cc1dc', 'name': 'network-vif-deleted', 'tag': '6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:09:15.654843 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1945a8f-2fa5-4052-a40c-aec69ef2dc37" -d '{"events": [{"server_uuid": "20de924b-a6cf-4831-8f16-caaf676cc1dc", "name": "network-vif-deleted", "tag": "6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:09:15.712713 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e94c58-66a0-4515-aa29-6107e4516391 x-openstack-request-id: req-c7e94c58-66a0-4515-aa29-6107e4516391 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:09:15.713365 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20de924b-a6cf-4831-8f16-caaf676cc1dc", "name": "network-vif-deleted", "tag": "6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:09:15.713796 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c7e94c58-66a0-4515-aa29-6107e4516391 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:09:15.714360 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20de924b-a6cf-4831-8f16-caaf676cc1dc', 'name': 'network-vif-deleted', 'tag': '6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2', 'status': 'completed', 'code': 200} Nov 10 19:09:16.098597 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574bc8e-abed-48b8-be0b-5472a5c81b87 req-cc14a48b-1cc8-4107-ab7e-816d5463f248 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:16.101565 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0574bc8e-abed-48b8-be0b-5472a5c81b87 req-cc14a48b-1cc8-4107-ab7e-816d5463f248 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.25 "GET /v2.0/ports?device_id=c96bb429-4488-4601-b47a-5686ddfd8f92 HTTP/1.1" status: 200 len: 950 time: 0.0825324 Nov 10 19:09:16.145858 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5db2bc0a-c443-445a-9577-6bdd2938d431 req-776eaac5-a31b-4144-9ce0-2a3aff889458 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=20de924b-a6cf-4831-8f16-caaf676cc1dc HTTP/1.1" status: 200 len: 210 time: 0.0348043 Nov 10 19:09:16.340211 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-0574bc8e-abed-48b8-be0b-5472a5c81b87 req-06690810-330a-4b49-b048-e3e4bcb14627 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Deleting port 56211420-3dd6-4020-8e0f-fafedc97babd {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:09:16.340548 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0574bc8e-abed-48b8-be0b-5472a5c81b87 req-06690810-330a-4b49-b048-e3e4bcb14627 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:16.389183 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53970) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:09:16.490056 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51260c8-158d-4cfe-a53e-a90baa6a5c2a req-37bf43df-d93d-4d76-8178-0796470aa27a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:16.491698 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e51260c8-158d-4cfe-a53e-a90baa6a5c2a req-37bf43df-d93d-4d76-8178-0796470aa27a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.1238747 Nov 10 19:09:16.497739 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-0574bc8e-abed-48b8-be0b-5472a5c81b87 req-06690810-330a-4b49-b048-e3e4bcb14627 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] For port 56211420-3dd6-4020-8e0f-fafedc97babd, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=56211420-3dd6-4020-8e0f-fafedc97babd,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:16.498441 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0574bc8e-abed-48b8-be0b-5472a5c81b87 req-06690810-330a-4b49-b048-e3e4bcb14627 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:16.508836 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-6ec9ee16-edfe-40a5-a0af-6d9b0142869c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1214956727-network', 'tenant_id': 'e3dddbbc87a448f59c02da65cf6d041d'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:09:16.528598 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-0574bc8e-abed-48b8-be0b-5472a5c81b87 req-06690810-330a-4b49-b048-e3e4bcb14627 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Calling delete_port for 56211420-3dd6-4020-8e0f-fafedc97babd owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:09:16.535838 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec9ee16-edfe-40a5-a0af-6d9b0142869c admin admin] Made reservation on behalf of e3dddbbc87a448f59c02da65cf6d041d for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:09:16.539891 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ec9ee16-edfe-40a5-a0af-6d9b0142869c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:16.554717 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ec9ee16-edfe-40a5-a0af-6d9b0142869c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:16.611764 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e51260c8-158d-4cfe-a53e-a90baa6a5c2a req-2f86f34a-bb8d-4b01-a608-f4c12f302ec9 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103070 Nov 10 19:09:16.660867 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ec9ee16-edfe-40a5-a0af-6d9b0142869c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:16.665984 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ec9ee16-edfe-40a5-a0af-6d9b0142869c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:16.695222 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec9ee16-edfe-40a5-a0af-6d9b0142869c admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:09:16.701971 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9ee16-edfe-40a5-a0af-6d9b0142869c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d17c1cc-5223-4933-bd48-06d597fa2de0,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:16.709397 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ec9ee16-edfe-40a5-a0af-6d9b0142869c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:16.710052 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-6ec9ee16-edfe-40a5-a0af-6d9b0142869c admin admin] Added segment 4f3d73ba-6eb0-4c57-a248-e5b678ab2d07 of type vlan for network 39e0a764-ff58-44a3-87da-37be4cc4845b Nov 10 19:09:16.737656 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0574bc8e-abed-48b8-be0b-5472a5c81b87 req-06690810-330a-4b49-b048-e3e4bcb14627 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:16.778616 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ec9ee16-edfe-40a5-a0af-6d9b0142869c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:16.783234 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06690810-330a-4b49-b048-e3e4bcb14627 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Pushing event deleted for resources: {'Port': ['ID=56211420-3dd6-4020-8e0f-fafedc97babd,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:16.837806 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ec9ee16-edfe-40a5-a0af-6d9b0142869c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:16.839122 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec9ee16-edfe-40a5-a0af-6d9b0142869c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:16.839814 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ec9ee16-edfe-40a5-a0af-6d9b0142869c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:16.861373 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-0574bc8e-abed-48b8-be0b-5472a5c81b87 req-06690810-330a-4b49-b048-e3e4bcb14627 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] No DVR routers for this DVR port 56211420-3dd6-4020-8e0f-fafedc97babd on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:09:16.866990 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0574bc8e-abed-48b8-be0b-5472a5c81b87 req-06690810-330a-4b49-b048-e3e4bcb14627 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:16.870736 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0574bc8e-abed-48b8-be0b-5472a5c81b87 req-06690810-330a-4b49-b048-e3e4bcb14627 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.25 "DELETE /v2.0/ports/56211420-3dd6-4020-8e0f-fafedc97babd HTTP/1.1" status: 204 len: 173 time: 0.7238750 Nov 10 19:09:16.871223 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96bb429-4488-4601-b47a-5686ddfd8f92', 'name': 'network-vif-deleted', 'tag': '56211420-3dd6-4020-8e0f-fafedc97babd'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:09:16.874401 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c515676c-e66d-4f02-8cb0-4a03ff7f0331" -d '{"events": [{"server_uuid": "c96bb429-4488-4601-b47a-5686ddfd8f92", "name": "network-vif-deleted", "tag": "56211420-3dd6-4020-8e0f-fafedc97babd"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:09:16.926507 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47465e5e-93db-4df0-bd56-cce44196df57 req-3bc668cb-c353-4628-97a8-2b5eaecd0678 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:16.928495 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-47465e5e-93db-4df0-bd56-cce44196df57 req-3bc668cb-c353-4628-97a8-2b5eaecd0678 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 945 time: 0.1095409 Nov 10 19:09:16.945454 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9ee16-edfe-40a5-a0af-6d9b0142869c admin admin] Pushing event updated for resources: {'Network': ['ID=39e0a764-ff58-44a3-87da-37be4cc4845b,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:16.951168 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6ec9ee16-edfe-40a5-a0af-6d9b0142869c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5607891 Nov 10 19:09:16.952177 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6436152-336d-4fc9-8a51-3ecaf8b8358c x-openstack-request-id: req-e6436152-336d-4fc9-8a51-3ecaf8b8358c {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:09:16.952521 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96bb429-4488-4601-b47a-5686ddfd8f92", "name": "network-vif-deleted", "tag": "56211420-3dd6-4020-8e0f-fafedc97babd", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:09:16.952834 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e6436152-336d-4fc9-8a51-3ecaf8b8358c {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:09:16.953339 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96bb429-4488-4601-b47a-5686ddfd8f92', 'name': 'network-vif-deleted', 'tag': '56211420-3dd6-4020-8e0f-fafedc97babd', 'status': 'completed', 'code': 200} Nov 10 19:09:16.954915 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53984) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:09:16.957891 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 39e0a764-ff58-44a3-87da-37be4cc4845b details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:09:16.966692 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-41a27fda-3976-4393-8cb1-0d20412db29b admin admin] Request body: {'subnet': {'network_id': '39e0a764-ff58-44a3-87da-37be4cc4845b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1214956727-subnet', 'tenant_id': 'e3dddbbc87a448f59c02da65cf6d041d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:09:17.020776 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-47465e5e-93db-4df0-bd56-cce44196df57 req-37771e37-038f-41b3-9981-fb11abe4206a tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786924 Nov 10 19:09:17.022114 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a27fda-3976-4393-8cb1-0d20412db29b admin admin] Made reservation on behalf of e3dddbbc87a448f59c02da65cf6d041d for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:09:17.024526 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-41a27fda-3976-4393-8cb1-0d20412db29b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:17.232316 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-41a27fda-3976-4393-8cb1-0d20412db29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:17.303092 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a27fda-3976-4393-8cb1-0d20412db29b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c329353-9415-452e-8a45-4c2850f1881a,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:17.331052 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a27fda-3976-4393-8cb1-0d20412db29b admin admin] Checking segment: {'id': '4f3d73ba-6eb0-4c57-a248-e5b678ab2d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '39e0a764-ff58-44a3-87da-37be4cc4845b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:09:17.331481 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a27fda-3976-4393-8cb1-0d20412db29b admin admin] Network hostable DHCP agents. Network: 39e0a764-ff58-44a3-87da-37be4cc4845b, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:09:17.352067 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-741844ec-906d-44f9-b94d-640f7e817bcd req-488e1bd1-4651-48c3-a81b-265702c241e3 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96bb429-4488-4601-b47a-5686ddfd8f92 HTTP/1.1" status: 200 len: 210 time: 0.0354722 Nov 10 19:09:17.382486 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a27fda-3976-4393-8cb1-0d20412db29b admin admin] Network 39e0a764-ff58-44a3-87da-37be4cc4845b is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:09:17.399473 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-41a27fda-3976-4393-8cb1-0d20412db29b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 39e0a764-ff58-44a3-87da-37be4cc4845b) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:09:17.411825 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a27fda-3976-4393-8cb1-0d20412db29b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:17.412187 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-41a27fda-3976-4393-8cb1-0d20412db29b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:17.416888 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c39a9a-139d-41a0-a41a-f22172d5b23b None None] Network 39e0a764-ff58-44a3-87da-37be4cc4845b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:09:17.446517 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-41a27fda-3976-4393-8cb1-0d20412db29b admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4824228 Nov 10 19:09:17.599988 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0297e22-e5cb-4a0d-9801-a771b35bad45 None None] Network 39e0a764-ff58-44a3-87da-37be4cc4845b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:09:17.816772 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb76fb-234c-4dda-9734-86fdb4bd3fde req-39b840f6-9e9a-4593-928e-8cc7cc9e07c2 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:17.826251 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52fb76fb-234c-4dda-9734-86fdb4bd3fde req-39b840f6-9e9a-4593-928e-8cc7cc9e07c2 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.0957110 Nov 10 19:09:17.827770 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['2bd44ccf-d05c-46fd-be26-527d04cdd725', '50216713-9541-46ab-8e11-1608f7b70cf5', 'f9a145ba-383d-4b5d-9d69-1397b66dc79b'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:09:17.962508 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52fb76fb-234c-4dda-9734-86fdb4bd3fde req-9f5de48e-aa6e-4475-b3cf-7faa9aa10c94 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342368 Nov 10 19:09:18.167998 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:09:18.196885 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79776698-97bc-42cc-afb3-2202473d3251 req-55fc1257-d033-42d5-bc03-21cde4183383 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:18.198718 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-79776698-97bc-42cc-afb3-2202473d3251 req-55fc1257-d033-42d5-bc03-21cde4183383 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/networks?id=39e0a764-ff58-44a3-87da-37be4cc4845b HTTP/1.1" status: 200 len: 822 time: 0.1286027 Nov 10 19:09:18.205718 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:09:18.206179 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 6bbf61b5-f2c9-4d24-a5f2-54d629ea84d2 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:09:18.227230 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-79776698-97bc-42cc-afb3-2202473d3251 req-dde16e20-d7de-48a4-8d6c-3b8e15552894 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/quotas/e3dddbbc87a448f59c02da65cf6d041d HTTP/1.1" status: 200 len: 375 time: 0.0185959 Nov 10 19:09:18.272564 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-79776698-97bc-42cc-afb3-2202473d3251 req-b17c7b72-15e2-4410-8995-df6ce7e79e4b tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e3dddbbc87a448f59c02da65cf6d041d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283713 Nov 10 19:09:18.294928 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c1a3f-429b-4b46-9d5f-2719b5be4ba0 req-7d07cacf-7dc3-40c9-996a-71a907529e8d tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:18.300358 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cf8c1a3f-429b-4b46-9d5f-2719b5be4ba0 req-7d07cacf-7dc3-40c9-996a-71a907529e8d tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 945 time: 0.0934930 Nov 10 19:09:18.411903 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cf8c1a3f-429b-4b46-9d5f-2719b5be4ba0 req-379ef0a5-efa7-40f3-8d39-263a37ba94ea tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105845 Nov 10 19:09:18.441533 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-79776698-97bc-42cc-afb3-2202473d3251 req-530bbbd7-1bb9-4823-a427-45e78358783a service neutron] 10.222.0.54 "GET /v2.0/networks/39e0a764-ff58-44a3-87da-37be4cc4845b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385076 Nov 10 19:09:18.538849 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-79776698-97bc-42cc-afb3-2202473d3251 req-17e16cb6-e772-4063-9e14-b53a69ea4153 service neutron] 10.222.0.54 "GET /v2.0/networks/39e0a764-ff58-44a3-87da-37be4cc4845b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909367 Nov 10 19:09:18.896018 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-44cfb612-9006-4469-b04a-71d736e12bdb req-205471d1-ce87-48b7-9877-b77480cf08f4 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=8716ca89-8b78-4a46-9182-7d776bb962b2 HTTP/1.1" status: 200 len: 210 time: 0.0470495 Nov 10 19:09:19.450854 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c41db-2a4d-4572-84d9-725763501aa6 req-3cccd3cb-50e2-49d9-8c92-c4a378bd2b0d tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:19.452479 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e91c41db-2a4d-4572-84d9-725763501aa6 req-3cccd3cb-50e2-49d9-8c92-c4a378bd2b0d tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.3830307 Nov 10 19:09:19.482809 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5aad9-4e6a-4194-b09f-29660f171de2 req-b55c9a92-a199-4988-abc0-19da9eb07f6f tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:19.485862 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d5a5aad9-4e6a-4194-b09f-29660f171de2 req-b55c9a92-a199-4988-abc0-19da9eb07f6f tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 1096 time: 0.0711496 Nov 10 19:09:19.529931 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e91c41db-2a4d-4572-84d9-725763501aa6 req-00d12717-ceb7-4961-985d-f6f042f78dd4 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693398 Nov 10 19:09:19.551551 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d5a5aad9-4e6a-4194-b09f-29660f171de2 req-d8c587c9-3d71-4717-869d-2363c08dd35e tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551977 Nov 10 19:09:19.704772 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb232bc-0a24-48d4-9150-0b6f84689f91 req-70b04f65-5cc5-4707-b5ba-1ccdb31c7b10 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:19.706605 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0eb232bc-0a24-48d4-9150-0b6f84689f91 req-70b04f65-5cc5-4707-b5ba-1ccdb31c7b10 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 945 time: 0.0555742 Nov 10 19:09:19.762990 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0eb232bc-0a24-48d4-9150-0b6f84689f91 req-bbed0e70-1d38-48f8-8426-efb9259290aa tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502007 Nov 10 19:09:19.906479 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250fc26-0e50-4786-b60d-f1034a5c1119 req-d1c151ba-58a1-4eb9-aeaa-abca1fa456f6 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:19.908416 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4250fc26-0e50-4786-b60d-f1034a5c1119 req-d1c151ba-58a1-4eb9-aeaa-abca1fa456f6 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=4baa085d-1e6c-4b92-a172-854b1fb45ab8 HTTP/1.1" status: 200 len: 949 time: 0.0753388 Nov 10 19:09:19.977947 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4250fc26-0e50-4786-b60d-f1034a5c1119 req-f815f3bd-ae3d-4813-b6bb-ae1aa59fc3d6 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619316 Nov 10 19:09:20.168982 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79776698-97bc-42cc-afb3-2202473d3251 req-d1a9cc19-2fce-4231-a535-52691cc6faa6 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:20.170465 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-79776698-97bc-42cc-afb3-2202473d3251 req-d1a9cc19-2fce-4231-a535-52691cc6faa6 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.73 "GET /v2.0/networks?id=39e0a764-ff58-44a3-87da-37be4cc4845b HTTP/1.1" status: 200 len: 822 time: 0.1813064 Nov 10 19:09:20.204801 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-79776698-97bc-42cc-afb3-2202473d3251 req-196c0675-9aca-4978-8a1a-b34f5148ddda tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Request body: {'port': {'device_id': '8716ca89-8b78-4a46-9182-7d776bb962b2', 'network_id': '39e0a764-ff58-44a3-87da-37be4cc4845b', 'admin_state_up': True, 'tenant_id': 'e3dddbbc87a448f59c02da65cf6d041d'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:09:20.212282 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7708c019-a719-4c72-ad09-9efd30272a11 req-c3dc893c-f46c-4ad6-93c2-1a1c5e8b54d9 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=8716ca89-8b78-4a46-9182-7d776bb962b2 HTTP/1.1" status: 200 len: 210 time: 0.0359733 Nov 10 19:09:20.338803 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79776698-97bc-42cc-afb3-2202473d3251 req-196c0675-9aca-4978-8a1a-b34f5148ddda tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Made reservation on behalf of e3dddbbc87a448f59c02da65cf6d041d for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:09:20.343149 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-79776698-97bc-42cc-afb3-2202473d3251 req-196c0675-9aca-4978-8a1a-b34f5148ddda tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:20.491116 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-79776698-97bc-42cc-afb3-2202473d3251 req-196c0675-9aca-4978-8a1a-b34f5148ddda tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Allocated IP 172.20.0.11 (39e0a764-ff58-44a3-87da-37be4cc4845b/2c329353-9415-452e-8a45-4c2850f1881a/e705c2b5-25b4-42e3-b060-a1ace0b52356) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:09:20.503678 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 56211420-3dd6-4020-8e0f-fafedc97babd no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:09:20.528423 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 56211420-3dd6-4020-8e0f-fafedc97babd {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:09:20.529140 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 56211420-3dd6-4020-8e0f-fafedc97babd not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:09:20.668995 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-79776698-97bc-42cc-afb3-2202473d3251 req-196c0675-9aca-4978-8a1a-b34f5148ddda tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:20.712465 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-79776698-97bc-42cc-afb3-2202473d3251 req-196c0675-9aca-4978-8a1a-b34f5148ddda tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:20.729304 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528b0bc-2fb7-4190-8de2-7e0a2422df5e req-02ed3c66-385f-4fac-bd4e-2eb270a30f21 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:20.731342 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1528b0bc-2fb7-4190-8de2-7e0a2422df5e req-02ed3c66-385f-4fac-bd4e-2eb270a30f21 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.0794106 Nov 10 19:09:20.781730 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79776698-97bc-42cc-afb3-2202473d3251 req-196c0675-9aca-4978-8a1a-b34f5148ddda tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Network 39e0a764-ff58-44a3-87da-37be4cc4845b is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:09:20.783263 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-79776698-97bc-42cc-afb3-2202473d3251 req-196c0675-9aca-4978-8a1a-b34f5148ddda tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:09:20.787156 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-79776698-97bc-42cc-afb3-2202473d3251 req-196c0675-9aca-4978-8a1a-b34f5148ddda tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:09:20.805095 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1528b0bc-2fb7-4190-8de2-7e0a2422df5e req-a5dcb08e-8bb6-4ccb-ac73-08483fc9f87d tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659499 Nov 10 19:09:20.826145 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c0675-9aca-4978-8a1a-b34f5148ddda tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Pushing event updated for resources: {'Port': ['ID=e705c2b5-25b4-42e3-b060-a1ace0b52356,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:20.865086 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79776698-97bc-42cc-afb3-2202473d3251 req-196c0675-9aca-4978-8a1a-b34f5148ddda tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:20.866045 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-79776698-97bc-42cc-afb3-2202473d3251 req-196c0675-9aca-4978-8a1a-b34f5148ddda tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:20.901507 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-79776698-97bc-42cc-afb3-2202473d3251 req-196c0675-9aca-4978-8a1a-b34f5148ddda tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7009966 Nov 10 19:09:20.916317 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-79776698-97bc-42cc-afb3-2202473d3251 req-6870e232-e5ed-44dc-9587-49413744b7b9 service neutron] Request body: {'port': {'device_id': '8716ca89-8b78-4a46-9182-7d776bb962b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:09:20.953321 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-ee8dc298-c4cf-4dcf-a30a-28b86052cb8e tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:09:20.954339 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-ee8dc298-c4cf-4dcf-a30a-28b86052cb8e tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058651 Nov 10 19:09:20.966201 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06dd485-fba1-4dfc-a01d-050b1fd5c795 req-f5c8823a-4067-44fd-b367-8f0c22b663a0 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:20.968337 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e06dd485-fba1-4dfc-a01d-050b1fd5c795 req-f5c8823a-4067-44fd-b367-8f0c22b663a0 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 945 time: 0.0634332 Nov 10 19:09:21.008229 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-a007cdb5-9e0b-4664-adba-d9b63ed33fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:21.017543 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-a007cdb5-9e0b-4664-adba-d9b63ed33fcc service neutron] 10.222.0.54 "GET /v2.0/ports/beddf51d-6ee7-4dee-b4f4-243e7b2a090f HTTP/1.1" status: 200 len: 1093 time: 0.0539136 Nov 10 19:09:21.022564 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-4de5397b-08f6-4998-a6c7-722a39048ff8 service neutron] Request body: {'binding': {'host': 'n-h1-813897-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:09:21.023012 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-4de5397b-08f6-4998-a6c7-722a39048ff8 service neutron] Unknown quota resources ['binding']. {{(pid=102505) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 19:09:21.047296 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e06dd485-fba1-4dfc-a01d-050b1fd5c795 req-12b8bcab-e961-4a66-93ce-2909b4c715cf tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665524 Nov 10 19:09:21.100300 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-79776698-97bc-42cc-afb3-2202473d3251 req-6870e232-e5ed-44dc-9587-49413744b7b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:21.216425 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3e7c4-f0d2-49d4-8ae1-45cfec822334 req-4aaf56f4-b44c-4ff0-883d-0bac6be4ed9e tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:21.217969 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-03c3e7c4-f0d2-49d4-8ae1-45cfec822334 req-4aaf56f4-b44c-4ff0-883d-0bac6be4ed9e tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=4baa085d-1e6c-4b92-a172-854b1fb45ab8 HTTP/1.1" status: 200 len: 949 time: 0.0619898 Nov 10 19:09:21.279235 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-03c3e7c4-f0d2-49d4-8ae1-45cfec822334 req-3512b854-c16f-4892-859f-bb95247d3597 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537813 Nov 10 19:09:21.370200 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-4de5397b-08f6-4998-a6c7-722a39048ff8 service neutron] Attempting to bind port beddf51d-6ee7-4dee-b4f4-243e7b2a090f on host n-h1-813897-4 for vnic_type normal with profile None {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:09:21.370823 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-4de5397b-08f6-4998-a6c7-722a39048ff8 service neutron] Attempting to bind port beddf51d-6ee7-4dee-b4f4-243e7b2a090f by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:09:21.370927 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-4de5397b-08f6-4998-a6c7-722a39048ff8 service neutron] Attempting to bind port beddf51d-6ee7-4dee-b4f4-243e7b2a090f on network 74048eaf-c023-4244-acc6-bb708e07e097 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:09:21.381863 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-4de5397b-08f6-4998-a6c7-722a39048ff8 service neutron] Port beddf51d-6ee7-4dee-b4f4-243e7b2a090f on network 74048eaf-c023-4244-acc6-bb708e07e097 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:09:21.382110 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-4de5397b-08f6-4998-a6c7-722a39048ff8 service neutron] Attempting to bind port beddf51d-6ee7-4dee-b4f4-243e7b2a090f on network 74048eaf-c023-4244-acc6-bb708e07e097 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:09:21.397169 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-4de5397b-08f6-4998-a6c7-722a39048ff8 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:09:21.397169 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-4de5397b-08f6-4998-a6c7-722a39048ff8 service neutron] Checking segment: {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:09:21.397412 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-4de5397b-08f6-4998-a6c7-722a39048ff8 service neutron] Bound using segment: {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:09:21.399265 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-4de5397b-08f6-4998-a6c7-722a39048ff8 service neutron] Bound port: beddf51d-6ee7-4dee-b4f4-243e7b2a090f, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:09:21.496515 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-4de5397b-08f6-4998-a6c7-722a39048ff8 service neutron] For port beddf51d-6ee7-4dee-b4f4-243e7b2a090f, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=beddf51d-6ee7-4dee-b4f4-243e7b2a090f,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:09:21.509126 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-4de5397b-08f6-4998-a6c7-722a39048ff8 service neutron] Publish callbacks [] for binding, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:21.510716 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-4de5397b-08f6-4998-a6c7-722a39048ff8 service neutron] 10.222.0.54 "POST /v2.0/ports/beddf51d-6ee7-4dee-b4f4-243e7b2a090f/bindings HTTP/1.1" status: 201 len: 389 time: 0.4923401 Nov 10 19:09:21.512924 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-79776698-97bc-42cc-afb3-2202473d3251 req-6870e232-e5ed-44dc-9587-49413744b7b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e705c2b5-25b4-42e3-b060-a1ace0b52356 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:09:21.515626 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7ea80-d4eb-4eb0-8059-91a3ab0ba6ff req-694c1edd-c0e8-4a9a-9de1-92bc3158404c tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:21.517608 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8bd7ea80-d4eb-4eb0-8059-91a3ab0ba6ff req-694c1edd-c0e8-4a9a-9de1-92bc3158404c tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=8716ca89-8b78-4a46-9182-7d776bb962b2 HTTP/1.1" status: 200 len: 932 time: 0.0658534 Nov 10 19:09:21.521532 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-79776698-97bc-42cc-afb3-2202473d3251 req-6870e232-e5ed-44dc-9587-49413744b7b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:21.535149 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-79776698-97bc-42cc-afb3-2202473d3251 req-6870e232-e5ed-44dc-9587-49413744b7b9 service neutron] Transition to ACTIVE for port object e705c2b5-25b4-42e3-b060-a1ace0b52356 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:09:21.540680 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-79776698-97bc-42cc-afb3-2202473d3251 req-6870e232-e5ed-44dc-9587-49413744b7b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:21.586132 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8bd7ea80-d4eb-4eb0-8059-91a3ab0ba6ff req-61b4c414-7d7b-4a83-a2b0-68fa46738e27 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608835 Nov 10 19:09:21.624913 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870e232-e5ed-44dc-9587-49413744b7b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e705c2b5-25b4-42e3-b060-a1ace0b52356,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:21.681778 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-79776698-97bc-42cc-afb3-2202473d3251 req-6870e232-e5ed-44dc-9587-49413744b7b9 service neutron] Attempting to bind port e705c2b5-25b4-42e3-b060-a1ace0b52356 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:09:21.682392 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-79776698-97bc-42cc-afb3-2202473d3251 req-6870e232-e5ed-44dc-9587-49413744b7b9 service neutron] Attempting to bind port e705c2b5-25b4-42e3-b060-a1ace0b52356 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '4f3d73ba-6eb0-4c57-a248-e5b678ab2d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '39e0a764-ff58-44a3-87da-37be4cc4845b'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:09:21.682785 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79776698-97bc-42cc-afb3-2202473d3251 req-6870e232-e5ed-44dc-9587-49413744b7b9 service neutron] Attempting to bind port e705c2b5-25b4-42e3-b060-a1ace0b52356 on network 39e0a764-ff58-44a3-87da-37be4cc4845b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:09:21.689167 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79776698-97bc-42cc-afb3-2202473d3251 req-6870e232-e5ed-44dc-9587-49413744b7b9 service neutron] Port e705c2b5-25b4-42e3-b060-a1ace0b52356 on network 39e0a764-ff58-44a3-87da-37be4cc4845b not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:09:21.689368 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79776698-97bc-42cc-afb3-2202473d3251 req-6870e232-e5ed-44dc-9587-49413744b7b9 service neutron] Attempting to bind port e705c2b5-25b4-42e3-b060-a1ace0b52356 on network 39e0a764-ff58-44a3-87da-37be4cc4845b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:09:21.695354 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79776698-97bc-42cc-afb3-2202473d3251 req-6870e232-e5ed-44dc-9587-49413744b7b9 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:09:21.695684 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79776698-97bc-42cc-afb3-2202473d3251 req-6870e232-e5ed-44dc-9587-49413744b7b9 service neutron] Checking segment: {'id': '4f3d73ba-6eb0-4c57-a248-e5b678ab2d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '39e0a764-ff58-44a3-87da-37be4cc4845b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:09:21.696062 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79776698-97bc-42cc-afb3-2202473d3251 req-6870e232-e5ed-44dc-9587-49413744b7b9 service neutron] Bound using segment: {'id': '4f3d73ba-6eb0-4c57-a248-e5b678ab2d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '39e0a764-ff58-44a3-87da-37be4cc4845b'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:09:21.696659 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-79776698-97bc-42cc-afb3-2202473d3251 req-6870e232-e5ed-44dc-9587-49413744b7b9 service neutron] Bound port: e705c2b5-25b4-42e3-b060-a1ace0b52356, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3d73ba-6eb0-4c57-a248-e5b678ab2d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '39e0a764-ff58-44a3-87da-37be4cc4845b'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:09:21.696887 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-79776698-97bc-42cc-afb3-2202473d3251 req-6870e232-e5ed-44dc-9587-49413744b7b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:21.697195 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7633128-08b5-42de-9b44-7947de04f80d req-352b8d99-bf8b-4f03-a623-b86f42553f1b tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:21.700733 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b7633128-08b5-42de-9b44-7947de04f80d req-352b8d99-bf8b-4f03-a623-b86f42553f1b tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.25 "GET /v2.0/ports?device_id=4baa085d-1e6c-4b92-a172-854b1fb45ab8 HTTP/1.1" status: 200 len: 949 time: 0.1134317 Nov 10 19:09:21.776055 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-79776698-97bc-42cc-afb3-2202473d3251 req-6870e232-e5ed-44dc-9587-49413744b7b9 service neutron] For port e705c2b5-25b4-42e3-b060-a1ace0b52356, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:09:21.781268 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-79776698-97bc-42cc-afb3-2202473d3251 req-6870e232-e5ed-44dc-9587-49413744b7b9 service neutron] For port e705c2b5-25b4-42e3-b060-a1ace0b52356, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e705c2b5-25b4-42e3-b060-a1ace0b52356,segment=NetworkSegment(4f3d73ba-6eb0-4c57-a248-e5b678ab2d07),segment_id=4f3d73ba-6eb0-4c57-a248-e5b678ab2d07)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:09:21.787022 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-79776698-97bc-42cc-afb3-2202473d3251 req-6870e232-e5ed-44dc-9587-49413744b7b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:21.815765 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a893d9-47b1-46b6-b033-8499b7552c49 req-cdc189b9-6388-4dfe-9214-723d66367f05 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:21.818316 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-72a893d9-47b1-46b6-b033-8499b7552c49 req-cdc189b9-6388-4dfe-9214-723d66367f05 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0923560 Nov 10 19:09:21.828335 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79776698-97bc-42cc-afb3-2202473d3251 req-6870e232-e5ed-44dc-9587-49413744b7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:21.828966 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-79776698-97bc-42cc-afb3-2202473d3251 req-6870e232-e5ed-44dc-9587-49413744b7b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:21.830463 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-79776698-97bc-42cc-afb3-2202473d3251 req-6870e232-e5ed-44dc-9587-49413744b7b9 service neutron] 10.222.0.73 "PUT /v2.0/ports/e705c2b5-25b4-42e3-b060-a1ace0b52356 HTTP/1.1" status: 200 len: 1092 time: 0.9194353 Nov 10 19:09:21.830912 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8716ca89-8b78-4a46-9182-7d776bb962b2', 'tag': 'e705c2b5-25b4-42e3-b060-a1ace0b52356'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:09:21.833323 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b771ef6-828e-4ca2-a923-0a13639b21ca" -d '{"events": [{"name": "network-changed", "server_uuid": "8716ca89-8b78-4a46-9182-7d776bb962b2", "tag": "e705c2b5-25b4-42e3-b060-a1ace0b52356"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:09:21.871499 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870e232-e5ed-44dc-9587-49413744b7b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e705c2b5-25b4-42e3-b060-a1ace0b52356,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:21.900292 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dad04af-de7e-4270-bacc-43b21257305d x-openstack-request-id: req-2dad04af-de7e-4270-bacc-43b21257305d {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:09:21.900715 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8716ca89-8b78-4a46-9182-7d776bb962b2", "tag": "e705c2b5-25b4-42e3-b060-a1ace0b52356", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:09:21.900934 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2dad04af-de7e-4270-bacc-43b21257305d {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:09:21.901349 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8716ca89-8b78-4a46-9182-7d776bb962b2', 'tag': 'e705c2b5-25b4-42e3-b060-a1ace0b52356', 'status': 'completed', 'code': 200} Nov 10 19:09:21.977028 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-72a893d9-47b1-46b6-b033-8499b7552c49 req-8f423978-1088-4bdf-9f10-786d0b2ca285 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501069 Nov 10 19:09:21.978420 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79776698-97bc-42cc-afb3-2202473d3251 req-d3d6fd55-7529-4b1e-aa11-9a94130404b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:21.980529 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-79776698-97bc-42cc-afb3-2202473d3251 req-d3d6fd55-7529-4b1e-aa11-9a94130404b2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3dddbbc87a448f59c02da65cf6d041d&device_id=8716ca89-8b78-4a46-9182-7d776bb962b2 HTTP/1.1" status: 200 len: 1095 time: 0.0695486 Nov 10 19:09:21.988435 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-82716307-a485-4584-945e-d2b39d7080ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:21.990124 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-82716307-a485-4584-945e-d2b39d7080ad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=740aa4129faa48ffa1d5e7369c5159ee&device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 1096 time: 0.1093738 Nov 10 19:09:21.996592 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-b7633128-08b5-42de-9b44-7947de04f80d req-3cfd479f-f580-4001-8823-c130928d50e8 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Deleting port 50216713-9541-46ab-8e11-1608f7b70cf5 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:09:21.996919 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b7633128-08b5-42de-9b44-7947de04f80d req-3cfd479f-f580-4001-8823-c130928d50e8 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:22.042458 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-79776698-97bc-42cc-afb3-2202473d3251 req-5512ecc3-8bfa-4cba-bafd-901b7a25682a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e705c2b5-25b4-42e3-b060-a1ace0b52356 HTTP/1.1" status: 200 len: 217 time: 0.0418754 Nov 10 19:09:22.107972 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79776698-97bc-42cc-afb3-2202473d3251 req-9a0bd9cb-c0a2-48aa-b8e0-a15f55b022e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:22.109590 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-79776698-97bc-42cc-afb3-2202473d3251 req-9a0bd9cb-c0a2-48aa-b8e0-a15f55b022e5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2c329353-9415-452e-8a45-4c2850f1881a HTTP/1.1" status: 200 len: 862 time: 0.0541623 Nov 10 19:09:22.159901 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-79776698-97bc-42cc-afb3-2202473d3251 req-61180078-29e3-47cf-b0e7-d092386ee31e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=39e0a764-ff58-44a3-87da-37be4cc4845b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397005 Nov 10 19:09:22.198403 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432dc5e-bbf3-461b-810f-0216461be566 req-618cd0c3-6926-4850-843a-1308e36edf29 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:22.199974 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3432dc5e-bbf3-461b-810f-0216461be566 req-618cd0c3-6926-4850-843a-1308e36edf29 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.1764514 Nov 10 19:09:22.235023 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-b7633128-08b5-42de-9b44-7947de04f80d req-3cfd479f-f580-4001-8823-c130928d50e8 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] For port 50216713-9541-46ab-8e11-1608f7b70cf5, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=50216713-9541-46ab-8e11-1608f7b70cf5,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:22.235378 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b7633128-08b5-42de-9b44-7947de04f80d req-3cfd479f-f580-4001-8823-c130928d50e8 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:22.263389 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-b7633128-08b5-42de-9b44-7947de04f80d req-3cfd479f-f580-4001-8823-c130928d50e8 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Calling delete_port for 50216713-9541-46ab-8e11-1608f7b70cf5 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:09:22.270570 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-2936eb7c-270b-4fb5-acc0-ff89831ee635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:22.272046 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-2936eb7c-270b-4fb5-acc0-ff89831ee635 service neutron] 10.222.0.73 "GET /v2.0/networks?id=74048eaf-c023-4244-acc6-bb708e07e097 HTTP/1.1" status: 200 len: 922 time: 0.2705781 Nov 10 19:09:22.302773 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-79776698-97bc-42cc-afb3-2202473d3251 req-a9e1ea17-0fd2-4fec-9d5a-01e83c489a88 service neutron] 10.222.0.73 "GET /v2.0/networks/39e0a764-ff58-44a3-87da-37be4cc4845b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250296 Nov 10 19:09:22.372415 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-030e9776-79ec-4ae2-9789-b6c12eaa0821 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beddf51d-6ee7-4dee-b4f4-243e7b2a090f HTTP/1.1" status: 200 len: 217 time: 0.0864749 Nov 10 19:09:22.381358 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d7346-6c15-4c05-955a-191ccd120dc3 req-da794f0b-abf3-4e90-9552-6837a4949cac tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:22.383114 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-db1d7346-6c15-4c05-955a-191ccd120dc3 req-da794f0b-abf3-4e90-9552-6837a4949cac tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 945 time: 0.2265170 Nov 10 19:09:22.423009 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-79776698-97bc-42cc-afb3-2202473d3251 req-080888ee-2179-4207-b42f-1648ab918a23 service neutron] 10.222.0.73 "GET /v2.0/networks/39e0a764-ff58-44a3-87da-37be4cc4845b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054289 Nov 10 19:09:22.424140 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3432dc5e-bbf3-461b-810f-0216461be566 req-9828d103-186c-467c-b831-a1bc0fcaef43 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050872 Nov 10 19:09:22.516991 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-e169c3ab-5e22-41a0-b67a-caea1ca0d0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:22.518712 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-e169c3ab-5e22-41a0-b67a-caea1ca0d0f6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=91093ec9-e097-43f7-865c-a8764e927d57 HTTP/1.1" status: 200 len: 861 time: 0.1250014 Nov 10 19:09:22.552145 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b771ef6-828e-4ca2-a923-0a13639b21ca req-da60ab5f-b065-414e-8f9a-75fc7234aa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:22.560191 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2b771ef6-828e-4ca2-a923-0a13639b21ca req-da60ab5f-b065-414e-8f9a-75fc7234aa6c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3dddbbc87a448f59c02da65cf6d041d&device_id=8716ca89-8b78-4a46-9182-7d776bb962b2 HTTP/1.1" status: 200 len: 1095 time: 0.0622427 Nov 10 19:09:22.593704 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-2baea79a-19d1-410a-b914-45dc3e499f7d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74048eaf-c023-4244-acc6-bb708e07e097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612781 Nov 10 19:09:22.605467 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d70d8-da1c-461d-ba18-2f4d673218a8 req-3cd797f4-35a1-419f-b3c7-aace5a1d7151 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:22.606995 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7e2d70d8-da1c-461d-ba18-2f4d673218a8 req-3cd797f4-35a1-419f-b3c7-aace5a1d7151 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.25 "GET /v2.0/ports?device_id=25fb7b14-0799-45ce-b5ce-785ecf443752 HTTP/1.1" status: 200 len: 949 time: 0.2389257 Nov 10 19:09:22.627053 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-db1d7346-6c15-4c05-955a-191ccd120dc3 req-6fbc65ec-40a7-4b5c-ac93-de92b608f092 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313459 Nov 10 19:09:22.682491 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b771ef6-828e-4ca2-a923-0a13639b21ca req-ca5e0bb9-1c60-4e9e-8968-b23988fcd99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:22.684136 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2b771ef6-828e-4ca2-a923-0a13639b21ca req-ca5e0bb9-1c60-4e9e-8968-b23988fcd99a service neutron] 10.222.0.73 "GET /v2.0/networks?id=39e0a764-ff58-44a3-87da-37be4cc4845b HTTP/1.1" status: 200 len: 923 time: 0.1120336 Nov 10 19:09:22.739146 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2b771ef6-828e-4ca2-a923-0a13639b21ca req-bd4bd532-af96-430f-a465-f38a30d901f2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e705c2b5-25b4-42e3-b060-a1ace0b52356 HTTP/1.1" status: 200 len: 217 time: 0.0443654 Nov 10 19:09:22.781054 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b7633128-08b5-42de-9b44-7947de04f80d req-3cfd479f-f580-4001-8823-c130928d50e8 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:22.793475 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['2bd44ccf-d05c-46fd-be26-527d04cdd725', '50216713-9541-46ab-8e11-1608f7b70cf5', 'f9a145ba-383d-4b5d-9d69-1397b66dc79b'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:09:22.815444 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b771ef6-828e-4ca2-a923-0a13639b21ca req-285070dd-4857-44f2-93c1-5807a070752e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:22.819587 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2b771ef6-828e-4ca2-a923-0a13639b21ca req-285070dd-4857-44f2-93c1-5807a070752e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2c329353-9415-452e-8a45-4c2850f1881a HTTP/1.1" status: 200 len: 862 time: 0.0672383 Nov 10 19:09:22.860140 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2b771ef6-828e-4ca2-a923-0a13639b21ca req-870111e8-7840-43e7-8d55-50b59cf50c23 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=39e0a764-ff58-44a3-87da-37be4cc4845b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329523 Nov 10 19:09:22.860525 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6648c-c440-4e8a-ae64-e324fc8eb52f req-f66857e1-c801-4ab4-8fd4-89aea1c19ed4 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:22.862126 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4ca6648c-c440-4e8a-ae64-e324fc8eb52f req-f66857e1-c801-4ab4-8fd4-89aea1c19ed4 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=4baa085d-1e6c-4b92-a172-854b1fb45ab8 HTTP/1.1" status: 200 len: 867 time: 0.3343308 Nov 10 19:09:22.877892 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd479f-f580-4001-8823-c130928d50e8 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Pushing event deleted for resources: {'Port': ['ID=50216713-9541-46ab-8e11-1608f7b70cf5,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:22.974081 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-daa69054-4c85-4bc1-9fd6-6a37d73fc443 service neutron] 10.222.0.73 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635159 Nov 10 19:09:23.005023 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7633128-08b5-42de-9b44-7947de04f80d req-3cfd479f-f580-4001-8823-c130928d50e8 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] No DVR routers for this DVR port 50216713-9541-46ab-8e11-1608f7b70cf5 on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:09:23.011249 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2b771ef6-828e-4ca2-a923-0a13639b21ca req-9a1acb54-ba64-4757-86e3-8346a0a4b3aa service neutron] 10.222.0.73 "GET /v2.0/networks/39e0a764-ff58-44a3-87da-37be4cc4845b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381073 Nov 10 19:09:23.020711 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b7633128-08b5-42de-9b44-7947de04f80d req-3cfd479f-f580-4001-8823-c130928d50e8 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:23.024060 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b7633128-08b5-42de-9b44-7947de04f80d req-3cfd479f-f580-4001-8823-c130928d50e8 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.25 "DELETE /v2.0/ports/50216713-9541-46ab-8e11-1608f7b70cf5 HTTP/1.1" status: 204 len: 173 time: 1.2868848 Nov 10 19:09:23.026688 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4baa085d-1e6c-4b92-a172-854b1fb45ab8', 'name': 'network-vif-deleted', 'tag': '50216713-9541-46ab-8e11-1608f7b70cf5'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:09:23.029141 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfd94d9-e38e-418a-b97e-fe0397f87a6e" -d '{"events": [{"server_uuid": "4baa085d-1e6c-4b92-a172-854b1fb45ab8", "name": "network-vif-deleted", "tag": "50216713-9541-46ab-8e11-1608f7b70cf5"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:09:23.039452 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37610f7b-5d0c-4daf-8ff8-a05b5ba134b2 req-46ff0729-39b0-46d2-b3c6-afe550dabca6 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:23.047281 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-37610f7b-5d0c-4daf-8ff8-a05b5ba134b2 req-46ff0729-39b0-46d2-b3c6-afe550dabca6 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=8716ca89-8b78-4a46-9182-7d776bb962b2 HTTP/1.1" status: 200 len: 944 time: 0.2757013 Nov 10 19:09:23.127533 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4ca6648c-c440-4e8a-ae64-e324fc8eb52f req-b2339429-b26f-45c4-b027-09c659748bb1 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508132 Nov 10 19:09:23.173605 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-7e2d70d8-da1c-461d-ba18-2f4d673218a8 req-890c828a-adaa-4f73-8bea-242a581b7437 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Deleting port f9a145ba-383d-4b5d-9d69-1397b66dc79b {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:09:23.173983 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7e2d70d8-da1c-461d-ba18-2f4d673218a8 req-890c828a-adaa-4f73-8bea-242a581b7437 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:23.214419 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-37610f7b-5d0c-4daf-8ff8-a05b5ba134b2 req-d90a5f45-5eb3-4345-98b0-a44cabe1a502 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658919 Nov 10 19:09:23.316890 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-aa4861f2-b418-4b43-a33b-05722d967ee4 service neutron] 10.222.0.73 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149064 Nov 10 19:09:23.374703 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f5a9add6-c14e-46a7-8d08-21484401fd51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:23.433425 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cb68cf-ab31-4902-9ad3-c5dd0b2000ea x-openstack-request-id: req-83cb68cf-ab31-4902-9ad3-c5dd0b2000ea {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:09:23.433724 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4baa085d-1e6c-4b92-a172-854b1fb45ab8", "name": "network-vif-deleted", "tag": "50216713-9541-46ab-8e11-1608f7b70cf5", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:09:23.434013 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-83cb68cf-ab31-4902-9ad3-c5dd0b2000ea {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:09:23.434424 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4baa085d-1e6c-4b92-a172-854b1fb45ab8', 'name': 'network-vif-deleted', 'tag': '50216713-9541-46ab-8e11-1608f7b70cf5', 'status': 'completed', 'code': 200} Nov 10 19:09:23.452663 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-7e2d70d8-da1c-461d-ba18-2f4d673218a8 req-890c828a-adaa-4f73-8bea-242a581b7437 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] For port f9a145ba-383d-4b5d-9d69-1397b66dc79b, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=f9a145ba-383d-4b5d-9d69-1397b66dc79b,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:23.453161 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7e2d70d8-da1c-461d-ba18-2f4d673218a8 req-890c828a-adaa-4f73-8bea-242a581b7437 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:23.473037 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-7e2d70d8-da1c-461d-ba18-2f4d673218a8 req-890c828a-adaa-4f73-8bea-242a581b7437 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Calling delete_port for f9a145ba-383d-4b5d-9d69-1397b66dc79b owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:09:23.512093 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1005c42-b57d-4370-9ba3-2c0bed8c8f49 req-aadc1649-311d-4f09-a1f7-2ce26146c771 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:23.522847 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b1005c42-b57d-4370-9ba3-2c0bed8c8f49 req-aadc1649-311d-4f09-a1f7-2ce26146c771 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.1939411 Nov 10 19:09:23.639466 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2b771ef6-828e-4ca2-a923-0a13639b21ca req-a881a97e-bdf4-4a89-bac0-57640471f567 service neutron] 10.222.0.73 "GET /v2.0/networks/39e0a764-ff58-44a3-87da-37be4cc4845b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6202407 Nov 10 19:09:23.699802 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b1005c42-b57d-4370-9ba3-2c0bed8c8f49 req-8243418d-1880-4b39-aea1-77bd74d307f6 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759567 Nov 10 19:09:23.762649 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda80a5b-f787-4eef-b6b3-8c2b81900241 req-f2a6170b-d69e-4781-9a1b-fd97533245a1 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:23.764891 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cda80a5b-f787-4eef-b6b3-8c2b81900241 req-f2a6170b-d69e-4781-9a1b-fd97533245a1 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.1610336 Nov 10 19:09:23.898658 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cda80a5b-f787-4eef-b6b3-8c2b81900241 req-80677830-bc3c-4830-b1cd-b34a370f6d0f tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198936 Nov 10 19:09:23.925136 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4935a6f-c0c9-4a85-8b87-ffb8ad793822 req-5d91ca4d-449f-452f-8204-a3a61cb940e4 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:23.927360 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4935a6f-c0c9-4a85-8b87-ffb8ad793822 req-5d91ca4d-449f-452f-8204-a3a61cb940e4 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 945 time: 0.1053438 Nov 10 19:09:23.928663 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7e2d70d8-da1c-461d-ba18-2f4d673218a8 req-890c828a-adaa-4f73-8bea-242a581b7437 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:23.943035 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['2bd44ccf-d05c-46fd-be26-527d04cdd725', '50216713-9541-46ab-8e11-1608f7b70cf5'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:09:23.968834 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c828a-adaa-4f73-8bea-242a581b7437 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Pushing event deleted for resources: {'Port': ['ID=f9a145ba-383d-4b5d-9d69-1397b66dc79b,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:24.124330 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2d70d8-da1c-461d-ba18-2f4d673218a8 req-890c828a-adaa-4f73-8bea-242a581b7437 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] No DVR routers for this DVR port f9a145ba-383d-4b5d-9d69-1397b66dc79b on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:09:24.130136 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7e2d70d8-da1c-461d-ba18-2f4d673218a8 req-890c828a-adaa-4f73-8bea-242a581b7437 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:24.133982 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7e2d70d8-da1c-461d-ba18-2f4d673218a8 req-890c828a-adaa-4f73-8bea-242a581b7437 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.25 "DELETE /v2.0/ports/f9a145ba-383d-4b5d-9d69-1397b66dc79b HTTP/1.1" status: 204 len: 173 time: 1.4478986 Nov 10 19:09:24.147794 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4935a6f-c0c9-4a85-8b87-ffb8ad793822 req-c8bd12ff-c99c-432b-9969-f7e2ce76be29 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848936 Nov 10 19:09:24.174899 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device e705c2b5-25b4-42e3-b060-a1ace0b52356 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:09:24.300006 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:24.332220 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f0acdd6d-c0f1-49ff-a161-9d1d3d1f7eba req-9114e16a-95db-4a50-a810-9c5e10b2564c tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=25fb7b14-0799-45ce-b5ce-785ecf443752 HTTP/1.1" status: 200 len: 210 time: 0.0502698 Nov 10 19:09:24.386129 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port e705c2b5-25b4-42e3-b060-a1ace0b52356, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e705c2b5-25b4-42e3-b060-a1ace0b52356,segment=NetworkSegment(4f3d73ba-6eb0-4c57-a248-e5b678ab2d07),segment_id=4f3d73ba-6eb0-4c57-a248-e5b678ab2d07)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:24.420534 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'e705c2b5-25b4-42e3-b060-a1ace0b52356', 'network_id': '39e0a764-ff58-44a3-87da-37be4cc4845b', 'port_id': 'e705c2b5-25b4-42e3-b060-a1ace0b52356', 'mac_address': 'fa:16:3e:26:3c:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c329353-9415-452e-8a45-4c2850f1881a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:09:24.436431 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba539f14-f65b-4d76-bb28-bd6eb212bd49 req-007dd9e2-4291-45ec-98e5-a0a26e0593f4 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:24.445168 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba539f14-f65b-4d76-bb28-bd6eb212bd49 req-007dd9e2-4291-45ec-98e5-a0a26e0593f4 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=8716ca89-8b78-4a46-9182-7d776bb962b2 HTTP/1.1" status: 200 len: 944 time: 0.1019428 Nov 10 19:09:24.512627 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba539f14-f65b-4d76-bb28-bd6eb212bd49 req-f2605214-6781-412e-8165-d50549eae476 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658176 Nov 10 19:09:24.514625 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:24.533109 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e705c2b5-25b4-42e3-b060-a1ace0b52356 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:09:24.552811 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port e705c2b5-25b4-42e3-b060-a1ace0b52356, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e705c2b5-25b4-42e3-b060-a1ace0b52356,segment=NetworkSegment(4f3d73ba-6eb0-4c57-a248-e5b678ab2d07),segment_id=4f3d73ba-6eb0-4c57-a248-e5b678ab2d07)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:24.559179 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:24.624564 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=e705c2b5-25b4-42e3-b060-a1ace0b52356,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:24.722731 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:24.842905 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7385b76-e0cc-4c65-96d0-3288ac708952 req-2bd6d28d-73e9-44b9-871b-8e3b591f3e48 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:24.844765 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b7385b76-e0cc-4c65-96d0-3288ac708952 req-2bd6d28d-73e9-44b9-871b-8e3b591f3e48 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0617700 Nov 10 19:09:24.848255 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['e705c2b5-25b4-42e3-b060-a1ace0b52356'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:09:24.922434 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b7385b76-e0cc-4c65-96d0-3288ac708952 req-10d414ef-420e-4acc-9f77-b92330100145 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543089 Nov 10 19:09:25.032833 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bcfc9-377d-49bf-ba98-6e19b06469d1 req-6b79e7ab-7c88-4fac-9eab-16a9a2e8a5be tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:25.034297 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af8bcfc9-377d-49bf-ba98-6e19b06469d1 req-6b79e7ab-7c88-4fac-9eab-16a9a2e8a5be tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.0503633 Nov 10 19:09:25.089229 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af8bcfc9-377d-49bf-ba98-6e19b06469d1 req-fe17f548-8572-4dc4-a4c4-3c817aefb5f1 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483973 Nov 10 19:09:25.266739 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785617fe-6446-4bc8-a431-f14d6991a524 req-bbe95a9a-508a-45ca-851b-5ccbb66534dc tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:25.269177 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-785617fe-6446-4bc8-a431-f14d6991a524 req-bbe95a9a-508a-45ca-851b-5ccbb66534dc tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 945 time: 0.0545788 Nov 10 19:09:25.322851 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-785617fe-6446-4bc8-a431-f14d6991a524 req-98c6ac85-668e-499a-bf81-acd8d6e544f0 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471311 Nov 10 19:09:25.435237 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fb7b14-0799-45ce-b5ce-785ecf443752', 'name': 'network-vif-deleted', 'tag': 'f9a145ba-383d-4b5d-9d69-1397b66dc79b'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:09:25.437602 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14613d14-674d-446b-a52e-c8db1aa95040" -d '{"events": [{"server_uuid": "25fb7b14-0799-45ce-b5ce-785ecf443752", "name": "network-vif-deleted", "tag": "f9a145ba-383d-4b5d-9d69-1397b66dc79b"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:09:25.474046 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18aadae9-df9f-4f94-a56e-5e2eb58d155e x-openstack-request-id: req-18aadae9-df9f-4f94-a56e-5e2eb58d155e {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:09:25.474309 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25fb7b14-0799-45ce-b5ce-785ecf443752", "name": "network-vif-deleted", "tag": "f9a145ba-383d-4b5d-9d69-1397b66dc79b", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:09:25.474559 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-18aadae9-df9f-4f94-a56e-5e2eb58d155e {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:09:25.474948 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fb7b14-0799-45ce-b5ce-785ecf443752', 'name': 'network-vif-deleted', 'tag': 'f9a145ba-383d-4b5d-9d69-1397b66dc79b', 'status': 'completed', 'code': 200} Nov 10 19:09:25.677354 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9c799332-2e80-4a46-a91c-5fa2baa1ba82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:25.692312 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fccc28-8bac-479e-bf6b-02f5171077f7 req-ef375568-024a-48a3-b7b1-3ab53ebdf31d tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:25.693793 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-87fccc28-8bac-479e-bf6b-02f5171077f7 req-ef375568-024a-48a3-b7b1-3ab53ebdf31d tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=8716ca89-8b78-4a46-9182-7d776bb962b2 HTTP/1.1" status: 200 len: 945 time: 0.0849748 Nov 10 19:09:25.702315 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718cfb13-284f-493d-b9a7-b029b319e761 req-a355b929-bfa3-4f79-962c-d25395f3dfa0 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:25.704071 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-718cfb13-284f-493d-b9a7-b029b319e761 req-a355b929-bfa3-4f79-962c-d25395f3dfa0 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5d767ea-42d9-480e-bb06-0503d89e1eaa HTTP/1.1" status: 200 len: 950 time: 0.0808287 Nov 10 19:09:25.775609 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-87fccc28-8bac-479e-bf6b-02f5171077f7 req-ee3bcca3-55d1-44d7-9e57-9271890523cf tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705545 Nov 10 19:09:25.778875 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-718cfb13-284f-493d-b9a7-b029b319e761 req-103a600d-f406-41e5-a11d-72bb128a7490 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680885 Nov 10 19:09:26.069976 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896ac38-2402-4d02-873e-65bf0f7ae38b req-a9cea9db-74ad-4e1c-aee7-fe30aad7c3e0 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:26.071869 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f896ac38-2402-4d02-873e-65bf0f7ae38b req-a9cea9db-74ad-4e1c-aee7-fe30aad7c3e0 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0603354 Nov 10 19:09:26.132440 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f896ac38-2402-4d02-873e-65bf0f7ae38b req-f26c93c0-2bf8-4f5b-afd8-8818c2493476 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530415 Nov 10 19:09:26.178367 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device e705c2b5-25b4-42e3-b060-a1ace0b52356 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:09:26.257089 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port e705c2b5-25b4-42e3-b060-a1ace0b52356 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:09:26.261624 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port e705c2b5-25b4-42e3-b060-a1ace0b52356 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:09:26.262038 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:26.271378 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f4576-e425-4517-922f-0e4baabbf87d req-004e5889-bb14-47cd-a8f4-892035f02411 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:26.272956 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-048f4576-e425-4517-922f-0e4baabbf87d req-004e5889-bb14-47cd-a8f4-892035f02411 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.0753698 Nov 10 19:09:26.349834 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-048f4576-e425-4517-922f-0e4baabbf87d req-741a9772-3c89-4ab3-81ce-34896f0d5214 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644100 Nov 10 19:09:26.379701 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:26.413558 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8716ca89-8b78-4a46-9182-7d776bb962b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e705c2b5-25b4-42e3-b060-a1ace0b52356'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:09:26.416488 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e1caf4-50d8-475c-8510-3f4ace56b887" -d '{"events": [{"server_uuid": "8716ca89-8b78-4a46-9182-7d776bb962b2", "name": "network-vif-plugged", "status": "completed", "tag": "e705c2b5-25b4-42e3-b060-a1ace0b52356"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:09:26.435825 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port e705c2b5-25b4-42e3-b060-a1ace0b52356, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e705c2b5-25b4-42e3-b060-a1ace0b52356,segment=NetworkSegment(4f3d73ba-6eb0-4c57-a248-e5b678ab2d07),segment_id=4f3d73ba-6eb0-4c57-a248-e5b678ab2d07)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:26.441615 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:26.509042 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc6324-d0c4-4200-b468-db5592a29414 req-2e4849a9-9674-479e-a844-819519babd2a tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:26.519169 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-44fc6324-d0c4-4200-b468-db5592a29414 req-2e4849a9-9674-479e-a844-819519babd2a tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 945 time: 0.0952652 Nov 10 19:09:26.599237 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-44fc6324-d0c4-4200-b468-db5592a29414 req-31ab8625-5014-4062-aba4-5ed1d92aaddf tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786564 Nov 10 19:09:26.693850 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bea0d-8e8f-4684-895b-5a652f7e0878 req-b1a4f18b-48cd-4708-84bf-a8b0e33780ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:26.695767 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8caa87-385f-475d-b582-57a9de5f6ba9 x-openstack-request-id: req-4a8caa87-385f-475d-b582-57a9de5f6ba9 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:09:26.696547 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8716ca89-8b78-4a46-9182-7d776bb962b2", "name": "network-vif-plugged", "status": "completed", "tag": "e705c2b5-25b4-42e3-b060-a1ace0b52356", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:09:26.697027 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4a8caa87-385f-475d-b582-57a9de5f6ba9 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:09:26.697747 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8716ca89-8b78-4a46-9182-7d776bb962b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e705c2b5-25b4-42e3-b060-a1ace0b52356', 'code': 200} Nov 10 19:09:26.698880 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device f9a145ba-383d-4b5d-9d69-1397b66dc79b no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:09:26.703452 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-193bea0d-8e8f-4684-895b-5a652f7e0878 req-b1a4f18b-48cd-4708-84bf-a8b0e33780ed service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8716ca89-8b78-4a46-9182-7d776bb962b2 HTTP/1.1" status: 200 len: 1097 time: 0.1101599 Nov 10 19:09:26.722674 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: f9a145ba-383d-4b5d-9d69-1397b66dc79b {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:09:26.723290 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device f9a145ba-383d-4b5d-9d69-1397b66dc79b not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:09:26.724096 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 50216713-9541-46ab-8e11-1608f7b70cf5 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:09:26.748367 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 50216713-9541-46ab-8e11-1608f7b70cf5 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:09:26.748715 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 50216713-9541-46ab-8e11-1608f7b70cf5 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:09:26.776116 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=e705c2b5-25b4-42e3-b060-a1ace0b52356,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:26.790170 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-193bea0d-8e8f-4684-895b-5a652f7e0878 req-7bbabd7e-584e-41d9-b1f7-8dc3894e8254 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800004 Nov 10 19:09:26.905617 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20f1a5-a2c7-4dcc-bed4-6bc9f1c34891 req-a8dd77c9-0c38-4665-9d22-9c29e0bba284 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:26.910265 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7a20f1a5-a2c7-4dcc-bed4-6bc9f1c34891 req-a8dd77c9-0c38-4665-9d22-9c29e0bba284 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 945 time: 0.0860698 Nov 10 19:09:26.956108 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a73a1-83ff-4970-842f-1ab3af67b399 req-95e4b22d-9024-46df-a42d-41dd3d93392a tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:26.957603 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e69a73a1-83ff-4970-842f-1ab3af67b399 req-95e4b22d-9024-46df-a42d-41dd3d93392a tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=8716ca89-8b78-4a46-9182-7d776bb962b2 HTTP/1.1" status: 200 len: 946 time: 0.0988662 Nov 10 19:09:26.981690 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7a20f1a5-a2c7-4dcc-bed4-6bc9f1c34891 req-5a584962-c253-4936-9d46-a8026b8aeb9a tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671864 Nov 10 19:09:27.052007 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:27.291216 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e69a73a1-83ff-4970-842f-1ab3af67b399 req-8465bcca-f1f9-4a44-8975-e00332c4f4eb tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272893 Nov 10 19:09:27.315900 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f56b7-407b-4f8d-b0f8-2a4a46759d99 req-60332623-aa6d-4fdc-8687-68c37313aa57 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:27.318383 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-786f56b7-407b-4f8d-b0f8-2a4a46759d99 req-60332623-aa6d-4fdc-8687-68c37313aa57 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5d767ea-42d9-480e-bb06-0503d89e1eaa HTTP/1.1" status: 200 len: 950 time: 0.0589297 Nov 10 19:09:27.370028 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-786f56b7-407b-4f8d-b0f8-2a4a46759d99 req-fd64fc2a-fe27-4e39-9bb7-2b699b7e5dfa tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464797 Nov 10 19:09:27.433471 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7531f2-127d-441e-9bed-67f6aa548756 req-aa803e57-5d2a-43c1-b5df-db0fe1f81988 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:27.434794 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:09:27.435583 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cf7531f2-127d-441e-9bed-67f6aa548756 req-aa803e57-5d2a-43c1-b5df-db0fe1f81988 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0710394 Nov 10 19:09:27.490722 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cf7531f2-127d-441e-9bed-67f6aa548756 req-c5884972-2115-437a-aac3-8b90394d439c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481932 Nov 10 19:09:27.559942 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d54eac-d817-4f3c-94bc-5494a8214f93 req-917f4fa6-64a4-4d69-a8ad-c33f084d90a9 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:27.561230 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-78d54eac-d817-4f3c-94bc-5494a8214f93 req-917f4fa6-64a4-4d69-a8ad-c33f084d90a9 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.0544236 Nov 10 19:09:27.609797 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-78d54eac-d817-4f3c-94bc-5494a8214f93 req-b470d49e-1d34-4b66-a6b9-a2e09296fa71 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422671 Nov 10 19:09:27.728287 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2c045-990d-4969-a7f6-6aeaccdbe468 req-fdd3a61e-8a7f-4c8a-9e26-4dfa8500a508 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:27.730456 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f2f2c045-990d-4969-a7f6-6aeaccdbe468 req-fdd3a61e-8a7f-4c8a-9e26-4dfa8500a508 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 945 time: 0.0582497 Nov 10 19:09:27.787788 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f2f2c045-990d-4969-a7f6-6aeaccdbe468 req-58490abe-3f3b-47d4-8f28-7a803f393a4f tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492735 Nov 10 19:09:28.135941 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b053d7-9f50-4d56-9ac4-c61ab51a0b46 req-c40c77b7-0c1b-4983-92e6-069ef12d2ad3 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:28.137548 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a4b053d7-9f50-4d56-9ac4-c61ab51a0b46 req-c40c77b7-0c1b-4983-92e6-069ef12d2ad3 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 945 time: 0.0572095 Nov 10 19:09:28.227023 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a4b053d7-9f50-4d56-9ac4-c61ab51a0b46 req-d5057834-e581-405f-bbc8-14231df2271b tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741465 Nov 10 19:09:28.239606 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed089f2-d3fd-4f0c-9eeb-ff164c921385 req-01c6ed1b-d0d9-46ff-af6c-02a04babadaf tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:28.241093 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0ed089f2-d3fd-4f0c-9eeb-ff164c921385 req-01c6ed1b-d0d9-46ff-af6c-02a04babadaf tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5d767ea-42d9-480e-bb06-0503d89e1eaa HTTP/1.1" status: 200 len: 950 time: 0.0806658 Nov 10 19:09:28.340477 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-0ed089f2-d3fd-4f0c-9eeb-ff164c921385 req-d15287d1-056a-48e4-b63a-acd4b517d883 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Deleting port 2bd44ccf-d05c-46fd-be26-527d04cdd725 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:09:28.341104 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0ed089f2-d3fd-4f0c-9eeb-ff164c921385 req-d15287d1-056a-48e4-b63a-acd4b517d883 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:28.525421 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 6e5a2a32-f007-4339-bf7b-730b25dd87c4 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:09:28.533168 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-0ed089f2-d3fd-4f0c-9eeb-ff164c921385 req-d15287d1-056a-48e4-b63a-acd4b517d883 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] For port 2bd44ccf-d05c-46fd-be26-527d04cdd725, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=2bd44ccf-d05c-46fd-be26-527d04cdd725,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:28.533537 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0ed089f2-d3fd-4f0c-9eeb-ff164c921385 req-d15287d1-056a-48e4-b63a-acd4b517d883 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:28.546990 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-0e19153b-c7b2-4dac-93f1-484a928e718d tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:28.548808 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-0e19153b-c7b2-4dac-93f1-484a928e718d tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103&tenant_id=a08ec8828e22441bac9028fb3e613990&binding%3Ahost_id=n-h1-813897-4 HTTP/1.1" status: 200 len: 1096 time: 0.1832716 Nov 10 19:09:28.560470 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-0ed089f2-d3fd-4f0c-9eeb-ff164c921385 req-d15287d1-056a-48e4-b63a-acd4b517d883 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Calling delete_port for 2bd44ccf-d05c-46fd-be26-527d04cdd725 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:09:28.562680 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:28.568036 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-3421c61e-325b-4382-a914-d9c139050eb1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813897-4'}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:09:28.602154 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e5c1e-388a-4962-b838-1fd0e5078310 req-90563162-a58e-4094-944a-1cb3748b027d tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:28.604128 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b84e5c1e-388a-4962-b838-1fd0e5078310 req-90563162-a58e-4094-944a-1cb3748b027d tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=8716ca89-8b78-4a46-9182-7d776bb962b2 HTTP/1.1" status: 200 len: 946 time: 0.2278922 Nov 10 19:09:28.655859 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 6e5a2a32-f007-4339-bf7b-730b25dd87c4, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6e5a2a32-f007-4339-bf7b-730b25dd87c4,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:28.668178 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 6e5a2a32-f007-4339-bf7b-730b25dd87c4 has no active binding in host n-h2-813897-4 {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 19:09:28.670239 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c898bab-b7da-4efa-8e6d-39b215f5f7f5 req-11c7cac5-141b-4b4c-99cb-c1e021d8ddd7 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:28.671799 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1c898bab-b7da-4efa-8e6d-39b215f5f7f5 req-11c7cac5-141b-4b4c-99cb-c1e021d8ddd7 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5d767ea-42d9-480e-bb06-0503d89e1eaa HTTP/1.1" status: 200 len: 950 time: 0.2200062 Nov 10 19:09:28.743133 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-3421c61e-325b-4382-a914-d9c139050eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:28.785909 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b84e5c1e-388a-4962-b838-1fd0e5078310 req-82968f37-f583-4c17-b383-b94f106243df tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714306 Nov 10 19:09:28.842000 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1c898bab-b7da-4efa-8e6d-39b215f5f7f5 req-80745eac-d3cb-4a76-827e-7bebb26fa7cf tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.54 "GET /v2.0/security-groups?id=b074184b-5146-4a16-add8-178e427b0c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573792 Nov 10 19:09:29.017173 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0ed089f2-d3fd-4f0c-9eeb-ff164c921385 req-d15287d1-056a-48e4-b63a-acd4b517d883 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:29.030796 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['2bd44ccf-d05c-46fd-be26-527d04cdd725'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:09:29.073291 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15287d1-056a-48e4-b63a-acd4b517d883 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Pushing event deleted for resources: {'Port': ['ID=2bd44ccf-d05c-46fd-be26-527d04cdd725,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:29.076014 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-3421c61e-325b-4382-a914-d9c139050eb1 service neutron] For port 6e5a2a32-f007-4339-bf7b-730b25dd87c4, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6e5a2a32-f007-4339-bf7b-730b25dd87c4,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:29.101893 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbf24d-27cf-44f9-b3cb-7e3041ab0fab req-6c8ceacd-0fa4-443e-b3c5-f187d2f015a5 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:29.103438 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d0fbf24d-27cf-44f9-b3cb-7e3041ab0fab req-6c8ceacd-0fa4-443e-b3c5-f187d2f015a5 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.1638207 Nov 10 19:09:29.162778 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed95f7-ea1c-4660-9bb8-e24d62f87c5b req-a9f67a92-28ef-4d4e-b1d7-af569662c696 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:29.164305 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45ed95f7-ea1c-4660-9bb8-e24d62f87c5b req-a9f67a92-28ef-4d4e-b1d7-af569662c696 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.2070146 Nov 10 19:09:29.165128 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed089f2-d3fd-4f0c-9eeb-ff164c921385 req-d15287d1-056a-48e4-b63a-acd4b517d883 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] No DVR routers for this DVR port 2bd44ccf-d05c-46fd-be26-527d04cdd725 on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:09:29.179397 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0ed089f2-d3fd-4f0c-9eeb-ff164c921385 req-d15287d1-056a-48e4-b63a-acd4b517d883 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:29.182975 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0ed089f2-d3fd-4f0c-9eeb-ff164c921385 req-d15287d1-056a-48e4-b63a-acd4b517d883 tempest-ServersOnMultiNodesTest-1756741875 tempest-ServersOnMultiNodesTest-1756741875-project] 10.222.0.25 "DELETE /v2.0/ports/2bd44ccf-d05c-46fd-be26-527d04cdd725 HTTP/1.1" status: 204 len: 173 time: 0.9346647 Nov 10 19:09:29.190543 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d767ea-42d9-480e-bb06-0503d89e1eaa', 'name': 'network-vif-deleted', 'tag': '2bd44ccf-d05c-46fd-be26-527d04cdd725'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:09:29.192815 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d269d64-89fd-406d-aa9d-623cf1962c99" -d '{"events": [{"server_uuid": "b5d767ea-42d9-480e-bb06-0503d89e1eaa", "name": "network-vif-deleted", "tag": "2bd44ccf-d05c-46fd-be26-527d04cdd725"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:09:29.232404 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-3421c61e-325b-4382-a914-d9c139050eb1 service neutron] For port 6e5a2a32-f007-4339-bf7b-730b25dd87c4, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:09:29.289231 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:29.291156 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d0fbf24d-27cf-44f9-b3cb-7e3041ab0fab req-94d47004-2749-4c54-a88d-6d748db2672e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701028 Nov 10 19:09:29.332589 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45ed95f7-ea1c-4660-9bb8-e24d62f87c5b req-61abee2b-3cb7-44f8-b7ee-1230573e5c16 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286576 Nov 10 19:09:29.344818 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-3421c61e-325b-4382-a914-d9c139050eb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:29.352924 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-3421c61e-325b-4382-a914-d9c139050eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:29.466093 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421c61e-325b-4382-a914-d9c139050eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5a2a32-f007-4339-bf7b-730b25dd87c4,revision_number=7']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:29.506859 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-3421c61e-325b-4382-a914-d9c139050eb1 service neutron] Attempting to bind port 6e5a2a32-f007-4339-bf7b-730b25dd87c4 on host n-h1-813897-4 for vnic_type normal with profile {"migrating_to": "n-h2-813897-4"} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:09:29.507373 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-3421c61e-325b-4382-a914-d9c139050eb1 service neutron] Attempting to bind port 6e5a2a32-f007-4339-bf7b-730b25dd87c4 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:09:29.507802 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-3421c61e-325b-4382-a914-d9c139050eb1 service neutron] Attempting to bind port 6e5a2a32-f007-4339-bf7b-730b25dd87c4 on network a42d4887-cb04-48c7-8111-765e5b18298b {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:09:29.528684 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-3421c61e-325b-4382-a914-d9c139050eb1 service neutron] Port 6e5a2a32-f007-4339-bf7b-730b25dd87c4 on network a42d4887-cb04-48c7-8111-765e5b18298b not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:09:29.529144 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-3421c61e-325b-4382-a914-d9c139050eb1 service neutron] Attempting to bind port 6e5a2a32-f007-4339-bf7b-730b25dd87c4 on network a42d4887-cb04-48c7-8111-765e5b18298b {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:09:29.538841 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116988a4-2a11-4e03-9a3c-425b83c39465 req-0dbeed66-ca67-48e7-9364-f999ce3030da tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:29.540789 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-116988a4-2a11-4e03-9a3c-425b83c39465 req-0dbeed66-ca67-48e7-9364-f999ce3030da tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=8716ca89-8b78-4a46-9182-7d776bb962b2 HTTP/1.1" status: 200 len: 946 time: 0.1230719 Nov 10 19:09:29.568442 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-3421c61e-325b-4382-a914-d9c139050eb1 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:09:29.568927 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-3421c61e-325b-4382-a914-d9c139050eb1 service neutron] Checking segment: {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:09:29.569409 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-3421c61e-325b-4382-a914-d9c139050eb1 service neutron] Bound using segment: {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:09:29.569998 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-3421c61e-325b-4382-a914-d9c139050eb1 service neutron] Bound port: 6e5a2a32-f007-4339-bf7b-730b25dd87c4, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:09:29.570360 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-3421c61e-325b-4382-a914-d9c139050eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:29.657690 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13309651-26fd-447d-9504-b6160b004d6f req-98872823-c84a-4a91-b655-72a41186795f tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:29.659250 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13309651-26fd-447d-9504-b6160b004d6f req-98872823-c84a-4a91-b655-72a41186795f tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 943 time: 0.1467466 Nov 10 19:09:29.709108 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-116988a4-2a11-4e03-9a3c-425b83c39465 req-ecf53a2c-749a-431f-8fa0-7ea5533663d8 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518443 Nov 10 19:09:29.722794 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-3421c61e-325b-4382-a914-d9c139050eb1 service neutron] For port 6e5a2a32-f007-4339-bf7b-730b25dd87c4, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:09:29.729458 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-3421c61e-325b-4382-a914-d9c139050eb1 service neutron] For port 6e5a2a32-f007-4339-bf7b-730b25dd87c4, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6e5a2a32-f007-4339-bf7b-730b25dd87c4,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:09:29.745654 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-3421c61e-325b-4382-a914-d9c139050eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:29.753589 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13309651-26fd-447d-9504-b6160b004d6f req-2aebcae3-28aa-4db5-b6ef-1e59bb754e8e tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807714 Nov 10 19:09:29.782285 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d7756d-fc84-475a-922c-8f154e3e6e90 x-openstack-request-id: req-d2d7756d-fc84-475a-922c-8f154e3e6e90 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:09:29.782852 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d767ea-42d9-480e-bb06-0503d89e1eaa", "name": "network-vif-deleted", "tag": "2bd44ccf-d05c-46fd-be26-527d04cdd725", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:09:29.783200 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d2d7756d-fc84-475a-922c-8f154e3e6e90 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:09:29.783694 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d767ea-42d9-480e-bb06-0503d89e1eaa', 'name': 'network-vif-deleted', 'tag': '2bd44ccf-d05c-46fd-be26-527d04cdd725', 'status': 'completed', 'code': 200} Nov 10 19:09:29.855352 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-3421c61e-325b-4382-a914-d9c139050eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:29.856128 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-3421c61e-325b-4382-a914-d9c139050eb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:29.857647 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-3421c61e-325b-4382-a914-d9c139050eb1 service neutron] 10.222.0.25 "PUT /v2.0/ports/6e5a2a32-f007-4339-bf7b-730b25dd87c4 HTTP/1.1" status: 200 len: 1121 time: 1.2989566 Nov 10 19:09:29.858526 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421c61e-325b-4382-a914-d9c139050eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5a2a32-f007-4339-bf7b-730b25dd87c4,revision_number=8']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:29.949870 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['6e5a2a32-f007-4339-bf7b-730b25dd87c4'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:09:29.979218 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a828d03-8c73-41cf-ba9f-e9134b87d00f req-a22f316f-fe4b-4e74-b638-9828d32027db tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:29.981141 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3a828d03-8c73-41cf-ba9f-e9134b87d00f req-a22f316f-fe4b-4e74-b638-9828d32027db tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.25 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 945 time: 0.1369877 Nov 10 19:09:29.998111 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66f039-c85a-43e9-b11f-a4db20c9d751 req-2cdbbfa7-c7fc-49ea-aa3c-ef7f54cf9e37 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:30.006676 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0e66f039-c85a-43e9-b11f-a4db20c9d751 req-2cdbbfa7-c7fc-49ea-aa3c-ef7f54cf9e37 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=8716ca89-8b78-4a46-9182-7d776bb962b2 HTTP/1.1" status: 200 len: 946 time: 0.1262178 Nov 10 19:09:30.056037 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['6e5a2a32-f007-4339-bf7b-730b25dd87c4'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:09:30.121008 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27a699-c1df-4451-9073-ca471684bb7a req-f6885960-1eac-4ca5-b47e-0829eac1cef4 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:30.130218 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8f27a699-c1df-4451-9073-ca471684bb7a req-f6885960-1eac-4ca5-b47e-0829eac1cef4 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 945 time: 0.2661180 Nov 10 19:09:30.174812 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0e66f039-c85a-43e9-b11f-a4db20c9d751 req-d6559180-a5b9-4ff3-b244-9b9f717affc2 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667364 Nov 10 19:09:30.274223 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8f27a699-c1df-4451-9073-ca471684bb7a req-544ba571-30f3-4ced-bdd2-a4796212a67c tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/security-groups?id=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430874 Nov 10 19:09:30.308256 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-3a828d03-8c73-41cf-ba9f-e9134b87d00f req-f70a0c1b-4299-4653-8abf-1cb4102a6a97 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Deleting port bca6c226-b029-4b66-a08c-87744fbc09b0 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:09:30.308603 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3a828d03-8c73-41cf-ba9f-e9134b87d00f req-f70a0c1b-4299-4653-8abf-1cb4102a6a97 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:30.536653 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a63372-7af2-4144-a02a-41ea0c835ceb req-ef951a80-973b-4c9d-ad20-1e7d21d229b5 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:30.538380 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-75a63372-7af2-4144-a02a-41ea0c835ceb req-ef951a80-973b-4c9d-ad20-1e7d21d229b5 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=8716ca89-8b78-4a46-9182-7d776bb962b2 HTTP/1.1" status: 200 len: 946 time: 0.1691554 Nov 10 19:09:30.554771 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a980a4-c06f-4fd2-9e21-38105ca9946b req-805104b3-88a6-4ece-a14e-cb5707362d17 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:30.556369 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b1a980a4-c06f-4fd2-9e21-38105ca9946b req-805104b3-88a6-4ece-a14e-cb5707362d17 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.1417394 Nov 10 19:09:30.558640 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-3a828d03-8c73-41cf-ba9f-e9134b87d00f req-f70a0c1b-4299-4653-8abf-1cb4102a6a97 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] For port bca6c226-b029-4b66-a08c-87744fbc09b0, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=bca6c226-b029-4b66-a08c-87744fbc09b0,segment=NetworkSegment(d10b3661-3f37-42b4-9629-9251c865d65b),segment_id=d10b3661-3f37-42b4-9629-9251c865d65b)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:30.559004 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3a828d03-8c73-41cf-ba9f-e9134b87d00f req-f70a0c1b-4299-4653-8abf-1cb4102a6a97 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:30.565629 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54250) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:09:30.600518 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-3a828d03-8c73-41cf-ba9f-e9134b87d00f req-f70a0c1b-4299-4653-8abf-1cb4102a6a97 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Calling delete_port for bca6c226-b029-4b66-a08c-87744fbc09b0 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:09:30.714310 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b1a980a4-c06f-4fd2-9e21-38105ca9946b req-c70e4c1d-5d6e-47ff-81e7-ee53339a454c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460958 Nov 10 19:09:30.720983 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-75a63372-7af2-4144-a02a-41ea0c835ceb req-7cd6efa1-a401-4ad4-8c02-afbe214882cc tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590877 Nov 10 19:09:30.749125 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1e9d04e6-5aed-4150-8072-236040a58c69 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0d7335f5df3b4e0fb20d05dce0cf0b45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1821966 Nov 10 19:09:30.749884 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54254) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:09:30.811090 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dfc453fa-5445-4380-b019-b7c812a3e92e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:30.842528 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dfc453fa-5445-4380-b019-b7c812a3e92e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:30.875929 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e48d62-ba33-498c-8dd2-49a96b481c7f req-ae99358f-b758-4922-9f3e-79134d814285 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:30.877470 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b1e48d62-ba33-498c-8dd2-49a96b481c7f req-ae99358f-b758-4922-9f3e-79134d814285 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.0706189 Nov 10 19:09:30.890604 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3a828d03-8c73-41cf-ba9f-e9134b87d00f req-f70a0c1b-4299-4653-8abf-1cb4102a6a97 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:30.899852 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dfc453fa-5445-4380-b019-b7c812a3e92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:30.902532 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dfc453fa-5445-4380-b019-b7c812a3e92e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:30.906124 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-dfc453fa-5445-4380-b019-b7c812a3e92e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b074184b-5146-4a16-add8-178e427b0c4f HTTP/1.1" status: 204 len: 168 time: 0.1528511 Nov 10 19:09:30.918523 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc453fa-5445-4380-b019-b7c812a3e92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b074184b-5146-4a16-add8-178e427b0c4f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:30.927163 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc453fa-5445-4380-b019-b7c812a3e92e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:30.927583 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc453fa-5445-4380-b019-b7c812a3e92e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:30.927993 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc453fa-5445-4380-b019-b7c812a3e92e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:30.928328 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc453fa-5445-4380-b019-b7c812a3e92e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:30.928655 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc453fa-5445-4380-b019-b7c812a3e92e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:30.928978 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc453fa-5445-4380-b019-b7c812a3e92e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:30.929300 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc453fa-5445-4380-b019-b7c812a3e92e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:30.929620 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc453fa-5445-4380-b019-b7c812a3e92e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:30.930097 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc453fa-5445-4380-b019-b7c812a3e92e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:30.930417 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc453fa-5445-4380-b019-b7c812a3e92e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:30.930736 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc453fa-5445-4380-b019-b7c812a3e92e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:30.931055 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc453fa-5445-4380-b019-b7c812a3e92e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:30.950224 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a0c1b-4299-4653-8abf-1cb4102a6a97 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Pushing event deleted for resources: {'Port': ['ID=bca6c226-b029-4b66-a08c-87744fbc09b0,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:30.984451 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['bca6c226-b029-4b66-a08c-87744fbc09b0'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:09:30.986340 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a0c1b-4299-4653-8abf-1cb4102a6a97 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:30.986713 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a0c1b-4299-4653-8abf-1cb4102a6a97 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:30.987022 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a0c1b-4299-4653-8abf-1cb4102a6a97 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:30.987367 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a0c1b-4299-4653-8abf-1cb4102a6a97 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:30.987668 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a0c1b-4299-4653-8abf-1cb4102a6a97 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:30.987992 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a0c1b-4299-4653-8abf-1cb4102a6a97 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:30.988409 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a0c1b-4299-4653-8abf-1cb4102a6a97 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:30.988737 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a0c1b-4299-4653-8abf-1cb4102a6a97 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:30.989172 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a0c1b-4299-4653-8abf-1cb4102a6a97 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:30.989377 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a0c1b-4299-4653-8abf-1cb4102a6a97 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:30.989729 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a0c1b-4299-4653-8abf-1cb4102a6a97 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:30.990033 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a0c1b-4299-4653-8abf-1cb4102a6a97 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:31.029071 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a828d03-8c73-41cf-ba9f-e9134b87d00f req-f70a0c1b-4299-4653-8abf-1cb4102a6a97 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] No DVR routers for this DVR port bca6c226-b029-4b66-a08c-87744fbc09b0 on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:09:31.035601 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3a828d03-8c73-41cf-ba9f-e9134b87d00f req-f70a0c1b-4299-4653-8abf-1cb4102a6a97 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:31.038969 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3a828d03-8c73-41cf-ba9f-e9134b87d00f req-f70a0c1b-4299-4653-8abf-1cb4102a6a97 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.25 "DELETE /v2.0/ports/bca6c226-b029-4b66-a08c-87744fbc09b0 HTTP/1.1" status: 204 len: 173 time: 1.0286958 Nov 10 19:09:31.055878 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b1e48d62-ba33-498c-8dd2-49a96b481c7f req-5619d62c-5ef2-4098-8825-0af84341df4e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669075 Nov 10 19:09:31.072739 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938961a-2d83-4b47-a3bd-e076dcf8a03e req-f5e894d9-86a5-4a3f-a522-c48a634a57cf tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:31.074458 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6938961a-2d83-4b47-a3bd-e076dcf8a03e req-f5e894d9-86a5-4a3f-a522-c48a634a57cf tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 943 time: 0.1955931 Nov 10 19:09:31.150683 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6938961a-2d83-4b47-a3bd-e076dcf8a03e req-7b8161ac-ca9a-4634-83c5-03bad4663da1 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654221 Nov 10 19:09:31.215900 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94cf695-3eaa-4834-95c1-50e30b0a3f0d req-89da08d1-adc7-437a-b963-c0d453e16d1f tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:31.218416 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d94cf695-3eaa-4834-95c1-50e30b0a3f0d req-89da08d1-adc7-437a-b963-c0d453e16d1f tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=8716ca89-8b78-4a46-9182-7d776bb962b2 HTTP/1.1" status: 200 len: 946 time: 0.0826392 Nov 10 19:09:31.275766 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d94cf695-3eaa-4834-95c1-50e30b0a3f0d req-c58f641b-fbc4-427f-a41c-31d7935e0aeb tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501173 Nov 10 19:09:31.282483 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54266) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:09:31.329997 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1c092f4d-4927-4ead-b495-5f1ccdcdc6dc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bb3ef8138c9b4b5d94305f4e86c9e021&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439651 Nov 10 19:09:31.330414 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54272) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:09:31.640235 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5fc012a7-35e4-476c-8fae-a894ed769ae9 req-59959fb5-6648-4a9f-a9b6-dc63212c4037 tempest-AttachSCSIVolumeTestJSON-1233413895 tempest-AttachSCSIVolumeTestJSON-1233413895-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d3bc2-fb8c-4d2a-a25d-4407c852f35b HTTP/1.1" status: 200 len: 210 time: 0.2763362 Nov 10 19:09:31.669338 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f81dabaa-827a-4951-b2d1-2c27988e8340 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:31.680514 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f44de-63ff-4cb5-9bc8-e70115ed3ca6 req-4579522e-933c-49e9-9ca2-866902f72852 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:31.682410 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-733f44de-63ff-4cb5-9bc8-e70115ed3ca6 req-4579522e-933c-49e9-9ca2-866902f72852 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=8716ca89-8b78-4a46-9182-7d776bb962b2 HTTP/1.1" status: 200 len: 946 time: 0.3344011 Nov 10 19:09:31.719569 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f81dabaa-827a-4951-b2d1-2c27988e8340 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:31.771939 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-733f44de-63ff-4cb5-9bc8-e70115ed3ca6 req-baf82146-a26a-476f-a699-48131b8c2119 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803211 Nov 10 19:09:31.785851 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50ccf39-ca6f-4728-a801-6ae0dcfe1103', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e5a2a32-f007-4339-bf7b-730b25dd87c4'}, {'name': 'network-changed', 'server_uuid': 'f50ccf39-ca6f-4728-a801-6ae0dcfe1103', 'tag': '6e5a2a32-f007-4339-bf7b-730b25dd87c4'}, {'server_uuid': '271d3bc2-fb8c-4d2a-a25d-4407c852f35b', 'name': 'network-vif-deleted', 'tag': 'bca6c226-b029-4b66-a08c-87744fbc09b0'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:09:31.789049 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176b96b0-8a43-4449-b1f9-feea6f5a06b4" -d '{"events": [{"server_uuid": "f50ccf39-ca6f-4728-a801-6ae0dcfe1103", "name": "network-vif-unplugged", "status": "completed", "tag": "6e5a2a32-f007-4339-bf7b-730b25dd87c4"}, {"name": "network-changed", "server_uuid": "f50ccf39-ca6f-4728-a801-6ae0dcfe1103", "tag": "6e5a2a32-f007-4339-bf7b-730b25dd87c4"}, {"server_uuid": "271d3bc2-fb8c-4d2a-a25d-4407c852f35b", "name": "network-vif-deleted", "tag": "bca6c226-b029-4b66-a08c-87744fbc09b0"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:09:31.810532 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f81dabaa-827a-4951-b2d1-2c27988e8340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:31.813164 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f81dabaa-827a-4951-b2d1-2c27988e8340 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:31.814422 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f81dabaa-827a-4951-b2d1-2c27988e8340 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/afce0578-ad2b-4bdd-9e0b-dbe017b72251 HTTP/1.1" status: 204 len: 168 time: 0.4829729 Nov 10 19:09:31.840994 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81dabaa-827a-4951-b2d1-2c27988e8340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afce0578-ad2b-4bdd-9e0b-dbe017b72251,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:31.845087 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Wed, 10 Nov 2021 19:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b58611f-79df-4693-a139-407f956b82c7 x-openstack-request-id: req-5b58611f-79df-4693-a139-407f956b82c7 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:09:31.845382 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50ccf39-ca6f-4728-a801-6ae0dcfe1103", "name": "network-vif-unplugged", "status": "completed", "tag": "6e5a2a32-f007-4339-bf7b-730b25dd87c4", "code": 200}, {"name": "network-changed", "server_uuid": "f50ccf39-ca6f-4728-a801-6ae0dcfe1103", "tag": "6e5a2a32-f007-4339-bf7b-730b25dd87c4", "status": "completed", "code": 200}, {"server_uuid": "271d3bc2-fb8c-4d2a-a25d-4407c852f35b", "name": "network-vif-deleted", "tag": "bca6c226-b029-4b66-a08c-87744fbc09b0", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:09:31.845635 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5b58611f-79df-4693-a139-407f956b82c7 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:09:31.846074 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50ccf39-ca6f-4728-a801-6ae0dcfe1103', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e5a2a32-f007-4339-bf7b-730b25dd87c4', 'code': 200} Nov 10 19:09:31.846333 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f50ccf39-ca6f-4728-a801-6ae0dcfe1103', 'tag': '6e5a2a32-f007-4339-bf7b-730b25dd87c4', 'status': 'completed', 'code': 200} Nov 10 19:09:31.846665 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271d3bc2-fb8c-4d2a-a25d-4407c852f35b', 'name': 'network-vif-deleted', 'tag': 'bca6c226-b029-4b66-a08c-87744fbc09b0', 'status': 'completed', 'code': 200} Nov 10 19:09:31.878926 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0a05a-fbf8-4f67-8d83-8b7ce5e91afb req-84dd1b4d-1574-4f99-aeb4-381106fbcffb tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:31.880420 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a5a0a05a-fbf8-4f67-8d83-8b7ce5e91afb req-84dd1b4d-1574-4f99-aeb4-381106fbcffb tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0813260 Nov 10 19:09:31.942839 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b96b0-8a43-4449-b1f9-feea6f5a06b4 req-e2bfed48-d570-49e3-9e59-90b178284239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:31.943299 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a5a0a05a-fbf8-4f67-8d83-8b7ce5e91afb req-c0b16bea-0dbd-4ff3-915c-8f5ff1348cc0 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474327 Nov 10 19:09:31.948265 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-176b96b0-8a43-4449-b1f9-feea6f5a06b4 req-e2bfed48-d570-49e3-9e59-90b178284239 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a08ec8828e22441bac9028fb3e613990&device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 1124 time: 0.0752029 Nov 10 19:09:32.051646 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b96b0-8a43-4449-b1f9-feea6f5a06b4 req-fbf1c2c8-a124-49ce-b6c2-20f4a3989edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:32.053250 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-176b96b0-8a43-4449-b1f9-feea6f5a06b4 req-fbf1c2c8-a124-49ce-b6c2-20f4a3989edb service neutron] 10.222.0.73 "GET /v2.0/networks?id=a42d4887-cb04-48c7-8111-765e5b18298b HTTP/1.1" status: 200 len: 909 time: 0.0971498 Nov 10 19:09:32.083297 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990779e0-30d8-43a9-9c91-050ef159eadb req-86c7b38b-a27f-49b4-af8e-59263cce7e26 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:32.085234 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-990779e0-30d8-43a9-9c91-050ef159eadb req-86c7b38b-a27f-49b4-af8e-59263cce7e26 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=8716ca89-8b78-4a46-9182-7d776bb962b2 HTTP/1.1" status: 200 len: 946 time: 0.0927331 Nov 10 19:09:32.106822 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-176b96b0-8a43-4449-b1f9-feea6f5a06b4 req-21a5b8f8-63c7-4fe7-b46c-6c284751b9ab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e5a2a32-f007-4339-bf7b-730b25dd87c4 HTTP/1.1" status: 200 len: 217 time: 0.0433927 Nov 10 19:09:32.168180 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b96b0-8a43-4449-b1f9-feea6f5a06b4 req-1f143b4e-dabb-4e19-9aab-372886ccbf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:32.170298 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-176b96b0-8a43-4449-b1f9-feea6f5a06b4 req-1f143b4e-dabb-4e19-9aab-372886ccbf46 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=34d86bed-ff03-44e0-b566-0ecdf3d0ce56 HTTP/1.1" status: 200 len: 848 time: 0.0563738 Nov 10 19:09:32.188103 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f641f4e-77a7-4afe-afdc-d672a17f97eb req-b1f6d90c-b051-49cb-b46a-3b931c3e2450 service neutron] 10.222.0.73 "GET /v2.0/ports/2cc34104-5fcb-478b-aa2f-184a14aebac9/bindings/n-h1-813897-4 HTTP/1.1" status: 200 len: 382 time: 0.1500466 Nov 10 19:09:32.205952 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-176b96b0-8a43-4449-b1f9-feea6f5a06b4 req-e5c8a6ad-cbbb-425b-927f-5c5204c29be4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a42d4887-cb04-48c7-8111-765e5b18298b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276923 Nov 10 19:09:32.211244 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-990779e0-30d8-43a9-9c91-050ef159eadb req-413d226a-ddbd-443c-a055-c5905dafd6bc tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023726 Nov 10 19:09:32.231145 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62239c0-677e-4daa-902d-b0205eb90866 req-e2959c12-e310-43da-8efe-476371962bc9 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:32.232720 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e62239c0-677e-4daa-902d-b0205eb90866 req-e2959c12-e310-43da-8efe-476371962bc9 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.1028097 Nov 10 19:09:32.304622 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e62239c0-677e-4daa-902d-b0205eb90866 req-0c0269ea-357f-4b28-9e55-db727310f580 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623190 Nov 10 19:09:32.338852 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-176b96b0-8a43-4449-b1f9-feea6f5a06b4 req-8c631882-ee16-4889-af01-65b472b9981b service neutron] 10.222.0.73 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187134 Nov 10 19:09:32.362020 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25453a90-ccfd-4141-9cdb-6c250e0e8b45 req-641de559-a82e-417f-907f-4be6df2a4d87 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:32.363672 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-25453a90-ccfd-4141-9cdb-6c250e0e8b45 req-641de559-a82e-417f-907f-4be6df2a4d87 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 943 time: 0.0581131 Nov 10 19:09:32.456019 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-176b96b0-8a43-4449-b1f9-feea6f5a06b4 req-a25d9864-de79-4131-b787-0b8e6ccc1a84 service neutron] 10.222.0.73 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109357 Nov 10 19:09:32.509215 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-25453a90-ccfd-4141-9cdb-6c250e0e8b45 req-1c32a9b8-0848-48c9-a77c-5eb6cc59302a tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280348 Nov 10 19:09:32.534648 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870cacd-59ce-4408-9fcd-7c908e797341 req-2289a213-747b-446d-b623-a8d607aaf7c4 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:32.536452 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b870cacd-59ce-4408-9fcd-7c908e797341 req-2289a213-747b-446d-b623-a8d607aaf7c4 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=8716ca89-8b78-4a46-9182-7d776bb962b2 HTTP/1.1" status: 200 len: 946 time: 0.1013429 Nov 10 19:09:32.539751 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f641f4e-77a7-4afe-afdc-d672a17f97eb req-7f9a241c-02db-40c9-8176-adb818ed03d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:32.542209 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f641f4e-77a7-4afe-afdc-d672a17f97eb req-7f9a241c-02db-40c9-8176-adb818ed03d7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8&tenant_id=5ef8c132b4d949a9b0bece379d0bc679 HTTP/1.1" status: 200 len: 1101 time: 0.0919991 Nov 10 19:09:32.583688 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 2bd44ccf-d05c-46fd-be26-527d04cdd725 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:09:32.613041 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 2bd44ccf-d05c-46fd-be26-527d04cdd725 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:09:32.613739 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 2bd44ccf-d05c-46fd-be26-527d04cdd725 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:09:32.627025 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b870cacd-59ce-4408-9fcd-7c908e797341 req-f1986837-5648-412c-aefb-1699c966acca tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835083 Nov 10 19:09:32.637875 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f641f4e-77a7-4afe-afdc-d672a17f97eb req-25501ed9-ef6d-48d2-b692-46f38457ecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:32.639650 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f641f4e-77a7-4afe-afdc-d672a17f97eb req-25501ed9-ef6d-48d2-b692-46f38457ecc7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 1101 time: 0.0697379 Nov 10 19:09:32.783538 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f641f4e-77a7-4afe-afdc-d672a17f97eb req-cbfd9f8b-7f63-481d-ad81-64122bc206a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:32.786330 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f641f4e-77a7-4afe-afdc-d672a17f97eb req-cbfd9f8b-7f63-481d-ad81-64122bc206a0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.1386170 Nov 10 19:09:32.841683 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f641f4e-77a7-4afe-afdc-d672a17f97eb req-c8b94704-6cb6-4fa9-b278-c69ef9624b93 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=2cc34104-5fcb-478b-aa2f-184a14aebac9 HTTP/1.1" status: 200 len: 217 time: 0.0473001 Nov 10 19:09:32.904620 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f641f4e-77a7-4afe-afdc-d672a17f97eb req-de5aaa01-fbd2-44b4-8a3b-11fb7d2de845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:32.906738 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f641f4e-77a7-4afe-afdc-d672a17f97eb req-de5aaa01-fbd2-44b4-8a3b-11fb7d2de845 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0553086 Nov 10 19:09:32.972184 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f641f4e-77a7-4afe-afdc-d672a17f97eb req-23410bb2-d39b-45a5-9e57-70974450a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:32.975196 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f641f4e-77a7-4afe-afdc-d672a17f97eb req-23410bb2-d39b-45a5-9e57-70974450a249 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0591805 Nov 10 19:09:33.151934 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c4ed2-0d91-4bf5-9cf7-abfcfdfa5505 req-92a87080-d04a-4a49-bfeb-79f4663acb5d tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:33.153480 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-854c4ed2-0d91-4bf5-9cf7-abfcfdfa5505 req-92a87080-d04a-4a49-bfeb-79f4663acb5d tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0710263 Nov 10 19:09:33.173475 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f641f4e-77a7-4afe-afdc-d672a17f97eb req-ef3f578f-dd44-4bed-8bf8-815329964df5 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847296 Nov 10 19:09:33.301939 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-854c4ed2-0d91-4bf5-9cf7-abfcfdfa5505 req-8db7c572-36d5-4509-9257-75c43368c78a tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223397 Nov 10 19:09:33.338706 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f641f4e-77a7-4afe-afdc-d672a17f97eb req-5db3d1d6-30db-453b-a973-9f431ff668df service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492882 Nov 10 19:09:33.489368 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd750a4-4b06-4775-b751-d532aea0de53 req-9563f98c-db8a-4f20-b3ad-a40564a8df44 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:33.490918 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0fd750a4-4b06-4775-b751-d532aea0de53 req-9563f98c-db8a-4f20-b3ad-a40564a8df44 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.0883965 Nov 10 19:09:33.528126 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b73fa8-4469-4b1b-949d-5aac134be2e8 req-00e34850-c131-4d11-8368-edb3af23d0d3 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:33.529564 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51b73fa8-4469-4b1b-949d-5aac134be2e8 req-00e34850-c131-4d11-8368-edb3af23d0d3 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=8716ca89-8b78-4a46-9182-7d776bb962b2 HTTP/1.1" status: 200 len: 946 time: 0.0900180 Nov 10 19:09:33.571475 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0fd750a4-4b06-4775-b751-d532aea0de53 req-467dcb18-9c00-4667-a70d-03c85082ce10 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738251 Nov 10 19:09:33.625295 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51b73fa8-4469-4b1b-949d-5aac134be2e8 req-7e49dcb0-3aa2-4af0-8641-b6d082b6443d tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832136 Nov 10 19:09:33.693337 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e8a68-02f9-418d-aa5d-6477341ea6cb req-ba55ffae-73f5-4078-94dd-3e7d6345b0f7 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:33.694901 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c4e8a68-02f9-418d-aa5d-6477341ea6cb req-ba55ffae-73f5-4078-94dd-3e7d6345b0f7 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 943 time: 0.0519276 Nov 10 19:09:33.761386 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c4e8a68-02f9-418d-aa5d-6477341ea6cb req-5a9adb36-956c-4fb1-94b1-1b7c7a2f0896 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600340 Nov 10 19:09:33.964067 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-0e9bb9be-eba2-442f-844f-40002c8e22b1 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=5802f78e25af467498fecaf6b63ef68d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226762 Nov 10 19:09:34.080153 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-e8733766-7bd7-4ec5-8e69-5ffb909515d8 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:34.080970 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-e8733766-7bd7-4ec5-8e69-5ffb909515d8 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1112900 Nov 10 19:09:34.097364 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-706dfc37-8df5-44cc-9fe7-26c82e0fc46b tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/quotas/5802f78e25af467498fecaf6b63ef68d HTTP/1.1" status: 200 len: 375 time: 0.0094721 Nov 10 19:09:34.132525 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-cbd7875e-f2b3-4b32-8f57-56766036b3cf tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5802f78e25af467498fecaf6b63ef68d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270426 Nov 10 19:09:34.293621 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9151a678-aea6-48a4-a0cb-087026d0c0e8 req-f81bf06f-8a93-494c-b8f0-729ab44a6e26 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f787729-97a8-4e46-ade2-edc3a776fa51 HTTP/1.1" status: 200 len: 210 time: 0.0314739 Nov 10 19:09:34.432985 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230374e-6f3d-41d6-8a58-a0e2ffba8285 req-7a06a970-0d90-4985-8ac2-ecab3c3f7f49 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:34.434746 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d230374e-6f3d-41d6-8a58-a0e2ffba8285 req-7a06a970-0d90-4985-8ac2-ecab3c3f7f49 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 945 time: 0.0584655 Nov 10 19:09:34.495766 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d230374e-6f3d-41d6-8a58-a0e2ffba8285 req-c5af2cd9-899b-46c6-aa48-6cbaeebc2748 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493751 Nov 10 19:09:34.591985 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device bca6c226-b029-4b66-a08c-87744fbc09b0 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:09:34.614610 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: bca6c226-b029-4b66-a08c-87744fbc09b0 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:09:34.615303 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device bca6c226-b029-4b66-a08c-87744fbc09b0 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:09:34.729850 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ffb6e-c5bb-497a-a2e5-1c61ac9778d1 req-8f98445d-6ea6-4843-9cdd-c142485d4cbd tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:34.731471 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-491ffb6e-c5bb-497a-a2e5-1c61ac9778d1 req-8f98445d-6ea6-4843-9cdd-c142485d4cbd tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.0652258 Nov 10 19:09:34.786678 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-491ffb6e-c5bb-497a-a2e5-1c61ac9778d1 req-4ff76630-9fac-424f-8938-2b23d663d145 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485601 Nov 10 19:09:34.898642 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00b820-7f37-4177-8215-01c38f355a81 req-235d669e-e82b-4e0b-8d27-ad2b24ee6a3a tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:34.900786 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e00b820-7f37-4177-8215-01c38f355a81 req-235d669e-e82b-4e0b-8d27-ad2b24ee6a3a tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=8716ca89-8b78-4a46-9182-7d776bb962b2 HTTP/1.1" status: 200 len: 946 time: 0.0499496 Nov 10 19:09:34.955245 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e00b820-7f37-4177-8215-01c38f355a81 req-d7ba3547-6816-4a68-859b-49e0c74f6034 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472832 Nov 10 19:09:35.071932 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b6e07-1525-4a03-9eb5-31c142132c1b req-1fb819bb-e17f-482a-993d-05138ed3e0e1 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:35.073470 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e86b6e07-1525-4a03-9eb5-31c142132c1b req-1fb819bb-e17f-482a-993d-05138ed3e0e1 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 943 time: 0.0510480 Nov 10 19:09:35.129713 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e86b6e07-1525-4a03-9eb5-31c142132c1b req-c7d97acf-7e0d-48f4-829e-64c45e2c2c4e tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496836 Nov 10 19:09:36.215458 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 2cc34104-5fcb-478b-aa2f-184a14aebac9 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:09:36.218597 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 2cc34104-5fcb-478b-aa2f-184a14aebac9 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:09:36.371624 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:36.405788 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 2cc34104-5fcb-478b-aa2f-184a14aebac9, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=2cc34104-5fcb-478b-aa2f-184a14aebac9,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:36.418845 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d521c28-da33-4ade-8fd3-013f2bfb70e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cc34104-5fcb-478b-aa2f-184a14aebac9'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:09:36.421474 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139567ab-d4fb-4be9-b9e9-eded86960c8e" -d '{"events": [{"server_uuid": "6d521c28-da33-4ade-8fd3-013f2bfb70e8", "name": "network-vif-unplugged", "status": "completed", "tag": "2cc34104-5fcb-478b-aa2f-184a14aebac9"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:09:36.437739 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 2cc34104-5fcb-478b-aa2f-184a14aebac9, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=2cc34104-5fcb-478b-aa2f-184a14aebac9,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:36.439021 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '2cc34104-5fcb-478b-aa2f-184a14aebac9', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': '2cc34104-5fcb-478b-aa2f-184a14aebac9', 'mac_address': 'fa:16:3e:61:ff:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:09:36.446202 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:36.511081 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:36.537406 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc34104-5fcb-478b-aa2f-184a14aebac9 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:09:36.542142 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=2cc34104-5fcb-478b-aa2f-184a14aebac9,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:36.562410 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 2cc34104-5fcb-478b-aa2f-184a14aebac9, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=2cc34104-5fcb-478b-aa2f-184a14aebac9,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:36.567507 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:36.568209 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device e705c2b5-25b4-42e3-b060-a1ace0b52356 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:09:36.653067 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=2cc34104-5fcb-478b-aa2f-184a14aebac9,revision_number=7']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:36.687664 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:36.688035 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:36.688341 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:36.688672 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:36.689013 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:36.689320 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:36.689641 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:36.689990 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:36.690316 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:36.690629 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:36.690945 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:36.691260 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:09:36.726687 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port e705c2b5-25b4-42e3-b060-a1ace0b52356, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e705c2b5-25b4-42e3-b060-a1ace0b52356,segment=NetworkSegment(4f3d73ba-6eb0-4c57-a248-e5b678ab2d07),segment_id=4f3d73ba-6eb0-4c57-a248-e5b678ab2d07)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:36.739029 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'e705c2b5-25b4-42e3-b060-a1ace0b52356', 'network_id': '39e0a764-ff58-44a3-87da-37be4cc4845b', 'port_id': 'e705c2b5-25b4-42e3-b060-a1ace0b52356', 'mac_address': 'fa:16:3e:26:3c:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c329353-9415-452e-8a45-4c2850f1881a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:09:36.776635 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:36.789156 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e705c2b5-25b4-42e3-b060-a1ace0b52356 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:09:36.809750 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port e705c2b5-25b4-42e3-b060-a1ace0b52356, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e705c2b5-25b4-42e3-b060-a1ace0b52356,segment=NetworkSegment(4f3d73ba-6eb0-4c57-a248-e5b678ab2d07),segment_id=4f3d73ba-6eb0-4c57-a248-e5b678ab2d07)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:36.815007 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:36.873176 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=e705c2b5-25b4-42e3-b060-a1ace0b52356,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:36.978301 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['e705c2b5-25b4-42e3-b060-a1ace0b52356'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:09:37.110706 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-452b7f36-42b9-4093-80be-aa3ba1993ef5 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:37.112274 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-452b7f36-42b9-4093-80be-aa3ba1993ef5 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c&tenant_id=740aa4129faa48ffa1d5e7369c5159ee&binding%3Ahost_id=n-h2-813897-4 HTTP/1.1" status: 200 len: 1096 time: 0.0476904 Nov 10 19:09:37.126546 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-02932d33-171c-4be4-8c2e-7688249538a2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813897-4'}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:09:37.183086 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-02932d33-171c-4be4-8c2e-7688249538a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:37.213492 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['2cc34104-5fcb-478b-aa2f-184a14aebac9'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:09:37.321491 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-02932d33-171c-4be4-8c2e-7688249538a2 service neutron] For port beddf51d-6ee7-4dee-b4f4-243e7b2a090f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=beddf51d-6ee7-4dee-b4f4-243e7b2a090f,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:37.358693 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-02932d33-171c-4be4-8c2e-7688249538a2 service neutron] For port beddf51d-6ee7-4dee-b4f4-243e7b2a090f, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:09:37.402156 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a878d88d-6fb5-4f99-8f21-d65037a4bc3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beddf51d-6ee7-4dee-b4f4-243e7b2a090f'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:09:37.404946 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84115b3c-f9f7-41d2-9fb1-ff46fc10532d" -d '{"events": [{"server_uuid": "a878d88d-6fb5-4f99-8f21-d65037a4bc3c", "name": "network-vif-unplugged", "status": "completed", "tag": "beddf51d-6ee7-4dee-b4f4-243e7b2a090f"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:09:37.409038 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-02932d33-171c-4be4-8c2e-7688249538a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:37.416029 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-02932d33-171c-4be4-8c2e-7688249538a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:37.489290 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02932d33-171c-4be4-8c2e-7688249538a2 service neutron] Pushing event updated for resources: {'Port': ['ID=beddf51d-6ee7-4dee-b4f4-243e7b2a090f,revision_number=7']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:37.506461 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-02932d33-171c-4be4-8c2e-7688249538a2 service neutron] Attempting to bind port beddf51d-6ee7-4dee-b4f4-243e7b2a090f on host n-h2-813897-4 for vnic_type normal with profile {"migrating_to": "n-h1-813897-4"} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:09:37.506801 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-02932d33-171c-4be4-8c2e-7688249538a2 service neutron] Attempting to bind port beddf51d-6ee7-4dee-b4f4-243e7b2a090f by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:09:37.507131 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-02932d33-171c-4be4-8c2e-7688249538a2 service neutron] Attempting to bind port beddf51d-6ee7-4dee-b4f4-243e7b2a090f on network 74048eaf-c023-4244-acc6-bb708e07e097 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:09:37.512049 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-02932d33-171c-4be4-8c2e-7688249538a2 service neutron] Port beddf51d-6ee7-4dee-b4f4-243e7b2a090f on network 74048eaf-c023-4244-acc6-bb708e07e097 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:09:37.512375 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-02932d33-171c-4be4-8c2e-7688249538a2 service neutron] Attempting to bind port beddf51d-6ee7-4dee-b4f4-243e7b2a090f on network 74048eaf-c023-4244-acc6-bb708e07e097 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:09:37.517714 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-02932d33-171c-4be4-8c2e-7688249538a2 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:09:37.518081 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-02932d33-171c-4be4-8c2e-7688249538a2 service neutron] Checking segment: {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:09:37.518470 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-02932d33-171c-4be4-8c2e-7688249538a2 service neutron] Bound using segment: {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:09:37.518892 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-02932d33-171c-4be4-8c2e-7688249538a2 service neutron] Bound port: beddf51d-6ee7-4dee-b4f4-243e7b2a090f, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:09:37.519246 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-02932d33-171c-4be4-8c2e-7688249538a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:37.587423 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-02932d33-171c-4be4-8c2e-7688249538a2 service neutron] For port beddf51d-6ee7-4dee-b4f4-243e7b2a090f, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:09:37.590707 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-02932d33-171c-4be4-8c2e-7688249538a2 service neutron] For port beddf51d-6ee7-4dee-b4f4-243e7b2a090f, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=beddf51d-6ee7-4dee-b4f4-243e7b2a090f,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:09:37.596163 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-02932d33-171c-4be4-8c2e-7688249538a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:37.672828 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02932d33-171c-4be4-8c2e-7688249538a2 service neutron] Pushing event updated for resources: {'Port': ['ID=beddf51d-6ee7-4dee-b4f4-243e7b2a090f,revision_number=8']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:37.676238 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-02932d33-171c-4be4-8c2e-7688249538a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:37.676858 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-02932d33-171c-4be4-8c2e-7688249538a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:37.678286 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-02932d33-171c-4be4-8c2e-7688249538a2 service neutron] 10.222.0.73 "PUT /v2.0/ports/beddf51d-6ee7-4dee-b4f4-243e7b2a090f HTTP/1.1" status: 200 len: 1121 time: 0.5561678 Nov 10 19:09:37.795979 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['beddf51d-6ee7-4dee-b4f4-243e7b2a090f'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:09:37.822737 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['beddf51d-6ee7-4dee-b4f4-243e7b2a090f'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:09:38.221901 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device beddf51d-6ee7-4dee-b4f4-243e7b2a090f details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:09:38.226636 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 2cc34104-5fcb-478b-aa2f-184a14aebac9 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:09:38.344161 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 2cc34104-5fcb-478b-aa2f-184a14aebac9 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:09:38.344524 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:38.378356 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port beddf51d-6ee7-4dee-b4f4-243e7b2a090f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=beddf51d-6ee7-4dee-b4f4-243e7b2a090f,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:38.398014 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device beddf51d-6ee7-4dee-b4f4-243e7b2a090f has no active binding in host n-h1-813897-4 {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 19:09:38.448170 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:38.489284 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 2cc34104-5fcb-478b-aa2f-184a14aebac9, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=2cc34104-5fcb-478b-aa2f-184a14aebac9,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:38.495854 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:38.496641 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device e705c2b5-25b4-42e3-b060-a1ace0b52356 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:09:38.570176 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=2cc34104-5fcb-478b-aa2f-184a14aebac9,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:38.582034 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port e705c2b5-25b4-42e3-b060-a1ace0b52356 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:09:38.582414 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:38.663825 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:38.697223 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port e705c2b5-25b4-42e3-b060-a1ace0b52356, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e705c2b5-25b4-42e3-b060-a1ace0b52356,segment=NetworkSegment(4f3d73ba-6eb0-4c57-a248-e5b678ab2d07),segment_id=4f3d73ba-6eb0-4c57-a248-e5b678ab2d07)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:38.705195 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:38.752376 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=e705c2b5-25b4-42e3-b060-a1ace0b52356,revision_number=7']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:40.242937 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device e705c2b5-25b4-42e3-b060-a1ace0b52356 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:09:40.330033 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:40.369723 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port e705c2b5-25b4-42e3-b060-a1ace0b52356, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e705c2b5-25b4-42e3-b060-a1ace0b52356,segment=NetworkSegment(4f3d73ba-6eb0-4c57-a248-e5b678ab2d07),segment_id=4f3d73ba-6eb0-4c57-a248-e5b678ab2d07)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:40.376860 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:40.425955 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=e705c2b5-25b4-42e3-b060-a1ace0b52356,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:45.097539 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b999908-e5b8-4e46-9354-fa0cf889c1c1 req-69e841fc-356c-4901-aa0d-36868b7ef674 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f787729-97a8-4e46-ade2-edc3a776fa51 HTTP/1.1" status: 200 len: 210 time: 0.0293157 Nov 10 19:09:45.182651 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91844d21-53f8-45d7-8fd0-32ed391e396b req-33be8d7c-96a0-4cb8-92e2-e0ee1b88e631 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:45.186594 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91844d21-53f8-45d7-8fd0-32ed391e396b req-33be8d7c-96a0-4cb8-92e2-e0ee1b88e631 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 943 time: 0.0918479 Nov 10 19:09:45.280501 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649849e4-1855-40d3-abe5-5005e4740ff2 req-ae95eae2-a9df-423a-bef5-fc98262b515e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:45.282086 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-649849e4-1855-40d3-abe5-5005e4740ff2 req-ae95eae2-a9df-423a-bef5-fc98262b515e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.1084979 Nov 10 19:09:45.286029 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91844d21-53f8-45d7-8fd0-32ed391e396b req-ac73c48d-a6a3-4877-81a3-e44c756f41f8 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893831 Nov 10 19:09:45.342339 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-649849e4-1855-40d3-abe5-5005e4740ff2 req-6727d4f9-6002-44bd-b648-53250789d964 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535274 Nov 10 19:09:45.406561 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9af61e-ef0e-4edb-b903-85bd0a4a52b7 req-53a3ce99-e845-4436-831e-03581d0a768b tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:45.408246 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ee9af61e-ef0e-4edb-b903-85bd0a4a52b7 req-53a3ce99-e845-4436-831e-03581d0a768b tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=8716ca89-8b78-4a46-9182-7d776bb962b2 HTTP/1.1" status: 200 len: 944 time: 0.0537391 Nov 10 19:09:45.490505 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f61bb-e457-4514-b14b-eeb08583d3c9 req-b9f99206-8ac7-4b29-a324-4f85368e165f tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:45.492085 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-da9f61bb-e457-4514-b14b-eeb08583d3c9 req-b9f99206-8ac7-4b29-a324-4f85368e165f tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 943 time: 0.0828545 Nov 10 19:09:45.495570 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ee9af61e-ef0e-4edb-b903-85bd0a4a52b7 req-92034ce7-1f55-4002-856a-4a5b56ea7070 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781140 Nov 10 19:09:45.558011 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-da9f61bb-e457-4514-b14b-eeb08583d3c9 req-7e4e7efd-7a0e-4fbf-95bf-1776fa3dc889 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585902 Nov 10 19:09:45.581738 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13923e7-86b7-468a-bcf4-27349874440b x-openstack-request-id: req-d13923e7-86b7-468a-bcf4-27349874440b {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:09:45.582688 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d521c28-da33-4ade-8fd3-013f2bfb70e8", "name": "network-vif-unplugged", "status": "completed", "tag": "2cc34104-5fcb-478b-aa2f-184a14aebac9", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:09:45.583149 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d13923e7-86b7-468a-bcf4-27349874440b {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:09:45.583761 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d521c28-da33-4ade-8fd3-013f2bfb70e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cc34104-5fcb-478b-aa2f-184a14aebac9', 'code': 200} Nov 10 19:09:45.627240 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d80b57-f637-4d95-9a49-411aa761745c x-openstack-request-id: req-d6d80b57-f637-4d95-9a49-411aa761745c {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:09:45.627539 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a878d88d-6fb5-4f99-8f21-d65037a4bc3c", "name": "network-vif-unplugged", "status": "completed", "tag": "beddf51d-6ee7-4dee-b4f4-243e7b2a090f", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:09:45.627791 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d6d80b57-f637-4d95-9a49-411aa761745c {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:09:45.628258 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a878d88d-6fb5-4f99-8f21-d65037a4bc3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beddf51d-6ee7-4dee-b4f4-243e7b2a090f', 'code': 200} Nov 10 19:09:45.675686 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-89967e3f-c4fa-4a1a-89f5-0cff9a2469f2 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=5802f78e25af467498fecaf6b63ef68d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364659 Nov 10 19:09:45.764820 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54474) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:09:45.916750 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-7881c82f-5d51-41a7-97c2-fa3f8d2316a1 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:45.918327 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-7881c82f-5d51-41a7-97c2-fa3f8d2316a1 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2368662 Nov 10 19:09:45.944598 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-f30f4296-c5b2-4395-83d5-923f069fc055 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Request body: {'port': {'device_id': '5f787729-97a8-4e46-ade2-edc3a776fa51', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'admin_state_up': True, 'tenant_id': '5802f78e25af467498fecaf6b63ef68d'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:09:45.991612 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f27ce7-8e80-463e-849e-be94e191bd0e req-6b9430aa-c01b-49b4-9164-2e8233595d09 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:45.993149 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-44f27ce7-8e80-463e-849e-be94e191bd0e req-6b9430aa-c01b-49b4-9164-2e8233595d09 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8&tenant_id=5ef8c132b4d949a9b0bece379d0bc679&binding%3Ahost_id=n-h1-813897-4 HTTP/1.1" status: 200 len: 950 time: 0.1043301 Nov 10 19:09:46.038929 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-6fe774c7-6556-40fe-907b-c944032f85dc service neutron] 10.222.0.73 "GET /v2.0/ports/6e5a2a32-f007-4339-bf7b-730b25dd87c4/bindings/n-h2-813897-4 HTTP/1.1" status: 200 len: 384 time: 0.2134132 Nov 10 19:09:46.068256 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b8970-47ea-4cb0-a383-b9ee59038517 req-d184d0d7-be83-4d75-900e-c92dbb4d44b3 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:46.069957 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-854b8970-47ea-4cb0-a383-b9ee59038517 req-d184d0d7-be83-4d75-900e-c92dbb4d44b3 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.1826959 Nov 10 19:09:46.127639 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a7358-da90-4c21-bf1f-73f72cd01c86 req-e00bc715-c90f-4fd0-8b15-1816dd94d31e tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:46.129167 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0e0a7358-da90-4c21-bf1f-73f72cd01c86 req-e00bc715-c90f-4fd0-8b15-1816dd94d31e tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=8716ca89-8b78-4a46-9182-7d776bb962b2 HTTP/1.1" status: 200 len: 944 time: 0.1886609 Nov 10 19:09:46.150462 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f27ce7-8e80-463e-849e-be94e191bd0e req-2618b149-17e3-4801-be48-c857d7bb8582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:46.152031 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-44f27ce7-8e80-463e-849e-be94e191bd0e req-2618b149-17e3-4801-be48-c857d7bb8582 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 1101 time: 0.0746870 Nov 10 19:09:46.228171 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-854b8970-47ea-4cb0-a383-b9ee59038517 req-eb3fe5ac-f2df-4ae5-9ba8-fd6d73316e67 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489260 Nov 10 19:09:46.252288 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-f30f4296-c5b2-4395-83d5-923f069fc055 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Made reservation on behalf of 5802f78e25af467498fecaf6b63ef68d for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:09:46.255897 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-f30f4296-c5b2-4395-83d5-923f069fc055 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:46.280248 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 6e5a2a32-f007-4339-bf7b-730b25dd87c4 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:09:46.300086 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0e0a7358-da90-4c21-bf1f-73f72cd01c86 req-aa599deb-3088-4fc4-b58a-f0063d03ba7b tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584032 Nov 10 19:09:46.304491 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-f30f4296-c5b2-4395-83d5-923f069fc055 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:46.337331 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f27ce7-8e80-463e-849e-be94e191bd0e req-8b111049-08c7-4d10-967c-fe86a75d09f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:46.339325 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-44f27ce7-8e80-463e-849e-be94e191bd0e req-8b111049-08c7-4d10-967c-fe86a75d09f9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.1774874 Nov 10 19:09:46.413932 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-44f27ce7-8e80-463e-849e-be94e191bd0e req-29f96635-6c87-46c1-b7ec-78d714df0ac3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=2cc34104-5fcb-478b-aa2f-184a14aebac9 HTTP/1.1" status: 200 len: 217 time: 0.0585358 Nov 10 19:09:46.483329 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-57be93c8-8e32-42dc-b035-f88a43b6ddd3 req-008445f7-9328-49dc-975b-1c97810a7b96 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f787729-97a8-4e46-ade2-edc3a776fa51 HTTP/1.1" status: 200 len: 210 time: 0.0669744 Nov 10 19:09:46.524444 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f27ce7-8e80-463e-849e-be94e191bd0e req-0e938dc6-58ad-4b52-ac66-461ac59befef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:46.526117 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-44f27ce7-8e80-463e-849e-be94e191bd0e req-0e938dc6-58ad-4b52-ac66-461ac59befef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0852830 Nov 10 19:09:46.536924 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-f30f4296-c5b2-4395-83d5-923f069fc055 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:46.544345 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-f30f4296-c5b2-4395-83d5-923f069fc055 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:46.570311 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cd939292-c92d-4e1e-b387-8b82590a126a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:46.627039 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f27ce7-8e80-463e-849e-be94e191bd0e req-1d8e3676-f54e-4dc2-a242-ada01b5fbefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:46.628616 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-44f27ce7-8e80-463e-849e-be94e191bd0e req-1d8e3676-f54e-4dc2-a242-ada01b5fbefa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0942581 Nov 10 19:09:46.644429 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-adf97f93-149b-4cdd-993d-81660b013046 service neutron] For port 6e5a2a32-f007-4339-bf7b-730b25dd87c4, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6e5a2a32-f007-4339-bf7b-730b25dd87c4,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:46.659368 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f4296-c5b2-4395-83d5-923f069fc055 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1051f1d-c260-4bee-9c63-cf151d69bdbf,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:46.681523 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310daddd-360a-41ca-ab65-525499b719bc req-c4a60ae5-393f-4297-a944-0836f36e6f19 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:46.683094 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-310daddd-360a-41ca-ab65-525499b719bc req-c4a60ae5-393f-4297-a944-0836f36e6f19 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 943 time: 0.1947367 Nov 10 19:09:46.758648 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-adf97f93-149b-4cdd-993d-81660b013046 service neutron] For port 6e5a2a32-f007-4339-bf7b-730b25dd87c4, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:09:46.814624 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-adf97f93-149b-4cdd-993d-81660b013046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e5a2a32-f007-4339-bf7b-730b25dd87c4 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:09:46.841389 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-adf97f93-149b-4cdd-993d-81660b013046 service neutron] For port 6e5a2a32-f007-4339-bf7b-730b25dd87c4, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=6e5a2a32-f007-4339-bf7b-730b25dd87c4,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:46.844000 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-f30f4296-c5b2-4395-83d5-923f069fc055 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Allocated IP 192.168.233.191 (d392c118-92b4-47b2-87bf-77c096e8a630/f9b6e8e7-6ebd-402d-901c-b41f234de3ab/434a6e5b-758e-41f0-8cd5-ecbfb3049bbd) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:09:46.853681 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-44f27ce7-8e80-463e-849e-be94e191bd0e req-ab230a0f-79fa-47c3-933a-bd3d2050b0f3 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890109 Nov 10 19:09:46.878393 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345fee2-9fb3-40ba-916f-377548459541 req-5b78f869-e770-4c71-92cb-fa43fc46bd25 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:46.879925 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3345fee2-9fb3-40ba-916f-377548459541 req-5b78f869-e770-4c71-92cb-fa43fc46bd25 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 943 time: 0.2329307 Nov 10 19:09:46.884592 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-310daddd-360a-41ca-ab65-525499b719bc req-e20c0806-d167-4598-a171-58d0a8c36e05 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936290 Nov 10 19:09:46.886962 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-adf97f93-149b-4cdd-993d-81660b013046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:46.996626 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-44f27ce7-8e80-463e-849e-be94e191bd0e req-4fa73e66-997a-4e35-9089-1dff84205e76 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347084 Nov 10 19:09:47.037313 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-cd939292-c92d-4e1e-b387-8b82590a126a admin admin] Deleting port d3c33c6e-fe3c-435e-a6b0-3526777760b8 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:09:47.037653 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cd939292-c92d-4e1e-b387-8b82590a126a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:47.067564 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3345fee2-9fb3-40ba-916f-377548459541 req-4fc2eaac-9cbb-45f1-ac6e-f77dd3678441 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673362 Nov 10 19:09:47.085655 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-adf97f93-149b-4cdd-993d-81660b013046 service neutron] Transition to ACTIVE for port object 6e5a2a32-f007-4339-bf7b-730b25dd87c4 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:09:47.096564 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-adf97f93-149b-4cdd-993d-81660b013046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:47.133444 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-cd939292-c92d-4e1e-b387-8b82590a126a admin admin] For port d3c33c6e-fe3c-435e-a6b0-3526777760b8, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d3c33c6e-fe3c-435e-a6b0-3526777760b8,segment=NetworkSegment(d10b3661-3f37-42b4-9629-9251c865d65b),segment_id=d10b3661-3f37-42b4-9629-9251c865d65b)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:47.133867 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cd939292-c92d-4e1e-b387-8b82590a126a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:47.146822 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-cd939292-c92d-4e1e-b387-8b82590a126a admin admin] Calling delete_port for d3c33c6e-fe3c-435e-a6b0-3526777760b8 owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:09:47.342682 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cd939292-c92d-4e1e-b387-8b82590a126a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:47.370764 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd939292-c92d-4e1e-b387-8b82590a126a admin admin] Pushing event deleted for resources: {'Port': ['ID=d3c33c6e-fe3c-435e-a6b0-3526777760b8,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:47.430599 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-adf97f93-149b-4cdd-993d-81660b013046 service neutron] No DVR routers for this DVR port 6e5a2a32-f007-4339-bf7b-730b25dd87c4 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:09:47.441279 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-f30f4296-c5b2-4395-83d5-923f069fc055 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:47.514801 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf97f93-149b-4cdd-993d-81660b013046 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5a2a32-f007-4339-bf7b-730b25dd87c4,revision_number=10']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:47.565166 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-adf97f93-149b-4cdd-993d-81660b013046 service neutron] 10.222.0.73 "PUT /v2.0/ports/6e5a2a32-f007-4339-bf7b-730b25dd87c4/bindings/n-h2-813897-4/activate HTTP/1.1" status: 200 len: 369 time: 1.4907382 Nov 10 19:09:47.585522 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d521c28-da33-4ade-8fd3-013f2bfb70e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc34104-5fcb-478b-aa2f-184a14aebac9'}, {'server_uuid': '8716ca89-8b78-4a46-9182-7d776bb962b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e705c2b5-25b4-42e3-b060-a1ace0b52356'}, {'server_uuid': '8716ca89-8b78-4a46-9182-7d776bb962b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e705c2b5-25b4-42e3-b060-a1ace0b52356'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:09:47.591710 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b195f9-86e6-4e38-8e69-3933afd26f00" -d '{"events": [{"server_uuid": "6d521c28-da33-4ade-8fd3-013f2bfb70e8", "name": "network-vif-plugged", "status": "completed", "tag": "2cc34104-5fcb-478b-aa2f-184a14aebac9"}, {"server_uuid": "8716ca89-8b78-4a46-9182-7d776bb962b2", "name": "network-vif-plugged", "status": "completed", "tag": "e705c2b5-25b4-42e3-b060-a1ace0b52356"}, {"server_uuid": "8716ca89-8b78-4a46-9182-7d776bb962b2", "name": "network-vif-unplugged", "status": "completed", "tag": "e705c2b5-25b4-42e3-b060-a1ace0b52356"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:09:47.605078 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b81a3-3edc-4ffa-94a4-54911734ad04 req-e108660c-ab12-4146-b0d7-041c83911ea9 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:47.606830 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c54b81a3-3edc-4ffa-94a4-54911734ad04 req-e108660c-ab12-4146-b0d7-041c83911ea9 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=8716ca89-8b78-4a46-9182-7d776bb962b2 HTTP/1.1" status: 200 len: 944 time: 0.1835604 Nov 10 19:09:47.632348 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a878d88d-6fb5-4f99-8f21-d65037a4bc3c', 'tag': 'beddf51d-6ee7-4dee-b4f4-243e7b2a090f'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:09:47.634858 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a130507f-50da-4bc1-8d11-3e5aa567609a" -d '{"events": [{"name": "network-changed", "server_uuid": "a878d88d-6fb5-4f99-8f21-d65037a4bc3c", "tag": "beddf51d-6ee7-4dee-b4f4-243e7b2a090f"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:09:47.645230 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2691a3-5c8c-4d64-89f4-e0b7e60b8c9d req-add8a062-9119-42d7-8af7-de30530b0a6a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:47.646880 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5b2691a3-5c8c-4d64-89f4-e0b7e60b8c9d req-add8a062-9119-42d7-8af7-de30530b0a6a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.2249134 Nov 10 19:09:47.695028 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-f30f4296-c5b2-4395-83d5-923f069fc055 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:47.803260 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-f30f4296-c5b2-4395-83d5-923f069fc055 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Network d392c118-92b4-47b2-87bf-77c096e8a630 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:09:47.806956 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c54b81a3-3edc-4ffa-94a4-54911734ad04 req-bfc1c9e4-d025-48af-be50-41577eb063bd tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853478 Nov 10 19:09:47.828903 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-4661e930-42e5-419f-8ecb-77fad428c086 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:47.830724 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-4661e930-42e5-419f-8ecb-77fad428c086 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103&tenant_id=a08ec8828e22441bac9028fb3e613990&binding%3Ahost_id=n-h1-813897-4 HTTP/1.1" status: 200 len: 1095 time: 0.1828015 Nov 10 19:09:47.831698 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-f30f4296-c5b2-4395-83d5-923f069fc055 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:09:47.855962 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-f30f4296-c5b2-4395-83d5-923f069fc055 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:09:47.864494 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5b2691a3-5c8c-4d64-89f4-e0b7e60b8c9d req-54b80201-29ac-420b-b909-925ef95b7e9f tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050529 Nov 10 19:09:47.875184 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f4296-c5b2-4395-83d5-923f069fc055 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Pushing event updated for resources: {'Port': ['ID=434a6e5b-758e-41f0-8cd5-ecbfb3049bbd,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:47.878145 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cd939292-c92d-4e1e-b387-8b82590a126a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:47.978397 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdc6d1-a1ce-4752-bcec-f5e7706f29bd req-0871c6e1-9a8c-4945-9a6d-71c2a207711e tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:47.979835 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-98cdc6d1-a1ce-4752-bcec-f5e7706f29bd req-0871c6e1-9a8c-4945-9a6d-71c2a207711e tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.73 "GET /v2.0/ports?device_id=8716ca89-8b78-4a46-9182-7d776bb962b2 HTTP/1.1" status: 200 len: 944 time: 0.1834030 Nov 10 19:09:47.985878 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-f30f4296-c5b2-4395-83d5-923f069fc055 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:47.986493 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-f30f4296-c5b2-4395-83d5-923f069fc055 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:48.012099 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-3912b4e5-518c-4e3c-b751-8cbf15637db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:48.013666 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-3912b4e5-518c-4e3c-b751-8cbf15637db3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103&tenant_id=a08ec8828e22441bac9028fb3e613990 HTTP/1.1" status: 200 len: 1095 time: 0.1539769 Nov 10 19:09:48.098535 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-f30f4296-c5b2-4395-83d5-923f069fc055 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1606545 Nov 10 19:09:48.104408 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Wed, 10 Nov 2021 19:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82c0006-7873-4766-a0fd-55f784ac36d8 x-openstack-request-id: req-b82c0006-7873-4766-a0fd-55f784ac36d8 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:09:48.104722 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d521c28-da33-4ade-8fd3-013f2bfb70e8", "name": "network-vif-plugged", "status": "completed", "tag": "2cc34104-5fcb-478b-aa2f-184a14aebac9", "code": 200}, {"server_uuid": "8716ca89-8b78-4a46-9182-7d776bb962b2", "name": "network-vif-plugged", "status": "completed", "tag": "e705c2b5-25b4-42e3-b060-a1ace0b52356", "code": 200}, {"server_uuid": "8716ca89-8b78-4a46-9182-7d776bb962b2", "name": "network-vif-unplugged", "status": "completed", "tag": "e705c2b5-25b4-42e3-b060-a1ace0b52356", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:09:48.105014 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b82c0006-7873-4766-a0fd-55f784ac36d8 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:09:48.105631 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d521c28-da33-4ade-8fd3-013f2bfb70e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc34104-5fcb-478b-aa2f-184a14aebac9', 'code': 200} Nov 10 19:09:48.105939 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8716ca89-8b78-4a46-9182-7d776bb962b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e705c2b5-25b4-42e3-b060-a1ace0b52356', 'code': 200} Nov 10 19:09:48.106191 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8716ca89-8b78-4a46-9182-7d776bb962b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e705c2b5-25b4-42e3-b060-a1ace0b52356', 'code': 200} Nov 10 19:09:48.143057 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-529bda9b-35b5-4da7-82e3-b3c62bd58ea6 service neutron] Request body: {'port': {'device_id': '5f787729-97a8-4e46-ade2-edc3a776fa51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:09:48.160062 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f062b02-771d-42cb-9a7c-842d6a4dc365 x-openstack-request-id: req-1f062b02-771d-42cb-9a7c-842d6a4dc365 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:09:48.160208 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a878d88d-6fb5-4f99-8f21-d65037a4bc3c", "tag": "beddf51d-6ee7-4dee-b4f4-243e7b2a090f", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:09:48.160510 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1f062b02-771d-42cb-9a7c-842d6a4dc365 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:09:48.161191 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a878d88d-6fb5-4f99-8f21-d65037a4bc3c', 'tag': 'beddf51d-6ee7-4dee-b4f4-243e7b2a090f', 'status': 'completed', 'code': 200} Nov 10 19:09:48.179315 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-1bba5c0b-fff2-443f-a423-91a9dd422ff9 None None] Provisioning complete for port 434a6e5b-758e-41f0-8cd5-ecbfb3049bbd triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:09:48.179680 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1bba5c0b-fff2-443f-a423-91a9dd422ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:48.204074 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd939292-c92d-4e1e-b387-8b82590a126a admin admin] Router ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:09:48.218662 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-1bba5c0b-fff2-443f-a423-91a9dd422ff9 None None] Port 434a6e5b-758e-41f0-8cd5-ecbfb3049bbd cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:09:48.293575 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa7ec1-05ef-4645-b582-2b74011db480 req-4f204cf0-3267-45c3-bd09-4a06ba4e6028 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:48.295136 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4aa7ec1-05ef-4645-b582-2b74011db480 req-4f204cf0-3267-45c3-bd09-4a06ba4e6028 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f787729-97a8-4e46-ade2-edc3a776fa51 HTTP/1.1" status: 200 len: 936 time: 0.2805016 Nov 10 19:09:48.318757 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd939292-c92d-4e1e-b387-8b82590a126a admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:09:48.324108 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cd939292-c92d-4e1e-b387-8b82590a126a admin admin] 10.222.0.54 "PUT /v2.0/routers/ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5580688 Nov 10 19:09:48.325313 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-28a56d05-d81c-4629-93a2-34af3a127044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:48.326655 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54506) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:09:48.326837 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-28a56d05-d81c-4629-93a2-34af3a127044 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a08ec8828e22441bac9028fb3e613990&device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 1095 time: 0.2619963 Nov 10 19:09:48.329640 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a567f1-813b-41b8-839c-eb0480934e93 None None] Sync routers for ids ['ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:09:48.340515 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a567f1-813b-41b8-839c-eb0480934e93 None None] Routers {'ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:09:48.341127 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-90a567f1-813b-41b8-839c-eb0480934e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:09:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:09:48.371902 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-529bda9b-35b5-4da7-82e3-b3c62bd58ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:48.420200 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130507f-50da-4bc1-8d11-3e5aa567609a req-3dcb54e1-b2ac-4756-b130-add9ea593f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:48.421752 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a130507f-50da-4bc1-8d11-3e5aa567609a req-3dcb54e1-b2ac-4756-b130-add9ea593f19 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=740aa4129faa48ffa1d5e7369c5159ee&device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 1124 time: 0.2135272 Nov 10 19:09:48.430428 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480ea3f-382c-4962-968d-307435995129 req-af2e0a6c-2c1e-44e7-9665-58ffbfaa1a59 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:48.431939 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b480ea3f-382c-4962-968d-307435995129 req-af2e0a6c-2c1e-44e7-9665-58ffbfaa1a59 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 943 time: 0.2194040 Nov 10 19:09:48.443211 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f30ce9e5-6202-406f-a8dd-c99ce7cf515f admin admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:48.456860 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-90a567f1-813b-41b8-839c-eb0480934e93 None None] Set router ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:09:48.563966 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f30ce9e5-6202-406f-a8dd-c99ce7cf515f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:48.578318 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4aa7ec1-05ef-4645-b582-2b74011db480 req-a658b5f0-6cd3-409a-9033-8bd3f02453d5 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/security-groups?id=d1051f1d-c260-4bee-9c63-cf151d69bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593551 Nov 10 19:09:48.630152 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-f30ce9e5-6202-406f-a8dd-c99ce7cf515f admin admin] Deleting port a0c54f40-ca77-43aa-aa71-e3b10e64211a {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:09:48.630630 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f30ce9e5-6202-406f-a8dd-c99ce7cf515f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:48.649056 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-98cdc6d1-a1ce-4752-bcec-f5e7706f29bd req-189821c1-0ffc-4dee-8d81-5e4d40e1f1e1 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Deleting port e705c2b5-25b4-42e3-b060-a1ace0b52356 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:09:48.649395 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-98cdc6d1-a1ce-4752-bcec-f5e7706f29bd req-189821c1-0ffc-4dee-8d81-5e4d40e1f1e1 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:48.664538 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-90a567f1-813b-41b8-839c-eb0480934e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d', 'name': 'tempest-AttachSCSIVolumeTestJSON-681289190-router', 'tenant_id': '34237cca00b0449f92897c4768452361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a0c54f40-ca77-43aa-aa71-e3b10e64211a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:07:04Z', 'updated_at': '2021-11-10T19:09:47Z', 'revision_number': 5, 'project_id': '34237cca00b0449f92897c4768452361', 'gw_port': {'id': 'a0c54f40-ca77-43aa-aa71-e3b10e64211a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:06Z', 'updated_at': '2021-11-10T19:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:09:48.727252 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-f30ce9e5-6202-406f-a8dd-c99ce7cf515f admin admin] For port a0c54f40-ca77-43aa-aa71-e3b10e64211a, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=a0c54f40-ca77-43aa-aa71-e3b10e64211a,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:48.727574 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f30ce9e5-6202-406f-a8dd-c99ce7cf515f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:48.743436 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-f30ce9e5-6202-406f-a8dd-c99ce7cf515f admin admin] Calling delete_port for a0c54f40-ca77-43aa-aa71-e3b10e64211a owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:09:48.750311 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 6e5a2a32-f007-4339-bf7b-730b25dd87c4 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:09:48.794636 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a567f1-813b-41b8-839c-eb0480934e93 None None] Checking router: ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:09:48.803580 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a567f1-813b-41b8-839c-eb0480934e93 None None] Routers {'ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:09:48.804445 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-90a567f1-813b-41b8-839c-eb0480934e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:09:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:09:48.851074 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-645877d4-db20-4321-b545-962ba3343ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:48.853975 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-645877d4-db20-4321-b545-962ba3343ecb service neutron] 10.222.0.25 "GET /v2.0/networks?id=a42d4887-cb04-48c7-8111-765e5b18298b HTTP/1.1" status: 200 len: 909 time: 0.5181549 Nov 10 19:09:48.871000 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b480ea3f-382c-4962-968d-307435995129 req-e4ab1efb-9d9e-4f88-92d5-191fc99a3a4d tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632925 Nov 10 19:09:48.912568 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-90a567f1-813b-41b8-839c-eb0480934e93 None None] Set router ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:09:48.949282 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f30ce9e5-6202-406f-a8dd-c99ce7cf515f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:48.971871 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-90a567f1-813b-41b8-839c-eb0480934e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d', 'name': 'tempest-AttachSCSIVolumeTestJSON-681289190-router', 'tenant_id': '34237cca00b0449f92897c4768452361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:07:04Z', 'updated_at': '2021-11-10T19:09:48Z', 'revision_number': 6, 'project_id': '34237cca00b0449f92897c4768452361', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:09:48.975542 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-3a337a70-324a-47ce-b2a5-be919d8ba303 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e5a2a32-f007-4339-bf7b-730b25dd87c4 HTTP/1.1" status: 200 len: 217 time: 0.1034653 Nov 10 19:09:48.981532 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ce9e5-6202-406f-a8dd-c99ce7cf515f admin admin] Pushing event deleted for resources: {'Port': ['ID=a0c54f40-ca77-43aa-aa71-e3b10e64211a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:48.989238 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130507f-50da-4bc1-8d11-3e5aa567609a req-ccf61084-ca39-4c97-98d8-c62e89cb0f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:48.990808 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a130507f-50da-4bc1-8d11-3e5aa567609a req-ccf61084-ca39-4c97-98d8-c62e89cb0f54 service neutron] 10.222.0.25 "GET /v2.0/networks?id=74048eaf-c023-4244-acc6-bb708e07e097 HTTP/1.1" status: 200 len: 922 time: 0.5555811 Nov 10 19:09:49.005926 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a567f1-813b-41b8-839c-eb0480934e93 None None] The sync data for ids ['ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d'] in n-d-813897-4 is: [{'id': 'ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d', 'name': 'tempest-AttachSCSIVolumeTestJSON-681289190-router', 'tenant_id': '34237cca00b0449f92897c4768452361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:07:04Z', 'updated_at': '2021-11-10T19:09:48Z', 'revision_number': 6, 'project_id': '34237cca00b0449f92897c4768452361', 'gw_port_host': None}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:09:49.054795 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f30ce9e5-6202-406f-a8dd-c99ce7cf515f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:49.152219 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da16dcd-15e0-427e-8d72-a3fa3bc64631 req-c0acecfa-8113-467a-885e-89652b1eed20 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:49.153721 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6da16dcd-15e0-427e-8d72-a3fa3bc64631 req-c0acecfa-8113-467a-885e-89652b1eed20 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 944 time: 0.4461913 Nov 10 19:09:49.161009 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f30ce9e5-6202-406f-a8dd-c99ce7cf515f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:49.163385 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f30ce9e5-6202-406f-a8dd-c99ce7cf515f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:49.165037 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-98cdc6d1-a1ce-4752-bcec-f5e7706f29bd req-189821c1-0ffc-4dee-8d81-5e4d40e1f1e1 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] For port e705c2b5-25b4-42e3-b060-a1ace0b52356, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e705c2b5-25b4-42e3-b060-a1ace0b52356,segment=NetworkSegment(4f3d73ba-6eb0-4c57-a248-e5b678ab2d07),segment_id=4f3d73ba-6eb0-4c57-a248-e5b678ab2d07)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:49.165405 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-98cdc6d1-a1ce-4752-bcec-f5e7706f29bd req-189821c1-0ffc-4dee-8d81-5e4d40e1f1e1 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:49.172800 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a130507f-50da-4bc1-8d11-3e5aa567609a req-b597b21d-57c2-43a3-945a-3aa160a2b75f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beddf51d-6ee7-4dee-b4f4-243e7b2a090f HTTP/1.1" status: 200 len: 217 time: 0.1433511 Nov 10 19:09:49.221927 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-98cdc6d1-a1ce-4752-bcec-f5e7706f29bd req-189821c1-0ffc-4dee-8d81-5e4d40e1f1e1 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Calling delete_port for e705c2b5-25b4-42e3-b060-a1ace0b52356 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:09:49.231455 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f30ce9e5-6202-406f-a8dd-c99ce7cf515f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:49.232107 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30ce9e5-6202-406f-a8dd-c99ce7cf515f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:09:49.237944 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f30ce9e5-6202-406f-a8dd-c99ce7cf515f admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:49.239789 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f30ce9e5-6202-406f-a8dd-c99ce7cf515f admin admin] 10.222.0.54 "DELETE /v2.0/routers/ee3c3d4b-44dc-4f3a-89b4-f8cd8c48b69d HTTP/1.1" status: 204 len: 168 time: 0.9118984 Nov 10 19:09:49.241813 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-144e6dfd-5c13-4cbf-b7df-d02a2d32feb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:49.242382 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54516) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:09:49.243273 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-144e6dfd-5c13-4cbf-b7df-d02a2d32feb6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=34d86bed-ff03-44e0-b566-0ecdf3d0ce56 HTTP/1.1" status: 200 len: 848 time: 0.2321298 Nov 10 19:09:49.293604 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f8b0f05-f774-4639-8e7c-374aba4b7983 admin admin] Deleting subnet fde35aef-a8d1-4d05-b4f9-3b8f57f73ddf {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:09:49.297176 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f8b0f05-f774-4639-8e7c-374aba4b7983 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:49.316381 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60e24a-39ea-439c-816a-83b5cecb0973 req-068d4c4d-c3a0-4343-9c30-2492338acb95 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:49.318050 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fe60e24a-39ea-439c-816a-83b5cecb0973 req-068d4c4d-c3a0-4343-9c30-2492338acb95 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=8716ca89-8b78-4a46-9182-7d776bb962b2 HTTP/1.1" status: 200 len: 944 time: 0.3627453 Nov 10 19:09:49.330324 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-bc3bd810-2c4d-48ea-bf9f-19e54414224f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a42d4887-cb04-48c7-8111-765e5b18298b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715518 Nov 10 19:09:49.333937 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f8b0f05-f774-4639-8e7c-374aba4b7983 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:49.397926 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130507f-50da-4bc1-8d11-3e5aa567609a req-4d63ccb3-e3ce-4040-b0fc-7a1f8f69bcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:49.399296 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a130507f-50da-4bc1-8d11-3e5aa567609a req-4d63ccb3-e3ce-4040-b0fc-7a1f8f69bcde service neutron] 10.222.0.25 "GET /v2.0/subnets?id=91093ec9-e097-43f7-865c-a8764e927d57 HTTP/1.1" status: 200 len: 861 time: 0.2171788 Nov 10 19:09:49.449644 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6da16dcd-15e0-427e-8d72-a3fa3bc64631 req-65b80e73-b515-4c2d-b959-8f7f2dbf9e21 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786787 Nov 10 19:09:49.462540 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f8b0f05-f774-4639-8e7c-374aba4b7983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:49.503980 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a130507f-50da-4bc1-8d11-3e5aa567609a req-671a76ca-1f80-487d-88c3-e7a52b71dacd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=74048eaf-c023-4244-acc6-bb708e07e097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798552 Nov 10 19:09:49.534537 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f8b0f05-f774-4639-8e7c-374aba4b7983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:49.563418 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f8b0f05-f774-4639-8e7c-374aba4b7983 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:49.569007 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1f8b0f05-f774-4639-8e7c-374aba4b7983 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/fde35aef-a8d1-4d05-b4f9-3b8f57f73ddf HTTP/1.1" status: 204 len: 168 time: 0.3233659 Nov 10 19:09:49.569007 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b0f05-f774-4639-8e7c-374aba4b7983 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fde35aef-a8d1-4d05-b4f9-3b8f57f73ddf,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:49.570671 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54518) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:09:49.572413 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fa6920-bd4e-450a-8ce8-cc66ce7fb517 None None] Network 595215af-9b55-410f-bb77-3251041dbe00 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:09:49.657468 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cce37e60-05a4-4aff-a0c8-fdbfc169d202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:49.714550 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-cce37e60-05a4-4aff-a0c8-fdbfc169d202 admin admin] Deleting port 053b832d-e4d4-4e6e-908b-da805420c8cd {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:09:49.714908 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cce37e60-05a4-4aff-a0c8-fdbfc169d202 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:49.781070 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-cce37e60-05a4-4aff-a0c8-fdbfc169d202 admin admin] For port 053b832d-e4d4-4e6e-908b-da805420c8cd, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=053b832d-e4d4-4e6e-908b-da805420c8cd,segment=NetworkSegment(d10b3661-3f37-42b4-9629-9251c865d65b),segment_id=d10b3661-3f37-42b4-9629-9251c865d65b)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:49.781593 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cce37e60-05a4-4aff-a0c8-fdbfc169d202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:49.797457 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-cce37e60-05a4-4aff-a0c8-fdbfc169d202 admin admin] Calling delete_port for 053b832d-e4d4-4e6e-908b-da805420c8cd owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:09:49.828691 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d2b6a0-c7ca-417f-869b-92d02368fda6 None None] DHCP port deletion for 595215af-9b55-410f-bb77-3251041dbe00 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:09:49.884609 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-d8d2b6a0-c7ca-417f-869b-92d02368fda6 None None] Deleting port 053b832d-e4d4-4e6e-908b-da805420c8cd {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:09:49.885058 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d8d2b6a0-c7ca-417f-869b-92d02368fda6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:49.899471 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cce37e60-05a4-4aff-a0c8-fdbfc169d202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:49.914064 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fe60e24a-39ea-439c-816a-83b5cecb0973 req-8a3eafd4-6cfa-4980-9585-86a7f8f24b22 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5826313 Nov 10 19:09:49.930562 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-529bda9b-35b5-4da7-82e3-b3c62bd58ea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 434a6e5b-758e-41f0-8cd5-ecbfb3049bbd {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:09:49.942757 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce37e60-05a4-4aff-a0c8-fdbfc169d202 admin admin] Pushing event deleted for resources: {'Port': ['ID=053b832d-e4d4-4e6e-908b-da805420c8cd,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:49.952409 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce37e60-05a4-4aff-a0c8-fdbfc169d202 admin admin] No DVR routers for this DVR port 053b832d-e4d4-4e6e-908b-da805420c8cd on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:09:49.955343 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-529bda9b-35b5-4da7-82e3-b3c62bd58ea6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:49.993577 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-50d1c961-6e8c-4701-a263-62c7026e7eaa service neutron] 10.222.0.25 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6256623 Nov 10 19:09:50.062379 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cce37e60-05a4-4aff-a0c8-fdbfc169d202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:50.084221 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a224fcf-0eb0-464d-9436-deee5bc0cc33 req-5ad38820-2629-4007-b4e6-0e94a9a320fd tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:50.092660 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7a224fcf-0eb0-464d-9436-deee5bc0cc33 req-5ad38820-2629-4007-b4e6-0e94a9a320fd tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.5557406 Nov 10 19:09:50.122969 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-cce37e60-05a4-4aff-a0c8-fdbfc169d202 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['595215af-9b55-410f-bb77-3251041dbe00']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:09:50.145256 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-cce37e60-05a4-4aff-a0c8-fdbfc169d202 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd10b3661-3f37-42b4-9629-9251c865d65b') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:09:50.145645 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-cce37e60-05a4-4aff-a0c8-fdbfc169d202 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd10b3661-3f37-42b4-9629-9251c865d65b') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:09:50.158854 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cce37e60-05a4-4aff-a0c8-fdbfc169d202 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:50.163428 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a130507f-50da-4bc1-8d11-3e5aa567609a req-c3581593-2494-41fe-921f-43b5bea156e7 service neutron] 10.222.0.25 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6356018 Nov 10 19:09:50.187660 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cce37e60-05a4-4aff-a0c8-fdbfc169d202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:50.200196 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce37e60-05a4-4aff-a0c8-fdbfc169d202 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:09:50.200963 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cce37e60-05a4-4aff-a0c8-fdbfc169d202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:50.205010 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:09:50.205010 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:09:50.205010 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:09:50.205010 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:09:50.205010 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:09:50.205010 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:09:50.205010 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:09:50.205010 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:09:50.205010 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:09:50.205010 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:09:50.205010 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:09:50.205010 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:09:50.205010 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:09:50.205010 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:09:50.205010 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:09:50.205010 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:09:50.205010 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:09:50.205010 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:09:50.205010 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:09:50.205010 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:09:50.205010 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:09:50.205010 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:09:50.205010 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:09:50.205010 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:09:50.205010 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:09:50.205010 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:09:50.205010 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:09:50.205010 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:09:50.205010 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:09:50.205010 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:09:50.205010 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:09:50.205010 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:09:50.225744 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-529bda9b-35b5-4da7-82e3-b3c62bd58ea6 service neutron] Transition to ACTIVE for port object 434a6e5b-758e-41f0-8cd5-ecbfb3049bbd will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:09:50.244517 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-98cdc6d1-a1ce-4752-bcec-f5e7706f29bd req-189821c1-0ffc-4dee-8d81-5e4d40e1f1e1 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:50.256901 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-d8d2b6a0-c7ca-417f-869b-92d02368fda6 None None] For port 053b832d-e4d4-4e6e-908b-da805420c8cd, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=053b832d-e4d4-4e6e-908b-da805420c8cd,segment=NetworkSegment(d10b3661-3f37-42b4-9629-9251c865d65b),segment_id=d10b3661-3f37-42b4-9629-9251c865d65b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:50.259476 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d8d2b6a0-c7ca-417f-869b-92d02368fda6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:50.272622 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-529bda9b-35b5-4da7-82e3-b3c62bd58ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:50.301126 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-d8d2b6a0-c7ca-417f-869b-92d02368fda6 None None] Calling delete_port for 053b832d-e4d4-4e6e-908b-da805420c8cd owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:09:50.303857 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cce37e60-05a4-4aff-a0c8-fdbfc169d202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:50.311553 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cce37e60-05a4-4aff-a0c8-fdbfc169d202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:50.325713 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cce37e60-05a4-4aff-a0c8-fdbfc169d202 admin admin] 10.222.0.54 "DELETE /v2.0/networks/595215af-9b55-410f-bb77-3251041dbe00 HTTP/1.1" status: 204 len: 168 time: 0.7523773 Nov 10 19:09:50.329469 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54524) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:09:50.370140 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7a224fcf-0eb0-464d-9436-deee5bc0cc33 req-ffb8669e-85e6-4de5-a5a3-6fd8f319b044 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716074 Nov 10 19:09:50.387520 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-16109b74-ac7f-4dde-afe4-765efeb61fb7 service neutron] 10.222.0.25 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750129 Nov 10 19:09:50.393411 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189821c1-0ffc-4dee-8d81-5e4d40e1f1e1 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Pushing event deleted for resources: {'Port': ['ID=e705c2b5-25b4-42e3-b060-a1ace0b52356,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:50.399799 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce37e60-05a4-4aff-a0c8-fdbfc169d202 admin admin] Pushing event deleted for resources: {'Network': ['ID=595215af-9b55-410f-bb77-3251041dbe00,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:50.556924 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d8d2b6a0-c7ca-417f-869b-92d02368fda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:50.566162 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device e705c2b5-25b4-42e3-b060-a1ace0b52356 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:09:50.596759 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d3c33c6e-fe3c-435e-a6b0-3526777760b8 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:09:50.601783 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d8d2b6a0-c7ca-417f-869b-92d02368fda6 None None] Network 595215af-9b55-410f-bb77-3251041dbe00 is not hosted by any dhcp agent {{(pid=102507) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 19:09:50.607500 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d2b6a0-c7ca-417f-869b-92d02368fda6 None None] No DVR routers for this DVR port 053b832d-e4d4-4e6e-908b-da805420c8cd on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:09:50.636459 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: e705c2b5-25b4-42e3-b060-a1ace0b52356 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:09:50.637097 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device e705c2b5-25b4-42e3-b060-a1ace0b52356 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:09:50.675786 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: d3c33c6e-fe3c-435e-a6b0-3526777760b8 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:09:50.676394 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d3c33c6e-fe3c-435e-a6b0-3526777760b8 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:09:50.677129 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 053b832d-e4d4-4e6e-908b-da805420c8cd no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:09:50.680318 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2b6a0-c7ca-417f-869b-92d02368fda6 None None] Pushing event deleted for resources: {'Port': ['ID=053b832d-e4d4-4e6e-908b-da805420c8cd,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:50.705485 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 053b832d-e4d4-4e6e-908b-da805420c8cd {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:09:50.706151 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 053b832d-e4d4-4e6e-908b-da805420c8cd not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:09:50.706745 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device a0c54f40-ca77-43aa-aa71-e3b10e64211a no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:09:50.707600 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-98cdc6d1-a1ce-4752-bcec-f5e7706f29bd req-189821c1-0ffc-4dee-8d81-5e4d40e1f1e1 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] No DVR routers for this DVR port e705c2b5-25b4-42e3-b060-a1ace0b52356 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:09:50.734409 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: a0c54f40-ca77-43aa-aa71-e3b10e64211a {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:09:50.734723 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device a0c54f40-ca77-43aa-aa71-e3b10e64211a not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:09:50.736078 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a130507f-50da-4bc1-8d11-3e5aa567609a req-fbbaeaa0-4617-4e16-8cc7-247be7b0b8b2 service neutron] 10.222.0.25 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5555062 Nov 10 19:09:50.753010 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-98cdc6d1-a1ce-4752-bcec-f5e7706f29bd req-189821c1-0ffc-4dee-8d81-5e4d40e1f1e1 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:50.756471 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-98cdc6d1-a1ce-4752-bcec-f5e7706f29bd req-189821c1-0ffc-4dee-8d81-5e4d40e1f1e1 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.73 "DELETE /v2.0/ports/e705c2b5-25b4-42e3-b060-a1ace0b52356 HTTP/1.1" status: 204 len: 173 time: 2.7662225 Nov 10 19:09:50.760122 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8716ca89-8b78-4a46-9182-7d776bb962b2', 'name': 'network-vif-deleted', 'tag': 'e705c2b5-25b4-42e3-b060-a1ace0b52356'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:09:50.763070 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80193d87-c557-4416-9660-c4741df29a90" -d '{"events": [{"server_uuid": "8716ca89-8b78-4a46-9182-7d776bb962b2", "name": "network-vif-deleted", "tag": "e705c2b5-25b4-42e3-b060-a1ace0b52356"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:09:50.765658 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529bda9b-35b5-4da7-82e3-b3c62bd58ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=434a6e5b-758e-41f0-8cd5-ecbfb3049bbd,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:50.810466 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ae85c-a1e9-4ce5-b402-e2d85802b260 req-7b4cac63-ec0b-4808-b0de-eecc8a2fb22f tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:50.811995 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9a7ae85c-a1e9-4ce5-b402-e2d85802b260 req-7b4cac63-ec0b-4808-b0de-eecc8a2fb22f tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 943 time: 0.2792542 Nov 10 19:09:50.827636 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27274b7b-6390-40c7-9d55-28f9b9cbc342 req-7bfd2695-08a2-46e4-801e-ad07ab8c63dd tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:50.829195 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-27274b7b-6390-40c7-9d55-28f9b9cbc342 req-7bfd2695-08a2-46e4-801e-ad07ab8c63dd tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f787729-97a8-4e46-ade2-edc3a776fa51 HTTP/1.1" status: 200 len: 948 time: 0.4556842 Nov 10 19:09:50.880435 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-529bda9b-35b5-4da7-82e3-b3c62bd58ea6 service neutron] Attempting to bind port 434a6e5b-758e-41f0-8cd5-ecbfb3049bbd on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:09:50.880783 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-529bda9b-35b5-4da7-82e3-b3c62bd58ea6 service neutron] Attempting to bind port 434a6e5b-758e-41f0-8cd5-ecbfb3049bbd by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:09:50.881121 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-529bda9b-35b5-4da7-82e3-b3c62bd58ea6 service neutron] Attempting to bind port 434a6e5b-758e-41f0-8cd5-ecbfb3049bbd on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:09:50.893402 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-dc7294b8-9b1f-472f-b2d5-5f14748739f4 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:50.894794 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-dc7294b8-9b1f-472f-b2d5-5f14748739f4 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103&tenant_id=a08ec8828e22441bac9028fb3e613990&binding%3Ahost_id=n-h2-813897-4 HTTP/1.1" status: 200 len: 1095 time: 0.1543856 Nov 10 19:09:50.895781 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1ab4c304-b053-4bc4-96cb-6a9935eadd51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:50.907375 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-529bda9b-35b5-4da7-82e3-b3c62bd58ea6 service neutron] Port 434a6e5b-758e-41f0-8cd5-ecbfb3049bbd on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:09:50.907711 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-529bda9b-35b5-4da7-82e3-b3c62bd58ea6 service neutron] Attempting to bind port 434a6e5b-758e-41f0-8cd5-ecbfb3049bbd on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:09:50.954896 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-529bda9b-35b5-4da7-82e3-b3c62bd58ea6 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:09:50.955133 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-529bda9b-35b5-4da7-82e3-b3c62bd58ea6 service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:09:50.955507 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-529bda9b-35b5-4da7-82e3-b3c62bd58ea6 service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:09:50.955946 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-529bda9b-35b5-4da7-82e3-b3c62bd58ea6 service neutron] Bound port: 434a6e5b-758e-41f0-8cd5-ecbfb3049bbd, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:09:50.956320 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-529bda9b-35b5-4da7-82e3-b3c62bd58ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:50.979757 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9a7ae85c-a1e9-4ce5-b402-e2d85802b260 req-e748e58c-838b-4932-b875-bd8673da5e72 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473293 Nov 10 19:09:50.993097 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-27274b7b-6390-40c7-9d55-28f9b9cbc342 req-e8f60d12-99f5-4852-97de-d0066af59d80 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/security-groups?id=d1051f1d-c260-4bee-9c63-cf151d69bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557889 Nov 10 19:09:51.112228 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-529bda9b-35b5-4da7-82e3-b3c62bd58ea6 service neutron] For port 434a6e5b-758e-41f0-8cd5-ecbfb3049bbd, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:09:51.159937 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-529bda9b-35b5-4da7-82e3-b3c62bd58ea6 service neutron] For port 434a6e5b-758e-41f0-8cd5-ecbfb3049bbd, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=434a6e5b-758e-41f0-8cd5-ecbfb3049bbd,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:09:51.169611 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-1ab4c304-b053-4bc4-96cb-6a9935eadd51 admin admin] Deleting port a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:09:51.170219 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1ab4c304-b053-4bc4-96cb-6a9935eadd51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:51.173016 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-529bda9b-35b5-4da7-82e3-b3c62bd58ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:51.176566 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-6ce369ae-e377-4610-83af-8e0a451ea089 service neutron] For port 6e5a2a32-f007-4339-bf7b-730b25dd87c4, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:09:51.210875 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-6ce369ae-e377-4610-83af-8e0a451ea089 service neutron] Publish callbacks [] for binding, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:51.211972 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6b122c2-e597-4340-b86e-91744955ccf5 req-6ce369ae-e377-4610-83af-8e0a451ea089 service neutron] 10.222.0.25 "DELETE /v2.0/ports/6e5a2a32-f007-4339-bf7b-730b25dd87c4/bindings/n-h1-813897-4 HTTP/1.1" status: 204 len: 173 time: 0.3086426 Nov 10 19:09:51.231153 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c7d90-b94d-4139-b5f5-3ab893075b09 req-72d9314b-47f6-4300-a0c4-d30e6f6fb241 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:51.232717 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ec4c7d90-b94d-4139-b5f5-3ab893075b09 req-72d9314b-47f6-4300-a0c4-d30e6f6fb241 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.1468036 Nov 10 19:09:51.273943 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-1ab4c304-b053-4bc4-96cb-6a9935eadd51 admin admin] For port a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9,segment=NetworkSegment(b636ed58-a305-41e0-8c3a-1f77742ab347),segment_id=b636ed58-a305-41e0-8c3a-1f77742ab347)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:51.274835 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1ab4c304-b053-4bc4-96cb-6a9935eadd51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:51.277531 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-529bda9b-35b5-4da7-82e3-b3c62bd58ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:51.279096 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-529bda9b-35b5-4da7-82e3-b3c62bd58ea6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:51.280540 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-529bda9b-35b5-4da7-82e3-b3c62bd58ea6 service neutron] 10.222.0.25 "PUT /v2.0/ports/434a6e5b-758e-41f0-8cd5-ecbfb3049bbd HTTP/1.1" status: 200 len: 1096 time: 3.1461182 Nov 10 19:09:51.294540 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-1ab4c304-b053-4bc4-96cb-6a9935eadd51 admin admin] Calling delete_port for a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9 owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:09:51.321413 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a9392-0246-4719-989d-c4601dd20794 req-129dd5c1-9c39-4913-aa7a-217e7f1b65a9 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:51.330506 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-304a9392-0246-4719-989d-c4601dd20794 req-129dd5c1-9c39-4913-aa7a-217e7f1b65a9 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 944 time: 0.2374611 Nov 10 19:09:51.388016 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529bda9b-35b5-4da7-82e3-b3c62bd58ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=434a6e5b-758e-41f0-8cd5-ecbfb3049bbd,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:51.457409 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ec4c7d90-b94d-4139-b5f5-3ab893075b09 req-7458b787-95f2-48dc-bd8d-ca66e6ee3bf3 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032559 Nov 10 19:09:51.496739 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-304a9392-0246-4719-989d-c4601dd20794 req-9e994a20-e982-48eb-b836-ecb23e3458bc tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586790 Nov 10 19:09:51.520941 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-5b53e9bf-0d46-4908-be62-6672ae305b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:51.523456 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-5b53e9bf-0d46-4908-be62-6672ae305b1d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5802f78e25af467498fecaf6b63ef68d&device_id=5f787729-97a8-4e46-ade2-edc3a776fa51 HTTP/1.1" status: 200 len: 1099 time: 0.1683996 Nov 10 19:09:51.567230 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9078d69-e27e-43dc-9ded-a8e9932aad44 x-openstack-request-id: req-b9078d69-e27e-43dc-9ded-a8e9932aad44 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:09:51.567543 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8716ca89-8b78-4a46-9182-7d776bb962b2", "name": "network-vif-deleted", "tag": "e705c2b5-25b4-42e3-b060-a1ace0b52356", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:09:51.568681 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b9078d69-e27e-43dc-9ded-a8e9932aad44 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:09:51.569086 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8716ca89-8b78-4a46-9182-7d776bb962b2', 'name': 'network-vif-deleted', 'tag': 'e705c2b5-25b4-42e3-b060-a1ace0b52356', 'status': 'completed', 'code': 200} Nov 10 19:09:51.644219 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-3a3dc2a0-df6a-4d3f-bd96-356da9630104 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=434a6e5b-758e-41f0-8cd5-ecbfb3049bbd HTTP/1.1" status: 200 len: 217 time: 0.1020691 Nov 10 19:09:51.658052 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1ab4c304-b053-4bc4-96cb-6a9935eadd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:51.726529 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4c304-b053-4bc4-96cb-6a9935eadd51 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:51.779502 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-a02705de-720d-4315-ba6c-b9d9e4494523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:51.784091 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-a02705de-720d-4315-ba6c-b9d9e4494523 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.1284881 Nov 10 19:09:51.884858 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44940851-a4f5-4882-b3c4-887a45c56e5c req-91e6b306-e72a-4663-bb36-5e807e6fc321 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:51.892370 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-44940851-a4f5-4882-b3c4-887a45c56e5c req-91e6b306-e72a-4663-bb36-5e807e6fc321 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 1095 time: 0.0667102 Nov 10 19:09:51.922938 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-932dad7c-f134-4c1b-96b4-deba3272e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:51.926095 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-932dad7c-f134-4c1b-96b4-deba3272e0d4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1354051 Nov 10 19:09:51.992011 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1ab4c304-b053-4bc4-96cb-6a9935eadd51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:52.052696 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-3e569eeb-4d00-43dd-8db4-07f931ff951a service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136053 Nov 10 19:09:52.156973 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-44940851-a4f5-4882-b3c4-887a45c56e5c req-64bc91e8-fd34-4bb5-8a8d-8308574e0076 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635374 Nov 10 19:09:52.241198 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-553bb2ce-a621-4826-a51e-6b3a17eaa3b6 req-18ea759c-2db7-4755-8d6d-3cbcc1d631de service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762273 Nov 10 19:09:52.275797 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54558) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:09:52.300222 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-8d10204a-bd30-4f60-8a66-a097de5c7776 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2011001727', 'description': 'tempest-description--2119223845'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:09:52.340531 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab4c304-b053-4bc4-96cb-6a9935eadd51 admin admin] Router a46bfec4-174d-4fe3-b3c6-a00ba6d2651a has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:09:52.396059 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5784f-2b1b-4fe6-88f7-8216daec777e req-424ad0f3-33bc-49c6-b194-db5aa9c3233d tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:52.403269 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d8e5784f-2b1b-4fe6-88f7-8216daec777e req-424ad0f3-33bc-49c6-b194-db5aa9c3233d tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f787729-97a8-4e46-ade2-edc3a776fa51 HTTP/1.1" status: 200 len: 948 time: 0.1583540 Nov 10 19:09:52.426796 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8d10204a-bd30-4f60-8a66-a097de5c7776 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:52.492681 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5053e43-487b-4651-abb3-bccd676edcbe req-8cf058fc-4e00-4784-ae96-aac3ea0d85b7 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:52.494610 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d5053e43-487b-4651-abb3-bccd676edcbe req-8cf058fc-4e00-4784-ae96-aac3ea0d85b7 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 943 time: 0.1476107 Nov 10 19:09:52.515173 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d8e5784f-2b1b-4fe6-88f7-8216daec777e req-ddbf189f-25df-4041-839c-3317a6db5921 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/security-groups?id=d1051f1d-c260-4bee-9c63-cf151d69bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108959 Nov 10 19:09:52.589290 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d5053e43-487b-4651-abb3-bccd676edcbe req-537fcefc-6650-47d5-b331-11552981f897 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696037 Nov 10 19:09:52.627618 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8d10204a-bd30-4f60-8a66-a097de5c7776 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:52.634764 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8d10204a-bd30-4f60-8a66-a097de5c7776 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:52.728506 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8d10204a-bd30-4f60-8a66-a097de5c7776 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:52.730327 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8d10204a-bd30-4f60-8a66-a097de5c7776 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4471331 Nov 10 19:09:52.732639 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10204a-bd30-4f60-8a66-a097de5c7776 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c06a0f56-3854-4ee3-ba63-59b5ba0f8e9c,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:52.736242 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54566) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:09:52.741015 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-60716eb1-e019-4436-a0e7-09266cef4f1c tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Request body: {'security_group_rule': {'security_group_id': 'c06a0f56-3854-4ee3-ba63-59b5ba0f8e9c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:09:52.766633 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b8c11-6ee6-4b76-82e9-31bcf768a7d7 req-c0aebd12-b5c5-406a-be23-ff08ffdec34b tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:52.768612 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-814b8c11-6ee6-4b76-82e9-31bcf768a7d7 req-c0aebd12-b5c5-406a-be23-ff08ffdec34b tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 1095 time: 0.1077459 Nov 10 19:09:52.798160 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-60716eb1-e019-4436-a0e7-09266cef4f1c tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:52.865187 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-814b8c11-6ee6-4b76-82e9-31bcf768a7d7 req-f7020d97-cba4-47fc-b8ca-dcdeadb57f4f tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825763 Nov 10 19:09:52.892527 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab4c304-b053-4bc4-96cb-6a9935eadd51 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:09:52.905466 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-60716eb1-e019-4436-a0e7-09266cef4f1c tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:52.912071 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1ab4c304-b053-4bc4-96cb-6a9935eadd51 admin admin] 10.222.0.54 "PUT /v2.0/routers/a46bfec4-174d-4fe3-b3c6-a00ba6d2651a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5781248 Nov 10 19:09:52.912817 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54572) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:09:52.913920 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184bb981-eb48-4644-b574-b58898c0aba9 None None] Sync routers for ids ['a46bfec4-174d-4fe3-b3c6-a00ba6d2651a'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:09:52.927537 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-60716eb1-e019-4436-a0e7-09266cef4f1c tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:52.930904 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184bb981-eb48-4644-b574-b58898c0aba9 None None] Routers {'a46bfec4-174d-4fe3-b3c6-a00ba6d2651a'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:09:52.931571 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-184bb981-eb48-4644-b574-b58898c0aba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:09:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['a46bfec4-174d-4fe3-b3c6-a00ba6d2651a'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:09:52.960623 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60716eb1-e019-4436-a0e7-09266cef4f1c tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9746add5-0962-4591-b65d-1b6c0a7a7780,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:52.984976 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-60716eb1-e019-4436-a0e7-09266cef4f1c tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:52.992352 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-60716eb1-e019-4436-a0e7-09266cef4f1c tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2547495 Nov 10 19:09:52.994622 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54576) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:09:53.001394 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-8aaea033-b951-45a0-985e-4a32c7f164b2 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Request body: {'security_group_rule': {'security_group_id': 'c06a0f56-3854-4ee3-ba63-59b5ba0f8e9c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:09:53.057213 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8aaea033-b951-45a0-985e-4a32c7f164b2 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:53.110005 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4770ef61-3a8d-4630-91a5-939daf4ddc22 admin admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:53.206088 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-184bb981-eb48-4644-b574-b58898c0aba9 None None] Set router a46bfec4-174d-4fe3-b3c6-a00ba6d2651a gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:09:53.213797 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-1f10120a-9a67-42ab-9e3a-08993283075c tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345716 Nov 10 19:09:53.249719 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8aaea033-b951-45a0-985e-4a32c7f164b2 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:53.274242 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8aaea033-b951-45a0-985e-4a32c7f164b2 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:53.349443 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4770ef61-3a8d-4630-91a5-939daf4ddc22 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:53.414323 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9f58-e2cf-418c-9bd1-5fcd15b31455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:53.417640 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaea033-b951-45a0-985e-4a32c7f164b2 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313c98ea-db00-45c0-bc38-5427715d494b,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:53.455140 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8aaea033-b951-45a0-985e-4a32c7f164b2 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:53.462488 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8aaea033-b951-45a0-985e-4a32c7f164b2 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4660704 Nov 10 19:09:53.463746 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54594) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:09:53.479016 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-df6ff203-e21b-48b1-826b-768a468dbf7b tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:09:53.492674 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-df5e3d3e-e81a-48c0-b74d-f23d496a0473 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:53.494461 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-df5e3d3e-e81a-48c0-b74d-f23d496a0473 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2787373 Nov 10 19:09:53.517567 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-4770ef61-3a8d-4630-91a5-939daf4ddc22 admin admin] Deleting port d474b1ee-2830-4f02-971d-d481fa70ad7a {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:09:53.518062 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4770ef61-3a8d-4630-91a5-939daf4ddc22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:53.522408 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-fd3ea480-324d-4546-902f-10ba4c833322 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/quotas/5ef8c132b4d949a9b0bece379d0bc679 HTTP/1.1" status: 200 len: 375 time: 0.0199368 Nov 10 19:09:53.531813 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df6ff203-e21b-48b1-826b-768a468dbf7b tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks [] for floatingip, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:53.555898 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-184bb981-eb48-4644-b574-b58898c0aba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46bfec4-174d-4fe3-b3c6-a00ba6d2651a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1588623888-router', 'tenant_id': '3d8dced9937e49098f064171f676be2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'd474b1ee-2830-4f02-971d-d481fa70ad7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:07:19Z', 'updated_at': '2021-11-10T19:09:51Z', 'revision_number': 5, 'project_id': '3d8dced9937e49098f064171f676be2e', 'gw_port': {'id': 'd474b1ee-2830-4f02-971d-d481fa70ad7a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46bfec4-174d-4fe3-b3c6-a00ba6d2651a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:20Z', 'updated_at': '2021-11-10T19:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:09:53.570145 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f787729-97a8-4e46-ade2-edc3a776fa51', 'tag': '434a6e5b-758e-41f0-8cd5-ecbfb3049bbd'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:09:53.572699 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916f14ed-8eaf-43b4-ac74-90022ff4e6d6" -d '{"events": [{"name": "network-changed", "server_uuid": "5f787729-97a8-4e46-ade2-edc3a776fa51", "tag": "434a6e5b-758e-41f0-8cd5-ecbfb3049bbd"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:09:53.613927 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-d38415c5-25e7-4e1c-97ff-56ad6db0efd8 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0872657 Nov 10 19:09:53.639119 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184bb981-eb48-4644-b574-b58898c0aba9 None None] Checking router: a46bfec4-174d-4fe3-b3c6-a00ba6d2651a for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:09:53.650085 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184bb981-eb48-4644-b574-b58898c0aba9 None None] Routers {'a46bfec4-174d-4fe3-b3c6-a00ba6d2651a'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:09:53.650825 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-184bb981-eb48-4644-b574-b58898c0aba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:09:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['a46bfec4-174d-4fe3-b3c6-a00ba6d2651a'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:09:53.679618 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5170dee-2781-44f0-96b1-29dc3aa68ad5 req-65fba6f0-e939-441d-9b41-c00ec278e7a0 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:53.681185 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f5170dee-2781-44f0-96b1-29dc3aa68ad5 req-65fba6f0-e939-441d-9b41-c00ec278e7a0 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f787729-97a8-4e46-ade2-edc3a776fa51 HTTP/1.1" status: 200 len: 948 time: 0.0560930 Nov 10 19:09:53.739589 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f5170dee-2781-44f0-96b1-29dc3aa68ad5 req-f4597c61-ebb4-4e10-adb0-5979ad2f556e tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/security-groups?id=d1051f1d-c260-4bee-9c63-cf151d69bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499992 Nov 10 19:09:53.751246 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-4770ef61-3a8d-4630-91a5-939daf4ddc22 admin admin] For port d474b1ee-2830-4f02-971d-d481fa70ad7a, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d474b1ee-2830-4f02-971d-d481fa70ad7a,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:53.751710 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4770ef61-3a8d-4630-91a5-939daf4ddc22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:53.784852 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-4770ef61-3a8d-4630-91a5-939daf4ddc22 admin admin] Calling delete_port for d474b1ee-2830-4f02-971d-d481fa70ad7a owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:09:53.814806 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-184bb981-eb48-4644-b574-b58898c0aba9 None None] Set router a46bfec4-174d-4fe3-b3c6-a00ba6d2651a gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:09:53.829615 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21c63a0-5ff4-4bc4-82d3-0c85bece45b1 x-openstack-request-id: req-c21c63a0-5ff4-4bc4-82d3-0c85bece45b1 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:09:53.830247 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f787729-97a8-4e46-ade2-edc3a776fa51", "tag": "434a6e5b-758e-41f0-8cd5-ecbfb3049bbd", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:09:53.830247 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c21c63a0-5ff4-4bc4-82d3-0c85bece45b1 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:09:53.830594 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f787729-97a8-4e46-ade2-edc3a776fa51', 'tag': '434a6e5b-758e-41f0-8cd5-ecbfb3049bbd', 'status': 'completed', 'code': 200} Nov 10 19:09:53.875330 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-184bb981-eb48-4644-b574-b58898c0aba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46bfec4-174d-4fe3-b3c6-a00ba6d2651a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1588623888-router', 'tenant_id': '3d8dced9937e49098f064171f676be2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:07:19Z', 'updated_at': '2021-11-10T19:09:53Z', 'revision_number': 6, 'project_id': '3d8dced9937e49098f064171f676be2e', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:09:53.916645 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184bb981-eb48-4644-b574-b58898c0aba9 None None] The sync data for ids ['a46bfec4-174d-4fe3-b3c6-a00ba6d2651a'] in n-d-813897-4 is: [{'id': 'a46bfec4-174d-4fe3-b3c6-a00ba6d2651a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1588623888-router', 'tenant_id': '3d8dced9937e49098f064171f676be2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:07:19Z', 'updated_at': '2021-11-10T19:09:53Z', 'revision_number': 6, 'project_id': '3d8dced9937e49098f064171f676be2e', 'gw_port_host': None}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:09:54.044064 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-73ac71f3-10c3-4e25-9bb5-336007d30f97 req-96a1944b-1df8-450d-8771-bf9e174246b6 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 210 time: 0.0594418 Nov 10 19:09:54.064994 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f14ed-8eaf-43b4-ac74-90022ff4e6d6 req-d3cfaca0-61db-4ac7-a4f3-55bd9bf1a822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:54.075790 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-916f14ed-8eaf-43b4-ac74-90022ff4e6d6 req-d3cfaca0-61db-4ac7-a4f3-55bd9bf1a822 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5802f78e25af467498fecaf6b63ef68d&device_id=5f787729-97a8-4e46-ade2-edc3a776fa51 HTTP/1.1" status: 200 len: 1099 time: 0.2135785 Nov 10 19:09:54.081515 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:09:54.112472 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39acc1-864a-4061-ba50-4b39012d7ce8 req-e85239cb-d2b4-4038-938a-f5bd65bd4a75 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:54.117103 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ee39acc1-864a-4061-ba50-4b39012d7ce8 req-e85239cb-d2b4-4038-938a-f5bd65bd4a75 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 943 time: 0.1997185 Nov 10 19:09:54.138817 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:09:54.142935 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device a0c91ce7-8e34-404b-abd7-0a8ce9c07bf9 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:09:54.167161 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4770ef61-3a8d-4630-91a5-939daf4ddc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:54.248870 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:54.265665 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4770ef61-3a8d-4630-91a5-939daf4ddc22 admin admin] Pushing event deleted for resources: {'Port': ['ID=d474b1ee-2830-4f02-971d-d481fa70ad7a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:54.307405 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df6ff203-e21b-48b1-826b-768a468dbf7b tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:54.320743 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ee39acc1-864a-4061-ba50-4b39012d7ce8 req-55ac61ca-fd89-40f2-9d21-e98693f2547c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709702 Nov 10 19:09:54.360667 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f14ed-8eaf-43b4-ac74-90022ff4e6d6 req-d09da21c-8aad-40f2-94f9-5eb5233b7217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:54.362668 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-916f14ed-8eaf-43b4-ac74-90022ff4e6d6 req-d09da21c-8aad-40f2-94f9-5eb5233b7217 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.2416158 Nov 10 19:09:54.422792 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-916f14ed-8eaf-43b4-ac74-90022ff4e6d6 req-dabcdb63-f6f3-4af2-9bb3-7b6b28c314cc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=434a6e5b-758e-41f0-8cd5-ecbfb3049bbd HTTP/1.1" status: 200 len: 217 time: 0.0517161 Nov 10 19:09:54.431308 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4770ef61-3a8d-4630-91a5-939daf4ddc22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:54.518674 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f14ed-8eaf-43b4-ac74-90022ff4e6d6 req-ecdd206f-dfdb-4753-ab99-61889aa56b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:54.520932 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-916f14ed-8eaf-43b4-ac74-90022ff4e6d6 req-ecdd206f-dfdb-4753-ab99-61889aa56b20 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0909345 Nov 10 19:09:54.562157 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4770ef61-3a8d-4630-91a5-939daf4ddc22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:54.567541 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4770ef61-3a8d-4630-91a5-939daf4ddc22 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:54.611699 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f14ed-8eaf-43b4-ac74-90022ff4e6d6 req-7186a3ce-818c-4a87-b8f7-8aa66bc9ef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:54.615068 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-916f14ed-8eaf-43b4-ac74-90022ff4e6d6 req-7186a3ce-818c-4a87-b8f7-8aa66bc9ef9b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0852475 Nov 10 19:09:54.629361 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-df6ff203-e21b-48b1-826b-768a468dbf7b tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Allocated IP 172.25.3.246 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/49e89c88-87d1-4506-97b7-a1ce5d921918) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:09:54.647832 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4770ef61-3a8d-4630-91a5-939daf4ddc22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:54.648425 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4770ef61-3a8d-4630-91a5-939daf4ddc22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a46bfec4-174d-4fe3-b3c6-a00ba6d2651a {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:09:54.654147 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4770ef61-3a8d-4630-91a5-939daf4ddc22 admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:54.658078 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4770ef61-3a8d-4630-91a5-939daf4ddc22 admin admin] 10.222.0.54 "DELETE /v2.0/routers/a46bfec4-174d-4fe3-b3c6-a00ba6d2651a HTTP/1.1" status: 204 len: 168 time: 1.7415788 Nov 10 19:09:54.659687 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54618) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:09:54.736621 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:54.783958 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-916f14ed-8eaf-43b4-ac74-90022ff4e6d6 req-b5f6a3db-0004-446e-a5c2-d192f36e76a8 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589923 Nov 10 19:09:54.818816 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9625c34-b266-4a65-b9b9-e79b1d2ebf5a admin admin] Deleting subnet a2f6eb1d-7034-4756-9cdb-06d64501d64c {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:09:54.828498 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d9625c34-b266-4a65-b9b9-e79b1d2ebf5a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:54.904019 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d9625c34-b266-4a65-b9b9-e79b1d2ebf5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:54.966952 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df6ff203-e21b-48b1-826b-768a468dbf7b tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:54.967994 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-916f14ed-8eaf-43b4-ac74-90022ff4e6d6 req-90361841-99a4-48ba-9bd7-0505c2f96e87 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756220 Nov 10 19:09:55.004322 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac920cce-0d6d-40db-9f77-84f81dd15b22 req-f36a7c94-baed-4926-9d83-a0fa93a55af7 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:55.015498 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ac920cce-0d6d-40db-9f77-84f81dd15b22 req-f36a7c94-baed-4926-9d83-a0fa93a55af7 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f787729-97a8-4e46-ade2-edc3a776fa51 HTTP/1.1" status: 200 len: 948 time: 0.1207199 Nov 10 19:09:55.076715 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d9625c34-b266-4a65-b9b9-e79b1d2ebf5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:55.083617 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df6ff203-e21b-48b1-826b-768a468dbf7b tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:55.090106 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ac920cce-0d6d-40db-9f77-84f81dd15b22 req-a44ebf32-55a4-4622-8c28-a283d5d7c11e tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/security-groups?id=d1051f1d-c260-4bee-9c63-cf151d69bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735667 Nov 10 19:09:55.159516 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45d53faa-e166-497a-a07f-28cafa55589b req-e066f3d7-46e1-470b-9db3-3345edd2d8f5 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 210 time: 0.0356724 Nov 10 19:09:55.185659 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6ff203-e21b-48b1-826b-768a468dbf7b tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:09:55.185659 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-df6ff203-e21b-48b1-826b-768a468dbf7b tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:09:55.185659 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6ff203-e21b-48b1-826b-768a468dbf7b tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:09:55.241063 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ff203-e21b-48b1-826b-768a468dbf7b tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Pushing event updated for resources: {'Port': ['ID=49e89c88-87d1-4506-97b7-a1ce5d921918,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:55.268269 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d9625c34-b266-4a65-b9b9-e79b1d2ebf5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:55.285658 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d9625c34-b266-4a65-b9b9-e79b1d2ebf5a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:55.290031 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d9625c34-b266-4a65-b9b9-e79b1d2ebf5a admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a2f6eb1d-7034-4756-9cdb-06d64501d64c HTTP/1.1" status: 204 len: 168 time: 0.6293089 Nov 10 19:09:55.297671 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54628) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:09:55.298050 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd4f954-5d4d-4c5b-95f1-f82335aab07b None None] Network ddf46d47-9366-4a4d-a6a5-007b57446948 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:09:55.353802 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9625c34-b266-4a65-b9b9-e79b1d2ebf5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2f6eb1d-7034-4756-9cdb-06d64501d64c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:55.515751 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df6ff203-e21b-48b1-826b-768a468dbf7b tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:55.519531 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8f373c60-b729-4cca-8747-7eb92869bc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:55.596621 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df6ff203-e21b-48b1-826b-768a468dbf7b tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:55.639307 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10eb7615-43f1-4b88-9314-7425be3eafff None None] DHCP port deletion for ddf46d47-9366-4a4d-a6a5-007b57446948 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:09:55.721510 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a44a3c5e-4a75-43a9-8935-34a838d15b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:55.724434 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-10eb7615-43f1-4b88-9314-7425be3eafff None None] Deleting port 28de8f79-4115-49a9-b5bf-74813b77c496 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:09:55.724983 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-10eb7615-43f1-4b88-9314-7425be3eafff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:55.750870 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-f114e61e-8f95-4d8c-b544-d37185268013 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3633060 Nov 10 19:09:55.801704 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-10eb7615-43f1-4b88-9314-7425be3eafff None None] For port 28de8f79-4115-49a9-b5bf-74813b77c496, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=28de8f79-4115-49a9-b5bf-74813b77c496,segment=NetworkSegment(b636ed58-a305-41e0-8c3a-1f77742ab347),segment_id=b636ed58-a305-41e0-8c3a-1f77742ab347)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:55.802177 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-8f373c60-b729-4cca-8747-7eb92869bc92 admin admin] Deleting port 28de8f79-4115-49a9-b5bf-74813b77c496 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:09:55.802529 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8f373c60-b729-4cca-8747-7eb92869bc92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:55.802776 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-10eb7615-43f1-4b88-9314-7425be3eafff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:55.820834 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-10eb7615-43f1-4b88-9314-7425be3eafff None None] Calling delete_port for 28de8f79-4115-49a9-b5bf-74813b77c496 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:09:55.830943 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-c5698582-5102-4f4c-a523-de7be0267cdf service neutron] 10.222.0.25 "GET /v2.0/ports/beddf51d-6ee7-4dee-b4f4-243e7b2a090f/bindings/n-h1-813897-4 HTTP/1.1" status: 200 len: 384 time: 0.5423322 Nov 10 19:09:55.902183 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df6ff203-e21b-48b1-826b-768a468dbf7b tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:55.905094 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-8f373c60-b729-4cca-8747-7eb92869bc92 admin admin] For port 28de8f79-4115-49a9-b5bf-74813b77c496, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=28de8f79-4115-49a9-b5bf-74813b77c496,segment=NetworkSegment(b636ed58-a305-41e0-8c3a-1f77742ab347),segment_id=b636ed58-a305-41e0-8c3a-1f77742ab347)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:55.906257 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8f373c60-b729-4cca-8747-7eb92869bc92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:55.915448 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df6ff203-e21b-48b1-826b-768a468dbf7b tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:55.920036 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09894f52-102b-484a-9ac2-88216677593f req-3781d15a-61a2-4dc8-9f6b-cf3f29911d74 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:55.921911 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-09894f52-102b-484a-9ac2-88216677593f req-3781d15a-61a2-4dc8-9f6b-cf3f29911d74 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 943 time: 0.1762831 Nov 10 19:09:55.931209 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-10eb7615-43f1-4b88-9314-7425be3eafff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:55.949236 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-8f373c60-b729-4cca-8747-7eb92869bc92 admin admin] Calling delete_port for 28de8f79-4115-49a9-b5bf-74813b77c496 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:09:55.966025 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb7615-43f1-4b88-9314-7425be3eafff None None] Pushing event deleted for resources: {'Port': ['ID=28de8f79-4115-49a9-b5bf-74813b77c496,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:55.968179 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eb7615-43f1-4b88-9314-7425be3eafff None None] No DVR routers for this DVR port 28de8f79-4115-49a9-b5bf-74813b77c496 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:09:56.017471 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-3afb6f26-93a0-4f12-8e71-9d39c7d0b8a1 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:56.018530 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-3afb6f26-93a0-4f12-8e71-9d39c7d0b8a1 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2405245 Nov 10 19:09:56.046006 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-06885906-abc9-4626-8050-3d3d4bcf614b tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Request body: {'port': {'device_id': '17c3d260-40ce-4244-a45f-2aa07c018c19', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'admin_state_up': True, 'tenant_id': '5ef8c132b4d949a9b0bece379d0bc679'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:09:56.059818 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ff203-e21b-48b1-826b-768a468dbf7b tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Pushing event updated for resources: {'Port': ['ID=49e89c88-87d1-4506-97b7-a1ce5d921918,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:56.073786 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df6ff203-e21b-48b1-826b-768a468dbf7b tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:56.099390 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df6ff203-e21b-48b1-826b-768a468dbf7b tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:56.101510 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-df6ff203-e21b-48b1-826b-768a468dbf7b tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6263995 Nov 10 19:09:56.136923 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8f373c60-b729-4cca-8747-7eb92869bc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:56.152452 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d474b1ee-2830-4f02-971d-d481fa70ad7a no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:09:56.193359 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f373c60-b729-4cca-8747-7eb92869bc92 admin admin] Pushing event deleted for resources: {'Port': ['ID=28de8f79-4115-49a9-b5bf-74813b77c496,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:56.195895 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f373c60-b729-4cca-8747-7eb92869bc92 admin admin] No DVR routers for this DVR port 28de8f79-4115-49a9-b5bf-74813b77c496 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:09:56.209900 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: d474b1ee-2830-4f02-971d-d481fa70ad7a {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:09:56.210251 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d474b1ee-2830-4f02-971d-d481fa70ad7a not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:09:56.210677 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 28de8f79-4115-49a9-b5bf-74813b77c496 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:09:56.248057 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-09894f52-102b-484a-9ac2-88216677593f req-66f5404d-a65d-4417-a47c-2227ee12df9b tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381358 Nov 10 19:09:56.268734 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 28de8f79-4115-49a9-b5bf-74813b77c496 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:09:56.268734 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 28de8f79-4115-49a9-b5bf-74813b77c496 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:09:56.349542 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8f373c60-b729-4cca-8747-7eb92869bc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:56.371494 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-6ac6a698-9dee-4a16-bffb-8c1703b3dfd1 service neutron] For port beddf51d-6ee7-4dee-b4f4-243e7b2a090f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=beddf51d-6ee7-4dee-b4f4-243e7b2a090f,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:56.377931 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-8f373c60-b729-4cca-8747-7eb92869bc92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf46d47-9366-4a4d-a6a5-007b57446948']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:09:56.391129 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-8f373c60-b729-4cca-8747-7eb92869bc92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b636ed58-a305-41e0-8c3a-1f77742ab347') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:09:56.391456 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-8f373c60-b729-4cca-8747-7eb92869bc92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b636ed58-a305-41e0-8c3a-1f77742ab347') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:09:56.396689 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-90a78630-0df2-4279-8ed6-882d26d8a6d5 req-7aa3f82d-7048-4e85-8108-168f64103fff tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 210 time: 0.0644841 Nov 10 19:09:56.402882 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8f373c60-b729-4cca-8747-7eb92869bc92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:56.425486 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8f373c60-b729-4cca-8747-7eb92869bc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:56.432526 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78346bb-56bf-46cf-af2c-2a2ff78f8ff6 req-02115d93-c87a-4785-9967-85fc1a637213 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:56.439018 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f373c60-b729-4cca-8747-7eb92869bc92 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:09:56.439759 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8f373c60-b729-4cca-8747-7eb92869bc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:56.440143 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d78346bb-56bf-46cf-af2c-2a2ff78f8ff6 req-02115d93-c87a-4785-9967-85fc1a637213 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f787729-97a8-4e46-ade2-edc3a776fa51 HTTP/1.1" status: 200 len: 948 time: 0.1603751 Nov 10 19:09:56.450172 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-06885906-abc9-4626-8050-3d3d4bcf614b tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Made reservation on behalf of 5ef8c132b4d949a9b0bece379d0bc679 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:09:56.453713 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-06885906-abc9-4626-8050-3d3d4bcf614b tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:56.457915 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-6ac6a698-9dee-4a16-bffb-8c1703b3dfd1 service neutron] For port beddf51d-6ee7-4dee-b4f4-243e7b2a090f, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:09:56.516724 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:09:56.531725 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8f373c60-b729-4cca-8747-7eb92869bc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:56.552054 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-6ac6a698-9dee-4a16-bffb-8c1703b3dfd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beddf51d-6ee7-4dee-b4f4-243e7b2a090f {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:09:56.561109 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8f373c60-b729-4cca-8747-7eb92869bc92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:56.569011 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8f373c60-b729-4cca-8747-7eb92869bc92 admin admin] 10.222.0.54 "DELETE /v2.0/networks/ddf46d47-9366-4a4d-a6a5-007b57446948 HTTP/1.1" status: 204 len: 168 time: 1.2663913 Nov 10 19:09:56.569011 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f373c60-b729-4cca-8747-7eb92869bc92 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddf46d47-9366-4a4d-a6a5-007b57446948,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:56.612807 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-6ac6a698-9dee-4a16-bffb-8c1703b3dfd1 service neutron] For port beddf51d-6ee7-4dee-b4f4-243e7b2a090f, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=beddf51d-6ee7-4dee-b4f4-243e7b2a090f,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:56.644421 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d78346bb-56bf-46cf-af2c-2a2ff78f8ff6 req-9e24fc1c-82e4-4efd-8da0-7a541338a0ed tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/security-groups?id=d1051f1d-c260-4bee-9c63-cf151d69bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894319 Nov 10 19:09:56.698322 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-6ac6a698-9dee-4a16-bffb-8c1703b3dfd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:56.782259 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 434a6e5b-758e-41f0-8cd5-ecbfb3049bbd details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:09:56.785173 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device beddf51d-6ee7-4dee-b4f4-243e7b2a090f no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:09:56.828838 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-1b69e0a9-db0d-40a1-b51b-dc6e0f6e32e0 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:56.837223 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-1b69e0a9-db0d-40a1-b51b-dc6e0f6e32e0 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/networks?id=39e0a764-ff58-44a3-87da-37be4cc4845b HTTP/1.1" status: 200 len: 822 time: 0.3096519 Nov 10 19:09:56.839111 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54658) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:09:56.888218 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-06885906-abc9-4626-8050-3d3d4bcf614b tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Allocated IP 192.168.233.223 (d392c118-92b4-47b2-87bf-77c096e8a630/f9b6e8e7-6ebd-402d-901c-b41f234de3ab/db1e0b94-878a-4b7a-a6ce-0daaf71c68f2) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:09:56.897154 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-19e7f979-346f-4424-bee4-bfc71c85e676 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=34237cca00b0449f92897c4768452361&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0562038 Nov 10 19:09:56.901383 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54660) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:09:56.907044 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-44b9e980-5c69-42cf-bcb8-0e1369dad780 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/quotas/e3dddbbc87a448f59c02da65cf6d041d HTTP/1.1" status: 200 len: 375 time: 0.0684774 Nov 10 19:09:56.954657 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-6ac6a698-9dee-4a16-bffb-8c1703b3dfd1 service neutron] Transition to ACTIVE for port object beddf51d-6ee7-4dee-b4f4-243e7b2a090f will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:09:56.964008 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5dd0b754-ceed-40fe-9941-42c5dcdc422f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:56.970486 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-6ac6a698-9dee-4a16-bffb-8c1703b3dfd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:56.989223 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5dd0b754-ceed-40fe-9941-42c5dcdc422f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:57.027415 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 434a6e5b-758e-41f0-8cd5-ecbfb3049bbd, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=434a6e5b-758e-41f0-8cd5-ecbfb3049bbd,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:57.054579 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5dd0b754-ceed-40fe-9941-42c5dcdc422f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:57.057195 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5dd0b754-ceed-40fe-9941-42c5dcdc422f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:57.061327 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5dd0b754-ceed-40fe-9941-42c5dcdc422f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/90e9bd70-4c4f-4d7d-857a-70c174dfb2dc HTTP/1.1" status: 204 len: 168 time: 0.1576488 Nov 10 19:09:57.067664 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '434a6e5b-758e-41f0-8cd5-ecbfb3049bbd', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': '434a6e5b-758e-41f0-8cd5-ecbfb3049bbd', 'mac_address': 'fa:16:3e:b8:6f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:09:57.071377 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-c4fbc463-226f-4b23-a6f9-2b2b104a90ea tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e3dddbbc87a448f59c02da65cf6d041d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1633749 Nov 10 19:09:57.073787 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:57.075389 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0b754-ceed-40fe-9941-42c5dcdc422f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e9bd70-4c4f-4d7d-857a-70c174dfb2dc,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:57.132661 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-6ac6a698-9dee-4a16-bffb-8c1703b3dfd1 service neutron] No DVR routers for this DVR port beddf51d-6ee7-4dee-b4f4-243e7b2a090f on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:09:57.155601 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6a698-9dee-4a16-bffb-8c1703b3dfd1 service neutron] Pushing event updated for resources: {'Port': ['ID=beddf51d-6ee7-4dee-b4f4-243e7b2a090f,revision_number=10']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:57.267604 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-6ac6a698-9dee-4a16-bffb-8c1703b3dfd1 service neutron] 10.222.0.25 "PUT /v2.0/ports/beddf51d-6ee7-4dee-b4f4-243e7b2a090f/bindings/n-h1-813897-4/activate HTTP/1.1" status: 200 len: 369 time: 1.4032085 Nov 10 19:09:57.310880 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-b405a75e-14cf-4275-9232-f9c34bc76aef service neutron] 10.222.0.54 "GET /v2.0/networks/39e0a764-ff58-44a3-87da-37be4cc4845b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386131 Nov 10 19:09:57.352532 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-06885906-abc9-4626-8050-3d3d4bcf614b tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:57.432911 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-4afa80a7-7e8c-4afc-957e-35e75d08bcc9 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:57.436069 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-4afa80a7-7e8c-4afc-957e-35e75d08bcc9 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c&tenant_id=740aa4129faa48ffa1d5e7369c5159ee&binding%3Ahost_id=n-h2-813897-4 HTTP/1.1" status: 200 len: 1095 time: 0.0765741 Nov 10 19:09:57.457641 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:57.489045 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a3f9a-beb2-4823-b227-ecced799751a req-801ff2eb-14ef-4a15-8ef0-aed88fe644f5 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:57.497109 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-df2a3f9a-beb2-4823-b227-ecced799751a req-801ff2eb-14ef-4a15-8ef0-aed88fe644f5 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 944 time: 0.1365652 Nov 10 19:09:57.504413 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434a6e5b-758e-41f0-8cd5-ecbfb3049bbd {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:09:57.536082 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-13730709-ea93-44f6-8bf0-40833d33fbc2 service neutron] 10.222.0.54 "GET /v2.0/networks/39e0a764-ff58-44a3-87da-37be4cc4845b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138000 Nov 10 19:09:57.542991 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 434a6e5b-758e-41f0-8cd5-ecbfb3049bbd, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=434a6e5b-758e-41f0-8cd5-ecbfb3049bbd,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:09:57.545221 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-06885906-abc9-4626-8050-3d3d4bcf614b tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:57.548576 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:57.570063 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['a9b2f03a-deee-4eb9-a710-4ba943fbfc70'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:09:57.577351 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['2cc34104-5fcb-478b-aa2f-184a14aebac9'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:09:57.577453 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-4e9913f8-7b20-4232-bcbb-5a4790f9ff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:57.581406 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-4e9913f8-7b20-4232-bcbb-5a4790f9ff09 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c&tenant_id=740aa4129faa48ffa1d5e7369c5159ee HTTP/1.1" status: 200 len: 1095 time: 0.1333463 Nov 10 19:09:57.637631 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-06885906-abc9-4626-8050-3d3d4bcf614b tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Network d392c118-92b4-47b2-87bf-77c096e8a630 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:09:57.650886 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-06885906-abc9-4626-8050-3d3d4bcf614b tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:09:57.665644 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-06885906-abc9-4626-8050-3d3d4bcf614b tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:09:57.696298 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54674) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:09:57.725924 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-df2a3f9a-beb2-4823-b227-ecced799751a req-4e7260c8-e166-476e-a873-1edadca09ab8 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277498 Nov 10 19:09:57.733983 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-636bfcb3-e455-4f06-8d87-b33fa5174992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:57.740008 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06885906-abc9-4626-8050-3d3d4bcf614b tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Pushing event updated for resources: {'Port': ['ID=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:57.746237 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-636bfcb3-e455-4f06-8d87-b33fa5174992 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=740aa4129faa48ffa1d5e7369c5159ee&device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 1095 time: 0.1352057 Nov 10 19:09:57.826213 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-06885906-abc9-4626-8050-3d3d4bcf614b tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:57.830492 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-06885906-abc9-4626-8050-3d3d4bcf614b tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:57.892370 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-06885906-abc9-4626-8050-3d3d4bcf614b tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8490901 Nov 10 19:09:57.913593 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=434a6e5b-758e-41f0-8cd5-ecbfb3049bbd,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:57.916674 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-8fc97833-c2f5-4cfd-a051-7358c43ecab8 service neutron] Request body: {'port': {'device_id': '17c3d260-40ce-4244-a45f-2aa07c018c19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:09:57.989797 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-4b85074c-c2f4-46b6-b97b-b044bc274089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:57.993014 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-4b85074c-c2f4-46b6-b97b-b044bc274089 service neutron] 10.222.0.73 "GET /v2.0/networks?id=74048eaf-c023-4244-acc6-bb708e07e097 HTTP/1.1" status: 200 len: 922 time: 0.2146833 Nov 10 19:09:58.036635 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22329e-e8ec-420b-a537-3ee93bfaecc8 req-92a710b6-961c-4076-8bf8-5f5907e6dfe2 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:58.038757 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1a22329e-e8ec-420b-a537-3ee93bfaecc8 req-92a710b6-961c-4076-8bf8-5f5907e6dfe2 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 936 time: 0.1842659 Nov 10 19:09:58.045361 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-8fc97833-c2f5-4cfd-a051-7358c43ecab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:58.063674 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['434a6e5b-758e-41f0-8cd5-ecbfb3049bbd'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:09:58.067268 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d08c3-5cce-4b6a-93e8-0f9504099fa9 req-5a2ae973-24ae-4d9b-a707-98af4ced4dee tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:58.068834 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7a7d08c3-5cce-4b6a-93e8-0f9504099fa9 req-5a2ae973-24ae-4d9b-a707-98af4ced4dee tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f787729-97a8-4e46-ade2-edc3a776fa51 HTTP/1.1" status: 200 len: 949 time: 0.1592729 Nov 10 19:09:58.120209 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-9107de74-6cd0-4346-baae-196db71295cb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beddf51d-6ee7-4dee-b4f4-243e7b2a090f HTTP/1.1" status: 200 len: 217 time: 0.1086981 Nov 10 19:09:58.155790 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-43a2fc37-4546-4901-9c76-152646b9c0b6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3d8dced9937e49098f064171f676be2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4574490 Nov 10 19:09:58.160667 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54688) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:09:58.172068 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-16277ca8-9f5a-4977-b33f-a71d4d052219 None None] Provisioning complete for port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:09:58.172459 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-16277ca8-9f5a-4977-b33f-a71d4d052219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:58.196798 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-b5bf2d34-7e08-4234-8d55-05cbc24f4ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:58.199121 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-b5bf2d34-7e08-4234-8d55-05cbc24f4ce6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=91093ec9-e097-43f7-865c-a8764e927d57 HTTP/1.1" status: 200 len: 861 time: 0.0663440 Nov 10 19:09:58.252813 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1a22329e-e8ec-420b-a537-3ee93bfaecc8 req-1f66d82d-a2d8-43cd-8486-ac914483cc42 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038298 Nov 10 19:09:58.258576 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-16277ca8-9f5a-4977-b33f-a71d4d052219 None None] Port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:09:58.274415 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-6d0772ef-54eb-400a-826a-1fe30656e060 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74048eaf-c023-4244-acc6-bb708e07e097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666468 Nov 10 19:09:58.407503 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-4cff9475-5605-47ef-bb82-f39cc979708c service neutron] 10.222.0.73 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240916 Nov 10 19:09:58.427085 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7a7d08c3-5cce-4b6a-93e8-0f9504099fa9 req-9aeda0f0-ace3-40b7-8d36-32a3ad85b1f5 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/security-groups?id=d1051f1d-c260-4bee-9c63-cf151d69bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382189 Nov 10 19:09:58.460684 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0e94bf3d-2b57-4adf-89a1-fd0c668cbee9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:58.556616 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:58.556965 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-6da7e1f9-8aac-4bac-adcf-32fa5d34579e service neutron] 10.222.0.73 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360011 Nov 10 19:09:58.578226 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0e94bf3d-2b57-4adf-89a1-fd0c668cbee9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:58.644089 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-05309ef4-05b6-4a8b-ad95-3367163a9fb2 req-37fc5a94-7617-4040-8562-8ff35ecbcf14 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a659bd-9f4b-459c-a268-67800ae70a7d HTTP/1.1" status: 200 len: 210 time: 0.1433909 Nov 10 19:09:58.651365 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0e94bf3d-2b57-4adf-89a1-fd0c668cbee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:58.653661 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0e94bf3d-2b57-4adf-89a1-fd0c668cbee9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:58.657622 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0e94bf3d-2b57-4adf-89a1-fd0c668cbee9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/970b89fc-1a11-4dcb-ac42-a886f9c503b1 HTTP/1.1" status: 204 len: 168 time: 0.4927714 Nov 10 19:09:58.695525 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94bf3d-2b57-4adf-89a1-fd0c668cbee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970b89fc-1a11-4dcb-ac42-a886f9c503b1,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:58.844135 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-8fc97833-c2f5-4cfd-a051-7358c43ecab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:09:58.862758 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-8fc97833-c2f5-4cfd-a051-7358c43ecab8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:58.906965 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-8fc97833-c2f5-4cfd-a051-7358c43ecab8 service neutron] Transition to ACTIVE for port object db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:09:58.921962 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-8fc97833-c2f5-4cfd-a051-7358c43ecab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:58.965228 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-46456eb1-ffca-460b-a192-73bae9089a51 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:58.969148 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-46456eb1-ffca-460b-a192-73bae9089a51 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c&tenant_id=740aa4129faa48ffa1d5e7369c5159ee&binding%3Ahost_id=n-h1-813897-4 HTTP/1.1" status: 200 len: 1095 time: 0.0571532 Nov 10 19:09:58.984451 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269872c-f605-49bb-862c-3efbba6533a6 req-1453cbfc-a849-4d5c-a884-2e1c7214d9a3 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:58.992309 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4269872c-f605-49bb-862c-3efbba6533a6 req-1453cbfc-a849-4d5c-a884-2e1c7214d9a3 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 944 time: 0.1241615 Nov 10 19:09:59.020565 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc97833-c2f5-4cfd-a051-7358c43ecab8 service neutron] Pushing event updated for resources: {'Port': ['ID=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:59.122547 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4269872c-f605-49bb-862c-3efbba6533a6 req-cb740bfe-6187-4bd0-8674-9d4b9d8b4810 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293314 Nov 10 19:09:59.123731 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-d1443776-fea0-4503-9246-993457b5e672 service neutron] For port beddf51d-6ee7-4dee-b4f4-243e7b2a090f, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:09:59.127383 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-d1443776-fea0-4503-9246-993457b5e672 service neutron] Publish callbacks [] for binding, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:59.128928 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b730e2e3-338b-446b-8947-28b5a45171d1 req-d1443776-fea0-4503-9246-993457b5e672 service neutron] 10.222.0.73 "DELETE /v2.0/ports/beddf51d-6ee7-4dee-b4f4-243e7b2a090f/bindings/n-h2-813897-4 HTTP/1.1" status: 204 len: 173 time: 0.1474168 Nov 10 19:09:59.154601 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-8fc97833-c2f5-4cfd-a051-7358c43ecab8 service neutron] Attempting to bind port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:09:59.155404 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-8fc97833-c2f5-4cfd-a051-7358c43ecab8 service neutron] Attempting to bind port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:09:59.155977 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-8fc97833-c2f5-4cfd-a051-7358c43ecab8 service neutron] Attempting to bind port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:09:59.162328 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-8fc97833-c2f5-4cfd-a051-7358c43ecab8 service neutron] Port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:09:59.163894 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-8fc97833-c2f5-4cfd-a051-7358c43ecab8 service neutron] Attempting to bind port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:09:59.177032 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-8fc97833-c2f5-4cfd-a051-7358c43ecab8 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:09:59.177654 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-8fc97833-c2f5-4cfd-a051-7358c43ecab8 service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:09:59.179279 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-8fc97833-c2f5-4cfd-a051-7358c43ecab8 service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:09:59.179977 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-8fc97833-c2f5-4cfd-a051-7358c43ecab8 service neutron] Bound port: db1e0b94-878a-4b7a-a6ce-0daaf71c68f2, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:09:59.180588 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-8fc97833-c2f5-4cfd-a051-7358c43ecab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:59.296779 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:59.321230 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-8fc97833-c2f5-4cfd-a051-7358c43ecab8 service neutron] For port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:09:59.333997 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-8fc97833-c2f5-4cfd-a051-7358c43ecab8 service neutron] For port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:09:59.341445 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-8fc97833-c2f5-4cfd-a051-7358c43ecab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:59.446520 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc97833-c2f5-4cfd-a051-7358c43ecab8 service neutron] Pushing event updated for resources: {'Port': ['ID=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:09:59.454164 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-8fc97833-c2f5-4cfd-a051-7358c43ecab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:59.454795 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-8fc97833-c2f5-4cfd-a051-7358c43ecab8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:59.456225 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-8fc97833-c2f5-4cfd-a051-7358c43ecab8 service neutron] 10.222.0.73 "PUT /v2.0/ports/db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 HTTP/1.1" status: 200 len: 1096 time: 1.5453815 Nov 10 19:09:59.456691 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c3d260-40ce-4244-a45f-2aa07c018c19', 'tag': 'db1e0b94-878a-4b7a-a6ce-0daaf71c68f2'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:09:59.459420 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59d171d-113d-4590-a4b4-ae93517a4a15" -d '{"events": [{"name": "network-changed", "server_uuid": "17c3d260-40ce-4244-a45f-2aa07c018c19", "tag": "db1e0b94-878a-4b7a-a6ce-0daaf71c68f2"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:09:59.519035 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245ab27-00d4-417a-8eaf-52c9830eb945 req-6df62e4c-6f24-4131-8493-ffb0c823b138 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:59.530423 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5245ab27-00d4-417a-8eaf-52c9830eb945 req-6df62e4c-6f24-4131-8493-ffb0c823b138 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 948 time: 0.1769841 Nov 10 19:09:59.633077 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-00343f3c-44f6-4d5f-837c-6c933aa924c0 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:09:59.634706 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-00343f3c-44f6-4d5f-837c-6c933aa924c0 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.73 "GET /v2.0/networks?id=39e0a764-ff58-44a3-87da-37be4cc4845b HTTP/1.1" status: 200 len: 822 time: 0.2857018 Nov 10 19:09:59.659443 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-2f71d239-3d10-4c65-8e55-aefe3b97f5f3 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Request body: {'port': {'device_id': '65a659bd-9f4b-459c-a268-67800ae70a7d', 'network_id': '39e0a764-ff58-44a3-87da-37be4cc4845b', 'admin_state_up': True, 'tenant_id': 'e3dddbbc87a448f59c02da65cf6d041d'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:10:00.022786 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54730) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:10:00.094361 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5245ab27-00d4-417a-8eaf-52c9830eb945 req-fe4808c1-9a53-44f6-848a-7c32a441c7af tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5627401 Nov 10 19:10:00.139357 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-d2e552ba-0179-4020-aa2f-b90c9fdd5655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:00.141863 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-d2e552ba-0179-4020-aa2f-b90c9fdd5655 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 1099 time: 0.6049118 Nov 10 19:10:00.177687 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-2f71d239-3d10-4c65-8e55-aefe3b97f5f3 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Made reservation on behalf of e3dddbbc87a448f59c02da65cf6d041d for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:10:00.191554 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-2f71d239-3d10-4c65-8e55-aefe3b97f5f3 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:00.194213 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e97679-5bfc-42c1-9561-2f25218af75d req-ecb5bb6d-751c-427f-bcc8-10f838d0bb24 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:00.196071 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e8e97679-5bfc-42c1-9561-2f25218af75d req-ecb5bb6d-751c-427f-bcc8-10f838d0bb24 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f787729-97a8-4e46-ade2-edc3a776fa51 HTTP/1.1" status: 200 len: 949 time: 0.2248876 Nov 10 19:10:00.204230 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-4667ea4e-1291-4681-9d97-ae5bf3a7208d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1917749696-network', 'tenant_id': '60b04ece015d496ea8bc51577a370e59'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:10:00.296871 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-b949c946-79f3-49d7-86bb-6eaa5a6526c3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 HTTP/1.1" status: 200 len: 217 time: 0.1458101 Nov 10 19:10:00.299367 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e2c631-a58e-41d5-b67c-de397bc9175b x-openstack-request-id: req-67e2c631-a58e-41d5-b67c-de397bc9175b {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:10:00.299675 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17c3d260-40ce-4244-a45f-2aa07c018c19", "tag": "db1e0b94-878a-4b7a-a6ce-0daaf71c68f2", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:10:00.300078 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-67e2c631-a58e-41d5-b67c-de397bc9175b {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:10:00.300774 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17c3d260-40ce-4244-a45f-2aa07c018c19', 'tag': 'db1e0b94-878a-4b7a-a6ce-0daaf71c68f2', 'status': 'completed', 'code': 200} Nov 10 19:10:00.326879 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4667ea4e-1291-4681-9d97-ae5bf3a7208d admin admin] Made reservation on behalf of 60b04ece015d496ea8bc51577a370e59 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:10:00.329303 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4667ea4e-1291-4681-9d97-ae5bf3a7208d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:00.418505 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e306135a-7dfb-450f-aacf-f4a7e12009bb req-f89f2dcc-c349-4948-b75d-18e415ae8ed8 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a659bd-9f4b-459c-a268-67800ae70a7d HTTP/1.1" status: 200 len: 210 time: 0.0319178 Nov 10 19:10:00.419172 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4667ea4e-1291-4681-9d97-ae5bf3a7208d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:00.438927 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c3430d6f-d209-4850-858b-1773f5d0520e req-086f9bdc-8037-4c3a-9cdd-695bad13021b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1135218 Nov 10 19:10:00.440317 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-2f71d239-3d10-4c65-8e55-aefe3b97f5f3 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Allocated IP 172.20.0.3 (39e0a764-ff58-44a3-87da-37be4cc4845b/2c329353-9415-452e-8a45-4c2850f1881a/cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:10:00.478250 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e8e97679-5bfc-42c1-9561-2f25218af75d req-f0191dd0-fbfe-4a78-94db-a1fb60ae6d93 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/security-groups?id=d1051f1d-c260-4bee-9c63-cf151d69bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699054 Nov 10 19:10:00.518275 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-e9c725be-dd9b-4eea-9fd7-569864294bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:00.520015 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-e9c725be-dd9b-4eea-9fd7-569864294bd2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.1827345 Nov 10 19:10:00.586302 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3430d6f-d209-4850-858b-1773f5d0520e req-07a93a57-9b90-4fba-9ca1-f8e8a307a729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:00.587934 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c3430d6f-d209-4850-858b-1773f5d0520e req-07a93a57-9b90-4fba-9ca1-f8e8a307a729 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=740aa4129faa48ffa1d5e7369c5159ee&device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 1095 time: 0.0785635 Nov 10 19:10:00.646748 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-6b66beff-7e7a-4a96-8a14-5d14e542f8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:00.648727 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-6b66beff-7e7a-4a96-8a14-5d14e542f8e8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1190615 Nov 10 19:10:00.684852 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4667ea4e-1291-4681-9d97-ae5bf3a7208d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:00.699973 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4667ea4e-1291-4681-9d97-ae5bf3a7208d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:00.739603 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e01d12-5236-45f9-b2ae-b617d994ca9a req-fa1bf06a-bcab-47b9-9d28-3e30f4201154 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:00.741176 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f9e01d12-5236-45f9-b2ae-b617d994ca9a req-fa1bf06a-bcab-47b9-9d28-3e30f4201154 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 944 time: 0.1697280 Nov 10 19:10:00.797667 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-2f71d239-3d10-4c65-8e55-aefe3b97f5f3 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:00.798041 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 434a6e5b-758e-41f0-8cd5-ecbfb3049bbd up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:10:00.798534 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4667ea4e-1291-4681-9d97-ae5bf3a7208d admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:10:00.804601 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3430d6f-d209-4850-858b-1773f5d0520e req-42382ce9-4073-4753-bc96-df458c5f5aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:00.805266 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667ea4e-1291-4681-9d97-ae5bf3a7208d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f9aec2-ccc8-41de-b3a0-9abc30a0249d,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:00.807568 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c3430d6f-d209-4850-858b-1773f5d0520e req-42382ce9-4073-4753-bc96-df458c5f5aa8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=74048eaf-c023-4244-acc6-bb708e07e097 HTTP/1.1" status: 200 len: 922 time: 0.1924481 Nov 10 19:10:00.837072 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4667ea4e-1291-4681-9d97-ae5bf3a7208d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:00.837072 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-4667ea4e-1291-4681-9d97-ae5bf3a7208d admin admin] Added segment 575d1f03-fd8e-47b2-b264-ce0e51173165 of type vlan for network 97e6ccda-3436-428d-b22a-a0c641f864a1 Nov 10 19:10:00.857730 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 434a6e5b-758e-41f0-8cd5-ecbfb3049bbd completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:10:00.863835 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 434a6e5b-758e-41f0-8cd5-ecbfb3049bbd triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:00.864051 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-d61aa060-44d5-4d2a-9786-a128c0bbe7fa service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035136 Nov 10 19:10:00.865249 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:00.867368 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c3430d6f-d209-4850-858b-1773f5d0520e req-7af43691-1f73-4f13-bae1-aac8bbcb62b9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=653b8478-220b-442b-8286-259dcc0b0481 HTTP/1.1" status: 200 len: 217 time: 0.0515840 Nov 10 19:10:00.884771 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f9e01d12-5236-45f9-b2ae-b617d994ca9a req-ee535d03-5aba-40a4-9819-79adb2f5bcde tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311538 Nov 10 19:10:00.924777 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4667ea4e-1291-4681-9d97-ae5bf3a7208d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:00.947028 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3430d6f-d209-4850-858b-1773f5d0520e req-ba199552-f557-4d80-bba1-a2ec07e6d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:00.948681 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c3430d6f-d209-4850-858b-1773f5d0520e req-ba199552-f557-4d80-bba1-a2ec07e6d02a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=91093ec9-e097-43f7-865c-a8764e927d57 HTTP/1.1" status: 200 len: 861 time: 0.0665202 Nov 10 19:10:00.982680 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:00.995942 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c3430d6f-d209-4850-858b-1773f5d0520e req-8d62e1de-67f1-4006-89d0-f827819dcfcc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74048eaf-c023-4244-acc6-bb708e07e097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366032 Nov 10 19:10:00.998626 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-2f71d239-3d10-4c65-8e55-aefe3b97f5f3 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:01.027655 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 434a6e5b-758e-41f0-8cd5-ecbfb3049bbd, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=434a6e5b-758e-41f0-8cd5-ecbfb3049bbd,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:01.028783 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f787729-97a8-4e46-ade2-edc3a776fa51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434a6e5b-758e-41f0-8cd5-ecbfb3049bbd'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:10:01.031867 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a9ae94-61c0-4369-b410-25d3a0e71e8e" -d '{"events": [{"server_uuid": "5f787729-97a8-4e46-ade2-edc3a776fa51", "name": "network-vif-plugged", "status": "completed", "tag": "434a6e5b-758e-41f0-8cd5-ecbfb3049bbd"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:10:01.036902 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:01.048465 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4667ea4e-1291-4681-9d97-ae5bf3a7208d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:01.049523 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4667ea4e-1291-4681-9d97-ae5bf3a7208d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:01.050151 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4667ea4e-1291-4681-9d97-ae5bf3a7208d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:01.086077 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-2f71d239-3d10-4c65-8e55-aefe3b97f5f3 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Network 39e0a764-ff58-44a3-87da-37be4cc4845b is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:10:01.087122 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c298594-f187-46f9-b099-7439618bf55e x-openstack-request-id: req-8c298594-f187-46f9-b099-7439618bf55e {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:10:01.087589 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f787729-97a8-4e46-ade2-edc3a776fa51", "name": "network-vif-plugged", "status": "completed", "tag": "434a6e5b-758e-41f0-8cd5-ecbfb3049bbd", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:10:01.087868 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8c298594-f187-46f9-b099-7439618bf55e {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:10:01.089066 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f787729-97a8-4e46-ade2-edc3a776fa51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434a6e5b-758e-41f0-8cd5-ecbfb3049bbd', 'code': 200} Nov 10 19:10:01.105505 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-2f71d239-3d10-4c65-8e55-aefe3b97f5f3 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:10:01.117481 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-2f71d239-3d10-4c65-8e55-aefe3b97f5f3 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:10:01.121940 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67230ac1-3c94-4093-b98b-0acb61f5512e req-99c38052-b60c-4d72-bef8-144e0d0a9776 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352345 Nov 10 19:10:01.191698 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71d239-3d10-4c65-8e55-aefe3b97f5f3 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Pushing event updated for resources: {'Port': ['ID=cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:01.201461 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=434a6e5b-758e-41f0-8cd5-ecbfb3049bbd,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:01.205941 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4667ea4e-1291-4681-9d97-ae5bf3a7208d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1786196 Nov 10 19:10:01.210919 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54746) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:10:01.223857 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-7ba1f425-1b6f-451e-b957-19eed2c591ad admin admin] Request body: {'subnet': {'network_id': '97e6ccda-3436-428d-b22a-a0c641f864a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1917749696-subnet', 'tenant_id': '60b04ece015d496ea8bc51577a370e59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:10:01.251948 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667ea4e-1291-4681-9d97-ae5bf3a7208d admin admin] Pushing event updated for resources: {'Network': ['ID=97e6ccda-3436-428d-b22a-a0c641f864a1,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:01.261984 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-2f71d239-3d10-4c65-8e55-aefe3b97f5f3 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:01.265428 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 97e6ccda-3436-428d-b22a-a0c641f864a1 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:10:01.274659 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-2f71d239-3d10-4c65-8e55-aefe3b97f5f3 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:01.300952 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7e49c-1694-42ef-b105-ab055502e147 req-c8c04926-6cc5-47e5-a541-79f3cc950e4e tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:01.302137 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c3430d6f-d209-4850-858b-1773f5d0520e req-0cd2bdc4-584c-4f59-bf55-2a875b3e0fef service neutron] 10.222.0.73 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860584 Nov 10 19:10:01.302562 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6ec7e49c-1694-42ef-b105-ab055502e147 req-c8c04926-6cc5-47e5-a541-79f3cc950e4e tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 1095 time: 0.2210512 Nov 10 19:10:01.314581 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba1f425-1b6f-451e-b957-19eed2c591ad admin admin] Made reservation on behalf of 60b04ece015d496ea8bc51577a370e59 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:10:01.318661 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7ba1f425-1b6f-451e-b957-19eed2c591ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:01.358743 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-2f71d239-3d10-4c65-8e55-aefe3b97f5f3 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7035763 Nov 10 19:10:01.367059 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d171d-113d-4590-a4b4-ae93517a4a15 req-09db54e1-fa89-465f-8a1b-70ce7cf7e953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:01.368528 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a59d171d-113d-4590-a4b4-ae93517a4a15 req-09db54e1-fa89-465f-8a1b-70ce7cf7e953 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 1099 time: 0.1674905 Nov 10 19:10:01.372775 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca558282-ea8e-4392-bd56-aaef326d30e3 req-4f3e86fd-10dd-448f-a7a8-53edf2707a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:01.374938 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca558282-ea8e-4392-bd56-aaef326d30e3 req-4f3e86fd-10dd-448f-a7a8-53edf2707a8a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5f787729-97a8-4e46-ade2-edc3a776fa51 HTTP/1.1" status: 200 len: 1101 time: 0.2165096 Nov 10 19:10:01.409405 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-3edeedb4-4a01-4c72-be0f-fb8022a60437 service neutron] Request body: {'port': {'device_id': '65a659bd-9f4b-459c-a268-67800ae70a7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:10:01.438773 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba170634-e085-4c5f-9344-cf962a2e2679 req-2597fa95-43d1-4c6f-8576-227c1b68c9c1 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:01.442385 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba170634-e085-4c5f-9344-cf962a2e2679 req-2597fa95-43d1-4c6f-8576-227c1b68c9c1 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 948 time: 0.1682441 Nov 10 19:10:01.445647 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6ec7e49c-1694-42ef-b105-ab055502e147 req-19b86dde-f093-41c7-a115-15de55b2c836 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244795 Nov 10 19:10:01.560524 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca558282-ea8e-4392-bd56-aaef326d30e3 req-cf343b43-083a-4604-a862-8b828d44e5e0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d1051f1d-c260-4bee-9c63-cf151d69bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639104 Nov 10 19:10:01.564452 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba170634-e085-4c5f-9344-cf962a2e2679 req-3cc97657-98d9-4c66-8266-6207415836a4 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141262 Nov 10 19:10:01.581596 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-3edeedb4-4a01-4c72-be0f-fb8022a60437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:01.613509 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d171d-113d-4590-a4b4-ae93517a4a15 req-95238d2a-9f29-4275-a634-cc8a6b9ccb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:01.615023 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c3430d6f-d209-4850-858b-1773f5d0520e req-879f5c1e-1484-4665-b7ce-0a9a412c2fd3 service neutron] 10.222.0.73 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581956 Nov 10 19:10:01.615148 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a59d171d-113d-4590-a4b4-ae93517a4a15 req-95238d2a-9f29-4275-a634-cc8a6b9ccb81 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.2331543 Nov 10 19:10:01.690840 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a59d171d-113d-4590-a4b4-ae93517a4a15 req-6606f17c-011f-4a9a-90d6-3bdf19c8d6fb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 HTTP/1.1" status: 200 len: 217 time: 0.0613406 Nov 10 19:10:01.816256 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d171d-113d-4590-a4b4-ae93517a4a15 req-573d59a4-a03f-4085-ae33-57c48aaebd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:01.817827 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a59d171d-113d-4590-a4b4-ae93517a4a15 req-573d59a4-a03f-4085-ae33-57c48aaebd7e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0988820 Nov 10 19:10:01.832971 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6ddb5-fa74-4cb8-b959-821c5dccc14c req-2b9e4cd8-5a70-4864-82f7-46f026380e66 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:01.839211 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7ba1f425-1b6f-451e-b957-19eed2c591ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:01.842076 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d9f6ddb5-fa74-4cb8-b959-821c5dccc14c req-2b9e4cd8-5a70-4864-82f7-46f026380e66 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a659bd-9f4b-459c-a268-67800ae70a7d HTTP/1.1" status: 200 len: 931 time: 0.1533368 Nov 10 19:10:01.890925 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febee35e-2ac7-45a6-89e7-b9b6c76907f2 req-ba695ce3-2636-45fd-a3f1-94d10db08c13 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:01.892725 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-febee35e-2ac7-45a6-89e7-b9b6c76907f2 req-ba695ce3-2636-45fd-a3f1-94d10db08c13 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f787729-97a8-4e46-ade2-edc3a776fa51 HTTP/1.1" status: 200 len: 950 time: 0.1723897 Nov 10 19:10:01.948298 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d9f6ddb5-fa74-4cb8-b959-821c5dccc14c req-6b0bf7b6-7073-4798-af26-f0dd842e1ca9 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053176 Nov 10 19:10:01.952003 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d171d-113d-4590-a4b4-ae93517a4a15 req-f6232d66-819a-4fb3-a393-2572a6680a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:01.953611 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a59d171d-113d-4590-a4b4-ae93517a4a15 req-f6232d66-819a-4fb3-a393-2572a6680a6d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1088321 Nov 10 19:10:01.954747 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1f425-1b6f-451e-b957-19eed2c591ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca971c9d-7e6a-48bb-94f4-d827eedfd91c,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:01.978269 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-febee35e-2ac7-45a6-89e7-b9b6c76907f2 req-fa16f141-ea87-4692-9cf0-cd15d8602909 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/security-groups?id=d1051f1d-c260-4bee-9c63-cf151d69bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713031 Nov 10 19:10:01.984413 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba1f425-1b6f-451e-b957-19eed2c591ad admin admin] Checking segment: {'id': '575d1f03-fd8e-47b2-b264-ce0e51173165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '97e6ccda-3436-428d-b22a-a0c641f864a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:10:01.984788 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba1f425-1b6f-451e-b957-19eed2c591ad admin admin] Network hostable DHCP agents. Network: 97e6ccda-3436-428d-b22a-a0c641f864a1, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:10:02.030905 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba1f425-1b6f-451e-b957-19eed2c591ad admin admin] Network 97e6ccda-3436-428d-b22a-a0c641f864a1 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:10:02.062851 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-7ba1f425-1b6f-451e-b957-19eed2c591ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 97e6ccda-3436-428d-b22a-a0c641f864a1) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:10:02.069928 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba1f425-1b6f-451e-b957-19eed2c591ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:02.070599 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7ba1f425-1b6f-451e-b957-19eed2c591ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:02.076983 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29320ba4-a103-4f68-beff-8e32552424fb None None] Network 97e6ccda-3436-428d-b22a-a0c641f864a1 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:10:02.086419 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-3edeedb4-4a01-4c72-be0f-fb8022a60437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:10:02.096151 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-3edeedb4-4a01-4c72-be0f-fb8022a60437 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:02.109235 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7ba1f425-1b6f-451e-b957-19eed2c591ad admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8938074 Nov 10 19:10:02.112261 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54760) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:10:02.116958 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-7d73ce09-8a13-4e9e-a62c-934befe837c5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1917749696-router', 'tenant_id': '60b04ece015d496ea8bc51577a370e59', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:10:02.122732 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-3edeedb4-4a01-4c72-be0f-fb8022a60437 service neutron] Transition to ACTIVE for port object cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:10:02.130951 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-3edeedb4-4a01-4c72-be0f-fb8022a60437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:02.144929 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a59d171d-113d-4590-a4b4-ae93517a4a15 req-02dee173-7b9a-4277-b3af-051e43f1f89c service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630676 Nov 10 19:10:02.154257 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fc5c9-d773-4586-9566-249b50cc3883 req-3895cdee-cfcb-4f09-bd16-1e18cff46a6d tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:02.155601 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-788fc5c9-d773-4586-9566-249b50cc3883 req-3895cdee-cfcb-4f09-bd16-1e18cff46a6d tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 1095 time: 0.0730853 Nov 10 19:10:02.192048 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edeedb4-4a01-4c72-be0f-fb8022a60437 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:02.202115 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7d73ce09-8a13-4e9e-a62c-934befe837c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:02.202870 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7d73ce09-8a13-4e9e-a62c-934befe837c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:02.276849 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-788fc5c9-d773-4586-9566-249b50cc3883 req-2f226db5-fd76-4417-8388-a8005b1c9dda tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110516 Nov 10 19:10:02.290362 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7d73ce09-8a13-4e9e-a62c-934befe837c5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:02.299250 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a59d171d-113d-4590-a4b4-ae93517a4a15 req-4ffb2977-2aa7-4db9-9cc9-85aea5b11464 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425457 Nov 10 19:10:02.301383 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1289433e-461c-42e1-9273-3e2d2eddff6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-97e6ccda-3436-428d-b22a-a0c641f864a1', 'network_id': '97e6ccda-3436-428d-b22a-a0c641f864a1', 'tenant_id': '60b04ece015d496ea8bc51577a370e59', 'fixed_ips': [{'subnet_id': 'ca971c9d-7e6a-48bb-94f4-d827eedfd91c'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:10:02.302305 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1289433e-461c-42e1-9273-3e2d2eddff6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:02.452075 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-1289433e-461c-42e1-9273-3e2d2eddff6e None None] Allocated IP 172.20.0.2 (97e6ccda-3436-428d-b22a-a0c641f864a1/ca971c9d-7e6a-48bb-94f4-d827eedfd91c/541c5416-f5b8-4269-8b33-abde0ac4a189) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:10:02.454186 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-3edeedb4-4a01-4c72-be0f-fb8022a60437 service neutron] Attempting to bind port cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:10:02.454527 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-3edeedb4-4a01-4c72-be0f-fb8022a60437 service neutron] Attempting to bind port cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '4f3d73ba-6eb0-4c57-a248-e5b678ab2d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '39e0a764-ff58-44a3-87da-37be4cc4845b'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:10:02.454837 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-3edeedb4-4a01-4c72-be0f-fb8022a60437 service neutron] Attempting to bind port cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d on network 39e0a764-ff58-44a3-87da-37be4cc4845b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:10:02.464412 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7d73ce09-8a13-4e9e-a62c-934befe837c5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:02.470678 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-3edeedb4-4a01-4c72-be0f-fb8022a60437 service neutron] Port cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d on network 39e0a764-ff58-44a3-87da-37be4cc4845b not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:10:02.471007 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-3edeedb4-4a01-4c72-be0f-fb8022a60437 service neutron] Attempting to bind port cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d on network 39e0a764-ff58-44a3-87da-37be4cc4845b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:10:02.479190 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-3edeedb4-4a01-4c72-be0f-fb8022a60437 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:10:02.479523 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-3edeedb4-4a01-4c72-be0f-fb8022a60437 service neutron] Checking segment: {'id': '4f3d73ba-6eb0-4c57-a248-e5b678ab2d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '39e0a764-ff58-44a3-87da-37be4cc4845b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:10:02.479994 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-3edeedb4-4a01-4c72-be0f-fb8022a60437 service neutron] Bound using segment: {'id': '4f3d73ba-6eb0-4c57-a248-e5b678ab2d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '39e0a764-ff58-44a3-87da-37be4cc4845b'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:10:02.480508 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-3edeedb4-4a01-4c72-be0f-fb8022a60437 service neutron] Bound port: cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3d73ba-6eb0-4c57-a248-e5b678ab2d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '39e0a764-ff58-44a3-87da-37be4cc4845b'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:10:02.480870 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-3edeedb4-4a01-4c72-be0f-fb8022a60437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:02.594619 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-3edeedb4-4a01-4c72-be0f-fb8022a60437 service neutron] For port cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:10:02.600037 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-3edeedb4-4a01-4c72-be0f-fb8022a60437 service neutron] For port cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d,segment=NetworkSegment(4f3d73ba-6eb0-4c57-a248-e5b678ab2d07),segment_id=4f3d73ba-6eb0-4c57-a248-e5b678ab2d07)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:10:02.610773 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1289433e-461c-42e1-9273-3e2d2eddff6e None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:02.612174 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-3edeedb4-4a01-4c72-be0f-fb8022a60437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:02.616754 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1289433e-461c-42e1-9273-3e2d2eddff6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:02.655450 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1289433e-461c-42e1-9273-3e2d2eddff6e None None] Network 97e6ccda-3436-428d-b22a-a0c641f864a1 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:10:02.655747 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-3edeedb4-4a01-4c72-be0f-fb8022a60437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:02.656359 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-3edeedb4-4a01-4c72-be0f-fb8022a60437 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:02.657794 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-3edeedb4-4a01-4c72-be0f-fb8022a60437 service neutron] 10.222.0.73 "PUT /v2.0/ports/cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d HTTP/1.1" status: 200 len: 1091 time: 1.2616429 Nov 10 19:10:02.658250 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a659bd-9f4b-459c-a268-67800ae70a7d', 'tag': 'cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:10:02.660270 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-1289433e-461c-42e1-9273-3e2d2eddff6e None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:10:02.660636 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0e8b40-d36a-4851-bac4-aa6781d105bb" -d '{"events": [{"name": "network-changed", "server_uuid": "65a659bd-9f4b-459c-a268-67800ae70a7d", "tag": "cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:10:02.663722 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1289433e-461c-42e1-9273-3e2d2eddff6e None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:10:02.679677 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289433e-461c-42e1-9273-3e2d2eddff6e None None] Pushing event updated for resources: {'Port': ['ID=541c5416-f5b8-4269-8b33-abde0ac4a189,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:02.692823 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edeedb4-4a01-4c72-be0f-fb8022a60437 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:02.774145 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-1289433e-461c-42e1-9273-3e2d2eddff6e None None] Attempting to bind port 541c5416-f5b8-4269-8b33-abde0ac4a189 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:10:02.774558 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-1289433e-461c-42e1-9273-3e2d2eddff6e None None] Attempting to bind port 541c5416-f5b8-4269-8b33-abde0ac4a189 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '575d1f03-fd8e-47b2-b264-ce0e51173165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '97e6ccda-3436-428d-b22a-a0c641f864a1'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:10:02.774919 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1289433e-461c-42e1-9273-3e2d2eddff6e None None] Attempting to bind port 541c5416-f5b8-4269-8b33-abde0ac4a189 on network 97e6ccda-3436-428d-b22a-a0c641f864a1 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:10:02.781949 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1289433e-461c-42e1-9273-3e2d2eddff6e None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:10:02.782355 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1289433e-461c-42e1-9273-3e2d2eddff6e None None] Checking segment: {'id': '575d1f03-fd8e-47b2-b264-ce0e51173165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '97e6ccda-3436-428d-b22a-a0c641f864a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:10:02.782729 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1289433e-461c-42e1-9273-3e2d2eddff6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:02.783101 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1289433e-461c-42e1-9273-3e2d2eddff6e None None] Bound using segment: {'id': '575d1f03-fd8e-47b2-b264-ce0e51173165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '97e6ccda-3436-428d-b22a-a0c641f864a1'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:10:02.783599 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-1289433e-461c-42e1-9273-3e2d2eddff6e None None] Bound port: 541c5416-f5b8-4269-8b33-abde0ac4a189, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '575d1f03-fd8e-47b2-b264-ce0e51173165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '97e6ccda-3436-428d-b22a-a0c641f864a1'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:10:02.784000 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1289433e-461c-42e1-9273-3e2d2eddff6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:02.839742 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-49f837a5-ec67-4a42-a3f8-b8c165ae4747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:02.841304 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-49f837a5-ec67-4a42-a3f8-b8c165ae4747 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3dddbbc87a448f59c02da65cf6d041d&device_id=65a659bd-9f4b-459c-a268-67800ae70a7d HTTP/1.1" status: 200 len: 1094 time: 0.1095152 Nov 10 19:10:02.842526 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7d73ce09-8a13-4e9e-a62c-934befe837c5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:02.861067 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-1289433e-461c-42e1-9273-3e2d2eddff6e None None] For port 541c5416-f5b8-4269-8b33-abde0ac4a189, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:10:02.864955 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-1289433e-461c-42e1-9273-3e2d2eddff6e None None] For port 541c5416-f5b8-4269-8b33-abde0ac4a189, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=541c5416-f5b8-4269-8b33-abde0ac4a189,segment=NetworkSegment(575d1f03-fd8e-47b2-b264-ce0e51173165),segment_id=575d1f03-fd8e-47b2-b264-ce0e51173165)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:10:02.869525 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7d73ce09-8a13-4e9e-a62c-934befe837c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:02.872071 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1289433e-461c-42e1-9273-3e2d2eddff6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:02.905827 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-0264f91f-319f-4846-907e-c2fcf15ca2cb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d HTTP/1.1" status: 200 len: 217 time: 0.0434394 Nov 10 19:10:02.938584 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289433e-461c-42e1-9273-3e2d2eddff6e None None] Pushing event updated for resources: {'Port': ['ID=541c5416-f5b8-4269-8b33-abde0ac4a189,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:03.028647 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-c20de43e-229a-4835-98be-92511c43fb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:03.030178 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-c20de43e-229a-4835-98be-92511c43fb0b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2c329353-9415-452e-8a45-4c2850f1881a HTTP/1.1" status: 200 len: 862 time: 0.0874331 Nov 10 19:10:03.070305 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-d9b54d57-c47c-4d18-9c9b-a4df3fe371f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=39e0a764-ff58-44a3-87da-37be4cc4845b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298247 Nov 10 19:10:03.098310 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-7d73ce09-8a13-4e9e-a62c-934befe837c5 admin admin] Allocated IP 172.25.3.43 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/7f5e8fd0-4518-4914-b81f-b5a40184915b) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:10:03.255267 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-ce97f73f-478b-4e34-ad44-d2a7bf4faf40 service neutron] 10.222.0.73 "GET /v2.0/networks/39e0a764-ff58-44a3-87da-37be4cc4845b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714931 Nov 10 19:10:03.314407 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7d73ce09-8a13-4e9e-a62c-934befe837c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:03.394707 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8b71690f-e247-44ac-9738-3189bc2f4c79 req-a757160c-af26-4305-95af-bd2d99b9c311 service neutron] 10.222.0.73 "GET /v2.0/networks/39e0a764-ff58-44a3-87da-37be4cc4845b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289442 Nov 10 19:10:03.400948 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7d73ce09-8a13-4e9e-a62c-934befe837c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:03.439873 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d73ce09-8a13-4e9e-a62c-934befe837c5 admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:10:03.444839 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-7d73ce09-8a13-4e9e-a62c-934befe837c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:10:03.452049 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73ce09-8a13-4e9e-a62c-934befe837c5 admin admin] Pushing event updated for resources: {'Port': ['ID=7f5e8fd0-4518-4914-b81f-b5a40184915b,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:03.455198 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d73ce09-8a13-4e9e-a62c-934befe837c5 admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:10:03.718873 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7d73ce09-8a13-4e9e-a62c-934befe837c5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:03.837146 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680c4c69-b3e5-406e-affc-908bb5bd24d1 None None] Network 97e6ccda-3436-428d-b22a-a0c641f864a1 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:10:03.980363 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-58bf0b14-af08-4ad6-8121-798098b9d791 None None] Provisioning complete for port 541c5416-f5b8-4269-8b33-abde0ac4a189 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:03.981143 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-58bf0b14-af08-4ad6-8121-798098b9d791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:03.982087 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7d73ce09-8a13-4e9e-a62c-934befe837c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:04.118572 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-58bf0b14-af08-4ad6-8121-798098b9d791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:04.225736 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-58bf0b14-af08-4ad6-8121-798098b9d791 None None] For port 541c5416-f5b8-4269-8b33-abde0ac4a189, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=541c5416-f5b8-4269-8b33-abde0ac4a189,segment=NetworkSegment(575d1f03-fd8e-47b2-b264-ce0e51173165),segment_id=575d1f03-fd8e-47b2-b264-ce0e51173165)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:04.233712 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-58bf0b14-af08-4ad6-8121-798098b9d791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:04.274519 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d73ce09-8a13-4e9e-a62c-934befe837c5 admin admin] Router 89b69d11-548b-4016-ba41-2d90470ca668 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:10:04.278110 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 541c5416-f5b8-4269-8b33-abde0ac4a189 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:10:04.283284 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5c238-c7db-4c5d-8ab5-acb0edc10939 req-08e2da70-bb9f-41fc-b611-403367102e75 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:04.296720 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-33c5c238-c7db-4c5d-8ab5-acb0edc10939 req-08e2da70-bb9f-41fc-b611-403367102e75 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 948 time: 0.1474538 Nov 10 19:10:04.355297 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:10:04.377340 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf0b14-af08-4ad6-8121-798098b9d791 None None] Pushing event updated for resources: {'Port': ['ID=541c5416-f5b8-4269-8b33-abde0ac4a189,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:04.400771 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 541c5416-f5b8-4269-8b33-abde0ac4a189 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:04.401243 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:04.444792 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-33c5c238-c7db-4c5d-8ab5-acb0edc10939 req-0a4b09cf-21ec-467d-86e8-180129090040 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470163 Nov 10 19:10:04.451958 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:10:04.679793 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782047f0-a303-447b-a6e6-0bd09ca9c18b req-e6f9852d-3d47-4ad8-b6f2-20b9b5f12a7c tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:04.695695 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-782047f0-a303-447b-a6e6-0bd09ca9c18b req-e6f9852d-3d47-4ad8-b6f2-20b9b5f12a7c tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a659bd-9f4b-459c-a268-67800ae70a7d HTTP/1.1" status: 200 len: 943 time: 0.1042731 Nov 10 19:10:04.783573 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8f10b7a2-95e7-46ec-8384-41d9a6efc243 None None] Provisioning complete for port 541c5416-f5b8-4269-8b33-abde0ac4a189 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:04.783952 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8f10b7a2-95e7-46ec-8384-41d9a6efc243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:04.795188 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:04.855745 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'db1e0b94-878a-4b7a-a6ce-0daaf71c68f2', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': 'db1e0b94-878a-4b7a-a6ce-0daaf71c68f2', 'mac_address': 'fa:16:3e:a6:ee:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:10:04.858882 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-782047f0-a303-447b-a6e6-0bd09ca9c18b req-c473732a-54ad-4adc-a9f4-2c164afad1e0 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614578 Nov 10 19:10:04.909013 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44186fb8-aa3e-475e-a0e7-a83141e93240 req-c34db0df-f140-4143-bed6-82360268703b tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:04.911377 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-44186fb8-aa3e-475e-a0e7-a83141e93240 req-c34db0df-f140-4143-bed6-82360268703b tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f787729-97a8-4e46-ade2-edc3a776fa51 HTTP/1.1" status: 200 len: 950 time: 0.1687155 Nov 10 19:10:05.048182 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:05.050419 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-44186fb8-aa3e-475e-a0e7-a83141e93240 req-73f235be-f470-403b-b650-0d9d846c59ec tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/security-groups?id=d1051f1d-c260-4bee-9c63-cf151d69bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304283 Nov 10 19:10:05.059867 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24d5325-0cf7-4ffe-84d8-f4be37b7c704 x-openstack-request-id: req-a24d5325-0cf7-4ffe-84d8-f4be37b7c704 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:10:05.060166 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a659bd-9f4b-459c-a268-67800ae70a7d", "tag": "cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:10:05.060421 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a24d5325-0cf7-4ffe-84d8-f4be37b7c704 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:10:05.060818 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a659bd-9f4b-459c-a268-67800ae70a7d', 'tag': 'cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d', 'status': 'completed', 'code': 200} Nov 10 19:10:05.078536 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:10:05.106820 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d73ce09-8a13-4e9e-a62c-934befe837c5 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:10:05.118524 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8e90a1-8bec-44dc-a736-05e5343b9b00 None None] Sync routers for ids ['89b69d11-548b-4016-ba41-2d90470ca668'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:10:05.137255 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8e90a1-8bec-44dc-a736-05e5343b9b00 None None] Routers {'89b69d11-548b-4016-ba41-2d90470ca668'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:10:05.138295 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-cd8e90a1-8bec-44dc-a736-05e5343b9b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:09:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['89b69d11-548b-4016-ba41-2d90470ca668'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:10:05.143884 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e8b40-d36a-4851-bac4-aa6781d105bb req-aaa4e7b8-4680-4f89-8347-5756e5653b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:05.146040 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cc0e8b40-d36a-4851-bac4-aa6781d105bb req-aaa4e7b8-4680-4f89-8347-5756e5653b8a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3dddbbc87a448f59c02da65cf6d041d&device_id=65a659bd-9f4b-459c-a268-67800ae70a7d HTTP/1.1" status: 200 len: 1094 time: 0.0879481 Nov 10 19:10:05.149986 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7d73ce09-8a13-4e9e-a62c-934befe837c5 admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:05.152619 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7d73ce09-8a13-4e9e-a62c-934befe837c5 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0390260 Nov 10 19:10:05.155305 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54828) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:10:05.155807 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:05.161121 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:05.230576 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:05.323490 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-cd8e90a1-8bec-44dc-a736-05e5343b9b00 None None] Set router 89b69d11-548b-4016-ba41-2d90470ca668 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:10:05.352193 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e8b40-d36a-4851-bac4-aa6781d105bb req-bbd961fb-f935-4701-89c1-7059e103ee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:05.354671 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cc0e8b40-d36a-4851-bac4-aa6781d105bb req-bbd961fb-f935-4701-89c1-7059e103ee48 service neutron] 10.222.0.73 "GET /v2.0/networks?id=39e0a764-ff58-44a3-87da-37be4cc4845b HTTP/1.1" status: 200 len: 923 time: 0.1875005 Nov 10 19:10:05.410000 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cc0e8b40-d36a-4851-bac4-aa6781d105bb req-64bef601-96a9-4848-9cc9-4c632f50d70d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d HTTP/1.1" status: 200 len: 217 time: 0.0470934 Nov 10 19:10:05.470601 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['db1e0b94-878a-4b7a-a6ce-0daaf71c68f2'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:10:05.471106 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e8b40-d36a-4851-bac4-aa6781d105bb req-bbfbcfb4-9c85-4d23-9829-2bfa61e66fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:05.473134 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cc0e8b40-d36a-4851-bac4-aa6781d105bb req-bbfbcfb4-9c85-4d23-9829-2bfa61e66fc5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2c329353-9415-452e-8a45-4c2850f1881a HTTP/1.1" status: 200 len: 862 time: 0.0530121 Nov 10 19:10:05.536940 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cc0e8b40-d36a-4851-bac4-aa6781d105bb req-6d46cb78-47bf-40a7-9fe2-3ab8821c5676 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=39e0a764-ff58-44a3-87da-37be4cc4845b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498271 Nov 10 19:10:05.595433 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-cd8e90a1-8bec-44dc-a736-05e5343b9b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b69d11-548b-4016-ba41-2d90470ca668', 'name': 'tempest-FloatingIPsTestJSON-1917749696-router', 'tenant_id': '60b04ece015d496ea8bc51577a370e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '7f5e8fd0-4518-4914-b81f-b5a40184915b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:10:02Z', 'updated_at': '2021-11-10T19:10:03Z', 'revision_number': 3, 'project_id': '60b04ece015d496ea8bc51577a370e59', 'gw_port': {'id': '7f5e8fd0-4518-4914-b81f-b5a40184915b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:55:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b69d11-548b-4016-ba41-2d90470ca668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:02Z', 'updated_at': '2021-11-10T19:10:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:10:05.646006 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8e90a1-8bec-44dc-a736-05e5343b9b00 None None] Checking router: 89b69d11-548b-4016-ba41-2d90470ca668 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:10:05.646626 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8e90a1-8bec-44dc-a736-05e5343b9b00 None None] Updating router 89b69d11-548b-4016-ba41-2d90470ca668 port 7f5e8fd0-4518-4914-b81f-b5a40184915b binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:10:05.677078 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cd8e90a1-8bec-44dc-a736-05e5343b9b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:05.736760 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cc0e8b40-d36a-4851-bac4-aa6781d105bb req-dddb3fc3-3a9a-4f50-a798-1e76c6f8162c service neutron] 10.222.0.73 "GET /v2.0/networks/39e0a764-ff58-44a3-87da-37be4cc4845b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905377 Nov 10 19:10:05.753037 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7be507-fcb6-4ad6-bf8e-5522cf0599e3 req-45cc8c7a-c360-41d7-8df4-231b0d2dbc87 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:05.755218 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5c7be507-fcb6-4ad6-bf8e-5522cf0599e3 req-45cc8c7a-c360-41d7-8df4-231b0d2dbc87 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 949 time: 0.1828887 Nov 10 19:10:05.852454 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cc0e8b40-d36a-4851-bac4-aa6781d105bb req-27e2f686-0fdb-47a7-9bd1-09f5edebdd41 service neutron] 10.222.0.73 "GET /v2.0/networks/39e0a764-ff58-44a3-87da-37be4cc4845b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075704 Nov 10 19:10:05.900259 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b7a5063b-a531-48dd-a3b2-90dd095b48f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:05.961071 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5c7be507-fcb6-4ad6-bf8e-5522cf0599e3 req-dac21b1e-98c9-4be0-bea3-a2779a0caba1 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959527 Nov 10 19:10:06.063329 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cd8e90a1-8bec-44dc-a736-05e5343b9b00 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:06.072230 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cd8e90a1-8bec-44dc-a736-05e5343b9b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:06.120790 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d71c7-6999-4bc4-9cb2-7a1c0406e48b req-3880a0ac-7895-4013-81f7-28fe316c83c7 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:06.123835 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-024d71c7-6999-4bc4-9cb2-7a1c0406e48b req-3880a0ac-7895-4013-81f7-28fe316c83c7 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a659bd-9f4b-459c-a268-67800ae70a7d HTTP/1.1" status: 200 len: 943 time: 0.1605964 Nov 10 19:10:06.152567 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 541c5416-f5b8-4269-8b33-abde0ac4a189 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:10:06.157157 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-cd8e90a1-8bec-44dc-a736-05e5343b9b00 None None] Attempting to bind port 7f5e8fd0-4518-4914-b81f-b5a40184915b on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:10:06.157528 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-cd8e90a1-8bec-44dc-a736-05e5343b9b00 None None] Attempting to bind port 7f5e8fd0-4518-4914-b81f-b5a40184915b by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:10:06.157935 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8e90a1-8bec-44dc-a736-05e5343b9b00 None None] Attempting to bind port 7f5e8fd0-4518-4914-b81f-b5a40184915b on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:10:06.168676 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb862e-0b3a-45ab-a4eb-22a818df34a2 None None] Pushing event updated for resources: {'Port': ['ID=7f5e8fd0-4518-4914-b81f-b5a40184915b,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:06.172594 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8e90a1-8bec-44dc-a736-05e5343b9b00 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:10:06.172977 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8e90a1-8bec-44dc-a736-05e5343b9b00 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:10:06.173375 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cd8e90a1-8bec-44dc-a736-05e5343b9b00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:06.173782 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8e90a1-8bec-44dc-a736-05e5343b9b00 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:10:06.174288 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-cd8e90a1-8bec-44dc-a736-05e5343b9b00 None None] Bound port: 7f5e8fd0-4518-4914-b81f-b5a40184915b, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:10:06.174688 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cd8e90a1-8bec-44dc-a736-05e5343b9b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:06.206280 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb862e-0b3a-45ab-a4eb-22a818df34a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:06.206622 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb862e-0b3a-45ab-a4eb-22a818df34a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:06.206957 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb862e-0b3a-45ab-a4eb-22a818df34a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:06.207283 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb862e-0b3a-45ab-a4eb-22a818df34a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:06.207613 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb862e-0b3a-45ab-a4eb-22a818df34a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:06.207935 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb862e-0b3a-45ab-a4eb-22a818df34a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:06.208254 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb862e-0b3a-45ab-a4eb-22a818df34a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:06.208567 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb862e-0b3a-45ab-a4eb-22a818df34a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:06.208885 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb862e-0b3a-45ab-a4eb-22a818df34a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:06.209378 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb862e-0b3a-45ab-a4eb-22a818df34a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:06.210265 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb862e-0b3a-45ab-a4eb-22a818df34a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:06.210265 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb862e-0b3a-45ab-a4eb-22a818df34a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:06.275967 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-cd8e90a1-8bec-44dc-a736-05e5343b9b00 None None] For port 7f5e8fd0-4518-4914-b81f-b5a40184915b, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:10:06.283023 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-cd8e90a1-8bec-44dc-a736-05e5343b9b00 None None] For port 7f5e8fd0-4518-4914-b81f-b5a40184915b, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=7f5e8fd0-4518-4914-b81f-b5a40184915b,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:10:06.287565 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 541c5416-f5b8-4269-8b33-abde0ac4a189 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:06.287938 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:06.290680 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cd8e90a1-8bec-44dc-a736-05e5343b9b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:06.370400 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:10:06.417082 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8e90a1-8bec-44dc-a736-05e5343b9b00 None None] Routers {'89b69d11-548b-4016-ba41-2d90470ca668'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:10:06.417725 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-cd8e90a1-8bec-44dc-a736-05e5343b9b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:09:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['89b69d11-548b-4016-ba41-2d90470ca668'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:10:06.541006 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d,segment=NetworkSegment(4f3d73ba-6eb0-4c57-a248-e5b678ab2d07),segment_id=4f3d73ba-6eb0-4c57-a248-e5b678ab2d07)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:06.555400 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d', 'network_id': '39e0a764-ff58-44a3-87da-37be4cc4845b', 'port_id': 'cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d', 'mac_address': 'fa:16:3e:8e:8b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c329353-9415-452e-8a45-4c2850f1881a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:10:06.607770 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:06.617665 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-cd8e90a1-8bec-44dc-a736-05e5343b9b00 None None] Set router 89b69d11-548b-4016-ba41-2d90470ca668 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:10:06.807819 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:10:06.835574 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d,segment=NetworkSegment(4f3d73ba-6eb0-4c57-a248-e5b678ab2d07),segment_id=4f3d73ba-6eb0-4c57-a248-e5b678ab2d07)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:06.843176 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:06.868945 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-024d71c7-6999-4bc4-9cb2-7a1c0406e48b req-f95b65b8-bb38-469d-9e33-0b7d708bd8c4 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7335682 Nov 10 19:10:06.880752 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31443dc-1869-419e-ad2d-0166c137f555 req-c58c8a34-4858-4da1-b4d0-89acb54de5f1 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:06.888374 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d31443dc-1869-419e-ad2d-0166c137f555 req-c58c8a34-4858-4da1-b4d0-89acb54de5f1 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f787729-97a8-4e46-ade2-edc3a776fa51 HTTP/1.1" status: 200 len: 950 time: 0.2409046 Nov 10 19:10:06.891359 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb862e-0b3a-45ab-a4eb-22a818df34a2 None None] Pushing event updated for resources: {'Port': ['ID=7f5e8fd0-4518-4914-b81f-b5a40184915b,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:06.935033 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-cd8e90a1-8bec-44dc-a736-05e5343b9b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b69d11-548b-4016-ba41-2d90470ca668', 'name': 'tempest-FloatingIPsTestJSON-1917749696-router', 'tenant_id': '60b04ece015d496ea8bc51577a370e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '7f5e8fd0-4518-4914-b81f-b5a40184915b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:10:02Z', 'updated_at': '2021-11-10T19:10:03Z', 'revision_number': 3, 'project_id': '60b04ece015d496ea8bc51577a370e59', 'gw_port': {'id': '7f5e8fd0-4518-4914-b81f-b5a40184915b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:55:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b69d11-548b-4016-ba41-2d90470ca668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:02Z', 'updated_at': '2021-11-10T19:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:10:06.939128 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-b7a5063b-a531-48dd-a3b2-90dd095b48f5 admin admin] Allocated IP 172.20.0.1 (97e6ccda-3436-428d-b22a-a0c641f864a1/ca971c9d-7e6a-48bb-94f4-d827eedfd91c/0c825690-a12f-4275-aaa7-4cc3cd1ae7be) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:10:06.969873 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8e90a1-8bec-44dc-a736-05e5343b9b00 None None] The sync data for ids ['89b69d11-548b-4016-ba41-2d90470ca668'] in n-d-813897-4 is: [{'id': '89b69d11-548b-4016-ba41-2d90470ca668', 'name': 'tempest-FloatingIPsTestJSON-1917749696-router', 'tenant_id': '60b04ece015d496ea8bc51577a370e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '7f5e8fd0-4518-4914-b81f-b5a40184915b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:10:02Z', 'updated_at': '2021-11-10T19:10:03Z', 'revision_number': 3, 'project_id': '60b04ece015d496ea8bc51577a370e59', 'gw_port': {'id': '7f5e8fd0-4518-4914-b81f-b5a40184915b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:55:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b69d11-548b-4016-ba41-2d90470ca668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:02Z', 'updated_at': '2021-11-10T19:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:10:06.999496 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:07.130923 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d31443dc-1869-419e-ad2d-0166c137f555 req-217e8020-1fd4-4742-b9db-aad6cc80739c tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/security-groups?id=d1051f1d-c260-4bee-9c63-cf151d69bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184525 Nov 10 19:10:07.169608 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:10:07.281929 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37039c00-6ee0-4480-a2c9-c531eb5bd195 req-af7edf55-2273-4987-83fb-76b2e3fbe38e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:07.293089 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-37039c00-6ee0-4480-a2c9-c531eb5bd195 req-af7edf55-2273-4987-83fb-76b2e3fbe38e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 949 time: 0.1472039 Nov 10 19:10:07.296434 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b7a5063b-a531-48dd-a3b2-90dd095b48f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:07.437659 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-37039c00-6ee0-4480-a2c9-c531eb5bd195 req-cf0ba726-7637-475d-b561-e183da8a8c29 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392515 Nov 10 19:10:07.454379 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b7a5063b-a531-48dd-a3b2-90dd095b48f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:07.519534 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a5063b-a531-48dd-a3b2-90dd095b48f5 admin admin] Network 97e6ccda-3436-428d-b22a-a0c641f864a1 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:10:07.520846 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a5063b-a531-48dd-a3b2-90dd095b48f5 admin admin] Pushing event updated for resources: {'Port': ['ID=0c825690-a12f-4275-aaa7-4cc3cd1ae7be,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:07.523455 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-b7a5063b-a531-48dd-a3b2-90dd095b48f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:10:07.528792 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a5063b-a531-48dd-a3b2-90dd095b48f5 admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:10:07.579483 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b7a5063b-a531-48dd-a3b2-90dd095b48f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:07.747593 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b7a5063b-a531-48dd-a3b2-90dd095b48f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:07.907834 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-45061473-80a2-42e5-95a0-5b0815443ef7 None None] Provisioning complete for port 0c825690-a12f-4275-aaa7-4cc3cd1ae7be triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:07.908157 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-45061473-80a2-42e5-95a0-5b0815443ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:07.978363 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-45061473-80a2-42e5-95a0-5b0815443ef7 None None] Port 0c825690-a12f-4275-aaa7-4cc3cd1ae7be cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:10:08.107687 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b7a5063b-a531-48dd-a3b2-90dd095b48f5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:08.123235 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b7a5063b-a531-48dd-a3b2-90dd095b48f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:08.159140 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 7f5e8fd0-4518-4914-b81f-b5a40184915b up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:10:08.224460 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 7f5e8fd0-4518-4914-b81f-b5a40184915b triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:08.225041 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:08.269675 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a5063b-a531-48dd-a3b2-90dd095b48f5 admin admin] Pushing event updated for resources: {'Port': ['ID=0c825690-a12f-4275-aaa7-4cc3cd1ae7be,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:08.304594 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414eb304-b382-4500-b9c5-58710a16d791 req-45a267c6-04c4-44b2-811c-d561aa4060ea tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:08.310316 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-414eb304-b382-4500-b9c5-58710a16d791 req-45a267c6-04c4-44b2-811c-d561aa4060ea tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a659bd-9f4b-459c-a268-67800ae70a7d HTTP/1.1" status: 200 len: 944 time: 0.3057573 Nov 10 19:10:08.353204 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:08.380936 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:10:08.443310 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-414eb304-b382-4500-b9c5-58710a16d791 req-6828e113-5bb7-4513-92fe-d0dd4fe8e54f tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183431 Nov 10 19:10:08.451719 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b7a5063b-a531-48dd-a3b2-90dd095b48f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:08.477670 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 7f5e8fd0-4518-4914-b81f-b5a40184915b, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=7f5e8fd0-4518-4914-b81f-b5a40184915b,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:08.491615 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:08.549141 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68719f8e-cc1d-4d0b-bb56-a41973192cd0 req-4bd69aab-2c52-467f-867b-4b00c994b264 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:08.571217 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-68719f8e-cc1d-4d0b-bb56-a41973192cd0 req-4bd69aab-2c52-467f-867b-4b00c994b264 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f787729-97a8-4e46-ade2-edc3a776fa51 HTTP/1.1" status: 200 len: 950 time: 0.2537463 Nov 10 19:10:08.616635 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=7f5e8fd0-4518-4914-b81f-b5a40184915b,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:08.624687 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:10:08.634115 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:08.638821 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:08.797802 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:08.804290 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-68719f8e-cc1d-4d0b-bb56-a41973192cd0 req-0f078ff2-4895-47fd-bc81-7623cd9959cb tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/security-groups?id=d1051f1d-c260-4bee-9c63-cf151d69bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292657 Nov 10 19:10:08.838782 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a659bd-9f4b-459c-a268-67800ae70a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:10:08.842214 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f31747-625d-49fc-a5c9-d4c7664452ef" -d '{"events": [{"server_uuid": "65a659bd-9f4b-459c-a268-67800ae70a7d", "name": "network-vif-plugged", "status": "completed", "tag": "cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:10:08.858741 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a5063b-a531-48dd-a3b2-90dd095b48f5 admin admin] Network 97e6ccda-3436-428d-b22a-a0c641f864a1 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:10:08.865046 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d,segment=NetworkSegment(4f3d73ba-6eb0-4c57-a248-e5b678ab2d07),segment_id=4f3d73ba-6eb0-4c57-a248-e5b678ab2d07)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:08.872444 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-b7a5063b-a531-48dd-a3b2-90dd095b48f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:10:08.876587 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:08.877558 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:10:08.910545 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70caa8c-f45f-4eab-bcc8-a254e78a26df req-7fe3ece9-aaad-4e09-be67-7b2e53680570 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:08.918885 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d70caa8c-f45f-4eab-bcc8-a254e78a26df req-7fe3ece9-aaad-4e09-be67-7b2e53680570 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 949 time: 0.1444373 Nov 10 19:10:08.984766 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7026bf-ca33-48e2-92c3-8605ca31f6c1 x-openstack-request-id: req-7d7026bf-ca33-48e2-92c3-8605ca31f6c1 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:10:08.985063 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a659bd-9f4b-459c-a268-67800ae70a7d", "name": "network-vif-plugged", "status": "completed", "tag": "cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:10:08.985377 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7d7026bf-ca33-48e2-92c3-8605ca31f6c1 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:10:08.985823 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a659bd-9f4b-459c-a268-67800ae70a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d', 'code': 200} Nov 10 19:10:09.068690 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a4e18-24d0-4bc5-9e30-c1b1a77d3b44 req-6afd0ad5-5513-401a-8af9-d5cd4fb8ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:09.071805 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-832a4e18-24d0-4bc5-9e30-c1b1a77d3b44 req-6afd0ad5-5513-401a-8af9-d5cd4fb8ffa2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=65a659bd-9f4b-459c-a268-67800ae70a7d HTTP/1.1" status: 200 len: 1096 time: 0.1004167 Nov 10 19:10:09.106560 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:10:09.110140 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:09.113945 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:09.114215 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:09.132090 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d70caa8c-f45f-4eab-bcc8-a254e78a26df req-43c64419-2568-433f-b26e-be8e7c57c2d5 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017770 Nov 10 19:10:09.139860 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a5063b-a531-48dd-a3b2-90dd095b48f5 admin admin] Router 89b69d11-548b-4016-ba41-2d90470ca668 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:10:09.186596 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-832a4e18-24d0-4bc5-9e30-c1b1a77d3b44 req-965bcecd-9c8d-401f-92c7-ac998b330d05 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023104 Nov 10 19:10:09.281128 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:09.323549 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:09.332178 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:09.337339 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a5063b-a531-48dd-a3b2-90dd095b48f5 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:10:09.358217 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b7a5063b-a531-48dd-a3b2-90dd095b48f5 admin admin] 10.222.0.54 "PUT /v2.0/routers/89b69d11-548b-4016-ba41-2d90470ca668/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1977320 Nov 10 19:10:09.413068 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d859c992-54dc-473e-b08a-abb7f600aedf None None] Provisioning complete for port 0c825690-a12f-4275-aaa7-4cc3cd1ae7be triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:09.413606 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d859c992-54dc-473e-b08a-abb7f600aedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:09.416027 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:09.456933 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-d859c992-54dc-473e-b08a-abb7f600aedf None None] Port 0c825690-a12f-4275-aaa7-4cc3cd1ae7be cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:10:09.573461 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38df1721-55f0-44a6-b113-2adeaeffec60 None None] Sync routers for ids ['89b69d11-548b-4016-ba41-2d90470ca668'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:10:09.590952 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38df1721-55f0-44a6-b113-2adeaeffec60 None None] Routers {'89b69d11-548b-4016-ba41-2d90470ca668'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:10:09.593210 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-38df1721-55f0-44a6-b113-2adeaeffec60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:09:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['89b69d11-548b-4016-ba41-2d90470ca668'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:10:09.661317 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310296ab-c99f-494c-95e3-994713e6374d req-af7ccf1e-2774-4df0-80d7-1a306832235a tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:09.666218 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-310296ab-c99f-494c-95e3-994713e6374d req-af7ccf1e-2774-4df0-80d7-1a306832235a tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a659bd-9f4b-459c-a268-67800ae70a7d HTTP/1.1" status: 200 len: 945 time: 0.1030927 Nov 10 19:10:09.750106 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-310296ab-c99f-494c-95e3-994713e6374d req-bb936c43-4564-4b1c-8275-255877ce8d41 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751901 Nov 10 19:10:09.853515 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-38df1721-55f0-44a6-b113-2adeaeffec60 None None] Set router 89b69d11-548b-4016-ba41-2d90470ca668 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:10:10.093557 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b1ccacf-9071-4d1e-8eb3-19cd1742333c req-78fcb9ec-d174-47bb-861b-cf13583c2ca8 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2986798 Nov 10 19:10:10.109394 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-2b1ccacf-9071-4d1e-8eb3-19cd1742333c req-83ee916d-58ab-4d9e-b2e6-5dedebf34d6b tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:10:10.129637 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 7f5e8fd0-4518-4914-b81f-b5a40184915b up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:10:10.139645 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbe60f-ae05-47f7-8399-fa1b6ab09714 req-895cd592-202b-4516-bcd7-17f431e6c0d9 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:10.141888 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13fbe60f-ae05-47f7-8399-fa1b6ab09714 req-895cd592-202b-4516-bcd7-17f431e6c0d9 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f787729-97a8-4e46-ade2-edc3a776fa51 HTTP/1.1" status: 200 len: 950 time: 0.1208773 Nov 10 19:10:10.171982 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2b1ccacf-9071-4d1e-8eb3-19cd1742333c req-83ee916d-58ab-4d9e-b2e6-5dedebf34d6b tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Publish callbacks [] for floatingip, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:10.240178 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13fbe60f-ae05-47f7-8399-fa1b6ab09714 req-87b9ae77-576f-47c1-b194-687c1c21444f tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/security-groups?id=d1051f1d-c260-4bee-9c63-cf151d69bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917397 Nov 10 19:10:10.258433 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 7f5e8fd0-4518-4914-b81f-b5a40184915b triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:10.258898 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:10.302721 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-38df1721-55f0-44a6-b113-2adeaeffec60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b69d11-548b-4016-ba41-2d90470ca668', 'name': 'tempest-FloatingIPsTestJSON-1917749696-router', 'tenant_id': '60b04ece015d496ea8bc51577a370e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '7f5e8fd0-4518-4914-b81f-b5a40184915b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:10:02Z', 'updated_at': '2021-11-10T19:10:07Z', 'revision_number': 4, 'project_id': '60b04ece015d496ea8bc51577a370e59', 'gw_port': {'id': '7f5e8fd0-4518-4914-b81f-b5a40184915b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:55:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b69d11-548b-4016-ba41-2d90470ca668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:02Z', 'updated_at': '2021-11-10T19:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '0c825690-a12f-4275-aaa7-4cc3cd1ae7be', 'name': '', 'network_id': '97e6ccda-3436-428d-b22a-a0c641f864a1', 'tenant_id': '60b04ece015d496ea8bc51577a370e59', 'mac_address': 'fa:16:3e:f2:e6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b69d11-548b-4016-ba41-2d90470ca668', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'ca971c9d-7e6a-48bb-94f4-d827eedfd91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:05Z', 'updated_at': '2021-11-10T19:10:07Z', 'revision_number': 2, 'project_id': '60b04ece015d496ea8bc51577a370e59', 'subnets': [{'id': 'ca971c9d-7e6a-48bb-94f4-d827eedfd91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:10:10.336548 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38df1721-55f0-44a6-b113-2adeaeffec60 None None] Checking router: 89b69d11-548b-4016-ba41-2d90470ca668 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:10:10.339759 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38df1721-55f0-44a6-b113-2adeaeffec60 None None] Updating router 89b69d11-548b-4016-ba41-2d90470ca668 port 0c825690-a12f-4275-aaa7-4cc3cd1ae7be binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:10:10.371297 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-38df1721-55f0-44a6-b113-2adeaeffec60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:10.384617 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2b1ccacf-9071-4d1e-8eb3-19cd1742333c req-83ee916d-58ab-4d9e-b2e6-5dedebf34d6b tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:10.464146 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fe16a-d075-423c-889f-5ffc5dd911a9 req-113287e4-9d81-4031-b14c-95b9d76a4126 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:10.474633 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e14fe16a-d075-423c-889f-5ffc5dd911a9 req-113287e4-9d81-4031-b14c-95b9d76a4126 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 950 time: 0.1273899 Nov 10 19:10:10.565513 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e14fe16a-d075-423c-889f-5ffc5dd911a9 req-585469cf-cdc6-4db8-a3ff-c012a8e2b544 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884452 Nov 10 19:10:10.664123 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-2b1ccacf-9071-4d1e-8eb3-19cd1742333c req-83ee916d-58ab-4d9e-b2e6-5dedebf34d6b tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Allocated IP 172.25.3.36 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/8e06ed83-9031-4a29-a069-219dd8150572) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:10:10.788182 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-38df1721-55f0-44a6-b113-2adeaeffec60 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:10.806206 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-38df1721-55f0-44a6-b113-2adeaeffec60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:10.835112 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2b1ccacf-9071-4d1e-8eb3-19cd1742333c req-83ee916d-58ab-4d9e-b2e6-5dedebf34d6b tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:10.973021 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2b1ccacf-9071-4d1e-8eb3-19cd1742333c req-83ee916d-58ab-4d9e-b2e6-5dedebf34d6b tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:10.973668 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb333719-e3f9-464c-89c2-9099f0d236f1 None None] Pushing event updated for resources: {'Port': ['ID=0c825690-a12f-4275-aaa7-4cc3cd1ae7be,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:11.000794 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c3d260-40ce-4244-a45f-2aa07c018c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1e0b94-878a-4b7a-a6ce-0daaf71c68f2'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:10:11.005245 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530b7efa-999e-4a32-8c9f-fb0ba7ad6e20" -d '{"events": [{"server_uuid": "17c3d260-40ce-4244-a45f-2aa07c018c19", "name": "network-vif-plugged", "status": "completed", "tag": "db1e0b94-878a-4b7a-a6ce-0daaf71c68f2"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:10:11.014961 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-38df1721-55f0-44a6-b113-2adeaeffec60 None None] Attempting to bind port 0c825690-a12f-4275-aaa7-4cc3cd1ae7be on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:10:11.015439 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-38df1721-55f0-44a6-b113-2adeaeffec60 None None] Attempting to bind port 0c825690-a12f-4275-aaa7-4cc3cd1ae7be by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '575d1f03-fd8e-47b2-b264-ce0e51173165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '97e6ccda-3436-428d-b22a-a0c641f864a1'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:10:11.015828 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38df1721-55f0-44a6-b113-2adeaeffec60 None None] Attempting to bind port 0c825690-a12f-4275-aaa7-4cc3cd1ae7be on network 97e6ccda-3436-428d-b22a-a0c641f864a1 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:10:11.023525 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38df1721-55f0-44a6-b113-2adeaeffec60 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:10:11.024285 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38df1721-55f0-44a6-b113-2adeaeffec60 None None] Checking segment: {'id': '575d1f03-fd8e-47b2-b264-ce0e51173165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '97e6ccda-3436-428d-b22a-a0c641f864a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:10:11.024942 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-38df1721-55f0-44a6-b113-2adeaeffec60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:11.029450 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38df1721-55f0-44a6-b113-2adeaeffec60 None None] Bound using segment: {'id': '575d1f03-fd8e-47b2-b264-ce0e51173165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '97e6ccda-3436-428d-b22a-a0c641f864a1'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:10:11.029842 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-38df1721-55f0-44a6-b113-2adeaeffec60 None None] Bound port: 0c825690-a12f-4275-aaa7-4cc3cd1ae7be, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '575d1f03-fd8e-47b2-b264-ce0e51173165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '97e6ccda-3436-428d-b22a-a0c641f864a1'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:10:11.030330 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-38df1721-55f0-44a6-b113-2adeaeffec60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:11.030804 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee916d-58ab-4d9e-b2e6-5dedebf34d6b tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Pushing event updated for resources: {'Port': ['ID=8e06ed83-9031-4a29-a069-219dd8150572,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:11.046069 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefc28b-8e31-4573-9b04-0f767b7e22aa req-15a4e65b-a110-448e-9673-6fa731d16a87 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:11.048453 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7eefc28b-8e31-4573-9b04-0f767b7e22aa req-15a4e65b-a110-448e-9673-6fa731d16a87 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a659bd-9f4b-459c-a268-67800ae70a7d HTTP/1.1" status: 200 len: 945 time: 0.1752410 Nov 10 19:10:11.069126 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b1ccacf-9071-4d1e-8eb3-19cd1742333c req-83ee916d-58ab-4d9e-b2e6-5dedebf34d6b tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:10:11.078850 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-2b1ccacf-9071-4d1e-8eb3-19cd1742333c req-83ee916d-58ab-4d9e-b2e6-5dedebf34d6b tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:10:11.085483 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1ccacf-9071-4d1e-8eb3-19cd1742333c req-83ee916d-58ab-4d9e-b2e6-5dedebf34d6b tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:10:11.183154 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-38df1721-55f0-44a6-b113-2adeaeffec60 None None] For port 0c825690-a12f-4275-aaa7-4cc3cd1ae7be, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:10:11.187596 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-38df1721-55f0-44a6-b113-2adeaeffec60 None None] For port 0c825690-a12f-4275-aaa7-4cc3cd1ae7be, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=0c825690-a12f-4275-aaa7-4cc3cd1ae7be,segment=NetworkSegment(575d1f03-fd8e-47b2-b264-ce0e51173165),segment_id=575d1f03-fd8e-47b2-b264-ce0e51173165)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:10:11.193279 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-38df1721-55f0-44a6-b113-2adeaeffec60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:11.210486 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7eefc28b-8e31-4573-9b04-0f767b7e22aa req-36fa1efd-5f8d-44e2-a9fd-8ac6f787a2f8 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545978 Nov 10 19:10:11.254225 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2b1ccacf-9071-4d1e-8eb3-19cd1742333c req-83ee916d-58ab-4d9e-b2e6-5dedebf34d6b tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:11.317096 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb333719-e3f9-464c-89c2-9099f0d236f1 None None] Pushing event updated for resources: {'Port': ['ID=0c825690-a12f-4275-aaa7-4cc3cd1ae7be,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:11.322065 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2b1ccacf-9071-4d1e-8eb3-19cd1742333c req-83ee916d-58ab-4d9e-b2e6-5dedebf34d6b tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:11.327227 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38df1721-55f0-44a6-b113-2adeaeffec60 None None] Routers {'89b69d11-548b-4016-ba41-2d90470ca668'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:10:11.327902 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-38df1721-55f0-44a6-b113-2adeaeffec60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:09:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['89b69d11-548b-4016-ba41-2d90470ca668'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:10:11.455147 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-38df1721-55f0-44a6-b113-2adeaeffec60 None None] Set router 89b69d11-548b-4016-ba41-2d90470ca668 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:10:11.621962 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2b1ccacf-9071-4d1e-8eb3-19cd1742333c req-83ee916d-58ab-4d9e-b2e6-5dedebf34d6b tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:11.629494 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2b1ccacf-9071-4d1e-8eb3-19cd1742333c req-83ee916d-58ab-4d9e-b2e6-5dedebf34d6b tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:11.649492 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-de8dc2a2-a676-4435-baf7-d128d374b673 None None] Provisioning complete for port 0c825690-a12f-4275-aaa7-4cc3cd1ae7be triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:11.649897 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-de8dc2a2-a676-4435-baf7-d128d374b673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:11.741003 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee916d-58ab-4d9e-b2e6-5dedebf34d6b tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Pushing event updated for resources: {'Port': ['ID=8e06ed83-9031-4a29-a069-219dd8150572,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:11.757197 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2b1ccacf-9071-4d1e-8eb3-19cd1742333c req-83ee916d-58ab-4d9e-b2e6-5dedebf34d6b tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:11.781134 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2b1ccacf-9071-4d1e-8eb3-19cd1742333c req-83ee916d-58ab-4d9e-b2e6-5dedebf34d6b tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:11.783175 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b1ccacf-9071-4d1e-8eb3-19cd1742333c req-83ee916d-58ab-4d9e-b2e6-5dedebf34d6b tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6796839 Nov 10 19:10:11.895859 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b1ccacf-9071-4d1e-8eb3-19cd1742333c req-83f71940-76f0-4de3-b3c0-911e6bddb7da tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.36 HTTP/1.1" status: 200 len: 695 time: 0.1063266 Nov 10 19:10:11.901828 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20179923-7a19-45ef-9764-5b8d46c46c1b x-openstack-request-id: req-20179923-7a19-45ef-9764-5b8d46c46c1b {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:10:11.902385 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c3d260-40ce-4244-a45f-2aa07c018c19", "name": "network-vif-plugged", "status": "completed", "tag": "db1e0b94-878a-4b7a-a6ce-0daaf71c68f2", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:10:11.902816 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-20179923-7a19-45ef-9764-5b8d46c46c1b {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:10:11.903369 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c3d260-40ce-4244-a45f-2aa07c018c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1e0b94-878a-4b7a-a6ce-0daaf71c68f2', 'code': 200} Nov 10 19:10:12.008146 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44915c7-e1e9-4023-8944-d6f170708046 req-f630a565-a8f3-49f9-ab86-ed1ed375636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:12.010717 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c44915c7-e1e9-4023-8944-d6f170708046 req-f630a565-a8f3-49f9-ab86-ed1ed375636b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 1101 time: 0.0624726 Nov 10 19:10:12.052228 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-de8dc2a2-a676-4435-baf7-d128d374b673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:12.074185 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c44915c7-e1e9-4023-8944-d6f170708046 req-fe46d88e-8d2a-42d0-83f1-fded36f40181 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535002 Nov 10 19:10:12.093534 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84184d1f-b13c-41cb-bc1d-8d4499aaebf1 req-68369dfa-9e9a-4a49-ba88-90d1ab329725 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:12.101456 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-84184d1f-b13c-41cb-bc1d-8d4499aaebf1 req-68369dfa-9e9a-4a49-ba88-90d1ab329725 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a659bd-9f4b-459c-a268-67800ae70a7d HTTP/1.1" status: 200 len: 945 time: 0.0940640 Nov 10 19:10:12.116458 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-de8dc2a2-a676-4435-baf7-d128d374b673 None None] For port 0c825690-a12f-4275-aaa7-4cc3cd1ae7be, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=0c825690-a12f-4275-aaa7-4cc3cd1ae7be,segment=NetworkSegment(575d1f03-fd8e-47b2-b264-ce0e51173165),segment_id=575d1f03-fd8e-47b2-b264-ce0e51173165)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:12.123060 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-38df1721-55f0-44a6-b113-2adeaeffec60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b69d11-548b-4016-ba41-2d90470ca668', 'name': 'tempest-FloatingIPsTestJSON-1917749696-router', 'tenant_id': '60b04ece015d496ea8bc51577a370e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '7f5e8fd0-4518-4914-b81f-b5a40184915b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:10:02Z', 'updated_at': '2021-11-10T19:10:07Z', 'revision_number': 4, 'project_id': '60b04ece015d496ea8bc51577a370e59', 'gw_port': {'id': '7f5e8fd0-4518-4914-b81f-b5a40184915b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:55:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b69d11-548b-4016-ba41-2d90470ca668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:02Z', 'updated_at': '2021-11-10T19:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '0c825690-a12f-4275-aaa7-4cc3cd1ae7be', 'name': '', 'network_id': '97e6ccda-3436-428d-b22a-a0c641f864a1', 'tenant_id': '60b04ece015d496ea8bc51577a370e59', 'mac_address': 'fa:16:3e:f2:e6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b69d11-548b-4016-ba41-2d90470ca668', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'ca971c9d-7e6a-48bb-94f4-d827eedfd91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:05Z', 'updated_at': '2021-11-10T19:10:11Z', 'revision_number': 4, 'project_id': '60b04ece015d496ea8bc51577a370e59', 'subnets': [{'id': 'ca971c9d-7e6a-48bb-94f4-d827eedfd91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:10:12.126992 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-de8dc2a2-a676-4435-baf7-d128d374b673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:12.140584 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ccacf-9071-4d1e-8eb3-19cd1742333c req-e416c63c-8b2e-4231-a64b-85f98dc49c00 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:12.142029 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b1ccacf-9071-4d1e-8eb3-19cd1742333c req-e416c63c-8b2e-4231-a64b-85f98dc49c00 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 784 time: 0.2324741 Nov 10 19:10:12.158806 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-2b1ccacf-9071-4d1e-8eb3-19cd1742333c req-1c24299b-0d17-4f4c-a161-dba6a7e493f1 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:10:12.159747 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b1ccacf-9071-4d1e-8eb3-19cd1742333c req-1c24299b-0d17-4f4c-a161-dba6a7e493f1 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066617 Nov 10 19:10:12.161089 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38df1721-55f0-44a6-b113-2adeaeffec60 None None] The sync data for ids ['89b69d11-548b-4016-ba41-2d90470ca668'] in n-d-813897-4 is: [{'id': '89b69d11-548b-4016-ba41-2d90470ca668', 'name': 'tempest-FloatingIPsTestJSON-1917749696-router', 'tenant_id': '60b04ece015d496ea8bc51577a370e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '7f5e8fd0-4518-4914-b81f-b5a40184915b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:10:02Z', 'updated_at': '2021-11-10T19:10:07Z', 'revision_number': 4, 'project_id': '60b04ece015d496ea8bc51577a370e59', 'gw_port': {'id': '7f5e8fd0-4518-4914-b81f-b5a40184915b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:55:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b69d11-548b-4016-ba41-2d90470ca668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:02Z', 'updated_at': '2021-11-10T19:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '0c825690-a12f-4275-aaa7-4cc3cd1ae7be', 'name': '', 'network_id': '97e6ccda-3436-428d-b22a-a0c641f864a1', 'tenant_id': '60b04ece015d496ea8bc51577a370e59', 'mac_address': 'fa:16:3e:f2:e6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b69d11-548b-4016-ba41-2d90470ca668', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'ca971c9d-7e6a-48bb-94f4-d827eedfd91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:05Z', 'updated_at': '2021-11-10T19:10:11Z', 'revision_number': 4, 'project_id': '60b04ece015d496ea8bc51577a370e59', 'subnets': [{'id': 'ca971c9d-7e6a-48bb-94f4-d827eedfd91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:10:12.182440 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-84184d1f-b13c-41cb-bc1d-8d4499aaebf1 req-9593bbbd-defa-4c31-b4f2-522d0f842fb9 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799148 Nov 10 19:10:12.217741 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8dc2a2-a676-4435-baf7-d128d374b673 None None] Pushing event updated for resources: {'Port': ['ID=0c825690-a12f-4275-aaa7-4cc3cd1ae7be,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:12.249530 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a7f8179a-f9ad-4843-b5ae-225d5433a8e5 None None] Provisioning complete for port 0c825690-a12f-4275-aaa7-4cc3cd1ae7be triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:12.250102 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a7f8179a-f9ad-4843-b5ae-225d5433a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:12.658504 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0032d8-71cf-4b11-9e50-2e17208ed7c8 req-62b18942-b45d-4c1e-a518-f3a165c2360b tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:12.660571 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ff0032d8-71cf-4b11-9e50-2e17208ed7c8 req-62b18942-b45d-4c1e-a518-f3a165c2360b tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f787729-97a8-4e46-ade2-edc3a776fa51 HTTP/1.1" status: 200 len: 950 time: 0.4197645 Nov 10 19:10:12.684786 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e4cd0-e680-49d9-a6c4-4c9725c52ae3 req-24bc03ef-4a3c-4477-820f-f180f7deedf8 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:12.690298 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-951e4cd0-e680-49d9-a6c4-4c9725c52ae3 req-24bc03ef-4a3c-4477-820f-f180f7deedf8 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 950 time: 0.3736856 Nov 10 19:10:12.766372 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ff0032d8-71cf-4b11-9e50-2e17208ed7c8 req-e089ad86-deb4-4a4c-b9aa-c0959edd6904 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/security-groups?id=d1051f1d-c260-4bee-9c63-cf151d69bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971940 Nov 10 19:10:12.774998 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-951e4cd0-e680-49d9-a6c4-4c9725c52ae3 req-143f981f-76cd-413d-b070-856aeb805420 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773225 Nov 10 19:10:12.927462 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-012f7027-6658-4693-a2dd-798e8a993b2b req-21cc34ac-1e05-4c52-a70c-a5446e4b6d24 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] 10.222.0.54 "GET /v2.0/floatingips/c5a8b1b8-a3ca-41e6-b951-ca8e0a292f06 HTTP/1.1" status: 200 len: 692 time: 0.1026707 Nov 10 19:10:13.066079 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f7027-6658-4693-a2dd-798e8a993b2b req-6432b2e6-7d56-4398-9faa-ec444191dec0 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:13.067574 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-012f7027-6658-4693-a2dd-798e8a993b2b req-6432b2e6-7d56-4398-9faa-ec444191dec0 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 784 time: 0.1392231 Nov 10 19:10:13.083114 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-012f7027-6658-4693-a2dd-798e8a993b2b req-0cc06e2e-cfea-45c6-9bdd-7b3e553f26a4 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:10:13.095261 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-012f7027-6658-4693-a2dd-798e8a993b2b req-0cc06e2e-cfea-45c6-9bdd-7b3e553f26a4 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0212467 Nov 10 19:10:13.580986 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bc0046e4-0146-4669-b3a7-c95748d4a756 req-1121abca-d640-4c06-a5d0-362880fe48ea tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] 10.222.0.54 "GET /v2.0/floatingips?tenant_id=60b04ece015d496ea8bc51577a370e59 HTTP/1.1" status: 200 len: 695 time: 0.1595514 Nov 10 19:10:13.736283 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0046e4-0146-4669-b3a7-c95748d4a756 req-cc82b68a-ebc7-477f-8dfd-a8736435115b tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:13.749273 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bc0046e4-0146-4669-b3a7-c95748d4a756 req-cc82b68a-ebc7-477f-8dfd-a8736435115b tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] 10.222.0.54 "GET /v2.0/networks?id=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 787 time: 0.1590285 Nov 10 19:10:13.755220 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-bc0046e4-0146-4669-b3a7-c95748d4a756 req-426a12fa-1706-4b9a-8e83-c9b6febec213 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:10:13.766357 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bc0046e4-0146-4669-b3a7-c95748d4a756 req-426a12fa-1706-4b9a-8e83-c9b6febec213 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0161088 Nov 10 19:10:13.917628 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0dd83263-415f-4d0f-a182-75230f43bb48 req-c1f3027b-2539-4af6-bccb-0dda75d22f87 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] 10.222.0.54 "GET /v2.0/floatingips/c5a8b1b8-a3ca-41e6-b951-ca8e0a292f06 HTTP/1.1" status: 200 len: 692 time: 0.0558071 Nov 10 19:10:13.932332 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804aa7d9-e567-4e7d-a9b0-64a34ceb3878 req-97e6a4a5-e934-4484-b6bf-18e9985b7d31 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:13.934214 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-804aa7d9-e567-4e7d-a9b0-64a34ceb3878 req-97e6a4a5-e934-4484-b6bf-18e9985b7d31 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a659bd-9f4b-459c-a268-67800ae70a7d HTTP/1.1" status: 200 len: 945 time: 0.1235852 Nov 10 19:10:14.059817 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-804aa7d9-e567-4e7d-a9b0-64a34ceb3878 req-b590883f-1954-4ef8-a0ac-a7a38daa4e11 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049161 Nov 10 19:10:14.113852 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd83263-415f-4d0f-a182-75230f43bb48 req-ceeb7808-c94c-4d97-8ed6-2a8767074e5f tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:14.122201 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0dd83263-415f-4d0f-a182-75230f43bb48 req-ceeb7808-c94c-4d97-8ed6-2a8767074e5f tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 784 time: 0.1980219 Nov 10 19:10:14.129153 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-0dd83263-415f-4d0f-a182-75230f43bb48 req-f697c58a-0f08-4a05-9da4-eb4afa2e3a42 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:10:14.134407 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0dd83263-415f-4d0f-a182-75230f43bb48 req-f697c58a-0f08-4a05-9da4-eb4afa2e3a42 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112789 Nov 10 19:10:14.159073 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 0c825690-a12f-4275-aaa7-4cc3cd1ae7be up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:10:14.227863 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 0c825690-a12f-4275-aaa7-4cc3cd1ae7be triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:14.228261 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:14.234015 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0dd83263-415f-4d0f-a182-75230f43bb48 req-1bbd3d57-afdb-4003-a242-10a5216a9e13 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.36 HTTP/1.1" status: 200 len: 695 time: 0.0962172 Nov 10 19:10:14.306320 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0dd83263-415f-4d0f-a182-75230f43bb48 req-dc942b1d-825c-4efd-a002-2bcdcb0e2a21 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.36 HTTP/1.1" status: 200 len: 695 time: 0.0622649 Nov 10 19:10:14.325343 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286836ef-d2d4-4da9-b50a-eb6cdfb1543d req-b8c39001-2467-408c-a545-ecf7a4090cce tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:14.332527 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-286836ef-d2d4-4da9-b50a-eb6cdfb1543d req-b8c39001-2467-408c-a545-ecf7a4090cce tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 950 time: 0.1030054 Nov 10 19:10:14.476621 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-286836ef-d2d4-4da9-b50a-eb6cdfb1543d req-de0e97ea-399c-4540-a632-4038f9c2c986 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432266 Nov 10 19:10:14.506861 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-0dd83263-415f-4d0f-a182-75230f43bb48 req-7ddb1e56-4c53-4898-b0b8-c426e9de6275 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Deleting port 8e06ed83-9031-4a29-a069-219dd8150572 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:10:14.507215 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0dd83263-415f-4d0f-a182-75230f43bb48 req-7ddb1e56-4c53-4898-b0b8-c426e9de6275 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:14.598103 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0dd83263-415f-4d0f-a182-75230f43bb48 req-7ddb1e56-4c53-4898-b0b8-c426e9de6275 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:14.598434 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0dd83263-415f-4d0f-a182-75230f43bb48 req-7ddb1e56-4c53-4898-b0b8-c426e9de6275 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:14.616122 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-0dd83263-415f-4d0f-a182-75230f43bb48 req-7ddb1e56-4c53-4898-b0b8-c426e9de6275 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Calling delete_port for 8e06ed83-9031-4a29-a069-219dd8150572 owned by network:floatingip {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:10:14.808861 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0dd83263-415f-4d0f-a182-75230f43bb48 req-7ddb1e56-4c53-4898-b0b8-c426e9de6275 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:14.839938 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb1e56-4c53-4898-b0b8-c426e9de6275 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Pushing event deleted for resources: {'Port': ['ID=8e06ed83-9031-4a29-a069-219dd8150572,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:14.942938 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4552644-cd48-449e-b068-4d50b77086ea req-3ae8bf94-fb18-4eaf-ba77-6167b6ca8bdc tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:14.944491 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4552644-cd48-449e-b068-4d50b77086ea req-3ae8bf94-fb18-4eaf-ba77-6167b6ca8bdc tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 950 time: 0.1024065 Nov 10 19:10:14.948129 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0dd83263-415f-4d0f-a182-75230f43bb48 req-7ddb1e56-4c53-4898-b0b8-c426e9de6275 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Publish callbacks [] for floatingip, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:14.950820 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0dd83263-415f-4d0f-a182-75230f43bb48 req-7ddb1e56-4c53-4898-b0b8-c426e9de6275 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:14.951933 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0dd83263-415f-4d0f-a182-75230f43bb48 req-7ddb1e56-4c53-4898-b0b8-c426e9de6275 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] 10.222.0.54 "DELETE /v2.0/floatingips/c5a8b1b8-a3ca-41e6-b951-ca8e0a292f06 HTTP/1.1" status: 204 len: 173 time: 0.6363008 Nov 10 19:10:15.011648 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4552644-cd48-449e-b068-4d50b77086ea req-17181480-f48f-40f4-8c61-cba5c16e9e14 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563936 Nov 10 19:10:15.164385 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115169df-ca87-4802-961b-02a8cbc8f209 req-6783c6bf-ab0a-4eb7-8e31-e5c93a8613b0 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:15.166232 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-115169df-ca87-4802-961b-02a8cbc8f209 req-6783c6bf-ab0a-4eb7-8e31-e5c93a8613b0 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f787729-97a8-4e46-ade2-edc3a776fa51 HTTP/1.1" status: 200 len: 950 time: 0.1224420 Nov 10 19:10:15.234641 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d2a4b64e-d672-48bb-acd0-ef871605dfd3 req-816faa9c-01a3-413b-b175-68904a627637 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1780953 Nov 10 19:10:15.247795 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-d2a4b64e-d672-48bb-acd0-ef871605dfd3 req-71210e21-1ce6-4615-9534-506b0b324e68 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:10:15.266591 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-115169df-ca87-4802-961b-02a8cbc8f209 req-d4cce9f8-0fd5-4f72-8537-278f19383dcf tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/security-groups?id=d1051f1d-c260-4bee-9c63-cf151d69bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933261 Nov 10 19:10:15.285300 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d2a4b64e-d672-48bb-acd0-ef871605dfd3 req-71210e21-1ce6-4615-9534-506b0b324e68 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Publish callbacks [] for floatingip, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:15.421660 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbb4ab-f519-401f-8adf-bbb5a4bf0029 req-e7f871e9-af23-460e-85f2-ed2851022cb0 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:15.423253 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b7bbb4ab-f519-401f-8adf-bbb5a4bf0029 req-e7f871e9-af23-460e-85f2-ed2851022cb0 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a659bd-9f4b-459c-a268-67800ae70a7d HTTP/1.1" status: 200 len: 945 time: 0.0670249 Nov 10 19:10:15.468619 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d2a4b64e-d672-48bb-acd0-ef871605dfd3 req-71210e21-1ce6-4615-9534-506b0b324e68 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:15.520132 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b7bbb4ab-f519-401f-8adf-bbb5a4bf0029 req-c69fc97f-172d-47fd-8247-8483ed8bb3ee tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898013 Nov 10 19:10:15.612143 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-d2a4b64e-d672-48bb-acd0-ef871605dfd3 req-71210e21-1ce6-4615-9534-506b0b324e68 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Allocated IP 172.25.3.121 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/224fb69f-5a0a-4af7-abe9-80a5eaf555d7) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:10:15.724867 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-b7304be5-49b8-425d-86c0-9ba31a4d36b3 req-30bc2b55-d57f-4369-b491-2cfbb6983a0f service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:10:15.727849 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b7304be5-49b8-425d-86c0-9ba31a4d36b3 req-30bc2b55-d57f-4369-b491-2cfbb6983a0f service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090590 Nov 10 19:10:15.787429 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d2a4b64e-d672-48bb-acd0-ef871605dfd3 req-71210e21-1ce6-4615-9534-506b0b324e68 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:15.838282 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d2a4b64e-d672-48bb-acd0-ef871605dfd3 req-71210e21-1ce6-4615-9534-506b0b324e68 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:15.904619 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a4b64e-d672-48bb-acd0-ef871605dfd3 req-71210e21-1ce6-4615-9534-506b0b324e68 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:10:15.910130 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-d2a4b64e-d672-48bb-acd0-ef871605dfd3 req-71210e21-1ce6-4615-9534-506b0b324e68 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:10:15.913054 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71210e21-1ce6-4615-9534-506b0b324e68 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Pushing event updated for resources: {'Port': ['ID=224fb69f-5a0a-4af7-abe9-80a5eaf555d7,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:15.921965 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a4b64e-d672-48bb-acd0-ef871605dfd3 req-71210e21-1ce6-4615-9534-506b0b324e68 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:10:16.025534 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d2a4b64e-d672-48bb-acd0-ef871605dfd3 req-71210e21-1ce6-4615-9534-506b0b324e68 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:16.060925 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-c21ae5b5-06da-493a-81a4-5e9e3b2b8c18 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0711029 Nov 10 19:10:16.074703 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-b0deac07-2571-42a5-a978-ca1a60477fc7 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:10:16.076777 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-b0deac07-2571-42a5-a978-ca1a60477fc7 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071251 Nov 10 19:10:16.108359 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d2a4b64e-d672-48bb-acd0-ef871605dfd3 req-71210e21-1ce6-4615-9534-506b0b324e68 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:16.428944 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7df7b2-736d-404c-8edd-f87df37d84fe req-43925082-a5ba-49e1-a1c3-86a5484a3371 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:16.430727 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cf7df7b2-736d-404c-8edd-f87df37d84fe req-43925082-a5ba-49e1-a1c3-86a5484a3371 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 950 time: 0.1725459 Nov 10 19:10:16.448602 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:10:16.513441 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3535c-1d00-4dc0-8817-f58f2c91b175 req-03f42291-9c23-4a2a-b84c-1d3e27ef0c8e tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:16.515168 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a9e3535c-1d00-4dc0-8817-f58f2c91b175 req-03f42291-9c23-4a2a-b84c-1d3e27ef0c8e tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f787729-97a8-4e46-ade2-edc3a776fa51 HTTP/1.1" status: 200 len: 950 time: 0.1764307 Nov 10 19:10:16.522720 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d2a4b64e-d672-48bb-acd0-ef871605dfd3 req-71210e21-1ce6-4615-9534-506b0b324e68 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:16.544537 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d2a4b64e-d672-48bb-acd0-ef871605dfd3 req-71210e21-1ce6-4615-9534-506b0b324e68 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:16.595092 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d,segment=NetworkSegment(4f3d73ba-6eb0-4c57-a248-e5b678ab2d07),segment_id=4f3d73ba-6eb0-4c57-a248-e5b678ab2d07)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:16.618966 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d', 'network_id': '39e0a764-ff58-44a3-87da-37be4cc4845b', 'port_id': 'cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d', 'mac_address': 'fa:16:3e:8e:8b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c329353-9415-452e-8a45-4c2850f1881a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:10:16.638944 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cf7df7b2-736d-404c-8edd-f87df37d84fe req-3eced3b6-dd26-4c7f-8afa-7ba2d76145bf tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865203 Nov 10 19:10:16.666779 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:16.688325 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:10:16.712306 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d,segment=NetworkSegment(4f3d73ba-6eb0-4c57-a248-e5b678ab2d07),segment_id=4f3d73ba-6eb0-4c57-a248-e5b678ab2d07)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:16.721395 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:16.764489 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d2a4b64e-d672-48bb-acd0-ef871605dfd3 req-71210e21-1ce6-4615-9534-506b0b324e68 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:16.806363 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:16.832158 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71210e21-1ce6-4615-9534-506b0b324e68 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Pushing event updated for resources: {'Port': ['ID=224fb69f-5a0a-4af7-abe9-80a5eaf555d7,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:16.844120 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:10:16.861869 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d2a4b64e-d672-48bb-acd0-ef871605dfd3 req-71210e21-1ce6-4615-9534-506b0b324e68 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:16.863620 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d2a4b64e-d672-48bb-acd0-ef871605dfd3 req-71210e21-1ce6-4615-9534-506b0b324e68 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6217723 Nov 10 19:10:16.935693 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9e9c4-d234-4f99-91e5-648057645cc5 req-12cddf77-cbde-4265-a56a-b85d941db5de tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:16.947671 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-99b9e9c4-d234-4f99-91e5-648057645cc5 req-12cddf77-cbde-4265-a56a-b85d941db5de tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f787729-97a8-4e46-ade2-edc3a776fa51 HTTP/1.1" status: 200 len: 950 time: 0.1493204 Nov 10 19:10:16.974272 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-a9e3535c-1d00-4dc0-8817-f58f2c91b175 req-f94403e0-a234-4999-8ddd-87077b130f00 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Deleting port 434a6e5b-758e-41f0-8cd5-ecbfb3049bbd {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:10:16.975059 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a9e3535c-1d00-4dc0-8817-f58f2c91b175 req-f94403e0-a234-4999-8ddd-87077b130f00 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:17.098514 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d2a4b64e-d672-48bb-acd0-ef871605dfd3 req-f8a881a6-d7f5-4d94-a38a-901946c72956 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.121 HTTP/1.1" status: 200 len: 696 time: 0.2271168 Nov 10 19:10:17.187767 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-99b9e9c4-d234-4f99-91e5-648057645cc5 req-311adef3-dcf6-41c5-be03-64354902e71e tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/security-groups?id=d1051f1d-c260-4bee-9c63-cf151d69bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386730 Nov 10 19:10:17.346814 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-a9e3535c-1d00-4dc0-8817-f58f2c91b175 req-f94403e0-a234-4999-8ddd-87077b130f00 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] For port 434a6e5b-758e-41f0-8cd5-ecbfb3049bbd, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=434a6e5b-758e-41f0-8cd5-ecbfb3049bbd,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:17.347531 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a9e3535c-1d00-4dc0-8817-f58f2c91b175 req-f94403e0-a234-4999-8ddd-87077b130f00 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:17.372975 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-a9e3535c-1d00-4dc0-8817-f58f2c91b175 req-f94403e0-a234-4999-8ddd-87077b130f00 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Calling delete_port for 434a6e5b-758e-41f0-8cd5-ecbfb3049bbd owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:10:17.414250 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea59bac-6a91-48ae-862a-bdaaae8f3728 req-858ca918-2050-41c0-a479-9e09740dd83c tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:17.416117 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fea59bac-6a91-48ae-862a-bdaaae8f3728 req-858ca918-2050-41c0-a479-9e09740dd83c tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a659bd-9f4b-459c-a268-67800ae70a7d HTTP/1.1" status: 200 len: 944 time: 0.1306694 Nov 10 19:10:17.423422 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4b64e-d672-48bb-acd0-ef871605dfd3 req-6e8b2466-c548-4642-a576-6d80e1179a69 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:17.424746 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d2a4b64e-d672-48bb-acd0-ef871605dfd3 req-6e8b2466-c548-4642-a576-6d80e1179a69 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 784 time: 0.3139882 Nov 10 19:10:17.788882 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-04885d1a-a290-409c-aa80-4204e28b3f24 req-a7a67ce9-747e-4bf7-a354-1501b8ea8ac9 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] 10.222.0.54 "GET /v2.0/floatingips/09dc4564-561f-414e-bdd5-958d85b26498 HTTP/1.1" status: 200 len: 693 time: 0.0590396 Nov 10 19:10:17.825217 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fea59bac-6a91-48ae-862a-bdaaae8f3728 req-6eeceeda-e7d5-4d74-93b7-eb2aa15bda02 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994827 Nov 10 19:10:18.038007 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04885d1a-a290-409c-aa80-4204e28b3f24 req-8436cc2c-8f67-4751-82c5-c5e7e6b3689d tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:18.039519 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-04885d1a-a290-409c-aa80-4204e28b3f24 req-8436cc2c-8f67-4751-82c5-c5e7e6b3689d tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 784 time: 0.2403166 Nov 10 19:10:18.054570 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c9db7-c7f6-4b47-9272-cd8cb40f6bd7 req-79d88d82-9c9c-4cef-8d53-ee0c43b6eae9 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:18.063458 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f34c9db7-c7f6-4b47-9272-cd8cb40f6bd7 req-79d88d82-9c9c-4cef-8d53-ee0c43b6eae9 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 950 time: 0.1512864 Nov 10 19:10:18.075383 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-04885d1a-a290-409c-aa80-4204e28b3f24 req-befd2cc5-c673-43fa-a164-10fc124d886c tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:10:18.083398 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-04885d1a-a290-409c-aa80-4204e28b3f24 req-befd2cc5-c673-43fa-a164-10fc124d886c tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130429 Nov 10 19:10:18.146346 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-04885d1a-a290-409c-aa80-4204e28b3f24 req-a91a56cf-9aa4-4f08-b943-c05ab9ba3898 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.121 HTTP/1.1" status: 200 len: 696 time: 0.0620728 Nov 10 19:10:18.173216 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-87043dc5-e7e3-4f39-b0d1-bff4d7bdb145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:18.176497 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-87043dc5-e7e3-4f39-b0d1-bff4d7bdb145 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 1101 time: 0.0622344 Nov 10 19:10:18.211771 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a9e3535c-1d00-4dc0-8817-f58f2c91b175 req-f94403e0-a234-4999-8ddd-87077b130f00 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:18.228061 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['434a6e5b-758e-41f0-8cd5-ecbfb3049bbd'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:10:18.262533 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-04885d1a-a290-409c-aa80-4204e28b3f24 req-cf674144-c9f1-476f-bc0e-b75e0d1d68db tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.121 HTTP/1.1" status: 200 len: 696 time: 0.1043444 Nov 10 19:10:18.299368 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94403e0-a234-4999-8ddd-87077b130f00 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Pushing event deleted for resources: {'Port': ['ID=434a6e5b-758e-41f0-8cd5-ecbfb3049bbd,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:18.319071 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-a3d1959d-6496-4f03-9922-4a4b3d8cffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:18.327165 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-a3d1959d-6496-4f03-9922-4a4b3d8cffe1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.1428089 Nov 10 19:10:18.368675 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e3535c-1d00-4dc0-8817-f58f2c91b175 req-f94403e0-a234-4999-8ddd-87077b130f00 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] No DVR routers for this DVR port 434a6e5b-758e-41f0-8cd5-ecbfb3049bbd on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:10:18.384748 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-8d3a68d1-0146-41d4-af09-98d53a9a6c64 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 HTTP/1.1" status: 200 len: 217 time: 0.0471683 Nov 10 19:10:18.406696 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a9e3535c-1d00-4dc0-8817-f58f2c91b175 req-f94403e0-a234-4999-8ddd-87077b130f00 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:18.414630 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a9e3535c-1d00-4dc0-8817-f58f2c91b175 req-f94403e0-a234-4999-8ddd-87077b130f00 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.25 "DELETE /v2.0/ports/434a6e5b-758e-41f0-8cd5-ecbfb3049bbd HTTP/1.1" status: 204 len: 173 time: 1.8852751 Nov 10 19:10:18.414933 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f787729-97a8-4e46-ade2-edc3a776fa51', 'name': 'network-vif-deleted', 'tag': '434a6e5b-758e-41f0-8cd5-ecbfb3049bbd'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:10:18.418492 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e8d369-775a-4196-9eda-d7c435e79dbf" -d '{"events": [{"server_uuid": "5f787729-97a8-4e46-ade2-edc3a776fa51", "name": "network-vif-deleted", "tag": "434a6e5b-758e-41f0-8cd5-ecbfb3049bbd"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:10:18.436403 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f34c9db7-c7f6-4b47-9272-cd8cb40f6bd7 req-73b9f975-61b6-4331-af82-5815ad70fd2d tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717208 Nov 10 19:10:18.469041 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:10:18.483352 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-cf742fb4-6d2a-4f7b-b9fb-13f82edfb74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:18.485201 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-cf742fb4-6d2a-4f7b-b9fb-13f82edfb74c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0888679 Nov 10 19:10:18.559118 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-04885d1a-a290-409c-aa80-4204e28b3f24 req-8d1248f4-f74c-4d19-a4c3-465743d0fa60 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Deleting port 224fb69f-5a0a-4af7-abe9-80a5eaf555d7 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:10:18.559640 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-04885d1a-a290-409c-aa80-4204e28b3f24 req-8d1248f4-f74c-4d19-a4c3-465743d0fa60 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:18.620691 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:18.620691 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:18.621003 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-2a0c2f85-aa2b-4a1a-b2f5-cffca5d4e83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:18.622317 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-2a0c2f85-aa2b-4a1a-b2f5-cffca5d4e83b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1280358 Nov 10 19:10:18.699790 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a2623640-08fd-46af-9e79-36f3dfe3ec3d req-7bf1aa5e-2114-4c97-8fda-280662f67f96 tempest-TenantUsagesTestJSON-387273045 tempest-TenantUsagesTestJSON-387273045-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f787729-97a8-4e46-ade2-edc3a776fa51 HTTP/1.1" status: 200 len: 210 time: 0.0526009 Nov 10 19:10:18.742055 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:18.743069 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-04885d1a-a290-409c-aa80-4204e28b3f24 req-8d1248f4-f74c-4d19-a4c3-465743d0fa60 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:18.743458 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-04885d1a-a290-409c-aa80-4204e28b3f24 req-8d1248f4-f74c-4d19-a4c3-465743d0fa60 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:18.759051 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-04885d1a-a290-409c-aa80-4204e28b3f24 req-8d1248f4-f74c-4d19-a4c3-465743d0fa60 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Calling delete_port for 224fb69f-5a0a-4af7-abe9-80a5eaf555d7 owned by network:floatingip {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:10:18.777375 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a659bd-9f4b-459c-a268-67800ae70a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:10:18.779923 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c971988-5769-4ad8-90c5-a1a6cd56f64e" -d '{"events": [{"server_uuid": "65a659bd-9f4b-459c-a268-67800ae70a7d", "name": "network-vif-plugged", "status": "completed", "tag": "cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:10:18.797730 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d,segment=NetworkSegment(4f3d73ba-6eb0-4c57-a248-e5b678ab2d07),segment_id=4f3d73ba-6eb0-4c57-a248-e5b678ab2d07)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:18.804800 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:18.812994 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d55c6fa-236b-4fc9-812f-2070ea69774d x-openstack-request-id: req-2d55c6fa-236b-4fc9-812f-2070ea69774d {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:10:18.813871 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f787729-97a8-4e46-ade2-edc3a776fa51", "name": "network-vif-deleted", "tag": "434a6e5b-758e-41f0-8cd5-ecbfb3049bbd", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:10:18.814228 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2d55c6fa-236b-4fc9-812f-2070ea69774d {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:10:18.820186 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f787729-97a8-4e46-ade2-edc3a776fa51', 'name': 'network-vif-deleted', 'tag': '434a6e5b-758e-41f0-8cd5-ecbfb3049bbd', 'status': 'completed', 'code': 200} Nov 10 19:10:18.824889 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-092a7df5-b136-45bf-b898-c3ff1e6db662 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921227 Nov 10 19:10:18.923494 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d,revision_number=7']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:18.961636 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-04885d1a-a290-409c-aa80-4204e28b3f24 req-8d1248f4-f74c-4d19-a4c3-465743d0fa60 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:19.004393 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-7d6fab14-1231-4c68-a708-4d3d1b1b7912 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690037 Nov 10 19:10:19.047730 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1248f4-f74c-4d19-a4c3-465743d0fa60 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Pushing event deleted for resources: {'Port': ['ID=224fb69f-5a0a-4af7-abe9-80a5eaf555d7,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:19.076345 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf51342-9771-4398-ac15-5bcfc852a1e0 x-openstack-request-id: req-6bf51342-9771-4398-ac15-5bcfc852a1e0 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:10:19.076645 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a659bd-9f4b-459c-a268-67800ae70a7d", "name": "network-vif-plugged", "status": "completed", "tag": "cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:10:19.076898 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6bf51342-9771-4398-ac15-5bcfc852a1e0 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:10:19.077293 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a659bd-9f4b-459c-a268-67800ae70a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d', 'code': 200} Nov 10 19:10:19.127778 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-04885d1a-a290-409c-aa80-4204e28b3f24 req-8d1248f4-f74c-4d19-a4c3-465743d0fa60 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Publish callbacks [] for floatingip, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:19.130628 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-04885d1a-a290-409c-aa80-4204e28b3f24 req-8d1248f4-f74c-4d19-a4c3-465743d0fa60 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:19.131770 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-04885d1a-a290-409c-aa80-4204e28b3f24 req-8d1248f4-f74c-4d19-a4c3-465743d0fa60 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] 10.222.0.54 "DELETE /v2.0/floatingips/09dc4564-561f-414e-bdd5-958d85b26498 HTTP/1.1" status: 204 len: 173 time: 0.8379641 Nov 10 19:10:19.216977 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [req-6aea5abe-fe2b-4e09-991e-521e76a888ff req-f100c53f-69bb-46d5-a44b-ff0cf809f741 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] show failed (client error): The resource could not be found. Nov 10 19:10:19.218399 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6aea5abe-fe2b-4e09-991e-521e76a888ff req-f100c53f-69bb-46d5-a44b-ff0cf809f741 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] 10.222.0.54 "GET /v2.0/floatingips/09dc4564-561f-414e-bdd5-958d85b26498 HTTP/1.1" status: 404 len: 350 time: 0.0620768 Nov 10 19:10:19.288039 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [req-495073c2-5fda-45a0-8958-dde1f4d2350b req-c0e992c5-c4bb-4b81-8cbd-576f0efa7727 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] show failed (client error): The resource could not be found. Nov 10 19:10:19.289218 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-495073c2-5fda-45a0-8958-dde1f4d2350b req-c0e992c5-c4bb-4b81-8cbd-576f0efa7727 tempest-FloatingIPsTestJSON-1336597555 tempest-FloatingIPsTestJSON-1336597555-project] 10.222.0.54 "GET /v2.0/floatingips/09dc4564-561f-414e-bdd5-958d85b26498 HTTP/1.1" status: 404 len: 350 time: 0.0400341 Nov 10 19:10:19.301008 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55174) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:10:19.318216 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb3012-977a-4cb9-917e-a54e14628585 req-34246ce7-2768-4e82-a42a-3e763513f4ca tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:19.320199 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-40cb3012-977a-4cb9-917e-a54e14628585 req-34246ce7-2768-4e82-a42a-3e763513f4ca tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a659bd-9f4b-459c-a268-67800ae70a7d HTTP/1.1" status: 200 len: 945 time: 0.1067903 Nov 10 19:10:19.403420 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-40cb3012-977a-4cb9-917e-a54e14628585 req-b7cb4ef8-2180-4f77-ba83-a7ef848a4de7 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763524 Nov 10 19:10:19.599599 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf5201-5cd2-4282-88b0-75b8a3357498 req-ea7a35c3-bc9c-4f0e-b636-00556a6c8043 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:19.601228 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2fbf5201-5cd2-4282-88b0-75b8a3357498 req-ea7a35c3-bc9c-4f0e-b636-00556a6c8043 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 950 time: 0.0814748 Nov 10 19:10:19.679540 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2fbf5201-5cd2-4282-88b0-75b8a3357498 req-5b91eb45-322f-4294-b93b-1d65493c8b69 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649176 Nov 10 19:10:19.815333 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f4d84afd-b79b-430a-8c60-e789d6fa5af9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:20.061879 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55192) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:10:20.145515 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-f4d84afd-b79b-430a-8c60-e789d6fa5af9 admin admin] Deleting port 0c825690-a12f-4275-aaa7-4cc3cd1ae7be {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:10:20.145902 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f4d84afd-b79b-430a-8c60-e789d6fa5af9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:20.218248 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-49192607-6034-49a8-bb8f-e8ade95e468c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5802f78e25af467498fecaf6b63ef68d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1550434 Nov 10 19:10:20.220798 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55196) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:10:20.242592 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-f4d84afd-b79b-430a-8c60-e789d6fa5af9 admin admin] For port 0c825690-a12f-4275-aaa7-4cc3cd1ae7be, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=0c825690-a12f-4275-aaa7-4cc3cd1ae7be,segment=NetworkSegment(575d1f03-fd8e-47b2-b264-ce0e51173165),segment_id=575d1f03-fd8e-47b2-b264-ce0e51173165)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:20.243262 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f4d84afd-b79b-430a-8c60-e789d6fa5af9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:20.257245 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-f4d84afd-b79b-430a-8c60-e789d6fa5af9 admin admin] Calling delete_port for 0c825690-a12f-4275-aaa7-4cc3cd1ae7be owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:10:20.280111 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5cef5394-0255-4436-a12d-37625e1914f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:20.308013 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5cef5394-0255-4436-a12d-37625e1914f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:20.360541 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5cef5394-0255-4436-a12d-37625e1914f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:20.364136 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5cef5394-0255-4436-a12d-37625e1914f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:20.368115 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5cef5394-0255-4436-a12d-37625e1914f0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d1051f1d-c260-4bee-9c63-cf151d69bdbf HTTP/1.1" status: 204 len: 168 time: 0.1462557 Nov 10 19:10:20.377716 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef5394-0255-4436-a12d-37625e1914f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1051f1d-c260-4bee-9c63-cf151d69bdbf,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:20.536958 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f4d84afd-b79b-430a-8c60-e789d6fa5af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:20.577507 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808032d-35a6-4b3d-961b-e423d4bf7ee9 req-221de5f7-21fc-4ca0-b36a-b20adb3e0afd tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:20.579556 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3808032d-35a6-4b3d-961b-e423d4bf7ee9 req-221de5f7-21fc-4ca0-b36a-b20adb3e0afd tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a659bd-9f4b-459c-a268-67800ae70a7d HTTP/1.1" status: 200 len: 945 time: 0.0700004 Nov 10 19:10:20.594433 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d84afd-b79b-430a-8c60-e789d6fa5af9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c825690-a12f-4275-aaa7-4cc3cd1ae7be,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:20.738717 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3808032d-35a6-4b3d-961b-e423d4bf7ee9 req-ba399795-b671-4feb-a585-9efafe42d964 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492410 Nov 10 19:10:20.840041 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f4d84afd-b79b-430a-8c60-e789d6fa5af9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:20.888780 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55210) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:10:20.892321 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 434a6e5b-758e-41f0-8cd5-ecbfb3049bbd no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:10:20.934866 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4b23d5da-0632-4fcc-bb56-543028051526 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:20.947793 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 434a6e5b-758e-41f0-8cd5-ecbfb3049bbd {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:10:20.963241 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 434a6e5b-758e-41f0-8cd5-ecbfb3049bbd not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:10:20.983118 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f349898-b49e-47ec-818a-c83c1fb528fb req-2938747c-19be-4049-a6cc-cc3fa51fe0f3 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:20.985815 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5f349898-b49e-47ec-818a-c83c1fb528fb req-2938747c-19be-4049-a6cc-cc3fa51fe0f3 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 950 time: 0.1389153 Nov 10 19:10:21.085011 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5f349898-b49e-47ec-818a-c83c1fb528fb req-2130df4f-d3c7-45bd-856b-3b634c17ec59 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890541 Nov 10 19:10:21.110096 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4b23d5da-0632-4fcc-bb56-543028051526 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:21.115726 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4b23d5da-0632-4fcc-bb56-543028051526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:21.150785 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d84afd-b79b-430a-8c60-e789d6fa5af9 admin admin] Router 89b69d11-548b-4016-ba41-2d90470ca668 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:10:21.166596 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4b23d5da-0632-4fcc-bb56-543028051526 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9184164b4a79458eb35c4ed645792da6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2743433 Nov 10 19:10:21.166596 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23d5da-0632-4fcc-bb56-543028051526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140bf433-c07f-40bd-b5bf-fbb1090d66ca,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:21.168642 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55216) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:10:21.234370 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-797b621a-6d7b-4c24-8369-22aab23b5e40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:21.257119 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-797b621a-6d7b-4c24-8369-22aab23b5e40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:21.278535 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d84afd-b79b-430a-8c60-e789d6fa5af9 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:10:21.286583 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f4d84afd-b79b-430a-8c60-e789d6fa5af9 admin admin] 10.222.0.54 "PUT /v2.0/routers/89b69d11-548b-4016-ba41-2d90470ca668/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9844637 Nov 10 19:10:21.287314 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55218) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:10:21.290383 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac31b4eb-d41e-46f0-a412-b4d6fe27cc48 None None] Sync routers for ids ['89b69d11-548b-4016-ba41-2d90470ca668'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:10:21.309189 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac31b4eb-d41e-46f0-a412-b4d6fe27cc48 None None] Routers {'89b69d11-548b-4016-ba41-2d90470ca668'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:10:21.309836 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ac31b4eb-d41e-46f0-a412-b4d6fe27cc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:09:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['89b69d11-548b-4016-ba41-2d90470ca668'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:10:21.317821 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-797b621a-6d7b-4c24-8369-22aab23b5e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:21.320972 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-797b621a-6d7b-4c24-8369-22aab23b5e40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:21.324878 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-797b621a-6d7b-4c24-8369-22aab23b5e40 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/140bf433-c07f-40bd-b5bf-fbb1090d66ca HTTP/1.1" status: 204 len: 168 time: 0.1532450 Nov 10 19:10:21.351528 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b621a-6d7b-4c24-8369-22aab23b5e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140bf433-c07f-40bd-b5bf-fbb1090d66ca,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:21.403740 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-baf7a604-fbc9-46cc-ae33-8511d18962b8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:21.539730 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-baf7a604-fbc9-46cc-ae33-8511d18962b8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:21.612050 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-ac31b4eb-d41e-46f0-a412-b4d6fe27cc48 None None] Set router 89b69d11-548b-4016-ba41-2d90470ca668 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:10:21.646120 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-baf7a604-fbc9-46cc-ae33-8511d18962b8 admin admin] Deleting port 7f5e8fd0-4518-4914-b81f-b5a40184915b {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:10:21.646475 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-baf7a604-fbc9-46cc-ae33-8511d18962b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:21.750323 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-baf7a604-fbc9-46cc-ae33-8511d18962b8 admin admin] For port 7f5e8fd0-4518-4914-b81f-b5a40184915b, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=7f5e8fd0-4518-4914-b81f-b5a40184915b,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:21.751534 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-baf7a604-fbc9-46cc-ae33-8511d18962b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:21.773944 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-baf7a604-fbc9-46cc-ae33-8511d18962b8 admin admin] Calling delete_port for 7f5e8fd0-4518-4914-b81f-b5a40184915b owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:10:21.922528 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ac31b4eb-d41e-46f0-a412-b4d6fe27cc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b69d11-548b-4016-ba41-2d90470ca668', 'name': 'tempest-FloatingIPsTestJSON-1917749696-router', 'tenant_id': '60b04ece015d496ea8bc51577a370e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '7f5e8fd0-4518-4914-b81f-b5a40184915b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:10:02Z', 'updated_at': '2021-11-10T19:10:20Z', 'revision_number': 5, 'project_id': '60b04ece015d496ea8bc51577a370e59', 'gw_port': {'id': '7f5e8fd0-4518-4914-b81f-b5a40184915b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:55:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b69d11-548b-4016-ba41-2d90470ca668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:02Z', 'updated_at': '2021-11-10T19:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:10:21.962119 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac067ec-7259-407f-9bc4-2112f4e6baf4 req-d2bc3387-a837-4900-9c67-d695b42d13d7 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:21.967584 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9ac067ec-7259-407f-9bc4-2112f4e6baf4 req-d2bc3387-a837-4900-9c67-d695b42d13d7 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a659bd-9f4b-459c-a268-67800ae70a7d HTTP/1.1" status: 200 len: 945 time: 0.0909395 Nov 10 19:10:21.980570 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac31b4eb-d41e-46f0-a412-b4d6fe27cc48 None None] Checking router: 89b69d11-548b-4016-ba41-2d90470ca668 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:10:21.991267 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac31b4eb-d41e-46f0-a412-b4d6fe27cc48 None None] Routers {'89b69d11-548b-4016-ba41-2d90470ca668'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:10:21.992666 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ac31b4eb-d41e-46f0-a412-b4d6fe27cc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:09:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['89b69d11-548b-4016-ba41-2d90470ca668'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:10:22.102616 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9ac067ec-7259-407f-9bc4-2112f4e6baf4 req-d3b36c03-c85d-4efe-8ac3-f6b9ce23bde7 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243536 Nov 10 19:10:22.149668 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-baf7a604-fbc9-46cc-ae33-8511d18962b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:22.165520 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-ac31b4eb-d41e-46f0-a412-b4d6fe27cc48 None None] Set router 89b69d11-548b-4016-ba41-2d90470ca668 gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:10:22.202616 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7a604-fbc9-46cc-ae33-8511d18962b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f5e8fd0-4518-4914-b81f-b5a40184915b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:22.287868 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ac31b4eb-d41e-46f0-a412-b4d6fe27cc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b69d11-548b-4016-ba41-2d90470ca668', 'name': 'tempest-FloatingIPsTestJSON-1917749696-router', 'tenant_id': '60b04ece015d496ea8bc51577a370e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:10:02Z', 'updated_at': '2021-11-10T19:10:21Z', 'revision_number': 6, 'project_id': '60b04ece015d496ea8bc51577a370e59', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:10:22.308817 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-baf7a604-fbc9-46cc-ae33-8511d18962b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:22.312024 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3f193-9ec4-48b1-be41-7abdec61e93e req-1029c63d-d2fb-42fd-812c-de188ff34b87 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:22.318400 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0de3f193-9ec4-48b1-be41-7abdec61e93e req-1029c63d-d2fb-42fd-812c-de188ff34b87 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 950 time: 0.1035011 Nov 10 19:10:22.385673 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac31b4eb-d41e-46f0-a412-b4d6fe27cc48 None None] The sync data for ids ['89b69d11-548b-4016-ba41-2d90470ca668'] in n-d-813897-4 is: [{'id': '89b69d11-548b-4016-ba41-2d90470ca668', 'name': 'tempest-FloatingIPsTestJSON-1917749696-router', 'tenant_id': '60b04ece015d496ea8bc51577a370e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:10:02Z', 'updated_at': '2021-11-10T19:10:21Z', 'revision_number': 6, 'project_id': '60b04ece015d496ea8bc51577a370e59', 'gw_port_host': None}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:10:22.455326 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0de3f193-9ec4-48b1-be41-7abdec61e93e req-16aa60f0-2df4-4118-a993-02c401eb2bb6 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289718 Nov 10 19:10:22.791322 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-baf7a604-fbc9-46cc-ae33-8511d18962b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:22.793661 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-baf7a604-fbc9-46cc-ae33-8511d18962b8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:22.843800 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-baf7a604-fbc9-46cc-ae33-8511d18962b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:22.844581 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf7a604-fbc9-46cc-ae33-8511d18962b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89b69d11-548b-4016-ba41-2d90470ca668 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:10:22.849626 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-baf7a604-fbc9-46cc-ae33-8511d18962b8 admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:22.850824 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-baf7a604-fbc9-46cc-ae33-8511d18962b8 admin admin] 10.222.0.54 "DELETE /v2.0/routers/89b69d11-548b-4016-ba41-2d90470ca668 HTTP/1.1" status: 204 len: 168 time: 1.5624399 Nov 10 19:10:22.858975 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55264) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:10:22.934892 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-f862f6c6-3cd0-47af-9303-0d0daa9d50cd admin admin] Deleting subnet ca971c9d-7e6a-48bb-94f4-d827eedfd91c {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:10:22.942281 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f862f6c6-3cd0-47af-9303-0d0daa9d50cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:23.014244 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f862f6c6-3cd0-47af-9303-0d0daa9d50cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:23.112962 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f862f6c6-3cd0-47af-9303-0d0daa9d50cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:23.210564 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f862f6c6-3cd0-47af-9303-0d0daa9d50cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:23.239207 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f862f6c6-3cd0-47af-9303-0d0daa9d50cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:23.240541 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48815348-b478-4a1e-bc9f-2bc020cb37ac None None] Network 97e6ccda-3436-428d-b22a-a0c641f864a1 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:10:23.245207 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f862f6c6-3cd0-47af-9303-0d0daa9d50cd admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ca971c9d-7e6a-48bb-94f4-d827eedfd91c HTTP/1.1" status: 204 len: 168 time: 0.3822620 Nov 10 19:10:23.245752 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55290) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:10:23.280437 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862f6c6-3cd0-47af-9303-0d0daa9d50cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca971c9d-7e6a-48bb-94f4-d827eedfd91c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:23.415188 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b48fca66-ff8f-47e6-9e3d-33aef64d5062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:23.418683 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-61570849-f6e4-4208-b7df-8af10b6bfb65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:23.450028 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb241b-2d41-4aa1-9147-86202a9a3a4d req-515b513b-f1c7-42e5-8d5a-d571893e0a0f tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:23.458038 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-24fb241b-2d41-4aa1-9147-86202a9a3a4d req-515b513b-f1c7-42e5-8d5a-d571893e0a0f tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a659bd-9f4b-459c-a268-67800ae70a7d HTTP/1.1" status: 200 len: 945 time: 0.2588179 Nov 10 19:10:23.533933 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deba97fa-4f93-4bfd-81af-f8601b894b64 None None] DHCP port deletion for 97e6ccda-3436-428d-b22a-a0c641f864a1 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:10:23.570491 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-24fb241b-2d41-4aa1-9147-86202a9a3a4d req-53b6b96e-6992-4ff9-b47d-966f80e8751e tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066787 Nov 10 19:10:23.582153 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-b48fca66-ff8f-47e6-9e3d-33aef64d5062 admin admin] Deleting port 541c5416-f5b8-4269-8b33-abde0ac4a189 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:10:23.587919 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b48fca66-ff8f-47e6-9e3d-33aef64d5062 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:23.631131 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-deba97fa-4f93-4bfd-81af-f8601b894b64 None None] Deleting port 541c5416-f5b8-4269-8b33-abde0ac4a189 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:10:23.631976 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-deba97fa-4f93-4bfd-81af-f8601b894b64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:23.742889 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-deba97fa-4f93-4bfd-81af-f8601b894b64 None None] For port 541c5416-f5b8-4269-8b33-abde0ac4a189, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=541c5416-f5b8-4269-8b33-abde0ac4a189,segment=NetworkSegment(575d1f03-fd8e-47b2-b264-ce0e51173165),segment_id=575d1f03-fd8e-47b2-b264-ce0e51173165)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:23.743294 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-deba97fa-4f93-4bfd-81af-f8601b894b64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:23.786831 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-b48fca66-ff8f-47e6-9e3d-33aef64d5062 admin admin] For port 541c5416-f5b8-4269-8b33-abde0ac4a189, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=541c5416-f5b8-4269-8b33-abde0ac4a189,segment=NetworkSegment(575d1f03-fd8e-47b2-b264-ce0e51173165),segment_id=575d1f03-fd8e-47b2-b264-ce0e51173165)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:23.787084 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b48fca66-ff8f-47e6-9e3d-33aef64d5062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:23.790668 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-deba97fa-4f93-4bfd-81af-f8601b894b64 None None] Calling delete_port for 541c5416-f5b8-4269-8b33-abde0ac4a189 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:10:23.803678 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-b48fca66-ff8f-47e6-9e3d-33aef64d5062 admin admin] Calling delete_port for 541c5416-f5b8-4269-8b33-abde0ac4a189 owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:10:23.829584 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c5037-0d26-4b71-91c1-2b567d5a7684 req-19723c21-3df4-48d5-9f2a-09c56544622c tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:23.837250 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aa5c5037-0d26-4b71-91c1-2b567d5a7684 req-19723c21-3df4-48d5-9f2a-09c56544622c tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 950 time: 0.1091132 Nov 10 19:10:23.939960 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-deba97fa-4f93-4bfd-81af-f8601b894b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:23.961594 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aa5c5037-0d26-4b71-91c1-2b567d5a7684 req-6410c3c2-a58f-4894-902e-f78a6b481c44 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232142 Nov 10 19:10:23.971069 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba97fa-4f93-4bfd-81af-f8601b894b64 None None] Pushing event deleted for resources: {'Port': ['ID=541c5416-f5b8-4269-8b33-abde0ac4a189,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:23.982244 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deba97fa-4f93-4bfd-81af-f8601b894b64 None None] No DVR routers for this DVR port 541c5416-f5b8-4269-8b33-abde0ac4a189 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:10:24.007471 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b48fca66-ff8f-47e6-9e3d-33aef64d5062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:24.041938 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48fca66-ff8f-47e6-9e3d-33aef64d5062 admin admin] Pushing event deleted for resources: {'Port': ['ID=541c5416-f5b8-4269-8b33-abde0ac4a189,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:24.045517 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48fca66-ff8f-47e6-9e3d-33aef64d5062 admin admin] No DVR routers for this DVR port 541c5416-f5b8-4269-8b33-abde0ac4a189 on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:10:24.142413 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 0c825690-a12f-4275-aaa7-4cc3cd1ae7be no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:10:24.144546 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b48fca66-ff8f-47e6-9e3d-33aef64d5062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:24.168315 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 0c825690-a12f-4275-aaa7-4cc3cd1ae7be {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:10:24.168941 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 0c825690-a12f-4275-aaa7-4cc3cd1ae7be not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:10:24.169580 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 7f5e8fd0-4518-4914-b81f-b5a40184915b no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:10:24.178341 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-b48fca66-ff8f-47e6-9e3d-33aef64d5062 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e6ccda-3436-428d-b22a-a0c641f864a1']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:10:24.192106 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-b48fca66-ff8f-47e6-9e3d-33aef64d5062 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '575d1f03-fd8e-47b2-b264-ce0e51173165') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:10:24.192423 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-b48fca66-ff8f-47e6-9e3d-33aef64d5062 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '575d1f03-fd8e-47b2-b264-ce0e51173165') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:10:24.195456 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 7f5e8fd0-4518-4914-b81f-b5a40184915b {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:10:24.196222 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 7f5e8fd0-4518-4914-b81f-b5a40184915b not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:10:24.197038 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 541c5416-f5b8-4269-8b33-abde0ac4a189 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:10:24.207710 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b48fca66-ff8f-47e6-9e3d-33aef64d5062 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:24.227614 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b48fca66-ff8f-47e6-9e3d-33aef64d5062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:24.235659 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48fca66-ff8f-47e6-9e3d-33aef64d5062 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:10:24.236185 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b48fca66-ff8f-47e6-9e3d-33aef64d5062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: self.session.flush() Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: self.session.flush() Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: self.session.flush() Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: self.session.flush() Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:10:24.238719 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:10:24.243735 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 541c5416-f5b8-4269-8b33-abde0ac4a189 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:10:24.249164 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 541c5416-f5b8-4269-8b33-abde0ac4a189 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:10:24.268571 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:24.337951 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b48fca66-ff8f-47e6-9e3d-33aef64d5062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:24.364818 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b48fca66-ff8f-47e6-9e3d-33aef64d5062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:24.365659 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55318) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:10:24.369887 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b48fca66-ff8f-47e6-9e3d-33aef64d5062 admin admin] 10.222.0.54 "DELETE /v2.0/networks/97e6ccda-3436-428d-b22a-a0c641f864a1 HTTP/1.1" status: 204 len: 168 time: 1.1217134 Nov 10 19:10:24.373622 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48fca66-ff8f-47e6-9e3d-33aef64d5062 admin admin] Pushing event deleted for resources: {'Network': ['ID=97e6ccda-3436-428d-b22a-a0c641f864a1,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:24.509804 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-def6a446-8fbb-4103-bf53-2a13aead030c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:24.534879 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55324) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:10:24.585843 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2a4cdc17-0b89-4ccf-acfe-f17b57d3fcce admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=60b04ece015d496ea8bc51577a370e59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0465105 Nov 10 19:10:24.585843 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55326) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:10:24.630643 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-def6a446-8fbb-4103-bf53-2a13aead030c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:24.638523 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-def6a446-8fbb-4103-bf53-2a13aead030c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:24.659085 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b14618fc-21bd-4744-962d-ab848221434a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:24.713035 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6a446-8fbb-4103-bf53-2a13aead030c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488f9f22-f845-47af-ab51-90c636b6833b,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:24.720311 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b14618fc-21bd-4744-962d-ab848221434a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:24.740825 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-def6a446-8fbb-4103-bf53-2a13aead030c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dfed11f572234875a5157d34456602a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3737364 Nov 10 19:10:24.743943 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55332) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:10:24.757363 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:24.769944 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d92cf6-b071-41dd-af39-cefb303c676c req-ea9039df-8a30-40c7-9149-96436083da6d tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:24.771570 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b2d92cf6-b071-41dd-af39-cefb303c676c req-ea9039df-8a30-40c7-9149-96436083da6d tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a659bd-9f4b-459c-a268-67800ae70a7d HTTP/1.1" status: 200 len: 945 time: 0.1135988 Nov 10 19:10:24.831234 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-25ad7890-9e8f-47ab-acab-cdb692c21c76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:24.874460 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-25ad7890-9e8f-47ab-acab-cdb692c21c76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:24.917330 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b2d92cf6-b071-41dd-af39-cefb303c676c req-3791ad83-70fa-40ab-94d9-d90416ea4fbc tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250787 Nov 10 19:10:24.921318 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b14618fc-21bd-4744-962d-ab848221434a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:24.924227 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b14618fc-21bd-4744-962d-ab848221434a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:24.930259 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b14618fc-21bd-4744-962d-ab848221434a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f1f9aec2-ccc8-41de-b3a0-9abc30a0249d HTTP/1.1" status: 204 len: 168 time: 0.3445373 Nov 10 19:10:24.939548 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14618fc-21bd-4744-962d-ab848221434a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f9aec2-ccc8-41de-b3a0-9abc30a0249d,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:24.985937 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-25ad7890-9e8f-47ab-acab-cdb692c21c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:24.989666 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-25ad7890-9e8f-47ab-acab-cdb692c21c76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:24.994436 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-25ad7890-9e8f-47ab-acab-cdb692c21c76 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/488f9f22-f845-47af-ab51-90c636b6833b HTTP/1.1" status: 204 len: 168 time: 0.2485709 Nov 10 19:10:25.018507 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad7890-9e8f-47ab-acab-cdb692c21c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488f9f22-f845-47af-ab51-90c636b6833b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:25.184399 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be813d12-7ff1-4d00-85a9-35d7e5960552 req-d9c67f1e-e654-4fa4-a05b-ac497f8a8dba tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:25.186559 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-be813d12-7ff1-4d00-85a9-35d7e5960552 req-d9c67f1e-e654-4fa4-a05b-ac497f8a8dba tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 950 time: 0.0672019 Nov 10 19:10:25.267473 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-be813d12-7ff1-4d00-85a9-35d7e5960552 req-832a5ba6-e105-4340-b836-110cf8c090ad tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684879 Nov 10 19:10:25.681478 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bb0b7738-231f-4ecc-ab1b-89b047ca2a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:26.061292 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55400) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:10:26.084127 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3ecd0-33fa-4f58-b5fd-9315038bae8e req-542faa61-7965-4c80-b6fc-cc3b3f6e9f4b tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:26.085785 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-edb3ecd0-33fa-4f58-b5fd-9315038bae8e req-542faa61-7965-4c80-b6fc-cc3b3f6e9f4b tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a659bd-9f4b-459c-a268-67800ae70a7d HTTP/1.1" status: 200 len: 945 time: 0.0857394 Nov 10 19:10:26.173964 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-edb3ecd0-33fa-4f58-b5fd-9315038bae8e req-5697b356-b2f1-4be2-bd81-145bc01180d3 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762184 Nov 10 19:10:26.245125 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-c34e107d-0fce-4900-a006-c3cc244af9b8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-710392842-network', 'tenant_id': 'e9180826ce3242458fc9aff806bc035e'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:10:26.284848 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34e107d-0fce-4900-a006-c3cc244af9b8 admin admin] Made reservation on behalf of e9180826ce3242458fc9aff806bc035e for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:10:26.288110 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c34e107d-0fce-4900-a006-c3cc244af9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:26.303162 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c34e107d-0fce-4900-a006-c3cc244af9b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:26.437151 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c34e107d-0fce-4900-a006-c3cc244af9b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:26.447609 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c34e107d-0fce-4900-a006-c3cc244af9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:26.462575 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff15f2-6c64-4034-852a-38e178062d25 req-0eb08f03-cae9-43ee-a4c4-94e32e536e80 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:26.473502 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0eff15f2-6c64-4034-852a-38e178062d25 req-0eb08f03-cae9-43ee-a4c4-94e32e536e80 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 950 time: 0.1047752 Nov 10 19:10:26.493630 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55418) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:10:26.495838 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e107d-0fce-4900-a006-c3cc244af9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8f34ca-4cea-4865-8d74-1c2c1c9a7291,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:26.530265 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c34e107d-0fce-4900-a006-c3cc244af9b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:10:26.558332 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c34e107d-0fce-4900-a006-c3cc244af9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:26.558883 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-c34e107d-0fce-4900-a006-c3cc244af9b8 admin admin] Added segment b972ef57-15dd-46ee-8591-bf667111c1f5 of type vlan for network 074689be-1f44-48ee-b4c4-fa3b05d8656b Nov 10 19:10:26.575675 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0eff15f2-6c64-4034-852a-38e178062d25 req-afb8cc4e-c9c1-4091-8509-1e19675e2bc7 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009893 Nov 10 19:10:26.645130 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c34e107d-0fce-4900-a006-c3cc244af9b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:26.654602 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-4cb69228-a921-447f-bc68-7cbdf8198008 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-812894392-network', 'tenant_id': 'e89f4f0c8857406e951cb746c15d7092'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:10:26.687425 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb69228-a921-447f-bc68-7cbdf8198008 admin admin] Made reservation on behalf of e89f4f0c8857406e951cb746c15d7092 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:10:26.690223 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4cb69228-a921-447f-bc68-7cbdf8198008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:26.716560 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1528d9-becf-464f-b71f-ff2d74712410 req-136c71f0-3b3c-4c4a-95b5-9009ae3ae697 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:26.718259 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4cb69228-a921-447f-bc68-7cbdf8198008 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:26.727224 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fe1528d9-becf-464f-b71f-ff2d74712410 req-136c71f0-3b3c-4c4a-95b5-9009ae3ae697 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a659bd-9f4b-459c-a268-67800ae70a7d HTTP/1.1" status: 200 len: 945 time: 0.0736549 Nov 10 19:10:26.738385 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c34e107d-0fce-4900-a006-c3cc244af9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:26.739980 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34e107d-0fce-4900-a006-c3cc244af9b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:26.740574 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c34e107d-0fce-4900-a006-c3cc244af9b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:26.769745 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c34e107d-0fce-4900-a006-c3cc244af9b8 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.7071493 Nov 10 19:10:26.783534 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55422) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:10:26.791858 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-89f99524-518b-4fb5-8cc2-dadab9931570 admin admin] Request body: {'subnet': {'network_id': '074689be-1f44-48ee-b4c4-fa3b05d8656b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-710392842-subnet', 'tenant_id': 'e9180826ce3242458fc9aff806bc035e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:10:26.807795 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fe1528d9-becf-464f-b71f-ff2d74712410 req-35328139-7a9b-4c53-a1bf-2dc09329b656 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791104 Nov 10 19:10:26.852439 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f99524-518b-4fb5-8cc2-dadab9931570 admin admin] Made reservation on behalf of e9180826ce3242458fc9aff806bc035e for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:10:26.862535 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-89f99524-518b-4fb5-8cc2-dadab9931570 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:26.868748 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e107d-0fce-4900-a006-c3cc244af9b8 admin admin] Pushing event updated for resources: {'Network': ['ID=074689be-1f44-48ee-b4c4-fa3b05d8656b,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:26.880773 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 074689be-1f44-48ee-b4c4-fa3b05d8656b details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:10:26.952234 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4cb69228-a921-447f-bc68-7cbdf8198008 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:26.958997 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4cb69228-a921-447f-bc68-7cbdf8198008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:27.000982 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb69228-a921-447f-bc68-7cbdf8198008 admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:10:27.017051 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb69228-a921-447f-bc68-7cbdf8198008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e9c030-4d67-48f8-9faf-6eb7b547d4f9,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:27.020989 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4cb69228-a921-447f-bc68-7cbdf8198008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:27.021329 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-4cb69228-a921-447f-bc68-7cbdf8198008 admin admin] Added segment 09676e2d-d3f4-4785-bf8a-d17e94397343 of type vlan for network 4b1ffcf1-d971-419a-a512-e876c564f120 Nov 10 19:10:27.071433 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:27.097529 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4cb69228-a921-447f-bc68-7cbdf8198008 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:27.132123 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4cb69228-a921-447f-bc68-7cbdf8198008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:27.133503 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb69228-a921-447f-bc68-7cbdf8198008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:27.134349 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4cb69228-a921-447f-bc68-7cbdf8198008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:27.159057 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-89f99524-518b-4fb5-8cc2-dadab9931570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:27.184303 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4cb69228-a921-447f-bc68-7cbdf8198008 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6710382 Nov 10 19:10:27.187204 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55430) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:10:27.192686 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-01329666-329c-4f41-9ed6-254a32e6ebb6 admin admin] Request body: {'subnet': {'network_id': '4b1ffcf1-d971-419a-a512-e876c564f120', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-812894392-subnet', 'tenant_id': 'e89f4f0c8857406e951cb746c15d7092', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:10:27.224265 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb69228-a921-447f-bc68-7cbdf8198008 admin admin] Pushing event updated for resources: {'Network': ['ID=4b1ffcf1-d971-419a-a512-e876c564f120,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:27.236975 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 4b1ffcf1-d971-419a-a512-e876c564f120 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:10:27.248417 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f99524-518b-4fb5-8cc2-dadab9931570 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b886243d-90b7-4cc0-941c-e74d98cb85cb,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:27.255473 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01329666-329c-4f41-9ed6-254a32e6ebb6 admin admin] Made reservation on behalf of e89f4f0c8857406e951cb746c15d7092 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:10:27.258560 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-01329666-329c-4f41-9ed6-254a32e6ebb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:27.276071 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f99524-518b-4fb5-8cc2-dadab9931570 admin admin] Checking segment: {'id': 'b972ef57-15dd-46ee-8591-bf667111c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '074689be-1f44-48ee-b4c4-fa3b05d8656b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:10:27.276624 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f99524-518b-4fb5-8cc2-dadab9931570 admin admin] Network hostable DHCP agents. Network: 074689be-1f44-48ee-b4c4-fa3b05d8656b, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:10:27.349468 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f99524-518b-4fb5-8cc2-dadab9931570 admin admin] Network 074689be-1f44-48ee-b4c4-fa3b05d8656b is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:10:27.364392 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-89f99524-518b-4fb5-8cc2-dadab9931570 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 074689be-1f44-48ee-b4c4-fa3b05d8656b) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:10:27.370708 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f99524-518b-4fb5-8cc2-dadab9931570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:27.371299 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-89f99524-518b-4fb5-8cc2-dadab9931570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:27.379649 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63eb752-5000-439f-a83a-fc8d2dfc3413 None None] Network 074689be-1f44-48ee-b4c4-fa3b05d8656b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:10:27.409814 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-89f99524-518b-4fb5-8cc2-dadab9931570 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.6246953 Nov 10 19:10:27.412455 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55432) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:10:27.416725 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-4340542c-5ab4-4a35-bbff-843ab066487c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-710392842-router', 'tenant_id': 'e9180826ce3242458fc9aff806bc035e', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:10:27.482634 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4340542c-5ab4-4a35-bbff-843ab066487c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:27.483585 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4340542c-5ab4-4a35-bbff-843ab066487c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:27.515221 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-01329666-329c-4f41-9ed6-254a32e6ebb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:27.591921 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4340542c-5ab4-4a35-bbff-843ab066487c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:27.601872 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfd5644-251f-4526-90ac-328ed7fbdb03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-074689be-1f44-48ee-b4c4-fa3b05d8656b', 'network_id': '074689be-1f44-48ee-b4c4-fa3b05d8656b', 'tenant_id': 'e9180826ce3242458fc9aff806bc035e', 'fixed_ips': [{'subnet_id': 'b886243d-90b7-4cc0-941c-e74d98cb85cb'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:10:27.602127 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2dfd5644-251f-4526-90ac-328ed7fbdb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:27.610121 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01329666-329c-4f41-9ed6-254a32e6ebb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76a69bb4-e368-4c23-8e6d-97e84c90b889,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:27.757540 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01329666-329c-4f41-9ed6-254a32e6ebb6 admin admin] Checking segment: {'id': '09676e2d-d3f4-4785-bf8a-d17e94397343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '4b1ffcf1-d971-419a-a512-e876c564f120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:10:27.757827 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01329666-329c-4f41-9ed6-254a32e6ebb6 admin admin] Network hostable DHCP agents. Network: 4b1ffcf1-d971-419a-a512-e876c564f120, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:10:27.823088 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-2dfd5644-251f-4526-90ac-328ed7fbdb03 None None] Allocated IP 172.20.0.2 (074689be-1f44-48ee-b4c4-fa3b05d8656b/b886243d-90b7-4cc0-941c-e74d98cb85cb/2bd2008d-77a7-4578-8086-04f0c3b58ac7) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:10:27.852636 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4340542c-5ab4-4a35-bbff-843ab066487c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:27.874029 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5492f4-acf1-4419-a998-16d67b616ddd req-02826272-07ad-41bb-9b26-2554d2e8a36e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:27.875601 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b5492f4-acf1-4419-a998-16d67b616ddd req-02826272-07ad-41bb-9b26-2554d2e8a36e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 950 time: 0.1611624 Nov 10 19:10:27.878486 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01329666-329c-4f41-9ed6-254a32e6ebb6 admin admin] Network 4b1ffcf1-d971-419a-a512-e876c564f120 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:10:27.922740 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-01329666-329c-4f41-9ed6-254a32e6ebb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 4b1ffcf1-d971-419a-a512-e876c564f120) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:10:27.944569 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01329666-329c-4f41-9ed6-254a32e6ebb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:27.945155 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-01329666-329c-4f41-9ed6-254a32e6ebb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:27.958411 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9962024-e115-4c8b-ad4e-0e17cadbcffa None None] Network 4b1ffcf1-d971-419a-a512-e876c564f120 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:10:28.340647 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68589e27-5e7c-4068-86c8-70b3fae65eb6 req-69121e0b-645b-4ebf-8a72-b5b5d74aaa75 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:28.348703 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-68589e27-5e7c-4068-86c8-70b3fae65eb6 req-69121e0b-645b-4ebf-8a72-b5b5d74aaa75 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.73 "GET /v2.0/ports?device_id=65a659bd-9f4b-459c-a268-67800ae70a7d HTTP/1.1" status: 200 len: 945 time: 0.1510358 Nov 10 19:10:28.433233 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-01329666-329c-4f41-9ed6-254a32e6ebb6 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2448509 Nov 10 19:10:28.436658 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55454) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:10:28.437544 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b5492f4-acf1-4419-a998-16d67b616ddd req-382159c4-6554-45a8-9604-ed327ae807fc tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5470269 Nov 10 19:10:28.441569 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-36fcfd0a-f382-45e0-af8e-9b621669820a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-812894392-router', 'tenant_id': 'e89f4f0c8857406e951cb746c15d7092', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:10:28.443645 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2dfd5644-251f-4526-90ac-328ed7fbdb03 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:28.454672 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7b601-cc78-4d45-ac00-600f05f063a7 req-65b19c23-5ebb-4150-a2db-367c66fc27af tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:28.457361 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2dfd5644-251f-4526-90ac-328ed7fbdb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:28.462578 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b3e7b601-cc78-4d45-ac00-600f05f063a7 req-65b19c23-5ebb-4150-a2db-367c66fc27af tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a659bd-9f4b-459c-a268-67800ae70a7d HTTP/1.1" status: 200 len: 945 time: 0.5320830 Nov 10 19:10:28.515635 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-36fcfd0a-f382-45e0-af8e-9b621669820a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:28.518501 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-36fcfd0a-f382-45e0-af8e-9b621669820a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:28.539429 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:10:28.542898 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b3e7b601-cc78-4d45-ac00-600f05f063a7 req-3ae2f9ca-cd66-4d0c-a822-7392958eea6e tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739830 Nov 10 19:10:28.673430 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-36fcfd0a-f382-45e0-af8e-9b621669820a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:28.691310 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfd5644-251f-4526-90ac-328ed7fbdb03 None None] Network 074689be-1f44-48ee-b4c4-fa3b05d8656b is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:10:28.693082 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66992e6-2792-4430-92f5-8420702bc172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-4b1ffcf1-d971-419a-a512-e876c564f120', 'network_id': '4b1ffcf1-d971-419a-a512-e876c564f120', 'tenant_id': 'e89f4f0c8857406e951cb746c15d7092', 'fixed_ips': [{'subnet_id': '76a69bb4-e368-4c23-8e6d-97e84c90b889'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:10:28.701027 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f66992e6-2792-4430-92f5-8420702bc172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:28.732399 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4340542c-5ab4-4a35-bbff-843ab066487c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:28.766569 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4340542c-5ab4-4a35-bbff-843ab066487c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:28.816000 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-2dfd5644-251f-4526-90ac-328ed7fbdb03 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:10:28.828149 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfd5644-251f-4526-90ac-328ed7fbdb03 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:10:28.903467 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-36fcfd0a-f382-45e0-af8e-9b621669820a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:28.908754 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-68589e27-5e7c-4068-86c8-70b3fae65eb6 req-aba9ea4e-675b-45d7-8f38-e67e8ce98aa0 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Deleting port cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:10:28.909203 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-68589e27-5e7c-4068-86c8-70b3fae65eb6 req-aba9ea4e-675b-45d7-8f38-e67e8ce98aa0 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:28.956391 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-4340542c-5ab4-4a35-bbff-843ab066487c admin admin] Allocated IP 172.25.3.56 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/326092ad-e69c-4c06-9a3d-35bb60d842d1) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:10:28.970003 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:28.983060 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:29.048892 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd5644-251f-4526-90ac-328ed7fbdb03 None None] Pushing event updated for resources: {'Port': ['ID=2bd2008d-77a7-4578-8086-04f0c3b58ac7,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:29.089151 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-2dfd5644-251f-4526-90ac-328ed7fbdb03 None None] Attempting to bind port 2bd2008d-77a7-4578-8086-04f0c3b58ac7 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:10:29.089639 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-2dfd5644-251f-4526-90ac-328ed7fbdb03 None None] Attempting to bind port 2bd2008d-77a7-4578-8086-04f0c3b58ac7 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'b972ef57-15dd-46ee-8591-bf667111c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '074689be-1f44-48ee-b4c4-fa3b05d8656b'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:10:29.090064 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd5644-251f-4526-90ac-328ed7fbdb03 None None] Attempting to bind port 2bd2008d-77a7-4578-8086-04f0c3b58ac7 on network 074689be-1f44-48ee-b4c4-fa3b05d8656b {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:10:29.101618 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a659bd-9f4b-459c-a268-67800ae70a7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:10:29.103754 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ba62e7-a10f-4e8b-b133-d6e91356abeb" -d '{"events": [{"server_uuid": "65a659bd-9f4b-459c-a268-67800ae70a7d", "name": "network-vif-unplugged", "status": "completed", "tag": "cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:10:29.126819 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d,segment=NetworkSegment(4f3d73ba-6eb0-4c57-a248-e5b678ab2d07),segment_id=4f3d73ba-6eb0-4c57-a248-e5b678ab2d07)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:29.128040 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd5644-251f-4526-90ac-328ed7fbdb03 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:10:29.128492 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4340542c-5ab4-4a35-bbff-843ab066487c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:29.133825 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd5644-251f-4526-90ac-328ed7fbdb03 None None] Checking segment: {'id': 'b972ef57-15dd-46ee-8591-bf667111c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '074689be-1f44-48ee-b4c4-fa3b05d8656b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:10:29.134327 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2dfd5644-251f-4526-90ac-328ed7fbdb03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:29.134751 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd5644-251f-4526-90ac-328ed7fbdb03 None None] Bound using segment: {'id': 'b972ef57-15dd-46ee-8591-bf667111c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '074689be-1f44-48ee-b4c4-fa3b05d8656b'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:10:29.135400 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-2dfd5644-251f-4526-90ac-328ed7fbdb03 None None] Bound port: 2bd2008d-77a7-4578-8086-04f0c3b58ac7, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b972ef57-15dd-46ee-8591-bf667111c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '074689be-1f44-48ee-b4c4-fa3b05d8656b'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:10:29.135800 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2dfd5644-251f-4526-90ac-328ed7fbdb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:29.147408 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:29.163178 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-68589e27-5e7c-4068-86c8-70b3fae65eb6 req-aba9ea4e-675b-45d7-8f38-e67e8ce98aa0 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] For port cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d,segment=NetworkSegment(4f3d73ba-6eb0-4c57-a248-e5b678ab2d07),segment_id=4f3d73ba-6eb0-4c57-a248-e5b678ab2d07)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:29.163497 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-68589e27-5e7c-4068-86c8-70b3fae65eb6 req-aba9ea4e-675b-45d7-8f38-e67e8ce98aa0 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:29.179755 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a1bd33-393a-44df-b253-ee80b7a5e296 x-openstack-request-id: req-f6a1bd33-393a-44df-b253-ee80b7a5e296 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:10:29.180112 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a659bd-9f4b-459c-a268-67800ae70a7d", "name": "network-vif-unplugged", "status": "completed", "tag": "cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:10:29.180310 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f6a1bd33-393a-44df-b253-ee80b7a5e296 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:10:29.180730 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a659bd-9f4b-459c-a268-67800ae70a7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d', 'code': 200} Nov 10 19:10:29.182200 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-68589e27-5e7c-4068-86c8-70b3fae65eb6 req-aba9ea4e-675b-45d7-8f38-e67e8ce98aa0 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Calling delete_port for cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:10:29.235926 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4340542c-5ab4-4a35-bbff-843ab066487c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:29.288725 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4340542c-5ab4-4a35-bbff-843ab066487c admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:10:29.292243 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-4340542c-5ab4-4a35-bbff-843ab066487c admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:10:29.297247 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4340542c-5ab4-4a35-bbff-843ab066487c admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:10:29.300852 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4340542c-5ab4-4a35-bbff-843ab066487c admin admin] Pushing event updated for resources: {'Port': ['ID=326092ad-e69c-4c06-9a3d-35bb60d842d1,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:29.399872 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-f66992e6-2792-4430-92f5-8420702bc172 None None] Allocated IP 172.20.0.2 (4b1ffcf1-d971-419a-a512-e876c564f120/76a69bb4-e368-4c23-8e6d-97e84c90b889/0283c422-3aa8-4927-a4d2-355de275be4e) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:10:29.456922 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-68589e27-5e7c-4068-86c8-70b3fae65eb6 req-aba9ea4e-675b-45d7-8f38-e67e8ce98aa0 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:29.492191 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:29.495175 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9ea4e-675b-45d7-8f38-e67e8ce98aa0 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Pushing event deleted for resources: {'Port': ['ID=cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:29.498558 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:29.531627 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-2dfd5644-251f-4526-90ac-328ed7fbdb03 None None] For port 2bd2008d-77a7-4578-8086-04f0c3b58ac7, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:10:29.606585 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-2dfd5644-251f-4526-90ac-328ed7fbdb03 None None] For port 2bd2008d-77a7-4578-8086-04f0c3b58ac7, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2bd2008d-77a7-4578-8086-04f0c3b58ac7,segment=NetworkSegment(b972ef57-15dd-46ee-8591-bf667111c1f5),segment_id=b972ef57-15dd-46ee-8591-bf667111c1f5)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:10:29.621732 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2dfd5644-251f-4526-90ac-328ed7fbdb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:29.752158 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-68589e27-5e7c-4068-86c8-70b3fae65eb6 req-aba9ea4e-675b-45d7-8f38-e67e8ce98aa0 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] No DVR routers for this DVR port cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:10:29.759305 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-68589e27-5e7c-4068-86c8-70b3fae65eb6 req-aba9ea4e-675b-45d7-8f38-e67e8ce98aa0 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:29.763142 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-68589e27-5e7c-4068-86c8-70b3fae65eb6 req-aba9ea4e-675b-45d7-8f38-e67e8ce98aa0 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.73 "DELETE /v2.0/ports/cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d HTTP/1.1" status: 204 len: 173 time: 1.4078207 Nov 10 19:10:29.768113 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a659bd-9f4b-459c-a268-67800ae70a7d', 'name': 'network-vif-deleted', 'tag': 'cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:10:29.770872 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c32c533-5820-49bc-adb1-4adba096098e" -d '{"events": [{"server_uuid": "65a659bd-9f4b-459c-a268-67800ae70a7d", "name": "network-vif-deleted", "tag": "cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:10:29.788164 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-36fcfd0a-f382-45e0-af8e-9b621669820a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:29.808226 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd5644-251f-4526-90ac-328ed7fbdb03 None None] Pushing event updated for resources: {'Port': ['ID=2bd2008d-77a7-4578-8086-04f0c3b58ac7,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:29.817645 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-36fcfd0a-f382-45e0-af8e-9b621669820a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:29.869156 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2cb9daf1-ea87-426e-bc9d-081b23414694 req-9fdb1bae-8514-41d0-bf7d-22826301bbb0 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a659bd-9f4b-459c-a268-67800ae70a7d HTTP/1.1" status: 200 len: 210 time: 0.1655073 Nov 10 19:10:29.905508 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f66992e6-2792-4430-92f5-8420702bc172 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:29.917530 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f66992e6-2792-4430-92f5-8420702bc172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:29.995515 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66992e6-2792-4430-92f5-8420702bc172 None None] Pushing event updated for resources: {'Port': ['ID=0283c422-3aa8-4927-a4d2-355de275be4e,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:30.016330 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66992e6-2792-4430-92f5-8420702bc172 None None] Network 4b1ffcf1-d971-419a-a512-e876c564f120 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:10:30.018516 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-f66992e6-2792-4430-92f5-8420702bc172 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:10:30.021338 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66992e6-2792-4430-92f5-8420702bc172 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:10:30.094583 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-36fcfd0a-f382-45e0-af8e-9b621669820a admin admin] Allocated IP 172.25.3.230 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/fef46191-3306-46a1-9a16-5750ca680b43) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:10:30.136673 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952992e-dd72-44fc-8138-e103ddb17f8b req-321064a1-85e9-4afc-9413-d5dfaaf1cedb tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:30.138327 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e952992e-dd72-44fc-8138-e103ddb17f8b req-321064a1-85e9-4afc-9413-d5dfaaf1cedb tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 950 time: 0.4255102 Nov 10 19:10:30.170270 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4340542c-5ab4-4a35-bbff-843ab066487c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:30.243650 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-f66992e6-2792-4430-92f5-8420702bc172 None None] Attempting to bind port 0283c422-3aa8-4927-a4d2-355de275be4e on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:10:30.243973 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-f66992e6-2792-4430-92f5-8420702bc172 None None] Attempting to bind port 0283c422-3aa8-4927-a4d2-355de275be4e by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '09676e2d-d3f4-4785-bf8a-d17e94397343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '4b1ffcf1-d971-419a-a512-e876c564f120'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:10:30.247205 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66992e6-2792-4430-92f5-8420702bc172 None None] Attempting to bind port 0283c422-3aa8-4927-a4d2-355de275be4e on network 4b1ffcf1-d971-419a-a512-e876c564f120 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:10:30.260508 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66992e6-2792-4430-92f5-8420702bc172 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:10:30.260994 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66992e6-2792-4430-92f5-8420702bc172 None None] Checking segment: {'id': '09676e2d-d3f4-4785-bf8a-d17e94397343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '4b1ffcf1-d971-419a-a512-e876c564f120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:10:30.261917 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f66992e6-2792-4430-92f5-8420702bc172 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:30.264841 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66992e6-2792-4430-92f5-8420702bc172 None None] Bound using segment: {'id': '09676e2d-d3f4-4785-bf8a-d17e94397343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '4b1ffcf1-d971-419a-a512-e876c564f120'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:10:30.265709 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-f66992e6-2792-4430-92f5-8420702bc172 None None] Bound port: 0283c422-3aa8-4927-a4d2-355de275be4e, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09676e2d-d3f4-4785-bf8a-d17e94397343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '4b1ffcf1-d971-419a-a512-e876c564f120'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:10:30.266145 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f66992e6-2792-4430-92f5-8420702bc172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:30.294254 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33387194-3c53-4e86-8299-cf230fe4ac25 x-openstack-request-id: req-33387194-3c53-4e86-8299-cf230fe4ac25 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:10:30.295014 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a659bd-9f4b-459c-a268-67800ae70a7d", "name": "network-vif-deleted", "tag": "cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:10:30.295448 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-33387194-3c53-4e86-8299-cf230fe4ac25 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:10:30.296033 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a659bd-9f4b-459c-a268-67800ae70a7d', 'name': 'network-vif-deleted', 'tag': 'cbe140ae-f44d-4cb8-8d3a-8a5d84b6939d', 'status': 'completed', 'code': 200} Nov 10 19:10:30.368980 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e952992e-dd72-44fc-8138-e103ddb17f8b req-a0ed75fe-639a-48c3-bc1f-e4ff2929071e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948016 Nov 10 19:10:30.400617 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2bd2008d-77a7-4578-8086-04f0c3b58ac7 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:10:30.418254 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-36fcfd0a-f382-45e0-af8e-9b621669820a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:30.487750 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-36fcfd0a-f382-45e0-af8e-9b621669820a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:30.515619 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-f66992e6-2792-4430-92f5-8420702bc172 None None] For port 0283c422-3aa8-4927-a4d2-355de275be4e, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:10:30.520821 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-f66992e6-2792-4430-92f5-8420702bc172 None None] For port 0283c422-3aa8-4927-a4d2-355de275be4e, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=0283c422-3aa8-4927-a4d2-355de275be4e,segment=NetworkSegment(09676e2d-d3f4-4785-bf8a-d17e94397343),segment_id=09676e2d-d3f4-4785-bf8a-d17e94397343)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:10:30.542108 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f66992e6-2792-4430-92f5-8420702bc172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:30.584551 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fcfd0a-f382-45e0-af8e-9b621669820a admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:10:30.594792 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-36fcfd0a-f382-45e0-af8e-9b621669820a admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:10:30.605297 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fcfd0a-f382-45e0-af8e-9b621669820a admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:10:30.612932 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fcfd0a-f382-45e0-af8e-9b621669820a admin admin] Pushing event updated for resources: {'Port': ['ID=fef46191-3306-46a1-9a16-5750ca680b43,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:30.619048 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 2bd2008d-77a7-4578-8086-04f0c3b58ac7 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:30.619399 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:30.662938 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4340542c-5ab4-4a35-bbff-843ab066487c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:30.761608 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66992e6-2792-4430-92f5-8420702bc172 None None] Pushing event updated for resources: {'Port': ['ID=0283c422-3aa8-4927-a4d2-355de275be4e,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:30.851411 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:30.909580 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 2bd2008d-77a7-4578-8086-04f0c3b58ac7, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2bd2008d-77a7-4578-8086-04f0c3b58ac7,segment=NetworkSegment(b972ef57-15dd-46ee-8591-bf667111c1f5),segment_id=b972ef57-15dd-46ee-8591-bf667111c1f5)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:30.915679 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:31.089274 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=2bd2008d-77a7-4578-8086-04f0c3b58ac7,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:31.105476 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4340542c-5ab4-4a35-bbff-843ab066487c admin admin] Router d75d06b1-dbf7-4e67-80bb-a0d52e47474e is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:10:31.284541 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-36fcfd0a-f382-45e0-af8e-9b621669820a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:31.342864 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4340542c-5ab4-4a35-bbff-843ab066487c admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:10:31.353815 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0624eb1-8155-43d4-b4a6-777c86108199 None None] Sync routers for ids ['d75d06b1-dbf7-4e67-80bb-a0d52e47474e'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:10:31.372940 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0624eb1-8155-43d4-b4a6-777c86108199 None None] Routers {'d75d06b1-dbf7-4e67-80bb-a0d52e47474e'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:10:31.373592 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-b0624eb1-8155-43d4-b4a6-777c86108199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:10:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d75d06b1-dbf7-4e67-80bb-a0d52e47474e'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:10:31.400176 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4340542c-5ab4-4a35-bbff-843ab066487c admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:31.402129 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4340542c-5ab4-4a35-bbff-843ab066487c admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 3.9885833 Nov 10 19:10:31.405469 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55498) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:10:31.496972 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cef998-bf85-4211-8e5a-8e478c78a36a None None] Network 074689be-1f44-48ee-b4c4-fa3b05d8656b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:10:31.590551 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-969927af-8bc4-4568-abfd-885437ee0609 None None] Provisioning complete for port 2bd2008d-77a7-4578-8086-04f0c3b58ac7 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:31.591599 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-969927af-8bc4-4568-abfd-885437ee0609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:31.728247 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19eea97-89d8-4957-8133-cedb93ebc7d0 req-94655dda-2623-44f9-b180-5632d72c19df tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:31.747620 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e19eea97-89d8-4957-8133-cedb93ebc7d0 req-94655dda-2623-44f9-b180-5632d72c19df tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 950 time: 0.2331104 Nov 10 19:10:31.753015 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-36fcfd0a-f382-45e0-af8e-9b621669820a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:31.820572 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-b0624eb1-8155-43d4-b4a6-777c86108199 None None] Set router d75d06b1-dbf7-4e67-80bb-a0d52e47474e gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:10:31.823263 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-eab244df-4c7b-4e0a-b3aa-ecccc79ce511 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:31.825319 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-eab244df-4c7b-4e0a-b3aa-ecccc79ce511 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/networks?id=39e0a764-ff58-44a3-87da-37be4cc4845b HTTP/1.1" status: 200 len: 822 time: 0.4172280 Nov 10 19:10:31.918623 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-9201839d-91b4-4954-ad9a-062f4a90a48e tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/quotas/e3dddbbc87a448f59c02da65cf6d041d HTTP/1.1" status: 200 len: 375 time: 0.0200093 Nov 10 19:10:31.924394 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fcfd0a-f382-45e0-af8e-9b621669820a admin admin] Router 8b0d6089-e48b-46de-b5ef-f04d909fa073 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:10:32.076979 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e19eea97-89d8-4957-8133-cedb93ebc7d0 req-0fc9fd34-34ee-4539-93a8-967609ab65d7 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280549 Nov 10 19:10:32.135210 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-eff59ff9-f179-406c-89ab-2dbe81027937 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e3dddbbc87a448f59c02da65cf6d041d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2011750 Nov 10 19:10:32.255161 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ced390-05ca-419b-8f60-5c3f6070a82d None None] Network 4b1ffcf1-d971-419a-a512-e876c564f120 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:10:32.261687 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fcfd0a-f382-45e0-af8e-9b621669820a admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:10:32.277357 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ef72c7-31ce-4056-9957-ce2e8fdb3326 None None] Sync routers for ids ['8b0d6089-e48b-46de-b5ef-f04d909fa073'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:10:32.299847 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-36fcfd0a-f382-45e0-af8e-9b621669820a admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:32.302693 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ef72c7-31ce-4056-9957-ce2e8fdb3326 None None] Routers {'8b0d6089-e48b-46de-b5ef-f04d909fa073'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:10:32.304795 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-48ef72c7-31ce-4056-9957-ce2e8fdb3326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:10:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['8b0d6089-e48b-46de-b5ef-f04d909fa073'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:10:32.306209 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-36fcfd0a-f382-45e0-af8e-9b621669820a admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8680096 Nov 10 19:10:32.309896 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55508) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:10:32.506869 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-48ef72c7-31ce-4056-9957-ce2e8fdb3326 None None] Set router 8b0d6089-e48b-46de-b5ef-f04d909fa073 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:10:32.599722 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-313ef0c8-3254-4476-b347-12f8944e40c1 service neutron] 10.222.0.54 "GET /v2.0/networks/39e0a764-ff58-44a3-87da-37be4cc4845b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148496 Nov 10 19:10:32.760415 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-48ef72c7-31ce-4056-9957-ce2e8fdb3326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0d6089-e48b-46de-b5ef-f04d909fa073', 'name': 'tempest-FloatingIPDetailsTestJSON-812894392-router', 'tenant_id': 'e89f4f0c8857406e951cb746c15d7092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'fef46191-3306-46a1-9a16-5750ca680b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:10:28Z', 'updated_at': '2021-11-10T19:10:30Z', 'revision_number': 3, 'project_id': 'e89f4f0c8857406e951cb746c15d7092', 'gw_port': {'id': 'fef46191-3306-46a1-9a16-5750ca680b43', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ef:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0d6089-e48b-46de-b5ef-f04d909fa073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:29Z', 'updated_at': '2021-11-10T19:10:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:10:32.826705 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ef72c7-31ce-4056-9957-ce2e8fdb3326 None None] Checking router: 8b0d6089-e48b-46de-b5ef-f04d909fa073 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:10:32.828931 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ef72c7-31ce-4056-9957-ce2e8fdb3326 None None] Updating router 8b0d6089-e48b-46de-b5ef-f04d909fa073 port fef46191-3306-46a1-9a16-5750ca680b43 binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:10:32.854324 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2bd2008d-77a7-4578-8086-04f0c3b58ac7 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:10:32.891023 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-48ef72c7-31ce-4056-9957-ce2e8fdb3326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:32.932441 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-cd5b02de-2c68-404d-8282-359e73fd85d9 None None] Provisioning complete for port 0283c422-3aa8-4927-a4d2-355de275be4e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:32.932858 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cd5b02de-2c68-404d-8282-359e73fd85d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:33.059753 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-b0624eb1-8155-43d4-b4a6-777c86108199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-710392842-router', 'tenant_id': 'e9180826ce3242458fc9aff806bc035e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '326092ad-e69c-4c06-9a3d-35bb60d842d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:10:27Z', 'updated_at': '2021-11-10T19:10:29Z', 'revision_number': 3, 'project_id': 'e9180826ce3242458fc9aff806bc035e', 'gw_port': {'id': '326092ad-e69c-4c06-9a3d-35bb60d842d1', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:28Z', 'updated_at': '2021-11-10T19:10:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:10:33.109806 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0624eb1-8155-43d4-b4a6-777c86108199 None None] Checking router: d75d06b1-dbf7-4e67-80bb-a0d52e47474e for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:10:33.109806 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0624eb1-8155-43d4-b4a6-777c86108199 None None] Updating router d75d06b1-dbf7-4e67-80bb-a0d52e47474e port 326092ad-e69c-4c06-9a3d-35bb60d842d1 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:10:33.154538 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b0624eb1-8155-43d4-b4a6-777c86108199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:33.162890 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-fe67da07-00c3-4f70-bf47-4ac6583f7e67 service neutron] 10.222.0.54 "GET /v2.0/networks/39e0a764-ff58-44a3-87da-37be4cc4845b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5534086 Nov 10 19:10:33.430713 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-48ef72c7-31ce-4056-9957-ce2e8fdb3326 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:33.461632 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-48ef72c7-31ce-4056-9957-ce2e8fdb3326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:33.542405 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f813f-5924-4c55-9181-20e697399761 req-c4686390-60e2-4673-bc97-b86688c6de6c tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:33.544329 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f73f813f-5924-4c55-9181-20e697399761 req-c4686390-60e2-4673-bc97-b86688c6de6c tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 950 time: 0.1955113 Nov 10 19:10:33.572675 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-48ef72c7-31ce-4056-9957-ce2e8fdb3326 None None] Attempting to bind port fef46191-3306-46a1-9a16-5750ca680b43 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:10:33.573005 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-48ef72c7-31ce-4056-9957-ce2e8fdb3326 None None] Attempting to bind port fef46191-3306-46a1-9a16-5750ca680b43 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:10:33.573520 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ef72c7-31ce-4056-9957-ce2e8fdb3326 None None] Attempting to bind port fef46191-3306-46a1-9a16-5750ca680b43 on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:10:33.602535 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc0116-7a82-47a8-aaab-19f823ee3e43 None None] Pushing event updated for resources: {'Port': ['ID=fef46191-3306-46a1-9a16-5750ca680b43,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:33.614753 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ef72c7-31ce-4056-9957-ce2e8fdb3326 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:10:33.615225 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ef72c7-31ce-4056-9957-ce2e8fdb3326 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:10:33.615631 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-48ef72c7-31ce-4056-9957-ce2e8fdb3326 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:33.616251 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ef72c7-31ce-4056-9957-ce2e8fdb3326 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:10:33.617492 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-48ef72c7-31ce-4056-9957-ce2e8fdb3326 None None] Bound port: fef46191-3306-46a1-9a16-5750ca680b43, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:10:33.618041 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-48ef72c7-31ce-4056-9957-ce2e8fdb3326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:33.683388 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-941f4e5a-6ec4-4ae4-93ad-4b84b2ac2b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:33.685257 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cd5b02de-2c68-404d-8282-359e73fd85d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:33.794409 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-48ef72c7-31ce-4056-9957-ce2e8fdb3326 None None] For port fef46191-3306-46a1-9a16-5750ca680b43, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:10:33.804706 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-48ef72c7-31ce-4056-9957-ce2e8fdb3326 None None] For port fef46191-3306-46a1-9a16-5750ca680b43, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fef46191-3306-46a1-9a16-5750ca680b43,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:10:33.817337 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-48ef72c7-31ce-4056-9957-ce2e8fdb3326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:33.889979 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f73f813f-5924-4c55-9181-20e697399761 req-4254c9f5-16ea-4fc9-a50e-eac7a1754944 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197269 Nov 10 19:10:34.024465 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 2bd2008d-77a7-4578-8086-04f0c3b58ac7 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:34.024832 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:34.031707 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ef72c7-31ce-4056-9957-ce2e8fdb3326 None None] Routers {'8b0d6089-e48b-46de-b5ef-f04d909fa073'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:10:34.038046 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-48ef72c7-31ce-4056-9957-ce2e8fdb3326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:10:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['8b0d6089-e48b-46de-b5ef-f04d909fa073'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:10:34.051960 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc0116-7a82-47a8-aaab-19f823ee3e43 None None] Pushing event updated for resources: {'Port': ['ID=fef46191-3306-46a1-9a16-5750ca680b43,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:34.066579 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9ab4a24e-df9b-451c-bfa8-98701182d43b req-b53fd116-a118-4f13-ae36-6e516bf5edc6 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=17a00fd2-e7ff-4d09-a1bf-322a5ad0aea9 HTTP/1.1" status: 200 len: 210 time: 0.1121969 Nov 10 19:10:34.170333 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-cd5b02de-2c68-404d-8282-359e73fd85d9 None None] For port 0283c422-3aa8-4927-a4d2-355de275be4e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=0283c422-3aa8-4927-a4d2-355de275be4e,segment=NetworkSegment(09676e2d-d3f4-4785-bf8a-d17e94397343),segment_id=09676e2d-d3f4-4785-bf8a-d17e94397343)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:34.204795 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cd5b02de-2c68-404d-8282-359e73fd85d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:34.207422 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-92f0e11d-f152-4d02-9d61-43ea19c31488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:34.253292 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-941f4e5a-6ec4-4ae4-93ad-4b84b2ac2b93 admin admin] Allocated IP 172.20.0.1 (074689be-1f44-48ee-b4c4-fa3b05d8656b/b886243d-90b7-4cc0-941c-e74d98cb85cb/8ccdeafb-d8aa-4f3f-8c20-d2472c92334d) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:10:34.280507 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-48ef72c7-31ce-4056-9957-ce2e8fdb3326 None None] Set router 8b0d6089-e48b-46de-b5ef-f04d909fa073 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:10:34.344806 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 0283c422-3aa8-4927-a4d2-355de275be4e up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:10:34.461778 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-6929fa62-b490-49e3-86ff-fa72e172c96b None None] Provisioning complete for port 2bd2008d-77a7-4578-8086-04f0c3b58ac7 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:34.464571 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6929fa62-b490-49e3-86ff-fa72e172c96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:34.592889 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b02de-2c68-404d-8282-359e73fd85d9 None None] Pushing event updated for resources: {'Port': ['ID=0283c422-3aa8-4927-a4d2-355de275be4e,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:34.738962 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-92f0e11d-f152-4d02-9d61-43ea19c31488 admin admin] Allocated IP 172.20.0.1 (4b1ffcf1-d971-419a-a512-e876c564f120/76a69bb4-e368-4c23-8e6d-97e84c90b889/9f44c596-9295-4b93-a21f-ceeec26c00fc) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:10:34.749570 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-941f4e5a-6ec4-4ae4-93ad-4b84b2ac2b93 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:34.798553 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 0283c422-3aa8-4927-a4d2-355de275be4e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:34.799000 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:34.911059 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b0624eb1-8155-43d4-b4a6-777c86108199 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:34.915181 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-48ef72c7-31ce-4056-9957-ce2e8fdb3326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0d6089-e48b-46de-b5ef-f04d909fa073', 'name': 'tempest-FloatingIPDetailsTestJSON-812894392-router', 'tenant_id': 'e89f4f0c8857406e951cb746c15d7092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'fef46191-3306-46a1-9a16-5750ca680b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:10:28Z', 'updated_at': '2021-11-10T19:10:30Z', 'revision_number': 3, 'project_id': 'e89f4f0c8857406e951cb746c15d7092', 'gw_port': {'id': 'fef46191-3306-46a1-9a16-5750ca680b43', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ef:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0d6089-e48b-46de-b5ef-f04d909fa073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:29Z', 'updated_at': '2021-11-10T19:10:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:10:34.955962 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b0624eb1-8155-43d4-b4a6-777c86108199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:35.014082 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ef72c7-31ce-4056-9957-ce2e8fdb3326 None None] The sync data for ids ['8b0d6089-e48b-46de-b5ef-f04d909fa073'] in n-d-813897-4 is: [{'id': '8b0d6089-e48b-46de-b5ef-f04d909fa073', 'name': 'tempest-FloatingIPDetailsTestJSON-812894392-router', 'tenant_id': 'e89f4f0c8857406e951cb746c15d7092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'fef46191-3306-46a1-9a16-5750ca680b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:10:28Z', 'updated_at': '2021-11-10T19:10:30Z', 'revision_number': 3, 'project_id': 'e89f4f0c8857406e951cb746c15d7092', 'gw_port': {'id': 'fef46191-3306-46a1-9a16-5750ca680b43', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ef:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0d6089-e48b-46de-b5ef-f04d909fa073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:29Z', 'updated_at': '2021-11-10T19:10:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:10:35.092969 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-941f4e5a-6ec4-4ae4-93ad-4b84b2ac2b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:35.135483 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-b0624eb1-8155-43d4-b4a6-777c86108199 None None] Attempting to bind port 326092ad-e69c-4c06-9a3d-35bb60d842d1 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:10:35.136060 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-b0624eb1-8155-43d4-b4a6-777c86108199 None None] Attempting to bind port 326092ad-e69c-4c06-9a3d-35bb60d842d1 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:10:35.138998 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0624eb1-8155-43d4-b4a6-777c86108199 None None] Attempting to bind port 326092ad-e69c-4c06-9a3d-35bb60d842d1 on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:10:35.167519 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7bcd62-593d-4034-8752-0ccc9995a5c4 None None] Pushing event updated for resources: {'Port': ['ID=326092ad-e69c-4c06-9a3d-35bb60d842d1,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:35.180153 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0624eb1-8155-43d4-b4a6-777c86108199 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:10:35.180825 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0624eb1-8155-43d4-b4a6-777c86108199 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:10:35.181382 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b0624eb1-8155-43d4-b4a6-777c86108199 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:35.181980 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0624eb1-8155-43d4-b4a6-777c86108199 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:10:35.183194 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-b0624eb1-8155-43d4-b4a6-777c86108199 None None] Bound port: 326092ad-e69c-4c06-9a3d-35bb60d842d1, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:10:35.183752 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b0624eb1-8155-43d4-b4a6-777c86108199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:35.215685 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-92f0e11d-f152-4d02-9d61-43ea19c31488 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:35.244808 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-b0624eb1-8155-43d4-b4a6-777c86108199 None None] For port 326092ad-e69c-4c06-9a3d-35bb60d842d1, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:10:35.249197 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-b0624eb1-8155-43d4-b4a6-777c86108199 None None] For port 326092ad-e69c-4c06-9a3d-35bb60d842d1, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=326092ad-e69c-4c06-9a3d-35bb60d842d1,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:10:35.259876 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b0624eb1-8155-43d4-b4a6-777c86108199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:35.273567 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f4e5a-6ec4-4ae4-93ad-4b84b2ac2b93 admin admin] Pushing event updated for resources: {'Port': ['ID=8ccdeafb-d8aa-4f3f-8c20-d2472c92334d,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:35.290793 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-92f0e11d-f152-4d02-9d61-43ea19c31488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:35.340447 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c3646719-cb82-4d94-ab67-e69d4f21eb84 None None] Provisioning complete for port 0283c422-3aa8-4927-a4d2-355de275be4e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:35.341098 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c3646719-cb82-4d94-ab67-e69d4f21eb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:35.372226 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941f4e5a-6ec4-4ae4-93ad-4b84b2ac2b93 admin admin] Network 074689be-1f44-48ee-b4c4-fa3b05d8656b is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:10:35.408100 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-941f4e5a-6ec4-4ae4-93ad-4b84b2ac2b93 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:10:35.423769 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f4e5a-6ec4-4ae4-93ad-4b84b2ac2b93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:35.424264 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f4e5a-6ec4-4ae4-93ad-4b84b2ac2b93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:35.424698 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f4e5a-6ec4-4ae4-93ad-4b84b2ac2b93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:35.425334 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f4e5a-6ec4-4ae4-93ad-4b84b2ac2b93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:35.430415 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f4e5a-6ec4-4ae4-93ad-4b84b2ac2b93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:35.431452 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f4e5a-6ec4-4ae4-93ad-4b84b2ac2b93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:35.433333 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f4e5a-6ec4-4ae4-93ad-4b84b2ac2b93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:35.433877 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f4e5a-6ec4-4ae4-93ad-4b84b2ac2b93 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:35.434391 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f4e5a-6ec4-4ae4-93ad-4b84b2ac2b93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:35.435766 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f4e5a-6ec4-4ae4-93ad-4b84b2ac2b93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:35.436432 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f4e5a-6ec4-4ae4-93ad-4b84b2ac2b93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:35.437699 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f4e5a-6ec4-4ae4-93ad-4b84b2ac2b93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:35.479175 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941f4e5a-6ec4-4ae4-93ad-4b84b2ac2b93 admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:10:35.544408 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7bcd62-593d-4034-8752-0ccc9995a5c4 None None] Pushing event updated for resources: {'Port': ['ID=326092ad-e69c-4c06-9a3d-35bb60d842d1,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:35.553040 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-941f4e5a-6ec4-4ae4-93ad-4b84b2ac2b93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:35.605252 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0624eb1-8155-43d4-b4a6-777c86108199 None None] Routers {'d75d06b1-dbf7-4e67-80bb-a0d52e47474e'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:10:35.606015 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-b0624eb1-8155-43d4-b4a6-777c86108199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:10:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d75d06b1-dbf7-4e67-80bb-a0d52e47474e'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:10:35.829856 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-013afc1b-f02d-4d57-8558-8712fb9cc959 req-7212bad1-766d-4cf2-a537-01e6075f659a tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=17a00fd2-e7ff-4d09-a1bf-322a5ad0aea9 HTTP/1.1" status: 200 len: 210 time: 0.4432864 Nov 10 19:10:35.877726 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-b0624eb1-8155-43d4-b4a6-777c86108199 None None] Set router d75d06b1-dbf7-4e67-80bb-a0d52e47474e gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:10:35.985127 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-941f4e5a-6ec4-4ae4-93ad-4b84b2ac2b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:35.987194 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fef46191-3306-46a1-9a16-5750ca680b43 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:10:35.993918 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f0e11d-f152-4d02-9d61-43ea19c31488 admin admin] Network 4b1ffcf1-d971-419a-a512-e876c564f120 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:10:36.003145 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4707b-942a-4263-b788-b2e23f1ef67c req-f9b730f8-45cc-46b7-bfff-e710bf6c0b6c tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:36.005661 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d3e4707b-942a-4263-b788-b2e23f1ef67c req-f9b730f8-45cc-46b7-bfff-e710bf6c0b6c tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 950 time: 0.8328986 Nov 10 19:10:36.065452 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-92f0e11d-f152-4d02-9d61-43ea19c31488 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:10:36.072066 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e8968be8-0ec9-400b-99d0-e800d36e5a01 None None] Provisioning complete for port 8ccdeafb-d8aa-4f3f-8c20-d2472c92334d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:36.072066 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e8968be8-0ec9-400b-99d0-e800d36e5a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:36.083509 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f0e11d-f152-4d02-9d61-43ea19c31488 admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:10:36.200426 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e8968be8-0ec9-400b-99d0-e800d36e5a01 None None] Port 8ccdeafb-d8aa-4f3f-8c20-d2472c92334d cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:10:36.212320 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0e11d-f152-4d02-9d61-43ea19c31488 admin admin] Pushing event updated for resources: {'Port': ['ID=9f44c596-9295-4b93-a21f-ceeec26c00fc,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:36.274867 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d3e4707b-942a-4263-b788-b2e23f1ef67c req-bfb8e3e3-9380-46e7-9ca0-ebb8a3cacec5 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456574 Nov 10 19:10:36.342523 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port fef46191-3306-46a1-9a16-5750ca680b43 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:36.342962 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:36.397178 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-92f0e11d-f152-4d02-9d61-43ea19c31488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:36.410881 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-e91725a7-8e5f-448e-ae5e-1947428d48ba tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:36.413249 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-e91725a7-8e5f-448e-ae5e-1947428d48ba tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.25 "GET /v2.0/networks?id=39e0a764-ff58-44a3-87da-37be4cc4845b HTTP/1.1" status: 200 len: 822 time: 1.0915716 Nov 10 19:10:36.454442 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-0e63a98e-9378-4bb9-b3f8-51d0ae0a5972 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Request body: {'port': {'device_id': '17a00fd2-e7ff-4d09-a1bf-322a5ad0aea9', 'network_id': '39e0a764-ff58-44a3-87da-37be4cc4845b', 'admin_state_up': True, 'tenant_id': 'e3dddbbc87a448f59c02da65cf6d041d'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:10:36.612479 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:36.644773 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port fef46191-3306-46a1-9a16-5750ca680b43, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fef46191-3306-46a1-9a16-5750ca680b43,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:36.648613 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-b0624eb1-8155-43d4-b4a6-777c86108199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-710392842-router', 'tenant_id': 'e9180826ce3242458fc9aff806bc035e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '326092ad-e69c-4c06-9a3d-35bb60d842d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:10:27Z', 'updated_at': '2021-11-10T19:10:29Z', 'revision_number': 3, 'project_id': 'e9180826ce3242458fc9aff806bc035e', 'gw_port': {'id': '326092ad-e69c-4c06-9a3d-35bb60d842d1', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:28Z', 'updated_at': '2021-11-10T19:10:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:10:36.651501 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-941f4e5a-6ec4-4ae4-93ad-4b84b2ac2b93 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:36.664393 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-941f4e5a-6ec4-4ae4-93ad-4b84b2ac2b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:36.679720 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0624eb1-8155-43d4-b4a6-777c86108199 None None] The sync data for ids ['d75d06b1-dbf7-4e67-80bb-a0d52e47474e'] in n-d-813897-4 is: [{'id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-710392842-router', 'tenant_id': 'e9180826ce3242458fc9aff806bc035e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '326092ad-e69c-4c06-9a3d-35bb60d842d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:10:27Z', 'updated_at': '2021-11-10T19:10:29Z', 'revision_number': 3, 'project_id': 'e9180826ce3242458fc9aff806bc035e', 'gw_port': {'id': '326092ad-e69c-4c06-9a3d-35bb60d842d1', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:28Z', 'updated_at': '2021-11-10T19:10:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:10:36.682984 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:36.683771 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 0283c422-3aa8-4927-a4d2-355de275be4e up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:10:36.728256 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e90e3f98-1b31-4bec-a6c8-c547972baa31 None None] Provisioning complete for port 9f44c596-9295-4b93-a21f-ceeec26c00fc triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:36.728622 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e90e3f98-1b31-4bec-a6c8-c547972baa31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:36.752417 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-0e63a98e-9378-4bb9-b3f8-51d0ae0a5972 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Made reservation on behalf of e3dddbbc87a448f59c02da65cf6d041d for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:10:36.756226 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-0e63a98e-9378-4bb9-b3f8-51d0ae0a5972 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:36.800013 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e90e3f98-1b31-4bec-a6c8-c547972baa31 None None] Port 9f44c596-9295-4b93-a21f-ceeec26c00fc cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:10:36.801119 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f4e5a-6ec4-4ae4-93ad-4b84b2ac2b93 admin admin] Pushing event updated for resources: {'Port': ['ID=8ccdeafb-d8aa-4f3f-8c20-d2472c92334d,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:36.803340 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=fef46191-3306-46a1-9a16-5750ca680b43,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:36.805674 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-941f4e5a-6ec4-4ae4-93ad-4b84b2ac2b93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:36.815782 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:36.816141 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:36.816465 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:36.816816 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:36.817900 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:36.818245 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:36.818944 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:36.818944 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:36.819207 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:36.819532 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:36.819871 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:36.820717 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:36.820840 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-92f0e11d-f152-4d02-9d61-43ea19c31488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:36.838329 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 0283c422-3aa8-4927-a4d2-355de275be4e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:36.838705 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:37.086661 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8160bd05-3df1-499f-b0c6-633ca0a2e631 req-00412325-3aa4-4c21-9ded-6607b76f4252 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=17a00fd2-e7ff-4d09-a1bf-322a5ad0aea9 HTTP/1.1" status: 200 len: 210 time: 0.0929787 Nov 10 19:10:37.162412 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941f4e5a-6ec4-4ae4-93ad-4b84b2ac2b93 admin admin] Network 074689be-1f44-48ee-b4c4-fa3b05d8656b is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:10:37.209034 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-941f4e5a-6ec4-4ae4-93ad-4b84b2ac2b93 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:10:37.217487 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-0e63a98e-9378-4bb9-b3f8-51d0ae0a5972 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Allocated IP 172.20.0.9 (39e0a764-ff58-44a3-87da-37be4cc4845b/2c329353-9415-452e-8a45-4c2850f1881a/32afbffb-d5de-41db-9bd7-b3d2bead9070) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:10:37.492485 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-92f0e11d-f152-4d02-9d61-43ea19c31488 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:37.565802 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-92f0e11d-f152-4d02-9d61-43ea19c31488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:37.574447 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5ec57f56-d132-4844-bf03-c5b065ea9c5c None None] Provisioning complete for port 8ccdeafb-d8aa-4f3f-8c20-d2472c92334d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:37.574921 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5ec57f56-d132-4844-bf03-c5b065ea9c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:37.652046 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5ec57f56-d132-4844-bf03-c5b065ea9c5c None None] Port 8ccdeafb-d8aa-4f3f-8c20-d2472c92334d cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:10:37.771737 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fef46191-3306-46a1-9a16-5750ca680b43 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:10:37.832824 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port fef46191-3306-46a1-9a16-5750ca680b43 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:37.834045 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:37.940201 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 326092ad-e69c-4c06-9a3d-35bb60d842d1 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:10:37.999450 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 326092ad-e69c-4c06-9a3d-35bb60d842d1 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:37.999834 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:38.110144 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:38.137410 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 326092ad-e69c-4c06-9a3d-35bb60d842d1, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=326092ad-e69c-4c06-9a3d-35bb60d842d1,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:38.145690 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:38.193222 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-92f0e11d-f152-4d02-9d61-43ea19c31488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:38.202354 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2da981-564e-4888-b6b0-4c65828155e6 req-ca47ef02-0494-4de3-8337-1b161c3a84d0 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:38.203893 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ce2da981-564e-4888-b6b0-4c65828155e6 req-ca47ef02-0494-4de3-8337-1b161c3a84d0 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 950 time: 0.6846581 Nov 10 19:10:38.216055 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=326092ad-e69c-4c06-9a3d-35bb60d842d1,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:38.253189 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941f4e5a-6ec4-4ae4-93ad-4b84b2ac2b93 admin admin] Router d75d06b1-dbf7-4e67-80bb-a0d52e47474e has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:10:38.255399 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0e11d-f152-4d02-9d61-43ea19c31488 admin admin] Pushing event updated for resources: {'Port': ['ID=9f44c596-9295-4b93-a21f-ceeec26c00fc,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:38.304237 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-a66fd1be-04b1-4b03-887c-66d1f54fcf50 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:38.305796 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-a66fd1be-04b1-4b03-887c-66d1f54fcf50 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/networks?id=a42d4887-cb04-48c7-8111-765e5b18298b HTTP/1.1" status: 200 len: 808 time: 0.8469839 Nov 10 19:10:38.386908 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-c7efd4c3-9d76-43b0-bd53-c80d1b742d24 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/quotas/a08ec8828e22441bac9028fb3e613990 HTTP/1.1" status: 200 len: 375 time: 0.0749545 Nov 10 19:10:38.414378 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-0e63a98e-9378-4bb9-b3f8-51d0ae0a5972 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:38.479678 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ce2da981-564e-4888-b6b0-4c65828155e6 req-a1d7d1d2-78ed-4fba-925e-7ed6ed4b3a7c tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614100 Nov 10 19:10:38.581682 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f0e11d-f152-4d02-9d61-43ea19c31488 admin admin] Network 4b1ffcf1-d971-419a-a512-e876c564f120 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:10:38.606135 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-92f0e11d-f152-4d02-9d61-43ea19c31488 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:10:38.609625 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-685e12e1-f5e7-4518-bc45-02638c9030c8 req-bdde0712-5ea2-492a-bb6f-4939464e7b11 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=17a00fd2-e7ff-4d09-a1bf-322a5ad0aea9 HTTP/1.1" status: 200 len: 210 time: 0.0489187 Nov 10 19:10:38.633630 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-0e63a98e-9378-4bb9-b3f8-51d0ae0a5972 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:38.645997 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-62c50a2b-026c-4e04-90f8-a995673a2a43 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a08ec8828e22441bac9028fb3e613990&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2477896 Nov 10 19:10:38.732284 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941f4e5a-6ec4-4ae4-93ad-4b84b2ac2b93 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:10:38.749592 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-941f4e5a-6ec4-4ae4-93ad-4b84b2ac2b93 admin admin] 10.222.0.54 "PUT /v2.0/routers/d75d06b1-dbf7-4e67-80bb-a0d52e47474e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3428490 Nov 10 19:10:38.772832 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-0e63a98e-9378-4bb9-b3f8-51d0ae0a5972 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Network 39e0a764-ff58-44a3-87da-37be4cc4845b is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:10:38.807526 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-0e63a98e-9378-4bb9-b3f8-51d0ae0a5972 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:10:38.826979 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-0e63a98e-9378-4bb9-b3f8-51d0ae0a5972 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:10:38.891400 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63a98e-9378-4bb9-b3f8-51d0ae0a5972 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Pushing event updated for resources: {'Port': ['ID=32afbffb-d5de-41db-9bd7-b3d2bead9070,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:38.974094 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-0e63a98e-9378-4bb9-b3f8-51d0ae0a5972 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:38.974823 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-0e63a98e-9378-4bb9-b3f8-51d0ae0a5972 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:38.992078 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e3aecf97-b3b3-4c7f-a439-97c772591937 None None] Provisioning complete for port 9f44c596-9295-4b93-a21f-ceeec26c00fc triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:38.992637 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e3aecf97-b3b3-4c7f-a439-97c772591937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:39.017085 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-0e63a98e-9378-4bb9-b3f8-51d0ae0a5972 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5666125 Nov 10 19:10:39.031524 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-cc045325-31fb-42f7-9166-8c8fd0f44d4b service neutron] 10.222.0.54 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709466 Nov 10 19:10:39.064446 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e3aecf97-b3b3-4c7f-a439-97c772591937 None None] Port 9f44c596-9295-4b93-a21f-ceeec26c00fc cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:10:39.078168 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3f5c1e-327c-4bf7-a986-5c8906d94fa5 None None] Sync routers for ids ['d75d06b1-dbf7-4e67-80bb-a0d52e47474e'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:10:39.083802 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-ff1682aa-597b-48cb-af84-5cd2a84024a4 service neutron] Request body: {'port': {'device_id': '17a00fd2-e7ff-4d09-a1bf-322a5ad0aea9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:10:39.090950 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3f5c1e-327c-4bf7-a986-5c8906d94fa5 None None] Routers {'d75d06b1-dbf7-4e67-80bb-a0d52e47474e'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:10:39.091790 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-9b3f5c1e-327c-4bf7-a986-5c8906d94fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:10:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d75d06b1-dbf7-4e67-80bb-a0d52e47474e'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:10:39.159112 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f0e11d-f152-4d02-9d61-43ea19c31488 admin admin] Router 8b0d6089-e48b-46de-b5ef-f04d909fa073 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:10:39.220047 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-9b3f5c1e-327c-4bf7-a986-5c8906d94fa5 None None] Set router d75d06b1-dbf7-4e67-80bb-a0d52e47474e gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:10:39.273599 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-ff1682aa-597b-48cb-af84-5cd2a84024a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:39.364708 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-fc3d3c0f-6f36-4542-890e-e752db3d186d tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:39.366250 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-fc3d3c0f-6f36-4542-890e-e752db3d186d tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/networks?id=074689be-1f44-48ee-b4c4-fa3b05d8656b HTTP/1.1" status: 200 len: 828 time: 0.2095673 Nov 10 19:10:39.383123 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-eaf8fb37-817e-4dd5-9f3b-8fcd0dd3e07f service neutron] 10.222.0.54 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506463 Nov 10 19:10:39.446616 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-9b3f5c1e-327c-4bf7-a986-5c8906d94fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-710392842-router', 'tenant_id': 'e9180826ce3242458fc9aff806bc035e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '326092ad-e69c-4c06-9a3d-35bb60d842d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:10:27Z', 'updated_at': '2021-11-10T19:10:35Z', 'revision_number': 4, 'project_id': 'e9180826ce3242458fc9aff806bc035e', 'gw_port': {'id': '326092ad-e69c-4c06-9a3d-35bb60d842d1', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:28Z', 'updated_at': '2021-11-10T19:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '8ccdeafb-d8aa-4f3f-8c20-d2472c92334d', 'name': '', 'network_id': '074689be-1f44-48ee-b4c4-fa3b05d8656b', 'tenant_id': 'e9180826ce3242458fc9aff806bc035e', 'mac_address': 'fa:16:3e:19:fc:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b886243d-90b7-4cc0-941c-e74d98cb85cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:33Z', 'updated_at': '2021-11-10T19:10:36Z', 'revision_number': 2, 'project_id': 'e9180826ce3242458fc9aff806bc035e', 'subnets': [{'id': 'b886243d-90b7-4cc0-941c-e74d98cb85cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:10:39.461049 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f0e11d-f152-4d02-9d61-43ea19c31488 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:10:39.468219 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-92f0e11d-f152-4d02-9d61-43ea19c31488 admin admin] 10.222.0.54 "PUT /v2.0/routers/8b0d6089-e48b-46de-b5ef-f04d909fa073/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1367009 Nov 10 19:10:39.472028 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3292bf-a5f7-4b40-9f7d-4654fac5b0f5 None None] Sync routers for ids ['8b0d6089-e48b-46de-b5ef-f04d909fa073'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:10:39.488093 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3292bf-a5f7-4b40-9f7d-4654fac5b0f5 None None] Routers {'8b0d6089-e48b-46de-b5ef-f04d909fa073'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:10:39.488822 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ac3292bf-a5f7-4b40-9f7d-4654fac5b0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:10:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['8b0d6089-e48b-46de-b5ef-f04d909fa073'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:10:39.494217 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3f5c1e-327c-4bf7-a986-5c8906d94fa5 None None] Checking router: d75d06b1-dbf7-4e67-80bb-a0d52e47474e for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:10:39.495051 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3f5c1e-327c-4bf7-a986-5c8906d94fa5 None None] Updating router d75d06b1-dbf7-4e67-80bb-a0d52e47474e port 8ccdeafb-d8aa-4f3f-8c20-d2472c92334d binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:10:39.522810 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5c1e-327c-4bf7-a986-5c8906d94fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:39.531118 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-b2131fb3-9a14-4126-9b26-64203b645b9f tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/quotas/e9180826ce3242458fc9aff806bc035e HTTP/1.1" status: 200 len: 375 time: 0.1547258 Nov 10 19:10:39.735056 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 326092ad-e69c-4c06-9a3d-35bb60d842d1 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:10:39.738158 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-ac3292bf-a5f7-4b40-9f7d-4654fac5b0f5 None None] Set router 8b0d6089-e48b-46de-b5ef-f04d909fa073 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:10:39.764209 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-fbda4e05-b8e2-4cb4-9804-0715d7bbc072 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e9180826ce3242458fc9aff806bc035e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2313023 Nov 10 19:10:40.004753 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-2dda6aa9-897d-4c4c-b217-8bf4abb74888 service neutron] 10.222.0.54 "GET /v2.0/networks/074689be-1f44-48ee-b4c4-fa3b05d8656b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335258 Nov 10 19:10:40.081321 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ac3292bf-a5f7-4b40-9f7d-4654fac5b0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0d6089-e48b-46de-b5ef-f04d909fa073', 'name': 'tempest-FloatingIPDetailsTestJSON-812894392-router', 'tenant_id': 'e89f4f0c8857406e951cb746c15d7092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'fef46191-3306-46a1-9a16-5750ca680b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:10:28Z', 'updated_at': '2021-11-10T19:10:36Z', 'revision_number': 4, 'project_id': 'e89f4f0c8857406e951cb746c15d7092', 'gw_port': {'id': 'fef46191-3306-46a1-9a16-5750ca680b43', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ef:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0d6089-e48b-46de-b5ef-f04d909fa073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:29Z', 'updated_at': '2021-11-10T19:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '9f44c596-9295-4b93-a21f-ceeec26c00fc', 'name': '', 'network_id': '4b1ffcf1-d971-419a-a512-e876c564f120', 'tenant_id': 'e89f4f0c8857406e951cb746c15d7092', 'mac_address': 'fa:16:3e:b0:b6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0d6089-e48b-46de-b5ef-f04d909fa073', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '76a69bb4-e368-4c23-8e6d-97e84c90b889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:34Z', 'updated_at': '2021-11-10T19:10:36Z', 'revision_number': 2, 'project_id': 'e89f4f0c8857406e951cb746c15d7092', 'subnets': [{'id': '76a69bb4-e368-4c23-8e6d-97e84c90b889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:10:40.089684 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5c1e-327c-4bf7-a986-5c8906d94fa5 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:40.101285 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5c1e-327c-4bf7-a986-5c8906d94fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:40.116518 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3292bf-a5f7-4b40-9f7d-4654fac5b0f5 None None] Checking router: 8b0d6089-e48b-46de-b5ef-f04d909fa073 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:10:40.117048 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3292bf-a5f7-4b40-9f7d-4654fac5b0f5 None None] Updating router 8b0d6089-e48b-46de-b5ef-f04d909fa073 port 9f44c596-9295-4b93-a21f-ceeec26c00fc binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:10:40.144563 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ac3292bf-a5f7-4b40-9f7d-4654fac5b0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:40.187498 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bccd70-b675-4bb8-ac2f-c3d8ce8c8161 None None] Pushing event updated for resources: {'Port': ['ID=8ccdeafb-d8aa-4f3f-8c20-d2472c92334d,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:40.318299 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-9b3f5c1e-327c-4bf7-a986-5c8906d94fa5 None None] Attempting to bind port 8ccdeafb-d8aa-4f3f-8c20-d2472c92334d on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:10:40.321790 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-9b3f5c1e-327c-4bf7-a986-5c8906d94fa5 None None] Attempting to bind port 8ccdeafb-d8aa-4f3f-8c20-d2472c92334d by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'b972ef57-15dd-46ee-8591-bf667111c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '074689be-1f44-48ee-b4c4-fa3b05d8656b'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:10:40.322389 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3f5c1e-327c-4bf7-a986-5c8906d94fa5 None None] Attempting to bind port 8ccdeafb-d8aa-4f3f-8c20-d2472c92334d on network 074689be-1f44-48ee-b4c4-fa3b05d8656b {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:10:40.346464 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3f5c1e-327c-4bf7-a986-5c8906d94fa5 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:10:40.348386 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3f5c1e-327c-4bf7-a986-5c8906d94fa5 None None] Checking segment: {'id': 'b972ef57-15dd-46ee-8591-bf667111c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '074689be-1f44-48ee-b4c4-fa3b05d8656b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:10:40.349113 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5c1e-327c-4bf7-a986-5c8906d94fa5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:40.351835 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3f5c1e-327c-4bf7-a986-5c8906d94fa5 None None] Bound using segment: {'id': 'b972ef57-15dd-46ee-8591-bf667111c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '074689be-1f44-48ee-b4c4-fa3b05d8656b'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:10:40.352584 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-9b3f5c1e-327c-4bf7-a986-5c8906d94fa5 None None] Bound port: 8ccdeafb-d8aa-4f3f-8c20-d2472c92334d, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b972ef57-15dd-46ee-8591-bf667111c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '074689be-1f44-48ee-b4c4-fa3b05d8656b'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:10:40.354867 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5c1e-327c-4bf7-a986-5c8906d94fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:40.534345 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9b3f5c1e-327c-4bf7-a986-5c8906d94fa5 None None] For port 8ccdeafb-d8aa-4f3f-8c20-d2472c92334d, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:10:40.538906 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9b3f5c1e-327c-4bf7-a986-5c8906d94fa5 None None] For port 8ccdeafb-d8aa-4f3f-8c20-d2472c92334d, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=8ccdeafb-d8aa-4f3f-8c20-d2472c92334d,segment=NetworkSegment(b972ef57-15dd-46ee-8591-bf667111c1f5),segment_id=b972ef57-15dd-46ee-8591-bf667111c1f5)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:10:40.548938 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 326092ad-e69c-4c06-9a3d-35bb60d842d1 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:40.549498 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:40.614658 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5c1e-327c-4bf7-a986-5c8906d94fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:40.665294 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780b5a1-117d-4149-a8da-9a6b406c6ff3 req-140ebae8-d612-48ca-adaa-c91789f492d1 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:40.668062 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7780b5a1-117d-4149-a8da-9a6b406c6ff3 req-140ebae8-d612-48ca-adaa-c91789f492d1 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 950 time: 0.7278891 Nov 10 19:10:40.685222 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ac3292bf-a5f7-4b40-9f7d-4654fac5b0f5 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:40.699105 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ac3292bf-a5f7-4b40-9f7d-4654fac5b0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:40.717929 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bccd70-b675-4bb8-ac2f-c3d8ce8c8161 None None] Pushing event updated for resources: {'Port': ['ID=8ccdeafb-d8aa-4f3f-8c20-d2472c92334d,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:40.739167 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-b597f441-5296-4439-bf8f-d2852280bd08 None None] Provisioning complete for port 8ccdeafb-d8aa-4f3f-8c20-d2472c92334d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:40.739609 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b597f441-5296-4439-bf8f-d2852280bd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:40.739808 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-ff1682aa-597b-48cb-af84-5cd2a84024a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32afbffb-d5de-41db-9bd7-b3d2bead9070 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:10:40.772832 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3f5c1e-327c-4bf7-a986-5c8906d94fa5 None None] Routers {'d75d06b1-dbf7-4e67-80bb-a0d52e47474e'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:10:40.773135 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-ff1682aa-597b-48cb-af84-5cd2a84024a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:40.773711 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-9b3f5c1e-327c-4bf7-a986-5c8906d94fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:10:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d75d06b1-dbf7-4e67-80bb-a0d52e47474e'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:10:40.823897 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fdb13-a22c-497c-91cf-50b6c0899943 None None] Pushing event updated for resources: {'Port': ['ID=9f44c596-9295-4b93-a21f-ceeec26c00fc,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:40.827388 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-744723b4-9f77-48bd-a2dd-06d5fe7a6fb8 service neutron] 10.222.0.54 "GET /v2.0/networks/074689be-1f44-48ee-b4c4-fa3b05d8656b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8083873 Nov 10 19:10:40.843033 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-ff1682aa-597b-48cb-af84-5cd2a84024a4 service neutron] Transition to ACTIVE for port object 32afbffb-d5de-41db-9bd7-b3d2bead9070 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:10:40.857222 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-ff1682aa-597b-48cb-af84-5cd2a84024a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:40.870631 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7780b5a1-117d-4149-a8da-9a6b406c6ff3 req-d6e614a0-0344-4f91-b208-d64252ea1ead tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910586 Nov 10 19:10:40.969117 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-ac3292bf-a5f7-4b40-9f7d-4654fac5b0f5 None None] Attempting to bind port 9f44c596-9295-4b93-a21f-ceeec26c00fc on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:10:40.969524 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-ac3292bf-a5f7-4b40-9f7d-4654fac5b0f5 None None] Attempting to bind port 9f44c596-9295-4b93-a21f-ceeec26c00fc by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '09676e2d-d3f4-4785-bf8a-d17e94397343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '4b1ffcf1-d971-419a-a512-e876c564f120'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:10:40.976497 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3292bf-a5f7-4b40-9f7d-4654fac5b0f5 None None] Attempting to bind port 9f44c596-9295-4b93-a21f-ceeec26c00fc on network 4b1ffcf1-d971-419a-a512-e876c564f120 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:10:40.980781 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3292bf-a5f7-4b40-9f7d-4654fac5b0f5 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:10:40.981161 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3292bf-a5f7-4b40-9f7d-4654fac5b0f5 None None] Checking segment: {'id': '09676e2d-d3f4-4785-bf8a-d17e94397343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '4b1ffcf1-d971-419a-a512-e876c564f120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:10:40.981563 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ac3292bf-a5f7-4b40-9f7d-4654fac5b0f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:40.986105 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3292bf-a5f7-4b40-9f7d-4654fac5b0f5 None None] Bound using segment: {'id': '09676e2d-d3f4-4785-bf8a-d17e94397343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '4b1ffcf1-d971-419a-a512-e876c564f120'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:10:40.986687 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-ac3292bf-a5f7-4b40-9f7d-4654fac5b0f5 None None] Bound port: 9f44c596-9295-4b93-a21f-ceeec26c00fc, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09676e2d-d3f4-4785-bf8a-d17e94397343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '4b1ffcf1-d971-419a-a512-e876c564f120'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:10:40.987099 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ac3292bf-a5f7-4b40-9f7d-4654fac5b0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:41.055217 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1682aa-597b-48cb-af84-5cd2a84024a4 service neutron] Pushing event updated for resources: {'Port': ['ID=32afbffb-d5de-41db-9bd7-b3d2bead9070,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:41.182823 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-ac3292bf-a5f7-4b40-9f7d-4654fac5b0f5 None None] For port 9f44c596-9295-4b93-a21f-ceeec26c00fc, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:10:41.186404 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-ac3292bf-a5f7-4b40-9f7d-4654fac5b0f5 None None] For port 9f44c596-9295-4b93-a21f-ceeec26c00fc, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=9f44c596-9295-4b93-a21f-ceeec26c00fc,segment=NetworkSegment(09676e2d-d3f4-4785-bf8a-d17e94397343),segment_id=09676e2d-d3f4-4785-bf8a-d17e94397343)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:10:41.194985 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ac3292bf-a5f7-4b40-9f7d-4654fac5b0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:41.199436 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07ac9c-8d46-4ec8-abe4-8b0a1ae29542 req-1d831a00-ff8c-43e4-90ad-1467fde82602 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:41.225385 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb07ac9c-8d46-4ec8-abe4-8b0a1ae29542 req-1d831a00-ff8c-43e4-90ad-1467fde82602 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=17a00fd2-e7ff-4d09-a1bf-322a5ad0aea9 HTTP/1.1" status: 200 len: 943 time: 0.1736195 Nov 10 19:10:41.293471 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-9b3f5c1e-327c-4bf7-a986-5c8906d94fa5 None None] Set router d75d06b1-dbf7-4e67-80bb-a0d52e47474e gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:10:41.328116 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3292bf-a5f7-4b40-9f7d-4654fac5b0f5 None None] Routers {'8b0d6089-e48b-46de-b5ef-f04d909fa073'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:10:41.340205 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ac3292bf-a5f7-4b40-9f7d-4654fac5b0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:10:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['8b0d6089-e48b-46de-b5ef-f04d909fa073'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:10:41.436234 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fdb13-a22c-497c-91cf-50b6c0899943 None None] Pushing event updated for resources: {'Port': ['ID=9f44c596-9295-4b93-a21f-ceeec26c00fc,revision_number=4']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:41.518672 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:10:41.541723 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-ff1682aa-597b-48cb-af84-5cd2a84024a4 service neutron] Attempting to bind port 32afbffb-d5de-41db-9bd7-b3d2bead9070 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:10:41.542091 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-ff1682aa-597b-48cb-af84-5cd2a84024a4 service neutron] Attempting to bind port 32afbffb-d5de-41db-9bd7-b3d2bead9070 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '4f3d73ba-6eb0-4c57-a248-e5b678ab2d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '39e0a764-ff58-44a3-87da-37be4cc4845b'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:10:41.542424 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-ff1682aa-597b-48cb-af84-5cd2a84024a4 service neutron] Attempting to bind port 32afbffb-d5de-41db-9bd7-b3d2bead9070 on network 39e0a764-ff58-44a3-87da-37be4cc4845b {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:10:41.629041 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-ff1682aa-597b-48cb-af84-5cd2a84024a4 service neutron] Port 32afbffb-d5de-41db-9bd7-b3d2bead9070 on network 39e0a764-ff58-44a3-87da-37be4cc4845b not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:10:41.629381 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-ff1682aa-597b-48cb-af84-5cd2a84024a4 service neutron] Attempting to bind port 32afbffb-d5de-41db-9bd7-b3d2bead9070 on network 39e0a764-ff58-44a3-87da-37be4cc4845b {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:10:41.658425 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb07ac9c-8d46-4ec8-abe4-8b0a1ae29542 req-e224d418-f800-4e5f-8150-7efd10e882af tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306929 Nov 10 19:10:41.693614 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-ff1682aa-597b-48cb-af84-5cd2a84024a4 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:10:41.693984 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-ff1682aa-597b-48cb-af84-5cd2a84024a4 service neutron] Checking segment: {'id': '4f3d73ba-6eb0-4c57-a248-e5b678ab2d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '39e0a764-ff58-44a3-87da-37be4cc4845b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:10:41.694468 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-ff1682aa-597b-48cb-af84-5cd2a84024a4 service neutron] Bound using segment: {'id': '4f3d73ba-6eb0-4c57-a248-e5b678ab2d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '39e0a764-ff58-44a3-87da-37be4cc4845b'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:10:41.694821 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-ff1682aa-597b-48cb-af84-5cd2a84024a4 service neutron] Bound port: 32afbffb-d5de-41db-9bd7-b3d2bead9070, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3d73ba-6eb0-4c57-a248-e5b678ab2d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '39e0a764-ff58-44a3-87da-37be4cc4845b'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:10:41.695229 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-ff1682aa-597b-48cb-af84-5cd2a84024a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:41.746080 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ea73fb89-0884-4a24-bc08-457c1b015c9f req-50cb1808-2910-4200-8cf1-971a9138c73a tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4508224 Nov 10 19:10:41.761562 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-ea73fb89-0884-4a24-bc08-457c1b015c9f req-0d530e52-8845-4adb-b7e3-ff02ed6c6c70 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:10:41.768465 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-ac3292bf-a5f7-4b40-9f7d-4654fac5b0f5 None None] Set router 8b0d6089-e48b-46de-b5ef-f04d909fa073 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:10:41.920165 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-9d972b9a-bd6b-44ae-8ea4-95fe5ce3b04e tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:41.930956 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-9d972b9a-bd6b-44ae-8ea4-95fe5ce3b04e tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.73 "GET /v2.0/networks?id=a42d4887-cb04-48c7-8111-765e5b18298b HTTP/1.1" status: 200 len: 808 time: 0.4248207 Nov 10 19:10:41.956534 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-0cd29752-74a6-4011-9dae-44cbb2fb4572 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Request body: {'port': {'device_id': 'e4eff983-3970-4438-bbf9-7ade7223c0ca', 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b', 'admin_state_up': True, 'tenant_id': 'a08ec8828e22441bac9028fb3e613990'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:10:41.960142 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ea73fb89-0884-4a24-bc08-457c1b015c9f req-0d530e52-8845-4adb-b7e3-ff02ed6c6c70 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks [] for floatingip, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:41.989002 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b597f441-5296-4439-bf8f-d2852280bd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:42.133989 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-b597f441-5296-4439-bf8f-d2852280bd08 None None] For port 8ccdeafb-d8aa-4f3f-8c20-d2472c92334d, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=8ccdeafb-d8aa-4f3f-8c20-d2472c92334d,segment=NetworkSegment(b972ef57-15dd-46ee-8591-bf667111c1f5),segment_id=b972ef57-15dd-46ee-8591-bf667111c1f5)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:42.148504 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b597f441-5296-4439-bf8f-d2852280bd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:42.189410 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-ff1682aa-597b-48cb-af84-5cd2a84024a4 service neutron] For port 32afbffb-d5de-41db-9bd7-b3d2bead9070, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:10:42.190995 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-9b3f5c1e-327c-4bf7-a986-5c8906d94fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-710392842-router', 'tenant_id': 'e9180826ce3242458fc9aff806bc035e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '326092ad-e69c-4c06-9a3d-35bb60d842d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:10:27Z', 'updated_at': '2021-11-10T19:10:35Z', 'revision_number': 4, 'project_id': 'e9180826ce3242458fc9aff806bc035e', 'gw_port': {'id': '326092ad-e69c-4c06-9a3d-35bb60d842d1', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:28Z', 'updated_at': '2021-11-10T19:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '8ccdeafb-d8aa-4f3f-8c20-d2472c92334d', 'name': '', 'network_id': '074689be-1f44-48ee-b4c4-fa3b05d8656b', 'tenant_id': 'e9180826ce3242458fc9aff806bc035e', 'mac_address': 'fa:16:3e:19:fc:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b886243d-90b7-4cc0-941c-e74d98cb85cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:33Z', 'updated_at': '2021-11-10T19:10:40Z', 'revision_number': 4, 'project_id': 'e9180826ce3242458fc9aff806bc035e', 'subnets': [{'id': 'b886243d-90b7-4cc0-941c-e74d98cb85cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:10:42.250523 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-ff1682aa-597b-48cb-af84-5cd2a84024a4 service neutron] For port 32afbffb-d5de-41db-9bd7-b3d2bead9070, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=32afbffb-d5de-41db-9bd7-b3d2bead9070,segment=NetworkSegment(4f3d73ba-6eb0-4c57-a248-e5b678ab2d07),segment_id=4f3d73ba-6eb0-4c57-a248-e5b678ab2d07)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:10:42.265311 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-ff1682aa-597b-48cb-af84-5cd2a84024a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:42.361411 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-0cd29752-74a6-4011-9dae-44cbb2fb4572 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Made reservation on behalf of a08ec8828e22441bac9028fb3e613990 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:10:42.366084 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-0cd29752-74a6-4011-9dae-44cbb2fb4572 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:42.379424 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-ff1682aa-597b-48cb-af84-5cd2a84024a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:42.380312 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-ff1682aa-597b-48cb-af84-5cd2a84024a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:42.382163 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-ff1682aa-597b-48cb-af84-5cd2a84024a4 service neutron] 10.222.0.25 "PUT /v2.0/ports/32afbffb-d5de-41db-9bd7-b3d2bead9070 HTTP/1.1" status: 200 len: 1091 time: 3.3089817 Nov 10 19:10:42.382836 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a00fd2-e7ff-4d09-a1bf-322a5ad0aea9', 'tag': '32afbffb-d5de-41db-9bd7-b3d2bead9070'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:10:42.385665 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513de5a1-c55a-40a0-ad0e-a26a9652b1d0" -d '{"events": [{"name": "network-changed", "server_uuid": "17a00fd2-e7ff-4d09-a1bf-322a5ad0aea9", "tag": "32afbffb-d5de-41db-9bd7-b3d2bead9070"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:10:42.412260 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0c92776b-ad21-4c44-93ec-b41a53f0ab9c req-e80a6678-062a-40d4-a169-670fda9798e4 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 210 time: 0.1152956 Nov 10 19:10:42.438104 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597f441-5296-4439-bf8f-d2852280bd08 None None] Pushing event updated for resources: {'Port': ['ID=8ccdeafb-d8aa-4f3f-8c20-d2472c92334d,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:42.442548 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3f5c1e-327c-4bf7-a986-5c8906d94fa5 None None] The sync data for ids ['d75d06b1-dbf7-4e67-80bb-a0d52e47474e'] in n-d-813897-4 is: [{'id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-710392842-router', 'tenant_id': 'e9180826ce3242458fc9aff806bc035e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '326092ad-e69c-4c06-9a3d-35bb60d842d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:10:27Z', 'updated_at': '2021-11-10T19:10:35Z', 'revision_number': 4, 'project_id': 'e9180826ce3242458fc9aff806bc035e', 'gw_port': {'id': '326092ad-e69c-4c06-9a3d-35bb60d842d1', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:28Z', 'updated_at': '2021-11-10T19:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '8ccdeafb-d8aa-4f3f-8c20-d2472c92334d', 'name': '', 'network_id': '074689be-1f44-48ee-b4c4-fa3b05d8656b', 'tenant_id': 'e9180826ce3242458fc9aff806bc035e', 'mac_address': 'fa:16:3e:19:fc:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b886243d-90b7-4cc0-941c-e74d98cb85cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:33Z', 'updated_at': '2021-11-10T19:10:40Z', 'revision_number': 4, 'project_id': 'e9180826ce3242458fc9aff806bc035e', 'subnets': [{'id': 'b886243d-90b7-4cc0-941c-e74d98cb85cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:10:42.480897 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-fd29e8e2-2843-43c0-80ab-c85b583141f4 None None] Provisioning complete for port 8ccdeafb-d8aa-4f3f-8c20-d2472c92334d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:42.481891 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fd29e8e2-2843-43c0-80ab-c85b583141f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:42.549357 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ac3292bf-a5f7-4b40-9f7d-4654fac5b0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0d6089-e48b-46de-b5ef-f04d909fa073', 'name': 'tempest-FloatingIPDetailsTestJSON-812894392-router', 'tenant_id': 'e89f4f0c8857406e951cb746c15d7092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'fef46191-3306-46a1-9a16-5750ca680b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:10:28Z', 'updated_at': '2021-11-10T19:10:36Z', 'revision_number': 4, 'project_id': 'e89f4f0c8857406e951cb746c15d7092', 'gw_port': {'id': 'fef46191-3306-46a1-9a16-5750ca680b43', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ef:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0d6089-e48b-46de-b5ef-f04d909fa073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:29Z', 'updated_at': '2021-11-10T19:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '9f44c596-9295-4b93-a21f-ceeec26c00fc', 'name': '', 'network_id': '4b1ffcf1-d971-419a-a512-e876c564f120', 'tenant_id': 'e89f4f0c8857406e951cb746c15d7092', 'mac_address': 'fa:16:3e:b0:b6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0d6089-e48b-46de-b5ef-f04d909fa073', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '76a69bb4-e368-4c23-8e6d-97e84c90b889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:34Z', 'updated_at': '2021-11-10T19:10:41Z', 'revision_number': 4, 'project_id': 'e89f4f0c8857406e951cb746c15d7092', 'subnets': [{'id': '76a69bb4-e368-4c23-8e6d-97e84c90b889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:10:42.651693 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3292bf-a5f7-4b40-9f7d-4654fac5b0f5 None None] The sync data for ids ['8b0d6089-e48b-46de-b5ef-f04d909fa073'] in n-d-813897-4 is: [{'id': '8b0d6089-e48b-46de-b5ef-f04d909fa073', 'name': 'tempest-FloatingIPDetailsTestJSON-812894392-router', 'tenant_id': 'e89f4f0c8857406e951cb746c15d7092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'fef46191-3306-46a1-9a16-5750ca680b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:10:28Z', 'updated_at': '2021-11-10T19:10:36Z', 'revision_number': 4, 'project_id': 'e89f4f0c8857406e951cb746c15d7092', 'gw_port': {'id': 'fef46191-3306-46a1-9a16-5750ca680b43', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ef:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0d6089-e48b-46de-b5ef-f04d909fa073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:29Z', 'updated_at': '2021-11-10T19:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '9f44c596-9295-4b93-a21f-ceeec26c00fc', 'name': '', 'network_id': '4b1ffcf1-d971-419a-a512-e876c564f120', 'tenant_id': 'e89f4f0c8857406e951cb746c15d7092', 'mac_address': 'fa:16:3e:b0:b6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0d6089-e48b-46de-b5ef-f04d909fa073', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '76a69bb4-e368-4c23-8e6d-97e84c90b889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:34Z', 'updated_at': '2021-11-10T19:10:41Z', 'revision_number': 4, 'project_id': 'e89f4f0c8857406e951cb746c15d7092', 'subnets': [{'id': '76a69bb4-e368-4c23-8e6d-97e84c90b889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:10:42.657369 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1682aa-597b-48cb-af84-5cd2a84024a4 service neutron] Pushing event updated for resources: {'Port': ['ID=32afbffb-d5de-41db-9bd7-b3d2bead9070,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:42.806296 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5ac7a771-2732-4e70-9733-eea8da8c492d req-9e9d01ad-6e91-4847-b0ee-0f9b6057df74 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9864c3b-b5df-49b0-bf2f-eacf7f965f91 HTTP/1.1" status: 200 len: 210 time: 0.1446431 Nov 10 19:10:42.815117 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ea73fb89-0884-4a24-bc08-457c1b015c9f req-0d530e52-8845-4adb-b7e3-ff02ed6c6c70 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:42.843791 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-917eb7b0-096c-48aa-834d-4cc4b13779d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:42.845353 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-917eb7b0-096c-48aa-834d-4cc4b13779d4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e3dddbbc87a448f59c02da65cf6d041d&device_id=17a00fd2-e7ff-4d09-a1bf-322a5ad0aea9 HTTP/1.1" status: 200 len: 1094 time: 0.3522334 Nov 10 19:10:42.928577 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-fd29e8e2-2843-43c0-80ab-c85b583141f4 None None] Provisioning complete for port 9f44c596-9295-4b93-a21f-ceeec26c00fc triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:42.929922 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fd29e8e2-2843-43c0-80ab-c85b583141f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:42.998077 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-8e1cc17b-f860-4873-975b-1c57f143d4ea service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32afbffb-d5de-41db-9bd7-b3d2bead9070 HTTP/1.1" status: 200 len: 217 time: 0.0791407 Nov 10 19:10:43.154249 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fd29e8e2-2843-43c0-80ab-c85b583141f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:43.196920 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-cac4746b-0247-4845-864b-bda3c8cf1333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:43.202354 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-cac4746b-0247-4845-864b-bda3c8cf1333 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2c329353-9415-452e-8a45-4c2850f1881a HTTP/1.1" status: 200 len: 862 time: 0.1848464 Nov 10 19:10:43.227623 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-fd29e8e2-2843-43c0-80ab-c85b583141f4 None None] For port 9f44c596-9295-4b93-a21f-ceeec26c00fc, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=9f44c596-9295-4b93-a21f-ceeec26c00fc,segment=NetworkSegment(09676e2d-d3f4-4785-bf8a-d17e94397343),segment_id=09676e2d-d3f4-4785-bf8a-d17e94397343)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:43.233458 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fd29e8e2-2843-43c0-80ab-c85b583141f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:43.367197 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29e8e2-2843-43c0-80ab-c85b583141f4 None None] Pushing event updated for resources: {'Port': ['ID=9f44c596-9295-4b93-a21f-ceeec26c00fc,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:43.382365 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-3999b5a6-e473-43c3-9c87-3d4ae6a415f1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=39e0a764-ff58-44a3-87da-37be4cc4845b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1611834 Nov 10 19:10:43.560265 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-0cd29752-74a6-4011-9dae-44cbb2fb4572 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Allocated IP 172.20.0.4 (a42d4887-cb04-48c7-8111-765e5b18298b/34d86bed-ff03-44e0-b566-0ecdf3d0ce56/c02208fe-aa53-453c-85fc-0fcdd3ab8178) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:10:43.752786 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-ea73fb89-0884-4a24-bc08-457c1b015c9f req-0d530e52-8845-4adb-b7e3-ff02ed6c6c70 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Allocated IP 172.25.3.131 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/30719afd-50a7-452e-8cdb-fc2079184f26) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:10:43.776518 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf491c8-cbc5-484e-9cf1-ffcd5776f0fe req-7acc8bf3-b21c-4a50-bf57-0e2e7376c9a1 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:43.784242 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-0cd29752-74a6-4011-9dae-44cbb2fb4572 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:43.788261 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7bf491c8-cbc5-484e-9cf1-ffcd5776f0fe req-7acc8bf3-b21c-4a50-bf57-0e2e7376c9a1 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 950 time: 0.7791364 Nov 10 19:10:43.825472 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-0cd29752-74a6-4011-9dae-44cbb2fb4572 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:43.886426 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-0cd29752-74a6-4011-9dae-44cbb2fb4572 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Network a42d4887-cb04-48c7-8111-765e5b18298b is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:10:43.890006 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-0cd29752-74a6-4011-9dae-44cbb2fb4572 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:10:43.893103 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-0cd29752-74a6-4011-9dae-44cbb2fb4572 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:10:43.946591 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd29752-74a6-4011-9dae-44cbb2fb4572 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Pushing event updated for resources: {'Port': ['ID=c02208fe-aa53-453c-85fc-0fcdd3ab8178,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:43.957825 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd29752-74a6-4011-9dae-44cbb2fb4572 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:43.958388 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd29752-74a6-4011-9dae-44cbb2fb4572 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:43.958741 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd29752-74a6-4011-9dae-44cbb2fb4572 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:43.959081 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd29752-74a6-4011-9dae-44cbb2fb4572 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:43.959415 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd29752-74a6-4011-9dae-44cbb2fb4572 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:43.959523 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 9f44c596-9295-4b93-a21f-ceeec26c00fc up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:10:43.959935 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd29752-74a6-4011-9dae-44cbb2fb4572 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:43.960123 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd29752-74a6-4011-9dae-44cbb2fb4572 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:43.960399 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd29752-74a6-4011-9dae-44cbb2fb4572 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:43.960740 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd29752-74a6-4011-9dae-44cbb2fb4572 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:43.961064 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd29752-74a6-4011-9dae-44cbb2fb4572 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:43.961392 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd29752-74a6-4011-9dae-44cbb2fb4572 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:43.961718 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd29752-74a6-4011-9dae-44cbb2fb4572 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:10:43.982384 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-0cd29752-74a6-4011-9dae-44cbb2fb4572 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:43.983088 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-0cd29752-74a6-4011-9dae-44cbb2fb4572 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:44.028097 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-0cd29752-74a6-4011-9dae-44cbb2fb4572 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0885587 Nov 10 19:10:44.074744 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-e751f4d4-ff85-42c4-bfc5-3bf3a2726c7d service neutron] 10.222.0.25 "GET /v2.0/networks/39e0a764-ff58-44a3-87da-37be4cc4845b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6804142 Nov 10 19:10:44.095468 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 9f44c596-9295-4b93-a21f-ceeec26c00fc triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:44.095913 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:44.119709 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-5b706833-15e6-4db0-a602-ff58a8984296 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:44.121249 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-5b706833-15e6-4db0-a602-ff58a8984296 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.25 "GET /v2.0/networks?id=074689be-1f44-48ee-b4c4-fa3b05d8656b HTTP/1.1" status: 200 len: 828 time: 0.7507889 Nov 10 19:10:44.143078 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-e770ab2f-ff1e-4339-9009-99f8ee89d1aa service neutron] Request body: {'port': {'device_id': 'e4eff983-3970-4438-bbf9-7ade7223c0ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:10:44.154864 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7bf491c8-cbc5-484e-9cf1-ffcd5776f0fe req-561b1229-44ba-4315-bea9-259c2622c9c6 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662224 Nov 10 19:10:44.160903 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-d88bd536-1256-46d8-89ef-65b3e6bd1877 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Request body: {'port': {'device_id': 'd9864c3b-b5df-49b0-bf2f-eacf7f965f91', 'network_id': '074689be-1f44-48ee-b4c4-fa3b05d8656b', 'admin_state_up': True, 'tenant_id': 'e9180826ce3242458fc9aff806bc035e'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:10:44.270799 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-e770ab2f-ff1e-4339-9009-99f8ee89d1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:44.283909 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 8ccdeafb-d8aa-4f3f-8c20-d2472c92334d up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:10:44.408312 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 8ccdeafb-d8aa-4f3f-8c20-d2472c92334d triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:44.408567 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:44.519090 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6c3943-a699-4b7a-992c-db455c13f8f0 x-openstack-request-id: req-ef6c3943-a699-4b7a-992c-db455c13f8f0 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:10:44.522209 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a00fd2-e7ff-4d09-a1bf-322a5ad0aea9", "tag": "32afbffb-d5de-41db-9bd7-b3d2bead9070", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:10:44.522482 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ef6c3943-a699-4b7a-992c-db455c13f8f0 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:10:44.522895 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a00fd2-e7ff-4d09-a1bf-322a5ad0aea9', 'tag': '32afbffb-d5de-41db-9bd7-b3d2bead9070', 'status': 'completed', 'code': 200} Nov 10 19:10:44.627577 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-d88bd536-1256-46d8-89ef-65b3e6bd1877 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Made reservation on behalf of e9180826ce3242458fc9aff806bc035e for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:10:44.648352 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-d88bd536-1256-46d8-89ef-65b3e6bd1877 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:44.729165 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ea73fb89-0884-4a24-bc08-457c1b015c9f req-0d530e52-8845-4adb-b7e3-ff02ed6c6c70 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:44.853159 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c677881-bdf9-4c79-a9d2-47eef8f5c61d req-e287cf08-75f8-4089-b92e-caa17005a14d service neutron] 10.222.0.25 "GET /v2.0/networks/39e0a764-ff58-44a3-87da-37be4cc4845b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7410169 Nov 10 19:10:44.898614 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-e770ab2f-ff1e-4339-9009-99f8ee89d1aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c02208fe-aa53-453c-85fc-0fcdd3ab8178 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:10:44.912847 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-e770ab2f-ff1e-4339-9009-99f8ee89d1aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:44.928224 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-e770ab2f-ff1e-4339-9009-99f8ee89d1aa service neutron] Transition to ACTIVE for port object c02208fe-aa53-453c-85fc-0fcdd3ab8178 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:10:44.932191 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-e770ab2f-ff1e-4339-9009-99f8ee89d1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:44.933499 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809abcd-fc9f-46f9-a70b-2e46cf4d6d3b req-26d939e8-bf7f-454e-a819-5fb5195a69c0 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:44.935141 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5809abcd-fc9f-46f9-a70b-2e46cf4d6d3b req-26d939e8-bf7f-454e-a819-5fb5195a69c0 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=17a00fd2-e7ff-4d09-a1bf-322a5ad0aea9 HTTP/1.1" status: 200 len: 943 time: 0.3870268 Nov 10 19:10:44.981953 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770ab2f-ff1e-4339-9009-99f8ee89d1aa service neutron] Pushing event updated for resources: {'Port': ['ID=c02208fe-aa53-453c-85fc-0fcdd3ab8178,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:45.025506 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-d88bd536-1256-46d8-89ef-65b3e6bd1877 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Allocated IP 172.20.0.7 (074689be-1f44-48ee-b4c4-fa3b05d8656b/b886243d-90b7-4cc0-941c-e74d98cb85cb/511a1744-6ef0-4de2-8978-ce37da2aaa18) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:10:45.051014 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ea73fb89-0884-4a24-bc08-457c1b015c9f req-0d530e52-8845-4adb-b7e3-ff02ed6c6c70 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:45.068967 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-e770ab2f-ff1e-4339-9009-99f8ee89d1aa service neutron] Attempting to bind port c02208fe-aa53-453c-85fc-0fcdd3ab8178 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:10:45.071062 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-e770ab2f-ff1e-4339-9009-99f8ee89d1aa service neutron] Attempting to bind port c02208fe-aa53-453c-85fc-0fcdd3ab8178 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:10:45.071062 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-e770ab2f-ff1e-4339-9009-99f8ee89d1aa service neutron] Attempting to bind port c02208fe-aa53-453c-85fc-0fcdd3ab8178 on network a42d4887-cb04-48c7-8111-765e5b18298b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:10:45.075072 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-e770ab2f-ff1e-4339-9009-99f8ee89d1aa service neutron] Port c02208fe-aa53-453c-85fc-0fcdd3ab8178 on network a42d4887-cb04-48c7-8111-765e5b18298b not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:10:45.075512 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-e770ab2f-ff1e-4339-9009-99f8ee89d1aa service neutron] Attempting to bind port c02208fe-aa53-453c-85fc-0fcdd3ab8178 on network a42d4887-cb04-48c7-8111-765e5b18298b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:10:45.081738 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-e770ab2f-ff1e-4339-9009-99f8ee89d1aa service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:10:45.082237 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-e770ab2f-ff1e-4339-9009-99f8ee89d1aa service neutron] Checking segment: {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:10:45.082729 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-e770ab2f-ff1e-4339-9009-99f8ee89d1aa service neutron] Bound using segment: {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:10:45.083462 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-e770ab2f-ff1e-4339-9009-99f8ee89d1aa service neutron] Bound port: c02208fe-aa53-453c-85fc-0fcdd3ab8178, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:10:45.083950 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-e770ab2f-ff1e-4339-9009-99f8ee89d1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:45.108636 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513de5a1-c55a-40a0-ad0e-a26a9652b1d0 req-ff730f9a-c864-4a04-b3bf-564ff59e1243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:45.110307 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-513de5a1-c55a-40a0-ad0e-a26a9652b1d0 req-ff730f9a-c864-4a04-b3bf-564ff59e1243 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e3dddbbc87a448f59c02da65cf6d041d&device_id=17a00fd2-e7ff-4d09-a1bf-322a5ad0aea9 HTTP/1.1" status: 200 len: 1094 time: 0.1869414 Nov 10 19:10:45.117591 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5809abcd-fc9f-46f9-a70b-2e46cf4d6d3b req-e8129345-75a2-4a9f-b1c3-71e14645e5b1 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667650 Nov 10 19:10:45.164563 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea73fb89-0884-4a24-bc08-457c1b015c9f req-0d530e52-8845-4adb-b7e3-ff02ed6c6c70 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:10:45.168501 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-e770ab2f-ff1e-4339-9009-99f8ee89d1aa service neutron] For port c02208fe-aa53-453c-85fc-0fcdd3ab8178, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:10:45.173467 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-e770ab2f-ff1e-4339-9009-99f8ee89d1aa service neutron] For port c02208fe-aa53-453c-85fc-0fcdd3ab8178, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=c02208fe-aa53-453c-85fc-0fcdd3ab8178,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:10:45.180498 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-e770ab2f-ff1e-4339-9009-99f8ee89d1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:45.184782 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-ea73fb89-0884-4a24-bc08-457c1b015c9f req-0d530e52-8845-4adb-b7e3-ff02ed6c6c70 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:10:45.188205 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea73fb89-0884-4a24-bc08-457c1b015c9f req-0d530e52-8845-4adb-b7e3-ff02ed6c6c70 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:10:45.213414 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d530e52-8845-4adb-b7e3-ff02ed6c6c70 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Pushing event updated for resources: {'Port': ['ID=30719afd-50a7-452e-8cdb-fc2079184f26,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:45.246334 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-e770ab2f-ff1e-4339-9009-99f8ee89d1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:45.247505 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-e770ab2f-ff1e-4339-9009-99f8ee89d1aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:45.249854 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-e770ab2f-ff1e-4339-9009-99f8ee89d1aa service neutron] 10.222.0.73 "PUT /v2.0/ports/c02208fe-aa53-453c-85fc-0fcdd3ab8178 HTTP/1.1" status: 200 len: 1091 time: 1.2112269 Nov 10 19:10:45.250883 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4eff983-3970-4438-bbf9-7ade7223c0ca', 'tag': 'c02208fe-aa53-453c-85fc-0fcdd3ab8178'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:10:45.254075 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66725d53-23fb-4c01-9f0b-c364f814b879" -d '{"events": [{"name": "network-changed", "server_uuid": "e4eff983-3970-4438-bbf9-7ade7223c0ca", "tag": "c02208fe-aa53-453c-85fc-0fcdd3ab8178"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:10:45.284480 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770ab2f-ff1e-4339-9009-99f8ee89d1aa service neutron] Pushing event updated for resources: {'Port': ['ID=c02208fe-aa53-453c-85fc-0fcdd3ab8178,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:45.370930 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-f0479aa2-2fbf-447b-89ae-226c906dc5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:45.372814 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-f0479aa2-2fbf-447b-89ae-226c906dc5ab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a08ec8828e22441bac9028fb3e613990&device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 1094 time: 0.0741496 Nov 10 19:10:45.430083 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-123a625b-1a2f-492b-a418-2d6ba7b61d62 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c02208fe-aa53-453c-85fc-0fcdd3ab8178 HTTP/1.1" status: 200 len: 217 time: 0.0472486 Nov 10 19:10:45.483248 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-d09fbccb-8473-42c4-b875-5fb50038504f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:45.485010 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-d09fbccb-8473-42c4-b875-5fb50038504f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=34d86bed-ff03-44e0-b566-0ecdf3d0ce56 HTTP/1.1" status: 200 len: 848 time: 0.0476007 Nov 10 19:10:45.505228 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513de5a1-c55a-40a0-ad0e-a26a9652b1d0 req-6c6a201b-59c8-4f83-a0e3-3ad78f010a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:45.506766 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-513de5a1-c55a-40a0-ad0e-a26a9652b1d0 req-6c6a201b-59c8-4f83-a0e3-3ad78f010a37 service neutron] 10.222.0.25 "GET /v2.0/networks?id=39e0a764-ff58-44a3-87da-37be4cc4845b HTTP/1.1" status: 200 len: 923 time: 0.3809009 Nov 10 19:10:45.528426 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-d5fb8116-cd2d-45ae-b17a-d0b0038b4220 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a42d4887-cb04-48c7-8111-765e5b18298b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347707 Nov 10 19:10:45.584711 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-513de5a1-c55a-40a0-ad0e-a26a9652b1d0 req-233e2fa4-afc9-442f-914e-9c88dc4ac0f9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32afbffb-d5de-41db-9bd7-b3d2bead9070 HTTP/1.1" status: 200 len: 217 time: 0.0623810 Nov 10 19:10:45.618436 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-d88bd536-1256-46d8-89ef-65b3e6bd1877 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:45.627398 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ea73fb89-0884-4a24-bc08-457c1b015c9f req-0d530e52-8845-4adb-b7e3-ff02ed6c6c70 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:45.636406 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f43281-c015-4a70-965c-32a02481141f req-e88a2d17-5659-4158-a92f-386ab2c8da88 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:45.638104 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c6f43281-c015-4a70-965c-32a02481141f req-e88a2d17-5659-4158-a92f-386ab2c8da88 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 943 time: 0.2749119 Nov 10 19:10:45.660109 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-b82ddc87-244b-44db-aa0c-21eae28c263a service neutron] 10.222.0.73 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220739 Nov 10 19:10:45.759709 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513de5a1-c55a-40a0-ad0e-a26a9652b1d0 req-96b700a4-98e6-4bdb-a0f9-cae1c0ef900a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:45.761323 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-513de5a1-c55a-40a0-ad0e-a26a9652b1d0 req-96b700a4-98e6-4bdb-a0f9-cae1c0ef900a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2c329353-9415-452e-8a45-4c2850f1881a HTTP/1.1" status: 200 len: 862 time: 0.1223123 Nov 10 19:10:45.761916 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ea73fb89-0884-4a24-bc08-457c1b015c9f req-0d530e52-8845-4adb-b7e3-ff02ed6c6c70 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:45.798384 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c6d72326-34ef-428c-9e85-018df79f4ec8 req-9939cdf3-6d4d-45c8-84ba-91d7c84bec16 service neutron] 10.222.0.73 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278222 Nov 10 19:10:45.806656 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-d88bd536-1256-46d8-89ef-65b3e6bd1877 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:45.811649 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c6f43281-c015-4a70-965c-32a02481141f req-9a42fd20-4e69-4dd8-bab0-ab808800c39d tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600382 Nov 10 19:10:45.862740 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-513de5a1-c55a-40a0-ad0e-a26a9652b1d0 req-e3b987a1-ce12-45e3-b91e-526170101bbe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=39e0a764-ff58-44a3-87da-37be4cc4845b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869322 Nov 10 19:10:45.982247 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-b6aebf4a-97de-4c63-8b1d-7523977b1676 service neutron] show failed (client error): The resource could not be found. Nov 10 19:10:45.983682 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-b6aebf4a-97de-4c63-8b1d-7523977b1676 service neutron] 10.222.0.73 "GET /v2.0/ports/db1e0b94-878a-4b7a-a6ce-0daaf71c68f2/bindings/n-h2-813897-4 HTTP/1.1" status: 404 len: 380 time: 0.0838480 Nov 10 19:10:46.256422 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-d88bd536-1256-46d8-89ef-65b3e6bd1877 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Network 074689be-1f44-48ee-b4c4-fa3b05d8656b is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:10:46.324188 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-d88bd536-1256-46d8-89ef-65b3e6bd1877 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:10:46.355486 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88bd536-1256-46d8-89ef-65b3e6bd1877 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Pushing event updated for resources: {'Port': ['ID=511a1744-6ef0-4de2-8978-ce37da2aaa18,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:46.362037 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-d88bd536-1256-46d8-89ef-65b3e6bd1877 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:10:46.459503 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42aece-5995-45f4-b976-4e727e68b599 req-f1bbf274-fc8c-438e-bc42-4d8177c94919 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:46.461095 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ec42aece-5995-45f4-b976-4e727e68b599 req-f1bbf274-fc8c-438e-bc42-4d8177c94919 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9864c3b-b5df-49b0-bf2f-eacf7f965f91 HTTP/1.1" status: 200 len: 931 time: 0.5374756 Nov 10 19:10:46.463433 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-b6c39239-fd53-42d8-8e13-d10b15d7ad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:46.465205 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-b6c39239-fd53-42d8-8e13-d10b15d7ad4f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19&tenant_id=5ef8c132b4d949a9b0bece379d0bc679 HTTP/1.1" status: 200 len: 1101 time: 0.2584109 Nov 10 19:10:46.501104 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-4e6ce9cc-e2f6-4356-8384-f13411763c2d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813897-4', 'device_owner': 'compute:nova'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:10:46.512082 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-d88bd536-1256-46d8-89ef-65b3e6bd1877 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:46.512688 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-d88bd536-1256-46d8-89ef-65b3e6bd1877 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:46.552025 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-513de5a1-c55a-40a0-ad0e-a26a9652b1d0 req-d04a1256-b744-48e4-87e1-6430b39bd352 service neutron] 10.222.0.25 "GET /v2.0/networks/39e0a764-ff58-44a3-87da-37be4cc4845b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6434059 Nov 10 19:10:46.582651 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-52461804-d87c-4a9c-910a-aa53aaa7e2ff None None] Provisioning complete for port 511a1744-6ef0-4de2-8978-ce37da2aaa18 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:46.583234 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-52461804-d87c-4a9c-910a-aa53aaa7e2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:46.602391 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-d88bd536-1256-46d8-89ef-65b3e6bd1877 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4689608 Nov 10 19:10:46.624719 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-52461804-d87c-4a9c-910a-aa53aaa7e2ff None None] Port 511a1744-6ef0-4de2-8978-ce37da2aaa18 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:10:46.636300 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ea73fb89-0884-4a24-bc08-457c1b015c9f req-0d530e52-8845-4adb-b7e3-ff02ed6c6c70 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:46.665465 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-554e227f-edfa-41b3-8884-d9e419b0d131 service neutron] Request body: {'port': {'device_id': 'd9864c3b-b5df-49b0-bf2f-eacf7f965f91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:10:46.691388 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ea73fb89-0884-4a24-bc08-457c1b015c9f req-0d530e52-8845-4adb-b7e3-ff02ed6c6c70 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:46.738280 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ec42aece-5995-45f4-b976-4e727e68b599 req-9da80f9f-fc0b-49c6-a0eb-f27f849a5bfe tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/security-groups?id=de8f34ca-4cea-4865-8d74-1c2c1c9a7291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571354 Nov 10 19:10:46.786401 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-4e6ce9cc-e2f6-4356-8384-f13411763c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:46.900001 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d530e52-8845-4adb-b7e3-ff02ed6c6c70 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Pushing event updated for resources: {'Port': ['ID=30719afd-50a7-452e-8cdb-fc2079184f26,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:46.930734 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-554e227f-edfa-41b3-8884-d9e419b0d131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:46.951395 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ea73fb89-0884-4a24-bc08-457c1b015c9f req-0d530e52-8845-4adb-b7e3-ff02ed6c6c70 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:46.968911 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-513de5a1-c55a-40a0-ad0e-a26a9652b1d0 req-1c129f39-09a5-49cc-bc25-861f17332bf0 service neutron] 10.222.0.25 "GET /v2.0/networks/39e0a764-ff58-44a3-87da-37be4cc4845b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994768 Nov 10 19:10:47.073439 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ea73fb89-0884-4a24-bc08-457c1b015c9f req-0d530e52-8845-4adb-b7e3-ff02ed6c6c70 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:47.074721 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ea73fb89-0884-4a24-bc08-457c1b015c9f req-0d530e52-8845-4adb-b7e3-ff02ed6c6c70 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.3275647 Nov 10 19:10:47.086259 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed66690-6b07-407b-842a-5066e57a954a req-41573a7b-928a-48a8-b45d-537b33e54b14 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:47.087972 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2ed66690-6b07-407b-842a-5066e57a954a req-41573a7b-928a-48a8-b45d-537b33e54b14 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 950 time: 0.2713184 Nov 10 19:10:47.206655 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ea73fb89-0884-4a24-bc08-457c1b015c9f req-d4ae8061-e740-49d9-9725-2079fd9b356a tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.131 HTTP/1.1" status: 200 len: 696 time: 0.1175847 Nov 10 19:10:47.407582 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2ed66690-6b07-407b-842a-5066e57a954a req-8a7ff98b-f5f9-45a1-b7db-a2257a6edf61 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068552 Nov 10 19:10:47.474039 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-4e6ce9cc-e2f6-4356-8384-f13411763c2d service neutron] For port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:47.532676 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73fb89-0884-4a24-bc08-457c1b015c9f req-a8788f09-8248-4813-8f73-75b04dcd9448 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:47.534132 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ea73fb89-0884-4a24-bc08-457c1b015c9f req-a8788f09-8248-4813-8f73-75b04dcd9448 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 784 time: 0.2811809 Nov 10 19:10:47.539577 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3907a58-7707-4a92-adaf-611f39e78912 x-openstack-request-id: req-f3907a58-7707-4a92-adaf-611f39e78912 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:10:47.540075 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4eff983-3970-4438-bbf9-7ade7223c0ca", "tag": "c02208fe-aa53-453c-85fc-0fcdd3ab8178", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:10:47.541683 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f3907a58-7707-4a92-adaf-611f39e78912 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:10:47.542441 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4eff983-3970-4438-bbf9-7ade7223c0ca', 'tag': 'c02208fe-aa53-453c-85fc-0fcdd3ab8178', 'status': 'completed', 'code': 200} Nov 10 19:10:47.560589 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-4e6ce9cc-e2f6-4356-8384-f13411763c2d service neutron] For port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:10:47.565653 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-ea73fb89-0884-4a24-bc08-457c1b015c9f req-62a39825-5b2d-4a06-bdd6-d0e2d1585441 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:10:47.566779 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ea73fb89-0884-4a24-bc08-457c1b015c9f req-62a39825-5b2d-4a06-bdd6-d0e2d1585441 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133135 Nov 10 19:10:47.631000 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c3d260-40ce-4244-a45f-2aa07c018c19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db1e0b94-878a-4b7a-a6ce-0daaf71c68f2'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:10:47.633308 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83aa2654-dc6a-4265-870f-d449149c71e3" -d '{"events": [{"server_uuid": "17c3d260-40ce-4244-a45f-2aa07c018c19", "name": "network-vif-unplugged", "status": "completed", "tag": "db1e0b94-878a-4b7a-a6ce-0daaf71c68f2"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:10:47.637892 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-4e6ce9cc-e2f6-4356-8384-f13411763c2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:47.654140 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66725d53-23fb-4c01-9f0b-c364f814b879 req-769672f1-bc87-40c9-a18f-65840c3f259c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:47.655857 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-66725d53-23fb-4c01-9f0b-c364f814b879 req-769672f1-bc87-40c9-a18f-65840c3f259c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a08ec8828e22441bac9028fb3e613990&device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 1094 time: 0.0939262 Nov 10 19:10:47.680833 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-4e6ce9cc-e2f6-4356-8384-f13411763c2d service neutron] Transition to ACTIVE for port object db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:10:47.729392 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-4e6ce9cc-e2f6-4356-8384-f13411763c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:47.744016 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-554e227f-edfa-41b3-8884-d9e419b0d131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 511a1744-6ef0-4de2-8978-ce37da2aaa18 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:10:47.767425 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66725d53-23fb-4c01-9f0b-c364f814b879 req-548385fb-6697-43ed-b56b-51debf6fe975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:47.769153 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-66725d53-23fb-4c01-9f0b-c364f814b879 req-548385fb-6697-43ed-b56b-51debf6fe975 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a42d4887-cb04-48c7-8111-765e5b18298b HTTP/1.1" status: 200 len: 909 time: 0.1049640 Nov 10 19:10:47.783414 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-554e227f-edfa-41b3-8884-d9e419b0d131 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:47.823916 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-66725d53-23fb-4c01-9f0b-c364f814b879 req-93104c92-d787-4ee8-8005-6f22cb3390ef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c02208fe-aa53-453c-85fc-0fcdd3ab8178 HTTP/1.1" status: 200 len: 217 time: 0.0478568 Nov 10 19:10:47.882949 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-554e227f-edfa-41b3-8884-d9e419b0d131 service neutron] Transition to ACTIVE for port object 511a1744-6ef0-4de2-8978-ce37da2aaa18 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:10:47.896915 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66725d53-23fb-4c01-9f0b-c364f814b879 req-979c1e29-9ca9-449d-825d-72ceedd469d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:47.899505 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-66725d53-23fb-4c01-9f0b-c364f814b879 req-979c1e29-9ca9-449d-825d-72ceedd469d1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=34d86bed-ff03-44e0-b566-0ecdf3d0ce56 HTTP/1.1" status: 200 len: 848 time: 0.0681264 Nov 10 19:10:47.914089 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ce9cc-e2f6-4356-8384-f13411763c2d service neutron] Pushing event updated for resources: {'Port': ['ID=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2,revision_number=6']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:47.916392 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-554e227f-edfa-41b3-8884-d9e419b0d131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:47.927121 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-4e6ce9cc-e2f6-4356-8384-f13411763c2d service neutron] No DVR routers for this DVR port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:10:47.942018 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-66725d53-23fb-4c01-9f0b-c364f814b879 req-7bb0981b-2093-47fd-8901-8af592c0ec75 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a42d4887-cb04-48c7-8111-765e5b18298b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326717 Nov 10 19:10:47.976180 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e75c0-3e6d-4230-ab6f-52c6e37ec9e7 req-c652057b-8c57-4ce0-95b1-95065ecfe429 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:47.977871 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-744e75c0-3e6d-4230-ab6f-52c6e37ec9e7 req-c652057b-8c57-4ce0-95b1-95065ecfe429 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=17a00fd2-e7ff-4d09-a1bf-322a5ad0aea9 HTTP/1.1" status: 200 len: 943 time: 0.2772567 Nov 10 19:10:48.056458 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c2500-5033-4485-810d-fae512bf2054 req-48996b40-9f8b-498e-8dbc-5f6177a0abe8 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:48.058241 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b1c2500-5033-4485-810d-fae512bf2054 req-48996b40-9f8b-498e-8dbc-5f6177a0abe8 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/networks?id=74048eaf-c023-4244-acc6-bb708e07e097 HTTP/1.1" status: 200 len: 821 time: 0.3254402 Nov 10 19:10:48.107960 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-66725d53-23fb-4c01-9f0b-c364f814b879 req-33f88774-c011-47e6-8a8a-20abee6f9fdc service neutron] 10.222.0.73 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589160 Nov 10 19:10:48.143362 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e227f-edfa-41b3-8884-d9e419b0d131 service neutron] Pushing event updated for resources: {'Port': ['ID=511a1744-6ef0-4de2-8978-ce37da2aaa18,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:48.148120 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-4e6ce9cc-e2f6-4356-8384-f13411763c2d service neutron] Attempting to bind port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:10:48.148454 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-4e6ce9cc-e2f6-4356-8384-f13411763c2d service neutron] Attempting to bind port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:10:48.148778 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-4e6ce9cc-e2f6-4356-8384-f13411763c2d service neutron] Attempting to bind port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:10:48.168908 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b1c2500-5033-4485-810d-fae512bf2054 req-9d3428b0-a0d3-4bad-bb83-cb3b78fa6983 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/quotas/740aa4129faa48ffa1d5e7369c5159ee HTTP/1.1" status: 200 len: 375 time: 0.0973706 Nov 10 19:10:48.190576 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-4e6ce9cc-e2f6-4356-8384-f13411763c2d service neutron] Port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:10:48.190923 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-4e6ce9cc-e2f6-4356-8384-f13411763c2d service neutron] Attempting to bind port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:10:48.233311 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-4e6ce9cc-e2f6-4356-8384-f13411763c2d service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:10:48.233691 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-4e6ce9cc-e2f6-4356-8384-f13411763c2d service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:10:48.233964 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-66725d53-23fb-4c01-9f0b-c364f814b879 req-a4cd260a-37b1-4d46-a20c-4f94395a2579 service neutron] 10.222.0.73 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173823 Nov 10 19:10:48.234103 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-4e6ce9cc-e2f6-4356-8384-f13411763c2d service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:10:48.234470 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-4e6ce9cc-e2f6-4356-8384-f13411763c2d service neutron] Bound port: db1e0b94-878a-4b7a-a6ce-0daaf71c68f2, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:10:48.234823 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-4e6ce9cc-e2f6-4356-8384-f13411763c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:48.244170 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-744e75c0-3e6d-4230-ab6f-52c6e37ec9e7 req-09321dc0-d3cb-482d-bc9b-99953a5b5d90 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582042 Nov 10 19:10:48.301171 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-554e227f-edfa-41b3-8884-d9e419b0d131 service neutron] Attempting to bind port 511a1744-6ef0-4de2-8978-ce37da2aaa18 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:10:48.301510 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-554e227f-edfa-41b3-8884-d9e419b0d131 service neutron] Attempting to bind port 511a1744-6ef0-4de2-8978-ce37da2aaa18 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': 'b972ef57-15dd-46ee-8591-bf667111c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '074689be-1f44-48ee-b4c4-fa3b05d8656b'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:10:48.301861 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-554e227f-edfa-41b3-8884-d9e419b0d131 service neutron] Attempting to bind port 511a1744-6ef0-4de2-8978-ce37da2aaa18 on network 074689be-1f44-48ee-b4c4-fa3b05d8656b {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:10:48.318793 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b1c2500-5033-4485-810d-fae512bf2054 req-e46bf780-1886-4530-85b3-90c691179a13 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=740aa4129faa48ffa1d5e7369c5159ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1354129 Nov 10 19:10:48.323787 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-554e227f-edfa-41b3-8884-d9e419b0d131 service neutron] Port 511a1744-6ef0-4de2-8978-ce37da2aaa18 on network 074689be-1f44-48ee-b4c4-fa3b05d8656b not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:10:48.324184 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-554e227f-edfa-41b3-8884-d9e419b0d131 service neutron] Attempting to bind port 511a1744-6ef0-4de2-8978-ce37da2aaa18 on network 074689be-1f44-48ee-b4c4-fa3b05d8656b {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:10:48.349256 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-554e227f-edfa-41b3-8884-d9e419b0d131 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:10:48.349628 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-554e227f-edfa-41b3-8884-d9e419b0d131 service neutron] Checking segment: {'id': 'b972ef57-15dd-46ee-8591-bf667111c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '074689be-1f44-48ee-b4c4-fa3b05d8656b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:10:48.349992 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-554e227f-edfa-41b3-8884-d9e419b0d131 service neutron] Bound using segment: {'id': 'b972ef57-15dd-46ee-8591-bf667111c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '074689be-1f44-48ee-b4c4-fa3b05d8656b'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:10:48.350433 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-554e227f-edfa-41b3-8884-d9e419b0d131 service neutron] Bound port: 511a1744-6ef0-4de2-8978-ce37da2aaa18, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b972ef57-15dd-46ee-8591-bf667111c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '074689be-1f44-48ee-b4c4-fa3b05d8656b'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:10:48.350803 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-554e227f-edfa-41b3-8884-d9e419b0d131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:48.424737 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-4e6ce9cc-e2f6-4356-8384-f13411763c2d service neutron] For port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:10:48.470948 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-4e6ce9cc-e2f6-4356-8384-f13411763c2d service neutron] For port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:10:48.487814 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-4e6ce9cc-e2f6-4356-8384-f13411763c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:48.571814 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-4e6ce9cc-e2f6-4356-8384-f13411763c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:48.572392 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-4e6ce9cc-e2f6-4356-8384-f13411763c2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:48.574153 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-4e6ce9cc-e2f6-4356-8384-f13411763c2d service neutron] 10.222.0.25 "PUT /v2.0/ports/db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 HTTP/1.1" status: 200 len: 1096 time: 2.0845869 Nov 10 19:10:48.582097 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b1c2500-5033-4485-810d-fae512bf2054 req-cb3f3ba5-ed71-4393-b618-ab458f516a3d service neutron] 10.222.0.54 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498229 Nov 10 19:10:48.598989 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-554e227f-edfa-41b3-8884-d9e419b0d131 service neutron] For port 511a1744-6ef0-4de2-8978-ce37da2aaa18, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:10:48.609606 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-554e227f-edfa-41b3-8884-d9e419b0d131 service neutron] For port 511a1744-6ef0-4de2-8978-ce37da2aaa18, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=511a1744-6ef0-4de2-8978-ce37da2aaa18,segment=NetworkSegment(b972ef57-15dd-46ee-8591-bf667111c1f5),segment_id=b972ef57-15dd-46ee-8591-bf667111c1f5)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:10:48.629354 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:10:48.705797 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:10:48.892234 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-554e227f-edfa-41b3-8884-d9e419b0d131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:48.908162 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d71dd9-0dd7-4966-85b6-ca84d1b6fe41 req-c48d4b72-b23f-4f54-ad55-5ce1bf604202 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:48.909964 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-15d71dd9-0dd7-4966-85b6-ca84d1b6fe41 req-c48d4b72-b23f-4f54-ad55-5ce1bf604202 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 943 time: 0.4443157 Nov 10 19:10:48.948916 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ce9cc-e2f6-4356-8384-f13411763c2d service neutron] Pushing event updated for resources: {'Port': ['ID=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2,revision_number=7']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:49.016304 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-554e227f-edfa-41b3-8884-d9e419b0d131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:49.016915 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-554e227f-edfa-41b3-8884-d9e419b0d131 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:49.018431 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-554e227f-edfa-41b3-8884-d9e419b0d131 service neutron] 10.222.0.25 "PUT /v2.0/ports/511a1744-6ef0-4de2-8978-ce37da2aaa18 HTTP/1.1" status: 200 len: 1091 time: 2.3875911 Nov 10 19:10:49.066719 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 32afbffb-d5de-41db-9bd7-b3d2bead9070 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:10:49.117708 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e227f-edfa-41b3-8884-d9e419b0d131 service neutron] Pushing event updated for resources: {'Port': ['ID=511a1744-6ef0-4de2-8978-ce37da2aaa18,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:49.125137 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b1c2500-5033-4485-810d-fae512bf2054 req-2aed7384-108f-48b1-b273-708cf3a9fb44 service neutron] 10.222.0.54 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5308325 Nov 10 19:10:49.130456 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-998a023b-5da1-4a4b-900a-efffc6556654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:49.131555 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-998a023b-5da1-4a4b-900a-efffc6556654 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 1099 time: 0.5196531 Nov 10 19:10:49.135831 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-15d71dd9-0dd7-4966-85b6-ca84d1b6fe41 req-aed07f87-caa6-4bc7-8996-35b1b661f68c tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137005 Nov 10 19:10:49.210650 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-ed217793-c88b-4e3b-a9a2-028cb2a1ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:49.212140 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-ed217793-c88b-4e3b-a9a2-028cb2a1ae10 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e9180826ce3242458fc9aff806bc035e&device_id=d9864c3b-b5df-49b0-bf2f-eacf7f965f91 HTTP/1.1" status: 200 len: 1094 time: 0.1327431 Nov 10 19:10:49.257974 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 32afbffb-d5de-41db-9bd7-b3d2bead9070, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=32afbffb-d5de-41db-9bd7-b3d2bead9070,segment=NetworkSegment(4f3d73ba-6eb0-4c57-a248-e5b678ab2d07),segment_id=4f3d73ba-6eb0-4c57-a248-e5b678ab2d07)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:49.277404 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '32afbffb-d5de-41db-9bd7-b3d2bead9070', 'network_id': '39e0a764-ff58-44a3-87da-37be4cc4845b', 'port_id': '32afbffb-d5de-41db-9bd7-b3d2bead9070', 'mac_address': 'fa:16:3e:63:9b:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c329353-9415-452e-8a45-4c2850f1881a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:10:49.319254 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-b3c52438-09d1-4177-a898-fe3a5967131f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=511a1744-6ef0-4de2-8978-ce37da2aaa18 HTTP/1.1" status: 200 len: 217 time: 0.0938833 Nov 10 19:10:49.323447 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:49.344532 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32afbffb-d5de-41db-9bd7-b3d2bead9070 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:10:49.379248 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 32afbffb-d5de-41db-9bd7-b3d2bead9070, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=32afbffb-d5de-41db-9bd7-b3d2bead9070,segment=NetworkSegment(4f3d73ba-6eb0-4c57-a248-e5b678ab2d07),segment_id=4f3d73ba-6eb0-4c57-a248-e5b678ab2d07)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:49.386621 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:49.421493 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-4b74b739-459d-49d9-bde8-35d23d4bf81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:49.423785 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-4b74b739-459d-49d9-bde8-35d23d4bf81c service neutron] 10.222.0.25 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.2832189 Nov 10 19:10:49.447874 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-baa73f05-c35d-4260-9cc8-f877aa675a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:49.449358 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-baa73f05-c35d-4260-9cc8-f877aa675a79 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b886243d-90b7-4cc0-941c-e74d98cb85cb HTTP/1.1" status: 200 len: 867 time: 0.0957332 Nov 10 19:10:49.468075 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=32afbffb-d5de-41db-9bd7-b3d2bead9070,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:49.497578 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-aa0f7070-68e3-48c2-b251-ba0023dfbdbd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 HTTP/1.1" status: 200 len: 217 time: 0.0630593 Nov 10 19:10:49.504156 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-01bc0ffb-7bc0-4b8c-ab67-6bf9efcdfb21 req-3e70ee5d-4ebe-4c41-8da4-83055194912e tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2959967 Nov 10 19:10:49.531183 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-01bc0ffb-7bc0-4b8c-ab67-6bf9efcdfb21 req-b249bbec-36d1-4907-9d33-7676487e0711 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:10:49.588241 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdc59e7-eea8-4b68-bcba-52986d0f8136 x-openstack-request-id: req-5cdc59e7-eea8-4b68-bcba-52986d0f8136 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:10:49.588597 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c3d260-40ce-4244-a45f-2aa07c018c19", "name": "network-vif-unplugged", "status": "completed", "tag": "db1e0b94-878a-4b7a-a6ce-0daaf71c68f2", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:10:49.589023 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5cdc59e7-eea8-4b68-bcba-52986d0f8136 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:10:49.589975 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c3d260-40ce-4244-a45f-2aa07c018c19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db1e0b94-878a-4b7a-a6ce-0daaf71c68f2', 'code': 200} Nov 10 19:10:49.593346 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-c003d90e-90ba-4f8f-9e22-fb8ea229e18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:49.594890 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-c003d90e-90ba-4f8f-9e22-fb8ea229e18d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=074689be-1f44-48ee-b4c4-fa3b05d8656b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142783 Nov 10 19:10:49.598592 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-01bc0ffb-7bc0-4b8c-ab67-6bf9efcdfb21 req-b249bbec-36d1-4907-9d33-7676487e0711 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks [] for floatingip, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:49.602052 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-7e06fdea-f431-45cc-8fa6-71f4c8c754bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:49.604112 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-7e06fdea-f431-45cc-8fa6-71f4c8c754bd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0851514 Nov 10 19:10:49.789571 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-bd9aa537-b688-4cdc-b1ed-55599e6ffc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:49.791266 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-bd9aa537-b688-4cdc-b1ed-55599e6ffc58 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1774945 Nov 10 19:10:49.826263 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83022475-c3f0-424f-b6e3-dedfde9f2b91 req-49e20522-77da-47be-905c-6a2eccd9bd6f tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:49.827738 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-83022475-c3f0-424f-b6e3-dedfde9f2b91 req-49e20522-77da-47be-905c-6a2eccd9bd6f tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9864c3b-b5df-49b0-bf2f-eacf7f965f91 HTTP/1.1" status: 200 len: 943 time: 0.1795399 Nov 10 19:10:49.842052 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-d9bced28-1256-4f32-a97a-d86c65eaa778 service neutron] 10.222.0.25 "GET /v2.0/networks/074689be-1f44-48ee-b4c4-fa3b05d8656b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354312 Nov 10 19:10:49.933045 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['32afbffb-d5de-41db-9bd7-b3d2bead9070'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:10:50.022638 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-83022475-c3f0-424f-b6e3-dedfde9f2b91 req-11a9ec5f-fea8-4dc1-aef6-ac656be33f61 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/security-groups?id=de8f34ca-4cea-4865-8d74-1c2c1c9a7291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788328 Nov 10 19:10:50.033983 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-0cf57b0e-f2ba-4fb4-87e2-8f4c12b510ba service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281086 Nov 10 19:10:50.091210 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6678b34a-7799-41ea-be98-bc9d43bae66d req-59bc2bbb-1f78-4625-9713-abe6b10a17dd service neutron] 10.222.0.25 "GET /v2.0/networks/074689be-1f44-48ee-b4c4-fa3b05d8656b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302239 Nov 10 19:10:50.106534 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-01bc0ffb-7bc0-4b8c-ab67-6bf9efcdfb21 req-b249bbec-36d1-4907-9d33-7676487e0711 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:50.238954 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795a62e-9038-4988-ae19-84a94365451f req-11e716e1-4e59-46f2-b029-cf9a44fa9491 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:50.240337 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5795a62e-9038-4988-ae19-84a94365451f req-11e716e1-4e59-46f2-b029-cf9a44fa9491 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 948 time: 0.1482637 Nov 10 19:10:50.244344 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f96c2e07-6cda-4024-9514-917b730ac0eb req-242ddaee-8ada-47bb-946c-0c4414eba6e6 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945820 Nov 10 19:10:50.327260 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-01bc0ffb-7bc0-4b8c-ab67-6bf9efcdfb21 req-b249bbec-36d1-4907-9d33-7676487e0711 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Allocated IP 172.25.3.157 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/16e2155e-84b4-4c4f-b53b-fee80276eddf) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:10:50.335458 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5795a62e-9038-4988-ae19-84a94365451f req-6727fd8e-52e6-4804-8f14-4c434be55e1f tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877287 Nov 10 19:10:50.487926 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cf3ab-9a3f-4cd6-8002-33fe561507e8 req-4c0e7242-73bf-4dd9-aae1-095eea94c118 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:50.489511 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9f0cf3ab-9a3f-4cd6-8002-33fe561507e8 req-4c0e7242-73bf-4dd9-aae1-095eea94c118 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=17a00fd2-e7ff-4d09-a1bf-322a5ad0aea9 HTTP/1.1" status: 200 len: 944 time: 0.0884328 Nov 10 19:10:50.492721 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-01bc0ffb-7bc0-4b8c-ab67-6bf9efcdfb21 req-b249bbec-36d1-4907-9d33-7676487e0711 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:50.559863 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-01bc0ffb-7bc0-4b8c-ab67-6bf9efcdfb21 req-b249bbec-36d1-4907-9d33-7676487e0711 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:50.570630 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9f0cf3ab-9a3f-4cd6-8002-33fe561507e8 req-788e973b-5f96-464a-9466-3c9df36022ae tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680349 Nov 10 19:10:50.590735 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c2500-5033-4485-810d-fae512bf2054 req-c24a0d5e-897e-4d94-bf49-09f542106f22 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:50.592877 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1b1c2500-5033-4485-810d-fae512bf2054 req-c24a0d5e-897e-4d94-bf49-09f542106f22 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.73 "GET /v2.0/networks?id=74048eaf-c023-4244-acc6-bb708e07e097 HTTP/1.1" status: 200 len: 821 time: 0.1238554 Nov 10 19:10:50.606895 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-1b1c2500-5033-4485-810d-fae512bf2054 req-b1d7fbed-bdee-4931-83ce-3817717cbf8c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Request body: {'port': {'device_id': '9ef34dc2-68bd-4e99-bc8b-70efb559bf85', 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097', 'admin_state_up': True, 'tenant_id': '740aa4129faa48ffa1d5e7369c5159ee'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:10:50.642085 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249bbec-36d1-4907-9d33-7676487e0711 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Pushing event updated for resources: {'Port': ['ID=16e2155e-84b4-4c4f-b53b-fee80276eddf,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:50.655344 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01bc0ffb-7bc0-4b8c-ab67-6bf9efcdfb21 req-b249bbec-36d1-4907-9d33-7676487e0711 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:10:50.658466 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-01bc0ffb-7bc0-4b8c-ab67-6bf9efcdfb21 req-b249bbec-36d1-4907-9d33-7676487e0711 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:10:50.661118 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-01bc0ffb-7bc0-4b8c-ab67-6bf9efcdfb21 req-b249bbec-36d1-4907-9d33-7676487e0711 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:10:50.765040 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b1c2500-5033-4485-810d-fae512bf2054 req-b1d7fbed-bdee-4931-83ce-3817717cbf8c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Made reservation on behalf of 740aa4129faa48ffa1d5e7369c5159ee for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:10:50.769842 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1b1c2500-5033-4485-810d-fae512bf2054 req-b1d7fbed-bdee-4931-83ce-3817717cbf8c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:50.805804 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-01bc0ffb-7bc0-4b8c-ab67-6bf9efcdfb21 req-b249bbec-36d1-4907-9d33-7676487e0711 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:50.822642 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-665b9ab9-ff01-41b7-8c24-a1cfa295ffea req-0a2e67d8-ac6c-4c71-853d-2fc02d7c9b6c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 210 time: 0.0333004 Nov 10 19:10:50.870370 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-01bc0ffb-7bc0-4b8c-ab67-6bf9efcdfb21 req-b249bbec-36d1-4907-9d33-7676487e0711 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:50.932687 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-1b1c2500-5033-4485-810d-fae512bf2054 req-b1d7fbed-bdee-4931-83ce-3817717cbf8c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Allocated IP 172.20.0.11 (74048eaf-c023-4244-acc6-bb708e07e097/91093ec9-e097-43f7-865c-a8764e927d57/7bc85b62-a691-4fa2-96f3-be5fc70be918) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:10:51.013288 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4088c1-8225-43c4-b511-f03c9597f1c7 req-a9328818-a861-4085-82d0-db80ea3b99de tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:51.014805 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c4088c1-8225-43c4-b511-f03c9597f1c7 req-a9328818-a861-4085-82d0-db80ea3b99de tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 943 time: 0.1147709 Nov 10 19:10:51.093259 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c4088c1-8225-43c4-b511-f03c9597f1c7 req-a6d12cdb-1bbf-441b-940f-1c4f88201a95 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688365 Nov 10 19:10:51.112374 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1b1c2500-5033-4485-810d-fae512bf2054 req-b1d7fbed-bdee-4931-83ce-3817717cbf8c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:51.113742 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-01bc0ffb-7bc0-4b8c-ab67-6bf9efcdfb21 req-b249bbec-36d1-4907-9d33-7676487e0711 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:51.123915 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-01bc0ffb-7bc0-4b8c-ab67-6bf9efcdfb21 req-b249bbec-36d1-4907-9d33-7676487e0711 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:51.161789 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1b1c2500-5033-4485-810d-fae512bf2054 req-b1d7fbed-bdee-4931-83ce-3817717cbf8c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:51.176810 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['beddf51d-6ee7-4dee-b4f4-243e7b2a090f'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:10:51.217578 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b1c2500-5033-4485-810d-fae512bf2054 req-b1d7fbed-bdee-4931-83ce-3817717cbf8c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Network 74048eaf-c023-4244-acc6-bb708e07e097 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:10:51.224489 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-1b1c2500-5033-4485-810d-fae512bf2054 req-b1d7fbed-bdee-4931-83ce-3817717cbf8c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:10:51.232538 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1c2500-5033-4485-810d-fae512bf2054 req-b1d7fbed-bdee-4931-83ce-3817717cbf8c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:10:51.261828 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249bbec-36d1-4907-9d33-7676487e0711 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Pushing event updated for resources: {'Port': ['ID=16e2155e-84b4-4c4f-b53b-fee80276eddf,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:51.283027 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-01bc0ffb-7bc0-4b8c-ab67-6bf9efcdfb21 req-b249bbec-36d1-4907-9d33-7676487e0711 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:51.298855 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c2500-5033-4485-810d-fae512bf2054 req-b1d7fbed-bdee-4931-83ce-3817717cbf8c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:51.299897 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1b1c2500-5033-4485-810d-fae512bf2054 req-b1d7fbed-bdee-4931-83ce-3817717cbf8c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:51.314899 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7fbed-bdee-4931-83ce-3817717cbf8c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Pushing event updated for resources: {'Port': ['ID=7bc85b62-a691-4fa2-96f3-be5fc70be918,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:51.324574 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-01bc0ffb-7bc0-4b8c-ab67-6bf9efcdfb21 req-b249bbec-36d1-4907-9d33-7676487e0711 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:51.327370 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-01bc0ffb-7bc0-4b8c-ab67-6bf9efcdfb21 req-b249bbec-36d1-4907-9d33-7676487e0711 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8092384 Nov 10 19:10:51.330207 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1b1c2500-5033-4485-810d-fae512bf2054 req-b1d7fbed-bdee-4931-83ce-3817717cbf8c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7275908 Nov 10 19:10:51.336985 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76fdd41-a896-4399-a165-a309da8c3ae1 req-086fb3fd-4884-4aab-943b-b1f471ba3f03 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:51.338735 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d76fdd41-a896-4399-a165-a309da8c3ae1 req-086fb3fd-4884-4aab-943b-b1f471ba3f03 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9864c3b-b5df-49b0-bf2f-eacf7f965f91 HTTP/1.1" status: 200 len: 943 time: 0.1377480 Nov 10 19:10:51.343362 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-1b1c2500-5033-4485-810d-fae512bf2054 req-11fdf13b-95ba-44ae-ab59-43570e7f1e05 service neutron] Request body: {'port': {'device_id': '9ef34dc2-68bd-4e99-bc8b-70efb559bf85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:10:51.407593 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-01bc0ffb-7bc0-4b8c-ab67-6bf9efcdfb21 req-579d1d5c-2a0b-4de1-9f87-73a71b0603a8 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.157 HTTP/1.1" status: 200 len: 696 time: 0.0677688 Nov 10 19:10:51.426625 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1b1c2500-5033-4485-810d-fae512bf2054 req-11fdf13b-95ba-44ae-ab59-43570e7f1e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:51.548200 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc0ffb-7bc0-4b8c-ab67-6bf9efcdfb21 req-53b46894-1577-499a-9e6a-527056cb904b tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:51.561246 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-01bc0ffb-7bc0-4b8c-ab67-6bf9efcdfb21 req-53b46894-1577-499a-9e6a-527056cb904b tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 784 time: 0.1466093 Nov 10 19:10:51.588277 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d76fdd41-a896-4399-a165-a309da8c3ae1 req-30a875a8-c439-44ed-ae23-d2f906a45f64 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/security-groups?id=de8f34ca-4cea-4865-8d74-1c2c1c9a7291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399642 Nov 10 19:10:51.591151 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c3d260-40ce-4244-a45f-2aa07c018c19', 'tag': 'db1e0b94-878a-4b7a-a6ce-0daaf71c68f2'}, {'name': 'network-changed', 'server_uuid': 'd9864c3b-b5df-49b0-bf2f-eacf7f965f91', 'tag': '511a1744-6ef0-4de2-8978-ce37da2aaa18'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:10:51.597723 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585ed939-3b07-447e-ae0a-0f7e6c49d353" -d '{"events": [{"name": "network-changed", "server_uuid": "17c3d260-40ce-4244-a45f-2aa07c018c19", "tag": "db1e0b94-878a-4b7a-a6ce-0daaf71c68f2"}, {"name": "network-changed", "server_uuid": "d9864c3b-b5df-49b0-bf2f-eacf7f965f91", "tag": "511a1744-6ef0-4de2-8978-ce37da2aaa18"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:10:51.760952 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6c216-da13-48c4-9a9a-ac1ec5a0fa8d req-755f941b-927e-4d5f-b889-d4c1129c1eec tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:51.768532 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5ee6c216-da13-48c4-9a9a-ac1ec5a0fa8d req-755f941b-927e-4d5f-b889-d4c1129c1eec tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 948 time: 0.1063392 Nov 10 19:10:51.812208 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-1b1c2500-5033-4485-810d-fae512bf2054 req-11fdf13b-95ba-44ae-ab59-43570e7f1e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc85b62-a691-4fa2-96f3-be5fc70be918 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:10:51.821257 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1b1c2500-5033-4485-810d-fae512bf2054 req-11fdf13b-95ba-44ae-ab59-43570e7f1e05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:51.828386 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6fc8e465-44c7-4c10-bdb7-9f7ae1161ae5 req-2f49095c-6c64-4075-a84a-410e127bb2e2 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2026329 Nov 10 19:10:51.835458 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-1b1c2500-5033-4485-810d-fae512bf2054 req-11fdf13b-95ba-44ae-ab59-43570e7f1e05 service neutron] Transition to ACTIVE for port object 7bc85b62-a691-4fa2-96f3-be5fc70be918 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:10:51.842796 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1b1c2500-5033-4485-810d-fae512bf2054 req-11fdf13b-95ba-44ae-ab59-43570e7f1e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:51.844494 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-6fc8e465-44c7-4c10-bdb7-9f7ae1161ae5 req-32d39b51-ea95-417f-aba3-a57bd6dbe81c tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:10:51.854351 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5ee6c216-da13-48c4-9a9a-ac1ec5a0fa8d req-667c6443-780e-4d77-bbd6-7818ecbcac91 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849590 Nov 10 19:10:51.881729 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6fc8e465-44c7-4c10-bdb7-9f7ae1161ae5 req-32d39b51-ea95-417f-aba3-a57bd6dbe81c tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks [] for floatingip, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:51.964120 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fdf13b-95ba-44ae-ab59-43570e7f1e05 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc85b62-a691-4fa2-96f3-be5fc70be918,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:51.997642 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-1b1c2500-5033-4485-810d-fae512bf2054 req-11fdf13b-95ba-44ae-ab59-43570e7f1e05 service neutron] Attempting to bind port 7bc85b62-a691-4fa2-96f3-be5fc70be918 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:10:51.998058 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-1b1c2500-5033-4485-810d-fae512bf2054 req-11fdf13b-95ba-44ae-ab59-43570e7f1e05 service neutron] Attempting to bind port 7bc85b62-a691-4fa2-96f3-be5fc70be918 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:10:51.998497 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1c2500-5033-4485-810d-fae512bf2054 req-11fdf13b-95ba-44ae-ab59-43570e7f1e05 service neutron] Attempting to bind port 7bc85b62-a691-4fa2-96f3-be5fc70be918 on network 74048eaf-c023-4244-acc6-bb708e07e097 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:10:52.003617 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1c2500-5033-4485-810d-fae512bf2054 req-11fdf13b-95ba-44ae-ab59-43570e7f1e05 service neutron] Port 7bc85b62-a691-4fa2-96f3-be5fc70be918 on network 74048eaf-c023-4244-acc6-bb708e07e097 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:10:52.004152 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1c2500-5033-4485-810d-fae512bf2054 req-11fdf13b-95ba-44ae-ab59-43570e7f1e05 service neutron] Attempting to bind port 7bc85b62-a691-4fa2-96f3-be5fc70be918 on network 74048eaf-c023-4244-acc6-bb708e07e097 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:10:52.010171 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1c2500-5033-4485-810d-fae512bf2054 req-11fdf13b-95ba-44ae-ab59-43570e7f1e05 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:10:52.010560 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1c2500-5033-4485-810d-fae512bf2054 req-11fdf13b-95ba-44ae-ab59-43570e7f1e05 service neutron] Checking segment: {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:10:52.011058 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1c2500-5033-4485-810d-fae512bf2054 req-11fdf13b-95ba-44ae-ab59-43570e7f1e05 service neutron] Bound using segment: {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:10:52.011508 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-1b1c2500-5033-4485-810d-fae512bf2054 req-11fdf13b-95ba-44ae-ab59-43570e7f1e05 service neutron] Bound port: 7bc85b62-a691-4fa2-96f3-be5fc70be918, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:10:52.011972 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1b1c2500-5033-4485-810d-fae512bf2054 req-11fdf13b-95ba-44ae-ab59-43570e7f1e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:52.056333 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e60a79-1079-4c0c-a415-ba3e153a56a9 req-15b4dfc8-fca7-4002-8dd0-fd2f14ce80fa tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:52.057981 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e8e60a79-1079-4c0c-a415-ba3e153a56a9 req-15b4dfc8-fca7-4002-8dd0-fd2f14ce80fa tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=17a00fd2-e7ff-4d09-a1bf-322a5ad0aea9 HTTP/1.1" status: 200 len: 944 time: 0.0733016 Nov 10 19:10:52.104519 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6fc8e465-44c7-4c10-bdb7-9f7ae1161ae5 req-32d39b51-ea95-417f-aba3-a57bd6dbe81c tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:52.118527 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-1b1c2500-5033-4485-810d-fae512bf2054 req-11fdf13b-95ba-44ae-ab59-43570e7f1e05 service neutron] For port 7bc85b62-a691-4fa2-96f3-be5fc70be918, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:10:52.124796 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-1b1c2500-5033-4485-810d-fae512bf2054 req-11fdf13b-95ba-44ae-ab59-43570e7f1e05 service neutron] For port 7bc85b62-a691-4fa2-96f3-be5fc70be918, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7bc85b62-a691-4fa2-96f3-be5fc70be918,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:10:52.127285 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e8e60a79-1079-4c0c-a415-ba3e153a56a9 req-49164bf2-f81f-40e8-970f-64da0b9c1708 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610712 Nov 10 19:10:52.132997 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1b1c2500-5033-4485-810d-fae512bf2054 req-11fdf13b-95ba-44ae-ab59-43570e7f1e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:52.196517 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c2500-5033-4485-810d-fae512bf2054 req-11fdf13b-95ba-44ae-ab59-43570e7f1e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:52.197215 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1b1c2500-5033-4485-810d-fae512bf2054 req-11fdf13b-95ba-44ae-ab59-43570e7f1e05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:52.199272 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1b1c2500-5033-4485-810d-fae512bf2054 req-11fdf13b-95ba-44ae-ab59-43570e7f1e05 service neutron] 10.222.0.73 "PUT /v2.0/ports/7bc85b62-a691-4fa2-96f3-be5fc70be918 HTTP/1.1" status: 200 len: 1092 time: 0.8600302 Nov 10 19:10:52.201666 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef34dc2-68bd-4e99-bc8b-70efb559bf85', 'tag': '7bc85b62-a691-4fa2-96f3-be5fc70be918'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:10:52.204239 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5d15e4-0287-4fac-9f67-48db6549bdba" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef34dc2-68bd-4e99-bc8b-70efb559bf85", "tag": "7bc85b62-a691-4fa2-96f3-be5fc70be918"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:10:52.273062 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-6fc8e465-44c7-4c10-bdb7-9f7ae1161ae5 req-32d39b51-ea95-417f-aba3-a57bd6dbe81c tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Allocated IP 172.25.3.227 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/8b11b1a5-aef0-4a1d-840d-ed9188055d91) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:10:52.289306 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fdf13b-95ba-44ae-ab59-43570e7f1e05 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc85b62-a691-4fa2-96f3-be5fc70be918,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:52.311475 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ed939-3b07-447e-ae0a-0f7e6c49d353 req-74083e32-06d6-483c-915f-ab22e43c08f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:52.313363 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-585ed939-3b07-447e-ae0a-0f7e6c49d353 req-74083e32-06d6-483c-915f-ab22e43c08f5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 1099 time: 0.0933142 Nov 10 19:10:52.317614 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 10 Nov 2021 19:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838c9d7d-dba0-4b00-a6a3-4f1a2355d277 x-openstack-request-id: req-838c9d7d-dba0-4b00-a6a3-4f1a2355d277 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:10:52.317969 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17c3d260-40ce-4244-a45f-2aa07c018c19", "tag": "db1e0b94-878a-4b7a-a6ce-0daaf71c68f2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d9864c3b-b5df-49b0-bf2f-eacf7f965f91", "tag": "511a1744-6ef0-4de2-8978-ce37da2aaa18", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:10:52.318225 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-838c9d7d-dba0-4b00-a6a3-4f1a2355d277 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:10:52.318656 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17c3d260-40ce-4244-a45f-2aa07c018c19', 'tag': 'db1e0b94-878a-4b7a-a6ce-0daaf71c68f2', 'status': 'completed', 'code': 200} Nov 10 19:10:52.318912 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9864c3b-b5df-49b0-bf2f-eacf7f965f91', 'tag': '511a1744-6ef0-4de2-8978-ce37da2aaa18', 'status': 'completed', 'code': 200} Nov 10 19:10:52.445491 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ed939-3b07-447e-ae0a-0f7e6c49d353 req-4db6d609-f40a-47b5-8cfd-7a90ba0f7ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:52.448074 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-585ed939-3b07-447e-ae0a-0f7e6c49d353 req-4db6d609-f40a-47b5-8cfd-7a90ba0f7ab7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.1243694 Nov 10 19:10:52.513536 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-585ed939-3b07-447e-ae0a-0f7e6c49d353 req-c1231a70-415d-4ec3-9441-01823447bf67 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 HTTP/1.1" status: 200 len: 217 time: 0.0578666 Nov 10 19:10:52.587548 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ed939-3b07-447e-ae0a-0f7e6c49d353 req-200f5052-5fec-418c-a37b-090fb6db9caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:52.592291 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-585ed939-3b07-447e-ae0a-0f7e6c49d353 req-200f5052-5fec-418c-a37b-090fb6db9caf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0685673 Nov 10 19:10:52.653669 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ed939-3b07-447e-ae0a-0f7e6c49d353 req-e5374b4f-5986-49d3-8cab-44d4b089d647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:52.655639 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-585ed939-3b07-447e-ae0a-0f7e6c49d353 req-e5374b4f-5986-49d3-8cab-44d4b089d647 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0554276 Nov 10 19:10:52.774027 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-585ed939-3b07-447e-ae0a-0f7e6c49d353 req-3549dc64-78fe-4907-b309-479e64829ae5 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093087 Nov 10 19:10:52.779980 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c2500-5033-4485-810d-fae512bf2054 req-4c40d64b-560b-4627-bd3a-7b0de6c44440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:52.781499 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b1c2500-5033-4485-810d-fae512bf2054 req-4c40d64b-560b-4627-bd3a-7b0de6c44440 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=740aa4129faa48ffa1d5e7369c5159ee&device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 1095 time: 0.4618320 Nov 10 19:10:52.819444 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b0555-1131-4ab3-a2ca-4cee11f7d63a req-03e3c9ce-782f-49d8-8c02-34ea825d8a44 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:52.825837 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f33b0555-1131-4ab3-a2ca-4cee11f7d63a req-03e3c9ce-782f-49d8-8c02-34ea825d8a44 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 944 time: 0.0970414 Nov 10 19:10:52.828003 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ed939-3b07-447e-ae0a-0f7e6c49d353 req-45d9d601-95c5-44ed-b26d-959537ec647e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:52.829520 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-585ed939-3b07-447e-ae0a-0f7e6c49d353 req-45d9d601-95c5-44ed-b26d-959537ec647e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 1099 time: 0.5087097 Nov 10 19:10:52.876065 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b1c2500-5033-4485-810d-fae512bf2054 req-29a38456-7dcf-47bb-9816-20f78a72a47f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bc85b62-a691-4fa2-96f3-be5fc70be918 HTTP/1.1" status: 200 len: 217 time: 0.0823772 Nov 10 19:10:52.883612 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-585ed939-3b07-447e-ae0a-0f7e6c49d353 req-b86c2182-ee4c-40c0-af87-fb1952c4f5df service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010628 Nov 10 19:10:53.028610 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6fc8e465-44c7-4c10-bdb7-9f7ae1161ae5 req-32d39b51-ea95-417f-aba3-a57bd6dbe81c tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:53.052995 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c2500-5033-4485-810d-fae512bf2054 req-202e8894-7270-49ab-8ea8-768cc37a1e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:53.053256 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b1c2500-5033-4485-810d-fae512bf2054 req-202e8894-7270-49ab-8ea8-768cc37a1e5b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=91093ec9-e097-43f7-865c-a8764e927d57 HTTP/1.1" status: 200 len: 861 time: 0.1659453 Nov 10 19:10:53.074949 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f33b0555-1131-4ab3-a2ca-4cee11f7d63a req-2587303a-c802-4b44-8cfd-99633c9d4db8 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123287 Nov 10 19:10:53.089874 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 32afbffb-d5de-41db-9bd7-b3d2bead9070 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:10:53.125824 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b1c2500-5033-4485-810d-fae512bf2054 req-a7c48069-7abc-49f5-bcbb-1fda9f548bbd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74048eaf-c023-4244-acc6-bb708e07e097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642862 Nov 10 19:10:53.141866 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 32afbffb-d5de-41db-9bd7-b3d2bead9070 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:10:53.146842 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 32afbffb-d5de-41db-9bd7-b3d2bead9070 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:53.147410 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:53.185318 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ed939-3b07-447e-ae0a-0f7e6c49d353 req-0b1affe7-c55f-4902-841e-22937806a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:53.186896 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-585ed939-3b07-447e-ae0a-0f7e6c49d353 req-0b1affe7-c55f-4902-841e-22937806a571 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.3218040 Nov 10 19:10:53.234229 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:53.269857 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a00fd2-e7ff-4d09-a1bf-322a5ad0aea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32afbffb-d5de-41db-9bd7-b3d2bead9070'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:10:53.272584 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8025b50a-a134-4599-b635-5a14d6baf492" -d '{"events": [{"server_uuid": "17a00fd2-e7ff-4d09-a1bf-322a5ad0aea9", "name": "network-vif-plugged", "status": "completed", "tag": "32afbffb-d5de-41db-9bd7-b3d2bead9070"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:10:53.290920 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 32afbffb-d5de-41db-9bd7-b3d2bead9070, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=32afbffb-d5de-41db-9bd7-b3d2bead9070,segment=NetworkSegment(4f3d73ba-6eb0-4c57-a248-e5b678ab2d07),segment_id=4f3d73ba-6eb0-4c57-a248-e5b678ab2d07)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:53.298567 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6fc8e465-44c7-4c10-bdb7-9f7ae1161ae5 req-32d39b51-ea95-417f-aba3-a57bd6dbe81c tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:53.299078 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:53.306689 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-585ed939-3b07-447e-ae0a-0f7e6c49d353 req-0468f1a2-372f-443d-afcd-5936368ffc3f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 HTTP/1.1" status: 200 len: 217 time: 0.1061146 Nov 10 19:10:53.367433 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=32afbffb-d5de-41db-9bd7-b3d2bead9070,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:53.380447 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ec3cfa75-4540-46c4-bec6-e6f8728b641d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:53.403376 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fc8e465-44c7-4c10-bdb7-9f7ae1161ae5 req-32d39b51-ea95-417f-aba3-a57bd6dbe81c tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:10:53.414869 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475710fe-7098-4130-9012-22885584454c req-0d82bfa1-f1cd-4126-9f4e-2db9759e6440 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:53.416427 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-475710fe-7098-4130-9012-22885584454c req-0d82bfa1-f1cd-4126-9f4e-2db9759e6440 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 943 time: 0.2690446 Nov 10 19:10:53.428879 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-6fc8e465-44c7-4c10-bdb7-9f7ae1161ae5 req-32d39b51-ea95-417f-aba3-a57bd6dbe81c tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:10:53.433631 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc8e465-44c7-4c10-bdb7-9f7ae1161ae5 req-32d39b51-ea95-417f-aba3-a57bd6dbe81c tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:10:53.439759 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d39b51-ea95-417f-aba3-a57bd6dbe81c tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Pushing event updated for resources: {'Port': ['ID=8b11b1a5-aef0-4a1d-840d-ed9188055d91,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:53.488095 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ed939-3b07-447e-ae0a-0f7e6c49d353 req-c640cb4c-7bab-4410-934d-0544fd5067a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:53.489317 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-585ed939-3b07-447e-ae0a-0f7e6c49d353 req-c640cb4c-7bab-4410-934d-0544fd5067a6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.1510835 Nov 10 19:10:53.494950 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b1c2500-5033-4485-810d-fae512bf2054 req-420953fe-68b8-4b26-8e57-ae65855a1c4c service neutron] 10.222.0.73 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584495 Nov 10 19:10:53.598879 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-475710fe-7098-4130-9012-22885584454c req-6eb0bc8c-a1ef-43fb-9d9e-563ea0f9eaca tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730802 Nov 10 19:10:53.651408 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd11beb-274d-403c-bfae-ad1806eab355 x-openstack-request-id: req-9cd11beb-274d-403c-bfae-ad1806eab355 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:10:53.651703 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef34dc2-68bd-4e99-bc8b-70efb559bf85", "tag": "7bc85b62-a691-4fa2-96f3-be5fc70be918", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:10:53.652400 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9cd11beb-274d-403c-bfae-ad1806eab355 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:10:53.652400 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ef34dc2-68bd-4e99-bc8b-70efb559bf85', 'tag': '7bc85b62-a691-4fa2-96f3-be5fc70be918', 'status': 'completed', 'code': 200} Nov 10 19:10:53.669990 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ed939-3b07-447e-ae0a-0f7e6c49d353 req-2c2f253b-8c3a-4c07-a944-b63fb9b30f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:53.671561 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-585ed939-3b07-447e-ae0a-0f7e6c49d353 req-2c2f253b-8c3a-4c07-a944-b63fb9b30f58 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1698270 Nov 10 19:10:53.705637 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6fc8e465-44c7-4c10-bdb7-9f7ae1161ae5 req-32d39b51-ea95-417f-aba3-a57bd6dbe81c tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:53.761485 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b1c2500-5033-4485-810d-fae512bf2054 req-ad6bc8b1-f433-4a61-8aa5-042e450eca4d service neutron] 10.222.0.73 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460506 Nov 10 19:10:53.859905 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6fc8e465-44c7-4c10-bdb7-9f7ae1161ae5 req-32d39b51-ea95-417f-aba3-a57bd6dbe81c tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:53.872281 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2beee2c-d32d-4601-895c-f7463aea115f req-d0fda756-f0e1-4ec3-a1c1-19baf5073c45 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:53.873824 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2beee2c-d32d-4601-895c-f7463aea115f req-d0fda756-f0e1-4ec3-a1c1-19baf5073c45 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9864c3b-b5df-49b0-bf2f-eacf7f965f91 HTTP/1.1" status: 200 len: 943 time: 0.1641359 Nov 10 19:10:53.932191 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-585ed939-3b07-447e-ae0a-0f7e6c49d353 req-f2e4ba07-0aa1-4973-8de9-fc267fefb8dd service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491329 Nov 10 19:10:53.981795 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d15e4-0287-4fac-9f67-48db6549bdba req-7a0b439d-ff63-4208-9256-f96783827835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:53.983309 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef5d15e4-0287-4fac-9f67-48db6549bdba req-7a0b439d-ff63-4208-9256-f96783827835 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=740aa4129faa48ffa1d5e7369c5159ee&device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 1095 time: 0.1678474 Nov 10 19:10:54.097579 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2beee2c-d32d-4601-895c-f7463aea115f req-a1054bd3-e431-40ea-8bc8-7cba8e552f1b tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/security-groups?id=de8f34ca-4cea-4865-8d74-1c2c1c9a7291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020991 Nov 10 19:10:54.225586 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-585ed939-3b07-447e-ae0a-0f7e6c49d353 req-946a2583-953b-4cea-8003-77e53ff4063b service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793021 Nov 10 19:10:54.250149 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:54.255446 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d15e4-0287-4fac-9f67-48db6549bdba req-b0084c80-75bd-4c50-b0f4-23999dd7e3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:54.256484 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef5d15e4-0287-4fac-9f67-48db6549bdba req-b0084c80-75bd-4c50-b0f4-23999dd7e3d7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=74048eaf-c023-4244-acc6-bb708e07e097 HTTP/1.1" status: 200 len: 922 time: 0.2537563 Nov 10 19:10:54.325514 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6fc8e465-44c7-4c10-bdb7-9f7ae1161ae5 req-32d39b51-ea95-417f-aba3-a57bd6dbe81c tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:54.328144 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef5d15e4-0287-4fac-9f67-48db6549bdba req-07c69657-f3c1-4034-bd7d-74f8541e244b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bc85b62-a691-4fa2-96f3-be5fc70be918 HTTP/1.1" status: 200 len: 217 time: 0.0618320 Nov 10 19:10:54.351650 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe753e-3553-4d37-95fa-7025b853638a req-f2a942ef-6ff7-4f30-9a9f-5807ccf0520b tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:54.353179 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8efe753e-3553-4d37-95fa-7025b853638a req-f2a942ef-6ff7-4f30-9a9f-5807ccf0520b tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 948 time: 0.1836343 Nov 10 19:10:54.361900 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6fc8e465-44c7-4c10-bdb7-9f7ae1161ae5 req-32d39b51-ea95-417f-aba3-a57bd6dbe81c tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:54.500381 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d15e4-0287-4fac-9f67-48db6549bdba req-ebe1d680-cd1f-4365-9c1a-e69afe81c7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:54.501938 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef5d15e4-0287-4fac-9f67-48db6549bdba req-ebe1d680-cd1f-4365-9c1a-e69afe81c7a4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=91093ec9-e097-43f7-865c-a8764e927d57 HTTP/1.1" status: 200 len: 861 time: 0.1589329 Nov 10 19:10:54.507268 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d39b51-ea95-417f-aba3-a57bd6dbe81c tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Pushing event updated for resources: {'Port': ['ID=8b11b1a5-aef0-4a1d-840d-ed9188055d91,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:54.518545 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ed939-3b07-447e-ae0a-0f7e6c49d353 req-1a52f74f-a1f9-4fd3-831c-f4d4259bb669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:54.520098 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-585ed939-3b07-447e-ae0a-0f7e6c49d353 req-1a52f74f-a1f9-4fd3-831c-f4d4259bb669 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e9180826ce3242458fc9aff806bc035e&device_id=d9864c3b-b5df-49b0-bf2f-eacf7f965f91 HTTP/1.1" status: 200 len: 1094 time: 0.2384799 Nov 10 19:10:54.571499 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef5d15e4-0287-4fac-9f67-48db6549bdba req-36029e1e-a63b-487e-b739-52c00c4af775 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74048eaf-c023-4244-acc6-bb708e07e097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591793 Nov 10 19:10:54.574953 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8efe753e-3553-4d37-95fa-7025b853638a req-ede2eef5-4ef7-4b6c-830c-12479a21891d tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093854 Nov 10 19:10:54.595297 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6fc8e465-44c7-4c10-bdb7-9f7ae1161ae5 req-32d39b51-ea95-417f-aba3-a57bd6dbe81c tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:54.709530 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6fc8e465-44c7-4c10-bdb7-9f7ae1161ae5 req-32d39b51-ea95-417f-aba3-a57bd6dbe81c tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:54.710702 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6fc8e465-44c7-4c10-bdb7-9f7ae1161ae5 req-32d39b51-ea95-417f-aba3-a57bd6dbe81c tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8710349 Nov 10 19:10:54.739119 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:55.053416 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ed939-3b07-447e-ae0a-0f7e6c49d353 req-ab530b84-18cf-4a88-a013-9ea558653aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:55.054967 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-585ed939-3b07-447e-ae0a-0f7e6c49d353 req-ab530b84-18cf-4a88-a013-9ea558653aed service neutron] 10.222.0.25 "GET /v2.0/networks?id=074689be-1f44-48ee-b4c4-fa3b05d8656b HTTP/1.1" status: 200 len: 929 time: 0.5198474 Nov 10 19:10:55.062452 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6fc8e465-44c7-4c10-bdb7-9f7ae1161ae5 req-f1302c40-2a35-450f-9b95-314a97d897ad tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.227 HTTP/1.1" status: 200 len: 696 time: 0.3314307 Nov 10 19:10:55.090451 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4b468-c7d6-40ca-a5a8-806ed7365850 req-786f599f-a5e3-4193-a8d5-286d631b332a tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:55.091984 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-48e4b468-c7d6-40ca-a5a8-806ed7365850 req-786f599f-a5e3-4193-a8d5-286d631b332a tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=17a00fd2-e7ff-4d09-a1bf-322a5ad0aea9 HTTP/1.1" status: 200 len: 945 time: 0.4329195 Nov 10 19:10:55.096779 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:10:55.103905 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef5d15e4-0287-4fac-9f67-48db6549bdba req-76d4c76f-a124-4913-8a43-b39c5b34cb4b service neutron] 10.222.0.73 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5203197 Nov 10 19:10:55.163642 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-585ed939-3b07-447e-ae0a-0f7e6c49d353 req-20fe151d-fa40-413c-9eba-f922794fcab1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=511a1744-6ef0-4de2-8978-ce37da2aaa18 HTTP/1.1" status: 200 len: 217 time: 0.0929165 Nov 10 19:10:55.206380 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:55.220215 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'db1e0b94-878a-4b7a-a6ce-0daaf71c68f2', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': 'db1e0b94-878a-4b7a-a6ce-0daaf71c68f2', 'mac_address': 'fa:16:3e:a6:ee:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:10:55.283003 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:55.304365 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:10:55.325654 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:55.330777 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:55.331492 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 511a1744-6ef0-4de2-8978-ce37da2aaa18 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:10:55.341579 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ed939-3b07-447e-ae0a-0f7e6c49d353 req-5d8b976b-ee61-4aa1-86d7-33a8cd39a871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:55.343109 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-585ed939-3b07-447e-ae0a-0f7e6c49d353 req-5d8b976b-ee61-4aa1-86d7-33a8cd39a871 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b886243d-90b7-4cc0-941c-e74d98cb85cb HTTP/1.1" status: 200 len: 867 time: 0.1590533 Nov 10 19:10:55.367139 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-48e4b468-c7d6-40ca-a5a8-806ed7365850 req-c47ece24-adb5-4174-a332-a2e087db816c tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279634 Nov 10 19:10:55.417680 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8e465-44c7-4c10-bdb7-9f7ae1161ae5 req-af855a51-4a38-422f-8867-b5e6cc107d96 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:55.419321 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6fc8e465-44c7-4c10-bdb7-9f7ae1161ae5 req-af855a51-4a38-422f-8867-b5e6cc107d96 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 784 time: 0.3449309 Nov 10 19:10:55.427695 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef5d15e4-0287-4fac-9f67-48db6549bdba req-093f920e-66d8-41fd-b1d3-7b58a95baf7e service neutron] 10.222.0.73 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864048 Nov 10 19:10:55.453188 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ed939-3b07-447e-ae0a-0f7e6c49d353 req-8c8ba647-e483-4c2c-90b3-6b3786040e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:55.454799 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-585ed939-3b07-447e-ae0a-0f7e6c49d353 req-8c8ba647-e483-4c2c-90b3-6b3786040e89 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=074689be-1f44-48ee-b4c4-fa3b05d8656b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022084 Nov 10 19:10:55.484976 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:55.587545 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 511a1744-6ef0-4de2-8978-ce37da2aaa18, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=511a1744-6ef0-4de2-8978-ce37da2aaa18,segment=NetworkSegment(b972ef57-15dd-46ee-8591-bf667111c1f5),segment_id=b972ef57-15dd-46ee-8591-bf667111c1f5)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:55.592962 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4918883d-183a-4956-8cc3-0ac89b9c1504 x-openstack-request-id: req-4918883d-183a-4956-8cc3-0ac89b9c1504 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:10:55.593288 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a00fd2-e7ff-4d09-a1bf-322a5ad0aea9", "name": "network-vif-plugged", "status": "completed", "tag": "32afbffb-d5de-41db-9bd7-b3d2bead9070", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:10:55.593669 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4918883d-183a-4956-8cc3-0ac89b9c1504 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:10:55.594163 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a00fd2-e7ff-4d09-a1bf-322a5ad0aea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32afbffb-d5de-41db-9bd7-b3d2bead9070', 'code': 200} Nov 10 19:10:55.608024 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '511a1744-6ef0-4de2-8978-ce37da2aaa18', 'network_id': '074689be-1f44-48ee-b4c4-fa3b05d8656b', 'port_id': '511a1744-6ef0-4de2-8978-ce37da2aaa18', 'mac_address': 'fa:16:3e:f3:d2:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b886243d-90b7-4cc0-941c-e74d98cb85cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:10:55.651802 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:55.668725 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 511a1744-6ef0-4de2-8978-ce37da2aaa18 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:10:55.692623 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 511a1744-6ef0-4de2-8978-ce37da2aaa18, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=511a1744-6ef0-4de2-8978-ce37da2aaa18,segment=NetworkSegment(b972ef57-15dd-46ee-8591-bf667111c1f5),segment_id=b972ef57-15dd-46ee-8591-bf667111c1f5)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:55.701509 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:55.709013 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f243b-25ff-4229-a168-b413aa39385d req-c9ebdd3f-ce25-402a-9d07-fa91f1a5b1db tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:55.720166 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d6f243b-25ff-4229-a168-b413aa39385d req-c9ebdd3f-ce25-402a-9d07-fa91f1a5b1db tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 944 time: 0.1333189 Nov 10 19:10:55.739101 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6466b434-39c8-42a6-8bd2-b06583de2965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:55.749326 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-585ed939-3b07-447e-ae0a-0f7e6c49d353 req-eed5b0f5-944a-4935-a2ce-2d8f118334e0 service neutron] 10.222.0.25 "GET /v2.0/networks/074689be-1f44-48ee-b4c4-fa3b05d8656b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824490 Nov 10 19:10:55.771449 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=511a1744-6ef0-4de2-8978-ce37da2aaa18,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:55.809910 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2fb7c-b009-41cf-bba3-0ff25fc2768c req-edafc043-1ab3-45ff-a943-01234619cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:55.811725 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-82b2fb7c-b009-41cf-bba3-0ff25fc2768c req-edafc043-1ab3-45ff-a943-01234619cd63 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=17a00fd2-e7ff-4d09-a1bf-322a5ad0aea9 HTTP/1.1" status: 200 len: 1096 time: 0.1627002 Nov 10 19:10:55.832118 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d6f243b-25ff-4229-a168-b413aa39385d req-df355c61-d113-4579-99be-f645bb3ed944 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110580 Nov 10 19:10:55.998612 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffe696-5f0e-4431-990a-118eac7d55e4 req-a3a86218-a34d-4b06-a135-d646ca1cc1e0 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:56.000193 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-61ffe696-5f0e-4431-990a-118eac7d55e4 req-a3a86218-a34d-4b06-a135-d646ca1cc1e0 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 943 time: 0.1875539 Nov 10 19:10:56.003562 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-82b2fb7c-b009-41cf-bba3-0ff25fc2768c req-61bb8941-995d-4253-acb8-d3f10132684c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292338 Nov 10 19:10:56.006678 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-585ed939-3b07-447e-ae0a-0f7e6c49d353 req-03be5867-029d-46ad-87a8-34ffcaa286a7 service neutron] 10.222.0.25 "GET /v2.0/networks/074689be-1f44-48ee-b4c4-fa3b05d8656b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490659 Nov 10 19:10:56.033789 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe552a-f78a-4e7a-8d40-304552241069 req-4f372d37-4749-4f00-9b17-7d5381a2efc8 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:56.035361 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7cbe552a-f78a-4e7a-8d40-304552241069 req-4f372d37-4749-4f00-9b17-7d5381a2efc8 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9864c3b-b5df-49b0-bf2f-eacf7f965f91 HTTP/1.1" status: 200 len: 944 time: 0.1277261 Nov 10 19:10:56.080421 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-61ffe696-5f0e-4431-990a-118eac7d55e4 req-7e6cae5a-48ee-4936-b79e-5ebe6ac271bb tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712600 Nov 10 19:10:56.106884 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7cbe552a-f78a-4e7a-8d40-304552241069 req-07e0f632-609b-422d-9f6a-e374098f6ed5 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/security-groups?id=de8f34ca-4cea-4865-8d74-1c2c1c9a7291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643013 Nov 10 19:10:56.176908 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['db1e0b94-878a-4b7a-a6ce-0daaf71c68f2'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:10:56.211310 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['511a1744-6ef0-4de2-8978-ce37da2aaa18'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:10:56.257559 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b6b0c-d1af-4129-8c9b-3674b075b814 req-b92d5477-ce94-4d59-b726-27344784ff26 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:56.259803 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-775b6b0c-d1af-4129-8c9b-3674b075b814 req-b92d5477-ce94-4d59-b726-27344784ff26 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 949 time: 0.0845237 Nov 10 19:10:56.265564 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d3873bf8-25cd-4a31-a5d2-6b4c08fa9b3f req-bbb5e6ce-3c40-428f-82fb-a69a26b62384 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1573417 Nov 10 19:10:56.277372 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-d3873bf8-25cd-4a31-a5d2-6b4c08fa9b3f req-06d310b1-013b-4076-a315-3a5ec712749b tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:10:56.334926 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d3873bf8-25cd-4a31-a5d2-6b4c08fa9b3f req-06d310b1-013b-4076-a315-3a5ec712749b tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks [] for floatingip, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:56.352318 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-775b6b0c-d1af-4129-8c9b-3674b075b814 req-18d8d6c0-5917-4306-8e60-d9bfc81eabd1 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811453 Nov 10 19:10:56.448929 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d3873bf8-25cd-4a31-a5d2-6b4c08fa9b3f req-06d310b1-013b-4076-a315-3a5ec712749b tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:56.575204 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-d3873bf8-25cd-4a31-a5d2-6b4c08fa9b3f req-06d310b1-013b-4076-a315-3a5ec712749b tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Allocated IP 172.25.3.245 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/aade2d7d-840f-401a-b4d6-b978e56687ae) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:10:56.680482 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device c02208fe-aa53-453c-85fc-0fcdd3ab8178 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:10:56.788547 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port c02208fe-aa53-453c-85fc-0fcdd3ab8178, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=c02208fe-aa53-453c-85fc-0fcdd3ab8178,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:56.804612 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'c02208fe-aa53-453c-85fc-0fcdd3ab8178', 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b', 'port_id': 'c02208fe-aa53-453c-85fc-0fcdd3ab8178', 'mac_address': 'fa:16:3e:35:0a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d86bed-ff03-44e0-b566-0ecdf3d0ce56', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:10:56.847935 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1b791-4dc2-4eee-a4bb-b8bd087447c1 req-258ebbff-4d31-4a76-8bee-caef4887eb39 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:56.849549 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-47a1b791-4dc2-4eee-a4bb-b8bd087447c1 req-258ebbff-4d31-4a76-8bee-caef4887eb39 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=17a00fd2-e7ff-4d09-a1bf-322a5ad0aea9 HTTP/1.1" status: 200 len: 945 time: 0.1431861 Nov 10 19:10:56.859581 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-ad168c74-d0f4-44cd-bfc1-389ec58f82e6 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:56.861192 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-ad168c74-d0f4-44cd-bfc1-389ec58f82e6 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.25 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19&tenant_id=5ef8c132b4d949a9b0bece379d0bc679&binding%3Ahost_id=n-h2-813897-4 HTTP/1.1" status: 200 len: 949 time: 0.1662850 Nov 10 19:10:56.865656 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d3873bf8-25cd-4a31-a5d2-6b4c08fa9b3f req-06d310b1-013b-4076-a315-3a5ec712749b tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:56.976413 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-47a1b791-4dc2-4eee-a4bb-b8bd087447c1 req-c86d6582-e9cb-4f88-b609-e1e8195e9bc7 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141560 Nov 10 19:10:56.986619 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-4fb6f722-4244-4f43-b0c3-43493dd7a343 service neutron] 10.222.0.25 "GET /v2.0/ports/db1e0b94-878a-4b7a-a6ce-0daaf71c68f2/bindings/n-h2-813897-4 HTTP/1.1" status: 200 len: 382 time: 0.1111805 Nov 10 19:10:56.994662 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d3873bf8-25cd-4a31-a5d2-6b4c08fa9b3f req-06d310b1-013b-4076-a315-3a5ec712749b tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:56.999791 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:57.029050 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c02208fe-aa53-453c-85fc-0fcdd3ab8178 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:10:57.038688 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3873bf8-25cd-4a31-a5d2-6b4c08fa9b3f req-06d310b1-013b-4076-a315-3a5ec712749b tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:10:57.043420 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-d3873bf8-25cd-4a31-a5d2-6b4c08fa9b3f req-06d310b1-013b-4076-a315-3a5ec712749b tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:10:57.058984 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3873bf8-25cd-4a31-a5d2-6b4c08fa9b3f req-06d310b1-013b-4076-a315-3a5ec712749b tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:10:57.069437 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port c02208fe-aa53-453c-85fc-0fcdd3ab8178, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=c02208fe-aa53-453c-85fc-0fcdd3ab8178,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:57.076174 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:57.099534 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d310b1-013b-4076-a315-3a5ec712749b tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Pushing event updated for resources: {'Port': ['ID=aade2d7d-840f-401a-b4d6-b978e56687ae,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:57.137393 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-c1e54855-25a8-4ca3-8057-4f5e7e9b9a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:57.139025 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-c1e54855-25a8-4ca3-8057-4f5e7e9b9a85 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 1100 time: 0.0969386 Nov 10 19:10:57.140723 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=c02208fe-aa53-453c-85fc-0fcdd3ab8178,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:57.145262 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:57.262097 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d3873bf8-25cd-4a31-a5d2-6b4c08fa9b3f req-06d310b1-013b-4076-a315-3a5ec712749b tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:57.312365 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['c02208fe-aa53-453c-85fc-0fcdd3ab8178'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:10:57.329294 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f11ef-eb73-4e08-b586-929002090d6c req-e15046d3-8a32-48df-b491-a3a5da6492a0 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:57.330866 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-866f11ef-eb73-4e08-b586-929002090d6c req-e15046d3-8a32-48df-b491-a3a5da6492a0 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 949 time: 0.1596885 Nov 10 19:10:57.335409 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d3873bf8-25cd-4a31-a5d2-6b4c08fa9b3f req-06d310b1-013b-4076-a315-3a5ec712749b tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:57.338005 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-77ccc501-503d-4840-a525-08692cd9626a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:57.339997 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-77ccc501-503d-4840-a525-08692cd9626a service neutron] 10.222.0.25 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.1940103 Nov 10 19:10:57.411843 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-307ece5b-3cb9-41c1-9f69-941d5dc65541 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 HTTP/1.1" status: 200 len: 217 time: 0.0482914 Nov 10 19:10:57.487094 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-866f11ef-eb73-4e08-b586-929002090d6c req-2f88de78-aa56-4cd4-8b0d-d8e0c257fcc3 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452303 Nov 10 19:10:57.517178 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-3641d865-462c-4c32-b759-2cac2260af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:57.518719 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-3641d865-462c-4c32-b759-2cac2260af75 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0948009 Nov 10 19:10:57.613511 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-099bce51-ac5c-455c-a348-906718b7d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:57.615160 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-099bce51-ac5c-455c-a348-906718b7d055 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0721066 Nov 10 19:10:57.681273 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d3873bf8-25cd-4a31-a5d2-6b4c08fa9b3f req-06d310b1-013b-4076-a315-3a5ec712749b tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:57.692348 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d3873bf8-25cd-4a31-a5d2-6b4c08fa9b3f req-06d310b1-013b-4076-a315-3a5ec712749b tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:57.798896 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bab8bc-fb22-4bda-98a1-5258413b03d6 req-8e7d37a8-916d-4f9f-b47b-027b23be58d4 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:57.800389 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-94bab8bc-fb22-4bda-98a1-5258413b03d6 req-8e7d37a8-916d-4f9f-b47b-027b23be58d4 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 944 time: 0.1814711 Nov 10 19:10:57.842411 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d310b1-013b-4076-a315-3a5ec712749b tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Pushing event updated for resources: {'Port': ['ID=aade2d7d-840f-401a-b4d6-b978e56687ae,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:57.851087 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d3873bf8-25cd-4a31-a5d2-6b4c08fa9b3f req-06d310b1-013b-4076-a315-3a5ec712749b tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:57.858037 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-35d88fa8-b257-48e2-9549-e5bf665f1212 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291617 Nov 10 19:10:57.895127 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d3873bf8-25cd-4a31-a5d2-6b4c08fa9b3f req-06d310b1-013b-4076-a315-3a5ec712749b tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:57.896325 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d3873bf8-25cd-4a31-a5d2-6b4c08fa9b3f req-06d310b1-013b-4076-a315-3a5ec712749b tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6238463 Nov 10 19:10:57.928054 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-94bab8bc-fb22-4bda-98a1-5258413b03d6 req-d6b4f244-e891-4496-9fb2-261ec7ba65e1 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136487 Nov 10 19:10:58.251705 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d3873bf8-25cd-4a31-a5d2-6b4c08fa9b3f req-874113f8-ca69-495f-87dd-b6305188f7f5 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.245 HTTP/1.1" status: 200 len: 696 time: 0.3377523 Nov 10 19:10:58.355720 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-598fa38c-6110-4efd-b497-87563db8bc12 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4795761 Nov 10 19:10:58.377552 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae10a6-2566-4426-b474-603321a9ffc9 req-f22b86a6-f877-44b6-9e56-a09f9b0c2081 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:58.379109 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-22ae10a6-2566-4426-b474-603321a9ffc9 req-f22b86a6-f877-44b6-9e56-a09f9b0c2081 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 944 time: 0.1511581 Nov 10 19:10:58.422334 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3873bf8-25cd-4a31-a5d2-6b4c08fa9b3f req-b4a4aba5-52e7-4ec2-8d5d-54e095ed535f tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:58.423685 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d3873bf8-25cd-4a31-a5d2-6b4c08fa9b3f req-b4a4aba5-52e7-4ec2-8d5d-54e095ed535f tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 784 time: 0.1562462 Nov 10 19:10:58.454559 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-22ae10a6-2566-4426-b474-603321a9ffc9 req-79b72ef1-c82b-43c7-8909-673ef08713e3 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666335 Nov 10 19:10:58.551676 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:58.560720 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acc6d6-8673-484b-990f-5997705abc32 req-ce4682f3-20aa-4c90-9dd7-5603ddfdf44d tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:58.562245 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e4acc6d6-8673-484b-990f-5997705abc32 req-ce4682f3-20aa-4c90-9dd7-5603ddfdf44d tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9864c3b-b5df-49b0-bf2f-eacf7f965f91 HTTP/1.1" status: 200 len: 944 time: 0.0783768 Nov 10 19:10:58.578117 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa6fad-6ff2-46e3-9c76-31ec666ef747 req-2ac4df64-bd98-45ef-9b80-5673bcd07108 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:58.579768 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-26aa6fad-6ff2-46e3-9c76-31ec666ef747 req-2ac4df64-bd98-45ef-9b80-5673bcd07108 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=17a00fd2-e7ff-4d09-a1bf-322a5ad0aea9 HTTP/1.1" status: 200 len: 945 time: 0.0659528 Nov 10 19:10:58.659026 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e4acc6d6-8673-484b-990f-5997705abc32 req-49ea6f7c-27d4-42b3-a450-3678f47e3450 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/security-groups?id=de8f34ca-4cea-4865-8d74-1c2c1c9a7291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783160 Nov 10 19:10:58.662246 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-26aa6fad-6ff2-46e3-9c76-31ec666ef747 req-26d06df6-8900-4807-a014-024efd077950 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753570 Nov 10 19:10:58.694946 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device c02208fe-aa53-453c-85fc-0fcdd3ab8178 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:10:58.741255 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b86c38b-61ef-43af-a0d5-79e46c79c893 req-30bb38e1-fdb9-4752-a9e4-8ba85c3ed5f1 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "GET /v2.0/floatingips/01d1ec80-474f-4c5d-99f3-7a388614a661 HTTP/1.1" status: 200 len: 693 time: 0.0477109 Nov 10 19:10:58.752168 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port c02208fe-aa53-453c-85fc-0fcdd3ab8178 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:10:58.756430 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port c02208fe-aa53-453c-85fc-0fcdd3ab8178 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:58.756919 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:58.838592 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:58.862705 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4eff983-3970-4438-bbf9-7ade7223c0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02208fe-aa53-453c-85fc-0fcdd3ab8178'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:10:58.865130 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cda1340-2d6f-4bf4-b0a0-ed49a2cd54c2" -d '{"events": [{"server_uuid": "e4eff983-3970-4438-bbf9-7ade7223c0ca", "name": "network-vif-plugged", "status": "completed", "tag": "c02208fe-aa53-453c-85fc-0fcdd3ab8178"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:10:58.878606 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port c02208fe-aa53-453c-85fc-0fcdd3ab8178, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=c02208fe-aa53-453c-85fc-0fcdd3ab8178,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:58.881844 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86c38b-61ef-43af-a0d5-79e46c79c893 req-e6de72c7-4eba-4cf2-98bf-e64433e9a50d tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:58.883237 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b86c38b-61ef-43af-a0d5-79e46c79c893 req-e6de72c7-4eba-4cf2-98bf-e64433e9a50d tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 784 time: 0.1344733 Nov 10 19:10:58.884337 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:58.897050 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2594da5-c5ec-41cf-9ab7-01cb49bed00d req-72f30b2c-63eb-4cd3-a66a-5ef6e49435e2 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:58.898619 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2594da5-c5ec-41cf-9ab7-01cb49bed00d req-72f30b2c-63eb-4cd3-a66a-5ef6e49435e2 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 949 time: 0.0867810 Nov 10 19:10:58.939753 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=c02208fe-aa53-453c-85fc-0fcdd3ab8178,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:58.955910 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2594da5-c5ec-41cf-9ab7-01cb49bed00d req-d8133455-f42c-4eee-b93d-4e97835172cc tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492630 Nov 10 19:10:59.005803 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c411fef-4a22-4b04-abb0-05657297b29b x-openstack-request-id: req-2c411fef-4a22-4b04-abb0-05657297b29b {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:10:59.006397 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4eff983-3970-4438-bbf9-7ade7223c0ca", "name": "network-vif-plugged", "status": "completed", "tag": "c02208fe-aa53-453c-85fc-0fcdd3ab8178", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:10:59.006657 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2c411fef-4a22-4b04-abb0-05657297b29b {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:10:59.007187 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4eff983-3970-4438-bbf9-7ade7223c0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02208fe-aa53-453c-85fc-0fcdd3ab8178', 'code': 200} Nov 10 19:10:59.070308 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c772958f-0778-4321-ab8c-6dd7dc633ca6 req-249888e0-5002-46c2-bad4-02f85bf8a2bd tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "GET /v2.0/floatingips/01d1ec80-474f-4c5d-99f3-7a388614a661 HTTP/1.1" status: 200 len: 693 time: 0.0520558 Nov 10 19:10:59.103220 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:10:59.157190 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:10:59.161528 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:59.161937 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:59.211906 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627021d5-af84-449b-a7cc-b243aa45320f req-cb875d00-de8b-4c1b-8a17-d1e5f9484f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:59.213471 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-627021d5-af84-449b-a7cc-b243aa45320f req-cb875d00-de8b-4c1b-8a17-d1e5f9484f9f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 1096 time: 0.1374195 Nov 10 19:10:59.248534 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:59.270642 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772958f-0778-4321-ab8c-6dd7dc633ca6 req-e50fc44a-f57e-430b-b689-1e5c95ab59f5 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:59.271948 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c772958f-0778-4321-ab8c-6dd7dc633ca6 req-e50fc44a-f57e-430b-b689-1e5c95ab59f5 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 784 time: 0.1946175 Nov 10 19:10:59.279647 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c247054-3ce2-43f9-a5a3-341f40f9ea06 req-1daac63c-5704-48af-8d23-a4a57cc6117b tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:59.281116 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c247054-3ce2-43f9-a5a3-341f40f9ea06 req-1daac63c-5704-48af-8d23-a4a57cc6117b tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 944 time: 0.1129372 Nov 10 19:10:59.300840 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:59.303177 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:59.307835 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:59.308646 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 511a1744-6ef0-4de2-8978-ce37da2aaa18 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:10:59.363048 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c772958f-0778-4321-ab8c-6dd7dc633ca6 req-9e0c82ee-30c1-4598-bd59-9729f44c5aec tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.245 HTTP/1.1" status: 200 len: 696 time: 0.0808043 Nov 10 19:10:59.364967 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-627021d5-af84-449b-a7cc-b243aa45320f req-53b8e183-3545-47d2-aa9b-4979096c704c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395805 Nov 10 19:10:59.398704 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2,revision_number=9']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:59.414199 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 511a1744-6ef0-4de2-8978-ce37da2aaa18 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:10:59.418896 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 511a1744-6ef0-4de2-8978-ce37da2aaa18 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:10:59.419271 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:59.439844 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c247054-3ce2-43f9-a5a3-341f40f9ea06 req-feba0b7d-dc83-42ad-87c8-bfa97f1246e4 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510966 Nov 10 19:10:59.447386 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c772958f-0778-4321-ab8c-6dd7dc633ca6 req-69613256-b3d8-46f2-baac-7c2ae8d2d09f tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.245 HTTP/1.1" status: 200 len: 696 time: 0.0671206 Nov 10 19:10:59.508049 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:59.542298 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 511a1744-6ef0-4de2-8978-ce37da2aaa18, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=511a1744-6ef0-4de2-8978-ce37da2aaa18,segment=NetworkSegment(b972ef57-15dd-46ee-8591-bf667111c1f5),segment_id=b972ef57-15dd-46ee-8591-bf667111c1f5)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:10:59.547028 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:59.600267 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=511a1744-6ef0-4de2-8978-ce37da2aaa18,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:10:59.607156 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4426c60-a531-4183-87f8-17c56dbffb08 req-5a5a87db-9eac-49e9-b401-0b4ef282c3f9 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:59.608734 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b4426c60-a531-4183-87f8-17c56dbffb08 req-5a5a87db-9eac-49e9-b401-0b4ef282c3f9 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=17a00fd2-e7ff-4d09-a1bf-322a5ad0aea9 HTTP/1.1" status: 200 len: 945 time: 0.0718844 Nov 10 19:10:59.656805 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-c772958f-0778-4321-ab8c-6dd7dc633ca6 req-01700282-4201-42af-b70c-23f340836bc7 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Deleting port aade2d7d-840f-401a-b4d6-b978e56687ae {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:10:59.657142 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c772958f-0778-4321-ab8c-6dd7dc633ca6 req-01700282-4201-42af-b70c-23f340836bc7 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:59.687837 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b4426c60-a531-4183-87f8-17c56dbffb08 req-9bc6c0ae-ad2d-41f0-a1a4-a92d4ebc387d tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719025 Nov 10 19:10:59.761534 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c772958f-0778-4321-ab8c-6dd7dc633ca6 req-01700282-4201-42af-b70c-23f340836bc7 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:59.761872 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c772958f-0778-4321-ab8c-6dd7dc633ca6 req-01700282-4201-42af-b70c-23f340836bc7 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:59.790017 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-c772958f-0778-4321-ab8c-6dd7dc633ca6 req-01700282-4201-42af-b70c-23f340836bc7 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Calling delete_port for aade2d7d-840f-401a-b4d6-b978e56687ae owned by network:floatingip {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:10:59.853715 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1dda3-91db-4b69-9373-2b8cd6fcac2d req-fbf79f45-7957-454e-987a-96954dfc4b10 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:10:59.855373 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76d1dda3-91db-4b69-9373-2b8cd6fcac2d req-fbf79f45-7957-454e-987a-96954dfc4b10 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 945 time: 0.1052687 Nov 10 19:10:59.930336 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76d1dda3-91db-4b69-9373-2b8cd6fcac2d req-2a103e46-4651-4cd5-a55d-795276227905 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677135 Nov 10 19:10:59.993095 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c772958f-0778-4321-ab8c-6dd7dc633ca6 req-01700282-4201-42af-b70c-23f340836bc7 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:00.031215 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01700282-4201-42af-b70c-23f340836bc7 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Pushing event deleted for resources: {'Port': ['ID=aade2d7d-840f-401a-b4d6-b978e56687ae,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:00.116762 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7da2a2-edf4-483e-825c-dd568555e73a req-467b4c4e-9c58-4c6e-9c75-fe10c9e9b953 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:00.118287 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0c7da2a2-edf4-483e-825c-dd568555e73a req-467b4c4e-9c58-4c6e-9c75-fe10c9e9b953 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9864c3b-b5df-49b0-bf2f-eacf7f965f91 HTTP/1.1" status: 200 len: 945 time: 0.1206632 Nov 10 19:11:00.123667 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c772958f-0778-4321-ab8c-6dd7dc633ca6 req-01700282-4201-42af-b70c-23f340836bc7 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks [] for floatingip, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:00.126217 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c772958f-0778-4321-ab8c-6dd7dc633ca6 req-01700282-4201-42af-b70c-23f340836bc7 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:00.127312 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c772958f-0778-4321-ab8c-6dd7dc633ca6 req-01700282-4201-42af-b70c-23f340836bc7 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "DELETE /v2.0/floatingips/01d1ec80-474f-4c5d-99f3-7a388614a661 HTTP/1.1" status: 204 len: 173 time: 0.6732118 Nov 10 19:11:00.175220 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0c7da2a2-edf4-483e-825c-dd568555e73a req-f2defc43-8162-4ece-bf99-203f6b234c44 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/security-groups?id=de8f34ca-4cea-4865-8d74-1c2c1c9a7291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469334 Nov 10 19:11:00.485404 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ec737-5c3f-4536-82c6-ad5e94d617fb req-821008c9-92ea-4911-9af4-991d3f9ffb2c tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:00.486955 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-592ec737-5c3f-4536-82c6-ad5e94d617fb req-821008c9-92ea-4911-9af4-991d3f9ffb2c tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 950 time: 0.2272017 Nov 10 19:11:00.506030 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5100985a-a6bc-4574-815c-3be491b4df35 req-24206f24-2052-4f6a-8665-35588155e780 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8d036cbf-333b-4e71-bea1-09e852d37598&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2052526 Nov 10 19:11:00.549410 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15763077-798c-45a6-a435-044be79be134 req-5372aea5-a847-4528-a9d0-c268a1fd529d tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:00.550976 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-15763077-798c-45a6-a435-044be79be134 req-5372aea5-a847-4528-a9d0-c268a1fd529d tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2818372 Nov 10 19:11:00.604654 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-592ec737-5c3f-4536-82c6-ad5e94d617fb req-8f43e762-9a45-4bc5-aa51-a2d0582b12b1 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098256 Nov 10 19:11:00.669100 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100985a-a6bc-4574-815c-3be491b4df35 req-645f158a-9d71-4698-bdc2-15d695bf977e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:00.672578 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5100985a-a6bc-4574-815c-3be491b4df35 req-645f158a-9d71-4698-bdc2-15d695bf977e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=740aa4129faa48ffa1d5e7369c5159ee&device_id=8d036cbf-333b-4e71-bea1-09e852d37598 HTTP/1.1" status: 200 len: 1095 time: 0.1190221 Nov 10 19:11:00.793355 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a3a12039-160f-48d6-8cc8-314a6d9c2ec6 req-96212063-8f32-4ed4-b50b-4ad78f14710f tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "GET /v2.0/floatingips?tenant_id=e89f4f0c8857406e951cb746c15d7092 HTTP/1.1" status: 200 len: 1657 time: 0.1297188 Nov 10 19:11:00.857357 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62501b52-b060-473e-bd8b-e0d38b3ec30e req-d7ad6719-8948-4e42-a41b-b48ee18402de tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:00.858990 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-62501b52-b060-473e-bd8b-e0d38b3ec30e req-d7ad6719-8948-4e42-a41b-b48ee18402de tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 944 time: 0.2338607 Nov 10 19:11:00.974638 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100985a-a6bc-4574-815c-3be491b4df35 req-5f6840eb-3ff2-488c-a506-8af83e339f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:00.976188 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5100985a-a6bc-4574-815c-3be491b4df35 req-5f6840eb-3ff2-488c-a506-8af83e339f38 service neutron] 10.222.0.73 "GET /v2.0/networks?id=74048eaf-c023-4244-acc6-bb708e07e097 HTTP/1.1" status: 200 len: 922 time: 0.2655568 Nov 10 19:11:01.008483 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c3d260-40ce-4244-a45f-2aa07c018c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1e0b94-878a-4b7a-a6ce-0daaf71c68f2'}, {'server_uuid': 'd9864c3b-b5df-49b0-bf2f-eacf7f965f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511a1744-6ef0-4de2-8978-ce37da2aaa18'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:11:01.011412 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d676e107-307a-4d91-8bcf-296784e5f51d" -d '{"events": [{"server_uuid": "17c3d260-40ce-4244-a45f-2aa07c018c19", "name": "network-vif-plugged", "status": "completed", "tag": "db1e0b94-878a-4b7a-a6ce-0daaf71c68f2"}, {"server_uuid": "d9864c3b-b5df-49b0-bf2f-eacf7f965f91", "name": "network-vif-plugged", "status": "completed", "tag": "511a1744-6ef0-4de2-8978-ce37da2aaa18"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:11:01.035056 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5100985a-a6bc-4574-815c-3be491b4df35 req-7699e1e9-4d8d-4bbd-8c1b-2e845246a855 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 HTTP/1.1" status: 200 len: 217 time: 0.0491900 Nov 10 19:11:01.038451 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-62501b52-b060-473e-bd8b-e0d38b3ec30e req-ed4bd5dc-41db-4878-bb39-ab18fcd3bd05 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643965 Nov 10 19:11:01.119940 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-c13b4f1e-d529-42a2-81b1-7ef71875139b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:01.121594 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-c13b4f1e-d529-42a2-81b1-7ef71875139b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19&tenant_id=5ef8c132b4d949a9b0bece379d0bc679 HTTP/1.1" status: 200 len: 1101 time: 0.0688279 Nov 10 19:11:01.135436 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-6c326b2a-78a2-4377-b954-602e173c11d0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813897-4', 'device_owner': 'compute:nova'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:11:01.140470 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a12039-160f-48d6-8cc8-314a6d9c2ec6 req-3986b49e-1df3-46a5-a07c-2ced6205c3e0 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:01.141932 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a3a12039-160f-48d6-8cc8-314a6d9c2ec6 req-3986b49e-1df3-46a5-a07c-2ced6205c3e0 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "GET /v2.0/networks?id=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd&id=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd&id=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 787 time: 0.3146310 Nov 10 19:11:01.173361 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100985a-a6bc-4574-815c-3be491b4df35 req-f81d3a49-32ec-4ed7-9cf1-413209f2193e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:01.174957 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5100985a-a6bc-4574-815c-3be491b4df35 req-f81d3a49-32ec-4ed7-9cf1-413209f2193e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=91093ec9-e097-43f7-865c-a8764e927d57 HTTP/1.1" status: 200 len: 861 time: 0.1320601 Nov 10 19:11:01.202031 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-6c326b2a-78a2-4377-b954-602e173c11d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:01.251681 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5100985a-a6bc-4574-815c-3be491b4df35 req-e55a493c-aa01-49c9-a2c9-f7efd085b53d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74048eaf-c023-4244-acc6-bb708e07e097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550029 Nov 10 19:11:01.304362 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46a644-f080-4c13-989c-58f0bebbf24a req-ea7080f8-5d79-45f7-8095-1b7fa84c79cc tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:01.305972 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ff46a644-f080-4c13-989c-58f0bebbf24a req-ea7080f8-5d79-45f7-8095-1b7fa84c79cc tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.25 "GET /v2.0/ports?device_id=17a00fd2-e7ff-4d09-a1bf-322a5ad0aea9 HTTP/1.1" status: 200 len: 945 time: 0.2248468 Nov 10 19:11:01.410089 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84accb3-a3b4-4c19-81b4-554c759114c7 req-b76b488b-c1c2-43f2-8066-fc6dc558a708 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:01.411678 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b84accb3-a3b4-4c19-81b4-554c759114c7 req-b76b488b-c1c2-43f2-8066-fc6dc558a708 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=17a00fd2-e7ff-4d09-a1bf-322a5ad0aea9 HTTP/1.1" status: 200 len: 945 time: 0.2580802 Nov 10 19:11:01.470037 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-6c326b2a-78a2-4377-b954-602e173c11d0 service neutron] For port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:01.520167 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-6c326b2a-78a2-4377-b954-602e173c11d0 service neutron] For port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:11:01.581444 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c3d260-40ce-4244-a45f-2aa07c018c19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db1e0b94-878a-4b7a-a6ce-0daaf71c68f2'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:11:01.585210 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e0c6bc-1d91-4ffd-b1ac-26efd3dffd1d" -d '{"events": [{"server_uuid": "17c3d260-40ce-4244-a45f-2aa07c018c19", "name": "network-vif-unplugged", "status": "completed", "tag": "db1e0b94-878a-4b7a-a6ce-0daaf71c68f2"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:11:01.591618 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-6c326b2a-78a2-4377-b954-602e173c11d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:01.608684 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-6c326b2a-78a2-4377-b954-602e173c11d0 service neutron] Transition to ACTIVE for port object db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:11:01.617234 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-6c326b2a-78a2-4377-b954-602e173c11d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:01.730486 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-6c326b2a-78a2-4377-b954-602e173c11d0 service neutron] No DVR routers for this DVR port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:11:01.751654 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c326b2a-78a2-4377-b954-602e173c11d0 service neutron] Pushing event updated for resources: {'Port': ['ID=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2,revision_number=10']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:01.806049 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-6c326b2a-78a2-4377-b954-602e173c11d0 service neutron] Attempting to bind port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:11:01.806677 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-6c326b2a-78a2-4377-b954-602e173c11d0 service neutron] Attempting to bind port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:11:01.807786 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-6c326b2a-78a2-4377-b954-602e173c11d0 service neutron] Attempting to bind port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:11:01.816004 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-6c326b2a-78a2-4377-b954-602e173c11d0 service neutron] Port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:11:01.816550 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-6c326b2a-78a2-4377-b954-602e173c11d0 service neutron] Attempting to bind port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:11:01.826634 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-6c326b2a-78a2-4377-b954-602e173c11d0 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:11:01.827140 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-6c326b2a-78a2-4377-b954-602e173c11d0 service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:11:01.827638 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-6c326b2a-78a2-4377-b954-602e173c11d0 service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:11:01.828217 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-6c326b2a-78a2-4377-b954-602e173c11d0 service neutron] Bound port: db1e0b94-878a-4b7a-a6ce-0daaf71c68f2, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:11:01.828714 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-6c326b2a-78a2-4377-b954-602e173c11d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:01.920316 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45389c2e-3ae2-4c80-99e8-19d0629a3dca req-87afb5ce-990a-4bb8-9553-2d505ace6864 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:01.923272 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45389c2e-3ae2-4c80-99e8-19d0629a3dca req-87afb5ce-990a-4bb8-9553-2d505ace6864 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 945 time: 0.6759629 Nov 10 19:11:01.940818 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5100985a-a6bc-4574-815c-3be491b4df35 req-6e8ac1be-90b4-492f-abc4-d92dce5037c1 service neutron] 10.222.0.73 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6714799 Nov 10 19:11:01.941016 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-6c326b2a-78a2-4377-b954-602e173c11d0 service neutron] For port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:11:01.945750 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-6c326b2a-78a2-4377-b954-602e173c11d0 service neutron] For port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:11:01.952164 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-6c326b2a-78a2-4377-b954-602e173c11d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:02.003600 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-6c326b2a-78a2-4377-b954-602e173c11d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:02.004555 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-6c326b2a-78a2-4377-b954-602e173c11d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:02.006466 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-6c326b2a-78a2-4377-b954-602e173c11d0 service neutron] 10.222.0.73 "PUT /v2.0/ports/db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 HTTP/1.1" status: 200 len: 1097 time: 0.8759465 Nov 10 19:11:02.022779 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b84accb3-a3b4-4c19-81b4-554c759114c7 req-ce252154-841c-42a9-89a6-e7109eace660 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups?id=7d17c1cc-5223-4933-bd48-06d597fa2de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5806754 Nov 10 19:11:02.104567 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c326b2a-78a2-4377-b954-602e173c11d0 service neutron] Pushing event updated for resources: {'Port': ['ID=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2,revision_number=11']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:02.123870 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-56f55c2a-b888-4f83-ab15-ff50ba122b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:02.125544 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-56f55c2a-b888-4f83-ab15-ff50ba122b4a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 1100 time: 0.0719385 Nov 10 19:11:02.160068 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45389c2e-3ae2-4c80-99e8-19d0629a3dca req-7615ed04-9f6a-4d16-8896-d76feee6a4da tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128904 Nov 10 19:11:02.164999 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 19:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5cefb9-74b8-4f26-9f89-975a5a9a075d x-openstack-request-id: req-de5cefb9-74b8-4f26-9f89-975a5a9a075d {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:11:02.165464 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c3d260-40ce-4244-a45f-2aa07c018c19", "name": "network-vif-plugged", "status": "completed", "tag": "db1e0b94-878a-4b7a-a6ce-0daaf71c68f2", "code": 200}, {"server_uuid": "d9864c3b-b5df-49b0-bf2f-eacf7f965f91", "name": "network-vif-plugged", "status": "completed", "tag": "511a1744-6ef0-4de2-8978-ce37da2aaa18", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:11:02.165464 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-de5cefb9-74b8-4f26-9f89-975a5a9a075d {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:11:02.166394 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c3d260-40ce-4244-a45f-2aa07c018c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1e0b94-878a-4b7a-a6ce-0daaf71c68f2', 'code': 200} Nov 10 19:11:02.167719 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9864c3b-b5df-49b0-bf2f-eacf7f965f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511a1744-6ef0-4de2-8978-ce37da2aaa18', 'code': 200} Nov 10 19:11:02.175193 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-ff46a644-f080-4c13-989c-58f0bebbf24a req-713a5f0f-deec-4552-a055-df145a7a9ffb tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Deleting port 32afbffb-d5de-41db-9bd7-b3d2bead9070 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:11:02.175534 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ff46a644-f080-4c13-989c-58f0bebbf24a req-713a5f0f-deec-4552-a055-df145a7a9ffb tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:02.303363 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5100985a-a6bc-4574-815c-3be491b4df35 req-9213301f-865c-4fe6-b907-5228863aef63 service neutron] 10.222.0.73 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528781 Nov 10 19:11:02.325362 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-8dd00aea-c106-42f2-a009-8d9be0b5f2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:02.327009 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-8dd00aea-c106-42f2-a009-8d9be0b5f2a2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.1933379 Nov 10 19:11:02.342611 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-287b2896-f0ab-4309-a462-62a5fd0dad86 req-cc40cc63-db03-43e8-8d50-43f34a4945be tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "GET /v2.0/floatingips/8873e8fa-9f12-407b-89cf-b1aad576d824 HTTP/1.1" status: 200 len: 693 time: 0.1364114 Nov 10 19:11:02.400159 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-bc9be2a7-e20f-4ee4-835f-40f4f5ef8cc3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 HTTP/1.1" status: 200 len: 217 time: 0.0534837 Nov 10 19:11:02.481994 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-78d967e0-58bb-497b-b842-e25b1eeec078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:02.484681 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-78d967e0-58bb-497b-b842-e25b1eeec078 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0689762 Nov 10 19:11:02.548077 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-43e53128-9aa6-47a5-b085-482650c74c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:02.549735 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-43e53128-9aa6-47a5-b085-482650c74c73 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0522077 Nov 10 19:11:02.575754 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec754db-0838-416c-b52b-850ae1896a0d req-e26d9d3b-9d4f-4db4-a337-47c1925e257c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:02.579414 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fec754db-0838-416c-b52b-850ae1896a0d req-e26d9d3b-9d4f-4db4-a337-47c1925e257c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d9864c3b-b5df-49b0-bf2f-eacf7f965f91 HTTP/1.1" status: 200 len: 1096 time: 0.3064516 Nov 10 19:11:02.637715 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-ff46a644-f080-4c13-989c-58f0bebbf24a req-713a5f0f-deec-4552-a055-df145a7a9ffb tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] For port 32afbffb-d5de-41db-9bd7-b3d2bead9070, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=32afbffb-d5de-41db-9bd7-b3d2bead9070,segment=NetworkSegment(4f3d73ba-6eb0-4c57-a248-e5b678ab2d07),segment_id=4f3d73ba-6eb0-4c57-a248-e5b678ab2d07)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:02.638102 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ff46a644-f080-4c13-989c-58f0bebbf24a req-713a5f0f-deec-4552-a055-df145a7a9ffb tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:02.675350 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea96a43-180d-4e69-ae9d-a2e1090f2d94 req-f909d9d1-b74f-44a5-bd84-f428e6ddcea1 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:02.677058 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aea96a43-180d-4e69-ae9d-a2e1090f2d94 req-f909d9d1-b74f-44a5-bd84-f428e6ddcea1 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9864c3b-b5df-49b0-bf2f-eacf7f965f91 HTTP/1.1" status: 200 len: 945 time: 0.2410369 Nov 10 19:11:02.683458 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-ec8dc516-c58c-42ef-acbb-b0cac900439e service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192284 Nov 10 19:11:02.686844 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-ff46a644-f080-4c13-989c-58f0bebbf24a req-713a5f0f-deec-4552-a055-df145a7a9ffb tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Calling delete_port for 32afbffb-d5de-41db-9bd7-b3d2bead9070 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:11:02.715292 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b2896-f0ab-4309-a462-62a5fd0dad86 req-c043048a-259f-4737-bf4d-e798d2f4223c tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:02.716742 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-287b2896-f0ab-4309-a462-62a5fd0dad86 req-c043048a-259f-4737-bf4d-e798d2f4223c tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 784 time: 0.3733160 Nov 10 19:11:02.850869 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8d514480-6d13-4d09-8795-78b0eddfe991 req-f69ac31e-0f7b-43da-972a-d2e6df04ab54 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579931 Nov 10 19:11:02.868837 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fec754db-0838-416c-b52b-850ae1896a0d req-76cd22d9-4eef-4543-9413-703d5ca18ba1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=de8f34ca-4cea-4865-8d74-1c2c1c9a7291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738066 Nov 10 19:11:02.896281 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-287b2896-f0ab-4309-a462-62a5fd0dad86 req-b246f01d-ca8f-499e-87a3-3ad80328fa6c tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.227 HTTP/1.1" status: 200 len: 696 time: 0.1485987 Nov 10 19:11:02.911591 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aea96a43-180d-4e69-ae9d-a2e1090f2d94 req-185fac0f-835a-454d-aa49-1862b8291d1d tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/security-groups?id=de8f34ca-4cea-4865-8d74-1c2c1c9a7291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160194 Nov 10 19:11:02.988207 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-287b2896-f0ab-4309-a462-62a5fd0dad86 req-28ecf976-5730-4c58-a5cf-9e42b758de8a tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.227 HTTP/1.1" status: 200 len: 696 time: 0.0719385 Nov 10 19:11:03.105117 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:11:03.157960 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:11:03.158587 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 32afbffb-d5de-41db-9bd7-b3d2bead9070 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:11:03.179420 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ff46a644-f080-4c13-989c-58f0bebbf24a req-713a5f0f-deec-4552-a055-df145a7a9ffb tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:03.218604 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a5f0f-deec-4552-a055-df145a7a9ffb tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Pushing event deleted for resources: {'Port': ['ID=32afbffb-d5de-41db-9bd7-b3d2bead9070,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:03.232553 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e308265-556e-4c05-99c5-06cd60b224bd x-openstack-request-id: req-8e308265-556e-4c05-99c5-06cd60b224bd {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:11:03.233137 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c3d260-40ce-4244-a45f-2aa07c018c19", "name": "network-vif-unplugged", "status": "completed", "tag": "db1e0b94-878a-4b7a-a6ce-0daaf71c68f2", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:11:03.233346 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8e308265-556e-4c05-99c5-06cd60b224bd {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:11:03.234065 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c3d260-40ce-4244-a45f-2aa07c018c19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db1e0b94-878a-4b7a-a6ce-0daaf71c68f2', 'code': 200} Nov 10 19:11:03.259508 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No active binding found for port 32afbffb-d5de-41db-9bd7-b3d2bead9070 {{(pid=102507) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 19:11:03.260377 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 32afbffb-d5de-41db-9bd7-b3d2bead9070 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:11:03.278181 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-287b2896-f0ab-4309-a462-62a5fd0dad86 req-0dd2bc16-d422-49d5-9860-3da11cc863f8 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Deleting port 8b11b1a5-aef0-4a1d-840d-ed9188055d91 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:11:03.278744 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-287b2896-f0ab-4309-a462-62a5fd0dad86 req-0dd2bc16-d422-49d5-9860-3da11cc863f8 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:03.317149 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff46a644-f080-4c13-989c-58f0bebbf24a req-713a5f0f-deec-4552-a055-df145a7a9ffb tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] No DVR routers for this DVR port 32afbffb-d5de-41db-9bd7-b3d2bead9070 on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:11:03.328370 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ff46a644-f080-4c13-989c-58f0bebbf24a req-713a5f0f-deec-4552-a055-df145a7a9ffb tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:03.331756 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ff46a644-f080-4c13-989c-58f0bebbf24a req-713a5f0f-deec-4552-a055-df145a7a9ffb tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.25 "DELETE /v2.0/ports/32afbffb-d5de-41db-9bd7-b3d2bead9070 HTTP/1.1" status: 204 len: 173 time: 1.9892633 Nov 10 19:11:03.334169 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a00fd2-e7ff-4d09-a1bf-322a5ad0aea9', 'name': 'network-vif-deleted', 'tag': '32afbffb-d5de-41db-9bd7-b3d2bead9070'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:11:03.336663 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045e034e-b40a-4153-b7a4-386473548e23" -d '{"events": [{"server_uuid": "17a00fd2-e7ff-4d09-a1bf-322a5ad0aea9", "name": "network-vif-deleted", "tag": "32afbffb-d5de-41db-9bd7-b3d2bead9070"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:11:03.421431 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-287b2896-f0ab-4309-a462-62a5fd0dad86 req-0dd2bc16-d422-49d5-9860-3da11cc863f8 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:03.421810 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-287b2896-f0ab-4309-a462-62a5fd0dad86 req-0dd2bc16-d422-49d5-9860-3da11cc863f8 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:03.441679 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bd1aa-09fa-437e-80ea-1b813e9002cc req-055ae1f6-8eff-4cec-b0e9-085a9fe4c122 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:03.443278 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-855bd1aa-09fa-437e-80ea-1b813e9002cc req-055ae1f6-8eff-4cec-b0e9-085a9fe4c122 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 949 time: 0.1519902 Nov 10 19:11:03.449231 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-287b2896-f0ab-4309-a462-62a5fd0dad86 req-0dd2bc16-d422-49d5-9860-3da11cc863f8 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Calling delete_port for 8b11b1a5-aef0-4a1d-840d-ed9188055d91 owned by network:floatingip {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:11:03.555178 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-855bd1aa-09fa-437e-80ea-1b813e9002cc req-0751d41a-f63b-48d5-bb0c-20a39595eb3b tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020675 Nov 10 19:11:03.694034 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-287b2896-f0ab-4309-a462-62a5fd0dad86 req-0dd2bc16-d422-49d5-9860-3da11cc863f8 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:03.707657 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69fd08b-efb3-4c04-9755-66e67a908efb req-e1c836c8-4d07-414f-a75d-dea1899024f6 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:03.709446 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b69fd08b-efb3-4c04-9755-66e67a908efb req-e1c836c8-4d07-414f-a75d-dea1899024f6 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 944 time: 0.0764105 Nov 10 19:11:03.746268 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2bc16-d422-49d5-9860-3da11cc863f8 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Pushing event deleted for resources: {'Port': ['ID=8b11b1a5-aef0-4a1d-840d-ed9188055d91,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:03.829616 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b69fd08b-efb3-4c04-9755-66e67a908efb req-3d9ccba8-3a93-40bf-a823-aff23b8335fb tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918067 Nov 10 19:11:03.838320 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-287b2896-f0ab-4309-a462-62a5fd0dad86 req-0dd2bc16-d422-49d5-9860-3da11cc863f8 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks [] for floatingip, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:03.841410 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-287b2896-f0ab-4309-a462-62a5fd0dad86 req-0dd2bc16-d422-49d5-9860-3da11cc863f8 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:03.842856 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-287b2896-f0ab-4309-a462-62a5fd0dad86 req-0dd2bc16-d422-49d5-9860-3da11cc863f8 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "DELETE /v2.0/floatingips/8873e8fa-9f12-407b-89cf-b1aad576d824 HTTP/1.1" status: 204 len: 173 time: 0.8443565 Nov 10 19:11:03.961494 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2a75df51-fa26-4df0-9f21-60d3861893c3 req-daa4e547-0bc3-4ba4-a4ce-278e76755e79 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/ports?device_id=17a00fd2-e7ff-4d09-a1bf-322a5ad0aea9 HTTP/1.1" status: 200 len: 210 time: 0.0357168 Nov 10 19:11:03.977681 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1e799-e035-4b63-ab3a-fa7c5514f6ad req-17ba632d-474d-4b48-ba71-c71f3f7043ef tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:03.977681 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-46c1e799-e035-4b63-ab3a-fa7c5514f6ad req-17ba632d-474d-4b48-ba71-c71f3f7043ef tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 1096 time: 0.0794611 Nov 10 19:11:04.055424 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-46c1e799-e035-4b63-ab3a-fa7c5514f6ad req-4e15dd6c-6ab2-4e39-af04-a92e0c0bf513 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649247 Nov 10 19:11:04.080602 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc7d01f-5339-4ad1-966a-a687cd5c5a34 x-openstack-request-id: req-9dc7d01f-5339-4ad1-966a-a687cd5c5a34 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:11:04.081334 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a00fd2-e7ff-4d09-a1bf-322a5ad0aea9", "name": "network-vif-deleted", "tag": "32afbffb-d5de-41db-9bd7-b3d2bead9070", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:11:04.081973 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9dc7d01f-5339-4ad1-966a-a687cd5c5a34 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:11:04.082722 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a00fd2-e7ff-4d09-a1bf-322a5ad0aea9', 'name': 'network-vif-deleted', 'tag': '32afbffb-d5de-41db-9bd7-b3d2bead9070', 'status': 'completed', 'code': 200} Nov 10 19:11:04.156911 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-11af382f-e5d3-4d9e-98f5-6199e5de45c3 req-e25d1450-fe7c-4fc3-bef7-518867d8ebfb tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "GET /v2.0/floatingips/a9b52173-5bc2-4f7c-8312-cfbdc31b448e HTTP/1.1" status: 200 len: 693 time: 0.0702903 Nov 10 19:11:04.304408 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11443bb6-f90e-484d-8752-5cd832992325 req-6283e7bc-e982-4021-a30f-1e2bdd8e9e9f tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:04.306722 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-11443bb6-f90e-484d-8752-5cd832992325 req-6283e7bc-e982-4021-a30f-1e2bdd8e9e9f tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9864c3b-b5df-49b0-bf2f-eacf7f965f91 HTTP/1.1" status: 200 len: 945 time: 0.1632264 Nov 10 19:11:04.378648 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af382f-e5d3-4d9e-98f5-6199e5de45c3 req-04464442-fe79-4897-b14a-94f990e69701 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:04.379990 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-11af382f-e5d3-4d9e-98f5-6199e5de45c3 req-04464442-fe79-4897-b14a-94f990e69701 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 784 time: 0.2018070 Nov 10 19:11:04.403238 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-11443bb6-f90e-484d-8752-5cd832992325 req-2ededc35-d71d-4ead-bf92-29e066e7f97d tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/security-groups?id=de8f34ca-4cea-4865-8d74-1c2c1c9a7291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883868 Nov 10 19:11:04.453802 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-11af382f-e5d3-4d9e-98f5-6199e5de45c3 req-6be2d37a-b4c2-4ef3-9d65-f1200a1c5e6a tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.157 HTTP/1.1" status: 200 len: 696 time: 0.0646646 Nov 10 19:11:04.544556 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-11af382f-e5d3-4d9e-98f5-6199e5de45c3 req-12aba611-0dfd-44aa-88df-51a7940d138e tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.157 HTTP/1.1" status: 200 len: 696 time: 0.0840995 Nov 10 19:11:04.627168 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344995c0-b73b-42eb-98e9-b72c47971797 req-5ac3a599-258d-4b76-bcf6-0801e57ca825 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:04.628699 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-344995c0-b73b-42eb-98e9-b72c47971797 req-5ac3a599-258d-4b76-bcf6-0801e57ca825 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 1096 time: 0.1243639 Nov 10 19:11:04.725113 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 7bc85b62-a691-4fa2-96f3-be5fc70be918 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:11:04.748023 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-344995c0-b73b-42eb-98e9-b72c47971797 req-0d49435b-3a15-4bbb-b5bd-24e8a9ac5bef tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809331 Nov 10 19:11:04.770143 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-11af382f-e5d3-4d9e-98f5-6199e5de45c3 req-a5ec0b96-7ec5-410e-b122-ab82ef4e300d tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Deleting port 16e2155e-84b4-4c4f-b53b-fee80276eddf {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:11:04.770534 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-11af382f-e5d3-4d9e-98f5-6199e5de45c3 req-a5ec0b96-7ec5-410e-b122-ab82ef4e300d tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:04.865666 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 7bc85b62-a691-4fa2-96f3-be5fc70be918, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7bc85b62-a691-4fa2-96f3-be5fc70be918,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:04.887434 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '7bc85b62-a691-4fa2-96f3-be5fc70be918', 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097', 'port_id': '7bc85b62-a691-4fa2-96f3-be5fc70be918', 'mac_address': 'fa:16:3e:cc:36:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91093ec9-e097-43f7-865c-a8764e927d57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:11:04.913542 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-11af382f-e5d3-4d9e-98f5-6199e5de45c3 req-a5ec0b96-7ec5-410e-b122-ab82ef4e300d tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:04.914618 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-11af382f-e5d3-4d9e-98f5-6199e5de45c3 req-a5ec0b96-7ec5-410e-b122-ab82ef4e300d tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:04.937780 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-11af382f-e5d3-4d9e-98f5-6199e5de45c3 req-a5ec0b96-7ec5-410e-b122-ab82ef4e300d tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Calling delete_port for 16e2155e-84b4-4c4f-b53b-fee80276eddf owned by network:floatingip {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:11:04.981646 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:04.999828 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc85b62-a691-4fa2-96f3-be5fc70be918 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:11:05.022139 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 7bc85b62-a691-4fa2-96f3-be5fc70be918, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7bc85b62-a691-4fa2-96f3-be5fc70be918,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:05.027317 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:05.029281 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:11:05.063250 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfefff2-6889-433c-a267-cc4b7dcf578a req-495084f9-e6ee-4356-9132-d54c63b54720 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:05.064869 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2cfefff2-6889-433c-a267-cc4b7dcf578a req-495084f9-e6ee-4356-9132-d54c63b54720 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 949 time: 0.1136432 Nov 10 19:11:05.119048 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=7bc85b62-a691-4fa2-96f3-be5fc70be918,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:05.197120 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:05.212359 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'db1e0b94-878a-4b7a-a6ce-0daaf71c68f2', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': 'db1e0b94-878a-4b7a-a6ce-0daaf71c68f2', 'mac_address': 'fa:16:3e:a6:ee:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:11:05.235687 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c3d260-40ce-4244-a45f-2aa07c018c19', 'tag': 'db1e0b94-878a-4b7a-a6ce-0daaf71c68f2'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:11:05.238330 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131aba6b-4e79-43e9-abb7-fe11d5f61f84" -d '{"events": [{"name": "network-changed", "server_uuid": "17c3d260-40ce-4244-a45f-2aa07c018c19", "tag": "db1e0b94-878a-4b7a-a6ce-0daaf71c68f2"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:11:05.246322 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2cfefff2-6889-433c-a267-cc4b7dcf578a req-c94ebd1b-b5a4-478f-9850-2a9b76c738bd tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628709 Nov 10 19:11:05.259338 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4d22edb-eb8a-44e0-93ed-cb8abb750b59 req-e5ab268f-5939-499c-8c87-43ce80023b2a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1477876 Nov 10 19:11:05.260924 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-11af382f-e5d3-4d9e-98f5-6199e5de45c3 req-a5ec0b96-7ec5-410e-b122-ab82ef4e300d tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:05.262305 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:05.298646 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:11:05.300937 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec0b96-7ec5-410e-b122-ab82ef4e300d tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Pushing event deleted for resources: {'Port': ['ID=16e2155e-84b4-4c4f-b53b-fee80276eddf,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:05.343100 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:05.350321 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:05.405300 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2,revision_number=12']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:05.445659 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-11af382f-e5d3-4d9e-98f5-6199e5de45c3 req-a5ec0b96-7ec5-410e-b122-ab82ef4e300d tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks [] for floatingip, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:05.448534 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-11af382f-e5d3-4d9e-98f5-6199e5de45c3 req-a5ec0b96-7ec5-410e-b122-ab82ef4e300d tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:05.449629 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-11af382f-e5d3-4d9e-98f5-6199e5de45c3 req-a5ec0b96-7ec5-410e-b122-ab82ef4e300d tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "DELETE /v2.0/floatingips/a9b52173-5bc2-4f7c-8312-cfbdc31b448e HTTP/1.1" status: 204 len: 173 time: 0.8949821 Nov 10 19:11:05.457526 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d22edb-eb8a-44e0-93ed-cb8abb750b59 req-db1eadd4-71ad-4648-bf0b-56795e1f404b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:05.459068 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4d22edb-eb8a-44e0-93ed-cb8abb750b59 req-db1eadd4-71ad-4648-bf0b-56795e1f404b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a08ec8828e22441bac9028fb3e613990&device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 1095 time: 0.1250362 Nov 10 19:11:05.483063 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0139b0-6fcb-4e7c-b105-4b969a71df29 req-697b5b25-50c4-4360-903a-f137daeed0ed tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:05.484849 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2e0139b0-6fcb-4e7c-b105-4b969a71df29 req-697b5b25-50c4-4360-903a-f137daeed0ed tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 945 time: 0.0776341 Nov 10 19:11:05.594170 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a965e2c3-cdf9-4ca3-b4b5-eec8abc91143 x-openstack-request-id: req-a965e2c3-cdf9-4ca3-b4b5-eec8abc91143 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:11:05.594785 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17c3d260-40ce-4244-a45f-2aa07c018c19", "tag": "db1e0b94-878a-4b7a-a6ce-0daaf71c68f2", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:11:05.595338 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a965e2c3-cdf9-4ca3-b4b5-eec8abc91143 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:11:05.596460 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17c3d260-40ce-4244-a45f-2aa07c018c19', 'tag': 'db1e0b94-878a-4b7a-a6ce-0daaf71c68f2', 'status': 'completed', 'code': 200} Nov 10 19:11:05.625803 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2e0139b0-6fcb-4e7c-b105-4b969a71df29 req-9c5a4ff6-704c-4ed8-afd7-c1008d3373bf tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297123 Nov 10 19:11:05.681621 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131aba6b-4e79-43e9-abb7-fe11d5f61f84 req-58d1d8cc-5955-4c72-970a-c941128bef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:05.684020 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-131aba6b-4e79-43e9-abb7-fe11d5f61f84 req-58d1d8cc-5955-4c72-970a-c941128bef07 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 1101 time: 0.0592146 Nov 10 19:11:05.688011 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['7bc85b62-a691-4fa2-96f3-be5fc70be918'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:11:05.688379 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d22edb-eb8a-44e0-93ed-cb8abb750b59 req-3192d097-f213-4b5f-8390-ac0e693bdcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:05.689951 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4d22edb-eb8a-44e0-93ed-cb8abb750b59 req-3192d097-f213-4b5f-8390-ac0e693bdcf9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a42d4887-cb04-48c7-8111-765e5b18298b HTTP/1.1" status: 200 len: 909 time: 0.2041438 Nov 10 19:11:05.694241 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['db1e0b94-878a-4b7a-a6ce-0daaf71c68f2'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:11:05.803629 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4d22edb-eb8a-44e0-93ed-cb8abb750b59 req-80e4df17-11f9-4f75-a288-4dcd3b2a66e9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b559a426-f4ce-412a-a086-a76bd0133108 HTTP/1.1" status: 200 len: 217 time: 0.0944378 Nov 10 19:11:05.807441 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131aba6b-4e79-43e9-abb7-fe11d5f61f84 req-0f2cda8d-0d2d-4fc3-8313-991a0b6cff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:05.809492 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-131aba6b-4e79-43e9-abb7-fe11d5f61f84 req-0f2cda8d-0d2d-4fc3-8313-991a0b6cff34 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.1170902 Nov 10 19:11:05.879138 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7570f-6fa1-4a1f-a8d2-153753d87e0e req-b3a896c0-b857-4d2f-aaea-29c8e2d8311f tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:05.881396 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-131aba6b-4e79-43e9-abb7-fe11d5f61f84 req-59b3ef62-34ef-4985-88c6-b62273718e9b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 HTTP/1.1" status: 200 len: 217 time: 0.0608275 Nov 10 19:11:05.882355 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-21e7570f-6fa1-4a1f-a8d2-153753d87e0e req-b3a896c0-b857-4d2f-aaea-29c8e2d8311f tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 950 time: 0.2184093 Nov 10 19:11:05.943110 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131aba6b-4e79-43e9-abb7-fe11d5f61f84 req-bc038094-f13f-4a3a-82f6-5951307bb4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:05.946252 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-131aba6b-4e79-43e9-abb7-fe11d5f61f84 req-bc038094-f13f-4a3a-82f6-5951307bb4fd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0567286 Nov 10 19:11:05.969995 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d22edb-eb8a-44e0-93ed-cb8abb750b59 req-f821bf2e-229f-4097-abaf-bd63a1ec6f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:05.972115 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4d22edb-eb8a-44e0-93ed-cb8abb750b59 req-f821bf2e-229f-4097-abaf-bd63a1ec6f31 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=34d86bed-ff03-44e0-b566-0ecdf3d0ce56 HTTP/1.1" status: 200 len: 848 time: 0.1562636 Nov 10 19:11:06.011549 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131aba6b-4e79-43e9-abb7-fe11d5f61f84 req-7513fd0a-2045-4a50-bed5-751bae972555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:06.013277 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-131aba6b-4e79-43e9-abb7-fe11d5f61f84 req-7513fd0a-2045-4a50-bed5-751bae972555 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0606968 Nov 10 19:11:06.018904 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-21e7570f-6fa1-4a1f-a8d2-153753d87e0e req-83603e24-38a5-4924-be62-2b2c345dc355 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258402 Nov 10 19:11:06.044193 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4d22edb-eb8a-44e0-93ed-cb8abb750b59 req-2a8c8b63-03a8-4553-991f-07891b5f1e94 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a42d4887-cb04-48c7-8111-765e5b18298b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643425 Nov 10 19:11:06.149664 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-131aba6b-4e79-43e9-abb7-fe11d5f61f84 req-6531a6bb-f3d1-49e9-a228-6d008ddd8eb5 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220107 Nov 10 19:11:06.481075 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b90f4-bf33-4580-bf8b-ae4f7c1c900d req-39cdad79-25db-4960-81bb-524912bf99dd tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:06.482794 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-261b90f4-bf33-4580-bf8b-ae4f7c1c900d req-39cdad79-25db-4960-81bb-524912bf99dd tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9864c3b-b5df-49b0-bf2f-eacf7f965f91 HTTP/1.1" status: 200 len: 945 time: 0.3946087 Nov 10 19:11:06.490472 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4d22edb-eb8a-44e0-93ed-cb8abb750b59 req-6f8b5cbe-3647-4092-b3c5-0130804cb0b3 service neutron] 10.222.0.25 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374220 Nov 10 19:11:06.666824 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-131aba6b-4e79-43e9-abb7-fe11d5f61f84 req-502ab86a-90ba-464c-97fb-8621ff220c8b service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071144 Nov 10 19:11:06.688899 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-261b90f4-bf33-4580-bf8b-ae4f7c1c900d req-d9d724cb-9cc1-4a2c-aa38-f343aa251891 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/security-groups?id=de8f34ca-4cea-4865-8d74-1c2c1c9a7291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900702 Nov 10 19:11:06.693726 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4d22edb-eb8a-44e0-93ed-cb8abb750b59 req-ffbe7162-69b6-407d-9e67-749b4ba76f13 service neutron] 10.222.0.25 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926634 Nov 10 19:11:06.774410 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4ce843e1-5e4b-49f8-bfe7-9753f2307817 req-4140f5c5-dc90-4895-b2c1-c01e4bcd0106 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "GET /v2.0/floatingips/ef15d670-89b0-4739-a94c-8749c2b91420 HTTP/1.1" status: 200 len: 693 time: 0.0510883 Nov 10 19:11:06.913729 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce843e1-5e4b-49f8-bfe7-9753f2307817 req-22c5b392-7650-4f13-8d9a-b4430e56fb64 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:06.915257 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4ce843e1-5e4b-49f8-bfe7-9753f2307817 req-22c5b392-7650-4f13-8d9a-b4430e56fb64 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 784 time: 0.1349680 Nov 10 19:11:06.962341 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-107ab363-3a5f-4a33-a10f-22c228fb50e4 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:11:06.966261 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-107ab363-3a5f-4a33-a10f-22c228fb50e4 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107992 Nov 10 19:11:06.979409 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4ce843e1-5e4b-49f8-bfe7-9753f2307817 req-4359fc6b-d737-4ced-bc15-8795578049d9 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.131 HTTP/1.1" status: 200 len: 696 time: 0.0565355 Nov 10 19:11:07.020454 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-f1fc3a88-4c27-4dad-a148-fbbccb012eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:07.021871 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-f1fc3a88-4c27-4dad-a148-fbbccb012eac service neutron] 10.222.0.54 "GET /v2.0/ports/c02208fe-aa53-453c-85fc-0fcdd3ab8178 HTTP/1.1" status: 200 len: 1093 time: 0.0473452 Nov 10 19:11:07.045284 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-9551b5bc-bc4e-4154-8e8b-8a96cebac511 service neutron] Request body: {'binding': {'host': 'n-h2-813897-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:11:07.045284 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-9551b5bc-bc4e-4154-8e8b-8a96cebac511 service neutron] Unknown quota resources ['binding']. {{(pid=102505) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 19:11:07.051077 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4ce843e1-5e4b-49f8-bfe7-9753f2307817 req-a57feb7f-742a-45f3-a711-1c6f79edfb09 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.131 HTTP/1.1" status: 200 len: 696 time: 0.0603516 Nov 10 19:11:07.201683 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-9551b5bc-bc4e-4154-8e8b-8a96cebac511 service neutron] Attempting to bind port c02208fe-aa53-453c-85fc-0fcdd3ab8178 on host n-h2-813897-4 for vnic_type normal with profile None {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:11:07.202209 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-9551b5bc-bc4e-4154-8e8b-8a96cebac511 service neutron] Attempting to bind port c02208fe-aa53-453c-85fc-0fcdd3ab8178 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:11:07.202592 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-9551b5bc-bc4e-4154-8e8b-8a96cebac511 service neutron] Attempting to bind port c02208fe-aa53-453c-85fc-0fcdd3ab8178 on network a42d4887-cb04-48c7-8111-765e5b18298b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:11:07.207999 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-9551b5bc-bc4e-4154-8e8b-8a96cebac511 service neutron] Port c02208fe-aa53-453c-85fc-0fcdd3ab8178 on network a42d4887-cb04-48c7-8111-765e5b18298b not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:11:07.208467 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-9551b5bc-bc4e-4154-8e8b-8a96cebac511 service neutron] Attempting to bind port c02208fe-aa53-453c-85fc-0fcdd3ab8178 on network a42d4887-cb04-48c7-8111-765e5b18298b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:11:07.214236 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-9551b5bc-bc4e-4154-8e8b-8a96cebac511 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:11:07.214599 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-9551b5bc-bc4e-4154-8e8b-8a96cebac511 service neutron] Checking segment: {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:11:07.214991 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-9551b5bc-bc4e-4154-8e8b-8a96cebac511 service neutron] Bound using segment: {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:11:07.215439 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-9551b5bc-bc4e-4154-8e8b-8a96cebac511 service neutron] Bound port: c02208fe-aa53-453c-85fc-0fcdd3ab8178, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:11:07.230475 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-4ce843e1-5e4b-49f8-bfe7-9753f2307817 req-d7b5dadf-f202-4101-95d5-d178652fa592 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Deleting port 30719afd-50a7-452e-8cdb-fc2079184f26 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:11:07.230720 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-4ce843e1-5e4b-49f8-bfe7-9753f2307817 req-d7b5dadf-f202-4101-95d5-d178652fa592 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:07.276429 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-9551b5bc-bc4e-4154-8e8b-8a96cebac511 service neutron] For port c02208fe-aa53-453c-85fc-0fcdd3ab8178, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=c02208fe-aa53-453c-85fc-0fcdd3ab8178,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:11:07.283271 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-9551b5bc-bc4e-4154-8e8b-8a96cebac511 service neutron] Publish callbacks [] for binding, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:07.284535 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-9551b5bc-bc4e-4154-8e8b-8a96cebac511 service neutron] 10.222.0.54 "POST /v2.0/ports/c02208fe-aa53-453c-85fc-0fcdd3ab8178/bindings HTTP/1.1" status: 201 len: 389 time: 0.2536099 Nov 10 19:11:07.346708 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-4ce843e1-5e4b-49f8-bfe7-9753f2307817 req-d7b5dadf-f202-4101-95d5-d178652fa592 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:07.347454 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-4ce843e1-5e4b-49f8-bfe7-9753f2307817 req-d7b5dadf-f202-4101-95d5-d178652fa592 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:07.372171 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-4ce843e1-5e4b-49f8-bfe7-9753f2307817 req-d7b5dadf-f202-4101-95d5-d178652fa592 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Calling delete_port for 30719afd-50a7-452e-8cdb-fc2079184f26 owned by network:floatingip {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:11:07.630327 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-79471d5b-e782-40cc-b244-d2d962f80d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:07.631994 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-79471d5b-e782-40cc-b244-d2d962f80d47 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a08ec8828e22441bac9028fb3e613990&device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 1096 time: 0.0695362 Nov 10 19:11:07.633215 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-4ce843e1-5e4b-49f8-bfe7-9753f2307817 req-d7b5dadf-f202-4101-95d5-d178652fa592 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:07.679343 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5dadf-f202-4101-95d5-d178652fa592 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Pushing event deleted for resources: {'Port': ['ID=30719afd-50a7-452e-8cdb-fc2079184f26,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:07.861559 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-4ce843e1-5e4b-49f8-bfe7-9753f2307817 req-d7b5dadf-f202-4101-95d5-d178652fa592 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks [] for floatingip, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:07.864057 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-4ce843e1-5e4b-49f8-bfe7-9753f2307817 req-d7b5dadf-f202-4101-95d5-d178652fa592 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:07.865241 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4ce843e1-5e4b-49f8-bfe7-9753f2307817 req-d7b5dadf-f202-4101-95d5-d178652fa592 tempest-FloatingIPDetailsTestJSON-1557887552 tempest-FloatingIPDetailsTestJSON-1557887552-project] 10.222.0.54 "DELETE /v2.0/floatingips/ef15d670-89b0-4739-a94c-8749c2b91420 HTTP/1.1" status: 204 len: 173 time: 0.8073871 Nov 10 19:11:07.872190 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55948) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:11:07.874584 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5b52b-930e-4473-b354-fb5004402b43 req-bcbddbb3-777c-4b37-8b88-6d461848939d tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:07.876204 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-20c5b52b-930e-4473-b354-fb5004402b43 req-bcbddbb3-777c-4b37-8b88-6d461848939d tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 945 time: 0.1721656 Nov 10 19:11:07.877557 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-887d0ec3-35b7-4393-8836-cb5e2f63ee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:07.879004 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-887d0ec3-35b7-4393-8836-cb5e2f63ee6a service neutron] 10.222.0.25 "GET /v2.0/networks?id=a42d4887-cb04-48c7-8111-765e5b18298b HTTP/1.1" status: 200 len: 909 time: 0.2354286 Nov 10 19:11:08.033377 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-341d1c25-f00d-416f-b626-5d2b8810afca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c02208fe-aa53-453c-85fc-0fcdd3ab8178 HTTP/1.1" status: 200 len: 217 time: 0.1369314 Nov 10 19:11:08.183214 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-20c5b52b-930e-4473-b354-fb5004402b43 req-35b4fdbd-2352-47e7-8b0a-f6a3075cc0f2 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878835 Nov 10 19:11:08.189073 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-60106e69-a88c-454e-86b6-b35bc03e88f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:08.190687 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-60106e69-a88c-454e-86b6-b35bc03e88f3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=34d86bed-ff03-44e0-b566-0ecdf3d0ce56 HTTP/1.1" status: 200 len: 848 time: 0.1405127 Nov 10 19:11:08.198615 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b8b655d-59f7-48d3-9645-f90b7ecbde8e req-166b14d2-2431-46ce-b26d-4dd1912a948d tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 258 time: 0.3134000 Nov 10 19:11:08.233403 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-2b8b655d-59f7-48d3-9645-f90b7ecbde8e req-f8cbe98f-9a48-4511-87ea-e27859a8ae48 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:11:08.239861 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-d708e11a-d653-48ed-87e0-438204477921 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a42d4887-cb04-48c7-8111-765e5b18298b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402038 Nov 10 19:11:08.319872 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2b8b655d-59f7-48d3-9645-f90b7ecbde8e req-f8cbe98f-9a48-4511-87ea-e27859a8ae48 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks [] for floatingip, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:08.360643 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0d2c9d9b-e78a-4f10-b91f-3299e2c3e376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:08.434272 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-e899abc2-72d2-4e35-a7b3-05a05c8052c4 service neutron] 10.222.0.25 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871483 Nov 10 19:11:08.550567 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae9dda-c6ad-4e43-9fe7-4d8048b02363 req-b428063e-0b86-405b-8d2b-05bebcb1765d tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:08.552247 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-90ae9dda-c6ad-4e43-9fe7-4d8048b02363 req-b428063e-0b86-405b-8d2b-05bebcb1765d tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 945 time: 0.1303749 Nov 10 19:11:08.612844 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-f965ad38-0b0b-4502-886a-e80def2f98a0 service neutron] 10.222.0.25 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551168 Nov 10 19:11:08.621744 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2b8b655d-59f7-48d3-9645-f90b7ecbde8e req-f8cbe98f-9a48-4511-87ea-e27859a8ae48 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:08.675208 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-90ae9dda-c6ad-4e43-9fe7-4d8048b02363 req-796e83f0-9299-43ef-8e2e-b3696a1304c3 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073022 Nov 10 19:11:08.721696 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-0d2c9d9b-e78a-4f10-b91f-3299e2c3e376 admin admin] Deleting port 9f44c596-9295-4b93-a21f-ceeec26c00fc {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:11:08.722272 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0d2c9d9b-e78a-4f10-b91f-3299e2c3e376 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:08.757238 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 7bc85b62-a691-4fa2-96f3-be5fc70be918 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:11:08.786195 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-2b8b655d-59f7-48d3-9645-f90b7ecbde8e req-f8cbe98f-9a48-4511-87ea-e27859a8ae48 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Allocated IP 172.25.3.147 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/19151c08-1f7d-4c54-959c-01f103002564) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:11:08.846946 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-0d2c9d9b-e78a-4f10-b91f-3299e2c3e376 admin admin] For port 9f44c596-9295-4b93-a21f-ceeec26c00fc, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=9f44c596-9295-4b93-a21f-ceeec26c00fc,segment=NetworkSegment(09676e2d-d3f4-4785-bf8a-d17e94397343),segment_id=09676e2d-d3f4-4785-bf8a-d17e94397343)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:08.847794 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0d2c9d9b-e78a-4f10-b91f-3299e2c3e376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:08.868658 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-0d2c9d9b-e78a-4f10-b91f-3299e2c3e376 admin admin] Calling delete_port for 9f44c596-9295-4b93-a21f-ceeec26c00fc owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:11:08.882440 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 7bc85b62-a691-4fa2-96f3-be5fc70be918 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:11:08.894886 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 7bc85b62-a691-4fa2-96f3-be5fc70be918 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:11:08.895971 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:08.938698 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2b8b655d-59f7-48d3-9645-f90b7ecbde8e req-f8cbe98f-9a48-4511-87ea-e27859a8ae48 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:08.983697 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-824912e1-b339-48f1-9090-aa933ca44e83 req-f113d897-29de-46a8-8bd3-04e0e2b1a675 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361242 Nov 10 19:11:09.010789 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:09.042982 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef34dc2-68bd-4e99-bc8b-70efb559bf85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc85b62-a691-4fa2-96f3-be5fc70be918'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:11:09.046719 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5132ef-e12b-4bcd-87c4-f5e92e9c59fb" -d '{"events": [{"server_uuid": "9ef34dc2-68bd-4e99-bc8b-70efb559bf85", "name": "network-vif-plugged", "status": "completed", "tag": "7bc85b62-a691-4fa2-96f3-be5fc70be918"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:11:09.064104 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 7bc85b62-a691-4fa2-96f3-be5fc70be918, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7bc85b62-a691-4fa2-96f3-be5fc70be918,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:09.070131 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:09.072870 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:11:09.086584 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2b8b655d-59f7-48d3-9645-f90b7ecbde8e req-f8cbe98f-9a48-4511-87ea-e27859a8ae48 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:09.162308 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b8b655d-59f7-48d3-9645-f90b7ecbde8e req-f8cbe98f-9a48-4511-87ea-e27859a8ae48 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:11:09.186031 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-2b8b655d-59f7-48d3-9645-f90b7ecbde8e req-f8cbe98f-9a48-4511-87ea-e27859a8ae48 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:11:09.192534 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8b655d-59f7-48d3-9645-f90b7ecbde8e req-f8cbe98f-9a48-4511-87ea-e27859a8ae48 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:11:09.227307 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=7bc85b62-a691-4fa2-96f3-be5fc70be918,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:09.244198 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:11:09.252761 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:11:09.253661 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:09.257413 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cbe98f-9a48-4511-87ea-e27859a8ae48 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Pushing event updated for resources: {'Port': ['ID=19151c08-1f7d-4c54-959c-01f103002564,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:09.267731 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824912e1-b339-48f1-9090-aa933ca44e83 req-0ac6f5d1-4f14-4ddf-ac1c-80f2c3e8faae tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:09.269834 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-824912e1-b339-48f1-9090-aa933ca44e83 req-0ac6f5d1-4f14-4ddf-ac1c-80f2c3e8faae tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2697785 Nov 10 19:11:09.275536 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0d2c9d9b-e78a-4f10-b91f-3299e2c3e376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:09.294213 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-824912e1-b339-48f1-9090-aa933ca44e83 req-eb0ccfa4-f801-40a6-acef-68093ab410fe tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/quotas/5ef8c132b4d949a9b0bece379d0bc679 HTTP/1.1" status: 200 len: 375 time: 0.0160270 Nov 10 19:11:09.336344 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c9d9b-e78a-4f10-b91f-3299e2c3e376 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f44c596-9295-4b93-a21f-ceeec26c00fc,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:09.395300 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:09.432596 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-824912e1-b339-48f1-9090-aa933ca44e83 req-f9178076-1574-461a-8693-e64f46f9dc7a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1308496 Nov 10 19:11:09.446253 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:09.453001 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:09.468987 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2b8b655d-59f7-48d3-9645-f90b7ecbde8e req-f8cbe98f-9a48-4511-87ea-e27859a8ae48 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:09.555964 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2,revision_number=13']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:09.565276 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2b8b655d-59f7-48d3-9645-f90b7ecbde8e req-f8cbe98f-9a48-4511-87ea-e27859a8ae48 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:09.684080 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0d2c9d9b-e78a-4f10-b91f-3299e2c3e376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:09.910352 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2b8b655d-59f7-48d3-9645-f90b7ecbde8e req-f8cbe98f-9a48-4511-87ea-e27859a8ae48 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:09.919478 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2b8b655d-59f7-48d3-9645-f90b7ecbde8e req-f8cbe98f-9a48-4511-87ea-e27859a8ae48 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:10.011306 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2c9d9b-e78a-4f10-b91f-3299e2c3e376 admin admin] Router 8b0d6089-e48b-46de-b5ef-f04d909fa073 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:11:10.014228 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cbe98f-9a48-4511-87ea-e27859a8ae48 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Pushing event updated for resources: {'Port': ['ID=19151c08-1f7d-4c54-959c-01f103002564,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:10.036668 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2b8b655d-59f7-48d3-9645-f90b7ecbde8e req-f8cbe98f-9a48-4511-87ea-e27859a8ae48 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:10.080478 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2b8b655d-59f7-48d3-9645-f90b7ecbde8e req-f8cbe98f-9a48-4511-87ea-e27859a8ae48 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:10.084758 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b8b655d-59f7-48d3-9645-f90b7ecbde8e req-f8cbe98f-9a48-4511-87ea-e27859a8ae48 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8749583 Nov 10 19:11:10.101809 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f0efee-4bba-4818-b541-f5b851788f2d x-openstack-request-id: req-92f0efee-4bba-4818-b541-f5b851788f2d {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:11:10.103289 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef34dc2-68bd-4e99-bc8b-70efb559bf85", "name": "network-vif-plugged", "status": "completed", "tag": "7bc85b62-a691-4fa2-96f3-be5fc70be918", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:11:10.104451 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-92f0efee-4bba-4818-b541-f5b851788f2d {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:11:10.105111 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef34dc2-68bd-4e99-bc8b-70efb559bf85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc85b62-a691-4fa2-96f3-be5fc70be918', 'code': 200} Nov 10 19:11:10.191976 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2c9d9b-e78a-4f10-b91f-3299e2c3e376 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:11:10.210358 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cacd80-e3d9-429d-811c-cfc093c3c55e None None] Sync routers for ids ['8b0d6089-e48b-46de-b5ef-f04d909fa073'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:11:10.230199 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0d2c9d9b-e78a-4f10-b91f-3299e2c3e376 admin admin] 10.222.0.54 "PUT /v2.0/routers/8b0d6089-e48b-46de-b5ef-f04d909fa073/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3526919 Nov 10 19:11:10.247299 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55982) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:11:10.256468 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cacd80-e3d9-429d-811c-cfc093c3c55e None None] Routers {'8b0d6089-e48b-46de-b5ef-f04d909fa073'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:11:10.258582 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-85cacd80-e3d9-429d-811c-cfc093c3c55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:10:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['8b0d6089-e48b-46de-b5ef-f04d909fa073'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:11:10.407508 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8ab0702e-0ac5-4a42-ba62-023f64522909 admin admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:10.426517 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-85cacd80-e3d9-429d-811c-cfc093c3c55e None None] Set router 8b0d6089-e48b-46de-b5ef-f04d909fa073 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:11:10.538848 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82df12-03d4-474e-9e0d-519833510061 req-077dc3a5-ffc1-44cf-addd-1d68844ca3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:10.541414 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6c82df12-03d4-474e-9e0d-519833510061 req-077dc3a5-ffc1-44cf-addd-1d68844ca3d6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 1097 time: 0.3122737 Nov 10 19:11:10.660826 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8ab0702e-0ac5-4a42-ba62-023f64522909 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:10.707263 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b8b655d-59f7-48d3-9645-f90b7ecbde8e req-6a75da74-0cf9-4300-89b1-b42b5076582f tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.147 HTTP/1.1" status: 200 len: 696 time: 0.6156240 Nov 10 19:11:10.740463 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6c82df12-03d4-474e-9e0d-519833510061 req-4dbc1598-59bf-4375-87f9-3cedd9aa199e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591997 Nov 10 19:11:10.774623 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-8ab0702e-0ac5-4a42-ba62-023f64522909 admin admin] Deleting port fef46191-3306-46a1-9a16-5750ca680b43 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:11:10.775636 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8ab0702e-0ac5-4a42-ba62-023f64522909 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:10.842738 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adfa61-266a-46af-af27-533979b07b34 req-32f3c9c7-e7c6-4e2b-b9c3-cadcc2fbfc56 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:10.853176 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a3adfa61-266a-46af-af27-533979b07b34 req-32f3c9c7-e7c6-4e2b-b9c3-cadcc2fbfc56 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 946 time: 0.1443000 Nov 10 19:11:10.871048 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-8ab0702e-0ac5-4a42-ba62-023f64522909 admin admin] For port fef46191-3306-46a1-9a16-5750ca680b43, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fef46191-3306-46a1-9a16-5750ca680b43,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:10.871422 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8ab0702e-0ac5-4a42-ba62-023f64522909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:10.893009 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-8ab0702e-0ac5-4a42-ba62-023f64522909 admin admin] Calling delete_port for fef46191-3306-46a1-9a16-5750ca680b43 owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:11:10.941691 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a3adfa61-266a-46af-af27-533979b07b34 req-2b2bafdd-6791-4a04-b6b4-3de7f562aa1b tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870404 Nov 10 19:11:10.955406 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b655d-59f7-48d3-9645-f90b7ecbde8e req-705caa31-c4f5-4df1-892b-ec084b415fc4 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:10.958056 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b8b655d-59f7-48d3-9645-f90b7ecbde8e req-705caa31-c4f5-4df1-892b-ec084b415fc4 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 784 time: 0.2391148 Nov 10 19:11:10.993713 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-85cacd80-e3d9-429d-811c-cfc093c3c55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0d6089-e48b-46de-b5ef-f04d909fa073', 'name': 'tempest-FloatingIPDetailsTestJSON-812894392-router', 'tenant_id': 'e89f4f0c8857406e951cb746c15d7092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'fef46191-3306-46a1-9a16-5750ca680b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:10:28Z', 'updated_at': '2021-11-10T19:11:09Z', 'revision_number': 5, 'project_id': 'e89f4f0c8857406e951cb746c15d7092', 'gw_port': {'id': 'fef46191-3306-46a1-9a16-5750ca680b43', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ef:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0d6089-e48b-46de-b5ef-f04d909fa073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:29Z', 'updated_at': '2021-11-10T19:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:11:11.052291 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cacd80-e3d9-429d-811c-cfc093c3c55e None None] Checking router: 8b0d6089-e48b-46de-b5ef-f04d909fa073 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:11:11.062562 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cacd80-e3d9-429d-811c-cfc093c3c55e None None] Routers {'8b0d6089-e48b-46de-b5ef-f04d909fa073'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:11:11.063195 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-85cacd80-e3d9-429d-811c-cfc093c3c55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:10:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['8b0d6089-e48b-46de-b5ef-f04d909fa073'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:11:11.118083 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8ab0702e-0ac5-4a42-ba62-023f64522909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:11.153960 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0702e-0ac5-4a42-ba62-023f64522909 admin admin] Pushing event deleted for resources: {'Port': ['ID=fef46191-3306-46a1-9a16-5750ca680b43,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:11.188564 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-85cacd80-e3d9-429d-811c-cfc093c3c55e None None] Set router 8b0d6089-e48b-46de-b5ef-f04d909fa073 gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:11:11.199515 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d97c638f-5540-4893-9a3d-f013c9549de8 req-ddc5bd18-63e4-4d3c-a48d-eea52e9f54a9 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 210 time: 0.0918384 Nov 10 19:11:11.224457 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8ab0702e-0ac5-4a42-ba62-023f64522909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:11.243542 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41733a91-acc7-4790-b68b-9f0f93bf6f5a req-b9c3fc72-2e16-435f-8877-eceb915c8e4f tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:11.247229 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-41733a91-acc7-4790-b68b-9f0f93bf6f5a req-b9c3fc72-2e16-435f-8877-eceb915c8e4f tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 945 time: 0.2127225 Nov 10 19:11:11.291609 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55992) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:11:11.340646 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-85cacd80-e3d9-429d-811c-cfc093c3c55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0d6089-e48b-46de-b5ef-f04d909fa073', 'name': 'tempest-FloatingIPDetailsTestJSON-812894392-router', 'tenant_id': 'e89f4f0c8857406e951cb746c15d7092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:10:28Z', 'updated_at': '2021-11-10T19:11:10Z', 'revision_number': 6, 'project_id': 'e89f4f0c8857406e951cb746c15d7092', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:11:11.354538 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8ab0702e-0ac5-4a42-ba62-023f64522909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:11.357265 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8ab0702e-0ac5-4a42-ba62-023f64522909 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:11.394948 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-41733a91-acc7-4790-b68b-9f0f93bf6f5a req-97563355-fda6-427e-a3de-f0d1f26dcf35 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404269 Nov 10 19:11:11.405782 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cacd80-e3d9-429d-811c-cfc093c3c55e None None] The sync data for ids ['8b0d6089-e48b-46de-b5ef-f04d909fa073'] in n-d-813897-4 is: [{'id': '8b0d6089-e48b-46de-b5ef-f04d909fa073', 'name': 'tempest-FloatingIPDetailsTestJSON-812894392-router', 'tenant_id': 'e89f4f0c8857406e951cb746c15d7092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:10:28Z', 'updated_at': '2021-11-10T19:11:10Z', 'revision_number': 6, 'project_id': 'e89f4f0c8857406e951cb746c15d7092', 'gw_port_host': None}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:11:11.474233 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8ab0702e-0ac5-4a42-ba62-023f64522909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:11.475349 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab0702e-0ac5-4a42-ba62-023f64522909 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b0d6089-e48b-46de-b5ef-f04d909fa073 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:11:11.487322 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8ab0702e-0ac5-4a42-ba62-023f64522909 admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:11.493488 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8ab0702e-0ac5-4a42-ba62-023f64522909 admin admin] 10.222.0.54 "DELETE /v2.0/routers/8b0d6089-e48b-46de-b5ef-f04d909fa073 HTTP/1.1" status: 204 len: 168 time: 1.2398641 Nov 10 19:11:11.494203 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55994) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:11:11.551568 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5a8ffabb-252f-46ce-bc3b-7f20e20068df tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:11.619111 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddbd2dfb-42b4-410a-808f-fd2cd595cc4e admin admin] Deleting subnet 76a69bb4-e368-4c23-8e6d-97e84c90b889 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:11:11.643481 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5a8ffabb-252f-46ce-bc3b-7f20e20068df tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:11.654962 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ddbd2dfb-42b4-410a-808f-fd2cd595cc4e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:11.720618 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-824912e1-b339-48f1-9090-aa933ca44e83 req-c062cdd9-460e-4b65-b3e1-297800f14604 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383708 Nov 10 19:11:11.753447 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd0293-6427-43fd-9994-1ced70fd98c6 req-9843c367-14a9-497b-a2e2-b4a833dfde2c tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:11.755298 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-88bd0293-6427-43fd-9994-1ced70fd98c6 req-9843c367-14a9-497b-a2e2-b4a833dfde2c tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9864c3b-b5df-49b0-bf2f-eacf7f965f91&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1787632 Nov 10 19:11:11.757738 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ddbd2dfb-42b4-410a-808f-fd2cd595cc4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:11.862449 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5a8ffabb-252f-46ce-bc3b-7f20e20068df tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:11.865616 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5a8ffabb-252f-46ce-bc3b-7f20e20068df tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:11.866965 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5a8ffabb-252f-46ce-bc3b-7f20e20068df tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "DELETE /v2.0/security-groups/c06a0f56-3854-4ee3-ba63-59b5ba0f8e9c HTTP/1.1" status: 204 len: 168 time: 0.5713701 Nov 10 19:11:11.870500 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-88bd0293-6427-43fd-9994-1ced70fd98c6 req-1da123d0-d88d-44a6-a59d-a9dff0dae0c3 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.147 HTTP/1.1" status: 200 len: 696 time: 0.0891902 Nov 10 19:11:11.871107 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55996) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:11:11.919962 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-88bd0293-6427-43fd-9994-1ced70fd98c6 req-1f2178fb-5742-4bb2-a3af-acb600410489 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Request body: {'floatingip': {'port_id': '511a1744-6ef0-4de2-8978-ce37da2aaa18', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:11:11.933513 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ffabb-252f-46ce-bc3b-7f20e20068df tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06a0f56-3854-4ee3-ba63-59b5ba0f8e9c,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:11.992114 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-02cbeca2-94dd-4bda-8aab-30f7dd916d68 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] show failed (client error): The resource could not be found. Nov 10 19:11:11.993358 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-02cbeca2-94dd-4bda-8aab-30f7dd916d68 tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "GET /v2.0/security-groups/c06a0f56-3854-4ee3-ba63-59b5ba0f8e9c HTTP/1.1" status: 404 len: 347 time: 0.1162832 Nov 10 19:11:12.001660 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56000) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:11:12.043473 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-88bd0293-6427-43fd-9994-1ced70fd98c6 req-1f2178fb-5742-4bb2-a3af-acb600410489 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks [] for floatingip, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:12.051947 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 9f44c596-9295-4b93-a21f-ceeec26c00fc no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:11:12.081703 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 9f44c596-9295-4b93-a21f-ceeec26c00fc {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:11:12.082483 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 9f44c596-9295-4b93-a21f-ceeec26c00fc not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:11:12.107964 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c3d260-40ce-4244-a45f-2aa07c018c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1e0b94-878a-4b7a-a6ce-0daaf71c68f2'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:11:12.111787 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239bf88f-25fe-489c-bc97-b2ad2f3fb663" -d '{"events": [{"server_uuid": "17c3d260-40ce-4244-a45f-2aa07c018c19", "name": "network-vif-plugged", "status": "completed", "tag": "db1e0b94-878a-4b7a-a6ce-0daaf71c68f2"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:11:12.113038 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824912e1-b339-48f1-9090-aa933ca44e83 req-9c6b26e7-a453-450d-a035-5560c597ceb0 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:12.115057 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-824912e1-b339-48f1-9090-aa933ca44e83 req-9c6b26e7-a453-450d-a035-5560c597ceb0 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3855491 Nov 10 19:11:12.134870 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-824912e1-b339-48f1-9090-aa933ca44e83 req-5c89e367-62e5-4f03-bd89-cd41167a5923 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Request body: {'port': {'device_id': '9c5dde38-6022-4adf-bcbb-3c4f51c96ae2', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'admin_state_up': True, 'tenant_id': '5ef8c132b4d949a9b0bece379d0bc679'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:11:12.234045 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ddbd2dfb-42b4-410a-808f-fd2cd595cc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:12.324716 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af836e46-cc97-40e0-999e-e16daac90e08 req-c65151d8-1507-4f03-96c4-dfcc2d420ceb tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:12.326425 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af836e46-cc97-40e0-999e-e16daac90e08 req-c65151d8-1507-4f03-96c4-dfcc2d420ceb tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 946 time: 0.1693208 Nov 10 19:11:12.337051 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-824912e1-b339-48f1-9090-aa933ca44e83 req-5c89e367-62e5-4f03-bd89-cd41167a5923 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Made reservation on behalf of 5ef8c132b4d949a9b0bece379d0bc679 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:11:12.341299 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-824912e1-b339-48f1-9090-aa933ca44e83 req-5c89e367-62e5-4f03-bd89-cd41167a5923 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:12.354305 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-2d9f98d4-6ad8-46e3-8c6c-9278ec6891dd tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Deleting port 49e89c88-87d1-4506-97b7-a1ce5d921918 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:11:12.354679 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2d9f98d4-6ad8-46e3-8c6c-9278ec6891dd tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:12.416985 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ddbd2dfb-42b4-410a-808f-fd2cd595cc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:12.468650 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd2dfb-42b4-410a-808f-fd2cd595cc4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76a69bb4-e368-4c23-8e6d-97e84c90b889,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:12.497494 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ddbd2dfb-42b4-410a-808f-fd2cd595cc4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:12.501228 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ddbd2dfb-42b4-410a-808f-fd2cd595cc4e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/76a69bb4-e368-4c23-8e6d-97e84c90b889 HTTP/1.1" status: 204 len: 168 time: 1.0060632 Nov 10 19:11:12.508136 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56010) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:11:12.509472 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7babb402-b6ee-4907-8010-a65e8de4d5bd None None] Network 4b1ffcf1-d971-419a-a512-e876c564f120 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:11:12.552900 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af836e46-cc97-40e0-999e-e16daac90e08 req-b5430510-02f3-4cfe-92f8-b66a3ed2bb29 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751082 Nov 10 19:11:12.705788 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1728ed5a-e24c-4026-85a6-9ae3c4e7d397 x-openstack-request-id: req-1728ed5a-e24c-4026-85a6-9ae3c4e7d397 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:11:12.706407 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c3d260-40ce-4244-a45f-2aa07c018c19", "name": "network-vif-plugged", "status": "completed", "tag": "db1e0b94-878a-4b7a-a6ce-0daaf71c68f2", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:11:12.707320 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1728ed5a-e24c-4026-85a6-9ae3c4e7d397 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:11:12.708013 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c3d260-40ce-4244-a45f-2aa07c018c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1e0b94-878a-4b7a-a6ce-0daaf71c68f2', 'code': 200} Nov 10 19:11:12.758856 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-46707cb4-2a25-4e14-b269-1ef72e9e9ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:12.820245 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2d9f98d4-6ad8-46e3-8c6c-9278ec6891dd tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:12.820947 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2d9f98d4-6ad8-46e3-8c6c-9278ec6891dd tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:12.860429 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-2d9f98d4-6ad8-46e3-8c6c-9278ec6891dd tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Calling delete_port for 49e89c88-87d1-4506-97b7-a1ce5d921918 owned by network:floatingip {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:11:12.905607 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-824912e1-b339-48f1-9090-aa933ca44e83 req-5c89e367-62e5-4f03-bd89-cd41167a5923 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Allocated IP 192.168.233.3 (d392c118-92b4-47b2-87bf-77c096e8a630/f9b6e8e7-6ebd-402d-901c-b41f234de3ab/974f2e95-bbd9-4b93-ad39-1ba5e7e26f32) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:11:12.941083 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7474a2-d6b5-4e7a-a4bd-9006c2cc56c9 None None] DHCP port deletion for 4b1ffcf1-d971-419a-a512-e876c564f120 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:11:12.980836 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2d55f2f8-22ca-4358-b97f-6d54faa5bc00 req-517e1358-fd35-4c04-a65a-2f2fbea7009a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 210 time: 0.1013043 Nov 10 19:11:13.060816 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-4f7474a2-d6b5-4e7a-a4bd-9006c2cc56c9 None None] Deleting port 0283c422-3aa8-4927-a4d2-355de275be4e {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:11:13.062991 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4f7474a2-d6b5-4e7a-a4bd-9006c2cc56c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:13.155680 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-46707cb4-2a25-4e14-b269-1ef72e9e9ef3 admin admin] Deleting port 0283c422-3aa8-4927-a4d2-355de275be4e {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:11:13.156626 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-46707cb4-2a25-4e14-b269-1ef72e9e9ef3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:13.208986 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.db.resource_extend [req-88bd0293-6427-43fd-9994-1ced70fd98c6 req-1f2178fb-5742-4bb2-a3af-acb600410489 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 19:11:13.217202 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-4f7474a2-d6b5-4e7a-a4bd-9006c2cc56c9 None None] For port 0283c422-3aa8-4927-a4d2-355de275be4e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=0283c422-3aa8-4927-a4d2-355de275be4e,segment=NetworkSegment(09676e2d-d3f4-4785-bf8a-d17e94397343),segment_id=09676e2d-d3f4-4785-bf8a-d17e94397343)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:13.220615 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4f7474a2-d6b5-4e7a-a4bd-9006c2cc56c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:13.237802 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-4f7474a2-d6b5-4e7a-a4bd-9006c2cc56c9 None None] Calling delete_port for 0283c422-3aa8-4927-a4d2-355de275be4e owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:11:13.338345 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-824912e1-b339-48f1-9090-aa933ca44e83 req-5c89e367-62e5-4f03-bd89-cd41167a5923 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:13.346919 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2d9f98d4-6ad8-46e3-8c6c-9278ec6891dd tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:13.381674 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-88bd0293-6427-43fd-9994-1ced70fd98c6 req-1f2178fb-5742-4bb2-a3af-acb600410489 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:13.385274 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f98d4-6ad8-46e3-8c6c-9278ec6891dd tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Pushing event deleted for resources: {'Port': ['ID=49e89c88-87d1-4506-97b7-a1ce5d921918,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:13.385827 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-46707cb4-2a25-4e14-b269-1ef72e9e9ef3 admin admin] For port 0283c422-3aa8-4927-a4d2-355de275be4e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=0283c422-3aa8-4927-a4d2-355de275be4e,segment=NetworkSegment(09676e2d-d3f4-4785-bf8a-d17e94397343),segment_id=09676e2d-d3f4-4785-bf8a-d17e94397343)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:13.386154 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-46707cb4-2a25-4e14-b269-1ef72e9e9ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:13.396692 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-88bd0293-6427-43fd-9994-1ced70fd98c6 req-1f2178fb-5742-4bb2-a3af-acb600410489 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:13.406555 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4f7474a2-d6b5-4e7a-a4bd-9006c2cc56c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:13.432958 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7474a2-d6b5-4e7a-a4bd-9006c2cc56c9 None None] Pushing event deleted for resources: {'Port': ['ID=0283c422-3aa8-4927-a4d2-355de275be4e,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:13.437715 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7474a2-d6b5-4e7a-a4bd-9006c2cc56c9 None None] No DVR routers for this DVR port 0283c422-3aa8-4927-a4d2-355de275be4e on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:11:13.466571 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2d9f98d4-6ad8-46e3-8c6c-9278ec6891dd tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks [] for floatingip, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:13.469314 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2d9f98d4-6ad8-46e3-8c6c-9278ec6891dd tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:13.470727 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2d9f98d4-6ad8-46e3-8c6c-9278ec6891dd tempest-ImagesOneServerNegativeTestJSON-1343086388 tempest-ImagesOneServerNegativeTestJSON-1343086388-project] 10.222.0.54 "DELETE /v2.0/floatingips/9688ce04-74ea-43d8-9a6a-48cae78ea64a HTTP/1.1" status: 204 len: 168 time: 1.4509904 Nov 10 19:11:13.486841 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-824912e1-b339-48f1-9090-aa933ca44e83 req-5c89e367-62e5-4f03-bd89-cd41167a5923 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:13.500517 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['a9b2f03a-deee-4eb9-a710-4ba943fbfc70'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:11:13.502588 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['2cc34104-5fcb-478b-aa2f-184a14aebac9', 'db1e0b94-878a-4b7a-a6ce-0daaf71c68f2'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:11:13.555607 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-824912e1-b339-48f1-9090-aa933ca44e83 req-5c89e367-62e5-4f03-bd89-cd41167a5923 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Network d392c118-92b4-47b2-87bf-77c096e8a630 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:11:13.563284 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-824912e1-b339-48f1-9090-aa933ca44e83 req-5c89e367-62e5-4f03-bd89-cd41167a5923 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:11:13.578210 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-824912e1-b339-48f1-9090-aa933ca44e83 req-5c89e367-62e5-4f03-bd89-cd41167a5923 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:11:13.583263 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89e367-62e5-4f03-bd89-cd41167a5923 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Pushing event updated for resources: {'Port': ['ID=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:13.654901 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824912e1-b339-48f1-9090-aa933ca44e83 req-5c89e367-62e5-4f03-bd89-cd41167a5923 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:13.656344 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-824912e1-b339-48f1-9090-aa933ca44e83 req-5c89e367-62e5-4f03-bd89-cd41167a5923 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:13.680719 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-824912e1-b339-48f1-9090-aa933ca44e83 req-5c89e367-62e5-4f03-bd89-cd41167a5923 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5503271 Nov 10 19:11:13.699783 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-824912e1-b339-48f1-9090-aa933ca44e83 req-72be82a1-1b40-4587-8136-6dfe3c7e5113 service neutron] Request body: {'port': {'device_id': '9c5dde38-6022-4adf-bcbb-3c4f51c96ae2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:11:13.827704 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-824912e1-b339-48f1-9090-aa933ca44e83 req-72be82a1-1b40-4587-8136-6dfe3c7e5113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:13.863942 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fef46191-3306-46a1-9a16-5750ca680b43 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:11:13.910564 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: fef46191-3306-46a1-9a16-5750ca680b43 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:11:13.911006 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fef46191-3306-46a1-9a16-5750ca680b43 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:11:13.911503 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 0283c422-3aa8-4927-a4d2-355de275be4e no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:11:13.960982 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5731a-0b80-4325-bf59-c04f4d27fd28 req-a1fccf61-24de-424c-a219-8d091538ba10 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:13.968923 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8dc5731a-0b80-4325-bf59-c04f4d27fd28 req-a1fccf61-24de-424c-a219-8d091538ba10 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 945 time: 0.7549176 Nov 10 19:11:13.974740 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-46707cb4-2a25-4e14-b269-1ef72e9e9ef3 admin admin] Calling delete_port for 0283c422-3aa8-4927-a4d2-355de275be4e owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:11:13.976681 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 0283c422-3aa8-4927-a4d2-355de275be4e {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:11:13.977547 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 0283c422-3aa8-4927-a4d2-355de275be4e not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:11:14.000333 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-3dd6c119-f5a2-43d8-a23b-81c8abd86c6d None None] Provisioning complete for port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:11:14.001009 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3dd6c119-f5a2-43d8-a23b-81c8abd86c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:14.047730 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6c119-f5a2-43d8-a23b-81c8abd86c6d None None] Port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:11:14.101189 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [req-88bd0293-6427-43fd-9994-1ced70fd98c6 req-1f2178fb-5742-4bb2-a3af-acb600410489 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Floating IP 15c1976f-5d3a-4ccf-b8bf-b83e8cf545e0 associated. External IP: 172.25.3.147, port: 511a1744-6ef0-4de2-8978-ce37da2aaa18. Nov 10 19:11:14.204080 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8dc5731a-0b80-4325-bf59-c04f4d27fd28 req-41b8aff7-5db5-424d-9b6a-33e907a8f766 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341452 Nov 10 19:11:14.228949 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-824912e1-b339-48f1-9090-aa933ca44e83 req-72be82a1-1b40-4587-8136-6dfe3c7e5113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:11:14.238318 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-824912e1-b339-48f1-9090-aa933ca44e83 req-72be82a1-1b40-4587-8136-6dfe3c7e5113 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:14.257112 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-824912e1-b339-48f1-9090-aa933ca44e83 req-72be82a1-1b40-4587-8136-6dfe3c7e5113 service neutron] Transition to ACTIVE for port object 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:11:14.265198 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-824912e1-b339-48f1-9090-aa933ca44e83 req-72be82a1-1b40-4587-8136-6dfe3c7e5113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:14.324010 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-46707cb4-2a25-4e14-b269-1ef72e9e9ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:14.327571 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be82a1-1b40-4587-8136-6dfe3c7e5113 service neutron] Pushing event updated for resources: {'Port': ['ID=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:14.350771 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46707cb4-2a25-4e14-b269-1ef72e9e9ef3 admin admin] No DVR routers for this DVR port 0283c422-3aa8-4927-a4d2-355de275be4e on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:11:14.384903 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46707cb4-2a25-4e14-b269-1ef72e9e9ef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0283c422-3aa8-4927-a4d2-355de275be4e,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:14.441932 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-824912e1-b339-48f1-9090-aa933ca44e83 req-72be82a1-1b40-4587-8136-6dfe3c7e5113 service neutron] Attempting to bind port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:11:14.442269 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-824912e1-b339-48f1-9090-aa933ca44e83 req-72be82a1-1b40-4587-8136-6dfe3c7e5113 service neutron] Attempting to bind port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:11:14.442593 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824912e1-b339-48f1-9090-aa933ca44e83 req-72be82a1-1b40-4587-8136-6dfe3c7e5113 service neutron] Attempting to bind port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:11:14.448093 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824912e1-b339-48f1-9090-aa933ca44e83 req-72be82a1-1b40-4587-8136-6dfe3c7e5113 service neutron] Port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:11:14.448411 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824912e1-b339-48f1-9090-aa933ca44e83 req-72be82a1-1b40-4587-8136-6dfe3c7e5113 service neutron] Attempting to bind port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:11:14.453712 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824912e1-b339-48f1-9090-aa933ca44e83 req-72be82a1-1b40-4587-8136-6dfe3c7e5113 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:11:14.454075 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824912e1-b339-48f1-9090-aa933ca44e83 req-72be82a1-1b40-4587-8136-6dfe3c7e5113 service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:11:14.454506 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824912e1-b339-48f1-9090-aa933ca44e83 req-72be82a1-1b40-4587-8136-6dfe3c7e5113 service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:11:14.454918 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-824912e1-b339-48f1-9090-aa933ca44e83 req-72be82a1-1b40-4587-8136-6dfe3c7e5113 service neutron] Bound port: 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:11:14.455273 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-824912e1-b339-48f1-9090-aa933ca44e83 req-72be82a1-1b40-4587-8136-6dfe3c7e5113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:14.534854 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-824912e1-b339-48f1-9090-aa933ca44e83 req-72be82a1-1b40-4587-8136-6dfe3c7e5113 service neutron] For port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:11:14.538700 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-824912e1-b339-48f1-9090-aa933ca44e83 req-72be82a1-1b40-4587-8136-6dfe3c7e5113 service neutron] For port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:11:14.546409 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-824912e1-b339-48f1-9090-aa933ca44e83 req-72be82a1-1b40-4587-8136-6dfe3c7e5113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:14.591708 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824912e1-b339-48f1-9090-aa933ca44e83 req-72be82a1-1b40-4587-8136-6dfe3c7e5113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:14.592326 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-824912e1-b339-48f1-9090-aa933ca44e83 req-72be82a1-1b40-4587-8136-6dfe3c7e5113 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:14.593825 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-824912e1-b339-48f1-9090-aa933ca44e83 req-72be82a1-1b40-4587-8136-6dfe3c7e5113 service neutron] 10.222.0.73 "PUT /v2.0/ports/974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 HTTP/1.1" status: 200 len: 1094 time: 0.8990009 Nov 10 19:11:14.594293 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5dde38-6022-4adf-bcbb-3c4f51c96ae2', 'tag': '974f2e95-bbd9-4b93-ad39-1ba5e7e26f32'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:11:14.606120 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b24bfeb-88e5-49fd-b399-e9bd8b48fba7" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5dde38-6022-4adf-bcbb-3c4f51c96ae2", "tag": "974f2e95-bbd9-4b93-ad39-1ba5e7e26f32"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:11:14.622313 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-46707cb4-2a25-4e14-b269-1ef72e9e9ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:14.640734 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be82a1-1b40-4587-8136-6dfe3c7e5113 service neutron] Pushing event updated for resources: {'Port': ['ID=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:14.654798 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-46707cb4-2a25-4e14-b269-1ef72e9e9ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b1ffcf1-d971-419a-a512-e876c564f120']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:11:14.674380 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae533e8-af13-4ff7-9119-98d32339dd83 req-bd094934-1697-4de5-8997-426e02821c51 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:14.678485 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dae533e8-af13-4ff7-9119-98d32339dd83 req-bd094934-1697-4de5-8997-426e02821c51 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 946 time: 0.1538999 Nov 10 19:11:14.696953 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88bd0293-6427-43fd-9994-1ced70fd98c6 req-1f2178fb-5742-4bb2-a3af-acb600410489 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Router d75d06b1-dbf7-4e67-80bb-a0d52e47474e has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:11:14.701185 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-46707cb4-2a25-4e14-b269-1ef72e9e9ef3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09676e2d-d3f4-4785-bf8a-d17e94397343') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:11:14.701482 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-46707cb4-2a25-4e14-b269-1ef72e9e9ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09676e2d-d3f4-4785-bf8a-d17e94397343') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:11:14.703937 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824912e1-b339-48f1-9090-aa933ca44e83 req-758aba61-54e1-41f5-91e9-06807368b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:14.705634 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-824912e1-b339-48f1-9090-aa933ca44e83 req-758aba61-54e1-41f5-91e9-06807368b764 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 1097 time: 0.0557759 Nov 10 19:11:14.735073 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-46707cb4-2a25-4e14-b269-1ef72e9e9ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:14.769048 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-824912e1-b339-48f1-9090-aa933ca44e83 req-1e985e74-ebb4-45aa-a49d-1fc60c0a4d15 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 HTTP/1.1" status: 200 len: 217 time: 0.0467067 Nov 10 19:11:14.796353 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-46707cb4-2a25-4e14-b269-1ef72e9e9ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:14.821035 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46707cb4-2a25-4e14-b269-1ef72e9e9ef3 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:11:14.821442 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-46707cb4-2a25-4e14-b269-1ef72e9e9ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: self.session.flush() Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: self.session.flush() Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: self.session.flush() Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: self.session.flush() Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:11:14.829075 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:11:14.848351 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824912e1-b339-48f1-9090-aa933ca44e83 req-39f45d6c-a2ca-42fb-bcc8-05dc628411fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:14.850248 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-824912e1-b339-48f1-9090-aa933ca44e83 req-39f45d6c-a2ca-42fb-bcc8-05dc628411fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0686429 Nov 10 19:11:14.903454 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dae533e8-af13-4ff7-9119-98d32339dd83 req-60621a6d-db7f-4900-81bf-73d251626816 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045999 Nov 10 19:11:14.909071 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824912e1-b339-48f1-9090-aa933ca44e83 req-0e299c1c-5fee-4016-8bc1-2625633dd03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:14.910768 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-824912e1-b339-48f1-9090-aa933ca44e83 req-0e299c1c-5fee-4016-8bc1-2625633dd03d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0526958 Nov 10 19:11:14.948800 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88bd0293-6427-43fd-9994-1ced70fd98c6 req-1f2178fb-5742-4bb2-a3af-acb600410489 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:11:14.955211 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-88bd0293-6427-43fd-9994-1ced70fd98c6 req-1f2178fb-5742-4bb2-a3af-acb600410489 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:14.959195 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-46707cb4-2a25-4e14-b269-1ef72e9e9ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:14.963969 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf58965-8d53-45f3-882e-1857395be1bd None None] Sync routers for ids ['d75d06b1-dbf7-4e67-80bb-a0d52e47474e'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:11:14.982368 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf58965-8d53-45f3-882e-1857395be1bd None None] Routers {'d75d06b1-dbf7-4e67-80bb-a0d52e47474e'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:11:14.983003 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-5cf58965-8d53-45f3-882e-1857395be1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:10:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d75d06b1-dbf7-4e67-80bb-a0d52e47474e'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:11:15.007535 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46707cb4-2a25-4e14-b269-1ef72e9e9ef3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b1ffcf1-d971-419a-a512-e876c564f120,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:15.012427 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-46707cb4-2a25-4e14-b269-1ef72e9e9ef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:15.019205 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-46707cb4-2a25-4e14-b269-1ef72e9e9ef3 admin admin] 10.222.0.54 "DELETE /v2.0/networks/4b1ffcf1-d971-419a-a512-e876c564f120 HTTP/1.1" status: 204 len: 168 time: 2.5078232 Nov 10 19:11:15.025963 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-88bd0293-6427-43fd-9994-1ced70fd98c6 req-1f2178fb-5742-4bb2-a3af-acb600410489 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "PUT /v2.0/floatingips/15c1976f-5d3a-4ccf-b8bf-b83e8cf545e0 HTTP/1.1" status: 200 len: 996 time: 3.1380105 Nov 10 19:11:15.026423 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9864c3b-b5df-49b0-bf2f-eacf7f965f91', 'tag': '511a1744-6ef0-4de2-8978-ce37da2aaa18'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:11:15.028721 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2322785e-dfb0-4562-9cca-36050d3e730a" -d '{"events": [{"name": "network-changed", "server_uuid": "d9864c3b-b5df-49b0-bf2f-eacf7f965f91", "tag": "511a1744-6ef0-4de2-8978-ce37da2aaa18"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:11:15.095511 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-824912e1-b339-48f1-9090-aa933ca44e83 req-2c7073a5-4837-42a0-be96-4032c85b93f4 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729453 Nov 10 19:11:15.117242 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62754650-5a01-4c3a-ab3e-6dcc3ae7320d req-266ca64a-f330-47e4-9718-a3bed23b060a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:15.119010 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-62754650-5a01-4c3a-ab3e-6dcc3ae7320d req-266ca64a-f330-47e4-9718-a3bed23b060a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 946 time: 0.0754831 Nov 10 19:11:15.173405 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-5cf58965-8d53-45f3-882e-1857395be1bd None None] Set router d75d06b1-dbf7-4e67-80bb-a0d52e47474e gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:11:15.240460 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56038) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:11:15.249311 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd0293-6427-43fd-9994-1ced70fd98c6 req-1689ba42-c736-4960-b236-294679dcef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:15.254314 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-824912e1-b339-48f1-9090-aa933ca44e83 req-5bf392e0-4f11-4690-9812-2bfb8e4ee04e service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506884 Nov 10 19:11:15.263776 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-88bd0293-6427-43fd-9994-1ced70fd98c6 req-1689ba42-c736-4960-b236-294679dcef1c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e9180826ce3242458fc9aff806bc035e&device_id=d9864c3b-b5df-49b0-bf2f-eacf7f965f91 HTTP/1.1" status: 200 len: 1096 time: 0.1995401 Nov 10 19:11:15.288235 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-62754650-5a01-4c3a-ab3e-6dcc3ae7320d req-25444359-a76d-48de-8e22-3c6d6eccca4e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592052 Nov 10 19:11:15.301118 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-432be50b-d26b-45a5-a833-1991915e555f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e89f4f0c8857406e951cb746c15d7092&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0594609 Nov 10 19:11:15.306649 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56042) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:11:15.412754 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9f719c9e-1853-4ea8-9296-4acee2646a38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:15.447393 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9f719c9e-1853-4ea8-9296-4acee2646a38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:15.471766 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd0293-6427-43fd-9994-1ced70fd98c6 req-55375d98-e5b8-434d-9394-03a58c7a12bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:15.481390 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-88bd0293-6427-43fd-9994-1ced70fd98c6 req-55375d98-e5b8-434d-9394-03a58c7a12bc service neutron] 10.222.0.54 "GET /v2.0/networks?id=074689be-1f44-48ee-b4c4-fa3b05d8656b HTTP/1.1" status: 200 len: 929 time: 0.1886213 Nov 10 19:11:15.525120 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9f719c9e-1853-4ea8-9296-4acee2646a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:15.529134 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9f719c9e-1853-4ea8-9296-4acee2646a38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:15.530666 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9f719c9e-1853-4ea8-9296-4acee2646a38 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/42e9c030-4d67-48f8-9faf-6eb7b547d4f9 HTTP/1.1" status: 204 len: 168 time: 0.2226439 Nov 10 19:11:15.545718 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f719c9e-1853-4ea8-9296-4acee2646a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e9c030-4d67-48f8-9faf-6eb7b547d4f9,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:15.575474 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a92638b-57be-4458-adbb-e6783df3162e x-openstack-request-id: req-6a92638b-57be-4458-adbb-e6783df3162e {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:11:15.575924 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5dde38-6022-4adf-bcbb-3c4f51c96ae2", "tag": "974f2e95-bbd9-4b93-ad39-1ba5e7e26f32", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:11:15.576213 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6a92638b-57be-4458-adbb-e6783df3162e {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:11:15.577710 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5dde38-6022-4adf-bcbb-3c4f51c96ae2', 'tag': '974f2e95-bbd9-4b93-ad39-1ba5e7e26f32', 'status': 'completed', 'code': 200} Nov 10 19:11:15.645245 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-88bd0293-6427-43fd-9994-1ced70fd98c6 req-0b5afde0-080b-45e5-977c-4dbae7ac3b6f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=511a1744-6ef0-4de2-8978-ce37da2aaa18 HTTP/1.1" status: 200 len: 999 time: 0.1623151 Nov 10 19:11:15.687576 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-5cf58965-8d53-45f3-882e-1857395be1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-710392842-router', 'tenant_id': 'e9180826ce3242458fc9aff806bc035e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '326092ad-e69c-4c06-9a3d-35bb60d842d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:10:27Z', 'updated_at': '2021-11-10T19:10:35Z', 'revision_number': 4, 'project_id': 'e9180826ce3242458fc9aff806bc035e', 'gw_port': {'id': '326092ad-e69c-4c06-9a3d-35bb60d842d1', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:28Z', 'updated_at': '2021-11-10T19:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '15c1976f-5d3a-4ccf-b8bf-b83e8cf545e0', 'tenant_id': 'e9180826ce3242458fc9aff806bc035e', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'port_id': '511a1744-6ef0-4de2-8978-ce37da2aaa18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '074689be-1f44-48ee-b4c4-fa3b05d8656b', 'mac_address': 'fa:16:3e:f3:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9864c3b-b5df-49b0-bf2f-eacf7f965f91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:11:09Z', 'updated_at': '2021-11-10T19:11:13Z', 'revision_number': 1, 'project_id': 'e9180826ce3242458fc9aff806bc035e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ccdeafb-d8aa-4f3f-8c20-d2472c92334d', 'name': '', 'network_id': '074689be-1f44-48ee-b4c4-fa3b05d8656b', 'tenant_id': 'e9180826ce3242458fc9aff806bc035e', 'mac_address': 'fa:16:3e:19:fc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b886243d-90b7-4cc0-941c-e74d98cb85cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:33Z', 'updated_at': '2021-11-10T19:10:42Z', 'revision_number': 5, 'project_id': 'e9180826ce3242458fc9aff806bc035e', 'subnets': [{'id': 'b886243d-90b7-4cc0-941c-e74d98cb85cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:11:15.699924 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24bfeb-88e5-49fd-b399-e9bd8b48fba7 req-feffeeff-44e2-48ee-a0c6-2d03db48e635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:15.701287 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1b24bfeb-88e5-49fd-b399-e9bd8b48fba7 req-feffeeff-44e2-48ee-a0c6-2d03db48e635 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 1097 time: 0.0887878 Nov 10 19:11:15.710651 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd0293-6427-43fd-9994-1ced70fd98c6 req-c9bed9a3-4d6c-4d08-9e48-d4a720dfe5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:15.717660 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-88bd0293-6427-43fd-9994-1ced70fd98c6 req-c9bed9a3-4d6c-4d08-9e48-d4a720dfe5d2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b886243d-90b7-4cc0-941c-e74d98cb85cb HTTP/1.1" status: 200 len: 867 time: 0.0712991 Nov 10 19:11:15.750466 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf58965-8d53-45f3-882e-1857395be1bd None None] Checking router: d75d06b1-dbf7-4e67-80bb-a0d52e47474e for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:11:15.763186 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf58965-8d53-45f3-882e-1857395be1bd None None] Routers {'d75d06b1-dbf7-4e67-80bb-a0d52e47474e'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:11:15.763533 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-5cf58965-8d53-45f3-882e-1857395be1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:10:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d75d06b1-dbf7-4e67-80bb-a0d52e47474e'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:11:15.818665 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd0293-6427-43fd-9994-1ced70fd98c6 req-fbc9458e-f306-41cb-93fc-5046477a9821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:15.820217 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-88bd0293-6427-43fd-9994-1ced70fd98c6 req-fbc9458e-f306-41cb-93fc-5046477a9821 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=074689be-1f44-48ee-b4c4-fa3b05d8656b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844624 Nov 10 19:11:15.837593 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-88bd0293-6427-43fd-9994-1ced70fd98c6 req-1b431d7f-b4a1-4475-b229-118658c30fa6 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:11:15.839232 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-88bd0293-6427-43fd-9994-1ced70fd98c6 req-1b431d7f-b4a1-4475-b229-118658c30fa6 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064809 Nov 10 19:11:15.922757 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24bfeb-88e5-49fd-b399-e9bd8b48fba7 req-d1e10ced-1246-4339-8182-511fc6f993ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:15.924255 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1b24bfeb-88e5-49fd-b399-e9bd8b48fba7 req-d1e10ced-1246-4339-8182-511fc6f993ae service neutron] 10.222.0.73 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.2050495 Nov 10 19:11:15.938217 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-5cf58965-8d53-45f3-882e-1857395be1bd None None] Set router d75d06b1-dbf7-4e67-80bb-a0d52e47474e gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:11:16.007114 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1b24bfeb-88e5-49fd-b399-e9bd8b48fba7 req-38519abb-10fc-41ca-811c-20251e71b956 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 HTTP/1.1" status: 200 len: 217 time: 0.0712416 Nov 10 19:11:16.071195 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-88bd0293-6427-43fd-9994-1ced70fd98c6 req-22f39188-28f5-46b3-a134-48e2775ac3a4 service neutron] 10.222.0.54 "GET /v2.0/networks/074689be-1f44-48ee-b4c4-fa3b05d8656b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220626 Nov 10 19:11:16.079620 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24bfeb-88e5-49fd-b399-e9bd8b48fba7 req-67b10f37-601d-4cab-bc26-6a6696a52cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:16.081257 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1b24bfeb-88e5-49fd-b399-e9bd8b48fba7 req-67b10f37-601d-4cab-bc26-6a6696a52cfc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0680568 Nov 10 19:11:16.165380 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24bfeb-88e5-49fd-b399-e9bd8b48fba7 req-1dbd2fd1-2e25-447e-b888-280b9991ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:16.167284 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1b24bfeb-88e5-49fd-b399-e9bd8b48fba7 req-1dbd2fd1-2e25-447e-b888-280b9991ec59 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0758646 Nov 10 19:11:16.175789 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba77fde-e3b9-4fdd-b0dc-a39c4df67bad req-aa2090bd-53f2-40bd-91fe-ceaa989f43bb tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:16.177326 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0ba77fde-e3b9-4fdd-b0dc-a39c4df67bad req-aa2090bd-53f2-40bd-91fe-ceaa989f43bb tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 1097 time: 0.1700897 Nov 10 19:11:16.183669 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-88bd0293-6427-43fd-9994-1ced70fd98c6 req-df8adeef-7f74-4df2-8fd7-d879dd3d5940 service neutron] 10.222.0.54 "GET /v2.0/networks/074689be-1f44-48ee-b4c4-fa3b05d8656b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113892 Nov 10 19:11:16.259616 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0ba77fde-e3b9-4fdd-b0dc-a39c4df67bad req-f7bee276-463e-41c8-91ec-f9ee7ee5bb64 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744042 Nov 10 19:11:16.313437 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d94d8e-48ae-4f58-a767-591f561e938b x-openstack-request-id: req-66d94d8e-48ae-4f58-a767-591f561e938b {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:11:16.313887 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9864c3b-b5df-49b0-bf2f-eacf7f965f91", "tag": "511a1744-6ef0-4de2-8978-ce37da2aaa18", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:11:16.314203 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-66d94d8e-48ae-4f58-a767-591f561e938b {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:11:16.314728 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9864c3b-b5df-49b0-bf2f-eacf7f965f91', 'tag': '511a1744-6ef0-4de2-8978-ce37da2aaa18', 'status': 'completed', 'code': 200} Nov 10 19:11:16.354473 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1b24bfeb-88e5-49fd-b399-e9bd8b48fba7 req-8458b672-a809-4298-b1df-1c55857c0645 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780677 Nov 10 19:11:16.386080 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322785e-dfb0-4562-9cca-36050d3e730a req-fedb466c-6f3a-4e52-b497-0609aadab6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:16.388899 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2322785e-dfb0-4562-9cca-36050d3e730a req-fedb466c-6f3a-4e52-b497-0609aadab6b5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e9180826ce3242458fc9aff806bc035e&device_id=d9864c3b-b5df-49b0-bf2f-eacf7f965f91 HTTP/1.1" status: 200 len: 1096 time: 0.0730143 Nov 10 19:11:16.401037 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-5cf58965-8d53-45f3-882e-1857395be1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-710392842-router', 'tenant_id': 'e9180826ce3242458fc9aff806bc035e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '326092ad-e69c-4c06-9a3d-35bb60d842d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:10:27Z', 'updated_at': '2021-11-10T19:10:35Z', 'revision_number': 4, 'project_id': 'e9180826ce3242458fc9aff806bc035e', 'gw_port': {'id': '326092ad-e69c-4c06-9a3d-35bb60d842d1', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:28Z', 'updated_at': '2021-11-10T19:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '15c1976f-5d3a-4ccf-b8bf-b83e8cf545e0', 'tenant_id': 'e9180826ce3242458fc9aff806bc035e', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'port_id': '511a1744-6ef0-4de2-8978-ce37da2aaa18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '074689be-1f44-48ee-b4c4-fa3b05d8656b', 'mac_address': 'fa:16:3e:f3:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9864c3b-b5df-49b0-bf2f-eacf7f965f91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:11:09Z', 'updated_at': '2021-11-10T19:11:13Z', 'revision_number': 1, 'project_id': 'e9180826ce3242458fc9aff806bc035e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ccdeafb-d8aa-4f3f-8c20-d2472c92334d', 'name': '', 'network_id': '074689be-1f44-48ee-b4c4-fa3b05d8656b', 'tenant_id': 'e9180826ce3242458fc9aff806bc035e', 'mac_address': 'fa:16:3e:19:fc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b886243d-90b7-4cc0-941c-e74d98cb85cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:33Z', 'updated_at': '2021-11-10T19:10:42Z', 'revision_number': 5, 'project_id': 'e9180826ce3242458fc9aff806bc035e', 'subnets': [{'id': 'b886243d-90b7-4cc0-941c-e74d98cb85cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:11:16.472080 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf58965-8d53-45f3-882e-1857395be1bd None None] The sync data for ids ['d75d06b1-dbf7-4e67-80bb-a0d52e47474e'] in n-d-813897-4 is: [{'id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-710392842-router', 'tenant_id': 'e9180826ce3242458fc9aff806bc035e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '326092ad-e69c-4c06-9a3d-35bb60d842d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:10:27Z', 'updated_at': '2021-11-10T19:10:35Z', 'revision_number': 4, 'project_id': 'e9180826ce3242458fc9aff806bc035e', 'gw_port': {'id': '326092ad-e69c-4c06-9a3d-35bb60d842d1', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:28Z', 'updated_at': '2021-11-10T19:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '15c1976f-5d3a-4ccf-b8bf-b83e8cf545e0', 'tenant_id': 'e9180826ce3242458fc9aff806bc035e', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'port_id': '511a1744-6ef0-4de2-8978-ce37da2aaa18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '074689be-1f44-48ee-b4c4-fa3b05d8656b', 'mac_address': 'fa:16:3e:f3:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9864c3b-b5df-49b0-bf2f-eacf7f965f91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:11:09Z', 'updated_at': '2021-11-10T19:11:13Z', 'revision_number': 1, 'project_id': 'e9180826ce3242458fc9aff806bc035e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ccdeafb-d8aa-4f3f-8c20-d2472c92334d', 'name': '', 'network_id': '074689be-1f44-48ee-b4c4-fa3b05d8656b', 'tenant_id': 'e9180826ce3242458fc9aff806bc035e', 'mac_address': 'fa:16:3e:19:fc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b886243d-90b7-4cc0-941c-e74d98cb85cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:33Z', 'updated_at': '2021-11-10T19:10:42Z', 'revision_number': 5, 'project_id': 'e9180826ce3242458fc9aff806bc035e', 'subnets': [{'id': 'b886243d-90b7-4cc0-941c-e74d98cb85cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:11:16.611824 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56072) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:11:16.619198 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1b24bfeb-88e5-49fd-b399-e9bd8b48fba7 req-9fb57603-3b7c-462d-b0b9-2a497161c726 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496386 Nov 10 19:11:16.700674 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322785e-dfb0-4562-9cca-36050d3e730a req-2b6404bf-0b65-4247-85d0-df02fd83f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:16.703059 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2322785e-dfb0-4562-9cca-36050d3e730a req-2b6404bf-0b65-4247-85d0-df02fd83f37f service neutron] 10.222.0.25 "GET /v2.0/networks?id=074689be-1f44-48ee-b4c4-fa3b05d8656b HTTP/1.1" status: 200 len: 929 time: 0.3035429 Nov 10 19:11:16.770519 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:11:16.808875 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f99a4-b359-4679-9cbf-3f1617007ac4 req-4db2d9b6-57cc-4410-8a6b-943bc2deba21 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:16.810826 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e74f99a4-b359-4679-9cbf-3f1617007ac4 req-4db2d9b6-57cc-4410-8a6b-943bc2deba21 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 945 time: 0.2920749 Nov 10 19:11:16.831278 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dbd1524-75dd-4ad7-a12a-edabd1ab3946 admin admin] Deleting subnet 2c329353-9415-452e-8a45-4c2850f1881a {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:11:16.917085 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7dbd1524-75dd-4ad7-a12a-edabd1ab3946 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:16.927038 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ba5970-4b9f-4996-9f6a-87ebb1fe1463 None None] New status for floating IP 15c1976f-5d3a-4ccf-b8bf-b83e8cf545e0: ACTIVE {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:11:17.043064 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56080) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:11:17.082318 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2322785e-dfb0-4562-9cca-36050d3e730a req-9d4d69c7-2544-4674-b406-f833dce5f246 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=511a1744-6ef0-4de2-8978-ce37da2aaa18 HTTP/1.1" status: 200 len: 999 time: 0.3554664 Nov 10 19:11:17.085911 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7dbd1524-75dd-4ad7-a12a-edabd1ab3946 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:17.147320 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13505884-f9f5-4e64-afda-4361a76ff605 req-7816290c-6827-46c4-bbf7-bb5f69a35741 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 258 time: 0.4951022 Nov 10 19:11:17.157629 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-13505884-f9f5-4e64-afda-4361a76ff605 req-64457653-f31c-41d7-8ef5-016e76309b89 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:11:17.211387 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:17.229061 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '974f2e95-bbd9-4b93-ad39-1ba5e7e26f32', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': '974f2e95-bbd9-4b93-ad39-1ba5e7e26f32', 'mac_address': 'fa:16:3e:36:13:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:11:17.266741 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e74f99a4-b359-4679-9cbf-3f1617007ac4 req-e214b1a0-9cbd-45e9-935b-2cb4914aceb3 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457090 Nov 10 19:11:17.275701 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-c2c11317-c53b-4e39-845e-cc002e4cbda7 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-121250793-network', 'tenant_id': '86949477275045bb909c8def9385c7a2'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:11:17.315729 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:17.334563 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:11:17.374127 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7dbd1524-75dd-4ad7-a12a-edabd1ab3946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:17.388553 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:17.394820 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:17.399734 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.db.api [None req-c2c11317-c53b-4e39-845e-cc002e4cbda7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 10 19:11:17.399734 n-d-813897-4 neutron-server[102506]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 10 19:11:17.399734 n-d-813897-4 neutron-server[102506]: [parameters: {'project_id': '86949477275045bb909c8def9385c7a2', 'id': 'bb986949-f34e-4ac1-a46d-30ad07aec1af', 'expiration': datetime.datetime(2021, 11, 10, 19, 13, 17, 358989)}] Nov 10 19:11:17.399734 n-d-813897-4 neutron-server[102506]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:11:17.400416 n-d-813897-4 neutron-server[102506]: DEBUG oslo_db.api [None req-c2c11317-c53b-4e39-845e-cc002e4cbda7 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:11:17.405047 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-13505884-f9f5-4e64-afda-4361a76ff605 req-64457653-f31c-41d7-8ef5-016e76309b89 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks [] for floatingip, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:17.476678 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:17.498536 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322785e-dfb0-4562-9cca-36050d3e730a req-76f3705e-9f80-4067-8f81-a761ed9c021a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:17.501195 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2322785e-dfb0-4562-9cca-36050d3e730a req-76f3705e-9f80-4067-8f81-a761ed9c021a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b886243d-90b7-4cc0-941c-e74d98cb85cb HTTP/1.1" status: 200 len: 867 time: 0.3168685 Nov 10 19:11:17.674783 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84706fb-fbdc-46bd-b7f7-9ca235233033 req-ab7c28c4-bbf5-4e34-8268-5fc5b8d63338 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:17.676661 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f84706fb-fbdc-46bd-b7f7-9ca235233033 req-ab7c28c4-bbf5-4e34-8268-5fc5b8d63338 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 947 time: 0.2734447 Nov 10 19:11:17.684939 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7dbd1524-75dd-4ad7-a12a-edabd1ab3946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:17.698815 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322785e-dfb0-4562-9cca-36050d3e730a req-7e58a282-1fab-4b4a-a431-fa30a9d6b812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:17.700562 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2322785e-dfb0-4562-9cca-36050d3e730a req-7e58a282-1fab-4b4a-a431-fa30a9d6b812 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=074689be-1f44-48ee-b4c4-fa3b05d8656b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1844389 Nov 10 19:11:17.709096 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['974f2e95-bbd9-4b93-ad39-1ba5e7e26f32'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:11:17.775641 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd1524-75dd-4ad7-a12a-edabd1ab3946 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c329353-9415-452e-8a45-4c2850f1881a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:17.798767 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7dbd1524-75dd-4ad7-a12a-edabd1ab3946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:17.802534 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7dbd1524-75dd-4ad7-a12a-edabd1ab3946 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2c329353-9415-452e-8a45-4c2850f1881a HTTP/1.1" status: 204 len: 168 time: 1.1838770 Nov 10 19:11:17.808782 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56086) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:11:17.892642 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f84706fb-fbdc-46bd-b7f7-9ca235233033 req-07e299b4-3248-4740-9a2f-f3ac8e4bb4d3 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040257 Nov 10 19:11:17.922946 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2322785e-dfb0-4562-9cca-36050d3e730a req-3c10e3db-6d99-496e-a701-4eb788587ec2 service neutron] 10.222.0.25 "GET /v2.0/networks/074689be-1f44-48ee-b4c4-fa3b05d8656b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041304 Nov 10 19:11:17.924225 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-13505884-f9f5-4e64-afda-4361a76ff605 req-64457653-f31c-41d7-8ef5-016e76309b89 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:17.964473 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f4e83b6d-60ba-45b1-adf1-853591251626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:18.011673 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c11317-c53b-4e39-845e-cc002e4cbda7 admin admin] Made reservation on behalf of 86949477275045bb909c8def9385c7a2 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:11:18.014176 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c2c11317-c53b-4e39-845e-cc002e4cbda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:18.082823 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c2c11317-c53b-4e39-845e-cc002e4cbda7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:18.127242 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f4e83b6d-60ba-45b1-adf1-853591251626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:18.163350 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-f4e83b6d-60ba-45b1-adf1-853591251626 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e0a764-ff58-44a3-87da-37be4cc4845b']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:11:18.180523 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-f4e83b6d-60ba-45b1-adf1-853591251626 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3d73ba-6eb0-4c57-a248-e5b678ab2d07') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:11:18.181048 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-f4e83b6d-60ba-45b1-adf1-853591251626 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3d73ba-6eb0-4c57-a248-e5b678ab2d07') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:11:18.199693 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f4e83b6d-60ba-45b1-adf1-853591251626 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:18.224209 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f4e83b6d-60ba-45b1-adf1-853591251626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:18.233069 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e83b6d-60ba-45b1-adf1-853591251626 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:11:18.233638 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f4e83b6d-60ba-45b1-adf1-853591251626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:18.236185 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:11:18.236185 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:11:18.236185 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:11:18.236185 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:11:18.236185 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:11:18.236185 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:11:18.236185 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:11:18.236185 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:11:18.236185 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:11:18.236185 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:11:18.236185 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:11:18.236185 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:11:18.236185 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:11:18.236185 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:11:18.236185 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:11:18.236185 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:11:18.236185 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:11:18.236185 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:11:18.236185 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:11:18.236185 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:11:18.236185 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:11:18.236185 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:11:18.236185 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:11:18.236185 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:11:18.236185 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:11:18.236185 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:11:18.236185 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:11:18.236185 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:11:18.236185 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:11:18.236185 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:11:18.236185 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:11:18.236185 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:11:18.254430 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2322785e-dfb0-4562-9cca-36050d3e730a req-f187df5a-78ba-4142-9b31-13730eed824f service neutron] 10.222.0.25 "GET /v2.0/networks/074689be-1f44-48ee-b4c4-fa3b05d8656b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160241 Nov 10 19:11:18.273409 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eff136-371c-43d9-912f-bc78b19575e2 req-cfed079a-4acc-4cd0-b976-9fb6e8467b08 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:18.282721 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-81eff136-371c-43d9-912f-bc78b19575e2 req-cfed079a-4acc-4cd0-b976-9fb6e8467b08 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 1097 time: 0.2362268 Nov 10 19:11:18.318433 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-13505884-f9f5-4e64-afda-4361a76ff605 req-64457653-f31c-41d7-8ef5-016e76309b89 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Allocated IP 172.25.3.109 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/4aa085ac-8100-4f53-b981-4d5ad35d702d) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:11:18.332394 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f4e83b6d-60ba-45b1-adf1-853591251626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:18.340712 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f4e83b6d-60ba-45b1-adf1-853591251626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:18.344290 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f4e83b6d-60ba-45b1-adf1-853591251626 admin admin] 10.222.0.54 "DELETE /v2.0/networks/39e0a764-ff58-44a3-87da-37be4cc4845b HTTP/1.1" status: 204 len: 168 time: 0.5333707 Nov 10 19:11:18.358187 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e83b6d-60ba-45b1-adf1-853591251626 admin admin] Pushing event deleted for resources: {'Network': ['ID=39e0a764-ff58-44a3-87da-37be4cc4845b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:18.472470 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-81eff136-371c-43d9-912f-bc78b19575e2 req-baeb9fda-22d3-45f5-974e-c6245941234b tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773982 Nov 10 19:11:18.475677 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:11:18.502978 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c2c11317-c53b-4e39-845e-cc002e4cbda7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:18.509945 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c2c11317-c53b-4e39-845e-cc002e4cbda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:18.554592 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2c11317-c53b-4e39-845e-cc002e4cbda7 admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:11:18.567986 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56094) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:11:18.575360 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c11317-c53b-4e39-845e-cc002e4cbda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddbc720-5dd8-4cba-8a24-08ea99025f18,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:18.582385 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-13505884-f9f5-4e64-afda-4361a76ff605 req-64457653-f31c-41d7-8ef5-016e76309b89 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:18.584208 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c2c11317-c53b-4e39-845e-cc002e4cbda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:18.584547 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-c2c11317-c53b-4e39-845e-cc002e4cbda7 admin admin] Added segment dbdeb921-b21e-4ed7-abfa-477ab4c0055c of type vlan for network f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f Nov 10 19:11:18.645988 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c2c11317-c53b-4e39-845e-cc002e4cbda7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:18.662404 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2b36223c-bd9e-40f1-80cb-252a18df1e5c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e3dddbbc87a448f59c02da65cf6d041d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0917933 Nov 10 19:11:18.667085 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56096) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:11:18.690352 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c2c11317-c53b-4e39-845e-cc002e4cbda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:18.691432 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c11317-c53b-4e39-845e-cc002e4cbda7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:18.692010 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c2c11317-c53b-4e39-845e-cc002e4cbda7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:18.701982 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-13505884-f9f5-4e64-afda-4361a76ff605 req-64457653-f31c-41d7-8ef5-016e76309b89 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:18.745735 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-094f0cfc-8d0d-4097-b1a7-5fb2803c2003 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:18.768209 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c2c11317-c53b-4e39-845e-cc002e4cbda7 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.7170897 Nov 10 19:11:18.772016 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56098) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:11:18.780541 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-1db38977-8bb1-461c-888e-8b0dfde4e1c9 admin admin] Request body: {'subnet': {'network_id': 'f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-121250793-subnet', 'tenant_id': '86949477275045bb909c8def9385c7a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:11:18.795975 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13505884-f9f5-4e64-afda-4361a76ff605 req-64457653-f31c-41d7-8ef5-016e76309b89 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:11:18.796348 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-094f0cfc-8d0d-4097-b1a7-5fb2803c2003 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:18.816910 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-13505884-f9f5-4e64-afda-4361a76ff605 req-64457653-f31c-41d7-8ef5-016e76309b89 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:11:18.833004 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db38977-8bb1-461c-888e-8b0dfde4e1c9 admin admin] Made reservation on behalf of 86949477275045bb909c8def9385c7a2 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:11:18.835894 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1db38977-8bb1-461c-888e-8b0dfde4e1c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:18.838024 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-13505884-f9f5-4e64-afda-4361a76ff605 req-64457653-f31c-41d7-8ef5-016e76309b89 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:11:18.863529 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c11317-c53b-4e39-845e-cc002e4cbda7 admin admin] Pushing event updated for resources: {'Network': ['ID=f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:18.866062 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64457653-f31c-41d7-8ef5-016e76309b89 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Pushing event updated for resources: {'Port': ['ID=4aa085ac-8100-4f53-b981-4d5ad35d702d,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:18.886215 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:11:18.925120 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-094f0cfc-8d0d-4097-b1a7-5fb2803c2003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:18.927948 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-094f0cfc-8d0d-4097-b1a7-5fb2803c2003 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:18.932634 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-094f0cfc-8d0d-4097-b1a7-5fb2803c2003 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7d17c1cc-5223-4933-bd48-06d597fa2de0 HTTP/1.1" status: 204 len: 168 time: 0.2605011 Nov 10 19:11:18.939247 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a4367-5261-4911-83ff-2f4ef7331d0d req-30c58e7a-ac22-4966-8d9b-20f98dff9a01 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:18.946938 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cc8a4367-5261-4911-83ff-2f4ef7331d0d req-30c58e7a-ac22-4966-8d9b-20f98dff9a01 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 945 time: 0.1478729 Nov 10 19:11:19.016246 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f0cfc-8d0d-4097-b1a7-5fb2803c2003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d17c1cc-5223-4933-bd48-06d597fa2de0,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:19.122067 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1db38977-8bb1-461c-888e-8b0dfde4e1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:19.203160 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db38977-8bb1-461c-888e-8b0dfde4e1c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60343b83-37e4-41fb-97c3-061ff8929ded,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:19.219108 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db38977-8bb1-461c-888e-8b0dfde4e1c9 admin admin] Checking segment: {'id': 'dbdeb921-b21e-4ed7-abfa-477ab4c0055c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:11:19.219483 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db38977-8bb1-461c-888e-8b0dfde4e1c9 admin admin] Network hostable DHCP agents. Network: f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:11:19.241437 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db38977-8bb1-461c-888e-8b0dfde4e1c9 admin admin] Network f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:11:19.254409 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-1db38977-8bb1-461c-888e-8b0dfde4e1c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:11:19.262805 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db38977-8bb1-461c-888e-8b0dfde4e1c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:19.263360 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1db38977-8bb1-461c-888e-8b0dfde4e1c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:19.276341 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e64100-9c0e-430e-b75e-9f3163b5db25 None None] Network f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:11:19.300349 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1db38977-8bb1-461c-888e-8b0dfde4e1c9 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5265350 Nov 10 19:11:19.413560 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cc8a4367-5261-4911-83ff-2f4ef7331d0d req-cb6d21e8-23b9-4f05-8044-5b2218911eff tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657071 Nov 10 19:11:19.415290 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-13505884-f9f5-4e64-afda-4361a76ff605 req-64457653-f31c-41d7-8ef5-016e76309b89 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:19.462604 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea308c7f-4c97-43f6-a40a-15cc12e6282f None None] Network f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:11:19.472710 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-13505884-f9f5-4e64-afda-4361a76ff605 req-64457653-f31c-41d7-8ef5-016e76309b89 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:19.738512 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-13505884-f9f5-4e64-afda-4361a76ff605 req-64457653-f31c-41d7-8ef5-016e76309b89 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:19.749189 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-13505884-f9f5-4e64-afda-4361a76ff605 req-64457653-f31c-41d7-8ef5-016e76309b89 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:19.820656 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72d5fe-9b5f-43ea-a10c-9efed90c1a74 req-5b68ced5-d2cb-4f1d-819a-e50d3f34f578 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:19.822505 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2d72d5fe-9b5f-43ea-a10c-9efed90c1a74 req-5b68ced5-d2cb-4f1d-819a-e50d3f34f578 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 947 time: 0.1414444 Nov 10 19:11:19.880135 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64457653-f31c-41d7-8ef5-016e76309b89 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Pushing event updated for resources: {'Port': ['ID=4aa085ac-8100-4f53-b981-4d5ad35d702d,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:19.901823 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-13505884-f9f5-4e64-afda-4361a76ff605 req-64457653-f31c-41d7-8ef5-016e76309b89 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:19.929117 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2d72d5fe-9b5f-43ea-a10c-9efed90c1a74 req-fed7d7e0-edc5-4ed1-a73d-a6e9fc380dca tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820932 Nov 10 19:11:19.932499 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-13505884-f9f5-4e64-afda-4361a76ff605 req-64457653-f31c-41d7-8ef5-016e76309b89 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:19.933653 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13505884-f9f5-4e64-afda-4361a76ff605 req-64457653-f31c-41d7-8ef5-016e76309b89 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7840259 Nov 10 19:11:19.994912 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13505884-f9f5-4e64-afda-4361a76ff605 req-6e60d92b-2b32-4731-8927-79fe9a33d845 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.109 HTTP/1.1" status: 200 len: 696 time: 0.0543692 Nov 10 19:11:20.036998 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56136) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:11:20.152904 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13505884-f9f5-4e64-afda-4361a76ff605 req-a703ca1f-ef66-4a94-9bdd-7df2497bf2f1 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:20.155433 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13505884-f9f5-4e64-afda-4361a76ff605 req-a703ca1f-ef66-4a94-9bdd-7df2497bf2f1 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 784 time: 0.1514435 Nov 10 19:11:20.191268 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-e54dfc51-65f6-4c81-abe8-d3eed1011f5a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2073689378-network', 'tenant_id': '7f69f555aace4491bc0456309314d9a5'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:11:20.226049 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54dfc51-65f6-4c81-abe8-d3eed1011f5a admin admin] Made reservation on behalf of 7f69f555aace4491bc0456309314d9a5 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:11:20.229203 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e54dfc51-65f6-4c81-abe8-d3eed1011f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:20.255407 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e54dfc51-65f6-4c81-abe8-d3eed1011f5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:20.356526 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e54dfc51-65f6-4c81-abe8-d3eed1011f5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:20.362675 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e54dfc51-65f6-4c81-abe8-d3eed1011f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:20.396108 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e54dfc51-65f6-4c81-abe8-d3eed1011f5a admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:11:20.403401 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54dfc51-65f6-4c81-abe8-d3eed1011f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:20.414293 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e54dfc51-65f6-4c81-abe8-d3eed1011f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:20.414811 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-e54dfc51-65f6-4c81-abe8-d3eed1011f5a admin admin] Added segment 59741c21-bf7c-4abb-8ff6-9f9d7d4471e9 of type vlan for network 6d401439-3cb6-45f3-9f43-bf8f218668ea Nov 10 19:11:20.469450 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e54dfc51-65f6-4c81-abe8-d3eed1011f5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:20.504596 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e54dfc51-65f6-4c81-abe8-d3eed1011f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:20.505786 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54dfc51-65f6-4c81-abe8-d3eed1011f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:20.506636 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e54dfc51-65f6-4c81-abe8-d3eed1011f5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:20.549183 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e54dfc51-65f6-4c81-abe8-d3eed1011f5a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5108905 Nov 10 19:11:20.553487 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56166) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:11:20.561022 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-195595b9-ddf3-4ac8-9f1b-d8a393e623f3 admin admin] Request body: {'subnet': {'network_id': '6d401439-3cb6-45f3-9f43-bf8f218668ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2073689378-subnet', 'tenant_id': '7f69f555aace4491bc0456309314d9a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:11:20.595098 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54dfc51-65f6-4c81-abe8-d3eed1011f5a admin admin] Pushing event updated for resources: {'Network': ['ID=6d401439-3cb6-45f3-9f43-bf8f218668ea,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:20.620532 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 6d401439-3cb6-45f3-9f43-bf8f218668ea details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:11:20.646451 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195595b9-ddf3-4ac8-9f1b-d8a393e623f3 admin admin] Made reservation on behalf of 7f69f555aace4491bc0456309314d9a5 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:11:20.649221 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-195595b9-ddf3-4ac8-9f1b-d8a393e623f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:20.798419 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1539734-e7fe-4039-b986-71e218e870d1 req-add71455-d568-4fb5-be60-a772e21150be tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:20.800400 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c1539734-e7fe-4039-b986-71e218e870d1 req-add71455-d568-4fb5-be60-a772e21150be tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/networks?id=f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f HTTP/1.1" status: 200 len: 804 time: 0.2124636 Nov 10 19:11:20.807668 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:11:20.850203 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c1539734-e7fe-4039-b986-71e218e870d1 req-c5f16ace-a408-4d2a-bb73-6aa0b170f424 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/quotas/86949477275045bb909c8def9385c7a2 HTTP/1.1" status: 200 len: 375 time: 0.0356739 Nov 10 19:11:20.885383 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:11:20.890104 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:11:20.890596 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:20.919262 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c1539734-e7fe-4039-b986-71e218e870d1 req-27be614f-51ff-49f9-9f80-723660a051db tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=86949477275045bb909c8def9385c7a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609100 Nov 10 19:11:20.980213 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-195595b9-ddf3-4ac8-9f1b-d8a393e623f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:21.083053 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195595b9-ddf3-4ac8-9f1b-d8a393e623f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=204fee28-68d2-45f0-924d-1143549ea418,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:21.126181 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195595b9-ddf3-4ac8-9f1b-d8a393e623f3 admin admin] Checking segment: {'id': '59741c21-bf7c-4abb-8ff6-9f9d7d4471e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6d401439-3cb6-45f3-9f43-bf8f218668ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:11:21.126533 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195595b9-ddf3-4ac8-9f1b-d8a393e623f3 admin admin] Network hostable DHCP agents. Network: 6d401439-3cb6-45f3-9f43-bf8f218668ea, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:11:21.158943 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:21.165023 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195595b9-ddf3-4ac8-9f1b-d8a393e623f3 admin admin] Network 6d401439-3cb6-45f3-9f43-bf8f218668ea is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:11:21.183394 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c1539734-e7fe-4039-b986-71e218e870d1 req-5cc3d35d-44b6-4100-8893-0ae99944c3ba service neutron] 10.222.0.54 "GET /v2.0/networks/f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409275 Nov 10 19:11:21.186989 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-195595b9-ddf3-4ac8-9f1b-d8a393e623f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 6d401439-3cb6-45f3-9f43-bf8f218668ea) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:11:21.191972 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195595b9-ddf3-4ac8-9f1b-d8a393e623f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:21.192520 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-195595b9-ddf3-4ac8-9f1b-d8a393e623f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:21.206155 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5dde38-6022-4adf-bcbb-3c4f51c96ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974f2e95-bbd9-4b93-ad39-1ba5e7e26f32'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:11:21.208513 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1d0687-8fa0-4a50-a754-fbb56c287694" -d '{"events": [{"server_uuid": "9c5dde38-6022-4adf-bcbb-3c4f51c96ae2", "name": "network-vif-plugged", "status": "completed", "tag": "974f2e95-bbd9-4b93-ad39-1ba5e7e26f32"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:11:21.213205 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:21.216197 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0365d491-c688-4ed6-8c0d-6db6aa07cc32 None None] Network 6d401439-3cb6-45f3-9f43-bf8f218668ea requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:11:21.220226 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:21.225285 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-195595b9-ddf3-4ac8-9f1b-d8a393e623f3 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6705730 Nov 10 19:11:21.313696 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-42344c8f-e425-4695-a333-feb261885b53 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:11:21.316296 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-42344c8f-e425-4695-a333-feb261885b53 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1383300 Nov 10 19:11:21.329795 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c1539734-e7fe-4039-b986-71e218e870d1 req-0520f3e7-c07e-443e-882a-c931366cca6a service neutron] 10.222.0.54 "GET /v2.0/networks/f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206608 Nov 10 19:11:21.353382 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:21.421539 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d135c9-ada4-4fb1-806a-0ec4dc39c857 None None] Network 6d401439-3cb6-45f3-9f43-bf8f218668ea requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:11:21.460056 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-9d815633-3758-483e-b5ed-ce7dcdce716f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:21.461807 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-9d815633-3758-483e-b5ed-ce7dcdce716f service neutron] 10.222.0.54 "GET /v2.0/ports/7bc85b62-a691-4fa2-96f3-be5fc70be918 HTTP/1.1" status: 200 len: 1094 time: 0.1375039 Nov 10 19:11:21.472312 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-317a4210-5acf-49d8-bdae-59d5ef2555a9 service neutron] Request body: {'binding': {'host': 'n-h2-813897-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:11:21.473020 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-317a4210-5acf-49d8-bdae-59d5ef2555a9 service neutron] Unknown quota resources ['binding']. {{(pid=102505) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 19:11:21.676673 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-317a4210-5acf-49d8-bdae-59d5ef2555a9 service neutron] Attempting to bind port 7bc85b62-a691-4fa2-96f3-be5fc70be918 on host n-h2-813897-4 for vnic_type normal with profile None {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:11:21.677025 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-317a4210-5acf-49d8-bdae-59d5ef2555a9 service neutron] Attempting to bind port 7bc85b62-a691-4fa2-96f3-be5fc70be918 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:11:21.677370 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-317a4210-5acf-49d8-bdae-59d5ef2555a9 service neutron] Attempting to bind port 7bc85b62-a691-4fa2-96f3-be5fc70be918 on network 74048eaf-c023-4244-acc6-bb708e07e097 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:11:21.692320 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-317a4210-5acf-49d8-bdae-59d5ef2555a9 service neutron] Port 7bc85b62-a691-4fa2-96f3-be5fc70be918 on network 74048eaf-c023-4244-acc6-bb708e07e097 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:11:21.692320 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-317a4210-5acf-49d8-bdae-59d5ef2555a9 service neutron] Attempting to bind port 7bc85b62-a691-4fa2-96f3-be5fc70be918 on network 74048eaf-c023-4244-acc6-bb708e07e097 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:11:21.692320 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-317a4210-5acf-49d8-bdae-59d5ef2555a9 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:11:21.692320 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-317a4210-5acf-49d8-bdae-59d5ef2555a9 service neutron] Checking segment: {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:11:21.692320 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-317a4210-5acf-49d8-bdae-59d5ef2555a9 service neutron] Bound using segment: {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:11:21.692320 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-317a4210-5acf-49d8-bdae-59d5ef2555a9 service neutron] Bound port: 7bc85b62-a691-4fa2-96f3-be5fc70be918, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:11:21.761613 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-317a4210-5acf-49d8-bdae-59d5ef2555a9 service neutron] For port 7bc85b62-a691-4fa2-96f3-be5fc70be918, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=7bc85b62-a691-4fa2-96f3-be5fc70be918,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:11:21.764896 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01803155-e92f-4153-89d1-a36d6d6c440a req-cdb374da-7889-4f13-9cf3-f04ff9b74b85 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:21.766560 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-01803155-e92f-4153-89d1-a36d6d6c440a req-cdb374da-7889-4f13-9cf3-f04ff9b74b85 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9864c3b-b5df-49b0-bf2f-eacf7f965f91&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0606799 Nov 10 19:11:21.772362 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-317a4210-5acf-49d8-bdae-59d5ef2555a9 service neutron] Publish callbacks [] for binding, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:21.773955 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-317a4210-5acf-49d8-bdae-59d5ef2555a9 service neutron] 10.222.0.54 "POST /v2.0/ports/7bc85b62-a691-4fa2-96f3-be5fc70be918/bindings HTTP/1.1" status: 201 len: 389 time: 0.3056657 Nov 10 19:11:21.845448 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-01803155-e92f-4153-89d1-a36d6d6c440a req-6dd19239-d485-4c62-802b-a081888f467c tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.109 HTTP/1.1" status: 200 len: 696 time: 0.0719030 Nov 10 19:11:21.854599 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-01803155-e92f-4153-89d1-a36d6d6c440a req-e1892f2c-f1ab-430c-8dce-f280f0ef5b34 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Request body: {'floatingip': {'port_id': '511a1744-6ef0-4de2-8978-ce37da2aaa18', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:11:21.915844 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-01803155-e92f-4153-89d1-a36d6d6c440a req-e1892f2c-f1ab-430c-8dce-f280f0ef5b34 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks [] for floatingip, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:22.098009 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039f0e8-ede7-433c-848e-56d251c206fe req-778e0676-108a-445c-bfa9-995416899cb0 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:22.099639 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4039f0e8-ede7-433c-848e-56d251c206fe req-778e0676-108a-445c-bfa9-995416899cb0 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 945 time: 0.1326447 Nov 10 19:11:22.252072 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4039f0e8-ede7-433c-848e-56d251c206fe req-289190b5-e5e3-4d0e-a74f-b26e7df69092 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008716 Nov 10 19:11:22.271491 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [req-01803155-e92f-4153-89d1-a36d6d6c440a req-e1892f2c-f1ab-430c-8dce-f280f0ef5b34 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] update failed (client error): There was a conflict when trying to complete your request. Nov 10 19:11:22.272581 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-01803155-e92f-4153-89d1-a36d6d6c440a req-e1892f2c-f1ab-430c-8dce-f280f0ef5b34 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "PUT /v2.0/floatingips/1122bbdb-f721-43d9-b694-208b349cf19e HTTP/1.1" status: 409 len: 550 time: 0.4253795 Nov 10 19:11:22.325843 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a239f79-9ab1-443d-86b9-23bf8d6f366f x-openstack-request-id: req-8a239f79-9ab1-443d-86b9-23bf8d6f366f {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:11:22.326781 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5dde38-6022-4adf-bcbb-3c4f51c96ae2", "name": "network-vif-plugged", "status": "completed", "tag": "974f2e95-bbd9-4b93-ad39-1ba5e7e26f32", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:11:22.327049 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8a239f79-9ab1-443d-86b9-23bf8d6f366f {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:11:22.327784 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5dde38-6022-4adf-bcbb-3c4f51c96ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974f2e95-bbd9-4b93-ad39-1ba5e7e26f32', 'code': 200} Nov 10 19:11:22.407918 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921456c-ae10-4519-8d6d-1a8f8e95605c req-e8814ff5-6f52-41ff-b18f-bd5739ae2d2b tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:22.409641 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5921456c-ae10-4519-8d6d-1a8f8e95605c req-e8814ff5-6f52-41ff-b18f-bd5739ae2d2b tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 948 time: 0.0648985 Nov 10 19:11:22.463821 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be70ac1-58ad-4d33-aebb-aceb960bbf33 req-b7d3c868-eb66-4bdf-a319-4a0fba540617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:22.465367 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1be70ac1-58ad-4d33-aebb-aceb960bbf33 req-b7d3c868-eb66-4bdf-a319-4a0fba540617 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 1099 time: 0.0456316 Nov 10 19:11:22.474284 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-512c3723-c877-438b-88c6-105063eda8fb req-f32b3fbc-7d43-4e20-8382-bea9faaa1abf tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1914704909', 'description': 'tempest-description-464028428'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:11:22.483812 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5921456c-ae10-4519-8d6d-1a8f8e95605c req-3ba22ca7-81bf-494f-ac60-2082d98163e3 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623500 Nov 10 19:11:22.510680 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-512c3723-c877-438b-88c6-105063eda8fb req-f32b3fbc-7d43-4e20-8382-bea9faaa1abf tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:22.539740 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1be70ac1-58ad-4d33-aebb-aceb960bbf33 req-06f50e5e-8d57-41d4-9c51-e135c5553bb7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629838 Nov 10 19:11:22.613674 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6f48c50-cf2d-400d-be58-624682fdcf3a req-0e2bfd0f-3d0a-432a-a37f-1bd854a41d22 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d1bd2d4-873c-411f-b525-20d685d91726 HTTP/1.1" status: 200 len: 210 time: 0.0421388 Nov 10 19:11:22.617027 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-512c3723-c877-438b-88c6-105063eda8fb req-f32b3fbc-7d43-4e20-8382-bea9faaa1abf tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:22.630606 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-512c3723-c877-438b-88c6-105063eda8fb req-f32b3fbc-7d43-4e20-8382-bea9faaa1abf tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:22.664864 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-512c3723-c877-438b-88c6-105063eda8fb req-f32b3fbc-7d43-4e20-8382-bea9faaa1abf tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:22.666187 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-512c3723-c877-438b-88c6-105063eda8fb req-f32b3fbc-7d43-4e20-8382-bea9faaa1abf tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1974421 Nov 10 19:11:22.715462 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b3fbc-7d43-4e20-8382-bea9faaa1abf tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f86afe79-40d1-4e17-b402-ec58a6d0a7b6,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:22.845154 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-314a94ef-a121-43cb-9216-60912ec299d4 req-b231469c-6c53-4167-a6d1-1752b8f3f506 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/floatingips/1122bbdb-f721-43d9-b694-208b349cf19e HTTP/1.1" status: 200 len: 693 time: 0.1587789 Nov 10 19:11:22.915777 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3979124-c0a9-46b5-9c55-bd724ca01682 req-48f694da-2f0d-4e1f-a98b-ec570f62a6d0 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:22.918110 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e3979124-c0a9-46b5-9c55-bd724ca01682 req-48f694da-2f0d-4e1f-a98b-ec570f62a6d0 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 946 time: 0.2101567 Nov 10 19:11:22.988436 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1539734-e7fe-4039-b986-71e218e870d1 req-c82eeeda-5bc8-44d3-8e38-6cfb48a105fe tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:22.989845 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c1539734-e7fe-4039-b986-71e218e870d1 req-c82eeeda-5bc8-44d3-8e38-6cfb48a105fe tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.25 "GET /v2.0/networks?id=f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f HTTP/1.1" status: 200 len: 804 time: 0.3047898 Nov 10 19:11:23.013493 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-c1539734-e7fe-4039-b986-71e218e870d1 req-c6b6105e-2717-4038-b396-e34d45447d4b tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Request body: {'port': {'device_id': '0d1bd2d4-873c-411f-b525-20d685d91726', 'network_id': 'f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f', 'admin_state_up': True, 'tenant_id': '86949477275045bb909c8def9385c7a2'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:11:23.096198 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e3979124-c0a9-46b5-9c55-bd724ca01682 req-a877ab32-bc85-45b0-a59e-e86255ac2700 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629522 Nov 10 19:11:23.138687 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a94ef-a121-43cb-9216-60912ec299d4 req-8fa66a81-53f5-421c-906b-d362bf500aae tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:23.140168 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-314a94ef-a121-43cb-9216-60912ec299d4 req-8fa66a81-53f5-421c-906b-d362bf500aae tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 784 time: 0.2750852 Nov 10 19:11:23.204534 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-d1432b67-8bf5-4df0-9a06-fb2d8446382d req-e252e61e-35e5-411b-948f-c9048385325d tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1645583856', 'description': 'tempest-description-1112520201'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:11:23.228638 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-314a94ef-a121-43cb-9216-60912ec299d4 req-2a4fdc28-c8ff-45e5-828d-1d2276eb3f39 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.109 HTTP/1.1" status: 200 len: 696 time: 0.0808721 Nov 10 19:11:23.304457 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.db.api [req-d1432b67-8bf5-4df0-9a06-fb2d8446382d req-e252e61e-35e5-411b-948f-c9048385325d tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 10 19:11:23.304457 n-d-813897-4 neutron-server[102506]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 10 19:11:23.304457 n-d-813897-4 neutron-server[102506]: [parameters: {'project_id': '7f69f555aace4491bc0456309314d9a5', 'id': '15341b76-59d9-4205-9e4b-cd0bcbfcc02d', 'expiration': datetime.datetime(2021, 11, 10, 19, 13, 23, 245016)}] Nov 10 19:11:23.304457 n-d-813897-4 neutron-server[102506]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:11:23.305067 n-d-813897-4 neutron-server[102506]: DEBUG oslo_db.api [req-d1432b67-8bf5-4df0-9a06-fb2d8446382d req-e252e61e-35e5-411b-948f-c9048385325d tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:11:23.318318 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-314a94ef-a121-43cb-9216-60912ec299d4 req-c6cedbcd-9c89-483f-8a95-25281be45e58 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.109 HTTP/1.1" status: 200 len: 696 time: 0.0818908 Nov 10 19:11:23.367307 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9c6e896c-0b30-4446-8d77-b6fea36fd2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:23.398339 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1539734-e7fe-4039-b986-71e218e870d1 req-c6b6105e-2717-4038-b396-e34d45447d4b tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Made reservation on behalf of 86949477275045bb909c8def9385c7a2 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:11:23.403700 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c1539734-e7fe-4039-b986-71e218e870d1 req-c6b6105e-2717-4038-b396-e34d45447d4b tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:23.603342 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-314a94ef-a121-43cb-9216-60912ec299d4 req-b486716b-a779-4115-b66d-5c1c6f3aa88b tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Deleting port 4aa085ac-8100-4f53-b981-4d5ad35d702d {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:11:23.603661 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-314a94ef-a121-43cb-9216-60912ec299d4 req-b486716b-a779-4115-b66d-5c1c6f3aa88b tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:23.629744 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-c1539734-e7fe-4039-b986-71e218e870d1 req-c6b6105e-2717-4038-b396-e34d45447d4b tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Allocated IP 172.20.0.12 (f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f/60343b83-37e4-41fb-97c3-061ff8929ded/a6f8486b-1d4c-49e5-888f-016d9332c59e) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:11:23.740911 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-314a94ef-a121-43cb-9216-60912ec299d4 req-b486716b-a779-4115-b66d-5c1c6f3aa88b tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:23.741184 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-314a94ef-a121-43cb-9216-60912ec299d4 req-b486716b-a779-4115-b66d-5c1c6f3aa88b tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:23.773756 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-314a94ef-a121-43cb-9216-60912ec299d4 req-b486716b-a779-4115-b66d-5c1c6f3aa88b tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Calling delete_port for 4aa085ac-8100-4f53-b981-4d5ad35d702d owned by network:floatingip {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:11:23.902980 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d1432b67-8bf5-4df0-9a06-fb2d8446382d req-e252e61e-35e5-411b-948f-c9048385325d tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:23.942930 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c1539734-e7fe-4039-b986-71e218e870d1 req-c6b6105e-2717-4038-b396-e34d45447d4b tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:24.041041 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c1539734-e7fe-4039-b986-71e218e870d1 req-c6b6105e-2717-4038-b396-e34d45447d4b tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:24.085682 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d1432b67-8bf5-4df0-9a06-fb2d8446382d req-e252e61e-35e5-411b-948f-c9048385325d tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:24.118575 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d1432b67-8bf5-4df0-9a06-fb2d8446382d req-e252e61e-35e5-411b-948f-c9048385325d tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:24.150044 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1539734-e7fe-4039-b986-71e218e870d1 req-c6b6105e-2717-4038-b396-e34d45447d4b tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Network f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:11:24.172677 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-c1539734-e7fe-4039-b986-71e218e870d1 req-c6b6105e-2717-4038-b396-e34d45447d4b tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:11:24.185216 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1539734-e7fe-4039-b986-71e218e870d1 req-c6b6105e-2717-4038-b396-e34d45447d4b tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:11:24.190146 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d1432b67-8bf5-4df0-9a06-fb2d8446382d req-e252e61e-35e5-411b-948f-c9048385325d tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:24.191520 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d1432b67-8bf5-4df0-9a06-fb2d8446382d req-e252e61e-35e5-411b-948f-c9048385325d tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.9932916 Nov 10 19:11:24.192150 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-314a94ef-a121-43cb-9216-60912ec299d4 req-b486716b-a779-4115-b66d-5c1c6f3aa88b tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:24.203931 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6105e-2717-4038-b396-e34d45447d4b tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Pushing event updated for resources: {'Port': ['ID=a6f8486b-1d4c-49e5-888f-016d9332c59e,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:24.229695 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252e61e-35e5-411b-948f-c9048385325d tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f91912d1-f782-4390-9f24-a1d6dde671bd,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:24.271712 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:24.282158 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486716b-a779-4115-b66d-5c1c6f3aa88b tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Pushing event deleted for resources: {'Port': ['ID=4aa085ac-8100-4f53-b981-4d5ad35d702d,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:24.338411 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1539734-e7fe-4039-b986-71e218e870d1 req-c6b6105e-2717-4038-b396-e34d45447d4b tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:24.339127 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c1539734-e7fe-4039-b986-71e218e870d1 req-c6b6105e-2717-4038-b396-e34d45447d4b tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:24.445487 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c1539734-e7fe-4039-b986-71e218e870d1 req-c6b6105e-2717-4038-b396-e34d45447d4b tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4377398 Nov 10 19:11:24.460572 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-c1539734-e7fe-4039-b986-71e218e870d1 req-738fce28-3533-448a-8691-fcafe332ee6c service neutron] Request body: {'port': {'device_id': '0d1bd2d4-873c-411f-b525-20d685d91726', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:11:24.464729 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-314a94ef-a121-43cb-9216-60912ec299d4 req-b486716b-a779-4115-b66d-5c1c6f3aa88b tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks [] for floatingip, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:24.467544 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-314a94ef-a121-43cb-9216-60912ec299d4 req-b486716b-a779-4115-b66d-5c1c6f3aa88b tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:24.468928 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-314a94ef-a121-43cb-9216-60912ec299d4 req-b486716b-a779-4115-b66d-5c1c6f3aa88b tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "DELETE /v2.0/floatingips/1122bbdb-f721-43d9-b694-208b349cf19e HTTP/1.1" status: 204 len: 173 time: 1.1401696 Nov 10 19:11:24.504433 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea1bea-d604-4a03-a62b-6d93e31a06a0 req-aa35c48b-9e90-49cd-8d47-c63544d6e9f1 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:24.506211 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-faea1bea-d604-4a03-a62b-6d93e31a06a0 req-aa35c48b-9e90-49cd-8d47-c63544d6e9f1 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 945 time: 0.2214930 Nov 10 19:11:24.511666 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-d01ab362-25fe-4071-90da-918cf7b6f407 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:24.513449 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-d01ab362-25fe-4071-90da-918cf7b6f407 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca&tenant_id=a08ec8828e22441bac9028fb3e613990&binding%3Ahost_id=n-h1-813897-4 HTTP/1.1" status: 200 len: 1096 time: 0.1954529 Nov 10 19:11:24.527760 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-044d63c3-dc29-4409-b41e-c19115e0b42e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813897-4'}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:11:24.635276 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c1539734-e7fe-4039-b986-71e218e870d1 req-738fce28-3533-448a-8691-fcafe332ee6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:24.711651 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-faea1bea-d604-4a03-a62b-6d93e31a06a0 req-a759fd0f-533c-456d-9dac-fe2da2615410 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918461 Nov 10 19:11:24.740634 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-044d63c3-dc29-4409-b41e-c19115e0b42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:24.780672 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:24.798105 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c5c0a-fd63-4a20-87aa-5c562b3d9131 req-b4412d81-115a-471a-a313-8b5eeeef66df tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:24.800010 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dc2c5c0a-fd63-4a20-87aa-5c562b3d9131 req-b4412d81-115a-471a-a313-8b5eeeef66df tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 948 time: 0.1942928 Nov 10 19:11:25.303683 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device c02208fe-aa53-453c-85fc-0fcdd3ab8178 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:11:25.439552 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a3331-f664-44ae-a95f-d4dc3200ae12 req-0bde7cc7-ff60-4c35-8451-e11d0057fa50 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:25.441368 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4e6a3331-f664-44ae-a95f-d4dc3200ae12 req-0bde7cc7-ff60-4c35-8451-e11d0057fa50 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d1bd2d4-873c-411f-b525-20d685d91726 HTTP/1.1" status: 200 len: 932 time: 0.5654061 Nov 10 19:11:25.441872 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port c02208fe-aa53-453c-85fc-0fcdd3ab8178, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=c02208fe-aa53-453c-85fc-0fcdd3ab8178,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:25.451300 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dc2c5c0a-fd63-4a20-87aa-5c562b3d9131 req-f784fc7b-bd4e-40c6-8c1a-5b72afe0ad9b tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6255705 Nov 10 19:11:25.456362 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device c02208fe-aa53-453c-85fc-0fcdd3ab8178 has no active binding in host n-h2-813897-4 {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 19:11:25.523708 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-044d63c3-dc29-4409-b41e-c19115e0b42e service neutron] For port c02208fe-aa53-453c-85fc-0fcdd3ab8178, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=c02208fe-aa53-453c-85fc-0fcdd3ab8178,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:25.616390 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4e6a3331-f664-44ae-a95f-d4dc3200ae12 req-80a7ae53-e918-4742-a03f-ce7658f7a781 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619782 Nov 10 19:11:25.686965 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-044d63c3-dc29-4409-b41e-c19115e0b42e service neutron] For port c02208fe-aa53-453c-85fc-0fcdd3ab8178, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:11:25.688681 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1d35-946e-4137-bccf-a7b505e6207c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:25.716143 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-c1539734-e7fe-4039-b986-71e218e870d1 req-738fce28-3533-448a-8691-fcafe332ee6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6f8486b-1d4c-49e5-888f-016d9332c59e {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:11:25.734058 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f25806-13b9-401a-b7cd-a2d5daa6ea15 req-86909755-3fe1-46f5-864b-0aa3efd8a350 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:25.735946 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-89f25806-13b9-401a-b7cd-a2d5daa6ea15 req-86909755-3fe1-46f5-864b-0aa3efd8a350 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 946 time: 0.1928964 Nov 10 19:11:25.739836 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c1539734-e7fe-4039-b986-71e218e870d1 req-738fce28-3533-448a-8691-fcafe332ee6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:25.792718 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4eff983-3970-4438-bbf9-7ade7223c0ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c02208fe-aa53-453c-85fc-0fcdd3ab8178'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:11:25.795163 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572d296c-31a6-401a-9565-314aaad82498" -d '{"events": [{"server_uuid": "e4eff983-3970-4438-bbf9-7ade7223c0ca", "name": "network-vif-unplugged", "status": "completed", "tag": "c02208fe-aa53-453c-85fc-0fcdd3ab8178"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:11:25.799840 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-c1539734-e7fe-4039-b986-71e218e870d1 req-738fce28-3533-448a-8691-fcafe332ee6c service neutron] Transition to ACTIVE for port object a6f8486b-1d4c-49e5-888f-016d9332c59e will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:11:25.801397 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-044d63c3-dc29-4409-b41e-c19115e0b42e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:25.811365 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-044d63c3-dc29-4409-b41e-c19115e0b42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:25.812810 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c1539734-e7fe-4039-b986-71e218e870d1 req-738fce28-3533-448a-8691-fcafe332ee6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:25.922010 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-89f25806-13b9-401a-b7cd-a2d5daa6ea15 req-de6c7bea-2c66-403f-ab0f-ad54c43aa09e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789865 Nov 10 19:11:26.088820 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d63c3-dc29-4409-b41e-c19115e0b42e service neutron] Pushing event updated for resources: {'Port': ['ID=c02208fe-aa53-453c-85fc-0fcdd3ab8178,revision_number=7']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:26.196262 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-044d63c3-dc29-4409-b41e-c19115e0b42e service neutron] Attempting to bind port c02208fe-aa53-453c-85fc-0fcdd3ab8178 on host n-h1-813897-4 for vnic_type normal with profile {"migrating_to": "n-h2-813897-4"} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:11:26.196623 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-044d63c3-dc29-4409-b41e-c19115e0b42e service neutron] Attempting to bind port c02208fe-aa53-453c-85fc-0fcdd3ab8178 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:11:26.197118 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-044d63c3-dc29-4409-b41e-c19115e0b42e service neutron] Attempting to bind port c02208fe-aa53-453c-85fc-0fcdd3ab8178 on network a42d4887-cb04-48c7-8111-765e5b18298b {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:11:26.216734 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-03ac326d-8a7b-4b35-81a2-44b06d914bb9 req-09912d79-b545-4aa9-8dba-5ee969ce63b1 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.147 HTTP/1.1" status: 200 len: 1001 time: 0.2569232 Nov 10 19:11:26.222025 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-044d63c3-dc29-4409-b41e-c19115e0b42e service neutron] Port c02208fe-aa53-453c-85fc-0fcdd3ab8178 on network a42d4887-cb04-48c7-8111-765e5b18298b not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:11:26.222351 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-044d63c3-dc29-4409-b41e-c19115e0b42e service neutron] Attempting to bind port c02208fe-aa53-453c-85fc-0fcdd3ab8178 on network a42d4887-cb04-48c7-8111-765e5b18298b {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:11:26.230727 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-aec4a5b9-6c79-4c2c-b42d-45bf055106f4 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:26.232392 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-aec4a5b9-6c79-4c2c-b42d-45bf055106f4 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/networks?id=6d401439-3cb6-45f3-9f43-bf8f218668ea HTTP/1.1" status: 200 len: 813 time: 0.4041488 Nov 10 19:11:26.267426 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-044d63c3-dc29-4409-b41e-c19115e0b42e service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:11:26.267762 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-044d63c3-dc29-4409-b41e-c19115e0b42e service neutron] Checking segment: {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:11:26.268151 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-044d63c3-dc29-4409-b41e-c19115e0b42e service neutron] Bound using segment: {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:11:26.268576 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-044d63c3-dc29-4409-b41e-c19115e0b42e service neutron] Bound port: c02208fe-aa53-453c-85fc-0fcdd3ab8178, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98fc0869-b763-48f8-b54e-13ed325cc396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a42d4887-cb04-48c7-8111-765e5b18298b'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:11:26.268935 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-044d63c3-dc29-4409-b41e-c19115e0b42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:26.310608 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738fce28-3533-448a-8691-fcafe332ee6c service neutron] Pushing event updated for resources: {'Port': ['ID=a6f8486b-1d4c-49e5-888f-016d9332c59e,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:26.326987 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-c1539734-e7fe-4039-b986-71e218e870d1 req-738fce28-3533-448a-8691-fcafe332ee6c service neutron] Attempting to bind port a6f8486b-1d4c-49e5-888f-016d9332c59e on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:11:26.327347 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-c1539734-e7fe-4039-b986-71e218e870d1 req-738fce28-3533-448a-8691-fcafe332ee6c service neutron] Attempting to bind port a6f8486b-1d4c-49e5-888f-016d9332c59e by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': 'dbdeb921-b21e-4ed7-abfa-477ab4c0055c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:11:26.327657 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1539734-e7fe-4039-b986-71e218e870d1 req-738fce28-3533-448a-8691-fcafe332ee6c service neutron] Attempting to bind port a6f8486b-1d4c-49e5-888f-016d9332c59e on network f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:11:26.331581 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-297d10b7-9cf1-4763-b181-02d198bb4c64 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/quotas/7f69f555aace4491bc0456309314d9a5 HTTP/1.1" status: 200 len: 375 time: 0.0884151 Nov 10 19:11:26.340676 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac326d-8a7b-4b35-81a2-44b06d914bb9 req-e83bf7f3-6f16-437a-be54-9a8685b8f164 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:26.342242 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-03ac326d-8a7b-4b35-81a2-44b06d914bb9 req-e83bf7f3-6f16-437a-be54-9a8685b8f164 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/ports/511a1744-6ef0-4de2-8978-ce37da2aaa18 HTTP/1.1" status: 200 len: 942 time: 0.1076422 Nov 10 19:11:26.375990 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1539734-e7fe-4039-b986-71e218e870d1 req-738fce28-3533-448a-8691-fcafe332ee6c service neutron] Port a6f8486b-1d4c-49e5-888f-016d9332c59e on network f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:11:26.376303 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1539734-e7fe-4039-b986-71e218e870d1 req-738fce28-3533-448a-8691-fcafe332ee6c service neutron] Attempting to bind port a6f8486b-1d4c-49e5-888f-016d9332c59e on network f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:11:26.404663 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1539734-e7fe-4039-b986-71e218e870d1 req-738fce28-3533-448a-8691-fcafe332ee6c service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:11:26.405006 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1539734-e7fe-4039-b986-71e218e870d1 req-738fce28-3533-448a-8691-fcafe332ee6c service neutron] Checking segment: {'id': 'dbdeb921-b21e-4ed7-abfa-477ab4c0055c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:11:26.405303 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1539734-e7fe-4039-b986-71e218e870d1 req-738fce28-3533-448a-8691-fcafe332ee6c service neutron] Bound using segment: {'id': 'dbdeb921-b21e-4ed7-abfa-477ab4c0055c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:11:26.405789 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-c1539734-e7fe-4039-b986-71e218e870d1 req-738fce28-3533-448a-8691-fcafe332ee6c service neutron] Bound port: a6f8486b-1d4c-49e5-888f-016d9332c59e, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbdeb921-b21e-4ed7-abfa-477ab4c0055c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:11:26.406187 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c1539734-e7fe-4039-b986-71e218e870d1 req-738fce28-3533-448a-8691-fcafe332ee6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:26.415196 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-046e3b47-4bc0-45d5-b98d-21c8d98a1f8c tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f69f555aace4491bc0456309314d9a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700400 Nov 10 19:11:26.580777 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-044d63c3-dc29-4409-b41e-c19115e0b42e service neutron] For port c02208fe-aa53-453c-85fc-0fcdd3ab8178, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:11:26.617007 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-03ac326d-8a7b-4b35-81a2-44b06d914bb9 req-a4294295-a8dd-428c-9eae-1f6bf0372b19 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.147 HTTP/1.1" status: 200 len: 1001 time: 0.2158852 Nov 10 19:11:26.624471 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-044d63c3-dc29-4409-b41e-c19115e0b42e service neutron] For port c02208fe-aa53-453c-85fc-0fcdd3ab8178, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=c02208fe-aa53-453c-85fc-0fcdd3ab8178,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:11:26.645688 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-044d63c3-dc29-4409-b41e-c19115e0b42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:26.748767 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-c1539734-e7fe-4039-b986-71e218e870d1 req-738fce28-3533-448a-8691-fcafe332ee6c service neutron] For port a6f8486b-1d4c-49e5-888f-016d9332c59e, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:11:26.783685 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-6452c3d6-f6c5-419b-82da-0749b9c2c8ec service neutron] 10.222.0.54 "GET /v2.0/networks/6d401439-3cb6-45f3-9f43-bf8f218668ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455665 Nov 10 19:11:26.797306 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-c1539734-e7fe-4039-b986-71e218e870d1 req-738fce28-3533-448a-8691-fcafe332ee6c service neutron] For port a6f8486b-1d4c-49e5-888f-016d9332c59e, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a6f8486b-1d4c-49e5-888f-016d9332c59e,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:11:26.837643 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c1539734-e7fe-4039-b986-71e218e870d1 req-738fce28-3533-448a-8691-fcafe332ee6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:26.909204 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d63c3-dc29-4409-b41e-c19115e0b42e service neutron] Pushing event updated for resources: {'Port': ['ID=c02208fe-aa53-453c-85fc-0fcdd3ab8178,revision_number=8']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:26.914764 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-044d63c3-dc29-4409-b41e-c19115e0b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:26.915731 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-044d63c3-dc29-4409-b41e-c19115e0b42e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:26.917343 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-044d63c3-dc29-4409-b41e-c19115e0b42e service neutron] 10.222.0.25 "PUT /v2.0/ports/c02208fe-aa53-453c-85fc-0fcdd3ab8178 HTTP/1.1" status: 200 len: 1121 time: 2.3964853 Nov 10 19:11:26.959870 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac326d-8a7b-4b35-81a2-44b06d914bb9 req-960c1e43-1240-4cf8-91b6-22651ccd2661 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:26.961325 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-03ac326d-8a7b-4b35-81a2-44b06d914bb9 req-960c1e43-1240-4cf8-91b6-22651ccd2661 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 784 time: 0.3354893 Nov 10 19:11:26.974120 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1539734-e7fe-4039-b986-71e218e870d1 req-738fce28-3533-448a-8691-fcafe332ee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:26.974774 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c1539734-e7fe-4039-b986-71e218e870d1 req-738fce28-3533-448a-8691-fcafe332ee6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:26.976172 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c1539734-e7fe-4039-b986-71e218e870d1 req-738fce28-3533-448a-8691-fcafe332ee6c service neutron] 10.222.0.25 "PUT /v2.0/ports/a6f8486b-1d4c-49e5-888f-016d9332c59e HTTP/1.1" status: 200 len: 1092 time: 2.5208173 Nov 10 19:11:27.003983 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['c02208fe-aa53-453c-85fc-0fcdd3ab8178'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:11:27.022954 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['c02208fe-aa53-453c-85fc-0fcdd3ab8178'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:11:27.073863 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738fce28-3533-448a-8691-fcafe332ee6c service neutron] Pushing event updated for resources: {'Port': ['ID=a6f8486b-1d4c-49e5-888f-016d9332c59e,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:27.094612 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-bca73f78-9dc5-4f91-97d8-2ed9e05e9cc3 service neutron] 10.222.0.54 "GET /v2.0/networks/6d401439-3cb6-45f3-9f43-bf8f218668ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958508 Nov 10 19:11:27.112507 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-03ac326d-8a7b-4b35-81a2-44b06d914bb9 req-10ba4b7d-512c-438e-ada6-fb5879e5545e tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.147 HTTP/1.1" status: 200 len: 1001 time: 0.1333265 Nov 10 19:11:27.125353 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-03ac326d-8a7b-4b35-81a2-44b06d914bb9 req-b11a3c17-6618-4b95-947a-a37ab10dd606 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:11:27.184780 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1539734-e7fe-4039-b986-71e218e870d1 req-a7f10b07-d260-4e3a-988e-6690c49cdb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:27.186391 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c1539734-e7fe-4039-b986-71e218e870d1 req-a7f10b07-d260-4e3a-988e-6690c49cdb06 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=86949477275045bb909c8def9385c7a2&device_id=0d1bd2d4-873c-411f-b525-20d685d91726 HTTP/1.1" status: 200 len: 1095 time: 0.1095076 Nov 10 19:11:27.233844 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:27.239003 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-03ac326d-8a7b-4b35-81a2-44b06d914bb9 req-b11a3c17-6618-4b95-947a-a37ab10dd606 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks [] for floatingip, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:27.242095 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c1539734-e7fe-4039-b986-71e218e870d1 req-01700200-80ce-44dd-9214-28760046c795 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6f8486b-1d4c-49e5-888f-016d9332c59e HTTP/1.1" status: 200 len: 217 time: 0.0463188 Nov 10 19:11:27.441264 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1539734-e7fe-4039-b986-71e218e870d1 req-da369630-ad3c-4959-bb0a-545a2c5c6618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:27.442811 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c1539734-e7fe-4039-b986-71e218e870d1 req-da369630-ad3c-4959-bb0a-545a2c5c6618 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=60343b83-37e4-41fb-97c3-061ff8929ded HTTP/1.1" status: 200 len: 844 time: 0.1611755 Nov 10 19:11:27.492201 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c1539734-e7fe-4039-b986-71e218e870d1 req-98ab66a7-0175-487d-b1dd-8da3833138d2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361667 Nov 10 19:11:27.541307 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-03ac326d-8a7b-4b35-81a2-44b06d914bb9 req-b11a3c17-6618-4b95-947a-a37ab10dd606 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:27.567978 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-03ac326d-8a7b-4b35-81a2-44b06d914bb9 req-b11a3c17-6618-4b95-947a-a37ab10dd606 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:27.568364 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [req-03ac326d-8a7b-4b35-81a2-44b06d914bb9 req-b11a3c17-6618-4b95-947a-a37ab10dd606 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Floating IP 15c1976f-5d3a-4ccf-b8bf-b83e8cf545e0 disassociated. External IP: 172.25.3.147, port: 511a1744-6ef0-4de2-8978-ce37da2aaa18. Nov 10 19:11:27.572252 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1303751-8d22-43e4-8294-45e89167bc90 req-be20bd47-3b7f-492e-8cb6-b8b6d9da198c tempest-MigrationsAdminTest-160112897 tempest-MigrationsAdminTest-160112897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:27.574064 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a1303751-8d22-43e4-8294-45e89167bc90 req-be20bd47-3b7f-492e-8cb6-b8b6d9da198c tempest-MigrationsAdminTest-160112897 tempest-MigrationsAdminTest-160112897-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 1099 time: 0.2027767 Nov 10 19:11:27.765753 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c1539734-e7fe-4039-b986-71e218e870d1 req-bec43154-92d1-4044-8649-af9989f04237 service neutron] 10.222.0.25 "GET /v2.0/networks/f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387428 Nov 10 19:11:27.768009 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a1303751-8d22-43e4-8294-45e89167bc90 req-2f3b9134-773d-451d-8152-a073302f6737 tempest-MigrationsAdminTest-160112897 tempest-MigrationsAdminTest-160112897-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318276 Nov 10 19:11:28.270366 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c1539734-e7fe-4039-b986-71e218e870d1 req-ab20e669-d774-4959-aec0-6ed238633865 service neutron] 10.222.0.25 "GET /v2.0/networks/f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972517 Nov 10 19:11:28.287442 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78990575-714a-4ea6-bb0b-ffc744295418 req-e9bc02e9-36e8-48b3-9e0b-ce6af4b6085d tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:28.289001 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-78990575-714a-4ea6-bb0b-ffc744295418 req-e9bc02e9-36e8-48b3-9e0b-ce6af4b6085d tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 943 time: 0.1599774 Nov 10 19:11:28.300428 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03ac326d-8a7b-4b35-81a2-44b06d914bb9 req-b11a3c17-6618-4b95-947a-a37ab10dd606 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Router d75d06b1-dbf7-4e67-80bb-a0d52e47474e has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:11:28.388381 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-78990575-714a-4ea6-bb0b-ffc744295418 req-22d8c542-1022-45b4-a661-c47574834081 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903132 Nov 10 19:11:28.451193 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15c60a0-5d6a-457a-9f94-34ea08a9b5ea x-openstack-request-id: req-a15c60a0-5d6a-457a-9f94-34ea08a9b5ea {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:11:28.451501 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4eff983-3970-4438-bbf9-7ade7223c0ca", "name": "network-vif-unplugged", "status": "completed", "tag": "c02208fe-aa53-453c-85fc-0fcdd3ab8178", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:11:28.451822 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a15c60a0-5d6a-457a-9f94-34ea08a9b5ea {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:11:28.452379 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4eff983-3970-4438-bbf9-7ade7223c0ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c02208fe-aa53-453c-85fc-0fcdd3ab8178', 'code': 200} Nov 10 19:11:28.474464 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03ac326d-8a7b-4b35-81a2-44b06d914bb9 req-b11a3c17-6618-4b95-947a-a37ab10dd606 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:11:28.479829 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-03ac326d-8a7b-4b35-81a2-44b06d914bb9 req-b11a3c17-6618-4b95-947a-a37ab10dd606 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:28.496739 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c40fbee-dd26-4341-a311-b05eb9a2f74c None None] Sync routers for ids ['d75d06b1-dbf7-4e67-80bb-a0d52e47474e'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:11:28.507097 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c40fbee-dd26-4341-a311-b05eb9a2f74c None None] Routers {'d75d06b1-dbf7-4e67-80bb-a0d52e47474e'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:11:28.507775 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7c40fbee-dd26-4341-a311-b05eb9a2f74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:11:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d75d06b1-dbf7-4e67-80bb-a0d52e47474e'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:11:28.531923 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-03ac326d-8a7b-4b35-81a2-44b06d914bb9 req-b11a3c17-6618-4b95-947a-a37ab10dd606 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "PUT /v2.0/floatingips/15c1976f-5d3a-4ccf-b8bf-b83e8cf545e0 HTTP/1.1" status: 200 len: 695 time: 1.4049690 Nov 10 19:11:28.563536 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:28.626214 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-4dfcb246-021a-4504-9bf2-8ecc0ad46a55 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:28.628437 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-4dfcb246-021a-4504-9bf2-8ecc0ad46a55 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.73 "GET /v2.0/networks?id=6d401439-3cb6-45f3-9f43-bf8f218668ea HTTP/1.1" status: 200 len: 813 time: 0.1475360 Nov 10 19:11:28.638907 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c37c9-ca9f-457a-bc85-3364de981623 req-19ae6094-d2f9-45b2-a4bd-d8c7b8045458 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:28.643562 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-368a43f0-2b6d-4ecd-a1a0-344f1c766dc6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Request body: {'port': {'device_id': 'ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8', 'network_id': '6d401439-3cb6-45f3-9f43-bf8f218668ea', 'admin_state_up': True, 'tenant_id': '7f69f555aace4491bc0456309314d9a5'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:11:28.647258 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-442c37c9-ca9f-457a-bc85-3364de981623 req-19ae6094-d2f9-45b2-a4bd-d8c7b8045458 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d1bd2d4-873c-411f-b525-20d685d91726 HTTP/1.1" status: 200 len: 944 time: 0.1430867 Nov 10 19:11:28.669912 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac326d-8a7b-4b35-81a2-44b06d914bb9 req-5f9a3998-1e67-4da8-af1f-f5cb7c391b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:28.671836 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-03ac326d-8a7b-4b35-81a2-44b06d914bb9 req-5f9a3998-1e67-4da8-af1f-f5cb7c391b01 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e9180826ce3242458fc9aff806bc035e&device_id=d9864c3b-b5df-49b0-bf2f-eacf7f965f91 HTTP/1.1" status: 200 len: 1096 time: 0.1043940 Nov 10 19:11:28.686069 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-7c40fbee-dd26-4341-a311-b05eb9a2f74c None None] Set router d75d06b1-dbf7-4e67-80bb-a0d52e47474e gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:11:28.784910 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-442c37c9-ca9f-457a-bc85-3364de981623 req-d31510e9-d5d0-4ba6-a310-8177715dfbe7 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340683 Nov 10 19:11:28.828867 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-368a43f0-2b6d-4ecd-a1a0-344f1c766dc6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Made reservation on behalf of 7f69f555aace4491bc0456309314d9a5 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:11:28.835530 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-368a43f0-2b6d-4ecd-a1a0-344f1c766dc6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:28.925354 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac326d-8a7b-4b35-81a2-44b06d914bb9 req-2a5473c7-a177-4400-b5e5-d18e0f517006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:28.929436 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-03ac326d-8a7b-4b35-81a2-44b06d914bb9 req-2a5473c7-a177-4400-b5e5-d18e0f517006 service neutron] 10.222.0.54 "GET /v2.0/networks?id=074689be-1f44-48ee-b4c4-fa3b05d8656b HTTP/1.1" status: 200 len: 929 time: 0.2381797 Nov 10 19:11:28.952157 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7c40fbee-dd26-4341-a311-b05eb9a2f74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-710392842-router', 'tenant_id': 'e9180826ce3242458fc9aff806bc035e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '326092ad-e69c-4c06-9a3d-35bb60d842d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:10:27Z', 'updated_at': '2021-11-10T19:10:35Z', 'revision_number': 4, 'project_id': 'e9180826ce3242458fc9aff806bc035e', 'gw_port': {'id': '326092ad-e69c-4c06-9a3d-35bb60d842d1', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:28Z', 'updated_at': '2021-11-10T19:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '8ccdeafb-d8aa-4f3f-8c20-d2472c92334d', 'name': '', 'network_id': '074689be-1f44-48ee-b4c4-fa3b05d8656b', 'tenant_id': 'e9180826ce3242458fc9aff806bc035e', 'mac_address': 'fa:16:3e:19:fc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b886243d-90b7-4cc0-941c-e74d98cb85cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:33Z', 'updated_at': '2021-11-10T19:10:42Z', 'revision_number': 5, 'project_id': 'e9180826ce3242458fc9aff806bc035e', 'subnets': [{'id': 'b886243d-90b7-4cc0-941c-e74d98cb85cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:11:28.989339 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c40fbee-dd26-4341-a311-b05eb9a2f74c None None] Checking router: d75d06b1-dbf7-4e67-80bb-a0d52e47474e for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:11:29.003384 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c40fbee-dd26-4341-a311-b05eb9a2f74c None None] Routers {'d75d06b1-dbf7-4e67-80bb-a0d52e47474e'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:11:29.004316 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7c40fbee-dd26-4341-a311-b05eb9a2f74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:11:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d75d06b1-dbf7-4e67-80bb-a0d52e47474e'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:11:29.058875 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-368a43f0-2b6d-4ecd-a1a0-344f1c766dc6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Allocated IP 172.20.0.11 (6d401439-3cb6-45f3-9f43-bf8f218668ea/204fee28-68d2-45f0-924d-1143549ea418/854fd55e-eca5-45d2-b801-77c11ae64ce1) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:11:29.059603 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-03ac326d-8a7b-4b35-81a2-44b06d914bb9 req-12dcee46-fd53-4326-b7d8-80ed194a735d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=511a1744-6ef0-4de2-8978-ce37da2aaa18 HTTP/1.1" status: 200 len: 217 time: 0.1122770 Nov 10 19:11:29.144921 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-7c40fbee-dd26-4341-a311-b05eb9a2f74c None None] Set router d75d06b1-dbf7-4e67-80bb-a0d52e47474e gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:11:29.147421 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a4a57-83fe-458e-b0e8-7317f42f9b3e req-cc878620-e259-4dba-a281-7ef092b5c0b3 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:29.149005 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d4a4a57-83fe-458e-b0e8-7317f42f9b3e req-cc878620-e259-4dba-a281-7ef092b5c0b3 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 946 time: 0.1360509 Nov 10 19:11:29.176943 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac326d-8a7b-4b35-81a2-44b06d914bb9 req-0d567b18-79ec-4d5b-8627-dd63ad71f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:29.178520 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-03ac326d-8a7b-4b35-81a2-44b06d914bb9 req-0d567b18-79ec-4d5b-8627-dd63ad71f656 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b886243d-90b7-4cc0-941c-e74d98cb85cb HTTP/1.1" status: 200 len: 867 time: 0.1063085 Nov 10 19:11:29.256712 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d4a4a57-83fe-458e-b0e8-7317f42f9b3e req-22009303-cf5e-4fa7-92b2-b5f8620d9094 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980084 Nov 10 19:11:29.266979 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-368a43f0-2b6d-4ecd-a1a0-344f1c766dc6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:29.275823 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac326d-8a7b-4b35-81a2-44b06d914bb9 req-51128303-58ce-4cb1-9a20-eee04dc93c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:29.278052 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-03ac326d-8a7b-4b35-81a2-44b06d914bb9 req-51128303-58ce-4cb1-9a20-eee04dc93c98 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=074689be-1f44-48ee-b4c4-fa3b05d8656b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799649 Nov 10 19:11:29.309106 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:29.341338 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-368a43f0-2b6d-4ecd-a1a0-344f1c766dc6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:29.388243 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-368a43f0-2b6d-4ecd-a1a0-344f1c766dc6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Network 6d401439-3cb6-45f3-9f43-bf8f218668ea is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:11:29.391983 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-368a43f0-2b6d-4ecd-a1a0-344f1c766dc6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:11:29.394917 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-368a43f0-2b6d-4ecd-a1a0-344f1c766dc6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:11:29.408636 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7c40fbee-dd26-4341-a311-b05eb9a2f74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-710392842-router', 'tenant_id': 'e9180826ce3242458fc9aff806bc035e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '326092ad-e69c-4c06-9a3d-35bb60d842d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:10:27Z', 'updated_at': '2021-11-10T19:10:35Z', 'revision_number': 4, 'project_id': 'e9180826ce3242458fc9aff806bc035e', 'gw_port': {'id': '326092ad-e69c-4c06-9a3d-35bb60d842d1', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:28Z', 'updated_at': '2021-11-10T19:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '8ccdeafb-d8aa-4f3f-8c20-d2472c92334d', 'name': '', 'network_id': '074689be-1f44-48ee-b4c4-fa3b05d8656b', 'tenant_id': 'e9180826ce3242458fc9aff806bc035e', 'mac_address': 'fa:16:3e:19:fc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b886243d-90b7-4cc0-941c-e74d98cb85cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:33Z', 'updated_at': '2021-11-10T19:10:42Z', 'revision_number': 5, 'project_id': 'e9180826ce3242458fc9aff806bc035e', 'subnets': [{'id': 'b886243d-90b7-4cc0-941c-e74d98cb85cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:11:29.429474 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fb74c-57c9-48ba-abe1-7949f9614f9b req-f5e8c370-95b6-45ad-9715-9fb95578d681 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:29.431098 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-702fb74c-57c9-48ba-abe1-7949f9614f9b req-f5e8c370-95b6-45ad-9715-9fb95578d681 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8 HTTP/1.1" status: 200 len: 932 time: 0.0671132 Nov 10 19:11:29.438483 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c40fbee-dd26-4341-a311-b05eb9a2f74c None None] The sync data for ids ['d75d06b1-dbf7-4e67-80bb-a0d52e47474e'] in n-d-813897-4 is: [{'id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-710392842-router', 'tenant_id': 'e9180826ce3242458fc9aff806bc035e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '326092ad-e69c-4c06-9a3d-35bb60d842d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:10:27Z', 'updated_at': '2021-11-10T19:10:35Z', 'revision_number': 4, 'project_id': 'e9180826ce3242458fc9aff806bc035e', 'gw_port': {'id': '326092ad-e69c-4c06-9a3d-35bb60d842d1', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:28Z', 'updated_at': '2021-11-10T19:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '8ccdeafb-d8aa-4f3f-8c20-d2472c92334d', 'name': '', 'network_id': '074689be-1f44-48ee-b4c4-fa3b05d8656b', 'tenant_id': 'e9180826ce3242458fc9aff806bc035e', 'mac_address': 'fa:16:3e:19:fc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b886243d-90b7-4cc0-941c-e74d98cb85cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:33Z', 'updated_at': '2021-11-10T19:10:42Z', 'revision_number': 5, 'project_id': 'e9180826ce3242458fc9aff806bc035e', 'subnets': [{'id': 'b886243d-90b7-4cc0-941c-e74d98cb85cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:11:29.442225 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-03ac326d-8a7b-4b35-81a2-44b06d914bb9 req-a7139b8d-482d-458e-befc-60b2849f80bc service neutron] 10.222.0.54 "GET /v2.0/networks/074689be-1f44-48ee-b4c4-fa3b05d8656b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573517 Nov 10 19:11:29.461376 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-368a43f0-2b6d-4ecd-a1a0-344f1c766dc6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:29.462202 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-368a43f0-2b6d-4ecd-a1a0-344f1c766dc6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:29.476364 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a43f0-2b6d-4ecd-a1a0-344f1c766dc6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Pushing event updated for resources: {'Port': ['ID=854fd55e-eca5-45d2-b801-77c11ae64ce1,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:29.488150 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-368a43f0-2b6d-4ecd-a1a0-344f1c766dc6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8489499 Nov 10 19:11:29.504283 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-c3b2cc78-c380-4512-9520-acf4054f1cdc service neutron] Request body: {'port': {'device_id': 'ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:11:29.554294 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-702fb74c-57c9-48ba-abe1-7949f9614f9b req-fa47a2ed-aee5-438f-b18f-9d1393b96467 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110625 Nov 10 19:11:29.574507 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-c3b2cc78-c380-4512-9520-acf4054f1cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:29.577972 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-03ac326d-8a7b-4b35-81a2-44b06d914bb9 req-178fe3cf-2c0d-4871-b50b-305a4bb09220 service neutron] 10.222.0.54 "GET /v2.0/networks/074689be-1f44-48ee-b4c4-fa3b05d8656b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269555 Nov 10 19:11:29.784280 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6dc8b4-b9c3-4292-adb1-1c8d05fe17b9 None None] New status for floating IP 15c1976f-5d3a-4ccf-b8bf-b83e8cf545e0: DOWN {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:11:29.825336 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca89f08-7af4-4f58-bb92-bfe619eda26f req-cb878ad7-2fc4-4334-bbd8-5e8668c6ea06 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:29.826974 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fca89f08-7af4-4f58-bb92-bfe619eda26f req-cb878ad7-2fc4-4334-bbd8-5e8668c6ea06 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 943 time: 0.0711386 Nov 10 19:11:29.913526 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4ba55440-43ca-43a7-bf9c-629247bb1f11 req-34a76c71-bcfd-4a26-85c3-2c2ab62f397d tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/floatingips/15c1976f-5d3a-4ccf-b8bf-b83e8cf545e0 HTTP/1.1" status: 200 len: 695 time: 0.0854843 Nov 10 19:11:29.921814 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fca89f08-7af4-4f58-bb92-bfe619eda26f req-8baabbaf-8fca-410c-9e6b-48600a4c2902 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855985 Nov 10 19:11:29.929979 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-c3b2cc78-c380-4512-9520-acf4054f1cdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 854fd55e-eca5-45d2-b801-77c11ae64ce1 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:11:29.939231 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-c3b2cc78-c380-4512-9520-acf4054f1cdc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:30.003221 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-c3b2cc78-c380-4512-9520-acf4054f1cdc service neutron] Transition to ACTIVE for port object 854fd55e-eca5-45d2-b801-77c11ae64ce1 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:11:30.009990 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-c3b2cc78-c380-4512-9520-acf4054f1cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:30.070984 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-fc67ef6a-39e4-4aec-9f70-9dcddff0d065 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2106442 Nov 10 19:11:30.078457 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2cc78-c380-4512-9520-acf4054f1cdc service neutron] Pushing event updated for resources: {'Port': ['ID=854fd55e-eca5-45d2-b801-77c11ae64ce1,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:30.105840 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba55440-43ca-43a7-bf9c-629247bb1f11 req-d07efd66-6a37-4b2c-b7c3-4945da39c12b tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:30.108433 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4ba55440-43ca-43a7-bf9c-629247bb1f11 req-d07efd66-6a37-4b2c-b7c3-4945da39c12b tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 784 time: 0.1855042 Nov 10 19:11:30.139093 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdaa9ce-1912-4e6c-bf09-d245cddfc072 req-7b001135-bcdb-40bc-9395-8607b0294edb tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:30.141017 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7fdaa9ce-1912-4e6c-bf09-d245cddfc072 req-7b001135-bcdb-40bc-9395-8607b0294edb tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 948 time: 0.1213381 Nov 10 19:11:30.161197 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-c3b2cc78-c380-4512-9520-acf4054f1cdc service neutron] Attempting to bind port 854fd55e-eca5-45d2-b801-77c11ae64ce1 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:11:30.161534 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-c3b2cc78-c380-4512-9520-acf4054f1cdc service neutron] Attempting to bind port 854fd55e-eca5-45d2-b801-77c11ae64ce1 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '59741c21-bf7c-4abb-8ff6-9f9d7d4471e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6d401439-3cb6-45f3-9f43-bf8f218668ea'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:11:30.161954 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-c3b2cc78-c380-4512-9520-acf4054f1cdc service neutron] Attempting to bind port 854fd55e-eca5-45d2-b801-77c11ae64ce1 on network 6d401439-3cb6-45f3-9f43-bf8f218668ea {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:11:30.167074 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-c3b2cc78-c380-4512-9520-acf4054f1cdc service neutron] Port 854fd55e-eca5-45d2-b801-77c11ae64ce1 on network 6d401439-3cb6-45f3-9f43-bf8f218668ea not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:11:30.167406 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-c3b2cc78-c380-4512-9520-acf4054f1cdc service neutron] Attempting to bind port 854fd55e-eca5-45d2-b801-77c11ae64ce1 on network 6d401439-3cb6-45f3-9f43-bf8f218668ea {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:11:30.173049 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-c3b2cc78-c380-4512-9520-acf4054f1cdc service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:11:30.173355 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-c3b2cc78-c380-4512-9520-acf4054f1cdc service neutron] Checking segment: {'id': '59741c21-bf7c-4abb-8ff6-9f9d7d4471e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6d401439-3cb6-45f3-9f43-bf8f218668ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:11:30.173794 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-c3b2cc78-c380-4512-9520-acf4054f1cdc service neutron] Bound using segment: {'id': '59741c21-bf7c-4abb-8ff6-9f9d7d4471e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6d401439-3cb6-45f3-9f43-bf8f218668ea'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:11:30.174268 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-c3b2cc78-c380-4512-9520-acf4054f1cdc service neutron] Bound port: 854fd55e-eca5-45d2-b801-77c11ae64ce1, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59741c21-bf7c-4abb-8ff6-9f9d7d4471e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6d401439-3cb6-45f3-9f43-bf8f218668ea'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:11:30.174601 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-c3b2cc78-c380-4512-9520-acf4054f1cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:30.209077 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4ba55440-43ca-43a7-bf9c-629247bb1f11 req-5ffe385d-9f7a-4bc1-a903-4859845f5310 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.147 HTTP/1.1" status: 200 len: 696 time: 0.0906146 Nov 10 19:11:30.260651 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-c3b2cc78-c380-4512-9520-acf4054f1cdc service neutron] For port 854fd55e-eca5-45d2-b801-77c11ae64ce1, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:11:30.264822 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-c3b2cc78-c380-4512-9520-acf4054f1cdc service neutron] For port 854fd55e-eca5-45d2-b801-77c11ae64ce1, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=854fd55e-eca5-45d2-b801-77c11ae64ce1,segment=NetworkSegment(59741c21-bf7c-4abb-8ff6-9f9d7d4471e9),segment_id=59741c21-bf7c-4abb-8ff6-9f9d7d4471e9)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:11:30.271120 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-c3b2cc78-c380-4512-9520-acf4054f1cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:30.312035 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-c3b2cc78-c380-4512-9520-acf4054f1cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:30.312693 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-c3b2cc78-c380-4512-9520-acf4054f1cdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:30.314269 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-c3b2cc78-c380-4512-9520-acf4054f1cdc service neutron] 10.222.0.73 "PUT /v2.0/ports/854fd55e-eca5-45d2-b801-77c11ae64ce1 HTTP/1.1" status: 200 len: 1092 time: 0.8148546 Nov 10 19:11:30.314751 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8', 'tag': '854fd55e-eca5-45d2-b801-77c11ae64ce1'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:11:30.317216 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4640c0-6db7-44b7-aa89-517f40e70818" -d '{"events": [{"name": "network-changed", "server_uuid": "ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8", "tag": "854fd55e-eca5-45d2-b801-77c11ae64ce1"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:11:30.341863 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4ba55440-43ca-43a7-bf9c-629247bb1f11 req-5984046e-5230-4fdd-8fe9-7d2c3d8583eb tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.147 HTTP/1.1" status: 200 len: 696 time: 0.1243534 Nov 10 19:11:30.355481 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7fdaa9ce-1912-4e6c-bf09-d245cddfc072 req-afcf6bf5-88f0-4c63-a0d0-6f21d7c874c6 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028499 Nov 10 19:11:30.357193 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2cc78-c380-4512-9520-acf4054f1cdc service neutron] Pushing event updated for resources: {'Port': ['ID=854fd55e-eca5-45d2-b801-77c11ae64ce1,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:30.434955 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-79433d5a-3600-46ac-909c-5fe32f060d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:30.437028 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-79433d5a-3600-46ac-909c-5fe32f060d1a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7f69f555aace4491bc0456309314d9a5&device_id=ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8 HTTP/1.1" status: 200 len: 1095 time: 0.0688906 Nov 10 19:11:30.464083 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4eff983-3970-4438-bbf9-7ade7223c0ca', 'tag': 'c02208fe-aa53-453c-85fc-0fcdd3ab8178'}, {'name': 'network-changed', 'server_uuid': '0d1bd2d4-873c-411f-b525-20d685d91726', 'tag': 'a6f8486b-1d4c-49e5-888f-016d9332c59e'}, {'name': 'network-changed', 'server_uuid': 'd9864c3b-b5df-49b0-bf2f-eacf7f965f91', 'tag': '511a1744-6ef0-4de2-8978-ce37da2aaa18'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:11:30.466550 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1031d38e-c2b4-40ac-a033-d3e323904f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "e4eff983-3970-4438-bbf9-7ade7223c0ca", "tag": "c02208fe-aa53-453c-85fc-0fcdd3ab8178"}, {"name": "network-changed", "server_uuid": "0d1bd2d4-873c-411f-b525-20d685d91726", "tag": "a6f8486b-1d4c-49e5-888f-016d9332c59e"}, {"name": "network-changed", "server_uuid": "d9864c3b-b5df-49b0-bf2f-eacf7f965f91", "tag": "511a1744-6ef0-4de2-8978-ce37da2aaa18"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:11:30.493133 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-f895ac86-de68-4192-bff4-aa35e6ba338a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=854fd55e-eca5-45d2-b801-77c11ae64ce1 HTTP/1.1" status: 200 len: 217 time: 0.0445845 Nov 10 19:11:30.550867 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-a03bc3b4-045e-4a18-82d1-4d9b2f1bae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:30.552803 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-a03bc3b4-045e-4a18-82d1-4d9b2f1bae55 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=204fee28-68d2-45f0-924d-1143549ea418 HTTP/1.1" status: 200 len: 853 time: 0.0475283 Nov 10 19:11:30.560476 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3a311-4e62-4717-836b-832652e3a31f req-7fbae8ca-bf17-4bf5-9764-711ae0907254 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:30.564671 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bee3a311-4e62-4717-836b-832652e3a31f req-7fbae8ca-bf17-4bf5-9764-711ae0907254 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d1bd2d4-873c-411f-b525-20d685d91726 HTTP/1.1" status: 200 len: 944 time: 0.0923069 Nov 10 19:11:30.593160 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-4ba55440-43ca-43a7-bf9c-629247bb1f11 req-3c78ac7e-0d01-4f72-8e1f-17ec1018737f tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Deleting port 19151c08-1f7d-4c54-959c-01f103002564 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:11:30.593497 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-4ba55440-43ca-43a7-bf9c-629247bb1f11 req-3c78ac7e-0d01-4f72-8e1f-17ec1018737f tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:30.594925 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-9d9f22e9-1b73-4da8-bff2-f0669fe27481 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6d401439-3cb6-45f3-9f43-bf8f218668ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303879 Nov 10 19:11:30.674382 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bee3a311-4e62-4717-836b-832652e3a31f req-db885bad-ae53-4f49-8586-94cc16964960 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054280 Nov 10 19:11:30.707783 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-de1b8751-4f8c-46ab-923e-38fd2e2fd1f3 service neutron] 10.222.0.73 "GET /v2.0/networks/6d401439-3cb6-45f3-9f43-bf8f218668ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962586 Nov 10 19:11:30.708342 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-4ba55440-43ca-43a7-bf9c-629247bb1f11 req-3c78ac7e-0d01-4f72-8e1f-17ec1018737f tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:30.708740 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-4ba55440-43ca-43a7-bf9c-629247bb1f11 req-3c78ac7e-0d01-4f72-8e1f-17ec1018737f tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:30.726053 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-4ba55440-43ca-43a7-bf9c-629247bb1f11 req-3c78ac7e-0d01-4f72-8e1f-17ec1018737f tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Calling delete_port for 19151c08-1f7d-4c54-959c-01f103002564 owned by network:floatingip {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:11:30.864484 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-641e4b76-c14f-47b3-a4b9-15538daf13a8 req-c2bc845f-9c06-4b2a-bb59-c84ab9786ade service neutron] 10.222.0.73 "GET /v2.0/networks/6d401439-3cb6-45f3-9f43-bf8f218668ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483295 Nov 10 19:11:30.963676 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303c50c-c6e4-4ab0-82f8-f7cdcf116072 req-7985b047-6b3d-45a1-9377-1413d706782e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:30.965256 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9303c50c-c6e4-4ab0-82f8-f7cdcf116072 req-7985b047-6b3d-45a1-9377-1413d706782e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 946 time: 0.1201925 Nov 10 19:11:30.990482 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-4ba55440-43ca-43a7-bf9c-629247bb1f11 req-3c78ac7e-0d01-4f72-8e1f-17ec1018737f tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:31.026491 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78ac7e-0d01-4f72-8e1f-17ec1018737f tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Pushing event deleted for resources: {'Port': ['ID=19151c08-1f7d-4c54-959c-01f103002564,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:31.097440 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9303c50c-c6e4-4ab0-82f8-f7cdcf116072 req-d16d5638-096e-416a-b36e-d26550e71e54 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228843 Nov 10 19:11:31.134278 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-4ba55440-43ca-43a7-bf9c-629247bb1f11 req-3c78ac7e-0d01-4f72-8e1f-17ec1018737f tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks [] for floatingip, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:31.139135 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-4ba55440-43ca-43a7-bf9c-629247bb1f11 req-3c78ac7e-0d01-4f72-8e1f-17ec1018737f tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:31.141030 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4ba55440-43ca-43a7-bf9c-629247bb1f11 req-3c78ac7e-0d01-4f72-8e1f-17ec1018737f tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "DELETE /v2.0/floatingips/15c1976f-5d3a-4ccf-b8bf-b83e8cf545e0 HTTP/1.1" status: 204 len: 173 time: 0.7800803 Nov 10 19:11:31.174071 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8906bd-5c59-421e-855f-c11ea9a2b766 x-openstack-request-id: req-8f8906bd-5c59-421e-855f-c11ea9a2b766 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:11:31.174596 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8", "tag": "854fd55e-eca5-45d2-b801-77c11ae64ce1", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:11:31.174936 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8f8906bd-5c59-421e-855f-c11ea9a2b766 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:11:31.175588 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8', 'tag': '854fd55e-eca5-45d2-b801-77c11ae64ce1', 'status': 'completed', 'code': 200} Nov 10 19:11:31.237518 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 10 Nov 2021 19:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83460617-0e54-42bb-ae8a-ffbd0b622d5a x-openstack-request-id: req-83460617-0e54-42bb-ae8a-ffbd0b622d5a {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:11:31.238036 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4eff983-3970-4438-bbf9-7ade7223c0ca", "tag": "c02208fe-aa53-453c-85fc-0fcdd3ab8178", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0d1bd2d4-873c-411f-b525-20d685d91726", "tag": "a6f8486b-1d4c-49e5-888f-016d9332c59e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d9864c3b-b5df-49b0-bf2f-eacf7f965f91", "tag": "511a1744-6ef0-4de2-8978-ce37da2aaa18", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:11:31.238445 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-83460617-0e54-42bb-ae8a-ffbd0b622d5a {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:11:31.239116 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4eff983-3970-4438-bbf9-7ade7223c0ca', 'tag': 'c02208fe-aa53-453c-85fc-0fcdd3ab8178', 'status': 'completed', 'code': 200} Nov 10 19:11:31.244446 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1bd2d4-873c-411f-b525-20d685d91726', 'tag': 'a6f8486b-1d4c-49e5-888f-016d9332c59e', 'status': 'completed', 'code': 200} Nov 10 19:11:31.245587 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9864c3b-b5df-49b0-bf2f-eacf7f965f91', 'tag': '511a1744-6ef0-4de2-8978-ce37da2aaa18', 'status': 'completed', 'code': 200} Nov 10 19:11:31.297079 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4640c0-6db7-44b7-aa89-517f40e70818 req-3485ea94-ae40-4447-9a9d-b7d71a42fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:31.299638 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5a4640c0-6db7-44b7-aa89-517f40e70818 req-3485ea94-ae40-4447-9a9d-b7d71a42fdf5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7f69f555aace4491bc0456309314d9a5&device_id=ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8 HTTP/1.1" status: 200 len: 1095 time: 0.0782094 Nov 10 19:11:31.401203 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03821f-cdd9-492a-b098-e7f6f9d5a055 req-3289ee6e-6063-42b7-a39c-e405045eb85d tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:31.403590 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b03821f-cdd9-492a-b098-e7f6f9d5a055 req-3289ee6e-6063-42b7-a39c-e405045eb85d tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8 HTTP/1.1" status: 200 len: 944 time: 0.1761465 Nov 10 19:11:31.427361 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031d38e-c2b4-40ac-a033-d3e323904f5c req-68dbd32d-c5f6-47a1-9364-1e57a52eb898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:31.428961 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1031d38e-c2b4-40ac-a033-d3e323904f5c req-68dbd32d-c5f6-47a1-9364-1e57a52eb898 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=86949477275045bb909c8def9385c7a2&device_id=0d1bd2d4-873c-411f-b525-20d685d91726 HTTP/1.1" status: 200 len: 1095 time: 0.1319079 Nov 10 19:11:31.431740 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031d38e-c2b4-40ac-a033-d3e323904f5c req-3a07fffc-38f4-428f-8080-45968932091a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:31.433294 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1031d38e-c2b4-40ac-a033-d3e323904f5c req-3a07fffc-38f4-428f-8080-45968932091a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a08ec8828e22441bac9028fb3e613990&device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 1124 time: 0.1383886 Nov 10 19:11:31.490389 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4640c0-6db7-44b7-aa89-517f40e70818 req-c1b3ad9e-139a-4629-9d52-24aa93e0a172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:31.492800 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5a4640c0-6db7-44b7-aa89-517f40e70818 req-c1b3ad9e-139a-4629-9d52-24aa93e0a172 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6d401439-3cb6-45f3-9f43-bf8f218668ea HTTP/1.1" status: 200 len: 914 time: 0.1766663 Nov 10 19:11:31.576010 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5a4640c0-6db7-44b7-aa89-517f40e70818 req-2c276934-0395-4fd9-8f20-12c9fd86a2ec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=854fd55e-eca5-45d2-b801-77c11ae64ce1 HTTP/1.1" status: 200 len: 217 time: 0.0712893 Nov 10 19:11:31.709702 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-060a5c0d-0233-490d-a6f0-2d7c8cdf8af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:31.712448 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-060a5c0d-0233-490d-a6f0-2d7c8cdf8af7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 1099 time: 0.1518149 Nov 10 19:11:31.720100 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4640c0-6db7-44b7-aa89-517f40e70818 req-72a5f76e-3b96-4c3e-b644-f3dca53fb241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:31.723548 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5a4640c0-6db7-44b7-aa89-517f40e70818 req-72a5f76e-3b96-4c3e-b644-f3dca53fb241 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=204fee28-68d2-45f0-924d-1143549ea418 HTTP/1.1" status: 200 len: 853 time: 0.1090040 Nov 10 19:11:31.752566 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809db2d-6ebd-415e-8090-7d3e910e8a3d req-1ff742e8-4071-484e-8791-1ab0e5a6d705 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:31.760782 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4809db2d-6ebd-415e-8090-7d3e910e8a3d req-1ff742e8-4071-484e-8791-1ab0e5a6d705 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 943 time: 0.3711333 Nov 10 19:11:31.793155 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b03821f-cdd9-492a-b098-e7f6f9d5a055 req-80bc04f7-5c0b-4d82-b9b1-b67ef6a49789 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682954 Nov 10 19:11:31.838762 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5a4640c0-6db7-44b7-aa89-517f40e70818 req-79df4f86-dae5-4fe5-a6a9-b64a0de7018f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6d401439-3cb6-45f3-9f43-bf8f218668ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999835 Nov 10 19:11:31.855211 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031d38e-c2b4-40ac-a033-d3e323904f5c req-9acdfb94-bf8d-456a-91e1-9f105fd8b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:31.856888 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1031d38e-c2b4-40ac-a033-d3e323904f5c req-9acdfb94-bf8d-456a-91e1-9f105fd8b8e7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f HTTP/1.1" status: 200 len: 905 time: 0.4059978 Nov 10 19:11:31.865635 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4809db2d-6ebd-415e-8090-7d3e910e8a3d req-be043c5e-b911-45ba-a6da-f7d6b882497a tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948668 Nov 10 19:11:31.878821 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031d38e-c2b4-40ac-a033-d3e323904f5c req-23cbebcd-47ae-4339-bb28-8217c5c6ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:31.880334 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1031d38e-c2b4-40ac-a033-d3e323904f5c req-23cbebcd-47ae-4339-bb28-8217c5c6ef2b service neutron] 10.222.0.73 "GET /v2.0/networks?id=a42d4887-cb04-48c7-8111-765e5b18298b HTTP/1.1" status: 200 len: 909 time: 0.4198701 Nov 10 19:11:31.939496 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1031d38e-c2b4-40ac-a033-d3e323904f5c req-1abd0419-47b7-4362-9427-49c9b2b374f1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6f8486b-1d4c-49e5-888f-016d9332c59e HTTP/1.1" status: 200 len: 217 time: 0.0727909 Nov 10 19:11:32.021479 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1031d38e-c2b4-40ac-a033-d3e323904f5c req-e8eb43a9-92b0-4bde-918d-b86d71ceb771 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c02208fe-aa53-453c-85fc-0fcdd3ab8178 HTTP/1.1" status: 200 len: 217 time: 0.1009693 Nov 10 19:11:32.073984 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-878caae2-64f6-4f45-a389-c63f3c9d0911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:32.077517 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-878caae2-64f6-4f45-a389-c63f3c9d0911 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.3516068 Nov 10 19:11:32.106306 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5a4640c0-6db7-44b7-aa89-517f40e70818 req-b82dae7c-fa6c-4c1d-bee5-0b2912e09b39 service neutron] 10.222.0.73 "GET /v2.0/networks/6d401439-3cb6-45f3-9f43-bf8f218668ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077734 Nov 10 19:11:32.107942 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031d38e-c2b4-40ac-a033-d3e323904f5c req-650fe911-52b0-4cc6-bb94-bd4900605cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:32.109590 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1031d38e-c2b4-40ac-a033-d3e323904f5c req-650fe911-52b0-4cc6-bb94-bd4900605cf0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=60343b83-37e4-41fb-97c3-061ff8929ded HTTP/1.1" status: 200 len: 844 time: 0.1258883 Nov 10 19:11:32.121659 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53136d70-8436-4b48-996d-4d93cc590959 req-e2feef37-39f4-44b6-b6b9-319a56c02a3d tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:32.123408 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-53136d70-8436-4b48-996d-4d93cc590959 req-e2feef37-39f4-44b6-b6b9-319a56c02a3d tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 948 time: 0.2021317 Nov 10 19:11:32.177147 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1031d38e-c2b4-40ac-a033-d3e323904f5c req-29fade2d-721d-4cb6-bbd4-1963a60227e8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514433 Nov 10 19:11:32.187829 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f0157-3587-432f-9bdb-78f8d5d97427 req-b47f66a4-0226-4295-9049-5c4286f05a69 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:32.191644 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b09f0157-3587-432f-9bdb-78f8d5d97427 req-b47f66a4-0226-4295-9049-5c4286f05a69 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d1bd2d4-873c-411f-b525-20d685d91726 HTTP/1.1" status: 200 len: 944 time: 0.2078233 Nov 10 19:11:32.194233 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031d38e-c2b4-40ac-a033-d3e323904f5c req-90a98bcc-827d-4935-9d8d-bb3f82f9b3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:32.196257 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1031d38e-c2b4-40ac-a033-d3e323904f5c req-90a98bcc-827d-4935-9d8d-bb3f82f9b3db service neutron] 10.222.0.73 "GET /v2.0/subnets?id=34d86bed-ff03-44e0-b566-0ecdf3d0ce56 HTTP/1.1" status: 200 len: 848 time: 0.1484323 Nov 10 19:11:32.328653 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1031d38e-c2b4-40ac-a033-d3e323904f5c req-5648015c-db47-469a-8381-f452ef5c87f3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a42d4887-cb04-48c7-8111-765e5b18298b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969901 Nov 10 19:11:32.391321 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-53136d70-8436-4b48-996d-4d93cc590959 req-04a00b49-f746-4c2a-95da-485a2fce92cf tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483745 Nov 10 19:11:32.425879 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b09f0157-3587-432f-9bdb-78f8d5d97427 req-0ac5d1b6-39d5-4105-8a9c-4d1156a139b3 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271020 Nov 10 19:11:32.468579 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-c4eb34d6-e3ba-4ce7-8433-1f44c591b6a5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 HTTP/1.1" status: 200 len: 217 time: 0.3767426 Nov 10 19:11:32.481525 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1031d38e-c2b4-40ac-a033-d3e323904f5c req-b4d7b8ed-393f-4071-976f-79ed2558ce54 service neutron] 10.222.0.25 "GET /v2.0/networks/f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841153 Nov 10 19:11:32.605655 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1031d38e-c2b4-40ac-a033-d3e323904f5c req-454c69b7-43e8-4f12-949d-fb1a87c22276 service neutron] 10.222.0.73 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562761 Nov 10 19:11:32.641065 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-c30c8834-5b10-4efd-8ba1-0a7842d79373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:32.642852 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-c30c8834-5b10-4efd-8ba1-0a7842d79373 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.1587901 Nov 10 19:11:32.710046 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5a4640c0-6db7-44b7-aa89-517f40e70818 req-0e238386-7072-4030-871e-175f26495bff service neutron] 10.222.0.73 "GET /v2.0/networks/6d401439-3cb6-45f3-9f43-bf8f218668ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506280 Nov 10 19:11:32.717823 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-50ae1c58-7827-4056-8227-c4736a49a4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:32.719504 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-50ae1c58-7827-4056-8227-c4736a49a4f1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0686557 Nov 10 19:11:32.774419 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1031d38e-c2b4-40ac-a033-d3e323904f5c req-44f64484-563a-4b3d-9400-d3c69c5a7911 service neutron] 10.222.0.25 "GET /v2.0/networks/f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771187 Nov 10 19:11:32.845710 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-ddcba3fd-451d-4139-8122-e29afcced92a service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159477 Nov 10 19:11:32.849065 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 854fd55e-eca5-45d2-b801-77c11ae64ce1 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:11:32.850918 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dec240-a156-443f-8a8b-02cfb5763638 req-4d2ccbce-4315-411e-b06d-de9e501a01a9 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:32.852968 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-25dec240-a156-443f-8a8b-02cfb5763638 req-4d2ccbce-4315-411e-b06d-de9e501a01a9 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9864c3b-b5df-49b0-bf2f-eacf7f965f91&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2263684 Nov 10 19:11:32.893195 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1031d38e-c2b4-40ac-a033-d3e323904f5c req-83c17d0c-450b-4925-8b8f-52f9ff834fbb service neutron] 10.222.0.73 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724085 Nov 10 19:11:32.956422 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86164647-4915-4533-b4cc-e6bc9d34a06c req-45ab5ad7-b2db-4311-9df8-9ddd750b4d2a tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:32.958086 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-86164647-4915-4533-b4cc-e6bc9d34a06c req-45ab5ad7-b2db-4311-9df8-9ddd750b4d2a tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 946 time: 0.2017422 Nov 10 19:11:32.972277 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-25dec240-a156-443f-8a8b-02cfb5763638 req-27505778-f966-411b-8b40-f7b44de660c5 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1058910 Nov 10 19:11:32.983143 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-58e8645d-d8a9-487b-9630-c0a58dd395fa service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297979 Nov 10 19:11:33.013000 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031d38e-c2b4-40ac-a033-d3e323904f5c req-60bea5eb-ffbc-4db5-b712-f0f0c957735b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:33.014908 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1031d38e-c2b4-40ac-a033-d3e323904f5c req-60bea5eb-ffbc-4db5-b712-f0f0c957735b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e9180826ce3242458fc9aff806bc035e&device_id=d9864c3b-b5df-49b0-bf2f-eacf7f965f91 HTTP/1.1" status: 200 len: 1096 time: 0.1772130 Nov 10 19:11:33.056724 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 854fd55e-eca5-45d2-b801-77c11ae64ce1, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=854fd55e-eca5-45d2-b801-77c11ae64ce1,segment=NetworkSegment(59741c21-bf7c-4abb-8ff6-9f9d7d4471e9),segment_id=59741c21-bf7c-4abb-8ff6-9f9d7d4471e9)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:33.079532 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '854fd55e-eca5-45d2-b801-77c11ae64ce1', 'network_id': '6d401439-3cb6-45f3-9f43-bf8f218668ea', 'port_id': '854fd55e-eca5-45d2-b801-77c11ae64ce1', 'mac_address': 'fa:16:3e:99:2a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204fee28-68d2-45f0-924d-1143549ea418', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:11:33.161164 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:33.220821 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 854fd55e-eca5-45d2-b801-77c11ae64ce1 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:11:33.241403 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-86164647-4915-4533-b4cc-e6bc9d34a06c req-508aa7a2-f743-4874-bbc9-eb66d030e595 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619913 Nov 10 19:11:33.272183 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 854fd55e-eca5-45d2-b801-77c11ae64ce1, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=854fd55e-eca5-45d2-b801-77c11ae64ce1,segment=NetworkSegment(59741c21-bf7c-4abb-8ff6-9f9d7d4471e9),segment_id=59741c21-bf7c-4abb-8ff6-9f9d7d4471e9)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:33.280125 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:33.356783 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=854fd55e-eca5-45d2-b801-77c11ae64ce1,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:33.378478 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a6f8486b-1d4c-49e5-888f-016d9332c59e details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:11:33.518516 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a6f8486b-1d4c-49e5-888f-016d9332c59e, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a6f8486b-1d4c-49e5-888f-016d9332c59e,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:33.534791 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'a6f8486b-1d4c-49e5-888f-016d9332c59e', 'network_id': 'f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f', 'port_id': 'a6f8486b-1d4c-49e5-888f-016d9332c59e', 'mac_address': 'fa:16:3e:15:51:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60343b83-37e4-41fb-97c3-061ff8929ded', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:11:33.588997 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:33.609477 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f8486b-1d4c-49e5-888f-016d9332c59e {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:11:33.614507 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['854fd55e-eca5-45d2-b801-77c11ae64ce1'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:11:33.668407 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a6f8486b-1d4c-49e5-888f-016d9332c59e, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a6f8486b-1d4c-49e5-888f-016d9332c59e,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:33.674762 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:33.683620 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-6cc49c45-806d-4ecc-84c4-fac3d306f068 service neutron] 10.222.0.73 "GET /v2.0/ports/c02208fe-aa53-453c-85fc-0fcdd3ab8178/bindings/n-h2-813897-4 HTTP/1.1" status: 200 len: 384 time: 0.0973468 Nov 10 19:11:33.743400 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=a6f8486b-1d4c-49e5-888f-016d9332c59e,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:33.756632 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031d38e-c2b4-40ac-a033-d3e323904f5c req-5e2610d9-4d07-4dd2-9725-20392d8ccda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:33.758234 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1031d38e-c2b4-40ac-a033-d3e323904f5c req-5e2610d9-4d07-4dd2-9725-20392d8ccda0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=074689be-1f44-48ee-b4c4-fa3b05d8656b HTTP/1.1" status: 200 len: 929 time: 0.7362609 Nov 10 19:11:33.773445 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23b99d-22f9-4cc4-bef6-d4bcc7ae437f req-d415f5ae-ad8a-4735-b846-5c126d5d0c7a tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:33.775568 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8d23b99d-22f9-4cc4-bef6-d4bcc7ae437f req-d415f5ae-ad8a-4735-b846-5c126d5d0c7a tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 943 time: 0.0997477 Nov 10 19:11:33.820286 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e8fd4-0fab-4f89-a1cb-152ab32b39c7 req-550b8aec-fad4-4f2e-bbdd-ada14a8addfa tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:33.822074 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-547e8fd4-0fab-4f89-a1cb-152ab32b39c7 req-550b8aec-fad4-4f2e-bbdd-ada14a8addfa tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8 HTTP/1.1" status: 200 len: 945 time: 0.5790861 Nov 10 19:11:33.830058 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1031d38e-c2b4-40ac-a033-d3e323904f5c req-909a8c5e-22c1-4cef-bc6c-01928ac24458 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=511a1744-6ef0-4de2-8978-ce37da2aaa18 HTTP/1.1" status: 200 len: 217 time: 0.0534058 Nov 10 19:11:33.928588 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-89a57768-3cc5-4431-8433-c3048a55d280 service neutron] For port c02208fe-aa53-453c-85fc-0fcdd3ab8178, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=c02208fe-aa53-453c-85fc-0fcdd3ab8178,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:33.948052 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8d23b99d-22f9-4cc4-bef6-d4bcc7ae437f req-8e375822-7843-4614-ad29-b5c45d8a8e7a tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249650 Nov 10 19:11:33.959436 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-89a57768-3cc5-4431-8433-c3048a55d280 service neutron] For port c02208fe-aa53-453c-85fc-0fcdd3ab8178, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:11:33.963764 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031d38e-c2b4-40ac-a033-d3e323904f5c req-d8c210cf-8624-4eee-ad6c-87f07405220c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:33.965322 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1031d38e-c2b4-40ac-a033-d3e323904f5c req-d8c210cf-8624-4eee-ad6c-87f07405220c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b886243d-90b7-4cc0-941c-e74d98cb85cb HTTP/1.1" status: 200 len: 867 time: 0.1206346 Nov 10 19:11:33.974599 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-547e8fd4-0fab-4f89-a1cb-152ab32b39c7 req-b6223c56-4db0-4012-9b5a-bbed59856f7b tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424344 Nov 10 19:11:34.010118 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-89a57768-3cc5-4431-8433-c3048a55d280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c02208fe-aa53-453c-85fc-0fcdd3ab8178 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:11:34.028890 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-89a57768-3cc5-4431-8433-c3048a55d280 service neutron] For port c02208fe-aa53-453c-85fc-0fcdd3ab8178, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=c02208fe-aa53-453c-85fc-0fcdd3ab8178,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:34.048703 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-89a57768-3cc5-4431-8433-c3048a55d280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:34.050293 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d3b19e1d-c9b3-449b-b3f8-affe838af1f3 req-740d6db4-c540-4fc6-a1aa-7eb028b69266 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0634608 Nov 10 19:11:34.069631 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031d38e-c2b4-40ac-a033-d3e323904f5c req-2fdedf4a-86b5-4687-a88a-799a6c6f7a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:34.071791 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1031d38e-c2b4-40ac-a033-d3e323904f5c req-2fdedf4a-86b5-4687-a88a-799a6c6f7a59 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=074689be-1f44-48ee-b4c4-fa3b05d8656b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960793 Nov 10 19:11:34.121491 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['a6f8486b-1d4c-49e5-888f-016d9332c59e'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:11:34.172734 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-89a57768-3cc5-4431-8433-c3048a55d280 service neutron] Transition to ACTIVE for port object c02208fe-aa53-453c-85fc-0fcdd3ab8178 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:11:34.180760 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-89a57768-3cc5-4431-8433-c3048a55d280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:34.228198 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e25cc-cef7-47f4-a890-f8ce8454050a req-0e169044-425f-490a-934e-882790b33693 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:34.229917 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b88e25cc-cef7-47f4-a890-f8ce8454050a req-0e169044-425f-490a-934e-882790b33693 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d1bd2d4-873c-411f-b525-20d685d91726 HTTP/1.1" status: 200 len: 945 time: 0.1157577 Nov 10 19:11:34.236850 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1031d38e-c2b4-40ac-a033-d3e323904f5c req-157a126f-9af1-4930-9c5f-35f86adb08a6 service neutron] 10.222.0.25 "GET /v2.0/networks/074689be-1f44-48ee-b4c4-fa3b05d8656b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557763 Nov 10 19:11:34.282180 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-89a57768-3cc5-4431-8433-c3048a55d280 service neutron] No DVR routers for this DVR port c02208fe-aa53-453c-85fc-0fcdd3ab8178 on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:11:34.331858 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a57768-3cc5-4431-8433-c3048a55d280 service neutron] Pushing event updated for resources: {'Port': ['ID=c02208fe-aa53-453c-85fc-0fcdd3ab8178,revision_number=10']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:34.339041 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-89a57768-3cc5-4431-8433-c3048a55d280 service neutron] 10.222.0.73 "PUT /v2.0/ports/c02208fe-aa53-453c-85fc-0fcdd3ab8178/bindings/n-h2-813897-4/activate HTTP/1.1" status: 200 len: 369 time: 0.6459861 Nov 10 19:11:34.406917 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b88e25cc-cef7-47f4-a890-f8ce8454050a req-095b7133-8524-49bf-b94d-a4bd9e84dbf5 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682701 Nov 10 19:11:34.432767 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff868f-1a4f-4977-b904-1d88346d7634 req-e0cd17d0-f80b-4515-b2a2-b8a36bdf20c1 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:34.434674 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5cff868f-1a4f-4977-b904-1d88346d7634 req-e0cd17d0-f80b-4515-b2a2-b8a36bdf20c1 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 948 time: 0.1715553 Nov 10 19:11:34.491144 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1031d38e-c2b4-40ac-a033-d3e323904f5c req-6e22abdc-b344-41e3-9902-640115ac515d service neutron] 10.222.0.25 "GET /v2.0/networks/074689be-1f44-48ee-b4c4-fa3b05d8656b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439325 Nov 10 19:11:34.544363 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-26184c36-ff9e-4b1f-9234-fdb8eeff41b4 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:34.547052 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-26184c36-ff9e-4b1f-9234-fdb8eeff41b4 tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca&tenant_id=a08ec8828e22441bac9028fb3e613990&binding%3Ahost_id=n-h1-813897-4 HTTP/1.1" status: 200 len: 1095 time: 0.1353056 Nov 10 19:11:34.588297 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5cff868f-1a4f-4977-b904-1d88346d7634 req-b8727f29-0fc7-4131-86b6-98ce77529957 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321206 Nov 10 19:11:34.651726 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-cd4e7d98-19ab-4b68-b1be-6d5faca43f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:34.654950 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-cd4e7d98-19ab-4b68-b1be-6d5faca43f6f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca&tenant_id=a08ec8828e22441bac9028fb3e613990 HTTP/1.1" status: 200 len: 1095 time: 0.0927258 Nov 10 19:11:34.762266 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-82e1872e-6cc4-412b-a703-d2e7cace5803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:34.763840 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-82e1872e-6cc4-412b-a703-d2e7cace5803 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a08ec8828e22441bac9028fb3e613990&device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 1095 time: 0.0623288 Nov 10 19:11:34.862999 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 854fd55e-eca5-45d2-b801-77c11ae64ce1 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:11:34.924165 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 854fd55e-eca5-45d2-b801-77c11ae64ce1 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:11:34.928266 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 854fd55e-eca5-45d2-b801-77c11ae64ce1 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:11:34.928673 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:34.934549 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215fe9c-52ce-46cd-86ef-00bbda4ad235 req-1131fd1e-78fe-4790-a9a1-0a600f652f4b tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:34.936178 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f215fe9c-52ce-46cd-86ef-00bbda4ad235 req-1131fd1e-78fe-4790-a9a1-0a600f652f4b tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 946 time: 0.1517813 Nov 10 19:11:34.948319 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d49a00-867c-4142-ad8a-4380f5d606ee req-eee11065-fa50-4545-8b3b-0989027656d2 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:34.949843 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c1d49a00-867c-4142-ad8a-4380f5d606ee req-eee11065-fa50-4545-8b3b-0989027656d2 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9864c3b-b5df-49b0-bf2f-eacf7f965f91 HTTP/1.1" status: 200 len: 945 time: 0.1667609 Nov 10 19:11:34.986062 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-64ab0324-f437-4255-a864-c471c07c35f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:34.987540 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-64ab0324-f437-4255-a864-c471c07c35f0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a42d4887-cb04-48c7-8111-765e5b18298b HTTP/1.1" status: 200 len: 909 time: 0.2146261 Nov 10 19:11:35.015655 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:35.040317 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854fd55e-eca5-45d2-b801-77c11ae64ce1'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:11:35.043025 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0322e4-5254-424d-8e15-db447661e082" -d '{"events": [{"server_uuid": "ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8", "name": "network-vif-plugged", "status": "completed", "tag": "854fd55e-eca5-45d2-b801-77c11ae64ce1"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:11:35.053514 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-e3a749e1-bbf1-4dfc-9a1f-6ee932bca0bf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c02208fe-aa53-453c-85fc-0fcdd3ab8178 HTTP/1.1" status: 200 len: 217 time: 0.0558367 Nov 10 19:11:35.058075 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 854fd55e-eca5-45d2-b801-77c11ae64ce1, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=854fd55e-eca5-45d2-b801-77c11ae64ce1,segment=NetworkSegment(59741c21-bf7c-4abb-8ff6-9f9d7d4471e9),segment_id=59741c21-bf7c-4abb-8ff6-9f9d7d4471e9)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:35.062363 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:35.063210 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device c02208fe-aa53-453c-85fc-0fcdd3ab8178 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:11:35.127143 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f215fe9c-52ce-46cd-86ef-00bbda4ad235 req-78d5126e-e63f-44ba-a17b-95a21aa9c6e6 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709793 Nov 10 19:11:35.137247 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c1d49a00-867c-4142-ad8a-4380f5d606ee req-71e2e5e1-14db-40fc-9372-9e0bc06ef48c tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/security-groups?id=de8f34ca-4cea-4865-8d74-1c2c1c9a7291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798446 Nov 10 19:11:35.140124 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device c02208fe-aa53-453c-85fc-0fcdd3ab8178 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:11:35.144451 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=854fd55e-eca5-45d2-b801-77c11ae64ce1,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:35.154222 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-66a45c0e-561d-4abc-aaf4-31818507da19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:35.156234 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-66a45c0e-561d-4abc-aaf4-31818507da19 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=34d86bed-ff03-44e0-b566-0ecdf3d0ce56 HTTP/1.1" status: 200 len: 848 time: 0.0870023 Nov 10 19:11:35.194633 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-fe512921-4f5e-48c9-b774-43c558d32301 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a42d4887-cb04-48c7-8111-765e5b18298b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294895 Nov 10 19:11:35.370687 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa10bae-aa6a-4815-9131-ae362ca898cc req-dc356a2b-527f-4d79-8a90-741ddc192f2f tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:35.372215 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3aa10bae-aa6a-4815-9131-ae362ca898cc req-dc356a2b-527f-4d79-8a90-741ddc192f2f tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 944 time: 0.1579282 Nov 10 19:11:35.376651 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-2fc37091-a822-45b0-bb73-d769e4768788 service neutron] 10.222.0.25 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725407 Nov 10 19:11:35.382626 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device c02208fe-aa53-453c-85fc-0fcdd3ab8178 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:11:35.387267 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c997b8-eab5-4a43-8e16-ad3d58fd0450 req-43b81518-2dbe-4596-bbc3-ee057e028b9f tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:35.389004 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f9c997b8-eab5-4a43-8e16-ad3d58fd0450 req-43b81518-2dbe-4596-bbc3-ee057e028b9f tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8 HTTP/1.1" status: 200 len: 946 time: 0.1624289 Nov 10 19:11:35.542303 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3aa10bae-aa6a-4815-9131-ae362ca898cc req-6a9f09d1-8d59-4fcd-9429-a1ef578d19ef tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521823 Nov 10 19:11:35.547800 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f9c997b8-eab5-4a43-8e16-ad3d58fd0450 req-835baf09-b597-4aac-a800-1f9c83785ceb tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408358 Nov 10 19:11:35.564868 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-7a5626f0-f9e8-4339-9d6b-cf728a72b2ef service neutron] 10.222.0.25 "GET /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736686 Nov 10 19:11:35.593599 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebfef5a-eb0d-4003-916b-269e4c290b05 x-openstack-request-id: req-6ebfef5a-eb0d-4003-916b-269e4c290b05 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:11:35.594164 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8", "name": "network-vif-plugged", "status": "completed", "tag": "854fd55e-eca5-45d2-b801-77c11ae64ce1", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:11:35.594661 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6ebfef5a-eb0d-4003-916b-269e4c290b05 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:11:35.595670 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854fd55e-eca5-45d2-b801-77c11ae64ce1', 'code': 200} Nov 10 19:11:35.717437 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f47491-f06d-4ca2-b032-ca1c1f20cef9 req-a046e737-ce39-40f7-805d-781b9d631952 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:35.721092 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-99f47491-f06d-4ca2-b032-ca1c1f20cef9 req-a046e737-ce39-40f7-805d-781b9d631952 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d1bd2d4-873c-411f-b525-20d685d91726 HTTP/1.1" status: 200 len: 945 time: 0.0671427 Nov 10 19:11:35.743108 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081871f-cd8f-4156-b178-a122f4e61245 req-f7f9174d-165f-4fd4-85c2-efdbfbdce0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:35.745335 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3081871f-cd8f-4156-b178-a122f4e61245 req-f7f9174d-165f-4fd4-85c2-efdbfbdce0a0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8 HTTP/1.1" status: 200 len: 1097 time: 0.0578930 Nov 10 19:11:35.820923 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3081871f-cd8f-4156-b178-a122f4e61245 req-e11b58d6-bb6e-412f-8f20-8f1699d343ec service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647318 Nov 10 19:11:35.821562 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-99f47491-f06d-4ca2-b032-ca1c1f20cef9 req-3ee99e9f-cc2b-471c-bb01-0407f993dda7 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919757 Nov 10 19:11:35.849401 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c49946-3ecf-47e6-a5e5-89a51036f15c req-d90211b6-8d7d-46ec-80f4-3809c32a33ad tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:35.852210 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c3c49946-3ecf-47e6-a5e5-89a51036f15c req-d90211b6-8d7d-46ec-80f4-3809c32a33ad tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 948 time: 0.0893760 Nov 10 19:11:35.940330 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-612ccf07-4975-4eea-aa42-b0d2f38feb3d tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:35.941978 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-612ccf07-4975-4eea-aa42-b0d2f38feb3d tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca&tenant_id=a08ec8828e22441bac9028fb3e613990&binding%3Ahost_id=n-h2-813897-4 HTTP/1.1" status: 200 len: 1095 time: 0.0884826 Nov 10 19:11:35.945433 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c3c49946-3ecf-47e6-a5e5-89a51036f15c req-db1ef32b-9c0a-48a7-8a41-33b32e31420d tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766213 Nov 10 19:11:36.066965 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-c21b9275-ac35-447c-af68-9c42a7733d69 service neutron] For port c02208fe-aa53-453c-85fc-0fcdd3ab8178, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:11:36.070405 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-c21b9275-ac35-447c-af68-9c42a7733d69 service neutron] Publish callbacks [] for binding, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:36.072312 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-424db76c-3f2c-45b8-ad5f-39ce0cf25378 req-c21b9275-ac35-447c-af68-9c42a7733d69 service neutron] 10.222.0.25 "DELETE /v2.0/ports/c02208fe-aa53-453c-85fc-0fcdd3ab8178/bindings/n-h1-813897-4 HTTP/1.1" status: 204 len: 173 time: 0.1222165 Nov 10 19:11:36.297237 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a2037-c08c-4dea-8789-744f14c8e5a2 req-a8f7297f-47a6-49a6-bca9-d0fbd5f316b5 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:36.298878 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-724a2037-c08c-4dea-8789-744f14c8e5a2 req-a8f7297f-47a6-49a6-bca9-d0fbd5f316b5 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9864c3b-b5df-49b0-bf2f-eacf7f965f91 HTTP/1.1" status: 200 len: 945 time: 0.0778441 Nov 10 19:11:36.315005 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa716554-750f-48c3-937e-6f335eb7acff req-2a675fb5-c448-4140-b09d-b1406c524fc6 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:36.316542 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fa716554-750f-48c3-937e-6f335eb7acff req-2a675fb5-c448-4140-b09d-b1406c524fc6 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 946 time: 0.0855768 Nov 10 19:11:36.389289 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-724a2037-c08c-4dea-8789-744f14c8e5a2 req-0064b546-1ac4-4edf-9fa7-f16cd4d1c085 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/security-groups?id=de8f34ca-4cea-4865-8d74-1c2c1c9a7291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839357 Nov 10 19:11:36.397372 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fa716554-750f-48c3-937e-6f335eb7acff req-3cdf8a40-46f6-4106-851e-f97ad4bb73c4 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745003 Nov 10 19:11:36.575305 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391311a-f761-48a1-a719-097c32376840 req-a03691f2-6f57-4500-9960-394e95aeb3f9 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:36.577344 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a391311a-f761-48a1-a719-097c32376840 req-a03691f2-6f57-4500-9960-394e95aeb3f9 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9864c3b-b5df-49b0-bf2f-eacf7f965f91 HTTP/1.1" status: 200 len: 945 time: 0.0549147 Nov 10 19:11:36.745873 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4acd77-0749-4d0e-af8f-493275eaab67 req-19451ac3-38eb-448a-bfd0-cd6e379904fc tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:36.747411 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-df4acd77-0749-4d0e-af8f-493275eaab67 req-19451ac3-38eb-448a-bfd0-cd6e379904fc tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 944 time: 0.1126382 Nov 10 19:11:36.758729 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d724f-af90-4fd6-9c73-540df76fa8b5 req-79438794-75e4-49c0-8ab0-12ca4964769a tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:36.760524 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-093d724f-af90-4fd6-9c73-540df76fa8b5 req-79438794-75e4-49c0-8ab0-12ca4964769a tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8 HTTP/1.1" status: 200 len: 946 time: 0.0978758 Nov 10 19:11:36.802691 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-a391311a-f761-48a1-a719-097c32376840 req-c79f62a7-2257-4778-9fdd-d05ff12ce2de tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Deleting port 511a1744-6ef0-4de2-8978-ce37da2aaa18 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:11:36.802945 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a391311a-f761-48a1-a719-097c32376840 req-c79f62a7-2257-4778-9fdd-d05ff12ce2de tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:36.888561 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-df4acd77-0749-4d0e-af8f-493275eaab67 req-25e2406e-9177-442d-b606-820169857713 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268673 Nov 10 19:11:36.912803 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-093d724f-af90-4fd6-9c73-540df76fa8b5 req-8293540f-9e66-4d19-a60a-e46113a27b56 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426206 Nov 10 19:11:36.944708 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-a391311a-f761-48a1-a719-097c32376840 req-c79f62a7-2257-4778-9fdd-d05ff12ce2de tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] For port 511a1744-6ef0-4de2-8978-ce37da2aaa18, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=511a1744-6ef0-4de2-8978-ce37da2aaa18,segment=NetworkSegment(b972ef57-15dd-46ee-8591-bf667111c1f5),segment_id=b972ef57-15dd-46ee-8591-bf667111c1f5)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:36.945167 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a391311a-f761-48a1-a719-097c32376840 req-c79f62a7-2257-4778-9fdd-d05ff12ce2de tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:36.959803 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-a391311a-f761-48a1-a719-097c32376840 req-c79f62a7-2257-4778-9fdd-d05ff12ce2de tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Calling delete_port for 511a1744-6ef0-4de2-8978-ce37da2aaa18 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:11:37.113143 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a732db-e166-4df8-bdf3-6ed43bd2a96f req-9d35bb66-c41e-41b9-89f1-80e6db057900 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:37.125366 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16a732db-e166-4df8-bdf3-6ed43bd2a96f req-9d35bb66-c41e-41b9-89f1-80e6db057900 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d1bd2d4-873c-411f-b525-20d685d91726 HTTP/1.1" status: 200 len: 945 time: 0.1206665 Nov 10 19:11:37.294084 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16a732db-e166-4df8-bdf3-6ed43bd2a96f req-d99fb58e-a870-4860-9663-9e88897f72f8 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676412 Nov 10 19:11:37.333488 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd39ad-da79-4de9-ba9a-16c5c875866f req-40f38a37-6ac9-4c17-aead-f5151e4f2d33 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:37.335094 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45bd39ad-da79-4de9-ba9a-16c5c875866f req-40f38a37-6ac9-4c17-aead-f5151e4f2d33 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 948 time: 0.1887796 Nov 10 19:11:37.343756 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a391311a-f761-48a1-a719-097c32376840 req-c79f62a7-2257-4778-9fdd-d05ff12ce2de tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:37.356363 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['511a1744-6ef0-4de2-8978-ce37da2aaa18'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:11:37.392652 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a6f8486b-1d4c-49e5-888f-016d9332c59e up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:11:37.416070 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-571d7cd4-5926-4ac6-9031-60262ccdcb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:37.417642 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-571d7cd4-5926-4ac6-9031-60262ccdcb0f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=740aa4129faa48ffa1d5e7369c5159ee&device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 1097 time: 0.1445208 Nov 10 19:11:37.442003 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f62a7-2257-4778-9fdd-d05ff12ce2de tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Pushing event deleted for resources: {'Port': ['ID=511a1744-6ef0-4de2-8978-ce37da2aaa18,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:37.462969 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port a6f8486b-1d4c-49e5-888f-016d9332c59e completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:11:37.468719 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port a6f8486b-1d4c-49e5-888f-016d9332c59e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:11:37.469261 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:37.506979 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f62a7-2257-4778-9fdd-d05ff12ce2de tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:37.507372 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f62a7-2257-4778-9fdd-d05ff12ce2de tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:37.508533 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f62a7-2257-4778-9fdd-d05ff12ce2de tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:37.508533 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f62a7-2257-4778-9fdd-d05ff12ce2de tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:37.508533 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f62a7-2257-4778-9fdd-d05ff12ce2de tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:37.508916 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f62a7-2257-4778-9fdd-d05ff12ce2de tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:37.509309 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f62a7-2257-4778-9fdd-d05ff12ce2de tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:37.509621 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f62a7-2257-4778-9fdd-d05ff12ce2de tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:37.509980 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f62a7-2257-4778-9fdd-d05ff12ce2de tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:37.510302 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f62a7-2257-4778-9fdd-d05ff12ce2de tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:37.510630 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f62a7-2257-4778-9fdd-d05ff12ce2de tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:37.510956 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f62a7-2257-4778-9fdd-d05ff12ce2de tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:37.552848 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-a391311a-f761-48a1-a719-097c32376840 req-c79f62a7-2257-4778-9fdd-d05ff12ce2de tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] No DVR routers for this DVR port 511a1744-6ef0-4de2-8978-ce37da2aaa18 on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:11:37.577523 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:37.585711 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a391311a-f761-48a1-a719-097c32376840 req-c79f62a7-2257-4778-9fdd-d05ff12ce2de tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:37.589727 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a391311a-f761-48a1-a719-097c32376840 req-c79f62a7-2257-4778-9fdd-d05ff12ce2de tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.25 "DELETE /v2.0/ports/511a1744-6ef0-4de2-8978-ce37da2aaa18 HTTP/1.1" status: 204 len: 173 time: 1.0053620 Nov 10 19:11:37.594790 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9864c3b-b5df-49b0-bf2f-eacf7f965f91', 'name': 'network-vif-deleted', 'tag': '511a1744-6ef0-4de2-8978-ce37da2aaa18'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:11:37.598007 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedb3dae-25c9-46dc-a68d-1af99050dd15" -d '{"events": [{"server_uuid": "d9864c3b-b5df-49b0-bf2f-eacf7f965f91", "name": "network-vif-deleted", "tag": "511a1744-6ef0-4de2-8978-ce37da2aaa18"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:11:37.610770 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1bd2d4-873c-411f-b525-20d685d91726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f8486b-1d4c-49e5-888f-016d9332c59e'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:11:37.613243 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddda5bd5-dbe4-45b8-8846-00a7667b68d6" -d '{"events": [{"server_uuid": "0d1bd2d4-873c-411f-b525-20d685d91726", "name": "network-vif-plugged", "status": "completed", "tag": "a6f8486b-1d4c-49e5-888f-016d9332c59e"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:11:37.615652 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45bd39ad-da79-4de9-ba9a-16c5c875866f req-1ca8294c-a129-475e-84ef-420f05550019 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654891 Nov 10 19:11:37.626103 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a6f8486b-1d4c-49e5-888f-016d9332c59e, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a6f8486b-1d4c-49e5-888f-016d9332c59e,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:37.633189 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40059131-787b-48ea-8696-26317bc42e28 req-8ae20945-f135-4460-9e53-76e0c1b060cb tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:37.633444 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:37.634943 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-40059131-787b-48ea-8696-26317bc42e28 req-8ae20945-f135-4460-9e53-76e0c1b060cb tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 1095 time: 0.2663190 Nov 10 19:11:37.695775 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-33518728-74c2-4497-b6db-a0352151025e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:37.697423 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-33518728-74c2-4497-b6db-a0352151025e service neutron] 10.222.0.25 "GET /v2.0/networks?id=74048eaf-c023-4244-acc6-bb708e07e097 HTTP/1.1" status: 200 len: 922 time: 0.2505670 Nov 10 19:11:37.698732 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=a6f8486b-1d4c-49e5-888f-016d9332c59e,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:37.709688 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:37.710185 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:37.710758 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:37.711188 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:37.711654 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:37.712087 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:37.712517 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:37.712964 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:37.713397 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:37.713864 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:37.714296 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:37.714716 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:37.774082 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-40059131-787b-48ea-8696-26317bc42e28 req-5d91141d-f43e-497b-9a4b-6835448b5d4f tempest-LiveMigrationTest-2147379468 tempest-LiveMigrationTest-2147379468-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261919 Nov 10 19:11:37.778708 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-4c609602-91f4-4605-a781-5da7e823083d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bc85b62-a691-4fa2-96f3-be5fc70be918 HTTP/1.1" status: 200 len: 217 time: 0.0720606 Nov 10 19:11:37.819809 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b3fb858b-4849-4ca4-baa7-3490ae967c97 req-fcbcbfb0-44d9-4bd3-b027-d3b34d4b670b tempest-FloatingIPsAssociationNegativeTestJSON-1706825132 tempest-FloatingIPsAssociationNegativeTestJSON-1706825132-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9864c3b-b5df-49b0-bf2f-eacf7f965f91 HTTP/1.1" status: 200 len: 210 time: 0.0442989 Nov 10 19:11:37.857928 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-2f076db0-cbda-40d5-aebf-526e709622d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:37.860220 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-2f076db0-cbda-40d5-aebf-526e709622d1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=91093ec9-e097-43f7-865c-a8764e927d57 HTTP/1.1" status: 200 len: 861 time: 0.0653405 Nov 10 19:11:37.888355 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2fa260-dbb6-415c-9014-f5833390ff1c x-openstack-request-id: req-dc2fa260-dbb6-415c-9014-f5833390ff1c {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:11:37.888644 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9864c3b-b5df-49b0-bf2f-eacf7f965f91", "name": "network-vif-deleted", "tag": "511a1744-6ef0-4de2-8978-ce37da2aaa18", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:11:37.888895 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dc2fa260-dbb6-415c-9014-f5833390ff1c {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:11:37.889286 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9864c3b-b5df-49b0-bf2f-eacf7f965f91', 'name': 'network-vif-deleted', 'tag': '511a1744-6ef0-4de2-8978-ce37da2aaa18', 'status': 'completed', 'code': 200} Nov 10 19:11:37.910622 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6863c065-d7cd-4860-968f-839b55696442 x-openstack-request-id: req-6863c065-d7cd-4860-968f-839b55696442 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:11:37.911057 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1bd2d4-873c-411f-b525-20d685d91726", "name": "network-vif-plugged", "status": "completed", "tag": "a6f8486b-1d4c-49e5-888f-016d9332c59e", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:11:37.911385 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6863c065-d7cd-4860-968f-839b55696442 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:11:37.911904 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1bd2d4-873c-411f-b525-20d685d91726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f8486b-1d4c-49e5-888f-016d9332c59e', 'code': 200} Nov 10 19:11:37.927867 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-f44962ab-2675-4de7-8bc2-e22d12b98e1c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=74048eaf-c023-4244-acc6-bb708e07e097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582280 Nov 10 19:11:37.980630 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9bccaa-e1a2-4abc-84fc-4794f2bfe8c9 req-296cd3fd-b744-49c4-8f0c-eb14b688171a tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:37.986945 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c9bccaa-e1a2-4abc-84fc-4794f2bfe8c9 req-296cd3fd-b744-49c4-8f0c-eb14b688171a tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 946 time: 0.1158507 Nov 10 19:11:38.438099 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c9bccaa-e1a2-4abc-84fc-4794f2bfe8c9 req-f075bcea-9b13-4dc5-ac97-b36a49fe87a3 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480124 Nov 10 19:11:38.453983 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e47140-3b21-4023-8366-3d7482287c6b req-a5bbd06c-c6c5-4e1e-938e-f2b2efc09373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:38.455601 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4e47140-3b21-4023-8366-3d7482287c6b req-a5bbd06c-c6c5-4e1e-938e-f2b2efc09373 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0d1bd2d4-873c-411f-b525-20d685d91726 HTTP/1.1" status: 200 len: 1097 time: 0.4329271 Nov 10 19:11:38.459166 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-b9c675f9-b833-48dc-84b7-7c59d8194950 service neutron] 10.222.0.25 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5171583 Nov 10 19:11:38.497623 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45550b03-abee-415e-8d03-bd3ef7945a23 req-813f0036-db0e-44b4-b213-d1df8bc73536 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:38.500153 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45550b03-abee-415e-8d03-bd3ef7945a23 req-813f0036-db0e-44b4-b213-d1df8bc73536 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8 HTTP/1.1" status: 200 len: 946 time: 0.3960650 Nov 10 19:11:38.658252 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4e47140-3b21-4023-8366-3d7482287c6b req-89f436a0-d155-460e-b384-7430eea5472b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836011 Nov 10 19:11:38.671143 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45550b03-abee-415e-8d03-bd3ef7945a23 req-89bc7e0c-194b-4b99-8962-337375b4eec7 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609879 Nov 10 19:11:38.695605 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-6e765292-a238-4f45-b65d-dfc81b31f353 service neutron] 10.222.0.25 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144299 Nov 10 19:11:38.705307 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d597a73-632c-4f90-bdde-90eacb67524b req-6c7d1db5-6edf-4af6-bc96-b7e09eac7980 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:38.707136 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d597a73-632c-4f90-bdde-90eacb67524b req-6c7d1db5-6edf-4af6-bc96-b7e09eac7980 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 944 time: 0.1249886 Nov 10 19:11:38.760906 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d597a73-632c-4f90-bdde-90eacb67524b req-97ef6e83-b5ea-4965-a337-16c4f78a1604 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465438 Nov 10 19:11:38.876054 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa53534-45b7-4d9d-89d3-264f692acc83 req-7f9ebbeb-9887-4847-882b-9dbb3400c532 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:38.877556 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9aa53534-45b7-4d9d-89d3-264f692acc83 req-7f9ebbeb-9887-4847-882b-9dbb3400c532 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d1bd2d4-873c-411f-b525-20d685d91726 HTTP/1.1" status: 200 len: 946 time: 0.0546782 Nov 10 19:11:38.939618 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9aa53534-45b7-4d9d-89d3-264f692acc83 req-f6983aa0-f3a0-443a-88d6-064b6bc9596e tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554540 Nov 10 19:11:39.085209 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a335c4-6922-4155-b0b1-2f397460be5a req-1b367225-9e22-49a7-993d-e9370cb60caa tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:39.087355 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e1a335c4-6922-4155-b0b1-2f397460be5a req-1b367225-9e22-49a7-993d-e9370cb60caa tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 944 time: 0.1120951 Nov 10 19:11:39.112783 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488416f-d3d1-449b-a652-f5fa8c33da87 req-9f9dee07-90ba-43c0-b76e-6c67b23dd104 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:39.114316 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6488416f-d3d1-449b-a652-f5fa8c33da87 req-9f9dee07-90ba-43c0-b76e-6c67b23dd104 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 948 time: 0.1140041 Nov 10 19:11:39.138581 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c1ba6315-0201-4528-b36d-071e8cac8c0f req-8ff45e2c-77d1-475c-9ab8-3f429972ceb3 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1914704909&fields=id&tenant_id=7f69f555aace4491bc0456309314d9a5 HTTP/1.1" status: 200 len: 267 time: 0.1253591 Nov 10 19:11:39.256447 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6488416f-d3d1-449b-a652-f5fa8c33da87 req-45915f2b-b507-44e3-a6ce-7a68245b326b tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167052 Nov 10 19:11:39.266250 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba6315-0201-4528-b36d-071e8cac8c0f req-6ebd889c-0cf2-40f8-8f2d-fed73b975ca4 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:39.268301 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c1ba6315-0201-4528-b36d-071e8cac8c0f req-6ebd889c-0cf2-40f8-8f2d-fed73b975ca4 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8 HTTP/1.1" status: 200 len: 946 time: 0.1163566 Nov 10 19:11:39.286597 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-c1ba6315-0201-4528-b36d-071e8cac8c0f req-ec5f98ab-5e28-4a1a-9a83-984cf7004252 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Request body: {'port': {'security_groups': ['5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8', 'f86afe79-40d1-4e17-b402-ec58a6d0a7b6']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:11:39.323671 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-e1a335c4-6922-4155-b0b1-2f397460be5a req-b63a910d-6440-4a57-b985-48abdc3d932b tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Deleting port c02208fe-aa53-453c-85fc-0fcdd3ab8178 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:11:39.324038 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e1a335c4-6922-4155-b0b1-2f397460be5a req-b63a910d-6440-4a57-b985-48abdc3d932b tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:39.331645 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56414) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:11:39.392924 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 511a1744-6ef0-4de2-8978-ce37da2aaa18 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:11:39.424330 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c1ba6315-0201-4528-b36d-071e8cac8c0f req-ec5f98ab-5e28-4a1a-9a83-984cf7004252 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:39.429278 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 511a1744-6ef0-4de2-8978-ce37da2aaa18 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:11:39.429898 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 511a1744-6ef0-4de2-8978-ce37da2aaa18 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:11:39.614729 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-e1a335c4-6922-4155-b0b1-2f397460be5a req-b63a910d-6440-4a57-b985-48abdc3d932b tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] For port c02208fe-aa53-453c-85fc-0fcdd3ab8178, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=c02208fe-aa53-453c-85fc-0fcdd3ab8178,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:39.615471 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e1a335c4-6922-4155-b0b1-2f397460be5a req-b63a910d-6440-4a57-b985-48abdc3d932b tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:39.645338 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-e1a335c4-6922-4155-b0b1-2f397460be5a req-b63a910d-6440-4a57-b985-48abdc3d932b tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Calling delete_port for c02208fe-aa53-453c-85fc-0fcdd3ab8178 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:11:39.655776 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14100cd6-12a2-4e1b-b7cd-49f600522a13 req-54960637-c22b-495b-b9e9-b1b090bf0351 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:39.658355 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-14100cd6-12a2-4e1b-b7cd-49f600522a13 req-54960637-c22b-495b-b9e9-b1b090bf0351 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 946 time: 0.1244354 Nov 10 19:11:39.830404 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f30f4661-4b70-4189-b8e3-53872ebb6f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:39.880827 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-14100cd6-12a2-4e1b-b7cd-49f600522a13 req-773d4c01-c718-456f-9c5a-3c910cf3b757 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938953 Nov 10 19:11:39.905498 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-c1ba6315-0201-4528-b36d-071e8cac8c0f req-ec5f98ab-5e28-4a1a-9a83-984cf7004252 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] For port 854fd55e-eca5-45d2-b801-77c11ae64ce1, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=854fd55e-eca5-45d2-b801-77c11ae64ce1,segment=NetworkSegment(59741c21-bf7c-4abb-8ff6-9f9d7d4471e9),segment_id=59741c21-bf7c-4abb-8ff6-9f9d7d4471e9)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:39.990308 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c1ba6315-0201-4528-b36d-071e8cac8c0f req-ec5f98ab-5e28-4a1a-9a83-984cf7004252 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:39.996301 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c1ba6315-0201-4528-b36d-071e8cac8c0f req-ec5f98ab-5e28-4a1a-9a83-984cf7004252 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:40.019239 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['854fd55e-eca5-45d2-b801-77c11ae64ce1'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:11:40.041201 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e1a335c4-6922-4155-b0b1-2f397460be5a req-b63a910d-6440-4a57-b985-48abdc3d932b tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:40.067068 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba6315-0201-4528-b36d-071e8cac8c0f req-ec5f98ab-5e28-4a1a-9a83-984cf7004252 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:40.067734 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c1ba6315-0201-4528-b36d-071e8cac8c0f req-ec5f98ab-5e28-4a1a-9a83-984cf7004252 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:40.069467 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c1ba6315-0201-4528-b36d-071e8cac8c0f req-ec5f98ab-5e28-4a1a-9a83-984cf7004252 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "PUT /v2.0/ports/854fd55e-eca5-45d2-b801-77c11ae64ce1 HTTP/1.1" status: 200 len: 982 time: 0.7889929 Nov 10 19:11:40.074490 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8', 'tag': '854fd55e-eca5-45d2-b801-77c11ae64ce1'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:11:40.074490 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99d18f9-a8e1-4d59-8c9c-4af87d81dc5c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8", "tag": "854fd55e-eca5-45d2-b801-77c11ae64ce1"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:11:40.196538 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-069a2293-228d-43bd-abb6-673656b08933 req-f707554e-8f38-4acb-b084-bf375af412d6 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 210 time: 0.1156821 Nov 10 19:11:40.232245 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f98ab-5e28-4a1a-9a83-984cf7004252 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Pushing event updated for resources: {'Port': ['ID=854fd55e-eca5-45d2-b801-77c11ae64ce1,revision_number=6']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:40.236915 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a335c4-6922-4155-b0b1-2f397460be5a req-b63a910d-6440-4a57-b985-48abdc3d932b tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] No DVR routers for this DVR port c02208fe-aa53-453c-85fc-0fcdd3ab8178 on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:11:40.269058 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a910d-6440-4a57-b985-48abdc3d932b tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Pushing event deleted for resources: {'Port': ['ID=c02208fe-aa53-453c-85fc-0fcdd3ab8178,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:40.272365 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e1a335c4-6922-4155-b0b1-2f397460be5a req-b63a910d-6440-4a57-b985-48abdc3d932b tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:40.277633 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e1a335c4-6922-4155-b0b1-2f397460be5a req-b63a910d-6440-4a57-b985-48abdc3d932b tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.25 "DELETE /v2.0/ports/c02208fe-aa53-453c-85fc-0fcdd3ab8178 HTTP/1.1" status: 204 len: 173 time: 1.1810825 Nov 10 19:11:40.289322 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['854fd55e-eca5-45d2-b801-77c11ae64ce1'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:11:40.387412 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-f30f4661-4b70-4189-b8e3-53872ebb6f74 admin admin] Deleting port 8ccdeafb-d8aa-4f3f-8c20-d2472c92334d {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:11:40.388430 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f30f4661-4b70-4189-b8e3-53872ebb6f74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:40.481866 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6026e-4a17-4617-8598-647bbfb5c87d req-12a3e6ca-33cb-4302-8732-fafc9c2dc67d tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:40.493742 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76a6026e-4a17-4617-8598-647bbfb5c87d req-12a3e6ca-33cb-4302-8732-fafc9c2dc67d tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d1bd2d4-873c-411f-b525-20d685d91726 HTTP/1.1" status: 200 len: 946 time: 0.1481655 Nov 10 19:11:40.507671 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-88a87951-37d3-4f74-a1b9-24ad4f7eea64 req-cef85d39-dbc2-44d0-a36c-a83d9d3f1e09 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1645583856&fields=id&tenant_id=7f69f555aace4491bc0456309314d9a5 HTTP/1.1" status: 200 len: 267 time: 0.1676016 Nov 10 19:11:40.529621 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-f30f4661-4b70-4189-b8e3-53872ebb6f74 admin admin] For port 8ccdeafb-d8aa-4f3f-8c20-d2472c92334d, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=8ccdeafb-d8aa-4f3f-8c20-d2472c92334d,segment=NetworkSegment(b972ef57-15dd-46ee-8591-bf667111c1f5),segment_id=b972ef57-15dd-46ee-8591-bf667111c1f5)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:40.530594 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f30f4661-4b70-4189-b8e3-53872ebb6f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:40.555288 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-f30f4661-4b70-4189-b8e3-53872ebb6f74 admin admin] Calling delete_port for 8ccdeafb-d8aa-4f3f-8c20-d2472c92334d owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:11:40.615292 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76a6026e-4a17-4617-8598-647bbfb5c87d req-e25c3eb8-d410-48b7-a90a-63b84e22ba94 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204064 Nov 10 19:11:40.646814 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a87951-37d3-4f74-a1b9-24ad4f7eea64 req-5032058b-2032-45ab-885a-4e5073eb390a tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:40.653412 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-88a87951-37d3-4f74-a1b9-24ad4f7eea64 req-5032058b-2032-45ab-885a-4e5073eb390a tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8 HTTP/1.1" status: 200 len: 985 time: 0.1423981 Nov 10 19:11:40.667329 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-88a87951-37d3-4f74-a1b9-24ad4f7eea64 req-e0394570-c48a-4449-a271-cadf6e7a8832 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Request body: {'port': {'security_groups': ['5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8', 'f86afe79-40d1-4e17-b402-ec58a6d0a7b6', 'f91912d1-f782-4390-9f24-a1d6dde671bd']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:11:40.760969 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa6e7b5-d313-44c5-a0f2-490117b973c9 x-openstack-request-id: req-dfa6e7b5-d313-44c5-a0f2-490117b973c9 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:11:40.761603 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8", "tag": "854fd55e-eca5-45d2-b801-77c11ae64ce1", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:11:40.762697 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dfa6e7b5-d313-44c5-a0f2-490117b973c9 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:11:40.764906 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8', 'tag': '854fd55e-eca5-45d2-b801-77c11ae64ce1', 'status': 'completed', 'code': 200} Nov 10 19:11:40.857638 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-88a87951-37d3-4f74-a1b9-24ad4f7eea64 req-e0394570-c48a-4449-a271-cadf6e7a8832 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:40.858801 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d18f9-a8e1-4d59-8c9c-4af87d81dc5c req-8ed97dfa-88ea-49f7-84ee-d014018fbd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:40.860372 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b99d18f9-a8e1-4d59-8c9c-4af87d81dc5c req-8ed97dfa-88ea-49f7-84ee-d014018fbd4f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7f69f555aace4491bc0456309314d9a5&device_id=ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8 HTTP/1.1" status: 200 len: 1136 time: 0.0926962 Nov 10 19:11:40.920031 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771f7b1-92a8-46d4-8dd8-5ddc3ea8d81e req-9c39c6de-f55a-4014-88e6-1b054adba761 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:40.922867 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e771f7b1-92a8-46d4-8dd8-5ddc3ea8d81e req-9c39c6de-f55a-4014-88e6-1b054adba761 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 948 time: 0.1280577 Nov 10 19:11:40.984071 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f30f4661-4b70-4189-b8e3-53872ebb6f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:41.021807 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f4661-4b70-4189-b8e3-53872ebb6f74 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ccdeafb-d8aa-4f3f-8c20-d2472c92334d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:41.066543 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d18f9-a8e1-4d59-8c9c-4af87d81dc5c req-e595a22c-87f7-419e-98db-2cf496ee4614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:41.068246 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b99d18f9-a8e1-4d59-8c9c-4af87d81dc5c req-e595a22c-87f7-419e-98db-2cf496ee4614 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6d401439-3cb6-45f3-9f43-bf8f218668ea HTTP/1.1" status: 200 len: 914 time: 0.1810083 Nov 10 19:11:41.069001 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e771f7b1-92a8-46d4-8dd8-5ddc3ea8d81e req-e9e7144f-1315-4342-b9ff-2c48fa51e812 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252649 Nov 10 19:11:41.158377 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b99d18f9-a8e1-4d59-8c9c-4af87d81dc5c req-3c632adf-c06b-41a6-a899-4210710b7479 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=854fd55e-eca5-45d2-b801-77c11ae64ce1 HTTP/1.1" status: 200 len: 217 time: 0.0639482 Nov 10 19:11:41.285955 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d18f9-a8e1-4d59-8c9c-4af87d81dc5c req-fb773220-f7ea-42a0-8034-c85c67725b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:41.288596 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b99d18f9-a8e1-4d59-8c9c-4af87d81dc5c req-fb773220-f7ea-42a0-8034-c85c67725b07 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=204fee28-68d2-45f0-924d-1143549ea418 HTTP/1.1" status: 200 len: 853 time: 0.1215813 Nov 10 19:11:41.351431 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-88a87951-37d3-4f74-a1b9-24ad4f7eea64 req-e0394570-c48a-4449-a271-cadf6e7a8832 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] For port 854fd55e-eca5-45d2-b801-77c11ae64ce1, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=854fd55e-eca5-45d2-b801-77c11ae64ce1,segment=NetworkSegment(59741c21-bf7c-4abb-8ff6-9f9d7d4471e9),segment_id=59741c21-bf7c-4abb-8ff6-9f9d7d4471e9)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:41.402480 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-88a87951-37d3-4f74-a1b9-24ad4f7eea64 req-e0394570-c48a-4449-a271-cadf6e7a8832 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:41.416528 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-88a87951-37d3-4f74-a1b9-24ad4f7eea64 req-e0394570-c48a-4449-a271-cadf6e7a8832 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:41.421105 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b99d18f9-a8e1-4d59-8c9c-4af87d81dc5c req-a5344031-336d-43de-92cd-60edbb05b241 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6d401439-3cb6-45f3-9f43-bf8f218668ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622511 Nov 10 19:11:41.434512 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['854fd55e-eca5-45d2-b801-77c11ae64ce1'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:11:41.448705 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f30f4661-4b70-4189-b8e3-53872ebb6f74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:41.509376 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a87951-37d3-4f74-a1b9-24ad4f7eea64 req-e0394570-c48a-4449-a271-cadf6e7a8832 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:41.522946 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-88a87951-37d3-4f74-a1b9-24ad4f7eea64 req-e0394570-c48a-4449-a271-cadf6e7a8832 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:41.525143 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-88a87951-37d3-4f74-a1b9-24ad4f7eea64 req-e0394570-c48a-4449-a271-cadf6e7a8832 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "PUT /v2.0/ports/854fd55e-eca5-45d2-b801-77c11ae64ce1 HTTP/1.1" status: 200 len: 1021 time: 0.8646991 Nov 10 19:11:41.655068 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0394570-c48a-4449-a271-cadf6e7a8832 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Pushing event updated for resources: {'Port': ['ID=854fd55e-eca5-45d2-b801-77c11ae64ce1,revision_number=7']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:41.666700 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b99d18f9-a8e1-4d59-8c9c-4af87d81dc5c req-ca07b04f-52d9-47cf-a5a8-43c54d93cf80 service neutron] 10.222.0.73 "GET /v2.0/networks/6d401439-3cb6-45f3-9f43-bf8f218668ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057831 Nov 10 19:11:41.672924 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfcd7b6-497a-4a42-88f6-215e81ef816b req-fb55585a-c064-4dbd-812b-9143cd3a04fa tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:41.677198 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['854fd55e-eca5-45d2-b801-77c11ae64ce1'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:11:41.683339 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-edfcd7b6-497a-4a42-88f6-215e81ef816b req-fb55585a-c064-4dbd-812b-9143cd3a04fa tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 946 time: 0.1471190 Nov 10 19:11:41.743039 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-edfcd7b6-497a-4a42-88f6-215e81ef816b req-d8b74a3d-e9e3-4604-baa9-ea9d437e82b2 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575261 Nov 10 19:11:41.905724 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd40d535-e9d1-4fab-9f86-1d5cb1911f09 req-191f1110-782d-4147-a7b2-2d80e9461d1a tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 210 time: 0.0540674 Nov 10 19:11:41.965900 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b99d18f9-a8e1-4d59-8c9c-4af87d81dc5c req-233d7b06-95d9-4e1c-9043-dbb26414f189 service neutron] 10.222.0.73 "GET /v2.0/networks/6d401439-3cb6-45f3-9f43-bf8f218668ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829754 Nov 10 19:11:42.052057 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5630b9a-86fc-4b79-9efe-fca527f5b911 req-4da7ec77-d92d-48fe-882f-520bb2e96204 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:42.056603 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b5630b9a-86fc-4b79-9efe-fca527f5b911 req-4da7ec77-d92d-48fe-882f-520bb2e96204 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d1bd2d4-873c-411f-b525-20d685d91726 HTTP/1.1" status: 200 len: 946 time: 0.1201730 Nov 10 19:11:42.185819 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30f4661-4b70-4189-b8e3-53872ebb6f74 admin admin] Router d75d06b1-dbf7-4e67-80bb-a0d52e47474e has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:11:42.202175 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44bd17-7e79-4f7b-82f0-5cda533ebc51 req-40c8e239-964f-4bd4-8403-20a756f284c2 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:42.203880 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a44bd17-7e79-4f7b-82f0-5cda533ebc51 req-40c8e239-964f-4bd4-8403-20a756f284c2 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8 HTTP/1.1" status: 200 len: 1024 time: 0.1382618 Nov 10 19:11:42.239951 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b5630b9a-86fc-4b79-9efe-fca527f5b911 req-131ff7c8-c747-48e8-b180-7292168311f0 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632020 Nov 10 19:11:42.349470 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30f4661-4b70-4189-b8e3-53872ebb6f74 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:11:42.360928 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a29bd43-08e4-4829-8c4b-69937397b11f None None] Sync routers for ids ['d75d06b1-dbf7-4e67-80bb-a0d52e47474e'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:11:42.375294 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a44bd17-7e79-4f7b-82f0-5cda533ebc51 req-992af075-ccf3-436d-bf1a-df6d544b5f10 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8&id=f91912d1-f782-4390-9f24-a1d6dde671bd&id=f86afe79-40d1-4e17-b402-ec58a6d0a7b6 HTTP/1.1" status: 200 len: 6200 time: 0.1610506 Nov 10 19:11:42.388132 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f30f4661-4b70-4189-b8e3-53872ebb6f74 admin admin] 10.222.0.54 "PUT /v2.0/routers/d75d06b1-dbf7-4e67-80bb-a0d52e47474e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0517690 Nov 10 19:11:42.391525 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56452) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:11:42.400336 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a29bd43-08e4-4829-8c4b-69937397b11f None None] Routers {'d75d06b1-dbf7-4e67-80bb-a0d52e47474e'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:11:42.401915 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-1a29bd43-08e4-4829-8c4b-69937397b11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:11:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d75d06b1-dbf7-4e67-80bb-a0d52e47474e'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:11:42.494460 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7addcc-4a9f-496a-a966-1823f102b262 req-dd08309d-6cc1-4736-ac24-024e25cf9774 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:42.501872 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cc7addcc-4a9f-496a-a966-1823f102b262 req-dd08309d-6cc1-4736-ac24-024e25cf9774 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 948 time: 0.1201441 Nov 10 19:11:42.625671 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cc7addcc-4a9f-496a-a966-1823f102b262 req-47f9770d-691c-4c49-b1e2-2eafea495b14 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986149 Nov 10 19:11:42.664961 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-1a29bd43-08e4-4829-8c4b-69937397b11f None None] Set router d75d06b1-dbf7-4e67-80bb-a0d52e47474e gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:11:42.698375 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-ec252abc-53ea-4254-b614-212240c95341 req-03264f1e-f2e1-49f4-9642-4f7fbd580681 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1924232802 ', 'description': 'tempest-description-656228043'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:11:42.753431 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ec252abc-53ea-4254-b614-212240c95341 req-03264f1e-f2e1-49f4-9642-4f7fbd580681 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:42.772055 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4eff983-3970-4438-bbf9-7ade7223c0ca', 'name': 'network-vif-deleted', 'tag': 'c02208fe-aa53-453c-85fc-0fcdd3ab8178'}, {'name': 'network-changed', 'server_uuid': 'ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8', 'tag': '854fd55e-eca5-45d2-b801-77c11ae64ce1'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:11:42.774614 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183ba328-9b8a-47c8-9181-4b3dba0e90df" -d '{"events": [{"server_uuid": "e4eff983-3970-4438-bbf9-7ade7223c0ca", "name": "network-vif-deleted", "tag": "c02208fe-aa53-453c-85fc-0fcdd3ab8178"}, {"name": "network-changed", "server_uuid": "ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8", "tag": "854fd55e-eca5-45d2-b801-77c11ae64ce1"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:11:42.862673 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ec252abc-53ea-4254-b614-212240c95341 req-03264f1e-f2e1-49f4-9642-4f7fbd580681 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:42.869464 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ec252abc-53ea-4254-b614-212240c95341 req-03264f1e-f2e1-49f4-9642-4f7fbd580681 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:42.930339 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ec252abc-53ea-4254-b614-212240c95341 req-03264f1e-f2e1-49f4-9642-4f7fbd580681 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:42.949295 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ec252abc-53ea-4254-b614-212240c95341 req-03264f1e-f2e1-49f4-9642-4f7fbd580681 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2528975 Nov 10 19:11:42.952885 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03264f1e-f2e1-49f4-9642-4f7fbd580681 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad8aaef-220e-4fee-b6aa-79a94aadc075,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:43.004402 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 10 Nov 2021 19:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5443449-164d-4c42-b894-c98a01842ddb x-openstack-request-id: req-d5443449-164d-4c42-b894-c98a01842ddb {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:11:43.004964 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4eff983-3970-4438-bbf9-7ade7223c0ca", "name": "network-vif-deleted", "tag": "c02208fe-aa53-453c-85fc-0fcdd3ab8178", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8", "tag": "854fd55e-eca5-45d2-b801-77c11ae64ce1", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:11:43.005631 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d5443449-164d-4c42-b894-c98a01842ddb {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:11:43.006321 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4eff983-3970-4438-bbf9-7ade7223c0ca', 'name': 'network-vif-deleted', 'tag': 'c02208fe-aa53-453c-85fc-0fcdd3ab8178', 'status': 'completed', 'code': 200} Nov 10 19:11:43.007028 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8', 'tag': '854fd55e-eca5-45d2-b801-77c11ae64ce1', 'status': 'completed', 'code': 200} Nov 10 19:11:43.046001 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fbd2da76-2dac-46a7-8e2b-d01d36cabc24 admin admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:43.139671 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-1a29bd43-08e4-4829-8c4b-69937397b11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-710392842-router', 'tenant_id': 'e9180826ce3242458fc9aff806bc035e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '326092ad-e69c-4c06-9a3d-35bb60d842d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:10:27Z', 'updated_at': '2021-11-10T19:11:40Z', 'revision_number': 5, 'project_id': 'e9180826ce3242458fc9aff806bc035e', 'gw_port': {'id': '326092ad-e69c-4c06-9a3d-35bb60d842d1', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:28Z', 'updated_at': '2021-11-10T19:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:11:43.189714 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ba328-9b8a-47c8-9181-4b3dba0e90df req-d77c792f-17e2-4090-b972-0537e4f8cb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:43.191308 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-183ba328-9b8a-47c8-9181-4b3dba0e90df req-d77c792f-17e2-4090-b972-0537e4f8cb08 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7f69f555aace4491bc0456309314d9a5&device_id=ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8 HTTP/1.1" status: 200 len: 1175 time: 0.1411214 Nov 10 19:11:43.231795 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22342d33-cfc3-4931-982a-bb82564e1017 req-673137a1-818a-44ed-b89e-25fb96e6d408 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:43.233736 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a29bd43-08e4-4829-8c4b-69937397b11f None None] Checking router: d75d06b1-dbf7-4e67-80bb-a0d52e47474e for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:11:43.236144 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-22342d33-cfc3-4931-982a-bb82564e1017 req-673137a1-818a-44ed-b89e-25fb96e6d408 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 946 time: 0.1391425 Nov 10 19:11:43.246881 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a29bd43-08e4-4829-8c4b-69937397b11f None None] Routers {'d75d06b1-dbf7-4e67-80bb-a0d52e47474e'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:11:43.247946 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-1a29bd43-08e4-4829-8c4b-69937397b11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:11:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d75d06b1-dbf7-4e67-80bb-a0d52e47474e'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:11:43.347955 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e8a6d50-d172-4899-8765-7cbceebd6338 req-e8e4c67e-19af-424b-be06-b399e14ab718 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 210 time: 0.0402055 Nov 10 19:11:43.368188 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-22342d33-cfc3-4931-982a-bb82564e1017 req-9f21b0a4-bfc4-4fe2-9ed7-5be43a31b9c9 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102788 Nov 10 19:11:43.370742 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ba328-9b8a-47c8-9181-4b3dba0e90df req-7973cae9-6fdb-4bdc-9d0b-ac2590dfcf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:43.374365 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-183ba328-9b8a-47c8-9181-4b3dba0e90df req-7973cae9-6fdb-4bdc-9d0b-ac2590dfcf63 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6d401439-3cb6-45f3-9f43-bf8f218668ea HTTP/1.1" status: 200 len: 914 time: 0.1517270 Nov 10 19:11:43.380062 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fbd2da76-2dac-46a7-8e2b-d01d36cabc24 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:43.435279 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-1a29bd43-08e4-4829-8c4b-69937397b11f None None] Set router d75d06b1-dbf7-4e67-80bb-a0d52e47474e gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:11:43.440513 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device c02208fe-aa53-453c-85fc-0fcdd3ab8178 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:11:43.445617 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-912e88c8-0c65-4e13-9e5d-e4108f3d1e36 req-55197304-bdbf-4a82-9e50-3f507d9474e9 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups/5ad8aaef-220e-4fee-b6aa-79a94aadc075 HTTP/1.1" status: 200 len: 1797 time: 0.0612612 Nov 10 19:11:43.461207 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-183ba328-9b8a-47c8-9181-4b3dba0e90df req-726a79c3-6854-4223-b254-ac2dfc86ea89 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=854fd55e-eca5-45d2-b801-77c11ae64ce1 HTTP/1.1" status: 200 len: 217 time: 0.0768185 Nov 10 19:11:43.481485 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: c02208fe-aa53-453c-85fc-0fcdd3ab8178 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:11:43.481968 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device c02208fe-aa53-453c-85fc-0fcdd3ab8178 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:11:43.530550 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-18d64192-393d-4e0b-be02-60fc2c2abc27 req-6e884a66-3249-4914-98f5-62d9f94fb12b tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups/5ad8aaef-220e-4fee-b6aa-79a94aadc075 HTTP/1.1" status: 200 len: 1797 time: 0.0639951 Nov 10 19:11:43.568447 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-fbd2da76-2dac-46a7-8e2b-d01d36cabc24 admin admin] Deleting port 326092ad-e69c-4c06-9a3d-35bb60d842d1 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:11:43.569510 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fbd2da76-2dac-46a7-8e2b-d01d36cabc24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:43.585955 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ba328-9b8a-47c8-9181-4b3dba0e90df req-0de67790-4440-48f2-9f20-72cf4ede7d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:43.587979 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-183ba328-9b8a-47c8-9181-4b3dba0e90df req-0de67790-4440-48f2-9f20-72cf4ede7d16 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=204fee28-68d2-45f0-924d-1143549ea418 HTTP/1.1" status: 200 len: 853 time: 0.0895855 Nov 10 19:11:43.615068 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-18d64192-393d-4e0b-be02-60fc2c2abc27 req-f8f93c82-1bb1-42f6-abdd-590f986cb4f7 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:43.648796 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-18d64192-393d-4e0b-be02-60fc2c2abc27 req-f8f93c82-1bb1-42f6-abdd-590f986cb4f7 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:43.679389 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-183ba328-9b8a-47c8-9181-4b3dba0e90df req-66eb795c-cbda-4b2e-9a64-45a48391130e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6d401439-3cb6-45f3-9f43-bf8f218668ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676227 Nov 10 19:11:43.763948 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-18d64192-393d-4e0b-be02-60fc2c2abc27 req-f8f93c82-1bb1-42f6-abdd-590f986cb4f7 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:43.768844 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-18d64192-393d-4e0b-be02-60fc2c2abc27 req-f8f93c82-1bb1-42f6-abdd-590f986cb4f7 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:43.770695 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-18d64192-393d-4e0b-be02-60fc2c2abc27 req-f8f93c82-1bb1-42f6-abdd-590f986cb4f7 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "DELETE /v2.0/security-groups/5ad8aaef-220e-4fee-b6aa-79a94aadc075 HTTP/1.1" status: 204 len: 173 time: 0.2370365 Nov 10 19:11:43.795907 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-183ba328-9b8a-47c8-9181-4b3dba0e90df req-df430e71-80b1-4d31-9a8a-c5e0976a7f81 service neutron] 10.222.0.73 "GET /v2.0/networks/6d401439-3cb6-45f3-9f43-bf8f218668ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060266 Nov 10 19:11:43.828314 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [req-89b2a55e-93fa-4fa2-a70f-2d3b34619ecb req-190f88d9-7398-4dcd-9467-32e57c17d0be tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] show failed (client error): The resource could not be found. Nov 10 19:11:43.829353 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-89b2a55e-93fa-4fa2-a70f-2d3b34619ecb req-190f88d9-7398-4dcd-9467-32e57c17d0be tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups/5ad8aaef-220e-4fee-b6aa-79a94aadc075 HTTP/1.1" status: 404 len: 352 time: 0.0147228 Nov 10 19:11:43.840477 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-fbd2da76-2dac-46a7-8e2b-d01d36cabc24 admin admin] For port 326092ad-e69c-4c06-9a3d-35bb60d842d1, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=326092ad-e69c-4c06-9a3d-35bb60d842d1,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:43.841160 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fbd2da76-2dac-46a7-8e2b-d01d36cabc24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:43.850281 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f93c82-1bb1-42f6-abdd-590f986cb4f7 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad8aaef-220e-4fee-b6aa-79a94aadc075,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:43.864424 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-fbd2da76-2dac-46a7-8e2b-d01d36cabc24 admin admin] Calling delete_port for 326092ad-e69c-4c06-9a3d-35bb60d842d1 owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:11:43.865148 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-466b1f7e-e91d-46f7-bf34-ecc023d3d6d9 req-a95cb99c-7b41-4284-bb2b-a6d07bc3d500 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2132965066', 'description': 'tempest-description-1285779732'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:11:43.884236 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-1a29bd43-08e4-4829-8c4b-69937397b11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-710392842-router', 'tenant_id': 'e9180826ce3242458fc9aff806bc035e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '326092ad-e69c-4c06-9a3d-35bb60d842d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:10:27Z', 'updated_at': '2021-11-10T19:11:40Z', 'revision_number': 5, 'project_id': 'e9180826ce3242458fc9aff806bc035e', 'gw_port': {'id': '326092ad-e69c-4c06-9a3d-35bb60d842d1', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:28Z', 'updated_at': '2021-11-10T19:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:11:43.891944 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb4e97-44fe-45a2-a72f-f95741245411 req-88b03020-8b2f-45b3-8bbf-3f69acd3ceef tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:43.893562 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-defb4e97-44fe-45a2-a72f-f95741245411 req-88b03020-8b2f-45b3-8bbf-3f69acd3ceef tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 948 time: 0.1215587 Nov 10 19:11:43.921862 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a29bd43-08e4-4829-8c4b-69937397b11f None None] The sync data for ids ['d75d06b1-dbf7-4e67-80bb-a0d52e47474e'] in n-d-813897-4 is: [{'id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-710392842-router', 'tenant_id': 'e9180826ce3242458fc9aff806bc035e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '326092ad-e69c-4c06-9a3d-35bb60d842d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:10:27Z', 'updated_at': '2021-11-10T19:11:40Z', 'revision_number': 5, 'project_id': 'e9180826ce3242458fc9aff806bc035e', 'gw_port': {'id': '326092ad-e69c-4c06-9a3d-35bb60d842d1', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75d06b1-dbf7-4e67-80bb-a0d52e47474e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:10:28Z', 'updated_at': '2021-11-10T19:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:11:43.949050 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-466b1f7e-e91d-46f7-bf34-ecc023d3d6d9 req-a95cb99c-7b41-4284-bb2b-a6d07bc3d500 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:43.994792 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-defb4e97-44fe-45a2-a72f-f95741245411 req-7209e747-fbe5-4ad4-b260-f94e13133c86 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860033 Nov 10 19:11:44.057248 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-466b1f7e-e91d-46f7-bf34-ecc023d3d6d9 req-a95cb99c-7b41-4284-bb2b-a6d07bc3d500 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:44.066792 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-466b1f7e-e91d-46f7-bf34-ecc023d3d6d9 req-a95cb99c-7b41-4284-bb2b-a6d07bc3d500 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:44.118790 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-466b1f7e-e91d-46f7-bf34-ecc023d3d6d9 req-a95cb99c-7b41-4284-bb2b-a6d07bc3d500 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:44.120197 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-466b1f7e-e91d-46f7-bf34-ecc023d3d6d9 req-a95cb99c-7b41-4284-bb2b-a6d07bc3d500 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2602437 Nov 10 19:11:44.122354 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95cb99c-7b41-4284-bb2b-a6d07bc3d500 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8140cd-06f4-4939-a4f9-14f246104abd,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:44.132557 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fbd2da76-2dac-46a7-8e2b-d01d36cabc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:44.153711 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-94f722af-2c74-4457-a6c6-d2defd58e75b req-f141e4db-7634-4d5d-a971-01ce574e5c8f tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1795060025', 'description': 'tempest-description-1120191586'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:11:44.180520 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2da76-2dac-46a7-8e2b-d01d36cabc24 admin admin] Pushing event deleted for resources: {'Port': ['ID=326092ad-e69c-4c06-9a3d-35bb60d842d1,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:44.201547 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2da76-2dac-46a7-8e2b-d01d36cabc24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:44.201911 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2da76-2dac-46a7-8e2b-d01d36cabc24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:44.202258 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2da76-2dac-46a7-8e2b-d01d36cabc24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:44.202615 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2da76-2dac-46a7-8e2b-d01d36cabc24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:44.202945 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2da76-2dac-46a7-8e2b-d01d36cabc24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:44.203286 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2da76-2dac-46a7-8e2b-d01d36cabc24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:44.203729 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2da76-2dac-46a7-8e2b-d01d36cabc24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:44.203989 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2da76-2dac-46a7-8e2b-d01d36cabc24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:44.204309 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2da76-2dac-46a7-8e2b-d01d36cabc24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:44.204594 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-94f722af-2c74-4457-a6c6-d2defd58e75b req-f141e4db-7634-4d5d-a971-01ce574e5c8f tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:44.204718 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2da76-2dac-46a7-8e2b-d01d36cabc24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:44.205090 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2da76-2dac-46a7-8e2b-d01d36cabc24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:44.205415 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd2da76-2dac-46a7-8e2b-d01d36cabc24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:11:44.284166 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fbd2da76-2dac-46a7-8e2b-d01d36cabc24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:44.293821 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-183ba328-9b8a-47c8-9181-4b3dba0e90df req-9ecae4e2-553e-4df9-9ad2-2b4c271f9f67 service neutron] 10.222.0.73 "GET /v2.0/networks/6d401439-3cb6-45f3-9f43-bf8f218668ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434447 Nov 10 19:11:44.326402 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-94f722af-2c74-4457-a6c6-d2defd58e75b req-f141e4db-7634-4d5d-a971-01ce574e5c8f tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:44.342667 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-94f722af-2c74-4457-a6c6-d2defd58e75b req-f141e4db-7634-4d5d-a971-01ce574e5c8f tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:44.412035 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141e4db-7634-4d5d-a971-01ce574e5c8f tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a23a891-0ae7-4157-b18e-1f6641571008,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:44.418992 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-94f722af-2c74-4457-a6c6-d2defd58e75b req-f141e4db-7634-4d5d-a971-01ce574e5c8f tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:44.421932 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-94f722af-2c74-4457-a6c6-d2defd58e75b req-f141e4db-7634-4d5d-a971-01ce574e5c8f tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2741501 Nov 10 19:11:44.425189 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fbd2da76-2dac-46a7-8e2b-d01d36cabc24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:44.435297 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fbd2da76-2dac-46a7-8e2b-d01d36cabc24 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:44.485259 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fbd2da76-2dac-46a7-8e2b-d01d36cabc24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:44.486011 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd2da76-2dac-46a7-8e2b-d01d36cabc24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d75d06b1-dbf7-4e67-80bb-a0d52e47474e {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:11:44.504629 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fbd2da76-2dac-46a7-8e2b-d01d36cabc24 admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:44.505837 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-fbd2da76-2dac-46a7-8e2b-d01d36cabc24 admin admin] 10.222.0.54 "DELETE /v2.0/routers/d75d06b1-dbf7-4e67-80bb-a0d52e47474e HTTP/1.1" status: 204 len: 168 time: 2.1117921 Nov 10 19:11:44.510753 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56514) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:11:44.540019 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6fcfeeeb-0b2e-4476-888f-fbb47070aba2 req-40585596-9bf7-4e2b-b011-d9c9e329caa3 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 210 time: 0.0333996 Nov 10 19:11:44.594668 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b95db3a-1ed8-41ad-bdc0-a870f5d3943a admin admin] Deleting subnet b886243d-90b7-4cc0-941c-e74d98cb85cb {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:11:44.603017 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-fe04b101-c8cb-4da3-a16c-6ff691270e59 req-0d428214-460c-481f-9590-99f99e59417e tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-30183397', 'description': 'tempest-description-606401905'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:11:44.610751 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8b95db3a-1ed8-41ad-bdc0-a870f5d3943a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:44.661650 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8b95db3a-1ed8-41ad-bdc0-a870f5d3943a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:44.673267 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-fe04b101-c8cb-4da3-a16c-6ff691270e59 req-0d428214-460c-481f-9590-99f99e59417e tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:44.697225 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc31133-4c8e-4313-b239-d97d6fca24c9 req-d52ac02f-3c68-44ed-9ec6-ddbe47ae2923 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:44.699146 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2fc31133-4c8e-4313-b239-d97d6fca24c9 req-d52ac02f-3c68-44ed-9ec6-ddbe47ae2923 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 946 time: 0.0913486 Nov 10 19:11:44.780897 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2fc31133-4c8e-4313-b239-d97d6fca24c9 req-cf63b2ee-f11e-4b74-9494-68d4e61b20eb tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736239 Nov 10 19:11:44.792616 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8b95db3a-1ed8-41ad-bdc0-a870f5d3943a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:44.851215 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-fe04b101-c8cb-4da3-a16c-6ff691270e59 req-0d428214-460c-481f-9590-99f99e59417e tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:44.870297 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-fe04b101-c8cb-4da3-a16c-6ff691270e59 req-0d428214-460c-481f-9590-99f99e59417e tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:44.887423 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8b95db3a-1ed8-41ad-bdc0-a870f5d3943a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:44.901439 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-fe04b101-c8cb-4da3-a16c-6ff691270e59 req-0d428214-460c-481f-9590-99f99e59417e tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:44.913724 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fe04b101-c8cb-4da3-a16c-6ff691270e59 req-0d428214-460c-481f-9590-99f99e59417e tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3152907 Nov 10 19:11:44.952867 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95db3a-1ed8-41ad-bdc0-a870f5d3943a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b886243d-90b7-4cc0-941c-e74d98cb85cb,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:44.958343 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8b95db3a-1ed8-41ad-bdc0-a870f5d3943a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:44.963090 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8b95db3a-1ed8-41ad-bdc0-a870f5d3943a admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b886243d-90b7-4cc0-941c-e74d98cb85cb HTTP/1.1" status: 204 len: 168 time: 0.4510288 Nov 10 19:11:44.966720 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56518) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:11:44.971687 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0611548-d27c-4953-9520-50ad7dda2f38 None None] Network 074689be-1f44-48ee-b4c4-fa3b05d8656b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:11:44.992327 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d428214-460c-481f-9590-99f99e59417e tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=951c2215-ddc1-466c-88d4-8f2ef69f5da7,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:45.070009 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ddeae9b-eefe-44f1-8123-4541f561248a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:45.148542 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-9ddeae9b-eefe-44f1-8123-4541f561248a admin admin] Deleting port 2bd2008d-77a7-4578-8086-04f0c3b58ac7 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:11:45.149754 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ddeae9b-eefe-44f1-8123-4541f561248a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:45.217978 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-561baad7-7f50-416c-9637-2947bdac41de req-091d8e81-1299-4bf0-b143-f046bfa3b136 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7f69f555aace4491bc0456309314d9a5 HTTP/1.1" status: 200 len: 10998 time: 0.2708137 Nov 10 19:11:45.293590 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-9ddeae9b-eefe-44f1-8123-4541f561248a admin admin] For port 2bd2008d-77a7-4578-8086-04f0c3b58ac7, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2bd2008d-77a7-4578-8086-04f0c3b58ac7,segment=NetworkSegment(b972ef57-15dd-46ee-8591-bf667111c1f5),segment_id=b972ef57-15dd-46ee-8591-bf667111c1f5)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:45.294191 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ddeae9b-eefe-44f1-8123-4541f561248a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:45.313545 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bdd8d7-9bf3-4a65-be96-fbc6e053d3bd None None] DHCP port deletion for 074689be-1f44-48ee-b4c4-fa3b05d8656b request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:11:45.313864 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff961318-ef16-4426-89bf-37ecfb2f1d42 req-3f4a12fd-126b-4a07-ad4f-9bd6dee19628 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:45.328755 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ff961318-ef16-4426-89bf-37ecfb2f1d42 req-3f4a12fd-126b-4a07-ad4f-9bd6dee19628 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 948 time: 0.1470120 Nov 10 19:11:45.330542 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-9ddeae9b-eefe-44f1-8123-4541f561248a admin admin] Calling delete_port for 2bd2008d-77a7-4578-8086-04f0c3b58ac7 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:11:45.342539 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-561baad7-7f50-416c-9637-2947bdac41de req-1a23e035-7b3b-46db-817c-d87c61b36f16 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups/5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8 HTTP/1.1" status: 200 len: 2998 time: 0.1050022 Nov 10 19:11:45.435570 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ff961318-ef16-4426-89bf-37ecfb2f1d42 req-5c87e344-8fa1-4d91-9bce-f117b23dba7e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055830 Nov 10 19:11:45.439441 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-a1bdd8d7-9bf3-4a65-be96-fbc6e053d3bd None None] Deleting port 2bd2008d-77a7-4578-8086-04f0c3b58ac7 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:11:45.440343 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a1bdd8d7-9bf3-4a65-be96-fbc6e053d3bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:45.460824 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ddeae9b-eefe-44f1-8123-4541f561248a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:45.472406 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-561baad7-7f50-416c-9637-2947bdac41de req-035706d9-76e2-470c-b835-bb36b3a576f7 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups/5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8 HTTP/1.1" status: 200 len: 2998 time: 0.1072185 Nov 10 19:11:45.476528 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddeae9b-eefe-44f1-8123-4541f561248a admin admin] No DVR routers for this DVR port 2bd2008d-77a7-4578-8086-04f0c3b58ac7 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:11:45.530951 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddeae9b-eefe-44f1-8123-4541f561248a admin admin] Pushing event deleted for resources: {'Port': ['ID=2bd2008d-77a7-4578-8086-04f0c3b58ac7,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:45.619169 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ddeae9b-eefe-44f1-8123-4541f561248a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:45.642596 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a8400371-bba0-44a9-ada7-cd2fb612a02a req-ab32f727-728c-45c9-ada5-0ead5476b7f7 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups/4b8140cd-06f4-4939-a4f9-14f246104abd HTTP/1.1" status: 200 len: 1818 time: 0.0847886 Nov 10 19:11:45.644130 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-a1bdd8d7-9bf3-4a65-be96-fbc6e053d3bd None None] For port 2bd2008d-77a7-4578-8086-04f0c3b58ac7, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2bd2008d-77a7-4578-8086-04f0c3b58ac7,segment=NetworkSegment(b972ef57-15dd-46ee-8591-bf667111c1f5),segment_id=b972ef57-15dd-46ee-8591-bf667111c1f5)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:45.644877 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a1bdd8d7-9bf3-4a65-be96-fbc6e053d3bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:45.667284 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-9ddeae9b-eefe-44f1-8123-4541f561248a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['074689be-1f44-48ee-b4c4-fa3b05d8656b']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:11:45.673720 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-a1bdd8d7-9bf3-4a65-be96-fbc6e053d3bd None None] Calling delete_port for 2bd2008d-77a7-4578-8086-04f0c3b58ac7 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:11:45.679033 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-9ddeae9b-eefe-44f1-8123-4541f561248a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b972ef57-15dd-46ee-8591-bf667111c1f5') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:11:45.679268 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-9ddeae9b-eefe-44f1-8123-4541f561248a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b972ef57-15dd-46ee-8591-bf667111c1f5') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:11:45.693848 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ddeae9b-eefe-44f1-8123-4541f561248a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:45.718048 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ddeae9b-eefe-44f1-8123-4541f561248a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:45.732011 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ddeae9b-eefe-44f1-8123-4541f561248a admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:11:45.732578 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ddeae9b-eefe-44f1-8123-4541f561248a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:45.753852 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a8400371-bba0-44a9-ada7-cd2fb612a02a req-5217a60a-8380-4f7f-9aa7-122745b71617 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:45.781717 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:11:45.781717 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:11:45.781717 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:11:45.781717 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:11:45.781717 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:11:45.781717 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:11:45.781717 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:11:45.781717 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:11:45.781717 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:11:45.781717 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:11:45.781717 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:11:45.781717 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:11:45.781717 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:11:45.781717 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:11:45.781717 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:11:45.781717 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:11:45.781717 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:11:45.781717 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:11:45.781717 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:11:45.781717 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:11:45.781717 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:11:45.781717 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:11:45.781717 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:11:45.781717 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:11:45.781717 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:11:45.781717 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:11:45.781717 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:11:45.781717 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:11:45.781717 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:11:45.781717 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:11:45.781717 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:11:45.781717 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:11:45.796521 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a8400371-bba0-44a9-ada7-cd2fb612a02a req-5217a60a-8380-4f7f-9aa7-122745b71617 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:45.844888 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a1bdd8d7-9bf3-4a65-be96-fbc6e053d3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:45.883347 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bdd8d7-9bf3-4a65-be96-fbc6e053d3bd None None] Pushing event deleted for resources: {'Port': ['ID=2bd2008d-77a7-4578-8086-04f0c3b58ac7,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:45.890651 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 8ccdeafb-d8aa-4f3f-8c20-d2472c92334d no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:11:45.893004 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5a0a2631-a7e3-4fad-9f08-ae9e33d98b77 req-5920b504-0ed0-4ff5-a172-e6ea3618ed5d tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 210 time: 0.0760148 Nov 10 19:11:45.895781 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ddeae9b-eefe-44f1-8123-4541f561248a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:45.910271 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ddeae9b-eefe-44f1-8123-4541f561248a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:45.918833 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9ddeae9b-eefe-44f1-8123-4541f561248a admin admin] 10.222.0.54 "DELETE /v2.0/networks/074689be-1f44-48ee-b4c4-fa3b05d8656b HTTP/1.1" status: 204 len: 168 time: 0.9495625 Nov 10 19:11:45.932430 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a8400371-bba0-44a9-ada7-cd2fb612a02a req-5217a60a-8380-4f7f-9aa7-122745b71617 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:45.935303 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a8400371-bba0-44a9-ada7-cd2fb612a02a req-5217a60a-8380-4f7f-9aa7-122745b71617 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:45.936643 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a8400371-bba0-44a9-ada7-cd2fb612a02a req-5217a60a-8380-4f7f-9aa7-122745b71617 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "DELETE /v2.0/security-groups/4b8140cd-06f4-4939-a4f9-14f246104abd HTTP/1.1" status: 204 len: 173 time: 0.2929919 Nov 10 19:11:45.943668 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddeae9b-eefe-44f1-8123-4541f561248a admin admin] Pushing event deleted for resources: {'Network': ['ID=074689be-1f44-48ee-b4c4-fa3b05d8656b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:45.949599 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 8ccdeafb-d8aa-4f3f-8c20-d2472c92334d {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:11:45.950293 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 8ccdeafb-d8aa-4f3f-8c20-d2472c92334d not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:11:45.950997 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2bd2008d-77a7-4578-8086-04f0c3b58ac7 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:11:45.956475 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bdd8d7-9bf3-4a65-be96-fbc6e053d3bd None None] No DVR routers for this DVR port 2bd2008d-77a7-4578-8086-04f0c3b58ac7 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:11:45.966861 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217a60a-8380-4f7f-9aa7-122745b71617 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8140cd-06f4-4939-a4f9-14f246104abd,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:45.982616 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 2bd2008d-77a7-4578-8086-04f0c3b58ac7 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:11:45.983780 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2bd2008d-77a7-4578-8086-04f0c3b58ac7 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:11:45.984590 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 326092ad-e69c-4c06-9a3d-35bb60d842d1 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:11:46.017869 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 326092ad-e69c-4c06-9a3d-35bb60d842d1 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:11:46.018754 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 326092ad-e69c-4c06-9a3d-35bb60d842d1 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:11:46.054830 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [req-a58e4c7b-5603-49e9-9667-13bde468b36a req-02d57694-6073-4a32-adbc-0859cf0ff32e tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] show failed (client error): The resource could not be found. Nov 10 19:11:46.058026 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a58e4c7b-5603-49e9-9667-13bde468b36a req-02d57694-6073-4a32-adbc-0859cf0ff32e tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups/4b8140cd-06f4-4939-a4f9-14f246104abd HTTP/1.1" status: 404 len: 352 time: 0.0465388 Nov 10 19:11:46.104050 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7dd4a-50ad-4adc-a5a6-17a7a4d60744 req-041141a2-ca51-4bd1-82d3-59f44f686739 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:46.105963 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-53d7dd4a-50ad-4adc-a5a6-17a7a4d60744 req-041141a2-ca51-4bd1-82d3-59f44f686739 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 946 time: 0.0933199 Nov 10 19:11:46.120456 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56548) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:11:46.169036 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2a0c061f-3f1e-4c92-9c96-8bfc58d0632d req-93150934-ad77-4a18-8289-f7e5416a374e tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups/3a23a891-0ae7-4157-b18e-1f6641571008 HTTP/1.1" status: 200 len: 1818 time: 0.0794938 Nov 10 19:11:46.169259 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8c1e0eb4-0cf2-400a-abe0-ae89db68d59d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e9180826ce3242458fc9aff806bc035e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446775 Nov 10 19:11:46.170096 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56550) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:11:46.218408 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-53d7dd4a-50ad-4adc-a5a6-17a7a4d60744 req-0fbacd97-560c-438d-ad27-ee7f55f2381f tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023264 Nov 10 19:11:46.224581 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d17e2cff-4329-43cc-8c18-bc598a80edc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:46.254491 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d17e2cff-4329-43cc-8c18-bc598a80edc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:46.277624 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2a0c061f-3f1e-4c92-9c96-8bfc58d0632d req-c7a0f3fb-ffdc-46fa-bf84-b239492b3b3e tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:46.318193 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2a0c061f-3f1e-4c92-9c96-8bfc58d0632d req-c7a0f3fb-ffdc-46fa-bf84-b239492b3b3e tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:46.332473 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d17e2cff-4329-43cc-8c18-bc598a80edc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:46.338090 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d17e2cff-4329-43cc-8c18-bc598a80edc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:46.342202 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d17e2cff-4329-43cc-8c18-bc598a80edc0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/de8f34ca-4cea-4865-8d74-1c2c1c9a7291 HTTP/1.1" status: 204 len: 168 time: 0.1680613 Nov 10 19:11:46.350054 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e2cff-4329-43cc-8c18-bc598a80edc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8f34ca-4cea-4865-8d74-1c2c1c9a7291,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:46.391686 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2a0c061f-3f1e-4c92-9c96-8bfc58d0632d req-c7a0f3fb-ffdc-46fa-bf84-b239492b3b3e tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:46.395052 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2a0c061f-3f1e-4c92-9c96-8bfc58d0632d req-c7a0f3fb-ffdc-46fa-bf84-b239492b3b3e tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:46.396489 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2a0c061f-3f1e-4c92-9c96-8bfc58d0632d req-c7a0f3fb-ffdc-46fa-bf84-b239492b3b3e tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "DELETE /v2.0/security-groups/3a23a891-0ae7-4157-b18e-1f6641571008 HTTP/1.1" status: 204 len: 173 time: 0.2269850 Nov 10 19:11:46.408533 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a0f3fb-ffdc-46fa-bf84-b239492b3b3e tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a23a891-0ae7-4157-b18e-1f6641571008,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:46.447244 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [req-9e15b93d-1a4c-4a75-bb8d-80a15aa133c3 req-e25b6b6d-9049-4ab4-8f06-4f4512e09d39 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] show failed (client error): The resource could not be found. Nov 10 19:11:46.448467 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e15b93d-1a4c-4a75-bb8d-80a15aa133c3 req-e25b6b6d-9049-4ab4-8f06-4f4512e09d39 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups/3a23a891-0ae7-4157-b18e-1f6641571008 HTTP/1.1" status: 404 len: 352 time: 0.0266194 Nov 10 19:11:46.522475 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e7c0923f-b55c-4cfe-888a-8eac0a99ddd2 req-f05e753c-20cb-4a76-b32b-fcb52d108e44 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups/951c2215-ddc1-466c-88d4-8f2ef69f5da7 HTTP/1.1" status: 200 len: 1815 time: 0.0495803 Nov 10 19:11:46.631870 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d0f1c-355c-42d8-b7e1-183104daff77 req-5ed42fa7-8048-41f8-b32e-3bf0e3f929ba tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:46.633479 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a0d0f1c-355c-42d8-b7e1-183104daff77 req-5ed42fa7-8048-41f8-b32e-3bf0e3f929ba tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 948 time: 0.1049860 Nov 10 19:11:46.640486 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e7c0923f-b55c-4cfe-888a-8eac0a99ddd2 req-e698e8aa-8ff4-4fa5-ae6f-a9b1eef2c755 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:46.685705 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e7c0923f-b55c-4cfe-888a-8eac0a99ddd2 req-e698e8aa-8ff4-4fa5-ae6f-a9b1eef2c755 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:46.735358 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a0d0f1c-355c-42d8-b7e1-183104daff77 req-a7626172-b567-45e6-b789-11db686676a7 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871277 Nov 10 19:11:46.756126 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e7c0923f-b55c-4cfe-888a-8eac0a99ddd2 req-e698e8aa-8ff4-4fa5-ae6f-a9b1eef2c755 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:46.760739 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e7c0923f-b55c-4cfe-888a-8eac0a99ddd2 req-e698e8aa-8ff4-4fa5-ae6f-a9b1eef2c755 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:46.762972 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e7c0923f-b55c-4cfe-888a-8eac0a99ddd2 req-e698e8aa-8ff4-4fa5-ae6f-a9b1eef2c755 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "DELETE /v2.0/security-groups/951c2215-ddc1-466c-88d4-8f2ef69f5da7 HTTP/1.1" status: 204 len: 173 time: 0.2240403 Nov 10 19:11:46.784443 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698e8aa-8ff4-4fa5-ae6f-a9b1eef2c755 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=951c2215-ddc1-466c-88d4-8f2ef69f5da7,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:46.908344 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [req-cf1ae40a-c3ba-4bb3-881f-87bfcc439cc1 req-2cdf4f90-5693-41e4-9b77-56968fed22b5 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] show failed (client error): The resource could not be found. Nov 10 19:11:46.910244 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cf1ae40a-c3ba-4bb3-881f-87bfcc439cc1 req-2cdf4f90-5693-41e4-9b77-56968fed22b5 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups/951c2215-ddc1-466c-88d4-8f2ef69f5da7 HTTP/1.1" status: 404 len: 352 time: 0.0198076 Nov 10 19:11:47.035829 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5a16c646-867e-4dab-a311-781c22f04e2b req-587ff56c-fd47-4a8a-9b7a-9d2c2ecd8c4c tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 210 time: 0.0453181 Nov 10 19:11:47.079200 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-43ec6e9c-81be-44e5-86bc-e06c6636b6e5 req-57d7726f-e2fb-49d5-95a4-5f40f9180647 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7f69f555aace4491bc0456309314d9a5 HTTP/1.1" status: 200 len: 6200 time: 0.1096511 Nov 10 19:11:47.127864 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-43ec6e9c-81be-44e5-86bc-e06c6636b6e5 req-9d8e12f5-9062-454d-9141-7fa0dc5ca6a3 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups/5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8 HTTP/1.1" status: 200 len: 2998 time: 0.0472968 Nov 10 19:11:47.191248 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-43ec6e9c-81be-44e5-86bc-e06c6636b6e5 req-db94d91b-e407-4481-b4b3-3bcf4499dab7 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups/5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8 HTTP/1.1" status: 200 len: 2998 time: 0.0556676 Nov 10 19:11:47.223582 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-6edc38db-7472-4851-9854-1dd82f5976bb req-a09c312a-c71c-4026-9b6a-a67db0a619ff tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-898492373', 'description': 'tempest-description-383479424'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:11:47.254298 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6edc38db-7472-4851-9854-1dd82f5976bb req-a09c312a-c71c-4026-9b6a-a67db0a619ff tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:47.360361 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56602) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:11:47.377042 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6edc38db-7472-4851-9854-1dd82f5976bb req-a09c312a-c71c-4026-9b6a-a67db0a619ff tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:47.382110 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6edc38db-7472-4851-9854-1dd82f5976bb req-a09c312a-c71c-4026-9b6a-a67db0a619ff tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:47.418098 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9a84f-3f07-4f04-832e-0cccc5e85564 req-5c3b5aeb-7177-4f21-9f85-c5f8e2a856f4 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:47.419695 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-48a9a84f-3f07-4f04-832e-0cccc5e85564 req-5c3b5aeb-7177-4f21-9f85-c5f8e2a856f4 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 946 time: 0.1102805 Nov 10 19:11:47.431974 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6edc38db-7472-4851-9854-1dd82f5976bb req-a09c312a-c71c-4026-9b6a-a67db0a619ff tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:47.436507 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6edc38db-7472-4851-9854-1dd82f5976bb req-a09c312a-c71c-4026-9b6a-a67db0a619ff tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.2177513 Nov 10 19:11:47.440352 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c312a-c71c-4026-9b6a-a67db0a619ff tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0999c4d-babd-4184-ad06-968da1508a84,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:47.442183 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a6f8486b-1d4c-49e5-888f-016d9332c59e details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:11:47.482104 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-4ea7378e-1c0b-4334-b790-44eaf6e148ce req-6d691048-1403-4750-b88c-df39c5516292 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1338704893', 'description': 'tempest-description-130843818'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:11:47.518559 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-48a9a84f-3f07-4f04-832e-0cccc5e85564 req-3bcbc9f3-577e-49be-8874-424dcaf5715f tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808227 Nov 10 19:11:47.528674 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-4ea7378e-1c0b-4334-b790-44eaf6e148ce req-6d691048-1403-4750-b88c-df39c5516292 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:47.579875 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-17badf09-60d4-4769-849e-6ee3369ab8ff admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-642986242-network', 'tenant_id': 'f420902513df48438e583f604032a88e'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:11:47.629713 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17badf09-60d4-4769-849e-6ee3369ab8ff admin admin] Made reservation on behalf of f420902513df48438e583f604032a88e for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:11:47.632833 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-17badf09-60d4-4769-849e-6ee3369ab8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:47.638691 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-4ea7378e-1c0b-4334-b790-44eaf6e148ce req-6d691048-1403-4750-b88c-df39c5516292 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:47.640573 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a6f8486b-1d4c-49e5-888f-016d9332c59e, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a6f8486b-1d4c-49e5-888f-016d9332c59e,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:47.645338 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-4ea7378e-1c0b-4334-b790-44eaf6e148ce req-6d691048-1403-4750-b88c-df39c5516292 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:47.645781 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-17badf09-60d4-4769-849e-6ee3369ab8ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:47.660725 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'a6f8486b-1d4c-49e5-888f-016d9332c59e', 'network_id': 'f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f', 'port_id': 'a6f8486b-1d4c-49e5-888f-016d9332c59e', 'mac_address': 'fa:16:3e:15:51:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60343b83-37e4-41fb-97c3-061ff8929ded', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:11:47.683540 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-4ea7378e-1c0b-4334-b790-44eaf6e148ce req-6d691048-1403-4750-b88c-df39c5516292 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:47.686387 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4ea7378e-1c0b-4334-b790-44eaf6e148ce req-6d691048-1403-4750-b88c-df39c5516292 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2146239 Nov 10 19:11:47.698647 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d691048-1403-4750-b88c-df39c5516292 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40d7df42-088d-4135-98b6-8e241089f584,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:47.743129 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:47.771987 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6f8486b-1d4c-49e5-888f-016d9332c59e {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:11:47.811760 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-17badf09-60d4-4769-849e-6ee3369ab8ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:47.817381 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-17badf09-60d4-4769-849e-6ee3369ab8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:47.822581 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a6f8486b-1d4c-49e5-888f-016d9332c59e, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a6f8486b-1d4c-49e5-888f-016d9332c59e,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:47.829676 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:47.882920 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17badf09-60d4-4769-849e-6ee3369ab8ff admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:11:47.903253 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17badf09-60d4-4769-849e-6ee3369ab8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c78442-c570-4297-8bd5-10bc15aefe1b,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:47.912826 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-17badf09-60d4-4769-849e-6ee3369ab8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:47.913164 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-17badf09-60d4-4769-849e-6ee3369ab8ff admin admin] Added segment 1fea7dda-4b07-4b3c-81d0-ed4fc3077d60 of type vlan for network ac63bff5-dc10-4380-b1c1-9b212b811e50 Nov 10 19:11:47.983268 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-17badf09-60d4-4769-849e-6ee3369ab8ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:47.987432 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=a6f8486b-1d4c-49e5-888f-016d9332c59e,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:47.989123 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688fd3a1-60cc-48a2-a48d-4e95bb49da26 req-375368db-732d-4c7e-851b-0feab317eda3 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:47.998680 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-688fd3a1-60cc-48a2-a48d-4e95bb49da26 req-375368db-732d-4c7e-851b-0feab317eda3 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 948 time: 0.1248155 Nov 10 19:11:48.000947 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['a6f8486b-1d4c-49e5-888f-016d9332c59e'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:11:48.014325 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-17badf09-60d4-4769-849e-6ee3369ab8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:48.016061 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17badf09-60d4-4769-849e-6ee3369ab8ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:48.016811 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-17badf09-60d4-4769-849e-6ee3369ab8ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:48.099209 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17badf09-60d4-4769-849e-6ee3369ab8ff admin admin] Pushing event updated for resources: {'Network': ['ID=ac63bff5-dc10-4380-b1c1-9b212b811e50,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:48.114305 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-17badf09-60d4-4769-849e-6ee3369ab8ff admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7530015 Nov 10 19:11:48.116257 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network ac63bff5-dc10-4380-b1c1-9b212b811e50 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:11:48.117650 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56630) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:11:48.123952 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-b4b0deaf-7d76-4516-8e20-6ad3dadc8cf5 admin admin] Request body: {'subnet': {'network_id': 'ac63bff5-dc10-4380-b1c1-9b212b811e50', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-642986242-subnet', 'tenant_id': 'f420902513df48438e583f604032a88e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:11:48.151137 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b0deaf-7d76-4516-8e20-6ad3dadc8cf5 admin admin] Made reservation on behalf of f420902513df48438e583f604032a88e for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:11:48.154768 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4b0deaf-7d76-4516-8e20-6ad3dadc8cf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:48.175216 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-688fd3a1-60cc-48a2-a48d-4e95bb49da26 req-c0dea7ef-0749-499a-8114-c2c0827d333e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727605 Nov 10 19:11:48.195764 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-a531ab0c-5b59-4f8b-a755-fcd28a892b2d tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:48.200096 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-a531ab0c-5b59-4f8b-a755-fcd28a892b2d tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/networks?id=6d401439-3cb6-45f3-9f43-bf8f218668ea HTTP/1.1" status: 200 len: 813 time: 0.1978798 Nov 10 19:11:48.233637 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-5e676f9b-a9b5-4ab5-b3f5-e8c8594e9ed1 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/quotas/7f69f555aace4491bc0456309314d9a5 HTTP/1.1" status: 200 len: 375 time: 0.0248597 Nov 10 19:11:48.307430 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-c170e0a5-cbb7-4be9-8eda-93500aa08be5 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f69f555aace4491bc0456309314d9a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0727189 Nov 10 19:11:48.412178 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4b0deaf-7d76-4516-8e20-6ad3dadc8cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:48.422847 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-d7280e1f-34f5-49ff-85e6-eb13d46eb801 service neutron] 10.222.0.54 "GET /v2.0/networks/6d401439-3cb6-45f3-9f43-bf8f218668ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142883 Nov 10 19:11:48.476058 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b0deaf-7d76-4516-8e20-6ad3dadc8cf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1da98e4-4f63-4a2c-b671-ed9425fb0154,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:48.508635 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b0deaf-7d76-4516-8e20-6ad3dadc8cf5 admin admin] Checking segment: {'id': '1fea7dda-4b07-4b3c-81d0-ed4fc3077d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ac63bff5-dc10-4380-b1c1-9b212b811e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:11:48.509398 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b0deaf-7d76-4516-8e20-6ad3dadc8cf5 admin admin] Network hostable DHCP agents. Network: ac63bff5-dc10-4380-b1c1-9b212b811e50, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:11:48.531770 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b0deaf-7d76-4516-8e20-6ad3dadc8cf5 admin admin] Network ac63bff5-dc10-4380-b1c1-9b212b811e50 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:11:48.542431 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-b4b0deaf-7d76-4516-8e20-6ad3dadc8cf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, ac63bff5-dc10-4380-b1c1-9b212b811e50) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:11:48.546884 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b0deaf-7d76-4516-8e20-6ad3dadc8cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:48.547993 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4b0deaf-7d76-4516-8e20-6ad3dadc8cf5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:48.556028 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba037d85-0e4e-4f7f-8d25-73085c5c534b None None] Network ac63bff5-dc10-4380-b1c1-9b212b811e50 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:11:48.568953 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b4b0deaf-7d76-4516-8e20-6ad3dadc8cf5 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4497917 Nov 10 19:11:48.570297 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-edb0e532-e430-4186-8fe4-e2ca677de7b1 req-b0ec9122-f9ad-4e21-8e66-cd7a46b366be tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 210 time: 0.0338099 Nov 10 19:11:48.574591 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56642) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:11:48.579299 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-b7d24d44-5b30-4d71-b026-f52700cd06b1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-642986242-router', 'tenant_id': 'f420902513df48438e583f604032a88e', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:11:48.582425 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-845bc901-2728-41c3-bfda-70325ff97b68 service neutron] 10.222.0.54 "GET /v2.0/networks/6d401439-3cb6-45f3-9f43-bf8f218668ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525531 Nov 10 19:11:48.621864 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b7d24d44-5b30-4d71-b026-f52700cd06b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:48.621864 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b7d24d44-5b30-4d71-b026-f52700cd06b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:48.698291 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b7d24d44-5b30-4d71-b026-f52700cd06b1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:48.733908 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405f399-e62f-485b-b592-d0cbd40e46af req-29614025-e52a-4912-9717-0b4ae1cb7bf2 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:48.735722 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3405f399-e62f-485b-b592-d0cbd40e46af req-29614025-e52a-4912-9717-0b4ae1cb7bf2 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 946 time: 0.0620720 Nov 10 19:11:48.812838 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b5ad1c-99a1-41f2-b698-e70393c9f95b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-ac63bff5-dc10-4380-b1c1-9b212b811e50', 'network_id': 'ac63bff5-dc10-4380-b1c1-9b212b811e50', 'tenant_id': 'f420902513df48438e583f604032a88e', 'fixed_ips': [{'subnet_id': 'c1da98e4-4f63-4a2c-b671-ed9425fb0154'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:11:48.813862 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-68b5ad1c-99a1-41f2-b698-e70393c9f95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:48.838741 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3405f399-e62f-485b-b592-d0cbd40e46af req-24b9c05d-8da6-47f2-b15f-765aecffd471 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968580 Nov 10 19:11:48.928559 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e696517f-37d9-469a-9249-afa8a941c88c req-677a3c48-1e96-4e1c-a0da-bfad8423f4cb tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?device_id=212793dd-b521-44e2-9744-de7b50dc43c3 HTTP/1.1" status: 200 len: 210 time: 0.0371566 Nov 10 19:11:48.995278 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b7d24d44-5b30-4d71-b026-f52700cd06b1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:49.044932 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-68b5ad1c-99a1-41f2-b698-e70393c9f95b None None] Allocated IP 172.20.0.2 (ac63bff5-dc10-4380-b1c1-9b212b811e50/c1da98e4-4f63-4a2c-b671-ed9425fb0154/fea5cc83-20c9-4f96-ac02-42324d1128b2) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:11:49.248151 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-68b5ad1c-99a1-41f2-b698-e70393c9f95b None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:49.255953 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-68b5ad1c-99a1-41f2-b698-e70393c9f95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:49.287371 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b7d24d44-5b30-4d71-b026-f52700cd06b1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:49.313942 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b7d24d44-5b30-4d71-b026-f52700cd06b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:49.358435 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5ad1c-99a1-41f2-b698-e70393c9f95b None None] Pushing event updated for resources: {'Port': ['ID=fea5cc83-20c9-4f96-ac02-42324d1128b2,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:49.385170 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b5ad1c-99a1-41f2-b698-e70393c9f95b None None] Network ac63bff5-dc10-4380-b1c1-9b212b811e50 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:11:49.387017 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-68b5ad1c-99a1-41f2-b698-e70393c9f95b None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:11:49.391329 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b5ad1c-99a1-41f2-b698-e70393c9f95b None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:11:49.474030 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a880c-eeef-45b5-9b34-737f59cefd6e req-0e6bee5a-5f01-4f49-98f3-5b6d7d2c30ae tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:49.487247 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b72a880c-eeef-45b5-9b34-737f59cefd6e req-0e6bee5a-5f01-4f49-98f3-5b6d7d2c30ae tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 948 time: 0.1600778 Nov 10 19:11:49.494365 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a6f8486b-1d4c-49e5-888f-016d9332c59e up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:11:49.539265 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-b7d24d44-5b30-4d71-b026-f52700cd06b1 admin admin] Allocated IP 172.25.3.153 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/881122a5-a8bb-4a2f-af20-cc9c9ce27821) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:11:49.572626 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-68b5ad1c-99a1-41f2-b698-e70393c9f95b None None] Attempting to bind port fea5cc83-20c9-4f96-ac02-42324d1128b2 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:11:49.573307 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-68b5ad1c-99a1-41f2-b698-e70393c9f95b None None] Attempting to bind port fea5cc83-20c9-4f96-ac02-42324d1128b2 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '1fea7dda-4b07-4b3c-81d0-ed4fc3077d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ac63bff5-dc10-4380-b1c1-9b212b811e50'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:11:49.576632 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b5ad1c-99a1-41f2-b698-e70393c9f95b None None] Attempting to bind port fea5cc83-20c9-4f96-ac02-42324d1128b2 on network ac63bff5-dc10-4380-b1c1-9b212b811e50 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:11:49.614776 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b5ad1c-99a1-41f2-b698-e70393c9f95b None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:11:49.623254 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b72a880c-eeef-45b5-9b34-737f59cefd6e req-8dc1a504-45f4-469d-b784-87acc974efbb tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331041 Nov 10 19:11:49.651107 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b5ad1c-99a1-41f2-b698-e70393c9f95b None None] Checking segment: {'id': '1fea7dda-4b07-4b3c-81d0-ed4fc3077d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ac63bff5-dc10-4380-b1c1-9b212b811e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:11:49.651696 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-68b5ad1c-99a1-41f2-b698-e70393c9f95b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:49.653166 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b5ad1c-99a1-41f2-b698-e70393c9f95b None None] Bound using segment: {'id': '1fea7dda-4b07-4b3c-81d0-ed4fc3077d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ac63bff5-dc10-4380-b1c1-9b212b811e50'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:11:49.655626 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-68b5ad1c-99a1-41f2-b698-e70393c9f95b None None] Bound port: fea5cc83-20c9-4f96-ac02-42324d1128b2, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fea7dda-4b07-4b3c-81d0-ed4fc3077d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ac63bff5-dc10-4380-b1c1-9b212b811e50'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:11:49.656145 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-68b5ad1c-99a1-41f2-b698-e70393c9f95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:49.703342 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b7d24d44-5b30-4d71-b026-f52700cd06b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:49.741710 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5526fffc-6bcf-472e-8186-960153bb0373 req-8b10d8b1-8ec9-43f6-9680-3e5916d72514 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4eff983-3970-4438-bbf9-7ade7223c0ca HTTP/1.1" status: 200 len: 210 time: 0.0430410 Nov 10 19:11:49.754056 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b7d24d44-5b30-4d71-b026-f52700cd06b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:49.814515 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d24d44-5b30-4d71-b026-f52700cd06b1 admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:11:49.818142 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-b7d24d44-5b30-4d71-b026-f52700cd06b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:11:49.820821 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d24d44-5b30-4d71-b026-f52700cd06b1 admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:11:49.861587 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d24d44-5b30-4d71-b026-f52700cd06b1 admin admin] Pushing event updated for resources: {'Port': ['ID=881122a5-a8bb-4a2f-af20-cc9c9ce27821,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:49.862372 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port a6f8486b-1d4c-49e5-888f-016d9332c59e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:11:49.863048 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:50.057718 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-68b5ad1c-99a1-41f2-b698-e70393c9f95b None None] For port fea5cc83-20c9-4f96-ac02-42324d1128b2, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:11:50.062313 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-68b5ad1c-99a1-41f2-b698-e70393c9f95b None None] For port fea5cc83-20c9-4f96-ac02-42324d1128b2, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fea5cc83-20c9-4f96-ac02-42324d1128b2,segment=NetworkSegment(1fea7dda-4b07-4b3c-81d0-ed4fc3077d60),segment_id=1fea7dda-4b07-4b3c-81d0-ed4fc3077d60)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:11:50.080719 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-68b5ad1c-99a1-41f2-b698-e70393c9f95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:50.098833 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-1b9f66a4-39c1-4e04-9beb-467781c1aa66 service neutron] show failed (client error): The resource could not be found. Nov 10 19:11:50.099959 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-1b9f66a4-39c1-4e04-9beb-467781c1aa66 service neutron] 10.222.0.73 "GET /v2.0/ports/974f2e95-bbd9-4b93-ad39-1ba5e7e26f32/bindings/n-h2-813897-4 HTTP/1.1" status: 404 len: 380 time: 0.1193752 Nov 10 19:11:50.299697 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b7d24d44-5b30-4d71-b026-f52700cd06b1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:50.303436 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:50.415375 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5ad1c-99a1-41f2-b698-e70393c9f95b None None] Pushing event updated for resources: {'Port': ['ID=fea5cc83-20c9-4f96-ac02-42324d1128b2,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:50.437487 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e8bc6216-90ba-4f49-898e-3aebc0e53182 req-56061a75-803e-41b5-a37e-934e2b4fb052 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?device_id=212793dd-b521-44e2-9744-de7b50dc43c3 HTTP/1.1" status: 200 len: 210 time: 0.2678092 Nov 10 19:11:50.448971 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1bd2d4-873c-411f-b525-20d685d91726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f8486b-1d4c-49e5-888f-016d9332c59e'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:11:50.453719 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbbdce4-f65e-4b9b-834b-fb130bbb0bea" -d '{"events": [{"server_uuid": "0d1bd2d4-873c-411f-b525-20d685d91726", "name": "network-vif-plugged", "status": "completed", "tag": "a6f8486b-1d4c-49e5-888f-016d9332c59e"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:11:50.480217 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a6f8486b-1d4c-49e5-888f-016d9332c59e, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a6f8486b-1d4c-49e5-888f-016d9332c59e,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:50.490310 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:50.595458 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=a6f8486b-1d4c-49e5-888f-016d9332c59e,revision_number=7']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:50.598843 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a0539-3cf3-470a-a2dc-d883bc03567a req-df06fb15-fec0-44f7-b6f0-8744831e1ff3 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:50.613613 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5a7a0539-3cf3-470a-a2dc-d883bc03567a req-df06fb15-fec0-44f7-b6f0-8744831e1ff3 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 946 time: 0.5948422 Nov 10 19:11:50.848055 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5a7a0539-3cf3-470a-a2dc-d883bc03567a req-3600fd01-8e06-4760-a6d6-45fd53d3a394 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317743 Nov 10 19:11:50.930046 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d446a127-e9b7-49c2-a2b1-e782cc8e5518 x-openstack-request-id: req-d446a127-e9b7-49c2-a2b1-e782cc8e5518 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:11:50.930544 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1bd2d4-873c-411f-b525-20d685d91726", "name": "network-vif-plugged", "status": "completed", "tag": "a6f8486b-1d4c-49e5-888f-016d9332c59e", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:11:50.931094 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d446a127-e9b7-49c2-a2b1-e782cc8e5518 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:11:50.931565 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1bd2d4-873c-411f-b525-20d685d91726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f8486b-1d4c-49e5-888f-016d9332c59e', 'code': 200} Nov 10 19:11:51.409095 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-a682903b-7ceb-422c-b642-6c65e1bc0a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:51.413053 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-a682903b-7ceb-422c-b642-6c65e1bc0a90 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2&tenant_id=5ef8c132b4d949a9b0bece379d0bc679 HTTP/1.1" status: 200 len: 1099 time: 0.3274739 Nov 10 19:11:51.450014 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f45bd2-94ce-4a5e-b376-a644ac1acc53 req-36c75482-18bd-4d82-892a-a30044acae85 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:51.464873 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97f45bd2-94ce-4a5e-b376-a644ac1acc53 req-36c75482-18bd-4d82-892a-a30044acae85 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 948 time: 0.3313260 Nov 10 19:11:51.551456 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b7d24d44-5b30-4d71-b026-f52700cd06b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:51.593189 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-4a45f6d6-e162-4246-a78d-c3bc0a53817f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813897-4', 'device_owner': 'compute:nova'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:11:51.822949 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-9e3d5c6d-2f49-40b0-b534-ffd868ed473b tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:51.826711 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-9e3d5c6d-2f49-40b0-b534-ffd868ed473b tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.25 "GET /v2.0/networks?id=6d401439-3cb6-45f3-9f43-bf8f218668ea HTTP/1.1" status: 200 len: 813 time: 0.8796546 Nov 10 19:11:51.931271 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2411a304-80ba-4918-8bde-50b4541a0118 req-d7b52809-f47e-401f-8e5e-3e56bff71fbe tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?device_id=212793dd-b521-44e2-9744-de7b50dc43c3 HTTP/1.1" status: 200 len: 210 time: 0.1081166 Nov 10 19:11:51.948837 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-4a45f6d6-e162-4246-a78d-c3bc0a53817f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:52.002749 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-8ca38b36-8e8a-4472-9d5a-089ac95fce47 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Request body: {'port': {'device_id': '212793dd-b521-44e2-9744-de7b50dc43c3', 'network_id': '6d401439-3cb6-45f3-9f43-bf8f218668ea', 'admin_state_up': True, 'tenant_id': '7f69f555aace4491bc0456309314d9a5'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:11:52.045660 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97f45bd2-94ce-4a5e-b376-a644ac1acc53 req-ce7ee5a8-def6-4f3b-9320-167f9228e19b tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5741522 Nov 10 19:11:52.099300 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fea5cc83-20c9-4f96-ac02-42324d1128b2 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:11:52.177852 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d24d44-5b30-4d71-b026-f52700cd06b1 admin admin] Router 4254503c-7dc7-4cd2-9ac4-e714019f5aeb is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:11:52.318429 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port fea5cc83-20c9-4f96-ac02-42324d1128b2 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:11:52.318701 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:52.379670 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459554df-22da-461e-886a-8bc2f7da7a01 None None] Network ac63bff5-dc10-4380-b1c1-9b212b811e50 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:11:52.456590 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d24d44-5b30-4d71-b026-f52700cd06b1 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:11:52.500591 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b7d24d44-5b30-4d71-b026-f52700cd06b1 admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:52.509573 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b7d24d44-5b30-4d71-b026-f52700cd06b1 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.9338059 Nov 10 19:11:52.513119 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56748) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:11:52.564415 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc139be-53a8-4b47-84b6-684b3238eaf2 None None] Sync routers for ids ['4254503c-7dc7-4cd2-9ac4-e714019f5aeb'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:11:52.594573 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-14d8d5bf-1a59-447b-b444-244468f63ba7 None None] Provisioning complete for port fea5cc83-20c9-4f96-ac02-42324d1128b2 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:11:52.596230 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-14d8d5bf-1a59-447b-b444-244468f63ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:52.708147 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc76265-05cd-4712-acb1-3ac5198edb9f req-86fabb0d-dcde-47cd-8cd0-60964a450030 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:52.709964 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1bc76265-05cd-4712-acb1-3ac5198edb9f req-86fabb0d-dcde-47cd-8cd0-60964a450030 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 946 time: 0.4488287 Nov 10 19:11:52.752803 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc139be-53a8-4b47-84b6-684b3238eaf2 None None] Routers {'4254503c-7dc7-4cd2-9ac4-e714019f5aeb'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:11:52.753733 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-dfc139be-53a8-4b47-84b6-684b3238eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:11:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['4254503c-7dc7-4cd2-9ac4-e714019f5aeb'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:11:52.804888 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-8ca38b36-8e8a-4472-9d5a-089ac95fce47 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Made reservation on behalf of 7f69f555aace4491bc0456309314d9a5 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:11:52.809209 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-8ca38b36-8e8a-4472-9d5a-089ac95fce47 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:52.873133 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1bc76265-05cd-4712-acb1-3ac5198edb9f req-7d32e9f9-849f-4470-a323-58d36e76cc8d tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466837 Nov 10 19:11:52.945814 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-4a45f6d6-e162-4246-a78d-c3bc0a53817f service neutron] For port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:53.201666 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7d6697b-78dc-481e-b442-e1da9a5e2b68 req-8fdda527-6cae-4b13-9414-7e4c68277040 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?device_id=212793dd-b521-44e2-9744-de7b50dc43c3 HTTP/1.1" status: 200 len: 210 time: 0.1016350 Nov 10 19:11:53.328325 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-4a45f6d6-e162-4246-a78d-c3bc0a53817f service neutron] For port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:11:53.407148 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-14d8d5bf-1a59-447b-b444-244468f63ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:53.424304 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-596dc47a-4c5e-465d-99ac-3fee18b7c693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:53.479667 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-8ca38b36-8e8a-4472-9d5a-089ac95fce47 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Allocated IP 172.20.0.6 (6d401439-3cb6-45f3-9f43-bf8f218668ea/204fee28-68d2-45f0-924d-1143549ea418/1c9b0db7-ee58-43b1-9101-a19dbd01e66f) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:11:53.527512 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-14d8d5bf-1a59-447b-b444-244468f63ba7 None None] For port fea5cc83-20c9-4f96-ac02-42324d1128b2, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fea5cc83-20c9-4f96-ac02-42324d1128b2,segment=NetworkSegment(1fea7dda-4b07-4b3c-81d0-ed4fc3077d60),segment_id=1fea7dda-4b07-4b3c-81d0-ed4fc3077d60)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:11:53.616477 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:53.667874 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-14d8d5bf-1a59-447b-b444-244468f63ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:53.790530 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f4307a66-d625-4fa5-bbea-50ffb3a9a725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:53.815127 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:11:53.815831 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:11:53.839510 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-dfc139be-53a8-4b47-84b6-684b3238eaf2 None None] Set router 4254503c-7dc7-4cd2-9ac4-e714019f5aeb gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:11:53.860588 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-596dc47a-4c5e-465d-99ac-3fee18b7c693 admin admin] Allocated IP 172.20.0.1 (ac63bff5-dc10-4380-b1c1-9b212b811e50/c1da98e4-4f63-4a2c-b671-ed9425fb0154/65553816-cd37-45b8-b868-9e8d654a3b78) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:11:54.051793 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-596dc47a-4c5e-465d-99ac-3fee18b7c693 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:54.162728 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-596dc47a-4c5e-465d-99ac-3fee18b7c693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:54.279684 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596dc47a-4c5e-465d-99ac-3fee18b7c693 admin admin] Network ac63bff5-dc10-4380-b1c1-9b212b811e50 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:11:54.287007 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d8d5bf-1a59-447b-b444-244468f63ba7 None None] Pushing event updated for resources: {'Port': ['ID=fea5cc83-20c9-4f96-ac02-42324d1128b2,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:54.300752 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-596dc47a-4c5e-465d-99ac-3fee18b7c693 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:11:54.305023 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596dc47a-4c5e-465d-99ac-3fee18b7c693 admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:11:54.367770 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617dc5dc-afa4-4fb3-9266-e525c3ff2da2 req-216f70d7-dd6e-4418-893f-2184a6ae1392 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:54.381034 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-617dc5dc-afa4-4fb3-9266-e525c3ff2da2 req-216f70d7-dd6e-4418-893f-2184a6ae1392 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 948 time: 1.1901090 Nov 10 19:11:54.447192 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:54.455574 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596dc47a-4c5e-465d-99ac-3fee18b7c693 admin admin] Pushing event updated for resources: {'Port': ['ID=65553816-cd37-45b8-b868-9e8d654a3b78,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:54.483930 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-596dc47a-4c5e-465d-99ac-3fee18b7c693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:54.561531 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5dde38-6022-4adf-bcbb-3c4f51c96ae2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '974f2e95-bbd9-4b93-ad39-1ba5e7e26f32'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:11:54.570201 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b3e063-260f-47d8-b935-5d2ca0accbf0" -d '{"events": [{"server_uuid": "9c5dde38-6022-4adf-bcbb-3c4f51c96ae2", "name": "network-vif-unplugged", "status": "completed", "tag": "974f2e95-bbd9-4b93-ad39-1ba5e7e26f32"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:11:54.590986 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-4a45f6d6-e162-4246-a78d-c3bc0a53817f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:54.612623 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-dfc139be-53a8-4b47-84b6-684b3238eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4254503c-7dc7-4cd2-9ac4-e714019f5aeb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-642986242-router', 'tenant_id': 'f420902513df48438e583f604032a88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '881122a5-a8bb-4a2f-af20-cc9c9ce27821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:11:48Z', 'updated_at': '2021-11-10T19:11:50Z', 'revision_number': 3, 'project_id': 'f420902513df48438e583f604032a88e', 'gw_port': {'id': '881122a5-a8bb-4a2f-af20-cc9c9ce27821', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4254503c-7dc7-4cd2-9ac4-e714019f5aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:11:49Z', 'updated_at': '2021-11-10T19:11:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:11:54.701593 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc139be-53a8-4b47-84b6-684b3238eaf2 None None] Checking router: 4254503c-7dc7-4cd2-9ac4-e714019f5aeb for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:11:54.701945 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc139be-53a8-4b47-84b6-684b3238eaf2 None None] Updating router 4254503c-7dc7-4cd2-9ac4-e714019f5aeb port 881122a5-a8bb-4a2f-af20-cc9c9ce27821 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:11:54.738845 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dfc139be-53a8-4b47-84b6-684b3238eaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:54.773917 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-4a45f6d6-e162-4246-a78d-c3bc0a53817f service neutron] Transition to ACTIVE for port object 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:11:54.857410 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-596dc47a-4c5e-465d-99ac-3fee18b7c693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:54.858404 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba6c8-9f64-45a3-9e6e-5c23d38cf248 req-5a1f0049-0871-4707-82d0-490ac6596131 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:54.873004 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-478ba6c8-9f64-45a3-9e6e-5c23d38cf248 req-5a1f0049-0871-4707-82d0-490ac6596131 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 946 time: 0.5701554 Nov 10 19:11:54.877898 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-4a45f6d6-e162-4246-a78d-c3bc0a53817f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:54.979798 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fea5cc83-20c9-4f96-ac02-42324d1128b2 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:11:54.983106 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:11:54.994073 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d44fc3be-03a1-4c0d-a624-9e8ba18dd064 None None] Provisioning complete for port fea5cc83-20c9-4f96-ac02-42324d1128b2 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:11:54.994706 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d44fc3be-03a1-4c0d-a624-9e8ba18dd064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:55.020105 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-8ca38b36-8e8a-4472-9d5a-089ac95fce47 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:55.041372 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45f6d6-e162-4246-a78d-c3bc0a53817f service neutron] Pushing event updated for resources: {'Port': ['ID=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32,revision_number=6']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:55.111821 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-4a45f6d6-e162-4246-a78d-c3bc0a53817f service neutron] No DVR routers for this DVR port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:11:55.129907 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-478ba6c8-9f64-45a3-9e6e-5c23d38cf248 req-a7b19006-e0fa-4c13-83f2-c7dce9a6fe39 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209861 Nov 10 19:11:55.187861 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:55.216190 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-617dc5dc-afa4-4fb3-9266-e525c3ff2da2 req-2de0a2ef-0a1e-4381-9406-dc1457634d0a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8341670 Nov 10 19:11:55.255962 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-4a45f6d6-e162-4246-a78d-c3bc0a53817f service neutron] Attempting to bind port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:11:55.256750 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-4a45f6d6-e162-4246-a78d-c3bc0a53817f service neutron] Attempting to bind port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:11:55.257266 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-4a45f6d6-e162-4246-a78d-c3bc0a53817f service neutron] Attempting to bind port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:11:55.263911 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-4a45f6d6-e162-4246-a78d-c3bc0a53817f service neutron] Port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:11:55.264528 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-4a45f6d6-e162-4246-a78d-c3bc0a53817f service neutron] Attempting to bind port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:11:55.273529 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-4a45f6d6-e162-4246-a78d-c3bc0a53817f service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:11:55.274015 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-4a45f6d6-e162-4246-a78d-c3bc0a53817f service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:11:55.274408 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-4a45f6d6-e162-4246-a78d-c3bc0a53817f service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:11:55.274909 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-4a45f6d6-e162-4246-a78d-c3bc0a53817f service neutron] Bound port: 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:11:55.275274 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-4a45f6d6-e162-4246-a78d-c3bc0a53817f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:55.331181 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:11:55.370668 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-596dc47a-4c5e-465d-99ac-3fee18b7c693 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:55.381545 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-4a45f6d6-e162-4246-a78d-c3bc0a53817f service neutron] For port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:11:55.387255 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-596dc47a-4c5e-465d-99ac-3fee18b7c693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:55.387864 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-4a45f6d6-e162-4246-a78d-c3bc0a53817f service neutron] For port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:11:55.393749 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-8ca38b36-8e8a-4472-9d5a-089ac95fce47 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:55.424927 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['854fd55e-eca5-45d2-b801-77c11ae64ce1'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:11:55.427647 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port fea5cc83-20c9-4f96-ac02-42324d1128b2 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:11:55.428451 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:55.475261 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:11:55.512875 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-4a45f6d6-e162-4246-a78d-c3bc0a53817f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:55.548177 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-596dc47a-4c5e-465d-99ac-3fee18b7c693 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:55.589616 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596dc47a-4c5e-465d-99ac-3fee18b7c693 admin admin] Pushing event updated for resources: {'Port': ['ID=65553816-cd37-45b8-b868-9e8d654a3b78,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:55.616184 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-8ca38b36-8e8a-4472-9d5a-089ac95fce47 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Network 6d401439-3cb6-45f3-9f43-bf8f218668ea is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:11:55.644381 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-8ca38b36-8e8a-4472-9d5a-089ac95fce47 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:11:55.652570 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-8ca38b36-8e8a-4472-9d5a-089ac95fce47 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:11:55.663009 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ab174c-d835-4fb1-b87b-555a8731ca7c x-openstack-request-id: req-d7ab174c-d835-4fb1-b87b-555a8731ca7c {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:11:55.666682 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5dde38-6022-4adf-bcbb-3c4f51c96ae2", "name": "network-vif-unplugged", "status": "completed", "tag": "974f2e95-bbd9-4b93-ad39-1ba5e7e26f32", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:11:55.667059 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d7ab174c-d835-4fb1-b87b-555a8731ca7c {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:11:55.667582 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5dde38-6022-4adf-bcbb-3c4f51c96ae2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '974f2e95-bbd9-4b93-ad39-1ba5e7e26f32', 'code': 200} Nov 10 19:11:55.738501 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-4a45f6d6-e162-4246-a78d-c3bc0a53817f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:55.743327 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dfc139be-53a8-4b47-84b6-684b3238eaf2 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:55.744603 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-4a45f6d6-e162-4246-a78d-c3bc0a53817f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:55.750099 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-4a45f6d6-e162-4246-a78d-c3bc0a53817f service neutron] 10.222.0.25 "PUT /v2.0/ports/974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 HTTP/1.1" status: 200 len: 1094 time: 4.1794026 Nov 10 19:11:55.767546 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dfc139be-53a8-4b47-84b6-684b3238eaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:55.833821 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda629c-018e-4f73-a332-b8c7ca4f2918 None None] Pushing event updated for resources: {'Port': ['ID=881122a5-a8bb-4a2f-af20-cc9c9ce27821,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:55.856604 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca38b36-8e8a-4472-9d5a-089ac95fce47 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Pushing event updated for resources: {'Port': ['ID=1c9b0db7-ee58-43b1-9101-a19dbd01e66f,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:55.883449 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596dc47a-4c5e-465d-99ac-3fee18b7c693 admin admin] Network ac63bff5-dc10-4380-b1c1-9b212b811e50 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:11:55.885835 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-596dc47a-4c5e-465d-99ac-3fee18b7c693 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:11:55.916822 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6b6b9fb1-67cc-4446-8375-8b51d4f73a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:56.024192 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-dfc139be-53a8-4b47-84b6-684b3238eaf2 None None] Attempting to bind port 881122a5-a8bb-4a2f-af20-cc9c9ce27821 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:11:56.026537 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-dfc139be-53a8-4b47-84b6-684b3238eaf2 None None] Attempting to bind port 881122a5-a8bb-4a2f-af20-cc9c9ce27821 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:11:56.026941 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc139be-53a8-4b47-84b6-684b3238eaf2 None None] Attempting to bind port 881122a5-a8bb-4a2f-af20-cc9c9ce27821 on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:11:56.046986 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc139be-53a8-4b47-84b6-684b3238eaf2 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:11:56.047453 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc139be-53a8-4b47-84b6-684b3238eaf2 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:11:56.047867 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dfc139be-53a8-4b47-84b6-684b3238eaf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:56.049892 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc139be-53a8-4b47-84b6-684b3238eaf2 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:11:56.054131 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-dfc139be-53a8-4b47-84b6-684b3238eaf2 None None] Bound port: 881122a5-a8bb-4a2f-af20-cc9c9ce27821, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:11:56.054583 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dfc139be-53a8-4b47-84b6-684b3238eaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:56.079952 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a9e6c-44ce-4805-9b78-9492ea8e19f4 req-1752d614-f0f1-4526-a045-8ea9c044982f tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:56.091713 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-052a9e6c-44ce-4805-9b78-9492ea8e19f4 req-1752d614-f0f1-4526-a045-8ea9c044982f tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?device_id=212793dd-b521-44e2-9744-de7b50dc43c3 HTTP/1.1" status: 200 len: 931 time: 0.6693306 Nov 10 19:11:56.141219 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596dc47a-4c5e-465d-99ac-3fee18b7c693 admin admin] Router 4254503c-7dc7-4cd2-9ac4-e714019f5aeb has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:11:56.162664 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2ae83bb2-7ddf-4b1a-96b1-06c007743791 None None] Provisioning complete for port 65553816-cd37-45b8-b868-9e8d654a3b78 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:11:56.162664 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2ae83bb2-7ddf-4b1a-96b1-06c007743791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:56.222157 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-8ca38b36-8e8a-4472-9d5a-089ac95fce47 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:56.222854 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-8ca38b36-8e8a-4472-9d5a-089ac95fce47 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:56.339806 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-2ae83bb2-7ddf-4b1a-96b1-06c007743791 None None] Port 65553816-cd37-45b8-b868-9e8d654a3b78 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:11:56.381819 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45f6d6-e162-4246-a78d-c3bc0a53817f service neutron] Pushing event updated for resources: {'Port': ['ID=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32,revision_number=7']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:56.397336 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-8ca38b36-8e8a-4472-9d5a-089ac95fce47 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4595821 Nov 10 19:11:56.402767 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596dc47a-4c5e-465d-99ac-3fee18b7c693 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:11:56.411405 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-596dc47a-4c5e-465d-99ac-3fee18b7c693 admin admin] 10.222.0.54 "PUT /v2.0/routers/4254503c-7dc7-4cd2-9ac4-e714019f5aeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8968043 Nov 10 19:11:56.422381 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-dfc139be-53a8-4b47-84b6-684b3238eaf2 None None] For port 881122a5-a8bb-4a2f-af20-cc9c9ce27821, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:11:56.426637 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-dfc139be-53a8-4b47-84b6-684b3238eaf2 None None] For port 881122a5-a8bb-4a2f-af20-cc9c9ce27821, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=881122a5-a8bb-4a2f-af20-cc9c9ce27821,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:11:56.447343 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dfc139be-53a8-4b47-84b6-684b3238eaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:56.491725 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-eef75df5-e56c-467d-bdd1-2d8a3f623965 service neutron] Request body: {'port': {'device_id': '212793dd-b521-44e2-9744-de7b50dc43c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:11:56.527102 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-052a9e6c-44ce-4805-9b78-9492ea8e19f4 req-220eb191-f82d-4336-b965-d5a02d051cf6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086885 Nov 10 19:11:56.553267 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-4ca582ab-19d0-4a98-b12f-63b4e133f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:56.555894 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-4ca582ab-19d0-4a98-b12f-63b4e133f242 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 1097 time: 0.7774549 Nov 10 19:11:56.698110 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1bfc7e-a13f-4b45-94b9-6e9396a13214 req-e015bebd-26a9-43dd-a449-3c478f740be1 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:56.702185 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb1bfc7e-a13f-4b45-94b9-6e9396a13214 req-e015bebd-26a9-43dd-a449-3c478f740be1 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 946 time: 0.3475862 Nov 10 19:11:56.721266 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f98da277-9116-4399-8662-e184f588c880 None None] Provisioning complete for port 65553816-cd37-45b8-b868-9e8d654a3b78 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:11:56.722235 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f98da277-9116-4399-8662-e184f588c880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:56.728246 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda629c-018e-4f73-a332-b8c7ca4f2918 None None] Pushing event updated for resources: {'Port': ['ID=881122a5-a8bb-4a2f-af20-cc9c9ce27821,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:56.754998 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc139be-53a8-4b47-84b6-684b3238eaf2 None None] Routers {'4254503c-7dc7-4cd2-9ac4-e714019f5aeb'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:11:56.755895 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-dfc139be-53a8-4b47-84b6-684b3238eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:11:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['4254503c-7dc7-4cd2-9ac4-e714019f5aeb'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:11:56.841839 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-f98da277-9116-4399-8662-e184f588c880 None None] Port 65553816-cd37-45b8-b868-9e8d654a3b78 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:11:56.931497 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-eef75df5-e56c-467d-bdd1-2d8a3f623965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:56.959488 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-dfc139be-53a8-4b47-84b6-684b3238eaf2 None None] Set router 4254503c-7dc7-4cd2-9ac4-e714019f5aeb gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:11:57.047966 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-47c4a750-909b-4d71-bb1d-3013e980359e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:57.050183 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-47c4a750-909b-4d71-bb1d-3013e980359e service neutron] 10.222.0.25 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.4809282 Nov 10 19:11:57.180064 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051cdce-abd4-4170-9335-7d6fca883fd5 req-38d3a9ee-95a0-4947-9e30-5eda4920eb21 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:57.195849 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f051cdce-abd4-4170-9335-7d6fca883fd5 req-38d3a9ee-95a0-4947-9e30-5eda4920eb21 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 946 time: 0.4823966 Nov 10 19:11:57.284601 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:57.294219 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-5573ffe7-33aa-4769-9938-e62730b2e53f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 HTTP/1.1" status: 200 len: 217 time: 0.1738927 Nov 10 19:11:57.312884 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb1bfc7e-a13f-4b45-94b9-6e9396a13214 req-b50aeac4-44b9-49c3-9bcd-2991ab5c0069 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5291748 Nov 10 19:11:57.570656 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-dfc139be-53a8-4b47-84b6-684b3238eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4254503c-7dc7-4cd2-9ac4-e714019f5aeb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-642986242-router', 'tenant_id': 'f420902513df48438e583f604032a88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '881122a5-a8bb-4a2f-af20-cc9c9ce27821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:11:48Z', 'updated_at': '2021-11-10T19:11:54Z', 'revision_number': 4, 'project_id': 'f420902513df48438e583f604032a88e', 'gw_port': {'id': '881122a5-a8bb-4a2f-af20-cc9c9ce27821', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4254503c-7dc7-4cd2-9ac4-e714019f5aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:11:49Z', 'updated_at': '2021-11-10T19:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '65553816-cd37-45b8-b868-9e8d654a3b78', 'name': '', 'network_id': 'ac63bff5-dc10-4380-b1c1-9b212b811e50', 'tenant_id': 'f420902513df48438e583f604032a88e', 'mac_address': 'fa:16:3e:44:44:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4254503c-7dc7-4cd2-9ac4-e714019f5aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'c1da98e4-4f63-4a2c-b671-ed9425fb0154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:11:53Z', 'updated_at': '2021-11-10T19:11:54Z', 'revision_number': 2, 'project_id': 'f420902513df48438e583f604032a88e', 'subnets': [{'id': 'c1da98e4-4f63-4a2c-b671-ed9425fb0154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:11:57.644659 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc139be-53a8-4b47-84b6-684b3238eaf2 None None] The sync data for ids ['4254503c-7dc7-4cd2-9ac4-e714019f5aeb'] in n-d-813897-4 is: [{'id': '4254503c-7dc7-4cd2-9ac4-e714019f5aeb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-642986242-router', 'tenant_id': 'f420902513df48438e583f604032a88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '881122a5-a8bb-4a2f-af20-cc9c9ce27821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:11:48Z', 'updated_at': '2021-11-10T19:11:54Z', 'revision_number': 4, 'project_id': 'f420902513df48438e583f604032a88e', 'gw_port': {'id': '881122a5-a8bb-4a2f-af20-cc9c9ce27821', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4254503c-7dc7-4cd2-9ac4-e714019f5aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:11:49Z', 'updated_at': '2021-11-10T19:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '65553816-cd37-45b8-b868-9e8d654a3b78', 'name': '', 'network_id': 'ac63bff5-dc10-4380-b1c1-9b212b811e50', 'tenant_id': 'f420902513df48438e583f604032a88e', 'mac_address': 'fa:16:3e:44:44:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4254503c-7dc7-4cd2-9ac4-e714019f5aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'c1da98e4-4f63-4a2c-b671-ed9425fb0154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:11:53Z', 'updated_at': '2021-11-10T19:11:54Z', 'revision_number': 2, 'project_id': 'f420902513df48438e583f604032a88e', 'subnets': [{'id': 'c1da98e4-4f63-4a2c-b671-ed9425fb0154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:11:57.672553 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5dde38-6022-4adf-bcbb-3c4f51c96ae2', 'tag': '974f2e95-bbd9-4b93-ad39-1ba5e7e26f32'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:11:57.682993 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b80169-1c25-44cc-9f2c-cd6668d8a415" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5dde38-6022-4adf-bcbb-3c4f51c96ae2", "tag": "974f2e95-bbd9-4b93-ad39-1ba5e7e26f32"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:11:57.919602 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f051cdce-abd4-4170-9335-7d6fca883fd5 req-79abc8fb-c6dc-47a1-a549-56175e15daf7 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7224088 Nov 10 19:11:57.987456 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [req-1ed95593-0788-4510-835b-f514d0ae9699 req-35a75c36-4adf-4502-8868-66fb88d64640 tempest-FloatingIPDetailsNegativeTestJSON-1666035032 tempest-FloatingIPDetailsNegativeTestJSON-1666035032-project] show failed (client error): The resource could not be found. Nov 10 19:11:57.988794 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1ed95593-0788-4510-835b-f514d0ae9699 req-35a75c36-4adf-4502-8868-66fb88d64640 tempest-FloatingIPDetailsNegativeTestJSON-1666035032 tempest-FloatingIPDetailsNegativeTestJSON-1666035032-project] 10.222.0.54 "GET /v2.0/floatingips/a696b312-b213-4e21-9535-e60f72c5492c HTTP/1.1" status: 404 len: 350 time: 0.0677998 Nov 10 19:11:57.995106 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-9ef1e1a5-62d0-4f0a-bd28-e387ae28646c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:57.998756 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-9ef1e1a5-62d0-4f0a-bd28-e387ae28646c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.6848836 Nov 10 19:11:58.001511 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56822) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:11:58.289178 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64b518d-dd07-4b78-b3e5-8b5ada71ed11 x-openstack-request-id: req-b64b518d-dd07-4b78-b3e5-8b5ada71ed11 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:11:58.289520 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5dde38-6022-4adf-bcbb-3c4f51c96ae2", "tag": "974f2e95-bbd9-4b93-ad39-1ba5e7e26f32", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:11:58.290753 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b64b518d-dd07-4b78-b3e5-8b5ada71ed11 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:11:58.291456 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5dde38-6022-4adf-bcbb-3c4f51c96ae2', 'tag': '974f2e95-bbd9-4b93-ad39-1ba5e7e26f32', 'status': 'completed', 'code': 200} Nov 10 19:11:58.302387 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-501fdc16-1351-40c3-92c1-928288c61677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:58.305961 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-501fdc16-1351-40c3-92c1-928288c61677 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2942734 Nov 10 19:11:58.510836 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-e8f475bc-c223-46c3-8540-ad0498911045 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905086 Nov 10 19:11:58.537930 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-eef75df5-e56c-467d-bdd1-2d8a3f623965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c9b0db7-ee58-43b1-9101-a19dbd01e66f {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:11:58.580893 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:58.667219 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b80169-1c25-44cc-9f2c-cd6668d8a415 req-b5a4761f-057f-4e24-be19-d580155f9bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:58.668701 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-86b80169-1c25-44cc-9f2c-cd6668d8a415 req-b5a4761f-057f-4e24-be19-d580155f9bb9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 1097 time: 0.3743727 Nov 10 19:11:58.717387 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-eef75df5-e56c-467d-bdd1-2d8a3f623965 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:58.901152 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b80169-1c25-44cc-9f2c-cd6668d8a415 req-bc15d699-b8f2-4c2d-940a-6dae6f5c5409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:58.902721 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-86b80169-1c25-44cc-9f2c-cd6668d8a415 req-bc15d699-b8f2-4c2d-940a-6dae6f5c5409 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.2109320 Nov 10 19:11:58.917937 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f6798-6e6c-4832-9291-22c2105ca300 req-35e0ff11-688a-42dd-97a4-359501abdbd6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:58.935172 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e03f6798-6e6c-4832-9291-22c2105ca300 req-35e0ff11-688a-42dd-97a4-359501abdbd6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?device_id=212793dd-b521-44e2-9744-de7b50dc43c3 HTTP/1.1" status: 200 len: 931 time: 0.7181163 Nov 10 19:11:58.959463 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-eef75df5-e56c-467d-bdd1-2d8a3f623965 service neutron] Transition to ACTIVE for port object 1c9b0db7-ee58-43b1-9101-a19dbd01e66f will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:11:58.973123 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffacad-dc61-45e1-afe1-348351191022 req-f6dff1d8-7226-4e2d-8c31-294a0e37fb38 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:58.981255 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9dffacad-dc61-45e1-afe1-348351191022 req-f6dff1d8-7226-4e2d-8c31-294a0e37fb38 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 946 time: 0.4668064 Nov 10 19:11:59.008980 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-eef75df5-e56c-467d-bdd1-2d8a3f623965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:59.026138 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-86b80169-1c25-44cc-9f2c-cd6668d8a415 req-6652d50f-76a5-47c3-931a-4ef23a47a96a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 HTTP/1.1" status: 200 len: 217 time: 0.1056290 Nov 10 19:11:59.036744 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-73e0727e-8b29-41fd-83e1-c4b17017281e service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4795589 Nov 10 19:11:59.236112 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b80169-1c25-44cc-9f2c-cd6668d8a415 req-b9d852f3-66a9-40f8-8167-9f04c2f94293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:59.237612 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-86b80169-1c25-44cc-9f2c-cd6668d8a415 req-b9d852f3-66a9-40f8-8167-9f04c2f94293 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.2031109 Nov 10 19:11:59.285839 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e03f6798-6e6c-4832-9291-22c2105ca300 req-7f2689c2-32cd-49c4-9977-3642d27637ff tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487034 Nov 10 19:11:59.289300 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef75df5-e56c-467d-bdd1-2d8a3f623965 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9b0db7-ee58-43b1-9101-a19dbd01e66f,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:11:59.316340 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:59.328445 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9dffacad-dc61-45e1-afe1-348351191022 req-408e39f5-1616-4ced-8504-b442185227d3 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461981 Nov 10 19:11:59.537086 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b80169-1c25-44cc-9f2c-cd6668d8a415 req-d15825d3-7758-415d-a240-f1df98086b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:59.539436 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-86b80169-1c25-44cc-9f2c-cd6668d8a415 req-d15825d3-7758-415d-a240-f1df98086b91 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2876043 Nov 10 19:11:59.649187 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-eef75df5-e56c-467d-bdd1-2d8a3f623965 service neutron] Attempting to bind port 1c9b0db7-ee58-43b1-9101-a19dbd01e66f on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:11:59.655348 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-eef75df5-e56c-467d-bdd1-2d8a3f623965 service neutron] Attempting to bind port 1c9b0db7-ee58-43b1-9101-a19dbd01e66f by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '59741c21-bf7c-4abb-8ff6-9f9d7d4471e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6d401439-3cb6-45f3-9f43-bf8f218668ea'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:11:59.656707 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-eef75df5-e56c-467d-bdd1-2d8a3f623965 service neutron] Attempting to bind port 1c9b0db7-ee58-43b1-9101-a19dbd01e66f on network 6d401439-3cb6-45f3-9f43-bf8f218668ea {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:11:59.666812 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b80169-1c25-44cc-9f2c-cd6668d8a415 req-7a699cf7-11c3-4f61-b4ab-790dd627ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:11:59.671887 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-86b80169-1c25-44cc-9f2c-cd6668d8a415 req-7a699cf7-11c3-4f61-b4ab-790dd627ee60 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 1097 time: 0.5334241 Nov 10 19:11:59.683204 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-eef75df5-e56c-467d-bdd1-2d8a3f623965 service neutron] Port 1c9b0db7-ee58-43b1-9101-a19dbd01e66f on network 6d401439-3cb6-45f3-9f43-bf8f218668ea not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:11:59.683684 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-eef75df5-e56c-467d-bdd1-2d8a3f623965 service neutron] Attempting to bind port 1c9b0db7-ee58-43b1-9101-a19dbd01e66f on network 6d401439-3cb6-45f3-9f43-bf8f218668ea {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:11:59.770108 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-86b80169-1c25-44cc-9f2c-cd6668d8a415 req-5a595067-cf98-4734-998e-1700715650ac service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925550 Nov 10 19:11:59.775331 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-eef75df5-e56c-467d-bdd1-2d8a3f623965 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:11:59.776664 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-eef75df5-e56c-467d-bdd1-2d8a3f623965 service neutron] Checking segment: {'id': '59741c21-bf7c-4abb-8ff6-9f9d7d4471e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6d401439-3cb6-45f3-9f43-bf8f218668ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:11:59.777309 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-eef75df5-e56c-467d-bdd1-2d8a3f623965 service neutron] Bound using segment: {'id': '59741c21-bf7c-4abb-8ff6-9f9d7d4471e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6d401439-3cb6-45f3-9f43-bf8f218668ea'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:11:59.778057 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-eef75df5-e56c-467d-bdd1-2d8a3f623965 service neutron] Bound port: 1c9b0db7-ee58-43b1-9101-a19dbd01e66f, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59741c21-bf7c-4abb-8ff6-9f9d7d4471e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6d401439-3cb6-45f3-9f43-bf8f218668ea'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:11:59.778678 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-eef75df5-e56c-467d-bdd1-2d8a3f623965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:59.898178 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ca83769f-35b8-42f8-8f4f-8ed63fdc7b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:59.961331 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-eef75df5-e56c-467d-bdd1-2d8a3f623965 service neutron] For port 1c9b0db7-ee58-43b1-9101-a19dbd01e66f, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:11:59.967421 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-eef75df5-e56c-467d-bdd1-2d8a3f623965 service neutron] For port 1c9b0db7-ee58-43b1-9101-a19dbd01e66f, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=1c9b0db7-ee58-43b1-9101-a19dbd01e66f,segment=NetworkSegment(59741c21-bf7c-4abb-8ff6-9f9d7d4471e9),segment_id=59741c21-bf7c-4abb-8ff6-9f9d7d4471e9)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:12:00.012094 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-eef75df5-e56c-467d-bdd1-2d8a3f623965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:00.047829 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-86b80169-1c25-44cc-9f2c-cd6668d8a415 req-7ace1ba1-1b8c-47ce-acdd-8b5be8e32ffc service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675843 Nov 10 19:12:00.068530 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-eef75df5-e56c-467d-bdd1-2d8a3f623965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:00.069583 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-eef75df5-e56c-467d-bdd1-2d8a3f623965 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:00.073332 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-eef75df5-e56c-467d-bdd1-2d8a3f623965 service neutron] 10.222.0.25 "PUT /v2.0/ports/1c9b0db7-ee58-43b1-9101-a19dbd01e66f HTTP/1.1" status: 200 len: 1091 time: 3.5860100 Nov 10 19:12:00.124795 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246addb-a1da-4ed3-bd77-d2167a9e027d req-687b66d0-c2d5-4838-85f9-3d7261c7aef5 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:00.126886 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a246addb-a1da-4ed3-bd77-d2167a9e027d req-687b66d0-c2d5-4838-85f9-3d7261c7aef5 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 946 time: 0.3932810 Nov 10 19:12:00.171561 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef75df5-e56c-467d-bdd1-2d8a3f623965 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9b0db7-ee58-43b1-9101-a19dbd01e66f,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:00.231636 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b80169-1c25-44cc-9f2c-cd6668d8a415 req-fa3e5b09-81dc-458a-b5e9-38c5006b2b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:00.236890 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-86b80169-1c25-44cc-9f2c-cd6668d8a415 req-fa3e5b09-81dc-458a-b5e9-38c5006b2b2f service neutron] 10.222.0.25 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.5474524 Nov 10 19:12:00.393973 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212793dd-b521-44e2-9744-de7b50dc43c3', 'tag': '1c9b0db7-ee58-43b1-9101-a19dbd01e66f'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:12:00.398247 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3cdffe4-6e09-45d6-9ffd-00d27b9df3e9" -d '{"events": [{"name": "network-changed", "server_uuid": "212793dd-b521-44e2-9744-de7b50dc43c3", "tag": "1c9b0db7-ee58-43b1-9101-a19dbd01e66f"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:12:00.408679 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-86b80169-1c25-44cc-9f2c-cd6668d8a415 req-425a25e1-f3d6-446a-8507-c73006b73cbe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 HTTP/1.1" status: 200 len: 217 time: 0.1400023 Nov 10 19:12:00.451497 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-ca83769f-35b8-42f8-8f4f-8ed63fdc7b8d admin admin] Deleting port 65553816-cd37-45b8-b868-9e8d654a3b78 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:12:00.451838 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ca83769f-35b8-42f8-8f4f-8ed63fdc7b8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:00.591432 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ca83769f-35b8-42f8-8f4f-8ed63fdc7b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:00.623419 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-ca83769f-35b8-42f8-8f4f-8ed63fdc7b8d admin admin] Calling delete_port for 65553816-cd37-45b8-b868-9e8d654a3b78 owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:12:00.757858 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a246addb-a1da-4ed3-bd77-d2167a9e027d req-a7d0a4ee-e7e5-4334-94ea-cf9f6405d4b6 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5277550 Nov 10 19:12:00.771856 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-1918f778-096e-4a96-85c4-ab2949b4c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:00.773494 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-1918f778-096e-4a96-85c4-ab2949b4c9ea service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7f69f555aace4491bc0456309314d9a5&device_id=212793dd-b521-44e2-9744-de7b50dc43c3 HTTP/1.1" status: 200 len: 1094 time: 0.5833418 Nov 10 19:12:00.793317 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 881122a5-a8bb-4a2f-af20-cc9c9ce27821 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:12:00.843677 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af023e-a419-4dc3-ab55-eede278d9672 req-2b3cc1ce-664a-4fc8-940c-4e946f6fd2db tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:00.857729 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c3af023e-a419-4dc3-ab55-eede278d9672 req-2b3cc1ce-664a-4fc8-940c-4e946f6fd2db tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?device_id=212793dd-b521-44e2-9744-de7b50dc43c3 HTTP/1.1" status: 200 len: 943 time: 0.3363390 Nov 10 19:12:00.886108 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 881122a5-a8bb-4a2f-af20-cc9c9ce27821 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:12:00.887768 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:00.905489 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b80169-1c25-44cc-9f2c-cd6668d8a415 req-a550d643-8124-4c8c-9a88-860b73610167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:00.907290 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-86b80169-1c25-44cc-9f2c-cd6668d8a415 req-a550d643-8124-4c8c-9a88-860b73610167 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.4877508 Nov 10 19:12:01.010945 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-6f24a7f8-2e9b-44c6-9f13-9d266b15300b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c9b0db7-ee58-43b1-9101-a19dbd01e66f HTTP/1.1" status: 200 len: 217 time: 0.2256844 Nov 10 19:12:01.159455 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:01.194042 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ca83769f-35b8-42f8-8f4f-8ed63fdc7b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:01.199581 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c3af023e-a419-4dc3-ab55-eede278d9672 req-0a8e0d00-6e08-4600-9f9a-b297acb7c31c tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407733 Nov 10 19:12:01.251046 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 881122a5-a8bb-4a2f-af20-cc9c9ce27821, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=881122a5-a8bb-4a2f-af20-cc9c9ce27821,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:01.272050 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:01.295432 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9666ee1-89b4-4be8-9bb4-e3f4efd3a8fb req-4ca2ff5a-4726-4d74-90da-78fd72f2d22d tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:01.305352 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b9666ee1-89b4-4be8-9bb4-e3f4efd3a8fb req-4ca2ff5a-4726-4d74-90da-78fd72f2d22d tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 946 time: 0.3364213 Nov 10 19:12:01.404004 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b80169-1c25-44cc-9f2c-cd6668d8a415 req-1b4a49f1-9870-4ceb-8b54-aec16d7940cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:01.406470 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-86b80169-1c25-44cc-9f2c-cd6668d8a415 req-1b4a49f1-9870-4ceb-8b54-aec16d7940cd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4531245 Nov 10 19:12:01.408205 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=881122a5-a8bb-4a2f-af20-cc9c9ce27821,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:01.416564 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b9666ee1-89b4-4be8-9bb4-e3f4efd3a8fb req-94d61ad0-253e-4a31-83ba-6eaa3f400bc5 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097877 Nov 10 19:12:01.418634 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-e3b66483-5bff-4d86-9153-522f67015610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:01.429292 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-e3b66483-5bff-4d86-9153-522f67015610 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=204fee28-68d2-45f0-924d-1143549ea418 HTTP/1.1" status: 200 len: 853 time: 0.3677075 Nov 10 19:12:01.436300 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83769f-35b8-42f8-8f4f-8ed63fdc7b8d admin admin] Pushing event deleted for resources: {'Port': ['ID=65553816-cd37-45b8-b868-9e8d654a3b78,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:01.533987 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 7bc85b62-a691-4fa2-96f3-be5fc70be918 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:12:01.617975 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-86b80169-1c25-44cc-9f2c-cd6668d8a415 req-489a6196-31b8-4674-bf36-da61881957ff service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872051 Nov 10 19:12:01.621499 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45c9385-cf81-4a73-8e05-7b30205039b3 x-openstack-request-id: req-c45c9385-cf81-4a73-8e05-7b30205039b3 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:12:01.621499 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212793dd-b521-44e2-9744-de7b50dc43c3", "tag": "1c9b0db7-ee58-43b1-9101-a19dbd01e66f", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:12:01.621499 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c45c9385-cf81-4a73-8e05-7b30205039b3 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:12:01.621499 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212793dd-b521-44e2-9744-de7b50dc43c3', 'tag': '1c9b0db7-ee58-43b1-9101-a19dbd01e66f', 'status': 'completed', 'code': 200} Nov 10 19:12:01.661403 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c32525-06d1-4015-81c8-92b75efe8c03 None None] Sync routers for ids ['4254503c-7dc7-4cd2-9ac4-e714019f5aeb'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:12:01.688393 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c32525-06d1-4015-81c8-92b75efe8c03 None None] Routers {'4254503c-7dc7-4cd2-9ac4-e714019f5aeb'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:12:01.692865 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-e9c32525-06d1-4015-81c8-92b75efe8c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:11:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['4254503c-7dc7-4cd2-9ac4-e714019f5aeb'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:01.752710 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a247a905-6ec6-45f3-83a9-de848ee7dfbe req-8ff29455-0f9b-46af-bbd8-e7a3647ad3ed service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3722143 Nov 10 19:12:01.786582 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-b6c96585-016f-4774-a5f5-be926867dbb5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6d401439-3cb6-45f3-9f43-bf8f218668ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1652818 Nov 10 19:12:01.854622 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 7bc85b62-a691-4fa2-96f3-be5fc70be918, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7bc85b62-a691-4fa2-96f3-be5fc70be918,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:01.876993 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 7bc85b62-a691-4fa2-96f3-be5fc70be918 has no active binding in host n-h2-813897-4 {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 19:12:01.987277 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-e9c32525-06d1-4015-81c8-92b75efe8c03 None None] Set router 4254503c-7dc7-4cd2-9ac4-e714019f5aeb gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:12:02.098191 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-526a1879-db94-4707-9dd2-042585f1479c service neutron] 10.222.0.25 "GET /v2.0/networks/6d401439-3cb6-45f3-9f43-bf8f218668ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031399 Nov 10 19:12:02.100072 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-86b80169-1c25-44cc-9f2c-cd6668d8a415 req-7d4df571-632e-41e8-8972-c6357687830a service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4653509 Nov 10 19:12:02.107436 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-06da268f-4ad6-4508-b128-e7b4d97c8387 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:02.108954 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-06da268f-4ad6-4508-b128-e7b4d97c8387 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85&tenant_id=740aa4129faa48ffa1d5e7369c5159ee&binding%3Ahost_id=n-h1-813897-4 HTTP/1.1" status: 200 len: 1097 time: 0.5063238 Nov 10 19:12:02.194965 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-10fde2a0-153a-4a01-8d8d-80069580a11d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813897-4'}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:12:02.390916 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-e9c32525-06d1-4015-81c8-92b75efe8c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4254503c-7dc7-4cd2-9ac4-e714019f5aeb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-642986242-router', 'tenant_id': 'f420902513df48438e583f604032a88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '881122a5-a8bb-4a2f-af20-cc9c9ce27821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:11:48Z', 'updated_at': '2021-11-10T19:12:01Z', 'revision_number': 5, 'project_id': 'f420902513df48438e583f604032a88e', 'gw_port': {'id': '881122a5-a8bb-4a2f-af20-cc9c9ce27821', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4254503c-7dc7-4cd2-9ac4-e714019f5aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:11:49Z', 'updated_at': '2021-11-10T19:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:02.492094 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c32525-06d1-4015-81c8-92b75efe8c03 None None] Checking router: 4254503c-7dc7-4cd2-9ac4-e714019f5aeb for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:12:02.534777 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c32525-06d1-4015-81c8-92b75efe8c03 None None] Routers {'4254503c-7dc7-4cd2-9ac4-e714019f5aeb'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:12:02.535855 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-e9c32525-06d1-4015-81c8-92b75efe8c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:11:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['4254503c-7dc7-4cd2-9ac4-e714019f5aeb'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:02.731541 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ca83769f-35b8-42f8-8f4f-8ed63fdc7b8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:02.808637 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 881122a5-a8bb-4a2f-af20-cc9c9ce27821 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:12:02.852112 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247a905-6ec6-45f3-83a9-de848ee7dfbe req-9b1fb39b-f19e-4c98-a140-aa9b1c346447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:02.854392 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a247a905-6ec6-45f3-83a9-de848ee7dfbe req-9b1fb39b-f19e-4c98-a140-aa9b1c346447 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=740aa4129faa48ffa1d5e7369c5159ee&device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 1095 time: 0.1197679 Nov 10 19:12:02.956855 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-e9c32525-06d1-4015-81c8-92b75efe8c03 None None] Set router 4254503c-7dc7-4cd2-9ac4-e714019f5aeb gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:12:02.964463 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 881122a5-a8bb-4a2f-af20-cc9c9ce27821 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:12:02.968511 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:03.169906 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-10fde2a0-153a-4a01-8d8d-80069580a11d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:03.182783 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d678f6a8-ccf3-4bca-a59d-59e6513d4767 req-9a237350-df0c-4c96-85e0-9c293d0cc034 service neutron] 10.222.0.25 "GET /v2.0/networks/6d401439-3cb6-45f3-9f43-bf8f218668ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0387790 Nov 10 19:12:03.360120 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de734730-a987-4acd-a6d6-9cbc0bb23d80 req-f96f3e84-4eac-42e1-90d3-dc74d8928cc3 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:03.361891 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de734730-a987-4acd-a6d6-9cbc0bb23d80 req-f96f3e84-4eac-42e1-90d3-dc74d8928cc3 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?device_id=212793dd-b521-44e2-9744-de7b50dc43c3 HTTP/1.1" status: 200 len: 943 time: 0.2514865 Nov 10 19:12:03.370754 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed73a1-0fa1-4702-9fb9-c651fd0883e8 req-2ed46627-3f14-460a-bd16-237a1f9036ab tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:03.380444 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-68ed73a1-0fa1-4702-9fb9-c651fd0883e8 req-2ed46627-3f14-460a-bd16-237a1f9036ab tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 946 time: 1.4247668 Nov 10 19:12:03.408099 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247a905-6ec6-45f3-83a9-de848ee7dfbe req-bb015a96-7ab5-44d5-8d5d-58dacf42e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:03.431007 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a247a905-6ec6-45f3-83a9-de848ee7dfbe req-bb015a96-7ab5-44d5-8d5d-58dacf42e37d service neutron] 10.222.0.73 "GET /v2.0/networks?id=74048eaf-c023-4244-acc6-bb708e07e097 HTTP/1.1" status: 200 len: 922 time: 0.4856255 Nov 10 19:12:03.494326 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-68ed73a1-0fa1-4702-9fb9-c651fd0883e8 req-7df50420-ed40-44d9-a679-0a0ff1532d8a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124995 Nov 10 19:12:03.504538 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-e9c32525-06d1-4015-81c8-92b75efe8c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4254503c-7dc7-4cd2-9ac4-e714019f5aeb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-642986242-router', 'tenant_id': 'f420902513df48438e583f604032a88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '881122a5-a8bb-4a2f-af20-cc9c9ce27821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:11:48Z', 'updated_at': '2021-11-10T19:12:01Z', 'revision_number': 5, 'project_id': 'f420902513df48438e583f604032a88e', 'gw_port': {'id': '881122a5-a8bb-4a2f-af20-cc9c9ce27821', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4254503c-7dc7-4cd2-9ac4-e714019f5aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:11:49Z', 'updated_at': '2021-11-10T19:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:03.536913 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:12:03.576265 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de734730-a987-4acd-a6d6-9cbc0bb23d80 req-f3b2bb15-dec5-4b2d-b410-be6221d09355 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698036 Nov 10 19:12:03.728409 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c32525-06d1-4015-81c8-92b75efe8c03 None None] The sync data for ids ['4254503c-7dc7-4cd2-9ac4-e714019f5aeb'] in n-d-813897-4 is: [{'id': '4254503c-7dc7-4cd2-9ac4-e714019f5aeb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-642986242-router', 'tenant_id': 'f420902513df48438e583f604032a88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '881122a5-a8bb-4a2f-af20-cc9c9ce27821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:11:48Z', 'updated_at': '2021-11-10T19:12:01Z', 'revision_number': 5, 'project_id': 'f420902513df48438e583f604032a88e', 'gw_port': {'id': '881122a5-a8bb-4a2f-af20-cc9c9ce27821', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4254503c-7dc7-4cd2-9ac4-e714019f5aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:11:49Z', 'updated_at': '2021-11-10T19:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:12:03.739494 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdffe4-6e09-45d6-9ffd-00d27b9df3e9 req-cefd3d47-580e-47c2-9004-c0c11d517b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:03.755955 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a3cdffe4-6e09-45d6-9ffd-00d27b9df3e9 req-cefd3d47-580e-47c2-9004-c0c11d517b46 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7f69f555aace4491bc0456309314d9a5&device_id=212793dd-b521-44e2-9744-de7b50dc43c3 HTTP/1.1" status: 200 len: 1094 time: 0.4508402 Nov 10 19:12:03.852033 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:03.875145 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '974f2e95-bbd9-4b93-ad39-1ba5e7e26f32', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': '974f2e95-bbd9-4b93-ad39-1ba5e7e26f32', 'mac_address': 'fa:16:3e:36:13:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:12:03.904634 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a247a905-6ec6-45f3-83a9-de848ee7dfbe req-795d234c-82c8-4b74-8e3f-2d71d691b41b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beddf51d-6ee7-4dee-b4f4-243e7b2a090f HTTP/1.1" status: 200 len: 217 time: 0.2823293 Nov 10 19:12:03.951484 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:03.952420 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca83769f-35b8-42f8-8f4f-8ed63fdc7b8d admin admin] Router 4254503c-7dc7-4cd2-9ac4-e714019f5aeb has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:12:03.965874 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:12:04.056952 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:04.069718 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:04.085308 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247a905-6ec6-45f3-83a9-de848ee7dfbe req-3e37a5b6-3d05-455d-984e-1c4fd15b64c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:04.087359 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a247a905-6ec6-45f3-83a9-de848ee7dfbe req-3e37a5b6-3d05-455d-984e-1c4fd15b64c3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=91093ec9-e097-43f7-865c-a8764e927d57 HTTP/1.1" status: 200 len: 861 time: 0.1660123 Nov 10 19:12:04.109413 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdffe4-6e09-45d6-9ffd-00d27b9df3e9 req-8ba4e2e8-22d3-47fd-95f1-e415ebcbcdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:04.110563 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a3cdffe4-6e09-45d6-9ffd-00d27b9df3e9 req-8ba4e2e8-22d3-47fd-95f1-e415ebcbcdeb service neutron] 10.222.0.25 "GET /v2.0/networks?id=6d401439-3cb6-45f3-9f43-bf8f218668ea HTTP/1.1" status: 200 len: 914 time: 0.3531969 Nov 10 19:12:04.156601 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:04.214048 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-10fde2a0-153a-4a01-8d8d-80069580a11d service neutron] For port 7bc85b62-a691-4fa2-96f3-be5fc70be918, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7bc85b62-a691-4fa2-96f3-be5fc70be918,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:04.293045 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-10fde2a0-153a-4a01-8d8d-80069580a11d service neutron] For port 7bc85b62-a691-4fa2-96f3-be5fc70be918, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:12:04.366403 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-10fde2a0-153a-4a01-8d8d-80069580a11d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:04.369598 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef34dc2-68bd-4e99-bc8b-70efb559bf85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bc85b62-a691-4fa2-96f3-be5fc70be918'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:12:04.372189 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97f0a56-9689-4333-ad2b-16c8c6feb0eb" -d '{"events": [{"server_uuid": "9ef34dc2-68bd-4e99-bc8b-70efb559bf85", "name": "network-vif-unplugged", "status": "completed", "tag": "7bc85b62-a691-4fa2-96f3-be5fc70be918"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:12:04.377112 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca83769f-35b8-42f8-8f4f-8ed63fdc7b8d admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:12:04.387454 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a247a905-6ec6-45f3-83a9-de848ee7dfbe req-25c6d073-9a86-4515-a853-80691418f66d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74048eaf-c023-4244-acc6-bb708e07e097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2128644 Nov 10 19:12:04.400322 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-10fde2a0-153a-4a01-8d8d-80069580a11d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:04.403075 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ca83769f-35b8-42f8-8f4f-8ed63fdc7b8d admin admin] 10.222.0.54 "PUT /v2.0/routers/4254503c-7dc7-4cd2-9ac4-e714019f5aeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4001954 Nov 10 19:12:04.429224 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56906) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:04.538358 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac7097-ba3a-4a50-becf-b2823bb6fa3c req-521f3418-ead4-4913-ba30-c83576d8377c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:04.548293 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d5ac7097-ba3a-4a50-becf-b2823bb6fa3c req-521f3418-ead4-4913-ba30-c83576d8377c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 946 time: 0.8664353 Nov 10 19:12:04.648020 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 65553816-cd37-45b8-b868-9e8d654a3b78 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:12:04.683585 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a247a905-6ec6-45f3-83a9-de848ee7dfbe req-d14893c4-5d9f-461b-a186-5d0c1816ce62 service neutron] 10.222.0.73 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788749 Nov 10 19:12:04.710251 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 65553816-cd37-45b8-b868-9e8d654a3b78 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:12:04.711639 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 65553816-cd37-45b8-b868-9e8d654a3b78 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:12:04.727853 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['974f2e95-bbd9-4b93-ad39-1ba5e7e26f32'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:12:04.960253 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a247a905-6ec6-45f3-83a9-de848ee7dfbe req-5448e5da-426d-4c4f-a7e5-00c5c74c88b9 service neutron] 10.222.0.73 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672763 Nov 10 19:12:04.986525 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6883aedf-e3d4-4306-b95a-1118ff800578 x-openstack-request-id: req-6883aedf-e3d4-4306-b95a-1118ff800578 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:12:04.986837 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef34dc2-68bd-4e99-bc8b-70efb559bf85", "name": "network-vif-unplugged", "status": "completed", "tag": "7bc85b62-a691-4fa2-96f3-be5fc70be918", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:12:04.987168 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6883aedf-e3d4-4306-b95a-1118ff800578 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:12:04.987624 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef34dc2-68bd-4e99-bc8b-70efb559bf85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bc85b62-a691-4fa2-96f3-be5fc70be918', 'code': 200} Nov 10 19:12:04.991658 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d5ac7097-ba3a-4a50-becf-b2823bb6fa3c req-9380515f-91fc-4728-a0f9-09ae2ffec4a4 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417269 Nov 10 19:12:04.992578 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fde2a0-153a-4a01-8d8d-80069580a11d service neutron] Pushing event updated for resources: {'Port': ['ID=7bc85b62-a691-4fa2-96f3-be5fc70be918,revision_number=7']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:04.996528 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a3cdffe4-6e09-45d6-9ffd-00d27b9df3e9 req-b917f401-c531-4d7c-a570-0b440e188b31 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c9b0db7-ee58-43b1-9101-a19dbd01e66f HTTP/1.1" status: 200 len: 217 time: 0.6104503 Nov 10 19:12:05.252967 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9dbb1293-bf0c-42eb-aa5f-7b6d302993e4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:05.368382 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-10fde2a0-153a-4a01-8d8d-80069580a11d service neutron] Attempting to bind port 7bc85b62-a691-4fa2-96f3-be5fc70be918 on host n-h1-813897-4 for vnic_type normal with profile {"migrating_to": "n-h2-813897-4"} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:12:05.368382 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-10fde2a0-153a-4a01-8d8d-80069580a11d service neutron] Attempting to bind port 7bc85b62-a691-4fa2-96f3-be5fc70be918 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:12:05.368382 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-10fde2a0-153a-4a01-8d8d-80069580a11d service neutron] Attempting to bind port 7bc85b62-a691-4fa2-96f3-be5fc70be918 on network 74048eaf-c023-4244-acc6-bb708e07e097 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:12:05.400493 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-10fde2a0-153a-4a01-8d8d-80069580a11d service neutron] Port 7bc85b62-a691-4fa2-96f3-be5fc70be918 on network 74048eaf-c023-4244-acc6-bb708e07e097 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:12:05.401003 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-10fde2a0-153a-4a01-8d8d-80069580a11d service neutron] Attempting to bind port 7bc85b62-a691-4fa2-96f3-be5fc70be918 on network 74048eaf-c023-4244-acc6-bb708e07e097 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:12:05.432373 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-10fde2a0-153a-4a01-8d8d-80069580a11d service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:12:05.435210 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-10fde2a0-153a-4a01-8d8d-80069580a11d service neutron] Checking segment: {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:12:05.435615 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-10fde2a0-153a-4a01-8d8d-80069580a11d service neutron] Bound using segment: {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:12:05.436086 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-10fde2a0-153a-4a01-8d8d-80069580a11d service neutron] Bound port: 7bc85b62-a691-4fa2-96f3-be5fc70be918, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6554b14b-2063-4341-90e9-5afcd21f168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74048eaf-c023-4244-acc6-bb708e07e097'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:12:05.436455 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-10fde2a0-153a-4a01-8d8d-80069580a11d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:05.498368 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827895a-7262-4268-90a3-824f263e66c9 req-75bca99a-345e-4070-a9e4-7afc45ec2e32 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:05.500327 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9827895a-7262-4268-90a3-824f263e66c9 req-75bca99a-345e-4070-a9e4-7afc45ec2e32 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 947 time: 0.4993525 Nov 10 19:12:05.579981 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-10fde2a0-153a-4a01-8d8d-80069580a11d service neutron] For port 7bc85b62-a691-4fa2-96f3-be5fc70be918, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:12:05.583277 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-10fde2a0-153a-4a01-8d8d-80069580a11d service neutron] For port 7bc85b62-a691-4fa2-96f3-be5fc70be918, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7bc85b62-a691-4fa2-96f3-be5fc70be918,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:12:05.585547 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdffe4-6e09-45d6-9ffd-00d27b9df3e9 req-ca5dcbd6-d756-45f0-bf68-a8f940c308ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:05.587895 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a3cdffe4-6e09-45d6-9ffd-00d27b9df3e9 req-ca5dcbd6-d756-45f0-bf68-a8f940c308ec service neutron] 10.222.0.25 "GET /v2.0/subnets?id=204fee28-68d2-45f0-924d-1143549ea418 HTTP/1.1" status: 200 len: 853 time: 0.5487273 Nov 10 19:12:05.718123 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9827895a-7262-4268-90a3-824f263e66c9 req-d40ba3bd-79f7-4442-8b62-8ac33a1067f7 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289561 Nov 10 19:12:05.720748 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a3cdffe4-6e09-45d6-9ffd-00d27b9df3e9 req-8e9d3539-009f-45a8-bf98-c135caef5e30 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6d401439-3cb6-45f3-9f43-bf8f218668ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569925 Nov 10 19:12:05.721948 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-10fde2a0-153a-4a01-8d8d-80069580a11d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:05.793200 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc4c62d-a6ae-412a-846c-e33bb95438a3 None None] Sync routers for ids ['4254503c-7dc7-4cd2-9ac4-e714019f5aeb'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:12:05.813960 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc4c62d-a6ae-412a-846c-e33bb95438a3 None None] Routers {'4254503c-7dc7-4cd2-9ac4-e714019f5aeb'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:12:05.814926 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-6dc4c62d-a6ae-412a-846c-e33bb95438a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:11:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['4254503c-7dc7-4cd2-9ac4-e714019f5aeb'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:05.987314 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e6b74f18-34c0-41fb-8a69-fbc1d9862f96 req-08ea0d86-8423-4567-b61f-822193346a11 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0842059 Nov 10 19:12:05.988160 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101298cc-2daa-4810-852c-561bdfaa33aa req-d4d2f0c0-5bb7-4eeb-a28d-b426e03647a3 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:05.989834 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-101298cc-2daa-4810-852c-561bdfaa33aa req-d4d2f0c0-5bb7-4eeb-a28d-b426e03647a3 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 944 time: 0.7927730 Nov 10 19:12:06.041600 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d31d2d-6d7d-4734-9151-e4b2d4ca013c req-841072f9-9aca-41a9-8a7e-e14984b0d0ab tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:06.044070 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67d31d2d-6d7d-4734-9151-e4b2d4ca013c req-841072f9-9aca-41a9-8a7e-e14984b0d0ab tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.25 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 944 time: 0.4233439 Nov 10 19:12:06.095598 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-6dc4c62d-a6ae-412a-846c-e33bb95438a3 None None] Set router 4254503c-7dc7-4cd2-9ac4-e714019f5aeb gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:12:06.099383 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b74f18-34c0-41fb-8a69-fbc1d9862f96 req-fff2ba10-6bba-4981-bf67-5f9cb1d2d5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:06.103363 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e6b74f18-34c0-41fb-8a69-fbc1d9862f96 req-fff2ba10-6bba-4981-bf67-5f9cb1d2d5ab service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 1102 time: 0.0874755 Nov 10 19:12:06.248250 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b74f18-34c0-41fb-8a69-fbc1d9862f96 req-05fae27a-640d-4dbc-8f4a-b8d1dbf4735e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:06.252430 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e6b74f18-34c0-41fb-8a69-fbc1d9862f96 req-05fae27a-640d-4dbc-8f4a-b8d1dbf4735e service neutron] 10.222.0.25 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.1204181 Nov 10 19:12:06.279396 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fde2a0-153a-4a01-8d8d-80069580a11d service neutron] Pushing event updated for resources: {'Port': ['ID=7bc85b62-a691-4fa2-96f3-be5fc70be918,revision_number=8']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:06.289499 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-10fde2a0-153a-4a01-8d8d-80069580a11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:06.290220 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-10fde2a0-153a-4a01-8d8d-80069580a11d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:06.291642 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-10fde2a0-153a-4a01-8d8d-80069580a11d service neutron] 10.222.0.25 "PUT /v2.0/ports/7bc85b62-a691-4fa2-96f3-be5fc70be918 HTTP/1.1" status: 200 len: 1122 time: 4.1138394 Nov 10 19:12:06.299364 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9dbb1293-bf0c-42eb-aa5f-7b6d302993e4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:06.343401 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e6b74f18-34c0-41fb-8a69-fbc1d9862f96 req-a5678573-ee24-41f9-9848-5bd75b8ed93d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=a9b2f03a-deee-4eb9-a710-4ba943fbfc70 HTTP/1.1" status: 200 len: 217 time: 0.0819676 Nov 10 19:12:06.348241 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20769c-1569-410e-8686-18a31546beca req-3437d909-aeb7-4912-b08f-927021c93c36 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:06.358741 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6e20769c-1569-410e-8686-18a31546beca req-3437d909-aeb7-4912-b08f-927021c93c36 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?device_id=212793dd-b521-44e2-9744-de7b50dc43c3 HTTP/1.1" status: 200 len: 943 time: 0.4187415 Nov 10 19:12:06.388839 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-101298cc-2daa-4810-852c-561bdfaa33aa req-2b057f64-7261-4ef6-a59a-17f99247d4d2 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653569 Nov 10 19:12:06.408032 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a3cdffe4-6e09-45d6-9ffd-00d27b9df3e9 req-895ffc54-1d5d-4012-8ae7-3715bd6871f2 service neutron] 10.222.0.25 "GET /v2.0/networks/6d401439-3cb6-45f3-9f43-bf8f218668ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6420834 Nov 10 19:12:06.417804 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['7bc85b62-a691-4fa2-96f3-be5fc70be918'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:12:06.491152 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b74f18-34c0-41fb-8a69-fbc1d9862f96 req-e29cd5a7-3fbb-465a-a7e3-3cdcfaf12ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:06.492775 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e6b74f18-34c0-41fb-8a69-fbc1d9862f96 req-e29cd5a7-3fbb-465a-a7e3-3cdcfaf12ce7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.1412196 Nov 10 19:12:06.615287 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b74f18-34c0-41fb-8a69-fbc1d9862f96 req-b32c7deb-f9a5-40ae-a964-10bde946d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:06.618709 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e6b74f18-34c0-41fb-8a69-fbc1d9862f96 req-b32c7deb-f9a5-40ae-a964-10bde946d067 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1157801 Nov 10 19:12:06.676658 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['7bc85b62-a691-4fa2-96f3-be5fc70be918'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:12:06.692186 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-67d31d2d-6d7d-4734-9151-e4b2d4ca013c req-1f815cd9-9ae5-4080-a8fc-74a3f223971a tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Deleting port 6e5a2a32-f007-4339-bf7b-730b25dd87c4 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:12:06.699740 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-67d31d2d-6d7d-4734-9151-e4b2d4ca013c req-1f815cd9-9ae5-4080-a8fc-74a3f223971a tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:06.739495 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6e20769c-1569-410e-8686-18a31546beca req-a1fb4b22-4d06-4262-a8ea-cec02b4d6f8a tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795209 Nov 10 19:12:06.785386 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e6b74f18-34c0-41fb-8a69-fbc1d9862f96 req-a6ad4957-6572-437d-992b-421c4bd21fa6 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574676 Nov 10 19:12:06.829316 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a3cdffe4-6e09-45d6-9ffd-00d27b9df3e9 req-6f1dcc35-9cd3-4236-b03b-2529f176da8b service neutron] 10.222.0.25 "GET /v2.0/networks/6d401439-3cb6-45f3-9f43-bf8f218668ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764079 Nov 10 19:12:06.928946 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-9dbb1293-bf0c-42eb-aa5f-7b6d302993e4 admin admin] Deleting port 881122a5-a8bb-4a2f-af20-cc9c9ce27821 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:12:06.930622 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9dbb1293-bf0c-42eb-aa5f-7b6d302993e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:07.012330 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef34dc2-68bd-4e99-bc8b-70efb559bf85', 'tag': '7bc85b62-a691-4fa2-96f3-be5fc70be918'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:12:07.014879 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ec6bd6-ec9a-4054-bb66-c064e2b6cd81" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef34dc2-68bd-4e99-bc8b-70efb559bf85", "tag": "7bc85b62-a691-4fa2-96f3-be5fc70be918"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:12:07.015554 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e6b74f18-34c0-41fb-8a69-fbc1d9862f96 req-20163f5d-4c57-4a90-9103-f60d9b39bdb2 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197144 Nov 10 19:12:07.048473 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-6dc4c62d-a6ae-412a-846c-e33bb95438a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4254503c-7dc7-4cd2-9ac4-e714019f5aeb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-642986242-router', 'tenant_id': 'f420902513df48438e583f604032a88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '881122a5-a8bb-4a2f-af20-cc9c9ce27821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:11:48Z', 'updated_at': '2021-11-10T19:12:01Z', 'revision_number': 5, 'project_id': 'f420902513df48438e583f604032a88e', 'gw_port': {'id': '881122a5-a8bb-4a2f-af20-cc9c9ce27821', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4254503c-7dc7-4cd2-9ac4-e714019f5aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:11:49Z', 'updated_at': '2021-11-10T19:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:07.100056 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc4c62d-a6ae-412a-846c-e33bb95438a3 None None] Checking router: 4254503c-7dc7-4cd2-9ac4-e714019f5aeb for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:12:07.155721 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc4c62d-a6ae-412a-846c-e33bb95438a3 None None] Routers {'4254503c-7dc7-4cd2-9ac4-e714019f5aeb'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:12:07.156788 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-6dc4c62d-a6ae-412a-846c-e33bb95438a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:11:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['4254503c-7dc7-4cd2-9ac4-e714019f5aeb'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:07.172958 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-67d31d2d-6d7d-4734-9151-e4b2d4ca013c req-1f815cd9-9ae5-4080-a8fc-74a3f223971a tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] For port 6e5a2a32-f007-4339-bf7b-730b25dd87c4, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=6e5a2a32-f007-4339-bf7b-730b25dd87c4,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:07.173437 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-67d31d2d-6d7d-4734-9151-e4b2d4ca013c req-1f815cd9-9ae5-4080-a8fc-74a3f223971a tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:07.224254 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8b85d0-d4a0-4f43-ac51-83685e94d5ff x-openstack-request-id: req-bb8b85d0-d4a0-4f43-ac51-83685e94d5ff {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:12:07.224597 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef34dc2-68bd-4e99-bc8b-70efb559bf85", "tag": "7bc85b62-a691-4fa2-96f3-be5fc70be918", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:12:07.224812 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bb8b85d0-d4a0-4f43-ac51-83685e94d5ff {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:12:07.225193 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ef34dc2-68bd-4e99-bc8b-70efb559bf85', 'tag': '7bc85b62-a691-4fa2-96f3-be5fc70be918', 'status': 'completed', 'code': 200} Nov 10 19:12:07.257645 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8091b-028f-43ad-bee4-8fc280c82982 req-07ac693b-0905-4197-ad72-89c46206df7a tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:07.262487 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b5d8091b-028f-43ad-bee4-8fc280c82982 req-07ac693b-0905-4197-ad72-89c46206df7a tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 944 time: 0.2334275 Nov 10 19:12:07.275200 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-445129ae-df51-4690-80ed-b700ada9d6ff tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:07.277828 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-445129ae-df51-4690-80ed-b700ada9d6ff tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2&tenant_id=5ef8c132b4d949a9b0bece379d0bc679&binding%3Ahost_id=n-h2-813897-4 HTTP/1.1" status: 200 len: 947 time: 0.1213410 Nov 10 19:12:07.279488 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-67d31d2d-6d7d-4734-9151-e4b2d4ca013c req-1f815cd9-9ae5-4080-a8fc-74a3f223971a tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Calling delete_port for 6e5a2a32-f007-4339-bf7b-730b25dd87c4 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:12:07.338400 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-6dc4c62d-a6ae-412a-846c-e33bb95438a3 None None] Set router 4254503c-7dc7-4cd2-9ac4-e714019f5aeb gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:12:07.393516 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec6bd6-ec9a-4054-bb66-c064e2b6cd81 req-37fc1068-0972-4257-8963-fb7ce4bfae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:07.395271 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b7ec6bd6-ec9a-4054-bb66-c064e2b6cd81 req-37fc1068-0972-4257-8963-fb7ce4bfae64 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=740aa4129faa48ffa1d5e7369c5159ee&device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 1125 time: 0.1495275 Nov 10 19:12:07.413908 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-9dbb1293-bf0c-42eb-aa5f-7b6d302993e4 admin admin] For port 881122a5-a8bb-4a2f-af20-cc9c9ce27821, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=881122a5-a8bb-4a2f-af20-cc9c9ce27821,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:07.414615 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9dbb1293-bf0c-42eb-aa5f-7b6d302993e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:07.427790 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-6dc4c62d-a6ae-412a-846c-e33bb95438a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4254503c-7dc7-4cd2-9ac4-e714019f5aeb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-642986242-router', 'tenant_id': 'f420902513df48438e583f604032a88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:11:48Z', 'updated_at': '2021-11-10T19:12:06Z', 'revision_number': 6, 'project_id': 'f420902513df48438e583f604032a88e', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:07.452992 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-9a9b9428-9b74-4089-bb95-a8c9b72b0041 service neutron] 10.222.0.25 "GET /v2.0/ports/974f2e95-bbd9-4b93-ad39-1ba5e7e26f32/bindings/n-h2-813897-4 HTTP/1.1" status: 200 len: 382 time: 0.1490169 Nov 10 19:12:07.495125 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b5d8091b-028f-43ad-bee4-8fc280c82982 req-9a9b255b-7f38-4671-a629-1a4ff10e3b66 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133636 Nov 10 19:12:07.506887 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-9dbb1293-bf0c-42eb-aa5f-7b6d302993e4 admin admin] Calling delete_port for 881122a5-a8bb-4a2f-af20-cc9c9ce27821 owned by network:router_gateway {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:12:07.517530 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fb5b7-77d2-4cf8-9c6d-1d9f4ab5c508 req-55a96282-038c-4879-ab40-b04d26ecd5fc tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:07.529173 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-779fb5b7-77d2-4cf8-9c6d-1d9f4ab5c508 req-55a96282-038c-4879-ab40-b04d26ecd5fc tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 947 time: 0.1880834 Nov 10 19:12:07.660233 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-779fb5b7-77d2-4cf8-9c6d-1d9f4ab5c508 req-57444541-5f6e-448c-b82b-38fbc6de0a66 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300008 Nov 10 19:12:07.663270 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec6bd6-ec9a-4054-bb66-c064e2b6cd81 req-955cef6e-f13e-4a3f-b732-04a1c368ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:07.665540 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b7ec6bd6-ec9a-4054-bb66-c064e2b6cd81 req-955cef6e-f13e-4a3f-b732-04a1c368ea38 service neutron] 10.222.0.73 "GET /v2.0/networks?id=74048eaf-c023-4244-acc6-bb708e07e097 HTTP/1.1" status: 200 len: 922 time: 0.2611263 Nov 10 19:12:07.670227 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-c06c828d-c25a-4550-afde-7815bd922b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:07.671954 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-c06c828d-c25a-4550-afde-7815bd922b1a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 1098 time: 0.1563931 Nov 10 19:12:07.710012 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc4c62d-a6ae-412a-846c-e33bb95438a3 None None] The sync data for ids ['4254503c-7dc7-4cd2-9ac4-e714019f5aeb'] in n-d-813897-4 is: [{'id': '4254503c-7dc7-4cd2-9ac4-e714019f5aeb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-642986242-router', 'tenant_id': 'f420902513df48438e583f604032a88e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:11:48Z', 'updated_at': '2021-11-10T19:12:06Z', 'revision_number': 6, 'project_id': 'f420902513df48438e583f604032a88e', 'gw_port_host': None}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:12:07.732079 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 1c9b0db7-ee58-43b1-9101-a19dbd01e66f details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:12:07.885458 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115610a-1f50-404d-bfe6-53ddc9fe36cc req-019f77c3-774c-408f-ab99-cfdbef2e219f tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:07.897098 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b115610a-1f50-404d-bfe6-53ddc9fe36cc req-019f77c3-774c-408f-ab99-cfdbef2e219f tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=f50ccf39-ca6f-4728-a801-6ae0dcfe1103 HTTP/1.1" status: 200 len: 944 time: 0.2071650 Nov 10 19:12:07.927167 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-67d31d2d-6d7d-4734-9151-e4b2d4ca013c req-1f815cd9-9ae5-4080-a8fc-74a3f223971a tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:07.945600 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 1c9b0db7-ee58-43b1-9101-a19dbd01e66f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=1c9b0db7-ee58-43b1-9101-a19dbd01e66f,segment=NetworkSegment(59741c21-bf7c-4abb-8ff6-9f9d7d4471e9),segment_id=59741c21-bf7c-4abb-8ff6-9f9d7d4471e9)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:07.960088 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:12:07.969259 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '1c9b0db7-ee58-43b1-9101-a19dbd01e66f', 'network_id': '6d401439-3cb6-45f3-9f43-bf8f218668ea', 'port_id': '1c9b0db7-ee58-43b1-9101-a19dbd01e66f', 'mac_address': 'fa:16:3e:a7:25:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204fee28-68d2-45f0-924d-1143549ea418', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:12:08.001659 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-f56c9ea9-453f-4f7e-aaed-6ffa1ba6ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:08.001946 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f815cd9-9ae5-4080-a8fc-74a3f223971a tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Pushing event deleted for resources: {'Port': ['ID=6e5a2a32-f007-4339-bf7b-730b25dd87c4,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:08.003890 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-f56c9ea9-453f-4f7e-aaed-6ffa1ba6ca78 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.2178850 Nov 10 19:12:08.010756 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b7ec6bd6-ec9a-4054-bb66-c064e2b6cd81 req-622bd1f5-cb7e-435a-bc3f-85595f88df75 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bc85b62-a691-4fa2-96f3-be5fc70be918 HTTP/1.1" status: 200 len: 217 time: 0.3305426 Nov 10 19:12:08.082690 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-7b11894d-cef5-459f-9c3b-88d9fa64f28c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 HTTP/1.1" status: 200 len: 217 time: 0.0698574 Nov 10 19:12:08.122341 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:08.146634 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b115610a-1f50-404d-bfe6-53ddc9fe36cc req-41f24b9e-d972-41b8-95fa-11331125d398 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484250 Nov 10 19:12:08.147580 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d31d2d-6d7d-4734-9151-e4b2d4ca013c req-1f815cd9-9ae5-4080-a8fc-74a3f223971a tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] No DVR routers for this DVR port 6e5a2a32-f007-4339-bf7b-730b25dd87c4 on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:12:08.168360 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-aee52caf-0167-46ad-8714-13b020965410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:08.169006 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9dbb1293-bf0c-42eb-aa5f-7b6d302993e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:08.169979 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-aee52caf-0167-46ad-8714-13b020965410 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0690475 Nov 10 19:12:08.170683 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c9b0db7-ee58-43b1-9101-a19dbd01e66f {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:12:08.179134 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec6bd6-ec9a-4054-bb66-c064e2b6cd81 req-9705d8cb-1ba2-4cfa-93eb-38c8dc0fc6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:08.180892 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b7ec6bd6-ec9a-4054-bb66-c064e2b6cd81 req-9705d8cb-1ba2-4cfa-93eb-38c8dc0fc6df service neutron] 10.222.0.73 "GET /v2.0/subnets?id=91093ec9-e097-43f7-865c-a8764e927d57 HTTP/1.1" status: 200 len: 861 time: 0.1437061 Nov 10 19:12:08.208981 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-67d31d2d-6d7d-4734-9151-e4b2d4ca013c req-1f815cd9-9ae5-4080-a8fc-74a3f223971a tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:08.213073 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67d31d2d-6d7d-4734-9151-e4b2d4ca013c req-1f815cd9-9ae5-4080-a8fc-74a3f223971a tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.25 "DELETE /v2.0/ports/6e5a2a32-f007-4339-bf7b-730b25dd87c4 HTTP/1.1" status: 204 len: 173 time: 2.1119559 Nov 10 19:12:08.220103 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 1c9b0db7-ee58-43b1-9101-a19dbd01e66f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=1c9b0db7-ee58-43b1-9101-a19dbd01e66f,segment=NetworkSegment(59741c21-bf7c-4abb-8ff6-9f9d7d4471e9),segment_id=59741c21-bf7c-4abb-8ff6-9f9d7d4471e9)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:08.228225 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb1293-bf0c-42eb-aa5f-7b6d302993e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=881122a5-a8bb-4a2f-af20-cc9c9ce27821,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:08.235886 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:08.322539 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b7ec6bd6-ec9a-4054-bb66-c064e2b6cd81 req-db7491fe-51ea-41cc-a84e-aa4fbe843423 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74048eaf-c023-4244-acc6-bb708e07e097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1316364 Nov 10 19:12:08.326239 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=1c9b0db7-ee58-43b1-9101-a19dbd01e66f,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:08.340253 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38623aa9-f69f-47da-b4ca-db6e33ec04e4 req-77e52a4d-1bc9-433f-ad95-a2b38f71634b tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:08.351568 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-38623aa9-f69f-47da-b4ca-db6e33ec04e4 req-77e52a4d-1bc9-433f-ad95-a2b38f71634b tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?device_id=212793dd-b521-44e2-9744-de7b50dc43c3 HTTP/1.1" status: 200 len: 943 time: 0.2846720 Nov 10 19:12:08.352883 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-b00290d1-b935-4fb1-a3e9-bba34bc70ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:08.354519 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-b00290d1-b935-4fb1-a3e9-bba34bc70ebe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1726928 Nov 10 19:12:08.364715 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9dbb1293-bf0c-42eb-aa5f-7b6d302993e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:08.368170 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:12:08.376495 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:12:08.377004 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:08.503290 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:08.537093 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b7ec6bd6-ec9a-4054-bb66-c064e2b6cd81 req-36f0a2a5-e40f-4616-8081-c42235350d10 service neutron] 10.222.0.73 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041347 Nov 10 19:12:08.550017 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5dde38-6022-4adf-bcbb-3c4f51c96ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974f2e95-bbd9-4b93-ad39-1ba5e7e26f32'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:12:08.554534 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab94a85-888d-4ef7-b7fb-531b3b1671a8" -d '{"events": [{"server_uuid": "9c5dde38-6022-4adf-bcbb-3c4f51c96ae2", "name": "network-vif-plugged", "status": "completed", "tag": "974f2e95-bbd9-4b93-ad39-1ba5e7e26f32"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:12:08.576491 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:08.582735 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:08.693075 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32,revision_number=9']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:08.731376 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 881122a5-a8bb-4a2f-af20-cc9c9ce27821 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:12:08.754208 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 881122a5-a8bb-4a2f-af20-cc9c9ce27821 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:12:08.754668 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 881122a5-a8bb-4a2f-af20-cc9c9ce27821 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:12:08.802786 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b7ec6bd6-ec9a-4054-bb66-c064e2b6cd81 req-d70580e9-98ae-4d51-a881-1e77e5f60417 service neutron] 10.222.0.73 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236784 Nov 10 19:12:08.824122 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-90526f96-61b1-427d-90cb-52f6e0c48681 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859313 Nov 10 19:12:08.928659 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['1c9b0db7-ee58-43b1-9101-a19dbd01e66f'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:12:08.990012 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-ae183276-6401-43d4-9eda-882ca483480a service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515625 Nov 10 19:12:09.102109 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9dbb1293-bf0c-42eb-aa5f-7b6d302993e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:09.122756 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9dbb1293-bf0c-42eb-aa5f-7b6d302993e4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:09.206318 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-38623aa9-f69f-47da-b4ca-db6e33ec04e4 req-f67d926c-83e6-42d5-8e8e-1f3f6995faa3 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8532929 Nov 10 19:12:09.235216 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8015db-b430-454e-aa3a-bec72c66afba req-10e66206-0cad-4d76-bba6-2fc2e4b2cb3c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:09.247943 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4f8015db-b430-454e-aa3a-bec72c66afba req-10e66206-0cad-4d76-bba6-2fc2e4b2cb3c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 944 time: 0.3010209 Nov 10 19:12:09.254992 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50ccf39-ca6f-4728-a801-6ae0dcfe1103', 'name': 'network-vif-deleted', 'tag': '6e5a2a32-f007-4339-bf7b-730b25dd87c4'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:12:09.259297 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d4b171-54ed-475d-b977-21ed7750629a" -d '{"events": [{"server_uuid": "f50ccf39-ca6f-4728-a801-6ae0dcfe1103", "name": "network-vif-deleted", "tag": "6e5a2a32-f007-4339-bf7b-730b25dd87c4"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:12:09.264405 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9dbb1293-bf0c-42eb-aa5f-7b6d302993e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:09.265026 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbb1293-bf0c-42eb-aa5f-7b6d302993e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4254503c-7dc7-4cd2-9ac4-e714019f5aeb {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:12:09.276435 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9dbb1293-bf0c-42eb-aa5f-7b6d302993e4 admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:09.281693 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9dbb1293-bf0c-42eb-aa5f-7b6d302993e4 admin admin] 10.222.0.54 "DELETE /v2.0/routers/4254503c-7dc7-4cd2-9ac4-e714019f5aeb HTTP/1.1" status: 204 len: 168 time: 4.7865198 Nov 10 19:12:09.281820 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56976) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:09.311910 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805c018f-e7c4-4185-96da-4287be27d2f7 x-openstack-request-id: req-805c018f-e7c4-4185-96da-4287be27d2f7 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:12:09.316080 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5dde38-6022-4adf-bcbb-3c4f51c96ae2", "name": "network-vif-plugged", "status": "completed", "tag": "974f2e95-bbd9-4b93-ad39-1ba5e7e26f32", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:12:09.317716 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-805c018f-e7c4-4185-96da-4287be27d2f7 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:12:09.318369 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5dde38-6022-4adf-bcbb-3c4f51c96ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974f2e95-bbd9-4b93-ad39-1ba5e7e26f32', 'code': 200} Nov 10 19:12:09.363303 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4f8015db-b430-454e-aa3a-bec72c66afba req-ed509cbc-2832-413e-a531-acd368e1a2be tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048949 Nov 10 19:12:09.373484 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-85203f82-f817-43b3-9ab5-6888ecc2e35a admin admin] Deleting subnet c1da98e4-4f63-4a2c-b671-ed9425fb0154 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:12:09.380453 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-85203f82-f817-43b3-9ab5-6888ecc2e35a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:09.437636 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-85203f82-f817-43b3-9ab5-6888ecc2e35a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:09.472645 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba68629-0775-44ac-b9b4-e1101ceaf4b4 req-c492e697-8226-4a1e-b2d0-660e4b52dbfd tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:09.481624 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fba68629-0775-44ac-b9b4-e1101ceaf4b4 req-c492e697-8226-4a1e-b2d0-660e4b52dbfd tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 948 time: 0.0862091 Nov 10 19:12:09.561522 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 6e5a2a32-f007-4339-bf7b-730b25dd87c4 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:12:09.590111 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fba68629-0775-44ac-b9b4-e1101ceaf4b4 req-d2986431-d26f-49f9-9323-991ac542dc7b tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082146 Nov 10 19:12:09.602085 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-85203f82-f817-43b3-9ab5-6888ecc2e35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:09.618423 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 6e5a2a32-f007-4339-bf7b-730b25dd87c4 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:12:09.619223 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 6e5a2a32-f007-4339-bf7b-730b25dd87c4 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:12:09.670513 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b647f51-0519-44d4-813d-0b865feb56ce x-openstack-request-id: req-4b647f51-0519-44d4-813d-0b865feb56ce {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:12:09.670822 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50ccf39-ca6f-4728-a801-6ae0dcfe1103", "name": "network-vif-deleted", "tag": "6e5a2a32-f007-4339-bf7b-730b25dd87c4", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:12:09.671094 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4b647f51-0519-44d4-813d-0b865feb56ce {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:12:09.671867 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50ccf39-ca6f-4728-a801-6ae0dcfe1103', 'name': 'network-vif-deleted', 'tag': '6e5a2a32-f007-4339-bf7b-730b25dd87c4', 'status': 'completed', 'code': 200} Nov 10 19:12:09.686054 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-85203f82-f817-43b3-9ab5-6888ecc2e35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:09.716855 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85203f82-f817-43b3-9ab5-6888ecc2e35a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1da98e4-4f63-4a2c-b671-ed9425fb0154,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:09.726064 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-85203f82-f817-43b3-9ab5-6888ecc2e35a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:09.726360 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3606887a-2bc9-4314-9fb4-3395d5bf969b None None] Network ac63bff5-dc10-4380-b1c1-9b212b811e50 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:12:09.732717 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-85203f82-f817-43b3-9ab5-6888ecc2e35a admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c1da98e4-4f63-4a2c-b671-ed9425fb0154 HTTP/1.1" status: 204 len: 168 time: 0.4478655 Nov 10 19:12:09.732976 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56988) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:09.830223 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4f2aa595-a3ca-4cb0-86b3-a35c075ee4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:09.963416 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-4f2aa595-a3ca-4cb0-86b3-a35c075ee4c6 admin admin] Deleting port fea5cc83-20c9-4f96-ac02-42324d1128b2 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:12:09.964001 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4f2aa595-a3ca-4cb0-86b3-a35c075ee4c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:10.007048 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ab76f3-2970-419d-851b-be7d7d7168bc None None] DHCP port deletion for ac63bff5-dc10-4380-b1c1-9b212b811e50 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:12:10.051114 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-4f2aa595-a3ca-4cb0-86b3-a35c075ee4c6 admin admin] For port fea5cc83-20c9-4f96-ac02-42324d1128b2, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fea5cc83-20c9-4f96-ac02-42324d1128b2,segment=NetworkSegment(1fea7dda-4b07-4b3c-81d0-ed4fc3077d60),segment_id=1fea7dda-4b07-4b3c-81d0-ed4fc3077d60)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:10.052620 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4f2aa595-a3ca-4cb0-86b3-a35c075ee4c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:10.063997 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a46eb74-78ac-402d-aff0-2631acea2ae0 req-89b29d4b-a146-4b0b-8240-acfa7dcb39a7 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:10.069974 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-4f2aa595-a3ca-4cb0-86b3-a35c075ee4c6 admin admin] Calling delete_port for fea5cc83-20c9-4f96-ac02-42324d1128b2 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:12:10.075284 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5a46eb74-78ac-402d-aff0-2631acea2ae0 req-89b29d4b-a146-4b0b-8240-acfa7dcb39a7 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.1185372 Nov 10 19:12:10.114161 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-b3ab76f3-2970-419d-851b-be7d7d7168bc None None] Deleting port fea5cc83-20c9-4f96-ac02-42324d1128b2 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:12:10.115003 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b3ab76f3-2970-419d-851b-be7d7d7168bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:10.131512 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5a46eb74-78ac-402d-aff0-2631acea2ae0 req-030481f3-10a1-48c5-b8f0-fd6e258efcd5 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549204 Nov 10 19:12:10.217625 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4f2aa595-a3ca-4cb0-86b3-a35c075ee4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:10.233794 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-b3ab76f3-2970-419d-851b-be7d7d7168bc None None] For port fea5cc83-20c9-4f96-ac02-42324d1128b2, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fea5cc83-20c9-4f96-ac02-42324d1128b2,segment=NetworkSegment(1fea7dda-4b07-4b3c-81d0-ed4fc3077d60),segment_id=1fea7dda-4b07-4b3c-81d0-ed4fc3077d60)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:10.233794 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b3ab76f3-2970-419d-851b-be7d7d7168bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:10.249932 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2aa595-a3ca-4cb0-86b3-a35c075ee4c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fea5cc83-20c9-4f96-ac02-42324d1128b2,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:10.256272 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2aa595-a3ca-4cb0-86b3-a35c075ee4c6 admin admin] No DVR routers for this DVR port fea5cc83-20c9-4f96-ac02-42324d1128b2 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:12:10.260675 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-b3ab76f3-2970-419d-851b-be7d7d7168bc None None] Calling delete_port for fea5cc83-20c9-4f96-ac02-42324d1128b2 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:12:10.374928 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4f2aa595-a3ca-4cb0-86b3-a35c075ee4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:10.394152 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b3ab76f3-2970-419d-851b-be7d7d7168bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:10.405293 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-4f2aa595-a3ca-4cb0-86b3-a35c075ee4c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac63bff5-dc10-4380-b1c1-9b212b811e50']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:10.418674 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-4f2aa595-a3ca-4cb0-86b3-a35c075ee4c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fea7dda-4b07-4b3c-81d0-ed4fc3077d60') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:10.418972 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-4f2aa595-a3ca-4cb0-86b3-a35c075ee4c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fea7dda-4b07-4b3c-81d0-ed4fc3077d60') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:10.430035 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4f2aa595-a3ca-4cb0-86b3-a35c075ee4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:10.430528 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556dfb2f-6528-4cd9-b11d-a6325bc3becb req-7127b4ad-08f3-481b-9e8f-0ae4a49332de tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:10.432696 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab76f3-2970-419d-851b-be7d7d7168bc None None] Pushing event deleted for resources: {'Port': ['ID=fea5cc83-20c9-4f96-ac02-42324d1128b2,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:10.434808 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-556dfb2f-6528-4cd9-b11d-a6325bc3becb req-7127b4ad-08f3-481b-9e8f-0ae4a49332de tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?device_id=212793dd-b521-44e2-9744-de7b50dc43c3 HTTP/1.1" status: 200 len: 944 time: 0.1093128 Nov 10 19:12:10.458102 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ab76f3-2970-419d-851b-be7d7d7168bc None None] No DVR routers for this DVR port fea5cc83-20c9-4f96-ac02-42324d1128b2 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:12:10.462395 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4f2aa595-a3ca-4cb0-86b3-a35c075ee4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:10.472191 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f2aa595-a3ca-4cb0-86b3-a35c075ee4c6 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:12:10.473093 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4f2aa595-a3ca-4cb0-86b3-a35c075ee4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:10.476150 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:12:10.476150 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:12:10.476150 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:12:10.476150 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:12:10.476150 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:12:10.476150 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:12:10.476150 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:12:10.476150 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:12:10.476150 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:12:10.476150 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:12:10.476150 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:12:10.476150 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:12:10.476150 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:12:10.476150 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:12:10.476150 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:12:10.476150 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:12:10.476150 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:12:10.476150 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:12:10.476150 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:12:10.476150 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:12:10.476150 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:12:10.476150 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:12:10.476150 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:12:10.476150 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:12:10.476150 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:12:10.476150 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:12:10.476150 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:12:10.476150 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:12:10.476150 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:12:10.476150 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:12:10.476150 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:12:10.476150 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:12:10.552995 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4f2aa595-a3ca-4cb0-86b3-a35c075ee4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:10.560447 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4f2aa595-a3ca-4cb0-86b3-a35c075ee4c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:10.568093 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4f2aa595-a3ca-4cb0-86b3-a35c075ee4c6 admin admin] 10.222.0.54 "DELETE /v2.0/networks/ac63bff5-dc10-4380-b1c1-9b212b811e50 HTTP/1.1" status: 204 len: 168 time: 0.8311131 Nov 10 19:12:10.615939 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2aa595-a3ca-4cb0-86b3-a35c075ee4c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac63bff5-dc10-4380-b1c1-9b212b811e50,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:10.627328 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-556dfb2f-6528-4cd9-b11d-a6325bc3becb req-093ad3eb-4819-4969-9e1c-23c3fa492f1d tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827648 Nov 10 19:12:10.668489 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e796dd-f4db-4c10-97f5-b475ec607ec6 req-92d9b8b3-eb03-42d7-981b-9293b1fd9779 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:10.670126 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-94e796dd-f4db-4c10-97f5-b475ec607ec6 req-92d9b8b3-eb03-42d7-981b-9293b1fd9779 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 944 time: 0.1637697 Nov 10 19:12:10.740958 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fea5cc83-20c9-4f96-ac02-42324d1128b2 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:12:10.781599 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-94e796dd-f4db-4c10-97f5-b475ec607ec6 req-7770f303-f5c5-46bd-ba34-850d76a24715 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907769 Nov 10 19:12:10.810655 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: fea5cc83-20c9-4f96-ac02-42324d1128b2 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:12:10.811030 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fea5cc83-20c9-4f96-ac02-42324d1128b2 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:12:10.811473 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57006) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:10.978076 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3965649a-87df-42f9-9dc9-e0b137404dc6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f420902513df48438e583f604032a88e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1650214 Nov 10 19:12:10.993442 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931c365-8170-4ac4-95f0-2f44d3a6fb45 req-a69094fa-fd71-4b86-99e0-55a24fbcb7ee tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:10.994236 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57008) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:10.999781 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2931c365-8170-4ac4-95f0-2f44d3a6fb45 req-a69094fa-fd71-4b86-99e0-55a24fbcb7ee tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.2009566 Nov 10 19:12:11.114721 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80781d9f-3744-40f2-ae1d-3c62b41320da req-25e340f6-bcd6-458f-ab7b-41be6da08a32 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:11.116610 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80781d9f-3744-40f2-ae1d-3c62b41320da req-25e340f6-bcd6-458f-ab7b-41be6da08a32 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 948 time: 0.1688721 Nov 10 19:12:11.117856 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-403427c5-c735-46e4-ae54-4008ff680063 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:11.140629 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-2931c365-8170-4ac4-95f0-2f44d3a6fb45 req-390bfd79-8bcc-48f7-b3d6-df555c0ba8eb tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Deleting port a4558276-7f95-46f2-9e4a-f4cd64165e28 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:12:11.140989 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-2931c365-8170-4ac4-95f0-2f44d3a6fb45 req-390bfd79-8bcc-48f7-b3d6-df555c0ba8eb tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:11.154828 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-403427c5-c735-46e4-ae54-4008ff680063 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:11.218815 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80781d9f-3744-40f2-ae1d-3c62b41320da req-f3d68e5f-b0b1-4c02-8be5-949f61ac95e8 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905943 Nov 10 19:12:11.254485 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-403427c5-c735-46e4-ae54-4008ff680063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:11.260124 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-403427c5-c735-46e4-ae54-4008ff680063 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:11.261326 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-403427c5-c735-46e4-ae54-4008ff680063 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a8c78442-c570-4297-8bd5-10bc15aefe1b HTTP/1.1" status: 204 len: 168 time: 0.2660940 Nov 10 19:12:11.303750 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403427c5-c735-46e4-ae54-4008ff680063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c78442-c570-4297-8bd5-10bc15aefe1b,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:11.364591 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-2931c365-8170-4ac4-95f0-2f44d3a6fb45 req-390bfd79-8bcc-48f7-b3d6-df555c0ba8eb tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] For port a4558276-7f95-46f2-9e4a-f4cd64165e28, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a4558276-7f95-46f2-9e4a-f4cd64165e28,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:11.364591 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-2931c365-8170-4ac4-95f0-2f44d3a6fb45 req-390bfd79-8bcc-48f7-b3d6-df555c0ba8eb tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:11.406037 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-2931c365-8170-4ac4-95f0-2f44d3a6fb45 req-390bfd79-8bcc-48f7-b3d6-df555c0ba8eb tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Calling delete_port for a4558276-7f95-46f2-9e4a-f4cd64165e28 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:12:11.428202 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371c38d-f0d3-4e69-b5d5-2126773792ce req-b78fed0e-8189-4a3a-a032-b1b9a5500686 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:11.437925 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f371c38d-f0d3-4e69-b5d5-2126773792ce req-b78fed0e-8189-4a3a-a032-b1b9a5500686 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 944 time: 0.0941293 Nov 10 19:12:11.535871 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f371c38d-f0d3-4e69-b5d5-2126773792ce req-e6304242-e8a9-43d2-b0dc-5b6475239677 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947926 Nov 10 19:12:11.573803 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 7bc85b62-a691-4fa2-96f3-be5fc70be918 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:12:11.575928 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 1c9b0db7-ee58-43b1-9101-a19dbd01e66f up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:12:11.764384 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-2931c365-8170-4ac4-95f0-2f44d3a6fb45 req-390bfd79-8bcc-48f7-b3d6-df555c0ba8eb tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:11.820732 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35341da-4260-49bd-b79e-5c6da7d6473a req-3a3fb6a2-3d25-48fd-af3c-b611129c7a27 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:11.828778 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e35341da-4260-49bd-b79e-5c6da7d6473a req-3a3fb6a2-3d25-48fd-af3c-b611129c7a27 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?device_id=212793dd-b521-44e2-9744-de7b50dc43c3 HTTP/1.1" status: 200 len: 944 time: 0.0660832 Nov 10 19:12:11.852842 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390bfd79-8bcc-48f7-b3d6-df555c0ba8eb tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Pushing event deleted for resources: {'Port': ['ID=a4558276-7f95-46f2-9e4a-f4cd64165e28,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:11.890806 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 7bc85b62-a691-4fa2-96f3-be5fc70be918, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7bc85b62-a691-4fa2-96f3-be5fc70be918,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:11.927605 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 7bc85b62-a691-4fa2-96f3-be5fc70be918 has no active binding in host n-h2-813897-4 {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 19:12:11.931891 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e35341da-4260-49bd-b79e-5c6da7d6473a req-e4ae6611-0907-4469-833a-6508ad53a654 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021891 Nov 10 19:12:11.988208 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 1c9b0db7-ee58-43b1-9101-a19dbd01e66f completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:12:11.990267 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-2931c365-8170-4ac4-95f0-2f44d3a6fb45 req-390bfd79-8bcc-48f7-b3d6-df555c0ba8eb tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] No DVR routers for this DVR port a4558276-7f95-46f2-9e4a-f4cd64165e28 on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:12:11.996500 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-2931c365-8170-4ac4-95f0-2f44d3a6fb45 req-390bfd79-8bcc-48f7-b3d6-df555c0ba8eb tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:11.998708 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 1c9b0db7-ee58-43b1-9101-a19dbd01e66f triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:12:11.999235 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:12.008083 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2931c365-8170-4ac4-95f0-2f44d3a6fb45 req-390bfd79-8bcc-48f7-b3d6-df555c0ba8eb tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.25 "DELETE /v2.0/ports/a4558276-7f95-46f2-9e4a-f4cd64165e28 HTTP/1.1" status: 204 len: 173 time: 0.9988480 Nov 10 19:12:12.011474 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c90d975-89d6-4a99-b745-14de632e2621', 'name': 'network-vif-deleted', 'tag': 'a4558276-7f95-46f2-9e4a-f4cd64165e28'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:12:12.017665 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffe4475-f9b8-432d-a61e-b9fc0b47cf33" -d '{"events": [{"server_uuid": "7c90d975-89d6-4a99-b745-14de632e2621", "name": "network-vif-deleted", "tag": "a4558276-7f95-46f2-9e4a-f4cd64165e28"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:12:12.172688 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f2d2a-c430-4788-be1b-7336662459db req-166cb423-0191-4938-911c-c272317415ec tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:12.177872 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-304f2d2a-c430-4788-be1b-7336662459db req-166cb423-0191-4938-911c-c272317415ec tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 944 time: 0.1702383 Nov 10 19:12:12.253630 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7ba883-e46e-4274-9556-1902cc73328e x-openstack-request-id: req-1d7ba883-e46e-4274-9556-1902cc73328e {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:12:12.253946 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:12.254645 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c90d975-89d6-4a99-b745-14de632e2621", "name": "network-vif-deleted", "tag": "a4558276-7f95-46f2-9e4a-f4cd64165e28", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:12:12.255344 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1d7ba883-e46e-4274-9556-1902cc73328e {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:12:12.256576 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c90d975-89d6-4a99-b745-14de632e2621', 'name': 'network-vif-deleted', 'tag': 'a4558276-7f95-46f2-9e4a-f4cd64165e28', 'status': 'completed', 'code': 200} Nov 10 19:12:12.371907 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-304f2d2a-c430-4788-be1b-7336662459db req-2815eb35-b735-436b-9d3c-3a1ce4bcf819 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870177 Nov 10 19:12:12.384562 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212793dd-b521-44e2-9744-de7b50dc43c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9b0db7-ee58-43b1-9101-a19dbd01e66f'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:12:12.387316 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a1fc2a-d332-4a70-b403-ced9e97dd0c1" -d '{"events": [{"server_uuid": "212793dd-b521-44e2-9744-de7b50dc43c3", "name": "network-vif-plugged", "status": "completed", "tag": "1c9b0db7-ee58-43b1-9101-a19dbd01e66f"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:12:12.460653 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 1c9b0db7-ee58-43b1-9101-a19dbd01e66f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=1c9b0db7-ee58-43b1-9101-a19dbd01e66f,segment=NetworkSegment(59741c21-bf7c-4abb-8ff6-9f9d7d4471e9),segment_id=59741c21-bf7c-4abb-8ff6-9f9d7d4471e9)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:12.467743 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac732edf-a75c-48db-850c-bb8ea4677740 x-openstack-request-id: req-ac732edf-a75c-48db-850c-bb8ea4677740 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:12:12.468627 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212793dd-b521-44e2-9744-de7b50dc43c3", "name": "network-vif-plugged", "status": "completed", "tag": "1c9b0db7-ee58-43b1-9101-a19dbd01e66f", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:12:12.470182 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ac732edf-a75c-48db-850c-bb8ea4677740 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:12:12.470592 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212793dd-b521-44e2-9744-de7b50dc43c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9b0db7-ee58-43b1-9101-a19dbd01e66f', 'code': 200} Nov 10 19:12:12.471432 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:12.528787 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-96a2cbe5-1907-4e7a-8763-db3dd920fa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:12.536044 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-96a2cbe5-1907-4e7a-8763-db3dd920fa7b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2&tenant_id=5ef8c132b4d949a9b0bece379d0bc679 HTTP/1.1" status: 200 len: 1099 time: 0.1650689 Nov 10 19:12:12.554660 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-b33805d0-87c5-4d45-b227-8d84b3a47188 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813897-4', 'device_owner': 'compute:nova'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:12:12.568553 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=1c9b0db7-ee58-43b1-9101-a19dbd01e66f,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:12.629161 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7136f-594e-4a59-a6e2-f8adb493f9a2 req-b2113a82-d307-4e0d-a29b-2aa1b988d7db tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:12.639182 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fdb7136f-594e-4a59-a6e2-f8adb493f9a2 req-b2113a82-d307-4e0d-a29b-2aa1b988d7db tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 948 time: 0.1237791 Nov 10 19:12:12.708961 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57066) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:12.759366 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fdb7136f-594e-4a59-a6e2-f8adb493f9a2 req-16da3d98-7c4a-4b38-9a30-983cffb1fedb tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190999 Nov 10 19:12:12.778819 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-731f3cf8-6660-4f18-90a5-2ffd1f255011 req-7a6a61aa-2f7e-45f7-a4b1-cfcc63694c97 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c90d975-89d6-4a99-b745-14de632e2621 HTTP/1.1" status: 200 len: 210 time: 0.0705788 Nov 10 19:12:12.927299 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-876c0560-0e1f-4196-872c-5cb823221d21 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1295309602-network', 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:12:12.986253 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876c0560-0e1f-4196-872c-5cb823221d21 admin admin] Made reservation on behalf of f8868befe3bb435a8f25d6ac7c7d0f37 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:12:12.989321 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-876c0560-0e1f-4196-872c-5cb823221d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:13.014792 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-876c0560-0e1f-4196-872c-5cb823221d21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:13.182388 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad74b90-df74-4bf7-b542-f288a7efb2cc req-c07a2166-96ad-42ff-bf19-793b91e5cb7e tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:13.191004 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bad74b90-df74-4bf7-b542-f288a7efb2cc req-c07a2166-96ad-42ff-bf19-793b91e5cb7e tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?device_id=212793dd-b521-44e2-9744-de7b50dc43c3 HTTP/1.1" status: 200 len: 945 time: 0.0971773 Nov 10 19:12:13.261445 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-876c0560-0e1f-4196-872c-5cb823221d21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:13.280337 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bad74b90-df74-4bf7-b542-f288a7efb2cc req-80089df4-98be-44c0-9dbf-56e6315a9106 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880396 Nov 10 19:12:13.282635 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-876c0560-0e1f-4196-872c-5cb823221d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:13.305411 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-876c0560-0e1f-4196-872c-5cb823221d21 admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:12:13.336056 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-876c0560-0e1f-4196-872c-5cb823221d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:13.336499 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-876c0560-0e1f-4196-872c-5cb823221d21 admin admin] Added segment bbb86607-878b-48fc-80e0-71f257e97ed3 of type vlan for network 87a15d79-4902-4d31-887f-c388f0985906 Nov 10 19:12:13.365231 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-b33805d0-87c5-4d45-b227-8d84b3a47188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:13.380838 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83c24a-7d3f-42ae-8d21-addb7beb1145 req-62b78adc-d12a-40a1-8c2a-400c14d667f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:13.382549 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-dc83c24a-7d3f-42ae-8d21-addb7beb1145 req-62b78adc-d12a-40a1-8c2a-400c14d667f5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=212793dd-b521-44e2-9744-de7b50dc43c3 HTTP/1.1" status: 200 len: 1096 time: 0.7632720 Nov 10 19:12:13.406056 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c0560-0e1f-4196-872c-5cb823221d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abcce0f-c6a6-4d15-bce8-1d7464d7e84e,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:13.426358 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-876c0560-0e1f-4196-872c-5cb823221d21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:13.465683 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-876c0560-0e1f-4196-872c-5cb823221d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:13.467202 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876c0560-0e1f-4196-872c-5cb823221d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:13.468018 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-876c0560-0e1f-4196-872c-5cb823221d21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:13.585941 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-876c0560-0e1f-4196-872c-5cb823221d21 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8752761 Nov 10 19:12:13.586517 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a4558276-7f95-46f2-9e4a-f4cd64165e28 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:12:13.587017 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57088) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:13.598268 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c0560-0e1f-4196-872c-5cb823221d21 admin admin] Pushing event updated for resources: {'Network': ['ID=87a15d79-4902-4d31-887f-c388f0985906,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:13.605596 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-9f986894-dce2-43a8-8951-f592809f8017 admin admin] Request body: {'subnet': {'network_id': '87a15d79-4902-4d31-887f-c388f0985906', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1295309602-subnet', 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:12:13.621383 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-dc83c24a-7d3f-42ae-8d21-addb7beb1145 req-b7f1c22f-5b97-4fde-8d33-b6e46b71304d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842999 Nov 10 19:12:13.652501 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3e284-91f0-483f-8d5e-bddc3900b4fe req-9fe134e7-b116-4cb3-a998-f89a5d8d57a3 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:13.656992 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3fb3e284-91f0-483f-8d5e-bddc3900b4fe req-9fe134e7-b116-4cb3-a998-f89a5d8d57a3 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 944 time: 0.1478283 Nov 10 19:12:13.660488 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 87a15d79-4902-4d31-887f-c388f0985906 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:12:13.673388 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: a4558276-7f95-46f2-9e4a-f4cd64165e28 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:12:13.674246 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a4558276-7f95-46f2-9e4a-f4cd64165e28 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:12:13.674769 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f986894-dce2-43a8-8951-f592809f8017 admin admin] Made reservation on behalf of f8868befe3bb435a8f25d6ac7c7d0f37 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:12:13.679037 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9f986894-dce2-43a8-8951-f592809f8017 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:13.754973 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3fb3e284-91f0-483f-8d5e-bddc3900b4fe req-d1ecb82a-7075-4e53-bb6f-e2eaca73508b tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909586 Nov 10 19:12:13.873961 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-b33805d0-87c5-4d45-b227-8d84b3a47188 service neutron] For port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:13.952275 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-b33805d0-87c5-4d45-b227-8d84b3a47188 service neutron] For port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:12:13.964407 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73c259-caf1-4fd0-a30a-fd4d0049d687 req-8afc38ff-f8c5-4e20-987b-8b59c86ac223 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:13.970432 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0e73c259-caf1-4fd0-a30a-fd4d0049d687 req-8afc38ff-f8c5-4e20-987b-8b59c86ac223 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 948 time: 0.1124213 Nov 10 19:12:14.044796 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-b33805d0-87c5-4d45-b227-8d84b3a47188 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:14.077942 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-b33805d0-87c5-4d45-b227-8d84b3a47188 service neutron] Transition to ACTIVE for port object 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:12:14.084098 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9f986894-dce2-43a8-8951-f592809f8017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:14.092230 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-b33805d0-87c5-4d45-b227-8d84b3a47188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:14.124009 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0e73c259-caf1-4fd0-a30a-fd4d0049d687 req-c0cfc5a8-8695-4f4c-ae05-bcdc71d81406 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432314 Nov 10 19:12:14.196864 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33805d0-87c5-4d45-b227-8d84b3a47188 service neutron] Pushing event updated for resources: {'Port': ['ID=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32,revision_number=10']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:14.199014 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-50440621-fb60-4252-bb1b-18e10c914ff2 service neutron] 10.222.0.73 "GET /v2.0/ports/7bc85b62-a691-4fa2-96f3-be5fc70be918/bindings/n-h2-813897-4 HTTP/1.1" status: 200 len: 384 time: 0.1501775 Nov 10 19:12:14.200846 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f986894-dce2-43a8-8951-f592809f8017 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f6a98c7-c265-4500-b9ce-49a92ae40ef6,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:14.234095 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-b33805d0-87c5-4d45-b227-8d84b3a47188 service neutron] No DVR routers for this DVR port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:12:14.257228 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f986894-dce2-43a8-8951-f592809f8017 admin admin] Checking segment: {'id': 'bbb86607-878b-48fc-80e0-71f257e97ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '87a15d79-4902-4d31-887f-c388f0985906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:12:14.258089 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f986894-dce2-43a8-8951-f592809f8017 admin admin] Network hostable DHCP agents. Network: 87a15d79-4902-4d31-887f-c388f0985906, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:12:14.280942 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5dde38-6022-4adf-bcbb-3c4f51c96ae2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '974f2e95-bbd9-4b93-ad39-1ba5e7e26f32'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:12:14.283347 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4b2c55-534a-45ea-87d5-503825135bf9" -d '{"events": [{"server_uuid": "9c5dde38-6022-4adf-bcbb-3c4f51c96ae2", "name": "network-vif-unplugged", "status": "completed", "tag": "974f2e95-bbd9-4b93-ad39-1ba5e7e26f32"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:12:14.319435 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-b33805d0-87c5-4d45-b227-8d84b3a47188 service neutron] Attempting to bind port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:12:14.319958 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-b33805d0-87c5-4d45-b227-8d84b3a47188 service neutron] Attempting to bind port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:12:14.320944 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-b33805d0-87c5-4d45-b227-8d84b3a47188 service neutron] Attempting to bind port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:12:14.331232 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-b33805d0-87c5-4d45-b227-8d84b3a47188 service neutron] Port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:12:14.331596 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-b33805d0-87c5-4d45-b227-8d84b3a47188 service neutron] Attempting to bind port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:12:14.340374 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-b33805d0-87c5-4d45-b227-8d84b3a47188 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:12:14.340774 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-b33805d0-87c5-4d45-b227-8d84b3a47188 service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:12:14.341114 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-b33805d0-87c5-4d45-b227-8d84b3a47188 service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:12:14.341554 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-b33805d0-87c5-4d45-b227-8d84b3a47188 service neutron] Bound port: 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:12:14.342967 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-b33805d0-87c5-4d45-b227-8d84b3a47188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:14.346863 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f986894-dce2-43a8-8951-f592809f8017 admin admin] Network 87a15d79-4902-4d31-887f-c388f0985906 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:12:14.388549 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-9f986894-dce2-43a8-8951-f592809f8017 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 87a15d79-4902-4d31-887f-c388f0985906) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:12:14.395674 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f986894-dce2-43a8-8951-f592809f8017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:14.396232 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9f986894-dce2-43a8-8951-f592809f8017 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:14.406127 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a936526c-5824-4551-815a-ddcfb1e87b0a None None] Network 87a15d79-4902-4d31-887f-c388f0985906 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:12:14.437211 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9f986894-dce2-43a8-8951-f592809f8017 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8455367 Nov 10 19:12:14.444418 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57106) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:14.452090 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-f513b561-dbfb-4b2a-a6e5-bf0e42577fc9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1295309602-router', 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:12:14.475771 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-b33805d0-87c5-4d45-b227-8d84b3a47188 service neutron] For port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:12:14.480202 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-b33805d0-87c5-4d45-b227-8d84b3a47188 service neutron] For port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:12:14.487525 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-b33805d0-87c5-4d45-b227-8d84b3a47188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:14.504201 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28289cae-56c3-4aba-a0fe-2833fdb15cc3 req-499ac6f4-2e19-497a-9b88-6fc73fb66420 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:14.514731 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-28289cae-56c3-4aba-a0fe-2833fdb15cc3 req-499ac6f4-2e19-497a-9b88-6fc73fb66420 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 944 time: 0.2677529 Nov 10 19:12:14.576760 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-b33805d0-87c5-4d45-b227-8d84b3a47188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:14.578023 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-b33805d0-87c5-4d45-b227-8d84b3a47188 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:14.580114 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-b33805d0-87c5-4d45-b227-8d84b3a47188 service neutron] 10.222.0.73 "PUT /v2.0/ports/974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 HTTP/1.1" status: 200 len: 1095 time: 2.0379462 Nov 10 19:12:14.588578 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f513b561-dbfb-4b2a-a6e5-bf0e42577fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:14.590834 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f513b561-dbfb-4b2a-a6e5-bf0e42577fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:14.645369 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-28289cae-56c3-4aba-a0fe-2833fdb15cc3 req-8b5b7079-ce7c-486c-bbae-4c7707eb0666 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297350 Nov 10 19:12:14.647743 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-a8d5023f-f8b6-45a3-b0b7-4b9b3bf38150 service neutron] For port 7bc85b62-a691-4fa2-96f3-be5fc70be918, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7bc85b62-a691-4fa2-96f3-be5fc70be918,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:14.670677 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f513b561-dbfb-4b2a-a6e5-bf0e42577fc9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:14.686108 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-a8d5023f-f8b6-45a3-b0b7-4b9b3bf38150 service neutron] For port 7bc85b62-a691-4fa2-96f3-be5fc70be918, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:12:14.733019 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d76f1f-4f87-45b6-a2ed-a69249fae3d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-87a15d79-4902-4d31-887f-c388f0985906', 'network_id': '87a15d79-4902-4d31-887f-c388f0985906', 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'fixed_ips': [{'subnet_id': '2f6a98c7-c265-4500-b9ce-49a92ae40ef6'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:12:14.734818 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e8d76f1f-4f87-45b6-a2ed-a69249fae3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:14.746576 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-a8d5023f-f8b6-45a3-b0b7-4b9b3bf38150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc85b62-a691-4fa2-96f3-be5fc70be918 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:12:14.759810 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-a8d5023f-f8b6-45a3-b0b7-4b9b3bf38150 service neutron] For port 7bc85b62-a691-4fa2-96f3-be5fc70be918, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=7bc85b62-a691-4fa2-96f3-be5fc70be918,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:14.786872 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-a8d5023f-f8b6-45a3-b0b7-4b9b3bf38150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:14.791005 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac611d1b-f0d6-4962-adcb-66cbc3119e92 x-openstack-request-id: req-ac611d1b-f0d6-4962-adcb-66cbc3119e92 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:12:14.791396 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5dde38-6022-4adf-bcbb-3c4f51c96ae2", "name": "network-vif-unplugged", "status": "completed", "tag": "974f2e95-bbd9-4b93-ad39-1ba5e7e26f32", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:12:14.791715 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ac611d1b-f0d6-4962-adcb-66cbc3119e92 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:12:14.792219 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5dde38-6022-4adf-bcbb-3c4f51c96ae2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '974f2e95-bbd9-4b93-ad39-1ba5e7e26f32', 'code': 200} Nov 10 19:12:14.794205 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33805d0-87c5-4d45-b227-8d84b3a47188 service neutron] Pushing event updated for resources: {'Port': ['ID=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32,revision_number=11']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:14.936107 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-a8d5023f-f8b6-45a3-b0b7-4b9b3bf38150 service neutron] Transition to ACTIVE for port object 7bc85b62-a691-4fa2-96f3-be5fc70be918 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:12:14.978285 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-a8d5023f-f8b6-45a3-b0b7-4b9b3bf38150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:15.055136 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-e8d76f1f-4f87-45b6-a2ed-a69249fae3d9 None None] Allocated IP 172.20.0.2 (87a15d79-4902-4d31-887f-c388f0985906/2f6a98c7-c265-4500-b9ce-49a92ae40ef6/608a3bc4-3d91-4304-9e9e-13b21e334803) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:12:15.067489 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-01e6141a-6ee2-4c4e-b561-779d00734304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:15.069186 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-01e6141a-6ee2-4c4e-b561-779d00734304 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 1098 time: 0.3920987 Nov 10 19:12:15.069628 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 7bc85b62-a691-4fa2-96f3-be5fc70be918 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:12:15.071695 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f513b561-dbfb-4b2a-a6e5-bf0e42577fc9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:15.145236 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-a8d5023f-f8b6-45a3-b0b7-4b9b3bf38150 service neutron] No DVR routers for this DVR port 7bc85b62-a691-4fa2-96f3-be5fc70be918 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:12:15.157331 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5023f-f8b6-45a3-b0b7-4b9b3bf38150 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc85b62-a691-4fa2-96f3-be5fc70be918,revision_number=10']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:15.188225 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9bd13-612a-4fb1-b34a-a71a874c33c9 req-b246d6af-1ddb-4666-857a-fcd656efb033 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:15.190423 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-43c9bd13-612a-4fb1-b34a-a71a874c33c9 req-b246d6af-1ddb-4666-857a-fcd656efb033 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?device_id=212793dd-b521-44e2-9744-de7b50dc43c3 HTTP/1.1" status: 200 len: 945 time: 0.2377517 Nov 10 19:12:15.208588 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 7bc85b62-a691-4fa2-96f3-be5fc70be918 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:12:15.216006 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-a8d5023f-f8b6-45a3-b0b7-4b9b3bf38150 service neutron] 10.222.0.73 "PUT /v2.0/ports/7bc85b62-a691-4fa2-96f3-be5fc70be918/bindings/n-h2-813897-4/activate HTTP/1.1" status: 200 len: 369 time: 1.0075855 Nov 10 19:12:15.271373 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-40975273-edd4-4b20-9c29-c263ddd122a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:15.273591 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-40975273-edd4-4b20-9c29-c263ddd122a4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.1954229 Nov 10 19:12:15.315810 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-43c9bd13-612a-4fb1-b34a-a71a874c33c9 req-33ac3f07-0f3c-4d2d-8c7d-49a47194d2e1 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067994 Nov 10 19:12:15.332208 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-fc6eb07c-cde5-4539-9514-421e62054e1e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 HTTP/1.1" status: 200 len: 217 time: 0.0467045 Nov 10 19:12:15.370681 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e8d76f1f-4f87-45b6-a2ed-a69249fae3d9 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:15.381302 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e8d76f1f-4f87-45b6-a2ed-a69249fae3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:15.425167 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-9742e830-86f3-4e1d-bfab-d0fdb63de150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:15.428205 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-9742e830-86f3-4e1d-bfab-d0fdb63de150 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0889697 Nov 10 19:12:15.448322 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d76f1f-4f87-45b6-a2ed-a69249fae3d9 None None] Network 87a15d79-4902-4d31-887f-c388f0985906 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:12:15.453665 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-e8d76f1f-4f87-45b6-a2ed-a69249fae3d9 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:12:15.459780 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d76f1f-4f87-45b6-a2ed-a69249fae3d9 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:12:15.462614 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d76f1f-4f87-45b6-a2ed-a69249fae3d9 None None] Pushing event updated for resources: {'Port': ['ID=608a3bc4-3d91-4304-9e9e-13b21e334803,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:15.533347 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e8d76f1f-4f87-45b6-a2ed-a69249fae3d9 None None] Attempting to bind port 608a3bc4-3d91-4304-9e9e-13b21e334803 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:12:15.533920 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e8d76f1f-4f87-45b6-a2ed-a69249fae3d9 None None] Attempting to bind port 608a3bc4-3d91-4304-9e9e-13b21e334803 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'bbb86607-878b-48fc-80e0-71f257e97ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '87a15d79-4902-4d31-887f-c388f0985906'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:12:15.534928 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d76f1f-4f87-45b6-a2ed-a69249fae3d9 None None] Attempting to bind port 608a3bc4-3d91-4304-9e9e-13b21e334803 on network 87a15d79-4902-4d31-887f-c388f0985906 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:12:15.541645 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d76f1f-4f87-45b6-a2ed-a69249fae3d9 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:12:15.542607 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d76f1f-4f87-45b6-a2ed-a69249fae3d9 None None] Checking segment: {'id': 'bbb86607-878b-48fc-80e0-71f257e97ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '87a15d79-4902-4d31-887f-c388f0985906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:12:15.543242 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e8d76f1f-4f87-45b6-a2ed-a69249fae3d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:15.543851 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d76f1f-4f87-45b6-a2ed-a69249fae3d9 None None] Bound using segment: {'id': 'bbb86607-878b-48fc-80e0-71f257e97ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '87a15d79-4902-4d31-887f-c388f0985906'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:12:15.545210 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e8d76f1f-4f87-45b6-a2ed-a69249fae3d9 None None] Bound port: 608a3bc4-3d91-4304-9e9e-13b21e334803, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbb86607-878b-48fc-80e0-71f257e97ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '87a15d79-4902-4d31-887f-c388f0985906'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:12:15.545856 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e8d76f1f-4f87-45b6-a2ed-a69249fae3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:15.593712 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f513b561-dbfb-4b2a-a6e5-bf0e42577fc9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:15.619692 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f513b561-dbfb-4b2a-a6e5-bf0e42577fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:15.621036 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:12:15.637467 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-8cf59e8c-f545-4d5a-85f9-8155a760f089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:15.639089 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-8cf59e8c-f545-4d5a-85f9-8155a760f089 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2030990 Nov 10 19:12:15.659889 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e8d76f1f-4f87-45b6-a2ed-a69249fae3d9 None None] For port 608a3bc4-3d91-4304-9e9e-13b21e334803, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:12:15.683415 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e8d76f1f-4f87-45b6-a2ed-a69249fae3d9 None None] For port 608a3bc4-3d91-4304-9e9e-13b21e334803, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=608a3bc4-3d91-4304-9e9e-13b21e334803,segment=NetworkSegment(bbb86607-878b-48fc-80e0-71f257e97ed3),segment_id=bbb86607-878b-48fc-80e0-71f257e97ed3)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:12:15.689331 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:12:15.693102 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e8d76f1f-4f87-45b6-a2ed-a69249fae3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:15.788508 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d76f1f-4f87-45b6-a2ed-a69249fae3d9 None None] Pushing event updated for resources: {'Port': ['ID=608a3bc4-3d91-4304-9e9e-13b21e334803,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:15.842227 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-823cd832-db9d-43f0-bd2e-0a604422a6f8 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757247 Nov 10 19:12:15.853982 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-f513b561-dbfb-4b2a-a6e5-bf0e42577fc9 admin admin] Allocated IP 172.25.3.238 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/facde35a-9f06-40ba-a4a5-e370391d9729) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:12:16.022408 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d4655e4-e64f-4dd0-bdf7-5605b83b1b12 req-5b37a8d9-96eb-4789-a649-eb0ca13446bf service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698973 Nov 10 19:12:16.050404 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f513b561-dbfb-4b2a-a6e5-bf0e42577fc9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:16.096483 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f513b561-dbfb-4b2a-a6e5-bf0e42577fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:16.139836 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f513b561-dbfb-4b2a-a6e5-bf0e42577fc9 admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:12:16.142788 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-f513b561-dbfb-4b2a-a6e5-bf0e42577fc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:12:16.148648 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f513b561-dbfb-4b2a-a6e5-bf0e42577fc9 admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:12:16.152227 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513b561-dbfb-4b2a-a6e5-bf0e42577fc9 admin admin] Pushing event updated for resources: {'Port': ['ID=facde35a-9f06-40ba-a4a5-e370391d9729,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:16.482839 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-b73c3cda-664b-48f9-9360-f49f0f42bcfa tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:16.484397 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-b73c3cda-664b-48f9-9360-f49f0f42bcfa tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85&tenant_id=740aa4129faa48ffa1d5e7369c5159ee&binding%3Ahost_id=n-h1-813897-4 HTTP/1.1" status: 200 len: 1096 time: 0.0615759 Nov 10 19:12:16.487064 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f513b561-dbfb-4b2a-a6e5-bf0e42577fc9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:16.568010 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557c0ed-aa37-4a0e-9e40-d436d047c498 req-f38dfac2-e0b2-4505-8e6a-b6826843e479 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:16.569801 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6557c0ed-aa37-4a0e-9e40-d436d047c498 req-f38dfac2-e0b2-4505-8e6a-b6826843e479 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 945 time: 0.0900166 Nov 10 19:12:16.586832 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12f2e1-c521-4a1b-8d77-fb3a389dcf9b req-b31abfad-7efe-4003-a97e-cbcc9927e57a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:16.588433 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a12f2e1-c521-4a1b-8d77-fb3a389dcf9b req-b31abfad-7efe-4003-a97e-cbcc9927e57a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 947 time: 0.0733440 Nov 10 19:12:16.621736 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-ae8c7f4d-5ed0-4f6f-bc55-ea565970bdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:16.623286 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-ae8c7f4d-5ed0-4f6f-bc55-ea565970bdfe service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85&tenant_id=740aa4129faa48ffa1d5e7369c5159ee HTTP/1.1" status: 200 len: 1096 time: 0.0951707 Nov 10 19:12:16.686906 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6557c0ed-aa37-4a0e-9e40-d436d047c498 req-357b0cc5-8df6-4981-bdb2-fc6b0247f164 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067569 Nov 10 19:12:16.703667 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a12f2e1-c521-4a1b-8d77-fb3a389dcf9b req-f8ffa333-d140-4505-858e-530184800fc1 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945063 Nov 10 19:12:16.733317 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 608a3bc4-3d91-4304-9e9e-13b21e334803 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:12:16.790172 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 608a3bc4-3d91-4304-9e9e-13b21e334803 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:12:16.791309 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:16.798002 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5dde38-6022-4adf-bcbb-3c4f51c96ae2', 'tag': '974f2e95-bbd9-4b93-ad39-1ba5e7e26f32'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:12:16.800715 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e656f00e-daee-45f1-beb9-18464322fc96" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5dde38-6022-4adf-bcbb-3c4f51c96ae2", "tag": "974f2e95-bbd9-4b93-ad39-1ba5e7e26f32"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:12:16.835275 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebfd43-d934-42eb-9252-71cd41204371 req-1a947afa-b474-4fc5-aa32-89f76aee231d tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:16.841903 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2ebfd43-d934-42eb-9252-71cd41204371 req-1a947afa-b474-4fc5-aa32-89f76aee231d tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 944 time: 0.0876980 Nov 10 19:12:16.877981 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-a7910a80-15d0-4d45-a12e-5c037f1ac4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:16.879632 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-a7910a80-15d0-4d45-a12e-5c037f1ac4fe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=740aa4129faa48ffa1d5e7369c5159ee&device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 1096 time: 0.2282598 Nov 10 19:12:16.887640 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:16.903269 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247b451a-89a6-4a78-a8f8-d0d0bb99c0e9 None None] Network 87a15d79-4902-4d31-887f-c388f0985906 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:12:16.917292 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042182d-2a88-489a-8cad-3905733a7221 req-73190c10-331f-4d4c-8d38-418b356aa2b8 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:16.918149 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f513b561-dbfb-4b2a-a6e5-bf0e42577fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:16.918909 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c042182d-2a88-489a-8cad-3905733a7221 req-73190c10-331f-4d4c-8d38-418b356aa2b8 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?device_id=212793dd-b521-44e2-9744-de7b50dc43c3 HTTP/1.1" status: 200 len: 945 time: 0.1041234 Nov 10 19:12:16.931638 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2ebfd43-d934-42eb-9252-71cd41204371 req-32485531-b1b4-405b-bf32-962899fa804f tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692155 Nov 10 19:12:16.983814 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a91417bb-5b1e-4807-a82a-f93f73721347 None None] Provisioning complete for port 608a3bc4-3d91-4304-9e9e-13b21e334803 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:12:16.984262 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a91417bb-5b1e-4807-a82a-f93f73721347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:17.000292 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c042182d-2a88-489a-8cad-3905733a7221 req-8a9636e1-126e-4628-867e-a5f84f998cb7 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675941 Nov 10 19:12:17.021476 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 608a3bc4-3d91-4304-9e9e-13b21e334803, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=608a3bc4-3d91-4304-9e9e-13b21e334803,segment=NetworkSegment(bbb86607-878b-48fc-80e0-71f257e97ed3),segment_id=bbb86607-878b-48fc-80e0-71f257e97ed3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:17.046624 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:17.111518 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff90611-dede-4302-b655-6284a4e793f5 x-openstack-request-id: req-eff90611-dede-4302-b655-6284a4e793f5 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:12:17.111920 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5dde38-6022-4adf-bcbb-3c4f51c96ae2", "tag": "974f2e95-bbd9-4b93-ad39-1ba5e7e26f32", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:12:17.112105 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-eff90611-dede-4302-b655-6284a4e793f5 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:12:17.112469 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5dde38-6022-4adf-bcbb-3c4f51c96ae2', 'tag': '974f2e95-bbd9-4b93-ad39-1ba5e7e26f32', 'status': 'completed', 'code': 200} Nov 10 19:12:17.148797 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-330efe2c-0b33-459d-be71-ffd5476fa46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:17.150595 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-330efe2c-0b33-459d-be71-ffd5476fa46b service neutron] 10.222.0.25 "GET /v2.0/networks?id=74048eaf-c023-4244-acc6-bb708e07e097 HTTP/1.1" status: 200 len: 922 time: 0.2619672 Nov 10 19:12:17.175890 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656f00e-daee-45f1-beb9-18464322fc96 req-e8e7380d-b756-49a3-81f2-882ec498c53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:17.177638 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e656f00e-daee-45f1-beb9-18464322fc96 req-e8e7380d-b756-49a3-81f2-882ec498c53a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 1098 time: 0.0623853 Nov 10 19:12:17.308348 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-8f4bb0c6-c99c-4335-89fe-77407578b8ea service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bc85b62-a691-4fa2-96f3-be5fc70be918 HTTP/1.1" status: 200 len: 217 time: 0.0764844 Nov 10 19:12:17.308893 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656f00e-daee-45f1-beb9-18464322fc96 req-d84e2601-b75c-4da8-8ee4-c7a4893da64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:17.309940 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=608a3bc4-3d91-4304-9e9e-13b21e334803,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:17.312129 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e656f00e-daee-45f1-beb9-18464322fc96 req-d84e2601-b75c-4da8-8ee4-c7a4893da64f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 1098 time: 0.0870631 Nov 10 19:12:17.337992 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f513b561-dbfb-4b2a-a6e5-bf0e42577fc9 admin admin] Router f3e0b066-6885-46b9-b5b8-e400dec94bf5 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:12:17.494564 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-c6ddcc52-651c-4190-a920-7061f804640a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:17.496225 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-c6ddcc52-651c-4190-a920-7061f804640a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=91093ec9-e097-43f7-865c-a8764e927d57 HTTP/1.1" status: 200 len: 861 time: 0.1684413 Nov 10 19:12:17.503146 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656f00e-daee-45f1-beb9-18464322fc96 req-8547c6e1-fc22-4436-a055-423f2f741a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:17.504886 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e656f00e-daee-45f1-beb9-18464322fc96 req-8547c6e1-fc22-4436-a055-423f2f741a1a service neutron] 10.222.0.73 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.3187025 Nov 10 19:12:17.606864 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656f00e-daee-45f1-beb9-18464322fc96 req-91dc648d-58fc-43e9-9eac-cd73c9be4a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:17.608396 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e656f00e-daee-45f1-beb9-18464322fc96 req-91dc648d-58fc-43e9-9eac-cd73c9be4a9f service neutron] 10.222.0.25 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.2714546 Nov 10 19:12:17.675095 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e656f00e-daee-45f1-beb9-18464322fc96 req-b151ff2d-f4c2-47cf-b4af-59aad2838e54 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 HTTP/1.1" status: 200 len: 217 time: 0.0566239 Nov 10 19:12:17.697987 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d472fd5-b568-4209-8d39-72c0076438dd req-b45d5045-60b8-4633-854b-1103f4b14bd8 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:17.699727 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d472fd5-b568-4209-8d39-72c0076438dd req-b45d5045-60b8-4633-854b-1103f4b14bd8 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 944 time: 0.1846848 Nov 10 19:12:17.793177 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-db7e8971-250d-4257-a2c9-e79c7c38c0a8 None None] Provisioning complete for port 608a3bc4-3d91-4304-9e9e-13b21e334803 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:12:17.794371 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-db7e8971-250d-4257-a2c9-e79c7c38c0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:17.813056 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656f00e-daee-45f1-beb9-18464322fc96 req-0e47f45f-597f-4248-b43d-3cfeb45c7d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:17.815122 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e656f00e-daee-45f1-beb9-18464322fc96 req-0e47f45f-597f-4248-b43d-3cfeb45c7d04 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.1269796 Nov 10 19:12:17.933239 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-ddd7f531-c674-4dcf-9371-880d7463ea49 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=74048eaf-c023-4244-acc6-bb708e07e097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4192476 Nov 10 19:12:17.964097 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e656f00e-daee-45f1-beb9-18464322fc96 req-6dea99ee-1e07-419b-aaee-3ede5ef0dce7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 HTTP/1.1" status: 200 len: 217 time: 0.4484880 Nov 10 19:12:18.009666 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656f00e-daee-45f1-beb9-18464322fc96 req-eb478d5c-a1b6-4644-ba7f-320b9c63e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:18.011559 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e656f00e-daee-45f1-beb9-18464322fc96 req-eb478d5c-a1b6-4644-ba7f-320b9c63e3f2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1495020 Nov 10 19:12:18.045739 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc35c8-d191-4bad-a528-1c711c4c9793 req-a8cf15f5-f2a5-4a08-83cf-a90586e92931 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:18.047516 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-49bc35c8-d191-4bad-a528-1c711c4c9793 req-a8cf15f5-f2a5-4a08-83cf-a90586e92931 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 945 time: 0.1594400 Nov 10 19:12:18.087735 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f513b561-dbfb-4b2a-a6e5-bf0e42577fc9 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:12:18.093566 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-3d472fd5-b568-4209-8d39-72c0076438dd req-b6c06fcc-c4d7-4f9f-b170-c30857ed1198 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Deleting port b559a426-f4ce-412a-a086-a76bd0133108 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:12:18.094042 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3d472fd5-b568-4209-8d39-72c0076438dd req-b6c06fcc-c4d7-4f9f-b170-c30857ed1198 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:18.094606 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656f00e-daee-45f1-beb9-18464322fc96 req-5e96d708-819e-48c0-a7f7-9da6ad3d0661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:18.096131 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e656f00e-daee-45f1-beb9-18464322fc96 req-5e96d708-819e-48c0-a7f7-9da6ad3d0661 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.1202023 Nov 10 19:12:18.100019 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d12fd7d-4b5c-40b1-9301-2a183129140d None None] Sync routers for ids ['f3e0b066-6885-46b9-b5b8-e400dec94bf5'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:12:18.113939 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d12fd7d-4b5c-40b1-9301-2a183129140d None None] Routers {'f3e0b066-6885-46b9-b5b8-e400dec94bf5'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:12:18.114631 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-5d12fd7d-4b5c-40b1-9301-2a183129140d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:11:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['f3e0b066-6885-46b9-b5b8-e400dec94bf5'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:18.143822 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f513b561-dbfb-4b2a-a6e5-bf0e42577fc9 admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:18.145084 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f513b561-dbfb-4b2a-a6e5-bf0e42577fc9 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6995800 Nov 10 19:12:18.149734 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57204) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:18.208684 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-a1772e88-d6fe-4fbe-98c0-a2a39e166b83 service neutron] 10.222.0.25 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434809 Nov 10 19:12:18.228447 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656f00e-daee-45f1-beb9-18464322fc96 req-9d39747b-ca77-482e-9a86-954c7af5f18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:18.229998 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e656f00e-daee-45f1-beb9-18464322fc96 req-9d39747b-ca77-482e-9a86-954c7af5f18c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1254022 Nov 10 19:12:18.231639 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-5d12fd7d-4b5c-40b1-9301-2a183129140d None None] Set router f3e0b066-6885-46b9-b5b8-e400dec94bf5 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:12:18.277594 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53224688-c70a-4bf3-84d2-15579aecd12d req-a4be8f0b-793b-45f3-a729-b80f88d80edf tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:18.285235 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-53224688-c70a-4bf3-84d2-15579aecd12d req-a4be8f0b-793b-45f3-a729-b80f88d80edf tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 947 time: 0.2489588 Nov 10 19:12:18.316417 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-49bc35c8-d191-4bad-a528-1c711c4c9793 req-b8a8e284-afe6-4541-8b06-4ba5b3675eda tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503023 Nov 10 19:12:18.416148 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e656f00e-daee-45f1-beb9-18464322fc96 req-64dbaf85-f32c-4c0f-b8eb-445c37a9369c service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927774 Nov 10 19:12:18.474457 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-53224688-c70a-4bf3-84d2-15579aecd12d req-c59ff4ba-361e-4c46-b7a6-ad8d39b5f0c9 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882460 Nov 10 19:12:18.518223 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-ffccb5e2-6712-4a5d-87e0-e65452d099ef service neutron] 10.222.0.25 "GET /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867825 Nov 10 19:12:18.522618 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e656f00e-daee-45f1-beb9-18464322fc96 req-f4296857-ad5e-434a-9292-e4797da0a985 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450929 Nov 10 19:12:18.542160 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-3d472fd5-b568-4209-8d39-72c0076438dd req-b6c06fcc-c4d7-4f9f-b170-c30857ed1198 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] For port b559a426-f4ce-412a-a086-a76bd0133108, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=b559a426-f4ce-412a-a086-a76bd0133108,segment=NetworkSegment(98fc0869-b763-48f8-b54e-13ed325cc396),segment_id=98fc0869-b763-48f8-b54e-13ed325cc396)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:18.542160 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3d472fd5-b568-4209-8d39-72c0076438dd req-b6c06fcc-c4d7-4f9f-b170-c30857ed1198 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:18.564933 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-3d472fd5-b568-4209-8d39-72c0076438dd req-b6c06fcc-c4d7-4f9f-b170-c30857ed1198 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Calling delete_port for b559a426-f4ce-412a-a086-a76bd0133108 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:12:18.576313 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-5d12fd7d-4b5c-40b1-9301-2a183129140d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'name': 'tempest-TaggedBootDevicesTest-1295309602-router', 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'facde35a-9f06-40ba-a4a5-e370391d9729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:12:14Z', 'updated_at': '2021-11-10T19:12:16Z', 'revision_number': 3, 'project_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'gw_port': {'id': 'facde35a-9f06-40ba-a4a5-e370391d9729', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:12:15Z', 'updated_at': '2021-11-10T19:12:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:18.636006 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d12fd7d-4b5c-40b1-9301-2a183129140d None None] Checking router: f3e0b066-6885-46b9-b5b8-e400dec94bf5 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:12:18.636611 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d12fd7d-4b5c-40b1-9301-2a183129140d None None] Updating router f3e0b066-6885-46b9-b5b8-e400dec94bf5 port facde35a-9f06-40ba-a4a5-e370391d9729 binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:12:18.715474 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5d12fd7d-4b5c-40b1-9301-2a183129140d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:18.777614 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e656f00e-daee-45f1-beb9-18464322fc96 req-9db8d279-b24d-4f94-ab86-ab8354736996 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451753 Nov 10 19:12:18.779800 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 608a3bc4-3d91-4304-9e9e-13b21e334803 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:12:18.903533 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dde4a-948b-4053-b394-d51677b99b84 req-4adf51db-1e3c-443d-9e3e-6d1e462966b3 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:18.913914 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cc2dde4a-948b-4053-b394-d51677b99b84 req-4adf51db-1e3c-443d-9e3e-6d1e462966b3 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb HTTP/1.1" status: 200 len: 944 time: 0.2347636 Nov 10 19:12:18.920236 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 608a3bc4-3d91-4304-9e9e-13b21e334803 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:12:18.921250 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:19.013372 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e656f00e-daee-45f1-beb9-18464322fc96 req-913a2d16-dbff-4d18-817c-d34ccc8e565f service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801152 Nov 10 19:12:19.041609 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-721a4d45-7172-481f-8fb8-2129099b2912 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:19.043883 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-721a4d45-7172-481f-8fb8-2129099b2912 tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85&tenant_id=740aa4129faa48ffa1d5e7369c5159ee&binding%3Ahost_id=n-h2-813897-4 HTTP/1.1" status: 200 len: 1096 time: 0.1256375 Nov 10 19:12:19.070568 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74822d-bff8-42c3-8235-5b16bd585105 req-5b2ffa93-f13c-4a3f-87e8-18be121cac56 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:19.072524 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d74822d-bff8-42c3-8235-5b16bd585105 req-5b2ffa93-f13c-4a3f-87e8-18be121cac56 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?device_id=212793dd-b521-44e2-9744-de7b50dc43c3 HTTP/1.1" status: 200 len: 945 time: 0.2717693 Nov 10 19:12:19.095935 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:12:19.097631 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cc2dde4a-948b-4053-b394-d51677b99b84 req-d125e29e-468d-49b7-bd79-cd20e3faf9c4 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.54 "GET /v2.0/security-groups?id=10ae6b0e-4f90-4068-96c7-4cf9a476c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822722 Nov 10 19:12:19.186218 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3d472fd5-b568-4209-8d39-72c0076438dd req-b6c06fcc-c4d7-4f9f-b170-c30857ed1198 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:19.195963 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5d12fd7d-4b5c-40b1-9301-2a183129140d None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:19.207006 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5d12fd7d-4b5c-40b1-9301-2a183129140d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:19.239299 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5783ea43-32b0-4f9c-92a3-b121f9af4a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:19.267019 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c06fcc-c4d7-4f9f-b170-c30857ed1198 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Pushing event deleted for resources: {'Port': ['ID=b559a426-f4ce-412a-a086-a76bd0133108,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:19.284713 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d74822d-bff8-42c3-8235-5b16bd585105 req-dd76212a-f9a8-4d31-859f-d353e0729f87 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623609 Nov 10 19:12:19.343470 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-5d12fd7d-4b5c-40b1-9301-2a183129140d None None] Attempting to bind port facde35a-9f06-40ba-a4a5-e370391d9729 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:12:19.343470 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-5d12fd7d-4b5c-40b1-9301-2a183129140d None None] Attempting to bind port facde35a-9f06-40ba-a4a5-e370391d9729 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:12:19.343470 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d12fd7d-4b5c-40b1-9301-2a183129140d None None] Attempting to bind port facde35a-9f06-40ba-a4a5-e370391d9729 on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:12:19.355299 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:19.360690 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d12fd7d-4b5c-40b1-9301-2a183129140d None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:12:19.361118 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d12fd7d-4b5c-40b1-9301-2a183129140d None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:12:19.361456 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5d12fd7d-4b5c-40b1-9301-2a183129140d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:19.361884 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d12fd7d-4b5c-40b1-9301-2a183129140d None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:12:19.362900 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-5d12fd7d-4b5c-40b1-9301-2a183129140d None None] Bound port: facde35a-9f06-40ba-a4a5-e370391d9729, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:12:19.363604 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5d12fd7d-4b5c-40b1-9301-2a183129140d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:19.367595 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a3715-15af-4e1c-b8f5-fb213111a61b None None] Pushing event updated for resources: {'Port': ['ID=facde35a-9f06-40ba-a4a5-e370391d9729,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:19.392106 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '974f2e95-bbd9-4b93-ad39-1ba5e7e26f32', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': '974f2e95-bbd9-4b93-ad39-1ba5e7e26f32', 'mac_address': 'fa:16:3e:36:13:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:12:19.395694 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d472fd5-b568-4209-8d39-72c0076438dd req-b6c06fcc-c4d7-4f9f-b170-c30857ed1198 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] No DVR routers for this DVR port b559a426-f4ce-412a-a086-a76bd0133108 on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:12:19.405875 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3d472fd5-b568-4209-8d39-72c0076438dd req-b6c06fcc-c4d7-4f9f-b170-c30857ed1198 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:19.407526 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a3715-15af-4e1c-b8f5-fb213111a61b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:19.408548 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d472fd5-b568-4209-8d39-72c0076438dd req-b6c06fcc-c4d7-4f9f-b170-c30857ed1198 tempest-LiveMigrationTest-127461424 tempest-LiveMigrationTest-127461424-project] 10.222.0.25 "DELETE /v2.0/ports/b559a426-f4ce-412a-a086-a76bd0133108 HTTP/1.1" status: 204 len: 173 time: 1.7002888 Nov 10 19:12:19.408780 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a3715-15af-4e1c-b8f5-fb213111a61b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:19.408933 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb', 'name': 'network-vif-deleted', 'tag': 'b559a426-f4ce-412a-a086-a76bd0133108'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:12:19.409202 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a3715-15af-4e1c-b8f5-fb213111a61b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:19.409711 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a3715-15af-4e1c-b8f5-fb213111a61b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:19.410085 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a3715-15af-4e1c-b8f5-fb213111a61b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:19.411098 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa21f726-514d-493b-8b1c-fc8d3f23edd8" -d '{"events": [{"server_uuid": "ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb", "name": "network-vif-deleted", "tag": "b559a426-f4ce-412a-a086-a76bd0133108"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:12:19.412508 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a3715-15af-4e1c-b8f5-fb213111a61b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:19.412646 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a3715-15af-4e1c-b8f5-fb213111a61b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:19.413178 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a3715-15af-4e1c-b8f5-fb213111a61b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:19.413493 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a3715-15af-4e1c-b8f5-fb213111a61b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:19.415367 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a3715-15af-4e1c-b8f5-fb213111a61b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:19.415746 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a3715-15af-4e1c-b8f5-fb213111a61b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:19.416019 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a3715-15af-4e1c-b8f5-fb213111a61b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:19.513564 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:19.536266 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-5d12fd7d-4b5c-40b1-9301-2a183129140d None None] For port facde35a-9f06-40ba-a4a5-e370391d9729, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:12:19.541802 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-e40921e8-127d-4239-9ff7-afc861592f30 service neutron] For port 7bc85b62-a691-4fa2-96f3-be5fc70be918, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:12:19.546581 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-e40921e8-127d-4239-9ff7-afc861592f30 service neutron] Publish callbacks [] for binding, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:19.548133 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-e40921e8-127d-4239-9ff7-afc861592f30 service neutron] 10.222.0.25 "DELETE /v2.0/ports/7bc85b62-a691-4fa2-96f3-be5fc70be918/bindings/n-h1-813897-4 HTTP/1.1" status: 204 len: 173 time: 0.4920490 Nov 10 19:12:19.555792 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-5d12fd7d-4b5c-40b1-9301-2a183129140d None None] For port facde35a-9f06-40ba-a4a5-e370391d9729, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=facde35a-9f06-40ba-a4a5-e370391d9729,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:12:19.569956 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5d12fd7d-4b5c-40b1-9301-2a183129140d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:19.601749 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:12:19.654748 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a6f8486b-1d4c-49e5-888f-016d9332c59e no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:12:19.691436 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a3715-15af-4e1c-b8f5-fb213111a61b None None] Pushing event updated for resources: {'Port': ['ID=facde35a-9f06-40ba-a4a5-e370391d9729,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:19.696108 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-5783ea43-32b0-4f9c-92a3-b121f9af4a6c admin admin] Allocated IP 172.20.0.1 (87a15d79-4902-4d31-887f-c388f0985906/2f6a98c7-c265-4500-b9ce-49a92ae40ef6/ddeb9ab5-c38c-444d-9153-1ea476c8e71f) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:12:19.712148 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d12fd7d-4b5c-40b1-9301-2a183129140d None None] Routers {'f3e0b066-6885-46b9-b5b8-e400dec94bf5'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:12:19.713397 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-5d12fd7d-4b5c-40b1-9301-2a183129140d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:11:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['f3e0b066-6885-46b9-b5b8-e400dec94bf5'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:19.735239 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:19.754077 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:19.803908 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-83c4fdc9-667d-4baa-b9f7-81d193053a29 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:19.813788 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-83c4fdc9-667d-4baa-b9f7-81d193053a29 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/networks?id=f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f HTTP/1.1" status: 200 len: 804 time: 0.2450824 Nov 10 19:12:19.825382 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-d2a0467d-62c0-43bd-89b0-833f50229144 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/quotas/86949477275045bb909c8def9385c7a2 HTTP/1.1" status: 200 len: 375 time: 0.0104477 Nov 10 19:12:19.854451 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5783ea43-32b0-4f9c-92a3-b121f9af4a6c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:19.876529 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32,revision_number=12']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:19.902930 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5783ea43-32b0-4f9c-92a3-b121f9af4a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:19.911520 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-5d12fd7d-4b5c-40b1-9301-2a183129140d None None] Set router f3e0b066-6885-46b9-b5b8-e400dec94bf5 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:12:19.927255 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:19.969749 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-217e4008-fc09-4200-a5a2-13939cc73432 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=86949477275045bb909c8def9385c7a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1321890 Nov 10 19:12:19.977432 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a6f8486b-1d4c-49e5-888f-016d9332c59e, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a6f8486b-1d4c-49e5-888f-016d9332c59e,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:20.007596 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a793e-4150-4d94-a8ad-1ddb6bd82fa9 req-25cfc5f0-36fb-4346-88e2-d058e005995c tempest-MigrationsAdminTest-160112897 tempest-MigrationsAdminTest-160112897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:20.008953 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-415a793e-4150-4d94-a8ad-1ddb6bd82fa9 req-25cfc5f0-36fb-4346-88e2-d058e005995c tempest-MigrationsAdminTest-160112897 tempest-MigrationsAdminTest-160112897-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 1099 time: 0.1327336 Nov 10 19:12:20.016893 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1bd2d4-873c-411f-b525-20d685d91726', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6f8486b-1d4c-49e5-888f-016d9332c59e'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:12:20.019302 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23779c84-108e-4cdd-b8d9-107ce1d9d23a" -d '{"events": [{"server_uuid": "0d1bd2d4-873c-411f-b525-20d685d91726", "name": "network-vif-unplugged", "status": "completed", "tag": "a6f8486b-1d4c-49e5-888f-016d9332c59e"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:12:20.020740 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5783ea43-32b0-4f9c-92a3-b121f9af4a6c admin admin] Network 87a15d79-4902-4d31-887f-c388f0985906 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:12:20.023439 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:20.024142 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device b559a426-f4ce-412a-a086-a76bd0133108 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:12:20.044891 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-5783ea43-32b0-4f9c-92a3-b121f9af4a6c admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:12:20.052895 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5783ea43-32b0-4f9c-92a3-b121f9af4a6c admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:12:20.059288 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783ea43-32b0-4f9c-92a3-b121f9af4a6c admin admin] Pushing event updated for resources: {'Port': ['ID=ddeb9ab5-c38c-444d-9153-1ea476c8e71f,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:20.080022 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['974f2e95-bbd9-4b93-ad39-1ba5e7e26f32'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:12:20.152729 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5783ea43-32b0-4f9c-92a3-b121f9af4a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:20.168832 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: b559a426-f4ce-412a-a086-a76bd0133108 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:12:20.169792 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-415a793e-4150-4d94-a8ad-1ddb6bd82fa9 req-74008822-9c1b-4c7d-8555-913a653727a3 tempest-MigrationsAdminTest-160112897 tempest-MigrationsAdminTest-160112897-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523609 Nov 10 19:12:20.170181 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device b559a426-f4ce-412a-a086-a76bd0133108 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:12:20.283490 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-88a65455-1579-4626-80ec-28c44a946ed6 service neutron] 10.222.0.54 "GET /v2.0/networks/f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128035 Nov 10 19:12:20.319806 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=a6f8486b-1d4c-49e5-888f-016d9332c59e,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:20.358826 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-5d12fd7d-4b5c-40b1-9301-2a183129140d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'name': 'tempest-TaggedBootDevicesTest-1295309602-router', 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'facde35a-9f06-40ba-a4a5-e370391d9729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:12:14Z', 'updated_at': '2021-11-10T19:12:16Z', 'revision_number': 3, 'project_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'gw_port': {'id': 'facde35a-9f06-40ba-a4a5-e370391d9729', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:12:15Z', 'updated_at': '2021-11-10T19:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:20.410508 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d12fd7d-4b5c-40b1-9301-2a183129140d None None] The sync data for ids ['f3e0b066-6885-46b9-b5b8-e400dec94bf5'] in n-d-813897-4 is: [{'id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'name': 'tempest-TaggedBootDevicesTest-1295309602-router', 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'facde35a-9f06-40ba-a4a5-e370391d9729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:12:14Z', 'updated_at': '2021-11-10T19:12:16Z', 'revision_number': 3, 'project_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'gw_port': {'id': 'facde35a-9f06-40ba-a4a5-e370391d9729', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:12:15Z', 'updated_at': '2021-11-10T19:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:12:20.441393 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-226cadb0-fc63-404e-86c0-770617c822f1 req-3113dab6-e716-4e7d-96da-6ffb12c7acf2 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-898492373&fields=id&tenant_id=7f69f555aace4491bc0456309314d9a5 HTTP/1.1" status: 200 len: 267 time: 0.1249721 Nov 10 19:12:20.442884 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-402cae72-fd50-46ec-b291-5b4b0493a206 None None] Provisioning complete for port ddeb9ab5-c38c-444d-9153-1ea476c8e71f triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:12:20.443261 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-402cae72-fd50-46ec-b291-5b4b0493a206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:20.476303 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5783ea43-32b0-4f9c-92a3-b121f9af4a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:20.525714 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-402cae72-fd50-46ec-b291-5b4b0493a206 None None] Port ddeb9ab5-c38c-444d-9153-1ea476c8e71f cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:12:20.531164 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-62502cbb-f6b6-4963-9305-32d824c206cd service neutron] 10.222.0.54 "GET /v2.0/networks/f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377636 Nov 10 19:12:20.551796 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226cadb0-fc63-404e-86c0-770617c822f1 req-b5e08cc3-33af-442c-a69f-291d729a1aeb tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:20.560685 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-226cadb0-fc63-404e-86c0-770617c822f1 req-b5e08cc3-33af-442c-a69f-291d729a1aeb tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?device_id=212793dd-b521-44e2-9744-de7b50dc43c3 HTTP/1.1" status: 200 len: 945 time: 0.1123095 Nov 10 19:12:20.566734 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-226cadb0-fc63-404e-86c0-770617c822f1 req-dc45894f-ed04-491b-b075-37c26eb4d6eb tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Request body: {'port': {'security_groups': ['5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8', 'a0999c4d-babd-4184-ad06-968da1508a84']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:12:20.653963 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-226cadb0-fc63-404e-86c0-770617c822f1 req-dc45894f-ed04-491b-b075-37c26eb4d6eb tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:20.786317 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5783ea43-32b0-4f9c-92a3-b121f9af4a6c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:20.794776 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5783ea43-32b0-4f9c-92a3-b121f9af4a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:20.939883 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5783ea43-32b0-4f9c-92a3-b121f9af4a6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:20.954053 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783ea43-32b0-4f9c-92a3-b121f9af4a6c admin admin] Pushing event updated for resources: {'Port': ['ID=ddeb9ab5-c38c-444d-9153-1ea476c8e71f,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:21.076397 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5783ea43-32b0-4f9c-92a3-b121f9af4a6c admin admin] Network 87a15d79-4902-4d31-887f-c388f0985906 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:12:21.078262 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-5783ea43-32b0-4f9c-92a3-b121f9af4a6c admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:12:21.292413 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5783ea43-32b0-4f9c-92a3-b121f9af4a6c admin admin] Router f3e0b066-6885-46b9-b5b8-e400dec94bf5 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:12:21.326412 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5feff73-7a82-4134-ac13-cc423fddbb23 req-13a0eb12-c077-4eb0-b040-c3c075349765 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:21.328117 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a5feff73-7a82-4134-ac13-cc423fddbb23 req-13a0eb12-c077-4eb0-b040-c3c075349765 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d1bd2d4-873c-411f-b525-20d685d91726 HTTP/1.1" status: 200 len: 944 time: 0.5826693 Nov 10 19:12:21.358945 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07184dbb-ad2c-4b16-bd62-af7f6ddd5780 req-bfb794f1-6e74-4f66-a48f-2a856dfa1d95 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:21.366795 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-07184dbb-ad2c-4b16-bd62-af7f6ddd5780 req-bfb794f1-6e74-4f66-a48f-2a856dfa1d95 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 945 time: 0.5996115 Nov 10 19:12:21.433191 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5783ea43-32b0-4f9c-92a3-b121f9af4a6c admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:12:21.447775 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5783ea43-32b0-4f9c-92a3-b121f9af4a6c admin admin] 10.222.0.54 "PUT /v2.0/routers/f3e0b066-6885-46b9-b5b8-e400dec94bf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2849853 Nov 10 19:12:21.462436 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-226cadb0-fc63-404e-86c0-770617c822f1 req-dc45894f-ed04-491b-b075-37c26eb4d6eb tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] For port 1c9b0db7-ee58-43b1-9101-a19dbd01e66f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=1c9b0db7-ee58-43b1-9101-a19dbd01e66f,segment=NetworkSegment(59741c21-bf7c-4abb-8ff6-9f9d7d4471e9),segment_id=59741c21-bf7c-4abb-8ff6-9f9d7d4471e9)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:21.464143 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-7be1dd93-a15c-4344-96d8-c0c670b379a2 None None] Provisioning complete for port ddeb9ab5-c38c-444d-9153-1ea476c8e71f triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:12:21.465097 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7be1dd93-a15c-4344-96d8-c0c670b379a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:21.500945 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-07184dbb-ad2c-4b16-bd62-af7f6ddd5780 req-8e48d043-6625-428a-9a35-23f1af57b136 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331398 Nov 10 19:12:21.505958 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-7be1dd93-a15c-4344-96d8-c0c670b379a2 None None] Port ddeb9ab5-c38c-444d-9153-1ea476c8e71f cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:12:21.571600 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-226cadb0-fc63-404e-86c0-770617c822f1 req-dc45894f-ed04-491b-b075-37c26eb4d6eb tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:21.574492 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf32ca1-22df-419a-882d-635a65436311 x-openstack-request-id: req-7bf32ca1-22df-419a-882d-635a65436311 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:12:21.574834 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb", "name": "network-vif-deleted", "tag": "b559a426-f4ce-412a-a086-a76bd0133108", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:12:21.575924 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7bf32ca1-22df-419a-882d-635a65436311 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:12:21.576526 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee90fc7f-25fb-4f55-9c11-0b3f4534c5bb', 'name': 'network-vif-deleted', 'tag': 'b559a426-f4ce-412a-a086-a76bd0133108', 'status': 'completed', 'code': 200} Nov 10 19:12:21.581860 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-226cadb0-fc63-404e-86c0-770617c822f1 req-dc45894f-ed04-491b-b075-37c26eb4d6eb tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:21.596024 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['1c9b0db7-ee58-43b1-9101-a19dbd01e66f'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:12:21.599226 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['854fd55e-eca5-45d2-b801-77c11ae64ce1'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:12:21.674754 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226cadb0-fc63-404e-86c0-770617c822f1 req-dc45894f-ed04-491b-b075-37c26eb4d6eb tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:21.675388 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-226cadb0-fc63-404e-86c0-770617c822f1 req-dc45894f-ed04-491b-b075-37c26eb4d6eb tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:21.676782 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-226cadb0-fc63-404e-86c0-770617c822f1 req-dc45894f-ed04-491b-b075-37c26eb4d6eb tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "PUT /v2.0/ports/1c9b0db7-ee58-43b1-9101-a19dbd01e66f HTTP/1.1" status: 200 len: 981 time: 1.1152966 Nov 10 19:12:21.712530 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57262) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:21.712981 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317f43e7-fcd8-494c-919a-ea358fbff77c x-openstack-request-id: req-317f43e7-fcd8-494c-919a-ea358fbff77c {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:12:21.713295 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1bd2d4-873c-411f-b525-20d685d91726", "name": "network-vif-unplugged", "status": "completed", "tag": "a6f8486b-1d4c-49e5-888f-016d9332c59e", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:12:21.713553 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-317f43e7-fcd8-494c-919a-ea358fbff77c {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:12:21.716781 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-a5feff73-7a82-4134-ac13-cc423fddbb23 req-f3a0b631-f3ae-4d68-9c77-9c487dc7aeea tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Deleting port a6f8486b-1d4c-49e5-888f-016d9332c59e {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:12:21.717160 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a5feff73-7a82-4134-ac13-cc423fddbb23 req-f3a0b631-f3ae-4d68-9c77-9c487dc7aeea tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:21.722050 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1bd2d4-873c-411f-b525-20d685d91726', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6f8486b-1d4c-49e5-888f-016d9332c59e', 'code': 200} Nov 10 19:12:21.831148 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['1c9b0db7-ee58-43b1-9101-a19dbd01e66f'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:12:21.843622 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-a5feff73-7a82-4134-ac13-cc423fddbb23 req-f3a0b631-f3ae-4d68-9c77-9c487dc7aeea tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] For port a6f8486b-1d4c-49e5-888f-016d9332c59e, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a6f8486b-1d4c-49e5-888f-016d9332c59e,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:21.844037 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a5feff73-7a82-4134-ac13-cc423fddbb23 req-f3a0b631-f3ae-4d68-9c77-9c487dc7aeea tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:21.859340 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-a5feff73-7a82-4134-ac13-cc423fddbb23 req-f3a0b631-f3ae-4d68-9c77-9c487dc7aeea tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Calling delete_port for a6f8486b-1d4c-49e5-888f-016d9332c59e owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:12:21.881036 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45894f-ed04-491b-b075-37c26eb4d6eb tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Pushing event updated for resources: {'Port': ['ID=1c9b0db7-ee58-43b1-9101-a19dbd01e66f,revision_number=6']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:22.001689 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5102383-d581-43e9-bd01-85b505e96818 admin admin] Deleting subnet 34d86bed-ff03-44e0-b566-0ecdf3d0ce56 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:12:22.029729 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e5102383-d581-43e9-bd01-85b505e96818 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:22.165157 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e5102383-d581-43e9-bd01-85b505e96818 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:22.182687 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9d026bcc-236c-420d-ada7-5dfce1e53375 req-4c4a1486-a52f-4f77-9ebc-a8988ba8571a tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=3788855a-0668-4ebd-a65a-0ac736c71e54 HTTP/1.1" status: 200 len: 210 time: 0.1349552 Nov 10 19:12:22.212474 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cf68d730-bfde-435f-9c5a-77be84996027 req-d2e71b4a-f702-46e9-8cd8-3c0e54d81e40 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups/a0999c4d-babd-4184-ad06-968da1508a84 HTTP/1.1" status: 200 len: 1816 time: 0.1659670 Nov 10 19:12:22.219970 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a5feff73-7a82-4134-ac13-cc423fddbb23 req-f3a0b631-f3ae-4d68-9c77-9c487dc7aeea tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:22.249343 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e5102383-d581-43e9-bd01-85b505e96818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:22.281674 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-8ff49232-0e22-4858-a501-50aacf7bbc78 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:22.283618 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-8ff49232-0e22-4858-a501-50aacf7bbc78 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.73 "GET /v2.0/networks?id=f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f HTTP/1.1" status: 200 len: 804 time: 0.1935856 Nov 10 19:12:22.298438 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-3b5db748-399a-4c58-80b7-9f8fa0b2e3e0 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Request body: {'port': {'device_id': '3788855a-0668-4ebd-a65a-0ac736c71e54', 'network_id': 'f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f', 'admin_state_up': True, 'tenant_id': '86949477275045bb909c8def9385c7a2'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:12:22.315492 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0b631-f3ae-4d68-9c77-9c487dc7aeea tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Pushing event deleted for resources: {'Port': ['ID=a6f8486b-1d4c-49e5-888f-016d9332c59e,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:22.418382 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e5102383-d581-43e9-bd01-85b505e96818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:22.455600 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5102383-d581-43e9-bd01-85b505e96818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34d86bed-ff03-44e0-b566-0ecdf3d0ce56,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:22.476205 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e5102383-d581-43e9-bd01-85b505e96818 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:22.483329 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e5102383-d581-43e9-bd01-85b505e96818 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/34d86bed-ff03-44e0-b566-0ecdf3d0ce56 HTTP/1.1" status: 204 len: 168 time: 0.7694681 Nov 10 19:12:22.484609 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57302) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:22.514980 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5feff73-7a82-4134-ac13-cc423fddbb23 req-f3a0b631-f3ae-4d68-9c77-9c487dc7aeea tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] No DVR routers for this DVR port a6f8486b-1d4c-49e5-888f-016d9332c59e on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:12:22.519897 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a5feff73-7a82-4134-ac13-cc423fddbb23 req-f3a0b631-f3ae-4d68-9c77-9c487dc7aeea tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:22.523504 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a5feff73-7a82-4134-ac13-cc423fddbb23 req-f3a0b631-f3ae-4d68-9c77-9c487dc7aeea tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.25 "DELETE /v2.0/ports/a6f8486b-1d4c-49e5-888f-016d9332c59e HTTP/1.1" status: 204 len: 173 time: 1.1873155 Nov 10 19:12:22.543531 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a59c8-f1ba-48ff-842f-38d91d25beb7 req-bd8f626c-628b-4318-b75d-1cdb8e6061ee tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:22.554860 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e44a59c8-f1ba-48ff-842f-38d91d25beb7 req-bd8f626c-628b-4318-b75d-1cdb8e6061ee tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 948 time: 0.2621846 Nov 10 19:12:22.578163 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [req-cf68d730-bfde-435f-9c5a-77be84996027 req-9e418cf0-8595-4e37-8711-386ef09fa4b4 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 10 19:12:22.583730 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fcf62be6-b217-40ea-82a5-b09fc528f732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:22.585874 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cf68d730-bfde-435f-9c5a-77be84996027 req-9e418cf0-8595-4e37-8711-386ef09fa4b4 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "DELETE /v2.0/security-groups/a0999c4d-babd-4184-ad06-968da1508a84 HTTP/1.1" status: 409 len: 341 time: 0.3519492 Nov 10 19:12:22.628661 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-3b5db748-399a-4c58-80b7-9f8fa0b2e3e0 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Made reservation on behalf of 86949477275045bb909c8def9385c7a2 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:12:22.634610 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-3b5db748-399a-4c58-80b7-9f8fa0b2e3e0 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:22.734752 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e44a59c8-f1ba-48ff-842f-38d91d25beb7 req-b6dd4035-fb58-4285-8d96-07e3b52e28f7 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778595 Nov 10 19:12:22.806184 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fcf62be6-b217-40ea-82a5-b09fc528f732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:22.825282 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device facde35a-9f06-40ba-a4a5-e370391d9729 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:12:22.845369 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-fcf62be6-b217-40ea-82a5-b09fc528f732 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a42d4887-cb04-48c7-8111-765e5b18298b']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:22.858365 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-fcf62be6-b217-40ea-82a5-b09fc528f732 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98fc0869-b763-48f8-b54e-13ed325cc396') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:22.858669 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-fcf62be6-b217-40ea-82a5-b09fc528f732 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98fc0869-b763-48f8-b54e-13ed325cc396') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:22.869821 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fcf62be6-b217-40ea-82a5-b09fc528f732 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:22.883501 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9d203-2de7-413f-8b40-ef04d98c042b req-de9720f2-a7f7-49d1-958e-bfef10da68ed tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:22.885804 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fcf62be6-b217-40ea-82a5-b09fc528f732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:22.894675 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-00a9d203-2de7-413f-8b40-ef04d98c042b req-de9720f2-a7f7-49d1-958e-bfef10da68ed tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 1096 time: 0.1555066 Nov 10 19:12:22.898048 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf62be6-b217-40ea-82a5-b09fc528f732 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:12:22.898509 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fcf62be6-b217-40ea-82a5-b09fc528f732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:22.900484 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:12:22.900484 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:12:22.900484 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:12:22.900484 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:12:22.900484 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:12:22.900484 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:12:22.900484 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:12:22.900484 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:12:22.900484 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:12:22.900484 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:12:22.900484 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:12:22.900484 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:12:22.900484 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:12:22.900484 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:12:22.900484 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:12:22.900484 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:12:22.900484 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:12:22.900484 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:12:22.900484 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:12:22.900484 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:12:22.900484 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:12:22.900484 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:12:22.900484 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:12:22.900484 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:12:22.900484 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:12:22.900484 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:12:22.900484 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:12:22.900484 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:12:22.900484 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:12:22.900484 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:12:22.900484 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:12:22.900484 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:12:22.953941 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port facde35a-9f06-40ba-a4a5-e370391d9729 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:12:22.954297 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:23.021519 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-00a9d203-2de7-413f-8b40-ef04d98c042b req-273a4ce5-457d-436d-9f7c-a2a94a2615de tempest-LiveAutoBlockMigrationV225Test-816753027 tempest-LiveAutoBlockMigrationV225Test-816753027-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087098 Nov 10 19:12:23.129835 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:12:23.245961 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:23.271617 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port facde35a-9f06-40ba-a4a5-e370391d9729, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=facde35a-9f06-40ba-a4a5-e370391d9729,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:23.273902 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cf6185-e7b6-4f4d-a814-6506f34f8af8 None None] Sync routers for ids ['f3e0b066-6885-46b9-b5b8-e400dec94bf5'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:12:23.285033 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:23.415751 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=facde35a-9f06-40ba-a4a5-e370391d9729,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:23.425310 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cf6185-e7b6-4f4d-a814-6506f34f8af8 None None] Routers {'f3e0b066-6885-46b9-b5b8-e400dec94bf5'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:12:23.426573 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-32cf6185-e7b6-4f4d-a814-6506f34f8af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:11:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['f3e0b066-6885-46b9-b5b8-e400dec94bf5'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:23.471419 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b9c64c8c-d607-47c9-9031-284cb997d0ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:23.515853 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60e569-1273-4222-8a34-3e085d0f321c req-9a7d978c-9c21-433a-9f02-efd9bff86f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:23.517365 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-db60e569-1273-4222-8a34-3e085d0f321c req-9a7d978c-9c21-433a-9f02-efd9bff86f5d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7f69f555aace4491bc0456309314d9a5&device_id=212793dd-b521-44e2-9744-de7b50dc43c3 HTTP/1.1" status: 200 len: 1135 time: 0.3532388 Nov 10 19:12:23.533196 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fcf62be6-b217-40ea-82a5-b09fc528f732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:23.559111 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fcf62be6-b217-40ea-82a5-b09fc528f732 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:23.565429 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-fcf62be6-b217-40ea-82a5-b09fc528f732 admin admin] 10.222.0.54 "DELETE /v2.0/networks/a42d4887-cb04-48c7-8111-765e5b18298b HTTP/1.1" status: 204 len: 168 time: 1.0799260 Nov 10 19:12:23.568840 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a7f0a-c72f-4570-a210-1a0d7edf90d2 req-b16bcd56-7c0c-4a74-99ab-08a3f60ecb6f tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:23.569691 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57352) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:23.572686 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bb4a7f0a-c72f-4570-a210-1a0d7edf90d2 req-b16bcd56-7c0c-4a74-99ab-08a3f60ecb6f tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 948 time: 0.2123010 Nov 10 19:12:23.616994 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23d57c-cd64-4076-99a6-c3301965719c req-313747cc-7a48-4659-9938-26739803908e tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:23.625413 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ac23d57c-cd64-4076-99a6-c3301965719c req-313747cc-7a48-4659-9938-26739803908e tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?device_id=212793dd-b521-44e2-9744-de7b50dc43c3 HTTP/1.1" status: 200 len: 984 time: 0.3593178 Nov 10 19:12:23.634568 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212793dd-b521-44e2-9744-de7b50dc43c3', 'tag': '1c9b0db7-ee58-43b1-9101-a19dbd01e66f'}, {'server_uuid': '0d1bd2d4-873c-411f-b525-20d685d91726', 'name': 'network-vif-deleted', 'tag': 'a6f8486b-1d4c-49e5-888f-016d9332c59e'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:12:23.637484 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00822300-56a6-4cd6-b610-7c10146c8fc0" -d '{"events": [{"name": "network-changed", "server_uuid": "212793dd-b521-44e2-9744-de7b50dc43c3", "tag": "1c9b0db7-ee58-43b1-9101-a19dbd01e66f"}, {"server_uuid": "0d1bd2d4-873c-411f-b525-20d685d91726", "name": "network-vif-deleted", "tag": "a6f8486b-1d4c-49e5-888f-016d9332c59e"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:12:23.648899 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-f693e550-e7d2-4d36-a68a-bc484711cc93 admin admin] Deleting subnet fb42e897-b107-47e9-b367-4a32485ad14c {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:12:23.656262 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f693e550-e7d2-4d36-a68a-bc484711cc93 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:23.690587 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e5e00081-3241-4f2e-81a5-5ddd621f543d req-edbb3a2e-7b00-4ae5-8130-b0ad555d686e tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=3788855a-0668-4ebd-a65a-0ac736c71e54 HTTP/1.1" status: 200 len: 210 time: 0.0393927 Nov 10 19:12:23.697627 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a6f8486b-1d4c-49e5-888f-016d9332c59e no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:12:23.700179 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:12:23.701292 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f693e550-e7d2-4d36-a68a-bc484711cc93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:23.707367 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:12:23.707735 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:23.748966 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: a6f8486b-1d4c-49e5-888f-016d9332c59e {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:12:23.749308 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a6f8486b-1d4c-49e5-888f-016d9332c59e not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:12:23.762904 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f693e550-e7d2-4d36-a68a-bc484711cc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:23.771348 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf62be6-b217-40ea-82a5-b09fc528f732 admin admin] Pushing event deleted for resources: {'Network': ['ID=a42d4887-cb04-48c7-8111-765e5b18298b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:23.793563 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-32cf6185-e7b6-4f4d-a814-6506f34f8af8 None None] Set router f3e0b066-6885-46b9-b5b8-e400dec94bf5 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:12:23.824120 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-3b5db748-399a-4c58-80b7-9f8fa0b2e3e0 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Allocated IP 172.20.0.7 (f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f/60343b83-37e4-41fb-97c3-061ff8929ded/93086f46-9205-437e-aea5-59655e8ab9fa) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:12:23.904363 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f693e550-e7d2-4d36-a68a-bc484711cc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:23.952278 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ac23d57c-cd64-4076-99a6-c3301965719c req-a2bc60c9-53ca-4398-b306-15d14f80e2a0 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8&id=a0999c4d-babd-4184-ad06-968da1508a84&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3255346 Nov 10 19:12:23.964987 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60949df-f23a-452b-b04d-d2a26c93c385 req-26c2af39-3890-456f-a1db-8810889eef56 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:23.966725 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b60949df-f23a-452b-b04d-d2a26c93c385 req-26c2af39-3890-456f-a1db-8810889eef56 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 945 time: 0.1911378 Nov 10 19:12:23.971414 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:23.971902 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60e569-1273-4222-8a34-3e085d0f321c req-55cd5b07-12d3-462b-8088-49d1df977693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:23.972902 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-db60e569-1273-4222-8a34-3e085d0f321c req-55cd5b07-12d3-462b-8088-49d1df977693 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6d401439-3cb6-45f3-9f43-bf8f218668ea HTTP/1.1" status: 200 len: 914 time: 0.4435329 Nov 10 19:12:24.035797 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693e550-e7d2-4d36-a68a-bc484711cc93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb42e897-b107-47e9-b367-4a32485ad14c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:24.039334 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f693e550-e7d2-4d36-a68a-bc484711cc93 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:24.042843 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f693e550-e7d2-4d36-a68a-bc484711cc93 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/fb42e897-b107-47e9-b367-4a32485ad14c HTTP/1.1" status: 204 len: 168 time: 0.4720654 Nov 10 19:12:24.052197 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 10 Nov 2021 19:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ba7761-f355-4373-b1a1-d68fc0539483 x-openstack-request-id: req-13ba7761-f355-4373-b1a1-d68fc0539483 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:12:24.052494 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212793dd-b521-44e2-9744-de7b50dc43c3", "tag": "1c9b0db7-ee58-43b1-9101-a19dbd01e66f", "status": "completed", "code": 200}, {"server_uuid": "0d1bd2d4-873c-411f-b525-20d685d91726", "name": "network-vif-deleted", "tag": "a6f8486b-1d4c-49e5-888f-016d9332c59e", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:12:24.052749 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-13ba7761-f355-4373-b1a1-d68fc0539483 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:12:24.053146 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212793dd-b521-44e2-9744-de7b50dc43c3', 'tag': '1c9b0db7-ee58-43b1-9101-a19dbd01e66f', 'status': 'completed', 'code': 200} Nov 10 19:12:24.053398 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1bd2d4-873c-411f-b525-20d685d91726', 'name': 'network-vif-deleted', 'tag': 'a6f8486b-1d4c-49e5-888f-016d9332c59e', 'status': 'completed', 'code': 200} Nov 10 19:12:24.054376 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57360) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:24.065874 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5dde38-6022-4adf-bcbb-3c4f51c96ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974f2e95-bbd9-4b93-ad39-1ba5e7e26f32'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:12:24.068672 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1825fdb2-558c-4f46-b092-7c08026da58a" -d '{"events": [{"server_uuid": "9c5dde38-6022-4adf-bcbb-3c4f51c96ae2", "name": "network-vif-plugged", "status": "completed", "tag": "974f2e95-bbd9-4b93-ad39-1ba5e7e26f32"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:12:24.090451 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:24.099889 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:24.153334 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c9675f12-ed13-4902-8e70-d89cea3ab10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:24.156820 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-db60e569-1273-4222-8a34-3e085d0f321c req-a59dda53-3f79-4e3e-b54d-091c725dcf7b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c9b0db7-ee58-43b1-9101-a19dbd01e66f HTTP/1.1" status: 200 len: 217 time: 0.1731176 Nov 10 19:12:24.168435 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-3b5db748-399a-4c58-80b7-9f8fa0b2e3e0 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:24.194444 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32,revision_number=13']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:24.222822 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-32cf6185-e7b6-4f4d-a814-6506f34f8af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'name': 'tempest-TaggedBootDevicesTest-1295309602-router', 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'facde35a-9f06-40ba-a4a5-e370391d9729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:12:14Z', 'updated_at': '2021-11-10T19:12:20Z', 'revision_number': 4, 'project_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'gw_port': {'id': 'facde35a-9f06-40ba-a4a5-e370391d9729', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:12:15Z', 'updated_at': '2021-11-10T19:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'ddeb9ab5-c38c-444d-9153-1ea476c8e71f', 'name': '', 'network_id': '87a15d79-4902-4d31-887f-c388f0985906', 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'mac_address': 'fa:16:3e:44:c0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '2f6a98c7-c265-4500-b9ce-49a92ae40ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:12:19Z', 'updated_at': '2021-11-10T19:12:20Z', 'revision_number': 2, 'project_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'subnets': [{'id': '2f6a98c7-c265-4500-b9ce-49a92ae40ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:24.223203 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-3b5db748-399a-4c58-80b7-9f8fa0b2e3e0 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:24.264264 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-bb4a7f0a-c72f-4570-a210-1a0d7edf90d2 req-841e468b-c998-42b7-b637-1c322ce76213 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Deleting port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:12:24.264633 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-bb4a7f0a-c72f-4570-a210-1a0d7edf90d2 req-841e468b-c998-42b7-b637-1c322ce76213 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:24.265211 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cf6185-e7b6-4f4d-a814-6506f34f8af8 None None] Checking router: f3e0b066-6885-46b9-b5b8-e400dec94bf5 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:12:24.265567 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cf6185-e7b6-4f4d-a814-6506f34f8af8 None None] Updating router f3e0b066-6885-46b9-b5b8-e400dec94bf5 port ddeb9ab5-c38c-444d-9153-1ea476c8e71f binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:12:24.283396 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-3b5db748-399a-4c58-80b7-9f8fa0b2e3e0 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Network f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:12:24.289315 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-3b5db748-399a-4c58-80b7-9f8fa0b2e3e0 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:12:24.298703 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-3b5db748-399a-4c58-80b7-9f8fa0b2e3e0 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:12:24.307675 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:24.308735 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-32cf6185-e7b6-4f4d-a814-6506f34f8af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:24.338994 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b60949df-f23a-452b-b04d-d2a26c93c385 req-fe9a0534-f07f-4bf2-ae19-202c962023aa tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401396 Nov 10 19:12:24.349445 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5db748-399a-4c58-80b7-9f8fa0b2e3e0 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Pushing event updated for resources: {'Port': ['ID=93086f46-9205-437e-aea5-59655e8ab9fa,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:24.389971 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-3b5db748-399a-4c58-80b7-9f8fa0b2e3e0 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:24.391205 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-3b5db748-399a-4c58-80b7-9f8fa0b2e3e0 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:24.418892 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-3b5db748-399a-4c58-80b7-9f8fa0b2e3e0 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1243615 Nov 10 19:12:24.437329 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-e69757fb-9040-4775-84e4-f428fda6d371 service neutron] Request body: {'port': {'device_id': '3788855a-0668-4ebd-a65a-0ac736c71e54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:12:24.437595 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b99afec-11b6-4a16-ad27-bf99b70aaafb x-openstack-request-id: req-4b99afec-11b6-4a16-ad27-bf99b70aaafb {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:12:24.438547 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5dde38-6022-4adf-bcbb-3c4f51c96ae2", "name": "network-vif-plugged", "status": "completed", "tag": "974f2e95-bbd9-4b93-ad39-1ba5e7e26f32", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:12:24.438799 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4b99afec-11b6-4a16-ad27-bf99b70aaafb {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:12:24.439183 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5dde38-6022-4adf-bcbb-3c4f51c96ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974f2e95-bbd9-4b93-ad39-1ba5e7e26f32', 'code': 200} Nov 10 19:12:24.502733 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60e569-1273-4222-8a34-3e085d0f321c req-e0c48fb6-9c8f-4193-8301-b688e0d4b3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:24.504245 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-db60e569-1273-4222-8a34-3e085d0f321c req-e0c48fb6-9c8f-4193-8301-b688e0d4b3eb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=204fee28-68d2-45f0-924d-1143549ea418 HTTP/1.1" status: 200 len: 853 time: 0.3391390 Nov 10 19:12:24.526267 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-e69757fb-9040-4775-84e4-f428fda6d371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:24.594309 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fdbcc-173d-4d3a-9bbe-88d262fc7b27 req-0151ea9d-84d3-4ad0-b930-3b3a3a5087c9 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:24.608438 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d6fdbcc-173d-4d3a-9bbe-88d262fc7b27 req-0151ea9d-84d3-4ad0-b930-3b3a3a5087c9 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 949 time: 0.4225857 Nov 10 19:12:24.659629 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-db60e569-1273-4222-8a34-3e085d0f321c req-734aac37-4d0f-46b8-ab9c-ffd008e604ec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6d401439-3cb6-45f3-9f43-bf8f218668ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213596 Nov 10 19:12:24.665197 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c9675f12-ed13-4902-8e70-d89cea3ab10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:24.730990 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device facde35a-9f06-40ba-a4a5-e370391d9729 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:12:24.764439 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9eb49-e891-41d7-ab27-b352fd4a38b9 req-74626f2f-524a-4232-98c9-7063a8296306 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:24.766633 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c8c9eb49-e891-41d7-ab27-b352fd4a38b9 req-74626f2f-524a-4232-98c9-7063a8296306 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 945 time: 0.3346481 Nov 10 19:12:24.769189 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-bb4a7f0a-c72f-4570-a210-1a0d7edf90d2 req-841e468b-c998-42b7-b637-1c322ce76213 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] For port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:24.769560 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-bb4a7f0a-c72f-4570-a210-1a0d7edf90d2 req-841e468b-c998-42b7-b637-1c322ce76213 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:24.775517 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-c9675f12-ed13-4902-8e70-d89cea3ab10d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c04cc2a-5c2d-4095-bfec-1958997c11d1']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:24.784114 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:24.804021 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-32cf6185-e7b6-4f4d-a814-6506f34f8af8 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:24.818831 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-32cf6185-e7b6-4f4d-a814-6506f34f8af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:24.886548 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-bb4a7f0a-c72f-4570-a210-1a0d7edf90d2 req-841e468b-c998-42b7-b637-1c322ce76213 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Calling delete_port for 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:12:24.890723 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-c9675f12-ed13-4902-8e70-d89cea3ab10d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e030f5-0473-4bbf-b84d-5423588307d3') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:24.891081 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-c9675f12-ed13-4902-8e70-d89cea3ab10d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e030f5-0473-4bbf-b84d-5423588307d3') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:24.899382 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port facde35a-9f06-40ba-a4a5-e370391d9729 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:12:24.899767 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:24.963601 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9bd0b-a67e-4e86-b640-c632098286c1 None None] Pushing event updated for resources: {'Port': ['ID=ddeb9ab5-c38c-444d-9153-1ea476c8e71f,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:24.974102 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c9675f12-ed13-4902-8e70-d89cea3ab10d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:24.998653 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-e69757fb-9040-4775-84e4-f428fda6d371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93086f46-9205-437e-aea5-59655e8ab9fa {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:12:25.013142 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-e69757fb-9040-4775-84e4-f428fda6d371 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:25.039887 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-e69757fb-9040-4775-84e4-f428fda6d371 service neutron] Transition to ACTIVE for port object 93086f46-9205-437e-aea5-59655e8ab9fa will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:12:25.040244 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d6fdbcc-173d-4d3a-9bbe-88d262fc7b27 req-ef9b855e-18cb-4228-89e8-faadb62c587a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236040 Nov 10 19:12:25.040334 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-e69757fb-9040-4775-84e4-f428fda6d371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:25.096507 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-32cf6185-e7b6-4f4d-a814-6506f34f8af8 None None] Attempting to bind port ddeb9ab5-c38c-444d-9153-1ea476c8e71f on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:12:25.097864 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-32cf6185-e7b6-4f4d-a814-6506f34f8af8 None None] Attempting to bind port ddeb9ab5-c38c-444d-9153-1ea476c8e71f by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'bbb86607-878b-48fc-80e0-71f257e97ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '87a15d79-4902-4d31-887f-c388f0985906'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:12:25.098417 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cf6185-e7b6-4f4d-a814-6506f34f8af8 None None] Attempting to bind port ddeb9ab5-c38c-444d-9153-1ea476c8e71f on network 87a15d79-4902-4d31-887f-c388f0985906 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:12:25.105996 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69757fb-9040-4775-84e4-f428fda6d371 service neutron] Pushing event updated for resources: {'Port': ['ID=93086f46-9205-437e-aea5-59655e8ab9fa,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:25.147638 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cf6185-e7b6-4f4d-a814-6506f34f8af8 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:12:25.148337 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cf6185-e7b6-4f4d-a814-6506f34f8af8 None None] Checking segment: {'id': 'bbb86607-878b-48fc-80e0-71f257e97ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '87a15d79-4902-4d31-887f-c388f0985906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:12:25.148753 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-32cf6185-e7b6-4f4d-a814-6506f34f8af8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:25.149152 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cf6185-e7b6-4f4d-a814-6506f34f8af8 None None] Bound using segment: {'id': 'bbb86607-878b-48fc-80e0-71f257e97ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '87a15d79-4902-4d31-887f-c388f0985906'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:12:25.149656 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-32cf6185-e7b6-4f4d-a814-6506f34f8af8 None None] Bound port: ddeb9ab5-c38c-444d-9153-1ea476c8e71f, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbb86607-878b-48fc-80e0-71f257e97ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '87a15d79-4902-4d31-887f-c388f0985906'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:12:25.150076 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-32cf6185-e7b6-4f4d-a814-6506f34f8af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:25.164156 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c9675f12-ed13-4902-8e70-d89cea3ab10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:25.223766 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-e69757fb-9040-4775-84e4-f428fda6d371 service neutron] Attempting to bind port 93086f46-9205-437e-aea5-59655e8ab9fa on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:12:25.224096 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-e69757fb-9040-4775-84e4-f428fda6d371 service neutron] Attempting to bind port 93086f46-9205-437e-aea5-59655e8ab9fa by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'dbdeb921-b21e-4ed7-abfa-477ab4c0055c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:12:25.224419 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-e69757fb-9040-4775-84e4-f428fda6d371 service neutron] Attempting to bind port 93086f46-9205-437e-aea5-59655e8ab9fa on network f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:12:25.229162 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-e69757fb-9040-4775-84e4-f428fda6d371 service neutron] Port 93086f46-9205-437e-aea5-59655e8ab9fa on network f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:12:25.229470 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-e69757fb-9040-4775-84e4-f428fda6d371 service neutron] Attempting to bind port 93086f46-9205-437e-aea5-59655e8ab9fa on network f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:12:25.232941 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-187ce1ec-57d8-4d82-91e7-4ba030cbd9f9 None None] Provisioning complete for port ddeb9ab5-c38c-444d-9153-1ea476c8e71f triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:12:25.233323 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-187ce1ec-57d8-4d82-91e7-4ba030cbd9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:25.235718 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-e69757fb-9040-4775-84e4-f428fda6d371 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:12:25.235718 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-e69757fb-9040-4775-84e4-f428fda6d371 service neutron] Checking segment: {'id': 'dbdeb921-b21e-4ed7-abfa-477ab4c0055c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:12:25.236009 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-e69757fb-9040-4775-84e4-f428fda6d371 service neutron] Bound using segment: {'id': 'dbdeb921-b21e-4ed7-abfa-477ab4c0055c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:12:25.236377 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-e69757fb-9040-4775-84e4-f428fda6d371 service neutron] Bound port: 93086f46-9205-437e-aea5-59655e8ab9fa, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbdeb921-b21e-4ed7-abfa-477ab4c0055c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:12:25.236738 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-e69757fb-9040-4775-84e4-f428fda6d371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:25.263438 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834684d-9dd0-4c9b-8342-f73475493a12 req-03e8c0df-0970-44f7-aff5-b42433d0522d tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:25.264923 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d834684d-9dd0-4c9b-8342-f73475493a12 req-03e8c0df-0970-44f7-aff5-b42433d0522d tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=3788855a-0668-4ebd-a65a-0ac736c71e54 HTTP/1.1" status: 200 len: 931 time: 0.4185085 Nov 10 19:12:25.270874 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9675f12-ed13-4902-8e70-d89cea3ab10d admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:12:25.271280 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c9675f12-ed13-4902-8e70-d89cea3ab10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:25.277645 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:12:25.277645 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:12:25.277645 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:12:25.277645 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:12:25.277645 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:12:25.277645 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:12:25.277645 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:12:25.277645 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:12:25.277645 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:12:25.277645 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:12:25.277645 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:12:25.277645 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:12:25.277645 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:12:25.277645 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:12:25.277645 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:12:25.277645 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:12:25.277645 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:12:25.277645 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:12:25.277645 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:12:25.277645 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:12:25.277645 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:12:25.277645 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:12:25.277645 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:12:25.277645 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:12:25.277645 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:12:25.277645 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:12:25.277645 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:12:25.277645 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:12:25.277645 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:12:25.277645 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:12:25.277645 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:12:25.277645 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:12:25.282338 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-32cf6185-e7b6-4f4d-a814-6506f34f8af8 None None] For port ddeb9ab5-c38c-444d-9153-1ea476c8e71f, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:12:25.284410 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-187ce1ec-57d8-4d82-91e7-4ba030cbd9f9 None None] Port ddeb9ab5-c38c-444d-9153-1ea476c8e71f cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:12:25.288852 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-32cf6185-e7b6-4f4d-a814-6506f34f8af8 None None] For port ddeb9ab5-c38c-444d-9153-1ea476c8e71f, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ddeb9ab5-c38c-444d-9153-1ea476c8e71f,segment=NetworkSegment(bbb86607-878b-48fc-80e0-71f257e97ed3),segment_id=bbb86607-878b-48fc-80e0-71f257e97ed3)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:12:25.296043 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-32cf6185-e7b6-4f4d-a814-6506f34f8af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:25.353832 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-e69757fb-9040-4775-84e4-f428fda6d371 service neutron] For port 93086f46-9205-437e-aea5-59655e8ab9fa, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:12:25.355836 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cf6185-e7b6-4f4d-a814-6506f34f8af8 None None] Routers {'f3e0b066-6885-46b9-b5b8-e400dec94bf5'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:12:25.356483 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-32cf6185-e7b6-4f4d-a814-6506f34f8af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:11:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['f3e0b066-6885-46b9-b5b8-e400dec94bf5'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:25.410927 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63460d4e-fb90-4045-9570-394eddcf89fc req-1253bea2-d004-4dbb-ba01-8ad41a326b8c tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:25.412746 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-63460d4e-fb90-4045-9570-394eddcf89fc req-1253bea2-d004-4dbb-ba01-8ad41a326b8c tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?device_id=212793dd-b521-44e2-9744-de7b50dc43c3 HTTP/1.1" status: 200 len: 984 time: 0.2457454 Nov 10 19:12:25.435769 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9bd0b-a67e-4e86-b640-c632098286c1 None None] Pushing event updated for resources: {'Port': ['ID=ddeb9ab5-c38c-444d-9153-1ea476c8e71f,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:25.436261 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-db60e569-1273-4222-8a34-3e085d0f321c req-a0a2c03f-31bd-4dca-b7ea-b48fac9121e5 service neutron] 10.222.0.25 "GET /v2.0/networks/6d401439-3cb6-45f3-9f43-bf8f218668ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7570229 Nov 10 19:12:25.527322 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-e69757fb-9040-4775-84e4-f428fda6d371 service neutron] For port 93086f46-9205-437e-aea5-59655e8ab9fa, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=93086f46-9205-437e-aea5-59655e8ab9fa,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:12:25.533389 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d834684d-9dd0-4c9b-8342-f73475493a12 req-c40bb5e8-17cb-48ca-8e56-8244703810cf tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342021 Nov 10 19:12:25.533952 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-e69757fb-9040-4775-84e4-f428fda6d371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:25.575808 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-32cf6185-e7b6-4f4d-a814-6506f34f8af8 None None] Set router f3e0b066-6885-46b9-b5b8-e400dec94bf5 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:12:25.603307 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-e69757fb-9040-4775-84e4-f428fda6d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:25.603307 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-e69757fb-9040-4775-84e4-f428fda6d371 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:25.603307 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-e69757fb-9040-4775-84e4-f428fda6d371 service neutron] 10.222.0.73 "PUT /v2.0/ports/93086f46-9205-437e-aea5-59655e8ab9fa HTTP/1.1" status: 200 len: 1091 time: 1.1714768 Nov 10 19:12:25.603307 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3788855a-0668-4ebd-a65a-0ac736c71e54', 'tag': '93086f46-9205-437e-aea5-59655e8ab9fa'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:12:25.605902 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5212ff-1f0f-400b-948b-27e14c63bed2" -d '{"events": [{"name": "network-changed", "server_uuid": "3788855a-0668-4ebd-a65a-0ac736c71e54", "tag": "93086f46-9205-437e-aea5-59655e8ab9fa"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:12:25.627406 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c9675f12-ed13-4902-8e70-d89cea3ab10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:25.648694 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69757fb-9040-4775-84e4-f428fda6d371 service neutron] Pushing event updated for resources: {'Port': ['ID=93086f46-9205-437e-aea5-59655e8ab9fa,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:25.678932 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c9675f12-ed13-4902-8e70-d89cea3ab10d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:25.685204 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c9675f12-ed13-4902-8e70-d89cea3ab10d admin admin] 10.222.0.54 "DELETE /v2.0/networks/9c04cc2a-5c2d-4095-bfec-1958997c11d1 HTTP/1.1" status: 204 len: 168 time: 1.6273892 Nov 10 19:12:25.700690 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-2c62a0f8-24e1-4d50-9b97-8cb651cec45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:25.702713 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-2c62a0f8-24e1-4d50-9b97-8cb651cec45f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=86949477275045bb909c8def9385c7a2&device_id=3788855a-0668-4ebd-a65a-0ac736c71e54 HTTP/1.1" status: 200 len: 1094 time: 0.0496702 Nov 10 19:12:25.760151 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-3019528a-87b3-44cb-a23d-5851187cdf78 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93086f46-9205-437e-aea5-59655e8ab9fa HTTP/1.1" status: 200 len: 217 time: 0.0487857 Nov 10 19:12:25.777886 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9675f12-ed13-4902-8e70-d89cea3ab10d admin admin] Pushing event deleted for resources: {'Network': ['ID=9c04cc2a-5c2d-4095-bfec-1958997c11d1,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:25.792727 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-c8c9eb49-e891-41d7-ab27-b352fd4a38b9 req-c55be66b-5605-4c6b-a157-5135eae840b0 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Deleting port 7bc85b62-a691-4fa2-96f3-be5fc70be918 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:12:25.793083 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c8c9eb49-e891-41d7-ab27-b352fd4a38b9 req-c55be66b-5605-4c6b-a157-5135eae840b0 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:25.828335 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-63460d4e-fb90-4045-9570-394eddcf89fc req-2b47804c-2af3-4d72-9bc1-a5b8e0b47087 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8&id=a0999c4d-babd-4184-ad06-968da1508a84&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3966980 Nov 10 19:12:25.849701 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-35e64f5f-1201-40da-8681-e7a12b5d0b22 None None] Provisioning complete for port ddeb9ab5-c38c-444d-9153-1ea476c8e71f triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:12:25.850387 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-35e64f5f-1201-40da-8681-e7a12b5d0b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:25.870138 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-548e0ad1-adff-4572-bd4d-820bbeec8654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:25.871647 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-e8fa2f3b-3a81-4a91-9d7b-7724f0398536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:25.874740 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-e8fa2f3b-3a81-4a91-9d7b-7724f0398536 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60343b83-37e4-41fb-97c3-061ff8929ded HTTP/1.1" status: 200 len: 844 time: 0.1072688 Nov 10 19:12:25.926025 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57384) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:25.933677 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-7f98fb9c-e209-4882-978f-672b7ce3f612 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508401 Nov 10 19:12:26.018110 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9240b1d8-2a48-4170-a787-9e37c2a8ea00 x-openstack-request-id: req-9240b1d8-2a48-4170-a787-9e37c2a8ea00 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:12:26.019169 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3788855a-0668-4ebd-a65a-0ac736c71e54", "tag": "93086f46-9205-437e-aea5-59655e8ab9fa", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:12:26.023768 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9240b1d8-2a48-4170-a787-9e37c2a8ea00 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:12:26.024464 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3788855a-0668-4ebd-a65a-0ac736c71e54', 'tag': '93086f46-9205-437e-aea5-59655e8ab9fa', 'status': 'completed', 'code': 200} Nov 10 19:12:26.077832 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-c8c9eb49-e891-41d7-ab27-b352fd4a38b9 req-c55be66b-5605-4c6b-a157-5135eae840b0 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] For port 7bc85b62-a691-4fa2-96f3-be5fc70be918, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=7bc85b62-a691-4fa2-96f3-be5fc70be918,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:26.078199 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c8c9eb49-e891-41d7-ab27-b352fd4a38b9 req-c55be66b-5605-4c6b-a157-5135eae840b0 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:26.097273 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-c8c9eb49-e891-41d7-ab27-b352fd4a38b9 req-c55be66b-5605-4c6b-a157-5135eae840b0 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Calling delete_port for 7bc85b62-a691-4fa2-96f3-be5fc70be918 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:12:26.105350 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-392a918f-9dd1-4c0f-8262-fb4758251e12 service neutron] 10.222.0.73 "GET /v2.0/networks/f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633213 Nov 10 19:12:26.106323 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-35e64f5f-1201-40da-8681-e7a12b5d0b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:26.175641 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-35e64f5f-1201-40da-8681-e7a12b5d0b22 None None] For port ddeb9ab5-c38c-444d-9153-1ea476c8e71f, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ddeb9ab5-c38c-444d-9153-1ea476c8e71f,segment=NetworkSegment(bbb86607-878b-48fc-80e0-71f257e97ed3),segment_id=bbb86607-878b-48fc-80e0-71f257e97ed3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:26.186035 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-35e64f5f-1201-40da-8681-e7a12b5d0b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:26.187899 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-db60e569-1273-4222-8a34-3e085d0f321c req-2fce8e55-5f32-458b-b8fd-f57165b011ec service neutron] 10.222.0.25 "GET /v2.0/networks/6d401439-3cb6-45f3-9f43-bf8f218668ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7288907 Nov 10 19:12:26.252586 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b05b68-6eb2-440a-80c2-c13f8c6a915c req-32c16a3c-cb3e-4e5b-8d2c-f3d975329c1d tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:26.253543 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-32cf6185-e7b6-4f4d-a814-6506f34f8af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'name': 'tempest-TaggedBootDevicesTest-1295309602-router', 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'facde35a-9f06-40ba-a4a5-e370391d9729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:12:14Z', 'updated_at': '2021-11-10T19:12:20Z', 'revision_number': 4, 'project_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'gw_port': {'id': 'facde35a-9f06-40ba-a4a5-e370391d9729', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:12:15Z', 'updated_at': '2021-11-10T19:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'ddeb9ab5-c38c-444d-9153-1ea476c8e71f', 'name': '', 'network_id': '87a15d79-4902-4d31-887f-c388f0985906', 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'mac_address': 'fa:16:3e:44:c0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '2f6a98c7-c265-4500-b9ce-49a92ae40ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:12:19Z', 'updated_at': '2021-11-10T19:12:25Z', 'revision_number': 4, 'project_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'subnets': [{'id': '2f6a98c7-c265-4500-b9ce-49a92ae40ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:26.254350 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51b05b68-6eb2-440a-80c2-c13f8c6a915c req-32c16a3c-cb3e-4e5b-8d2c-f3d975329c1d tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 945 time: 0.5866356 Nov 10 19:12:26.266357 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-bb4a7f0a-c72f-4570-a210-1a0d7edf90d2 req-841e468b-c998-42b7-b637-1c322ce76213 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:26.276752 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-937dc34f-313b-4578-b543-5d8b8093c4f3 req-6965bf2a-9cc7-4649-a827-0e2926c410b8 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5dde38-6022-4adf-bcbb-3c4f51c96ae2 HTTP/1.1" status: 200 len: 210 time: 0.0862088 Nov 10 19:12:26.282312 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f4e76cba-6a45-4682-8e9c-c05fc7b65c37 req-c05740d0-25be-409b-b871-811350b646fc service neutron] 10.222.0.73 "GET /v2.0/networks/f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693289 Nov 10 19:12:26.303718 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['2cc34104-5fcb-478b-aa2f-184a14aebac9', 'db1e0b94-878a-4b7a-a6ce-0daaf71c68f2'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:12:26.333331 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['a9b2f03a-deee-4eb9-a710-4ba943fbfc70'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:12:26.378500 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cf6185-e7b6-4f4d-a814-6506f34f8af8 None None] The sync data for ids ['f3e0b066-6885-46b9-b5b8-e400dec94bf5'] in n-d-813897-4 is: [{'id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'name': 'tempest-TaggedBootDevicesTest-1295309602-router', 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'facde35a-9f06-40ba-a4a5-e370391d9729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:12:14Z', 'updated_at': '2021-11-10T19:12:20Z', 'revision_number': 4, 'project_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'gw_port': {'id': 'facde35a-9f06-40ba-a4a5-e370391d9729', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:12:15Z', 'updated_at': '2021-11-10T19:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'ddeb9ab5-c38c-444d-9153-1ea476c8e71f', 'name': '', 'network_id': '87a15d79-4902-4d31-887f-c388f0985906', 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'mac_address': 'fa:16:3e:44:c0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '2f6a98c7-c265-4500-b9ce-49a92ae40ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:12:19Z', 'updated_at': '2021-11-10T19:12:25Z', 'revision_number': 4, 'project_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'subnets': [{'id': '2f6a98c7-c265-4500-b9ce-49a92ae40ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:12:26.409309 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e468b-c998-42b7-b637-1c322ce76213 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Pushing event deleted for resources: {'Port': ['ID=974f2e95-bbd9-4b93-ad39-1ba5e7e26f32,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:26.422363 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e64f5f-1201-40da-8681-e7a12b5d0b22 None None] Pushing event updated for resources: {'Port': ['ID=ddeb9ab5-c38c-444d-9153-1ea476c8e71f,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:26.428932 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5212ff-1f0f-400b-948b-27e14c63bed2 req-4a917b1e-2ce5-458a-a5c8-60a0ef81c2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:26.438733 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef5212ff-1f0f-400b-948b-27e14c63bed2 req-4a917b1e-2ce5-458a-a5c8-60a0ef81c2f1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=86949477275045bb909c8def9385c7a2&device_id=3788855a-0668-4ebd-a65a-0ac736c71e54 HTTP/1.1" status: 200 len: 1094 time: 0.0875638 Nov 10 19:12:26.620134 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a245a9b5-508e-435f-826c-60e28a77996c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a08ec8828e22441bac9028fb3e613990&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6832600 Nov 10 19:12:26.631134 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57392) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:26.690119 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4a7f0a-c72f-4570-a210-1a0d7edf90d2 req-841e468b-c998-42b7-b637-1c322ce76213 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] No DVR routers for this DVR port 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:12:26.748488 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b9ba5d7c-a4f9-4069-9c79-18aa46ae0fef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:26.757174 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-bb4a7f0a-c72f-4570-a210-1a0d7edf90d2 req-841e468b-c998-42b7-b637-1c322ce76213 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:26.761412 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bb4a7f0a-c72f-4570-a210-1a0d7edf90d2 req-841e468b-c998-42b7-b637-1c322ce76213 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.73 "DELETE /v2.0/ports/974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 HTTP/1.1" status: 204 len: 173 time: 3.0828745 Nov 10 19:12:26.788759 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00822300-56a6-4cd6-b610-7c10146c8fc0 req-cc6cc12e-715d-4d39-be5b-d1099316cdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:26.790809 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-00822300-56a6-4cd6-b610-7c10146c8fc0 req-cc6cc12e-715d-4d39-be5b-d1099316cdc8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7f69f555aace4491bc0456309314d9a5&device_id=212793dd-b521-44e2-9744-de7b50dc43c3 HTTP/1.1" status: 200 len: 1135 time: 0.5350213 Nov 10 19:12:26.791722 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5dde38-6022-4adf-bcbb-3c4f51c96ae2', 'name': 'network-vif-deleted', 'tag': '974f2e95-bbd9-4b93-ad39-1ba5e7e26f32'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:12:26.799011 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3db368-43c2-4e1d-8dbd-73b1db709637" -d '{"events": [{"server_uuid": "9c5dde38-6022-4adf-bcbb-3c4f51c96ae2", "name": "network-vif-deleted", "tag": "974f2e95-bbd9-4b93-ad39-1ba5e7e26f32"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:12:26.830421 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b9ba5d7c-a4f9-4069-9c79-18aa46ae0fef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:26.834919 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ddeb9ab5-c38c-444d-9153-1ea476c8e71f up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:12:26.866522 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51b05b68-6eb2-440a-80c2-c13f8c6a915c req-5835eaf5-25e8-4d0f-845f-8652240ea96e tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5776441 Nov 10 19:12:26.906161 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5212ff-1f0f-400b-948b-27e14c63bed2 req-f8ccfca6-3175-49af-93c1-5f589fb49eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:26.913041 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef5212ff-1f0f-400b-948b-27e14c63bed2 req-f8ccfca6-3175-49af-93c1-5f589fb49eba service neutron] 10.222.0.73 "GET /v2.0/networks?id=f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f HTTP/1.1" status: 200 len: 905 time: 0.4662204 Nov 10 19:12:27.042329 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef5212ff-1f0f-400b-948b-27e14c63bed2 req-964e5ba4-fe71-4580-9801-2d9e1c954e99 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93086f46-9205-437e-aea5-59655e8ab9fa HTTP/1.1" status: 200 len: 217 time: 0.1050396 Nov 10 19:12:27.150384 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b9ba5d7c-a4f9-4069-9c79-18aa46ae0fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:27.153824 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b9ba5d7c-a4f9-4069-9c79-18aa46ae0fef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:27.155206 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b9ba5d7c-a4f9-4069-9c79-18aa46ae0fef admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/10ae6b0e-4f90-4068-96c7-4cf9a476c011 HTTP/1.1" status: 204 len: 168 time: 0.5230947 Nov 10 19:12:27.156389 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:12:27.204746 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5212ff-1f0f-400b-948b-27e14c63bed2 req-bd003525-3a14-4f93-9e65-96e7d5d31c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:27.206795 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef5212ff-1f0f-400b-948b-27e14c63bed2 req-bd003525-3a14-4f93-9e65-96e7d5d31c2d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60343b83-37e4-41fb-97c3-061ff8929ded HTTP/1.1" status: 200 len: 844 time: 0.1489565 Nov 10 19:12:27.213191 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba5d7c-a4f9-4069-9c79-18aa46ae0fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ae6b0e-4f90-4068-96c7-4cf9a476c011,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:27.266779 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:12:27.267899 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 974f2e95-bbd9-4b93-ad39-1ba5e7e26f32 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:12:27.275862 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef5212ff-1f0f-400b-948b-27e14c63bed2 req-a9bf73b0-c886-4327-9807-d2dbf60a957a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599453 Nov 10 19:12:27.380454 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:27.502565 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port ddeb9ab5-c38c-444d-9153-1ea476c8e71f triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:12:27.503196 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:27.514941 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef5212ff-1f0f-400b-948b-27e14c63bed2 req-d6133c02-6f1b-4d59-8c66-a915b571d73a service neutron] 10.222.0.73 "GET /v2.0/networks/f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290602 Nov 10 19:12:27.595646 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec3096a-11a9-4561-9e63-b5abcece5235 x-openstack-request-id: req-5ec3096a-11a9-4561-9e63-b5abcece5235 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:12:27.599279 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5dde38-6022-4adf-bcbb-3c4f51c96ae2", "name": "network-vif-deleted", "tag": "974f2e95-bbd9-4b93-ad39-1ba5e7e26f32", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:12:27.599540 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5ec3096a-11a9-4561-9e63-b5abcece5235 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:12:27.610377 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5dde38-6022-4adf-bcbb-3c4f51c96ae2', 'name': 'network-vif-deleted', 'tag': '974f2e95-bbd9-4b93-ad39-1ba5e7e26f32', 'status': 'completed', 'code': 200} Nov 10 19:12:27.667914 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 7bc85b62-a691-4fa2-96f3-be5fc70be918 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:12:27.689047 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef5212ff-1f0f-400b-948b-27e14c63bed2 req-af899ef4-f0ee-4778-94c5-14cb2622e272 service neutron] 10.222.0.73 "GET /v2.0/networks/f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666086 Nov 10 19:12:27.702757 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c8c9eb49-e891-41d7-ab27-b352fd4a38b9 req-c55be66b-5605-4c6b-a157-5135eae840b0 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:27.719994 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e94bc3-e3a7-4b8b-a4fa-690571d1dbaf req-17bbe8b0-6cef-486f-babf-d6126ef7de8d tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:27.727645 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-27e94bc3-e3a7-4b8b-a4fa-690571d1dbaf req-17bbe8b0-6cef-486f-babf-d6126ef7de8d tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=3788855a-0668-4ebd-a65a-0ac736c71e54 HTTP/1.1" status: 200 len: 943 time: 1.0102179 Nov 10 19:12:27.727910 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 7bc85b62-a691-4fa2-96f3-be5fc70be918 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:12:27.728173 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 7bc85b62-a691-4fa2-96f3-be5fc70be918 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:12:27.738244 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00822300-56a6-4cd6-b610-7c10146c8fc0 req-ad0d0a64-23e3-4bba-9a6f-044d2bd3d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:27.742130 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-00822300-56a6-4cd6-b610-7c10146c8fc0 req-ad0d0a64-23e3-4bba-9a6f-044d2bd3d0b8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6d401439-3cb6-45f3-9f43-bf8f218668ea HTTP/1.1" status: 200 len: 914 time: 0.8970006 Nov 10 19:12:27.850816 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57410) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:27.903688 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-90b64f5b-042f-464a-bb98-06a96528b1c6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2c1a725d0e344c55b954fad0252dbfa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0509727 Nov 10 19:12:27.905566 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57414) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:27.908925 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55be66b-5605-4c6b-a157-5135eae840b0 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Pushing event deleted for resources: {'Port': ['ID=7bc85b62-a691-4fa2-96f3-be5fc70be918,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:27.931226 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-00822300-56a6-4cd6-b610-7c10146c8fc0 req-0646817d-9b57-4ed0-8415-b21a6df6d06d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c9b0db7-ee58-43b1-9101-a19dbd01e66f HTTP/1.1" status: 200 len: 217 time: 0.1349339 Nov 10 19:12:27.936069 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c9eb49-e891-41d7-ab27-b352fd4a38b9 req-c55be66b-5605-4c6b-a157-5135eae840b0 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] No DVR routers for this DVR port 7bc85b62-a691-4fa2-96f3-be5fc70be918 on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:12:27.938961 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c8c9eb49-e891-41d7-ab27-b352fd4a38b9 req-c55be66b-5605-4c6b-a157-5135eae840b0 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:27.946409 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c8c9eb49-e891-41d7-ab27-b352fd4a38b9 req-c55be66b-5605-4c6b-a157-5135eae840b0 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.25 "DELETE /v2.0/ports/7bc85b62-a691-4fa2-96f3-be5fc70be918 HTTP/1.1" status: 204 len: 173 time: 3.1514106 Nov 10 19:12:27.979975 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b37d8925-0039-4554-9835-4b793702e9be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:28.019150 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740948c-391e-4744-8fd2-f00a61b46054 req-1d3e4ddb-b4ad-4e19-a86f-0d58d38aa6d6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:28.024484 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f740948c-391e-4744-8fd2-f00a61b46054 req-1d3e4ddb-b4ad-4e19-a86f-0d58d38aa6d6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?device_id=212793dd-b521-44e2-9744-de7b50dc43c3 HTTP/1.1" status: 200 len: 984 time: 0.4079432 Nov 10 19:12:28.027814 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b37d8925-0039-4554-9835-4b793702e9be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:28.083136 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-27e94bc3-e3a7-4b8b-a4fa-690571d1dbaf req-449f19d1-a0de-43c7-bed4-f03cbd378583 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203452 Nov 10 19:12:28.084327 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00822300-56a6-4cd6-b610-7c10146c8fc0 req-d11e5f19-c9c6-44bf-a398-e05ae1bc8b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:28.086257 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-00822300-56a6-4cd6-b610-7c10146c8fc0 req-d11e5f19-c9c6-44bf-a398-e05ae1bc8b6b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=204fee28-68d2-45f0-924d-1143549ea418 HTTP/1.1" status: 200 len: 853 time: 0.1284211 Nov 10 19:12:28.092418 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b37d8925-0039-4554-9835-4b793702e9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:28.096196 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b37d8925-0039-4554-9835-4b793702e9be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:28.107132 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b37d8925-0039-4554-9835-4b793702e9be admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cc8e8a0c-77ce-4a72-b3b5-d9de0ddba884 HTTP/1.1" status: 204 len: 168 time: 0.2003989 Nov 10 19:12:28.132762 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-00822300-56a6-4cd6-b610-7c10146c8fc0 req-f73119e9-d3fb-4451-bdb0-18def7ff99eb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6d401439-3cb6-45f3-9f43-bf8f218668ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323093 Nov 10 19:12:28.143867 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d8925-0039-4554-9835-4b793702e9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8e8a0c-77ce-4a72-b3b5-d9de0ddba884,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:28.258236 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['beddf51d-6ee7-4dee-b4f4-243e7b2a090f'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:12:28.295963 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f740948c-391e-4744-8fd2-f00a61b46054 req-73bef24c-b4b8-4a04-ae4c-12ad3d7c9f3c tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8&id=a0999c4d-babd-4184-ad06-968da1508a84&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2594635 Nov 10 19:12:28.398483 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-00822300-56a6-4cd6-b610-7c10146c8fc0 req-49bb7e8a-06cd-4761-8a59-5cd5ac1df56f service neutron] 10.222.0.25 "GET /v2.0/networks/6d401439-3cb6-45f3-9f43-bf8f218668ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553561 Nov 10 19:12:28.635398 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:28.666394 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-53f238d3-cdb8-4dc2-b5c0-fb67d4e10961 req-13ade4fe-3294-46d2-96b0-999b647e0e70 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 210 time: 0.0839760 Nov 10 19:12:28.721956 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-00822300-56a6-4cd6-b610-7c10146c8fc0 req-8280238d-b833-4e0e-9308-a943a88b429b service neutron] 10.222.0.25 "GET /v2.0/networks/6d401439-3cb6-45f3-9f43-bf8f218668ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152597 Nov 10 19:12:28.800696 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-34889ea5-7f1f-46f3-b951-fcc0324d22bc req-cb526c20-c8f0-4b92-b734-f863b3256017 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1338704893&fields=id&tenant_id=7f69f555aace4491bc0456309314d9a5 HTTP/1.1" status: 200 len: 267 time: 0.1106129 Nov 10 19:12:28.919862 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34889ea5-7f1f-46f3-b951-fcc0324d22bc req-2f2ec9bd-8ac9-4e87-bbac-74c442c4a922 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:28.923287 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-34889ea5-7f1f-46f3-b951-fcc0324d22bc req-2f2ec9bd-8ac9-4e87-bbac-74c442c4a922 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?device_id=212793dd-b521-44e2-9744-de7b50dc43c3 HTTP/1.1" status: 200 len: 984 time: 0.1214538 Nov 10 19:12:28.942311 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-34889ea5-7f1f-46f3-b951-fcc0324d22bc req-7862f9b0-2997-47f7-964e-1c1c5ab40a46 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Request body: {'port': {'security_groups': ['5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8', 'a0999c4d-babd-4184-ad06-968da1508a84', '40d7df42-088d-4135-98b6-8e241089f584']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:12:29.057220 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-34889ea5-7f1f-46f3-b951-fcc0324d22bc req-7862f9b0-2997-47f7-964e-1c1c5ab40a46 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:29.137011 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9f613-e7d3-4023-94c6-c25177a23eff req-4a4cda9b-0da0-44ab-a949-a4be985718eb tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:29.144128 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 93086f46-9205-437e-aea5-59655e8ab9fa details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:12:29.144846 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-79c9f613-e7d3-4023-94c6-c25177a23eff req-4a4cda9b-0da0-44ab-a949-a4be985718eb tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 946 time: 0.1647673 Nov 10 19:12:29.233358 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-79c9f613-e7d3-4023-94c6-c25177a23eff req-7a245a1f-7c84-4eee-940c-d9db6577e2a0 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875185 Nov 10 19:12:29.420666 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:29.459428 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 93086f46-9205-437e-aea5-59655e8ab9fa, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=93086f46-9205-437e-aea5-59655e8ab9fa,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:29.486723 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '93086f46-9205-437e-aea5-59655e8ab9fa', 'network_id': 'f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f', 'port_id': '93086f46-9205-437e-aea5-59655e8ab9fa', 'mac_address': 'fa:16:3e:40:63:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60343b83-37e4-41fb-97c3-061ff8929ded', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:12:29.550854 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa18c8-17a8-4e7a-87b3-2298d9b5d938 req-3fcf6d53-8d8b-4294-bd58-ed84e115ebcc tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:29.552428 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74aa18c8-17a8-4e7a-87b3-2298d9b5d938 req-3fcf6d53-8d8b-4294-bd58-ed84e115ebcc tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 951 time: 0.1211047 Nov 10 19:12:29.592617 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-34889ea5-7f1f-46f3-b951-fcc0324d22bc req-7862f9b0-2997-47f7-964e-1c1c5ab40a46 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] For port 1c9b0db7-ee58-43b1-9101-a19dbd01e66f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=1c9b0db7-ee58-43b1-9101-a19dbd01e66f,segment=NetworkSegment(59741c21-bf7c-4abb-8ff6-9f9d7d4471e9),segment_id=59741c21-bf7c-4abb-8ff6-9f9d7d4471e9)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:29.596744 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:29.636460 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93086f46-9205-437e-aea5-59655e8ab9fa {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:12:29.701513 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-34889ea5-7f1f-46f3-b951-fcc0324d22bc req-7862f9b0-2997-47f7-964e-1c1c5ab40a46 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:29.703955 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 93086f46-9205-437e-aea5-59655e8ab9fa, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=93086f46-9205-437e-aea5-59655e8ab9fa,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:29.707800 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef34dc2-68bd-4e99-bc8b-70efb559bf85', 'name': 'network-vif-deleted', 'tag': '7bc85b62-a691-4fa2-96f3-be5fc70be918'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:12:29.711726 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456a3359-fcfd-47b9-8c8b-d1ed8fd09363" -d '{"events": [{"server_uuid": "9ef34dc2-68bd-4e99-bc8b-70efb559bf85", "name": "network-vif-deleted", "tag": "7bc85b62-a691-4fa2-96f3-be5fc70be918"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:12:29.714178 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:29.745118 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-34889ea5-7f1f-46f3-b951-fcc0324d22bc req-7862f9b0-2997-47f7-964e-1c1c5ab40a46 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:29.760962 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['854fd55e-eca5-45d2-b801-77c11ae64ce1'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:12:29.764654 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['1c9b0db7-ee58-43b1-9101-a19dbd01e66f'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:12:29.830441 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34889ea5-7f1f-46f3-b951-fcc0324d22bc req-7862f9b0-2997-47f7-964e-1c1c5ab40a46 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:29.831469 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-34889ea5-7f1f-46f3-b951-fcc0324d22bc req-7862f9b0-2997-47f7-964e-1c1c5ab40a46 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:29.848069 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-34889ea5-7f1f-46f3-b951-fcc0324d22bc req-7862f9b0-2997-47f7-964e-1c1c5ab40a46 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "PUT /v2.0/ports/1c9b0db7-ee58-43b1-9101-a19dbd01e66f HTTP/1.1" status: 200 len: 1020 time: 0.9147174 Nov 10 19:12:29.926137 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['1c9b0db7-ee58-43b1-9101-a19dbd01e66f'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:12:29.937066 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=93086f46-9205-437e-aea5-59655e8ab9fa,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:29.970850 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74aa18c8-17a8-4e7a-87b3-2298d9b5d938 req-e4faee50-657f-4b0a-978f-ac404cdb121d tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804154 Nov 10 19:12:29.978649 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862f9b0-2997-47f7-964e-1c1c5ab40a46 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Pushing event updated for resources: {'Port': ['ID=1c9b0db7-ee58-43b1-9101-a19dbd01e66f,revision_number=7']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:30.096453 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['93086f46-9205-437e-aea5-59655e8ab9fa'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:12:30.098482 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d36bd1-afed-45b7-84fa-9dc1aeb182a3 req-a7ed39c1-30e1-48c8-b905-3c239f24efd1 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:30.113027 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67d36bd1-afed-45b7-84fa-9dc1aeb182a3 req-a7ed39c1-30e1-48c8-b905-3c239f24efd1 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=3788855a-0668-4ebd-a65a-0ac736c71e54 HTTP/1.1" status: 200 len: 944 time: 0.1562967 Nov 10 19:12:30.229439 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67d36bd1-afed-45b7-84fa-9dc1aeb182a3 req-3b5d5d2c-f71f-47a6-a11f-874bce10fd92 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104593 Nov 10 19:12:30.346380 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e264e190-8b5a-458d-8de9-5327c19f773d x-openstack-request-id: req-e264e190-8b5a-458d-8de9-5327c19f773d {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:12:30.347684 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef34dc2-68bd-4e99-bc8b-70efb559bf85", "name": "network-vif-deleted", "tag": "7bc85b62-a691-4fa2-96f3-be5fc70be918", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:12:30.349796 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e264e190-8b5a-458d-8de9-5327c19f773d {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:12:30.350454 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef34dc2-68bd-4e99-bc8b-70efb559bf85', 'name': 'network-vif-deleted', 'tag': '7bc85b62-a691-4fa2-96f3-be5fc70be918', 'status': 'completed', 'code': 200} Nov 10 19:12:30.350847 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73745721-2ec4-4352-8b93-dbc3cf0a8314 req-72406db6-decf-4d2f-89bf-9c7d3f94272b tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:30.353317 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-73745721-2ec4-4352-8b93-dbc3cf0a8314 req-72406db6-decf-4d2f-89bf-9c7d3f94272b tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.73 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 951 time: 0.1175389 Nov 10 19:12:30.356568 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1e82bd37-2f8f-4d5d-8a77-8accea8ad308 req-2efd9c39-62f7-48a2-bc04-c36c80da3a09 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 210 time: 0.1218021 Nov 10 19:12:30.452057 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f15d694c-1b78-482f-be06-6e61b827d014 req-22cb4893-b91f-47c1-877b-6cbb3ba105bd tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups/40d7df42-088d-4135-98b6-8e241089f584 HTTP/1.1" status: 200 len: 1817 time: 0.1035624 Nov 10 19:12:30.597512 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-73745721-2ec4-4352-8b93-dbc3cf0a8314 req-bc15b182-bf28-4fa7-8b0a-2fce5b074a4e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Deleting port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:12:30.600232 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-73745721-2ec4-4352-8b93-dbc3cf0a8314 req-bc15b182-bf28-4fa7-8b0a-2fce5b074a4e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:30.621673 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [req-f15d694c-1b78-482f-be06-6e61b827d014 req-4e4e05f5-0ac8-4109-9e34-4127240449bd tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 10 19:12:30.623192 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f15d694c-1b78-482f-be06-6e61b827d014 req-4e4e05f5-0ac8-4109-9e34-4127240449bd tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "DELETE /v2.0/security-groups/40d7df42-088d-4135-98b6-8e241089f584 HTTP/1.1" status: 409 len: 341 time: 0.1694586 Nov 10 19:12:30.848634 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-73745721-2ec4-4352-8b93-dbc3cf0a8314 req-bc15b182-bf28-4fa7-8b0a-2fce5b074a4e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] For port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:30.852004 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-73745721-2ec4-4352-8b93-dbc3cf0a8314 req-bc15b182-bf28-4fa7-8b0a-2fce5b074a4e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:30.890608 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-73745721-2ec4-4352-8b93-dbc3cf0a8314 req-bc15b182-bf28-4fa7-8b0a-2fce5b074a4e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Calling delete_port for db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:12:31.153322 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c1418-1ae3-456d-84dd-fd92e213de42 req-3baf806f-ad32-4424-9b1e-1144f734ab9b tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:31.164641 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-711c1418-1ae3-456d-84dd-fd92e213de42 req-3baf806f-ad32-4424-9b1e-1144f734ab9b tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?device_id=212793dd-b521-44e2-9744-de7b50dc43c3 HTTP/1.1" status: 200 len: 1023 time: 0.1450801 Nov 10 19:12:31.219861 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef8371-0ff1-4771-9f17-25a45c6823b4 req-eec2960a-71f5-4fd4-8a2d-551a9c407217 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:31.228245 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e8ef8371-0ff1-4771-9f17-25a45c6823b4 req-eec2960a-71f5-4fd4-8a2d-551a9c407217 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 946 time: 0.1527188 Nov 10 19:12:31.299809 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-73745721-2ec4-4352-8b93-dbc3cf0a8314 req-bc15b182-bf28-4fa7-8b0a-2fce5b074a4e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:31.380125 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-711c1418-1ae3-456d-84dd-fd92e213de42 req-99340a2d-55fc-4b76-bcf8-ceea82880fc6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8&id=a0999c4d-babd-4184-ad06-968da1508a84&id=40d7df42-088d-4135-98b6-8e241089f584&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2072055 Nov 10 19:12:31.406848 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['a9b2f03a-deee-4eb9-a710-4ba943fbfc70'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:12:31.416141 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e8ef8371-0ff1-4771-9f17-25a45c6823b4 req-082999e6-4a11-42b2-8294-e2c2bd5eeebe tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839283 Nov 10 19:12:31.472583 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15b182-bf28-4fa7-8b0a-2fce5b074a4e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Pushing event deleted for resources: {'Port': ['ID=db1e0b94-878a-4b7a-a6ce-0daaf71c68f2,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:31.506098 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-73745721-2ec4-4352-8b93-dbc3cf0a8314 req-bc15b182-bf28-4fa7-8b0a-2fce5b074a4e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] No DVR routers for this DVR port db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:12:31.510422 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-73745721-2ec4-4352-8b93-dbc3cf0a8314 req-bc15b182-bf28-4fa7-8b0a-2fce5b074a4e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:31.517725 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-73745721-2ec4-4352-8b93-dbc3cf0a8314 req-bc15b182-bf28-4fa7-8b0a-2fce5b074a4e tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.73 "DELETE /v2.0/ports/db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 HTTP/1.1" status: 204 len: 173 time: 1.1572244 Nov 10 19:12:31.518577 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c3d260-40ce-4244-a45f-2aa07c018c19', 'name': 'network-vif-deleted', 'tag': 'db1e0b94-878a-4b7a-a6ce-0daaf71c68f2'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:12:31.521283 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fd6c8b-5b65-4413-bed9-d797adc25e6f" -d '{"events": [{"server_uuid": "17c3d260-40ce-4244-a45f-2aa07c018c19", "name": "network-vif-deleted", "tag": "db1e0b94-878a-4b7a-a6ce-0daaf71c68f2"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:12:31.581817 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4932b353-b9a5-428f-a912-334dc02521a8 req-0c12c1a8-46cb-4dcc-821e-ce1cc5cb6319 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=17c3d260-40ce-4244-a45f-2aa07c018c19 HTTP/1.1" status: 200 len: 210 time: 0.0813501 Nov 10 19:12:31.687878 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ae2a5-3658-40a3-bfba-e04f5684e2a7 req-1ecd85e7-b131-4cc0-b946-4e4c1571ec8b tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:31.696466 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['2cc34104-5fcb-478b-aa2f-184a14aebac9', 'db1e0b94-878a-4b7a-a6ce-0daaf71c68f2'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:12:31.711312 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b25ae2a5-3658-40a3-bfba-e04f5684e2a7 req-1ecd85e7-b131-4cc0-b946-4e4c1571ec8b tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=3788855a-0668-4ebd-a65a-0ac736c71e54 HTTP/1.1" status: 200 len: 944 time: 0.1079006 Nov 10 19:12:31.778544 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b25ae2a5-3658-40a3-bfba-e04f5684e2a7 req-ef61d57a-f267-4b57-8f95-c08856c52043 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738633 Nov 10 19:12:31.781439 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9d0f31c0-b07a-4afa-8e39-a5bca4538b2e req-43c072d3-9209-4e41-a83f-9f24314b5459 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 210 time: 0.1150179 Nov 10 19:12:31.894478 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8696ce0f-5128-45c6-a6d4-f442628a4530 x-openstack-request-id: req-8696ce0f-5128-45c6-a6d4-f442628a4530 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:12:31.894769 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c3d260-40ce-4244-a45f-2aa07c018c19", "name": "network-vif-deleted", "tag": "db1e0b94-878a-4b7a-a6ce-0daaf71c68f2", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:12:31.895017 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8696ce0f-5128-45c6-a6d4-f442628a4530 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:12:31.895420 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c3d260-40ce-4244-a45f-2aa07c018c19', 'name': 'network-vif-deleted', 'tag': 'db1e0b94-878a-4b7a-a6ce-0daaf71c68f2', 'status': 'completed', 'code': 200} Nov 10 19:12:32.353265 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212793dd-b521-44e2-9744-de7b50dc43c3', 'tag': '1c9b0db7-ee58-43b1-9101-a19dbd01e66f'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:12:32.355529 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b93765f-1204-4706-a1ec-54e1670db266" -d '{"events": [{"name": "network-changed", "server_uuid": "212793dd-b521-44e2-9744-de7b50dc43c3", "tag": "1c9b0db7-ee58-43b1-9101-a19dbd01e66f"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:12:32.418026 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fd96f2-fc54-4614-b9c5-8d5f22e523b6 x-openstack-request-id: req-98fd96f2-fc54-4614-b9c5-8d5f22e523b6 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:12:32.418446 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212793dd-b521-44e2-9744-de7b50dc43c3", "tag": "1c9b0db7-ee58-43b1-9101-a19dbd01e66f", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:12:32.418737 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-98fd96f2-fc54-4614-b9c5-8d5f22e523b6 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:12:32.420242 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212793dd-b521-44e2-9744-de7b50dc43c3', 'tag': '1c9b0db7-ee58-43b1-9101-a19dbd01e66f', 'status': 'completed', 'code': 200} Nov 10 19:12:32.465020 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:12:32.534103 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93765f-1204-4706-a1ec-54e1670db266 req-0572b247-596c-42d5-82a3-92163c69ff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:32.536335 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6b93765f-1204-4706-a1ec-54e1670db266 req-0572b247-596c-42d5-82a3-92163c69ff2c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7f69f555aace4491bc0456309314d9a5&device_id=212793dd-b521-44e2-9744-de7b50dc43c3 HTTP/1.1" status: 200 len: 1174 time: 0.0752833 Nov 10 19:12:32.699716 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956298f8-942c-4ba9-809f-b7d82eb26417 req-56cbd7b3-725d-4729-bac2-9081ebc31e0d tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:32.707502 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-956298f8-942c-4ba9-809f-b7d82eb26417 req-56cbd7b3-725d-4729-bac2-9081ebc31e0d tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?device_id=212793dd-b521-44e2-9744-de7b50dc43c3 HTTP/1.1" status: 200 len: 1023 time: 0.1650050 Nov 10 19:12:32.826380 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-956298f8-942c-4ba9-809f-b7d82eb26417 req-c743e719-4ce7-479e-9690-82ce30ab93e8 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8&id=a0999c4d-babd-4184-ad06-968da1508a84&id=40d7df42-088d-4135-98b6-8e241089f584&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1179142 Nov 10 19:12:32.921025 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93765f-1204-4706-a1ec-54e1670db266 req-77482ecc-eb9d-4834-9851-5c372a0fc4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:32.922885 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6b93765f-1204-4706-a1ec-54e1670db266 req-77482ecc-eb9d-4834-9851-5c372a0fc4f7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6d401439-3cb6-45f3-9f43-bf8f218668ea HTTP/1.1" status: 200 len: 914 time: 0.3599381 Nov 10 19:12:32.936701 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced52c52-052b-4e67-9128-617d7ea4d3f3 req-00d77052-5cda-4b14-8640-003506c00549 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:32.938257 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ced52c52-052b-4e67-9128-617d7ea4d3f3 req-00d77052-5cda-4b14-8640-003506c00549 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.25 "GET /v2.0/ports?device_id=212793dd-b521-44e2-9744-de7b50dc43c3 HTTP/1.1" status: 200 len: 1023 time: 0.1475747 Nov 10 19:12:33.057363 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6b93765f-1204-4706-a1ec-54e1670db266 req-13de91fe-ef6f-4d62-9d90-9cbb74e909f6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c9b0db7-ee58-43b1-9101-a19dbd01e66f HTTP/1.1" status: 200 len: 217 time: 0.1167130 Nov 10 19:12:33.163078 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 93086f46-9205-437e-aea5-59655e8ab9fa up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:12:33.168695 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636188d5-9441-4ffc-8c21-51d62f5d324a req-a6639ea4-1a46-4177-bc1f-6c5aad710087 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:33.170394 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-636188d5-9441-4ffc-8c21-51d62f5d324a req-a6639ea4-1a46-4177-bc1f-6c5aad710087 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 946 time: 0.2312009 Nov 10 19:12:33.213252 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93765f-1204-4706-a1ec-54e1670db266 req-ba136d55-034b-4477-b928-a93e03af2d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:33.214801 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6b93765f-1204-4706-a1ec-54e1670db266 req-ba136d55-034b-4477-b928-a93e03af2d0d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=204fee28-68d2-45f0-924d-1143549ea418 HTTP/1.1" status: 200 len: 853 time: 0.1452112 Nov 10 19:12:33.222456 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 93086f46-9205-437e-aea5-59655e8ab9fa completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:12:33.228197 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 93086f46-9205-437e-aea5-59655e8ab9fa triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:12:33.228197 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:33.266376 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6b93765f-1204-4706-a1ec-54e1670db266 req-0a8c9475-9db3-4f27-8b2e-9c4dbb80ca4e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6d401439-3cb6-45f3-9f43-bf8f218668ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405076 Nov 10 19:12:33.281829 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883a983-c2ca-47aa-907f-ff666dd73435 req-7b373603-2149-45b7-9272-eec33c3aa82f tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:33.289603 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c883a983-c2ca-47aa-907f-ff666dd73435 req-7b373603-2149-45b7-9272-eec33c3aa82f tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=3788855a-0668-4ebd-a65a-0ac736c71e54 HTTP/1.1" status: 200 len: 944 time: 0.1756699 Nov 10 19:12:33.355273 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:33.362461 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-636188d5-9441-4ffc-8c21-51d62f5d324a req-527ac23f-f661-4b28-9ff6-5f1be43c2295 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713982 Nov 10 19:12:33.388666 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3788855a-0668-4ebd-a65a-0ac736c71e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93086f46-9205-437e-aea5-59655e8ab9fa'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:12:33.391342 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab8c4a1-d68d-45c6-ad79-04eafaa960a2" -d '{"events": [{"server_uuid": "3788855a-0668-4ebd-a65a-0ac736c71e54", "name": "network-vif-plugged", "status": "completed", "tag": "93086f46-9205-437e-aea5-59655e8ab9fa"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:12:33.411375 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 93086f46-9205-437e-aea5-59655e8ab9fa, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=93086f46-9205-437e-aea5-59655e8ab9fa,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:33.418620 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-ced52c52-052b-4e67-9128-617d7ea4d3f3 req-2afe1cf5-f760-4c20-b93b-165431619a71 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Deleting port 1c9b0db7-ee58-43b1-9101-a19dbd01e66f {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:12:33.419015 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ced52c52-052b-4e67-9128-617d7ea4d3f3 req-2afe1cf5-f760-4c20-b93b-165431619a71 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:33.419858 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:33.480694 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=93086f46-9205-437e-aea5-59655e8ab9fa,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:33.494366 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c883a983-c2ca-47aa-907f-ff666dd73435 req-36fb8eb0-530b-4573-93ea-748192a39150 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038136 Nov 10 19:12:33.550202 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f0c54fd4-c8e1-48c9-a9f8-55706c345720 req-3effc33c-d3e1-4200-a364-a2f65c38453f tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 210 time: 0.0628808 Nov 10 19:12:33.563505 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6b93765f-1204-4706-a1ec-54e1670db266 req-9266cfd0-08cb-4aa3-bd15-53d9fc94b21f service neutron] 10.222.0.25 "GET /v2.0/networks/6d401439-3cb6-45f3-9f43-bf8f218668ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680707 Nov 10 19:12:33.674016 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-ced52c52-052b-4e67-9128-617d7ea4d3f3 req-2afe1cf5-f760-4c20-b93b-165431619a71 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] For port 1c9b0db7-ee58-43b1-9101-a19dbd01e66f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=1c9b0db7-ee58-43b1-9101-a19dbd01e66f,segment=NetworkSegment(59741c21-bf7c-4abb-8ff6-9f9d7d4471e9),segment_id=59741c21-bf7c-4abb-8ff6-9f9d7d4471e9)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:33.674519 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ced52c52-052b-4e67-9128-617d7ea4d3f3 req-2afe1cf5-f760-4c20-b93b-165431619a71 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:33.697682 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-ced52c52-052b-4e67-9128-617d7ea4d3f3 req-2afe1cf5-f760-4c20-b93b-165431619a71 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Calling delete_port for 1c9b0db7-ee58-43b1-9101-a19dbd01e66f owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:12:33.783836 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6b93765f-1204-4706-a1ec-54e1670db266 req-b721862a-2517-4a11-95cc-d5b128653765 service neutron] 10.222.0.25 "GET /v2.0/networks/6d401439-3cb6-45f3-9f43-bf8f218668ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054362 Nov 10 19:12:33.806959 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09147cd8-8c07-48ef-8bc4-71b9be5080e5 x-openstack-request-id: req-09147cd8-8c07-48ef-8bc4-71b9be5080e5 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:12:33.807365 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3788855a-0668-4ebd-a65a-0ac736c71e54", "name": "network-vif-plugged", "status": "completed", "tag": "93086f46-9205-437e-aea5-59655e8ab9fa", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:12:33.807720 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-09147cd8-8c07-48ef-8bc4-71b9be5080e5 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:12:33.808233 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3788855a-0668-4ebd-a65a-0ac736c71e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93086f46-9205-437e-aea5-59655e8ab9fa', 'code': 200} Nov 10 19:12:33.972483 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f586b-dc87-4be7-a778-22e7543e0cd6 req-0988217d-6c01-4519-b574-b4292c4e7e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:33.974795 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-034f586b-dc87-4be7-a778-22e7543e0cd6 req-0988217d-6c01-4519-b574-b4292c4e7e87 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3788855a-0668-4ebd-a65a-0ac736c71e54 HTTP/1.1" status: 200 len: 1096 time: 0.0775580 Nov 10 19:12:34.005925 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ced52c52-052b-4e67-9128-617d7ea4d3f3 req-2afe1cf5-f760-4c20-b93b-165431619a71 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:34.017822 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['854fd55e-eca5-45d2-b801-77c11ae64ce1'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:12:34.038303 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe1cf5-f760-4c20-b93b-165431619a71 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Pushing event deleted for resources: {'Port': ['ID=1c9b0db7-ee58-43b1-9101-a19dbd01e66f,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:34.091461 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284d22c-af3b-46d6-ae4e-2449dda42f0d req-2d4feca5-9446-403e-952b-492711277c31 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:34.097684 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-034f586b-dc87-4be7-a778-22e7543e0cd6 req-f7db8f57-0223-4386-9ce7-0bb5512067d0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145389 Nov 10 19:12:34.102962 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f284d22c-af3b-46d6-ae4e-2449dda42f0d req-2d4feca5-9446-403e-952b-492711277c31 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.2782059 Nov 10 19:12:34.180786 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4e6bf65c-646d-47fe-a64b-18beebf9065e req-7583c663-78f9-4462-9bfb-a7941f6861e0 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?device_id=212793dd-b521-44e2-9744-de7b50dc43c3 HTTP/1.1" status: 200 len: 210 time: 0.0725508 Nov 10 19:12:34.234685 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced52c52-052b-4e67-9128-617d7ea4d3f3 req-2afe1cf5-f760-4c20-b93b-165431619a71 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] No DVR routers for this DVR port 1c9b0db7-ee58-43b1-9101-a19dbd01e66f on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:12:34.253624 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ced52c52-052b-4e67-9128-617d7ea4d3f3 req-2afe1cf5-f760-4c20-b93b-165431619a71 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:34.262740 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ced52c52-052b-4e67-9128-617d7ea4d3f3 req-2afe1cf5-f760-4c20-b93b-165431619a71 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.25 "DELETE /v2.0/ports/1c9b0db7-ee58-43b1-9101-a19dbd01e66f HTTP/1.1" status: 204 len: 173 time: 1.3073759 Nov 10 19:12:34.337836 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f284d22c-af3b-46d6-ae4e-2449dda42f0d req-72d03c12-de68-4edb-bbb7-a168149db5da tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334819 Nov 10 19:12:34.422141 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212793dd-b521-44e2-9744-de7b50dc43c3', 'name': 'network-vif-deleted', 'tag': '1c9b0db7-ee58-43b1-9101-a19dbd01e66f'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:12:34.428841 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fd597f-69a7-4df1-a270-eba7a8b83db6" -d '{"events": [{"server_uuid": "212793dd-b521-44e2-9744-de7b50dc43c3", "name": "network-vif-deleted", "tag": "1c9b0db7-ee58-43b1-9101-a19dbd01e66f"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:12:34.493468 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7881a2db-d170-490d-967a-fd810b792871 x-openstack-request-id: req-7881a2db-d170-490d-967a-fd810b792871 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:12:34.495879 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212793dd-b521-44e2-9744-de7b50dc43c3", "name": "network-vif-deleted", "tag": "1c9b0db7-ee58-43b1-9101-a19dbd01e66f", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:12:34.495879 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7881a2db-d170-490d-967a-fd810b792871 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:12:34.498799 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212793dd-b521-44e2-9744-de7b50dc43c3', 'name': 'network-vif-deleted', 'tag': '1c9b0db7-ee58-43b1-9101-a19dbd01e66f', 'status': 'completed', 'code': 200} Nov 10 19:12:34.579331 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128b12b-8578-4d95-84af-2bf4bcac1d71 req-4926dfc1-867c-47b1-9b0b-a3cf426de5b5 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:34.581314 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e128b12b-8578-4d95-84af-2bf4bcac1d71 req-4926dfc1-867c-47b1-9b0b-a3cf426de5b5 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 946 time: 0.1442835 Nov 10 19:12:34.724803 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325cf06-3851-408e-905c-f1ed0e85b098 req-513611f8-e8ac-4d7b-a235-aa1584efa902 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:34.732808 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7325cf06-3851-408e-905c-f1ed0e85b098 req-513611f8-e8ac-4d7b-a235-aa1584efa902 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 946 time: 0.2256594 Nov 10 19:12:34.782471 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcc64e-d58f-4b1c-adb0-6fe6258dde39 req-32401092-6220-4186-bd67-b0a3da31fd68 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:34.784058 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-24fcc64e-d58f-4b1c-adb0-6fe6258dde39 req-32401092-6220-4186-bd67-b0a3da31fd68 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=3788855a-0668-4ebd-a65a-0ac736c71e54 HTTP/1.1" status: 200 len: 945 time: 0.1976774 Nov 10 19:12:34.841994 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7325cf06-3851-408e-905c-f1ed0e85b098 req-5947014e-9dac-486c-a817-d92120fdf4c1 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076782 Nov 10 19:12:34.853023 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-e128b12b-8578-4d95-84af-2bf4bcac1d71 req-7680e953-b2c5-4df0-a3e9-cd22d24a83c0 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Deleting port 13bd60a6-905d-4d03-9aae-c2af0f6cb993 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:12:34.853549 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e128b12b-8578-4d95-84af-2bf4bcac1d71 req-7680e953-b2c5-4df0-a3e9-cd22d24a83c0 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:34.992060 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57590) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:35.077562 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-24fcc64e-d58f-4b1c-adb0-6fe6258dde39 req-86e6e5b0-c314-464b-8f28-518746c5d03b tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590690 Nov 10 19:12:35.111447 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3e183753-504f-430d-814b-5968ed8dd251 req-87c40e18-06de-4b4f-8226-af733e41a488 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ef34dc2-68bd-4e99-bc8b-70efb559bf85 HTTP/1.1" status: 200 len: 210 time: 0.1143987 Nov 10 19:12:35.148450 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-e128b12b-8578-4d95-84af-2bf4bcac1d71 req-7680e953-b2c5-4df0-a3e9-cd22d24a83c0 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] For port 13bd60a6-905d-4d03-9aae-c2af0f6cb993, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=13bd60a6-905d-4d03-9aae-c2af0f6cb993,segment=NetworkSegment(8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1),segment_id=8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:35.150018 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e128b12b-8578-4d95-84af-2bf4bcac1d71 req-7680e953-b2c5-4df0-a3e9-cd22d24a83c0 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:35.187622 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:12:35.200533 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a05c1074-f67d-4dff-b87d-0d27dfaaf877 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:35.231757 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:12:35.233298 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device db1e0b94-878a-4b7a-a6ce-0daaf71c68f2 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:12:35.332140 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a05c1074-f67d-4dff-b87d-0d27dfaaf877 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:35.348038 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a05c1074-f67d-4dff-b87d-0d27dfaaf877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:35.420924 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a05c1074-f67d-4dff-b87d-0d27dfaaf877 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fd23e94a39474347b17f70467366126b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4267108 Nov 10 19:12:35.421950 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57604) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:35.468190 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c1074-f67d-4dff-b87d-0d27dfaaf877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb03c7f0-37af-4fb9-8c04-227631658c61,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:35.494425 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2620215-842b-4221-9476-617c52b3d708 req-9027d1c9-70b2-40f4-a8fc-23ac39066538 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:35.495918 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e2620215-842b-4221-9476-617c52b3d708 req-9027d1c9-70b2-40f4-a8fc-23ac39066538 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 950 time: 0.1618609 Nov 10 19:12:35.522715 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5f9ceb75-4f05-4d96-978c-a7e31261002b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:35.567736 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8fdd9cf9-8cbc-40a1-a920-ed41a60e3835 req-85b5d547-066d-438f-b1da-b30a0070b3f6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups/a0999c4d-babd-4184-ad06-968da1508a84 HTTP/1.1" status: 200 len: 1816 time: 0.1691813 Nov 10 19:12:35.610972 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5f9ceb75-4f05-4d96-978c-a7e31261002b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:35.684742 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-e2620215-842b-4221-9476-617c52b3d708 req-a219bca1-0cbd-4e8d-8361-a6c02cec29e8 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Deleting port 2cc34104-5fcb-478b-aa2f-184a14aebac9 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:12:35.685084 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e2620215-842b-4221-9476-617c52b3d708 req-a219bca1-0cbd-4e8d-8361-a6c02cec29e8 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:35.724644 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5f9ceb75-4f05-4d96-978c-a7e31261002b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:35.728481 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5f9ceb75-4f05-4d96-978c-a7e31261002b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:35.731150 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5f9ceb75-4f05-4d96-978c-a7e31261002b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bb03c7f0-37af-4fb9-8c04-227631658c61 HTTP/1.1" status: 204 len: 168 time: 0.3019783 Nov 10 19:12:35.731585 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 1c9b0db7-ee58-43b1-9101-a19dbd01e66f no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:12:35.777018 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ceb75-4f05-4d96-978c-a7e31261002b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb03c7f0-37af-4fb9-8c04-227631658c61,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:35.808613 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 1c9b0db7-ee58-43b1-9101-a19dbd01e66f {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:12:35.810650 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 1c9b0db7-ee58-43b1-9101-a19dbd01e66f not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:12:35.811862 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 13bd60a6-905d-4d03-9aae-c2af0f6cb993 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:12:35.848831 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-e2620215-842b-4221-9476-617c52b3d708 req-a219bca1-0cbd-4e8d-8361-a6c02cec29e8 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] For port 2cc34104-5fcb-478b-aa2f-184a14aebac9, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=2cc34104-5fcb-478b-aa2f-184a14aebac9,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:35.849552 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e2620215-842b-4221-9476-617c52b3d708 req-a219bca1-0cbd-4e8d-8361-a6c02cec29e8 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:35.892428 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-e2620215-842b-4221-9476-617c52b3d708 req-a219bca1-0cbd-4e8d-8361-a6c02cec29e8 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Calling delete_port for 2cc34104-5fcb-478b-aa2f-184a14aebac9 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:12:35.951368 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:35.989191 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2884ae-b7e9-47a7-9d25-73a8f2854d01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13bd60a6-905d-4d03-9aae-c2af0f6cb993'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:12:35.992608 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1bc8b4-2ba0-436e-a750-8ec634df5dd5" -d '{"events": [{"server_uuid": "5c2884ae-b7e9-47a7-9d25-73a8f2854d01", "name": "network-vif-unplugged", "status": "completed", "tag": "13bd60a6-905d-4d03-9aae-c2af0f6cb993"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:12:36.009897 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 13bd60a6-905d-4d03-9aae-c2af0f6cb993, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=13bd60a6-905d-4d03-9aae-c2af0f6cb993,segment=NetworkSegment(8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1),segment_id=8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:36.016698 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:36.086850 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f2d22-22af-476a-b04e-db863ac9b1fa req-0e494e3d-df09-4190-acc1-fc24880cd052 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:36.088447 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f52f2d22-22af-476a-b04e-db863ac9b1fa req-0e494e3d-df09-4190-acc1-fc24880cd052 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 946 time: 0.6551602 Nov 10 19:12:36.132440 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=13bd60a6-905d-4d03-9aae-c2af0f6cb993,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:36.225138 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f52f2d22-22af-476a-b04e-db863ac9b1fa req-2ef809f6-f951-40df-ac4a-dfcff95dd8f6 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255753 Nov 10 19:12:36.249793 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8fdd9cf9-8cbc-40a1-a920-ed41a60e3835 req-dff1703c-ba73-474e-98f6-b7deb902a150 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:36.278962 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e2620215-842b-4221-9476-617c52b3d708 req-a219bca1-0cbd-4e8d-8361-a6c02cec29e8 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:36.293811 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['2cc34104-5fcb-478b-aa2f-184a14aebac9'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:12:36.296689 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['a9b2f03a-deee-4eb9-a710-4ba943fbfc70'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:12:36.303695 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8fdd9cf9-8cbc-40a1-a920-ed41a60e3835 req-dff1703c-ba73-474e-98f6-b7deb902a150 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:36.353544 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57622) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:36.369874 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8f78778f-bcd6-48dd-be50-65f722582555 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:36.371882 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219bca1-0cbd-4e8d-8361-a6c02cec29e8 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Pushing event deleted for resources: {'Port': ['ID=2cc34104-5fcb-478b-aa2f-184a14aebac9,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:36.399426 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e128b12b-8578-4d95-84af-2bf4bcac1d71 req-7680e953-b2c5-4df0-a3e9-cd22d24a83c0 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:36.399859 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e128b12b-8578-4d95-84af-2bf4bcac1d71 req-7680e953-b2c5-4df0-a3e9-cd22d24a83c0 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:36.400252 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [req-e128b12b-8578-4d95-84af-2bf4bcac1d71 req-7680e953-b2c5-4df0-a3e9-cd22d24a83c0 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Floating IP 0e99e20e-521b-4386-aa0e-22abd3a7c420 disassociated. External IP: 172.25.3.57, port: 13bd60a6-905d-4d03-9aae-c2af0f6cb993. Nov 10 19:12:36.400681 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-e128b12b-8578-4d95-84af-2bf4bcac1d71 req-7680e953-b2c5-4df0-a3e9-cd22d24a83c0 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Calling delete_port for 13bd60a6-905d-4d03-9aae-c2af0f6cb993 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:12:36.454929 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2620215-842b-4221-9476-617c52b3d708 req-a219bca1-0cbd-4e8d-8361-a6c02cec29e8 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] No DVR routers for this DVR port 2cc34104-5fcb-478b-aa2f-184a14aebac9 on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:12:36.459204 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e2620215-842b-4221-9476-617c52b3d708 req-a219bca1-0cbd-4e8d-8361-a6c02cec29e8 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:36.463396 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e2620215-842b-4221-9476-617c52b3d708 req-a219bca1-0cbd-4e8d-8361-a6c02cec29e8 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.73 "DELETE /v2.0/ports/2cc34104-5fcb-478b-aa2f-184a14aebac9 HTTP/1.1" status: 204 len: 173 time: 0.9530368 Nov 10 19:12:36.463894 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d521c28-da33-4ade-8fd3-013f2bfb70e8', 'name': 'network-vif-deleted', 'tag': '2cc34104-5fcb-478b-aa2f-184a14aebac9'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:12:36.475463 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667e2a84-5b80-43e2-93da-afaf3dbb638f" -d '{"events": [{"server_uuid": "6d521c28-da33-4ade-8fd3-013f2bfb70e8", "name": "network-vif-deleted", "tag": "2cc34104-5fcb-478b-aa2f-184a14aebac9"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:12:36.549920 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-93104584-ccdd-49fb-a99a-39f2221b83cf req-3763e5e5-07be-43d2-a9c2-7ffd30edbe17 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d521c28-da33-4ade-8fd3-013f2bfb70e8 HTTP/1.1" status: 200 len: 210 time: 0.1791050 Nov 10 19:12:36.590528 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8f78778f-bcd6-48dd-be50-65f722582555 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:36.598749 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8f78778f-bcd6-48dd-be50-65f722582555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:36.661316 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8fdd9cf9-8cbc-40a1-a920-ed41a60e3835 req-dff1703c-ba73-474e-98f6-b7deb902a150 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:36.669063 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8fdd9cf9-8cbc-40a1-a920-ed41a60e3835 req-dff1703c-ba73-474e-98f6-b7deb902a150 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:36.670250 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8fdd9cf9-8cbc-40a1-a920-ed41a60e3835 req-dff1703c-ba73-474e-98f6-b7deb902a150 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "DELETE /v2.0/security-groups/a0999c4d-babd-4184-ad06-968da1508a84 HTTP/1.1" status: 204 len: 173 time: 1.1017246 Nov 10 19:12:36.706605 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1703c-ba73-474e-98f6-b7deb902a150 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0999c4d-babd-4184-ad06-968da1508a84,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:36.708218 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57628) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:36.720122 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8f78778f-bcd6-48dd-be50-65f722582555 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c5f53cab79ce46c4b0a9ea5026998780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3630970 Nov 10 19:12:36.722827 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78778f-bcd6-48dd-be50-65f722582555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e59c6ab-209a-46af-b79e-30be6c2aa3a8,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:36.785265 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bda7fd-17db-401f-8a03-6805511124fd x-openstack-request-id: req-55bda7fd-17db-401f-8a03-6805511124fd {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:12:36.785568 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2884ae-b7e9-47a7-9d25-73a8f2854d01", "name": "network-vif-unplugged", "status": "completed", "tag": "13bd60a6-905d-4d03-9aae-c2af0f6cb993", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:12:36.786112 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-55bda7fd-17db-401f-8a03-6805511124fd {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:12:36.786516 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2884ae-b7e9-47a7-9d25-73a8f2854d01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13bd60a6-905d-4d03-9aae-c2af0f6cb993', 'code': 200} Nov 10 19:12:36.857257 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e128b12b-8578-4d95-84af-2bf4bcac1d71 req-7680e953-b2c5-4df0-a3e9-cd22d24a83c0 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:36.885958 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-50b9d6a0-2e32-4597-afdc-9220148226a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:36.936747 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680e953-b2c5-4df0-a3e9-cd22d24a83c0 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Pushing event deleted for resources: {'Port': ['ID=13bd60a6-905d-4d03-9aae-c2af0f6cb993,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:36.966178 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42609cdf-08ed-4825-acdc-7c589d2ed72b req-7759fc54-19aa-4735-9764-020078a8da91 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:36.967738 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-42609cdf-08ed-4825-acdc-7c589d2ed72b req-7759fc54-19aa-4735-9764-020078a8da91 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2884ae-b7e9-47a7-9d25-73a8f2854d01 HTTP/1.1" status: 200 len: 865 time: 0.2083492 Nov 10 19:12:37.039004 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-50b9d6a0-2e32-4597-afdc-9220148226a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:37.157006 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f861c-d8f7-45d5-a711-a0509b25326e req-7f8b747e-0d93-4f59-8f82-2513d26edad7 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:37.165808 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d8f861c-d8f7-45d5-a711-a0509b25326e req-7f8b747e-0d93-4f59-8f82-2513d26edad7 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=3788855a-0668-4ebd-a65a-0ac736c71e54 HTTP/1.1" status: 200 len: 945 time: 0.2879055 Nov 10 19:12:37.172045 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-42609cdf-08ed-4825-acdc-7c589d2ed72b req-8cc3b70d-ec3c-4d68-a644-48e7567e86ba tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups?id=ceab796b-22ca-4ba8-aa86-4ca7c54f6962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583216 Nov 10 19:12:37.243470 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d8f861c-d8f7-45d5-a711-a0509b25326e req-10efa4f7-1e19-4cb9-b73d-076b35f4d7fe tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766253 Nov 10 19:12:37.261830 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-50b9d6a0-2e32-4597-afdc-9220148226a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:37.261830 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-50b9d6a0-2e32-4597-afdc-9220148226a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:37.261830 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-50b9d6a0-2e32-4597-afdc-9220148226a7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1e59c6ab-209a-46af-b79e-30be6c2aa3a8 HTTP/1.1" status: 204 len: 168 time: 0.5455956 Nov 10 19:12:37.308095 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e128b12b-8578-4d95-84af-2bf4bcac1d71 req-7680e953-b2c5-4df0-a3e9-cd22d24a83c0 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Router c416b835-e4b7-4587-a17d-8f2b7327601e has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:12:37.312618 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9d6a0-2e32-4597-afdc-9220148226a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e59c6ab-209a-46af-b79e-30be6c2aa3a8,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:37.368461 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ebaf1e-08a2-4367-9ed1-c78e0a1026e6 x-openstack-request-id: req-92ebaf1e-08a2-4367-9ed1-c78e0a1026e6 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:12:37.368981 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d521c28-da33-4ade-8fd3-013f2bfb70e8", "name": "network-vif-deleted", "tag": "2cc34104-5fcb-478b-aa2f-184a14aebac9", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:12:37.369085 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-92ebaf1e-08a2-4367-9ed1-c78e0a1026e6 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:12:37.369450 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d521c28-da33-4ade-8fd3-013f2bfb70e8', 'name': 'network-vif-deleted', 'tag': '2cc34104-5fcb-478b-aa2f-184a14aebac9', 'status': 'completed', 'code': 200} Nov 10 19:12:37.531580 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0eb3f405-f147-4472-a492-f9b6bccff542 req-8dfbe80a-03f3-49e7-a526-43a41b9d8751 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups/40d7df42-088d-4135-98b6-8e241089f584 HTTP/1.1" status: 200 len: 1817 time: 0.2099535 Nov 10 19:12:37.698305 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0eb3f405-f147-4472-a492-f9b6bccff542 req-24e8708b-8490-4b90-b6e5-6f4b3ed266b6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:37.779707 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0eb3f405-f147-4472-a492-f9b6bccff542 req-24e8708b-8490-4b90-b6e5-6f4b3ed266b6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:37.813603 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e128b12b-8578-4d95-84af-2bf4bcac1d71 req-7680e953-b2c5-4df0-a3e9-cd22d24a83c0 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:12:37.829921 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db822335-f842-477f-8376-2e6fdf80c630 None None] Sync routers for ids ['c416b835-e4b7-4587-a17d-8f2b7327601e'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:12:37.870037 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db822335-f842-477f-8376-2e6fdf80c630 None None] Routers {'c416b835-e4b7-4587-a17d-8f2b7327601e'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:12:37.871264 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-db822335-f842-477f-8376-2e6fdf80c630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:12:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c416b835-e4b7-4587-a17d-8f2b7327601e'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:37.957462 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-e128b12b-8578-4d95-84af-2bf4bcac1d71 req-7680e953-b2c5-4df0-a3e9-cd22d24a83c0 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] No DVR routers for this DVR port 13bd60a6-905d-4d03-9aae-c2af0f6cb993 on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:12:37.963927 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e128b12b-8578-4d95-84af-2bf4bcac1d71 req-7680e953-b2c5-4df0-a3e9-cd22d24a83c0 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:37.968125 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e128b12b-8578-4d95-84af-2bf4bcac1d71 req-7680e953-b2c5-4df0-a3e9-cd22d24a83c0 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.25 "DELETE /v2.0/ports/13bd60a6-905d-4d03-9aae-c2af0f6cb993 HTTP/1.1" status: 204 len: 173 time: 3.3685899 Nov 10 19:12:37.989140 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2884ae-b7e9-47a7-9d25-73a8f2854d01', 'name': 'network-vif-deleted', 'tag': '13bd60a6-905d-4d03-9aae-c2af0f6cb993'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:12:37.998194 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a56aac-3f63-408c-94c1-8a1bfbf172f4" -d '{"events": [{"server_uuid": "5c2884ae-b7e9-47a7-9d25-73a8f2854d01", "name": "network-vif-deleted", "tag": "13bd60a6-905d-4d03-9aae-c2af0f6cb993"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:12:38.029096 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0eb3f405-f147-4472-a492-f9b6bccff542 req-24e8708b-8490-4b90-b6e5-6f4b3ed266b6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:38.033480 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0eb3f405-f147-4472-a492-f9b6bccff542 req-24e8708b-8490-4b90-b6e5-6f4b3ed266b6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:38.035540 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0eb3f405-f147-4472-a492-f9b6bccff542 req-24e8708b-8490-4b90-b6e5-6f4b3ed266b6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "DELETE /v2.0/security-groups/40d7df42-088d-4135-98b6-8e241089f584 HTTP/1.1" status: 204 len: 173 time: 0.5030296 Nov 10 19:12:38.064291 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8708b-8490-4b90-b6e5-6f4b3ed266b6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d7df42-088d-4135-98b6-8e241089f584,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:38.105391 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e8708b-8490-4b90-b6e5-6f4b3ed266b6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:38.105943 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e8708b-8490-4b90-b6e5-6f4b3ed266b6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:38.106290 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e8708b-8490-4b90-b6e5-6f4b3ed266b6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:38.106628 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e8708b-8490-4b90-b6e5-6f4b3ed266b6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:38.107006 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e8708b-8490-4b90-b6e5-6f4b3ed266b6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:38.110560 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e8708b-8490-4b90-b6e5-6f4b3ed266b6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:38.110560 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e8708b-8490-4b90-b6e5-6f4b3ed266b6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:38.110560 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e8708b-8490-4b90-b6e5-6f4b3ed266b6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:38.110560 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e8708b-8490-4b90-b6e5-6f4b3ed266b6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:38.110560 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e8708b-8490-4b90-b6e5-6f4b3ed266b6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:38.110560 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e8708b-8490-4b90-b6e5-6f4b3ed266b6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:38.110560 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e8708b-8490-4b90-b6e5-6f4b3ed266b6 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:38.218441 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-db822335-f842-477f-8376-2e6fdf80c630 None None] Set router c416b835-e4b7-4587-a17d-8f2b7327601e gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:12:38.395442 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f2156-d581-4afe-95bc-ed945497bc99 req-dbcac304-2510-4310-97b8-926fbeb91c43 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:38.403385 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ac9f2156-d581-4afe-95bc-ed945497bc99 req-dbcac304-2510-4310-97b8-926fbeb91c43 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 946 time: 0.1870899 Nov 10 19:12:38.471608 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ac9f2156-d581-4afe-95bc-ed945497bc99 req-6f2fec8d-5a7a-4005-be6c-859313dc08c7 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672314 Nov 10 19:12:38.500941 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e947f-3806-4889-8725-a1ab72db83f3 req-92b00409-66f8-4df1-a2c3-c4c071a92280 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:38.515564 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c67e947f-3806-4889-8725-a1ab72db83f3 req-92b00409-66f8-4df1-a2c3-c4c071a92280 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=3788855a-0668-4ebd-a65a-0ac736c71e54 HTTP/1.1" status: 200 len: 945 time: 0.1625152 Nov 10 19:12:38.643531 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-db822335-f842-477f-8376-2e6fdf80c630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'name': 'tempest-ServersTestManualDisk-1755085158-router', 'tenant_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'a8113350-cb26-4765-b9ff-4bfb149e550f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:07:18Z', 'updated_at': '2021-11-10T19:07:24Z', 'revision_number': 4, 'project_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'gw_port': {'id': 'a8113350-cb26-4765-b9ff-4bfb149e550f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:19Z', 'updated_at': '2021-11-10T19:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'c8a09d4f-701c-4dd9-9ec2-25db1c9719ff', 'name': '', 'network_id': '8a139bc3-5e68-4b5e-a7b2-097c1e8b6948', 'tenant_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'mac_address': 'fa:16:3e:9f:aa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'de0b4738-ea33-4d4e-b0f8-0a700c9341d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:23Z', 'updated_at': '2021-11-10T19:07:30Z', 'revision_number': 5, 'project_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'subnets': [{'id': 'de0b4738-ea33-4d4e-b0f8-0a700c9341d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:38.651549 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caab337c-372a-4875-8466-1f4f1c71987b x-openstack-request-id: req-caab337c-372a-4875-8466-1f4f1c71987b {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:12:38.651887 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2884ae-b7e9-47a7-9d25-73a8f2854d01", "name": "network-vif-deleted", "tag": "13bd60a6-905d-4d03-9aae-c2af0f6cb993", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:12:38.654733 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-caab337c-372a-4875-8466-1f4f1c71987b {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:12:38.655175 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2884ae-b7e9-47a7-9d25-73a8f2854d01', 'name': 'network-vif-deleted', 'tag': '13bd60a6-905d-4d03-9aae-c2af0f6cb993', 'status': 'completed', 'code': 200} Nov 10 19:12:38.692815 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-a018fddf-3e76-465f-9989-8e91891f9b88 req-20f1ae62-40d4-4206-b214-dcbc1a331d8b tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1626549449', 'description': 'tempest-description-1463777275'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:12:38.706555 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db822335-f842-477f-8376-2e6fdf80c630 None None] Checking router: c416b835-e4b7-4587-a17d-8f2b7327601e for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:12:38.722868 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c67e947f-3806-4889-8725-a1ab72db83f3 req-90d31b0f-6933-429b-9c6d-917f974900bd tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062957 Nov 10 19:12:38.726962 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db822335-f842-477f-8376-2e6fdf80c630 None None] Routers {'c416b835-e4b7-4587-a17d-8f2b7327601e'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:12:38.728123 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-db822335-f842-477f-8376-2e6fdf80c630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:12:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c416b835-e4b7-4587-a17d-8f2b7327601e'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:38.822833 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a018fddf-3e76-465f-9989-8e91891f9b88 req-20f1ae62-40d4-4206-b214-dcbc1a331d8b tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:38.863004 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-db822335-f842-477f-8376-2e6fdf80c630 None None] Set router c416b835-e4b7-4587-a17d-8f2b7327601e gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:12:38.886457 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57678) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:39.000983 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a018fddf-3e76-465f-9989-8e91891f9b88 req-20f1ae62-40d4-4206-b214-dcbc1a331d8b tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:39.008738 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a018fddf-3e76-465f-9989-8e91891f9b88 req-20f1ae62-40d4-4206-b214-dcbc1a331d8b tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:39.082224 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1ae62-40d4-4206-b214-dcbc1a331d8b tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46f5978c-cdc8-4136-b438-8f16a68af6a5,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:39.090299 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-0f59040b-87c8-4b01-92db-64c22a344bc8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-793074956-network', 'tenant_id': '4b03b2cbd02948ac82eb181cc55f9048'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:12:39.110968 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a018fddf-3e76-465f-9989-8e91891f9b88 req-20f1ae62-40d4-4206-b214-dcbc1a331d8b tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:39.114818 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a018fddf-3e76-465f-9989-8e91891f9b88 req-20f1ae62-40d4-4206-b214-dcbc1a331d8b tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4586725 Nov 10 19:12:39.187972 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f59040b-87c8-4b01-92db-64c22a344bc8 admin admin] Made reservation on behalf of 4b03b2cbd02948ac82eb181cc55f9048 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:12:39.193752 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0f59040b-87c8-4b01-92db-64c22a344bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:39.196897 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57688) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:39.205226 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0f59040b-87c8-4b01-92db-64c22a344bc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:39.233433 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 2cc34104-5fcb-478b-aa2f-184a14aebac9 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:12:39.252232 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-db822335-f842-477f-8376-2e6fdf80c630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'name': 'tempest-ServersTestManualDisk-1755085158-router', 'tenant_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'a8113350-cb26-4765-b9ff-4bfb149e550f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:07:18Z', 'updated_at': '2021-11-10T19:07:24Z', 'revision_number': 4, 'project_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'gw_port': {'id': 'a8113350-cb26-4765-b9ff-4bfb149e550f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:19Z', 'updated_at': '2021-11-10T19:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'c8a09d4f-701c-4dd9-9ec2-25db1c9719ff', 'name': '', 'network_id': '8a139bc3-5e68-4b5e-a7b2-097c1e8b6948', 'tenant_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'mac_address': 'fa:16:3e:9f:aa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'de0b4738-ea33-4d4e-b0f8-0a700c9341d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:23Z', 'updated_at': '2021-11-10T19:07:30Z', 'revision_number': 5, 'project_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'subnets': [{'id': 'de0b4738-ea33-4d4e-b0f8-0a700c9341d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:39.279583 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 2cc34104-5fcb-478b-aa2f-184a14aebac9 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:12:39.280209 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 2cc34104-5fcb-478b-aa2f-184a14aebac9 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:12:39.303821 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db822335-f842-477f-8376-2e6fdf80c630 None None] The sync data for ids ['c416b835-e4b7-4587-a17d-8f2b7327601e'] in n-d-813897-4 is: [{'id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'name': 'tempest-ServersTestManualDisk-1755085158-router', 'tenant_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'a8113350-cb26-4765-b9ff-4bfb149e550f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:07:18Z', 'updated_at': '2021-11-10T19:07:24Z', 'revision_number': 4, 'project_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'gw_port': {'id': 'a8113350-cb26-4765-b9ff-4bfb149e550f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:19Z', 'updated_at': '2021-11-10T19:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'c8a09d4f-701c-4dd9-9ec2-25db1c9719ff', 'name': '', 'network_id': '8a139bc3-5e68-4b5e-a7b2-097c1e8b6948', 'tenant_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'mac_address': 'fa:16:3e:9f:aa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'de0b4738-ea33-4d4e-b0f8-0a700c9341d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:23Z', 'updated_at': '2021-11-10T19:07:30Z', 'revision_number': 5, 'project_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'subnets': [{'id': 'de0b4738-ea33-4d4e-b0f8-0a700c9341d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:12:39.337787 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0f59040b-87c8-4b01-92db-64c22a344bc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:39.350251 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0f59040b-87c8-4b01-92db-64c22a344bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:39.390363 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d7c4ab0-0517-42e5-96e4-beec11d7f493 req-1f827dba-4a95-43f4-a065-016fc88bc0bb tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups/46f5978c-cdc8-4136-b438-8f16a68af6a5 HTTP/1.1" status: 200 len: 1818 time: 0.1043899 Nov 10 19:12:39.403484 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-3d7c4ab0-0517-42e5-96e4-beec11d7f493 req-8e3a4261-a6f0-445d-ad4d-7d6598ccc284 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Request body: {'security_group': {'name': 'tempest-sg-hth-319644377', 'description': 'tempest-description-hth-431468817'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:12:39.440445 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f59040b-87c8-4b01-92db-64c22a344bc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:12:39.440590 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3ba99-ddca-4d48-9ebc-9eec3d3cefb1 req-4fdbb68d-c04a-42e9-ba53-5d1f97313690 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:39.447556 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dba3ba99-ddca-4d48-9ebc-9eec3d3cefb1 req-4fdbb68d-c04a-42e9-ba53-5d1f97313690 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 951 time: 0.2401860 Nov 10 19:12:39.466956 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-347ea010-ab7b-4bd8-9d4b-c8730b609ee2 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:39.471998 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0f59040b-87c8-4b01-92db-64c22a344bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:39.472667 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-0f59040b-87c8-4b01-92db-64c22a344bc8 admin admin] Added segment ac1a7b87-7bea-42ae-9f19-ef7278791225 of type vlan for network 3d02f8e6-cfaf-4bde-95cf-5db0485022ea Nov 10 19:12:39.494807 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-347ea010-ab7b-4bd8-9d4b-c8730b609ee2 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:39.524413 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0f59040b-87c8-4b01-92db-64c22a344bc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:39.555378 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0f59040b-87c8-4b01-92db-64c22a344bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:39.557797 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f59040b-87c8-4b01-92db-64c22a344bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:39.558697 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0f59040b-87c8-4b01-92db-64c22a344bc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:39.576311 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59040b-87c8-4b01-92db-64c22a344bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c267ee7-d196-4d32-9784-2164b5dda13d,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:39.584604 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0f59040b-87c8-4b01-92db-64c22a344bc8 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6969066 Nov 10 19:12:39.588741 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57694) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:39.596889 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-83c5295a-20a7-4f3e-a28d-558227c2029d admin admin] Request body: {'subnet': {'network_id': '3d02f8e6-cfaf-4bde-95cf-5db0485022ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-793074956-subnet', 'tenant_id': '4b03b2cbd02948ac82eb181cc55f9048', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:12:39.607969 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3d7c4ab0-0517-42e5-96e4-beec11d7f493 req-8e3a4261-a6f0-445d-ad4d-7d6598ccc284 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:39.674131 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dba3ba99-ddca-4d48-9ebc-9eec3d3cefb1 req-373ed597-7a6d-410c-8c47-1a9d09f2a498 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253368 Nov 10 19:12:39.699031 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59040b-87c8-4b01-92db-64c22a344bc8 admin admin] Pushing event updated for resources: {'Network': ['ID=3d02f8e6-cfaf-4bde-95cf-5db0485022ea,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:39.718391 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 3d02f8e6-cfaf-4bde-95cf-5db0485022ea details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:12:39.733221 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-347ea010-ab7b-4bd8-9d4b-c8730b609ee2 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:39.736581 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-347ea010-ab7b-4bd8-9d4b-c8730b609ee2 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:39.740640 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57698) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:39.740864 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-347ea010-ab7b-4bd8-9d4b-c8730b609ee2 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "DELETE /v2.0/security-groups/ceab796b-22ca-4ba8-aa86-4ca7c54f6962 HTTP/1.1" status: 204 len: 168 time: 0.5421762 Nov 10 19:12:39.776630 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-9190a155-7ef5-4c60-93cf-9b3f6bffb4c9 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] show failed (client error): The resource could not be found. Nov 10 19:12:39.784380 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9190a155-7ef5-4c60-93cf-9b3f6bffb4c9 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "GET /v2.0/security-groups/ceab796b-22ca-4ba8-aa86-4ca7c54f6962 HTTP/1.1" status: 404 len: 347 time: 0.0401692 Nov 10 19:12:39.785690 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57702) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:39.840266 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c5295a-20a7-4f3e-a28d-558227c2029d admin admin] Made reservation on behalf of 4b03b2cbd02948ac82eb181cc55f9048 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:12:39.846858 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-83c5295a-20a7-4f3e-a28d-558227c2029d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:39.856143 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3d7c4ab0-0517-42e5-96e4-beec11d7f493 req-8e3a4261-a6f0-445d-ad4d-7d6598ccc284 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:39.886598 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ea010-ab7b-4bd8-9d4b-c8730b609ee2 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceab796b-22ca-4ba8-aa86-4ca7c54f6962,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:39.926478 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c28b35-82e7-4284-9f03-a7f5059558c7 None None] New status for floating IP 0e99e20e-521b-4386-aa0e-22abd3a7c420: DOWN {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:12:39.932687 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3d7c4ab0-0517-42e5-96e4-beec11d7f493 req-8e3a4261-a6f0-445d-ad4d-7d6598ccc284 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:39.942790 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3d7c4ab0-0517-42e5-96e4-beec11d7f493 req-8e3a4261-a6f0-445d-ad4d-7d6598ccc284 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:39.943334 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d7c4ab0-0517-42e5-96e4-beec11d7f493 req-8e3a4261-a6f0-445d-ad4d-7d6598ccc284 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "PUT /v2.0/security-groups/46f5978c-cdc8-4136-b438-8f16a68af6a5 HTTP/1.1" status: 200 len: 1790 time: 0.5520349 Nov 10 19:12:40.161832 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-faec82c4-158b-4581-a0b6-dd7d3ddff297 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Deleting port b350eedd-23a5-453b-acaa-ac815c44091c {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:12:40.163352 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-faec82c4-158b-4581-a0b6-dd7d3ddff297 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:40.176289 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f790fd-0aac-4431-a59d-7c02e38b7ee4 req-eace9d2c-7672-4e35-aa62-b82395191a5d tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:40.178115 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d8f790fd-0aac-4431-a59d-7c02e38b7ee4 req-eace9d2c-7672-4e35-aa62-b82395191a5d tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.25 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 946 time: 0.4603016 Nov 10 19:12:40.238737 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a4261-a6f0-445d-ad4d-7d6598ccc284 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46f5978c-cdc8-4136-b438-8f16a68af6a5,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:40.315643 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263dae5e-3f17-47e8-8dae-bd09126f02e1 req-72e1e65a-7253-40be-81f1-d1ac8146783c tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:40.327955 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-263dae5e-3f17-47e8-8dae-bd09126f02e1 req-72e1e65a-7253-40be-81f1-d1ac8146783c tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 946 time: 0.4613683 Nov 10 19:12:40.332888 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-faec82c4-158b-4581-a0b6-dd7d3ddff297 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:40.333208 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-faec82c4-158b-4581-a0b6-dd7d3ddff297 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:40.348976 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-faec82c4-158b-4581-a0b6-dd7d3ddff297 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Calling delete_port for b350eedd-23a5-453b-acaa-ac815c44091c owned by network:floatingip {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:12:40.404098 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aae922-698c-461b-9bf5-22443bd2a108 req-301560c4-a016-4de5-bcd7-a8919d38bb58 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:40.412316 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-26aae922-698c-461b-9bf5-22443bd2a108 req-301560c4-a016-4de5-bcd7-a8919d38bb58 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=3788855a-0668-4ebd-a65a-0ac736c71e54 HTTP/1.1" status: 200 len: 945 time: 0.3091829 Nov 10 19:12:40.558369 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-263dae5e-3f17-47e8-8dae-bd09126f02e1 req-3b0e53f6-ce2b-42ab-b3fd-b957d05b3300 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293837 Nov 10 19:12:40.620216 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-faec82c4-158b-4581-a0b6-dd7d3ddff297 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:40.670621 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec82c4-158b-4581-a0b6-dd7d3ddff297 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Pushing event deleted for resources: {'Port': ['ID=b350eedd-23a5-453b-acaa-ac815c44091c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:40.677254 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-26aae922-698c-461b-9bf5-22443bd2a108 req-23095f58-4bea-4955-8e7c-276194ac0fb0 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638714 Nov 10 19:12:40.774536 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-d8f790fd-0aac-4431-a59d-7c02e38b7ee4 req-d1aeaabf-b233-431f-93c2-a17aa9eb8ad2 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Deleting port 6983fb4c-e85a-4a08-b23b-b6aaac5affa5 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:12:40.775646 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d8f790fd-0aac-4431-a59d-7c02e38b7ee4 req-d1aeaabf-b233-431f-93c2-a17aa9eb8ad2 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:40.787221 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-faec82c4-158b-4581-a0b6-dd7d3ddff297 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks [] for floatingip, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:40.792297 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-faec82c4-158b-4581-a0b6-dd7d3ddff297 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:40.792297 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-faec82c4-158b-4581-a0b6-dd7d3ddff297 tempest-ServersTestManualDisk-949171008 tempest-ServersTestManualDisk-949171008-project] 10.222.0.54 "DELETE /v2.0/floatingips/0e99e20e-521b-4386-aa0e-22abd3a7c420 HTTP/1.1" status: 204 len: 168 time: 1.0039074 Nov 10 19:12:40.794341 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57710) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:40.848667 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-83c5295a-20a7-4f3e-a28d-558227c2029d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:41.027739 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45aa35e8-ef08-427b-8331-dda51360fdfb req-bede2587-390d-4854-81ff-9f604153881e tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups/46f5978c-cdc8-4136-b438-8f16a68af6a5 HTTP/1.1" status: 200 len: 1790 time: 0.4302254 Nov 10 19:12:41.053274 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536a292-ba6b-4c4e-81b0-4d8370e815ef req-296e288a-474c-4d29-8b3a-25acc13ca856 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:41.055299 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d536a292-ba6b-4c4e-81b0-4d8370e815ef req-296e288a-474c-4d29-8b3a-25acc13ca856 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 951 time: 0.2845581 Nov 10 19:12:41.114303 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-d8f790fd-0aac-4431-a59d-7c02e38b7ee4 req-d1aeaabf-b233-431f-93c2-a17aa9eb8ad2 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] For port 6983fb4c-e85a-4a08-b23b-b6aaac5affa5, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=6983fb4c-e85a-4a08-b23b-b6aaac5affa5,segment=NetworkSegment(f30db029-3af0-4a37-9a3a-3d875216d3a4),segment_id=f30db029-3af0-4a37-9a3a-3d875216d3a4)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:41.114608 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d8f790fd-0aac-4431-a59d-7c02e38b7ee4 req-d1aeaabf-b233-431f-93c2-a17aa9eb8ad2 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:41.130322 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5295a-20a7-4f3e-a28d-558227c2029d admin admin] Pushing event updated for resources: {'Subnet': ['ID=28e60652-283c-4659-8138-68b8f6c70254,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:41.157845 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b8e0a-b65c-4c1c-91dd-850a9f06059e req-11412f04-4a2c-461c-bede-a9dae98d67e3 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:41.159375 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-331b8e0a-b65c-4c1c-91dd-850a9f06059e req-11412f04-4a2c-461c-bede-a9dae98d67e3 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.25 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 951 time: 0.4675639 Nov 10 19:12:41.201153 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c5295a-20a7-4f3e-a28d-558227c2029d admin admin] Checking segment: {'id': 'ac1a7b87-7bea-42ae-9f19-ef7278791225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3d02f8e6-cfaf-4bde-95cf-5db0485022ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:12:41.201530 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c5295a-20a7-4f3e-a28d-558227c2029d admin admin] Network hostable DHCP agents. Network: 3d02f8e6-cfaf-4bde-95cf-5db0485022ea, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:12:41.371263 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d536a292-ba6b-4c4e-81b0-4d8370e815ef req-497322d7-6260-4784-8c47-cf6181cd546f tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/security-groups?id=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679431 Nov 10 19:12:41.373868 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-87ca6662-af11-43b2-bf67-165a3811a069 req-83209d70-e40b-4633-ac9e-eb962f46c1a8 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups/46f5978c-cdc8-4136-b438-8f16a68af6a5 HTTP/1.1" status: 200 len: 1790 time: 0.3122838 Nov 10 19:12:41.382655 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4bc91e0a-63dd-4abb-a788-fc32f8e8a968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:41.431808 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c5295a-20a7-4f3e-a28d-558227c2029d admin admin] Network 3d02f8e6-cfaf-4bde-95cf-5db0485022ea is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:12:41.470141 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-83c5295a-20a7-4f3e-a28d-558227c2029d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 3d02f8e6-cfaf-4bde-95cf-5db0485022ea) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:12:41.479415 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184c0153-2816-4800-b563-6d485127d5b3 None None] Network 3d02f8e6-cfaf-4bde-95cf-5db0485022ea requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:12:41.484840 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c5295a-20a7-4f3e-a28d-558227c2029d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:41.485442 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-83c5295a-20a7-4f3e-a28d-558227c2029d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:41.528202 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-83c5295a-20a7-4f3e-a28d-558227c2029d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9266951 Nov 10 19:12:41.753834 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d8f790fd-0aac-4431-a59d-7c02e38b7ee4 req-d1aeaabf-b233-431f-93c2-a17aa9eb8ad2 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:41.754129 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d8f790fd-0aac-4431-a59d-7c02e38b7ee4 req-d1aeaabf-b233-431f-93c2-a17aa9eb8ad2 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:41.764518 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [req-d8f790fd-0aac-4431-a59d-7c02e38b7ee4 req-d1aeaabf-b233-431f-93c2-a17aa9eb8ad2 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Floating IP 405369da-36ed-4a06-922e-625ba1b02e11 disassociated. External IP: 172.25.3.99, port: 6983fb4c-e85a-4a08-b23b-b6aaac5affa5. Nov 10 19:12:41.768232 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-d8f790fd-0aac-4431-a59d-7c02e38b7ee4 req-d1aeaabf-b233-431f-93c2-a17aa9eb8ad2 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Calling delete_port for 6983fb4c-e85a-4a08-b23b-b6aaac5affa5 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:12:41.809167 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14417b6c-7e87-4bfe-84a4-f043b5feda8f None None] Network 3d02f8e6-cfaf-4bde-95cf-5db0485022ea requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:12:41.826991 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-331b8e0a-b65c-4c1c-91dd-850a9f06059e req-6a713b77-2760-4a7f-bdb4-7d5bde4553d7 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Deleting port a9b2f03a-deee-4eb9-a710-4ba943fbfc70 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:12:41.827623 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-331b8e0a-b65c-4c1c-91dd-850a9f06059e req-6a713b77-2760-4a7f-bdb4-7d5bde4553d7 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:42.051979 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-4bc91e0a-63dd-4abb-a788-fc32f8e8a968 admin admin] Deleting port c8a09d4f-701c-4dd9-9ec2-25db1c9719ff {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:12:42.052394 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4bc91e0a-63dd-4abb-a788-fc32f8e8a968 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:42.200076 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-87ca6662-af11-43b2-bf67-165a3811a069 req-04970696-e14d-4897-9a98-400ce1a99ec1 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:42.229611 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b3164-98c2-492c-8066-5f7f16ebfb68 req-0da1839b-83ca-4385-a5ed-6bf0f739b910 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:42.239186 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f12b3164-98c2-492c-8066-5f7f16ebfb68 req-0da1839b-83ca-4385-a5ed-6bf0f739b910 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 946 time: 0.4480603 Nov 10 19:12:42.314908 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-87ca6662-af11-43b2-bf67-165a3811a069 req-04970696-e14d-4897-9a98-400ce1a99ec1 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:42.315124 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-4bc91e0a-63dd-4abb-a788-fc32f8e8a968 admin admin] For port c8a09d4f-701c-4dd9-9ec2-25db1c9719ff, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=c8a09d4f-701c-4dd9-9ec2-25db1c9719ff,segment=NetworkSegment(8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1),segment_id=8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:42.315377 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4bc91e0a-63dd-4abb-a788-fc32f8e8a968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:42.338374 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-331b8e0a-b65c-4c1c-91dd-850a9f06059e req-6a713b77-2760-4a7f-bdb4-7d5bde4553d7 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] For port a9b2f03a-deee-4eb9-a710-4ba943fbfc70, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a9b2f03a-deee-4eb9-a710-4ba943fbfc70,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:42.338798 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-331b8e0a-b65c-4c1c-91dd-850a9f06059e req-6a713b77-2760-4a7f-bdb4-7d5bde4553d7 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:42.345095 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-4bc91e0a-63dd-4abb-a788-fc32f8e8a968 admin admin] Calling delete_port for c8a09d4f-701c-4dd9-9ec2-25db1c9719ff owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:12:42.367881 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-331b8e0a-b65c-4c1c-91dd-850a9f06059e req-6a713b77-2760-4a7f-bdb4-7d5bde4553d7 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Calling delete_port for a9b2f03a-deee-4eb9-a710-4ba943fbfc70 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:12:42.601909 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57742) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:42.609241 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-3c97c93d-42d0-4fd8-b26c-cafa6b66ddfa admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1475255384-network', 'tenant_id': '50e2a99f92f04c82b5ea0790a061a613'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:12:42.615489 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-87ca6662-af11-43b2-bf67-165a3811a069 req-04970696-e14d-4897-9a98-400ce1a99ec1 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:42.621008 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-87ca6662-af11-43b2-bf67-165a3811a069 req-04970696-e14d-4897-9a98-400ce1a99ec1 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:42.632242 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-87ca6662-af11-43b2-bf67-165a3811a069 req-04970696-e14d-4897-9a98-400ce1a99ec1 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "DELETE /v2.0/security-groups/46f5978c-cdc8-4136-b438-8f16a68af6a5 HTTP/1.1" status: 204 len: 173 time: 1.2112134 Nov 10 19:12:42.669196 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c97c93d-42d0-4fd8-b26c-cafa6b66ddfa admin admin] Made reservation on behalf of 50e2a99f92f04c82b5ea0790a061a613 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:12:42.672182 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c97c93d-42d0-4fd8-b26c-cafa6b66ddfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:42.707647 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f12b3164-98c2-492c-8066-5f7f16ebfb68 req-fa4ecd94-458b-4960-b7c9-f8a6aee0b0a0 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d3879e2-701f-44b2-a0aa-6f6095ad87ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4647062 Nov 10 19:12:42.726796 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c97c93d-42d0-4fd8-b26c-cafa6b66ddfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:42.764828 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-331b8e0a-b65c-4c1c-91dd-850a9f06059e req-6a713b77-2760-4a7f-bdb4-7d5bde4553d7 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:42.792197 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d8f790fd-0aac-4431-a59d-7c02e38b7ee4 req-d1aeaabf-b233-431f-93c2-a17aa9eb8ad2 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:42.829347 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04970696-e14d-4897-9a98-400ce1a99ec1 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f5978c-cdc8-4136-b438-8f16a68af6a5,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:42.833428 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4bc91e0a-63dd-4abb-a788-fc32f8e8a968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:42.873155 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc91e0a-63dd-4abb-a788-fc32f8e8a968 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8a09d4f-701c-4dd9-9ec2-25db1c9719ff,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:42.961745 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a713b77-2760-4a7f-bdb4-7d5bde4553d7 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Pushing event deleted for resources: {'Port': ['ID=a9b2f03a-deee-4eb9-a710-4ba943fbfc70,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:43.003853 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c97c93d-42d0-4fd8-b26c-cafa6b66ddfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:43.077321 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c97c93d-42d0-4fd8-b26c-cafa6b66ddfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:43.121750 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c97c93d-42d0-4fd8-b26c-cafa6b66ddfa admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:12:43.675709 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c97c93d-42d0-4fd8-b26c-cafa6b66ddfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:43.676407 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-3c97c93d-42d0-4fd8-b26c-cafa6b66ddfa admin admin] Added segment 4a2388b3-0325-4814-8f63-0fe990475744 of type vlan for network bbf2a8b6-d545-4d4c-999f-871ae3e6a497 Nov 10 19:12:43.677436 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c97c93d-42d0-4fd8-b26c-cafa6b66ddfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d010628-519f-4b6c-9f0f-f0ca9c8a7549,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:43.741283 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c97c93d-42d0-4fd8-b26c-cafa6b66ddfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:43.750146 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4bc91e0a-63dd-4abb-a788-fc32f8e8a968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:43.762406 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aeaabf-b233-431f-93c2-a17aa9eb8ad2 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Pushing event deleted for resources: {'Port': ['ID=6983fb4c-e85a-4a08-b23b-b6aaac5affa5,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:43.776584 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-adfbbd8d-71ee-43c8-85b4-51e001c931fd req-8a172c9e-0fcf-4fb0-aacb-71a76956f84a tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.54 "GET /v2.0/ports?device_id=f341b9f2-40de-412e-bd42-6ff24d769b7f HTTP/1.1" status: 200 len: 210 time: 0.8878396 Nov 10 19:12:43.784737 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a9b2f03a-deee-4eb9-a710-4ba943fbfc70 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:12:43.797573 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-331b8e0a-b65c-4c1c-91dd-850a9f06059e req-6a713b77-2760-4a7f-bdb4-7d5bde4553d7 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] No DVR routers for this DVR port a9b2f03a-deee-4eb9-a710-4ba943fbfc70 on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:12:43.802286 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-331b8e0a-b65c-4c1c-91dd-850a9f06059e req-6a713b77-2760-4a7f-bdb4-7d5bde4553d7 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:43.806029 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-331b8e0a-b65c-4c1c-91dd-850a9f06059e req-6a713b77-2760-4a7f-bdb4-7d5bde4553d7 tempest-MigrationsAdminTest-2039483676 tempest-MigrationsAdminTest-2039483676-project] 10.222.0.25 "DELETE /v2.0/ports/a9b2f03a-deee-4eb9-a710-4ba943fbfc70 HTTP/1.1" status: 204 len: 173 time: 2.6223059 Nov 10 19:12:43.806989 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f341b9f2-40de-412e-bd42-6ff24d769b7f', 'name': 'network-vif-deleted', 'tag': 'a9b2f03a-deee-4eb9-a710-4ba943fbfc70'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:12:43.809591 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09851d5b-f5cc-4a49-b0f5-d1c9ec5a3a68" -d '{"events": [{"server_uuid": "f341b9f2-40de-412e-bd42-6ff24d769b7f", "name": "network-vif-deleted", "tag": "a9b2f03a-deee-4eb9-a710-4ba943fbfc70"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:12:43.843028 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c97c93d-42d0-4fd8-b26c-cafa6b66ddfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:43.844884 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c97c93d-42d0-4fd8-b26c-cafa6b66ddfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:43.845537 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c97c93d-42d0-4fd8-b26c-cafa6b66ddfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:43.873955 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5cd14-a21a-4761-9cdf-9176a75d07b8 req-2973508a-7533-4cd8-a217-8d8c3066e81d tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:43.882383 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eca5cd14-a21a-4761-9cdf-9176a75d07b8 req-2973508a-7533-4cd8-a217-8d8c3066e81d tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=3788855a-0668-4ebd-a65a-0ac736c71e54 HTTP/1.1" status: 200 len: 945 time: 1.0951917 Nov 10 19:12:43.896335 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: a9b2f03a-deee-4eb9-a710-4ba943fbfc70 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:12:43.897757 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a9b2f03a-deee-4eb9-a710-4ba943fbfc70 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:12:43.898036 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 6983fb4c-e85a-4a08-b23b-b6aaac5affa5 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:12:43.977122 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 6983fb4c-e85a-4a08-b23b-b6aaac5affa5 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:12:43.977746 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 6983fb4c-e85a-4a08-b23b-b6aaac5affa5 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:12:43.998248 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eca5cd14-a21a-4761-9cdf-9176a75d07b8 req-ba76b161-2e2b-4887-8f89-087c200a759c tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142237 Nov 10 19:12:44.013926 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3c97c93d-42d0-4fd8-b26c-cafa6b66ddfa admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4108090 Nov 10 19:12:44.018734 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57768) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:44.026277 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-1b13fba1-2d77-4e1c-a251-8170bb2133a1 admin admin] Request body: {'subnet': {'network_id': 'bbf2a8b6-d545-4d4c-999f-871ae3e6a497', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1475255384-subnet', 'tenant_id': '50e2a99f92f04c82b5ea0790a061a613', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:12:44.039352 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8f790fd-0aac-4431-a59d-7c02e38b7ee4 req-d1aeaabf-b233-431f-93c2-a17aa9eb8ad2 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Router 19e228fa-2456-49d8-a6b4-b948e1e2b363 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:12:44.058229 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c97c93d-42d0-4fd8-b26c-cafa6b66ddfa admin admin] Pushing event updated for resources: {'Network': ['ID=bbf2a8b6-d545-4d4c-999f-871ae3e6a497,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:44.074095 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network bbf2a8b6-d545-4d4c-999f-871ae3e6a497 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:12:44.177927 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b13fba1-2d77-4e1c-a251-8170bb2133a1 admin admin] Made reservation on behalf of 50e2a99f92f04c82b5ea0790a061a613 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:12:44.182419 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1b13fba1-2d77-4e1c-a251-8170bb2133a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:44.206522 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-14478e34-6cb2-446b-8285-76e8cac196f7 req-af2dea50-5a75-4a14-a044-f86ee04fb936 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/ports?device_id=307fa0cd-ee7e-4667-8190-1f1b45b4e81c HTTP/1.1" status: 200 len: 210 time: 0.0990515 Nov 10 19:12:44.245925 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc91e0a-63dd-4abb-a788-fc32f8e8a968 admin admin] Router c416b835-e4b7-4587-a17d-8f2b7327601e has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:12:44.384662 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfa2c2a-3572-4c4d-8d7e-7b91536e6bb9 x-openstack-request-id: req-ddfa2c2a-3572-4c4d-8d7e-7b91536e6bb9 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:12:44.384924 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f341b9f2-40de-412e-bd42-6ff24d769b7f", "name": "network-vif-deleted", "tag": "a9b2f03a-deee-4eb9-a710-4ba943fbfc70", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:12:44.385176 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ddfa2c2a-3572-4c4d-8d7e-7b91536e6bb9 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:12:44.385583 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f341b9f2-40de-412e-bd42-6ff24d769b7f', 'name': 'network-vif-deleted', 'tag': 'a9b2f03a-deee-4eb9-a710-4ba943fbfc70', 'status': 'completed', 'code': 200} Nov 10 19:12:44.404741 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8f790fd-0aac-4431-a59d-7c02e38b7ee4 req-d1aeaabf-b233-431f-93c2-a17aa9eb8ad2 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:12:44.415275 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a956b6-da23-4918-8c14-993e317ffcc7 None None] Sync routers for ids ['19e228fa-2456-49d8-a6b4-b948e1e2b363'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:12:44.434583 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a956b6-da23-4918-8c14-993e317ffcc7 None None] Routers {'19e228fa-2456-49d8-a6b4-b948e1e2b363'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:12:44.439820 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-04a956b6-da23-4918-8c14-993e317ffcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:12:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['19e228fa-2456-49d8-a6b4-b948e1e2b363'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:44.475809 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [req-9b7da31e-56a2-4a11-9e3c-81c9a0ce06c0 req-b6f54b72-5960-4608-8002-5e9349316b16 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] show failed (client error): The resource could not be found. Nov 10 19:12:44.476704 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9b7da31e-56a2-4a11-9e3c-81c9a0ce06c0 req-b6f54b72-5960-4608-8002-5e9349316b16 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups/40d7df42-088d-4135-98b6-8e241089f584 HTTP/1.1" status: 404 len: 352 time: 0.0698867 Nov 10 19:12:44.499603 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f790fd-0aac-4431-a59d-7c02e38b7ee4 req-d1aeaabf-b233-431f-93c2-a17aa9eb8ad2 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] No DVR routers for this DVR port 6983fb4c-e85a-4a08-b23b-b6aaac5affa5 on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:12:44.521343 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d8f790fd-0aac-4431-a59d-7c02e38b7ee4 req-d1aeaabf-b233-431f-93c2-a17aa9eb8ad2 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:44.525265 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d8f790fd-0aac-4431-a59d-7c02e38b7ee4 req-d1aeaabf-b233-431f-93c2-a17aa9eb8ad2 tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.25 "DELETE /v2.0/ports/6983fb4c-e85a-4a08-b23b-b6aaac5affa5 HTTP/1.1" status: 204 len: 173 time: 4.3402061 Nov 10 19:12:44.546850 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc91e0a-63dd-4abb-a788-fc32f8e8a968 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:12:44.561620 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9dd05e-5d8d-4c25-92e7-49bbf1572ff5 None None] Sync routers for ids ['c416b835-e4b7-4587-a17d-8f2b7327601e'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:12:44.567947 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4bc91e0a-63dd-4abb-a788-fc32f8e8a968 admin admin] 10.222.0.54 "PUT /v2.0/routers/c416b835-e4b7-4587-a17d-8f2b7327601e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7724462 Nov 10 19:12:44.570949 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57784) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:44.571130 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [req-f64aa9c8-1380-4315-887e-f523f7d7a192 req-c1272123-b8d6-4040-bc40-13fd13492f84 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] show failed (client error): The resource could not be found. Nov 10 19:12:44.572154 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f64aa9c8-1380-4315-887e-f523f7d7a192 req-c1272123-b8d6-4040-bc40-13fd13492f84 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups/a0999c4d-babd-4184-ad06-968da1508a84 HTTP/1.1" status: 404 len: 352 time: 0.0526013 Nov 10 19:12:44.583271 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9dd05e-5d8d-4c25-92e7-49bbf1572ff5 None None] Routers {'c416b835-e4b7-4587-a17d-8f2b7327601e'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:12:44.584170 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-8d9dd05e-5d8d-4c25-92e7-49bbf1572ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:12:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c416b835-e4b7-4587-a17d-8f2b7327601e'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:44.670156 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1b13fba1-2d77-4e1c-a251-8170bb2133a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:44.769589 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13fba1-2d77-4e1c-a251-8170bb2133a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8d5935a-c689-4104-9336-6933573cb0a3,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:44.814803 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d7960-c774-4634-a05c-80dbd4cd69a5 req-66b294d4-a45c-4453-a783-32c5d68397ff tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:44.817634 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-04a956b6-da23-4918-8c14-993e317ffcc7 None None] Set router 19e228fa-2456-49d8-a6b4-b948e1e2b363 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:12:44.834441 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-728d7960-c774-4634-a05c-80dbd4cd69a5 req-66b294d4-a45c-4453-a783-32c5d68397ff tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 944 time: 0.4248781 Nov 10 19:12:44.844621 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [req-6f7f7545-f620-428f-836b-d71a74445928 req-43145ea9-44fd-4ec1-93f9-5db4deb67934 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] show failed (client error): The resource could not be found. Nov 10 19:12:44.845664 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f7f7545-f620-428f-836b-d71a74445928 req-43145ea9-44fd-4ec1-93f9-5db4deb67934 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups/951c2215-ddc1-466c-88d4-8f2ef69f5da7 HTTP/1.1" status: 404 len: 352 time: 0.1818728 Nov 10 19:12:44.915958 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-8d9dd05e-5d8d-4c25-92e7-49bbf1572ff5 None None] Set router c416b835-e4b7-4587-a17d-8f2b7327601e gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:12:44.966962 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b13fba1-2d77-4e1c-a251-8170bb2133a1 admin admin] Checking segment: {'id': '4a2388b3-0325-4814-8f63-0fe990475744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bbf2a8b6-d545-4d4c-999f-871ae3e6a497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:12:44.967974 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b13fba1-2d77-4e1c-a251-8170bb2133a1 admin admin] Network hostable DHCP agents. Network: bbf2a8b6-d545-4d4c-999f-871ae3e6a497, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:12:45.041599 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-728d7960-c774-4634-a05c-80dbd4cd69a5 req-07fe60fa-3e7d-44c5-9016-40f3d9ff282d tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060957 Nov 10 19:12:45.050798 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [req-e56a690f-f40c-41ef-8a2e-96ff6813b75f req-caa7555b-b6b4-4fef-99f6-cb7e4721884a tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] show failed (client error): The resource could not be found. Nov 10 19:12:45.071999 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e56a690f-f40c-41ef-8a2e-96ff6813b75f req-caa7555b-b6b4-4fef-99f6-cb7e4721884a tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups/3a23a891-0ae7-4157-b18e-1f6641571008 HTTP/1.1" status: 404 len: 352 time: 0.1286917 Nov 10 19:12:45.072393 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6499dfe-6d7d-49e8-997a-10b54d82ffb8 req-54893bea-ec0b-4929-8335-fe25a836ae53 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:45.076226 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f6499dfe-6d7d-49e8-997a-10b54d82ffb8 req-54893bea-ec0b-4929-8335-fe25a836ae53 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.73 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 944 time: 0.3326378 Nov 10 19:12:45.104834 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-02d40e33-6c6b-4694-be4b-07d785289bf1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:45.157429 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [req-44ef6d57-c4f9-4da2-8e68-f1e1eda5ba3b req-f1946dee-9ad6-47f7-b05b-8b9c6169d335 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] show failed (client error): The resource could not be found. Nov 10 19:12:45.178870 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-44ef6d57-c4f9-4da2-8e68-f1e1eda5ba3b req-f1946dee-9ad6-47f7-b05b-8b9c6169d335 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups/4b8140cd-06f4-4939-a4f9-14f246104abd HTTP/1.1" status: 404 len: 352 time: 0.0879319 Nov 10 19:12:45.196841 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b13fba1-2d77-4e1c-a251-8170bb2133a1 admin admin] Network bbf2a8b6-d545-4d4c-999f-871ae3e6a497 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:12:45.305442 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [req-cfe20470-f079-48a2-be7d-a9648b8ae08a req-3d7f19dc-c825-479a-bb71-300312e4ecf3 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] show failed (client error): The resource could not be found. Nov 10 19:12:45.315607 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cfe20470-f079-48a2-be7d-a9648b8ae08a req-3d7f19dc-c825-479a-bb71-300312e4ecf3 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups/5ad8aaef-220e-4fee-b6aa-79a94aadc075 HTTP/1.1" status: 404 len: 352 time: 0.0989339 Nov 10 19:12:45.328997 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-04a956b6-da23-4918-8c14-993e317ffcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267993946-router', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:05:08Z', 'updated_at': '2021-11-10T19:05:14Z', 'revision_number': 4, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'gw_port': {'id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:09Z', 'updated_at': '2021-11-10T19:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '536c3623-1aac-4f6c-b15d-89776bdd32f1', 'name': '', 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'mac_address': 'fa:16:3e:fe:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9a832f56-5207-4167-a27c-433bc2e28f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:13Z', 'updated_at': '2021-11-10T19:05:18Z', 'revision_number': 5, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'subnets': [{'id': '9a832f56-5207-4167-a27c-433bc2e28f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:45.348843 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-02d40e33-6c6b-4694-be4b-07d785289bf1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:45.378080 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-1b13fba1-2d77-4e1c-a251-8170bb2133a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, bbf2a8b6-d545-4d4c-999f-871ae3e6a497) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:12:45.395165 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fb5ac4-7a1c-4b3e-b2fd-20d9bdcc62ed None None] Network bbf2a8b6-d545-4d4c-999f-871ae3e6a497 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:12:45.400463 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b13fba1-2d77-4e1c-a251-8170bb2133a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:45.401250 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1b13fba1-2d77-4e1c-a251-8170bb2133a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:45.420712 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a956b6-da23-4918-8c14-993e317ffcc7 None None] Checking router: 19e228fa-2456-49d8-a6b4-b948e1e2b363 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:12:45.461985 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1b13fba1-2d77-4e1c-a251-8170bb2133a1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4333620 Nov 10 19:12:45.464690 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a956b6-da23-4918-8c14-993e317ffcc7 None None] Routers {'19e228fa-2456-49d8-a6b4-b948e1e2b363'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:12:45.465321 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-04a956b6-da23-4918-8c14-993e317ffcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:12:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['19e228fa-2456-49d8-a6b4-b948e1e2b363'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:45.494519 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-02d40e33-6c6b-4694-be4b-07d785289bf1 admin admin] Deleting port a8113350-cb26-4765-b9ff-4bfb149e550f {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:12:45.494912 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-02d40e33-6c6b-4694-be4b-07d785289bf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:45.509090 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9117fb-4b31-4f3f-89ec-c09971702ddd req-990a2a74-2533-4ba3-902f-987dc8a71d51 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:45.511149 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c9117fb-4b31-4f3f-89ec-c09971702ddd req-990a2a74-2533-4ba3-902f-987dc8a71d51 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=3788855a-0668-4ebd-a65a-0ac736c71e54 HTTP/1.1" status: 200 len: 945 time: 0.2361314 Nov 10 19:12:45.568045 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57812) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:45.657942 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-02d40e33-6c6b-4694-be4b-07d785289bf1 admin admin] For port a8113350-cb26-4765-b9ff-4bfb149e550f, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=a8113350-cb26-4765-b9ff-4bfb149e550f,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:45.660985 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-02d40e33-6c6b-4694-be4b-07d785289bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:45.664943 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c9117fb-4b31-4f3f-89ec-c09971702ddd req-a02a715e-170c-48d0-80f6-209862a44ae6 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460905 Nov 10 19:12:45.715335 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-02d40e33-6c6b-4694-be4b-07d785289bf1 admin admin] Calling delete_port for a8113350-cb26-4765-b9ff-4bfb149e550f owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:12:45.780897 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-04a956b6-da23-4918-8c14-993e317ffcc7 None None] Set router 19e228fa-2456-49d8-a6b4-b948e1e2b363 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:12:45.834459 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb93ed6-1677-4bb6-bc5f-02bdb9eca600 None None] Network bbf2a8b6-d545-4d4c-999f-871ae3e6a497 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:12:45.852958 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-8d9dd05e-5d8d-4c25-92e7-49bbf1572ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'name': 'tempest-ServersTestManualDisk-1755085158-router', 'tenant_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'a8113350-cb26-4765-b9ff-4bfb149e550f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:07:18Z', 'updated_at': '2021-11-10T19:12:42Z', 'revision_number': 5, 'project_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'gw_port': {'id': 'a8113350-cb26-4765-b9ff-4bfb149e550f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:07:19Z', 'updated_at': '2021-11-10T19:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:45.896421 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9dd05e-5d8d-4c25-92e7-49bbf1572ff5 None None] Checking router: c416b835-e4b7-4587-a17d-8f2b7327601e for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:12:45.916541 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9dd05e-5d8d-4c25-92e7-49bbf1572ff5 None None] Routers {'c416b835-e4b7-4587-a17d-8f2b7327601e'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:12:45.918023 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-8d9dd05e-5d8d-4c25-92e7-49bbf1572ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:12:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c416b835-e4b7-4587-a17d-8f2b7327601e'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:45.973729 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7744a2a2-609a-43ff-b718-2005adc55c12 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5ef8c132b4d949a9b0bece379d0bc679&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4023330 Nov 10 19:12:45.974503 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57826) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:46.002320 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57828) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:46.111436 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-8d9dd05e-5d8d-4c25-92e7-49bbf1572ff5 None None] Set router c416b835-e4b7-4587-a17d-8f2b7327601e gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:12:46.117408 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-f6499dfe-6d7d-49e8-997a-10b54d82ffb8 req-b137ea9c-0665-4a02-b585-e6e8b1aa99ca tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Deleting port beddf51d-6ee7-4dee-b4f4-243e7b2a090f {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:12:46.118801 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f6499dfe-6d7d-49e8-997a-10b54d82ffb8 req-b137ea9c-0665-4a02-b585-e6e8b1aa99ca tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:46.130022 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494ad8c-8fea-47e1-94a1-ce1eaec69a7b req-094d54ff-8491-480f-85a4-d21ad3559141 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:46.135659 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2494ad8c-8fea-47e1-94a1-ce1eaec69a7b req-094d54ff-8491-480f-85a4-d21ad3559141 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8 HTTP/1.1" status: 200 len: 1024 time: 0.2789321 Nov 10 19:12:46.194748 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-8d9dd05e-5d8d-4c25-92e7-49bbf1572ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'name': 'tempest-ServersTestManualDisk-1755085158-router', 'tenant_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:07:18Z', 'updated_at': '2021-11-10T19:12:45Z', 'revision_number': 6, 'project_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:46.227148 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9dd05e-5d8d-4c25-92e7-49bbf1572ff5 None None] The sync data for ids ['c416b835-e4b7-4587-a17d-8f2b7327601e'] in n-d-813897-4 is: [{'id': 'c416b835-e4b7-4587-a17d-8f2b7327601e', 'name': 'tempest-ServersTestManualDisk-1755085158-router', 'tenant_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:07:18Z', 'updated_at': '2021-11-10T19:12:45Z', 'revision_number': 6, 'project_id': 'eeb2663b8f484f5896e085caaa6f6e76', 'gw_port_host': None}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:12:46.233085 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-f6499dfe-6d7d-49e8-997a-10b54d82ffb8 req-b137ea9c-0665-4a02-b585-e6e8b1aa99ca tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] For port beddf51d-6ee7-4dee-b4f4-243e7b2a090f, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=beddf51d-6ee7-4dee-b4f4-243e7b2a090f,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:46.234073 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f6499dfe-6d7d-49e8-997a-10b54d82ffb8 req-b137ea9c-0665-4a02-b585-e6e8b1aa99ca tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:46.249484 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-f6499dfe-6d7d-49e8-997a-10b54d82ffb8 req-b137ea9c-0665-4a02-b585-e6e8b1aa99ca tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Calling delete_port for beddf51d-6ee7-4dee-b4f4-243e7b2a090f owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:12:46.251133 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-04a956b6-da23-4918-8c14-993e317ffcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267993946-router', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:05:08Z', 'updated_at': '2021-11-10T19:05:14Z', 'revision_number': 4, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'gw_port': {'id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:09Z', 'updated_at': '2021-11-10T19:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '536c3623-1aac-4f6c-b15d-89776bdd32f1', 'name': '', 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'mac_address': 'fa:16:3e:fe:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9a832f56-5207-4167-a27c-433bc2e28f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:13Z', 'updated_at': '2021-11-10T19:05:18Z', 'revision_number': 5, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'subnets': [{'id': '9a832f56-5207-4167-a27c-433bc2e28f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:46.284512 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2494ad8c-8fea-47e1-94a1-ce1eaec69a7b req-47379aff-9681-438a-843e-fd372eda397e tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8&id=f91912d1-f782-4390-9f24-a1d6dde671bd&id=f86afe79-40d1-4e17-b402-ec58a6d0a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1376958 Nov 10 19:12:46.303130 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a956b6-da23-4918-8c14-993e317ffcc7 None None] The sync data for ids ['19e228fa-2456-49d8-a6b4-b948e1e2b363'] in n-d-813897-4 is: [{'id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267993946-router', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:05:08Z', 'updated_at': '2021-11-10T19:05:14Z', 'revision_number': 4, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'gw_port': {'id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:09Z', 'updated_at': '2021-11-10T19:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '536c3623-1aac-4f6c-b15d-89776bdd32f1', 'name': '', 'network_id': '423e20a9-8495-4dca-adac-a4f59edcf0b6', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'mac_address': 'fa:16:3e:fe:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9a832f56-5207-4167-a27c-433bc2e28f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:13Z', 'updated_at': '2021-11-10T19:05:18Z', 'revision_number': 5, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'subnets': [{'id': '9a832f56-5207-4167-a27c-433bc2e28f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:12:46.337420 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-863dbfad-e6de-4ca6-9a58-aac4aee9ca0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:46.387827 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307fa0cd-ee7e-4667-8190-1f1b45b4e81c', 'name': 'network-vif-deleted', 'tag': '6983fb4c-e85a-4a08-b23b-b6aaac5affa5'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:12:46.391057 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e1a931-037e-48f0-bbfa-dbca627a5225" -d '{"events": [{"server_uuid": "307fa0cd-ee7e-4667-8190-1f1b45b4e81c", "name": "network-vif-deleted", "tag": "6983fb4c-e85a-4a08-b23b-b6aaac5affa5"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:12:46.418762 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-54672d4a-18c0-4d7e-b38c-d5e5e62ef8fe tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:46.444642 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-863dbfad-e6de-4ca6-9a58-aac4aee9ca0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:46.459738 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-02d40e33-6c6b-4694-be4b-07d785289bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:46.475862 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c1857-8d8c-4966-82f1-28b69390af8f req-cba27e3c-c848-47d6-972c-cfcc412479c6 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:46.477491 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-657c1857-8d8c-4966-82f1-28b69390af8f req-cba27e3c-c848-47d6-972c-cfcc412479c6 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=a878d88d-6fb5-4f99-8f21-d65037a4bc3c HTTP/1.1" status: 200 len: 944 time: 0.2802134 Nov 10 19:12:46.501894 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f6499dfe-6d7d-49e8-997a-10b54d82ffb8 req-b137ea9c-0665-4a02-b585-e6e8b1aa99ca tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:46.504966 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-54672d4a-18c0-4d7e-b38c-d5e5e62ef8fe tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:46.513807 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['beddf51d-6ee7-4dee-b4f4-243e7b2a090f'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:12:46.565549 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d40e33-6c6b-4694-be4b-07d785289bf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8113350-cb26-4765-b9ff-4bfb149e550f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:46.578437 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d40e33-6c6b-4694-be4b-07d785289bf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:46.578698 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d40e33-6c6b-4694-be4b-07d785289bf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:46.579040 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d40e33-6c6b-4694-be4b-07d785289bf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:46.579376 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d40e33-6c6b-4694-be4b-07d785289bf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:46.579692 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d40e33-6c6b-4694-be4b-07d785289bf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:46.580022 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d40e33-6c6b-4694-be4b-07d785289bf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:46.580406 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d40e33-6c6b-4694-be4b-07d785289bf1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:46.580737 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d40e33-6c6b-4694-be4b-07d785289bf1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:46.581060 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d40e33-6c6b-4694-be4b-07d785289bf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:46.582243 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d40e33-6c6b-4694-be4b-07d785289bf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:46.582593 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d40e33-6c6b-4694-be4b-07d785289bf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:46.582922 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d40e33-6c6b-4694-be4b-07d785289bf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:46.614565 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137ea9c-0665-4a02-b585-e6e8b1aa99ca tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Pushing event deleted for resources: {'Port': ['ID=beddf51d-6ee7-4dee-b4f4-243e7b2a090f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:46.693129 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-863dbfad-e6de-4ca6-9a58-aac4aee9ca0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:46.697069 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-863dbfad-e6de-4ca6-9a58-aac4aee9ca0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:46.698516 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-863dbfad-e6de-4ca6-9a58-aac4aee9ca0b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/74b4a4e9-4b99-4fae-aeb0-c649310a4f1a HTTP/1.1" status: 204 len: 168 time: 0.6972892 Nov 10 19:12:46.720657 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-54672d4a-18c0-4d7e-b38c-d5e5e62ef8fe tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:46.723859 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-54672d4a-18c0-4d7e-b38c-d5e5e62ef8fe tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:46.727950 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-54672d4a-18c0-4d7e-b38c-d5e5e62ef8fe tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "DELETE /v2.0/security-groups/3d3879e2-701f-44b2-a0aa-6f6095ad87ae HTTP/1.1" status: 204 len: 168 time: 0.7158997 Nov 10 19:12:46.733590 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57846) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:46.767660 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6499dfe-6d7d-49e8-997a-10b54d82ffb8 req-b137ea9c-0665-4a02-b585-e6e8b1aa99ca tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] No DVR routers for this DVR port beddf51d-6ee7-4dee-b4f4-243e7b2a090f on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:12:46.776819 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f6499dfe-6d7d-49e8-997a-10b54d82ffb8 req-b137ea9c-0665-4a02-b585-e6e8b1aa99ca tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:46.776988 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-657c1857-8d8c-4966-82f1-28b69390af8f req-7047cea0-0025-4969-89b6-2e46c1bf1453 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917211 Nov 10 19:12:46.786940 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f6499dfe-6d7d-49e8-997a-10b54d82ffb8 req-b137ea9c-0665-4a02-b585-e6e8b1aa99ca tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.73 "DELETE /v2.0/ports/beddf51d-6ee7-4dee-b4f4-243e7b2a090f HTTP/1.1" status: 204 len: 173 time: 1.4534321 Nov 10 19:12:46.787519 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a878d88d-6fb5-4f99-8f21-d65037a4bc3c', 'name': 'network-vif-deleted', 'tag': 'beddf51d-6ee7-4dee-b4f4-243e7b2a090f'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:12:46.789240 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863dbfad-e6de-4ca6-9a58-aac4aee9ca0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b4a4e9-4b99-4fae-aeb0-c649310a4f1a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:46.816449 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f508270-4233-4eaf-99ce-0e4e15ff418f" -d '{"events": [{"server_uuid": "a878d88d-6fb5-4f99-8f21-d65037a4bc3c", "name": "network-vif-deleted", "tag": "beddf51d-6ee7-4dee-b4f4-243e7b2a090f"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:12:46.830906 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-02d40e33-6c6b-4694-be4b-07d785289bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:46.836556 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device c8a09d4f-701c-4dd9-9ec2-25db1c9719ff no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:12:46.890568 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99a4a1d-06d7-43a7-8a1c-9a10ef268934 None None] New status for floating IP 405369da-36ed-4a06-922e-625ba1b02e11: DOWN {{(pid=102508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:12:46.895000 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: c8a09d4f-701c-4dd9-9ec2-25db1c9719ff {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:12:46.895349 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device c8a09d4f-701c-4dd9-9ec2-25db1c9719ff not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:12:46.914585 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-9c8b7e26-d86f-4972-ac9c-7b4a6341996e tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] show failed (client error): The resource could not be found. Nov 10 19:12:46.915978 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9c8b7e26-d86f-4972-ac9c-7b4a6341996e tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "GET /v2.0/security-groups/3d3879e2-701f-44b2-a0aa-6f6095ad87ae HTTP/1.1" status: 404 len: 347 time: 0.1705973 Nov 10 19:12:46.940769 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffaf88c6-1279-4dfa-adea-e7f8cefb6e25 x-openstack-request-id: req-ffaf88c6-1279-4dfa-adea-e7f8cefb6e25 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:12:46.941742 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307fa0cd-ee7e-4667-8190-1f1b45b4e81c", "name": "network-vif-deleted", "tag": "6983fb4c-e85a-4a08-b23b-b6aaac5affa5", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:12:46.958542 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ffaf88c6-1279-4dfa-adea-e7f8cefb6e25 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:12:46.960614 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307fa0cd-ee7e-4667-8190-1f1b45b4e81c', 'name': 'network-vif-deleted', 'tag': '6983fb4c-e85a-4a08-b23b-b6aaac5affa5', 'status': 'completed', 'code': 200} Nov 10 19:12:46.977303 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54672d4a-18c0-4d7e-b38c-d5e5e62ef8fe tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3879e2-701f-44b2-a0aa-6f6095ad87ae,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:46.983047 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57856) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:47.109863 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-02d40e33-6c6b-4694-be4b-07d785289bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:47.113561 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-02d40e33-6c6b-4694-be4b-07d785289bf1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:47.166502 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-02d40e33-6c6b-4694-be4b-07d785289bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:47.167356 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d40e33-6c6b-4694-be4b-07d785289bf1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c416b835-e4b7-4587-a17d-8f2b7327601e {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:12:47.204981 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-02d40e33-6c6b-4694-be4b-07d785289bf1 admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:47.212243 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-02d40e33-6c6b-4694-be4b-07d785289bf1 admin admin] 10.222.0.54 "DELETE /v2.0/routers/c416b835-e4b7-4587-a17d-8f2b7327601e HTTP/1.1" status: 204 len: 168 time: 2.6401515 Nov 10 19:12:47.213401 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57870) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:47.255139 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db499b-24b3-42aa-989c-230b0c162092 req-f28a4bd2-21be-443b-bf00-e811bfd5781c tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:47.272988 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d3db499b-24b3-42aa-989c-230b0c162092 req-f28a4bd2-21be-443b-bf00-e811bfd5781c tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8 HTTP/1.1" status: 200 len: 1024 time: 0.1912208 Nov 10 19:12:47.352234 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-508ceaba-5d5c-45b4-b496-b7bb6eff7b5b admin admin] Deleting subnet de0b4738-ea33-4d4e-b0f8-0a700c9341d6 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:12:47.364945 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-508ceaba-5d5c-45b4-b496-b7bb6eff7b5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:47.475761 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57874) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:47.492142 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539441c3-0d3b-414f-af95-b4833884a36a req-03bb39ba-010a-4bba-8e36-ec192043e0e9 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:47.494911 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-539441c3-0d3b-414f-af95-b4833884a36a req-03bb39ba-010a-4bba-8e36-ec192043e0e9 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=3788855a-0668-4ebd-a65a-0ac736c71e54 HTTP/1.1" status: 200 len: 945 time: 0.3932753 Nov 10 19:12:47.502750 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cd2af-816e-41f4-923c-63df7d7af177 req-3ba5e9ae-792b-4a3a-bd03-ee7dbd5c809e tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:47.504291 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-539cd2af-816e-41f4-923c-63df7d7af177 req-3ba5e9ae-792b-4a3a-bd03-ee7dbd5c809e tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] 10.222.0.54 "GET /v2.0/networks?id=3d02f8e6-cfaf-4bde-95cf-5db0485022ea HTTP/1.1" status: 200 len: 814 time: 0.6703057 Nov 10 19:12:47.508526 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-508ceaba-5d5c-45b4-b496-b7bb6eff7b5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:47.572760 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-be88a581-3107-42d8-97be-dff094cfc3bd tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Deleting port 84fa3a99-5584-4186-b39c-8c568f2badad {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:12:47.573109 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-be88a581-3107-42d8-97be-dff094cfc3bd tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:47.582425 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-eee5aab1-47b0-4c2b-bd9f-adedf75985b4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=11a2d724f1cc49b4a0d6094606292206&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1033585 Nov 10 19:12:47.584806 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57876) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:47.595840 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-d3db499b-24b3-42aa-989c-230b0c162092 req-5577d8d8-c9db-4a31-ac0d-9c2ead59418a tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Deleting port 854fd55e-eca5-45d2-b801-77c11ae64ce1 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:12:47.596160 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d3db499b-24b3-42aa-989c-230b0c162092 req-5577d8d8-c9db-4a31-ac0d-9c2ead59418a tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:47.596906 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-539cd2af-816e-41f4-923c-63df7d7af177 req-915eeefe-ed7f-460b-9dc0-4eb2399d5fa9 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] 10.222.0.54 "GET /v2.0/quotas/4b03b2cbd02948ac82eb181cc55f9048 HTTP/1.1" status: 200 len: 375 time: 0.0549109 Nov 10 19:12:47.697289 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-539cd2af-816e-41f4-923c-63df7d7af177 req-9ae750d6-1b28-488b-9376-996109f3d47b tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=4b03b2cbd02948ac82eb181cc55f9048&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633388 Nov 10 19:12:47.731373 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-539441c3-0d3b-414f-af95-b4833884a36a req-62873dd4-bf64-4fb7-9dc1-0a0a1ba8ab10 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205205 Nov 10 19:12:47.744900 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-d3db499b-24b3-42aa-989c-230b0c162092 req-5577d8d8-c9db-4a31-ac0d-9c2ead59418a tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] For port 854fd55e-eca5-45d2-b801-77c11ae64ce1, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=854fd55e-eca5-45d2-b801-77c11ae64ce1,segment=NetworkSegment(59741c21-bf7c-4abb-8ff6-9f9d7d4471e9),segment_id=59741c21-bf7c-4abb-8ff6-9f9d7d4471e9)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:47.745264 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d3db499b-24b3-42aa-989c-230b0c162092 req-5577d8d8-c9db-4a31-ac0d-9c2ead59418a tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:47.747758 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-baf0db63-d68e-4876-a38c-9b0cf50cde54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:47.771165 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-d3db499b-24b3-42aa-989c-230b0c162092 req-5577d8d8-c9db-4a31-ac0d-9c2ead59418a tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Calling delete_port for 854fd55e-eca5-45d2-b801-77c11ae64ce1 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:12:47.792043 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-baf0db63-d68e-4876-a38c-9b0cf50cde54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:47.829804 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-508ceaba-5d5c-45b4-b496-b7bb6eff7b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:47.840864 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-be88a581-3107-42d8-97be-dff094cfc3bd tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:47.841378 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-be88a581-3107-42d8-97be-dff094cfc3bd tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:47.856007 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb9263f-1bb9-4f7a-b6ce-e49adcc7604a x-openstack-request-id: req-ecb9263f-1bb9-4f7a-b6ce-e49adcc7604a {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:12:47.856292 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a878d88d-6fb5-4f99-8f21-d65037a4bc3c", "name": "network-vif-deleted", "tag": "beddf51d-6ee7-4dee-b4f4-243e7b2a090f", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:12:47.856545 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ecb9263f-1bb9-4f7a-b6ce-e49adcc7604a {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:12:47.856941 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a878d88d-6fb5-4f99-8f21-d65037a4bc3c', 'name': 'network-vif-deleted', 'tag': 'beddf51d-6ee7-4dee-b4f4-243e7b2a090f', 'status': 'completed', 'code': 200} Nov 10 19:12:47.891561 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-be88a581-3107-42d8-97be-dff094cfc3bd tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Calling delete_port for 84fa3a99-5584-4186-b39c-8c568f2badad owned by network:floatingip {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:12:47.938652 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-baf0db63-d68e-4876-a38c-9b0cf50cde54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:47.941637 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-baf0db63-d68e-4876-a38c-9b0cf50cde54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:47.943022 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-baf0db63-d68e-4876-a38c-9b0cf50cde54 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8147eebd-0e63-4453-8004-5713fa4ea863 HTTP/1.1" status: 204 len: 168 time: 0.3572593 Nov 10 19:12:47.955318 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0db63-d68e-4876-a38c-9b0cf50cde54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8147eebd-0e63-4453-8004-5713fa4ea863,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:48.034331 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d3db499b-24b3-42aa-989c-230b0c162092 req-5577d8d8-c9db-4a31-ac0d-9c2ead59418a tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:48.046749 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['854fd55e-eca5-45d2-b801-77c11ae64ce1'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:12:48.075644 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577d8d8-c9db-4a31-ac0d-9c2ead59418a tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Pushing event deleted for resources: {'Port': ['ID=854fd55e-eca5-45d2-b801-77c11ae64ce1,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:48.097698 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-539cd2af-816e-41f4-923c-63df7d7af177 req-2e56243d-41db-433a-a271-1b85d28ce560 service neutron] 10.222.0.54 "GET /v2.0/networks/3d02f8e6-cfaf-4bde-95cf-5db0485022ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808756 Nov 10 19:12:48.114483 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-508ceaba-5d5c-45b4-b496-b7bb6eff7b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:48.162345 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3db499b-24b3-42aa-989c-230b0c162092 req-5577d8d8-c9db-4a31-ac0d-9c2ead59418a tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] No DVR routers for this DVR port 854fd55e-eca5-45d2-b801-77c11ae64ce1 on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:12:48.168489 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d3db499b-24b3-42aa-989c-230b0c162092 req-5577d8d8-c9db-4a31-ac0d-9c2ead59418a tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:48.177716 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d3db499b-24b3-42aa-989c-230b0c162092 req-5577d8d8-c9db-4a31-ac0d-9c2ead59418a tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.73 "DELETE /v2.0/ports/854fd55e-eca5-45d2-b801-77c11ae64ce1 HTTP/1.1" status: 204 len: 173 time: 0.8892748 Nov 10 19:12:48.195903 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ceaba-5d5c-45b4-b496-b7bb6eff7b5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de0b4738-ea33-4d4e-b0f8-0a700c9341d6,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:48.219038 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab72b1c-0ac7-45f3-8df5-7568c06d199f None None] Network 8a139bc3-5e68-4b5e-a7b2-097c1e8b6948 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:12:48.258657 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-508ceaba-5d5c-45b4-b496-b7bb6eff7b5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:48.263140 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-508ceaba-5d5c-45b4-b496-b7bb6eff7b5b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/de0b4738-ea33-4d4e-b0f8-0a700c9341d6 HTTP/1.1" status: 204 len: 168 time: 1.0490155 Nov 10 19:12:48.265810 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57886) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:48.300765 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67232cdd-c9f4-4b08-bac8-322a9d9e3057 req-ccc153b8-590d-4a40-89ef-4549bdc94cf5 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:48.309300 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67232cdd-c9f4-4b08-bac8-322a9d9e3057 req-ccc153b8-590d-4a40-89ef-4549bdc94cf5 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8 HTTP/1.1" status: 200 len: 945 time: 0.4198565 Nov 10 19:12:48.415817 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-539cd2af-816e-41f4-923c-63df7d7af177 req-29739dbb-2b25-4d52-a10d-8e33e1b5699f service neutron] 10.222.0.54 "GET /v2.0/networks/3d02f8e6-cfaf-4bde-95cf-5db0485022ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729394 Nov 10 19:12:48.421972 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-25237a96-5fa7-4ed8-9114-2f17bd931719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:48.446861 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67232cdd-c9f4-4b08-bac8-322a9d9e3057 req-8e9a7531-7708-4fa2-acb0-0e1b8b736368 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8&id=f91912d1-f782-4390-9f24-a1d6dde671bd&id=f86afe79-40d1-4e17-b402-ec58a6d0a7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1370165 Nov 10 19:12:48.453912 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-be88a581-3107-42d8-97be-dff094cfc3bd tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:48.540398 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-25237a96-5fa7-4ed8-9114-2f17bd931719 admin admin] Deleting port 4ec0a955-53e4-465d-a741-62ad7abb19b6 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:12:48.541721 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-25237a96-5fa7-4ed8-9114-2f17bd931719 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:48.556926 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2a098f-d98c-4d48-8ad2-cde855730fc9 None None] DHCP port deletion for 8a139bc3-5e68-4b5e-a7b2-097c1e8b6948 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:12:48.559968 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be88a581-3107-42d8-97be-dff094cfc3bd tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Pushing event deleted for resources: {'Port': ['ID=84fa3a99-5584-4186-b39c-8c568f2badad,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:48.746818 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-be88a581-3107-42d8-97be-dff094cfc3bd tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks [] for floatingip, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:48.773497 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-be88a581-3107-42d8-97be-dff094cfc3bd tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:48.782425 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-be88a581-3107-42d8-97be-dff094cfc3bd tempest-ServersWithSpecificFlavorTestJSON-744884719 tempest-ServersWithSpecificFlavorTestJSON-744884719-project] 10.222.0.54 "DELETE /v2.0/floatingips/405369da-36ed-4a06-922e-625ba1b02e11 HTTP/1.1" status: 204 len: 168 time: 1.7859497 Nov 10 19:12:48.785164 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-cf2a098f-d98c-4d48-8ad2-cde855730fc9 None None] Deleting port 4ec0a955-53e4-465d-a741-62ad7abb19b6 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:12:48.785627 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cf2a098f-d98c-4d48-8ad2-cde855730fc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:48.840265 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ff131e66-55a2-4679-9b23-d7a04d02d161 req-62010e82-c9a5-4b61-ac6b-f80afc021fbf tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] 10.222.0.54 "GET /v2.0/ports?device_id=474491fd-f1c5-4cb5-8f83-cd944cf07995 HTTP/1.1" status: 200 len: 210 time: 0.0521111 Nov 10 19:12:48.913388 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-25237a96-5fa7-4ed8-9114-2f17bd931719 admin admin] For port 4ec0a955-53e4-465d-a741-62ad7abb19b6, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=4ec0a955-53e4-465d-a741-62ad7abb19b6,segment=NetworkSegment(8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1),segment_id=8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:48.916889 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-25237a96-5fa7-4ed8-9114-2f17bd931719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:48.956743 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-25237a96-5fa7-4ed8-9114-2f17bd931719 admin admin] Calling delete_port for 4ec0a955-53e4-465d-a741-62ad7abb19b6 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:12:49.015653 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-cf2a098f-d98c-4d48-8ad2-cde855730fc9 None None] For port 4ec0a955-53e4-465d-a741-62ad7abb19b6, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=4ec0a955-53e4-465d-a741-62ad7abb19b6,segment=NetworkSegment(8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1),segment_id=8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:49.015913 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cf2a098f-d98c-4d48-8ad2-cde855730fc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:49.048981 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-cf2a098f-d98c-4d48-8ad2-cde855730fc9 None None] Calling delete_port for 4ec0a955-53e4-465d-a741-62ad7abb19b6 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:12:49.078521 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a1ef2-ca79-4cbf-9398-b479fe7430ce req-a954a8c3-468d-48cc-8494-8826ad6cd2e3 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:49.080106 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b47a1ef2-ca79-4cbf-9398-b479fe7430ce req-a954a8c3-468d-48cc-8494-8826ad6cd2e3 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=3788855a-0668-4ebd-a65a-0ac736c71e54 HTTP/1.1" status: 200 len: 945 time: 0.1424522 Nov 10 19:12:49.190726 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 4ec0a955-53e4-465d-a741-62ad7abb19b6 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:12:49.196618 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-25237a96-5fa7-4ed8-9114-2f17bd931719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:49.217092 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25237a96-5fa7-4ed8-9114-2f17bd931719 admin admin] No DVR routers for this DVR port 4ec0a955-53e4-465d-a741-62ad7abb19b6 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:12:49.227518 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 4ec0a955-53e4-465d-a741-62ad7abb19b6 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:12:49.228129 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 4ec0a955-53e4-465d-a741-62ad7abb19b6 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:12:49.228740 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device a8113350-cb26-4765-b9ff-4bfb149e550f no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:12:49.230751 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cf2a098f-d98c-4d48-8ad2-cde855730fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:49.231323 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b47a1ef2-ca79-4cbf-9398-b479fe7430ce req-fea06260-ea40-4e69-9ef2-bdb02fdd2001 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425524 Nov 10 19:12:49.312916 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25237a96-5fa7-4ed8-9114-2f17bd931719 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ec0a955-53e4-465d-a741-62ad7abb19b6,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:49.337552 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a098f-d98c-4d48-8ad2-cde855730fc9 None None] Pushing event deleted for resources: {'Port': ['ID=4ec0a955-53e4-465d-a741-62ad7abb19b6,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:49.340141 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 854fd55e-eca5-45d2-b801-77c11ae64ce1 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:12:49.432033 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 854fd55e-eca5-45d2-b801-77c11ae64ce1 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:12:49.432396 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 854fd55e-eca5-45d2-b801-77c11ae64ce1 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:12:49.432938 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device beddf51d-6ee7-4dee-b4f4-243e7b2a090f no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:12:49.453693 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: a8113350-cb26-4765-b9ff-4bfb149e550f {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:12:49.454199 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device a8113350-cb26-4765-b9ff-4bfb149e550f not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:12:49.459257 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2a098f-d98c-4d48-8ad2-cde855730fc9 None None] No DVR routers for this DVR port 4ec0a955-53e4-465d-a741-62ad7abb19b6 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:12:49.475130 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a098f-d98c-4d48-8ad2-cde855730fc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:49.477322 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a098f-d98c-4d48-8ad2-cde855730fc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:49.480887 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a098f-d98c-4d48-8ad2-cde855730fc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:49.481234 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a098f-d98c-4d48-8ad2-cde855730fc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:49.481580 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a098f-d98c-4d48-8ad2-cde855730fc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:49.481808 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-25237a96-5fa7-4ed8-9114-2f17bd931719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:49.482008 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a098f-d98c-4d48-8ad2-cde855730fc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:49.482299 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a098f-d98c-4d48-8ad2-cde855730fc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:49.482625 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a098f-d98c-4d48-8ad2-cde855730fc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:49.482949 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a098f-d98c-4d48-8ad2-cde855730fc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:49.483282 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a098f-d98c-4d48-8ad2-cde855730fc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:49.483590 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a098f-d98c-4d48-8ad2-cde855730fc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:49.483950 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a098f-d98c-4d48-8ad2-cde855730fc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:12:49.535117 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-25237a96-5fa7-4ed8-9114-2f17bd931719 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a139bc3-5e68-4b5e-a7b2-097c1e8b6948']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:49.544887 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2bc19b-7fa7-4dc9-a28b-9bdf642d5b8e req-a5193bd1-3c02-425e-87f1-c0e397e9c1db tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:49.552665 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: beddf51d-6ee7-4dee-b4f4-243e7b2a090f {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:12:49.552665 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device beddf51d-6ee7-4dee-b4f4-243e7b2a090f not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:12:49.558611 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0f2bc19b-7fa7-4dc9-a28b-9bdf642d5b8e req-a5193bd1-3c02-425e-87f1-c0e397e9c1db tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d036cbf-333b-4e71-bea1-09e852d37598 HTTP/1.1" status: 200 len: 944 time: 0.1460731 Nov 10 19:12:49.579401 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40969dde-c4c2-417b-9274-f8e62806e64c req-1bd43e8c-6224-42ff-8e03-c9d1b4e7a7bd tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:49.582430 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-40969dde-c4c2-417b-9274-f8e62806e64c req-1bd43e8c-6224-42ff-8e03-c9d1b4e7a7bd tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d036cbf-333b-4e71-bea1-09e852d37598 HTTP/1.1" status: 200 len: 944 time: 0.2707319 Nov 10 19:12:49.597448 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-25237a96-5fa7-4ed8-9114-2f17bd931719 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:49.598474 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-25237a96-5fa7-4ed8-9114-2f17bd931719 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8443aacf-e25a-4a7d-b8a8-7b9804b8f4d1') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:49.618843 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-25237a96-5fa7-4ed8-9114-2f17bd931719 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:49.640619 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-25237a96-5fa7-4ed8-9114-2f17bd931719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:49.675439 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0f2bc19b-7fa7-4dc9-a28b-9bdf642d5b8e req-d6a5b60e-5dc5-4520-9991-4f7f38e05397 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087942 Nov 10 19:12:49.714650 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25237a96-5fa7-4ed8-9114-2f17bd931719 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:12:49.717797 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-25237a96-5fa7-4ed8-9114-2f17bd931719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:49.724624 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:12:49.724624 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:12:49.724624 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:12:49.724624 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:12:49.724624 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:12:49.724624 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:12:49.724624 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:12:49.724624 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:12:49.724624 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:12:49.724624 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:12:49.724624 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:12:49.724624 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:12:49.724624 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:12:49.724624 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:12:49.724624 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:12:49.724624 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:12:49.724624 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:12:49.724624 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:12:49.724624 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:12:49.724624 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:12:49.724624 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:12:49.724624 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:12:49.724624 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:12:49.724624 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:12:49.724624 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:12:49.724624 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:12:49.724624 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:12:49.724624 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:12:49.724624 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:12:49.724624 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:12:49.724624 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:12:49.724624 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:12:49.876880 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8', 'name': 'network-vif-deleted', 'tag': '854fd55e-eca5-45d2-b801-77c11ae64ce1'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:12:49.879227 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b5136e-bdc0-4e24-90af-6ec8892777c4" -d '{"events": [{"server_uuid": "ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8", "name": "network-vif-deleted", "tag": "854fd55e-eca5-45d2-b801-77c11ae64ce1"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:12:49.880177 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b53a60e-7e76-4328-8e2e-083dd8da724a req-cdb72a80-8192-4716-be3e-59f8729deadd tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups/f91912d1-f782-4390-9f24-a1d6dde671bd HTTP/1.1" status: 200 len: 1818 time: 0.1602831 Nov 10 19:12:49.891348 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-25237a96-5fa7-4ed8-9114-2f17bd931719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:49.898159 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-25237a96-5fa7-4ed8-9114-2f17bd931719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:49.905985 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-25237a96-5fa7-4ed8-9114-2f17bd931719 admin admin] 10.222.0.54 "DELETE /v2.0/networks/8a139bc3-5e68-4b5e-a7b2-097c1e8b6948 HTTP/1.1" status: 204 len: 168 time: 1.6390502 Nov 10 19:12:49.924641 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25237a96-5fa7-4ed8-9114-2f17bd931719 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a139bc3-5e68-4b5e-a7b2-097c1e8b6948,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:49.971326 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-40969dde-c4c2-417b-9274-f8e62806e64c req-b62ac0d3-9ed2-485c-9233-eefe107cfb81 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Deleting port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:12:49.972027 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-40969dde-c4c2-417b-9274-f8e62806e64c req-b62ac0d3-9ed2-485c-9233-eefe107cfb81 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:50.038495 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e5079e48-351c-4973-a8ed-436cbac14dfc req-b5f4329d-8f76-485f-813a-c0fd3e305543 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] 10.222.0.54 "GET /v2.0/ports?device_id=474491fd-f1c5-4cb5-8f83-cd944cf07995 HTTP/1.1" status: 200 len: 210 time: 0.0450258 Nov 10 19:12:50.042004 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7b53a60e-7e76-4328-8e2e-083dd8da724a req-8e45b7c3-3490-4386-9c33-4b7cfcc78ec0 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:50.078322 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7b53a60e-7e76-4328-8e2e-083dd8da724a req-8e45b7c3-3490-4386-9c33-4b7cfcc78ec0 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:50.224994 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7b53a60e-7e76-4328-8e2e-083dd8da724a req-8e45b7c3-3490-4386-9c33-4b7cfcc78ec0 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:50.229208 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7b53a60e-7e76-4328-8e2e-083dd8da724a req-8e45b7c3-3490-4386-9c33-4b7cfcc78ec0 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:50.231145 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b53a60e-7e76-4328-8e2e-083dd8da724a req-8e45b7c3-3490-4386-9c33-4b7cfcc78ec0 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "DELETE /v2.0/security-groups/f91912d1-f782-4390-9f24-a1d6dde671bd HTTP/1.1" status: 204 len: 173 time: 0.3412385 Nov 10 19:12:50.231728 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57956) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:50.274183 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45b7c3-3490-4386-9c33-4b7cfcc78ec0 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91912d1-f782-4390-9f24-a1d6dde671bd,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:50.339645 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-cb3866db-3d22-4e4b-b780-f059cb36d9c4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=eeb2663b8f484f5896e085caaa6f6e76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1032333 Nov 10 19:12:50.345816 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57966) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:50.433953 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b5bb877-917a-4e87-bd50-43d7c86cf76a req-1ad5f406-1c84-45ed-86d8-a96909a41e50 tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "GET /v2.0/security-groups/f86afe79-40d1-4e17-b402-ec58a6d0a7b6 HTTP/1.1" status: 200 len: 1817 time: 0.1737096 Nov 10 19:12:50.475589 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790ce2a7-c6eb-4c1c-ae58-981f8cbf23ab x-openstack-request-id: req-790ce2a7-c6eb-4c1c-ae58-981f8cbf23ab {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:12:50.476182 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8", "name": "network-vif-deleted", "tag": "854fd55e-eca5-45d2-b801-77c11ae64ce1", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:12:50.476182 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-790ce2a7-c6eb-4c1c-ae58-981f8cbf23ab {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:12:50.476591 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0d91eb-dbbc-48d0-a712-7a3aeb6b97e8', 'name': 'network-vif-deleted', 'tag': '854fd55e-eca5-45d2-b801-77c11ae64ce1', 'status': 'completed', 'code': 200} Nov 10 19:12:50.523011 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-40969dde-c4c2-417b-9274-f8e62806e64c req-b62ac0d3-9ed2-485c-9233-eefe107cfb81 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] For port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=a75e56e2-9c4b-42c0-b5e0-826d640ea3f9,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:50.523916 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-40969dde-c4c2-417b-9274-f8e62806e64c req-b62ac0d3-9ed2-485c-9233-eefe107cfb81 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:50.533356 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6d3c1f81-0856-4fd3-815a-dc73a75d5d5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:50.549917 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-40969dde-c4c2-417b-9274-f8e62806e64c req-b62ac0d3-9ed2-485c-9233-eefe107cfb81 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Calling delete_port for a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:12:50.573496 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6d3c1f81-0856-4fd3-815a-dc73a75d5d5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:50.659979 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc801644-00c2-4225-ad41-212efe8c7999 req-a225a279-1884-4400-bf01-6ff976a500ed tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:50.673243 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bc801644-00c2-4225-ad41-212efe8c7999 req-a225a279-1884-4400-bf01-6ff976a500ed tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=3788855a-0668-4ebd-a65a-0ac736c71e54 HTTP/1.1" status: 200 len: 945 time: 0.2931659 Nov 10 19:12:50.684488 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6d3c1f81-0856-4fd3-815a-dc73a75d5d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:50.688740 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6d3c1f81-0856-4fd3-815a-dc73a75d5d5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:50.690156 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6d3c1f81-0856-4fd3-815a-dc73a75d5d5b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c2f017df-3716-4a0a-9e95-86e2d5cc7edb HTTP/1.1" status: 204 len: 168 time: 0.3432953 Nov 10 19:12:50.775868 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c1f81-0856-4fd3-815a-dc73a75d5d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f017df-3716-4a0a-9e95-86e2d5cc7edb,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:50.780186 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-40969dde-c4c2-417b-9274-f8e62806e64c req-b62ac0d3-9ed2-485c-9233-eefe107cfb81 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:50.868176 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ac0d3-9ed2-485c-9233-eefe107cfb81 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Pushing event deleted for resources: {'Port': ['ID=a75e56e2-9c4b-42c0-b5e0-826d640ea3f9,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:50.906038 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-40969dde-c4c2-417b-9274-f8e62806e64c req-b62ac0d3-9ed2-485c-9233-eefe107cfb81 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] No DVR routers for this DVR port a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:12:50.908842 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-40969dde-c4c2-417b-9274-f8e62806e64c req-b62ac0d3-9ed2-485c-9233-eefe107cfb81 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:50.912855 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-40969dde-c4c2-417b-9274-f8e62806e64c req-b62ac0d3-9ed2-485c-9233-eefe107cfb81 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.73 "DELETE /v2.0/ports/a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 HTTP/1.1" status: 204 len: 173 time: 1.2622378 Nov 10 19:12:50.939342 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bc801644-00c2-4225-ad41-212efe8c7999 req-977efb5f-7015-4ba6-9d04-3b883d99106f tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378826 Nov 10 19:12:50.949473 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8b5bb877-917a-4e87-bd50-43d7c86cf76a req-4eb76d6a-129a-4de2-b783-0814691288da tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:51.029168 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8b5bb877-917a-4e87-bd50-43d7c86cf76a req-4eb76d6a-129a-4de2-b783-0814691288da tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:51.093308 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cd2af-816e-41f4-923c-63df7d7af177 req-7471af26-599f-454a-b7fe-a385e9917ce6 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:51.095801 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-539cd2af-816e-41f4-923c-63df7d7af177 req-7471af26-599f-454a-b7fe-a385e9917ce6 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] 10.222.0.25 "GET /v2.0/networks?id=3d02f8e6-cfaf-4bde-95cf-5db0485022ea HTTP/1.1" status: 200 len: 814 time: 0.4127674 Nov 10 19:12:51.142792 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-539cd2af-816e-41f4-923c-63df7d7af177 req-641e88f8-2594-4859-88ab-23098cbb98f5 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] Request body: {'port': {'device_id': '474491fd-f1c5-4cb5-8f83-cd944cf07995', 'network_id': '3d02f8e6-cfaf-4bde-95cf-5db0485022ea', 'admin_state_up': True, 'tenant_id': '4b03b2cbd02948ac82eb181cc55f9048'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:12:51.169114 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-85f7d7ec-d0a6-41e4-b541-19d5855ed746 req-109e11ec-e3e0-41be-8dd1-b2023a74a9a5 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d036cbf-333b-4e71-bea1-09e852d37598 HTTP/1.1" status: 200 len: 210 time: 0.0677221 Nov 10 19:12:51.248203 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8b5bb877-917a-4e87-bd50-43d7c86cf76a req-4eb76d6a-129a-4de2-b783-0814691288da tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:51.251267 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8b5bb877-917a-4e87-bd50-43d7c86cf76a req-4eb76d6a-129a-4de2-b783-0814691288da tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:51.252607 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b5bb877-917a-4e87-bd50-43d7c86cf76a req-4eb76d6a-129a-4de2-b783-0814691288da tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] 10.222.0.54 "DELETE /v2.0/security-groups/f86afe79-40d1-4e17-b402-ec58a6d0a7b6 HTTP/1.1" status: 204 len: 173 time: 0.7959042 Nov 10 19:12:51.262324 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57988) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:51.302754 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb76d6a-129a-4de2-b783-0814691288da tempest-SecurityGroupsTestJSON-2038952713 tempest-SecurityGroupsTestJSON-2038952713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86afe79-40d1-4e17-b402-ec58a6d0a7b6,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:51.360719 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57992) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:51.521092 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-69a25956-112b-4c61-9c91-9d2fff87cf76 admin admin] Deleting subnet 204fee28-68d2-45f0-924d-1143549ea418 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:12:51.560249 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-69a25956-112b-4c61-9c91-9d2fff87cf76 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:51.700835 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-886f99e0-7150-4b07-bf11-532bca663629 req-d3fb2006-e8b6-48f3-8e55-8284b1755298 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] 10.222.0.54 "GET /v2.0/ports?device_id=474491fd-f1c5-4cb5-8f83-cd944cf07995 HTTP/1.1" status: 200 len: 210 time: 0.1503479 Nov 10 19:12:51.702750 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-539cd2af-816e-41f4-923c-63df7d7af177 req-641e88f8-2594-4859-88ab-23098cbb98f5 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] Made reservation on behalf of 4b03b2cbd02948ac82eb181cc55f9048 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:12:51.707769 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-539cd2af-816e-41f4-923c-63df7d7af177 req-641e88f8-2594-4859-88ab-23098cbb98f5 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:51.873795 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce336f6-e6cc-4363-b423-4001b14d5753 req-988c51d7-8d59-480e-9cd9-d7f9b70585f0 tempest-NetworksTest-506558644 tempest-NetworksTest-506558644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:51.874295 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce336f6-e6cc-4363-b423-4001b14d5753 req-988c51d7-8d59-480e-9cd9-d7f9b70585f0 tempest-NetworksTest-506558644 tempest-NetworksTest-506558644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:51.874752 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce336f6-e6cc-4363-b423-4001b14d5753 req-988c51d7-8d59-480e-9cd9-d7f9b70585f0 tempest-NetworksTest-506558644 tempest-NetworksTest-506558644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:51.875212 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce336f6-e6cc-4363-b423-4001b14d5753 req-988c51d7-8d59-480e-9cd9-d7f9b70585f0 tempest-NetworksTest-506558644 tempest-NetworksTest-506558644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:51.875658 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce336f6-e6cc-4363-b423-4001b14d5753 req-988c51d7-8d59-480e-9cd9-d7f9b70585f0 tempest-NetworksTest-506558644 tempest-NetworksTest-506558644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:51.876100 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce336f6-e6cc-4363-b423-4001b14d5753 req-988c51d7-8d59-480e-9cd9-d7f9b70585f0 tempest-NetworksTest-506558644 tempest-NetworksTest-506558644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:51.876540 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce336f6-e6cc-4363-b423-4001b14d5753 req-988c51d7-8d59-480e-9cd9-d7f9b70585f0 tempest-NetworksTest-506558644 tempest-NetworksTest-506558644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:51.876978 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce336f6-e6cc-4363-b423-4001b14d5753 req-988c51d7-8d59-480e-9cd9-d7f9b70585f0 tempest-NetworksTest-506558644 tempest-NetworksTest-506558644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:51.877561 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce336f6-e6cc-4363-b423-4001b14d5753 req-988c51d7-8d59-480e-9cd9-d7f9b70585f0 tempest-NetworksTest-506558644 tempest-NetworksTest-506558644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:51.878094 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce336f6-e6cc-4363-b423-4001b14d5753 req-988c51d7-8d59-480e-9cd9-d7f9b70585f0 tempest-NetworksTest-506558644 tempest-NetworksTest-506558644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:51.878544 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce336f6-e6cc-4363-b423-4001b14d5753 req-988c51d7-8d59-480e-9cd9-d7f9b70585f0 tempest-NetworksTest-506558644 tempest-NetworksTest-506558644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:51.878996 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce336f6-e6cc-4363-b423-4001b14d5753 req-988c51d7-8d59-480e-9cd9-d7f9b70585f0 tempest-NetworksTest-506558644 tempest-NetworksTest-506558644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:51.899600 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7ce336f6-e6cc-4363-b423-4001b14d5753 req-988c51d7-8d59-480e-9cd9-d7f9b70585f0 tempest-NetworksTest-506558644 tempest-NetworksTest-506558644-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8545 time: 0.1633232 Nov 10 19:12:51.925999 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-69a25956-112b-4c61-9c91-9d2fff87cf76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:52.045917 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-69a25956-112b-4c61-9c91-9d2fff87cf76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:52.051885 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a400f-637b-40fc-880a-78a10ce2b2c9 req-8067ceb0-f7d9-442e-9029-8086e9e0811d tempest-NetworksTest-506558644 tempest-NetworksTest-506558644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:52.071596 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9a2a400f-637b-40fc-880a-78a10ce2b2c9 req-8067ceb0-f7d9-442e-9029-8086e9e0811d tempest-NetworksTest-506558644 tempest-NetworksTest-506558644-project-admin] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 886 time: 0.1634533 Nov 10 19:12:52.185176 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-69a25956-112b-4c61-9c91-9d2fff87cf76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:52.205170 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-69a25956-112b-4c61-9c91-9d2fff87cf76 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:52.210157 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-69a25956-112b-4c61-9c91-9d2fff87cf76 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/204fee28-68d2-45f0-924d-1143549ea418 HTTP/1.1" status: 204 len: 168 time: 0.9464369 Nov 10 19:12:52.229674 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58016) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:52.267089 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfffc19-a168-4ca7-a7b5-687b35f1c616 req-8cac363b-5cbe-4640-9b27-b94e2b62ce29 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:52.268812 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ccfffc19-a168-4ca7-a7b5-687b35f1c616 req-8cac363b-5cbe-4640-9b27-b94e2b62ce29 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=3788855a-0668-4ebd-a65a-0ac736c71e54 HTTP/1.1" status: 200 len: 945 time: 0.1919916 Nov 10 19:12:52.301820 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a25956-112b-4c61-9c91-9d2fff87cf76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=204fee28-68d2-45f0-924d-1143549ea418,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:52.341865 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-af0aca89-8213-4365-9ba2-b442b18ea3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:52.478986 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d036cbf-333b-4e71-bea1-09e852d37598', 'name': 'network-vif-deleted', 'tag': 'a75e56e2-9c4b-42c0-b5e0-826d640ea3f9'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:12:52.481880 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13acbbe0-d6b4-4c46-8b5d-7c5b1f24587e" -d '{"events": [{"server_uuid": "8d036cbf-333b-4e71-bea1-09e852d37598", "name": "network-vif-deleted", "tag": "a75e56e2-9c4b-42c0-b5e0-826d640ea3f9"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:12:52.515096 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58022) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:52.549542 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-af0aca89-8213-4365-9ba2-b442b18ea3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:52.637128 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-af0aca89-8213-4365-9ba2-b442b18ea3c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d401439-3cb6-45f3-9f43-bf8f218668ea']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:52.674504 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-af0aca89-8213-4365-9ba2-b442b18ea3c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59741c21-bf7c-4abb-8ff6-9f9d7d4471e9') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:52.674911 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-af0aca89-8213-4365-9ba2-b442b18ea3c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59741c21-bf7c-4abb-8ff6-9f9d7d4471e9') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:52.683292 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-c7225a67-d795-4af2-9368-3149e1bc6599 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-299340757-network', 'tenant_id': '2fcc8eb39f9b4242acdb0a6e4b1d45f5'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:12:52.700631 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1c7e580b-7172-4c7f-a567-bf0e79d842c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:52.703470 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-af0aca89-8213-4365-9ba2-b442b18ea3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:52.760943 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-af0aca89-8213-4365-9ba2-b442b18ea3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:52.764287 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ccfffc19-a168-4ca7-a7b5-687b35f1c616 req-14c30aeb-cf92-4a47-9bda-ad97175c5aa2 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862933 Nov 10 19:12:52.768949 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-539cd2af-816e-41f4-923c-63df7d7af177 req-641e88f8-2594-4859-88ab-23098cbb98f5 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] Allocated IP 172.20.0.10 (3d02f8e6-cfaf-4bde-95cf-5db0485022ea/28e60652-283c-4659-8138-68b8f6c70254/17088527-7f0f-4c32-ba34-d282103f8e18) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:12:52.774938 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0aca89-8213-4365-9ba2-b442b18ea3c7 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:12:52.775341 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-af0aca89-8213-4365-9ba2-b442b18ea3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:52.777888 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:12:52.777888 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:12:52.777888 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:12:52.777888 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:12:52.777888 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:12:52.777888 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:12:52.777888 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:12:52.777888 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:12:52.777888 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:12:52.777888 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:12:52.777888 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:12:52.777888 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:12:52.777888 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:12:52.777888 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:12:52.777888 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:12:52.777888 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:12:52.777888 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:12:52.777888 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:12:52.777888 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:12:52.777888 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:12:52.777888 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:12:52.777888 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:12:52.777888 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:12:52.777888 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:12:52.777888 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:12:52.777888 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:12:52.777888 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:12:52.777888 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:12:52.777888 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:12:52.777888 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:12:52.777888 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:12:52.777888 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:12:52.805149 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a07ca3-b3fd-4956-bc2b-7fbb41796fe0 req-16e4ad2a-ec7c-4bf1-a64d-678a75bb187f tempest-NetworksTest-506558644 tempest-NetworksTest-506558644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:52.805621 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a07ca3-b3fd-4956-bc2b-7fbb41796fe0 req-16e4ad2a-ec7c-4bf1-a64d-678a75bb187f tempest-NetworksTest-506558644 tempest-NetworksTest-506558644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:52.806257 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a07ca3-b3fd-4956-bc2b-7fbb41796fe0 req-16e4ad2a-ec7c-4bf1-a64d-678a75bb187f tempest-NetworksTest-506558644 tempest-NetworksTest-506558644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:52.806828 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a07ca3-b3fd-4956-bc2b-7fbb41796fe0 req-16e4ad2a-ec7c-4bf1-a64d-678a75bb187f tempest-NetworksTest-506558644 tempest-NetworksTest-506558644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:52.807276 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a07ca3-b3fd-4956-bc2b-7fbb41796fe0 req-16e4ad2a-ec7c-4bf1-a64d-678a75bb187f tempest-NetworksTest-506558644 tempest-NetworksTest-506558644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:52.808269 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a07ca3-b3fd-4956-bc2b-7fbb41796fe0 req-16e4ad2a-ec7c-4bf1-a64d-678a75bb187f tempest-NetworksTest-506558644 tempest-NetworksTest-506558644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:52.808269 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a07ca3-b3fd-4956-bc2b-7fbb41796fe0 req-16e4ad2a-ec7c-4bf1-a64d-678a75bb187f tempest-NetworksTest-506558644 tempest-NetworksTest-506558644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:52.808467 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7225a67-d795-4af2-9368-3149e1bc6599 admin admin] Made reservation on behalf of 2fcc8eb39f9b4242acdb0a6e4b1d45f5 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:12:52.808778 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a07ca3-b3fd-4956-bc2b-7fbb41796fe0 req-16e4ad2a-ec7c-4bf1-a64d-678a75bb187f tempest-NetworksTest-506558644 tempest-NetworksTest-506558644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:52.809221 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a07ca3-b3fd-4956-bc2b-7fbb41796fe0 req-16e4ad2a-ec7c-4bf1-a64d-678a75bb187f tempest-NetworksTest-506558644 tempest-NetworksTest-506558644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:52.809729 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a07ca3-b3fd-4956-bc2b-7fbb41796fe0 req-16e4ad2a-ec7c-4bf1-a64d-678a75bb187f tempest-NetworksTest-506558644 tempest-NetworksTest-506558644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:52.810190 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a07ca3-b3fd-4956-bc2b-7fbb41796fe0 req-16e4ad2a-ec7c-4bf1-a64d-678a75bb187f tempest-NetworksTest-506558644 tempest-NetworksTest-506558644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:52.810590 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7225a67-d795-4af2-9368-3149e1bc6599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:52.810714 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a07ca3-b3fd-4956-bc2b-7fbb41796fe0 req-16e4ad2a-ec7c-4bf1-a64d-678a75bb187f tempest-NetworksTest-506558644 tempest-NetworksTest-506558644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:52.832392 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e5a07ca3-b3fd-4956-bc2b-7fbb41796fe0 req-16e4ad2a-ec7c-4bf1-a64d-678a75bb187f tempest-NetworksTest-506558644 tempest-NetworksTest-506558644-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8545 time: 0.7201498 Nov 10 19:12:52.861729 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7225a67-d795-4af2-9368-3149e1bc6599 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:52.967124 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a8cf75-712b-41c5-b265-7d61067a1719 x-openstack-request-id: req-69a8cf75-712b-41c5-b265-7d61067a1719 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:12:52.967453 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d036cbf-333b-4e71-bea1-09e852d37598", "name": "network-vif-deleted", "tag": "a75e56e2-9c4b-42c0-b5e0-826d640ea3f9", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:12:52.967659 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-69a8cf75-712b-41c5-b265-7d61067a1719 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:12:52.977336 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d036cbf-333b-4e71-bea1-09e852d37598', 'name': 'network-vif-deleted', 'tag': 'a75e56e2-9c4b-42c0-b5e0-826d640ea3f9', 'status': 'completed', 'code': 200} Nov 10 19:12:52.983246 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-af0aca89-8213-4365-9ba2-b442b18ea3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:53.009129 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-af0aca89-8213-4365-9ba2-b442b18ea3c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:53.014925 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-af0aca89-8213-4365-9ba2-b442b18ea3c7 admin admin] 10.222.0.54 "DELETE /v2.0/networks/6d401439-3cb6-45f3-9f43-bf8f218668ea HTTP/1.1" status: 204 len: 168 time: 0.7798119 Nov 10 19:12:53.032473 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0aca89-8213-4365-9ba2-b442b18ea3c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d401439-3cb6-45f3-9f43-bf8f218668ea,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:53.149957 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d9d7df72-c04d-4304-aef4-ab8f241fa775 req-6db1f49a-8779-4572-8800-8027b1987c14 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] 10.222.0.54 "GET /v2.0/ports?device_id=474491fd-f1c5-4cb5-8f83-cd944cf07995 HTTP/1.1" status: 200 len: 210 time: 0.0698457 Nov 10 19:12:53.160880 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7225a67-d795-4af2-9368-3149e1bc6599 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:53.184372 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7225a67-d795-4af2-9368-3149e1bc6599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:53.215961 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7225a67-d795-4af2-9368-3149e1bc6599 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:12:53.245892 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7225a67-d795-4af2-9368-3149e1bc6599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce354ea6-3eb0-4818-8104-5fb82d5ad040,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:53.264099 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7225a67-d795-4af2-9368-3149e1bc6599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:53.267308 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-c7225a67-d795-4af2-9368-3149e1bc6599 admin admin] Added segment 7326ada5-f762-4313-b25f-4cb3df3eec6b of type vlan for network 9e3f588d-9e16-4009-9128-d1f7230e1521 Nov 10 19:12:53.269062 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58040) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:53.273005 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58042) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:53.279521 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-539cd2af-816e-41f4-923c-63df7d7af177 req-641e88f8-2594-4859-88ab-23098cbb98f5 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:53.301531 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:12:53.337796 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-539cd2af-816e-41f4-923c-63df7d7af177 req-641e88f8-2594-4859-88ab-23098cbb98f5 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:53.348383 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:12:53.350645 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device a75e56e2-9c4b-42c0-b5e0-826d640ea3f9 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:12:53.387681 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-320f257d-d4f0-444d-9974-2bd3d88017a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:53.390009 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f4656241-b545-480e-b862-9ad0d6c9bfba admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7f69f555aace4491bc0456309314d9a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1177437 Nov 10 19:12:53.391852 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7225a67-d795-4af2-9368-3149e1bc6599 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:53.396855 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58046) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:53.441250 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-539cd2af-816e-41f4-923c-63df7d7af177 req-641e88f8-2594-4859-88ab-23098cbb98f5 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] Network 3d02f8e6-cfaf-4bde-95cf-5db0485022ea is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:12:53.457266 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11833f2-f5c4-443b-9fb8-22fbb846137e req-445ee96f-df68-4f72-9026-3e3ae05df62c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:53.459229 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a11833f2-f5c4-443b-9fb8-22fbb846137e req-445ee96f-df68-4f72-9026-3e3ae05df62c tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 944 time: 0.1381605 Nov 10 19:12:53.460122 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-539cd2af-816e-41f4-923c-63df7d7af177 req-641e88f8-2594-4859-88ab-23098cbb98f5 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:12:53.462801 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e88f8-2594-4859-88ab-23098cbb98f5 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] Pushing event updated for resources: {'Port': ['ID=17088527-7f0f-4c32-ba34-d282103f8e18,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:53.465148 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-539cd2af-816e-41f4-923c-63df7d7af177 req-641e88f8-2594-4859-88ab-23098cbb98f5 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:12:53.517434 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7225a67-d795-4af2-9368-3149e1bc6599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:53.517878 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7225a67-d795-4af2-9368-3149e1bc6599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:53.518561 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7225a67-d795-4af2-9368-3149e1bc6599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:53.546880 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cd2af-816e-41f4-923c-63df7d7af177 req-641e88f8-2594-4859-88ab-23098cbb98f5 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:53.547546 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-539cd2af-816e-41f4-923c-63df7d7af177 req-641e88f8-2594-4859-88ab-23098cbb98f5 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:53.571659 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-539cd2af-816e-41f4-923c-63df7d7af177 req-641e88f8-2594-4859-88ab-23098cbb98f5 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4350731 Nov 10 19:12:53.577649 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a11833f2-f5c4-443b-9fb8-22fbb846137e req-81bc25c8-7c1c-4e9d-a48f-b37988eb2057 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075079 Nov 10 19:12:53.584717 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-539cd2af-816e-41f4-923c-63df7d7af177 req-36dc76d9-8a7d-49c4-bb13-a24501ae0907 service neutron] Request body: {'port': {'device_id': '474491fd-f1c5-4cb5-8f83-cd944cf07995', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:12:53.590143 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c7225a67-d795-4af2-9368-3149e1bc6599 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0715036 Nov 10 19:12:53.594383 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58048) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:53.622507 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-91e484b0-8ac3-4769-a780-889c6aa1eb05 admin admin] Request body: {'subnet': {'network_id': '9e3f588d-9e16-4009-9128-d1f7230e1521', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-299340757-subnet', 'tenant_id': '2fcc8eb39f9b4242acdb0a6e4b1d45f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:12:53.659125 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7f113da3-3e40-44cf-8c91-f49ce4269b8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:53.674839 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-539cd2af-816e-41f4-923c-63df7d7af177 req-36dc76d9-8a7d-49c4-bb13-a24501ae0907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:53.683988 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e6e11b00-a886-44b3-85a6-0daa639951b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:53.685667 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7225a67-d795-4af2-9368-3149e1bc6599 admin admin] Pushing event updated for resources: {'Network': ['ID=9e3f588d-9e16-4009-9128-d1f7230e1521,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:53.693929 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e484b0-8ac3-4769-a780-889c6aa1eb05 admin admin] Made reservation on behalf of 2fcc8eb39f9b4242acdb0a6e4b1d45f5 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:12:53.696642 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 9e3f588d-9e16-4009-9128-d1f7230e1521 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:12:53.696902 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-91e484b0-8ac3-4769-a780-889c6aa1eb05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:53.701888 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-1c7e580b-7172-4c7f-a567-bf0e79d842c6 admin admin] Deleting port 536c3623-1aac-4f6c-b15d-89776bdd32f1 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:12:53.702139 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1c7e580b-7172-4c7f-a567-bf0e79d842c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:53.750016 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7f113da3-3e40-44cf-8c91-f49ce4269b8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:53.827067 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d47aa-2fc8-46bc-84f9-de97a224ba7c req-8ae02279-2bb7-40fd-ac09-672f7529a0b7 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:53.828444 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-300d47aa-2fc8-46bc-84f9-de97a224ba7c req-8ae02279-2bb7-40fd-ac09-672f7529a0b7 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 944 time: 0.1904461 Nov 10 19:12:53.939405 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-1c7e580b-7172-4c7f-a567-bf0e79d842c6 admin admin] For port 536c3623-1aac-4f6c-b15d-89776bdd32f1, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=536c3623-1aac-4f6c-b15d-89776bdd32f1,segment=NetworkSegment(f30db029-3af0-4a37-9a3a-3d875216d3a4),segment_id=f30db029-3af0-4a37-9a3a-3d875216d3a4)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:53.939779 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1c7e580b-7172-4c7f-a567-bf0e79d842c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:53.977245 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-1c7e580b-7172-4c7f-a567-bf0e79d842c6 admin admin] Calling delete_port for 536c3623-1aac-4f6c-b15d-89776bdd32f1 owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:12:54.001965 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7f113da3-3e40-44cf-8c91-f49ce4269b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:54.004867 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7f113da3-3e40-44cf-8c91-f49ce4269b8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:54.020594 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7f113da3-3e40-44cf-8c91-f49ce4269b8d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8 HTTP/1.1" status: 204 len: 168 time: 0.6123424 Nov 10 19:12:54.067650 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c19b7a-e269-4997-bb24-aa9bfc9ba0e3 req-c0dd7c64-11a8-4329-a45f-d04ca64ad8a4 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:54.076125 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-89c19b7a-e269-4997-bb24-aa9bfc9ba0e3 req-c0dd7c64-11a8-4329-a45f-d04ca64ad8a4 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=3788855a-0668-4ebd-a65a-0ac736c71e54 HTTP/1.1" status: 200 len: 945 time: 0.1957521 Nov 10 19:12:54.095911 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f113da3-3e40-44cf-8c91-f49ce4269b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9c8e66-602a-403c-a17e-cf7d9b0a6bb8,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:54.142025 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e6e11b00-a886-44b3-85a6-0daa639951b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:54.146204 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-300d47aa-2fc8-46bc-84f9-de97a224ba7c req-6fdad284-3a02-4214-893a-e67d24a96221 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Deleting port 653b8478-220b-442b-8286-259dcc0b0481 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:12:54.146548 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-300d47aa-2fc8-46bc-84f9-de97a224ba7c req-6fdad284-3a02-4214-893a-e67d24a96221 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:54.163246 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e6e11b00-a886-44b3-85a6-0daa639951b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:54.212313 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-89c19b7a-e269-4997-bb24-aa9bfc9ba0e3 req-34bd272a-ed1a-4d5d-a62a-b202d0506b3d tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347806 Nov 10 19:12:54.228088 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-91e484b0-8ac3-4769-a780-889c6aa1eb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:54.271587 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:54.312439 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e6e11b00-a886-44b3-85a6-0daa639951b0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c7bbcd971f2b40e9aae3c76ca0a8561c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0301392 Nov 10 19:12:54.317173 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e11b00-a886-44b3-85a6-0daa639951b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a4fa51-8414-4ac7-a69e-697e5564aa07,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:54.319347 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58068) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:54.363031 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-300d47aa-2fc8-46bc-84f9-de97a224ba7c req-6fdad284-3a02-4214-893a-e67d24a96221 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] For port 653b8478-220b-442b-8286-259dcc0b0481, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=653b8478-220b-442b-8286-259dcc0b0481,segment=NetworkSegment(6554b14b-2063-4341-90e9-5afcd21f168a),segment_id=6554b14b-2063-4341-90e9-5afcd21f168a)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:54.363670 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-300d47aa-2fc8-46bc-84f9-de97a224ba7c req-6fdad284-3a02-4214-893a-e67d24a96221 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:54.381110 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-300d47aa-2fc8-46bc-84f9-de97a224ba7c req-6fdad284-3a02-4214-893a-e67d24a96221 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Calling delete_port for 653b8478-220b-442b-8286-259dcc0b0481 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:12:54.395097 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e484b0-8ac3-4769-a780-889c6aa1eb05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9518c1a-00be-415c-83ea-29562b7f88d4,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:54.464888 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e484b0-8ac3-4769-a780-889c6aa1eb05 admin admin] Checking segment: {'id': '7326ada5-f762-4313-b25f-4cb3df3eec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9e3f588d-9e16-4009-9128-d1f7230e1521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:12:54.465248 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e484b0-8ac3-4769-a780-889c6aa1eb05 admin admin] Network hostable DHCP agents. Network: 9e3f588d-9e16-4009-9128-d1f7230e1521, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:12:54.479707 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1c7e580b-7172-4c7f-a567-bf0e79d842c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:54.481307 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-539cd2af-816e-41f4-923c-63df7d7af177 req-36dc76d9-8a7d-49c4-bb13-a24501ae0907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17088527-7f0f-4c32-ba34-d282103f8e18 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:12:54.488170 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ba5c7a14-d14e-4280-91e2-ea3d96aae079 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:54.513077 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ba5c7a14-d14e-4280-91e2-ea3d96aae079 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:54.526256 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e580b-7172-4c7f-a567-bf0e79d842c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=536c3623-1aac-4f6c-b15d-89776bdd32f1,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:54.569533 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-539cd2af-816e-41f4-923c-63df7d7af177 req-36dc76d9-8a7d-49c4-bb13-a24501ae0907 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:54.586084 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be04856-a4e2-4212-8089-82d9567e3004 req-1a438b81-78f8-4b9a-b340-4e31b765aa8c tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:54.587684 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7be04856-a4e2-4212-8089-82d9567e3004 req-1a438b81-78f8-4b9a-b340-4e31b765aa8c tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] 10.222.0.54 "GET /v2.0/ports?device_id=474491fd-f1c5-4cb5-8f83-cd944cf07995 HTTP/1.1" status: 200 len: 932 time: 0.2621238 Nov 10 19:12:54.612760 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e484b0-8ac3-4769-a780-889c6aa1eb05 admin admin] Network 9e3f588d-9e16-4009-9128-d1f7230e1521 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:12:54.657814 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-91e484b0-8ac3-4769-a780-889c6aa1eb05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 9e3f588d-9e16-4009-9128-d1f7230e1521) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:12:54.666551 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e484b0-8ac3-4769-a780-889c6aa1eb05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:54.667222 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-91e484b0-8ac3-4769-a780-889c6aa1eb05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:54.671714 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b13a530-348b-49db-9003-8662aa5af629 None None] Network 9e3f588d-9e16-4009-9128-d1f7230e1521 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:12:54.676120 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ba5c7a14-d14e-4280-91e2-ea3d96aae079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:54.678721 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ba5c7a14-d14e-4280-91e2-ea3d96aae079 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:54.682927 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ba5c7a14-d14e-4280-91e2-ea3d96aae079 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/47a4fa51-8414-4ac7-a69e-697e5564aa07 HTTP/1.1" status: 204 len: 168 time: 0.3594568 Nov 10 19:12:54.707821 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c7a14-d14e-4280-91e2-ea3d96aae079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a4fa51-8414-4ac7-a69e-697e5564aa07,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:54.730695 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-91e484b0-8ac3-4769-a780-889c6aa1eb05 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1068397 Nov 10 19:12:54.794089 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7be04856-a4e2-4212-8089-82d9567e3004 req-5239b9b5-6ec5-4431-81f0-daac240fac70 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c267ee7-d196-4d32-9784-2164b5dda13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861362 Nov 10 19:12:54.852579 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe74752-b7d7-4670-a9c2-b86e3caf2f08 req-44798876-a554-4eae-88fc-b79c5433cc56 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:54.854346 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-afe74752-b7d7-4670-a9c2-b86e3caf2f08 req-44798876-a554-4eae-88fc-b79c5433cc56 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35ceb1-a699-4d44-9115-f5898d6a7f22 HTTP/1.1" status: 200 len: 944 time: 0.1385913 Nov 10 19:12:54.915980 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-539cd2af-816e-41f4-923c-63df7d7af177 req-36dc76d9-8a7d-49c4-bb13-a24501ae0907 service neutron] Transition to ACTIVE for port object 17088527-7f0f-4c32-ba34-d282103f8e18 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:12:54.921726 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-300d47aa-2fc8-46bc-84f9-de97a224ba7c req-6fdad284-3a02-4214-893a-e67d24a96221 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:54.929732 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-539cd2af-816e-41f4-923c-63df7d7af177 req-36dc76d9-8a7d-49c4-bb13-a24501ae0907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:55.070442 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdad284-3a02-4214-893a-e67d24a96221 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Pushing event deleted for resources: {'Port': ['ID=653b8478-220b-442b-8286-259dcc0b0481,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:55.071160 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc76d9-8a7d-49c4-bb13-a24501ae0907 service neutron] Pushing event updated for resources: {'Port': ['ID=17088527-7f0f-4c32-ba34-d282103f8e18,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:55.094092 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-afe74752-b7d7-4670-a9c2-b86e3caf2f08 req-5ed1932a-ba3b-44eb-aba4-77f30a85edff tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1669566-d620-4605-a541-36ae36be2ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330098 Nov 10 19:12:55.170778 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:55.187561 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1197b502-f3b6-41bf-a77a-f145b1e74931 None None] Network 9e3f588d-9e16-4009-9128-d1f7230e1521 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:12:55.229982 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-300d47aa-2fc8-46bc-84f9-de97a224ba7c req-6fdad284-3a02-4214-893a-e67d24a96221 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] No DVR routers for this DVR port 653b8478-220b-442b-8286-259dcc0b0481 on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:12:55.233273 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-300d47aa-2fc8-46bc-84f9-de97a224ba7c req-6fdad284-3a02-4214-893a-e67d24a96221 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:55.239231 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-300d47aa-2fc8-46bc-84f9-de97a224ba7c req-6fdad284-3a02-4214-893a-e67d24a96221 tempest-LiveAutoBlockMigrationV225Test-1718130827 tempest-LiveAutoBlockMigrationV225Test-1718130827-project] 10.222.0.73 "DELETE /v2.0/ports/653b8478-220b-442b-8286-259dcc0b0481 HTTP/1.1" status: 204 len: 173 time: 1.3975701 Nov 10 19:12:55.240047 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c35ceb1-a699-4d44-9115-f5898d6a7f22', 'name': 'network-vif-deleted', 'tag': '653b8478-220b-442b-8286-259dcc0b0481'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:12:55.262616 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a48ea7f-ccda-4c16-a3aa-e5725418178a" -d '{"events": [{"server_uuid": "3c35ceb1-a699-4d44-9115-f5898d6a7f22", "name": "network-vif-deleted", "tag": "653b8478-220b-442b-8286-259dcc0b0481"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:12:55.264540 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-539cd2af-816e-41f4-923c-63df7d7af177 req-36dc76d9-8a7d-49c4-bb13-a24501ae0907 service neutron] Attempting to bind port 17088527-7f0f-4c32-ba34-d282103f8e18 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:12:55.264958 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-539cd2af-816e-41f4-923c-63df7d7af177 req-36dc76d9-8a7d-49c4-bb13-a24501ae0907 service neutron] Attempting to bind port 17088527-7f0f-4c32-ba34-d282103f8e18 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': 'ac1a7b87-7bea-42ae-9f19-ef7278791225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3d02f8e6-cfaf-4bde-95cf-5db0485022ea'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:12:55.270893 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1c7e580b-7172-4c7f-a567-bf0e79d842c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:55.279090 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539cd2af-816e-41f4-923c-63df7d7af177 req-36dc76d9-8a7d-49c4-bb13-a24501ae0907 service neutron] Attempting to bind port 17088527-7f0f-4c32-ba34-d282103f8e18 on network 3d02f8e6-cfaf-4bde-95cf-5db0485022ea {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:12:55.299376 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539cd2af-816e-41f4-923c-63df7d7af177 req-36dc76d9-8a7d-49c4-bb13-a24501ae0907 service neutron] Port 17088527-7f0f-4c32-ba34-d282103f8e18 on network 3d02f8e6-cfaf-4bde-95cf-5db0485022ea not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:12:55.301371 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539cd2af-816e-41f4-923c-63df7d7af177 req-36dc76d9-8a7d-49c4-bb13-a24501ae0907 service neutron] Attempting to bind port 17088527-7f0f-4c32-ba34-d282103f8e18 on network 3d02f8e6-cfaf-4bde-95cf-5db0485022ea {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:12:55.319458 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539cd2af-816e-41f4-923c-63df7d7af177 req-36dc76d9-8a7d-49c4-bb13-a24501ae0907 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:12:55.320341 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539cd2af-816e-41f4-923c-63df7d7af177 req-36dc76d9-8a7d-49c4-bb13-a24501ae0907 service neutron] Checking segment: {'id': 'ac1a7b87-7bea-42ae-9f19-ef7278791225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3d02f8e6-cfaf-4bde-95cf-5db0485022ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:12:55.323419 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539cd2af-816e-41f4-923c-63df7d7af177 req-36dc76d9-8a7d-49c4-bb13-a24501ae0907 service neutron] Bound using segment: {'id': 'ac1a7b87-7bea-42ae-9f19-ef7278791225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3d02f8e6-cfaf-4bde-95cf-5db0485022ea'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:12:55.324213 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-539cd2af-816e-41f4-923c-63df7d7af177 req-36dc76d9-8a7d-49c4-bb13-a24501ae0907 service neutron] Bound port: 17088527-7f0f-4c32-ba34-d282103f8e18, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac1a7b87-7bea-42ae-9f19-ef7278791225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3d02f8e6-cfaf-4bde-95cf-5db0485022ea'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:12:55.324905 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-539cd2af-816e-41f4-923c-63df7d7af177 req-36dc76d9-8a7d-49c4-bb13-a24501ae0907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:55.419357 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d9718d-eeba-436f-bdf7-09d21e04244d x-openstack-request-id: req-07d9718d-eeba-436f-bdf7-09d21e04244d {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:12:55.419998 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c35ceb1-a699-4d44-9115-f5898d6a7f22", "name": "network-vif-deleted", "tag": "653b8478-220b-442b-8286-259dcc0b0481", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:12:55.420403 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-07d9718d-eeba-436f-bdf7-09d21e04244d {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:12:55.421139 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c35ceb1-a699-4d44-9115-f5898d6a7f22', 'name': 'network-vif-deleted', 'tag': '653b8478-220b-442b-8286-259dcc0b0481', 'status': 'completed', 'code': 200} Nov 10 19:12:55.442904 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-539cd2af-816e-41f4-923c-63df7d7af177 req-36dc76d9-8a7d-49c4-bb13-a24501ae0907 service neutron] For port 17088527-7f0f-4c32-ba34-d282103f8e18, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:12:55.447266 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-539cd2af-816e-41f4-923c-63df7d7af177 req-36dc76d9-8a7d-49c4-bb13-a24501ae0907 service neutron] For port 17088527-7f0f-4c32-ba34-d282103f8e18, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=17088527-7f0f-4c32-ba34-d282103f8e18,segment=NetworkSegment(ac1a7b87-7bea-42ae-9f19-ef7278791225),segment_id=ac1a7b87-7bea-42ae-9f19-ef7278791225)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:12:55.487513 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-539cd2af-816e-41f4-923c-63df7d7af177 req-36dc76d9-8a7d-49c4-bb13-a24501ae0907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:55.518558 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58098) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:55.541259 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-33eaebf9-4a97-4b82-9378-6c693a4efd02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:55.553411 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632fbaf-7263-4067-992f-986983f0e2b5 req-4cc5fd7a-337e-435d-a679-7ee257399839 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:55.555158 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d632fbaf-7263-4067-992f-986983f0e2b5 req-4cc5fd7a-337e-435d-a679-7ee257399839 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=3788855a-0668-4ebd-a65a-0ac736c71e54 HTTP/1.1" status: 200 len: 945 time: 0.1064289 Nov 10 19:12:55.564316 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cd2af-816e-41f4-923c-63df7d7af177 req-36dc76d9-8a7d-49c4-bb13-a24501ae0907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:55.564934 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-539cd2af-816e-41f4-923c-63df7d7af177 req-36dc76d9-8a7d-49c4-bb13-a24501ae0907 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:55.566402 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-539cd2af-816e-41f4-923c-63df7d7af177 req-36dc76d9-8a7d-49c4-bb13-a24501ae0907 service neutron] 10.222.0.25 "PUT /v2.0/ports/17088527-7f0f-4c32-ba34-d282103f8e18 HTTP/1.1" status: 200 len: 1092 time: 1.9862592 Nov 10 19:12:55.566860 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '474491fd-f1c5-4cb5-8f83-cd944cf07995', 'tag': '17088527-7f0f-4c32-ba34-d282103f8e18'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:12:55.570835 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f19cee-68e6-4728-b731-7d5f26a6451e" -d '{"events": [{"name": "network-changed", "server_uuid": "474491fd-f1c5-4cb5-8f83-cd944cf07995", "tag": "17088527-7f0f-4c32-ba34-d282103f8e18"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:12:55.664086 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc76d9-8a7d-49c4-bb13-a24501ae0907 service neutron] Pushing event updated for resources: {'Port': ['ID=17088527-7f0f-4c32-ba34-d282103f8e18,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:55.723691 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d632fbaf-7263-4067-992f-986983f0e2b5 req-be076e00-0a29-4b10-a1af-613b3ac4a698 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287837 Nov 10 19:12:55.743132 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cd2af-816e-41f4-923c-63df7d7af177 req-4a109e79-711c-432a-86e0-a9c68dcbadb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:55.749430 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-539cd2af-816e-41f4-923c-63df7d7af177 req-4a109e79-711c-432a-86e0-a9c68dcbadb4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b03b2cbd02948ac82eb181cc55f9048&device_id=474491fd-f1c5-4cb5-8f83-cd944cf07995 HTTP/1.1" status: 200 len: 1095 time: 0.1162999 Nov 10 19:12:55.752630 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d09e2044-35d6-4e02-bb7b-3b6ffa748e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:55.883508 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da870eed-a3e0-42da-8695-84f5c603ce43 x-openstack-request-id: req-da870eed-a3e0-42da-8695-84f5c603ce43 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:12:55.884626 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "474491fd-f1c5-4cb5-8f83-cd944cf07995", "tag": "17088527-7f0f-4c32-ba34-d282103f8e18", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:12:55.885746 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-da870eed-a3e0-42da-8695-84f5c603ce43 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:12:55.886883 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '474491fd-f1c5-4cb5-8f83-cd944cf07995', 'tag': '17088527-7f0f-4c32-ba34-d282103f8e18', 'status': 'completed', 'code': 200} Nov 10 19:12:55.894667 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-539cd2af-816e-41f4-923c-63df7d7af177 req-6a63ead3-be40-478a-9972-511be5a7510a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17088527-7f0f-4c32-ba34-d282103f8e18 HTTP/1.1" status: 200 len: 217 time: 0.1394374 Nov 10 19:12:56.000092 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cd2af-816e-41f4-923c-63df7d7af177 req-314ec277-e2ff-4958-afa6-0c0f001eb50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:56.004117 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-539cd2af-816e-41f4-923c-63df7d7af177 req-314ec277-e2ff-4958-afa6-0c0f001eb50f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28e60652-283c-4659-8138-68b8f6c70254 HTTP/1.1" status: 200 len: 854 time: 0.1025455 Nov 10 19:12:56.006399 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-33eaebf9-4a97-4b82-9378-6c693a4efd02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:56.009955 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58112) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:56.012382 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7e580b-7172-4c7f-a567-bf0e79d842c6 admin admin] Router 19e228fa-2456-49d8-a6b4-b948e1e2b363 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:12:56.020492 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-33eaebf9-4a97-4b82-9378-6c693a4efd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:56.055624 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-539cd2af-816e-41f4-923c-63df7d7af177 req-29b6a086-18b3-4a9b-a42b-2a0ac7ac268e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3d02f8e6-cfaf-4bde-95cf-5db0485022ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297511 Nov 10 19:12:56.072390 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-33eaebf9-4a97-4b82-9378-6c693a4efd02 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9952ac44abe84576a671d61e027f5b9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5525169 Nov 10 19:12:56.087018 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58116) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:56.158855 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5ce54-eacc-491e-9792-8755316cc087 req-625acc40-6b9e-4d0b-97be-5a6e19db2a44 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:56.160476 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dfb5ce54-eacc-491e-9792-8755316cc087 req-625acc40-6b9e-4d0b-97be-5a6e19db2a44 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] 10.222.0.54 "GET /v2.0/ports?device_id=474491fd-f1c5-4cb5-8f83-cd944cf07995 HTTP/1.1" status: 200 len: 944 time: 0.1765440 Nov 10 19:12:56.265546 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-539cd2af-816e-41f4-923c-63df7d7af177 req-069ebf2b-cd64-48ab-8e4d-faa367deb861 service neutron] 10.222.0.25 "GET /v2.0/networks/3d02f8e6-cfaf-4bde-95cf-5db0485022ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019136 Nov 10 19:12:56.362616 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dfb5ce54-eacc-491e-9792-8755316cc087 req-6797f85c-23e1-48fe-98cf-9b802bf192f4 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c267ee7-d196-4d32-9784-2164b5dda13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838329 Nov 10 19:12:56.387605 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-2b478983-0510-475d-a906-9b0b42b46d63 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:56.389064 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-2b478983-0510-475d-a906-9b0b42b46d63 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/networks?id=9e3f588d-9e16-4009-9128-d1f7230e1521 HTTP/1.1" status: 200 len: 812 time: 0.2558858 Nov 10 19:12:56.426205 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-77957198-8d44-405a-b5b0-82029028e97c tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/quotas/2fcc8eb39f9b4242acdb0a6e4b1d45f5 HTTP/1.1" status: 200 len: 375 time: 0.0248656 Nov 10 19:12:56.430023 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-539cd2af-816e-41f4-923c-63df7d7af177 req-cbc58e5e-160f-48a1-b0a2-162ac6e8964c service neutron] 10.222.0.25 "GET /v2.0/networks/3d02f8e6-cfaf-4bde-95cf-5db0485022ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547573 Nov 10 19:12:56.457967 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-a0494dd1-b490-47c6-8970-76acfcf388af admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1197170789-network', 'tenant_id': '77957d962e034783981c11222eec43b2'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:12:56.464343 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eaebf9-4a97-4b82-9378-6c693a4efd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32329e6-dd4a-450a-8fce-4c789b5a8a06,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:56.493479 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-98f733c0-a7b3-4e42-803f-46d92ed4b82f tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2fcc8eb39f9b4242acdb0a6e4b1d45f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500174 Nov 10 19:12:56.494020 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58132) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:56.601343 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0494dd1-b490-47c6-8970-76acfcf388af admin admin] Made reservation on behalf of 77957d962e034783981c11222eec43b2 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:12:56.604065 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a0494dd1-b490-47c6-8970-76acfcf388af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:56.617351 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7e580b-7172-4c7f-a567-bf0e79d842c6 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:12:56.619203 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ecf81f3-49be-4c4d-af9f-9b426cd414f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:56.622281 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a0494dd1-b490-47c6-8970-76acfcf388af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:56.631058 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1c7e580b-7172-4c7f-a567-bf0e79d842c6 admin admin] 10.222.0.54 "PUT /v2.0/routers/19e228fa-2456-49d8-a6b4-b948e1e2b363/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2662511 Nov 10 19:12:56.637188 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58140) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:56.638603 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcea7c5-8ddc-4865-9e6a-d06278b3c0c1 None None] Sync routers for ids ['19e228fa-2456-49d8-a6b4-b948e1e2b363'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:12:56.653036 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcea7c5-8ddc-4865-9e6a-d06278b3c0c1 None None] Routers {'19e228fa-2456-49d8-a6b4-b948e1e2b363'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:12:56.653901 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-ddcea7c5-8ddc-4865-9e6a-d06278b3c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:12:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['19e228fa-2456-49d8-a6b4-b948e1e2b363'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:56.659195 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-b13e2f9a-c876-459e-9031-8bb000c62898 service neutron] 10.222.0.54 "GET /v2.0/networks/9e3f588d-9e16-4009-9128-d1f7230e1521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500127 Nov 10 19:12:56.701023 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f19cee-68e6-4728-b731-7d5f26a6451e req-3b482ac7-1c92-4a34-bcca-a2b9b6f08b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:56.702980 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-08f19cee-68e6-4728-b731-7d5f26a6451e req-3b482ac7-1c92-4a34-bcca-a2b9b6f08b88 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b03b2cbd02948ac82eb181cc55f9048&device_id=474491fd-f1c5-4cb5-8f83-cd944cf07995 HTTP/1.1" status: 200 len: 1095 time: 0.1953762 Nov 10 19:12:56.706516 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ecf81f3-49be-4c4d-af9f-9b426cd414f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:56.821577 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-ddcea7c5-8ddc-4865-9e6a-d06278b3c0c1 None None] Set router 19e228fa-2456-49d8-a6b4-b948e1e2b363 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:12:56.844846 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-715ecc39-ede2-4a75-93f0-9ee0188711f4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:56.874572 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-47766eea-caf1-4df5-b672-7188ee194eab service neutron] 10.222.0.54 "GET /v2.0/networks/9e3f588d-9e16-4009-9128-d1f7230e1521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063408 Nov 10 19:12:56.888995 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ecf81f3-49be-4c4d-af9f-9b426cd414f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:56.892876 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ecf81f3-49be-4c4d-af9f-9b426cd414f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:56.897314 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9ecf81f3-49be-4c4d-af9f-9b426cd414f6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b32329e6-dd4a-450a-8fce-4c789b5a8a06 HTTP/1.1" status: 204 len: 168 time: 0.8091443 Nov 10 19:12:56.924206 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf81f3-49be-4c4d-af9f-9b426cd414f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32329e6-dd4a-450a-8fce-4c789b5a8a06,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:56.933207 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a0494dd1-b490-47c6-8970-76acfcf388af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:56.947140 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a0494dd1-b490-47c6-8970-76acfcf388af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:57.012012 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0494dd1-b490-47c6-8970-76acfcf388af admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:12:57.038020 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0494dd1-b490-47c6-8970-76acfcf388af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52de01c7-d00e-4b3b-b09f-d092153ad5b4,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:57.057347 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a0494dd1-b490-47c6-8970-76acfcf388af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:57.057705 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-a0494dd1-b490-47c6-8970-76acfcf388af admin admin] Added segment fef5c371-1a38-417a-8a41-c6a979265e30 of type vlan for network f9ea6856-8294-48af-b039-f24bd69bff57 Nov 10 19:12:57.091623 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-715ecc39-ede2-4a75-93f0-9ee0188711f4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:57.134682 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:57.169479 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a0494dd1-b490-47c6-8970-76acfcf388af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:57.216003 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-31c88d66-1812-47cd-b312-bef73e9136b5 admin admin] Deleting subnet 91093ec9-e097-43f7-865c-a8764e927d57 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:12:57.218572 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a0494dd1-b490-47c6-8970-76acfcf388af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:57.220862 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0494dd1-b490-47c6-8970-76acfcf388af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:57.224214 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a0494dd1-b490-47c6-8970-76acfcf388af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:57.238264 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-31c88d66-1812-47cd-b312-bef73e9136b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:57.279740 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-ddcea7c5-8ddc-4865-9e6a-d06278b3c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267993946-router', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:05:08Z', 'updated_at': '2021-11-10T19:12:54Z', 'revision_number': 5, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'gw_port': {'id': 'ae03a880-c676-4ff7-8a4e-702f42ba4a1f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:09Z', 'updated_at': '2021-11-10T19:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:57.338049 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcea7c5-8ddc-4865-9e6a-d06278b3c0c1 None None] Checking router: 19e228fa-2456-49d8-a6b4-b948e1e2b363 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:12:57.338269 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85120b94-9f6f-40ef-b361-120012936c0d req-d4068cae-b506-425c-b0bc-1accfe4d8468 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:57.344132 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 653b8478-220b-442b-8286-259dcc0b0481 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:12:57.346632 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-85120b94-9f6f-40ef-b361-120012936c0d req-d4068cae-b506-425c-b0bc-1accfe4d8468 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=3788855a-0668-4ebd-a65a-0ac736c71e54 HTTP/1.1" status: 200 len: 945 time: 0.4636068 Nov 10 19:12:57.377149 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 653b8478-220b-442b-8286-259dcc0b0481 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:12:57.377514 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 653b8478-220b-442b-8286-259dcc0b0481 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:12:57.382638 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcea7c5-8ddc-4865-9e6a-d06278b3c0c1 None None] Routers {'19e228fa-2456-49d8-a6b4-b948e1e2b363'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:12:57.383080 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-ddcea7c5-8ddc-4865-9e6a-d06278b3c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:12:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['19e228fa-2456-49d8-a6b4-b948e1e2b363'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:57.399291 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a0494dd1-b490-47c6-8970-76acfcf388af admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3820403 Nov 10 19:12:57.400691 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58158) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:57.422988 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-31848396-ef79-4173-bf75-a8ed37cc4385 admin admin] Request body: {'subnet': {'network_id': 'f9ea6856-8294-48af-b039-f24bd69bff57', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1197170789-subnet', 'tenant_id': '77957d962e034783981c11222eec43b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:12:57.439402 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0494dd1-b490-47c6-8970-76acfcf388af admin admin] Pushing event updated for resources: {'Network': ['ID=f9ea6856-8294-48af-b039-f24bd69bff57,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:57.440409 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f19cee-68e6-4728-b731-7d5f26a6451e req-16d39401-fcee-4b85-a94e-fa07ebbf899e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:57.442402 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-08f19cee-68e6-4728-b731-7d5f26a6451e req-16d39401-fcee-4b85-a94e-fa07ebbf899e service neutron] 10.222.0.25 "GET /v2.0/networks?id=3d02f8e6-cfaf-4bde-95cf-5db0485022ea HTTP/1.1" status: 200 len: 915 time: 0.7264562 Nov 10 19:12:57.464611 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-715ecc39-ede2-4a75-93f0-9ee0188711f4 admin admin] Deleting port ae03a880-c676-4ff7-8a4e-702f42ba4a1f {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:12:57.464996 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-715ecc39-ede2-4a75-93f0-9ee0188711f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:57.472842 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-31c88d66-1812-47cd-b312-bef73e9136b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:57.520879 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-ddcea7c5-8ddc-4865-9e6a-d06278b3c0c1 None None] Set router 19e228fa-2456-49d8-a6b4-b948e1e2b363 gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:12:57.556139 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31848396-ef79-4173-bf75-a8ed37cc4385 admin admin] Made reservation on behalf of 77957d962e034783981c11222eec43b2 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:12:57.558996 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-31848396-ef79-4173-bf75-a8ed37cc4385 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:57.580200 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-ddcea7c5-8ddc-4865-9e6a-d06278b3c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267993946-router', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:05:08Z', 'updated_at': '2021-11-10T19:12:57Z', 'revision_number': 6, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:57.582765 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network f9ea6856-8294-48af-b039-f24bd69bff57 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:12:57.637102 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcea7c5-8ddc-4865-9e6a-d06278b3c0c1 None None] The sync data for ids ['19e228fa-2456-49d8-a6b4-b948e1e2b363'] in n-d-813897-4 is: [{'id': '19e228fa-2456-49d8-a6b4-b948e1e2b363', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1267993946-router', 'tenant_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:05:08Z', 'updated_at': '2021-11-10T19:12:57Z', 'revision_number': 6, 'project_id': 'eeb5c8ebb6ac4d4693aeaf63c555f1ed', 'gw_port_host': None}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:12:57.655537 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-08f19cee-68e6-4728-b731-7d5f26a6451e req-49590cc4-fa22-4d9f-a426-b02c3bef382c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17088527-7f0f-4c32-ba34-d282103f8e18 HTTP/1.1" status: 200 len: 217 time: 0.1785858 Nov 10 19:12:57.764902 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-31c88d66-1812-47cd-b312-bef73e9136b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:57.771648 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-85120b94-9f6f-40ef-b361-120012936c0d req-a2fd4b15-d13f-4a31-8c5f-cb76dc608724 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240983 Nov 10 19:12:57.787364 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1967242c-f8f2-4c5f-af03-756acb4a43bf req-ef5c21fa-401b-45b6-97b1-41aae325856c tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127 HTTP/1.1" status: 200 len: 210 time: 0.3371170 Nov 10 19:12:57.854986 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-715ecc39-ede2-4a75-93f0-9ee0188711f4 admin admin] For port ae03a880-c676-4ff7-8a4e-702f42ba4a1f, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ae03a880-c676-4ff7-8a4e-702f42ba4a1f,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:12:57.855441 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-715ecc39-ede2-4a75-93f0-9ee0188711f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:57.878660 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-715ecc39-ede2-4a75-93f0-9ee0188711f4 admin admin] Calling delete_port for ae03a880-c676-4ff7-8a4e-702f42ba4a1f owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:12:58.036003 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f19cee-68e6-4728-b731-7d5f26a6451e req-cbf2c463-9468-4216-95a1-85df94bf063a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:58.037986 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-08f19cee-68e6-4728-b731-7d5f26a6451e req-cbf2c463-9468-4216-95a1-85df94bf063a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28e60652-283c-4659-8138-68b8f6c70254 HTTP/1.1" status: 200 len: 854 time: 0.2484894 Nov 10 19:12:58.103050 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-08f19cee-68e6-4728-b731-7d5f26a6451e req-e5d06037-69b9-4825-824e-7f15b3a5c410 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3d02f8e6-cfaf-4bde-95cf-5db0485022ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491693 Nov 10 19:12:58.111490 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f1b34-4503-4b36-98fb-113e6bedd300 req-05011725-df5b-4116-975b-d36d95b8524e tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:58.113039 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a37f1b34-4503-4b36-98fb-113e6bedd300 req-05011725-df5b-4116-975b-d36d95b8524e tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] 10.222.0.54 "GET /v2.0/ports?device_id=474491fd-f1c5-4cb5-8f83-cd944cf07995 HTTP/1.1" status: 200 len: 944 time: 0.1872084 Nov 10 19:12:58.114121 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-31c88d66-1812-47cd-b312-bef73e9136b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:58.187670 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c88d66-1812-47cd-b312-bef73e9136b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91093ec9-e097-43f7-865c-a8764e927d57,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:58.210621 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-31c88d66-1812-47cd-b312-bef73e9136b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:58.216399 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-31c88d66-1812-47cd-b312-bef73e9136b5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/91093ec9-e097-43f7-865c-a8764e927d57 HTTP/1.1" status: 204 len: 168 time: 1.7168388 Nov 10 19:12:58.245978 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58188) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:58.275555 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-31848396-ef79-4173-bf75-a8ed37cc4385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:58.338178 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-08f19cee-68e6-4728-b731-7d5f26a6451e req-8b41b7bc-1f79-42e6-8902-baebc4546e1b service neutron] 10.222.0.25 "GET /v2.0/networks/3d02f8e6-cfaf-4bde-95cf-5db0485022ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210045 Nov 10 19:12:58.383322 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31848396-ef79-4173-bf75-a8ed37cc4385 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd603886-11e0-4a0c-9e77-d11dbd0cb322,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:58.397513 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31848396-ef79-4173-bf75-a8ed37cc4385 admin admin] Checking segment: {'id': 'fef5c371-1a38-417a-8a41-c6a979265e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f9ea6856-8294-48af-b039-f24bd69bff57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:12:58.398006 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31848396-ef79-4173-bf75-a8ed37cc4385 admin admin] Network hostable DHCP agents. Network: f9ea6856-8294-48af-b039-f24bd69bff57, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:12:58.403424 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-715ecc39-ede2-4a75-93f0-9ee0188711f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:58.437286 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ecc39-ede2-4a75-93f0-9ee0188711f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae03a880-c676-4ff7-8a4e-702f42ba4a1f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:58.467824 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31848396-ef79-4173-bf75-a8ed37cc4385 admin admin] Network f9ea6856-8294-48af-b039-f24bd69bff57 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:12:58.507158 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-31848396-ef79-4173-bf75-a8ed37cc4385 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, f9ea6856-8294-48af-b039-f24bd69bff57) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:12:58.515027 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31848396-ef79-4173-bf75-a8ed37cc4385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:58.515688 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-31848396-ef79-4173-bf75-a8ed37cc4385 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:58.527565 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b4d225-152b-432a-853e-58d672e1f0b4 None None] Network f9ea6856-8294-48af-b039-f24bd69bff57 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:12:58.531272 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-715ecc39-ede2-4a75-93f0-9ee0188711f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:58.572091 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-31848396-ef79-4173-bf75-a8ed37cc4385 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1702507 Nov 10 19:12:58.584094 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d911dfdd-2d4b-4a21-8c0c-c9a1e5bf12e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:58.592877 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58198) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:58.603085 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-35c925d6-85a2-4e71-87ae-faca2a4853f3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1197170789-router', 'tenant_id': '77957d962e034783981c11222eec43b2', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:12:58.658904 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-715ecc39-ede2-4a75-93f0-9ee0188711f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:58.662861 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-715ecc39-ede2-4a75-93f0-9ee0188711f4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:58.680770 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a37f1b34-4503-4b36-98fb-113e6bedd300 req-b8376e0c-681c-4ba6-8362-cb9b17b9c281 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c267ee7-d196-4d32-9784-2164b5dda13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5187306 Nov 10 19:12:58.732094 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-35c925d6-85a2-4e71-87ae-faca2a4853f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:58.735055 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-35c925d6-85a2-4e71-87ae-faca2a4853f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:58.745486 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-715ecc39-ede2-4a75-93f0-9ee0188711f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:58.746995 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715ecc39-ede2-4a75-93f0-9ee0188711f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19e228fa-2456-49d8-a6b4-b948e1e2b363 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:12:58.765644 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-715ecc39-ede2-4a75-93f0-9ee0188711f4 admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:58.775181 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-715ecc39-ede2-4a75-93f0-9ee0188711f4 admin admin] 10.222.0.54 "DELETE /v2.0/routers/19e228fa-2456-49d8-a6b4-b948e1e2b363 HTTP/1.1" status: 204 len: 168 time: 2.1368413 Nov 10 19:12:58.777284 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58202) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:58.818365 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58208) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:58.827108 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-1a529a3d-8aff-4ede-98af-50f97d4842a1 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-938087767'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:12:58.854905 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1628933-761e-4a7f-8cab-76ec8ecbf9df admin admin] Deleting subnet 9a832f56-5207-4167-a27c-433bc2e28f2d {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:12:58.859576 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1628933-761e-4a7f-8cab-76ec8ecbf9df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:58.922244 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a529a3d-8aff-4ede-98af-50f97d4842a1 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Made reservation on behalf of f8868befe3bb435a8f25d6ac7c7d0f37 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:12:58.927192 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1a529a3d-8aff-4ede-98af-50f97d4842a1 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:58.955666 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d911dfdd-2d4b-4a21-8c0c-c9a1e5bf12e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:58.969538 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1628933-761e-4a7f-8cab-76ec8ecbf9df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:59.018696 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-d911dfdd-2d4b-4a21-8c0c-c9a1e5bf12e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74048eaf-c023-4244-acc6-bb708e07e097']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:59.025659 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ae03a880-c676-4ff7-8a4e-702f42ba4a1f no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:12:59.042729 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-08f19cee-68e6-4728-b731-7d5f26a6451e req-b76a081e-46ae-4381-9e07-47f35ba76dd9 service neutron] 10.222.0.25 "GET /v2.0/networks/3d02f8e6-cfaf-4bde-95cf-5db0485022ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6577911 Nov 10 19:12:59.073183 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c611018-1a22-4bdb-b8c2-9c8b9ee55246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-f9ea6856-8294-48af-b039-f24bd69bff57', 'network_id': 'f9ea6856-8294-48af-b039-f24bd69bff57', 'tenant_id': '77957d962e034783981c11222eec43b2', 'fixed_ips': [{'subnet_id': 'bd603886-11e0-4a0c-9e77-d11dbd0cb322'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:12:59.074513 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2c611018-1a22-4bdb-b8c2-9c8b9ee55246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:59.080213 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: ae03a880-c676-4ff7-8a4e-702f42ba4a1f {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:12:59.080744 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ae03a880-c676-4ff7-8a4e-702f42ba4a1f not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:12:59.081324 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 536c3623-1aac-4f6c-b15d-89776bdd32f1 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:12:59.098111 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:59.109819 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a529a3d-8aff-4ede-98af-50f97d4842a1 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:12:59.135851 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 536c3623-1aac-4f6c-b15d-89776bdd32f1 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:12:59.136209 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 536c3623-1aac-4f6c-b15d-89776bdd32f1 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:12:59.148130 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1a529a3d-8aff-4ede-98af-50f97d4842a1 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:59.148472 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-1a529a3d-8aff-4ede-98af-50f97d4842a1 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Added segment 181bf923-29c6-48c6-a618-3da751521132 of type vlan for network dfeb421a-f1c8-4726-8242-6b468d6e48f3 Nov 10 19:12:59.216332 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-00cf39fe-8341-4728-8d93-6f00037c61cc req-6739cdce-a548-4f92-af62-c459287ba51a tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127 HTTP/1.1" status: 200 len: 210 time: 0.1817174 Nov 10 19:12:59.228607 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1628933-761e-4a7f-8cab-76ec8ecbf9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:59.232432 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-d911dfdd-2d4b-4a21-8c0c-c9a1e5bf12e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6554b14b-2063-4341-90e9-5afcd21f168a') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:59.233418 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-d911dfdd-2d4b-4a21-8c0c-c9a1e5bf12e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6554b14b-2063-4341-90e9-5afcd21f168a') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:12:59.245247 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-35c925d6-85a2-4e71-87ae-faca2a4853f3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:59.258578 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d911dfdd-2d4b-4a21-8c0c-c9a1e5bf12e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:59.305023 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1a529a3d-8aff-4ede-98af-50f97d4842a1 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:59.313054 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:59.342448 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1a529a3d-8aff-4ede-98af-50f97d4842a1 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:59.355423 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a529a3d-8aff-4ede-98af-50f97d4842a1 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:59.356040 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1a529a3d-8aff-4ede-98af-50f97d4842a1 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:59.379992 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-2c611018-1a22-4bdb-b8c2-9c8b9ee55246 None None] Allocated IP 172.20.0.2 (f9ea6856-8294-48af-b039-f24bd69bff57/bd603886-11e0-4a0c-9e77-d11dbd0cb322/e9117333-db6d-49ab-afb1-b6d1b88680c1) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:12:59.387822 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1a529a3d-8aff-4ede-98af-50f97d4842a1 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5659516 Nov 10 19:12:59.408705 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1628933-761e-4a7f-8cab-76ec8ecbf9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:59.450544 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58216) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:59.451272 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1628933-761e-4a7f-8cab-76ec8ecbf9df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a832f56-5207-4167-a27c-433bc2e28f2d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:59.471735 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-c0cff361-f39c-4ea2-abec-834cdb61b6eb tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1992343437'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:12:59.506935 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1628933-761e-4a7f-8cab-76ec8ecbf9df admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:59.511781 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d1628933-761e-4a7f-8cab-76ec8ecbf9df admin admin] 10.222.0.54 "DELETE /v2.0/subnets/9a832f56-5207-4167-a27c-433bc2e28f2d HTTP/1.1" status: 204 len: 168 time: 0.7333868 Nov 10 19:12:59.534104 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a32d7e0-fd8a-4a10-877f-a4bf9cdbcb9c None None] Network 423e20a9-8495-4dca-adac-a4f59edcf0b6 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:12:59.611379 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58220) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:12:59.697106 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a529a3d-8aff-4ede-98af-50f97d4842a1 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Pushing event updated for resources: {'Network': ['ID=dfeb421a-f1c8-4726-8242-6b468d6e48f3,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:12:59.772600 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2c611018-1a22-4bdb-b8c2-9c8b9ee55246 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:59.792158 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network dfeb421a-f1c8-4726-8242-6b468d6e48f3 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:12:59.807971 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2c611018-1a22-4bdb-b8c2-9c8b9ee55246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:59.898547 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cff361-f39c-4ea2-abec-834cdb61b6eb tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Made reservation on behalf of f8868befe3bb435a8f25d6ac7c7d0f37 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:12:59.903833 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c611018-1a22-4bdb-b8c2-9c8b9ee55246 None None] Network f9ea6856-8294-48af-b039-f24bd69bff57 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:12:59.909380 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c0cff361-f39c-4ea2-abec-834cdb61b6eb tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:59.970789 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d911dfdd-2d4b-4a21-8c0c-c9a1e5bf12e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:59.974317 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-2d591060-5fb1-4ceb-8708-ffda31a51fd6 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:12:59.976444 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-2d591060-5fb1-4ceb-8708-ffda31a51fd6 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.73 "GET /v2.0/networks?id=9e3f588d-9e16-4009-9128-d1f7230e1521 HTTP/1.1" status: 200 len: 812 time: 0.2628224 Nov 10 19:12:59.986978 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44fd9602-b0cc-4492-9077-1be5b61fc2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:59.995687 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-4ef8cb05-7b3d-4d14-a704-f9d33f9c91e5 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Request body: {'port': {'device_id': '80acc343-02f4-47c2-9532-26348b57388a', 'network_id': '9e3f588d-9e16-4009-9128-d1f7230e1521', 'admin_state_up': True, 'tenant_id': '2fcc8eb39f9b4242acdb0a6e4b1d45f5'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:00.023532 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d274b-9424-4e94-9409-881a9f21017d req-b1773f92-e94a-4e7e-b021-39e08b60a3c5 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:00.027208 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e78d274b-9424-4e94-9409-881a9f21017d req-b1773f92-e94a-4e7e-b021-39e08b60a3c5 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=3788855a-0668-4ebd-a65a-0ac736c71e54 HTTP/1.1" status: 200 len: 945 time: 0.9876125 Nov 10 19:13:00.032757 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0cff361-f39c-4ea2-abec-834cdb61b6eb tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:13:00.056008 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d911dfdd-2d4b-4a21-8c0c-c9a1e5bf12e2 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:13:00.056586 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d911dfdd-2d4b-4a21-8c0c-c9a1e5bf12e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:00.060528 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:13:00.060528 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:13:00.060528 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:13:00.060528 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:13:00.060528 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:13:00.060528 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:13:00.060528 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:13:00.060528 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:13:00.060528 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:13:00.060528 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:13:00.060528 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:13:00.060528 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:13:00.060528 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:13:00.060528 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:13:00.060528 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:13:00.060528 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:13:00.060528 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:13:00.060528 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:13:00.060528 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:13:00.060528 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:13:00.060528 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:13:00.060528 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:13:00.060528 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:13:00.060528 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:13:00.060528 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:13:00.060528 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:13:00.060528 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:13:00.060528 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:13:00.060528 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:13:00.060528 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:13:00.060528 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:13:00.060528 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:13:00.082760 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c0cff361-f39c-4ea2-abec-834cdb61b6eb tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:00.083255 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-c0cff361-f39c-4ea2-abec-834cdb61b6eb tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Added segment e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a of type vlan for network c0241cc4-6c19-4c98-ab84-df8e281d2dd3 Nov 10 19:13:00.139848 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-2c611018-1a22-4bdb-b8c2-9c8b9ee55246 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:13:00.143950 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c611018-1a22-4bdb-b8c2-9c8b9ee55246 None None] Pushing event updated for resources: {'Port': ['ID=e9117333-db6d-49ab-afb1-b6d1b88680c1,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:00.148692 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c611018-1a22-4bdb-b8c2-9c8b9ee55246 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:13:00.173815 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c0cff361-f39c-4ea2-abec-834cdb61b6eb tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:00.227077 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-35c925d6-85a2-4e71-87ae-faca2a4853f3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:00.228035 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-2c611018-1a22-4bdb-b8c2-9c8b9ee55246 None None] Attempting to bind port e9117333-db6d-49ab-afb1-b6d1b88680c1 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:13:00.228035 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-2c611018-1a22-4bdb-b8c2-9c8b9ee55246 None None] Attempting to bind port e9117333-db6d-49ab-afb1-b6d1b88680c1 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'fef5c371-1a38-417a-8a41-c6a979265e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f9ea6856-8294-48af-b039-f24bd69bff57'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:13:00.228314 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c611018-1a22-4bdb-b8c2-9c8b9ee55246 None None] Attempting to bind port e9117333-db6d-49ab-afb1-b6d1b88680c1 on network f9ea6856-8294-48af-b039-f24bd69bff57 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:13:00.230895 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-44fd9602-b0cc-4492-9077-1be5b61fc2ea admin admin] Deleting port 014fe9d1-537f-4917-90ee-bb0626616210 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:13:00.231541 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44fd9602-b0cc-4492-9077-1be5b61fc2ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:00.234908 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c611018-1a22-4bdb-b8c2-9c8b9ee55246 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:13:00.235171 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-4ef8cb05-7b3d-4d14-a704-f9d33f9c91e5 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Made reservation on behalf of 2fcc8eb39f9b4242acdb0a6e4b1d45f5 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:13:00.235292 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c611018-1a22-4bdb-b8c2-9c8b9ee55246 None None] Checking segment: {'id': 'fef5c371-1a38-417a-8a41-c6a979265e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f9ea6856-8294-48af-b039-f24bd69bff57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:13:00.235642 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2c611018-1a22-4bdb-b8c2-9c8b9ee55246 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:00.236033 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c611018-1a22-4bdb-b8c2-9c8b9ee55246 None None] Bound using segment: {'id': 'fef5c371-1a38-417a-8a41-c6a979265e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f9ea6856-8294-48af-b039-f24bd69bff57'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:13:00.236522 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-2c611018-1a22-4bdb-b8c2-9c8b9ee55246 None None] Bound port: e9117333-db6d-49ab-afb1-b6d1b88680c1, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef5c371-1a38-417a-8a41-c6a979265e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f9ea6856-8294-48af-b039-f24bd69bff57'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:13:00.236885 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2c611018-1a22-4bdb-b8c2-9c8b9ee55246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:00.239318 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-4ef8cb05-7b3d-4d14-a704-f9d33f9c91e5 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:00.252999 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c0cff361-f39c-4ea2-abec-834cdb61b6eb tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:00.259245 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cff361-f39c-4ea2-abec-834cdb61b6eb tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:00.260038 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c0cff361-f39c-4ea2-abec-834cdb61b6eb tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:00.285344 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbadc2-0f41-4b4b-a926-5b62a39a1fc3 req-eb492643-63d3-4c42-bcba-b50dd6ff0792 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:00.287206 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59dbadc2-0f41-4b4b-a926-5b62a39a1fc3 req-eb492643-63d3-4c42-bcba-b50dd6ff0792 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] 10.222.0.54 "GET /v2.0/ports?device_id=474491fd-f1c5-4cb5-8f83-cd944cf07995 HTTP/1.1" status: 200 len: 944 time: 0.3355761 Nov 10 19:13:00.313400 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d911dfdd-2d4b-4a21-8c0c-c9a1e5bf12e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:00.336560 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-2c611018-1a22-4bdb-b8c2-9c8b9ee55246 None None] For port e9117333-db6d-49ab-afb1-b6d1b88680c1, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:13:00.340444 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-2c611018-1a22-4bdb-b8c2-9c8b9ee55246 None None] For port e9117333-db6d-49ab-afb1-b6d1b88680c1, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e9117333-db6d-49ab-afb1-b6d1b88680c1,segment=NetworkSegment(fef5c371-1a38-417a-8a41-c6a979265e30),segment_id=fef5c371-1a38-417a-8a41-c6a979265e30)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:13:00.342551 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d911dfdd-2d4b-4a21-8c0c-c9a1e5bf12e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:00.346552 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d911dfdd-2d4b-4a21-8c0c-c9a1e5bf12e2 admin admin] 10.222.0.54 "DELETE /v2.0/networks/74048eaf-c023-4244-acc6-bb708e07e097 HTTP/1.1" status: 204 len: 168 time: 2.0983644 Nov 10 19:13:00.349887 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45781397-e3d8-43e3-aaaa-7f3986e83605 None None] DHCP port deletion for 423e20a9-8495-4dca-adac-a4f59edcf0b6 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:13:00.355947 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2c611018-1a22-4bdb-b8c2-9c8b9ee55246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:00.359251 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e78d274b-9424-4e94-9409-881a9f21017d req-7b692e12-9fad-4df6-86b7-b5eb5d4a7cf8 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051667 Nov 10 19:13:00.360082 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58232) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:00.397528 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c0cff361-f39c-4ea2-abec-834cdb61b6eb tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9438901 Nov 10 19:13:00.419075 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-301997e8-ca39-42ad-9864-3a687d4c7590 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:00.421289 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-301997e8-ca39-42ad-9864-3a687d4c7590 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.25 "GET /v2.0/networks?id=9e3f588d-9e16-4009-9128-d1f7230e1521 HTTP/1.1" status: 200 len: 812 time: 0.4684665 Nov 10 19:13:00.421431 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c611018-1a22-4bdb-b8c2-9c8b9ee55246 None None] Pushing event updated for resources: {'Port': ['ID=e9117333-db6d-49ab-afb1-b6d1b88680c1,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:00.444607 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58236) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:00.460733 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-1eb1222b-755e-446f-839f-690c72960344 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Request body: {'subnet': {'network_id': 'dfeb421a-f1c8-4726-8242-6b468d6e48f3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:00.464554 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cff361-f39c-4ea2-abec-834cdb61b6eb tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Pushing event updated for resources: {'Network': ['ID=c0241cc4-6c19-4c98-ab84-df8e281d2dd3,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:00.479667 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911dfdd-2d4b-4a21-8c0c-c9a1e5bf12e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=74048eaf-c023-4244-acc6-bb708e07e097,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:00.484253 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-44fd9602-b0cc-4492-9077-1be5b61fc2ea admin admin] For port 014fe9d1-537f-4917-90ee-bb0626616210, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=014fe9d1-537f-4917-90ee-bb0626616210,segment=NetworkSegment(f30db029-3af0-4a37-9a3a-3d875216d3a4),segment_id=f30db029-3af0-4a37-9a3a-3d875216d3a4)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:00.484866 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44fd9602-b0cc-4492-9077-1be5b61fc2ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:00.492477 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-45781397-e3d8-43e3-aaaa-7f3986e83605 None None] Deleting port 014fe9d1-537f-4917-90ee-bb0626616210 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:13:00.493866 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-45781397-e3d8-43e3-aaaa-7f3986e83605 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:00.496361 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network c0241cc4-6c19-4c98-ab84-df8e281d2dd3 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:13:00.531844 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-a1b2390c-2402-4ab3-b16e-b46bf5813b39 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Request body: {'port': {'device_id': '3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127', 'network_id': '9e3f588d-9e16-4009-9128-d1f7230e1521', 'admin_state_up': True, 'tenant_id': '2fcc8eb39f9b4242acdb0a6e4b1d45f5'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:00.565160 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-44fd9602-b0cc-4492-9077-1be5b61fc2ea admin admin] Calling delete_port for 014fe9d1-537f-4917-90ee-bb0626616210 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:13:00.673405 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59dbadc2-0f41-4b4b-a926-5b62a39a1fc3 req-a5e5b34c-5db1-4d25-aac1-a54db55290ef tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c267ee7-d196-4d32-9784-2164b5dda13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695383 Nov 10 19:13:00.708469 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-d78dd473-c244-4736-acca-f7a3ec89bf2c admin admin] Deleting subnet 38f92f78-6f21-4bc8-9229-e0bd48b2beb2 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:13:00.709222 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-45781397-e3d8-43e3-aaaa-7f3986e83605 None None] For port 014fe9d1-537f-4917-90ee-bb0626616210, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=014fe9d1-537f-4917-90ee-bb0626616210,segment=NetworkSegment(f30db029-3af0-4a37-9a3a-3d875216d3a4),segment_id=f30db029-3af0-4a37-9a3a-3d875216d3a4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:00.709816 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-45781397-e3d8-43e3-aaaa-7f3986e83605 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:00.716140 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d78dd473-c244-4736-acca-f7a3ec89bf2c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:00.738473 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-4ef8cb05-7b3d-4d14-a704-f9d33f9c91e5 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Allocated IP 172.20.0.12 (9e3f588d-9e16-4009-9128-d1f7230e1521/e9518c1a-00be-415c-83ea-29562b7f88d4/125d0d91-2588-41e4-b530-549d894d36e7) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:13:00.761921 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-45781397-e3d8-43e3-aaaa-7f3986e83605 None None] Calling delete_port for 014fe9d1-537f-4917-90ee-bb0626616210 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:13:00.770918 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb1222b-755e-446f-839f-690c72960344 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Made reservation on behalf of f8868befe3bb435a8f25d6ac7c7d0f37 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:13:00.775234 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1eb1222b-755e-446f-839f-690c72960344 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:00.837508 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d78dd473-c244-4736-acca-f7a3ec89bf2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:00.916701 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 014fe9d1-537f-4917-90ee-bb0626616210 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:13:00.923856 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-20738356-480d-42a3-a935-cfff7b1b2f97 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=8dc1acd4c7b74faa8f26eafd6b931bac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1131957 Nov 10 19:13:00.932341 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-85aacb99-8894-4a7f-b6d2-448288eec24a req-a5c295df-1f99-47e6-a472-23f1e1fb2bfb tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127 HTTP/1.1" status: 200 len: 210 time: 0.0910187 Nov 10 19:13:00.951632 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44fd9602-b0cc-4492-9077-1be5b61fc2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:00.970234 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fd9602-b0cc-4492-9077-1be5b61fc2ea admin admin] No DVR routers for this DVR port 014fe9d1-537f-4917-90ee-bb0626616210 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:13:00.971597 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 014fe9d1-537f-4917-90ee-bb0626616210 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:13:00.973785 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 014fe9d1-537f-4917-90ee-bb0626616210 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:13:01.008755 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d78dd473-c244-4736-acca-f7a3ec89bf2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:01.022397 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-45781397-e3d8-43e3-aaaa-7f3986e83605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:01.035099 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd9602-b0cc-4492-9077-1be5b61fc2ea admin admin] Pushing event deleted for resources: {'Port': ['ID=014fe9d1-537f-4917-90ee-bb0626616210,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:01.045683 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45781397-e3d8-43e3-aaaa-7f3986e83605 None None] Pushing event deleted for resources: {'Port': ['ID=014fe9d1-537f-4917-90ee-bb0626616210,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:01.055983 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45781397-e3d8-43e3-aaaa-7f3986e83605 None None] No DVR routers for this DVR port 014fe9d1-537f-4917-90ee-bb0626616210 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:13:01.123337 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-a1b2390c-2402-4ab3-b16e-b46bf5813b39 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Made reservation on behalf of 2fcc8eb39f9b4242acdb0a6e4b1d45f5 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:13:01.127015 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-a1b2390c-2402-4ab3-b16e-b46bf5813b39 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:01.283763 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d78dd473-c244-4736-acca-f7a3ec89bf2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:01.297439 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-9fde9eb7-6e06-4dac-b1ae-faddb61f7417 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:01.299060 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-9fde9eb7-6e06-4dac-b1ae-faddb61f7417 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3613741 Nov 10 19:13:01.300200 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-35c925d6-85a2-4e71-87ae-faca2a4853f3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:01.358323 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78dd473-c244-4736-acca-f7a3ec89bf2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38f92f78-6f21-4bc8-9229-e0bd48b2beb2,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:01.363088 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d78dd473-c244-4736-acca-f7a3ec89bf2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:01.366532 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d78dd473-c244-4736-acca-f7a3ec89bf2c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/38f92f78-6f21-4bc8-9229-e0bd48b2beb2 HTTP/1.1" status: 204 len: 168 time: 0.9599106 Nov 10 19:13:01.368987 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-35c925d6-85a2-4e71-87ae-faca2a4853f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:01.373595 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58246) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:01.392020 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-f5dbb0bf-3ba3-46df-b371-bb0d83d46541 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/quotas/8dc1acd4c7b74faa8f26eafd6b931bac HTTP/1.1" status: 200 len: 375 time: 0.0823343 Nov 10 19:13:01.487210 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44fd9602-b0cc-4492-9077-1be5b61fc2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:01.529855 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-105fb395-6435-424b-94c0-ad6b7d0f3383 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8dc1acd4c7b74faa8f26eafd6b931bac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1158175 Nov 10 19:13:01.537921 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-44fd9602-b0cc-4492-9077-1be5b61fc2ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['423e20a9-8495-4dca-adac-a4f59edcf0b6']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:13:01.566987 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-44fd9602-b0cc-4492-9077-1be5b61fc2ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f30db029-3af0-4a37-9a3a-3d875216d3a4') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:13:01.567278 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-44fd9602-b0cc-4492-9077-1be5b61fc2ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f30db029-3af0-4a37-9a3a-3d875216d3a4') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:13:01.569295 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f78d9ae3-224f-4b91-84ff-cd622e3c9e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:01.600444 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44fd9602-b0cc-4492-9077-1be5b61fc2ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:01.642537 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-4ef8cb05-7b3d-4d14-a704-f9d33f9c91e5 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:01.645589 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f64a37-5bc2-4653-9c69-86e2fb979659 req-5cd251c7-4658-4622-8487-5b90f8e58263 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:01.647557 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f0f64a37-5bc2-4653-9c69-86e2fb979659 req-5cd251c7-4658-4622-8487-5b90f8e58263 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=3788855a-0668-4ebd-a65a-0ac736c71e54 HTTP/1.1" status: 200 len: 945 time: 0.1562092 Nov 10 19:13:01.656471 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44fd9602-b0cc-4492-9077-1be5b61fc2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:01.727799 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44fd9602-b0cc-4492-9077-1be5b61fc2ea admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:13:01.728375 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44fd9602-b0cc-4492-9077-1be5b61fc2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:01.730950 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1eb1222b-755e-446f-839f-690c72960344 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:01.738155 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:13:01.738155 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:13:01.738155 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:13:01.738155 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:13:01.738155 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:13:01.738155 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:13:01.738155 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:13:01.738155 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:13:01.738155 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:13:01.738155 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:13:01.738155 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:13:01.738155 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:13:01.738155 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:13:01.738155 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:13:01.738155 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:13:01.738155 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:13:01.738155 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:13:01.738155 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:13:01.738155 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:13:01.738155 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:13:01.738155 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:13:01.738155 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:13:01.738155 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:13:01.738155 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:13:01.738155 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:13:01.738155 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:13:01.738155 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:13:01.738155 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:13:01.738155 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:13:01.738155 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:13:01.738155 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:13:01.738155 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:13:01.753300 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-4ef8cb05-7b3d-4d14-a704-f9d33f9c91e5 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:01.815832 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 17088527-7f0f-4c32-ba34-d282103f8e18 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:13:01.835900 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f0f64a37-5bc2-4653-9c69-86e2fb979659 req-42bbe64d-a769-493d-bb91-69ad4080c64d tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680131 Nov 10 19:13:01.858339 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ce3f6885-0647-4d32-a1b1-833fe2dffe9f req-787bd25a-1d4b-4bb6-949c-43e9a9795d48 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b25442a-1c3a-43e2-b898-ea6233679cb7 HTTP/1.1" status: 200 len: 210 time: 0.1062813 Nov 10 19:13:01.879738 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4ed4dd-a197-4d40-9ed1-2c9d16082e44 None None] Network f9ea6856-8294-48af-b039-f24bd69bff57 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:13:01.923894 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-35c925d6-85a2-4e71-87ae-faca2a4853f3 admin admin] Allocated IP 172.25.3.194 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/96b4ee1c-1bac-47b1-b3db-77b80ff1cee6) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:13:01.950010 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8cb05-7b3d-4d14-a704-f9d33f9c91e5 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Pushing event updated for resources: {'Port': ['ID=125d0d91-2588-41e4-b530-549d894d36e7,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:01.955007 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f78d9ae3-224f-4b91-84ff-cd622e3c9e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:01.979508 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-a1b2390c-2402-4ab3-b16e-b46bf5813b39 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Allocated IP 172.20.0.14 (9e3f588d-9e16-4009-9128-d1f7230e1521/e9518c1a-00be-415c-83ea-29562b7f88d4/b74b3a52-8637-4374-944d-30ec16d11725) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:13:01.984961 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-4ef8cb05-7b3d-4d14-a704-f9d33f9c91e5 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Network 9e3f588d-9e16-4009-9128-d1f7230e1521 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:13:01.992189 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-4ef8cb05-7b3d-4d14-a704-f9d33f9c91e5 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:13:02.012446 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-f78d9ae3-224f-4b91-84ff-cd622e3c9e54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4fae14e-9a61-4fa3-b244-045127e0f839']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:13:02.018770 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-4ef8cb05-7b3d-4d14-a704-f9d33f9c91e5 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:13:02.055911 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44fd9602-b0cc-4492-9077-1be5b61fc2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:02.067780 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44fd9602-b0cc-4492-9077-1be5b61fc2ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:02.073755 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-44fd9602-b0cc-4492-9077-1be5b61fc2ea admin admin] 10.222.0.54 "DELETE /v2.0/networks/423e20a9-8495-4dca-adac-a4f59edcf0b6 HTTP/1.1" status: 204 len: 168 time: 2.4598444 Nov 10 19:13:02.074611 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-f78d9ae3-224f-4b91-84ff-cd622e3c9e54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a3168f-856b-4e1b-972e-dc919772f443') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:13:02.074968 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-f78d9ae3-224f-4b91-84ff-cd622e3c9e54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a3168f-856b-4e1b-972e-dc919772f443') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:13:02.075612 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb1222b-755e-446f-839f-690c72960344 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Pushing event updated for resources: {'Subnet': ['ID=37520a35-4b37-42d8-92a1-304ffc90b618,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:02.082304 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58262) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:02.090249 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-fb28e294-af4b-4690-9229-af970c20b517 None None] Provisioning complete for port e9117333-db6d-49ab-afb1-b6d1b88680c1 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:02.090641 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fb28e294-af4b-4690-9229-af970c20b517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:02.142194 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd9602-b0cc-4492-9077-1be5b61fc2ea admin admin] Pushing event deleted for resources: {'Network': ['ID=423e20a9-8495-4dca-adac-a4f59edcf0b6,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:02.150786 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb1222b-755e-446f-839f-690c72960344 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Checking segment: {'id': '181bf923-29c6-48c6-a618-3da751521132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'dfeb421a-f1c8-4726-8242-6b468d6e48f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:13:02.151158 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb1222b-755e-446f-839f-690c72960344 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Network hostable DHCP agents. Network: dfeb421a-f1c8-4726-8242-6b468d6e48f3, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:13:02.169568 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 17088527-7f0f-4c32-ba34-d282103f8e18, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=17088527-7f0f-4c32-ba34-d282103f8e18,segment=NetworkSegment(ac1a7b87-7bea-42ae-9f19-ef7278791225),segment_id=ac1a7b87-7bea-42ae-9f19-ef7278791225)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:02.179301 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-4ef8cb05-7b3d-4d14-a704-f9d33f9c91e5 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:02.180146 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-4ef8cb05-7b3d-4d14-a704-f9d33f9c91e5 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:02.212826 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '17088527-7f0f-4c32-ba34-d282103f8e18', 'network_id': '3d02f8e6-cfaf-4bde-95cf-5db0485022ea', 'port_id': '17088527-7f0f-4c32-ba34-d282103f8e18', 'mac_address': 'fa:16:3e:84:a3:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e60652-283c-4659-8138-68b8f6c70254', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:13:02.216234 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb1222b-755e-446f-839f-690c72960344 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Network dfeb421a-f1c8-4726-8242-6b468d6e48f3 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:13:02.217404 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f78d9ae3-224f-4b91-84ff-cd622e3c9e54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:02.221546 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-580dd660-1c89-4cbb-9da5-75db6635ae16 req-03937f32-d966-4c60-aeca-9be0ecd73d6c tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127 HTTP/1.1" status: 200 len: 210 time: 0.0436721 Nov 10 19:13:02.225378 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-4ef8cb05-7b3d-4d14-a704-f9d33f9c91e5 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2337646 Nov 10 19:13:02.257917 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-1eb1222b-755e-446f-839f-690c72960344 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, dfeb421a-f1c8-4726-8242-6b468d6e48f3) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:13:02.273162 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f78d9ae3-224f-4b91-84ff-cd622e3c9e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:02.274570 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-203c3725-0d2f-4b81-b072-3d62235ed831 service neutron] Request body: {'port': {'device_id': '80acc343-02f4-47c2-9532-26348b57388a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:02.292267 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f78d9ae3-224f-4b91-84ff-cd622e3c9e54 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:13:02.292588 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f78d9ae3-224f-4b91-84ff-cd622e3c9e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:02.296918 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca19ad5-8da6-4260-8153-b19c35657aeb None None] Network dfeb421a-f1c8-4726-8242-6b468d6e48f3 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:13:02.301095 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:13:02.301095 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:13:02.301095 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:13:02.301095 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:13:02.301095 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:13:02.301095 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:13:02.301095 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:13:02.301095 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:13:02.301095 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:13:02.301095 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:13:02.301095 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:13:02.301095 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:13:02.301095 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:13:02.301095 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:13:02.301095 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:13:02.301095 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:13:02.301095 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:13:02.301095 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:13:02.301095 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:13:02.301095 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:13:02.301095 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:13:02.301095 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:13:02.301095 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:13:02.301095 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:13:02.301095 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:13:02.301095 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:13:02.301095 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:13:02.301095 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:13:02.301095 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:13:02.301095 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:13:02.301095 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:13:02.301095 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:13:02.308496 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb1222b-755e-446f-839f-690c72960344 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:02.309235 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1eb1222b-755e-446f-839f-690c72960344 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:02.365153 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1eb1222b-755e-446f-839f-690c72960344 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9188514 Nov 10 19:13:02.368387 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58266) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:02.370677 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:02.376732 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-a95ca5c9-0c0d-485b-872b-f2daf9cb87ea tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Request body: {'subnet': {'network_id': 'c0241cc4-6c19-4c98-ab84-df8e281d2dd3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:02.450636 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17088527-7f0f-4c32-ba34-d282103f8e18 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:13:02.455737 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c2107-d2e2-4bce-b619-56d355c47b65 req-45258559-f6d2-4260-9a0e-db2991eac885 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:02.464123 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef8c2107-d2e2-4bce-b619-56d355c47b65 req-45258559-f6d2-4260-9a0e-db2991eac885 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] 10.222.0.54 "GET /v2.0/ports?device_id=474491fd-f1c5-4cb5-8f83-cd944cf07995 HTTP/1.1" status: 200 len: 944 time: 0.4332919 Nov 10 19:13:02.465261 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fb28e294-af4b-4690-9229-af970c20b517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:02.517286 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 17088527-7f0f-4c32-ba34-d282103f8e18, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=17088527-7f0f-4c32-ba34-d282103f8e18,segment=NetworkSegment(ac1a7b87-7bea-42ae-9f19-ef7278791225),segment_id=ac1a7b87-7bea-42ae-9f19-ef7278791225)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:02.531542 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-203c3725-0d2f-4b81-b072-3d62235ed831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:02.534753 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:02.575038 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95ca5c9-0c0d-485b-872b-f2daf9cb87ea tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Made reservation on behalf of f8868befe3bb435a8f25d6ac7c7d0f37 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:13:02.580658 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f78d9ae3-224f-4b91-84ff-cd622e3c9e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:02.595030 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-fb28e294-af4b-4690-9229-af970c20b517 None None] For port e9117333-db6d-49ab-afb1-b6d1b88680c1, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e9117333-db6d-49ab-afb1-b6d1b88680c1,segment=NetworkSegment(fef5c371-1a38-417a-8a41-c6a979265e30),segment_id=fef5c371-1a38-417a-8a41-c6a979265e30)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:02.596830 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f78d9ae3-224f-4b91-84ff-cd622e3c9e54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:02.601362 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f78d9ae3-224f-4b91-84ff-cd622e3c9e54 admin admin] 10.222.0.54 "DELETE /v2.0/networks/c4fae14e-9a61-4fa3-b244-045127e0f839 HTTP/1.1" status: 204 len: 168 time: 1.2259860 Nov 10 19:13:02.604810 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-35c925d6-85a2-4e71-87ae-faca2a4853f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:02.623023 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a95ca5c9-0c0d-485b-872b-f2daf9cb87ea tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:02.629496 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fb28e294-af4b-4690-9229-af970c20b517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:02.774243 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d9ae3-224f-4b91-84ff-cd622e3c9e54 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4fae14e-9a61-4fa3-b244-045127e0f839,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:02.783321 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=17088527-7f0f-4c32-ba34-d282103f8e18,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:02.876826 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2b79e5-6ac2-43af-b8bd-0aaedf3a349e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-dfeb421a-f1c8-4726-8242-6b468d6e48f3', 'network_id': 'dfeb421a-f1c8-4726-8242-6b468d6e48f3', 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'fixed_ips': [{'subnet_id': '37520a35-4b37-42d8-92a1-304ffc90b618'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:13:02.878343 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5e2b79e5-6ac2-43af-b8bd-0aaedf3a349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:02.883619 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef8c2107-d2e2-4bce-b619-56d355c47b65 req-9ee3aba5-c565-4433-af95-6482b478565f tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c267ee7-d196-4d32-9784-2164b5dda13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185710 Nov 10 19:13:02.958889 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e9117333-db6d-49ab-afb1-b6d1b88680c1 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:13:02.975734 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['17088527-7f0f-4c32-ba34-d282103f8e18'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:13:03.011716 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-a1b2390c-2402-4ab3-b16e-b46bf5813b39 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:03.100439 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58274) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:03.122821 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-35c925d6-85a2-4e71-87ae-faca2a4853f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:03.184557 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28e294-af4b-4690-9229-af970c20b517 None None] Pushing event updated for resources: {'Port': ['ID=e9117333-db6d-49ab-afb1-b6d1b88680c1,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:03.190412 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-38e231f7-968f-42d4-becc-53173fa6bb64 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=740aa4129faa48ffa1d5e7369c5159ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0886655 Nov 10 19:13:03.192802 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58276) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:03.266280 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-b9deeeff-57fd-4625-84de-3841e67bf613 None None] Provisioning complete for port e9117333-db6d-49ab-afb1-b6d1b88680c1 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:03.266930 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b9deeeff-57fd-4625-84de-3841e67bf613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:03.293155 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a95ca5c9-0c0d-485b-872b-f2daf9cb87ea tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:03.360116 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ca5c9-0c0d-485b-872b-f2daf9cb87ea tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Pushing event updated for resources: {'Subnet': ['ID=96b10ae0-362f-4403-8055-422665b78605,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:03.388245 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port e9117333-db6d-49ab-afb1-b6d1b88680c1 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:03.388908 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:03.405976 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f630882b-446e-462f-9edf-9591f4770432 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:03.450143 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95ca5c9-0c0d-485b-872b-f2daf9cb87ea tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Checking segment: {'id': 'e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c0241cc4-6c19-4c98-ab84-df8e281d2dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:13:03.450539 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95ca5c9-0c0d-485b-872b-f2daf9cb87ea tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Network hostable DHCP agents. Network: c0241cc4-6c19-4c98-ab84-df8e281d2dd3, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:13:03.455144 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f630882b-446e-462f-9edf-9591f4770432 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:03.480671 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-5e2b79e5-6ac2-43af-b8bd-0aaedf3a349e None None] Allocated IP 10.1.1.2 (dfeb421a-f1c8-4726-8242-6b468d6e48f3/37520a35-4b37-42d8-92a1-304ffc90b618/58bf1dc0-ff45-49e6-a29e-dcf63c97fdb4) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:13:03.511733 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95ca5c9-0c0d-485b-872b-f2daf9cb87ea tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Network c0241cc4-6c19-4c98-ab84-df8e281d2dd3 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:13:03.526856 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-a95ca5c9-0c0d-485b-872b-f2daf9cb87ea tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, c0241cc4-6c19-4c98-ab84-df8e281d2dd3) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:13:03.535364 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95ca5c9-0c0d-485b-872b-f2daf9cb87ea tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:03.537304 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a95ca5c9-0c0d-485b-872b-f2daf9cb87ea tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:03.557331 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55aab2ff-8b7f-42d5-af3d-e221e5b632b2 None None] Network c0241cc4-6c19-4c98-ab84-df8e281d2dd3 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:13:03.576579 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f630882b-446e-462f-9edf-9591f4770432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:03.582019 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f630882b-446e-462f-9edf-9591f4770432 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:03.599341 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f630882b-446e-462f-9edf-9591f4770432 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b1669566-d620-4605-a541-36ae36be2ce6 HTTP/1.1" status: 204 len: 168 time: 0.3918810 Nov 10 19:13:03.617400 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a95ca5c9-0c0d-485b-872b-f2daf9cb87ea tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2474830 Nov 10 19:13:03.632037 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58282) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:03.642341 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-0ae264a4-7a04-4d50-8a68-30f643bb593c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Request body: {'port': {'network_id': 'dfeb421a-f1c8-4726-8242-6b468d6e48f3', 'name': 'tempest-TaggedBootDevicesTest-1065110147', 'fixed_ips': [{'subnet_id': '37520a35-4b37-42d8-92a1-304ffc90b618'}]}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:03.651480 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630882b-446e-462f-9edf-9591f4770432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1669566-d620-4605-a541-36ae36be2ce6,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:03.682370 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca73b5fa-61f6-42e3-9566-838042182c8e req-8821d087-0944-45a2-8a15-eca128189997 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b25442a-1c3a-43e2-b898-ea6233679cb7 HTTP/1.1" status: 200 len: 210 time: 0.5489047 Nov 10 19:13:03.816674 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c925d6-85a2-4e71-87ae-faca2a4853f3 admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:13:03.832894 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-b5ff8a28-3bb6-4f20-92a5-b738c88d6e89 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=8dc1acd4c7b74faa8f26eafd6b931bac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1600802 Nov 10 19:13:03.846438 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-35c925d6-85a2-4e71-87ae-faca2a4853f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:13:03.852669 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c925d6-85a2-4e71-87ae-faca2a4853f3 admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:13:03.901264 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae264a4-7a04-4d50-8a68-30f643bb593c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Made reservation on behalf of f8868befe3bb435a8f25d6ac7c7d0f37 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:13:03.916896 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c925d6-85a2-4e71-87ae-faca2a4853f3 admin admin] Pushing event updated for resources: {'Port': ['ID=96b4ee1c-1bac-47b1-b3db-77b80ff1cee6,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:03.930327 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1e7a7919-1ba6-4940-9c94-58d4b4da1d23 req-5e9a8f5b-246f-4d86-9e96-e67ae61c8630 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127 HTTP/1.1" status: 200 len: 210 time: 0.1391618 Nov 10 19:13:03.996912 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-a1b2390c-2402-4ab3-b16e-b46bf5813b39 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:04.049596 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031810e-ec87-4f0b-90bb-9a9ec5df6069 req-be097caf-b087-4d43-b66e-d413a998ed37 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:04.051482 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a031810e-ec87-4f0b-90bb-9a9ec5df6069 req-be097caf-b087-4d43-b66e-d413a998ed37 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=3788855a-0668-4ebd-a65a-0ac736c71e54 HTTP/1.1" status: 200 len: 945 time: 1.0002036 Nov 10 19:13:04.091175 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5e2b79e5-6ac2-43af-b8bd-0aaedf3a349e None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:04.091810 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0ae264a4-7a04-4d50-8a68-30f643bb593c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:04.109488 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5e2b79e5-6ac2-43af-b8bd-0aaedf3a349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:04.129250 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-0ae264a4-7a04-4d50-8a68-30f643bb593c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] device_id is not set on port 21af280c-4557-46cd-a694-488125af25aa yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:13:04.181827 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58288) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:04.200032 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2b79e5-6ac2-43af-b8bd-0aaedf3a349e None None] Network dfeb421a-f1c8-4726-8242-6b468d6e48f3 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:13:04.206734 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b79e5-6ac2-43af-b8bd-0aaedf3a349e None None] Pushing event updated for resources: {'Port': ['ID=58bf1dc0-ff45-49e6-a29e-dcf63c97fdb4,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:04.210742 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-5e2b79e5-6ac2-43af-b8bd-0aaedf3a349e None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:13:04.219236 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2b79e5-6ac2-43af-b8bd-0aaedf3a349e None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:13:04.292007 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-a1b2390c-2402-4ab3-b16e-b46bf5813b39 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Network 9e3f588d-9e16-4009-9128-d1f7230e1521 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:13:04.349386 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-a1b2390c-2402-4ab3-b16e-b46bf5813b39 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:13:04.352704 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2390c-2402-4ab3-b16e-b46bf5813b39 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Pushing event updated for resources: {'Port': ['ID=b74b3a52-8637-4374-944d-30ec16d11725,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:04.365808 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-5e2b79e5-6ac2-43af-b8bd-0aaedf3a349e None None] Attempting to bind port 58bf1dc0-ff45-49e6-a29e-dcf63c97fdb4 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:13:04.366177 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-5e2b79e5-6ac2-43af-b8bd-0aaedf3a349e None None] Attempting to bind port 58bf1dc0-ff45-49e6-a29e-dcf63c97fdb4 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '181bf923-29c6-48c6-a618-3da751521132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'dfeb421a-f1c8-4726-8242-6b468d6e48f3'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:13:04.366544 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2b79e5-6ac2-43af-b8bd-0aaedf3a349e None None] Attempting to bind port 58bf1dc0-ff45-49e6-a29e-dcf63c97fdb4 on network dfeb421a-f1c8-4726-8242-6b468d6e48f3 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:13:04.385707 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-a1b2390c-2402-4ab3-b16e-b46bf5813b39 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:13:04.392201 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2b79e5-6ac2-43af-b8bd-0aaedf3a349e None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:13:04.394699 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2b79e5-6ac2-43af-b8bd-0aaedf3a349e None None] Checking segment: {'id': '181bf923-29c6-48c6-a618-3da751521132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'dfeb421a-f1c8-4726-8242-6b468d6e48f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:13:04.395800 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5e2b79e5-6ac2-43af-b8bd-0aaedf3a349e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:04.397149 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2b79e5-6ac2-43af-b8bd-0aaedf3a349e None None] Bound using segment: {'id': '181bf923-29c6-48c6-a618-3da751521132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'dfeb421a-f1c8-4726-8242-6b468d6e48f3'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:13:04.397149 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-5e2b79e5-6ac2-43af-b8bd-0aaedf3a349e None None] Bound port: 58bf1dc0-ff45-49e6-a29e-dcf63c97fdb4, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181bf923-29c6-48c6-a618-3da751521132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'dfeb421a-f1c8-4726-8242-6b468d6e48f3'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:13:04.397427 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5e2b79e5-6ac2-43af-b8bd-0aaedf3a349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:04.406199 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4687c4b2-9025-4b47-9f99-f73edf655ed6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=15dac6bc4eb247e0bebd3024ae584dbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2114275 Nov 10 19:13:04.416933 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a725393d-7f04-4b2b-b808-3140ce450b5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-c0241cc4-6c19-4c98-ab84-df8e281d2dd3', 'network_id': 'c0241cc4-6c19-4c98-ab84-df8e281d2dd3', 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'fixed_ips': [{'subnet_id': '96b10ae0-362f-4403-8055-422665b78605'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:13:04.417737 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a725393d-7f04-4b2b-b808-3140ce450b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:04.425281 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58292) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:04.428418 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-203c3725-0d2f-4b81-b072-3d62235ed831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125d0d91-2588-41e4-b530-549d894d36e7 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:13:04.447419 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-203c3725-0d2f-4b81-b072-3d62235ed831 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:04.493597 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-203c3725-0d2f-4b81-b072-3d62235ed831 service neutron] Transition to ACTIVE for port object 125d0d91-2588-41e4-b530-549d894d36e7 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:13:04.501387 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-cc9f72b2-c9b5-4d71-8fd0-fc935afad2ff tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:04.502997 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-cc9f72b2-c9b5-4d71-8fd0-fc935afad2ff tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6477587 Nov 10 19:13:04.506468 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-203c3725-0d2f-4b81-b072-3d62235ed831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:04.516467 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-0ae264a4-7a04-4d50-8a68-30f643bb593c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Allocated IP 10.1.1.249 (dfeb421a-f1c8-4726-8242-6b468d6e48f3/37520a35-4b37-42d8-92a1-304ffc90b618/21af280c-4557-46cd-a694-488125af25aa) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:13:04.529921 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a031810e-ec87-4f0b-90bb-9a9ec5df6069 req-fcf681b9-407c-403d-9cbe-50933c1df434 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158108 Nov 10 19:13:04.533681 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-8bc4a935-bdaf-4211-81e6-c636311c3ae0 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Request body: {'port': {'device_id': '2b25442a-1c3a-43e2-b898-ea6233679cb7', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'admin_state_up': True, 'tenant_id': '8dc1acd4c7b74faa8f26eafd6b931bac'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:04.625732 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c3725-0d2f-4b81-b072-3d62235ed831 service neutron] Pushing event updated for resources: {'Port': ['ID=125d0d91-2588-41e4-b530-549d894d36e7,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:04.635033 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f3010661-57d6-4a80-bdfd-779b79a9d19a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:04.658836 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-a725393d-7f04-4b2b-b808-3140ce450b5a None None] Allocated IP 10.2.2.2 (c0241cc4-6c19-4c98-ab84-df8e281d2dd3/96b10ae0-362f-4403-8055-422665b78605/e060143e-8974-49fa-8946-7ef09cd02f26) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:13:04.801514 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f3010661-57d6-4a80-bdfd-779b79a9d19a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:04.807715 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4c44c-16dc-4061-a6e4-50c5f49b3e83 req-ecba548a-bfab-4ac6-9de3-9011b19fa75d tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:04.809363 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-01e4c44c-16dc-4061-a6e4-50c5f49b3e83 req-ecba548a-bfab-4ac6-9de3-9011b19fa75d tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] 10.222.0.54 "GET /v2.0/ports?device_id=474491fd-f1c5-4cb5-8f83-cd944cf07995 HTTP/1.1" status: 200 len: 945 time: 0.7218294 Nov 10 19:13:04.833230 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-35c925d6-85a2-4e71-87ae-faca2a4853f3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:04.836416 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a725393d-7f04-4b2b-b808-3140ce450b5a None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:04.840593 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5e2b79e5-6ac2-43af-b8bd-0aaedf3a349e None None] For port 58bf1dc0-ff45-49e6-a29e-dcf63c97fdb4, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:13:04.851248 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e9117333-db6d-49ab-afb1-b6d1b88680c1 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:13:04.854271 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a725393d-7f04-4b2b-b808-3140ce450b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:04.877617 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5e2b79e5-6ac2-43af-b8bd-0aaedf3a349e None None] For port 58bf1dc0-ff45-49e6-a29e-dcf63c97fdb4, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=58bf1dc0-ff45-49e6-a29e-dcf63c97fdb4,segment=NetworkSegment(181bf923-29c6-48c6-a618-3da751521132),segment_id=181bf923-29c6-48c6-a618-3da751521132)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:13:04.907415 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-203c3725-0d2f-4b81-b072-3d62235ed831 service neutron] Attempting to bind port 125d0d91-2588-41e4-b530-549d894d36e7 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:13:04.907970 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-203c3725-0d2f-4b81-b072-3d62235ed831 service neutron] Attempting to bind port 125d0d91-2588-41e4-b530-549d894d36e7 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '7326ada5-f762-4313-b25f-4cb3df3eec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9e3f588d-9e16-4009-9128-d1f7230e1521'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:13:04.908439 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-203c3725-0d2f-4b81-b072-3d62235ed831 service neutron] Attempting to bind port 125d0d91-2588-41e4-b530-549d894d36e7 on network 9e3f588d-9e16-4009-9128-d1f7230e1521 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:13:04.922039 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-203c3725-0d2f-4b81-b072-3d62235ed831 service neutron] Port 125d0d91-2588-41e4-b530-549d894d36e7 on network 9e3f588d-9e16-4009-9128-d1f7230e1521 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:13:04.922443 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-203c3725-0d2f-4b81-b072-3d62235ed831 service neutron] Attempting to bind port 125d0d91-2588-41e4-b530-549d894d36e7 on network 9e3f588d-9e16-4009-9128-d1f7230e1521 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:13:04.940712 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-203c3725-0d2f-4b81-b072-3d62235ed831 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:13:04.941210 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-203c3725-0d2f-4b81-b072-3d62235ed831 service neutron] Checking segment: {'id': '7326ada5-f762-4313-b25f-4cb3df3eec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9e3f588d-9e16-4009-9128-d1f7230e1521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:13:04.941712 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-203c3725-0d2f-4b81-b072-3d62235ed831 service neutron] Bound using segment: {'id': '7326ada5-f762-4313-b25f-4cb3df3eec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9e3f588d-9e16-4009-9128-d1f7230e1521'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:13:04.942316 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-203c3725-0d2f-4b81-b072-3d62235ed831 service neutron] Bound port: 125d0d91-2588-41e4-b530-549d894d36e7, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7326ada5-f762-4313-b25f-4cb3df3eec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9e3f588d-9e16-4009-9128-d1f7230e1521'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:13:04.942811 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-203c3725-0d2f-4b81-b072-3d62235ed831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:04.970659 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0ae264a4-7a04-4d50-8a68-30f643bb593c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:04.980805 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f3010661-57d6-4a80-bdfd-779b79a9d19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:04.983664 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f3010661-57d6-4a80-bdfd-779b79a9d19a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:04.985036 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f3010661-57d6-4a80-bdfd-779b79a9d19a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/65a5ce68-fb98-48b8-8500-326e01324d42 HTTP/1.1" status: 204 len: 168 time: 0.5517526 Nov 10 19:13:04.996137 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-a1b2390c-2402-4ab3-b16e-b46bf5813b39 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:04.997101 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-a1b2390c-2402-4ab3-b16e-b46bf5813b39 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:05.016875 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5e2b79e5-6ac2-43af-b8bd-0aaedf3a349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:05.027277 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-20713280-32f5-4d06-ae74-e767bdc1de6f req-282196cc-61a8-498e-ad95-1a3bf4fac7b1 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b25442a-1c3a-43e2-b898-ea6233679cb7 HTTP/1.1" status: 200 len: 210 time: 0.2123590 Nov 10 19:13:05.067463 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3010661-57d6-4a80-bdfd-779b79a9d19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a5ce68-fb98-48b8-8500-326e01324d42,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:05.140364 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-a1b2390c-2402-4ab3-b16e-b46bf5813b39 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6873810 Nov 10 19:13:05.161291 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-dc540bc0-a5ae-4d21-bbcf-b92366f0d6d0 service neutron] Request body: {'port': {'device_id': '3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:05.179157 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725393d-7f04-4b2b-b808-3140ce450b5a None None] Pushing event updated for resources: {'Port': ['ID=e060143e-8974-49fa-8946-7ef09cd02f26,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:05.187128 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-203c3725-0d2f-4b81-b072-3d62235ed831 service neutron] For port 125d0d91-2588-41e4-b530-549d894d36e7, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:13:05.194240 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-203c3725-0d2f-4b81-b072-3d62235ed831 service neutron] For port 125d0d91-2588-41e4-b530-549d894d36e7, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=125d0d91-2588-41e4-b530-549d894d36e7,segment=NetworkSegment(7326ada5-f762-4313-b25f-4cb3df3eec6b),segment_id=7326ada5-f762-4313-b25f-4cb3df3eec6b)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:13:05.201953 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0ae264a4-7a04-4d50-8a68-30f643bb593c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:05.265600 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-203c3725-0d2f-4b81-b072-3d62235ed831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:05.267621 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b79e5-6ac2-43af-b8bd-0aaedf3a349e None None] Pushing event updated for resources: {'Port': ['ID=58bf1dc0-ff45-49e6-a29e-dcf63c97fdb4,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:05.273523 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a725393d-7f04-4b2b-b808-3140ce450b5a None None] Network c0241cc4-6c19-4c98-ab84-df8e281d2dd3 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:13:05.283594 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-a725393d-7f04-4b2b-b808-3140ce450b5a None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:13:05.289842 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a725393d-7f04-4b2b-b808-3140ce450b5a None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:13:05.290602 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae264a4-7a04-4d50-8a68-30f643bb593c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Network dfeb421a-f1c8-4726-8242-6b468d6e48f3 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:13:05.298182 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-0ae264a4-7a04-4d50-8a68-30f643bb593c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:13:05.304476 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-203c3725-0d2f-4b81-b072-3d62235ed831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:05.305303 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-203c3725-0d2f-4b81-b072-3d62235ed831 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:05.306932 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-203c3725-0d2f-4b81-b072-3d62235ed831 service neutron] 10.222.0.73 "PUT /v2.0/ports/125d0d91-2588-41e4-b530-549d894d36e7 HTTP/1.1" status: 200 len: 1092 time: 3.0374575 Nov 10 19:13:05.307814 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae264a4-7a04-4d50-8a68-30f643bb593c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:13:05.311066 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80acc343-02f4-47c2-9532-26348b57388a', 'tag': '125d0d91-2588-41e4-b530-549d894d36e7'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:13:05.318080 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607968d4-e26b-462a-96cf-a5d4fbdf6be3" -d '{"events": [{"name": "network-changed", "server_uuid": "80acc343-02f4-47c2-9532-26348b57388a", "tag": "125d0d91-2588-41e4-b530-549d894d36e7"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:13:05.377052 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae264a4-7a04-4d50-8a68-30f643bb593c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Pushing event updated for resources: {'Port': ['ID=21af280c-4557-46cd-a694-488125af25aa,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:05.385982 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-35c925d6-85a2-4e71-87ae-faca2a4853f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:05.423911 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port e9117333-db6d-49ab-afb1-b6d1b88680c1 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:05.424693 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:05.443720 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-8bc4a935-bdaf-4211-81e6-c636311c3ae0 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Made reservation on behalf of 8dc1acd4c7b74faa8f26eafd6b931bac for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:13:05.447589 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-8bc4a935-bdaf-4211-81e6-c636311c3ae0 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:05.495905 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-01e4c44c-16dc-4061-a6e4-50c5f49b3e83 req-2c25ed31-90f6-4ff6-ac20-c44296ef9f48 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c267ee7-d196-4d32-9784-2164b5dda13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5323486 Nov 10 19:13:05.500374 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-a725393d-7f04-4b2b-b808-3140ce450b5a None None] Attempting to bind port e060143e-8974-49fa-8946-7ef09cd02f26 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:13:05.501029 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-a725393d-7f04-4b2b-b808-3140ce450b5a None None] Attempting to bind port e060143e-8974-49fa-8946-7ef09cd02f26 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c0241cc4-6c19-4c98-ab84-df8e281d2dd3'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:13:05.501580 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a725393d-7f04-4b2b-b808-3140ce450b5a None None] Attempting to bind port e060143e-8974-49fa-8946-7ef09cd02f26 on network c0241cc4-6c19-4c98-ab84-df8e281d2dd3 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:13:05.513247 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae264a4-7a04-4d50-8a68-30f643bb593c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:05.514345 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0ae264a4-7a04-4d50-8a68-30f643bb593c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:05.521086 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a725393d-7f04-4b2b-b808-3140ce450b5a None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:13:05.521530 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a725393d-7f04-4b2b-b808-3140ce450b5a None None] Checking segment: {'id': 'e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c0241cc4-6c19-4c98-ab84-df8e281d2dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:13:05.521999 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a725393d-7f04-4b2b-b808-3140ce450b5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:05.522392 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a725393d-7f04-4b2b-b808-3140ce450b5a None None] Bound using segment: {'id': 'e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c0241cc4-6c19-4c98-ab84-df8e281d2dd3'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:13:05.522883 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-a725393d-7f04-4b2b-b808-3140ce450b5a None None] Bound port: e060143e-8974-49fa-8946-7ef09cd02f26, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c0241cc4-6c19-4c98-ab84-df8e281d2dd3'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:13:05.523125 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-8bc4a935-bdaf-4211-81e6-c636311c3ae0 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:05.523244 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a725393d-7f04-4b2b-b808-3140ce450b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:05.572038 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c3725-0d2f-4b81-b072-3d62235ed831 service neutron] Pushing event updated for resources: {'Port': ['ID=125d0d91-2588-41e4-b530-549d894d36e7,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:05.589988 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-dc540bc0-a5ae-4d21-bbcf-b92366f0d6d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:05.614017 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0ae264a4-7a04-4d50-8a68-30f643bb593c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9768693 Nov 10 19:13:05.614462 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-4a0b7e85-6258-4cbf-9134-9e084007678c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:05.616634 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-4a0b7e85-6258-4cbf-9134-9e084007678c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2fcc8eb39f9b4242acdb0a6e4b1d45f5&device_id=80acc343-02f4-47c2-9532-26348b57388a HTTP/1.1" status: 200 len: 1095 time: 0.2274873 Nov 10 19:13:05.617478 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58306) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:05.623849 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-6058544f-a049-4238-bf19-62a2a9a3fe03 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Request body: {'port': {'network_id': 'dfeb421a-f1c8-4726-8242-6b468d6e48f3', 'name': 'tempest-TaggedBootDevicesTest-2136546560', 'fixed_ips': [{'subnet_id': '37520a35-4b37-42d8-92a1-304ffc90b618'}]}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:05.628442 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033893c-b6a2-4215-8a1f-b5751db31d86 req-27e91747-91cd-48e1-b0ba-4658f8df7c46 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:05.630256 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f033893c-b6a2-4215-8a1f-b5751db31d86 req-27e91747-91cd-48e1-b0ba-4658f8df7c46 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127 HTTP/1.1" status: 200 len: 932 time: 0.4781055 Nov 10 19:13:05.632964 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f0ba06-4002-4453-954e-70adb2850b5c x-openstack-request-id: req-87f0ba06-4002-4453-954e-70adb2850b5c {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:13:05.633495 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80acc343-02f4-47c2-9532-26348b57388a", "tag": "125d0d91-2588-41e4-b530-549d894d36e7", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:13:05.634088 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-87f0ba06-4002-4453-954e-70adb2850b5c {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:13:05.636952 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80acc343-02f4-47c2-9532-26348b57388a', 'tag': '125d0d91-2588-41e4-b530-549d894d36e7', 'status': 'completed', 'code': 200} Nov 10 19:13:05.804889 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-a725393d-7f04-4b2b-b808-3140ce450b5a None None] For port e060143e-8974-49fa-8946-7ef09cd02f26, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:13:05.809824 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-a725393d-7f04-4b2b-b808-3140ce450b5a None None] For port e060143e-8974-49fa-8946-7ef09cd02f26, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e060143e-8974-49fa-8946-7ef09cd02f26,segment=NetworkSegment(e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a),segment_id=e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:13:05.812552 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-dd77d7c3-0eba-4832-be5a-89c7b326c87d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=125d0d91-2588-41e4-b530-549d894d36e7 HTTP/1.1" status: 200 len: 217 time: 0.1814682 Nov 10 19:13:05.820575 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a725393d-7f04-4b2b-b808-3140ce450b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:05.840211 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0158847e-1a11-4b5c-978e-d45006781b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:05.847017 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 17088527-7f0f-4c32-ba34-d282103f8e18 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:13:05.971620 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-c59ee9ac-987a-4633-818e-885f86228620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:05.977757 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-c59ee9ac-987a-4633-818e-885f86228620 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e9518c1a-00be-415c-83ea-29562b7f88d4 HTTP/1.1" status: 200 len: 852 time: 0.1519203 Nov 10 19:13:05.978039 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725393d-7f04-4b2b-b808-3140ce450b5a None None] Pushing event updated for resources: {'Port': ['ID=e060143e-8974-49fa-8946-7ef09cd02f26,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:05.994178 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 17088527-7f0f-4c32-ba34-d282103f8e18 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:13:06.001832 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 17088527-7f0f-4c32-ba34-d282103f8e18 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:06.002460 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:06.058137 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-9ac7c82e-54e4-4f33-935f-d5af721b4f35 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e3f588d-9e16-4009-9128-d1f7230e1521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676026 Nov 10 19:13:06.107746 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:06.112837 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6058544f-a049-4238-bf19-62a2a9a3fe03 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Made reservation on behalf of f8868befe3bb435a8f25d6ac7c7d0f37 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:13:06.126267 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6058544f-a049-4238-bf19-62a2a9a3fe03 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:06.143695 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474491fd-f1c5-4cb5-8f83-cd944cf07995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17088527-7f0f-4c32-ba34-d282103f8e18'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:13:06.150916 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b872619-529f-42b2-b339-e8cf0ff4cda0" -d '{"events": [{"server_uuid": "474491fd-f1c5-4cb5-8f83-cd944cf07995", "name": "network-vif-plugged", "status": "completed", "tag": "17088527-7f0f-4c32-ba34-d282103f8e18"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:13:06.185019 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 17088527-7f0f-4c32-ba34-d282103f8e18, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=17088527-7f0f-4c32-ba34-d282103f8e18,segment=NetworkSegment(ac1a7b87-7bea-42ae-9f19-ef7278791225),segment_id=ac1a7b87-7bea-42ae-9f19-ef7278791225)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:06.193624 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:06.206562 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-6058544f-a049-4238-bf19-62a2a9a3fe03 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] device_id is not set on port 2d9d8a32-85d2-4553-a7c3-eaf3f760a24a yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:13:06.348194 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-3652ab57-b2f1-4a46-8e92-dd9c78395e4f service neutron] 10.222.0.73 "GET /v2.0/networks/9e3f588d-9e16-4009-9128-d1f7230e1521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825320 Nov 10 19:13:06.356873 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=17088527-7f0f-4c32-ba34-d282103f8e18,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:06.691319 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-2d67b5ed-b67b-4968-875c-05ca93a284d4 service neutron] 10.222.0.73 "GET /v2.0/networks/9e3f588d-9e16-4009-9128-d1f7230e1521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081188 Nov 10 19:13:06.739584 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-6058544f-a049-4238-bf19-62a2a9a3fe03 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Allocated IP 10.1.1.12 (dfeb421a-f1c8-4726-8242-6b468d6e48f3/37520a35-4b37-42d8-92a1-304ffc90b618/2d9d8a32-85d2-4553-a7c3-eaf3f760a24a) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:13:06.758855 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f033893c-b6a2-4215-8a1f-b5751db31d86 req-e021c400-7817-422d-afab-b7e1070df38f tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce354ea6-3eb0-4818-8104-5fb82d5ad040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0868528 Nov 10 19:13:06.791489 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-8bc4a935-bdaf-4211-81e6-c636311c3ae0 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:06.829240 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-8bc4a935-bdaf-4211-81e6-c636311c3ae0 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:06.954716 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e060143e-8974-49fa-8946-7ef09cd02f26 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:13:07.038267 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6058544f-a049-4238-bf19-62a2a9a3fe03 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:07.085992 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6058544f-a049-4238-bf19-62a2a9a3fe03 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:07.098171 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376c7a8a-2641-4043-972c-e55d4bb398bd None None] Network dfeb421a-f1c8-4726-8242-6b468d6e48f3 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:13:07.119638 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9ba7f5c4-a825-4383-8fd2-d92e24f6418b req-0b3b3deb-01c5-4c4a-89d5-76aa73798e72 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b25442a-1c3a-43e2-b898-ea6233679cb7 HTTP/1.1" status: 200 len: 210 time: 0.1873450 Nov 10 19:13:07.184168 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port e060143e-8974-49fa-8946-7ef09cd02f26 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:07.186607 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:07.203677 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbe3ad-21be-4e3a-9d3a-c05189a736a7 req-4d9ab727-8bd7-4d7c-9f37-d3305089118a tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:07.211495 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-54fbe3ad-21be-4e3a-9d3a-c05189a736a7 req-4d9ab727-8bd7-4d7c-9f37-d3305089118a tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=3788855a-0668-4ebd-a65a-0ac736c71e54 HTTP/1.1" status: 200 len: 945 time: 1.3750851 Nov 10 19:13:07.213551 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4a935-bdaf-4211-81e6-c636311c3ae0 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7448b13-6ec0-4770-9f6c-62378f6dd830,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:07.213731 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607968d4-e26b-462a-96cf-a5d4fbdf6be3 req-c10fe47d-aefd-4bea-9517-8351674c5871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:07.215339 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-607968d4-e26b-462a-96cf-a5d4fbdf6be3 req-c10fe47d-aefd-4bea-9517-8351674c5871 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2fcc8eb39f9b4242acdb0a6e4b1d45f5&device_id=80acc343-02f4-47c2-9532-26348b57388a HTTP/1.1" status: 200 len: 1095 time: 0.1419969 Nov 10 19:13:07.249320 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6058544f-a049-4238-bf19-62a2a9a3fe03 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Network dfeb421a-f1c8-4726-8242-6b468d6e48f3 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:13:07.252729 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058544f-a049-4238-bf19-62a2a9a3fe03 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Pushing event updated for resources: {'Port': ['ID=2d9d8a32-85d2-4553-a7c3-eaf3f760a24a,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:07.331845 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb7dc35-ba50-4094-9d5e-cdd20d27f5d3 x-openstack-request-id: req-3cb7dc35-ba50-4094-9d5e-cdd20d27f5d3 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:13:07.332151 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "474491fd-f1c5-4cb5-8f83-cd944cf07995", "name": "network-vif-plugged", "status": "completed", "tag": "17088527-7f0f-4c32-ba34-d282103f8e18", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:13:07.332407 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3cb7dc35-ba50-4094-9d5e-cdd20d27f5d3 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:13:07.332819 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '474491fd-f1c5-4cb5-8f83-cd944cf07995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17088527-7f0f-4c32-ba34-d282103f8e18', 'code': 200} Nov 10 19:13:07.362493 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-6058544f-a049-4238-bf19-62a2a9a3fe03 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:13:07.392271 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6058544f-a049-4238-bf19-62a2a9a3fe03 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:13:07.406937 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-ded90783-8349-4074-ba72-21860ae5ba81 None None] Provisioning complete for port 58bf1dc0-ff45-49e6-a29e-dcf63c97fdb4 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:07.407612 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ded90783-8349-4074-ba72-21860ae5ba81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:07.506818 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e7737-3011-4d7f-86ce-c7057b78b5f7 req-40c1b778-c231-4090-8bc7-4e6b005f775b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:07.508523 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8b3e7737-3011-4d7f-86ce-c7057b78b5f7 req-40c1b778-c231-4090-8bc7-4e6b005f775b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=474491fd-f1c5-4cb5-8f83-cd944cf07995 HTTP/1.1" status: 200 len: 1097 time: 0.1475327 Nov 10 19:13:07.517880 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6058544f-a049-4238-bf19-62a2a9a3fe03 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:07.518535 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6058544f-a049-4238-bf19-62a2a9a3fe03 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:07.538352 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607968d4-e26b-462a-96cf-a5d4fbdf6be3 req-5efb8a3d-e98a-40a5-b903-3301b2b355a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:07.539242 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-607968d4-e26b-462a-96cf-a5d4fbdf6be3 req-5efb8a3d-e98a-40a5-b903-3301b2b355a7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9e3f588d-9e16-4009-9128-d1f7230e1521 HTTP/1.1" status: 200 len: 913 time: 0.2973080 Nov 10 19:13:07.566983 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b255a3-9370-40f2-97a2-a78f9e092060 None None] Network c0241cc4-6c19-4c98-ab84-df8e281d2dd3 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:13:07.603785 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6058544f-a049-4238-bf19-62a2a9a3fe03 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9801726 Nov 10 19:13:07.627818 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:07.639346 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8b3e7737-3011-4d7f-86ce-c7057b78b5f7 req-938630e0-7d37-4a83-97df-c24cd6279be1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3c267ee7-d196-4d32-9784-2164b5dda13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175230 Nov 10 19:13:07.641152 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-607968d4-e26b-462a-96cf-a5d4fbdf6be3 req-cb3adb9b-b319-4e3f-a990-63cef60626d5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=125d0d91-2588-41e4-b530-549d894d36e7 HTTP/1.1" status: 200 len: 217 time: 0.0923133 Nov 10 19:13:07.707627 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607968d4-e26b-462a-96cf-a5d4fbdf6be3 req-45d3db00-8b69-4c89-85e7-14407c194901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:07.708911 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-54fbe3ad-21be-4e3a-9d3a-c05189a736a7 req-05c69462-f36c-4323-9a36-f62459442752 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4962344 Nov 10 19:13:07.710429 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-607968d4-e26b-462a-96cf-a5d4fbdf6be3 req-45d3db00-8b69-4c89-85e7-14407c194901 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e9518c1a-00be-415c-83ea-29562b7f88d4 HTTP/1.1" status: 200 len: 852 time: 0.0606914 Nov 10 19:13:07.758457 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ded90783-8349-4074-ba72-21860ae5ba81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:07.772467 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port e060143e-8974-49fa-8946-7ef09cd02f26, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e060143e-8974-49fa-8946-7ef09cd02f26,segment=NetworkSegment(e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a),segment_id=e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:07.783248 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-607968d4-e26b-462a-96cf-a5d4fbdf6be3 req-1397b801-917a-45db-bf4c-b8f5eef6589f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e3f588d-9e16-4009-9128-d1f7230e1521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543766 Nov 10 19:13:07.788642 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c925d6-85a2-4e71-87ae-faca2a4853f3 admin admin] Router ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:13:07.804882 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:07.805692 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 58bf1dc0-ff45-49e6-a29e-dcf63c97fdb4 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:13:07.823774 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876f9c6-3294-40ad-8407-ecbbad3316aa req-c11aa565-93bc-4d10-a603-0d635acbc961 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:07.832788 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6876f9c6-3294-40ad-8407-ecbbad3316aa req-c11aa565-93bc-4d10-a603-0d635acbc961 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] 10.222.0.54 "GET /v2.0/ports?device_id=474491fd-f1c5-4cb5-8f83-cd944cf07995 HTTP/1.1" status: 200 len: 946 time: 0.3485525 Nov 10 19:13:07.840201 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-8bc4a935-bdaf-4211-81e6-c636311c3ae0 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Allocated IP 192.168.233.150 (d392c118-92b4-47b2-87bf-77c096e8a630/f9b6e8e7-6ebd-402d-901c-b41f234de3ab/ea7b97fe-65ec-4012-be83-8638048b4c12) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:13:07.968815 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-607968d4-e26b-462a-96cf-a5d4fbdf6be3 req-54764b7b-19f2-4c9a-a102-6a463d7ea9e6 service neutron] 10.222.0.73 "GET /v2.0/networks/9e3f588d-9e16-4009-9128-d1f7230e1521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761045 Nov 10 19:13:08.147900 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-ded90783-8349-4074-ba72-21860ae5ba81 None None] For port 58bf1dc0-ff45-49e6-a29e-dcf63c97fdb4, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=58bf1dc0-ff45-49e6-a29e-dcf63c97fdb4,segment=NetworkSegment(181bf923-29c6-48c6-a618-3da751521132),segment_id=181bf923-29c6-48c6-a618-3da751521132)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:08.171435 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ded90783-8349-4074-ba72-21860ae5ba81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:08.190234 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-607968d4-e26b-462a-96cf-a5d4fbdf6be3 req-8c4e27dd-00cb-44fc-b878-2b01caba750e service neutron] 10.222.0.73 "GET /v2.0/networks/9e3f588d-9e16-4009-9128-d1f7230e1521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138984 Nov 10 19:13:08.190719 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6876f9c6-3294-40ad-8407-ecbbad3316aa req-f13fddfd-9451-482e-928a-d38c1635eb3e tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c267ee7-d196-4d32-9784-2164b5dda13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245997 Nov 10 19:13:08.284953 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-dc540bc0-a5ae-4d21-bbcf-b92366f0d6d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b74b3a52-8637-4374-944d-30ec16d11725 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:13:08.321612 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=e060143e-8974-49fa-8946-7ef09cd02f26,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:08.339633 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-dc540bc0-a5ae-4d21-bbcf-b92366f0d6d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:08.419964 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-544e3e45-f7a3-4e1b-ad60-54226ef2c343 None None] Provisioning complete for port 58bf1dc0-ff45-49e6-a29e-dcf63c97fdb4 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:08.420551 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-544e3e45-f7a3-4e1b-ad60-54226ef2c343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:08.453463 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 58bf1dc0-ff45-49e6-a29e-dcf63c97fdb4 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:08.453863 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:08.454666 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58364) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:08.465913 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-09be1ea6-ffdb-4842-b09c-cf08b776f71a tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Request body: {'security_group': {'name': 'tempest-securitygroup--278229448', 'description': 'tempest-description--1055902952'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:08.484879 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-dc540bc0-a5ae-4d21-bbcf-b92366f0d6d0 service neutron] Transition to ACTIVE for port object b74b3a52-8637-4374-944d-30ec16d11725 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:13:08.522046 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-dc540bc0-a5ae-4d21-bbcf-b92366f0d6d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:08.532134 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-09be1ea6-ffdb-4842-b09c-cf08b776f71a tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:08.632230 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded90783-8349-4074-ba72-21860ae5ba81 None None] Pushing event updated for resources: {'Port': ['ID=58bf1dc0-ff45-49e6-a29e-dcf63c97fdb4,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:08.647773 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-544e3e45-f7a3-4e1b-ad60-54226ef2c343 None None] Provisioning complete for port e060143e-8974-49fa-8946-7ef09cd02f26 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:08.648489 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-544e3e45-f7a3-4e1b-ad60-54226ef2c343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:08.730511 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-09be1ea6-ffdb-4842-b09c-cf08b776f71a tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:08.738166 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-09be1ea6-ffdb-4842-b09c-cf08b776f71a tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:08.786001 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c925d6-85a2-4e71-87ae-faca2a4853f3 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:13:08.798283 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76521e96-9e7d-419d-b632-1a438ac9440e None None] Sync routers for ids ['ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:13:08.816426 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76521e96-9e7d-419d-b632-1a438ac9440e None None] Routers {'ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:13:08.817074 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-76521e96-9e7d-419d-b632-1a438ac9440e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:12:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:13:08.859936 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-09be1ea6-ffdb-4842-b09c-cf08b776f71a tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:08.874320 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-09be1ea6-ffdb-4842-b09c-cf08b776f71a tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4166327 Nov 10 19:13:08.875131 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be1ea6-ffdb-4842-b09c-cf08b776f71a tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d93388-382e-4c6b-9fd9-db42bf1d98d3,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:08.877184 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58372) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:08.885243 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-544e3e45-f7a3-4e1b-ad60-54226ef2c343 None None] Provisioning complete for port 2d9d8a32-85d2-4553-a7c3-eaf3f760a24a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:08.885723 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-544e3e45-f7a3-4e1b-ad60-54226ef2c343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:08.904396 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-273c652f-7821-4398-819e-dc29e1072e1e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Request body: {'security_group_rule': {'security_group_id': 'b2d93388-382e-4c6b-9fd9-db42bf1d98d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:08.962683 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e060143e-8974-49fa-8946-7ef09cd02f26 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:13:08.983123 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-273c652f-7821-4398-819e-dc29e1072e1e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:09.040056 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc540bc0-a5ae-4d21-bbcf-b92366f0d6d0 service neutron] Pushing event updated for resources: {'Port': ['ID=b74b3a52-8637-4374-944d-30ec16d11725,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:09.041515 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-544e3e45-f7a3-4e1b-ad60-54226ef2c343 None None] Port 2d9d8a32-85d2-4553-a7c3-eaf3f760a24a cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:13:09.099471 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-0158847e-1a11-4b5c-978e-d45006781b0d admin admin] Deleting port 6d66e8da-b76f-458d-a005-b156d93f5dc0 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:13:09.100161 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0158847e-1a11-4b5c-978e-d45006781b0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:09.100531 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-544e3e45-f7a3-4e1b-ad60-54226ef2c343 None None] Provisioning complete for port 21af280c-4557-46cd-a694-488125af25aa triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:09.100961 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-544e3e45-f7a3-4e1b-ad60-54226ef2c343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:09.108219 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-273c652f-7821-4398-819e-dc29e1072e1e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:09.116476 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-273c652f-7821-4398-819e-dc29e1072e1e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:09.151452 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-544e3e45-f7a3-4e1b-ad60-54226ef2c343 None None] Port 21af280c-4557-46cd-a694-488125af25aa cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:13:09.153348 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port e060143e-8974-49fa-8946-7ef09cd02f26 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:09.154048 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:09.164202 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-273c652f-7821-4398-819e-dc29e1072e1e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:09.166228 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-273c652f-7821-4398-819e-dc29e1072e1e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2778974 Nov 10 19:13:09.167713 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-35c925d6-85a2-4e71-87ae-faca2a4853f3 admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:09.169046 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-35c925d6-85a2-4e71-87ae-faca2a4853f3 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.5702989 Nov 10 19:13:09.169350 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58374) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:09.174440 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58376) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:09.178838 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-c334c1d8-ed84-42ad-bc33-956834d529f6 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Request body: {'security_group_rule': {'security_group_id': 'b2d93388-382e-4c6b-9fd9-db42bf1d98d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:09.184579 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c652f-7821-4398-819e-dc29e1072e1e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a600979c-990f-41ee-a3c8-d6105a6b6423,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:09.188107 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc829d-c645-4aca-b1ee-d30d3bc38e02 req-f86ab2aa-8b36-4383-a5c4-8605e94060be tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:09.196499 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d9dc829d-c645-4aca-b1ee-d30d3bc38e02 req-f86ab2aa-8b36-4383-a5c4-8605e94060be tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127 HTTP/1.1" status: 200 len: 944 time: 0.5558596 Nov 10 19:13:09.199777 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-20d69545-c95d-4144-ab3f-a89647117e39 req-502be351-13d0-4c1e-a4e5-22224c37a918 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b25442a-1c3a-43e2-b898-ea6233679cb7 HTTP/1.1" status: 200 len: 210 time: 0.1463819 Nov 10 19:13:09.201341 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-76521e96-9e7d-419d-b632-1a438ac9440e None None] Set router ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:13:09.238053 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-8bc4a935-bdaf-4211-81e6-c636311c3ae0 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:09.344217 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-8bc4a935-bdaf-4211-81e6-c636311c3ae0 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:09.349446 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-02be5f0a-fa4a-4077-85fb-35cc2a3d8921 None None] Provisioning complete for port e060143e-8974-49fa-8946-7ef09cd02f26 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:09.350157 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-02be5f0a-fa4a-4077-85fb-35cc2a3d8921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:09.352805 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 58bf1dc0-ff45-49e6-a29e-dcf63c97fdb4 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:13:09.357608 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 125d0d91-2588-41e4-b530-549d894d36e7 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:13:09.473608 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:13:09.488830 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-76521e96-9e7d-419d-b632-1a438ac9440e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a', 'name': 'tempest-ServersTestMultiNic-1197170789-router', 'tenant_id': '77957d962e034783981c11222eec43b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '96b4ee1c-1bac-47b1-b3db-77b80ff1cee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:12:58Z', 'updated_at': '2021-11-10T19:13:04Z', 'revision_number': 3, 'project_id': '77957d962e034783981c11222eec43b2', 'gw_port': {'id': '96b4ee1c-1bac-47b1-b3db-77b80ff1cee6', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:13:01Z', 'updated_at': '2021-11-10T19:13:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:13:09.525739 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76521e96-9e7d-419d-b632-1a438ac9440e None None] Checking router: ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:13:09.526261 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76521e96-9e7d-419d-b632-1a438ac9440e None None] Updating router ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a port 96b4ee1c-1bac-47b1-b3db-77b80ff1cee6 binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:13:09.527136 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-dc540bc0-a5ae-4d21-bbcf-b92366f0d6d0 service neutron] Attempting to bind port b74b3a52-8637-4374-944d-30ec16d11725 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:13:09.527489 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-dc540bc0-a5ae-4d21-bbcf-b92366f0d6d0 service neutron] Attempting to bind port b74b3a52-8637-4374-944d-30ec16d11725 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '7326ada5-f762-4313-b25f-4cb3df3eec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9e3f588d-9e16-4009-9128-d1f7230e1521'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:13:09.527845 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-dc540bc0-a5ae-4d21-bbcf-b92366f0d6d0 service neutron] Attempting to bind port b74b3a52-8637-4374-944d-30ec16d11725 on network 9e3f588d-9e16-4009-9128-d1f7230e1521 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:13:09.539595 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d9dc829d-c645-4aca-b1ee-d30d3bc38e02 req-b18ce030-58e2-49eb-8afe-336c23329400 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce354ea6-3eb0-4818-8104-5fb82d5ad040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422990 Nov 10 19:13:09.557779 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-8bc4a935-bdaf-4211-81e6-c636311c3ae0 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Network d392c118-92b4-47b2-87bf-77c096e8a630 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:13:09.563176 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-8bc4a935-bdaf-4211-81e6-c636311c3ae0 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:13:09.571268 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-dc540bc0-a5ae-4d21-bbcf-b92366f0d6d0 service neutron] Port b74b3a52-8637-4374-944d-30ec16d11725 on network 9e3f588d-9e16-4009-9128-d1f7230e1521 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:13:09.572098 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-dc540bc0-a5ae-4d21-bbcf-b92366f0d6d0 service neutron] Attempting to bind port b74b3a52-8637-4374-944d-30ec16d11725 on network 9e3f588d-9e16-4009-9128-d1f7230e1521 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:13:09.575797 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-0158847e-1a11-4b5c-978e-d45006781b0d admin admin] For port 6d66e8da-b76f-458d-a005-b156d93f5dc0, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=6d66e8da-b76f-458d-a005-b156d93f5dc0,segment=NetworkSegment(1036bca9-4b67-4f59-a521-821c8befcd92),segment_id=1036bca9-4b67-4f59-a521-821c8befcd92)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:09.576179 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0158847e-1a11-4b5c-978e-d45006781b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:09.579096 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-8bc4a935-bdaf-4211-81e6-c636311c3ae0 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:13:09.604826 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-76521e96-9e7d-419d-b632-1a438ac9440e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:09.641113 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 58bf1dc0-ff45-49e6-a29e-dcf63c97fdb4 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:09.641548 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:09.671177 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-8bc4a935-bdaf-4211-81e6-c636311c3ae0 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:09.671863 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-8bc4a935-bdaf-4211-81e6-c636311c3ae0 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:09.722149 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-8bc4a935-bdaf-4211-81e6-c636311c3ae0 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1993062 Nov 10 19:13:09.743165 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 125d0d91-2588-41e4-b530-549d894d36e7, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=125d0d91-2588-41e4-b530-549d894d36e7,segment=NetworkSegment(7326ada5-f762-4313-b25f-4cb3df3eec6b),segment_id=7326ada5-f762-4313-b25f-4cb3df3eec6b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:09.754913 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-0158847e-1a11-4b5c-978e-d45006781b0d admin admin] Calling delete_port for 6d66e8da-b76f-458d-a005-b156d93f5dc0 owned by network:router_interface {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:13:09.757251 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4a935-bdaf-4211-81e6-c636311c3ae0 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Pushing event updated for resources: {'Port': ['ID=ea7b97fe-65ec-4012-be83-8638048b4c12,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:09.772815 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-392753e9-c199-46cb-aea0-f27e358a4aa8 service neutron] Request body: {'port': {'device_id': '2b25442a-1c3a-43e2-b898-ea6233679cb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:09.782066 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '125d0d91-2588-41e4-b530-549d894d36e7', 'network_id': '9e3f588d-9e16-4009-9128-d1f7230e1521', 'port_id': '125d0d91-2588-41e4-b530-549d894d36e7', 'mac_address': 'fa:16:3e:b2:8b:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9518c1a-00be-415c-83ea-29562b7f88d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:13:09.790412 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-dc540bc0-a5ae-4d21-bbcf-b92366f0d6d0 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:13:09.790821 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-dc540bc0-a5ae-4d21-bbcf-b92366f0d6d0 service neutron] Checking segment: {'id': '7326ada5-f762-4313-b25f-4cb3df3eec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9e3f588d-9e16-4009-9128-d1f7230e1521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:13:09.791358 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-dc540bc0-a5ae-4d21-bbcf-b92366f0d6d0 service neutron] Bound using segment: {'id': '7326ada5-f762-4313-b25f-4cb3df3eec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9e3f588d-9e16-4009-9128-d1f7230e1521'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:13:09.791837 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-dc540bc0-a5ae-4d21-bbcf-b92366f0d6d0 service neutron] Bound port: b74b3a52-8637-4374-944d-30ec16d11725, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7326ada5-f762-4313-b25f-4cb3df3eec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9e3f588d-9e16-4009-9128-d1f7230e1521'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:13:09.792207 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-dc540bc0-a5ae-4d21-bbcf-b92366f0d6d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:09.863221 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-02be5f0a-fa4a-4077-85fb-35cc2a3d8921 None None] Provisioning complete for port 2d9d8a32-85d2-4553-a7c3-eaf3f760a24a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:09.863546 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-02be5f0a-fa4a-4077-85fb-35cc2a3d8921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:09.923100 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:09.943228 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-02be5f0a-fa4a-4077-85fb-35cc2a3d8921 None None] Port 2d9d8a32-85d2-4553-a7c3-eaf3f760a24a cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:13:09.956706 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125d0d91-2588-41e4-b530-549d894d36e7 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:13:09.969063 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-02be5f0a-fa4a-4077-85fb-35cc2a3d8921 None None] Provisioning complete for port 21af280c-4557-46cd-a694-488125af25aa triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:09.969434 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-02be5f0a-fa4a-4077-85fb-35cc2a3d8921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:10.003012 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 125d0d91-2588-41e4-b530-549d894d36e7, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=125d0d91-2588-41e4-b530-549d894d36e7,segment=NetworkSegment(7326ada5-f762-4313-b25f-4cb3df3eec6b),segment_id=7326ada5-f762-4313-b25f-4cb3df3eec6b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:10.020064 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:10.021660 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c334c1d8-ed84-42ad-bc33-956834d529f6 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:10.032230 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-02be5f0a-fa4a-4077-85fb-35cc2a3d8921 None None] Port 21af280c-4557-46cd-a694-488125af25aa cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:13:10.134347 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c334c1d8-ed84-42ad-bc33-956834d529f6 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:10.140315 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-76521e96-9e7d-419d-b632-1a438ac9440e None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:10.143255 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c334c1d8-ed84-42ad-bc33-956834d529f6 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:10.144104 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-392753e9-c199-46cb-aea0-f27e358a4aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:10.149156 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=125d0d91-2588-41e4-b530-549d894d36e7,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:10.150541 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-76521e96-9e7d-419d-b632-1a438ac9440e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:10.154144 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-dc540bc0-a5ae-4d21-bbcf-b92366f0d6d0 service neutron] For port b74b3a52-8637-4374-944d-30ec16d11725, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:13:10.166249 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334c1d8-ed84-42ad-bc33-956834d529f6 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c4122d-14d3-4989-9e1f-08bc6b2860b4,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:10.181910 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-1b322c75-c9de-4aed-868c-af18d6b24bfc None None] Provisioning complete for port ea7b97fe-65ec-4012-be83-8638048b4c12 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:10.182292 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1b322c75-c9de-4aed-868c-af18d6b24bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:10.206474 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-dc540bc0-a5ae-4d21-bbcf-b92366f0d6d0 service neutron] For port b74b3a52-8637-4374-944d-30ec16d11725, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=b74b3a52-8637-4374-944d-30ec16d11725,segment=NetworkSegment(7326ada5-f762-4313-b25f-4cb3df3eec6b),segment_id=7326ada5-f762-4313-b25f-4cb3df3eec6b)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:13:10.230872 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-76521e96-9e7d-419d-b632-1a438ac9440e None None] Attempting to bind port 96b4ee1c-1bac-47b1-b3db-77b80ff1cee6 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:13:10.231246 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-76521e96-9e7d-419d-b632-1a438ac9440e None None] Attempting to bind port 96b4ee1c-1bac-47b1-b3db-77b80ff1cee6 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:13:10.232156 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-1b322c75-c9de-4aed-868c-af18d6b24bfc None None] Port ea7b97fe-65ec-4012-be83-8638048b4c12 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:13:10.234072 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76521e96-9e7d-419d-b632-1a438ac9440e None None] Attempting to bind port 96b4ee1c-1bac-47b1-b3db-77b80ff1cee6 on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:13:10.246245 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76521e96-9e7d-419d-b632-1a438ac9440e None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:13:10.246650 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76521e96-9e7d-419d-b632-1a438ac9440e None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:13:10.247006 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-76521e96-9e7d-419d-b632-1a438ac9440e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:10.247392 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76521e96-9e7d-419d-b632-1a438ac9440e None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:13:10.247857 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-76521e96-9e7d-419d-b632-1a438ac9440e None None] Bound port: 96b4ee1c-1bac-47b1-b3db-77b80ff1cee6, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:13:10.248252 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-76521e96-9e7d-419d-b632-1a438ac9440e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:10.250024 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af209c-575d-4a2a-a312-0d3a4621893c None None] Pushing event updated for resources: {'Port': ['ID=96b4ee1c-1bac-47b1-b3db-77b80ff1cee6,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:10.254307 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79619a-202f-4b90-83ba-a447f899e13a req-ca3fb18c-0fe4-472b-ba1d-dbebff906ca1 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:10.255861 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c334c1d8-ed84-42ad-bc33-956834d529f6 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:10.257639 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c334c1d8-ed84-42ad-bc33-956834d529f6 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0869007 Nov 10 19:13:10.260722 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58414) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:10.263405 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cd79619a-202f-4b90-83ba-a447f899e13a req-ca3fb18c-0fe4-472b-ba1d-dbebff906ca1 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] 10.222.0.54 "GET /v2.0/ports?device_id=474491fd-f1c5-4cb5-8f83-cd944cf07995 HTTP/1.1" status: 200 len: 946 time: 0.3958232 Nov 10 19:13:10.265817 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-dc540bc0-a5ae-4d21-bbcf-b92366f0d6d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:10.268886 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-1d894afc-334c-44c1-af5b-ecc376ff12ff tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:10.280272 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['125d0d91-2588-41e4-b530-549d894d36e7'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:13:10.300797 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1d894afc-334c-44c1-af5b-ecc376ff12ff tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for floatingip, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:10.335037 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-76521e96-9e7d-419d-b632-1a438ac9440e None None] For port 96b4ee1c-1bac-47b1-b3db-77b80ff1cee6, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:13:10.339715 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-76521e96-9e7d-419d-b632-1a438ac9440e None None] For port 96b4ee1c-1bac-47b1-b3db-77b80ff1cee6, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=96b4ee1c-1bac-47b1-b3db-77b80ff1cee6,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:13:10.345738 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-76521e96-9e7d-419d-b632-1a438ac9440e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:10.419417 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-dc540bc0-a5ae-4d21-bbcf-b92366f0d6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:10.420980 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-dc540bc0-a5ae-4d21-bbcf-b92366f0d6d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:10.422568 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-dc540bc0-a5ae-4d21-bbcf-b92366f0d6d0 service neutron] 10.222.0.25 "PUT /v2.0/ports/b74b3a52-8637-4374-944d-30ec16d11725 HTTP/1.1" status: 200 len: 1092 time: 5.2717533 Nov 10 19:13:10.429989 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127', 'tag': 'b74b3a52-8637-4374-944d-30ec16d11725'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:13:10.432310 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66111dc8-f43f-4ea1-bcdd-d19b7559fa6e" -d '{"events": [{"name": "network-changed", "server_uuid": "3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127", "tag": "b74b3a52-8637-4374-944d-30ec16d11725"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:13:10.485823 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76521e96-9e7d-419d-b632-1a438ac9440e None None] Routers {'ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:13:10.486611 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-76521e96-9e7d-419d-b632-1a438ac9440e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:12:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:13:10.597557 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af209c-575d-4a2a-a312-0d3a4621893c None None] Pushing event updated for resources: {'Port': ['ID=96b4ee1c-1bac-47b1-b3db-77b80ff1cee6,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:10.635543 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-76521e96-9e7d-419d-b632-1a438ac9440e None None] Set router ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:13:10.644326 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cd79619a-202f-4b90-83ba-a447f899e13a req-2fc85d5a-2dc0-4179-b98a-4a7935a0fff1 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c267ee7-d196-4d32-9784-2164b5dda13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781548 Nov 10 19:13:10.645657 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc540bc0-a5ae-4d21-bbcf-b92366f0d6d0 service neutron] Pushing event updated for resources: {'Port': ['ID=b74b3a52-8637-4374-944d-30ec16d11725,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:10.673280 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1d894afc-334c-44c1-af5b-ecc376ff12ff tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:10.754116 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9091dfce-0d98-45c4-8bbe-044d8f90cdcb x-openstack-request-id: req-9091dfce-0d98-45c4-8bbe-044d8f90cdcb {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:13:10.754482 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127", "tag": "b74b3a52-8637-4374-944d-30ec16d11725", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:13:10.754659 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9091dfce-0d98-45c4-8bbe-044d8f90cdcb {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:13:10.755530 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127', 'tag': 'b74b3a52-8637-4374-944d-30ec16d11725', 'status': 'completed', 'code': 200} Nov 10 19:13:10.809793 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-aa7e7263-1191-40a8-a66b-ed3d59961484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:10.811336 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-aa7e7263-1191-40a8-a66b-ed3d59961484 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2fcc8eb39f9b4242acdb0a6e4b1d45f5&device_id=3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127 HTTP/1.1" status: 200 len: 1095 time: 0.3332911 Nov 10 19:13:10.839823 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd5c55-dcdb-486f-aa19-a93996f448a3 req-e663e222-c6f3-47e4-9a19-b9947353352b tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:10.841793 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-10fd5c55-dcdb-486f-aa19-a93996f448a3 req-e663e222-c6f3-47e4-9a19-b9947353352b tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b25442a-1c3a-43e2-b898-ea6233679cb7 HTTP/1.1" status: 200 len: 936 time: 0.3067515 Nov 10 19:13:10.846296 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-1d894afc-334c-44c1-af5b-ecc376ff12ff tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Allocated IP 172.25.3.55 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/acc57cb4-8fc2-4c1e-b5a5-5a0f85c11129) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:13:10.967574 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1d894afc-334c-44c1-af5b-ecc376ff12ff tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:10.968274 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-76521e96-9e7d-419d-b632-1a438ac9440e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a', 'name': 'tempest-ServersTestMultiNic-1197170789-router', 'tenant_id': '77957d962e034783981c11222eec43b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '96b4ee1c-1bac-47b1-b3db-77b80ff1cee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:12:58Z', 'updated_at': '2021-11-10T19:13:04Z', 'revision_number': 3, 'project_id': '77957d962e034783981c11222eec43b2', 'gw_port': {'id': '96b4ee1c-1bac-47b1-b3db-77b80ff1cee6', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:13:01Z', 'updated_at': '2021-11-10T19:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:13:11.042689 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-11644aa9-5fdc-4ab2-8732-ac8c407f23a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:11.046757 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1d894afc-334c-44c1-af5b-ecc376ff12ff tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:11.072925 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76521e96-9e7d-419d-b632-1a438ac9440e None None] The sync data for ids ['ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a'] in n-d-813897-4 is: [{'id': 'ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a', 'name': 'tempest-ServersTestMultiNic-1197170789-router', 'tenant_id': '77957d962e034783981c11222eec43b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '96b4ee1c-1bac-47b1-b3db-77b80ff1cee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:12:58Z', 'updated_at': '2021-11-10T19:13:04Z', 'revision_number': 3, 'project_id': '77957d962e034783981c11222eec43b2', 'gw_port': {'id': '96b4ee1c-1bac-47b1-b3db-77b80ff1cee6', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:13:01Z', 'updated_at': '2021-11-10T19:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:13:11.125723 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d894afc-334c-44c1-af5b-ecc376ff12ff tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:13:11.191903 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d894afc-334c-44c1-af5b-ecc376ff12ff tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Pushing event updated for resources: {'Port': ['ID=acc57cb4-8fc2-4c1e-b5a5-5a0f85c11129,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:11.198130 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-1d894afc-334c-44c1-af5b-ecc376ff12ff tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:13:11.202632 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d894afc-334c-44c1-af5b-ecc376ff12ff tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:13:11.345507 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 93086f46-9205-437e-aea5-59655e8ab9fa details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:13:11.348225 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 125d0d91-2588-41e4-b530-549d894d36e7 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:13:11.469818 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-2767e6b9-f350-42ac-9713-cb19d680d4ae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b74b3a52-8637-4374-944d-30ec16d11725 HTTP/1.1" status: 200 len: 217 time: 0.6269197 Nov 10 19:13:11.593420 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-11644aa9-5fdc-4ab2-8732-ac8c407f23a7 admin admin] Allocated IP 172.20.0.1 (f9ea6856-8294-48af-b039-f24bd69bff57/bd603886-11e0-4a0c-9e77-d11dbd0cb322/1337b0c7-ca47-4db5-a35a-0d95173dde88) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:13:11.611554 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-10fd5c55-dcdb-486f-aa19-a93996f448a3 req-fa1ab6d6-0754-4e1a-8886-a6548261e6e4 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7448b13-6ec0-4770-9f6c-62378f6dd830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137667 Nov 10 19:13:11.657381 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0158847e-1a11-4b5c-978e-d45006781b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:11.677940 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 125d0d91-2588-41e4-b530-549d894d36e7 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:13:11.696597 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 125d0d91-2588-41e4-b530-549d894d36e7 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:11.697239 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:11.816196 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1d894afc-334c-44c1-af5b-ecc376ff12ff tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:11.822791 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bdc22c-41fe-4b6f-b7f9-c0effcad9a2e req-e1eb11f6-cc6e-49fe-916b-b6aec643ac78 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:11.826308 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 93086f46-9205-437e-aea5-59655e8ab9fa, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=93086f46-9205-437e-aea5-59655e8ab9fa,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:11.837848 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e5bdc22c-41fe-4b6f-b7f9-c0effcad9a2e req-e1eb11f6-cc6e-49fe-916b-b6aec643ac78 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127 HTTP/1.1" status: 200 len: 944 time: 0.5377276 Nov 10 19:13:11.845209 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158847e-1a11-4b5c-978e-d45006781b0d admin admin] Pushing event deleted for resources: {'Port': ['ID=6d66e8da-b76f-458d-a005-b156d93f5dc0,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:11.877456 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-37066ca7-9698-4ecf-b4a7-f71452018b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:11.880274 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-37066ca7-9698-4ecf-b4a7-f71452018b1a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9518c1a-00be-415c-83ea-29562b7f88d4 HTTP/1.1" status: 200 len: 852 time: 0.3950357 Nov 10 19:13:11.881547 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '93086f46-9205-437e-aea5-59655e8ab9fa', 'network_id': 'f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f', 'port_id': '93086f46-9205-437e-aea5-59655e8ab9fa', 'mac_address': 'fa:16:3e:40:63:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60343b83-37e4-41fb-97c3-061ff8929ded', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:13:12.088914 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:12.125088 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93086f46-9205-437e-aea5-59655e8ab9fa {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:13:12.132883 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-11644aa9-5fdc-4ab2-8732-ac8c407f23a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:12.213325 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-e15a52b0-3f93-4700-9955-205f7d96bcf8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e3f588d-9e16-4009-9128-d1f7230e1521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3161199 Nov 10 19:13:12.227369 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:12.230671 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 93086f46-9205-437e-aea5-59655e8ab9fa, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=93086f46-9205-437e-aea5-59655e8ab9fa,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:12.255889 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:12.265700 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1d894afc-334c-44c1-af5b-ecc376ff12ff tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:12.359315 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-ef7bca9e-0c33-4471-8214-fd5dc31ef116 service neutron] 10.222.0.25 "GET /v2.0/networks/9e3f588d-9e16-4009-9128-d1f7230e1521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255169 Nov 10 19:13:12.360097 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58472) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:12.372808 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80acc343-02f4-47c2-9532-26348b57388a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125d0d91-2588-41e4-b530-549d894d36e7'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:13:12.381363 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed6f8b9-0c29-4e4f-99bb-e647e8a3b16f" -d '{"events": [{"server_uuid": "80acc343-02f4-47c2-9532-26348b57388a", "name": "network-vif-plugged", "status": "completed", "tag": "125d0d91-2588-41e4-b530-549d894d36e7"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:13:12.461697 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['93086f46-9205-437e-aea5-59655e8ab9fa'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:13:12.478442 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-11644aa9-5fdc-4ab2-8732-ac8c407f23a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:12.533187 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=93086f46-9205-437e-aea5-59655e8ab9fa,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:12.543984 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11644aa9-5fdc-4ab2-8732-ac8c407f23a7 admin admin] Pushing event updated for resources: {'Port': ['ID=1337b0c7-ca47-4db5-a35a-0d95173dde88,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:12.559317 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 125d0d91-2588-41e4-b530-549d894d36e7, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=125d0d91-2588-41e4-b530-549d894d36e7,segment=NetworkSegment(7326ada5-f762-4313-b25f-4cb3df3eec6b),segment_id=7326ada5-f762-4313-b25f-4cb3df3eec6b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:12.569032 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c86d24-b5be-47fe-8050-e866780fe7ac x-openstack-request-id: req-f5c86d24-b5be-47fe-8050-e866780fe7ac {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:13:12.569790 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80acc343-02f4-47c2-9532-26348b57388a", "name": "network-vif-plugged", "status": "completed", "tag": "125d0d91-2588-41e4-b530-549d894d36e7", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:13:12.570775 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f5c86d24-b5be-47fe-8050-e866780fe7ac {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:13:12.571455 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80acc343-02f4-47c2-9532-26348b57388a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125d0d91-2588-41e4-b530-549d894d36e7', 'code': 200} Nov 10 19:13:12.652456 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:12.752593 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1d894afc-334c-44c1-af5b-ecc376ff12ff tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:12.796567 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=125d0d91-2588-41e4-b530-549d894d36e7,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:12.840379 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ec34844b-732b-413d-94e1-87d799a0ad8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:12.845124 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11644aa9-5fdc-4ab2-8732-ac8c407f23a7 admin admin] Network f9ea6856-8294-48af-b039-f24bd69bff57 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:13:12.847573 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1d894afc-334c-44c1-af5b-ecc376ff12ff tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:12.860366 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-11644aa9-5fdc-4ab2-8732-ac8c407f23a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:13:12.863571 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11644aa9-5fdc-4ab2-8732-ac8c407f23a7 admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:13:13.101751 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 96b4ee1c-1bac-47b1-b3db-77b80ff1cee6 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:13:13.120886 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d894afc-334c-44c1-af5b-ecc376ff12ff tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Pushing event updated for resources: {'Port': ['ID=acc57cb4-8fc2-4c1e-b5a5-5a0f85c11129,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:13.133156 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1d894afc-334c-44c1-af5b-ecc376ff12ff tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:13.167610 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c6577-4508-4623-887b-04da068ca49c req-27ab4c5c-768d-4a24-81a2-8a67825fec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:13.171472 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d82c6577-4508-4623-887b-04da068ca49c req-27ab4c5c-768d-4a24-81a2-8a67825fec09 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=80acc343-02f4-47c2-9532-26348b57388a HTTP/1.1" status: 200 len: 1097 time: 0.5988677 Nov 10 19:13:13.176803 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1d894afc-334c-44c1-af5b-ecc376ff12ff tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:13.186513 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1d894afc-334c-44c1-af5b-ecc376ff12ff tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9246020 Nov 10 19:13:13.249145 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ec34844b-732b-413d-94e1-87d799a0ad8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:13.251632 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 96b4ee1c-1bac-47b1-b3db-77b80ff1cee6 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:13.252421 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:13.262912 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-374e0a1a-8cc2-4667-bdc7-bbe33f3217a1 req-f3d441d2-427a-4c86-aa78-369710bd8f63 service neutron] 10.222.0.25 "GET /v2.0/networks/9e3f588d-9e16-4009-9128-d1f7230e1521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8542588 Nov 10 19:13:13.267239 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-11644aa9-5fdc-4ab2-8732-ac8c407f23a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:13.273643 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d82c6577-4508-4623-887b-04da068ca49c req-8c6bbfff-0baf-4b2b-9984-817507ad7f27 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ce354ea6-3eb0-4818-8104-5fb82d5ad040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846760 Nov 10 19:13:13.374535 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 93086f46-9205-437e-aea5-59655e8ab9fa up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:13:13.382574 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e5bdc22c-41fe-4b6f-b7f9-c0effcad9a2e req-82da851d-c1ea-4f3a-b6a8-e2fc9560c709 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce354ea6-3eb0-4818-8104-5fb82d5ad040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5308945 Nov 10 19:13:13.392255 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ec34844b-732b-413d-94e1-87d799a0ad8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:13.431125 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-392753e9-c199-46cb-aea0-f27e358a4aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea7b97fe-65ec-4012-be83-8638048b4c12 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:13:13.444732 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-392753e9-c199-46cb-aea0-f27e358a4aa8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:13.476343 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-392753e9-c199-46cb-aea0-f27e358a4aa8 service neutron] Transition to ACTIVE for port object ea7b97fe-65ec-4012-be83-8638048b4c12 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:13:13.517152 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0158847e-1a11-4b5c-978e-d45006781b0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:13.530545 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-11644aa9-5fdc-4ab2-8732-ac8c407f23a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:13.571980 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-7e8cd7f5-895c-4145-9a84-63117a45fc17 None None] Provisioning complete for port 1337b0c7-ca47-4db5-a35a-0d95173dde88 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:13.572350 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e8cd7f5-895c-4145-9a84-63117a45fc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:13.583583 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-392753e9-c199-46cb-aea0-f27e358a4aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:13.696238 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:13.704095 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-7e8cd7f5-895c-4145-9a84-63117a45fc17 None None] Port 1337b0c7-ca47-4db5-a35a-0d95173dde88 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:13:13.724025 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 93086f46-9205-437e-aea5-59655e8ab9fa triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:13.724634 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:13.728276 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 96b4ee1c-1bac-47b1-b3db-77b80ff1cee6, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=96b4ee1c-1bac-47b1-b3db-77b80ff1cee6,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:13.769800 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:13.781678 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-11644aa9-5fdc-4ab2-8732-ac8c407f23a7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:13.791847 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-11644aa9-5fdc-4ab2-8732-ac8c407f23a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:13.887087 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-11644aa9-5fdc-4ab2-8732-ac8c407f23a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:13.906555 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=96b4ee1c-1bac-47b1-b3db-77b80ff1cee6,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:13.995622 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11644aa9-5fdc-4ab2-8732-ac8c407f23a7 admin admin] Pushing event updated for resources: {'Port': ['ID=1337b0c7-ca47-4db5-a35a-0d95173dde88,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:14.024114 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392753e9-c199-46cb-aea0-f27e358a4aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=ea7b97fe-65ec-4012-be83-8638048b4c12,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:14.036083 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-392753e9-c199-46cb-aea0-f27e358a4aa8 service neutron] Attempting to bind port ea7b97fe-65ec-4012-be83-8638048b4c12 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:13:14.036569 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-392753e9-c199-46cb-aea0-f27e358a4aa8 service neutron] Attempting to bind port ea7b97fe-65ec-4012-be83-8638048b4c12 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:13:14.037001 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-392753e9-c199-46cb-aea0-f27e358a4aa8 service neutron] Attempting to bind port ea7b97fe-65ec-4012-be83-8638048b4c12 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:13:14.041579 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66111dc8-f43f-4ea1-bcdd-d19b7559fa6e req-0de9b051-73bb-430a-8941-f59f85287bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:14.042934 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-66111dc8-f43f-4ea1-bcdd-d19b7559fa6e req-0de9b051-73bb-430a-8941-f59f85287bab service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2fcc8eb39f9b4242acdb0a6e4b1d45f5&device_id=3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127 HTTP/1.1" status: 200 len: 1095 time: 0.6400943 Nov 10 19:13:14.066094 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ec34844b-732b-413d-94e1-87d799a0ad8b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=34484b49d2a0447ba793b2c190b9935a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6949558 Nov 10 19:13:14.068096 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58514) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:14.076007 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09c5b1-a926-4850-8109-c067fbc3fbca req-a219b1aa-eac8-45d4-afe5-d0fbb4662b6a tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:14.077813 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d09c5b1-a926-4850-8109-c067fbc3fbca req-a219b1aa-eac8-45d4-afe5-d0fbb4662b6a tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b25442a-1c3a-43e2-b898-ea6233679cb7 HTTP/1.1" status: 200 len: 936 time: 1.3153872 Nov 10 19:13:14.158345 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34844b-732b-413d-94e1-87d799a0ad8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7f8455-7c3b-43c4-805e-2425c65e3cdc,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:14.171929 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f0db0639-39e9-428c-8ee0-baf8c4a4e6ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:14.193180 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11644aa9-5fdc-4ab2-8732-ac8c407f23a7 admin admin] Network f9ea6856-8294-48af-b039-f24bd69bff57 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:13:14.203018 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-11644aa9-5fdc-4ab2-8732-ac8c407f23a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:13:14.212159 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-392753e9-c199-46cb-aea0-f27e358a4aa8 service neutron] Port ea7b97fe-65ec-4012-be83-8638048b4c12 on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:13:14.212489 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-392753e9-c199-46cb-aea0-f27e358a4aa8 service neutron] Attempting to bind port ea7b97fe-65ec-4012-be83-8638048b4c12 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:13:14.214210 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f0db0639-39e9-428c-8ee0-baf8c4a4e6ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:14.229283 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:14.300468 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 93086f46-9205-437e-aea5-59655e8ab9fa, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=93086f46-9205-437e-aea5-59655e8ab9fa,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:14.313350 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:14.321943 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-392753e9-c199-46cb-aea0-f27e358a4aa8 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:13:14.322283 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-392753e9-c199-46cb-aea0-f27e358a4aa8 service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:13:14.322678 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-392753e9-c199-46cb-aea0-f27e358a4aa8 service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:13:14.323152 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-392753e9-c199-46cb-aea0-f27e358a4aa8 service neutron] Bound port: ea7b97fe-65ec-4012-be83-8638048b4c12, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:13:14.324049 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-392753e9-c199-46cb-aea0-f27e358a4aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:14.382608 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f0db0639-39e9-428c-8ee0-baf8c4a4e6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:14.391754 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f0db0639-39e9-428c-8ee0-baf8c4a4e6ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:14.397771 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f0db0639-39e9-428c-8ee0-baf8c4a4e6ed admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dd7f8455-7c3b-43c4-805e-2425c65e3cdc HTTP/1.1" status: 204 len: 168 time: 0.3244307 Nov 10 19:13:14.426411 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d09c5b1-a926-4850-8109-c067fbc3fbca req-a3d6a176-8bf0-4ac2-bf7a-266f90b0c4cf tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7448b13-6ec0-4770-9f6c-62378f6dd830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304430 Nov 10 19:13:14.440586 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=93086f46-9205-437e-aea5-59655e8ab9fa,revision_number=7']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:14.500867 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db0639-39e9-428c-8ee0-baf8c4a4e6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7f8455-7c3b-43c4-805e-2425c65e3cdc,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:14.523003 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11644aa9-5fdc-4ab2-8732-ac8c407f23a7 admin admin] Router ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:13:14.573695 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3788855a-0668-4ebd-a65a-0ac736c71e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93086f46-9205-437e-aea5-59655e8ab9fa'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:13:14.584791 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7452fb14-9413-43c4-8f6c-60e7217eb0ec" -d '{"events": [{"server_uuid": "3788855a-0668-4ebd-a65a-0ac736c71e54", "name": "network-vif-plugged", "status": "completed", "tag": "93086f46-9205-437e-aea5-59655e8ab9fa"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:13:14.699224 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-cee14227-4e2e-4dea-a3fb-77c1d2672aea tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--278229448&fields=id&tenant_id=f8868befe3bb435a8f25d6ac7c7d0f37 HTTP/1.1" status: 200 len: 267 time: 0.9381089 Nov 10 19:13:14.770845 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2ec5e4f0-02ce-4784-912f-5abde078f8b5 None None] Provisioning complete for port 1337b0c7-ca47-4db5-a35a-0d95173dde88 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:14.771636 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2ec5e4f0-02ce-4784-912f-5abde078f8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:14.858299 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11644aa9-5fdc-4ab2-8732-ac8c407f23a7 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:13:14.871667 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-11644aa9-5fdc-4ab2-8732-ac8c407f23a7 admin admin] 10.222.0.54 "PUT /v2.0/routers/ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6842995 Nov 10 19:13:14.898040 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2e56ef-56c4-47bf-8e02-82235ceeb7c9 None None] Sync routers for ids ['ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:13:14.913350 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-2ec5e4f0-02ce-4784-912f-5abde078f8b5 None None] Port 1337b0c7-ca47-4db5-a35a-0d95173dde88 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:13:14.921493 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2e56ef-56c4-47bf-8e02-82235ceeb7c9 None None] Routers {'ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:13:14.922168 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-9d2e56ef-56c4-47bf-8e02-82235ceeb7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:12:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:13:14.927140 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-fe6a6e34-9387-46e4-8d6f-efeb445d6d2e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:14.929880 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-fe6a6e34-9387-46e4-8d6f-efeb445d6d2e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports/21af280c-4557-46cd-a694-488125af25aa HTTP/1.1" status: 200 len: 932 time: 0.1829493 Nov 10 19:13:15.013622 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 96b4ee1c-1bac-47b1-b3db-77b80ff1cee6 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:13:15.029548 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66111dc8-f43f-4ea1-bcdd-d19b7559fa6e req-bc9636c1-5851-4948-9273-4d56d7acc7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:15.031765 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-66111dc8-f43f-4ea1-bcdd-d19b7559fa6e req-bc9636c1-5851-4948-9273-4d56d7acc7d0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e3f588d-9e16-4009-9128-d1f7230e1521 HTTP/1.1" status: 200 len: 913 time: 0.9512858 Nov 10 19:13:15.088107 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58534) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:15.133277 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0158847e-1a11-4b5c-978e-d45006781b0d admin admin] Router a56291ba-ba55-4c7e-80fb-bbb88c5133de has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:13:15.211078 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-66111dc8-f43f-4ea1-bcdd-d19b7559fa6e req-c02c17cd-73ba-4ca4-b934-38a3b5ce5c36 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b74b3a52-8637-4374-944d-30ec16d11725 HTTP/1.1" status: 200 len: 217 time: 0.1629508 Nov 10 19:13:15.224422 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58540) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:15.242888 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7a8ab7d3-ed83-4ca1-8007-5c8488c0945f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:15.249473 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-9762c36a-7e49-4ddb-97af-8ffae8250fe6 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:15.260089 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-9762c36a-7e49-4ddb-97af-8ffae8250fe6 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports/2d9d8a32-85d2-4553-a7c3-eaf3f760a24a HTTP/1.1" status: 200 len: 931 time: 0.2210901 Nov 10 19:13:15.267578 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-392753e9-c199-46cb-aea0-f27e358a4aa8 service neutron] For port ea7b97fe-65ec-4012-be83-8638048b4c12, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:13:15.288414 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-392753e9-c199-46cb-aea0-f27e358a4aa8 service neutron] For port ea7b97fe-65ec-4012-be83-8638048b4c12, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=ea7b97fe-65ec-4012-be83-8638048b4c12,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:13:15.312703 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 96b4ee1c-1bac-47b1-b3db-77b80ff1cee6 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:15.313234 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:15.317234 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-9d2e56ef-56c4-47bf-8e02-82235ceeb7c9 None None] Set router ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:13:15.369055 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-d708379f-2e15-4a0c-b37d-14f977aec163 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1638351754'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:15.427035 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-392753e9-c199-46cb-aea0-f27e358a4aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:15.460013 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7a8ab7d3-ed83-4ca1-8007-5c8488c0945f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:15.470540 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7a8ab7d3-ed83-4ca1-8007-5c8488c0945f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:15.519201 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ab7d3-ed83-4ca1-8007-5c8488c0945f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb24884-923a-4596-ba53-1b1df97c8482,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:15.563903 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d708379f-2e15-4a0c-b37d-14f977aec163 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Made reservation on behalf of 77957d962e034783981c11222eec43b2 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:13:15.569271 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d708379f-2e15-4a0c-b37d-14f977aec163 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:15.584546 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7a8ab7d3-ed83-4ca1-8007-5c8488c0945f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8e8f1212399f41e48f5123682eaea8de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3577943 Nov 10 19:13:15.587397 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58546) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:15.592525 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392753e9-c199-46cb-aea0-f27e358a4aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=ea7b97fe-65ec-4012-be83-8638048b4c12,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:15.597355 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-a4478ad0-e656-474f-83fb-1fb416f3e992 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?network_id=c0241cc4-6c19-4c98-ab84-df8e281d2dd3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.3362772 Nov 10 19:13:15.679263 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-5e0664ee-37f4-4761-868b-180920fd51ea tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?network_id=c0241cc4-6c19-4c98-ab84-df8e281d2dd3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0386984 Nov 10 19:13:15.689350 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66111dc8-f43f-4ea1-bcdd-d19b7559fa6e req-eb2832ca-1c9f-4079-98e3-3619176282ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:15.690981 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-66111dc8-f43f-4ea1-bcdd-d19b7559fa6e req-eb2832ca-1c9f-4079-98e3-3619176282ab service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9518c1a-00be-415c-83ea-29562b7f88d4 HTTP/1.1" status: 200 len: 852 time: 0.4258316 Nov 10 19:13:15.702542 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-392753e9-c199-46cb-aea0-f27e358a4aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:15.703533 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-392753e9-c199-46cb-aea0-f27e358a4aa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:15.704944 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-392753e9-c199-46cb-aea0-f27e358a4aa8 service neutron] 10.222.0.25 "PUT /v2.0/ports/ea7b97fe-65ec-4012-be83-8638048b4c12 HTTP/1.1" status: 200 len: 1096 time: 5.9554405 Nov 10 19:13:15.718515 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d708379f-2e15-4a0c-b37d-14f977aec163 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:13:15.747001 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d708379f-2e15-4a0c-b37d-14f977aec163 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:15.747670 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-d708379f-2e15-4a0c-b37d-14f977aec163 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Added segment 220cece1-c75f-4422-9d0a-be8b2e722cf3 of type vlan for network cd2c6017-5796-48c5-a827-14a72457c6b1 Nov 10 19:13:15.767823 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7c623c98-e753-4f2d-b316-744df7f33469 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:15.770088 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b25442a-1c3a-43e2-b898-ea6233679cb7', 'tag': 'ea7b97fe-65ec-4012-be83-8638048b4c12'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:13:15.773468 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761b7761-3ff7-4612-9a36-bcba00b6330d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b25442a-1c3a-43e2-b898-ea6233679cb7", "tag": "ea7b97fe-65ec-4012-be83-8638048b4c12"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:13:15.792946 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-66111dc8-f43f-4ea1-bcdd-d19b7559fa6e req-d0cdd396-ae7a-47d9-993a-5f45f8f9b102 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e3f588d-9e16-4009-9128-d1f7230e1521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820122 Nov 10 19:13:15.814711 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba44b76-641b-4ca1-bb03-f26de439009e req-cb6c5771-24c4-41c0-b2ec-6bd2edf945c6 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:15.836555 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aba44b76-641b-4ca1-bb03-f26de439009e req-cb6c5771-24c4-41c0-b2ec-6bd2edf945c6 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127 HTTP/1.1" status: 200 len: 944 time: 0.5729604 Nov 10 19:13:15.856532 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-9d2e56ef-56c4-47bf-8e02-82235ceeb7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a', 'name': 'tempest-ServersTestMultiNic-1197170789-router', 'tenant_id': '77957d962e034783981c11222eec43b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '96b4ee1c-1bac-47b1-b3db-77b80ff1cee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:12:58Z', 'updated_at': '2021-11-10T19:13:13Z', 'revision_number': 4, 'project_id': '77957d962e034783981c11222eec43b2', 'gw_port': {'id': '96b4ee1c-1bac-47b1-b3db-77b80ff1cee6', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:13:01Z', 'updated_at': '2021-11-10T19:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '1337b0c7-ca47-4db5-a35a-0d95173dde88', 'name': '', 'network_id': 'f9ea6856-8294-48af-b039-f24bd69bff57', 'tenant_id': '77957d962e034783981c11222eec43b2', 'mac_address': 'fa:16:3e:6b:72:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'bd603886-11e0-4a0c-9e77-d11dbd0cb322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:13:11Z', 'updated_at': '2021-11-10T19:13:13Z', 'revision_number': 2, 'project_id': '77957d962e034783981c11222eec43b2', 'subnets': [{'id': 'bd603886-11e0-4a0c-9e77-d11dbd0cb322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:13:15.911776 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d708379f-2e15-4a0c-b37d-14f977aec163 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:15.917172 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7c623c98-e753-4f2d-b316-744df7f33469 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:15.953710 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2e56ef-56c4-47bf-8e02-82235ceeb7c9 None None] Checking router: ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:13:15.954209 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2e56ef-56c4-47bf-8e02-82235ceeb7c9 None None] Updating router ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a port 1337b0c7-ca47-4db5-a35a-0d95173dde88 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:13:16.015746 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9d2e56ef-56c4-47bf-8e02-82235ceeb7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:16.021804 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d708379f-2e15-4a0c-b37d-14f977aec163 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:16.032753 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d708379f-2e15-4a0c-b37d-14f977aec163 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:16.036160 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d708379f-2e15-4a0c-b37d-14f977aec163 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:16.149073 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d708379f-2e15-4a0c-b37d-14f977aec163 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0560870 Nov 10 19:13:16.168450 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aba44b76-641b-4ca1-bb03-f26de439009e req-e48ee1f4-2223-44e0-a619-8d0c934893d9 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce354ea6-3eb0-4818-8104-5fb82d5ad040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261645 Nov 10 19:13:16.179301 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58550) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:16.194819 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-c411398b-c526-4ed6-b75b-11a1db24de00 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Request body: {'subnet': {'network_id': 'cd2c6017-5796-48c5-a827-14a72457c6b1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:16.196180 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7c623c98-e753-4f2d-b316-744df7f33469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:16.199001 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7c623c98-e753-4f2d-b316-744df7f33469 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:16.216817 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7c623c98-e753-4f2d-b316-744df7f33469 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1eb24884-923a-4596-ba53-1b1df97c8482 HTTP/1.1" status: 204 len: 168 time: 0.6187401 Nov 10 19:13:16.272456 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c623c98-e753-4f2d-b316-744df7f33469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb24884-923a-4596-ba53-1b1df97c8482,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:16.451234 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708379f-2e15-4a0c-b37d-14f977aec163 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Pushing event updated for resources: {'Network': ['ID=cd2c6017-5796-48c5-a827-14a72457c6b1,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:16.528647 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b650fe-887f-49b5-8168-e3be6ec3bf0d x-openstack-request-id: req-16b650fe-887f-49b5-8168-e3be6ec3bf0d {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:13:16.528891 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3788855a-0668-4ebd-a65a-0ac736c71e54", "name": "network-vif-plugged", "status": "completed", "tag": "93086f46-9205-437e-aea5-59655e8ab9fa", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:13:16.529096 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-16b650fe-887f-49b5-8168-e3be6ec3bf0d {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:13:16.529554 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3788855a-0668-4ebd-a65a-0ac736c71e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93086f46-9205-437e-aea5-59655e8ab9fa', 'code': 200} Nov 10 19:13:16.530236 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network cd2c6017-5796-48c5-a827-14a72457c6b1 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:13:16.937531 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-9e37c500-33b4-4b19-8cdf-a4d4070b94f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:16.939139 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-9e37c500-33b4-4b19-8cdf-a4d4070b94f6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8dc1acd4c7b74faa8f26eafd6b931bac&device_id=2b25442a-1c3a-43e2-b898-ea6233679cb7 HTTP/1.1" status: 200 len: 1099 time: 1.0561843 Nov 10 19:13:17.049608 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c411398b-c526-4ed6-b75b-11a1db24de00 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Made reservation on behalf of 77957d962e034783981c11222eec43b2 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:13:17.053465 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c411398b-c526-4ed6-b75b-11a1db24de00 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:17.081810 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0158847e-1a11-4b5c-978e-d45006781b0d admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:13:17.084618 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-6b528152-cc33-4c17-af24-8b04f85e7f29 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=ea7b97fe-65ec-4012-be83-8638048b4c12 HTTP/1.1" status: 200 len: 217 time: 0.0967686 Nov 10 19:13:17.098105 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd987e0-f06a-4e00-af71-30e4a6e903bc None None] Sync routers for ids ['a56291ba-ba55-4c7e-80fb-bbb88c5133de'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:13:17.098719 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58574) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:17.099463 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0158847e-1a11-4b5c-978e-d45006781b0d admin admin] 10.222.0.54 "PUT /v2.0/routers/a56291ba-ba55-4c7e-80fb-bbb88c5133de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9889691 Nov 10 19:13:17.142279 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9d2e56ef-56c4-47bf-8e02-82235ceeb7c9 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:17.147546 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd987e0-f06a-4e00-af71-30e4a6e903bc None None] Routers {'a56291ba-ba55-4c7e-80fb-bbb88c5133de'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:13:17.148780 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-cdd987e0-f06a-4e00-af71-30e4a6e903bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:12:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['a56291ba-ba55-4c7e-80fb-bbb88c5133de'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:13:17.160092 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9d2e56ef-56c4-47bf-8e02-82235ceeb7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:17.237829 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-66111dc8-f43f-4ea1-bcdd-d19b7559fa6e req-7bcb349c-44f0-485b-9455-c687103f3408 service neutron] 10.222.0.25 "GET /v2.0/networks/9e3f588d-9e16-4009-9128-d1f7230e1521?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3784719 Nov 10 19:13:17.294575 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b276ca-d993-43f9-8996-219a79fb73df None None] Pushing event updated for resources: {'Port': ['ID=1337b0c7-ca47-4db5-a35a-0d95173dde88,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:17.391068 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c51509-3a8f-442b-97fa-8cc0f8db82e5 req-5fa900cb-ed90-4803-83f4-48da4c111380 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:17.398292 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e0c51509-3a8f-442b-97fa-8cc0f8db82e5 req-5fa900cb-ed90-4803-83f4-48da4c111380 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b25442a-1c3a-43e2-b898-ea6233679cb7 HTTP/1.1" status: 200 len: 948 time: 0.4901083 Nov 10 19:13:17.408810 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-ea05f040-37ef-497a-89f6-067409393927 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:17.421461 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-ea05f040-37ef-497a-89f6-067409393927 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:17.433854 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-ea05f040-37ef-497a-89f6-067409393927 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:17.437930 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-9d2e56ef-56c4-47bf-8e02-82235ceeb7c9 None None] Attempting to bind port 1337b0c7-ca47-4db5-a35a-0d95173dde88 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:13:17.438314 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-9d2e56ef-56c4-47bf-8e02-82235ceeb7c9 None None] Attempting to bind port 1337b0c7-ca47-4db5-a35a-0d95173dde88 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'fef5c371-1a38-417a-8a41-c6a979265e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f9ea6856-8294-48af-b039-f24bd69bff57'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:13:17.438681 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2e56ef-56c4-47bf-8e02-82235ceeb7c9 None None] Attempting to bind port 1337b0c7-ca47-4db5-a35a-0d95173dde88 on network f9ea6856-8294-48af-b039-f24bd69bff57 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:13:17.448802 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2e56ef-56c4-47bf-8e02-82235ceeb7c9 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:13:17.449174 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2e56ef-56c4-47bf-8e02-82235ceeb7c9 None None] Checking segment: {'id': 'fef5c371-1a38-417a-8a41-c6a979265e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f9ea6856-8294-48af-b039-f24bd69bff57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:13:17.449590 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9d2e56ef-56c4-47bf-8e02-82235ceeb7c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:17.451046 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-ea05f040-37ef-497a-89f6-067409393927 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/networks?id=87a15d79-4902-4d31-887f-c388f0985906&id=dfeb421a-f1c8-4726-8242-6b468d6e48f3&id=dfeb421a-f1c8-4726-8242-6b468d6e48f3&id=c0241cc4-6c19-4c98-ab84-df8e281d2dd3&id=c0241cc4-6c19-4c98-ab84-df8e281d2dd3 HTTP/1.1" status: 200 len: 1990 time: 1.6569080 Nov 10 19:13:17.456444 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2e56ef-56c4-47bf-8e02-82235ceeb7c9 None None] Bound using segment: {'id': 'fef5c371-1a38-417a-8a41-c6a979265e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f9ea6856-8294-48af-b039-f24bd69bff57'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:13:17.457071 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-9d2e56ef-56c4-47bf-8e02-82235ceeb7c9 None None] Bound port: 1337b0c7-ca47-4db5-a35a-0d95173dde88, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef5c371-1a38-417a-8a41-c6a979265e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f9ea6856-8294-48af-b039-f24bd69bff57'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:13:17.457462 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9d2e56ef-56c4-47bf-8e02-82235ceeb7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:17.544747 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-590098a7-8f79-454f-9a82-629b73bcdf7f admin admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:17.580880 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-cdd987e0-f06a-4e00-af71-30e4a6e903bc None None] Set router a56291ba-ba55-4c7e-80fb-bbb88c5133de gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:13:17.689685 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9d2e56ef-56c4-47bf-8e02-82235ceeb7c9 None None] For port 1337b0c7-ca47-4db5-a35a-0d95173dde88, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:13:17.694993 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9d2e56ef-56c4-47bf-8e02-82235ceeb7c9 None None] For port 1337b0c7-ca47-4db5-a35a-0d95173dde88, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=1337b0c7-ca47-4db5-a35a-0d95173dde88,segment=NetworkSegment(fef5c371-1a38-417a-8a41-c6a979265e30),segment_id=fef5c371-1a38-417a-8a41-c6a979265e30)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:13:17.707377 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9d2e56ef-56c4-47bf-8e02-82235ceeb7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:17.743401 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-088b5517-f014-4475-89b6-e845b60ee752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:17.744910 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-088b5517-f014-4475-89b6-e845b60ee752 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.6195176 Nov 10 19:13:17.771533 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-6f1c7afb-e1fb-41ba-a213-e401f0cc2925 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/quotas/f8868befe3bb435a8f25d6ac7c7d0f37 HTTP/1.1" status: 200 len: 375 time: 0.2570150 Nov 10 19:13:17.806827 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-590098a7-8f79-454f-9a82-629b73bcdf7f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:17.859447 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2e56ef-56c4-47bf-8e02-82235ceeb7c9 None None] Routers {'ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:13:17.860077 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-9d2e56ef-56c4-47bf-8e02-82235ceeb7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:12:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:13:18.001233 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-590098a7-8f79-454f-9a82-629b73bcdf7f admin admin] Deleting port 5dfc6043-bf19-47d7-9f97-6da23a2bb123 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:13:18.001574 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-590098a7-8f79-454f-9a82-629b73bcdf7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:18.012026 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device b74b3a52-8637-4374-944d-30ec16d11725 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:13:18.041444 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b276ca-d993-43f9-8996-219a79fb73df None None] Pushing event updated for resources: {'Port': ['ID=1337b0c7-ca47-4db5-a35a-0d95173dde88,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:18.065244 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a93833ea-d7db-47a0-ab73-080cd04db0bb None None] Provisioning complete for port 1337b0c7-ca47-4db5-a35a-0d95173dde88 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:18.065804 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a93833ea-d7db-47a0-ab73-080cd04db0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:18.287866 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e0c51509-3a8f-442b-97fa-8cc0f8db82e5 req-7a9b0ce0-a629-47fa-9f3d-d5b5b0330bc8 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7448b13-6ec0-4770-9f6c-62378f6dd830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8875651 Nov 10 19:13:18.292034 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-590098a7-8f79-454f-9a82-629b73bcdf7f admin admin] For port 5dfc6043-bf19-47d7-9f97-6da23a2bb123, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5dfc6043-bf19-47d7-9f97-6da23a2bb123,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:18.293462 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-590098a7-8f79-454f-9a82-629b73bcdf7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:18.303764 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-9d2e56ef-56c4-47bf-8e02-82235ceeb7c9 None None] Set router ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:13:18.322518 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-66111dc8-f43f-4ea1-bcdd-d19b7559fa6e req-1ad0d63d-1b03-4501-a27a-c340d24102c0 service neutron] 10.222.0.25 "GET /v2.0/networks/9e3f588d-9e16-4009-9128-d1f7230e1521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0742707 Nov 10 19:13:18.343363 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-590098a7-8f79-454f-9a82-629b73bcdf7f admin admin] Calling delete_port for 5dfc6043-bf19-47d7-9f97-6da23a2bb123 owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:13:18.353588 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-4ac8aa8b-a16d-4a7b-84d7-ff23ddddb9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:18.361381 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-4ac8aa8b-a16d-4a7b-84d7-ff23ddddb9ee service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5816069 Nov 10 19:13:18.371749 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-cdd987e0-f06a-4e00-af71-30e4a6e903bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a56291ba-ba55-4c7e-80fb-bbb88c5133de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865756440-router', 'tenant_id': 'a2887486ac9f41058a90fb35b7d589e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '5dfc6043-bf19-47d7-9f97-6da23a2bb123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:05:20Z', 'updated_at': '2021-11-10T19:13:10Z', 'revision_number': 5, 'project_id': 'a2887486ac9f41058a90fb35b7d589e2', 'gw_port': {'id': '5dfc6043-bf19-47d7-9f97-6da23a2bb123', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56291ba-ba55-4c7e-80fb-bbb88c5133de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:05:21Z', 'updated_at': '2021-11-10T19:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:13:18.478148 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd987e0-f06a-4e00-af71-30e4a6e903bc None None] Checking router: a56291ba-ba55-4c7e-80fb-bbb88c5133de for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:13:18.497405 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.resource_extend [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 19:13:18.505171 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd987e0-f06a-4e00-af71-30e4a6e903bc None None] Routers {'a56291ba-ba55-4c7e-80fb-bbb88c5133de'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:13:18.505974 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-cdd987e0-f06a-4e00-af71-30e4a6e903bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:12:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['a56291ba-ba55-4c7e-80fb-bbb88c5133de'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:13:18.754622 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-1c3af5a5-d70d-426b-854f-c26d8aef66b8 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f8868befe3bb435a8f25d6ac7c7d0f37&fields=id HTTP/1.1" status: 200 len: 532 time: 0.9445286 Nov 10 19:13:18.758111 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-d5a2d10e-a6b4-4dec-8ae5-ee19d3c5a2fa service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869877 Nov 10 19:13:18.836698 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81141a70-7e1c-49ed-9065-f508efca43fd x-openstack-request-id: req-81141a70-7e1c-49ed-9065-f508efca43fd {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:13:18.837104 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b25442a-1c3a-43e2-b898-ea6233679cb7", "tag": "ea7b97fe-65ec-4012-be83-8638048b4c12", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:13:18.837418 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-81141a70-7e1c-49ed-9065-f508efca43fd {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:13:18.838379 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b25442a-1c3a-43e2-b898-ea6233679cb7', 'tag': 'ea7b97fe-65ec-4012-be83-8638048b4c12', 'status': 'completed', 'code': 200} Nov 10 19:13:18.902479 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-590098a7-8f79-454f-9a82-629b73bcdf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:18.996554 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590098a7-8f79-454f-9a82-629b73bcdf7f admin admin] Pushing event deleted for resources: {'Port': ['ID=5dfc6043-bf19-47d7-9f97-6da23a2bb123,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:19.030641 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port b74b3a52-8637-4374-944d-30ec16d11725, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=b74b3a52-8637-4374-944d-30ec16d11725,segment=NetworkSegment(7326ada5-f762-4313-b25f-4cb3df3eec6b),segment_id=7326ada5-f762-4313-b25f-4cb3df3eec6b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:19.054201 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'b74b3a52-8637-4374-944d-30ec16d11725', 'network_id': '9e3f588d-9e16-4009-9128-d1f7230e1521', 'port_id': 'b74b3a52-8637-4374-944d-30ec16d11725', 'mac_address': 'fa:16:3e:b7:9a:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9518c1a-00be-415c-83ea-29562b7f88d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:13:19.155661 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-590098a7-8f79-454f-9a82-629b73bcdf7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:19.347884 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c411398b-c526-4ed6-b75b-11a1db24de00 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:19.355143 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-cdd987e0-f06a-4e00-af71-30e4a6e903bc None None] Set router a56291ba-ba55-4c7e-80fb-bbb88c5133de gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:13:19.409561 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-590098a7-8f79-454f-9a82-629b73bcdf7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:19.415112 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-590098a7-8f79-454f-9a82-629b73bcdf7f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:19.443126 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:19.463100 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-cdd987e0-f06a-4e00-af71-30e4a6e903bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a56291ba-ba55-4c7e-80fb-bbb88c5133de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865756440-router', 'tenant_id': 'a2887486ac9f41058a90fb35b7d589e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:05:20Z', 'updated_at': '2021-11-10T19:13:17Z', 'revision_number': 6, 'project_id': 'a2887486ac9f41058a90fb35b7d589e2', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:13:19.505231 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b74b3a52-8637-4374-944d-30ec16d11725 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:13:19.520112 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd987e0-f06a-4e00-af71-30e4a6e903bc None None] The sync data for ids ['a56291ba-ba55-4c7e-80fb-bbb88c5133de'] in n-d-813897-4 is: [{'id': 'a56291ba-ba55-4c7e-80fb-bbb88c5133de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-865756440-router', 'tenant_id': 'a2887486ac9f41058a90fb35b7d589e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:05:20Z', 'updated_at': '2021-11-10T19:13:17Z', 'revision_number': 6, 'project_id': 'a2887486ac9f41058a90fb35b7d589e2', 'gw_port_host': None}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:13:19.541588 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port b74b3a52-8637-4374-944d-30ec16d11725, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=b74b3a52-8637-4374-944d-30ec16d11725,segment=NetworkSegment(7326ada5-f762-4313-b25f-4cb3df3eec6b),segment_id=7326ada5-f762-4313-b25f-4cb3df3eec6b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:19.545228 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2dd13f-88e6-4625-a75b-56a4c255c517 req-c6c327c1-0580-4eb6-adc2-f890e5148cb0 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:19.566065 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:19.567733 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-590098a7-8f79-454f-9a82-629b73bcdf7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:19.569254 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590098a7-8f79-454f-9a82-629b73bcdf7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a56291ba-ba55-4c7e-80fb-bbb88c5133de {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:13:19.582766 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ea2dd13f-88e6-4625-a75b-56a4c255c517 req-c6c327c1-0580-4eb6-adc2-f890e5148cb0 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127 HTTP/1.1" status: 200 len: 944 time: 0.7431276 Nov 10 19:13:19.601743 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-590098a7-8f79-454f-9a82-629b73bcdf7f admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:19.603021 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-590098a7-8f79-454f-9a82-629b73bcdf7f admin admin] 10.222.0.54 "DELETE /v2.0/routers/a56291ba-ba55-4c7e-80fb-bbb88c5133de HTTP/1.1" status: 204 len: 168 time: 2.5031450 Nov 10 19:13:19.610514 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58610) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:19.707226 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a93833ea-d7db-47a0-ab73-080cd04db0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:19.733230 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa96e35f-f80d-4527-bc23-a764556dae0c admin admin] Deleting subnet 1113330e-1fc8-4b5a-8b67-44953842f776 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:13:19.752636 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aa96e35f-f80d-4527-bc23-a764556dae0c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:19.824347 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aa96e35f-f80d-4527-bc23-a764556dae0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:19.835619 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=b74b3a52-8637-4374-944d-30ec16d11725,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:19.843318 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-a93833ea-d7db-47a0-ab73-080cd04db0bb None None] For port 1337b0c7-ca47-4db5-a35a-0d95173dde88, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=1337b0c7-ca47-4db5-a35a-0d95173dde88,segment=NetworkSegment(fef5c371-1a38-417a-8a41-c6a979265e30),segment_id=fef5c371-1a38-417a-8a41-c6a979265e30)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:19.857985 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a93833ea-d7db-47a0-ab73-080cd04db0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:19.930194 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['b74b3a52-8637-4374-944d-30ec16d11725'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:13:19.970658 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca6d899e-57cd-4587-b0b5-85ff83f91033 req-c4f3e2a8-c914-40b7-a50c-9a7e0f8795db service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0538604 Nov 10 19:13:19.972934 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-fb18ed49-aed1-48f2-8ada-2582c4bb9bda service neutron] 10.222.0.54 "GET /v2.0/networks/87a15d79-4902-4d31-887f-c388f0985906?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0691350 Nov 10 19:13:19.973576 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411398b-c526-4ed6-b75b-11a1db24de00 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Pushing event updated for resources: {'Subnet': ['ID=ca2e0e0b-6f8b-4b18-9cfa-ee863ad101df,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:20.055151 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-9d2e56ef-56c4-47bf-8e02-82235ceeb7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a', 'name': 'tempest-ServersTestMultiNic-1197170789-router', 'tenant_id': '77957d962e034783981c11222eec43b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '96b4ee1c-1bac-47b1-b3db-77b80ff1cee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:12:58Z', 'updated_at': '2021-11-10T19:13:13Z', 'revision_number': 4, 'project_id': '77957d962e034783981c11222eec43b2', 'gw_port': {'id': '96b4ee1c-1bac-47b1-b3db-77b80ff1cee6', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:13:01Z', 'updated_at': '2021-11-10T19:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '1337b0c7-ca47-4db5-a35a-0d95173dde88', 'name': '', 'network_id': 'f9ea6856-8294-48af-b039-f24bd69bff57', 'tenant_id': '77957d962e034783981c11222eec43b2', 'mac_address': 'fa:16:3e:6b:72:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'bd603886-11e0-4a0c-9e77-d11dbd0cb322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:13:11Z', 'updated_at': '2021-11-10T19:13:17Z', 'revision_number': 4, 'project_id': '77957d962e034783981c11222eec43b2', 'subnets': [{'id': 'bd603886-11e0-4a0c-9e77-d11dbd0cb322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:13:20.074040 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58616) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:20.106502 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aa96e35f-f80d-4527-bc23-a764556dae0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:20.181432 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-7fa33a2f-809a-4089-bb80-e61ca726a524 None None] Provisioning complete for port 1337b0c7-ca47-4db5-a35a-0d95173dde88 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:20.181853 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7fa33a2f-809a-4089-bb80-e61ca726a524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:20.183677 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2e56ef-56c4-47bf-8e02-82235ceeb7c9 None None] The sync data for ids ['ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a'] in n-d-813897-4 is: [{'id': 'ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a', 'name': 'tempest-ServersTestMultiNic-1197170789-router', 'tenant_id': '77957d962e034783981c11222eec43b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '96b4ee1c-1bac-47b1-b3db-77b80ff1cee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:12:58Z', 'updated_at': '2021-11-10T19:13:13Z', 'revision_number': 4, 'project_id': '77957d962e034783981c11222eec43b2', 'gw_port': {'id': '96b4ee1c-1bac-47b1-b3db-77b80ff1cee6', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:13:01Z', 'updated_at': '2021-11-10T19:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '1337b0c7-ca47-4db5-a35a-0d95173dde88', 'name': '', 'network_id': 'f9ea6856-8294-48af-b039-f24bd69bff57', 'tenant_id': '77957d962e034783981c11222eec43b2', 'mac_address': 'fa:16:3e:6b:72:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'bd603886-11e0-4a0c-9e77-d11dbd0cb322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:13:11Z', 'updated_at': '2021-11-10T19:13:17Z', 'revision_number': 4, 'project_id': '77957d962e034783981c11222eec43b2', 'subnets': [{'id': 'bd603886-11e0-4a0c-9e77-d11dbd0cb322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:13:20.231366 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aa96e35f-f80d-4527-bc23-a764556dae0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:20.268198 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93833ea-d7db-47a0-ab73-080cd04db0bb None None] Pushing event updated for resources: {'Port': ['ID=1337b0c7-ca47-4db5-a35a-0d95173dde88,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:20.285077 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ea2dd13f-88e6-4625-a75b-56a4c255c517 req-a4514fed-376d-4518-9ecb-e1717a5e89e1 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce354ea6-3eb0-4818-8104-5fb82d5ad040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6961858 Nov 10 19:13:20.347042 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96e35f-f80d-4527-bc23-a764556dae0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1113330e-1fc8-4b5a-8b67-44953842f776,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:20.357364 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aa96e35f-f80d-4527-bc23-a764556dae0c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:20.372900 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15a6580-40dc-483e-b632-84b6417f9870 None None] Network 54748c95-86ec-44e1-921d-53366f336f97 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:13:20.376183 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-aa96e35f-f80d-4527-bc23-a764556dae0c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/1113330e-1fc8-4b5a-8b67-44953842f776 HTTP/1.1" status: 204 len: 168 time: 0.7642059 Nov 10 19:13:20.379600 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58624) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:20.400254 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-0b97be89-241e-4bec-a190-d6ab8c0b0cfb service neutron] 10.222.0.54 "GET /v2.0/networks/87a15d79-4902-4d31-887f-c388f0985906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537493 Nov 10 19:13:20.401024 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c411398b-c526-4ed6-b75b-11a1db24de00 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Checking segment: {'id': '220cece1-c75f-4422-9d0a-be8b2e722cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cd2c6017-5796-48c5-a827-14a72457c6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:13:20.401398 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c411398b-c526-4ed6-b75b-11a1db24de00 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Network hostable DHCP agents. Network: cd2c6017-5796-48c5-a827-14a72457c6b1, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:13:20.466377 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b7761-3ff7-4612-9a36-bcba00b6330d req-05ab9d01-9bb8-4114-bbd4-cab0688f8c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:20.475108 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-761b7761-3ff7-4612-9a36-bcba00b6330d req-05ab9d01-9bb8-4114-bbd4-cab0688f8c20 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8dc1acd4c7b74faa8f26eafd6b931bac&device_id=2b25442a-1c3a-43e2-b898-ea6233679cb7 HTTP/1.1" status: 200 len: 1099 time: 0.4298525 Nov 10 19:13:20.482167 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57498795-917c-4a3e-beb1-db8137cf15cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:20.671014 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c411398b-c526-4ed6-b75b-11a1db24de00 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Network cd2c6017-5796-48c5-a827-14a72457c6b1 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:13:20.748079 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-c411398b-c526-4ed6-b75b-11a1db24de00 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, cd2c6017-5796-48c5-a827-14a72457c6b1) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:13:20.753290 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c411398b-c526-4ed6-b75b-11a1db24de00 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:20.754769 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c411398b-c526-4ed6-b75b-11a1db24de00 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:20.795869 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bbc739b1-eb9b-41e1-8cfc-a0b2010a8665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:20.796669 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7690e5-4659-4e92-afd6-a03f710d1bd5 req-b3d326f7-21b0-4dd5-8d95-b6868ae6819e tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:20.806321 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ad7690e5-4659-4e92-afd6-a03f710d1bd5 req-b3d326f7-21b0-4dd5-8d95-b6868ae6819e tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b25442a-1c3a-43e2-b898-ea6233679cb7 HTTP/1.1" status: 200 len: 948 time: 0.1521804 Nov 10 19:13:20.811232 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-23d2cdb5-50d6-45f1-bd52-2d59855ca388 service neutron] 10.222.0.54 "GET /v2.0/ports/21af280c-4557-46cd-a694-488125af25aa?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.4009368 Nov 10 19:13:20.875228 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d52237-56cd-41c5-8ca6-06bb96cca46f None None] Network cd2c6017-5796-48c5-a827-14a72457c6b1 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:13:20.927711 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ad7690e5-4659-4e92-afd6-a03f710d1bd5 req-88848af1-8376-481a-be7f-db7ae579226c tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7448b13-6ec0-4770-9f6c-62378f6dd830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185663 Nov 10 19:13:20.942980 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c411398b-c526-4ed6-b75b-11a1db24de00 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.7540245 Nov 10 19:13:20.943932 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58632) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:20.952414 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-c50cb4ff-1c07-4427-b293-83f175690900 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-115192550'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:21.020405 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b7761-3ff7-4612-9a36-bcba00b6330d req-a42cf578-5174-4e46-b4b2-e0efd0102a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:21.021898 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-761b7761-3ff7-4612-9a36-bcba00b6330d req-a42cf578-5174-4e46-b4b2-e0efd0102a17 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.4745831 Nov 10 19:13:21.088553 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-761b7761-3ff7-4612-9a36-bcba00b6330d req-d769e811-669d-4f50-a508-56e410578c44 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=ea7b97fe-65ec-4012-be83-8638048b4c12 HTTP/1.1" status: 200 len: 217 time: 0.0560231 Nov 10 19:13:21.094210 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50cb4ff-1c07-4427-b293-83f175690900 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Made reservation on behalf of 77957d962e034783981c11222eec43b2 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:13:21.098605 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c50cb4ff-1c07-4427-b293-83f175690900 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:21.124683 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57498795-917c-4a3e-beb1-db8137cf15cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:21.134088 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57498795-917c-4a3e-beb1-db8137cf15cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:21.159023 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b7761-3ff7-4612-9a36-bcba00b6330d req-ee133964-aa16-402c-8b6c-f9c642c5fabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:21.162351 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-761b7761-3ff7-4612-9a36-bcba00b6330d req-ee133964-aa16-402c-8b6c-f9c642c5fabb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0609510 Nov 10 19:13:21.198986 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-bbc739b1-eb9b-41e1-8cfc-a0b2010a8665 admin admin] Deleting port 6354c152-9f68-4310-9d1b-894c7bd67cc2 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:13:21.199492 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bbc739b1-eb9b-41e1-8cfc-a0b2010a8665 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:21.233361 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c50cb4ff-1c07-4427-b293-83f175690900 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:13:21.250376 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-57498795-917c-4a3e-beb1-db8137cf15cc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=82f380c5866e40fca014888baa8d4b9d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1745276 Nov 10 19:13:21.259664 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c50cb4ff-1c07-4427-b293-83f175690900 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:21.260210 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-c50cb4ff-1c07-4427-b293-83f175690900 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Added segment 71527212-2285-42b2-a8f7-11fad69e7287 of type vlan for network 8db1267a-b6ed-4659-9b9d-fffd8a2105d3 Nov 10 19:13:21.267456 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58634) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:21.275766 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57498795-917c-4a3e-beb1-db8137cf15cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62da2636-ad62-46c4-bb8b-3c2ce887725f,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:21.289289 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 1337b0c7-ca47-4db5-a35a-0d95173dde88 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:13:21.310377 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c50cb4ff-1c07-4427-b293-83f175690900 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:21.350753 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c50cb4ff-1c07-4427-b293-83f175690900 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:21.357031 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50cb4ff-1c07-4427-b293-83f175690900 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:21.357817 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c50cb4ff-1c07-4427-b293-83f175690900 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:21.502904 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-bbc739b1-eb9b-41e1-8cfc-a0b2010a8665 admin admin] For port 6354c152-9f68-4310-9d1b-894c7bd67cc2, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=6354c152-9f68-4310-9d1b-894c7bd67cc2,segment=NetworkSegment(1036bca9-4b67-4f59-a521-821c8befcd92),segment_id=1036bca9-4b67-4f59-a521-821c8befcd92)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:21.504039 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50cb4ff-1c07-4427-b293-83f175690900 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Pushing event updated for resources: {'Network': ['ID=8db1267a-b6ed-4659-9b9d-fffd8a2105d3,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:21.506000 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bbc739b1-eb9b-41e1-8cfc-a0b2010a8665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:21.526377 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b7761-3ff7-4612-9a36-bcba00b6330d req-2a76182a-71d0-46f8-b2d1-07ce2c33a263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:21.527952 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-761b7761-3ff7-4612-9a36-bcba00b6330d req-2a76182a-71d0-46f8-b2d1-07ce2c33a263 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3536081 Nov 10 19:13:21.532995 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-ab456050-aa00-4fb0-bfb1-3acfc30bfa86 service neutron] 10.222.0.54 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6481009 Nov 10 19:13:21.537752 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-bbc739b1-eb9b-41e1-8cfc-a0b2010a8665 admin admin] Calling delete_port for 6354c152-9f68-4310-9d1b-894c7bd67cc2 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:13:21.575910 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 8db1267a-b6ed-4659-9b9d-fffd8a2105d3 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:13:21.660982 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bbc739b1-eb9b-41e1-8cfc-a0b2010a8665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:21.687970 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc739b1-eb9b-41e1-8cfc-a0b2010a8665 admin admin] No DVR routers for this DVR port 6354c152-9f68-4310-9d1b-894c7bd67cc2 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:13:21.743660 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-290fa495-6532-4b98-98bb-eea231db9e71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:21.774015 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c50cb4ff-1c07-4427-b293-83f175690900 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8164403 Nov 10 19:13:21.776726 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647c36a0-a93b-4117-a6a2-03dadca1023c None None] DHCP port deletion for 54748c95-86ec-44e1-921d-53366f336f97 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:13:21.794614 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58640) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:21.823953 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-dca512b1-5576-4920-9734-4d43cb69edf7 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Request body: {'subnet': {'network_id': '8db1267a-b6ed-4659-9b9d-fffd8a2105d3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:21.865316 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bbc739b1-eb9b-41e1-8cfc-a0b2010a8665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:21.871145 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6d2fb1-a50a-44cd-91f0-bacaa958d65f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-cd2c6017-5796-48c5-a827-14a72457c6b1', 'network_id': 'cd2c6017-5796-48c5-a827-14a72457c6b1', 'tenant_id': '77957d962e034783981c11222eec43b2', 'fixed_ips': [{'subnet_id': 'ca2e0e0b-6f8b-4b18-9cfa-ee863ad101df'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:13:21.872191 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2fb1-a50a-44cd-91f0-bacaa958d65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:22.072586 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568688ba-a9bf-4f22-b7e4-b46f0829a228 req-c9df602b-20bb-4e53-ba28-4dddfd6ccb5d tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:22.093664 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-568688ba-a9bf-4f22-b7e4-b46f0829a228 req-c9df602b-20bb-4e53-ba28-4dddfd6ccb5d tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127 HTTP/1.1" status: 200 len: 945 time: 0.5924640 Nov 10 19:13:22.111922 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 1337b0c7-ca47-4db5-a35a-0d95173dde88 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:22.112584 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:22.279855 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-5b6d2fb1-a50a-44cd-91f0-bacaa958d65f None None] Allocated IP 19.80.0.2 (cd2c6017-5796-48c5-a827-14a72457c6b1/ca2e0e0b-6f8b-4b18-9cfa-ee863ad101df/fae34d5c-2e37-4426-bacb-ad080f3051a4) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:13:22.296101 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-761b7761-3ff7-4612-9a36-bcba00b6330d req-373c7c2f-0e4a-4092-88ba-08b0ca3a9d17 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7314208 Nov 10 19:13:22.446176 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-bbc739b1-eb9b-41e1-8cfc-a0b2010a8665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54748c95-86ec-44e1-921d-53366f336f97']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:13:22.468176 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-bbc739b1-eb9b-41e1-8cfc-a0b2010a8665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1036bca9-4b67-4f59-a521-821c8befcd92') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:13:22.468474 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-bbc739b1-eb9b-41e1-8cfc-a0b2010a8665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1036bca9-4b67-4f59-a521-821c8befcd92') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:13:22.481580 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5dfc6043-bf19-47d7-9f97-6da23a2bb123 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:13:22.490085 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bbc739b1-eb9b-41e1-8cfc-a0b2010a8665 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:22.505970 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 5dfc6043-bf19-47d7-9f97-6da23a2bb123 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:13:22.506301 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5dfc6043-bf19-47d7-9f97-6da23a2bb123 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:13:22.506748 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 6d66e8da-b76f-458d-a005-b156d93f5dc0 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:13:22.520791 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bbc739b1-eb9b-41e1-8cfc-a0b2010a8665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:22.533494 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc739b1-eb9b-41e1-8cfc-a0b2010a8665 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:13:22.533910 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bbc739b1-eb9b-41e1-8cfc-a0b2010a8665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:22.545516 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-964b37be-bb9e-4680-8bbb-a9b4b84847ea service neutron] 10.222.0.54 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9826658 Nov 10 19:13:22.564608 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca512b1-5576-4920-9734-4d43cb69edf7 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Made reservation on behalf of 77957d962e034783981c11222eec43b2 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:13:22.569395 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 6d66e8da-b76f-458d-a005-b156d93f5dc0 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:13:22.569827 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 6d66e8da-b76f-458d-a005-b156d93f5dc0 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:13:22.571170 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dca512b1-5576-4920-9734-4d43cb69edf7 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:22.630542 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:13:22.630542 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:13:22.630542 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:13:22.630542 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:13:22.630542 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:13:22.630542 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:13:22.630542 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:13:22.630542 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:13:22.630542 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:13:22.630542 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:13:22.630542 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:13:22.630542 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:13:22.630542 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:13:22.630542 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:13:22.630542 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:13:22.630542 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:13:22.630542 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:13:22.630542 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:13:22.630542 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:13:22.630542 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:13:22.630542 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:13:22.630542 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:13:22.630542 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:13:22.630542 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:13:22.630542 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:13:22.630542 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:13:22.630542 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:13:22.630542 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:13:22.630542 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:13:22.630542 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:13:22.630542 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:13:22.630542 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:13:22.634664 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc739b1-eb9b-41e1-8cfc-a0b2010a8665 admin admin] Pushing event deleted for resources: {'Port': ['ID=6354c152-9f68-4310-9d1b-894c7bd67cc2,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:22.646859 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bbc739b1-eb9b-41e1-8cfc-a0b2010a8665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:22.672307 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bbc739b1-eb9b-41e1-8cfc-a0b2010a8665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:22.675825 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-bbc739b1-eb9b-41e1-8cfc-a0b2010a8665 admin admin] 10.222.0.54 "DELETE /v2.0/networks/54748c95-86ec-44e1-921d-53366f336f97 HTTP/1.1" status: 204 len: 168 time: 2.2911518 Nov 10 19:13:22.730978 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc739b1-eb9b-41e1-8cfc-a0b2010a8665 admin admin] Pushing event deleted for resources: {'Network': ['ID=54748c95-86ec-44e1-921d-53366f336f97,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:22.752601 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-568688ba-a9bf-4f22-b7e4-b46f0829a228 req-1af321ab-d63a-4fab-97b7-2c321967e26c tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce354ea6-3eb0-4818-8104-5fb82d5ad040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6555595 Nov 10 19:13:22.756824 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-290fa495-6532-4b98-98bb-eea231db9e71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:22.817677 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2fb1-a50a-44cd-91f0-bacaa958d65f None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:22.837177 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2fb1-a50a-44cd-91f0-bacaa958d65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:22.885932 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-290fa495-6532-4b98-98bb-eea231db9e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:22.889347 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-290fa495-6532-4b98-98bb-eea231db9e71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:22.890673 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-290fa495-6532-4b98-98bb-eea231db9e71 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/62da2636-ad62-46c4-bb8b-3c2ce887725f HTTP/1.1" status: 204 len: 168 time: 1.6217837 Nov 10 19:13:22.938262 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6d2fb1-a50a-44cd-91f0-bacaa958d65f None None] Network cd2c6017-5796-48c5-a827-14a72457c6b1 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:13:22.948805 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290fa495-6532-4b98-98bb-eea231db9e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62da2636-ad62-46c4-bb8b-3c2ce887725f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:22.951161 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-5b6d2fb1-a50a-44cd-91f0-bacaa958d65f None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:13:22.955485 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6d2fb1-a50a-44cd-91f0-bacaa958d65f None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:13:23.011611 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-941e77ff-3f5e-4942-9f06-1386251d8b3e service neutron] 10.222.0.54 "GET /v2.0/ports/2d9d8a32-85d2-4553-a7c3-eaf3f760a24a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.4642088 Nov 10 19:13:23.019454 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58664) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:23.046465 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 6354c152-9f68-4310-9d1b-894c7bd67cc2 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:13:23.058505 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d2fb1-a50a-44cd-91f0-bacaa958d65f None None] Pushing event updated for resources: {'Port': ['ID=fae34d5c-2e37-4426-bacb-ad080f3051a4,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:23.141113 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5d4d1f5c-4218-48b2-a92a-69b340539bbb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=eeb5c8ebb6ac4d4693aeaf63c555f1ed&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1198061 Nov 10 19:13:23.142805 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58666) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:23.169732 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 6354c152-9f68-4310-9d1b-894c7bd67cc2 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:13:23.170337 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 6354c152-9f68-4310-9d1b-894c7bd67cc2 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:13:23.237234 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-5b6d2fb1-a50a-44cd-91f0-bacaa958d65f None None] Attempting to bind port fae34d5c-2e37-4426-bacb-ad080f3051a4 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:13:23.237624 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-5b6d2fb1-a50a-44cd-91f0-bacaa958d65f None None] Attempting to bind port fae34d5c-2e37-4426-bacb-ad080f3051a4 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '220cece1-c75f-4422-9d0a-be8b2e722cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cd2c6017-5796-48c5-a827-14a72457c6b1'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:13:23.238262 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6d2fb1-a50a-44cd-91f0-bacaa958d65f None None] Attempting to bind port fae34d5c-2e37-4426-bacb-ad080f3051a4 on network cd2c6017-5796-48c5-a827-14a72457c6b1 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:13:23.250621 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6d2fb1-a50a-44cd-91f0-bacaa958d65f None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:13:23.251087 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6d2fb1-a50a-44cd-91f0-bacaa958d65f None None] Checking segment: {'id': '220cece1-c75f-4422-9d0a-be8b2e722cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cd2c6017-5796-48c5-a827-14a72457c6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:13:23.251393 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2fb1-a50a-44cd-91f0-bacaa958d65f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:23.253132 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6d2fb1-a50a-44cd-91f0-bacaa958d65f None None] Bound using segment: {'id': '220cece1-c75f-4422-9d0a-be8b2e722cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cd2c6017-5796-48c5-a827-14a72457c6b1'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:13:23.253634 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-5b6d2fb1-a50a-44cd-91f0-bacaa958d65f None None] Bound port: fae34d5c-2e37-4426-bacb-ad080f3051a4, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220cece1-c75f-4422-9d0a-be8b2e722cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cd2c6017-5796-48c5-a827-14a72457c6b1'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:13:23.254041 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2fb1-a50a-44cd-91f0-bacaa958d65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:23.286055 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ab20dae2-21c8-4e42-994f-841b5816d5f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:23.356035 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ab20dae2-21c8-4e42-994f-841b5816d5f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:23.365088 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dca512b1-5576-4920-9734-4d43cb69edf7 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:23.434605 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e6844dd3-28fd-45a7-8af0-a3b5addb4786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:23.459654 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ab20dae2-21c8-4e42-994f-841b5816d5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:23.463511 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ab20dae2-21c8-4e42-994f-841b5816d5f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:23.464950 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ab20dae2-21c8-4e42-994f-841b5816d5f9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/674a442d-6384-4100-ba29-d00137f665ee HTTP/1.1" status: 204 len: 168 time: 0.3201952 Nov 10 19:13:23.469722 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5b6d2fb1-a50a-44cd-91f0-bacaa958d65f None None] For port fae34d5c-2e37-4426-bacb-ad080f3051a4, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:13:23.481291 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5b6d2fb1-a50a-44cd-91f0-bacaa958d65f None None] For port fae34d5c-2e37-4426-bacb-ad080f3051a4, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fae34d5c-2e37-4426-bacb-ad080f3051a4,segment=NetworkSegment(220cece1-c75f-4422-9d0a-be8b2e722cf3),segment_id=220cece1-c75f-4422-9d0a-be8b2e722cf3)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:13:23.484609 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20dae2-21c8-4e42-994f-841b5816d5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674a442d-6384-4100-ba29-d00137f665ee,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:23.490007 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2fb1-a50a-44cd-91f0-bacaa958d65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:23.562599 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d2fb1-a50a-44cd-91f0-bacaa958d65f None None] Pushing event updated for resources: {'Port': ['ID=fae34d5c-2e37-4426-bacb-ad080f3051a4,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:23.736999 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-761b7761-3ff7-4612-9a36-bcba00b6330d req-693950df-d2dd-4995-9daf-22857a689983 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4043288 Nov 10 19:13:23.781448 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca512b1-5576-4920-9734-4d43cb69edf7 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Checking segment: {'id': '71527212-2285-42b2-a8f7-11fad69e7287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8db1267a-b6ed-4659-9b9d-fffd8a2105d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:13:23.782121 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca512b1-5576-4920-9734-4d43cb69edf7 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Network hostable DHCP agents. Network: 8db1267a-b6ed-4659-9b9d-fffd8a2105d3, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:13:23.807324 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4fab9-4a24-4077-88fc-c8878413994c req-f6e4ea99-3151-4c95-b39c-a15043a7c30c tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:23.821034 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d1f4fab9-4a24-4077-88fc-c8878413994c req-f6e4ea99-3151-4c95-b39c-a15043a7c30c tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b25442a-1c3a-43e2-b898-ea6233679cb7 HTTP/1.1" status: 200 len: 948 time: 0.4785240 Nov 10 19:13:23.875487 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca512b1-5576-4920-9734-4d43cb69edf7 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Pushing event updated for resources: {'Subnet': ['ID=22932a42-eeeb-4b10-a32d-2cd711c3bf5a,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:23.877892 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca512b1-5576-4920-9734-4d43cb69edf7 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Network 8db1267a-b6ed-4659-9b9d-fffd8a2105d3 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:13:23.916369 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-dca512b1-5576-4920-9734-4d43cb69edf7 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 8db1267a-b6ed-4659-9b9d-fffd8a2105d3) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:13:23.937231 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca512b1-5576-4920-9734-4d43cb69edf7 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:23.938120 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dca512b1-5576-4920-9734-4d43cb69edf7 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:23.945310 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device ea7b97fe-65ec-4012-be83-8638048b4c12 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:13:23.956166 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-07723c4d-1145-4592-bd6f-7b138e2f590b service neutron] 10.222.0.54 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9431236 Nov 10 19:13:23.970519 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58678) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:23.995030 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d1f4fab9-4a24-4077-88fc-c8878413994c req-e09f3492-2cb7-4fd0-af7d-ae1d35946388 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7448b13-6ec0-4770-9f6c-62378f6dd830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727679 Nov 10 19:13:23.999961 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6b0cfdbb-70e7-4c6f-b485-275ada016b42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:24.050919 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-dca512b1-5576-4920-9734-4d43cb69edf7 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2550333 Nov 10 19:13:24.270631 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72c39f-f1cb-4630-a720-c8f05f1b797e req-157f2fb5-a2d8-44e3-b8c5-7a7f79e96318 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:24.273692 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d72c39f-f1cb-4630-a720-c8f05f1b797e req-157f2fb5-a2d8-44e3-b8c5-7a7f79e96318 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127 HTTP/1.1" status: 200 len: 945 time: 0.1290863 Nov 10 19:13:24.293327 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-e819761a-656c-47ce-9e2c-f3d691d2cd6a service neutron] 10.222.0.54 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359914 Nov 10 19:13:24.329560 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58684) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:24.371205 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6b0cfdbb-70e7-4c6f-b485-275ada016b42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:24.383099 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6b0cfdbb-70e7-4c6f-b485-275ada016b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:24.387462 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port ea7b97fe-65ec-4012-be83-8638048b4c12, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=ea7b97fe-65ec-4012-be83-8638048b4c12,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:24.402071 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device b74b3a52-8637-4374-944d-30ec16d11725 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:13:24.404328 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da66feb8-33e6-482d-8603-e282021b090d None None] Network 8db1267a-b6ed-4659-9b9d-fffd8a2105d3 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:13:24.442735 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0cfdbb-70e7-4c6f-b485-275ada016b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42def302-5378-46c8-8c3e-35e21a2ed207,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:24.482975 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d72c39f-f1cb-4630-a720-c8f05f1b797e req-4251b623-d0c5-4646-b9e7-97f06fed254f tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce354ea6-3eb0-4818-8104-5fb82d5ad040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791096 Nov 10 19:13:24.504874 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e798a38b-c25f-4de9-a571-252614687013 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a2887486ac9f41058a90fb35b7d589e2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1660206 Nov 10 19:13:24.505011 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58688) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:24.514992 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'ea7b97fe-65ec-4012-be83-8638048b4c12', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': 'ea7b97fe-65ec-4012-be83-8638048b4c12', 'mac_address': 'fa:16:3e:91:93:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:13:24.531088 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6b0cfdbb-70e7-4c6f-b485-275ada016b42 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=313b582afb5e423cb75d74c51f2600af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5543771 Nov 10 19:13:24.540822 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58694) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:24.582323 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-ac5ac871-7038-4933-8b00-a61998f16c0c service neutron] 10.222.0.54 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870874 Nov 10 19:13:24.650633 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e8189625-bd0d-4f1b-a73c-958b349b222a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:24.683143 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e8189625-bd0d-4f1b-a73c-958b349b222a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:24.727782 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:24.797370 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e8189625-bd0d-4f1b-a73c-958b349b222a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:24.803089 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e8189625-bd0d-4f1b-a73c-958b349b222a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:24.804918 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e8189625-bd0d-4f1b-a73c-958b349b222a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4579c125-6148-424c-b1df-d1ca8e3dea8c HTTP/1.1" status: 204 len: 168 time: 0.2989779 Nov 10 19:13:24.838973 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8189625-bd0d-4f1b-a73c-958b349b222a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4579c125-6148-424c-b1df-d1ca8e3dea8c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:24.987516 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea7b97fe-65ec-4012-be83-8638048b4c12 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:13:25.015486 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb193b8e-af8d-407f-8eb2-207bc4ac203e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-8db1267a-b6ed-4659-9b9d-fffd8a2105d3', 'network_id': '8db1267a-b6ed-4659-9b9d-fffd8a2105d3', 'tenant_id': '77957d962e034783981c11222eec43b2', 'fixed_ips': [{'subnet_id': '22932a42-eeeb-4b10-a32d-2cd711c3bf5a'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:13:25.021932 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-eb193b8e-af8d-407f-8eb2-207bc4ac203e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:25.026356 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:25.062746 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:25.122390 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port ea7b97fe-65ec-4012-be83-8638048b4c12, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=ea7b97fe-65ec-4012-be83-8638048b4c12,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:25.137123 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:25.357383 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port b74b3a52-8637-4374-944d-30ec16d11725 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:13:25.382002 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port b74b3a52-8637-4374-944d-30ec16d11725 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:25.382418 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:25.482659 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=ea7b97fe-65ec-4012-be83-8638048b4c12,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:25.524199 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2bd39b43-6949-4b9b-9a62-e6c7be2b38be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:25.531666 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['ea7b97fe-65ec-4012-be83-8638048b4c12'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:13:25.621149 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-eb193b8e-af8d-407f-8eb2-207bc4ac203e None None] Allocated IP 19.86.0.2 (8db1267a-b6ed-4659-9b9d-fffd8a2105d3/22932a42-eeeb-4b10-a32d-2cd711c3bf5a/f42bb11b-afc6-4ea4-bc28-df27905bf787) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:13:25.629966 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-76bfe493-a605-42eb-be36-a219a0e503bf service neutron] 10.222.0.54 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0464785 Nov 10 19:13:25.715554 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2bd39b43-6949-4b9b-9a62-e6c7be2b38be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:25.960345 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-10b538b7-11d2-4940-86b7-a7d6661087a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:25.985084 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:26.039067 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-86db1a3d-6635-41db-acd7-8b3171a7de53 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:26.048706 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-86db1a3d-6635-41db-acd7-8b3171a7de53 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:26.065444 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-86db1a3d-6635-41db-acd7-8b3171a7de53 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/networks?id=cd2c6017-5796-48c5-a827-14a72457c6b1&id=8db1267a-b6ed-4659-9b9d-fffd8a2105d3&id=cd2c6017-5796-48c5-a827-14a72457c6b1 HTTP/1.1" status: 200 len: 1391 time: 1.2901525 Nov 10 19:13:26.101616 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-54b8a06e-eab1-4e51-aad9-6cc106660de9 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/quotas/77957d962e034783981c11222eec43b2 HTTP/1.1" status: 200 len: 375 time: 0.0351238 Nov 10 19:13:26.109222 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74b3a52-8637-4374-944d-30ec16d11725'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:13:26.112124 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66781c6f-a4bc-4649-8213-8695979bc993" -d '{"events": [{"server_uuid": "3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127", "name": "network-vif-plugged", "status": "completed", "tag": "b74b3a52-8637-4374-944d-30ec16d11725"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:13:26.116315 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2bd39b43-6949-4b9b-9a62-e6c7be2b38be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:26.122665 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2bd39b43-6949-4b9b-9a62-e6c7be2b38be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:26.126273 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2bd39b43-6949-4b9b-9a62-e6c7be2b38be admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/42def302-5378-46c8-8c3e-35e21a2ed207 HTTP/1.1" status: 204 len: 168 time: 1.5839388 Nov 10 19:13:26.149454 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port b74b3a52-8637-4374-944d-30ec16d11725, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=b74b3a52-8637-4374-944d-30ec16d11725,segment=NetworkSegment(7326ada5-f762-4313-b25f-4cb3df3eec6b),segment_id=7326ada5-f762-4313-b25f-4cb3df3eec6b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:26.165019 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:26.182960 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd39b43-6949-4b9b-9a62-e6c7be2b38be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42def302-5378-46c8-8c3e-35e21a2ed207,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:26.188428 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-f4c54d72-6b7b-4a32-8d64-7a802ca09857 service neutron] 10.222.0.54 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132880 Nov 10 19:13:26.232805 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-fdfc87d4-ce0f-4ccf-ac16-1d23d9a1307a tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=77957d962e034783981c11222eec43b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1293764 Nov 10 19:13:26.241198 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09f5be8-8e5e-437f-8e76-d6a2b04c2c79 None None] Network cd2c6017-5796-48c5-a827-14a72457c6b1 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:13:26.536568 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c77f0944-0b79-44b0-bb61-3932ed72b89b None None] Provisioning complete for port fae34d5c-2e37-4426-bacb-ad080f3051a4 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:26.537737 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c77f0944-0b79-44b0-bb61-3932ed72b89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:26.645878 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-1434bce2-1940-4688-9f93-4ec195e6f5f5 service neutron] 10.222.0.54 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398952 Nov 10 19:13:26.676020 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-26119773-a448-401c-930d-9aa84da0bdbf service neutron] 10.222.0.54 "GET /v2.0/networks/cd2c6017-5796-48c5-a827-14a72457c6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397426 Nov 10 19:13:26.743918 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=b74b3a52-8637-4374-944d-30ec16d11725,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:26.794933 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-eb193b8e-af8d-407f-8eb2-207bc4ac203e None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:26.904158 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-eb193b8e-af8d-407f-8eb2-207bc4ac203e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:26.926254 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-b0a7a1c5-11af-4e29-b131-f6419cc16236 service neutron] 10.222.0.54 "GET /v2.0/networks/c0241cc4-6c19-4c98-ab84-df8e281d2dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732065 Nov 10 19:13:26.929062 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-71be0847-5af6-4e5c-9fff-fe04ed321a22 service neutron] 10.222.0.54 "GET /v2.0/networks/cd2c6017-5796-48c5-a827-14a72457c6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465611 Nov 10 19:13:27.080807 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fae34d5c-2e37-4426-bacb-ad080f3051a4 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:13:27.114027 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb193b8e-af8d-407f-8eb2-207bc4ac203e None None] Network 8db1267a-b6ed-4659-9b9d-fffd8a2105d3 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:13:27.121963 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-ba1273cb-c5b1-46e6-b9e3-86b9c8105edb service neutron] 10.222.0.54 "GET /v2.0/networks/c0241cc4-6c19-4c98-ab84-df8e281d2dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893513 Nov 10 19:13:27.123744 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-315d2497-c6fd-45cd-bdd5-1b99c5e621da service neutron] 10.222.0.54 "GET /v2.0/networks/8db1267a-b6ed-4659-9b9d-fffd8a2105d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771173 Nov 10 19:13:27.188454 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-eb193b8e-af8d-407f-8eb2-207bc4ac203e None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:13:27.192147 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb193b8e-af8d-407f-8eb2-207bc4ac203e None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:13:27.221846 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:27.222569 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb193b8e-af8d-407f-8eb2-207bc4ac203e None None] Pushing event updated for resources: {'Port': ['ID=f42bb11b-afc6-4ea4-bc28-df27905bf787,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:27.324178 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c77f0944-0b79-44b0-bb61-3932ed72b89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:27.378459 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-eb193b8e-af8d-407f-8eb2-207bc4ac203e None None] Attempting to bind port f42bb11b-afc6-4ea4-bc28-df27905bf787 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:13:27.378866 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-eb193b8e-af8d-407f-8eb2-207bc4ac203e None None] Attempting to bind port f42bb11b-afc6-4ea4-bc28-df27905bf787 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '71527212-2285-42b2-a8f7-11fad69e7287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8db1267a-b6ed-4659-9b9d-fffd8a2105d3'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:13:27.379235 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb193b8e-af8d-407f-8eb2-207bc4ac203e None None] Attempting to bind port f42bb11b-afc6-4ea4-bc28-df27905bf787 on network 8db1267a-b6ed-4659-9b9d-fffd8a2105d3 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:13:27.416127 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port fae34d5c-2e37-4426-bacb-ad080f3051a4 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:27.417734 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:27.425557 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-da114c6c-15ef-4417-881a-d4ef7c67ca51 service neutron] 10.222.0.54 "GET /v2.0/networks/8db1267a-b6ed-4659-9b9d-fffd8a2105d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848096 Nov 10 19:13:27.438036 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb193b8e-af8d-407f-8eb2-207bc4ac203e None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:13:27.438978 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb193b8e-af8d-407f-8eb2-207bc4ac203e None None] Checking segment: {'id': '71527212-2285-42b2-a8f7-11fad69e7287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8db1267a-b6ed-4659-9b9d-fffd8a2105d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:13:27.439489 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-eb193b8e-af8d-407f-8eb2-207bc4ac203e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:27.439951 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb193b8e-af8d-407f-8eb2-207bc4ac203e None None] Bound using segment: {'id': '71527212-2285-42b2-a8f7-11fad69e7287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8db1267a-b6ed-4659-9b9d-fffd8a2105d3'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:13:27.440536 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-eb193b8e-af8d-407f-8eb2-207bc4ac203e None None] Bound port: f42bb11b-afc6-4ea4-bc28-df27905bf787, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71527212-2285-42b2-a8f7-11fad69e7287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8db1267a-b6ed-4659-9b9d-fffd8a2105d3'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:13:27.440984 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-eb193b8e-af8d-407f-8eb2-207bc4ac203e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:27.508112 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c77f0944-0b79-44b0-bb61-3932ed72b89b None None] For port fae34d5c-2e37-4426-bacb-ad080f3051a4, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fae34d5c-2e37-4426-bacb-ad080f3051a4,segment=NetworkSegment(220cece1-c75f-4422-9d0a-be8b2e722cf3),segment_id=220cece1-c75f-4422-9d0a-be8b2e722cf3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:27.519725 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c77f0944-0b79-44b0-bb61-3932ed72b89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:27.614232 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-eb193b8e-af8d-407f-8eb2-207bc4ac203e None None] For port f42bb11b-afc6-4ea4-bc28-df27905bf787, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:13:27.625974 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-eb193b8e-af8d-407f-8eb2-207bc4ac203e None None] For port f42bb11b-afc6-4ea4-bc28-df27905bf787, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f42bb11b-afc6-4ea4-bc28-df27905bf787,segment=NetworkSegment(71527212-2285-42b2-a8f7-11fad69e7287),segment_id=71527212-2285-42b2-a8f7-11fad69e7287)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:13:27.676060 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-eb193b8e-af8d-407f-8eb2-207bc4ac203e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:27.745462 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f0944-0b79-44b0-bb61-3932ed72b89b None None] Pushing event updated for resources: {'Port': ['ID=fae34d5c-2e37-4426-bacb-ad080f3051a4,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:27.874537 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-499dca72-27e7-4f78-9b89-8599c30bc715 service neutron] 10.222.0.54 "GET /v2.0/networks/cd2c6017-5796-48c5-a827-14a72457c6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265240 Nov 10 19:13:27.883616 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-11b3dca0-760c-444b-8a69-de4b1844722d service neutron] 10.222.0.54 "GET /v2.0/networks/c0241cc4-6c19-4c98-ab84-df8e281d2dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7544346 Nov 10 19:13:27.949376 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb193b8e-af8d-407f-8eb2-207bc4ac203e None None] Pushing event updated for resources: {'Port': ['ID=f42bb11b-afc6-4ea4-bc28-df27905bf787,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:27.963313 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device ea7b97fe-65ec-4012-be83-8638048b4c12 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:13:28.071168 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d734dbfe-3482-4864-8a3a-92496f8ce3be None None] Provisioning complete for port fae34d5c-2e37-4426-bacb-ad080f3051a4 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:28.071542 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d734dbfe-3482-4864-8a3a-92496f8ce3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:28.203192 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port ea7b97fe-65ec-4012-be83-8638048b4c12 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:13:28.211417 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port ea7b97fe-65ec-4012-be83-8638048b4c12 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:28.213053 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:28.225139 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-5fd6cf2c-08af-432c-8290-cece0655f2a1 service neutron] 10.222.0.54 "GET /v2.0/networks/c0241cc4-6c19-4c98-ab84-df8e281d2dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898183 Nov 10 19:13:28.293914 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-345cfe5c-8502-42af-8b7d-72b058801ae4 service neutron] 10.222.0.54 "GET /v2.0/networks/cd2c6017-5796-48c5-a827-14a72457c6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113333 Nov 10 19:13:28.688505 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:28.837796 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:28.953562 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea45c92-e688-4e92-ba18-8611d3de3bde req-806add8c-9e8a-4788-9d6d-1c697d3c7d11 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:28.964995 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bea45c92-e688-4e92-ba18-8611d3de3bde req-806add8c-9e8a-4788-9d6d-1c697d3c7d11 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b25442a-1c3a-43e2-b898-ea6233679cb7 HTTP/1.1" status: 200 len: 949 time: 0.2058365 Nov 10 19:13:28.995433 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port ea7b97fe-65ec-4012-be83-8638048b4c12, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=ea7b97fe-65ec-4012-be83-8638048b4c12,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:29.006576 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:29.103912 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bea45c92-e688-4e92-ba18-8611d3de3bde req-448e902a-f372-4df0-bf3e-52915c83821d tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7448b13-6ec0-4770-9f6c-62378f6dd830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379652 Nov 10 19:13:29.218443 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=ea7b97fe-65ec-4012-be83-8638048b4c12,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:29.237414 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fae34d5c-2e37-4426-bacb-ad080f3051a4 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:13:29.326571 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:29.347865 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port fae34d5c-2e37-4426-bacb-ad080f3051a4 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:29.348423 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:29.417961 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28d296-9e94-47fd-b16f-3d1af2119e4b req-ed2c2827-47e7-451a-a88b-acc0ce351239 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:29.422857 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8e28d296-9e94-47fd-b16f-3d1af2119e4b req-ed2c2827-47e7-451a-a88b-acc0ce351239 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127 HTTP/1.1" status: 200 len: 946 time: 0.1224694 Nov 10 19:13:29.489635 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f42bb11b-afc6-4ea4-bc28-df27905bf787 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:13:29.489635 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1919d1-b32c-421b-9cf0-0db2fcd1da97 None None] Network 8db1267a-b6ed-4659-9b9d-fffd8a2105d3 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:13:29.539940 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8e28d296-9e94-47fd-b16f-3d1af2119e4b req-d3d2a3de-0caf-410f-b041-6b3e900201dc tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce354ea6-3eb0-4818-8104-5fb82d5ad040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882363 Nov 10 19:13:29.712035 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b210918f-d75b-48e1-9380-988eb4aae23d x-openstack-request-id: req-b210918f-d75b-48e1-9380-988eb4aae23d {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:13:29.712573 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127", "name": "network-vif-plugged", "status": "completed", "tag": "b74b3a52-8637-4374-944d-30ec16d11725", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:13:29.712573 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b210918f-d75b-48e1-9380-988eb4aae23d {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:13:29.713004 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74b3a52-8637-4374-944d-30ec16d11725', 'code': 200} Nov 10 19:13:29.858933 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a448ea46-3d6c-44ba-8a3c-69d38e5cf688 None None] Provisioning complete for port f42bb11b-afc6-4ea4-bc28-df27905bf787 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:29.859325 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a448ea46-3d6c-44ba-8a3c-69d38e5cf688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:29.862982 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e7cdb423-de4b-42ba-9b2a-910a31700408 req-80d32a18-3b10-47f8-ae21-b7a64029ed0e tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5b15ace-c6e8-4480-b9a3-e989f42e095e HTTP/1.1" status: 200 len: 210 time: 0.1199429 Nov 10 19:13:29.903564 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f2a6a-5a69-45cd-a9c0-478bdcea757f req-002261d2-2ed3-4811-aa79-3d7decab175b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:29.905954 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c9f2a6a-5a69-45cd-a9c0-478bdcea757f req-002261d2-2ed3-4811-aa79-3d7decab175b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127 HTTP/1.1" status: 200 len: 1097 time: 0.1509030 Nov 10 19:13:30.006605 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c9f2a6a-5a69-45cd-a9c0-478bdcea757f req-d1172672-0376-4c14-a077-4ce4f7f951f9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ce354ea6-3eb0-4818-8104-5fb82d5ad040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938480 Nov 10 19:13:30.098611 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port f42bb11b-afc6-4ea4-bc28-df27905bf787 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:30.098912 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:30.244844 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a448ea46-3d6c-44ba-8a3c-69d38e5cf688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:30.259363 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-0616bbc5-9f53-438f-8938-8e3278eb88f5 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d1d4a761a3ba4865993e7b67cd29e236&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625465 Nov 10 19:13:30.312712 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-a448ea46-3d6c-44ba-8a3c-69d38e5cf688 None None] For port f42bb11b-afc6-4ea4-bc28-df27905bf787, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f42bb11b-afc6-4ea4-bc28-df27905bf787,segment=NetworkSegment(71527212-2285-42b2-a8f7-11fad69e7287),segment_id=71527212-2285-42b2-a8f7-11fad69e7287)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:30.317643 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a448ea46-3d6c-44ba-8a3c-69d38e5cf688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:30.444266 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448ea46-3d6c-44ba-8a3c-69d38e5cf688 None None] Pushing event updated for resources: {'Port': ['ID=f42bb11b-afc6-4ea4-bc28-df27905bf787,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:30.465038 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f88513a1-dfe5-4952-88db-f7e7a6b89859 req-a521c69a-dc8c-4cfb-81b9-71af3c9e78c2 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 210 time: 0.0654049 Nov 10 19:13:30.614090 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-0826855e-bf65-4de6-80f3-4545e26430c5 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:30.620037 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-0826855e-bf65-4de6-80f3-4545e26430c5 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3460317 Nov 10 19:13:30.671928 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-20fba787-2438-47ff-96ef-773bca7e676f tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/quotas/d1d4a761a3ba4865993e7b67cd29e236 HTTP/1.1" status: 200 len: 375 time: 0.0367007 Nov 10 19:13:30.683257 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-cc49f82e-7a62-4943-bf06-c10b08f04f76 None None] Provisioning complete for port f42bb11b-afc6-4ea4-bc28-df27905bf787 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:30.683825 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cc49f82e-7a62-4943-bf06-c10b08f04f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:30.751409 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-29bce682-f398-4931-916a-e5f38d532397 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d1d4a761a3ba4865993e7b67cd29e236&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784855 Nov 10 19:13:30.801721 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73931e0-a266-4a82-b2e8-64e72767b523 req-7d96d01e-175e-4e81-8709-29e05e5043b9 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:30.823396 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c73931e0-a266-4a82-b2e8-64e72767b523 req-7d96d01e-175e-4e81-8709-29e05e5043b9 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b25442a-1c3a-43e2-b898-ea6233679cb7 HTTP/1.1" status: 200 len: 950 time: 0.2021527 Nov 10 19:13:30.923198 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c73931e0-a266-4a82-b2e8-64e72767b523 req-785ebc6b-d98e-41ea-9e1d-d0d27302183e tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7448b13-6ec0-4770-9f6c-62378f6dd830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986049 Nov 10 19:13:30.999024 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-b35790ad-edb1-48f1-af3b-b44e7a129828 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:31.005432 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-b35790ad-edb1-48f1-af3b-b44e7a129828 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:31.007170 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-b35790ad-edb1-48f1-af3b-b44e7a129828 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.73 "GET /v2.0/networks?id=cd2c6017-5796-48c5-a827-14a72457c6b1&id=8db1267a-b6ed-4659-9b9d-fffd8a2105d3&id=cd2c6017-5796-48c5-a827-14a72457c6b1 HTTP/1.1" status: 200 len: 1391 time: 0.3183942 Nov 10 19:13:31.020067 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f42bb11b-afc6-4ea4-bc28-df27905bf787 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:13:31.028541 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-4d26bb98-b76d-4fb4-b02e-0ca10c4467c8 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Request body: {'port': {'device_id': 'b5b15ace-c6e8-4480-b9a3-e989f42e095e', 'network_id': 'cd2c6017-5796-48c5-a827-14a72457c6b1', 'admin_state_up': True, 'tenant_id': '77957d962e034783981c11222eec43b2'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:31.181845 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port f42bb11b-afc6-4ea4-bc28-df27905bf787 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:31.182291 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:31.201872 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77f654-6d18-4dc3-9deb-1e78db840fe6 req-36cf2754-f0a5-4890-9603-d72cdadb2cea tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:31.218997 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9a77f654-6d18-4dc3-9deb-1e78db840fe6 req-36cf2754-f0a5-4890-9603-d72cdadb2cea tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127 HTTP/1.1" status: 200 len: 946 time: 0.1538157 Nov 10 19:13:31.304843 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-4d26bb98-b76d-4fb4-b02e-0ca10c4467c8 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Made reservation on behalf of 77957d962e034783981c11222eec43b2 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:13:31.323201 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-4d26bb98-b76d-4fb4-b02e-0ca10c4467c8 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:31.413168 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9a77f654-6d18-4dc3-9deb-1e78db840fe6 req-438a24cc-d1a9-453e-96c7-e2059080e98c tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce354ea6-3eb0-4818-8104-5fb82d5ad040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928384 Nov 10 19:13:31.522782 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d99444c1-bf83-4642-b4ad-727c794b203e req-ee444a80-901e-48b1-9b78-ff00c86713be tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5b15ace-c6e8-4480-b9a3-e989f42e095e HTTP/1.1" status: 200 len: 210 time: 0.1008306 Nov 10 19:13:31.614401 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74473558-bdf7-492e-8e74-0f1956f24034 req-845cdb21-5e4c-4137-90e2-3b0846d5f8ba tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6b0e2d4-e4fe-486e-9c8d-7d73465eb0bc HTTP/1.1" status: 200 len: 210 time: 0.0666995 Nov 10 19:13:31.722835 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b25442a-1c3a-43e2-b898-ea6233679cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7b97fe-65ec-4012-be83-8638048b4c12'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:13:31.725965 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beae16f2-741e-4932-87b6-09bd521118cd" -d '{"events": [{"server_uuid": "2b25442a-1c3a-43e2-b898-ea6233679cb7", "name": "network-vif-plugged", "status": "completed", "tag": "ea7b97fe-65ec-4012-be83-8638048b4c12"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:13:31.762789 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-4d26bb98-b76d-4fb4-b02e-0ca10c4467c8 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Allocated IP 19.80.0.219 (cd2c6017-5796-48c5-a827-14a72457c6b1/ca2e0e0b-6f8b-4b18-9cfa-ee863ad101df/59749f54-4a23-4599-abff-53c4979742d8) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:13:31.858432 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e48e16-ad7d-41b4-a65c-b35e8203be92 x-openstack-request-id: req-59e48e16-ad7d-41b4-a65c-b35e8203be92 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:13:31.859150 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b25442a-1c3a-43e2-b898-ea6233679cb7", "name": "network-vif-plugged", "status": "completed", "tag": "ea7b97fe-65ec-4012-be83-8638048b4c12", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:13:31.859150 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-59e48e16-ad7d-41b4-a65c-b35e8203be92 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:13:31.859374 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b25442a-1c3a-43e2-b898-ea6233679cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7b97fe-65ec-4012-be83-8638048b4c12', 'code': 200} Nov 10 19:13:31.910607 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-43052154-6996-4374-baf5-8840a4aba229 req-f52bb237-97ea-49d2-bfa1-2dfe733a1043 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 210 time: 0.0674744 Nov 10 19:13:32.021154 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-4d26bb98-b76d-4fb4-b02e-0ca10c4467c8 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:32.038987 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17142bfd-872f-49af-8c28-31960a82b9d4 req-fdab31e3-411c-4615-add5-f6d675768f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:32.041250 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-17142bfd-872f-49af-8c28-31960a82b9d4 req-fdab31e3-411c-4615-add5-f6d675768f72 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2b25442a-1c3a-43e2-b898-ea6233679cb7 HTTP/1.1" status: 200 len: 1101 time: 0.0625789 Nov 10 19:13:32.080666 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-4d26bb98-b76d-4fb4-b02e-0ca10c4467c8 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:32.200741 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26bb98-b76d-4fb4-b02e-0ca10c4467c8 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Pushing event updated for resources: {'Port': ['ID=59749f54-4a23-4599-abff-53c4979742d8,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:32.243193 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75018bb7-224e-4cae-b925-fa59b8100cba req-b4e73506-a504-4d87-87b2-b730de5c9903 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:32.253715 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-75018bb7-224e-4cae-b925-fa59b8100cba req-b4e73506-a504-4d87-87b2-b730de5c9903 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b25442a-1c3a-43e2-b898-ea6233679cb7 HTTP/1.1" status: 200 len: 950 time: 0.2069044 Nov 10 19:13:32.269531 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-4d26bb98-b76d-4fb4-b02e-0ca10c4467c8 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Network cd2c6017-5796-48c5-a827-14a72457c6b1 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:13:32.272793 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-4d26bb98-b76d-4fb4-b02e-0ca10c4467c8 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:13:32.282383 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-4d26bb98-b76d-4fb4-b02e-0ca10c4467c8 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:13:32.332923 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58924) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:32.338978 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-17142bfd-872f-49af-8c28-31960a82b9d4 req-ee9f2c86-67b6-49b7-bc50-04963c4cb514 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a7448b13-6ec0-4770-9f6c-62378f6dd830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896626 Nov 10 19:13:32.405303 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-ec1b5c60-ed72-400e-8d09-24aab9009ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:32.406812 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-ec1b5c60-ed72-400e-8d09-24aab9009ed3 service neutron] 10.222.0.73 "GET /v2.0/ports/21af280c-4557-46cd-a694-488125af25aa HTTP/1.1" status: 200 len: 1028 time: 0.2787228 Nov 10 19:13:32.407272 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-4d26bb98-b76d-4fb4-b02e-0ca10c4467c8 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:32.408208 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-4d26bb98-b76d-4fb4-b02e-0ca10c4467c8 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:32.430771 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-4d26bb98-b76d-4fb4-b02e-0ca10c4467c8 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4122503 Nov 10 19:13:32.459481 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-92869ff2-5595-46de-ba23-0ad192ba01ef tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Request body: {'port': {'device_id': 'b5b15ace-c6e8-4480-b9a3-e989f42e095e', 'network_id': '8db1267a-b6ed-4659-9b9d-fffd8a2105d3', 'admin_state_up': True, 'tenant_id': '77957d962e034783981c11222eec43b2'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:32.482322 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-75018bb7-224e-4cae-b925-fa59b8100cba req-50f39a66-9f34-47d3-951b-ac04a9bb387d tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7448b13-6ec0-4770-9f6c-62378f6dd830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274759 Nov 10 19:13:32.615403 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-dee7bc87-6bf8-4609-9af9-cf4e36735815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:32.628527 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-dee7bc87-6bf8-4609-9af9-cf4e36735815 service neutron] 10.222.0.73 "GET /v2.0/ports/2d9d8a32-85d2-4553-a7c3-eaf3f760a24a HTTP/1.1" status: 200 len: 1027 time: 0.1594064 Nov 10 19:13:32.717566 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-92869ff2-5595-46de-ba23-0ad192ba01ef tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Made reservation on behalf of 77957d962e034783981c11222eec43b2 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:13:32.723704 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-92869ff2-5595-46de-ba23-0ad192ba01ef tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:32.805662 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596934cc-35f8-4acc-9f44-2f7be921f2df req-c5b2535d-4adc-4cd1-8e12-5adebfb7cd37 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:32.826701 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-596934cc-35f8-4acc-9f44-2f7be921f2df req-c5b2535d-4adc-4cd1-8e12-5adebfb7cd37 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127 HTTP/1.1" status: 200 len: 946 time: 0.2852423 Nov 10 19:13:32.858681 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2f0a2825-db7d-49e8-b4f1-4d5e3dbf4037 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:32.879241 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a294e17d-d00c-43c5-a7b9-2432d74ea086 None None] Provisioning complete for port 59749f54-4a23-4599-abff-53c4979742d8 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:32.879841 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a294e17d-d00c-43c5-a7b9-2432d74ea086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:32.957158 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-a294e17d-d00c-43c5-a7b9-2432d74ea086 None None] Port 59749f54-4a23-4599-abff-53c4979742d8 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:13:32.968362 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-92869ff2-5595-46de-ba23-0ad192ba01ef tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Allocated IP 19.86.0.204 (8db1267a-b6ed-4659-9b9d-fffd8a2105d3/22932a42-eeeb-4b10-a32d-2cd711c3bf5a/f72bf60a-a4bf-4f8d-8cbe-4e1d23740772) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:13:33.072456 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7231a95-4d97-4d0d-a606-4a5b11982a79 req-50f665b4-5076-4027-bd13-558e63ba4ba5 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:33.080581 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d7231a95-4d97-4d0d-a606-4a5b11982a79 req-50f665b4-5076-4027-bd13-558e63ba4ba5 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5b15ace-c6e8-4480-b9a3-e989f42e095e HTTP/1.1" status: 200 len: 932 time: 0.4022713 Nov 10 19:13:33.163706 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-596934cc-35f8-4acc-9f44-2f7be921f2df req-40bf8816-1cd8-4852-8269-7571d4fef917 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce354ea6-3eb0-4818-8104-5fb82d5ad040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348410 Nov 10 19:13:33.232688 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-92869ff2-5595-46de-ba23-0ad192ba01ef tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:33.242503 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-e4c1ecd6-60f7-43fc-8489-45d089ecfdc8 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:33.256025 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-e4c1ecd6-60f7-43fc-8489-45d089ecfdc8 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:33.268152 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-e4c1ecd6-60f7-43fc-8489-45d089ecfdc8 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:33.276456 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-92869ff2-5595-46de-ba23-0ad192ba01ef tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:33.279528 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-e4c1ecd6-60f7-43fc-8489-45d089ecfdc8 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.73 "GET /v2.0/networks?id=87a15d79-4902-4d31-887f-c388f0985906&id=dfeb421a-f1c8-4726-8242-6b468d6e48f3&id=dfeb421a-f1c8-4726-8242-6b468d6e48f3&id=dfeb421a-f1c8-4726-8242-6b468d6e48f3&id=dfeb421a-f1c8-4726-8242-6b468d6e48f3&id=c0241cc4-6c19-4c98-ab84-df8e281d2dd3&id=c0241cc4-6c19-4c98-ab84-df8e281d2dd3 HTTP/1.1" status: 200 len: 1990 time: 0.6250930 Nov 10 19:13:33.331315 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92869ff2-5595-46de-ba23-0ad192ba01ef tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Pushing event updated for resources: {'Port': ['ID=f72bf60a-a4bf-4f8d-8cbe-4e1d23740772,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:33.362169 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-92869ff2-5595-46de-ba23-0ad192ba01ef tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Network 8db1267a-b6ed-4659-9b9d-fffd8a2105d3 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:13:33.364230 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-92869ff2-5595-46de-ba23-0ad192ba01ef tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:13:33.374411 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-242df91d-2fd3-470f-923c-737a9342b41b req-ff26f873-7e8b-4e55-ae58-116aa204ac9e tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6b0e2d4-e4fe-486e-9c8d-7d73465eb0bc HTTP/1.1" status: 200 len: 210 time: 0.0724163 Nov 10 19:13:33.375315 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-92869ff2-5595-46de-ba23-0ad192ba01ef tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:13:33.466081 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d7231a95-4d97-4d0d-a606-4a5b11982a79 req-3d75ab56-bf5a-40e7-a2f9-cf5a7dd5f00b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/security-groups?id=52de01c7-d00e-4b3b-b09f-d092153ad5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844445 Nov 10 19:13:33.469411 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-92869ff2-5595-46de-ba23-0ad192ba01ef tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:33.470503 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-92869ff2-5595-46de-ba23-0ad192ba01ef tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:33.500081 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-92869ff2-5595-46de-ba23-0ad192ba01ef tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0516596 Nov 10 19:13:33.517136 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-8656cae8-6a79-4b56-baae-519d2be15af6 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Request body: {'port': {'device_id': 'b5b15ace-c6e8-4480-b9a3-e989f42e095e', 'network_id': 'cd2c6017-5796-48c5-a827-14a72457c6b1', 'admin_state_up': True, 'tenant_id': '77957d962e034783981c11222eec43b2'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:33.527655 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2f0a2825-db7d-49e8-b4f1-4d5e3dbf4037 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:33.570811 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2f0a2825-db7d-49e8-b4f1-4d5e3dbf4037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:33.678730 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2f0a2825-db7d-49e8-b4f1-4d5e3dbf4037 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=59325a850c6b407eb25b2ab5f4a4f51b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3369229 Nov 10 19:13:33.766719 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58952) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:33.805801 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-8656cae8-6a79-4b56-baae-519d2be15af6 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Made reservation on behalf of 77957d962e034783981c11222eec43b2 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:13:33.811515 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-8656cae8-6a79-4b56-baae-519d2be15af6 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:33.865639 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4d9ba23-6c20-4277-b2e9-22fe532cb97f req-c7ad7565-228a-4c5a-b4b2-8193d1570278 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 210 time: 0.3061759 Nov 10 19:13:33.906498 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8d1d5a28-67cf-4439-acc6-778cd64e3ac2 None None] Provisioning complete for port f72bf60a-a4bf-4f8d-8cbe-4e1d23740772 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:33.908637 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8d1d5a28-67cf-4439-acc6-778cd64e3ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:33.937998 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-0f9cd4c4-85bc-4054-9940-d2536b460ac8 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8868befe3bb435a8f25d6ac7c7d0f37 HTTP/1.1" status: 200 len: 379 time: 0.6571856 Nov 10 19:13:33.965489 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-8d1d5a28-67cf-4439-acc6-778cd64e3ac2 None None] Port f72bf60a-a4bf-4f8d-8cbe-4e1d23740772 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:13:33.969096 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-b296a053-f9be-4c00-993e-e06ff3f9c4b0 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d1d4a761a3ba4865993e7b67cd29e236&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1318543 Nov 10 19:13:33.977259 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-d35d1b72-3f70-4c1a-b53f-50b446a7c1d5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Request body: {'port': {'device_id': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'network_id': '87a15d79-4902-4d31-887f-c388f0985906', 'admin_state_up': True, 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'security_groups': ['b2d93388-382e-4c6b-9fd9-db42bf1d98d3']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:33.987729 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a2825-db7d-49e8-b4f1-4d5e3dbf4037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db20bca-3275-4fb9-a351-3ca029f44fab,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:34.031546 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a53f4-0c71-4b34-a053-2bf8b2f1620b req-b5c5ab58-911e-4cd2-9a12-51f1f891ef6a tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:34.040896 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-244a53f4-0c71-4b34-a053-2bf8b2f1620b req-b5c5ab58-911e-4cd2-9a12-51f1f891ef6a tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/ports?device_id=80acc343-02f4-47c2-9532-26348b57388a HTTP/1.1" status: 200 len: 946 time: 0.3986254 Nov 10 19:13:34.148170 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-8656cae8-6a79-4b56-baae-519d2be15af6 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Allocated IP 19.80.0.179 (cd2c6017-5796-48c5-a827-14a72457c6b1/ca2e0e0b-6f8b-4b18-9cfa-ee863ad101df/567cd00f-e311-49d8-a9b4-75b0ae053aed) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:13:34.244007 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fc56e0e6-7c91-4d16-9527-c795fec0839d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:34.324392 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-244a53f4-0c71-4b34-a053-2bf8b2f1620b req-cef803aa-4366-4960-af58-a0deb20da8ad tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce354ea6-3eb0-4818-8104-5fb82d5ad040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822003 Nov 10 19:13:34.422305 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-8656cae8-6a79-4b56-baae-519d2be15af6 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:34.542696 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-8656cae8-6a79-4b56-baae-519d2be15af6 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:34.548726 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-4514125d-d263-4406-ac17-60ec17d7ae00 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:34.563430 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-4514125d-d263-4406-ac17-60ec17d7ae00 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5580292 Nov 10 19:13:34.579804 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed2658-1688-4125-950c-b2e55be21b65 req-40480520-2351-4daa-bcd4-bc946ac5b45a tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:34.591195 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-62ed2658-1688-4125-950c-b2e55be21b65 req-40480520-2351-4daa-bcd4-bc946ac5b45a tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b25442a-1c3a-43e2-b898-ea6233679cb7 HTTP/1.1" status: 200 len: 950 time: 0.5097783 Nov 10 19:13:34.596738 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fc56e0e6-7c91-4d16-9527-c795fec0839d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:34.600379 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-d35d1b72-3f70-4c1a-b53f-50b446a7c1d5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Made reservation on behalf of f8868befe3bb435a8f25d6ac7c7d0f37 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:13:34.603438 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-d35d1b72-3f70-4c1a-b53f-50b446a7c1d5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:34.622721 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-0952c99b-3094-4af6-bd4c-edbc402989e3 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Request body: {'port': {'device_id': 'a6b0e2d4-e4fe-486e-9c8d-7d73465eb0bc', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'admin_state_up': True, 'tenant_id': 'd1d4a761a3ba4865993e7b67cd29e236'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:34.687824 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-8656cae8-6a79-4b56-baae-519d2be15af6 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Network cd2c6017-5796-48c5-a827-14a72457c6b1 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:13:34.706196 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-8656cae8-6a79-4b56-baae-519d2be15af6 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:13:34.708926 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-8656cae8-6a79-4b56-baae-519d2be15af6 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:13:34.742727 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656cae8-6a79-4b56-baae-519d2be15af6 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Pushing event updated for resources: {'Port': ['ID=567cd00f-e311-49d8-a9b4-75b0ae053aed,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:34.802279 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-8656cae8-6a79-4b56-baae-519d2be15af6 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:34.803633 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-8656cae8-6a79-4b56-baae-519d2be15af6 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:34.839900 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-8656cae8-6a79-4b56-baae-519d2be15af6 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3271413 Nov 10 19:13:34.854376 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-68ff5b3c-2c9b-418d-93fd-6c95fc8a2aaa service neutron] Request body: {'port': {'device_id': 'b5b15ace-c6e8-4480-b9a3-e989f42e095e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:34.898546 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5fc93e1f-e08e-4e91-bbc6-75143d034cb6 req-c8a3fefd-bb52-4bff-81ec-5ca4fc8e0869 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6b0e2d4-e4fe-486e-9c8d-7d73465eb0bc HTTP/1.1" status: 200 len: 210 time: 0.0973496 Nov 10 19:13:35.001479 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-68ff5b3c-2c9b-418d-93fd-6c95fc8a2aaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:35.105444 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c795c32d-8e1e-4541-bc5e-4171d41c2a19 None None] Provisioning complete for port 567cd00f-e311-49d8-a9b4-75b0ae053aed triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:35.109076 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c795c32d-8e1e-4541-bc5e-4171d41c2a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:35.192051 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c795c32d-8e1e-4541-bc5e-4171d41c2a19 None None] Port 567cd00f-e311-49d8-a9b4-75b0ae053aed cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:13:35.243907 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-62ed2658-1688-4125-950c-b2e55be21b65 req-2cdaf178-357b-437f-8ac2-6a5c43beeb31 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7448b13-6ec0-4770-9f6c-62378f6dd830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6514065 Nov 10 19:13:35.281148 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fc56e0e6-7c91-4d16-9527-c795fec0839d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:35.284855 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fc56e0e6-7c91-4d16-9527-c795fec0839d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:35.286250 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-fc56e0e6-7c91-4d16-9527-c795fec0839d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2db20bca-3275-4fb9-a351-3ca029f44fab HTTP/1.1" status: 204 len: 168 time: 1.4948580 Nov 10 19:13:35.331305 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-0952c99b-3094-4af6-bd4c-edbc402989e3 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Made reservation on behalf of d1d4a761a3ba4865993e7b67cd29e236 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:13:35.337496 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-0952c99b-3094-4af6-bd4c-edbc402989e3 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:35.356749 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56e0e6-7c91-4d16-9527-c795fec0839d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db20bca-3275-4fb9-a351-3ca029f44fab,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:35.398134 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-d35d1b72-3f70-4c1a-b53f-50b446a7c1d5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Allocated IP 172.20.0.10 (87a15d79-4902-4d31-887f-c388f0985906/2f6a98c7-c265-4500-b9ce-49a92ae40ef6/893f5fad-5d52-4ed2-a497-8f4e5f94cfec) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:13:35.452253 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-0952c99b-3094-4af6-bd4c-edbc402989e3 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:35.511373 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf9a70-2ceb-4d54-ac45-4044f9ab884a req-5f278221-5de1-412c-9ac2-c3d149a14bf8 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:35.530261 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-68ff5b3c-2c9b-418d-93fd-6c95fc8a2aaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59749f54-4a23-4599-abff-53c4979742d8 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:13:35.541730 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf9a70-2ceb-4d54-ac45-4044f9ab884a req-5f278221-5de1-412c-9ac2-c3d149a14bf8 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:35.549407 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf9a70-2ceb-4d54-ac45-4044f9ab884a req-5f278221-5de1-412c-9ac2-c3d149a14bf8 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:35.551357 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-68ff5b3c-2c9b-418d-93fd-6c95fc8a2aaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:35.559960 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6dbf9a70-2ceb-4d54-ac45-4044f9ab884a req-5f278221-5de1-412c-9ac2-c3d149a14bf8 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5b15ace-c6e8-4480-b9a3-e989f42e095e HTTP/1.1" status: 200 len: 2377 time: 0.3949652 Nov 10 19:13:35.589130 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-68ff5b3c-2c9b-418d-93fd-6c95fc8a2aaa service neutron] Transition to ACTIVE for port object 59749f54-4a23-4599-abff-53c4979742d8 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:13:35.607750 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-68ff5b3c-2c9b-418d-93fd-6c95fc8a2aaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:35.914954 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6dbf9a70-2ceb-4d54-ac45-4044f9ab884a req-94102923-ec42-4033-a8ab-5a528873c7e0 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/security-groups?id=52de01c7-d00e-4b3b-b09f-d092153ad5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539732 Nov 10 19:13:35.915778 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff5b3c-2c9b-418d-93fd-6c95fc8a2aaa service neutron] Pushing event updated for resources: {'Port': ['ID=59749f54-4a23-4599-abff-53c4979742d8,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:36.034253 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-68ff5b3c-2c9b-418d-93fd-6c95fc8a2aaa service neutron] Attempting to bind port 59749f54-4a23-4599-abff-53c4979742d8 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:13:36.034788 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-68ff5b3c-2c9b-418d-93fd-6c95fc8a2aaa service neutron] Attempting to bind port 59749f54-4a23-4599-abff-53c4979742d8 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '220cece1-c75f-4422-9d0a-be8b2e722cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cd2c6017-5796-48c5-a827-14a72457c6b1'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:13:36.037640 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-68ff5b3c-2c9b-418d-93fd-6c95fc8a2aaa service neutron] Attempting to bind port 59749f54-4a23-4599-abff-53c4979742d8 on network cd2c6017-5796-48c5-a827-14a72457c6b1 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:13:36.053621 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-68ff5b3c-2c9b-418d-93fd-6c95fc8a2aaa service neutron] Port 59749f54-4a23-4599-abff-53c4979742d8 on network cd2c6017-5796-48c5-a827-14a72457c6b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:13:36.054733 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-68ff5b3c-2c9b-418d-93fd-6c95fc8a2aaa service neutron] Attempting to bind port 59749f54-4a23-4599-abff-53c4979742d8 on network cd2c6017-5796-48c5-a827-14a72457c6b1 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:13:36.071289 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-68ff5b3c-2c9b-418d-93fd-6c95fc8a2aaa service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:13:36.073061 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-68ff5b3c-2c9b-418d-93fd-6c95fc8a2aaa service neutron] Checking segment: {'id': '220cece1-c75f-4422-9d0a-be8b2e722cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cd2c6017-5796-48c5-a827-14a72457c6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:13:36.073640 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-68ff5b3c-2c9b-418d-93fd-6c95fc8a2aaa service neutron] Bound using segment: {'id': '220cece1-c75f-4422-9d0a-be8b2e722cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cd2c6017-5796-48c5-a827-14a72457c6b1'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:13:36.075281 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-68ff5b3c-2c9b-418d-93fd-6c95fc8a2aaa service neutron] Bound port: 59749f54-4a23-4599-abff-53c4979742d8, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '220cece1-c75f-4422-9d0a-be8b2e722cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cd2c6017-5796-48c5-a827-14a72457c6b1'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:13:36.076553 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-68ff5b3c-2c9b-418d-93fd-6c95fc8a2aaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:36.239709 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-d35d1b72-3f70-4c1a-b53f-50b446a7c1d5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:36.253131 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-0952c99b-3094-4af6-bd4c-edbc402989e3 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:36.301756 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-0952c99b-3094-4af6-bd4c-edbc402989e3 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:36.414065 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-972b44d1-7f83-4bc7-95d3-a8d12a4bef7f req-9ec5f2bf-31c7-4077-893f-b0f847ccac4a tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 210 time: 0.1775603 Nov 10 19:13:36.472208 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-68ff5b3c-2c9b-418d-93fd-6c95fc8a2aaa service neutron] For port 59749f54-4a23-4599-abff-53c4979742d8, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:13:36.488367 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-68ff5b3c-2c9b-418d-93fd-6c95fc8a2aaa service neutron] For port 59749f54-4a23-4599-abff-53c4979742d8, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=59749f54-4a23-4599-abff-53c4979742d8,segment=NetworkSegment(220cece1-c75f-4422-9d0a-be8b2e722cf3),segment_id=220cece1-c75f-4422-9d0a-be8b2e722cf3)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:13:36.514719 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc314278-a44d-4684-a3c6-464906e1e80e req-6cf717f7-4e85-4b8e-9d4c-0d5269aa2f9e tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:36.518415 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cc314278-a44d-4684-a3c6-464906e1e80e req-6cf717f7-4e85-4b8e-9d4c-0d5269aa2f9e tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.73 "GET /v2.0/ports?device_id=80acc343-02f4-47c2-9532-26348b57388a HTTP/1.1" status: 200 len: 946 time: 0.3775413 Nov 10 19:13:36.554647 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-68ff5b3c-2c9b-418d-93fd-6c95fc8a2aaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:36.565554 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-d35d1b72-3f70-4c1a-b53f-50b446a7c1d5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:36.648909 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-68ff5b3c-2c9b-418d-93fd-6c95fc8a2aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:36.649834 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-68ff5b3c-2c9b-418d-93fd-6c95fc8a2aaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:36.652866 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-68ff5b3c-2c9b-418d-93fd-6c95fc8a2aaa service neutron] 10.222.0.73 "PUT /v2.0/ports/59749f54-4a23-4599-abff-53c4979742d8 HTTP/1.1" status: 200 len: 1092 time: 1.8030214 Nov 10 19:13:36.698443 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b15ace-c6e8-4480-b9a3-e989f42e095e', 'tag': '59749f54-4a23-4599-abff-53c4979742d8'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:13:36.701544 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c985137f-29dd-4392-9ceb-74c55b7eaf41" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b15ace-c6e8-4480-b9a3-e989f42e095e", "tag": "59749f54-4a23-4599-abff-53c4979742d8"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:13:36.729380 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952c99b-3094-4af6-bd4c-edbc402989e3 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1310eb53-ccf0-4795-9b31-b72aaf71422e,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:36.730130 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-b93fa39a-4320-4de6-9706-fd94718b5992 service neutron] Request body: {'port': {'device_id': 'b5b15ace-c6e8-4480-b9a3-e989f42e095e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:36.947210 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff5b3c-2c9b-418d-93fd-6c95fc8a2aaa service neutron] Pushing event updated for resources: {'Port': ['ID=59749f54-4a23-4599-abff-53c4979742d8,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:36.978218 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-b93fa39a-4320-4de6-9706-fd94718b5992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:37.004913 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-cc314278-a44d-4684-a3c6-464906e1e80e req-1e29b891-dc13-481c-b088-690ac2ac7f7e tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Deleting port 125d0d91-2588-41e4-b530-549d894d36e7 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:13:37.005626 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cc314278-a44d-4684-a3c6-464906e1e80e req-1e29b891-dc13-481c-b088-690ac2ac7f7e tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:37.246447 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-cc314278-a44d-4684-a3c6-464906e1e80e req-1e29b891-dc13-481c-b088-690ac2ac7f7e tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] For port 125d0d91-2588-41e4-b530-549d894d36e7, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=125d0d91-2588-41e4-b530-549d894d36e7,segment=NetworkSegment(7326ada5-f762-4313-b25f-4cb3df3eec6b),segment_id=7326ada5-f762-4313-b25f-4cb3df3eec6b)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:37.246827 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cc314278-a44d-4684-a3c6-464906e1e80e req-1e29b891-dc13-481c-b088-690ac2ac7f7e tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:37.269527 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-cc314278-a44d-4684-a3c6-464906e1e80e req-1e29b891-dc13-481c-b088-690ac2ac7f7e tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Calling delete_port for 125d0d91-2588-41e4-b530-549d894d36e7 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:13:37.467473 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cc314278-a44d-4684-a3c6-464906e1e80e req-1e29b891-dc13-481c-b088-690ac2ac7f7e tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:37.485113 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['b74b3a52-8637-4374-944d-30ec16d11725'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:13:37.489128 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['125d0d91-2588-41e4-b530-549d894d36e7'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:13:37.543264 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29b891-dc13-481c-b088-690ac2ac7f7e tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Pushing event deleted for resources: {'Port': ['ID=125d0d91-2588-41e4-b530-549d894d36e7,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:37.642320 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc314278-a44d-4684-a3c6-464906e1e80e req-1e29b891-dc13-481c-b088-690ac2ac7f7e tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] No DVR routers for this DVR port 125d0d91-2588-41e4-b530-549d894d36e7 on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:13:37.674252 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-0952c99b-3094-4af6-bd4c-edbc402989e3 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Allocated IP 192.168.233.59 (d392c118-92b4-47b2-87bf-77c096e8a630/f9b6e8e7-6ebd-402d-901c-b41f234de3ab/169b9c6f-bee8-46f4-babd-401a78640a28) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:13:37.852086 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-0952c99b-3094-4af6-bd4c-edbc402989e3 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:37.904036 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-b93fa39a-4320-4de6-9706-fd94718b5992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f72bf60a-a4bf-4f8d-8cbe-4e1d23740772 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:13:37.909075 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-d35d1b72-3f70-4c1a-b53f-50b446a7c1d5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Network 87a15d79-4902-4d31-887f-c388f0985906 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:13:37.914010 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-b93fa39a-4320-4de6-9706-fd94718b5992 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:37.919412 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-0952c99b-3094-4af6-bd4c-edbc402989e3 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:37.931581 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-b93fa39a-4320-4de6-9706-fd94718b5992 service neutron] Transition to ACTIVE for port object f72bf60a-a4bf-4f8d-8cbe-4e1d23740772 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:13:37.933431 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cc314278-a44d-4684-a3c6-464906e1e80e req-1e29b891-dc13-481c-b088-690ac2ac7f7e tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:37.937398 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cc314278-a44d-4684-a3c6-464906e1e80e req-1e29b891-dc13-481c-b088-690ac2ac7f7e tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.73 "DELETE /v2.0/ports/125d0d91-2588-41e4-b530-549d894d36e7 HTTP/1.1" status: 204 len: 173 time: 1.4121375 Nov 10 19:13:37.944632 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-b93fa39a-4320-4de6-9706-fd94718b5992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:38.019298 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-d35d1b72-3f70-4c1a-b53f-50b446a7c1d5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:13:38.041439 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-d35d1b72-3f70-4c1a-b53f-50b446a7c1d5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:13:38.122169 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d1b72-3f70-4c1a-b53f-50b446a7c1d5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Pushing event updated for resources: {'Port': ['ID=893f5fad-5d52-4ed2-a497-8f4e5f94cfec,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:38.238036 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93fa39a-4320-4de6-9706-fd94718b5992 service neutron] Pushing event updated for resources: {'Port': ['ID=f72bf60a-a4bf-4f8d-8cbe-4e1d23740772,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:38.359217 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-b93fa39a-4320-4de6-9706-fd94718b5992 service neutron] Attempting to bind port f72bf60a-a4bf-4f8d-8cbe-4e1d23740772 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:13:38.359559 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-b93fa39a-4320-4de6-9706-fd94718b5992 service neutron] Attempting to bind port f72bf60a-a4bf-4f8d-8cbe-4e1d23740772 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '71527212-2285-42b2-a8f7-11fad69e7287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8db1267a-b6ed-4659-9b9d-fffd8a2105d3'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:13:38.359888 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-b93fa39a-4320-4de6-9706-fd94718b5992 service neutron] Attempting to bind port f72bf60a-a4bf-4f8d-8cbe-4e1d23740772 on network 8db1267a-b6ed-4659-9b9d-fffd8a2105d3 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:13:38.366253 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-b93fa39a-4320-4de6-9706-fd94718b5992 service neutron] Port f72bf60a-a4bf-4f8d-8cbe-4e1d23740772 on network 8db1267a-b6ed-4659-9b9d-fffd8a2105d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:13:38.366724 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-b93fa39a-4320-4de6-9706-fd94718b5992 service neutron] Attempting to bind port f72bf60a-a4bf-4f8d-8cbe-4e1d23740772 on network 8db1267a-b6ed-4659-9b9d-fffd8a2105d3 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:13:38.367937 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268eef1f-bdea-4b33-b4d0-909fd9c9a8a9 req-cb64a326-0008-4c21-9a8a-1b57ef01e0e5 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:38.380369 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-b93fa39a-4320-4de6-9706-fd94718b5992 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:13:38.381203 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-b93fa39a-4320-4de6-9706-fd94718b5992 service neutron] Checking segment: {'id': '71527212-2285-42b2-a8f7-11fad69e7287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8db1267a-b6ed-4659-9b9d-fffd8a2105d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:13:38.381755 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-b93fa39a-4320-4de6-9706-fd94718b5992 service neutron] Bound using segment: {'id': '71527212-2285-42b2-a8f7-11fad69e7287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8db1267a-b6ed-4659-9b9d-fffd8a2105d3'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:13:38.382441 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-b93fa39a-4320-4de6-9706-fd94718b5992 service neutron] Bound port: f72bf60a-a4bf-4f8d-8cbe-4e1d23740772, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71527212-2285-42b2-a8f7-11fad69e7287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8db1267a-b6ed-4659-9b9d-fffd8a2105d3'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:13:38.382990 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-b93fa39a-4320-4de6-9706-fd94718b5992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:38.383864 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-268eef1f-bdea-4b33-b4d0-909fd9c9a8a9 req-cb64a326-0008-4c21-9a8a-1b57ef01e0e5 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6b0e2d4-e4fe-486e-9c8d-7d73465eb0bc HTTP/1.1" status: 200 len: 935 time: 0.4921474 Nov 10 19:13:38.432037 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d1b72-3f70-4c1a-b53f-50b446a7c1d5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:38.434971 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d1b72-3f70-4c1a-b53f-50b446a7c1d5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:38.435658 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d1b72-3f70-4c1a-b53f-50b446a7c1d5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:38.436809 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d1b72-3f70-4c1a-b53f-50b446a7c1d5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:38.438252 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d1b72-3f70-4c1a-b53f-50b446a7c1d5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:38.439578 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d1b72-3f70-4c1a-b53f-50b446a7c1d5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:38.440973 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d1b72-3f70-4c1a-b53f-50b446a7c1d5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:38.443064 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d1b72-3f70-4c1a-b53f-50b446a7c1d5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:38.444464 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d1b72-3f70-4c1a-b53f-50b446a7c1d5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:38.444812 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d1b72-3f70-4c1a-b53f-50b446a7c1d5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:38.445168 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d1b72-3f70-4c1a-b53f-50b446a7c1d5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:38.445509 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d1b72-3f70-4c1a-b53f-50b446a7c1d5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:38.474340 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-0952c99b-3094-4af6-bd4c-edbc402989e3 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Network d392c118-92b4-47b2-87bf-77c096e8a630 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:13:38.579748 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-b93fa39a-4320-4de6-9706-fd94718b5992 service neutron] For port f72bf60a-a4bf-4f8d-8cbe-4e1d23740772, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:13:38.583145 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-b93fa39a-4320-4de6-9706-fd94718b5992 service neutron] For port f72bf60a-a4bf-4f8d-8cbe-4e1d23740772, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=f72bf60a-a4bf-4f8d-8cbe-4e1d23740772,segment=NetworkSegment(71527212-2285-42b2-a8f7-11fad69e7287),segment_id=71527212-2285-42b2-a8f7-11fad69e7287)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:13:38.592048 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-b93fa39a-4320-4de6-9706-fd94718b5992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:38.629382 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-268eef1f-bdea-4b33-b4d0-909fd9c9a8a9 req-09a8d316-6dfa-40e6-8909-fed7f93672f3 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1310eb53-ccf0-4795-9b31-b72aaf71422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448709 Nov 10 19:13:38.637145 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-bbcc293b-9ba0-4589-a0eb-8e7491fb4f87 None None] Provisioning complete for port 893f5fad-5d52-4ed2-a497-8f4e5f94cfec triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:38.639292 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bbcc293b-9ba0-4589-a0eb-8e7491fb4f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:38.658627 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-d35d1b72-3f70-4c1a-b53f-50b446a7c1d5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:38.659303 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-d35d1b72-3f70-4c1a-b53f-50b446a7c1d5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:38.677982 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-0952c99b-3094-4af6-bd4c-edbc402989e3 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:13:38.690720 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-0952c99b-3094-4af6-bd4c-edbc402989e3 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:13:38.739234 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-b93fa39a-4320-4de6-9706-fd94718b5992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:38.739887 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-b93fa39a-4320-4de6-9706-fd94718b5992 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:38.741592 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-b93fa39a-4320-4de6-9706-fd94718b5992 service neutron] 10.222.0.73 "PUT /v2.0/ports/f72bf60a-a4bf-4f8d-8cbe-4e1d23740772 HTTP/1.1" status: 200 len: 1092 time: 2.0228884 Nov 10 19:13:38.771840 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-bbcc293b-9ba0-4589-a0eb-8e7491fb4f87 None None] Port 893f5fad-5d52-4ed2-a497-8f4e5f94cfec cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:13:38.792162 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-46b9977e-742a-4de6-ae2a-5f4e56560e7d service neutron] Request body: {'port': {'device_id': 'b5b15ace-c6e8-4480-b9a3-e989f42e095e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:38.919522 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93fa39a-4320-4de6-9706-fd94718b5992 service neutron] Pushing event updated for resources: {'Port': ['ID=f72bf60a-a4bf-4f8d-8cbe-4e1d23740772,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:38.990894 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-46b9977e-742a-4de6-ae2a-5f4e56560e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:39.008916 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb9521-7687-47c0-897e-bbed096f61da req-88a5cc84-358a-4786-96ba-cbc517b1494e tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:39.011482 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-44bb9521-7687-47c0-897e-bbed096f61da req-88a5cc84-358a-4786-96ba-cbc517b1494e tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127 HTTP/1.1" status: 200 len: 946 time: 1.3084397 Nov 10 19:13:39.055328 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-418cc435-6321-4c41-ba8a-28ade8ed72ed tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:39.077140 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-418cc435-6321-4c41-ba8a-28ade8ed72ed tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/networks?id=9e3f588d-9e16-4009-9128-d1f7230e1521 HTTP/1.1" status: 200 len: 812 time: 2.4422772 Nov 10 19:13:39.233184 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-d35d1b72-3f70-4c1a-b53f-50b446a7c1d5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2703929 Nov 10 19:13:39.269360 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-c4bf972c-081f-4a48-9f9b-ecf6aab0cf6d tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Request body: {'port': {'device_id': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'network_id': 'dfeb421a-f1c8-4726-8242-6b468d6e48f3', 'admin_state_up': True, 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'security_groups': ['b2d93388-382e-4c6b-9fd9-db42bf1d98d3']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:39.285463 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952c99b-3094-4af6-bd4c-edbc402989e3 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Pushing event updated for resources: {'Port': ['ID=169b9c6f-bee8-46f4-babd-401a78640a28,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:39.312297 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-4c6b1f58-70e7-45dc-a39e-4383eac66e02 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/quotas/2fcc8eb39f9b4242acdb0a6e4b1d45f5 HTTP/1.1" status: 200 len: 375 time: 0.2341349 Nov 10 19:13:39.313791 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f1f0e74e-701e-44da-8f63-e98ae0e8010a None None] Provisioning complete for port 169b9c6f-bee8-46f4-babd-401a78640a28 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:39.319237 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f1f0e74e-701e-44da-8f63-e98ae0e8010a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:39.362907 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-0952c99b-3094-4af6-bd4c-edbc402989e3 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:39.364075 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-0952c99b-3094-4af6-bd4c-edbc402989e3 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:39.451201 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-f1f0e74e-701e-44da-8f63-e98ae0e8010a None None] Port 169b9c6f-bee8-46f4-babd-401a78640a28 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:13:39.476866 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-0952c99b-3094-4af6-bd4c-edbc402989e3 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8780477 Nov 10 19:13:39.497927 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-62bdbb6a-6ac8-4232-87e2-db06d330a4e1 service neutron] Request body: {'port': {'device_id': 'a6b0e2d4-e4fe-486e-9c8d-7d73465eb0bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:39.498716 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87e883e-31e9-4d99-a980-10751a2610a2 x-openstack-request-id: req-b87e883e-31e9-4d99-a980-10751a2610a2 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:13:39.499003 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b15ace-c6e8-4480-b9a3-e989f42e095e", "tag": "59749f54-4a23-4599-abff-53c4979742d8", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:13:39.499250 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b87e883e-31e9-4d99-a980-10751a2610a2 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:13:39.499628 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b15ace-c6e8-4480-b9a3-e989f42e095e', 'tag': '59749f54-4a23-4599-abff-53c4979742d8', 'status': 'completed', 'code': 200} Nov 10 19:13:39.505635 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-46b9977e-742a-4de6-ae2a-5f4e56560e7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 567cd00f-e311-49d8-a9b4-75b0ae053aed {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:13:39.528065 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-46b9977e-742a-4de6-ae2a-5f4e56560e7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:39.546621 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-46b9977e-742a-4de6-ae2a-5f4e56560e7d service neutron] Transition to ACTIVE for port object 567cd00f-e311-49d8-a9b4-75b0ae053aed will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:13:39.554498 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-46b9977e-742a-4de6-ae2a-5f4e56560e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:39.566415 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985137f-29dd-4392-9ceb-74c55b7eaf41 req-725b00fd-3c6e-4581-9ded-e518d2aef802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:39.566903 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985137f-29dd-4392-9ceb-74c55b7eaf41 req-725b00fd-3c6e-4581-9ded-e518d2aef802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:39.567373 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985137f-29dd-4392-9ceb-74c55b7eaf41 req-725b00fd-3c6e-4581-9ded-e518d2aef802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:39.569146 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c985137f-29dd-4392-9ceb-74c55b7eaf41 req-725b00fd-3c6e-4581-9ded-e518d2aef802 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=77957d962e034783981c11222eec43b2&device_id=b5b15ace-c6e8-4480-b9a3-e989f42e095e HTTP/1.1" status: 200 len: 2799 time: 0.0791452 Nov 10 19:13:39.659578 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-33d12db1-22c9-4949-ab1c-0b4a1c4cd7e7 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2fcc8eb39f9b4242acdb0a6e4b1d45f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3451779 Nov 10 19:13:39.839332 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143daae-b72c-4d3c-a0dc-17e48e389f31 req-0a56b794-0982-413b-9453-a1405b087495 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:39.847768 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143daae-b72c-4d3c-a0dc-17e48e389f31 req-0a56b794-0982-413b-9453-a1405b087495 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:39.882285 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143daae-b72c-4d3c-a0dc-17e48e389f31 req-0a56b794-0982-413b-9453-a1405b087495 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:39.906003 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a143daae-b72c-4d3c-a0dc-17e48e389f31 req-0a56b794-0982-413b-9453-a1405b087495 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5b15ace-c6e8-4480-b9a3-e989f42e095e HTTP/1.1" status: 200 len: 2401 time: 0.4273596 Nov 10 19:13:39.938660 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9977e-742a-4de6-ae2a-5f4e56560e7d service neutron] Pushing event updated for resources: {'Port': ['ID=567cd00f-e311-49d8-a9b4-75b0ae053aed,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:39.989483 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device b74b3a52-8637-4374-944d-30ec16d11725 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:13:39.998257 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-4558b9ee-bdb8-4d7c-b32c-b37096c74ba8 service neutron] 10.222.0.54 "GET /v2.0/networks/9e3f588d-9e16-4009-9128-d1f7230e1521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373704 Nov 10 19:13:40.118022 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:40.118403 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-62bdbb6a-6ac8-4232-87e2-db06d330a4e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:40.122426 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-44bb9521-7687-47c0-897e-bbed096f61da req-b17aa490-364f-4686-9d7c-0fe690317573 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Deleting port b74b3a52-8637-4374-944d-30ec16d11725 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:13:40.122763 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-44bb9521-7687-47c0-897e-bbed096f61da req-b17aa490-364f-4686-9d7c-0fe690317573 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:40.133731 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985137f-29dd-4392-9ceb-74c55b7eaf41 req-32d495f7-5779-49f6-a6a7-684475c8169a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:40.134809 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985137f-29dd-4392-9ceb-74c55b7eaf41 req-32d495f7-5779-49f6-a6a7-684475c8169a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:40.135445 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985137f-29dd-4392-9ceb-74c55b7eaf41 req-32d495f7-5779-49f6-a6a7-684475c8169a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:40.137665 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c985137f-29dd-4392-9ceb-74c55b7eaf41 req-32d495f7-5779-49f6-a6a7-684475c8169a service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=77957d962e034783981c11222eec43b2&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4985216 Nov 10 19:13:40.141037 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a143daae-b72c-4d3c-a0dc-17e48e389f31 req-1efde6da-fbca-43ec-8f8c-a4987af487b9 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/security-groups?id=52de01c7-d00e-4b3b-b09f-d092153ad5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340922 Nov 10 19:13:40.165385 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port b74b3a52-8637-4374-944d-30ec16d11725, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=b74b3a52-8637-4374-944d-30ec16d11725,segment=NetworkSegment(7326ada5-f762-4313-b25f-4cb3df3eec6b),segment_id=7326ada5-f762-4313-b25f-4cb3df3eec6b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:40.175105 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b74b3a52-8637-4374-944d-30ec16d11725'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:13:40.177806 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf63c983-9571-48d8-8b13-e4bc479731ba" -d '{"events": [{"server_uuid": "3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127", "name": "network-vif-unplugged", "status": "completed", "tag": "b74b3a52-8637-4374-944d-30ec16d11725"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:13:40.184799 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:40.264360 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=b74b3a52-8637-4374-944d-30ec16d11725,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:40.305789 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-c4bf972c-081f-4a48-9f9b-ecf6aab0cf6d tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Made reservation on behalf of f8868befe3bb435a8f25d6ac7c7d0f37 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:13:40.309329 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-c4bf972c-081f-4a48-9f9b-ecf6aab0cf6d tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:40.340651 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-205605f6-3aec-4e76-b215-63abcb833eb9 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=8dc1acd4c7b74faa8f26eafd6b931bac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0797250 Nov 10 19:13:40.370355 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-46b9977e-742a-4de6-ae2a-5f4e56560e7d service neutron] Attempting to bind port 567cd00f-e311-49d8-a9b4-75b0ae053aed on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:13:40.370793 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-46b9977e-742a-4de6-ae2a-5f4e56560e7d service neutron] Attempting to bind port 567cd00f-e311-49d8-a9b4-75b0ae053aed by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '220cece1-c75f-4422-9d0a-be8b2e722cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cd2c6017-5796-48c5-a827-14a72457c6b1'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:13:40.371220 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-46b9977e-742a-4de6-ae2a-5f4e56560e7d service neutron] Attempting to bind port 567cd00f-e311-49d8-a9b4-75b0ae053aed on network cd2c6017-5796-48c5-a827-14a72457c6b1 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:13:40.392652 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-46b9977e-742a-4de6-ae2a-5f4e56560e7d service neutron] Port 567cd00f-e311-49d8-a9b4-75b0ae053aed on network cd2c6017-5796-48c5-a827-14a72457c6b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:13:40.393137 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-46b9977e-742a-4de6-ae2a-5f4e56560e7d service neutron] Attempting to bind port 567cd00f-e311-49d8-a9b4-75b0ae053aed on network cd2c6017-5796-48c5-a827-14a72457c6b1 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:13:40.417789 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-46b9977e-742a-4de6-ae2a-5f4e56560e7d service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:13:40.418224 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-46b9977e-742a-4de6-ae2a-5f4e56560e7d service neutron] Checking segment: {'id': '220cece1-c75f-4422-9d0a-be8b2e722cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cd2c6017-5796-48c5-a827-14a72457c6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:13:40.418722 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-46b9977e-742a-4de6-ae2a-5f4e56560e7d service neutron] Bound using segment: {'id': '220cece1-c75f-4422-9d0a-be8b2e722cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cd2c6017-5796-48c5-a827-14a72457c6b1'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:13:40.419272 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-46b9977e-742a-4de6-ae2a-5f4e56560e7d service neutron] Bound port: 567cd00f-e311-49d8-a9b4-75b0ae053aed, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '220cece1-c75f-4422-9d0a-be8b2e722cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cd2c6017-5796-48c5-a827-14a72457c6b1'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:13:40.419741 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-46b9977e-742a-4de6-ae2a-5f4e56560e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:40.444534 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985137f-29dd-4392-9ceb-74c55b7eaf41 req-6c8d98a4-ea9c-439c-a25b-3d733f1f0d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:40.446267 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c985137f-29dd-4392-9ceb-74c55b7eaf41 req-6c8d98a4-ea9c-439c-a25b-3d733f1f0d06 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2793658 Nov 10 19:13:40.494092 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-109bc4eb-bd58-41b8-b6b2-1a01a3fa8ed3 service neutron] 10.222.0.54 "GET /v2.0/networks/9e3f588d-9e16-4009-9128-d1f7230e1521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4949150 Nov 10 19:13:40.534334 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-46b9977e-742a-4de6-ae2a-5f4e56560e7d service neutron] For port 567cd00f-e311-49d8-a9b4-75b0ae053aed, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:13:40.539158 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-46b9977e-742a-4de6-ae2a-5f4e56560e7d service neutron] For port 567cd00f-e311-49d8-a9b4-75b0ae053aed, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=567cd00f-e311-49d8-a9b4-75b0ae053aed,segment=NetworkSegment(220cece1-c75f-4422-9d0a-be8b2e722cf3),segment_id=220cece1-c75f-4422-9d0a-be8b2e722cf3)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:13:40.544699 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-46b9977e-742a-4de6-ae2a-5f4e56560e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:40.588596 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-46b9977e-742a-4de6-ae2a-5f4e56560e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:40.589940 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-46b9977e-742a-4de6-ae2a-5f4e56560e7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:40.591657 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-46b9977e-742a-4de6-ae2a-5f4e56560e7d service neutron] 10.222.0.73 "PUT /v2.0/ports/567cd00f-e311-49d8-a9b4-75b0ae053aed HTTP/1.1" status: 200 len: 1092 time: 1.8175826 Nov 10 19:13:40.613373 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-44bb9521-7687-47c0-897e-bbed096f61da req-b17aa490-364f-4686-9d7c-0fe690317573 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] For port b74b3a52-8637-4374-944d-30ec16d11725, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=b74b3a52-8637-4374-944d-30ec16d11725,segment=NetworkSegment(7326ada5-f762-4313-b25f-4cb3df3eec6b),segment_id=7326ada5-f762-4313-b25f-4cb3df3eec6b)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:40.613921 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-44bb9521-7687-47c0-897e-bbed096f61da req-b17aa490-364f-4686-9d7c-0fe690317573 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:40.636274 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9977e-742a-4de6-ae2a-5f4e56560e7d service neutron] Pushing event updated for resources: {'Port': ['ID=567cd00f-e311-49d8-a9b4-75b0ae053aed,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:40.723778 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-6b385aea-26ee-42e6-9748-aabe315a1ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:40.732448 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-6b385aea-26ee-42e6-9748-aabe315a1ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:40.733230 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-6b385aea-26ee-42e6-9748-aabe315a1ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:40.737271 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-6b385aea-26ee-42e6-9748-aabe315a1ce4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=77957d962e034783981c11222eec43b2&device_id=b5b15ace-c6e8-4480-b9a3-e989f42e095e HTTP/1.1" status: 200 len: 2866 time: 0.0781834 Nov 10 19:13:40.758175 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-c4bf972c-081f-4a48-9f9b-ecf6aab0cf6d tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Allocated IP 10.1.1.31 (dfeb421a-f1c8-4726-8242-6b468d6e48f3/37520a35-4b37-42d8-92a1-304ffc90b618/5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:13:40.852952 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-581ebada-8af6-4a3a-9c2c-58108f3bb775 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.219&port_id=59749f54-4a23-4599-abff-53c4979742d8 HTTP/1.1" status: 200 len: 217 time: 0.1091681 Nov 10 19:13:40.928308 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-44bb9521-7687-47c0-897e-bbed096f61da req-b17aa490-364f-4686-9d7c-0fe690317573 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Calling delete_port for b74b3a52-8637-4374-944d-30ec16d11725 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:13:40.947605 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-87be5eef-0e3d-4405-a8d6-68e674d4518c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:40.948985 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-87be5eef-0e3d-4405-a8d6-68e674d4518c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca2e0e0b-6f8b-4b18-9cfa-ee863ad101df HTTP/1.1" status: 200 len: 801 time: 0.0881867 Nov 10 19:13:41.013038 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-ed63699a-346e-45e6-a202-314a120ecdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:41.015577 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-ed63699a-346e-45e6-a202-314a120ecdaa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cd2c6017-5796-48c5-a827-14a72457c6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0576434 Nov 10 19:13:41.040242 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-c8b460a1-a6e0-4c87-a689-f946b0d95bcf tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:41.041992 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-c8b460a1-a6e0-4c87-a689-f946b0d95bcf tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7007260 Nov 10 19:13:41.097408 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-c4bf972c-081f-4a48-9f9b-ecf6aab0cf6d tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:41.137064 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-9e65b796-8670-42ad-9833-4d7bf316c1bf tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/quotas/8dc1acd4c7b74faa8f26eafd6b931bac HTTP/1.1" status: 200 len: 375 time: 0.0363679 Nov 10 19:13:41.159407 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-78927977-dcef-4345-8ec5-b2c04e69f325 service neutron] 10.222.0.73 "GET /v2.0/networks/cd2c6017-5796-48c5-a827-14a72457c6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320045 Nov 10 19:13:41.238687 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1286f63-c5bc-40cd-8e19-a8f15aa03170 req-d64c49f3-0551-49ad-8290-6eb31166c7a7 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:41.241100 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f1286f63-c5bc-40cd-8e19-a8f15aa03170 req-d64c49f3-0551-49ad-8290-6eb31166c7a7 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 932 time: 0.2150378 Nov 10 19:13:41.293980 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-090f4ea3-bd06-4b6e-9ed7-e0c6eee1d171 service neutron] 10.222.0.73 "GET /v2.0/networks/cd2c6017-5796-48c5-a827-14a72457c6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194866 Nov 10 19:13:41.323273 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-af7d2d2d-7fe5-42ec-b089-1e53b7330930 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8dc1acd4c7b74faa8f26eafd6b931bac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1796761 Nov 10 19:13:41.386408 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-c4bf972c-081f-4a48-9f9b-ecf6aab0cf6d tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:41.530152 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 125d0d91-2588-41e4-b530-549d894d36e7 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:13:41.640848 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f1286f63-c5bc-40cd-8e19-a8f15aa03170 req-a075bd58-957e-4653-bb31-32c31c34d78e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d93388-382e-4c6b-9fd9-db42bf1d98d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3838475 Nov 10 19:13:41.662500 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 125d0d91-2588-41e4-b530-549d894d36e7 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:13:41.664661 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 125d0d91-2588-41e4-b530-549d894d36e7 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:13:41.671779 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-44bb9521-7687-47c0-897e-bbed096f61da req-b17aa490-364f-4686-9d7c-0fe690317573 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:41.922450 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-62bdbb6a-6ac8-4232-87e2-db06d330a4e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 169b9c6f-bee8-46f4-babd-401a78640a28 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:13:41.928392 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599c6c2a-83f9-493f-bd13-1262e3f9e7bc x-openstack-request-id: req-599c6c2a-83f9-493f-bd13-1262e3f9e7bc {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:13:41.929012 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127", "name": "network-vif-unplugged", "status": "completed", "tag": "b74b3a52-8637-4374-944d-30ec16d11725", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:13:41.929475 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-599c6c2a-83f9-493f-bd13-1262e3f9e7bc {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:13:41.930182 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b74b3a52-8637-4374-944d-30ec16d11725', 'code': 200} Nov 10 19:13:41.952863 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-44bb9521-7687-47c0-897e-bbed096f61da req-b17aa490-364f-4686-9d7c-0fe690317573 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] No DVR routers for this DVR port b74b3a52-8637-4374-944d-30ec16d11725 on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:13:41.957654 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-c4bf972c-081f-4a48-9f9b-ecf6aab0cf6d tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Network dfeb421a-f1c8-4726-8242-6b468d6e48f3 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:13:41.963608 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80acc343-02f4-47c2-9532-26348b57388a', 'name': 'network-vif-deleted', 'tag': '125d0d91-2588-41e4-b530-549d894d36e7'}, {'name': 'network-changed', 'server_uuid': 'b5b15ace-c6e8-4480-b9a3-e989f42e095e', 'tag': 'f72bf60a-a4bf-4f8d-8cbe-4e1d23740772'}, {'name': 'network-changed', 'server_uuid': 'b5b15ace-c6e8-4480-b9a3-e989f42e095e', 'tag': '567cd00f-e311-49d8-a9b4-75b0ae053aed'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:13:41.966543 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffbdd05-8279-4775-ae42-624d02f434a6" -d '{"events": [{"server_uuid": "80acc343-02f4-47c2-9532-26348b57388a", "name": "network-vif-deleted", "tag": "125d0d91-2588-41e4-b530-549d894d36e7"}, {"name": "network-changed", "server_uuid": "b5b15ace-c6e8-4480-b9a3-e989f42e095e", "tag": "f72bf60a-a4bf-4f8d-8cbe-4e1d23740772"}, {"name": "network-changed", "server_uuid": "b5b15ace-c6e8-4480-b9a3-e989f42e095e", "tag": "567cd00f-e311-49d8-a9b4-75b0ae053aed"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:13:41.974089 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-1e0b4bb3-c2e6-4204-928e-53f724abb5f6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.204&port_id=f72bf60a-a4bf-4f8d-8cbe-4e1d23740772 HTTP/1.1" status: 200 len: 217 time: 0.6720262 Nov 10 19:13:41.981064 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-62bdbb6a-6ac8-4232-87e2-db06d330a4e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:42.000257 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-62bdbb6a-6ac8-4232-87e2-db06d330a4e1 service neutron] Transition to ACTIVE for port object 169b9c6f-bee8-46f4-babd-401a78640a28 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:13:42.001871 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-44bb9521-7687-47c0-897e-bbed096f61da req-b17aa490-364f-4686-9d7c-0fe690317573 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:42.006738 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-44bb9521-7687-47c0-897e-bbed096f61da req-b17aa490-364f-4686-9d7c-0fe690317573 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.25 "DELETE /v2.0/ports/b74b3a52-8637-4374-944d-30ec16d11725 HTTP/1.1" status: 204 len: 173 time: 2.9854019 Nov 10 19:13:42.028429 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127', 'name': 'network-vif-deleted', 'tag': 'b74b3a52-8637-4374-944d-30ec16d11725'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:13:42.030523 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bc77c3-fb30-462d-b4a9-bcc54ea42524" -d '{"events": [{"server_uuid": "3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127", "name": "network-vif-deleted", "tag": "b74b3a52-8637-4374-944d-30ec16d11725"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:13:42.041191 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-c4bf972c-081f-4a48-9f9b-ecf6aab0cf6d tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:13:42.061698 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf972c-081f-4a48-9f9b-ecf6aab0cf6d tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Pushing event updated for resources: {'Port': ['ID=5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:42.066480 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-62bdbb6a-6ac8-4232-87e2-db06d330a4e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:42.074402 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-c4bf972c-081f-4a48-9f9b-ecf6aab0cf6d tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:13:42.164895 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-6b5cb04a-d786-4cec-bcad-f9e961fd5f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:42.168778 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-6b5cb04a-d786-4cec-bcad-f9e961fd5f21 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=22932a42-eeeb-4b10-a32d-2cd711c3bf5a HTTP/1.1" status: 200 len: 801 time: 0.1852603 Nov 10 19:13:42.189270 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17aa490-364f-4686-9d7c-0fe690317573 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Pushing event deleted for resources: {'Port': ['ID=b74b3a52-8637-4374-944d-30ec16d11725,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:42.310461 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-f00b3e18-4b7b-4dc3-91c8-52d1cc0002c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:42.312035 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-f00b3e18-4b7b-4dc3-91c8-52d1cc0002c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8db1267a-b6ed-4659-9b9d-fffd8a2105d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1359935 Nov 10 19:13:42.334224 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc63b7-4f71-47f3-b15c-32e5f563c3ec req-7db4b8e2-e984-49dc-b482-e282036c7bb9 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:42.342179 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cdcc63b7-4f71-47f3-b15c-32e5f563c3ec req-7db4b8e2-e984-49dc-b482-e282036c7bb9 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6b0e2d4-e4fe-486e-9c8d-7d73465eb0bc HTTP/1.1" status: 200 len: 947 time: 0.4080839 Nov 10 19:13:42.397852 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-c4bf972c-081f-4a48-9f9b-ecf6aab0cf6d tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:42.399504 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-c4bf972c-081f-4a48-9f9b-ecf6aab0cf6d tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:42.499918 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bdbb6a-6ac8-4232-87e2-db06d330a4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=169b9c6f-bee8-46f4-babd-401a78640a28,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:42.522197 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-9ab58acd-6c43-43c6-b451-a16cc8db2e80 service neutron] 10.222.0.73 "GET /v2.0/networks/8db1267a-b6ed-4659-9b9d-fffd8a2105d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011359 Nov 10 19:13:42.539042 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-62bdbb6a-6ac8-4232-87e2-db06d330a4e1 service neutron] Attempting to bind port 169b9c6f-bee8-46f4-babd-401a78640a28 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:13:42.539567 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-62bdbb6a-6ac8-4232-87e2-db06d330a4e1 service neutron] Attempting to bind port 169b9c6f-bee8-46f4-babd-401a78640a28 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:13:42.540040 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-62bdbb6a-6ac8-4232-87e2-db06d330a4e1 service neutron] Attempting to bind port 169b9c6f-bee8-46f4-babd-401a78640a28 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:13:42.555162 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cdcc63b7-4f71-47f3-b15c-32e5f563c3ec req-e4cdb9fd-14fd-44ab-99d4-f5991b1f8a55 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1310eb53-ccf0-4795-9b31-b72aaf71422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113566 Nov 10 19:13:42.572139 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-62bdbb6a-6ac8-4232-87e2-db06d330a4e1 service neutron] Port 169b9c6f-bee8-46f4-babd-401a78640a28 on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:13:42.572585 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-62bdbb6a-6ac8-4232-87e2-db06d330a4e1 service neutron] Attempting to bind port 169b9c6f-bee8-46f4-babd-401a78640a28 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:13:42.579750 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-62bdbb6a-6ac8-4232-87e2-db06d330a4e1 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:13:42.580348 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-62bdbb6a-6ac8-4232-87e2-db06d330a4e1 service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:13:42.580964 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-62bdbb6a-6ac8-4232-87e2-db06d330a4e1 service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:13:42.581533 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-62bdbb6a-6ac8-4232-87e2-db06d330a4e1 service neutron] Bound port: 169b9c6f-bee8-46f4-babd-401a78640a28, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:13:42.582207 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-62bdbb6a-6ac8-4232-87e2-db06d330a4e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:42.618562 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-c4bf972c-081f-4a48-9f9b-ecf6aab0cf6d tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3675299 Nov 10 19:13:42.629604 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-b6459868-1c2e-4473-a499-aa89a63a8009 None None] Provisioning complete for port 5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:42.630207 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b6459868-1c2e-4473-a499-aa89a63a8009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:42.631488 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05692457-a41e-4263-b994-c0d169deeb45 req-4ce89685-b079-4fbd-829d-62f79367914f tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:42.638312 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05692457-a41e-4263-b994-c0d169deeb45 req-4ce89685-b079-4fbd-829d-62f79367914f tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:42.644961 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05692457-a41e-4263-b994-c0d169deeb45 req-4ce89685-b079-4fbd-829d-62f79367914f tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:42.656042 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-05692457-a41e-4263-b994-c0d169deeb45 req-4ce89685-b079-4fbd-829d-62f79367914f tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5b15ace-c6e8-4480-b9a3-e989f42e095e HTTP/1.1" status: 200 len: 2413 time: 0.2729809 Nov 10 19:13:42.704821 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-6724d62c-935a-4f20-8a05-ce4115f9aceb tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Request body: {'port': {'device_id': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'network_id': 'dfeb421a-f1c8-4726-8242-6b468d6e48f3', 'admin_state_up': True, 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'security_groups': ['b2d93388-382e-4c6b-9fd9-db42bf1d98d3']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:42.754306 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-b6459868-1c2e-4473-a499-aa89a63a8009 None None] Port 5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:13:42.789530 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-05692457-a41e-4263-b994-c0d169deeb45 req-e306b355-6be2-49de-834d-c0e995068c1a tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/security-groups?id=52de01c7-d00e-4b3b-b09f-d092153ad5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321456 Nov 10 19:13:42.820451 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d571f2ff-5d40-450e-8dcc-d05aa426bd38 req-82beab2f-5d48-47f7-9f56-2526fc3ed102 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/ports?device_id=6bac33c3-4005-4e11-9d55-7db664221e78 HTTP/1.1" status: 200 len: 210 time: 0.0787914 Nov 10 19:13:42.926579 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-62bdbb6a-6ac8-4232-87e2-db06d330a4e1 service neutron] For port 169b9c6f-bee8-46f4-babd-401a78640a28, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:13:42.932307 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-62bdbb6a-6ac8-4232-87e2-db06d330a4e1 service neutron] For port 169b9c6f-bee8-46f4-babd-401a78640a28, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=169b9c6f-bee8-46f4-babd-401a78640a28,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:13:42.944810 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-5fe221ca-730b-496a-8128-84149f9d66fb tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:42.945312 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-62bdbb6a-6ac8-4232-87e2-db06d330a4e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:42.946359 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-5fe221ca-730b-496a-8128-84149f9d66fb tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.73 "GET /v2.0/networks?id=9e3f588d-9e16-4009-9128-d1f7230e1521 HTTP/1.1" status: 200 len: 812 time: 0.2832873 Nov 10 19:13:42.970481 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-fe77d92f-49da-491f-b57c-c4a14f72161a tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Request body: {'port': {'device_id': '84ace3fd-5fc2-478a-b3ae-e22bb21cd3c1', 'network_id': '9e3f588d-9e16-4009-9128-d1f7230e1521', 'admin_state_up': True, 'tenant_id': '2fcc8eb39f9b4242acdb0a6e4b1d45f5'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:43.029469 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-62bdbb6a-6ac8-4232-87e2-db06d330a4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:43.030155 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-62bdbb6a-6ac8-4232-87e2-db06d330a4e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:43.031619 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-62bdbb6a-6ac8-4232-87e2-db06d330a4e1 service neutron] 10.222.0.25 "PUT /v2.0/ports/169b9c6f-bee8-46f4-babd-401a78640a28 HTTP/1.1" status: 200 len: 1095 time: 3.5398006 Nov 10 19:13:43.117926 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c6561e-77a0-4ac7-9453-4efbcc616bc1 x-openstack-request-id: req-80c6561e-77a0-4ac7-9453-4efbcc616bc1 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:13:43.118214 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127", "name": "network-vif-deleted", "tag": "b74b3a52-8637-4374-944d-30ec16d11725", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:13:43.118565 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-80c6561e-77a0-4ac7-9453-4efbcc616bc1 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:13:43.118892 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7ed9e3-f39e-4d0c-89ce-7856ae2e5127', 'name': 'network-vif-deleted', 'tag': 'b74b3a52-8637-4374-944d-30ec16d11725', 'status': 'completed', 'code': 200} Nov 10 19:13:43.127702 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 10 Nov 2021 19:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89739402-c274-42d2-b1e6-4fcd3130f21d x-openstack-request-id: req-89739402-c274-42d2-b1e6-4fcd3130f21d {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:13:43.128285 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80acc343-02f4-47c2-9532-26348b57388a", "name": "network-vif-deleted", "tag": "125d0d91-2588-41e4-b530-549d894d36e7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b5b15ace-c6e8-4480-b9a3-e989f42e095e", "tag": "f72bf60a-a4bf-4f8d-8cbe-4e1d23740772", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b5b15ace-c6e8-4480-b9a3-e989f42e095e", "tag": "567cd00f-e311-49d8-a9b4-75b0ae053aed", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:13:43.128712 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-89739402-c274-42d2-b1e6-4fcd3130f21d {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:13:43.129268 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80acc343-02f4-47c2-9532-26348b57388a', 'name': 'network-vif-deleted', 'tag': '125d0d91-2588-41e4-b530-549d894d36e7', 'status': 'completed', 'code': 200} Nov 10 19:13:43.129826 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b15ace-c6e8-4480-b9a3-e989f42e095e', 'tag': 'f72bf60a-a4bf-4f8d-8cbe-4e1d23740772', 'status': 'completed', 'code': 200} Nov 10 19:13:43.130266 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b15ace-c6e8-4480-b9a3-e989f42e095e', 'tag': '567cd00f-e311-49d8-a9b4-75b0ae053aed', 'status': 'completed', 'code': 200} Nov 10 19:13:43.244168 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-a39e4379-38dc-4b58-8b80-73dc4e92ad67 service neutron] 10.222.0.73 "GET /v2.0/networks/8db1267a-b6ed-4659-9b9d-fffd8a2105d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7087398 Nov 10 19:13:43.264151 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-29a992d0-be4b-493f-bd2f-a1769f82e82e req-3b7a9d32-13dc-4529-89d1-0c20a108f0a3 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/ports?device_id=84ace3fd-5fc2-478a-b3ae-e22bb21cd3c1 HTTP/1.1" status: 200 len: 210 time: 0.0552349 Nov 10 19:13:43.375159 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-1f58e0e7-83dd-490d-b123-478239ea5463 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.179&port_id=567cd00f-e311-49d8-a9b4-75b0ae053aed HTTP/1.1" status: 200 len: 217 time: 0.1205490 Nov 10 19:13:43.551455 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-c8f888d6-3189-494a-85bb-0ff413ed0fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:43.553349 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-c8f888d6-3189-494a-85bb-0ff413ed0fcc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d1d4a761a3ba4865993e7b67cd29e236&device_id=a6b0e2d4-e4fe-486e-9c8d-7d73465eb0bc HTTP/1.1" status: 200 len: 1098 time: 0.2810433 Nov 10 19:13:43.560081 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-d47a2a7d-290b-4f6c-bf72-20c8a9f4f8e8 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:43.561908 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-d47a2a7d-290b-4f6c-bf72-20c8a9f4f8e8 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.73 "GET /v2.0/networks?id=9e3f588d-9e16-4009-9128-d1f7230e1521 HTTP/1.1" status: 200 len: 812 time: 0.1911736 Nov 10 19:13:43.616599 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-a3e0ca61-47ec-47a5-b66d-4719eb4e7702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:43.619927 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-a3e0ca61-47ec-47a5-b66d-4719eb4e7702 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca2e0e0b-6f8b-4b18-9cfa-ee863ad101df HTTP/1.1" status: 200 len: 801 time: 0.0532496 Nov 10 19:13:43.630285 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-9520506b-6fdd-4b0c-8735-198648cfc6a3 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Request body: {'port': {'device_id': 'd5b54bbf-1978-49d3-af24-3fd565c568fc', 'network_id': '9e3f588d-9e16-4009-9128-d1f7230e1521', 'admin_state_up': True, 'tenant_id': '2fcc8eb39f9b4242acdb0a6e4b1d45f5'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:43.694134 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-fe77d92f-49da-491f-b57c-c4a14f72161a tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Made reservation on behalf of 2fcc8eb39f9b4242acdb0a6e4b1d45f5 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:13:43.698634 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-fe77d92f-49da-491f-b57c-c4a14f72161a tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:43.837917 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-fe77d92f-49da-491f-b57c-c4a14f72161a tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Allocated IP 172.20.0.4 (9e3f588d-9e16-4009-9128-d1f7230e1521/e9518c1a-00be-415c-83ea-29562b7f88d4/0cff2e3d-7977-49ef-a216-adda06fe3858) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:13:44.061618 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.73', 63767) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:44.116148 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-d4829b4e-2377-43dc-af80-334a443223df tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8dc1acd4c7b74faa8f26eafd6b931bac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492404 Nov 10 19:13:44.130280 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-941d99d9-6739-447f-9049-d36a24facb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:44.132260 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-941d99d9-6739-447f-9049-d36a24facb2b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cd2c6017-5796-48c5-a827-14a72457c6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4946504 Nov 10 19:13:44.275439 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bdbb6a-6ac8-4232-87e2-db06d330a4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=169b9c6f-bee8-46f4-babd-401a78640a28,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:44.287917 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-4acc030a-26cc-4b5b-9281-c4ed875bc8fa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=169b9c6f-bee8-46f4-babd-401a78640a28 HTTP/1.1" status: 200 len: 217 time: 0.7224019 Nov 10 19:13:44.291523 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-fe77d92f-49da-491f-b57c-c4a14f72161a tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:44.347035 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.db.api [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-9520506b-6fdd-4b0c-8735-198648cfc6a3 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 10 19:13:44.347035 n-d-813897-4 neutron-server[102505]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 10 19:13:44.347035 n-d-813897-4 neutron-server[102505]: [parameters: {'project_id_1': '2fcc8eb39f9b4242acdb0a6e4b1d45f5', 'expiration_1': datetime.datetime(2021, 11, 10, 19, 13, 24, 316141)}] Nov 10 19:13:44.347035 n-d-813897-4 neutron-server[102505]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:13:44.347564 n-d-813897-4 neutron-server[102505]: DEBUG oslo_db.api [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-9520506b-6fdd-4b0c-8735-198648cfc6a3 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:13:44.463452 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3acc6-5be8-422f-b454-1462301c9111 req-94579399-20ad-423b-8484-3e62dba852e4 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:44.473258 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3acc6-5be8-422f-b454-1462301c9111 req-94579399-20ad-423b-8484-3e62dba852e4 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:44.475782 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cdd3acc6-5be8-422f-b454-1462301c9111 req-94579399-20ad-423b-8484-3e62dba852e4 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 1653 time: 1.0215802 Nov 10 19:13:44.480451 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-d4b786b1-e535-407d-8382-02c4c84372ea tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:44.482078 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-d4b786b1-e535-407d-8382-02c4c84372ea tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3573828 Nov 10 19:13:44.484876 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-6724d62c-935a-4f20-8a05-ce4115f9aceb tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Made reservation on behalf of f8868befe3bb435a8f25d6ac7c7d0f37 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:13:44.489358 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-6724d62c-935a-4f20-8a05-ce4115f9aceb tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:44.501373 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-1ca39468-6dee-4d8b-8804-826d67541184 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Request body: {'port': {'device_id': '6bac33c3-4005-4e11-9d55-7db664221e78', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'admin_state_up': True, 'tenant_id': '8dc1acd4c7b74faa8f26eafd6b931bac'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:44.527830 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-297c54c4-b878-4de9-a275-b4f7f39c5594 service neutron] 10.222.0.73 "GET /v2.0/networks/cd2c6017-5796-48c5-a827-14a72457c6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718996 Nov 10 19:13:44.546244 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-fe77d92f-49da-491f-b57c-c4a14f72161a tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:44.548712 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64738b7c-dcc0-4b20-aa30-39663fc68d24 req-501341e5-cae2-4ef2-8ee3-4ff7ce7e2cef tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:44.551268 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-64738b7c-dcc0-4b20-aa30-39663fc68d24 req-501341e5-cae2-4ef2-8ee3-4ff7ce7e2cef tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6b0e2d4-e4fe-486e-9c8d-7d73465eb0bc HTTP/1.1" status: 200 len: 947 time: 0.2856758 Nov 10 19:13:44.569707 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-6e576cbb-aab7-47f0-96f6-9551e61cf824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:44.571246 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-6e576cbb-aab7-47f0-96f6-9551e61cf824 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.2314909 Nov 10 19:13:44.658387 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cdd3acc6-5be8-422f-b454-1462301c9111 req-0d2d06a3-9744-486b-a00e-c50dbb0d959d tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d93388-382e-4c6b-9fd9-db42bf1d98d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555331 Nov 10 19:13:44.721591 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-fe77d92f-49da-491f-b57c-c4a14f72161a tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Network 9e3f588d-9e16-4009-9128-d1f7230e1521 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:13:44.736405 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-fe77d92f-49da-491f-b57c-c4a14f72161a tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:13:44.743459 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-fe77d92f-49da-491f-b57c-c4a14f72161a tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:13:44.745973 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77d92f-49da-491f-b57c-c4a14f72161a tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Pushing event updated for resources: {'Port': ['ID=0cff2e3d-7977-49ef-a216-adda06fe3858,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:44.808944 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f17866bf-5a60-4b92-9da5-65ffbd7f50ff req-788f91c1-ada3-4b74-8b06-01a28f118ae5 service neutron] 10.222.0.73 "GET /v2.0/networks/cd2c6017-5796-48c5-a827-14a72457c6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734396 Nov 10 19:13:44.824142 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-fe77d92f-49da-491f-b57c-c4a14f72161a tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:44.824801 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-fe77d92f-49da-491f-b57c-c4a14f72161a tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:44.828801 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-1ca39468-6dee-4d8b-8804-826d67541184 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Made reservation on behalf of 8dc1acd4c7b74faa8f26eafd6b931bac for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:13:44.832323 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-1ca39468-6dee-4d8b-8804-826d67541184 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:44.833073 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-d153cb8a-ad78-412b-8e1e-7b21523b338c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:44.835718 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-d153cb8a-ad78-412b-8e1e-7b21523b338c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2451103 Nov 10 19:13:44.871241 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-fe77d92f-49da-491f-b57c-c4a14f72161a tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9145701 Nov 10 19:13:44.915224 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-b4557d5a-b689-417c-bf6c-d48f7c61dec6 service neutron] Request body: {'port': {'device_id': '84ace3fd-5fc2-478a-b3ae-e22bb21cd3c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:44.916592 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-64738b7c-dcc0-4b20-aa30-39663fc68d24 req-ca281364-b202-4fb3-980f-e224fe117787 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1310eb53-ccf0-4795-9b31-b72aaf71422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325324 Nov 10 19:13:44.970176 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-6724d62c-935a-4f20-8a05-ce4115f9aceb tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Allocated IP 10.1.1.175 (dfeb421a-f1c8-4726-8242-6b468d6e48f3/37520a35-4b37-42d8-92a1-304ffc90b618/3d05a570-58c2-4d2e-88ff-9225756bc056) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:13:44.988465 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-9520506b-6fdd-4b0c-8735-198648cfc6a3 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Made reservation on behalf of 2fcc8eb39f9b4242acdb0a6e4b1d45f5 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:13:44.992287 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-9520506b-6fdd-4b0c-8735-198648cfc6a3 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:45.058997 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7a859b75-ec18-4626-a8dd-6ffaa0675dfc req-fbbbb389-108c-49b1-8a71-5bd88b6298da tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/ports?device_id=6bac33c3-4005-4e11-9d55-7db664221e78 HTTP/1.1" status: 200 len: 210 time: 0.0707965 Nov 10 19:13:45.089924 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762b32d-8619-4fad-a171-1458cfcc634a req-954e574e-96cb-4589-8c0d-61e4eb8d9106 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:45.096444 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762b32d-8619-4fad-a171-1458cfcc634a req-954e574e-96cb-4589-8c0d-61e4eb8d9106 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:45.103008 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762b32d-8619-4fad-a171-1458cfcc634a req-954e574e-96cb-4589-8c0d-61e4eb8d9106 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:45.104855 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c762b32d-8619-4fad-a171-1458cfcc634a req-954e574e-96cb-4589-8c0d-61e4eb8d9106 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5b15ace-c6e8-4480-b9a3-e989f42e095e HTTP/1.1" status: 200 len: 2413 time: 0.3782003 Nov 10 19:13:45.128561 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-b4557d5a-b689-417c-bf6c-d48f7c61dec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:45.138372 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b0e2d4-e4fe-486e-9c8d-7d73465eb0bc', 'tag': '169b9c6f-bee8-46f4-babd-401a78640a28'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:13:45.140528 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6986fe23-ed8d-455b-b2fe-64cb064be586" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b0e2d4-e4fe-486e-9c8d-7d73465eb0bc", "tag": "169b9c6f-bee8-46f4-babd-401a78640a28"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:13:45.145670 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbdd05-8279-4775-ae42-624d02f434a6 req-bea59a8d-f5d2-47af-9d35-e5f353e2b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:45.146605 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbdd05-8279-4775-ae42-624d02f434a6 req-bea59a8d-f5d2-47af-9d35-e5f353e2b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:45.147035 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbdd05-8279-4775-ae42-624d02f434a6 req-bea59a8d-f5d2-47af-9d35-e5f353e2b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:45.148827 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6ffbdd05-8279-4775-ae42-624d02f434a6 req-bea59a8d-f5d2-47af-9d35-e5f353e2b8e7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=77957d962e034783981c11222eec43b2&device_id=b5b15ace-c6e8-4480-b9a3-e989f42e095e HTTP/1.1" status: 200 len: 2866 time: 0.2415228 Nov 10 19:13:45.179315 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-1ca39468-6dee-4d8b-8804-826d67541184 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Allocated IP 192.168.233.133 (d392c118-92b4-47b2-87bf-77c096e8a630/f9b6e8e7-6ebd-402d-901c-b41f234de3ab/4bd2d6c5-c512-4310-8808-a025254fc392) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:13:45.184683 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c762b32d-8619-4fad-a171-1458cfcc634a req-83a6c86f-e871-46f3-a0a3-846944822514 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/security-groups?id=52de01c7-d00e-4b3b-b09f-d092153ad5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694687 Nov 10 19:13:45.245844 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-c9306284-c464-40cd-adce-751fadc70ace service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017246 Nov 10 19:13:45.431904 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-6724d62c-935a-4f20-8a05-ce4115f9aceb tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:45.477829 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d0e76ccc-bd8c-4fcf-8b1d-c29afbe20c5a req-29d769c5-874a-44a0-8dc6-cc2d9c2a898c service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237871 Nov 10 19:13:45.544518 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 93086f46-9205-437e-aea5-59655e8ab9fa no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:13:45.590794 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-9520506b-6fdd-4b0c-8735-198648cfc6a3 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Allocated IP 172.20.0.7 (9e3f588d-9e16-4009-9128-d1f7230e1521/e9518c1a-00be-415c-83ea-29562b7f88d4/6ce9d5bc-694c-4318-b659-53527abe163c) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:13:45.614029 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b676183f-0447-434d-848e-adec14ecae4c x-openstack-request-id: req-b676183f-0447-434d-848e-adec14ecae4c {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:13:45.614613 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b0e2d4-e4fe-486e-9c8d-7d73465eb0bc", "tag": "169b9c6f-bee8-46f4-babd-401a78640a28", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:13:45.615047 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b676183f-0447-434d-848e-adec14ecae4c {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:13:45.616152 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b0e2d4-e4fe-486e-9c8d-7d73465eb0bc', 'tag': '169b9c6f-bee8-46f4-babd-401a78640a28', 'status': 'completed', 'code': 200} Nov 10 19:13:45.626794 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbdd05-8279-4775-ae42-624d02f434a6 req-b22fed14-1f6c-4c3d-bc83-59ecdefabf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:45.628477 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6ffbdd05-8279-4775-ae42-624d02f434a6 req-b22fed14-1f6c-4c3d-bc83-59ecdefabf28 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8db1267a-b6ed-4659-9b9d-fffd8a2105d3 HTTP/1.1" status: 200 len: 902 time: 0.4624591 Nov 10 19:13:45.651945 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-6724d62c-935a-4f20-8a05-ce4115f9aceb tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:45.714562 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:45.741382 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6ffbdd05-8279-4775-ae42-624d02f434a6 req-b6452072-ca1b-4326-9aaf-1d731d54bb4e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.204&port_id=f72bf60a-a4bf-4f8d-8cbe-4e1d23740772 HTTP/1.1" status: 200 len: 217 time: 0.0808561 Nov 10 19:13:45.764813 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 93086f46-9205-437e-aea5-59655e8ab9fa, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=93086f46-9205-437e-aea5-59655e8ab9fa,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:45.767051 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3788855a-0668-4ebd-a65a-0ac736c71e54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93086f46-9205-437e-aea5-59655e8ab9fa'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:13:45.772867 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11135297-afc9-416c-8ad9-972cf4738bf4" -d '{"events": [{"server_uuid": "3788855a-0668-4ebd-a65a-0ac736c71e54", "name": "network-vif-unplugged", "status": "completed", "tag": "93086f46-9205-437e-aea5-59655e8ab9fa"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:13:45.778964 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:45.799954 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-6724d62c-935a-4f20-8a05-ce4115f9aceb tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Network dfeb421a-f1c8-4726-8242-6b468d6e48f3 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:13:45.839953 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986fe23-ed8d-455b-b2fe-64cb064be586 req-1f75f4b5-3c92-4b97-a771-32fa8abcff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:45.841282 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6986fe23-ed8d-455b-b2fe-64cb064be586 req-1f75f4b5-3c92-4b97-a771-32fa8abcff2a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d1d4a761a3ba4865993e7b67cd29e236&device_id=a6b0e2d4-e4fe-486e-9c8d-7d73465eb0bc HTTP/1.1" status: 200 len: 1098 time: 0.2350430 Nov 10 19:13:45.846755 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-6724d62c-935a-4f20-8a05-ce4115f9aceb tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:13:45.851201 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724d62c-935a-4f20-8a05-ce4115f9aceb tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Pushing event updated for resources: {'Port': ['ID=3d05a570-58c2-4d2e-88ff-9225756bc056,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:45.862100 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ae18b-77c2-4f9f-b697-c023d9a66ed4 req-d2589dfe-100f-474c-9473-0597605d895f tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:45.863686 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b55ae18b-77c2-4f9f-b697-c023d9a66ed4 req-d2589dfe-100f-474c-9473-0597605d895f tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/ports?device_id=84ace3fd-5fc2-478a-b3ae-e22bb21cd3c1 HTTP/1.1" status: 200 len: 931 time: 0.5207942 Nov 10 19:13:45.876729 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-6724d62c-935a-4f20-8a05-ce4115f9aceb tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:13:45.883872 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=93086f46-9205-437e-aea5-59655e8ab9fa,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:45.920890 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbdd05-8279-4775-ae42-624d02f434a6 req-e10cff70-c688-471d-83ef-88f5bfb9ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:45.922566 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6ffbdd05-8279-4775-ae42-624d02f434a6 req-e10cff70-c688-471d-83ef-88f5bfb9ec50 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=22932a42-eeeb-4b10-a32d-2cd711c3bf5a HTTP/1.1" status: 200 len: 801 time: 0.1686568 Nov 10 19:13:45.932455 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-1ca39468-6dee-4d8b-8804-826d67541184 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:46.010294 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-1ca39468-6dee-4d8b-8804-826d67541184 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:46.022422 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-6724d62c-935a-4f20-8a05-ce4115f9aceb tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:46.023276 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-6724d62c-935a-4f20-8a05-ce4115f9aceb tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:46.027605 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['ea7b97fe-65ec-4012-be83-8638048b4c12'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:13:46.085856 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-9520506b-6fdd-4b0c-8735-198648cfc6a3 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:46.120910 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-6724d62c-935a-4f20-8a05-ce4115f9aceb tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4618139 Nov 10 19:13:46.139783 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-7ffe9f71-c666-48b0-b640-39280056e339 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:46.147170 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-7ffe9f71-c666-48b0-b640-39280056e339 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/networks?id=f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f HTTP/1.1" status: 200 len: 804 time: 0.4484098 Nov 10 19:13:46.160804 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-99056fbc-a920-45dc-8175-b4da314085c5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Request body: {'port': {'device_id': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c0241cc4-6c19-4c98-ab84-df8e281d2dd3', 'admin_state_up': True, 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'security_groups': ['b2d93388-382e-4c6b-9fd9-db42bf1d98d3']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:46.172634 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b55ae18b-77c2-4f9f-b697-c023d9a66ed4 req-3f351650-b03a-4bb9-b9e2-70df1316cbfc tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce354ea6-3eb0-4818-8104-5fb82d5ad040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535777 Nov 10 19:13:46.206381 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-3bd7d9e1-6321-43de-8f5f-0839685adca0 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/quotas/86949477275045bb909c8def9385c7a2 HTTP/1.1" status: 200 len: 375 time: 0.0581369 Nov 10 19:13:46.298532 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a706897d-7e7b-44f0-9c37-a85df40fea46 None None] Provisioning complete for port 3d05a570-58c2-4d2e-88ff-9225756bc056 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:46.299287 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a706897d-7e7b-44f0-9c37-a85df40fea46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:46.341629 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-a706897d-7e7b-44f0-9c37-a85df40fea46 None None] Port 3d05a570-58c2-4d2e-88ff-9225756bc056 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:13:46.358953 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986fe23-ed8d-455b-b2fe-64cb064be586 req-88eb4373-5b9d-45d9-aed9-de39650e2756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:46.360580 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6986fe23-ed8d-455b-b2fe-64cb064be586 req-88eb4373-5b9d-45d9-aed9-de39650e2756 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.4936025 Nov 10 19:13:46.434611 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-f6d7c7f6-360b-4d63-8879-daa6f47eff0b tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=86949477275045bb909c8def9385c7a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2268496 Nov 10 19:13:46.438224 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6986fe23-ed8d-455b-b2fe-64cb064be586 req-75ddd506-2d27-4801-9d8d-a3a74751a776 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=169b9c6f-bee8-46f4-babd-401a78640a28 HTTP/1.1" status: 200 len: 217 time: 0.0555251 Nov 10 19:13:46.439762 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-99056fbc-a920-45dc-8175-b4da314085c5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Made reservation on behalf of f8868befe3bb435a8f25d6ac7c7d0f37 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:13:46.464961 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:13:46.546949 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2df74f-6dac-41e8-9c71-244c0d4f2c07 req-25fc567a-71a4-4113-9267-3aee6d0e2d89 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:46.553692 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2df74f-6dac-41e8-9c71-244c0d4f2c07 req-25fc567a-71a4-4113-9267-3aee6d0e2d89 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:46.560111 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2df74f-6dac-41e8-9c71-244c0d4f2c07 req-25fc567a-71a4-4113-9267-3aee6d0e2d89 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:46.562024 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1f2df74f-6dac-41e8-9c71-244c0d4f2c07 req-25fc567a-71a4-4113-9267-3aee6d0e2d89 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 2374 time: 0.2413363 Nov 10 19:13:46.646074 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-b4557d5a-b689-417c-bf6c-d48f7c61dec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cff2e3d-7977-49ef-a216-adda06fe3858 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:13:46.654157 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-b4557d5a-b689-417c-bf6c-d48f7c61dec6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:46.666556 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-b4557d5a-b689-417c-bf6c-d48f7c61dec6 service neutron] Transition to ACTIVE for port object 0cff2e3d-7977-49ef-a216-adda06fe3858 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:13:46.671916 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-9520506b-6fdd-4b0c-8735-198648cfc6a3 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:46.697376 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-99056fbc-a920-45dc-8175-b4da314085c5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:46.704935 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-1ca39468-6dee-4d8b-8804-826d67541184 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Network d392c118-92b4-47b2-87bf-77c096e8a630 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:13:46.705673 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-b4557d5a-b689-417c-bf6c-d48f7c61dec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:46.730879 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-1ca39468-6dee-4d8b-8804-826d67541184 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:13:46.740784 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-9520506b-6fdd-4b0c-8735-198648cfc6a3 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Network 9e3f588d-9e16-4009-9128-d1f7230e1521 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:13:46.745642 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-1ca39468-6dee-4d8b-8804-826d67541184 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:13:46.770022 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbdd05-8279-4775-ae42-624d02f434a6 req-15af1e7f-3ff1-465e-8097-18bb02b723cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:46.771687 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6ffbdd05-8279-4775-ae42-624d02f434a6 req-15af1e7f-3ff1-465e-8097-18bb02b723cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8db1267a-b6ed-4659-9b9d-fffd8a2105d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8002956 Nov 10 19:13:46.819529 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-9520506b-6fdd-4b0c-8735-198648cfc6a3 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:13:46.871895 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1f2df74f-6dac-41e8-9c71-244c0d4f2c07 req-8b00df25-f542-4404-9449-047c93be6845 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d93388-382e-4c6b-9fd9-db42bf1d98d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2794724 Nov 10 19:13:46.873370 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986fe23-ed8d-455b-b2fe-64cb064be586 req-26954743-e513-40de-9639-695da9807bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:46.874838 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6986fe23-ed8d-455b-b2fe-64cb064be586 req-26954743-e513-40de-9639-695da9807bd8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.3662441 Nov 10 19:13:46.886704 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.73', 63768) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:13:46.889534 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-9520506b-6fdd-4b0c-8735-198648cfc6a3 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:13:46.979481 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba825a05-6d65-42ff-b186-b534b83fe126 x-openstack-request-id: req-ba825a05-6d65-42ff-b186-b534b83fe126 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:13:46.980038 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3788855a-0668-4ebd-a65a-0ac736c71e54", "name": "network-vif-unplugged", "status": "completed", "tag": "93086f46-9205-437e-aea5-59655e8ab9fa", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:13:46.980038 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ba825a05-6d65-42ff-b186-b534b83fe126 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:13:46.980381 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3788855a-0668-4ebd-a65a-0ac736c71e54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93086f46-9205-437e-aea5-59655e8ab9fa', 'code': 200} Nov 10 19:13:47.035793 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986fe23-ed8d-455b-b2fe-64cb064be586 req-930192bd-54e0-4898-a888-11f91b1f6989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:47.037872 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6986fe23-ed8d-455b-b2fe-64cb064be586 req-930192bd-54e0-4898-a888-11f91b1f6989 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1414218 Nov 10 19:13:47.049153 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-ad4e0f51-b715-4bef-812f-464b87bceda5 service neutron] 10.222.0.54 "GET /v2.0/networks/f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5387776 Nov 10 19:13:47.070384 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-b4557d5a-b689-417c-bf6c-d48f7c61dec6 service neutron] Attempting to bind port 0cff2e3d-7977-49ef-a216-adda06fe3858 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:13:47.070720 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-b4557d5a-b689-417c-bf6c-d48f7c61dec6 service neutron] Attempting to bind port 0cff2e3d-7977-49ef-a216-adda06fe3858 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '7326ada5-f762-4313-b25f-4cb3df3eec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9e3f588d-9e16-4009-9128-d1f7230e1521'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:13:47.071048 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-b4557d5a-b689-417c-bf6c-d48f7c61dec6 service neutron] Attempting to bind port 0cff2e3d-7977-49ef-a216-adda06fe3858 on network 9e3f588d-9e16-4009-9128-d1f7230e1521 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:13:47.147709 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-b4557d5a-b689-417c-bf6c-d48f7c61dec6 service neutron] Port 0cff2e3d-7977-49ef-a216-adda06fe3858 on network 9e3f588d-9e16-4009-9128-d1f7230e1521 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:13:47.148045 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-b4557d5a-b689-417c-bf6c-d48f7c61dec6 service neutron] Attempting to bind port 0cff2e3d-7977-49ef-a216-adda06fe3858 on network 9e3f588d-9e16-4009-9128-d1f7230e1521 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:13:47.160156 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca39468-6dee-4d8b-8804-826d67541184 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Pushing event updated for resources: {'Port': ['ID=4bd2d6c5-c512-4310-8808-a025254fc392,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:47.175995 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-853a7cd3-106f-4954-aa52-434a41a85633 None None] Provisioning complete for port 4bd2d6c5-c512-4310-8808-a025254fc392 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:47.176670 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-853a7cd3-106f-4954-aa52-434a41a85633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:47.195147 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-99056fbc-a920-45dc-8175-b4da314085c5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Allocated IP 10.2.2.100 (c0241cc4-6c19-4c98-ab84-df8e281d2dd3/96b10ae0-362f-4403-8055-422665b78605/9fe5d516-4cc5-4de8-8148-b602f3182868) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:13:47.211746 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6ffbdd05-8279-4775-ae42-624d02f434a6 req-df2dcf2e-6390-4976-a16d-710bf037cf35 service neutron] 10.222.0.73 "GET /v2.0/networks/8db1267a-b6ed-4659-9b9d-fffd8a2105d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869500 Nov 10 19:13:47.216885 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-853a7cd3-106f-4954-aa52-434a41a85633 None None] Port 4bd2d6c5-c512-4310-8808-a025254fc392 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:13:47.217383 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-1ca39468-6dee-4d8b-8804-826d67541184 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:47.219198 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-1ca39468-6dee-4d8b-8804-826d67541184 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:47.233530 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-b4557d5a-b689-417c-bf6c-d48f7c61dec6 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:13:47.234109 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-b4557d5a-b689-417c-bf6c-d48f7c61dec6 service neutron] Checking segment: {'id': '7326ada5-f762-4313-b25f-4cb3df3eec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9e3f588d-9e16-4009-9128-d1f7230e1521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:13:47.234568 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-b4557d5a-b689-417c-bf6c-d48f7c61dec6 service neutron] Bound using segment: {'id': '7326ada5-f762-4313-b25f-4cb3df3eec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9e3f588d-9e16-4009-9128-d1f7230e1521'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:13:47.235204 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-b4557d5a-b689-417c-bf6c-d48f7c61dec6 service neutron] Bound port: 0cff2e3d-7977-49ef-a216-adda06fe3858, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7326ada5-f762-4313-b25f-4cb3df3eec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9e3f588d-9e16-4009-9128-d1f7230e1521'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:13:47.235560 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-b4557d5a-b689-417c-bf6c-d48f7c61dec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:47.246395 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-9520506b-6fdd-4b0c-8735-198648cfc6a3 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:47.247042 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-9520506b-6fdd-4b0c-8735-198648cfc6a3 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:47.299531 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca39468-6dee-4d8b-8804-826d67541184 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:47.299885 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca39468-6dee-4d8b-8804-826d67541184 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:47.300219 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca39468-6dee-4d8b-8804-826d67541184 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:47.300546 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca39468-6dee-4d8b-8804-826d67541184 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:47.300875 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca39468-6dee-4d8b-8804-826d67541184 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:47.301199 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca39468-6dee-4d8b-8804-826d67541184 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:47.301524 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca39468-6dee-4d8b-8804-826d67541184 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:47.301890 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca39468-6dee-4d8b-8804-826d67541184 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:47.302215 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca39468-6dee-4d8b-8804-826d67541184 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:47.302586 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca39468-6dee-4d8b-8804-826d67541184 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:47.303271 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca39468-6dee-4d8b-8804-826d67541184 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:47.303785 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca39468-6dee-4d8b-8804-826d67541184 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:47.329596 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-1ca39468-6dee-4d8b-8804-826d67541184 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8335533 Nov 10 19:13:47.405554 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-9520506b-6fdd-4b0c-8735-198648cfc6a3 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7829299 Nov 10 19:13:47.409493 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-b32b5cbe-ac26-44c9-bef7-b70a27a83222 service neutron] Request body: {'port': {'device_id': '6bac33c3-4005-4e11-9d55-7db664221e78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:47.423911 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6986fe23-ed8d-455b-b2fe-64cb064be586 req-2e1bb299-f8e3-4857-b3f2-7e5bb524215c service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612258 Nov 10 19:13:47.433513 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-569d04c1-f208-4bcb-9fef-8545e1055036 service neutron] Request body: {'port': {'device_id': 'd5b54bbf-1978-49d3-af24-3fd565c568fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:47.457358 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb83133-ffee-4575-9721-244a0701f97a req-3f90d1f7-ef94-491c-818f-61c20314994b tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:47.459679 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-acb83133-ffee-4575-9721-244a0701f97a req-3f90d1f7-ef94-491c-818f-61c20314994b tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6b0e2d4-e4fe-486e-9c8d-7d73465eb0bc HTTP/1.1" status: 200 len: 947 time: 0.2337186 Nov 10 19:13:47.476263 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-0b173a66-42cf-4da9-9d3d-3929c2d782b8 service neutron] 10.222.0.54 "GET /v2.0/networks/f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261158 Nov 10 19:13:47.520409 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9520506b-6fdd-4b0c-8735-198648cfc6a3 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Pushing event updated for resources: {'Port': ['ID=6ce9d5bc-694c-4318-b659-53527abe163c,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:47.542576 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7bc2b-1b38-4c58-8450-e907a1f577f3 req-8c02b23f-8f7f-42a4-8ef0-8cde5149ff9d tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:47.544150 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8aa7bc2b-1b38-4c58-8450-e907a1f577f3 req-8c02b23f-8f7f-42a4-8ef0-8cde5149ff9d tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.73 "GET /v2.0/ports?device_id=3788855a-0668-4ebd-a65a-0ac736c71e54 HTTP/1.1" status: 200 len: 943 time: 0.4750695 Nov 10 19:13:47.560028 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 567cd00f-e311-49d8-a9b4-75b0ae053aed details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:13:47.579835 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-99056fbc-a920-45dc-8175-b4da314085c5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:47.625467 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-acb83133-ffee-4575-9721-244a0701f97a req-72084ee0-b69d-4ee6-92db-d960bc07e0ef tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1310eb53-ccf0-4795-9b31-b72aaf71422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423180 Nov 10 19:13:47.640324 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6986fe23-ed8d-455b-b2fe-64cb064be586 req-da639194-4f65-45f4-9cfd-ded03ace1747 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043803 Nov 10 19:13:47.653197 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-b4557d5a-b689-417c-bf6c-d48f7c61dec6 service neutron] For port 0cff2e3d-7977-49ef-a216-adda06fe3858, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:13:47.695123 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6ffbdd05-8279-4775-ae42-624d02f434a6 req-113b6ff0-2dee-48b7-bf31-64c923be1c92 service neutron] 10.222.0.73 "GET /v2.0/networks/8db1267a-b6ed-4659-9b9d-fffd8a2105d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367905 Nov 10 19:13:47.720653 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-569d04c1-f208-4bcb-9fef-8545e1055036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:47.726731 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4557d5a-b689-417c-bf6c-d48f7c61dec6 service neutron] Pushing event updated for resources: {'Port': ['ID=0cff2e3d-7977-49ef-a216-adda06fe3858,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:47.731008 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-99056fbc-a920-45dc-8175-b4da314085c5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:47.756025 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-b4557d5a-b689-417c-bf6c-d48f7c61dec6 service neutron] For port 0cff2e3d-7977-49ef-a216-adda06fe3858, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=0cff2e3d-7977-49ef-a216-adda06fe3858,segment=NetworkSegment(7326ada5-f762-4313-b25f-4cb3df3eec6b),segment_id=7326ada5-f762-4313-b25f-4cb3df3eec6b)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:13:47.788060 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-b32b5cbe-ac26-44c9-bef7-b70a27a83222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:47.814605 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 567cd00f-e311-49d8-a9b4-75b0ae053aed, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=567cd00f-e311-49d8-a9b4-75b0ae053aed,segment=NetworkSegment(220cece1-c75f-4422-9d0a-be8b2e722cf3),segment_id=220cece1-c75f-4422-9d0a-be8b2e722cf3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:47.823162 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-b4557d5a-b689-417c-bf6c-d48f7c61dec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:47.846968 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '567cd00f-e311-49d8-a9b4-75b0ae053aed', 'network_id': 'cd2c6017-5796-48c5-a827-14a72457c6b1', 'port_id': '567cd00f-e311-49d8-a9b4-75b0ae053aed', 'mac_address': 'fa:16:3e:71:7d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2e0e0b-6f8b-4b18-9cfa-ee863ad101df', 'ip_address': '19.80.0.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:13:47.880466 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-99056fbc-a920-45dc-8175-b4da314085c5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Network c0241cc4-6c19-4c98-ab84-df8e281d2dd3 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:13:47.912010 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:47.912658 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-99056fbc-a920-45dc-8175-b4da314085c5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:13:47.917041 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-99056fbc-a920-45dc-8175-b4da314085c5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:13:47.932335 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99056fbc-a920-45dc-8175-b4da314085c5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Pushing event updated for resources: {'Port': ['ID=9fe5d516-4cc5-4de8-8148-b602f3182868,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:47.943852 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 567cd00f-e311-49d8-a9b4-75b0ae053aed {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:13:47.991553 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227567a6-edd7-4300-a679-ceb0bd098ea6 req-1c07b362-8ee0-4fd4-b613-165b05ebc02d tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:47.997285 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-b4557d5a-b689-417c-bf6c-d48f7c61dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:47.998107 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-b4557d5a-b689-417c-bf6c-d48f7c61dec6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:47.999824 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-b4557d5a-b689-417c-bf6c-d48f7c61dec6 service neutron] 10.222.0.73 "PUT /v2.0/ports/0cff2e3d-7977-49ef-a216-adda06fe3858 HTTP/1.1" status: 200 len: 1091 time: 3.0893278 Nov 10 19:13:48.000156 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-227567a6-edd7-4300-a679-ceb0bd098ea6 req-1c07b362-8ee0-4fd4-b613-165b05ebc02d tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/ports?device_id=6bac33c3-4005-4e11-9d55-7db664221e78 HTTP/1.1" status: 200 len: 936 time: 0.1942291 Nov 10 19:13:48.005920 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ace3fd-5fc2-478a-b3ae-e22bb21cd3c1', 'tag': '0cff2e3d-7977-49ef-a216-adda06fe3858'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:13:48.006491 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 567cd00f-e311-49d8-a9b4-75b0ae053aed, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=567cd00f-e311-49d8-a9b4-75b0ae053aed,segment=NetworkSegment(220cece1-c75f-4422-9d0a-be8b2e722cf3),segment_id=220cece1-c75f-4422-9d0a-be8b2e722cf3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:48.008779 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b534d94-e9a6-4d7f-a1b6-5e584f88c0a2" -d '{"events": [{"name": "network-changed", "server_uuid": "84ace3fd-5fc2-478a-b3ae-e22bb21cd3c1", "tag": "0cff2e3d-7977-49ef-a216-adda06fe3858"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:13:48.014425 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:48.016791 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 59749f54-4a23-4599-abff-53c4979742d8 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:13:48.036459 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d4094-2af3-41a2-9a74-bb7d6de75f42 req-bdcf191e-4201-4b5a-acbe-11b0d9b3ff7b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:48.048532 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d4094-2af3-41a2-9a74-bb7d6de75f42 req-bdcf191e-4201-4b5a-acbe-11b0d9b3ff7b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:48.060736 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d4094-2af3-41a2-9a74-bb7d6de75f42 req-bdcf191e-4201-4b5a-acbe-11b0d9b3ff7b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:48.068888 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8d3d4094-2af3-41a2-9a74-bb7d6de75f42 req-bdcf191e-4201-4b5a-acbe-11b0d9b3ff7b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5b15ace-c6e8-4480-b9a3-e989f42e095e HTTP/1.1" status: 200 len: 2413 time: 0.2243645 Nov 10 19:13:48.079017 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-99056fbc-a920-45dc-8175-b4da314085c5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:48.086014 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-99056fbc-a920-45dc-8175-b4da314085c5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:48.156138 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-99056fbc-a920-45dc-8175-b4da314085c5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9991460 Nov 10 19:13:48.177724 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-a1dde8af-c612-422a-a8b4-709447037859 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Request body: {'port': {'device_id': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c0241cc4-6c19-4c98-ab84-df8e281d2dd3', 'admin_state_up': True, 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'security_groups': ['b2d93388-382e-4c6b-9fd9-db42bf1d98d3']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:48.207498 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbdd05-8279-4775-ae42-624d02f434a6 req-3d13994f-1851-4f12-b52d-59eae68b53b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:48.208182 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbdd05-8279-4775-ae42-624d02f434a6 req-3d13994f-1851-4f12-b52d-59eae68b53b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:48.209525 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbdd05-8279-4775-ae42-624d02f434a6 req-3d13994f-1851-4f12-b52d-59eae68b53b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:48.211621 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6ffbdd05-8279-4775-ae42-624d02f434a6 req-3d13994f-1851-4f12-b52d-59eae68b53b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=77957d962e034783981c11222eec43b2&device_id=b5b15ace-c6e8-4480-b9a3-e989f42e095e HTTP/1.1" status: 200 len: 2866 time: 0.4250174 Nov 10 19:13:48.236877 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-227567a6-edd7-4300-a679-ceb0bd098ea6 req-28b6ecd5-7c0c-4557-adf8-1d8ae5691732 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7448b13-6ec0-4770-9f6c-62378f6dd830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325239 Nov 10 19:13:48.246590 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 59749f54-4a23-4599-abff-53c4979742d8, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=59749f54-4a23-4599-abff-53c4979742d8,segment=NetworkSegment(220cece1-c75f-4422-9d0a-be8b2e722cf3),segment_id=220cece1-c75f-4422-9d0a-be8b2e722cf3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:48.283044 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=567cd00f-e311-49d8-a9b4-75b0ae053aed,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:48.304713 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4557d5a-b689-417c-bf6c-d48f7c61dec6 service neutron] Pushing event updated for resources: {'Port': ['ID=0cff2e3d-7977-49ef-a216-adda06fe3858,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:48.307408 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '59749f54-4a23-4599-abff-53c4979742d8', 'network_id': 'cd2c6017-5796-48c5-a827-14a72457c6b1', 'port_id': '59749f54-4a23-4599-abff-53c4979742d8', 'mac_address': 'fa:16:3e:3b:0a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2e0e0b-6f8b-4b18-9cfa-ee863ad101df', 'ip_address': '19.80.0.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:13:48.373093 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:48.398166 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59749f54-4a23-4599-abff-53c4979742d8 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:13:48.461395 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 59749f54-4a23-4599-abff-53c4979742d8, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=59749f54-4a23-4599-abff-53c4979742d8,segment=NetworkSegment(220cece1-c75f-4422-9d0a-be8b2e722cf3),segment_id=220cece1-c75f-4422-9d0a-be8b2e722cf3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:48.478949 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:48.479367 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-8aa7bc2b-1b38-4c58-8450-e907a1f577f3 req-b55c3219-69ed-4445-8d0d-e7668a22c6cd tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Deleting port 93086f46-9205-437e-aea5-59655e8ab9fa {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:13:48.479722 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8aa7bc2b-1b38-4c58-8450-e907a1f577f3 req-b55c3219-69ed-4445-8d0d-e7668a22c6cd tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:48.482287 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device f72bf60a-a4bf-4f8d-8cbe-4e1d23740772 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:13:48.502712 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-95a9a52a-e5b0-4c5c-af91-28c17b4a9f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:48.504340 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-95a9a52a-e5b0-4c5c-af91-28c17b4a9f69 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2fcc8eb39f9b4242acdb0a6e4b1d45f5&device_id=84ace3fd-5fc2-478a-b3ae-e22bb21cd3c1 HTTP/1.1" status: 200 len: 1094 time: 0.4347670 Nov 10 19:13:48.774886 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port f72bf60a-a4bf-4f8d-8cbe-4e1d23740772, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=f72bf60a-a4bf-4f8d-8cbe-4e1d23740772,segment=NetworkSegment(71527212-2285-42b2-a8f7-11fad69e7287),segment_id=71527212-2285-42b2-a8f7-11fad69e7287)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:48.812244 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'f72bf60a-a4bf-4f8d-8cbe-4e1d23740772', 'network_id': '8db1267a-b6ed-4659-9b9d-fffd8a2105d3', 'port_id': 'f72bf60a-a4bf-4f8d-8cbe-4e1d23740772', 'mac_address': 'fa:16:3e:5f:84:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22932a42-eeeb-4b10-a32d-2cd711c3bf5a', 'ip_address': '19.86.0.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:13:48.813994 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=59749f54-4a23-4599-abff-53c4979742d8,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:48.826129 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f601b018-83dc-4fef-bd36-6db9e6e77412 None None] Provisioning complete for port 9fe5d516-4cc5-4de8-8148-b602f3182868 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:48.827427 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f601b018-83dc-4fef-bd36-6db9e6e77412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:48.880868 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-569d04c1-f208-4bcb-9fef-8545e1055036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce9d5bc-694c-4318-b659-53527abe163c {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:13:48.885857 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-f601b018-83dc-4fef-bd36-6db9e6e77412 None None] Port 9fe5d516-4cc5-4de8-8148-b602f3182868 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:13:48.890984 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-569d04c1-f208-4bcb-9fef-8545e1055036 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:48.906078 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-569d04c1-f208-4bcb-9fef-8545e1055036 service neutron] Transition to ACTIVE for port object 6ce9d5bc-694c-4318-b659-53527abe163c will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:13:48.907803 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbdd05-8279-4775-ae42-624d02f434a6 req-df93a22b-2dd9-4ce9-bb59-0777c195dae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:48.909853 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6ffbdd05-8279-4775-ae42-624d02f434a6 req-df93a22b-2dd9-4ce9-bb59-0777c195dae9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cd2c6017-5796-48c5-a827-14a72457c6b1 HTTP/1.1" status: 200 len: 903 time: 0.6207125 Nov 10 19:13:48.921557 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8d3d4094-2af3-41a2-9a74-bb7d6de75f42 req-e61a4326-84c0-465f-976e-8d897f2fba87 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/security-groups?id=52de01c7-d00e-4b3b-b09f-d092153ad5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8508811 Nov 10 19:13:48.926352 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-b171777d-95e2-4be8-a536-c332cc73b467 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cff2e3d-7977-49ef-a216-adda06fe3858 HTTP/1.1" status: 200 len: 217 time: 0.3868508 Nov 10 19:13:48.951884 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:48.966364 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f72bf60a-a4bf-4f8d-8cbe-4e1d23740772 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:13:48.987882 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6ffbdd05-8279-4775-ae42-624d02f434a6 req-54c5ad3d-0956-47ab-8756-7bb76b7afc01 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.179&port_id=567cd00f-e311-49d8-a9b4-75b0ae053aed HTTP/1.1" status: 200 len: 217 time: 0.0604999 Nov 10 19:13:48.988578 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-569d04c1-f208-4bcb-9fef-8545e1055036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:48.990408 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port f72bf60a-a4bf-4f8d-8cbe-4e1d23740772, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=f72bf60a-a4bf-4f8d-8cbe-4e1d23740772,segment=NetworkSegment(71527212-2285-42b2-a8f7-11fad69e7287),segment_id=71527212-2285-42b2-a8f7-11fad69e7287)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:48.996991 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:49.044239 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7337410b-f5b8-4a5b-bd21-e5345861241c req-37f5d268-55e1-4766-803a-3ec1c919cb82 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8084a0-8e95-4a25-a945-75a0a53a9fac HTTP/1.1" status: 200 len: 210 time: 0.0363998 Nov 10 19:13:49.052281 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=f72bf60a-a4bf-4f8d-8cbe-4e1d23740772,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:49.097835 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5898a3b-b135-4610-a8d9-1e7b342e849c req-2195ec87-dd9f-4cab-89f1-83c95e1b5bb3 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:49.099791 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e5898a3b-b135-4610-a8d9-1e7b342e849c req-2195ec87-dd9f-4cab-89f1-83c95e1b5bb3 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/ports?device_id=84ace3fd-5fc2-478a-b3ae-e22bb21cd3c1 HTTP/1.1" status: 200 len: 943 time: 0.1723402 Nov 10 19:13:49.138389 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-a1dde8af-c612-422a-a8b4-709447037859 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Made reservation on behalf of f8868befe3bb435a8f25d6ac7c7d0f37 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:13:49.141088 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-204af70c-47dd-401f-98b6-dca87b745e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:49.142834 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-204af70c-47dd-401f-98b6-dca87b745e1b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e9518c1a-00be-415c-83ea-29562b7f88d4 HTTP/1.1" status: 200 len: 852 time: 0.1334195 Nov 10 19:13:49.143452 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-a1dde8af-c612-422a-a8b4-709447037859 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:49.216333 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e5898a3b-b135-4610-a8d9-1e7b342e849c req-862b3398-ad23-4ec6-8b66-2a47234293b5 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce354ea6-3eb0-4818-8104-5fb82d5ad040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067610 Nov 10 19:13:49.258299 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d04c1-f208-4bcb-9fef-8545e1055036 service neutron] Pushing event updated for resources: {'Port': ['ID=6ce9d5bc-694c-4318-b659-53527abe163c,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:49.263132 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['f72bf60a-a4bf-4f8d-8cbe-4e1d23740772'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:13:49.319901 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6983f32d-36ed-4218-9ba7-6f9b26baaaca x-openstack-request-id: req-6983f32d-36ed-4218-9ba7-6f9b26baaaca {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:13:49.320225 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ace3fd-5fc2-478a-b3ae-e22bb21cd3c1", "tag": "0cff2e3d-7977-49ef-a216-adda06fe3858", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:13:49.320445 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6983f32d-36ed-4218-9ba7-6f9b26baaaca {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:13:49.323478 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ace3fd-5fc2-478a-b3ae-e22bb21cd3c1', 'tag': '0cff2e3d-7977-49ef-a216-adda06fe3858', 'status': 'completed', 'code': 200} Nov 10 19:13:49.325700 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['567cd00f-e311-49d8-a9b4-75b0ae053aed'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:13:49.391281 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-618e31bb-7731-4678-bd20-eb70a7e027cc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e3f588d-9e16-4009-9128-d1f7230e1521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1554172 Nov 10 19:13:49.487558 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8fb5e-1227-4362-b495-63e64379c191 req-4635c168-15e5-4465-af9d-4006c1d2073c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:49.503159 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8fb5e-1227-4362-b495-63e64379c191 req-4635c168-15e5-4465-af9d-4006c1d2073c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:49.511975 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8fb5e-1227-4362-b495-63e64379c191 req-4635c168-15e5-4465-af9d-4006c1d2073c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:49.519693 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8fb5e-1227-4362-b495-63e64379c191 req-4635c168-15e5-4465-af9d-4006c1d2073c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:49.540482 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-8aa7bc2b-1b38-4c58-8450-e907a1f577f3 req-b55c3219-69ed-4445-8d0d-e7668a22c6cd tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] For port 93086f46-9205-437e-aea5-59655e8ab9fa, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=93086f46-9205-437e-aea5-59655e8ab9fa,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:49.542513 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fbb8fb5e-1227-4362-b495-63e64379c191 req-4635c168-15e5-4465-af9d-4006c1d2073c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 3095 time: 0.3881807 Nov 10 19:13:49.544225 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8aa7bc2b-1b38-4c58-8450-e907a1f577f3 req-b55c3219-69ed-4445-8d0d-e7668a22c6cd tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:49.569500 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 93086f46-9205-437e-aea5-59655e8ab9fa no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:13:49.571356 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-8aa7bc2b-1b38-4c58-8450-e907a1f577f3 req-b55c3219-69ed-4445-8d0d-e7668a22c6cd tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Calling delete_port for 93086f46-9205-437e-aea5-59655e8ab9fa owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:13:49.729387 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056843b8-a6bd-4718-9d42-85fd30458e09 req-f2420bd8-daaf-4c64-89d2-f40d07c0c92d tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:49.737613 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-056843b8-a6bd-4718-9d42-85fd30458e09 req-f2420bd8-daaf-4c64-89d2-f40d07c0c92d tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6b0e2d4-e4fe-486e-9c8d-7d73465eb0bc HTTP/1.1" status: 200 len: 947 time: 0.2620499 Nov 10 19:13:49.761807 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbdd05-8279-4775-ae42-624d02f434a6 req-b5116893-2c21-4296-bfca-ecee993533e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:49.764269 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6ffbdd05-8279-4775-ae42-624d02f434a6 req-b5116893-2c21-4296-bfca-ecee993533e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca2e0e0b-6f8b-4b18-9cfa-ee863ad101df HTTP/1.1" status: 200 len: 801 time: 0.7635026 Nov 10 19:13:49.780322 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8aa7bc2b-1b38-4c58-8450-e907a1f577f3 req-b55c3219-69ed-4445-8d0d-e7668a22c6cd tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:49.795158 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-daeb50fa-9475-4dd2-a669-357e75487991 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:49.797211 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-daeb50fa-9475-4dd2-a669-357e75487991 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.25 "GET /v2.0/networks?id=f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f HTTP/1.1" status: 200 len: 804 time: 0.5459085 Nov 10 19:13:49.823285 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-081a409b-953f-453d-be21-d1b4bfc26cd9 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Request body: {'port': {'device_id': '4e8084a0-8e95-4a25-a945-75a0a53a9fac', 'network_id': 'f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f', 'admin_state_up': True, 'tenant_id': '86949477275045bb909c8def9385c7a2'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:49.849066 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fbb8fb5e-1227-4362-b495-63e64379c191 req-79df79e9-8d6f-457d-8b39-6c2a281c03f5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d93388-382e-4c6b-9fd9-db42bf1d98d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3047824 Nov 10 19:13:50.004221 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-056843b8-a6bd-4718-9d42-85fd30458e09 req-707322e1-3f62-447c-a9d1-e96c0dfd32b5 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1310eb53-ccf0-4795-9b31-b72aaf71422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652850 Nov 10 19:13:50.024330 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 169b9c6f-bee8-46f4-babd-401a78640a28 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:13:50.077293 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-a1dde8af-c612-422a-a8b4-709447037859 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Allocated IP 10.2.2.200 (c0241cc4-6c19-4c98-ab84-df8e281d2dd3/96b10ae0-362f-4403-8055-422665b78605/46cac36f-cdb6-4119-af11-3a438f8c410c) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:13:50.179027 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 169b9c6f-bee8-46f4-babd-401a78640a28, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=169b9c6f-bee8-46f4-babd-401a78640a28,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:50.210208 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '169b9c6f-bee8-46f4-babd-401a78640a28', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': '169b9c6f-bee8-46f4-babd-401a78640a28', 'mac_address': 'fa:16:3e:c2:98:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:13:50.290653 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:50.308315 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 169b9c6f-bee8-46f4-babd-401a78640a28 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:13:50.311213 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-ecf57ad0-7fb0-442c-b70c-8cc0a684be55 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=24f1bd1dd82640929809976a31e51c4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623055 Nov 10 19:13:50.357241 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 169b9c6f-bee8-46f4-babd-401a78640a28, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=169b9c6f-bee8-46f4-babd-401a78640a28,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:50.364144 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:50.410400 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['59749f54-4a23-4599-abff-53c4979742d8'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:13:50.486343 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c3219-69ed-4445-8d0d-e7668a22c6cd tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Pushing event deleted for resources: {'Port': ['ID=93086f46-9205-437e-aea5-59655e8ab9fa,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:50.512435 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=169b9c6f-bee8-46f4-babd-401a78640a28,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:50.529818 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:50.530300 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:50.530746 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:50.531227 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:50.531654 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:50.532147 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:50.532564 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:50.532980 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:50.533426 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:50.534286 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:50.534658 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:50.535076 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:13:50.551577 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-081a409b-953f-453d-be21-d1b4bfc26cd9 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Made reservation on behalf of 86949477275045bb909c8def9385c7a2 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:13:50.556053 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-081a409b-953f-453d-be21-d1b4bfc26cd9 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:50.665753 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa7bc2b-1b38-4c58-8450-e907a1f577f3 req-b55c3219-69ed-4445-8d0d-e7668a22c6cd tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] No DVR routers for this DVR port 93086f46-9205-437e-aea5-59655e8ab9fa on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:13:50.712102 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29cf44b-126c-48bf-a8f7-8395dbbf3bd2 req-16a3589a-da68-4549-b8fc-28f7e404c283 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:50.721247 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f29cf44b-126c-48bf-a8f7-8395dbbf3bd2 req-16a3589a-da68-4549-b8fc-28f7e404c283 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/ports?device_id=6bac33c3-4005-4e11-9d55-7db664221e78 HTTP/1.1" status: 200 len: 936 time: 0.4030666 Nov 10 19:13:50.736603 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8aa7bc2b-1b38-4c58-8450-e907a1f577f3 req-b55c3219-69ed-4445-8d0d-e7668a22c6cd tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:50.746772 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8aa7bc2b-1b38-4c58-8450-e907a1f577f3 req-b55c3219-69ed-4445-8d0d-e7668a22c6cd tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.73 "DELETE /v2.0/ports/93086f46-9205-437e-aea5-59655e8ab9fa HTTP/1.1" status: 204 len: 173 time: 3.1719093 Nov 10 19:13:50.777584 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbdd05-8279-4775-ae42-624d02f434a6 req-07825a78-4440-4f75-bda1-c2e39296a162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:50.779529 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6ffbdd05-8279-4775-ae42-624d02f434a6 req-07825a78-4440-4f75-bda1-c2e39296a162 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cd2c6017-5796-48c5-a827-14a72457c6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9892402 Nov 10 19:13:50.809880 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-38a2fc42-bb5c-4d22-8791-ef39f350136f tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:50.810532 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-b32b5cbe-ac26-44c9-bef7-b70a27a83222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd2d6c5-c512-4310-8808-a025254fc392 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:13:50.812175 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-38a2fc42-bb5c-4d22-8791-ef39f350136f tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5001440 Nov 10 19:13:50.815476 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-569d04c1-f208-4bcb-9fef-8545e1055036 service neutron] Attempting to bind port 6ce9d5bc-694c-4318-b659-53527abe163c on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:13:50.815821 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-569d04c1-f208-4bcb-9fef-8545e1055036 service neutron] Attempting to bind port 6ce9d5bc-694c-4318-b659-53527abe163c by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '7326ada5-f762-4313-b25f-4cb3df3eec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9e3f588d-9e16-4009-9128-d1f7230e1521'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:13:50.816158 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-569d04c1-f208-4bcb-9fef-8545e1055036 service neutron] Attempting to bind port 6ce9d5bc-694c-4318-b659-53527abe163c on network 9e3f588d-9e16-4009-9128-d1f7230e1521 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:13:50.824934 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['169b9c6f-bee8-46f4-babd-401a78640a28'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:13:50.834788 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-b09cbc52-52f6-487f-b65b-534856cb666a service neutron] 10.222.0.73 "GET /v2.0/networks/9e3f588d-9e16-4009-9128-d1f7230e1521?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4182220 Nov 10 19:13:50.844694 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-b32b5cbe-ac26-44c9-bef7-b70a27a83222 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:50.859882 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-569d04c1-f208-4bcb-9fef-8545e1055036 service neutron] Port 6ce9d5bc-694c-4318-b659-53527abe163c on network 9e3f588d-9e16-4009-9128-d1f7230e1521 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:13:50.860211 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-569d04c1-f208-4bcb-9fef-8545e1055036 service neutron] Attempting to bind port 6ce9d5bc-694c-4318-b659-53527abe163c on network 9e3f588d-9e16-4009-9128-d1f7230e1521 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:13:50.926319 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-569d04c1-f208-4bcb-9fef-8545e1055036 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:13:50.926786 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-569d04c1-f208-4bcb-9fef-8545e1055036 service neutron] Checking segment: {'id': '7326ada5-f762-4313-b25f-4cb3df3eec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9e3f588d-9e16-4009-9128-d1f7230e1521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:13:50.927149 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-569d04c1-f208-4bcb-9fef-8545e1055036 service neutron] Bound using segment: {'id': '7326ada5-f762-4313-b25f-4cb3df3eec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9e3f588d-9e16-4009-9128-d1f7230e1521'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:13:50.927851 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-569d04c1-f208-4bcb-9fef-8545e1055036 service neutron] Bound port: 6ce9d5bc-694c-4318-b659-53527abe163c, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7326ada5-f762-4313-b25f-4cb3df3eec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9e3f588d-9e16-4009-9128-d1f7230e1521'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:13:50.928256 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-569d04c1-f208-4bcb-9fef-8545e1055036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:50.938106 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-b32b5cbe-ac26-44c9-bef7-b70a27a83222 service neutron] Transition to ACTIVE for port object 4bd2d6c5-c512-4310-8808-a025254fc392 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:13:50.983151 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-b32b5cbe-ac26-44c9-bef7-b70a27a83222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:51.013369 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-a1dde8af-c612-422a-a8b4-709447037859 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:51.118838 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-081a409b-953f-453d-be21-d1b4bfc26cd9 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Allocated IP 172.20.0.14 (f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f/60343b83-37e4-41fb-97c3-061ff8929ded/78d7616d-0992-4a97-b94a-c81060a54fc2) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:13:51.153272 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6ffbdd05-8279-4775-ae42-624d02f434a6 req-362608dd-f7fe-4f25-ae21-ab51d257d763 service neutron] 10.222.0.73 "GET /v2.0/networks/cd2c6017-5796-48c5-a827-14a72457c6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556759 Nov 10 19:13:51.153998 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b5cbe-ac26-44c9-bef7-b70a27a83222 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd2d6c5-c512-4310-8808-a025254fc392,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:51.213457 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-a83b99d2-8e42-4099-b79d-1f9c125247be service neutron] 10.222.0.73 "GET /v2.0/networks/9e3f588d-9e16-4009-9128-d1f7230e1521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654509 Nov 10 19:13:51.274912 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-569d04c1-f208-4bcb-9fef-8545e1055036 service neutron] For port 6ce9d5bc-694c-4318-b659-53527abe163c, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:13:51.372780 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-081a409b-953f-453d-be21-d1b4bfc26cd9 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:51.406776 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3788855a-0668-4ebd-a65a-0ac736c71e54', 'name': 'network-vif-deleted', 'tag': '93086f46-9205-437e-aea5-59655e8ab9fa'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:13:51.409109 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dde1f4c-9007-4c04-9406-d52eb9cbcfad" -d '{"events": [{"server_uuid": "3788855a-0668-4ebd-a65a-0ac736c71e54", "name": "network-vif-deleted", "tag": "93086f46-9205-437e-aea5-59655e8ab9fa"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:13:51.414230 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-80c310c0-83a2-4fe4-b18d-75b3b8751b2f tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/quotas/24f1bd1dd82640929809976a31e51c4e HTTP/1.1" status: 200 len: 375 time: 0.5031993 Nov 10 19:13:51.423682 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-081a409b-953f-453d-be21-d1b4bfc26cd9 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:51.451221 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-569d04c1-f208-4bcb-9fef-8545e1055036 service neutron] For port 6ce9d5bc-694c-4318-b659-53527abe163c, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6ce9d5bc-694c-4318-b659-53527abe163c,segment=NetworkSegment(7326ada5-f762-4313-b25f-4cb3df3eec6b),segment_id=7326ada5-f762-4313-b25f-4cb3df3eec6b)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:13:51.514699 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-569d04c1-f208-4bcb-9fef-8545e1055036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:51.523374 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-ca686f7b-4d73-4be1-bc34-3f1bb5d6a188 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=24f1bd1dd82640929809976a31e51c4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0831349 Nov 10 19:13:51.525732 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-081a409b-953f-453d-be21-d1b4bfc26cd9 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Network f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:13:51.552788 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-081a409b-953f-453d-be21-d1b4bfc26cd9 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:13:51.555627 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-081a409b-953f-453d-be21-d1b4bfc26cd9 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:13:51.580346 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 59749f54-4a23-4599-abff-53c4979742d8 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:13:51.619585 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f29cf44b-126c-48bf-a8f7-8395dbbf3bd2 req-f7b6012d-3436-4d24-ba06-e871e3a288eb tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7448b13-6ec0-4770-9f6c-62378f6dd830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8941498 Nov 10 19:13:51.638721 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-081a409b-953f-453d-be21-d1b4bfc26cd9 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:51.645082 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-081a409b-953f-453d-be21-d1b4bfc26cd9 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:51.686360 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-081a409b-953f-453d-be21-d1b4bfc26cd9 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8735027 Nov 10 19:13:51.688869 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-569d04c1-f208-4bcb-9fef-8545e1055036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:51.690727 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-569d04c1-f208-4bcb-9fef-8545e1055036 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:51.692345 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-569d04c1-f208-4bcb-9fef-8545e1055036 service neutron] 10.222.0.73 "PUT /v2.0/ports/6ce9d5bc-694c-4318-b659-53527abe163c HTTP/1.1" status: 200 len: 1091 time: 4.2742887 Nov 10 19:13:51.711180 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-b32b5cbe-ac26-44c9-bef7-b70a27a83222 service neutron] Attempting to bind port 4bd2d6c5-c512-4310-8808-a025254fc392 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:13:51.712667 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-b32b5cbe-ac26-44c9-bef7-b70a27a83222 service neutron] Attempting to bind port 4bd2d6c5-c512-4310-8808-a025254fc392 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:13:51.713028 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-b32b5cbe-ac26-44c9-bef7-b70a27a83222 service neutron] Attempting to bind port 4bd2d6c5-c512-4310-8808-a025254fc392 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:13:51.756361 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-b32b5cbe-ac26-44c9-bef7-b70a27a83222 service neutron] Port 4bd2d6c5-c512-4310-8808-a025254fc392 on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:13:51.756771 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-b32b5cbe-ac26-44c9-bef7-b70a27a83222 service neutron] Attempting to bind port 4bd2d6c5-c512-4310-8808-a025254fc392 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:13:51.763372 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6ffbdd05-8279-4775-ae42-624d02f434a6 req-e73c2e70-2a74-4d75-86fe-0750fa915878 service neutron] 10.222.0.73 "GET /v2.0/networks/cd2c6017-5796-48c5-a827-14a72457c6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5912092 Nov 10 19:13:51.777294 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b534d94-e9a6-4d7f-a1b6-5e584f88c0a2 req-10b58971-7bc2-46ea-ac08-8fcf792d7609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:51.780148 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5b534d94-e9a6-4d7f-a1b6-5e584f88c0a2 req-10b58971-7bc2-46ea-ac08-8fcf792d7609 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2fcc8eb39f9b4242acdb0a6e4b1d45f5&device_id=84ace3fd-5fc2-478a-b3ae-e22bb21cd3c1 HTTP/1.1" status: 200 len: 1094 time: 0.4841037 Nov 10 19:13:51.783819 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-a082d4bf-1436-4ea4-b8e7-24b2c42b482c service neutron] Request body: {'port': {'device_id': '4e8084a0-8e95-4a25-a945-75a0a53a9fac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:51.848440 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 59749f54-4a23-4599-abff-53c4979742d8 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:13:51.853852 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 59749f54-4a23-4599-abff-53c4979742d8 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:51.854487 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:51.954486 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-b32b5cbe-ac26-44c9-bef7-b70a27a83222 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:13:51.954912 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-b32b5cbe-ac26-44c9-bef7-b70a27a83222 service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:13:51.955341 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-b32b5cbe-ac26-44c9-bef7-b70a27a83222 service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:13:51.955825 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-b32b5cbe-ac26-44c9-bef7-b70a27a83222 service neutron] Bound port: 4bd2d6c5-c512-4310-8808-a025254fc392, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:13:51.956239 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-b32b5cbe-ac26-44c9-bef7-b70a27a83222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:51.961253 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d04c1-f208-4bcb-9fef-8545e1055036 service neutron] Pushing event updated for resources: {'Port': ['ID=6ce9d5bc-694c-4318-b659-53527abe163c,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:52.012320 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-a082d4bf-1436-4ea4-b8e7-24b2c42b482c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:52.060896 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a409b-953f-453d-be21-d1b4bfc26cd9 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Pushing event updated for resources: {'Port': ['ID=78d7616d-0992-4a97-b94a-c81060a54fc2,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:52.105829 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:52.159726 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b15ace-c6e8-4480-b9a3-e989f42e095e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59749f54-4a23-4599-abff-53c4979742d8'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:13:52.164419 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcbb32f-2fb3-4cb6-bbbb-05889fadb6eb" -d '{"events": [{"server_uuid": "b5b15ace-c6e8-4480-b9a3-e989f42e095e", "name": "network-vif-plugged", "status": "completed", "tag": "59749f54-4a23-4599-abff-53c4979742d8"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:13:52.195681 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 59749f54-4a23-4599-abff-53c4979742d8, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=59749f54-4a23-4599-abff-53c4979742d8,segment=NetworkSegment(220cece1-c75f-4422-9d0a-be8b2e722cf3),segment_id=220cece1-c75f-4422-9d0a-be8b2e722cf3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:52.196853 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-8c6eb112-16c3-4fca-9012-eac2396ceaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:52.199106 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-8c6eb112-16c3-4fca-9012-eac2396ceaa7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2fcc8eb39f9b4242acdb0a6e4b1d45f5&device_id=d5b54bbf-1978-49d3-af24-3fd565c568fc HTTP/1.1" status: 200 len: 1094 time: 0.4135232 Nov 10 19:13:52.203062 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:52.203989 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device f72bf60a-a4bf-4f8d-8cbe-4e1d23740772 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:13:52.282746 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-a1dde8af-c612-422a-a8b4-709447037859 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:52.322123 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b534d94-e9a6-4d7f-a1b6-5e584f88c0a2 req-c068a1c5-fed7-44b6-a5fc-5c4faa12e2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:52.325585 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5b534d94-e9a6-4d7f-a1b6-5e584f88c0a2 req-c068a1c5-fed7-44b6-a5fc-5c4faa12e2e6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9e3f588d-9e16-4009-9128-d1f7230e1521 HTTP/1.1" status: 200 len: 913 time: 0.5026364 Nov 10 19:13:52.330750 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-f71a6314-96ad-4c0e-81d2-1c0655375ed3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ce9d5bc-694c-4318-b659-53527abe163c HTTP/1.1" status: 200 len: 217 time: 0.0970435 Nov 10 19:13:52.332873 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-b32b5cbe-ac26-44c9-bef7-b70a27a83222 service neutron] For port 4bd2d6c5-c512-4310-8808-a025254fc392, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:13:52.342283 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f81c5a-3aaa-410e-95a9-cb66283948bc req-7cb09b4c-db8e-436c-beee-b510b7763cb5 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:52.350816 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f81c5a-3aaa-410e-95a9-cb66283948bc req-7cb09b4c-db8e-436c-beee-b510b7763cb5 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:52.359064 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f81c5a-3aaa-410e-95a9-cb66283948bc req-7cb09b4c-db8e-436c-beee-b510b7763cb5 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:52.361819 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-35f81c5a-3aaa-410e-95a9-cb66283948bc req-7cb09b4c-db8e-436c-beee-b510b7763cb5 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5b15ace-c6e8-4480-b9a3-e989f42e095e HTTP/1.1" status: 200 len: 2416 time: 0.3503370 Nov 10 19:13:52.406601 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=59749f54-4a23-4599-abff-53c4979742d8,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:52.413878 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port f72bf60a-a4bf-4f8d-8cbe-4e1d23740772 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:13:52.418384 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port f72bf60a-a4bf-4f8d-8cbe-4e1d23740772 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:52.418812 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:52.443243 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5b534d94-e9a6-4d7f-a1b6-5e584f88c0a2 req-ba7e222b-5406-4835-92b2-e6bbd96db1f6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cff2e3d-7977-49ef-a216-adda06fe3858 HTTP/1.1" status: 200 len: 217 time: 0.1069915 Nov 10 19:13:52.445503 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-b32b5cbe-ac26-44c9-bef7-b70a27a83222 service neutron] For port 4bd2d6c5-c512-4310-8808-a025254fc392, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=4bd2d6c5-c512-4310-8808-a025254fc392,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:13:52.497452 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-b32b5cbe-ac26-44c9-bef7-b70a27a83222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:52.560282 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-a1dde8af-c612-422a-a8b4-709447037859 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Network c0241cc4-6c19-4c98-ab84-df8e281d2dd3 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:13:52.588313 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-a1dde8af-c612-422a-a8b4-709447037859 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:13:52.639976 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:52.647362 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-b32b5cbe-ac26-44c9-bef7-b70a27a83222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:52.647998 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-b32b5cbe-ac26-44c9-bef7-b70a27a83222 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:52.649446 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-b32b5cbe-ac26-44c9-bef7-b70a27a83222 service neutron] 10.222.0.73 "PUT /v2.0/ports/4bd2d6c5-c512-4310-8808-a025254fc392 HTTP/1.1" status: 200 len: 1096 time: 5.2767971 Nov 10 19:13:52.650989 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-67b499d4-eba9-44d6-95be-40a9579ed54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:52.652261 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-67b499d4-eba9-44d6-95be-40a9579ed54e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e9518c1a-00be-415c-83ea-29562b7f88d4 HTTP/1.1" status: 200 len: 852 time: 0.3060122 Nov 10 19:13:52.685468 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b534d94-e9a6-4d7f-a1b6-5e584f88c0a2 req-6206c6c5-3367-47a5-8194-481014cfa703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:52.687771 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5b534d94-e9a6-4d7f-a1b6-5e584f88c0a2 req-6206c6c5-3367-47a5-8194-481014cfa703 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e9518c1a-00be-415c-83ea-29562b7f88d4 HTTP/1.1" status: 200 len: 852 time: 0.2287848 Nov 10 19:13:52.777978 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port f72bf60a-a4bf-4f8d-8cbe-4e1d23740772, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=f72bf60a-a4bf-4f8d-8cbe-4e1d23740772,segment=NetworkSegment(71527212-2285-42b2-a8f7-11fad69e7287),segment_id=71527212-2285-42b2-a8f7-11fad69e7287)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:52.789640 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:52.790849 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 567cd00f-e311-49d8-a9b4-75b0ae053aed up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:13:52.806398 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5b534d94-e9a6-4d7f-a1b6-5e584f88c0a2 req-f762b7dc-18fb-4ef5-bc89-4b81544953d2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e3f588d-9e16-4009-9128-d1f7230e1521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833838 Nov 10 19:13:52.821706 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-a1dde8af-c612-422a-a8b4-709447037859 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:13:52.915875 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dde8af-c612-422a-a8b4-709447037859 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Pushing event updated for resources: {'Port': ['ID=46cac36f-cdb6-4119-af11-3a438f8c410c,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:52.934133 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-35f81c5a-3aaa-410e-95a9-cb66283948bc req-da686985-228b-4dec-9878-f201f4920916 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/security-groups?id=52de01c7-d00e-4b3b-b09f-d092153ad5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5032876 Nov 10 19:13:52.978263 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df5db2-43a3-48c5-ae4c-36689010bf08 req-d922cb9b-0e9e-4dbb-bd68-462cf8342f9a tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:52.980557 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-06df5db2-43a3-48c5-ae4c-36689010bf08 req-d922cb9b-0e9e-4dbb-bd68-462cf8342f9a tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8084a0-8e95-4a25-a945-75a0a53a9fac HTTP/1.1" status: 200 len: 932 time: 0.9126785 Nov 10 19:13:53.031198 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 567cd00f-e311-49d8-a9b4-75b0ae053aed completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:13:53.053200 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 567cd00f-e311-49d8-a9b4-75b0ae053aed triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:53.063050 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:53.126908 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5b534d94-e9a6-4d7f-a1b6-5e584f88c0a2 req-0405486e-71b0-44fe-bf51-6c7b23c4febc service neutron] 10.222.0.73 "GET /v2.0/networks/9e3f588d-9e16-4009-9128-d1f7230e1521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876747 Nov 10 19:13:53.133518 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-5bd8d55c-12b0-445d-b428-a6ed42256bd7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e3f588d-9e16-4009-9128-d1f7230e1521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4443197 Nov 10 19:13:53.170022 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-a1dde8af-c612-422a-a8b4-709447037859 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:53.170637 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-a1dde8af-c612-422a-a8b4-709447037859 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:53.171416 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=f72bf60a-a4bf-4f8d-8cbe-4e1d23740772,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:53.256522 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-bf326794-a154-49e5-af1a-efa3545465d5 service neutron] 10.222.0.73 "GET /v2.0/networks/9e3f588d-9e16-4009-9128-d1f7230e1521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055310 Nov 10 19:13:53.275207 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:53.286573 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-a1dde8af-c612-422a-a8b4-709447037859 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1199830 Nov 10 19:13:53.290097 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-06df5db2-43a3-48c5-ae4c-36689010bf08 req-7f3c92b9-7c2a-4d78-bf6f-a4fe80a048f0 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842808 Nov 10 19:13:53.301821 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-e05efd55-83e4-4569-b6ff-50db371e5f26 service neutron] Request body: {'port': {'device_id': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:53.379199 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b8da4-6d19-4567-ac51-f6fb4050e5c2 req-35dc3109-bc98-4b69-a9e3-d8fce1dcb210 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:53.382246 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-286b8da4-6d19-4567-ac51-f6fb4050e5c2 req-35dc3109-bc98-4b69-a9e3-d8fce1dcb210 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/ports?device_id=84ace3fd-5fc2-478a-b3ae-e22bb21cd3c1 HTTP/1.1" status: 200 len: 943 time: 0.2062235 Nov 10 19:13:53.403340 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-823d4329-1dd5-4b6c-8c74-2fa84fcfeb70 req-ba1d7442-4124-4791-9585-9ee26f056aa7 service neutron] 10.222.0.73 "GET /v2.0/networks/9e3f588d-9e16-4009-9128-d1f7230e1521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334977 Nov 10 19:13:53.418813 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-9539cf78-4009-4845-8246-f6d5791816c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:53.420945 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-9539cf78-4009-4845-8246-f6d5791816c5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8dc1acd4c7b74faa8f26eafd6b931bac&device_id=6bac33c3-4005-4e11-9d55-7db664221e78 HTTP/1.1" status: 200 len: 1099 time: 0.7011266 Nov 10 19:13:53.421911 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b5cbe-ac26-44c9-bef7-b70a27a83222 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd2d6c5-c512-4310-8808-a025254fc392,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:53.456419 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 567cd00f-e311-49d8-a9b4-75b0ae053aed, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=567cd00f-e311-49d8-a9b4-75b0ae053aed,segment=NetworkSegment(220cece1-c75f-4422-9d0a-be8b2e722cf3),segment_id=220cece1-c75f-4422-9d0a-be8b2e722cf3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:53.466976 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2eb16be5-76b6-49f1-955c-cfa0db50f347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:53.477254 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:53.516103 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-e2e776ec-c976-457a-98da-b422abceaa10 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=4bd2d6c5-c512-4310-8808-a025254fc392 HTTP/1.1" status: 200 len: 217 time: 0.0539701 Nov 10 19:13:53.588407 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-ba0872d3-6db4-4313-9b71-f781ea64090b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:53.590591 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-ba0872d3-6db4-4313-9b71-f781ea64090b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0648086 Nov 10 19:13:53.613351 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-7322d650-2d35-4366-a733-3d8c0f0d13b0 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=24f1bd1dd82640929809976a31e51c4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0831895 Nov 10 19:13:53.620746 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=567cd00f-e311-49d8-a9b4-75b0ae053aed,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:53.626652 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-b6976463-aea4-481c-bfab-5f46c759a7d7 None None] Provisioning complete for port 46cac36f-cdb6-4119-af11-3a438f8c410c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:53.627673 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b6976463-aea4-481c-bfab-5f46c759a7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:53.658775 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5b534d94-e9a6-4d7f-a1b6-5e584f88c0a2 req-5b5177da-f617-4b48-9a3f-8accea8fca60 service neutron] 10.222.0.73 "GET /v2.0/networks/9e3f588d-9e16-4009-9128-d1f7230e1521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092495 Nov 10 19:13:53.669902 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-8d396200-2a2a-4db7-911d-371227b2a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:53.672388 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-8d396200-2a2a-4db7-911d-371227b2a57f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0736415 Nov 10 19:13:53.726852 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-b6976463-aea4-481c-bfab-5f46c759a7d7 None None] Port 46cac36f-cdb6-4119-af11-3a438f8c410c cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:13:53.801518 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-5eb7a9bb-ae3f-443f-9c17-1ecd48982509 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188102 Nov 10 19:13:53.802165 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-286b8da4-6d19-4567-ac51-f6fb4050e5c2 req-ef7ed6f8-e1ee-4f27-b01f-261ad577ba1b tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce354ea6-3eb0-4818-8104-5fb82d5ad040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074993 Nov 10 19:13:53.825116 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-e05efd55-83e4-4569-b6ff-50db371e5f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:53.908363 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5b8f5066-ec96-4607-9807-d7733e04aaca req-16b371f1-78ef-4014-95b5-c6bba68f856d service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983968 Nov 10 19:13:53.942974 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb571739-4c1d-49d2-94d1-f53916cd0536 req-e9e321ed-31c2-4def-9be7-35c372a6946e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:53.949221 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb571739-4c1d-49d2-94d1-f53916cd0536 req-e9e321ed-31c2-4def-9be7-35c372a6946e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:53.955517 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb571739-4c1d-49d2-94d1-f53916cd0536 req-e9e321ed-31c2-4def-9be7-35c372a6946e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:53.961817 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb571739-4c1d-49d2-94d1-f53916cd0536 req-e9e321ed-31c2-4def-9be7-35c372a6946e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:53.968654 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb571739-4c1d-49d2-94d1-f53916cd0536 req-e9e321ed-31c2-4def-9be7-35c372a6946e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:53.970658 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bb571739-4c1d-49d2-94d1-f53916cd0536 req-e9e321ed-31c2-4def-9be7-35c372a6946e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 3816 time: 0.4781678 Nov 10 19:13:54.045024 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-58fbe287-9a40-4f84-b407-cdcc2bba0c66 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:54.046550 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-58fbe287-9a40-4f84-b407-cdcc2bba0c66 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4001975 Nov 10 19:13:54.056398 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 169b9c6f-bee8-46f4-babd-401a78640a28 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:13:54.073803 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-929c383d-8325-4167-a4b7-3d6b0b97e6ab tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Request body: {'port': {'device_id': 'ff589d26-34ae-4ec4-ae5a-d2784849e6b8', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'admin_state_up': True, 'tenant_id': '24f1bd1dd82640929809976a31e51c4e'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:54.086044 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-a082d4bf-1436-4ea4-b8e7-24b2c42b482c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d7616d-0992-4a97-b94a-c81060a54fc2 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:13:54.111749 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 169b9c6f-bee8-46f4-babd-401a78640a28 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:13:54.116083 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 169b9c6f-bee8-46f4-babd-401a78640a28 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:54.116540 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:54.165196 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-a082d4bf-1436-4ea4-b8e7-24b2c42b482c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:54.201200 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:54.248585 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-a082d4bf-1436-4ea4-b8e7-24b2c42b482c service neutron] Transition to ACTIVE for port object 78d7616d-0992-4a97-b94a-c81060a54fc2 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:13:54.254454 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 169b9c6f-bee8-46f4-babd-401a78640a28, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=169b9c6f-bee8-46f4-babd-401a78640a28,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:54.256933 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd3a9a-f65f-4c10-bac3-d02fd4ec4d9b req-7ef0486a-74f4-48be-aacb-682f1ef25d1b tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:54.258518 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f0bd3a9a-f65f-4c10-bac3-d02fd4ec4d9b req-7ef0486a-74f4-48be-aacb-682f1ef25d1b tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6b0e2d4-e4fe-486e-9c8d-7d73465eb0bc HTTP/1.1" status: 200 len: 948 time: 0.3677714 Nov 10 19:13:54.262250 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:54.267854 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-a082d4bf-1436-4ea4-b8e7-24b2c42b482c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:54.268604 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:54.285850 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bb571739-4c1d-49d2-94d1-f53916cd0536 req-376cbc72-86d2-4eaf-b1f9-61e147d3a285 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d93388-382e-4c6b-9fd9-db42bf1d98d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2807474 Nov 10 19:13:54.321408 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=169b9c6f-bee8-46f4-babd-401a78640a28,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:54.398166 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9134752b-222f-4afd-b317-9f8e204aca9a x-openstack-request-id: req-9134752b-222f-4afd-b317-9f8e204aca9a {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:13:54.402113 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3788855a-0668-4ebd-a65a-0ac736c71e54", "name": "network-vif-deleted", "tag": "93086f46-9205-437e-aea5-59655e8ab9fa", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:13:54.402553 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9134752b-222f-4afd-b317-9f8e204aca9a {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:13:54.403367 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3788855a-0668-4ebd-a65a-0ac736c71e54', 'name': 'network-vif-deleted', 'tag': '93086f46-9205-437e-aea5-59655e8ab9fa', 'status': 'completed', 'code': 200} Nov 10 19:13:54.417349 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082d4bf-1436-4ea4-b8e7-24b2c42b482c service neutron] Pushing event updated for resources: {'Port': ['ID=78d7616d-0992-4a97-b94a-c81060a54fc2,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:54.507148 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f0bd3a9a-f65f-4c10-bac3-d02fd4ec4d9b req-8e6347cc-6248-455c-a3f7-2aecd415f21e tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1310eb53-ccf0-4795-9b31-b72aaf71422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202942 Nov 10 19:13:54.562116 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7359ce39-8c91-4abd-864f-b4e6ddeb3018 x-openstack-request-id: req-7359ce39-8c91-4abd-864f-b4e6ddeb3018 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:13:54.562826 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b15ace-c6e8-4480-b9a3-e989f42e095e", "name": "network-vif-plugged", "status": "completed", "tag": "59749f54-4a23-4599-abff-53c4979742d8", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:13:54.564225 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7359ce39-8c91-4abd-864f-b4e6ddeb3018 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:13:54.564751 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b15ace-c6e8-4480-b9a3-e989f42e095e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59749f54-4a23-4599-abff-53c4979742d8', 'code': 200} Nov 10 19:13:54.752713 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:54.918004 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-929c383d-8325-4167-a4b7-3d6b0b97e6ab tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Made reservation on behalf of 24f1bd1dd82640929809976a31e51c4e for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:13:54.921546 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-929c383d-8325-4167-a4b7-3d6b0b97e6ab tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:54.925409 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-af9235f0-11a5-40db-a3d9-23ded35ce453 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=24f1bd1dd82640929809976a31e51c4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4329894 Nov 10 19:13:54.997640 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-929c383d-8325-4167-a4b7-3d6b0b97e6ab tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:55.079355 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-e05efd55-83e4-4569-b6ff-50db371e5f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 893f5fad-5d52-4ed2-a497-8f4e5f94cfec {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:13:55.101423 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-e05efd55-83e4-4569-b6ff-50db371e5f26 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:55.124555 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-a082d4bf-1436-4ea4-b8e7-24b2c42b482c service neutron] Attempting to bind port 78d7616d-0992-4a97-b94a-c81060a54fc2 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:13:55.124891 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-a082d4bf-1436-4ea4-b8e7-24b2c42b482c service neutron] Attempting to bind port 78d7616d-0992-4a97-b94a-c81060a54fc2 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': 'dbdeb921-b21e-4ed7-abfa-477ab4c0055c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:13:55.125217 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-a082d4bf-1436-4ea4-b8e7-24b2c42b482c service neutron] Attempting to bind port 78d7616d-0992-4a97-b94a-c81060a54fc2 on network f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:13:55.144361 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-e05efd55-83e4-4569-b6ff-50db371e5f26 service neutron] Transition to ACTIVE for port object 893f5fad-5d52-4ed2-a497-8f4e5f94cfec will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:13:55.152338 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ea9ed-18e0-4fc9-b72f-1ff89cabeb7f req-a90684a4-7f2a-4094-afb9-fdcd522a15c3 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:55.153921 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b5ea9ed-18e0-4fc9-b72f-1ff89cabeb7f req-a90684a4-7f2a-4094-afb9-fdcd522a15c3 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/ports?device_id=6bac33c3-4005-4e11-9d55-7db664221e78 HTTP/1.1" status: 200 len: 948 time: 0.2798848 Nov 10 19:13:55.165978 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-e05efd55-83e4-4569-b6ff-50db371e5f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:55.179885 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-a082d4bf-1436-4ea4-b8e7-24b2c42b482c service neutron] Port 78d7616d-0992-4a97-b94a-c81060a54fc2 on network f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:13:55.180132 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-a082d4bf-1436-4ea4-b8e7-24b2c42b482c service neutron] Attempting to bind port 78d7616d-0992-4a97-b94a-c81060a54fc2 on network f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:13:55.246861 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-a082d4bf-1436-4ea4-b8e7-24b2c42b482c service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:13:55.247339 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-a082d4bf-1436-4ea4-b8e7-24b2c42b482c service neutron] Checking segment: {'id': 'dbdeb921-b21e-4ed7-abfa-477ab4c0055c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:13:55.247339 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-a082d4bf-1436-4ea4-b8e7-24b2c42b482c service neutron] Bound using segment: {'id': 'dbdeb921-b21e-4ed7-abfa-477ab4c0055c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:13:55.247788 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-a082d4bf-1436-4ea4-b8e7-24b2c42b482c service neutron] Bound port: 78d7616d-0992-4a97-b94a-c81060a54fc2, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbdeb921-b21e-4ed7-abfa-477ab4c0055c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:13:55.248167 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-a082d4bf-1436-4ea4-b8e7-24b2c42b482c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:55.272751 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-4c9aaede-33a6-42e5-b700-4005f9e31a87 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:55.274325 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-4c9aaede-33a6-42e5-b700-4005f9e31a87 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3256376 Nov 10 19:13:55.309381 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05efd55-83e4-4569-b6ff-50db371e5f26 service neutron] Pushing event updated for resources: {'Port': ['ID=893f5fad-5d52-4ed2-a497-8f4e5f94cfec,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:55.371831 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-003162df-08de-430e-b743-cc9332affd3a tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/quotas/24f1bd1dd82640929809976a31e51c4e HTTP/1.1" status: 200 len: 375 time: 0.0746455 Nov 10 19:13:55.403820 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b5ea9ed-18e0-4fc9-b72f-1ff89cabeb7f req-dd252ec4-d3cf-41f9-b982-58678d521ccf tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7448b13-6ec0-4770-9f6c-62378f6dd830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352922 Nov 10 19:13:55.426021 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-929c383d-8325-4167-a4b7-3d6b0b97e6ab tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:55.476069 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-b4db3548-7504-4fde-ab75-c7e699e2406e tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=24f1bd1dd82640929809976a31e51c4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0764511 Nov 10 19:13:55.476696 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-929c383d-8325-4167-a4b7-3d6b0b97e6ab tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:55.596300 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 0cff2e3d-7977-49ef-a216-adda06fe3858 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:13:55.670430 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c383d-8325-4167-a4b7-3d6b0b97e6ab tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25cfbe48-e133-43b8-98af-8c31cdb438e6,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:55.678455 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-a082d4bf-1436-4ea4-b8e7-24b2c42b482c service neutron] For port 78d7616d-0992-4a97-b94a-c81060a54fc2, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:13:55.694230 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-a082d4bf-1436-4ea4-b8e7-24b2c42b482c service neutron] For port 78d7616d-0992-4a97-b94a-c81060a54fc2, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=78d7616d-0992-4a97-b94a-c81060a54fc2,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:13:55.756107 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-e05efd55-83e4-4569-b6ff-50db371e5f26 service neutron] Attempting to bind port 893f5fad-5d52-4ed2-a497-8f4e5f94cfec on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:13:55.759964 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-e05efd55-83e4-4569-b6ff-50db371e5f26 service neutron] Attempting to bind port 893f5fad-5d52-4ed2-a497-8f4e5f94cfec by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'bbb86607-878b-48fc-80e0-71f257e97ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '87a15d79-4902-4d31-887f-c388f0985906'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:13:55.761309 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-e05efd55-83e4-4569-b6ff-50db371e5f26 service neutron] Attempting to bind port 893f5fad-5d52-4ed2-a497-8f4e5f94cfec on network 87a15d79-4902-4d31-887f-c388f0985906 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:13:55.764769 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-a082d4bf-1436-4ea4-b8e7-24b2c42b482c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:55.768878 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fcbd795d-1aef-4a70-b876-c3e92da4cce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:55.836434 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 0cff2e3d-7977-49ef-a216-adda06fe3858, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=0cff2e3d-7977-49ef-a216-adda06fe3858,segment=NetworkSegment(7326ada5-f762-4313-b25f-4cb3df3eec6b),segment_id=7326ada5-f762-4313-b25f-4cb3df3eec6b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:55.856039 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '0cff2e3d-7977-49ef-a216-adda06fe3858', 'network_id': '9e3f588d-9e16-4009-9128-d1f7230e1521', 'port_id': '0cff2e3d-7977-49ef-a216-adda06fe3858', 'mac_address': 'fa:16:3e:c8:22:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9518c1a-00be-415c-83ea-29562b7f88d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:13:55.867584 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-e05efd55-83e4-4569-b6ff-50db371e5f26 service neutron] Port 893f5fad-5d52-4ed2-a497-8f4e5f94cfec on network 87a15d79-4902-4d31-887f-c388f0985906 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:13:55.867913 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-e05efd55-83e4-4569-b6ff-50db371e5f26 service neutron] Attempting to bind port 893f5fad-5d52-4ed2-a497-8f4e5f94cfec on network 87a15d79-4902-4d31-887f-c388f0985906 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:13:55.916643 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-a082d4bf-1436-4ea4-b8e7-24b2c42b482c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:55.917268 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-a082d4bf-1436-4ea4-b8e7-24b2c42b482c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:55.918730 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-a082d4bf-1436-4ea4-b8e7-24b2c42b482c service neutron] 10.222.0.25 "PUT /v2.0/ports/78d7616d-0992-4a97-b94a-c81060a54fc2 HTTP/1.1" status: 200 len: 1092 time: 4.2068725 Nov 10 19:13:55.920949 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8084a0-8e95-4a25-a945-75a0a53a9fac', 'tag': '78d7616d-0992-4a97-b94a-c81060a54fc2'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:13:55.923191 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1556be-5106-4256-a908-6ee9542a1134" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8084a0-8e95-4a25-a945-75a0a53a9fac", "tag": "78d7616d-0992-4a97-b94a-c81060a54fc2"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:13:55.928809 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-929c383d-8325-4167-a4b7-3d6b0b97e6ab tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Allocated IP 192.168.233.121 (d392c118-92b4-47b2-87bf-77c096e8a630/f9b6e8e7-6ebd-402d-901c-b41f234de3ab/29348ed9-dd43-489b-9968-2bb2b186250d) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:13:55.931979 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-e05efd55-83e4-4569-b6ff-50db371e5f26 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:13:55.932312 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-e05efd55-83e4-4569-b6ff-50db371e5f26 service neutron] Checking segment: {'id': 'bbb86607-878b-48fc-80e0-71f257e97ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '87a15d79-4902-4d31-887f-c388f0985906'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:13:55.932690 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-e05efd55-83e4-4569-b6ff-50db371e5f26 service neutron] Bound using segment: {'id': 'bbb86607-878b-48fc-80e0-71f257e97ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '87a15d79-4902-4d31-887f-c388f0985906'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:13:55.933133 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-e05efd55-83e4-4569-b6ff-50db371e5f26 service neutron] Bound port: 893f5fad-5d52-4ed2-a497-8f4e5f94cfec, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbb86607-878b-48fc-80e0-71f257e97ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '87a15d79-4902-4d31-887f-c388f0985906'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:13:55.933485 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-e05efd55-83e4-4569-b6ff-50db371e5f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:55.933809 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:55.987434 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cff2e3d-7977-49ef-a216-adda06fe3858 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:13:55.988677 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ea8e9-170c-4c8f-89a9-bc04ea16c070 req-aabcafe7-0937-4030-829c-0e9ecd0d4b8e tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:55.995069 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ea8e9-170c-4c8f-89a9-bc04ea16c070 req-aabcafe7-0937-4030-829c-0e9ecd0d4b8e tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:56.001176 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ea8e9-170c-4c8f-89a9-bc04ea16c070 req-aabcafe7-0937-4030-829c-0e9ecd0d4b8e tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:56.009173 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-067ea8e9-170c-4c8f-89a9-bc04ea16c070 req-aabcafe7-0937-4030-829c-0e9ecd0d4b8e tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5b15ace-c6e8-4480-b9a3-e989f42e095e HTTP/1.1" status: 200 len: 2419 time: 0.3349864 Nov 10 19:13:56.011780 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082d4bf-1436-4ea4-b8e7-24b2c42b482c service neutron] Pushing event updated for resources: {'Port': ['ID=78d7616d-0992-4a97-b94a-c81060a54fc2,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:56.058930 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 0cff2e3d-7977-49ef-a216-adda06fe3858, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=0cff2e3d-7977-49ef-a216-adda06fe3858,segment=NetworkSegment(7326ada5-f762-4313-b25f-4cb3df3eec6b),segment_id=7326ada5-f762-4313-b25f-4cb3df3eec6b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:56.067220 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:56.215012 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=0cff2e3d-7977-49ef-a216-adda06fe3858,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:56.229285 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-067ea8e9-170c-4c8f-89a9-bc04ea16c070 req-8f41322d-e96a-4b15-bb05-a3d7098d77d2 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/security-groups?id=52de01c7-d00e-4b3b-b09f-d092153ad5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190378 Nov 10 19:13:56.248267 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-e05efd55-83e4-4569-b6ff-50db371e5f26 service neutron] For port 893f5fad-5d52-4ed2-a497-8f4e5f94cfec, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:13:56.252921 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-e05efd55-83e4-4569-b6ff-50db371e5f26 service neutron] For port 893f5fad-5d52-4ed2-a497-8f4e5f94cfec, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=893f5fad-5d52-4ed2-a497-8f4e5f94cfec,segment=NetworkSegment(bbb86607-878b-48fc-80e0-71f257e97ed3),segment_id=bbb86607-878b-48fc-80e0-71f257e97ed3)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:13:56.262892 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-f80c48fe-458c-4058-9ae1-3e9a4054d3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:56.264672 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-f80c48fe-458c-4058-9ae1-3e9a4054d3ac service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=86949477275045bb909c8def9385c7a2&device_id=4e8084a0-8e95-4a25-a945-75a0a53a9fac HTTP/1.1" status: 200 len: 1095 time: 0.2946379 Nov 10 19:13:56.270238 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-e05efd55-83e4-4569-b6ff-50db371e5f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:56.340894 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['0cff2e3d-7977-49ef-a216-adda06fe3858'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:13:56.367574 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05efd55-83e4-4569-b6ff-50db371e5f26 service neutron] Pushing event updated for resources: {'Port': ['ID=893f5fad-5d52-4ed2-a497-8f4e5f94cfec,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:56.407634 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b54bbf-1978-49d3-af24-3fd565c568fc', 'tag': '6ce9d5bc-694c-4318-b659-53527abe163c'}, {'name': 'network-changed', 'server_uuid': '6bac33c3-4005-4e11-9d55-7db664221e78', 'tag': '4bd2d6c5-c512-4310-8808-a025254fc392'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:13:56.417138 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082d1c8d-26db-489a-b58c-48a077aeb4a0" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b54bbf-1978-49d3-af24-3fd565c568fc", "tag": "6ce9d5bc-694c-4318-b659-53527abe163c"}, {"name": "network-changed", "server_uuid": "6bac33c3-4005-4e11-9d55-7db664221e78", "tag": "4bd2d6c5-c512-4310-8808-a025254fc392"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:13:56.428479 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-e05efd55-83e4-4569-b6ff-50db371e5f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:56.429312 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-e05efd55-83e4-4569-b6ff-50db371e5f26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:56.431437 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-e05efd55-83e4-4569-b6ff-50db371e5f26 service neutron] 10.222.0.73 "PUT /v2.0/ports/893f5fad-5d52-4ed2-a497-8f4e5f94cfec HTTP/1.1" status: 200 len: 1092 time: 3.1334367 Nov 10 19:13:56.554812 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-5e80c2ee-b57d-4d46-8b7f-411a118f99f2 service neutron] Request body: {'port': {'device_id': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:56.568469 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b15ace-c6e8-4480-b9a3-e989f42e095e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72bf60a-a4bf-4f8d-8cbe-4e1d23740772'}, {'server_uuid': 'b5b15ace-c6e8-4480-b9a3-e989f42e095e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567cd00f-e311-49d8-a9b4-75b0ae053aed'}, {'server_uuid': 'a6b0e2d4-e4fe-486e-9c8d-7d73465eb0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169b9c6f-bee8-46f4-babd-401a78640a28'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:13:56.571028 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccc6aa2-22e8-4ab2-a98d-229f8fde8370" -d '{"events": [{"server_uuid": "b5b15ace-c6e8-4480-b9a3-e989f42e095e", "name": "network-vif-plugged", "status": "completed", "tag": "f72bf60a-a4bf-4f8d-8cbe-4e1d23740772"}, {"server_uuid": "b5b15ace-c6e8-4480-b9a3-e989f42e095e", "name": "network-vif-plugged", "status": "completed", "tag": "567cd00f-e311-49d8-a9b4-75b0ae053aed"}, {"server_uuid": "a6b0e2d4-e4fe-486e-9c8d-7d73465eb0bc", "name": "network-vif-plugged", "status": "completed", "tag": "169b9c6f-bee8-46f4-babd-401a78640a28"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:13:56.589611 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-8dd02f2c-0908-4ef5-864d-0d6c6fa3550a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78d7616d-0992-4a97-b94a-c81060a54fc2 HTTP/1.1" status: 200 len: 217 time: 0.3089912 Nov 10 19:13:56.703782 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a7a967-cd74-4ad0-9e1b-1abc5a63fb32 req-258a37fb-58e7-439c-95f1-883ff6bafe8a tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:56.712352 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f5a7a967-cd74-4ad0-9e1b-1abc5a63fb32 req-258a37fb-58e7-439c-95f1-883ff6bafe8a tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/ports?device_id=84ace3fd-5fc2-478a-b3ae-e22bb21cd3c1 HTTP/1.1" status: 200 len: 944 time: 0.3537374 Nov 10 19:13:56.800693 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ffa6d-17aa-4a53-9fba-b0710dd8ca5e req-b0d37e6a-7280-4986-9cb8-846b688f05a6 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:56.802342 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0e6ffa6d-17aa-4a53-9fba-b0710dd8ca5e req-b0d37e6a-7280-4986-9cb8-846b688f05a6 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8084a0-8e95-4a25-a945-75a0a53a9fac HTTP/1.1" status: 200 len: 944 time: 0.2855067 Nov 10 19:13:56.813599 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-e65a84b3-acd9-4887-906c-5cf8e52574cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:56.815169 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-e65a84b3-acd9-4887-906c-5cf8e52574cf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=60343b83-37e4-41fb-97c3-061ff8929ded HTTP/1.1" status: 200 len: 844 time: 0.1959131 Nov 10 19:13:56.860152 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-5e80c2ee-b57d-4d46-8b7f-411a118f99f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:56.892132 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-c4486b38-b6fc-43f2-a135-712af1fa2879 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648420 Nov 10 19:13:56.929429 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-929c383d-8325-4167-a4b7-3d6b0b97e6ab tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:56.972549 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f5a7a967-cd74-4ad0-9e1b-1abc5a63fb32 req-2572ecaa-87aa-4bc0-9f00-ed1ef61f0313 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce354ea6-3eb0-4818-8104-5fb82d5ad040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587001 Nov 10 19:13:57.109312 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:57.110206 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0e6ffa6d-17aa-4a53-9fba-b0710dd8ca5e req-59e0a966-753b-4d7b-a767-549e0a4e1456 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889369 Nov 10 19:13:57.151560 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-929c383d-8325-4167-a4b7-3d6b0b97e6ab tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:57.267207 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-929c383d-8325-4167-a4b7-3d6b0b97e6ab tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Network d392c118-92b4-47b2-87bf-77c096e8a630 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:13:57.270596 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-565831f3-4d03-4a87-9747-53c86f43efb7 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=24f1bd1dd82640929809976a31e51c4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563250 Nov 10 19:13:57.286332 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c383d-8325-4167-a4b7-3d6b0b97e6ab tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Pushing event updated for resources: {'Port': ['ID=29348ed9-dd43-489b-9968-2bb2b186250d,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:57.289042 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-929c383d-8325-4167-a4b7-3d6b0b97e6ab tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:13:57.379140 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-929c383d-8325-4167-a4b7-3d6b0b97e6ab tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:13:57.484073 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-929c383d-8325-4167-a4b7-3d6b0b97e6ab tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:57.484747 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-929c383d-8325-4167-a4b7-3d6b0b97e6ab tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:57.539436 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-59d66cb1-eb9f-4bde-89d1-7235e7339aee tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:57.543859 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-59d66cb1-eb9f-4bde-89d1-7235e7339aee tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2633984 Nov 10 19:13:57.545168 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-929c383d-8325-4167-a4b7-3d6b0b97e6ab tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4829500 Nov 10 19:13:57.558557 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-2b2d7f3c-3c8b-4128-83a3-cd99c0240c8b tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Request body: {'port': {'device_id': '8b98b83b-70ed-4e37-885a-e7167916b3a6', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'admin_state_up': True, 'tenant_id': '24f1bd1dd82640929809976a31e51c4e'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:57.564538 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c1ab4-538b-4853-8ed4-1478956468b0 req-b202d8f8-330e-4ca1-8db8-74c8fb333a0e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:57.572068 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c1ab4-538b-4853-8ed4-1478956468b0 req-b202d8f8-330e-4ca1-8db8-74c8fb333a0e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:57.580428 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c1ab4-538b-4853-8ed4-1478956468b0 req-b202d8f8-330e-4ca1-8db8-74c8fb333a0e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:57.587660 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c1ab4-538b-4853-8ed4-1478956468b0 req-b202d8f8-330e-4ca1-8db8-74c8fb333a0e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:57.595878 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c1ab4-538b-4853-8ed4-1478956468b0 req-b202d8f8-330e-4ca1-8db8-74c8fb333a0e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:57.601811 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-265c1ab4-538b-4853-8ed4-1478956468b0 req-b202d8f8-330e-4ca1-8db8-74c8fb333a0e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 3828 time: 0.4765637 Nov 10 19:13:57.612864 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 6ce9d5bc-694c-4318-b659-53527abe163c details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:13:57.621167 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 0cff2e3d-7977-49ef-a216-adda06fe3858 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:13:57.629604 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-39a8e9c6-8762-4382-a9a7-6ee6c49fb90b service neutron] Request body: {'port': {'device_id': 'ff589d26-34ae-4ec4-ae5a-d2784849e6b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:57.653348 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-c7633b8c-c209-4e0d-9d3d-854971bf48c0 service neutron] 10.222.0.25 "GET /v2.0/networks/f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7408345 Nov 10 19:13:57.715440 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-2b2d7f3c-3c8b-4128-83a3-cd99c0240c8b tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Made reservation on behalf of 24f1bd1dd82640929809976a31e51c4e for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:13:57.719620 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-2b2d7f3c-3c8b-4128-83a3-cd99c0240c8b tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:57.741890 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f00376-3035-4b9c-a611-383ad998d020 req-a4113806-33f6-4693-afab-7f876f76ebc7 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:57.758477 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7f00376-3035-4b9c-a611-383ad998d020 req-a4113806-33f6-4693-afab-7f876f76ebc7 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6b0e2d4-e4fe-486e-9c8d-7d73465eb0bc HTTP/1.1" status: 200 len: 949 time: 0.4855611 Nov 10 19:13:57.879225 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 0cff2e3d-7977-49ef-a216-adda06fe3858 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:13:57.901412 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 0cff2e3d-7977-49ef-a216-adda06fe3858 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:57.901819 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:57.937860 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 6ce9d5bc-694c-4318-b659-53527abe163c, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6ce9d5bc-694c-4318-b659-53527abe163c,segment=NetworkSegment(7326ada5-f762-4313-b25f-4cb3df3eec6b),segment_id=7326ada5-f762-4313-b25f-4cb3df3eec6b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:57.940251 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-2b2d7f3c-3c8b-4128-83a3-cd99c0240c8b tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Allocated IP 192.168.233.94 (d392c118-92b4-47b2-87bf-77c096e8a630/f9b6e8e7-6ebd-402d-901c-b41f234de3ab/dbfc142f-a987-481b-9f30-73482cd54f69) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:13:57.962343 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-aa12a4ea-896f-463e-a2ce-d8b06c35a33b None None] Provisioning complete for port 29348ed9-dd43-489b-9968-2bb2b186250d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:57.962718 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-aa12a4ea-896f-463e-a2ce-d8b06c35a33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:58.015589 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-aa12a4ea-896f-463e-a2ce-d8b06c35a33b None None] Port 29348ed9-dd43-489b-9968-2bb2b186250d cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:13:58.023471 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7f00376-3035-4b9c-a611-383ad998d020 req-9991d33c-d1aa-4f0e-9a8d-332f56059f3c tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1310eb53-ccf0-4795-9b31-b72aaf71422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637932 Nov 10 19:13:58.027833 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '6ce9d5bc-694c-4318-b659-53527abe163c', 'network_id': '9e3f588d-9e16-4009-9128-d1f7230e1521', 'port_id': '6ce9d5bc-694c-4318-b659-53527abe163c', 'mac_address': 'fa:16:3e:6c:34:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9518c1a-00be-415c-83ea-29562b7f88d4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:13:58.099054 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-39a8e9c6-8762-4382-a9a7-6ee6c49fb90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:58.114064 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:58.138876 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:58.141278 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-265c1ab4-538b-4853-8ed4-1478956468b0 req-74932984-3bef-44a0-b962-156ae452c5f5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d93388-382e-4c6b-9fd9-db42bf1d98d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4867177 Nov 10 19:13:58.155360 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce9d5bc-694c-4318-b659-53527abe163c {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:13:58.199856 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 6ce9d5bc-694c-4318-b659-53527abe163c, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6ce9d5bc-694c-4318-b659-53527abe163c,segment=NetworkSegment(7326ada5-f762-4313-b25f-4cb3df3eec6b),segment_id=7326ada5-f762-4313-b25f-4cb3df3eec6b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:58.230474 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:58.231417 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 4bd2d6c5-c512-4310-8808-a025254fc392 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:13:58.236849 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-2b2d7f3c-3c8b-4128-83a3-cd99c0240c8b tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:58.242049 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59581d3e-955c-4d2b-b42f-d4732eb8d334 req-6c8781fb-f469-40b4-9705-95ecd8b3040d tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b98b83b-70ed-4e37-885a-e7167916b3a6 HTTP/1.1" status: 200 len: 210 time: 0.1051939 Nov 10 19:13:58.269270 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5eb0b8a-169d-4873-bf6b-e1f7a3d05dbb x-openstack-request-id: req-f5eb0b8a-169d-4873-bf6b-e1f7a3d05dbb {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:13:58.271175 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8084a0-8e95-4a25-a945-75a0a53a9fac", "tag": "78d7616d-0992-4a97-b94a-c81060a54fc2", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:13:58.271709 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f5eb0b8a-169d-4873-bf6b-e1f7a3d05dbb {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:13:58.272381 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8084a0-8e95-4a25-a945-75a0a53a9fac', 'tag': '78d7616d-0992-4a97-b94a-c81060a54fc2', 'status': 'completed', 'code': 200} Nov 10 19:13:58.282704 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6790f7fe-7898-4e0f-89ef-2e6c597fb329 req-dd5e0905-0496-46b4-9d02-101a9d015143 service neutron] 10.222.0.25 "GET /v2.0/networks/f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5849495 Nov 10 19:13:58.331884 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 10 Nov 2021 19:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1e45fd-6d38-46bd-a8c3-bd1b9eede586 x-openstack-request-id: req-1b1e45fd-6d38-46bd-a8c3-bd1b9eede586 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:13:58.333897 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b54bbf-1978-49d3-af24-3fd565c568fc", "tag": "6ce9d5bc-694c-4318-b659-53527abe163c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6bac33c3-4005-4e11-9d55-7db664221e78", "tag": "4bd2d6c5-c512-4310-8808-a025254fc392", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:13:58.334167 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1b1e45fd-6d38-46bd-a8c3-bd1b9eede586 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:13:58.341015 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b54bbf-1978-49d3-af24-3fd565c568fc', 'tag': '6ce9d5bc-694c-4318-b659-53527abe163c', 'status': 'completed', 'code': 200} Nov 10 19:13:58.341375 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bac33c3-4005-4e11-9d55-7db664221e78', 'tag': '4bd2d6c5-c512-4310-8808-a025254fc392', 'status': 'completed', 'code': 200} Nov 10 19:13:58.387807 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 0cff2e3d-7977-49ef-a216-adda06fe3858, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=0cff2e3d-7977-49ef-a216-adda06fe3858,segment=NetworkSegment(7326ada5-f762-4313-b25f-4cb3df3eec6b),segment_id=7326ada5-f762-4313-b25f-4cb3df3eec6b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:58.418091 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:58.425660 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-2b2d7f3c-3c8b-4128-83a3-cd99c0240c8b tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:58.476539 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 10 Nov 2021 19:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b66761e-b28c-473c-84f6-a3547e881f16 x-openstack-request-id: req-1b66761e-b28c-473c-84f6-a3547e881f16 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:13:58.476914 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b15ace-c6e8-4480-b9a3-e989f42e095e", "name": "network-vif-plugged", "status": "completed", "tag": "f72bf60a-a4bf-4f8d-8cbe-4e1d23740772", "code": 200}, {"server_uuid": "b5b15ace-c6e8-4480-b9a3-e989f42e095e", "name": "network-vif-plugged", "status": "completed", "tag": "567cd00f-e311-49d8-a9b4-75b0ae053aed", "code": 200}, {"server_uuid": "a6b0e2d4-e4fe-486e-9c8d-7d73465eb0bc", "name": "network-vif-plugged", "status": "completed", "tag": "169b9c6f-bee8-46f4-babd-401a78640a28", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:13:58.481723 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1b66761e-b28c-473c-84f6-a3547e881f16 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:13:58.483233 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b15ace-c6e8-4480-b9a3-e989f42e095e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72bf60a-a4bf-4f8d-8cbe-4e1d23740772', 'code': 200} Nov 10 19:13:58.483491 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b15ace-c6e8-4480-b9a3-e989f42e095e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567cd00f-e311-49d8-a9b4-75b0ae053aed', 'code': 200} Nov 10 19:13:58.483743 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b0e2d4-e4fe-486e-9c8d-7d73465eb0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169b9c6f-bee8-46f4-babd-401a78640a28', 'code': 200} Nov 10 19:13:58.501941 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-5e80c2ee-b57d-4d46-8b7f-411a118f99f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21af280c-4557-46cd-a694-488125af25aa {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:13:58.524961 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-5e80c2ee-b57d-4d46-8b7f-411a118f99f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:58.579849 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04533e-b316-48f6-9be7-c79369b80390 req-cae5603f-0292-46b1-8fe5-35d46fdba631 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:58.587987 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5f04533e-b316-48f6-9be7-c79369b80390 req-cae5603f-0292-46b1-8fe5-35d46fdba631 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/ports?device_id=6bac33c3-4005-4e11-9d55-7db664221e78 HTTP/1.1" status: 200 len: 948 time: 0.2188618 Nov 10 19:13:58.595378 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-5e80c2ee-b57d-4d46-8b7f-411a118f99f2 service neutron] Transition to ACTIVE for port object 21af280c-4557-46cd-a694-488125af25aa will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:13:58.632341 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-5e80c2ee-b57d-4d46-8b7f-411a118f99f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:58.639391 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-2b2d7f3c-3c8b-4128-83a3-cd99c0240c8b tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Network d392c118-92b4-47b2-87bf-77c096e8a630 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:13:58.668280 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d1c8d-26db-489a-b58c-48a077aeb4a0 req-58922a4d-09cb-49f8-b3ee-7798b748b834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:58.669998 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-082d1c8d-26db-489a-b58c-48a077aeb4a0 req-58922a4d-09cb-49f8-b3ee-7798b748b834 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2fcc8eb39f9b4242acdb0a6e4b1d45f5&device_id=d5b54bbf-1978-49d3-af24-3fd565c568fc HTTP/1.1" status: 200 len: 1095 time: 0.2988718 Nov 10 19:13:58.685105 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-2b2d7f3c-3c8b-4128-83a3-cd99c0240c8b tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:13:58.691179 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1556be-5106-4256-a908-6ee9542a1134 req-5898dd43-3a54-4955-82c2-0964e311f516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:58.694295 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1f1556be-5106-4256-a908-6ee9542a1134 req-5898dd43-3a54-4955-82c2-0964e311f516 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=86949477275045bb909c8def9385c7a2&device_id=4e8084a0-8e95-4a25-a945-75a0a53a9fac HTTP/1.1" status: 200 len: 1095 time: 0.3115723 Nov 10 19:13:58.702769 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-2b2d7f3c-3c8b-4128-83a3-cd99c0240c8b tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:13:58.716362 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d9850-35ce-4025-a30b-6e6e21aa82b5 req-2bf4f596-5fbc-4d86-911a-d51c2ec30895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:58.716855 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d9850-35ce-4025-a30b-6e6e21aa82b5 req-2bf4f596-5fbc-4d86-911a-d51c2ec30895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:58.717328 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d9850-35ce-4025-a30b-6e6e21aa82b5 req-2bf4f596-5fbc-4d86-911a-d51c2ec30895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:58.719433 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-151d9850-35ce-4025-a30b-6e6e21aa82b5 req-2bf4f596-5fbc-4d86-911a-d51c2ec30895 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b5b15ace-c6e8-4480-b9a3-e989f42e095e HTTP/1.1" status: 200 len: 2872 time: 0.1266513 Nov 10 19:13:58.733425 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658115ed-ae3d-4323-bfbf-4dcd18347bcd req-15da9bd1-eafd-4e27-98df-bc3fead6c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:58.734981 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-658115ed-ae3d-4323-bfbf-4dcd18347bcd req-15da9bd1-eafd-4e27-98df-bc3fead6c974 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a6b0e2d4-e4fe-486e-9c8d-7d73465eb0bc HTTP/1.1" status: 200 len: 1100 time: 0.1540029 Nov 10 19:13:58.798461 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d7f3c-3c8b-4128-83a3-cd99c0240c8b tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Pushing event updated for resources: {'Port': ['ID=dbfc142f-a987-481b-9f30-73482cd54f69,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:58.845958 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=6ce9d5bc-694c-4318-b659-53527abe163c,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:58.880126 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5f04533e-b316-48f6-9be7-c79369b80390 req-da3e965d-af0c-4804-80e5-cf1a31acf206 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7448b13-6ec0-4770-9f6c-62378f6dd830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905056 Nov 10 19:13:58.913655 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:59.013460 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 4bd2d6c5-c512-4310-8808-a025254fc392, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=4bd2d6c5-c512-4310-8808-a025254fc392,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:59.068857 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-658115ed-ae3d-4323-bfbf-4dcd18347bcd req-d165ac0b-fd23-4b0b-8011-fdb4cada4f30 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1310eb53-ccf0-4795-9b31-b72aaf71422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638729 Nov 10 19:13:59.082612 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-2b2d7f3c-3c8b-4128-83a3-cd99c0240c8b tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:59.083277 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-2b2d7f3c-3c8b-4128-83a3-cd99c0240c8b tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:59.088597 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=0cff2e3d-7977-49ef-a216-adda06fe3858,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:59.092356 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '4bd2d6c5-c512-4310-8808-a025254fc392', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': '4bd2d6c5-c512-4310-8808-a025254fc392', 'mac_address': 'fa:16:3e:71:a1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:13:59.125425 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-151d9850-35ce-4025-a30b-6e6e21aa82b5 req-823ad81c-35a0-4cc1-9636-8aa4e33b6131 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=52de01c7-d00e-4b3b-b09f-d092153ad5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570654 Nov 10 19:13:59.139897 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-2b2d7f3c-3c8b-4128-83a3-cd99c0240c8b tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5868812 Nov 10 19:13:59.141642 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cf9cb-5820-4369-8c0c-b4c69a5f01e6 req-838c0098-72d3-4c0c-83c7-5206671122a0 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:59.156292 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cf9cb-5820-4369-8c0c-b4c69a5f01e6 req-838c0098-72d3-4c0c-83c7-5206671122a0 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:59.164543 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cf9cb-5820-4369-8c0c-b4c69a5f01e6 req-838c0098-72d3-4c0c-83c7-5206671122a0 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:59.166474 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-506cf9cb-5820-4369-8c0c-b4c69a5f01e6 req-838c0098-72d3-4c0c-83c7-5206671122a0 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5b15ace-c6e8-4480-b9a3-e989f42e095e HTTP/1.1" status: 200 len: 2419 time: 0.5636725 Nov 10 19:13:59.180324 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d1c8d-26db-489a-b58c-48a077aeb4a0 req-e7234a6a-61d7-4bb9-b7e0-606d83f40d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:59.181574 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e80c2ee-b57d-4d46-8b7f-411a118f99f2 service neutron] Pushing event updated for resources: {'Port': ['ID=21af280c-4557-46cd-a694-488125af25aa,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:59.182015 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-082d1c8d-26db-489a-b58c-48a077aeb4a0 req-e7234a6a-61d7-4bb9-b7e0-606d83f40d21 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9e3f588d-9e16-4009-9128-d1f7230e1521 HTTP/1.1" status: 200 len: 913 time: 0.4946473 Nov 10 19:13:59.210211 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a10a9978-a4db-4aa7-b4b1-0bc0abe0bd58 None None] Provisioning complete for port dbfc142f-a987-481b-9f30-73482cd54f69 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:13:59.210808 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a10a9978-a4db-4aa7-b4b1-0bc0abe0bd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:59.250476 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:59.253529 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-a10a9978-a4db-4aa7-b4b1-0bc0abe0bd58 None None] Port dbfc142f-a987-481b-9f30-73482cd54f69 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:13:59.304253 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd2d6c5-c512-4310-8808-a025254fc392 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:13:59.341183 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 4bd2d6c5-c512-4310-8808-a025254fc392, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=4bd2d6c5-c512-4310-8808-a025254fc392,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:13:59.344862 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:59.360798 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:59.387283 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-b1a08bac-b6ab-49bf-8a3e-c1e27f4247d3 service neutron] Request body: {'port': {'device_id': '8b98b83b-70ed-4e37-885a-e7167916b3a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:13:59.417212 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-082d1c8d-26db-489a-b58c-48a077aeb4a0 req-113c7cbd-4287-456f-98b6-878bec00d4b9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ce9d5bc-694c-4318-b659-53527abe163c HTTP/1.1" status: 200 len: 217 time: 0.0965650 Nov 10 19:13:59.478913 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=4bd2d6c5-c512-4310-8808-a025254fc392,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:13:59.494465 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d1c8d-26db-489a-b58c-48a077aeb4a0 req-ca4f2066-af5c-4a74-a160-93a6aea19e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:59.496016 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-082d1c8d-26db-489a-b58c-48a077aeb4a0 req-ca4f2066-af5c-4a74-a160-93a6aea19e82 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e9518c1a-00be-415c-83ea-29562b7f88d4 HTTP/1.1" status: 200 len: 852 time: 0.0685031 Nov 10 19:13:59.575395 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-082d1c8d-26db-489a-b58c-48a077aeb4a0 req-1ff1d104-2fd0-4555-96a6-00cc21bed827 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e3f588d-9e16-4009-9128-d1f7230e1521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611100 Nov 10 19:13:59.583041 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-b1a08bac-b6ab-49bf-8a3e-c1e27f4247d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:59.644756 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['6ce9d5bc-694c-4318-b659-53527abe163c'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:13:59.648343 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['4bd2d6c5-c512-4310-8808-a025254fc392'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:13:59.721024 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-082d1c8d-26db-489a-b58c-48a077aeb4a0 req-e710dd08-2328-4928-8fd5-ef54a59772c0 service neutron] 10.222.0.73 "GET /v2.0/networks/9e3f588d-9e16-4009-9128-d1f7230e1521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135824 Nov 10 19:13:59.744293 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5adf3-02ee-40c8-91fe-be0e771a4236 req-6f5975ac-242c-4a9e-8670-224824a9aa8b tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:59.758975 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9fd5adf3-02ee-40c8-91fe-be0e771a4236 req-6f5975ac-242c-4a9e-8670-224824a9aa8b tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/ports?device_id=84ace3fd-5fc2-478a-b3ae-e22bb21cd3c1 HTTP/1.1" status: 200 len: 945 time: 0.6631548 Nov 10 19:13:59.847200 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9fd5adf3-02ee-40c8-91fe-be0e771a4236 req-4d291891-f298-41d4-82bf-66bed3783626 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce354ea6-3eb0-4818-8104-5fb82d5ad040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857818 Nov 10 19:13:59.920129 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1556be-5106-4256-a908-6ee9542a1134 req-5bf7047f-2db8-4f73-b153-51a8a3013d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:13:59.925751 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1f1556be-5106-4256-a908-6ee9542a1134 req-5bf7047f-2db8-4f73-b153-51a8a3013d79 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f HTTP/1.1" status: 200 len: 905 time: 1.2172987 Nov 10 19:13:59.951461 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-506cf9cb-5820-4369-8c0c-b4c69a5f01e6 req-44c1a187-9a3d-4c74-b1df-eebbdb5eb862 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/security-groups?id=52de01c7-d00e-4b3b-b09f-d092153ad5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7626083 Nov 10 19:14:00.081924 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1f1556be-5106-4256-a908-6ee9542a1134 req-8c5f284b-618d-4e8a-b6a8-aab31acd4127 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78d7616d-0992-4a97-b94a-c81060a54fc2 HTTP/1.1" status: 200 len: 217 time: 0.1255429 Nov 10 19:14:00.083626 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-082d1c8d-26db-489a-b58c-48a077aeb4a0 req-fcdec1ad-eb57-4f19-8e95-f0975e344b83 service neutron] 10.222.0.73 "GET /v2.0/networks/9e3f588d-9e16-4009-9128-d1f7230e1521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073318 Nov 10 19:14:00.192216 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-5e80c2ee-b57d-4d46-8b7f-411a118f99f2 service neutron] Attempting to bind port 21af280c-4557-46cd-a694-488125af25aa on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:14:00.192216 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-5e80c2ee-b57d-4d46-8b7f-411a118f99f2 service neutron] Attempting to bind port 21af280c-4557-46cd-a694-488125af25aa by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '181bf923-29c6-48c6-a618-3da751521132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'dfeb421a-f1c8-4726-8242-6b468d6e48f3'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:14:00.192557 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-5e80c2ee-b57d-4d46-8b7f-411a118f99f2 service neutron] Attempting to bind port 21af280c-4557-46cd-a694-488125af25aa on network dfeb421a-f1c8-4726-8242-6b468d6e48f3 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:14:00.247519 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-5e80c2ee-b57d-4d46-8b7f-411a118f99f2 service neutron] Port 21af280c-4557-46cd-a694-488125af25aa on network dfeb421a-f1c8-4726-8242-6b468d6e48f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:14:00.247873 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-5e80c2ee-b57d-4d46-8b7f-411a118f99f2 service neutron] Attempting to bind port 21af280c-4557-46cd-a694-488125af25aa on network dfeb421a-f1c8-4726-8242-6b468d6e48f3 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:14:00.248811 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d1c8d-26db-489a-b58c-48a077aeb4a0 req-4b7ede0a-f382-4842-81bc-238563f859e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:00.250436 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-082d1c8d-26db-489a-b58c-48a077aeb4a0 req-4b7ede0a-f382-4842-81bc-238563f859e8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8dc1acd4c7b74faa8f26eafd6b931bac&device_id=6bac33c3-4005-4e11-9d55-7db664221e78 HTTP/1.1" status: 200 len: 1100 time: 0.1130755 Nov 10 19:14:00.264744 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-39a8e9c6-8762-4382-a9a7-6ee6c49fb90b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29348ed9-dd43-489b-9968-2bb2b186250d {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:14:00.280326 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'tag': '893f5fad-5d52-4ed2-a497-8f4e5f94cfec'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:14:00.282690 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4018d22-ef82-42ce-83cc-b7410c39ed8d" -d '{"events": [{"name": "network-changed", "server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "tag": "893f5fad-5d52-4ed2-a497-8f4e5f94cfec"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:14:00.312594 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-39a8e9c6-8762-4382-a9a7-6ee6c49fb90b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:00.326996 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8abb1-44f9-430f-b118-0f5584714f08 req-0b885ec4-440a-4118-af85-f3eb2ad2d468 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:00.328664 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a4a8abb1-44f9-430f-b118-0f5584714f08 req-0b885ec4-440a-4118-af85-f3eb2ad2d468 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6b0e2d4-e4fe-486e-9c8d-7d73465eb0bc HTTP/1.1" status: 200 len: 949 time: 0.2135122 Nov 10 19:14:00.329494 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-5e80c2ee-b57d-4d46-8b7f-411a118f99f2 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:14:00.329848 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-5e80c2ee-b57d-4d46-8b7f-411a118f99f2 service neutron] Checking segment: {'id': '181bf923-29c6-48c6-a618-3da751521132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'dfeb421a-f1c8-4726-8242-6b468d6e48f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:14:00.330240 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-5e80c2ee-b57d-4d46-8b7f-411a118f99f2 service neutron] Bound using segment: {'id': '181bf923-29c6-48c6-a618-3da751521132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'dfeb421a-f1c8-4726-8242-6b468d6e48f3'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:14:00.330696 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-5e80c2ee-b57d-4d46-8b7f-411a118f99f2 service neutron] Bound port: 21af280c-4557-46cd-a694-488125af25aa, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '181bf923-29c6-48c6-a618-3da751521132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'dfeb421a-f1c8-4726-8242-6b468d6e48f3'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:14:00.331049 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-5e80c2ee-b57d-4d46-8b7f-411a118f99f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:00.358027 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6a2c7-f903-4b5d-9e8a-558ee486c80e req-aaa65703-d298-4515-98b2-d5cc3ac187ff tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:00.359623 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c3f6a2c7-f903-4b5d-9e8a-558ee486c80e req-aaa65703-d298-4515-98b2-d5cc3ac187ff tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8084a0-8e95-4a25-a945-75a0a53a9fac HTTP/1.1" status: 200 len: 944 time: 0.3158913 Nov 10 19:14:00.396861 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d1c8d-26db-489a-b58c-48a077aeb4a0 req-8b8d75f2-f505-4ddb-b189-b4128eb3a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:00.399285 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-082d1c8d-26db-489a-b58c-48a077aeb4a0 req-8b8d75f2-f505-4ddb-b189-b4128eb3a09d service neutron] 10.222.0.73 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.1399126 Nov 10 19:14:00.402396 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1556be-5106-4256-a908-6ee9542a1134 req-4cdd48e6-2101-4a4f-88ab-90da2f64f33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:00.404713 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1f1556be-5106-4256-a908-6ee9542a1134 req-4cdd48e6-2101-4a4f-88ab-90da2f64f33e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=60343b83-37e4-41fb-97c3-061ff8929ded HTTP/1.1" status: 200 len: 844 time: 0.2688580 Nov 10 19:14:00.419313 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-39a8e9c6-8762-4382-a9a7-6ee6c49fb90b service neutron] Transition to ACTIVE for port object 29348ed9-dd43-489b-9968-2bb2b186250d will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:14:00.440220 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-39a8e9c6-8762-4382-a9a7-6ee6c49fb90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:00.484778 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ace3fd-5fc2-478a-b3ae-e22bb21cd3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cff2e3d-7977-49ef-a216-adda06fe3858'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:14:00.490381 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c36029d-b979-44f6-be8e-aacd99e305e7" -d '{"events": [{"server_uuid": "84ace3fd-5fc2-478a-b3ae-e22bb21cd3c1", "name": "network-vif-plugged", "status": "completed", "tag": "0cff2e3d-7977-49ef-a216-adda06fe3858"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:14:00.493854 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1f1556be-5106-4256-a908-6ee9542a1134 req-370b0eaa-bee3-49ef-8bfa-899bd739863b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720801 Nov 10 19:14:00.573496 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c3f6a2c7-f903-4b5d-9e8a-558ee486c80e req-d856e409-6bca-43b4-a43d-c0eaed233d81 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001650 Nov 10 19:14:00.650216 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a4a8abb1-44f9-430f-b118-0f5584714f08 req-34b10102-9861-4039-8d97-21c9bc41d6b4 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1310eb53-ccf0-4795-9b31-b72aaf71422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080678 Nov 10 19:14:00.691715 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8e9c6-8762-4382-a9a7-6ee6c49fb90b service neutron] Pushing event updated for resources: {'Port': ['ID=29348ed9-dd43-489b-9968-2bb2b186250d,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:00.914922 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-5e80c2ee-b57d-4d46-8b7f-411a118f99f2 service neutron] For port 21af280c-4557-46cd-a694-488125af25aa, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:14:00.977494 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-082d1c8d-26db-489a-b58c-48a077aeb4a0 req-c70d518c-d0e8-458f-bb73-080fd28df197 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=4bd2d6c5-c512-4310-8808-a025254fc392 HTTP/1.1" status: 200 len: 217 time: 0.5708997 Nov 10 19:14:01.026511 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-5e80c2ee-b57d-4d46-8b7f-411a118f99f2 service neutron] For port 21af280c-4557-46cd-a694-488125af25aa, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=21af280c-4557-46cd-a694-488125af25aa,segment=NetworkSegment(181bf923-29c6-48c6-a618-3da751521132),segment_id=181bf923-29c6-48c6-a618-3da751521132)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:14:01.040447 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1f1556be-5106-4256-a908-6ee9542a1134 req-d79596c1-aca4-48f3-ad16-6cbf217301ef service neutron] 10.222.0.25 "GET /v2.0/networks/f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818647 Nov 10 19:14:01.062465 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d1c8d-26db-489a-b58c-48a077aeb4a0 req-2d744dde-abbf-4ed8-a286-80fc4642a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:01.064496 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-082d1c8d-26db-489a-b58c-48a077aeb4a0 req-2d744dde-abbf-4ed8-a286-80fc4642a36a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0471406 Nov 10 19:14:01.102178 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-39a8e9c6-8762-4382-a9a7-6ee6c49fb90b service neutron] Attempting to bind port 29348ed9-dd43-489b-9968-2bb2b186250d on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:14:01.102579 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-39a8e9c6-8762-4382-a9a7-6ee6c49fb90b service neutron] Attempting to bind port 29348ed9-dd43-489b-9968-2bb2b186250d by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:14:01.102912 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-39a8e9c6-8762-4382-a9a7-6ee6c49fb90b service neutron] Attempting to bind port 29348ed9-dd43-489b-9968-2bb2b186250d on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:14:01.171376 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d1c8d-26db-489a-b58c-48a077aeb4a0 req-861a6b0d-a908-4859-9961-fc5aa3444a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:01.179254 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-082d1c8d-26db-489a-b58c-48a077aeb4a0 req-861a6b0d-a908-4859-9961-fc5aa3444a43 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1075747 Nov 10 19:14:01.264867 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-39a8e9c6-8762-4382-a9a7-6ee6c49fb90b service neutron] Port 29348ed9-dd43-489b-9968-2bb2b186250d on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:14:01.265207 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-39a8e9c6-8762-4382-a9a7-6ee6c49fb90b service neutron] Attempting to bind port 29348ed9-dd43-489b-9968-2bb2b186250d on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:14:01.280081 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-5e80c2ee-b57d-4d46-8b7f-411a118f99f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:01.296933 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1f1556be-5106-4256-a908-6ee9542a1134 req-b9d9d5a5-fb57-40e0-b1db-b91540a58a49 service neutron] 10.222.0.25 "GET /v2.0/networks/f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229261 Nov 10 19:14:01.312398 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299fcc3-ca67-412d-820f-eafc516be029 req-7994f9f0-c55c-4053-9be9-969c84348a69 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:01.325645 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299fcc3-ca67-412d-820f-eafc516be029 req-7994f9f0-c55c-4053-9be9-969c84348a69 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:01.333249 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299fcc3-ca67-412d-820f-eafc516be029 req-7994f9f0-c55c-4053-9be9-969c84348a69 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:01.341512 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299fcc3-ca67-412d-820f-eafc516be029 req-7994f9f0-c55c-4053-9be9-969c84348a69 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:01.348160 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299fcc3-ca67-412d-820f-eafc516be029 req-7994f9f0-c55c-4053-9be9-969c84348a69 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:01.355165 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299fcc3-ca67-412d-820f-eafc516be029 req-7994f9f0-c55c-4053-9be9-969c84348a69 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:01.357602 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b299fcc3-ca67-412d-820f-eafc516be029 req-7994f9f0-c55c-4053-9be9-969c84348a69 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 4601 time: 0.5872869 Nov 10 19:14:01.366681 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c43f8-05ae-44ec-b085-49dc9c558419 req-8eaf8c72-0242-4724-b1e3-481fe66a891c tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:01.368502 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e86c43f8-05ae-44ec-b085-49dc9c558419 req-8eaf8c72-0242-4724-b1e3-481fe66a891c tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b98b83b-70ed-4e37-885a-e7167916b3a6 HTTP/1.1" status: 200 len: 935 time: 0.5634654 Nov 10 19:14:01.369501 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-39a8e9c6-8762-4382-a9a7-6ee6c49fb90b service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:14:01.370277 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-39a8e9c6-8762-4382-a9a7-6ee6c49fb90b service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:14:01.370670 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-39a8e9c6-8762-4382-a9a7-6ee6c49fb90b service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:14:01.371128 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-39a8e9c6-8762-4382-a9a7-6ee6c49fb90b service neutron] Bound port: 29348ed9-dd43-489b-9968-2bb2b186250d, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:14:01.371486 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-39a8e9c6-8762-4382-a9a7-6ee6c49fb90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:01.411679 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-082d1c8d-26db-489a-b58c-48a077aeb4a0 req-7d1a736c-7567-4e53-b787-27478899cce4 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190900 Nov 10 19:14:01.600498 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e80c2ee-b57d-4d46-8b7f-411a118f99f2 service neutron] Pushing event updated for resources: {'Port': ['ID=21af280c-4557-46cd-a694-488125af25aa,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:01.625732 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 6ce9d5bc-694c-4318-b659-53527abe163c up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:14:01.631630 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-b1a08bac-b6ab-49bf-8a3e-c1e27f4247d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbfc142f-a987-481b-9f30-73482cd54f69 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:14:01.644731 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-b1a08bac-b6ab-49bf-8a3e-c1e27f4247d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:01.655995 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-082d1c8d-26db-489a-b58c-48a077aeb4a0 req-22a90075-cd55-4de5-93de-75147829c452 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273526 Nov 10 19:14:01.658064 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-5e80c2ee-b57d-4d46-8b7f-411a118f99f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:01.658752 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-5e80c2ee-b57d-4d46-8b7f-411a118f99f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:01.660510 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-5e80c2ee-b57d-4d46-8b7f-411a118f99f2 service neutron] 10.222.0.73 "PUT /v2.0/ports/21af280c-4557-46cd-a694-488125af25aa HTTP/1.1" status: 200 len: 1131 time: 5.1448822 Nov 10 19:14:01.674957 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-b1a08bac-b6ab-49bf-8a3e-c1e27f4247d3 service neutron] Transition to ACTIVE for port object dbfc142f-a987-481b-9f30-73482cd54f69 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:14:01.683567 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-b1a08bac-b6ab-49bf-8a3e-c1e27f4247d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:01.743702 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-37f9a759-6c47-4bdc-9b62-32dd25a50d2f service neutron] Request body: {'port': {'device_id': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:14:01.748252 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 6ce9d5bc-694c-4318-b659-53527abe163c completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:14:01.755821 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 6ce9d5bc-694c-4318-b659-53527abe163c triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:01.759150 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a08bac-b6ab-49bf-8a3e-c1e27f4247d3 service neutron] Pushing event updated for resources: {'Port': ['ID=dbfc142f-a987-481b-9f30-73482cd54f69,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:01.759370 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:01.809614 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-39a8e9c6-8762-4382-a9a7-6ee6c49fb90b service neutron] For port 29348ed9-dd43-489b-9968-2bb2b186250d, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:14:01.843088 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e86c43f8-05ae-44ec-b085-49dc9c558419 req-21ac4848-3214-4733-bdd6-42d8659b5cae tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/security-groups?id=25cfbe48-e133-43b8-98af-8c31cdb438e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627496 Nov 10 19:14:01.867935 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-39a8e9c6-8762-4382-a9a7-6ee6c49fb90b service neutron] For port 29348ed9-dd43-489b-9968-2bb2b186250d, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=29348ed9-dd43-489b-9968-2bb2b186250d,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:14:01.914027 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-b1a08bac-b6ab-49bf-8a3e-c1e27f4247d3 service neutron] Attempting to bind port dbfc142f-a987-481b-9f30-73482cd54f69 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:14:01.914464 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-b1a08bac-b6ab-49bf-8a3e-c1e27f4247d3 service neutron] Attempting to bind port dbfc142f-a987-481b-9f30-73482cd54f69 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:14:01.914870 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-b1a08bac-b6ab-49bf-8a3e-c1e27f4247d3 service neutron] Attempting to bind port dbfc142f-a987-481b-9f30-73482cd54f69 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:14:01.920157 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-b1a08bac-b6ab-49bf-8a3e-c1e27f4247d3 service neutron] Port dbfc142f-a987-481b-9f30-73482cd54f69 on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:14:01.920571 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-b1a08bac-b6ab-49bf-8a3e-c1e27f4247d3 service neutron] Attempting to bind port dbfc142f-a987-481b-9f30-73482cd54f69 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:14:01.926049 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-b1a08bac-b6ab-49bf-8a3e-c1e27f4247d3 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:14:01.926406 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:01.926535 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-b1a08bac-b6ab-49bf-8a3e-c1e27f4247d3 service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:14:01.926945 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-b1a08bac-b6ab-49bf-8a3e-c1e27f4247d3 service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:14:01.928759 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-b1a08bac-b6ab-49bf-8a3e-c1e27f4247d3 service neutron] Bound port: dbfc142f-a987-481b-9f30-73482cd54f69, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:14:01.928759 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-b1a08bac-b6ab-49bf-8a3e-c1e27f4247d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:01.931804 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b299fcc3-ca67-412d-820f-eafc516be029 req-cc3a52a4-26d2-40e3-a752-01708597c7fe tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d93388-382e-4c6b-9fd9-db42bf1d98d3&id=6abcce0f-c6a6-4d15-bce8-1d7464d7e84e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4592633 Nov 10 19:14:01.990839 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 6ce9d5bc-694c-4318-b659-53527abe163c, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6ce9d5bc-694c-4318-b659-53527abe163c,segment=NetworkSegment(7326ada5-f762-4313-b25f-4cb3df3eec6b),segment_id=7326ada5-f762-4313-b25f-4cb3df3eec6b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:01.991686 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-39a8e9c6-8762-4382-a9a7-6ee6c49fb90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:01.999886 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:02.000861 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 4bd2d6c5-c512-4310-8808-a025254fc392 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:14:02.043394 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5b53b0-d6b3-497c-9be5-e981244b42ca x-openstack-request-id: req-ff5b53b0-d6b3-497c-9be5-e981244b42ca {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:14:02.043745 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "tag": "893f5fad-5d52-4ed2-a497-8f4e5f94cfec", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:14:02.043944 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ff5b53b0-d6b3-497c-9be5-e981244b42ca {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:14:02.044341 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'tag': '893f5fad-5d52-4ed2-a497-8f4e5f94cfec', 'status': 'completed', 'code': 200} Nov 10 19:14:02.062219 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-b1a08bac-b6ab-49bf-8a3e-c1e27f4247d3 service neutron] For port dbfc142f-a987-481b-9f30-73482cd54f69, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:14:02.072499 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-b1a08bac-b6ab-49bf-8a3e-c1e27f4247d3 service neutron] For port dbfc142f-a987-481b-9f30-73482cd54f69, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=dbfc142f-a987-481b-9f30-73482cd54f69,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:14:02.106265 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-b1a08bac-b6ab-49bf-8a3e-c1e27f4247d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:02.106518 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=6ce9d5bc-694c-4318-b659-53527abe163c,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:02.111908 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-37f9a759-6c47-4bdc-9b62-32dd25a50d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:02.125651 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83736cb3-6f59-4286-ae47-ba17395248cd x-openstack-request-id: req-83736cb3-6f59-4286-ae47-ba17395248cd {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:14:02.126826 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ace3fd-5fc2-478a-b3ae-e22bb21cd3c1", "name": "network-vif-plugged", "status": "completed", "tag": "0cff2e3d-7977-49ef-a216-adda06fe3858", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:14:02.127091 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-83736cb3-6f59-4286-ae47-ba17395248cd {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:14:02.127507 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ace3fd-5fc2-478a-b3ae-e22bb21cd3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cff2e3d-7977-49ef-a216-adda06fe3858', 'code': 200} Nov 10 19:14:02.134665 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-39a8e9c6-8762-4382-a9a7-6ee6c49fb90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:02.135250 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-39a8e9c6-8762-4382-a9a7-6ee6c49fb90b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:02.137137 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-39a8e9c6-8762-4382-a9a7-6ee6c49fb90b service neutron] 10.222.0.25 "PUT /v2.0/ports/29348ed9-dd43-489b-9968-2bb2b186250d HTTP/1.1" status: 200 len: 1096 time: 4.5272689 Nov 10 19:14:02.141202 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 4bd2d6c5-c512-4310-8808-a025254fc392 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:14:02.147285 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 4bd2d6c5-c512-4310-8808-a025254fc392 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:02.147812 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:02.195549 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8e9c6-8762-4382-a9a7-6ee6c49fb90b service neutron] Pushing event updated for resources: {'Port': ['ID=29348ed9-dd43-489b-9968-2bb2b186250d,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:02.212810 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968eac8d-640b-431d-bd54-dc6c711bde27 req-291d98b6-ab4f-448d-b1c5-3c182b32befe tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:02.220861 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-968eac8d-640b-431d-bd54-dc6c711bde27 req-291d98b6-ab4f-448d-b1c5-3c182b32befe tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/ports?device_id=6bac33c3-4005-4e11-9d55-7db664221e78 HTTP/1.1" status: 200 len: 949 time: 0.2266397 Nov 10 19:14:02.328118 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:02.355595 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-b1a08bac-b6ab-49bf-8a3e-c1e27f4247d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:02.356462 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-b1a08bac-b6ab-49bf-8a3e-c1e27f4247d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:02.358075 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-b1a08bac-b6ab-49bf-8a3e-c1e27f4247d3 service neutron] 10.222.0.73 "PUT /v2.0/ports/dbfc142f-a987-481b-9f30-73482cd54f69 HTTP/1.1" status: 200 len: 1095 time: 3.0388308 Nov 10 19:14:02.359635 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b98b83b-70ed-4e37-885a-e7167916b3a6', 'tag': 'dbfc142f-a987-481b-9f30-73482cd54f69'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:14:02.371845 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54dfbcee-77cc-48ae-a070-e5bc85022d6a" -d '{"events": [{"name": "network-changed", "server_uuid": "8b98b83b-70ed-4e37-885a-e7167916b3a6", "tag": "dbfc142f-a987-481b-9f30-73482cd54f69"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:14:02.435823 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 4bd2d6c5-c512-4310-8808-a025254fc392, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=4bd2d6c5-c512-4310-8808-a025254fc392,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:02.442551 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a08bac-b6ab-49bf-8a3e-c1e27f4247d3 service neutron] Pushing event updated for resources: {'Port': ['ID=dbfc142f-a987-481b-9f30-73482cd54f69,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:02.447011 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:02.474450 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4018d22-ef82-42ce-83cc-b7410c39ed8d req-17396686-212c-484c-8c38-77f51c2a80f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:02.483369 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4018d22-ef82-42ce-83cc-b7410c39ed8d req-17396686-212c-484c-8c38-77f51c2a80f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:02.483933 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4018d22-ef82-42ce-83cc-b7410c39ed8d req-17396686-212c-484c-8c38-77f51c2a80f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:02.484456 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4018d22-ef82-42ce-83cc-b7410c39ed8d req-17396686-212c-484c-8c38-77f51c2a80f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:02.484974 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4018d22-ef82-42ce-83cc-b7410c39ed8d req-17396686-212c-484c-8c38-77f51c2a80f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:02.486340 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4018d22-ef82-42ce-83cc-b7410c39ed8d req-17396686-212c-484c-8c38-77f51c2a80f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:02.488460 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b4018d22-ef82-42ce-83cc-b7410c39ed8d req-17396686-212c-484c-8c38-77f51c2a80f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8868befe3bb435a8f25d6ac7c7d0f37&device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 5287 time: 0.4106517 Nov 10 19:14:02.539299 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbe165-c39a-45d3-92e8-b68739f4006e req-87c8559e-f965-4cfa-b302-1317a23af05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:02.540719 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fddbe165-c39a-45d3-92e8-b68739f4006e req-87c8559e-f965-4cfa-b302-1317a23af05a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=84ace3fd-5fc2-478a-b3ae-e22bb21cd3c1 HTTP/1.1" status: 200 len: 1096 time: 0.2396257 Nov 10 19:14:02.564130 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=4bd2d6c5-c512-4310-8808-a025254fc392,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:02.632834 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-9acdda9c-bb23-4eb9-885e-e79c0e029e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:02.634753 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-9acdda9c-bb23-4eb9-885e-e79c0e029e4d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=24f1bd1dd82640929809976a31e51c4e&device_id=ff589d26-34ae-4ec4-ae5a-d2784849e6b8 HTTP/1.1" status: 200 len: 1099 time: 0.4019873 Nov 10 19:14:02.643458 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-a7a5392f-b952-470f-af58-3886661e74bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:02.645399 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-a7a5392f-b952-470f-af58-3886661e74bc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=24f1bd1dd82640929809976a31e51c4e&device_id=8b98b83b-70ed-4e37-885a-e7167916b3a6 HTTP/1.1" status: 200 len: 1098 time: 0.2246311 Nov 10 19:14:02.651054 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-968eac8d-640b-431d-bd54-dc6c711bde27 req-206d9fe1-2361-4ff8-b49b-fdb92a979c3b tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7448b13-6ec0-4770-9f6c-62378f6dd830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292002 Nov 10 19:14:02.684194 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cd6bb-83b3-4f03-aa79-b0f396bd0b04 req-c6dbdb5d-e259-4ad9-a833-514b7e1d9857 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:02.685996 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-428cd6bb-83b3-4f03-aa79-b0f396bd0b04 req-c6dbdb5d-e259-4ad9-a833-514b7e1d9857 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/ports?device_id=84ace3fd-5fc2-478a-b3ae-e22bb21cd3c1 HTTP/1.1" status: 200 len: 945 time: 0.1832232 Nov 10 19:14:02.742483 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fddbe165-c39a-45d3-92e8-b68739f4006e req-3f03542e-39f0-4109-9fc6-1ef34a549a1c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ce354ea6-3eb0-4818-8104-5fb82d5ad040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788638 Nov 10 19:14:02.743836 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4018d22-ef82-42ce-83cc-b7410c39ed8d req-af3f3d50-d37a-4b49-b8cd-ac7af53645fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:02.744334 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4018d22-ef82-42ce-83cc-b7410c39ed8d req-af3f3d50-d37a-4b49-b8cd-ac7af53645fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:02.744812 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4018d22-ef82-42ce-83cc-b7410c39ed8d req-af3f3d50-d37a-4b49-b8cd-ac7af53645fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:02.747085 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b4018d22-ef82-42ce-83cc-b7410c39ed8d req-af3f3d50-d37a-4b49-b8cd-ac7af53645fe service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=f8868befe3bb435a8f25d6ac7c7d0f37&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2462974 Nov 10 19:14:02.755382 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-991ff63a-e905-4a74-a589-373f4c8a6e7c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=29348ed9-dd43-489b-9968-2bb2b186250d HTTP/1.1" status: 200 len: 217 time: 0.1008220 Nov 10 19:14:02.789510 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-78e55edb-8a2c-4096-95d5-6925c89b3677 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=dbfc142f-a987-481b-9f30-73482cd54f69 HTTP/1.1" status: 200 len: 217 time: 0.0569239 Nov 10 19:14:02.853074 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-428cd6bb-83b3-4f03-aa79-b0f396bd0b04 req-d8c7de93-19f1-45bf-9e2d-2aacdd6ac4b4 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce354ea6-3eb0-4818-8104-5fb82d5ad040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299396 Nov 10 19:14:02.914358 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-eff477d6-2225-4204-bac4-42dfcfbca3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:02.915910 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-eff477d6-2225-4204-bac4-42dfcfbca3e0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.1448426 Nov 10 19:14:02.948920 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03060d27-3d4d-4f5a-8ff2-7c8b1cabb2f9 req-91d240dc-42b7-4c43-8e64-880f761ddb59 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:02.954992 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03060d27-3d4d-4f5a-8ff2-7c8b1cabb2f9 req-91d240dc-42b7-4c43-8e64-880f761ddb59 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:02.961059 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03060d27-3d4d-4f5a-8ff2-7c8b1cabb2f9 req-91d240dc-42b7-4c43-8e64-880f761ddb59 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:02.965905 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-03060d27-3d4d-4f5a-8ff2-7c8b1cabb2f9 req-91d240dc-42b7-4c43-8e64-880f761ddb59 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5b15ace-c6e8-4480-b9a3-e989f42e095e HTTP/1.1" status: 200 len: 2419 time: 0.1599410 Nov 10 19:14:02.969361 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-37f9a759-6c47-4bdc-9b62-32dd25a50d2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d9d8a32-85d2-4553-a7c3-eaf3f760a24a {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:14:03.012083 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-37f9a759-6c47-4bdc-9b62-32dd25a50d2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:03.053050 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-8f5d1311-bddc-4a07-9bd6-884c57d11fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:03.054800 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-8f5d1311-bddc-4a07-9bd6-884c57d11fb0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.1245837 Nov 10 19:14:03.074901 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-37f9a759-6c47-4bdc-9b62-32dd25a50d2f service neutron] Transition to ACTIVE for port object 2d9d8a32-85d2-4553-a7c3-eaf3f760a24a will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:14:03.093171 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-37f9a759-6c47-4bdc-9b62-32dd25a50d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:03.108173 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4018d22-ef82-42ce-83cc-b7410c39ed8d req-62184154-39bd-44f7-a448-a3192093156c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:03.109735 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b4018d22-ef82-42ce-83cc-b7410c39ed8d req-62184154-39bd-44f7-a448-a3192093156c service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1684940 Nov 10 19:14:03.114799 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-27a781f2-a156-41f5-926b-bf2ef2df46a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:03.117592 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-27a781f2-a156-41f5-926b-bf2ef2df46a1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1929166 Nov 10 19:14:03.140499 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-d2269096-9015-41a3-96f2-c26efa30856f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:03.142392 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-d2269096-9015-41a3-96f2-c26efa30856f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0746698 Nov 10 19:14:03.157344 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01abe1e-c96e-4dd4-96cc-04a6f62fbdd4 req-dd928b80-79b0-4634-b199-850948afe2fb tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:03.159918 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e01abe1e-c96e-4dd4-96cc-04a6f62fbdd4 req-dd928b80-79b0-4634-b199-850948afe2fb tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8084a0-8e95-4a25-a945-75a0a53a9fac HTTP/1.1" status: 200 len: 944 time: 0.1862564 Nov 10 19:14:03.172623 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-03060d27-3d4d-4f5a-8ff2-7c8b1cabb2f9 req-cb770dbd-b8f8-41bf-9765-3e82d5b222d3 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/security-groups?id=52de01c7-d00e-4b3b-b09f-d092153ad5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795304 Nov 10 19:14:03.240859 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9a759-6c47-4bdc-9b62-32dd25a50d2f service neutron] Pushing event updated for resources: {'Port': ['ID=2d9d8a32-85d2-4553-a7c3-eaf3f760a24a,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:03.273740 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-abc82eed-53e2-4dc0-9eec-82d02de8b3dd service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216605 Nov 10 19:14:03.407508 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-30fb48e1-f43f-49c2-af46-5eee928d1992 req-c198ae36-a0d2-4812-9d16-e38c49fd7c53 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209271 Nov 10 19:14:03.410331 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e01abe1e-c96e-4dd4-96cc-04a6f62fbdd4 req-3ff70fa9-74c3-442a-b367-75b53531a7fb tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143466 Nov 10 19:14:03.461052 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-37f9a759-6c47-4bdc-9b62-32dd25a50d2f service neutron] Attempting to bind port 2d9d8a32-85d2-4553-a7c3-eaf3f760a24a on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:14:03.461444 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-37f9a759-6c47-4bdc-9b62-32dd25a50d2f service neutron] Attempting to bind port 2d9d8a32-85d2-4553-a7c3-eaf3f760a24a by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '181bf923-29c6-48c6-a618-3da751521132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'dfeb421a-f1c8-4726-8242-6b468d6e48f3'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:14:03.461718 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-37f9a759-6c47-4bdc-9b62-32dd25a50d2f service neutron] Attempting to bind port 2d9d8a32-85d2-4553-a7c3-eaf3f760a24a on network dfeb421a-f1c8-4726-8242-6b468d6e48f3 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:14:03.485959 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-4e932319-ab74-4fc7-8ba5-58ae8207c7da service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444273 Nov 10 19:14:03.487757 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-37f9a759-6c47-4bdc-9b62-32dd25a50d2f service neutron] Port 2d9d8a32-85d2-4553-a7c3-eaf3f760a24a on network dfeb421a-f1c8-4726-8242-6b468d6e48f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:14:03.488084 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-37f9a759-6c47-4bdc-9b62-32dd25a50d2f service neutron] Attempting to bind port 2d9d8a32-85d2-4553-a7c3-eaf3f760a24a on network dfeb421a-f1c8-4726-8242-6b468d6e48f3 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:14:03.501165 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb5bac-9e84-4447-b9c1-f28d74299716 req-84e6c9b6-bec7-491b-8135-8ba3350171e5 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:03.503064 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4bdb5bac-9e84-4447-b9c1-f28d74299716 req-84e6c9b6-bec7-491b-8135-8ba3350171e5 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6b0e2d4-e4fe-486e-9c8d-7d73465eb0bc HTTP/1.1" status: 200 len: 949 time: 0.2147853 Nov 10 19:14:03.507872 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8e3361-0742-4bd3-a65d-56e0b725a11c x-openstack-request-id: req-8d8e3361-0742-4bd3-a65d-56e0b725a11c {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:14:03.508171 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b98b83b-70ed-4e37-885a-e7167916b3a6", "tag": "dbfc142f-a987-481b-9f30-73482cd54f69", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:14:03.508434 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8d8e3361-0742-4bd3-a65d-56e0b725a11c {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:14:03.508869 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b98b83b-70ed-4e37-885a-e7167916b3a6', 'tag': 'dbfc142f-a987-481b-9f30-73482cd54f69', 'status': 'completed', 'code': 200} Nov 10 19:14:03.523910 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-37f9a759-6c47-4bdc-9b62-32dd25a50d2f service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:14:03.524203 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-37f9a759-6c47-4bdc-9b62-32dd25a50d2f service neutron] Checking segment: {'id': '181bf923-29c6-48c6-a618-3da751521132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'dfeb421a-f1c8-4726-8242-6b468d6e48f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:14:03.524633 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-37f9a759-6c47-4bdc-9b62-32dd25a50d2f service neutron] Bound using segment: {'id': '181bf923-29c6-48c6-a618-3da751521132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'dfeb421a-f1c8-4726-8242-6b468d6e48f3'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:14:03.524981 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-37f9a759-6c47-4bdc-9b62-32dd25a50d2f service neutron] Bound port: 2d9d8a32-85d2-4553-a7c3-eaf3f760a24a, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '181bf923-29c6-48c6-a618-3da751521132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'dfeb421a-f1c8-4726-8242-6b468d6e48f3'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:14:03.525342 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-37f9a759-6c47-4bdc-9b62-32dd25a50d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:03.614199 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfbcee-77cc-48ae-a070-e5bc85022d6a req-9ace586c-88a6-4844-b053-e9f968335291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:03.622957 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-54dfbcee-77cc-48ae-a070-e5bc85022d6a req-9ace586c-88a6-4844-b053-e9f968335291 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=24f1bd1dd82640929809976a31e51c4e&device_id=8b98b83b-70ed-4e37-885a-e7167916b3a6 HTTP/1.1" status: 200 len: 1098 time: 0.0808103 Nov 10 19:14:03.724339 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4bdb5bac-9e84-4447-b9c1-f28d74299716 req-5ff6c74f-7cae-437c-a762-cf68d0edefa1 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1310eb53-ccf0-4795-9b31-b72aaf71422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097492 Nov 10 19:14:03.752939 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfbcee-77cc-48ae-a070-e5bc85022d6a req-8ccd7e87-0cb0-46fc-acdc-c9866d7e1f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:03.756896 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-54dfbcee-77cc-48ae-a070-e5bc85022d6a req-8ccd7e87-0cb0-46fc-acdc-c9866d7e1f81 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.1233096 Nov 10 19:14:03.765537 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-17ee0c5e-bbc6-47cf-af37-a17c47cb8026 req-ddaeeabf-6d3c-41c7-9b3b-079f75cdc3f9 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584569 Nov 10 19:14:03.781439 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ecbb9-cd54-4d13-8f25-2686bcc4df03 req-dae417af-729f-4c33-b600-b59e8a72eebb tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:03.790208 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-715ecbb9-cd54-4d13-8f25-2686bcc4df03 req-dae417af-729f-4c33-b600-b59e8a72eebb tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b98b83b-70ed-4e37-885a-e7167916b3a6 HTTP/1.1" status: 200 len: 947 time: 0.1860735 Nov 10 19:14:03.820333 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-37f9a759-6c47-4bdc-9b62-32dd25a50d2f service neutron] For port 2d9d8a32-85d2-4553-a7c3-eaf3f760a24a, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:14:03.839600 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-54dfbcee-77cc-48ae-a070-e5bc85022d6a req-f12c0f40-0bf3-41f5-8fdd-2edae72a0eb6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=dbfc142f-a987-481b-9f30-73482cd54f69 HTTP/1.1" status: 200 len: 217 time: 0.0732329 Nov 10 19:14:03.848436 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-37f9a759-6c47-4bdc-9b62-32dd25a50d2f service neutron] For port 2d9d8a32-85d2-4553-a7c3-eaf3f760a24a, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=2d9d8a32-85d2-4553-a7c3-eaf3f760a24a,segment=NetworkSegment(181bf923-29c6-48c6-a618-3da751521132),segment_id=181bf923-29c6-48c6-a618-3da751521132)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:14:03.885638 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-37f9a759-6c47-4bdc-9b62-32dd25a50d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:03.928415 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfbcee-77cc-48ae-a070-e5bc85022d6a req-6b635402-af2a-458a-927f-0a3641883319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:03.930767 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-54dfbcee-77cc-48ae-a070-e5bc85022d6a req-6b635402-af2a-458a-927f-0a3641883319 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0814703 Nov 10 19:14:03.966844 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-715ecbb9-cd54-4d13-8f25-2686bcc4df03 req-580299da-5f27-4dda-a1c2-7d75c65b1d3b tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/security-groups?id=25cfbe48-e133-43b8-98af-8c31cdb438e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707871 Nov 10 19:14:04.023082 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-37f9a759-6c47-4bdc-9b62-32dd25a50d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:04.023833 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-37f9a759-6c47-4bdc-9b62-32dd25a50d2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:04.025376 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-37f9a759-6c47-4bdc-9b62-32dd25a50d2f service neutron] 10.222.0.73 "PUT /v2.0/ports/2d9d8a32-85d2-4553-a7c3-eaf3f760a24a HTTP/1.1" status: 200 len: 1130 time: 2.2970035 Nov 10 19:14:04.029482 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfbcee-77cc-48ae-a070-e5bc85022d6a req-c8240bec-2a91-4575-b4bc-8f9622bed653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:04.031547 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-54dfbcee-77cc-48ae-a070-e5bc85022d6a req-c8240bec-2a91-4575-b4bc-8f9622bed653 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0925736 Nov 10 19:14:04.063863 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 78d7616d-0992-4a97-b94a-c81060a54fc2 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:14:04.078139 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a829eb-9af5-4718-8651-7d02de62ffd7 req-f369b668-7fdb-4f94-bae9-82089f7fb1b8 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:04.101176 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a829eb-9af5-4718-8651-7d02de62ffd7 req-f369b668-7fdb-4f94-bae9-82089f7fb1b8 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:04.107878 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a829eb-9af5-4718-8651-7d02de62ffd7 req-f369b668-7fdb-4f94-bae9-82089f7fb1b8 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:04.113837 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a829eb-9af5-4718-8651-7d02de62ffd7 req-f369b668-7fdb-4f94-bae9-82089f7fb1b8 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:04.121711 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a829eb-9af5-4718-8651-7d02de62ffd7 req-f369b668-7fdb-4f94-bae9-82089f7fb1b8 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:04.130512 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a829eb-9af5-4718-8651-7d02de62ffd7 req-f369b668-7fdb-4f94-bae9-82089f7fb1b8 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:04.139198 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a829eb-9af5-4718-8651-7d02de62ffd7 req-f369b668-7fdb-4f94-bae9-82089f7fb1b8 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:04.141920 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-36a829eb-9af5-4718-8651-7d02de62ffd7 req-f369b668-7fdb-4f94-bae9-82089f7fb1b8 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 5373 time: 0.2856531 Nov 10 19:14:04.154044 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b54bbf-1978-49d3-af24-3fd565c568fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce9d5bc-694c-4318-b659-53527abe163c'}, {'server_uuid': '6bac33c3-4005-4e11-9d55-7db664221e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd2d6c5-c512-4310-8808-a025254fc392'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:14:04.156394 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-36a34343-dc00-4a87-9c8c-89dadd77768b service neutron] Request body: {'port': {'device_id': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:14:04.159069 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67624b1-67e7-4e7a-afc0-2057661211ff" -d '{"events": [{"server_uuid": "d5b54bbf-1978-49d3-af24-3fd565c568fc", "name": "network-vif-plugged", "status": "completed", "tag": "6ce9d5bc-694c-4318-b659-53527abe163c"}, {"server_uuid": "6bac33c3-4005-4e11-9d55-7db664221e78", "name": "network-vif-plugged", "status": "completed", "tag": "4bd2d6c5-c512-4310-8808-a025254fc392"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:14:04.159284 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'tag': '21af280c-4557-46cd-a694-488125af25aa'}, {'name': 'network-changed', 'server_uuid': 'ff589d26-34ae-4ec4-ae5a-d2784849e6b8', 'tag': '29348ed9-dd43-489b-9968-2bb2b186250d'}, {'name': 'network-changed', 'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'tag': '2d9d8a32-85d2-4553-a7c3-eaf3f760a24a'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:14:04.161307 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d12cad9-dcde-4e31-aab5-ae074eb98679" -d '{"events": [{"name": "network-changed", "server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "tag": "21af280c-4557-46cd-a694-488125af25aa"}, {"name": "network-changed", "server_uuid": "ff589d26-34ae-4ec4-ae5a-d2784849e6b8", "tag": "29348ed9-dd43-489b-9968-2bb2b186250d"}, {"name": "network-changed", "server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "tag": "2d9d8a32-85d2-4553-a7c3-eaf3f760a24a"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:14:04.192475 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-54dfbcee-77cc-48ae-a070-e5bc85022d6a req-04677c26-e303-4754-917f-0ad6d6d3bfb6 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501198 Nov 10 19:14:04.228571 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9a759-6c47-4bdc-9b62-32dd25a50d2f service neutron] Pushing event updated for resources: {'Port': ['ID=2d9d8a32-85d2-4553-a7c3-eaf3f760a24a,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:04.359155 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-36a829eb-9af5-4718-8651-7d02de62ffd7 req-5d43fc6a-98ba-4340-8cf1-8252af01581a tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d93388-382e-4c6b-9fd9-db42bf1d98d3&id=6abcce0f-c6a6-4d15-bce8-1d7464d7e84e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1827698 Nov 10 19:14:04.360134 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 78d7616d-0992-4a97-b94a-c81060a54fc2, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=78d7616d-0992-4a97-b94a-c81060a54fc2,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:04.375897 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '78d7616d-0992-4a97-b94a-c81060a54fc2', 'network_id': 'f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f', 'port_id': '78d7616d-0992-4a97-b94a-c81060a54fc2', 'mac_address': 'fa:16:3e:be:ba:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60343b83-37e4-41fb-97c3-061ff8929ded', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:14:04.395962 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-36a34343-dc00-4a87-9c8c-89dadd77768b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:04.423124 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445eb33d-c26d-45ba-b9d2-ff2b9b6913b7 req-3877d151-884f-416f-908e-aa4536193c78 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:04.424643 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-445eb33d-c26d-45ba-b9d2-ff2b9b6913b7 req-3877d151-884f-416f-908e-aa4536193c78 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/ports?device_id=6bac33c3-4005-4e11-9d55-7db664221e78 HTTP/1.1" status: 200 len: 950 time: 0.2592199 Nov 10 19:14:04.462112 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-318aebd9-490c-41e5-8830-1e12735b2f9e req-774fb569-ca75-41a4-8aef-11bb4127e847 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b5b15ace-c6e8-4480-b9a3-e989f42e095e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 402 time: 0.1194479 Nov 10 19:14:04.465102 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-54dfbcee-77cc-48ae-a070-e5bc85022d6a req-6964ccd0-07ac-4625-9d8b-7f631864753c service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629051 Nov 10 19:14:04.514295 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:04.531811 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d7616d-0992-4a97-b94a-c81060a54fc2 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:14:04.582818 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 78d7616d-0992-4a97-b94a-c81060a54fc2, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=78d7616d-0992-4a97-b94a-c81060a54fc2,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:04.599753 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:04.632789 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318aebd9-490c-41e5-8830-1e12735b2f9e req-db09628c-e700-4ce9-bd67-d975b663c763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:04.633276 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318aebd9-490c-41e5-8830-1e12735b2f9e req-db09628c-e700-4ce9-bd67-d975b663c763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:04.633746 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318aebd9-490c-41e5-8830-1e12735b2f9e req-db09628c-e700-4ce9-bd67-d975b663c763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:04.635576 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-318aebd9-490c-41e5-8830-1e12735b2f9e req-db09628c-e700-4ce9-bd67-d975b663c763 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=77957d962e034783981c11222eec43b2&device_id=b5b15ace-c6e8-4480-b9a3-e989f42e095e HTTP/1.1" status: 200 len: 2872 time: 0.1127772 Nov 10 19:14:04.700911 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=78d7616d-0992-4a97-b94a-c81060a54fc2,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:04.769152 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-36a34343-dc00-4a87-9c8c-89dadd77768b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:14:04.777101 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-36a34343-dc00-4a87-9c8c-89dadd77768b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:04.785146 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318aebd9-490c-41e5-8830-1e12735b2f9e req-ed15e56d-65d0-4fcb-b4ac-6c3574eb17ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:04.785934 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318aebd9-490c-41e5-8830-1e12735b2f9e req-ed15e56d-65d0-4fcb-b4ac-6c3574eb17ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:04.787760 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-318aebd9-490c-41e5-8830-1e12735b2f9e req-ed15e56d-65d0-4fcb-b4ac-6c3574eb17ff service neutron] 10.222.0.73 "GET /v2.0/networks?id=cd2c6017-5796-48c5-a827-14a72457c6b1&id=8db1267a-b6ed-4659-9b9d-fffd8a2105d3&id=cd2c6017-5796-48c5-a827-14a72457c6b1 HTTP/1.1" status: 200 len: 1593 time: 0.1292534 Nov 10 19:14:04.797733 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-36a34343-dc00-4a87-9c8c-89dadd77768b service neutron] Transition to ACTIVE for port object 5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:14:04.807586 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-36a34343-dc00-4a87-9c8c-89dadd77768b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:04.859690 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-318aebd9-490c-41e5-8830-1e12735b2f9e req-c715cc3a-9ebf-475f-9aac-ab4e01de3eb1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.219&port_id=59749f54-4a23-4599-abff-53c4979742d8 HTTP/1.1" status: 200 len: 217 time: 0.0635595 Nov 10 19:14:04.976839 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318aebd9-490c-41e5-8830-1e12735b2f9e req-12f32aab-b956-4ab4-8cc8-43c1ba0c9bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:04.978463 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-318aebd9-490c-41e5-8830-1e12735b2f9e req-12f32aab-b956-4ab4-8cc8-43c1ba0c9bfe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca2e0e0b-6f8b-4b18-9cfa-ee863ad101df HTTP/1.1" status: 200 len: 801 time: 0.1115947 Nov 10 19:14:04.999465 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-445eb33d-c26d-45ba-b9d2-ff2b9b6913b7 req-30d33a64-af7b-4f8c-ba2d-de1885245766 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7448b13-6ec0-4770-9f6c-62378f6dd830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090187 Nov 10 19:14:05.032485 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a34343-dc00-4a87-9c8c-89dadd77768b service neutron] Pushing event updated for resources: {'Port': ['ID=5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:05.092062 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318aebd9-490c-41e5-8830-1e12735b2f9e req-5e4532fa-daff-4f26-8f64-a0eb70aa92c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:05.094050 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-318aebd9-490c-41e5-8830-1e12735b2f9e req-5e4532fa-daff-4f26-8f64-a0eb70aa92c8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cd2c6017-5796-48c5-a827-14a72457c6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1066709 Nov 10 19:14:05.156246 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['78d7616d-0992-4a97-b94a-c81060a54fc2'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:14:05.245185 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-36a34343-dc00-4a87-9c8c-89dadd77768b service neutron] Attempting to bind port 5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:14:05.246782 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-36a34343-dc00-4a87-9c8c-89dadd77768b service neutron] Attempting to bind port 5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '181bf923-29c6-48c6-a618-3da751521132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'dfeb421a-f1c8-4726-8242-6b468d6e48f3'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:14:05.248654 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-36a34343-dc00-4a87-9c8c-89dadd77768b service neutron] Attempting to bind port 5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b on network dfeb421a-f1c8-4726-8242-6b468d6e48f3 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:14:05.260830 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-36a34343-dc00-4a87-9c8c-89dadd77768b service neutron] Port 5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b on network dfeb421a-f1c8-4726-8242-6b468d6e48f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:14:05.261237 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-36a34343-dc00-4a87-9c8c-89dadd77768b service neutron] Attempting to bind port 5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b on network dfeb421a-f1c8-4726-8242-6b468d6e48f3 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:14:05.273210 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-36a34343-dc00-4a87-9c8c-89dadd77768b service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:14:05.273717 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-36a34343-dc00-4a87-9c8c-89dadd77768b service neutron] Checking segment: {'id': '181bf923-29c6-48c6-a618-3da751521132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'dfeb421a-f1c8-4726-8242-6b468d6e48f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:14:05.274222 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-36a34343-dc00-4a87-9c8c-89dadd77768b service neutron] Bound using segment: {'id': '181bf923-29c6-48c6-a618-3da751521132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'dfeb421a-f1c8-4726-8242-6b468d6e48f3'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:14:05.274771 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-36a34343-dc00-4a87-9c8c-89dadd77768b service neutron] Bound port: 5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '181bf923-29c6-48c6-a618-3da751521132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'dfeb421a-f1c8-4726-8242-6b468d6e48f3'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:14:05.275231 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-36a34343-dc00-4a87-9c8c-89dadd77768b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:05.305576 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e48c2-984d-49ab-bd01-b038ee9d8dbf req-0e249d42-9a2a-40f8-8658-e7fca562723a tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:05.307405 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d6e48c2-984d-49ab-bd01-b038ee9d8dbf req-0e249d42-9a2a-40f8-8658-e7fca562723a tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/ports?device_id=84ace3fd-5fc2-478a-b3ae-e22bb21cd3c1 HTTP/1.1" status: 200 len: 945 time: 0.2669277 Nov 10 19:14:05.310480 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-318aebd9-490c-41e5-8830-1e12735b2f9e req-99f42b50-e04a-4b70-b150-9290b740746d service neutron] 10.222.0.73 "GET /v2.0/networks/cd2c6017-5796-48c5-a827-14a72457c6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085152 Nov 10 19:14:05.359244 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 19:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab27688d-3e78-4204-a326-e74adc2536cb x-openstack-request-id: req-ab27688d-3e78-4204-a326-e74adc2536cb {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:14:05.359959 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b54bbf-1978-49d3-af24-3fd565c568fc", "name": "network-vif-plugged", "status": "completed", "tag": "6ce9d5bc-694c-4318-b659-53527abe163c", "code": 200}, {"server_uuid": "6bac33c3-4005-4e11-9d55-7db664221e78", "name": "network-vif-plugged", "status": "completed", "tag": "4bd2d6c5-c512-4310-8808-a025254fc392", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:14:05.360381 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ab27688d-3e78-4204-a326-e74adc2536cb {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:14:05.360942 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b54bbf-1978-49d3-af24-3fd565c568fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce9d5bc-694c-4318-b659-53527abe163c', 'code': 200} Nov 10 19:14:05.362525 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bac33c3-4005-4e11-9d55-7db664221e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd2d6c5-c512-4310-8808-a025254fc392', 'code': 200} Nov 10 19:14:05.454360 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 10 Nov 2021 19:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4509c3fd-a4b3-4b58-9dd8-34f1c977e7fe x-openstack-request-id: req-4509c3fd-a4b3-4b58-9dd8-34f1c977e7fe {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:14:05.467195 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "tag": "21af280c-4557-46cd-a694-488125af25aa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ff589d26-34ae-4ec4-ae5a-d2784849e6b8", "tag": "29348ed9-dd43-489b-9968-2bb2b186250d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "tag": "2d9d8a32-85d2-4553-a7c3-eaf3f760a24a", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:14:05.467834 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4509c3fd-a4b3-4b58-9dd8-34f1c977e7fe {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:14:05.468235 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'tag': '21af280c-4557-46cd-a694-488125af25aa', 'status': 'completed', 'code': 200} Nov 10 19:14:05.468492 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff589d26-34ae-4ec4-ae5a-d2784849e6b8', 'tag': '29348ed9-dd43-489b-9968-2bb2b186250d', 'status': 'completed', 'code': 200} Nov 10 19:14:05.468773 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'tag': '2d9d8a32-85d2-4553-a7c3-eaf3f760a24a', 'status': 'completed', 'code': 200} Nov 10 19:14:05.514601 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d6e48c2-984d-49ab-bd01-b038ee9d8dbf req-63cbf5ac-1737-444c-bf72-fbcec8dade8e tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce354ea6-3eb0-4818-8104-5fb82d5ad040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832786 Nov 10 19:14:05.613866 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-36a34343-dc00-4a87-9c8c-89dadd77768b service neutron] For port 5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:14:05.637003 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-ec8a69e8-aabd-4b54-a621-e46d615eb05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:05.639124 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-ec8a69e8-aabd-4b54-a621-e46d615eb05f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=24f1bd1dd82640929809976a31e51c4e&device_id=ff589d26-34ae-4ec4-ae5a-d2784849e6b8 HTTP/1.1" status: 200 len: 1099 time: 0.1620679 Nov 10 19:14:05.645912 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-36a34343-dc00-4a87-9c8c-89dadd77768b service neutron] For port 5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b,segment=NetworkSegment(181bf923-29c6-48c6-a618-3da751521132),segment_id=181bf923-29c6-48c6-a618-3da751521132)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:14:05.656864 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c7ca1-3d8e-44a4-9917-36f2b87e40ca req-6ed47bf3-85d0-4ec1-8d7a-5a67428490bf tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:05.657874 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bf1c7ca1-3d8e-44a4-9917-36f2b87e40ca req-6ed47bf3-85d0-4ec1-8d7a-5a67428490bf tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8084a0-8e95-4a25-a945-75a0a53a9fac HTTP/1.1" status: 200 len: 945 time: 0.0917592 Nov 10 19:14:05.669069 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3a8bf-c344-407f-8d23-bbee03e0432a req-e611756f-79fe-49a9-b0b2-61c1d30cc771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:05.671226 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e5c3a8bf-c344-407f-8d23-bbee03e0432a req-e611756f-79fe-49a9-b0b2-61c1d30cc771 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6bac33c3-4005-4e11-9d55-7db664221e78 HTTP/1.1" status: 200 len: 1101 time: 0.2087855 Nov 10 19:14:05.676952 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c26f81-7269-45fc-929d-db11e0e20681 req-efc54fd9-0d91-4460-b2f8-186c7912fb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:05.677655 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b1c26f81-7269-45fc-929d-db11e0e20681 req-efc54fd9-0d91-4460-b2f8-186c7912fb09 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d5b54bbf-1978-49d3-af24-3fd565c568fc HTTP/1.1" status: 200 len: 1096 time: 0.2327228 Nov 10 19:14:05.703339 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-36a34343-dc00-4a87-9c8c-89dadd77768b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:05.755801 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e5c3a8bf-c344-407f-8d23-bbee03e0432a req-5d5d7c86-b377-4e61-949e-07ccb447cde5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a7448b13-6ec0-4770-9f6c-62378f6dd830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530734 Nov 10 19:14:05.773663 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-7f238e31-e4a5-48b6-8b11-64fee6ed76ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:05.774244 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-7f238e31-e4a5-48b6-8b11-64fee6ed76ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:05.774715 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-7f238e31-e4a5-48b6-8b11-64fee6ed76ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:05.776476 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-7f238e31-e4a5-48b6-8b11-64fee6ed76ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:05.776476 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-7f238e31-e4a5-48b6-8b11-64fee6ed76ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:05.776476 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-7f238e31-e4a5-48b6-8b11-64fee6ed76ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:05.776946 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-7f238e31-e4a5-48b6-8b11-64fee6ed76ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:05.779929 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-7f238e31-e4a5-48b6-8b11-64fee6ed76ff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8868befe3bb435a8f25d6ac7c7d0f37&device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 6235 time: 0.2614820 Nov 10 19:14:05.784457 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-318aebd9-490c-41e5-8830-1e12735b2f9e req-58bbe2bd-0df2-4606-a188-bded381021d1 service neutron] 10.222.0.73 "GET /v2.0/networks/cd2c6017-5796-48c5-a827-14a72457c6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4631336 Nov 10 19:14:05.804469 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a34343-dc00-4a87-9c8c-89dadd77768b service neutron] Pushing event updated for resources: {'Port': ['ID=5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:05.830910 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b1c26f81-7269-45fc-929d-db11e0e20681 req-030fb0b9-8775-4d19-86e7-a709f36f57e7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ce354ea6-3eb0-4818-8104-5fb82d5ad040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416078 Nov 10 19:14:05.888832 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-36a34343-dc00-4a87-9c8c-89dadd77768b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:05.889602 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-36a34343-dc00-4a87-9c8c-89dadd77768b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:05.891297 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-36a34343-dc00-4a87-9c8c-89dadd77768b service neutron] 10.222.0.73 "PUT /v2.0/ports/5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b HTTP/1.1" status: 200 len: 1090 time: 1.7391810 Nov 10 19:14:05.901291 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bf1c7ca1-3d8e-44a4-9917-36f2b87e40ca req-83ea3e8d-5b6f-45da-b439-4944a5fcf768 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327201 Nov 10 19:14:05.933906 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5b6da-bf36-4be0-b134-3e17ac9aa4af req-12e3d3f5-0572-4339-9672-8e875446f78d tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:05.945591 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-83d5b6da-bf36-4be0-b134-3e17ac9aa4af req-12e3d3f5-0572-4339-9672-8e875446f78d tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6b0e2d4-e4fe-486e-9c8d-7d73465eb0bc HTTP/1.1" status: 200 len: 949 time: 0.1555691 Nov 10 19:14:06.004117 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-7bc9d19e-8102-4f77-aaad-85665b4989e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:06.006641 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-7bc9d19e-8102-4f77-aaad-85665b4989e3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.3473449 Nov 10 19:14:06.122362 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-9917f5a9-a0e9-4167-89d4-30e98a75537a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=29348ed9-dd43-489b-9968-2bb2b186250d HTTP/1.1" status: 200 len: 217 time: 0.0923336 Nov 10 19:14:06.205525 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-b8f69dd7-3b33-48ef-ad6d-11c378a5e14b service neutron] Request body: {'port': {'device_id': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:14:06.223627 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-83d5b6da-bf36-4be0-b134-3e17ac9aa4af req-543d44cf-d36a-446a-9bad-b03ab1ee4710 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1310eb53-ccf0-4795-9b31-b72aaf71422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514789 Nov 10 19:14:06.308311 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446a0ec-0559-4fbc-9693-c0e5f27bdc23 req-7f7c1f25-7088-46a0-b785-c227b707d745 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:06.311884 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-318aebd9-490c-41e5-8830-1e12735b2f9e req-1c60d20b-13e3-449f-ae8b-ce1fa2f15f66 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.204&port_id=f72bf60a-a4bf-4f8d-8cbe-4e1d23740772 HTTP/1.1" status: 200 len: 217 time: 0.1029749 Nov 10 19:14:06.324992 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b446a0ec-0559-4fbc-9693-c0e5f27bdc23 req-7f7c1f25-7088-46a0-b785-c227b707d745 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b98b83b-70ed-4e37-885a-e7167916b3a6 HTTP/1.1" status: 200 len: 947 time: 0.2928319 Nov 10 19:14:06.396128 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-176e3d01-605d-4088-93e5-8712797338c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:06.399019 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-176e3d01-605d-4088-93e5-8712797338c8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.2392633 Nov 10 19:14:06.478645 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318aebd9-490c-41e5-8830-1e12735b2f9e req-b0cfbaef-a323-4b4d-bddc-50e38e87613d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:06.480333 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-318aebd9-490c-41e5-8830-1e12735b2f9e req-b0cfbaef-a323-4b4d-bddc-50e38e87613d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=22932a42-eeeb-4b10-a32d-2cd711c3bf5a HTTP/1.1" status: 200 len: 801 time: 0.1605003 Nov 10 19:14:06.480677 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-b8f69dd7-3b33-48ef-ad6d-11c378a5e14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:06.513590 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-07fba3e1-da33-49a3-9776-403f9f40bc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:06.514094 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-07fba3e1-da33-49a3-9776-403f9f40bc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:06.514558 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-07fba3e1-da33-49a3-9776-403f9f40bc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:06.516245 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-07fba3e1-da33-49a3-9776-403f9f40bc64 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=f8868befe3bb435a8f25d6ac7c7d0f37&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3241773 Nov 10 19:14:06.571021 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b446a0ec-0559-4fbc-9693-c0e5f27bdc23 req-085614ec-6de0-4ec4-9ade-f5cb54da5a0e tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/security-groups?id=25cfbe48-e133-43b8-98af-8c31cdb438e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444842 Nov 10 19:14:06.637196 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8666f-21a9-4fa0-ac58-276cff4e7f08 req-3d6ff7c1-d8e1-454c-b86d-bc595981d942 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:06.644468 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8666f-21a9-4fa0-ac58-276cff4e7f08 req-3d6ff7c1-d8e1-454c-b86d-bc595981d942 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:06.651662 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8666f-21a9-4fa0-ac58-276cff4e7f08 req-3d6ff7c1-d8e1-454c-b86d-bc595981d942 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:06.660169 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cd8666f-21a9-4fa0-ac58-276cff4e7f08 req-3d6ff7c1-d8e1-454c-b86d-bc595981d942 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5b15ace-c6e8-4480-b9a3-e989f42e095e HTTP/1.1" status: 200 len: 2419 time: 0.2705874 Nov 10 19:14:06.661611 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318aebd9-490c-41e5-8830-1e12735b2f9e req-e6551cfb-48b0-4044-8137-32d342e7fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:06.663448 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-318aebd9-490c-41e5-8830-1e12735b2f9e req-e6551cfb-48b0-4044-8137-32d342e7fd13 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8db1267a-b6ed-4659-9b9d-fffd8a2105d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1625869 Nov 10 19:14:06.667865 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-fc1a6430-04f8-4b08-9907-44c29f382ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:06.671526 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-fc1a6430-04f8-4b08-9907-44c29f382ee9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2471347 Nov 10 19:14:06.813567 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-5016284a-de01-4b30-87f0-e98d5876426e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:06.814640 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cd8666f-21a9-4fa0-ac58-276cff4e7f08 req-ce84bc58-82c8-4123-8e27-cca523b046e9 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/security-groups?id=52de01c7-d00e-4b3b-b09f-d092153ad5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361353 Nov 10 19:14:06.815231 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-5016284a-de01-4b30-87f0-e98d5876426e service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2823415 Nov 10 19:14:06.953148 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-318aebd9-490c-41e5-8830-1e12735b2f9e req-94f954aa-08f4-44d5-98bd-c7656760d94d service neutron] 10.222.0.73 "GET /v2.0/networks/8db1267a-b6ed-4659-9b9d-fffd8a2105d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354116 Nov 10 19:14:07.029829 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-e35fdc32-015c-4584-bbfc-203997dd57fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:07.029829 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-e35fdc32-015c-4584-bbfc-203997dd57fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:07.029829 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-e35fdc32-015c-4584-bbfc-203997dd57fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:07.029829 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-e35fdc32-015c-4584-bbfc-203997dd57fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:07.029829 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-e35fdc32-015c-4584-bbfc-203997dd57fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:07.029829 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-e35fdc32-015c-4584-bbfc-203997dd57fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:07.029829 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-e35fdc32-015c-4584-bbfc-203997dd57fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:07.030646 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-e35fdc32-015c-4584-bbfc-203997dd57fa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8868befe3bb435a8f25d6ac7c7d0f37&device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 6277 time: 0.1304653 Nov 10 19:14:07.232113 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-318aebd9-490c-41e5-8830-1e12735b2f9e req-09ac3089-05d0-443c-87cf-4251b0ca0ffc service neutron] 10.222.0.73 "GET /v2.0/networks/8db1267a-b6ed-4659-9b9d-fffd8a2105d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592683 Nov 10 19:14:07.269355 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-b8f69dd7-3b33-48ef-ad6d-11c378a5e14b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d05a570-58c2-4d2e-88ff-9225756bc056 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:14:07.305041 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-0354734b-7883-4cc3-891d-77c8782a7b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:07.305520 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-0354734b-7883-4cc3-891d-77c8782a7b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:07.306032 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-0354734b-7883-4cc3-891d-77c8782a7b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:07.307729 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-0354734b-7883-4cc3-891d-77c8782a7b8d service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=f8868befe3bb435a8f25d6ac7c7d0f37&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2330449 Nov 10 19:14:07.310015 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-b8f69dd7-3b33-48ef-ad6d-11c378a5e14b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:07.313301 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-318aebd9-490c-41e5-8830-1e12735b2f9e req-2390f0ad-726b-4d19-9749-fd5b5d3d3d07 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.179&port_id=567cd00f-e311-49d8-a9b4-75b0ae053aed HTTP/1.1" status: 200 len: 217 time: 0.0648785 Nov 10 19:14:07.334998 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-b8f69dd7-3b33-48ef-ad6d-11c378a5e14b service neutron] Transition to ACTIVE for port object 3d05a570-58c2-4d2e-88ff-9225756bc056 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:14:07.396894 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-b8f69dd7-3b33-48ef-ad6d-11c378a5e14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:07.483027 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a90668-7a7f-453a-ae2f-449952faff4a req-1f17cdac-2e8f-4c4b-8249-add2fe949e33 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:07.489418 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a90668-7a7f-453a-ae2f-449952faff4a req-1f17cdac-2e8f-4c4b-8249-add2fe949e33 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:07.495794 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a90668-7a7f-453a-ae2f-449952faff4a req-1f17cdac-2e8f-4c4b-8249-add2fe949e33 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:07.502156 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a90668-7a7f-453a-ae2f-449952faff4a req-1f17cdac-2e8f-4c4b-8249-add2fe949e33 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:07.508372 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a90668-7a7f-453a-ae2f-449952faff4a req-1f17cdac-2e8f-4c4b-8249-add2fe949e33 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:07.515550 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a90668-7a7f-453a-ae2f-449952faff4a req-1f17cdac-2e8f-4c4b-8249-add2fe949e33 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:07.522010 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a90668-7a7f-453a-ae2f-449952faff4a req-1f17cdac-2e8f-4c4b-8249-add2fe949e33 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:07.531345 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-01a90668-7a7f-453a-ae2f-449952faff4a req-1f17cdac-2e8f-4c4b-8249-add2fe949e33 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 5385 time: 0.7310810 Nov 10 19:14:07.535541 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318aebd9-490c-41e5-8830-1e12735b2f9e req-2c0a78f4-9e73-4377-b6f0-70757d190fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:07.537024 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-318aebd9-490c-41e5-8830-1e12735b2f9e req-2c0a78f4-9e73-4377-b6f0-70757d190fe2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca2e0e0b-6f8b-4b18-9cfa-ee863ad101df HTTP/1.1" status: 200 len: 801 time: 0.2001784 Nov 10 19:14:07.541369 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'tag': '5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:14:07.544976 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f69dd7-3b33-48ef-ad6d-11c378a5e14b service neutron] Pushing event updated for resources: {'Port': ['ID=3d05a570-58c2-4d2e-88ff-9225756bc056,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:07.545298 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa086cfe-5c0a-4eb4-a55d-39a1166b6875" -d '{"events": [{"name": "network-changed", "server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "tag": "5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:14:07.555023 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323dad9a-f518-41f3-9bae-8d0f6ca546b7 req-0f9effe6-14fa-4752-9935-be4615a1e493 tempest-DeleteServersAdminTestJSON-359712828 tempest-DeleteServersAdminTestJSON-359712828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:07.556706 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-323dad9a-f518-41f3-9bae-8d0f6ca546b7 req-0f9effe6-14fa-4752-9935-be4615a1e493 tempest-DeleteServersAdminTestJSON-359712828 tempest-DeleteServersAdminTestJSON-359712828-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a6b0e2d4-e4fe-486e-9c8d-7d73465eb0bc HTTP/1.1" status: 200 len: 1100 time: 0.6530910 Nov 10 19:14:07.575195 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1bbff-6507-4e1b-8e11-722fa43be549 req-4f20f0c2-14e5-4688-9b52-dc0173b6f037 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:07.577265 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c0e1bbff-6507-4e1b-8e11-722fa43be549 req-4f20f0c2-14e5-4688-9b52-dc0173b6f037 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5b54bbf-1978-49d3-af24-3fd565c568fc HTTP/1.1" status: 200 len: 945 time: 0.5818999 Nov 10 19:14:07.630731 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-1c1fa595-9edd-41d6-98b2-2785614c3345 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9116075 Nov 10 19:14:07.668269 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device dbfc142f-a987-481b-9f30-73482cd54f69 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:14:07.839437 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c0e1bbff-6507-4e1b-8e11-722fa43be549 req-646fea39-5593-4110-997b-c8725014bd01 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce354ea6-3eb0-4818-8104-5fb82d5ad040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436883 Nov 10 19:14:07.932087 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port dbfc142f-a987-481b-9f30-73482cd54f69, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=dbfc142f-a987-481b-9f30-73482cd54f69,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:07.936143 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-9f41d74a-bb2b-4324-b95d-c07bbfe1a582 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948635 Nov 10 19:14:07.960429 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'dbfc142f-a987-481b-9f30-73482cd54f69', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': 'dbfc142f-a987-481b-9f30-73482cd54f69', 'mac_address': 'fa:16:3e:64:0e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:14:07.977653 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-01a90668-7a7f-453a-ae2f-449952faff4a req-4687a86d-6679-4fd1-91fd-fce69ce3e28e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d93388-382e-4c6b-9fd9-db42bf1d98d3&id=6abcce0f-c6a6-4d15-bce8-1d7464d7e84e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4448776 Nov 10 19:14:08.050005 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f98f1-c4b8-4677-bb05-76da522f43cb req-a00ade2d-1ff1-4154-a8d3-f504308a642b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:08.053839 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:08.064874 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f98f1-c4b8-4677-bb05-76da522f43cb req-a00ade2d-1ff1-4154-a8d3-f504308a642b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:08.074822 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbfc142f-a987-481b-9f30-73482cd54f69 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:14:08.078365 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f98f1-c4b8-4677-bb05-76da522f43cb req-a00ade2d-1ff1-4154-a8d3-f504308a642b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:08.081502 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-331f98f1-c4b8-4677-bb05-76da522f43cb req-a00ade2d-1ff1-4154-a8d3-f504308a642b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b15ace-c6e8-4480-b9a3-e989f42e095e HTTP/1.1" status: 200 len: 2419 time: 0.3834512 Nov 10 19:14:08.102792 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 29348ed9-dd43-489b-9968-2bb2b186250d details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:14:08.105650 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 78d7616d-0992-4a97-b94a-c81060a54fc2 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:14:08.192759 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port dbfc142f-a987-481b-9f30-73482cd54f69, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=dbfc142f-a987-481b-9f30-73482cd54f69,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:08.200964 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 78d7616d-0992-4a97-b94a-c81060a54fc2 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:14:08.210227 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 78d7616d-0992-4a97-b94a-c81060a54fc2 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:08.211033 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:08.215499 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:08.234907 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318aebd9-490c-41e5-8830-1e12735b2f9e req-8ca3410a-d2fb-4815-9710-258f3f74c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:08.236554 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-318aebd9-490c-41e5-8830-1e12735b2f9e req-8ca3410a-d2fb-4815-9710-258f3f74c637 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cd2c6017-5796-48c5-a827-14a72457c6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6888499 Nov 10 19:14:08.301030 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=dbfc142f-a987-481b-9f30-73482cd54f69,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:08.311014 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.resource_extend [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 19:14:08.355932 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-83a3365b-1bbb-45b1-bbd4-57c88fe12563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:08.358475 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4d12cad9-dcde-4e31-aab5-ae074eb98679 req-83a3365b-1bbb-45b1-bbd4-57c88fe12563 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0193048 Nov 10 19:14:08.403442 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35710117-892b-48ee-b7bf-cda582a0447f req-af7585c5-1b66-4189-a7cb-40696d5a990b tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:08.406356 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-35710117-892b-48ee-b7bf-cda582a0447f req-af7585c5-1b66-4189-a7cb-40696d5a990b tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/ports?device_id=6bac33c3-4005-4e11-9d55-7db664221e78 HTTP/1.1" status: 200 len: 950 time: 0.3230767 Nov 10 19:14:08.409069 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-323dad9a-f518-41f3-9bae-8d0f6ca546b7 req-cbf95963-2047-4b18-9611-51d4fc6afd8a tempest-DeleteServersAdminTestJSON-359712828 tempest-DeleteServersAdminTestJSON-359712828-project-admin] Deleting port 169b9c6f-bee8-46f4-babd-401a78640a28 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:14:08.409611 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-323dad9a-f518-41f3-9bae-8d0f6ca546b7 req-cbf95963-2047-4b18-9611-51d4fc6afd8a tempest-DeleteServersAdminTestJSON-359712828 tempest-DeleteServersAdminTestJSON-359712828-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:08.450504 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:08.452966 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8e501bb6-227c-4101-b05c-ec6397572ee7 req-600f1619-7aca-4ae9-b9b6-28d34a2a2bf7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=474491fd-f1c5-4cb5-8f83-cd944cf07995&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3182909 Nov 10 19:14:08.486176 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['dbfc142f-a987-481b-9f30-73482cd54f69'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:14:08.589019 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-318aebd9-490c-41e5-8830-1e12735b2f9e req-2c736903-a1c7-4faf-b2c4-d7b02ef819b1 service neutron] 10.222.0.73 "GET /v2.0/networks/cd2c6017-5796-48c5-a827-14a72457c6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044002 Nov 10 19:14:08.589336 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8084a0-8e95-4a25-a945-75a0a53a9fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d7616d-0992-4a97-b94a-c81060a54fc2'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:14:08.593500 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-b8f69dd7-3b33-48ef-ad6d-11c378a5e14b service neutron] Attempting to bind port 3d05a570-58c2-4d2e-88ff-9225756bc056 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:14:08.593682 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4229a397-3d6e-4813-90f0-cfae619aab42" -d '{"events": [{"server_uuid": "4e8084a0-8e95-4a25-a945-75a0a53a9fac", "name": "network-vif-plugged", "status": "completed", "tag": "78d7616d-0992-4a97-b94a-c81060a54fc2"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:14:08.594961 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-b8f69dd7-3b33-48ef-ad6d-11c378a5e14b service neutron] Attempting to bind port 3d05a570-58c2-4d2e-88ff-9225756bc056 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '181bf923-29c6-48c6-a618-3da751521132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'dfeb421a-f1c8-4726-8242-6b468d6e48f3'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:14:08.595558 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-b8f69dd7-3b33-48ef-ad6d-11c378a5e14b service neutron] Attempting to bind port 3d05a570-58c2-4d2e-88ff-9225756bc056 on network dfeb421a-f1c8-4726-8242-6b468d6e48f3 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:14:08.606602 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 29348ed9-dd43-489b-9968-2bb2b186250d, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=29348ed9-dd43-489b-9968-2bb2b186250d,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:08.636964 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-35710117-892b-48ee-b7bf-cda582a0447f req-7ce1fb2d-64d9-4127-ba2b-b8f96b3390c7 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7448b13-6ec0-4770-9f6c-62378f6dd830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199834 Nov 10 19:14:08.676441 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7881f-edb7-4d36-85af-6d14e0ccb8e5 req-1a811ca8-9d06-452f-adde-5d059075aa45 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:08.679020 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dca7881f-edb7-4d36-85af-6d14e0ccb8e5 req-1a811ca8-9d06-452f-adde-5d059075aa45 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8084a0-8e95-4a25-a945-75a0a53a9fac HTTP/1.1" status: 200 len: 945 time: 0.3493693 Nov 10 19:14:08.682090 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-323dad9a-f518-41f3-9bae-8d0f6ca546b7 req-cbf95963-2047-4b18-9611-51d4fc6afd8a tempest-DeleteServersAdminTestJSON-359712828 tempest-DeleteServersAdminTestJSON-359712828-project-admin] For port 169b9c6f-bee8-46f4-babd-401a78640a28, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=169b9c6f-bee8-46f4-babd-401a78640a28,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:08.682592 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-323dad9a-f518-41f3-9bae-8d0f6ca546b7 req-cbf95963-2047-4b18-9611-51d4fc6afd8a tempest-DeleteServersAdminTestJSON-359712828 tempest-DeleteServersAdminTestJSON-359712828-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:08.686395 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 78d7616d-0992-4a97-b94a-c81060a54fc2, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=78d7616d-0992-4a97-b94a-c81060a54fc2,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:08.701257 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '29348ed9-dd43-489b-9968-2bb2b186250d', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': '29348ed9-dd43-489b-9968-2bb2b186250d', 'mac_address': 'fa:16:3e:1b:b6:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:14:08.712521 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-323dad9a-f518-41f3-9bae-8d0f6ca546b7 req-cbf95963-2047-4b18-9611-51d4fc6afd8a tempest-DeleteServersAdminTestJSON-359712828 tempest-DeleteServersAdminTestJSON-359712828-project-admin] Calling delete_port for 169b9c6f-bee8-46f4-babd-401a78640a28 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:14:08.717382 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-b8f69dd7-3b33-48ef-ad6d-11c378a5e14b service neutron] Port 3d05a570-58c2-4d2e-88ff-9225756bc056 on network dfeb421a-f1c8-4726-8242-6b468d6e48f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:14:08.718296 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-b8f69dd7-3b33-48ef-ad6d-11c378a5e14b service neutron] Attempting to bind port 3d05a570-58c2-4d2e-88ff-9225756bc056 on network dfeb421a-f1c8-4726-8242-6b468d6e48f3 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:14:08.741289 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:08.745973 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-331f98f1-c4b8-4677-bb05-76da522f43cb req-dedfdd21-210a-48d5-8df8-b3af92818363 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Deleting port 59749f54-4a23-4599-abff-53c4979742d8 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:14:08.746473 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-331f98f1-c4b8-4677-bb05-76da522f43cb req-dedfdd21-210a-48d5-8df8-b3af92818363 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:08.756007 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-b8f69dd7-3b33-48ef-ad6d-11c378a5e14b service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:14:08.759811 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-b8f69dd7-3b33-48ef-ad6d-11c378a5e14b service neutron] Checking segment: {'id': '181bf923-29c6-48c6-a618-3da751521132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'dfeb421a-f1c8-4726-8242-6b468d6e48f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:14:08.759811 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-b8f69dd7-3b33-48ef-ad6d-11c378a5e14b service neutron] Bound using segment: {'id': '181bf923-29c6-48c6-a618-3da751521132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'dfeb421a-f1c8-4726-8242-6b468d6e48f3'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:14:08.760629 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-b8f69dd7-3b33-48ef-ad6d-11c378a5e14b service neutron] Bound port: 3d05a570-58c2-4d2e-88ff-9225756bc056, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '181bf923-29c6-48c6-a618-3da751521132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'dfeb421a-f1c8-4726-8242-6b468d6e48f3'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:14:08.761733 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-b8f69dd7-3b33-48ef-ad6d-11c378a5e14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:08.904041 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:08.917298 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e501bb6-227c-4101-b05c-ec6397572ee7 req-721240a3-6e56-46c7-97da-ecd25d6ceaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:08.918449 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8e501bb6-227c-4101-b05c-ec6397572ee7 req-721240a3-6e56-46c7-97da-ecd25d6ceaa3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b03b2cbd02948ac82eb181cc55f9048&device_id=474491fd-f1c5-4cb5-8f83-cd944cf07995 HTTP/1.1" status: 200 len: 1097 time: 0.3284047 Nov 10 19:14:08.929396 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=78d7616d-0992-4a97-b94a-c81060a54fc2,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:08.944766 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29348ed9-dd43-489b-9968-2bb2b186250d {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:14:08.972640 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dca7881f-edb7-4d36-85af-6d14e0ccb8e5 req-caab0b1a-76d4-4bf6-b26c-001e186e4fa4 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685459 Nov 10 19:14:09.007466 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 29348ed9-dd43-489b-9968-2bb2b186250d, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=29348ed9-dd43-489b-9968-2bb2b186250d,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:09.040812 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:09.123705 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3980d11-e61a-436e-84d7-72603d7e05c6 x-openstack-request-id: req-a3980d11-e61a-436e-84d7-72603d7e05c6 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:14:09.124050 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "tag": "5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:14:09.124332 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a3980d11-e61a-436e-84d7-72603d7e05c6 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:14:09.124766 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'tag': '5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b', 'status': 'completed', 'code': 200} Nov 10 19:14:09.132334 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-b8f69dd7-3b33-48ef-ad6d-11c378a5e14b service neutron] For port 3d05a570-58c2-4d2e-88ff-9225756bc056, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:14:09.133597 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426b8d2-4f49-4da2-94bd-313fa43be4e7 req-fc75670e-1495-40a0-8cc6-32e20a8902f0 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:09.136497 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e426b8d2-4f49-4da2-94bd-313fa43be4e7 req-fc75670e-1495-40a0-8cc6-32e20a8902f0 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6b0e2d4-e4fe-486e-9c8d-7d73465eb0bc HTTP/1.1" status: 200 len: 949 time: 0.2980196 Nov 10 19:14:09.151839 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-331f98f1-c4b8-4677-bb05-76da522f43cb req-dedfdd21-210a-48d5-8df8-b3af92818363 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] For port 59749f54-4a23-4599-abff-53c4979742d8, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=59749f54-4a23-4599-abff-53c4979742d8,segment=NetworkSegment(220cece1-c75f-4422-9d0a-be8b2e722cf3),segment_id=220cece1-c75f-4422-9d0a-be8b2e722cf3)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:09.152231 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-331f98f1-c4b8-4677-bb05-76da522f43cb req-dedfdd21-210a-48d5-8df8-b3af92818363 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:09.156578 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-318aebd9-490c-41e5-8830-1e12735b2f9e req-3ce6de32-0d05-4b66-b512-24e2fa756e92 service neutron] 10.222.0.73 "GET /v2.0/networks/cd2c6017-5796-48c5-a827-14a72457c6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5558295 Nov 10 19:14:09.175697 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=29348ed9-dd43-489b-9968-2bb2b186250d,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:09.182424 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-b8f69dd7-3b33-48ef-ad6d-11c378a5e14b service neutron] For port 3d05a570-58c2-4d2e-88ff-9225756bc056, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=3d05a570-58c2-4d2e-88ff-9225756bc056,segment=NetworkSegment(181bf923-29c6-48c6-a618-3da751521132),segment_id=181bf923-29c6-48c6-a618-3da751521132)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:14:09.191360 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-b8f69dd7-3b33-48ef-ad6d-11c378a5e14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:09.212732 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-331f98f1-c4b8-4677-bb05-76da522f43cb req-dedfdd21-210a-48d5-8df8-b3af92818363 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Calling delete_port for 59749f54-4a23-4599-abff-53c4979742d8 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:14:09.275507 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e501bb6-227c-4101-b05c-ec6397572ee7 req-2b4fcff2-becd-4e73-a3d3-8b1c4dbcb893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:09.277749 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8e501bb6-227c-4101-b05c-ec6397572ee7 req-2b4fcff2-becd-4e73-a3d3-8b1c4dbcb893 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3d02f8e6-cfaf-4bde-95cf-5db0485022ea HTTP/1.1" status: 200 len: 915 time: 0.3214459 Nov 10 19:14:09.282255 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-b8f69dd7-3b33-48ef-ad6d-11c378a5e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:09.282934 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-b8f69dd7-3b33-48ef-ad6d-11c378a5e14b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:09.284506 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-b8f69dd7-3b33-48ef-ad6d-11c378a5e14b service neutron] 10.222.0.73 "PUT /v2.0/ports/3d05a570-58c2-4d2e-88ff-9225756bc056 HTTP/1.1" status: 200 len: 1091 time: 3.0828233 Nov 10 19:14:09.285097 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'tag': '3d05a570-58c2-4d2e-88ff-9225756bc056'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:14:09.289031 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f587fd-2d32-4281-a051-4f92ddb88d91" -d '{"events": [{"name": "network-changed", "server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "tag": "3d05a570-58c2-4d2e-88ff-9225756bc056"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:14:09.315611 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa086cfe-5c0a-4eb4-a55d-39a1166b6875 req-97308e85-350f-4ea9-a934-c5c36fca94e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:09.316594 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa086cfe-5c0a-4eb4-a55d-39a1166b6875 req-97308e85-350f-4ea9-a934-c5c36fca94e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:09.317129 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa086cfe-5c0a-4eb4-a55d-39a1166b6875 req-97308e85-350f-4ea9-a934-c5c36fca94e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:09.317802 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa086cfe-5c0a-4eb4-a55d-39a1166b6875 req-97308e85-350f-4ea9-a934-c5c36fca94e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:09.318457 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa086cfe-5c0a-4eb4-a55d-39a1166b6875 req-97308e85-350f-4ea9-a934-c5c36fca94e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:09.319059 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa086cfe-5c0a-4eb4-a55d-39a1166b6875 req-97308e85-350f-4ea9-a934-c5c36fca94e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:09.319516 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa086cfe-5c0a-4eb4-a55d-39a1166b6875 req-97308e85-350f-4ea9-a934-c5c36fca94e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:09.322722 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-aa086cfe-5c0a-4eb4-a55d-39a1166b6875 req-97308e85-350f-4ea9-a934-c5c36fca94e3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8868befe3bb435a8f25d6ac7c7d0f37&device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 6302 time: 0.2218492 Nov 10 19:14:09.371777 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-1a597985-386d-4491-9787-21afa46a950c service neutron] Request body: {'port': {'device_id': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:14:09.382530 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8e501bb6-227c-4101-b05c-ec6397572ee7 req-8737d783-2e6f-4859-a98c-35a079eeea12 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17088527-7f0f-4c32-ba34-d282103f8e18 HTTP/1.1" status: 200 len: 217 time: 0.0850856 Nov 10 19:14:09.414913 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e426b8d2-4f49-4da2-94bd-313fa43be4e7 req-73efd932-d9ee-4971-b55e-c89631110652 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1310eb53-ccf0-4795-9b31-b72aaf71422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064989 Nov 10 19:14:09.439587 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f69dd7-3b33-48ef-ad6d-11c378a5e14b service neutron] Pushing event updated for resources: {'Port': ['ID=3d05a570-58c2-4d2e-88ff-9225756bc056,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:09.444023 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb2a3b-2df9-497f-ae51-5b5479e01a39 req-e6fd8800-0674-40c8-98cf-ecc7bdf04ab7 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:09.459405 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['29348ed9-dd43-489b-9968-2bb2b186250d'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:14:09.472834 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4bfb2a3b-2df9-497f-ae51-5b5479e01a39 req-e6fd8800-0674-40c8-98cf-ecc7bdf04ab7 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b98b83b-70ed-4e37-885a-e7167916b3a6 HTTP/1.1" status: 200 len: 948 time: 0.2376688 Nov 10 19:14:09.503175 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-323dad9a-f518-41f3-9bae-8d0f6ca546b7 req-cbf95963-2047-4b18-9611-51d4fc6afd8a tempest-DeleteServersAdminTestJSON-359712828 tempest-DeleteServersAdminTestJSON-359712828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:09.567321 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e501bb6-227c-4101-b05c-ec6397572ee7 req-651644b2-71ed-43f6-b10c-c0a7dfbcac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:09.570603 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8e501bb6-227c-4101-b05c-ec6397572ee7 req-651644b2-71ed-43f6-b10c-c0a7dfbcac08 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28e60652-283c-4659-8138-68b8f6c70254 HTTP/1.1" status: 200 len: 854 time: 0.1516638 Nov 10 19:14:09.642935 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf95963-2047-4b18-9611-51d4fc6afd8a tempest-DeleteServersAdminTestJSON-359712828 tempest-DeleteServersAdminTestJSON-359712828-project-admin] Pushing event deleted for resources: {'Port': ['ID=169b9c6f-bee8-46f4-babd-401a78640a28,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:09.644557 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-1a597985-386d-4491-9787-21afa46a950c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:09.658775 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8e501bb6-227c-4101-b05c-ec6397572ee7 req-a528c325-49a6-4179-890d-2da7c9ed9275 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3d02f8e6-cfaf-4bde-95cf-5db0485022ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760217 Nov 10 19:14:09.690919 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 59749f54-4a23-4599-abff-53c4979742d8 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:14:09.758273 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-323dad9a-f518-41f3-9bae-8d0f6ca546b7 req-cbf95963-2047-4b18-9611-51d4fc6afd8a tempest-DeleteServersAdminTestJSON-359712828 tempest-DeleteServersAdminTestJSON-359712828-project-admin] No DVR routers for this DVR port 169b9c6f-bee8-46f4-babd-401a78640a28 on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:14:09.765240 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-323dad9a-f518-41f3-9bae-8d0f6ca546b7 req-cbf95963-2047-4b18-9611-51d4fc6afd8a tempest-DeleteServersAdminTestJSON-359712828 tempest-DeleteServersAdminTestJSON-359712828-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:09.773474 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-323dad9a-f518-41f3-9bae-8d0f6ca546b7 req-cbf95963-2047-4b18-9611-51d4fc6afd8a tempest-DeleteServersAdminTestJSON-359712828 tempest-DeleteServersAdminTestJSON-359712828-project-admin] 10.222.0.25 "DELETE /v2.0/ports/169b9c6f-bee8-46f4-babd-401a78640a28 HTTP/1.1" status: 204 len: 173 time: 2.1947515 Nov 10 19:14:09.812386 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4bfb2a3b-2df9-497f-ae51-5b5479e01a39 req-ea78a0b2-5344-4fc2-841d-ca097192adfb tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/security-groups?id=25cfbe48-e133-43b8-98af-8c31cdb438e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388264 Nov 10 19:14:09.827917 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8e501bb6-227c-4101-b05c-ec6397572ee7 req-9aea5566-c0bd-49d2-b360-324124b372eb service neutron] 10.222.0.25 "GET /v2.0/networks/3d02f8e6-cfaf-4bde-95cf-5db0485022ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577985 Nov 10 19:14:09.869669 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb609c4-e652-4962-9c5c-c4fa21a2e14b req-8929f549-9e4e-422f-84d9-b175d4ae1cc1 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:09.880033 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb609c4-e652-4962-9c5c-c4fa21a2e14b req-8929f549-9e4e-422f-84d9-b175d4ae1cc1 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:09.887855 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb609c4-e652-4962-9c5c-c4fa21a2e14b req-8929f549-9e4e-422f-84d9-b175d4ae1cc1 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:09.900258 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dcb609c4-e652-4962-9c5c-c4fa21a2e14b req-8929f549-9e4e-422f-84d9-b175d4ae1cc1 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5b15ace-c6e8-4480-b9a3-e989f42e095e HTTP/1.1" status: 200 len: 2419 time: 0.3114009 Nov 10 19:14:09.902000 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:09.931255 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-331f98f1-c4b8-4677-bb05-76da522f43cb req-dedfdd21-210a-48d5-8df8-b3af92818363 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:09.966254 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device f72bf60a-a4bf-4f8d-8cbe-4e1d23740772 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:14:10.145119 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-331f98f1-c4b8-4677-bb05-76da522f43cb req-dedfdd21-210a-48d5-8df8-b3af92818363 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] No DVR routers for this DVR port 59749f54-4a23-4599-abff-53c4979742d8 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:14:10.145119 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedfdd21-210a-48d5-8df8-b3af92818363 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Pushing event deleted for resources: {'Port': ['ID=59749f54-4a23-4599-abff-53c4979742d8,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:10.147080 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-331f98f1-c4b8-4677-bb05-76da522f43cb req-dedfdd21-210a-48d5-8df8-b3af92818363 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:10.152338 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-331f98f1-c4b8-4677-bb05-76da522f43cb req-dedfdd21-210a-48d5-8df8-b3af92818363 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.73 "DELETE /v2.0/ports/59749f54-4a23-4599-abff-53c4979742d8 HTTP/1.1" status: 204 len: 173 time: 1.9537115 Nov 10 19:14:10.184049 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 169b9c6f-bee8-46f4-babd-401a78640a28 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:14:10.215741 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dcb609c4-e652-4962-9c5c-c4fa21a2e14b req-f421f753-6d37-49f5-8c47-377e1f1f9cf1 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/security-groups?id=52de01c7-d00e-4b3b-b09f-d092153ad5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141365 Nov 10 19:14:10.230721 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 169b9c6f-bee8-46f4-babd-401a78640a28 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:14:10.231220 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 169b9c6f-bee8-46f4-babd-401a78640a28 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:14:10.238962 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:10.303841 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa086cfe-5c0a-4eb4-a55d-39a1166b6875 req-7fe1fad8-d222-499f-bb48-c3609ccc01e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:10.304168 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa086cfe-5c0a-4eb4-a55d-39a1166b6875 req-7fe1fad8-d222-499f-bb48-c3609ccc01e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:10.304684 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa086cfe-5c0a-4eb4-a55d-39a1166b6875 req-7fe1fad8-d222-499f-bb48-c3609ccc01e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:10.306917 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-aa086cfe-5c0a-4eb4-a55d-39a1166b6875 req-7fe1fad8-d222-499f-bb48-c3609ccc01e8 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=f8868befe3bb435a8f25d6ac7c7d0f37&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.9504070 Nov 10 19:14:10.317284 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port f72bf60a-a4bf-4f8d-8cbe-4e1d23740772, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=f72bf60a-a4bf-4f8d-8cbe-4e1d23740772,segment=NetworkSegment(71527212-2285-42b2-a8f7-11fad69e7287),segment_id=71527212-2285-42b2-a8f7-11fad69e7287)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:10.328904 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c8e9bc-bfb6-4177-99ec-991cd65f3d44 x-openstack-request-id: req-07c8e9bc-bfb6-4177-99ec-991cd65f3d44 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:14:10.331277 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8084a0-8e95-4a25-a945-75a0a53a9fac", "name": "network-vif-plugged", "status": "completed", "tag": "78d7616d-0992-4a97-b94a-c81060a54fc2", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:14:10.332259 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-07c8e9bc-bfb6-4177-99ec-991cd65f3d44 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:14:10.333964 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8084a0-8e95-4a25-a945-75a0a53a9fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d7616d-0992-4a97-b94a-c81060a54fc2', 'code': 200} Nov 10 19:14:10.337700 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:10.345471 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-331f98f1-c4b8-4677-bb05-76da522f43cb req-b7f1b829-f307-4e72-9c6b-02b469de1211 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Deleting port 567cd00f-e311-49d8-a9b4-75b0ae053aed {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:14:10.348003 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-331f98f1-c4b8-4677-bb05-76da522f43cb req-b7f1b829-f307-4e72-9c6b-02b469de1211 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:10.350047 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 567cd00f-e311-49d8-a9b4-75b0ae053aed no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:14:10.605669 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8e501bb6-227c-4101-b05c-ec6397572ee7 req-6a221b2f-0b85-4636-bdd4-0fe4ab7285bd service neutron] 10.222.0.25 "GET /v2.0/networks/3d02f8e6-cfaf-4bde-95cf-5db0485022ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7669215 Nov 10 19:14:10.654260 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa71473-ce48-4afa-84bf-101739b7ea13 req-e7bfd770-fd16-495d-93b5-66691d9cb7f7 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:10.659596 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8fa71473-ce48-4afa-84bf-101739b7ea13 req-e7bfd770-fd16-495d-93b5-66691d9cb7f7 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5b54bbf-1978-49d3-af24-3fd565c568fc HTTP/1.1" status: 200 len: 945 time: 0.1311660 Nov 10 19:14:10.770556 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ca117-1b70-4d13-ac36-a63c34feaade req-5bb721a7-972b-4af6-9ab9-e5b1e5bde3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:10.772878 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4a1ca117-1b70-4d13-ac36-a63c34feaade req-5bb721a7-972b-4af6-9ab9-e5b1e5bde3d5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4e8084a0-8e95-4a25-a945-75a0a53a9fac HTTP/1.1" status: 200 len: 1097 time: 0.2634733 Nov 10 19:14:10.819276 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-331f98f1-c4b8-4677-bb05-76da522f43cb req-b7f1b829-f307-4e72-9c6b-02b469de1211 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] For port 567cd00f-e311-49d8-a9b4-75b0ae053aed, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=567cd00f-e311-49d8-a9b4-75b0ae053aed,segment=NetworkSegment(220cece1-c75f-4422-9d0a-be8b2e722cf3),segment_id=220cece1-c75f-4422-9d0a-be8b2e722cf3)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:10.819911 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-331f98f1-c4b8-4677-bb05-76da522f43cb req-b7f1b829-f307-4e72-9c6b-02b469de1211 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:10.856030 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8fa71473-ce48-4afa-84bf-101739b7ea13 req-6efdd41d-9b34-434a-b746-95a8bb40dbec tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce354ea6-3eb0-4818-8104-5fb82d5ad040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846461 Nov 10 19:14:10.867153 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-331f98f1-c4b8-4677-bb05-76da522f43cb req-b7f1b829-f307-4e72-9c6b-02b469de1211 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Calling delete_port for 567cd00f-e311-49d8-a9b4-75b0ae053aed owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:14:10.871047 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa086cfe-5c0a-4eb4-a55d-39a1166b6875 req-498077fa-f95f-405c-8112-c2667db4fccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:10.873448 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-aa086cfe-5c0a-4eb4-a55d-39a1166b6875 req-498077fa-f95f-405c-8112-c2667db4fccb service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4952378 Nov 10 19:14:10.886754 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c18bef-86a7-477a-8248-bc9dc34ed0d6 req-79acafb8-42a8-47e4-8283-8afc9a8a1f76 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:10.887606 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-1a597985-386d-4491-9787-21afa46a950c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe5d516-4cc5-4de8-8148-b602f3182868 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:14:10.894429 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c18bef-86a7-477a-8248-bc9dc34ed0d6 req-79acafb8-42a8-47e4-8283-8afc9a8a1f76 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:10.902401 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c18bef-86a7-477a-8248-bc9dc34ed0d6 req-79acafb8-42a8-47e4-8283-8afc9a8a1f76 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:10.906861 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=f72bf60a-a4bf-4f8d-8cbe-4e1d23740772,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:10.909112 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c18bef-86a7-477a-8248-bc9dc34ed0d6 req-79acafb8-42a8-47e4-8283-8afc9a8a1f76 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:10.913176 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-1a597985-386d-4491-9787-21afa46a950c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:10.916807 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c18bef-86a7-477a-8248-bc9dc34ed0d6 req-79acafb8-42a8-47e4-8283-8afc9a8a1f76 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:10.925277 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c18bef-86a7-477a-8248-bc9dc34ed0d6 req-79acafb8-42a8-47e4-8283-8afc9a8a1f76 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:10.932732 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c18bef-86a7-477a-8248-bc9dc34ed0d6 req-79acafb8-42a8-47e4-8283-8afc9a8a1f76 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:10.935070 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-07c18bef-86a7-477a-8248-bc9dc34ed0d6 req-79acafb8-42a8-47e4-8283-8afc9a8a1f76 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 5397 time: 0.2219367 Nov 10 19:14:10.953196 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdefc5a-cd70-4619-9115-2c816432ce68 x-openstack-request-id: req-dbdefc5a-cd70-4619-9115-2c816432ce68 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:14:10.953455 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "tag": "3d05a570-58c2-4d2e-88ff-9225756bc056", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:14:10.954851 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dbdefc5a-cd70-4619-9115-2c816432ce68 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:14:10.955978 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'tag': '3d05a570-58c2-4d2e-88ff-9225756bc056', 'status': 'completed', 'code': 200} Nov 10 19:14:10.957072 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-1a597985-386d-4491-9787-21afa46a950c service neutron] Transition to ACTIVE for port object 9fe5d516-4cc5-4de8-8148-b602f3182868 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:14:10.966950 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-1a597985-386d-4491-9787-21afa46a950c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:11.004641 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:11.064455 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 567cd00f-e311-49d8-a9b4-75b0ae053aed, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=567cd00f-e311-49d8-a9b4-75b0ae053aed,segment=NetworkSegment(220cece1-c75f-4422-9d0a-be8b2e722cf3),segment_id=220cece1-c75f-4422-9d0a-be8b2e722cf3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:11.071309 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:11.100209 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a597985-386d-4491-9787-21afa46a950c service neutron] Pushing event updated for resources: {'Port': ['ID=9fe5d516-4cc5-4de8-8148-b602f3182868,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:11.110445 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4a1ca117-1b70-4d13-ac36-a63c34feaade req-612d18db-4f3f-4b3d-8cb6-23fd88d71aba service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175039 Nov 10 19:14:11.140897 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b0e2d4-e4fe-486e-9c8d-7d73465eb0bc', 'name': 'network-vif-deleted', 'tag': '169b9c6f-bee8-46f4-babd-401a78640a28'}, {'server_uuid': 'b5b15ace-c6e8-4480-b9a3-e989f42e095e', 'name': 'network-vif-deleted', 'tag': '59749f54-4a23-4599-abff-53c4979742d8'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:14:11.143857 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4072a48-012d-47e0-a741-d09da3f6029d" -d '{"events": [{"server_uuid": "a6b0e2d4-e4fe-486e-9c8d-7d73465eb0bc", "name": "network-vif-deleted", "tag": "169b9c6f-bee8-46f4-babd-401a78640a28"}, {"server_uuid": "b5b15ace-c6e8-4480-b9a3-e989f42e095e", "name": "network-vif-deleted", "tag": "59749f54-4a23-4599-abff-53c4979742d8"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:14:11.160236 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f587fd-2d32-4281-a051-4f92ddb88d91 req-50daecd6-5e46-41a6-8019-24cc0be9b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:11.160844 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f587fd-2d32-4281-a051-4f92ddb88d91 req-50daecd6-5e46-41a6-8019-24cc0be9b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:11.161669 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f587fd-2d32-4281-a051-4f92ddb88d91 req-50daecd6-5e46-41a6-8019-24cc0be9b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:11.163104 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f587fd-2d32-4281-a051-4f92ddb88d91 req-50daecd6-5e46-41a6-8019-24cc0be9b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:11.163596 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f587fd-2d32-4281-a051-4f92ddb88d91 req-50daecd6-5e46-41a6-8019-24cc0be9b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:11.164081 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f587fd-2d32-4281-a051-4f92ddb88d91 req-50daecd6-5e46-41a6-8019-24cc0be9b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:11.164667 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f587fd-2d32-4281-a051-4f92ddb88d91 req-50daecd6-5e46-41a6-8019-24cc0be9b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:11.166983 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-07c18bef-86a7-477a-8248-bc9dc34ed0d6 req-3ad76abb-4f59-4ccb-aedf-492cb4c9f243 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d93388-382e-4c6b-9fd9-db42bf1d98d3&id=6abcce0f-c6a6-4d15-bce8-1d7464d7e84e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2117651 Nov 10 19:14:11.167203 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-08f587fd-2d32-4281-a051-4f92ddb88d91 req-50daecd6-5e46-41a6-8019-24cc0be9b3e9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8868befe3bb435a8f25d6ac7c7d0f37&device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 6369 time: 0.1930029 Nov 10 19:14:11.179423 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=567cd00f-e311-49d8-a9b4-75b0ae053aed,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:11.264176 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159f63d-3b8d-4e55-899f-b83a10a07e01 req-62fa7372-621f-4224-83cf-6d03d6b53fe4 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:11.267906 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e159f63d-3b8d-4e55-899f-b83a10a07e01 req-62fa7372-621f-4224-83cf-6d03d6b53fe4 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8084a0-8e95-4a25-a945-75a0a53a9fac HTTP/1.1" status: 200 len: 946 time: 0.2133279 Nov 10 19:14:11.320723 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-1a597985-386d-4491-9787-21afa46a950c service neutron] Attempting to bind port 9fe5d516-4cc5-4de8-8148-b602f3182868 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:14:11.321096 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-1a597985-386d-4491-9787-21afa46a950c service neutron] Attempting to bind port 9fe5d516-4cc5-4de8-8148-b602f3182868 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c0241cc4-6c19-4c98-ab84-df8e281d2dd3'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:14:11.321278 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-1a597985-386d-4491-9787-21afa46a950c service neutron] Attempting to bind port 9fe5d516-4cc5-4de8-8148-b602f3182868 on network c0241cc4-6c19-4c98-ab84-df8e281d2dd3 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:14:11.334691 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-1a597985-386d-4491-9787-21afa46a950c service neutron] Port 9fe5d516-4cc5-4de8-8148-b602f3182868 on network c0241cc4-6c19-4c98-ab84-df8e281d2dd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:14:11.335101 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-1a597985-386d-4491-9787-21afa46a950c service neutron] Attempting to bind port 9fe5d516-4cc5-4de8-8148-b602f3182868 on network c0241cc4-6c19-4c98-ab84-df8e281d2dd3 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:14:11.349981 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-1a597985-386d-4491-9787-21afa46a950c service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:14:11.350364 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-1a597985-386d-4491-9787-21afa46a950c service neutron] Checking segment: {'id': 'e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c0241cc4-6c19-4c98-ab84-df8e281d2dd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:14:11.350733 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-1a597985-386d-4491-9787-21afa46a950c service neutron] Bound using segment: {'id': 'e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c0241cc4-6c19-4c98-ab84-df8e281d2dd3'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:14:11.351189 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-1a597985-386d-4491-9787-21afa46a950c service neutron] Bound port: 9fe5d516-4cc5-4de8-8148-b602f3182868, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c0241cc4-6c19-4c98-ab84-df8e281d2dd3'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:14:11.352252 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-1a597985-386d-4491-9787-21afa46a950c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:11.355381 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f587fd-2d32-4281-a051-4f92ddb88d91 req-9321ce8a-9dff-4903-a2da-dd995c82db25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:11.355864 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f587fd-2d32-4281-a051-4f92ddb88d91 req-9321ce8a-9dff-4903-a2da-dd995c82db25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:11.356328 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f587fd-2d32-4281-a051-4f92ddb88d91 req-9321ce8a-9dff-4903-a2da-dd995c82db25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:11.358089 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-08f587fd-2d32-4281-a051-4f92ddb88d91 req-9321ce8a-9dff-4903-a2da-dd995c82db25 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=f8868befe3bb435a8f25d6ac7c7d0f37&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1498218 Nov 10 19:14:11.443678 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e159f63d-3b8d-4e55-899f-b83a10a07e01 req-df2bd51c-9611-4e80-8dd8-1088dc3385b7 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529438 Nov 10 19:14:11.444795 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-331f98f1-c4b8-4677-bb05-76da522f43cb req-b7f1b829-f307-4e72-9c6b-02b469de1211 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:11.486374 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1b829-f307-4e72-9c6b-02b469de1211 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Pushing event deleted for resources: {'Port': ['ID=567cd00f-e311-49d8-a9b4-75b0ae053aed,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:11.501174 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4c77a-7171-4210-87e7-6c7ad4b3b709 req-1375e287-5f47-44d2-8c04-f35458cc51a9 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:11.502836 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-98f4c77a-7171-4210-87e7-6c7ad4b3b709 req-1375e287-5f47-44d2-8c04-f35458cc51a9 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] 10.222.0.54 "GET /v2.0/ports?device_id=474491fd-f1c5-4cb5-8f83-cd944cf07995 HTTP/1.1" status: 200 len: 946 time: 0.1782780 Nov 10 19:14:11.555248 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-1a597985-386d-4491-9787-21afa46a950c service neutron] For port 9fe5d516-4cc5-4de8-8148-b602f3182868, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:14:11.561610 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-1a597985-386d-4491-9787-21afa46a950c service neutron] For port 9fe5d516-4cc5-4de8-8148-b602f3182868, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=9fe5d516-4cc5-4de8-8148-b602f3182868,segment=NetworkSegment(e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a),segment_id=e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:14:11.580613 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-1a597985-386d-4491-9787-21afa46a950c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:11.596456 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f587fd-2d32-4281-a051-4f92ddb88d91 req-67193d23-1aeb-476a-be79-0ed2b959e29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:11.601574 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-08f587fd-2d32-4281-a051-4f92ddb88d91 req-67193d23-1aeb-476a-be79-0ed2b959e29e service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2344861 Nov 10 19:14:11.634389 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-331f98f1-c4b8-4677-bb05-76da522f43cb req-b7f1b829-f307-4e72-9c6b-02b469de1211 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] No DVR routers for this DVR port 567cd00f-e311-49d8-a9b4-75b0ae053aed on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:14:11.640092 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-331f98f1-c4b8-4677-bb05-76da522f43cb req-b7f1b829-f307-4e72-9c6b-02b469de1211 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:11.644504 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-331f98f1-c4b8-4677-bb05-76da522f43cb req-b7f1b829-f307-4e72-9c6b-02b469de1211 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.73 "DELETE /v2.0/ports/567cd00f-e311-49d8-a9b4-75b0ae053aed HTTP/1.1" status: 204 len: 173 time: 1.4808180 Nov 10 19:14:11.684726 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device dbfc142f-a987-481b-9f30-73482cd54f69 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:14:11.685481 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-1a597985-386d-4491-9787-21afa46a950c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:11.686462 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-1a597985-386d-4491-9787-21afa46a950c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:11.688495 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-1a597985-386d-4491-9787-21afa46a950c service neutron] 10.222.0.73 "PUT /v2.0/ports/9fe5d516-4cc5-4de8-8148-b602f3182868 HTTP/1.1" status: 200 len: 1091 time: 2.3307405 Nov 10 19:14:11.745060 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-62771a37-9e0f-4a50-87e7-00f7baae40d3 service neutron] Request body: {'port': {'device_id': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:14:11.749055 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a597985-386d-4491-9787-21afa46a950c service neutron] Pushing event updated for resources: {'Port': ['ID=9fe5d516-4cc5-4de8-8148-b602f3182868,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:11.824299 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port dbfc142f-a987-481b-9f30-73482cd54f69 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:14:11.830589 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port dbfc142f-a987-481b-9f30-73482cd54f69 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:11.831138 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:11.848244 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-62771a37-9e0f-4a50-87e7-00f7baae40d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:11.866569 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-98f4c77a-7171-4210-87e7-6c7ad4b3b709 req-0e7c1b26-39e4-4a5c-9d2b-68cd054b72ab tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c267ee7-d196-4d32-9784-2164b5dda13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517730 Nov 10 19:14:11.910871 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10364a96-29c2-4e8a-8b26-403e8558a362 req-526c4c68-e842-41b4-b6ca-0b2821eb9a1f tempest-ServersAdminNegativeTestJSON-986017900 tempest-ServersAdminNegativeTestJSON-986017900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:11.915618 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-10364a96-29c2-4e8a-8b26-403e8558a362 req-526c4c68-e842-41b4-b6ca-0b2821eb9a1f tempest-ServersAdminNegativeTestJSON-986017900 tempest-ServersAdminNegativeTestJSON-986017900-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6bac33c3-4005-4e11-9d55-7db664221e78 HTTP/1.1" status: 200 len: 1101 time: 0.2066345 Nov 10 19:14:11.965787 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:11.972416 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-10364a96-29c2-4e8a-8b26-403e8558a362 req-a4841d1c-8ed6-4764-b38f-43d1e43e1557 tempest-ServersAdminNegativeTestJSON-986017900 tempest-ServersAdminNegativeTestJSON-986017900-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:12.019718 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port dbfc142f-a987-481b-9f30-73482cd54f69, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=dbfc142f-a987-481b-9f30-73482cd54f69,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:12.028648 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:12.039313 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-331f98f1-c4b8-4677-bb05-76da522f43cb req-978b9cc1-4f75-4f2d-8bf0-3e30c424673b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Deleting port f72bf60a-a4bf-4f8d-8cbe-4e1d23740772 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:14:12.039777 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-331f98f1-c4b8-4677-bb05-76da522f43cb req-978b9cc1-4f75-4f2d-8bf0-3e30c424673b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:12.113925 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=dbfc142f-a987-481b-9f30-73482cd54f69,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:12.126863 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 29348ed9-dd43-489b-9968-2bb2b186250d up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:14:12.245309 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 29348ed9-dd43-489b-9968-2bb2b186250d completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:14:12.246588 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-331f98f1-c4b8-4677-bb05-76da522f43cb req-978b9cc1-4f75-4f2d-8bf0-3e30c424673b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] For port f72bf60a-a4bf-4f8d-8cbe-4e1d23740772, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=f72bf60a-a4bf-4f8d-8cbe-4e1d23740772,segment=NetworkSegment(71527212-2285-42b2-a8f7-11fad69e7287),segment_id=71527212-2285-42b2-a8f7-11fad69e7287)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:12.247212 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-331f98f1-c4b8-4677-bb05-76da522f43cb req-978b9cc1-4f75-4f2d-8bf0-3e30c424673b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:12.252966 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 29348ed9-dd43-489b-9968-2bb2b186250d triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:12.253541 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:12.282040 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-331f98f1-c4b8-4677-bb05-76da522f43cb req-978b9cc1-4f75-4f2d-8bf0-3e30c424673b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Calling delete_port for f72bf60a-a4bf-4f8d-8cbe-4e1d23740772 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:14:12.288242 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-10364a96-29c2-4e8a-8b26-403e8558a362 req-a4841d1c-8ed6-4764-b38f-43d1e43e1557 tempest-ServersAdminNegativeTestJSON-986017900 tempest-ServersAdminNegativeTestJSON-986017900-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:12.311581 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-10364a96-29c2-4e8a-8b26-403e8558a362 req-a4841d1c-8ed6-4764-b38f-43d1e43e1557 tempest-ServersAdminNegativeTestJSON-986017900 tempest-ServersAdminNegativeTestJSON-986017900-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:12.350860 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b15ace-c6e8-4480-b9a3-e989f42e095e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f72bf60a-a4bf-4f8d-8cbe-4e1d23740772'}, {'server_uuid': 'b5b15ace-c6e8-4480-b9a3-e989f42e095e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '567cd00f-e311-49d8-a9b4-75b0ae053aed'}, {'server_uuid': '8b98b83b-70ed-4e37-885a-e7167916b3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfc142f-a987-481b-9f30-73482cd54f69'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:14:12.353289 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96291f15-8bbb-4b33-8db4-0d834f58f04a" -d '{"events": [{"server_uuid": "b5b15ace-c6e8-4480-b9a3-e989f42e095e", "name": "network-vif-unplugged", "status": "completed", "tag": "f72bf60a-a4bf-4f8d-8cbe-4e1d23740772"}, {"server_uuid": "b5b15ace-c6e8-4480-b9a3-e989f42e095e", "name": "network-vif-unplugged", "status": "completed", "tag": "567cd00f-e311-49d8-a9b4-75b0ae053aed"}, {"server_uuid": "8b98b83b-70ed-4e37-885a-e7167916b3a6", "name": "network-vif-plugged", "status": "completed", "tag": "dbfc142f-a987-481b-9f30-73482cd54f69"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:14:12.375851 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:12.412424 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-62771a37-9e0f-4a50-87e7-00f7baae40d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46cac36f-cdb6-4119-af11-3a438f8c410c {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:14:12.422389 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4841d1c-8ed6-4764-b38f-43d1e43e1557 tempest-ServersAdminNegativeTestJSON-986017900 tempest-ServersAdminNegativeTestJSON-986017900-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f4f8c4-5a83-4ba6-aa15-f29ac36fc325,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:12.435192 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 29348ed9-dd43-489b-9968-2bb2b186250d, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=29348ed9-dd43-489b-9968-2bb2b186250d,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:12.436459 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-62771a37-9e0f-4a50-87e7-00f7baae40d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:12.440946 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-10364a96-29c2-4e8a-8b26-403e8558a362 req-a4841d1c-8ed6-4764-b38f-43d1e43e1557 tempest-ServersAdminNegativeTestJSON-986017900 tempest-ServersAdminNegativeTestJSON-986017900-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a7448b13-6ec0-4770-9f6c-62378f6dd830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5156648 Nov 10 19:14:12.446707 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:12.459853 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10020e-4d96-446b-96ca-93d4f62b9d8b req-55578150-7892-45a1-b788-7b6e536eba2f tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:12.463419 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-62771a37-9e0f-4a50-87e7-00f7baae40d3 service neutron] Transition to ACTIVE for port object 46cac36f-cdb6-4119-af11-3a438f8c410c will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:14:12.479476 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4d10020e-4d96-446b-96ca-93d4f62b9d8b req-55578150-7892-45a1-b788-7b6e536eba2f tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b98b83b-70ed-4e37-885a-e7167916b3a6 HTTP/1.1" status: 200 len: 949 time: 0.2100930 Nov 10 19:14:12.480253 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-62771a37-9e0f-4a50-87e7-00f7baae40d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:12.555313 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62771a37-9e0f-4a50-87e7-00f7baae40d3 service neutron] Pushing event updated for resources: {'Port': ['ID=46cac36f-cdb6-4119-af11-3a438f8c410c,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:12.564659 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=29348ed9-dd43-489b-9968-2bb2b186250d,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:12.570088 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 19:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a7e871-b2be-41a0-a15b-ea6260b54546 x-openstack-request-id: req-90a7e871-b2be-41a0-a15b-ea6260b54546 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:14:12.570410 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b0e2d4-e4fe-486e-9c8d-7d73465eb0bc", "name": "network-vif-deleted", "tag": "169b9c6f-bee8-46f4-babd-401a78640a28", "status": "completed", "code": 200}, {"server_uuid": "b5b15ace-c6e8-4480-b9a3-e989f42e095e", "name": "network-vif-deleted", "tag": "59749f54-4a23-4599-abff-53c4979742d8", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:14:12.570922 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-90a7e871-b2be-41a0-a15b-ea6260b54546 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:14:12.571841 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b0e2d4-e4fe-486e-9c8d-7d73465eb0bc', 'name': 'network-vif-deleted', 'tag': '169b9c6f-bee8-46f4-babd-401a78640a28', 'status': 'completed', 'code': 200} Nov 10 19:14:12.571841 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b15ace-c6e8-4480-b9a3-e989f42e095e', 'name': 'network-vif-deleted', 'tag': '59749f54-4a23-4599-abff-53c4979742d8', 'status': 'completed', 'code': 200} Nov 10 19:14:12.628542 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4d10020e-4d96-446b-96ca-93d4f62b9d8b req-aa4190d2-bff4-4319-a048-bc79d3916e41 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/security-groups?id=25cfbe48-e133-43b8-98af-8c31cdb438e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417651 Nov 10 19:14:12.730247 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-62771a37-9e0f-4a50-87e7-00f7baae40d3 service neutron] Attempting to bind port 46cac36f-cdb6-4119-af11-3a438f8c410c on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:14:12.731204 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-62771a37-9e0f-4a50-87e7-00f7baae40d3 service neutron] Attempting to bind port 46cac36f-cdb6-4119-af11-3a438f8c410c by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c0241cc4-6c19-4c98-ab84-df8e281d2dd3'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:14:12.731204 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-62771a37-9e0f-4a50-87e7-00f7baae40d3 service neutron] Attempting to bind port 46cac36f-cdb6-4119-af11-3a438f8c410c on network c0241cc4-6c19-4c98-ab84-df8e281d2dd3 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:14:12.740872 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-62771a37-9e0f-4a50-87e7-00f7baae40d3 service neutron] Port 46cac36f-cdb6-4119-af11-3a438f8c410c on network c0241cc4-6c19-4c98-ab84-df8e281d2dd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:14:12.741195 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-62771a37-9e0f-4a50-87e7-00f7baae40d3 service neutron] Attempting to bind port 46cac36f-cdb6-4119-af11-3a438f8c410c on network c0241cc4-6c19-4c98-ab84-df8e281d2dd3 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:14:12.752485 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-62771a37-9e0f-4a50-87e7-00f7baae40d3 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:14:12.753372 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-62771a37-9e0f-4a50-87e7-00f7baae40d3 service neutron] Checking segment: {'id': 'e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c0241cc4-6c19-4c98-ab84-df8e281d2dd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:14:12.753999 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-62771a37-9e0f-4a50-87e7-00f7baae40d3 service neutron] Bound using segment: {'id': 'e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c0241cc4-6c19-4c98-ab84-df8e281d2dd3'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:14:12.755001 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-62771a37-9e0f-4a50-87e7-00f7baae40d3 service neutron] Bound port: 46cac36f-cdb6-4119-af11-3a438f8c410c, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c0241cc4-6c19-4c98-ab84-df8e281d2dd3'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:14:12.761935 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-62771a37-9e0f-4a50-87e7-00f7baae40d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:12.828214 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-331f98f1-c4b8-4677-bb05-76da522f43cb req-978b9cc1-4f75-4f2d-8bf0-3e30c424673b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:12.831704 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-875d0991-6878-40de-b682-d2611104707b req-d8dbe6ce-6f06-43b7-9fb7-fd7268c75c63 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d1d4a761a3ba4865993e7b67cd29e236&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456600 Nov 10 19:14:12.862199 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ae093-ad72-459b-82dc-750f1b4d7e35 req-b9a11dc4-3f02-417b-81da-e44b4f9442b7 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:12.863765 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-749ae093-ad72-459b-82dc-750f1b4d7e35 req-b9a11dc4-3f02-417b-81da-e44b4f9442b7 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] 10.222.0.25 "GET /v2.0/ports?device_id=474491fd-f1c5-4cb5-8f83-cd944cf07995 HTTP/1.1" status: 200 len: 946 time: 0.2579353 Nov 10 19:14:12.873181 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-62771a37-9e0f-4a50-87e7-00f7baae40d3 service neutron] For port 46cac36f-cdb6-4119-af11-3a438f8c410c, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:14:12.876829 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-62771a37-9e0f-4a50-87e7-00f7baae40d3 service neutron] For port 46cac36f-cdb6-4119-af11-3a438f8c410c, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=46cac36f-cdb6-4119-af11-3a438f8c410c,segment=NetworkSegment(e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a),segment_id=e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:14:12.882469 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-62771a37-9e0f-4a50-87e7-00f7baae40d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:12.909927 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b9cc1-4f75-4f2d-8bf0-3e30c424673b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Pushing event deleted for resources: {'Port': ['ID=f72bf60a-a4bf-4f8d-8cbe-4e1d23740772,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:12.940615 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-62771a37-9e0f-4a50-87e7-00f7baae40d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:12.941388 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-62771a37-9e0f-4a50-87e7-00f7baae40d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:12.943321 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-62771a37-9e0f-4a50-87e7-00f7baae40d3 service neutron] 10.222.0.73 "PUT /v2.0/ports/46cac36f-cdb6-4119-af11-3a438f8c410c HTTP/1.1" status: 200 len: 1091 time: 1.2069261 Nov 10 19:14:12.965823 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'tag': '9fe5d516-4cc5-4de8-8148-b602f3182868'}, {'name': 'network-changed', 'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'tag': '46cac36f-cdb6-4119-af11-3a438f8c410c'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:14:12.971283 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845720a-7fe3-40e2-abf5-41abdbd17698 req-95ee04e7-3847-453a-82b1-b522dba211a1 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:12.972914 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1845720a-7fe3-40e2-abf5-41abdbd17698 req-95ee04e7-3847-453a-82b1-b522dba211a1 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5b15ace-c6e8-4480-b9a3-e989f42e095e HTTP/1.1" status: 200 len: 865 time: 0.2909844 Nov 10 19:14:12.980563 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43259620-6a0e-4ce9-8306-cdcd2fb3258e" -d '{"events": [{"name": "network-changed", "server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "tag": "9fe5d516-4cc5-4de8-8148-b602f3182868"}, {"name": "network-changed", "server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "tag": "46cac36f-cdb6-4119-af11-3a438f8c410c"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:14:12.996843 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62771a37-9e0f-4a50-87e7-00f7baae40d3 service neutron] Pushing event updated for resources: {'Port': ['ID=46cac36f-cdb6-4119-af11-3a438f8c410c,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:13.073919 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-c50b764b-7262-4ad6-86d5-eee07ad5243c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:13.074633 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-c50b764b-7262-4ad6-86d5-eee07ad5243c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:13.075209 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-c50b764b-7262-4ad6-86d5-eee07ad5243c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:13.075742 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-c50b764b-7262-4ad6-86d5-eee07ad5243c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:13.076265 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-c50b764b-7262-4ad6-86d5-eee07ad5243c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:13.076848 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-c50b764b-7262-4ad6-86d5-eee07ad5243c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:13.077394 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-c50b764b-7262-4ad6-86d5-eee07ad5243c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:13.081755 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-c50b764b-7262-4ad6-86d5-eee07ad5243c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8868befe3bb435a8f25d6ac7c7d0f37&device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 6478 time: 0.0750809 Nov 10 19:14:13.094976 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-331f98f1-c4b8-4677-bb05-76da522f43cb req-978b9cc1-4f75-4f2d-8bf0-3e30c424673b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] No DVR routers for this DVR port f72bf60a-a4bf-4f8d-8cbe-4e1d23740772 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:14:13.106493 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-331f98f1-c4b8-4677-bb05-76da522f43cb req-978b9cc1-4f75-4f2d-8bf0-3e30c424673b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:13.111096 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-331f98f1-c4b8-4677-bb05-76da522f43cb req-978b9cc1-4f75-4f2d-8bf0-3e30c424673b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.73 "DELETE /v2.0/ports/f72bf60a-a4bf-4f8d-8cbe-4e1d23740772 HTTP/1.1" status: 204 len: 173 time: 1.4594007 Nov 10 19:14:13.162641 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-c01ea846-1349-4edb-a3ad-4d3877a70ae3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=893f5fad-5d52-4ed2-a497-8f4e5f94cfec HTTP/1.1" status: 200 len: 217 time: 0.0680482 Nov 10 19:14:13.230360 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-5bab0bcd-a514-4bd0-949e-daee95c2f908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:13.233567 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-5bab0bcd-a514-4bd0-949e-daee95c2f908 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2f6a98c7-c265-4500-b9ce-49a92ae40ef6 HTTP/1.1" status: 200 len: 851 time: 0.0637422 Nov 10 19:14:13.238227 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d0991-6878-40de-b682-d2611104707b req-d8e2a37a-9be0-44af-8764-1fd5ad3f4a34 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:13.239844 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-875d0991-6878-40de-b682-d2611104707b req-d8e2a37a-9be0-44af-8764-1fd5ad3f4a34 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3914161 Nov 10 19:14:13.251191 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1845720a-7fe3-40e2-abf5-41abdbd17698 req-207712fb-a762-44de-a0b7-4818afc1364e tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/security-groups?id=52de01c7-d00e-4b3b-b09f-d092153ad5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512772 Nov 10 19:14:13.273001 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-875d0991-6878-40de-b682-d2611104707b req-0620c371-8d6f-4791-b548-f1bdb4e8cc3b tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/quotas/d1d4a761a3ba4865993e7b67cd29e236 HTTP/1.1" status: 200 len: 375 time: 0.0198653 Nov 10 19:14:13.331544 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-d347a97e-b824-448a-96ad-a1941024724d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:13.333372 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-d347a97e-b824-448a-96ad-a1941024724d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=87a15d79-4902-4d31-887f-c388f0985906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923004 Nov 10 19:14:13.338522 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-875d0991-6878-40de-b682-d2611104707b req-0f6d2bc7-09af-4c53-8e5f-a8bc662e8ed5 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d1d4a761a3ba4865993e7b67cd29e236&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584078 Nov 10 19:14:13.349912 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-749ae093-ad72-459b-82dc-750f1b4d7e35 req-ac2d1e2d-f4f0-4328-b48f-fd997ee48628 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] Deleting port 17088527-7f0f-4c32-ba34-d282103f8e18 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:14:13.350494 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-749ae093-ad72-459b-82dc-750f1b4d7e35 req-ac2d1e2d-f4f0-4328-b48f-fd997ee48628 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:13.494001 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-91af2b95-886c-4df3-a4f7-7e88a7a3a486 service neutron] 10.222.0.73 "GET /v2.0/networks/87a15d79-4902-4d31-887f-c388f0985906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497345 Nov 10 19:14:13.595652 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Wed, 10 Nov 2021 19:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd1badc-0103-4f82-ad74-cd0adfc8e2d4 x-openstack-request-id: req-2fd1badc-0103-4f82-ad74-cd0adfc8e2d4 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:14:13.596524 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b15ace-c6e8-4480-b9a3-e989f42e095e", "name": "network-vif-unplugged", "status": "completed", "tag": "f72bf60a-a4bf-4f8d-8cbe-4e1d23740772", "code": 200}, {"server_uuid": "b5b15ace-c6e8-4480-b9a3-e989f42e095e", "name": "network-vif-unplugged", "status": "completed", "tag": "567cd00f-e311-49d8-a9b4-75b0ae053aed", "code": 200}, {"server_uuid": "8b98b83b-70ed-4e37-885a-e7167916b3a6", "name": "network-vif-plugged", "status": "completed", "tag": "dbfc142f-a987-481b-9f30-73482cd54f69", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:14:13.596524 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2fd1badc-0103-4f82-ad74-cd0adfc8e2d4 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:14:13.596813 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b15ace-c6e8-4480-b9a3-e989f42e095e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f72bf60a-a4bf-4f8d-8cbe-4e1d23740772', 'code': 200} Nov 10 19:14:13.596959 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b15ace-c6e8-4480-b9a3-e989f42e095e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '567cd00f-e311-49d8-a9b4-75b0ae053aed', 'code': 200} Nov 10 19:14:13.597150 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b98b83b-70ed-4e37-885a-e7167916b3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfc142f-a987-481b-9f30-73482cd54f69', 'code': 200} Nov 10 19:14:13.695387 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-749ae093-ad72-459b-82dc-750f1b4d7e35 req-ac2d1e2d-f4f0-4328-b48f-fd997ee48628 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] For port 17088527-7f0f-4c32-ba34-d282103f8e18, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=17088527-7f0f-4c32-ba34-d282103f8e18,segment=NetworkSegment(ac1a7b87-7bea-42ae-9f19-ef7278791225),segment_id=ac1a7b87-7bea-42ae-9f19-ef7278791225)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:13.696333 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-749ae093-ad72-459b-82dc-750f1b4d7e35 req-ac2d1e2d-f4f0-4328-b48f-fd997ee48628 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:13.720110 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-e53bcf87-c68c-42ae-91f8-c766e9b6bd40 service neutron] 10.222.0.73 "GET /v2.0/networks/87a15d79-4902-4d31-887f-c388f0985906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996431 Nov 10 19:14:13.741648 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-749ae093-ad72-459b-82dc-750f1b4d7e35 req-ac2d1e2d-f4f0-4328-b48f-fd997ee48628 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] Calling delete_port for 17088527-7f0f-4c32-ba34-d282103f8e18 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:14:13.782044 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdd64c-3ddf-4cd6-bd71-4ca959446664 req-a96a3a45-8b82-4e61-8857-bd36e8ecbb97 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:13.788601 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdd64c-3ddf-4cd6-bd71-4ca959446664 req-a96a3a45-8b82-4e61-8857-bd36e8ecbb97 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:13.796513 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdd64c-3ddf-4cd6-bd71-4ca959446664 req-a96a3a45-8b82-4e61-8857-bd36e8ecbb97 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:13.803627 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdd64c-3ddf-4cd6-bd71-4ca959446664 req-a96a3a45-8b82-4e61-8857-bd36e8ecbb97 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:13.811169 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdd64c-3ddf-4cd6-bd71-4ca959446664 req-a96a3a45-8b82-4e61-8857-bd36e8ecbb97 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:13.818527 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdd64c-3ddf-4cd6-bd71-4ca959446664 req-a96a3a45-8b82-4e61-8857-bd36e8ecbb97 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:13.825407 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdd64c-3ddf-4cd6-bd71-4ca959446664 req-a96a3a45-8b82-4e61-8857-bd36e8ecbb97 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:13.834375 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-58cdd64c-3ddf-4cd6-bd71-4ca959446664 req-a96a3a45-8b82-4e61-8857-bd36e8ecbb97 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 5421 time: 0.2524419 Nov 10 19:14:13.865191 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-d1fa4542-2dab-48e5-9961-23c9c15ef411 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=21af280c-4557-46cd-a694-488125af25aa HTTP/1.1" status: 200 len: 217 time: 0.1423109 Nov 10 19:14:13.895804 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e84584-a330-4524-9573-21ea0e4f6b0c req-10b16cd8-7ad1-40cd-9b6c-2d23f569c8f8 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:13.897672 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-17e84584-a330-4524-9573-21ea0e4f6b0c req-10b16cd8-7ad1-40cd-9b6c-2d23f569c8f8 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5b54bbf-1978-49d3-af24-3fd565c568fc HTTP/1.1" status: 200 len: 945 time: 0.1559365 Nov 10 19:14:13.914482 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ea37d-5e94-44e3-a173-55cd4671acc5 req-e7235e9b-f4b3-4179-bebb-71b76394e435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:13.916160 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c75ea37d-5e94-44e3-a173-55cd4671acc5 req-e7235e9b-f4b3-4179-bebb-71b76394e435 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8b98b83b-70ed-4e37-885a-e7167916b3a6 HTTP/1.1" status: 200 len: 1100 time: 0.2348547 Nov 10 19:14:13.981555 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-2d0ebe04-4dea-45ed-94db-aa7f8e2319d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:13.982486 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-2d0ebe04-4dea-45ed-94db-aa7f8e2319d5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=37520a35-4b37-42d8-92a1-304ffc90b618 HTTP/1.1" status: 200 len: 797 time: 0.1080556 Nov 10 19:14:14.024623 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75c0de-3bf2-4314-b33a-a6de1c7971d2 req-b970d6a0-2931-4c28-ad73-72c70b24399d tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:14.026659 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ea75c0de-3bf2-4314-b33a-a6de1c7971d2 req-b970d6a0-2931-4c28-ad73-72c70b24399d tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8084a0-8e95-4a25-a945-75a0a53a9fac HTTP/1.1" status: 200 len: 946 time: 0.1873188 Nov 10 19:14:14.079265 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-58cdd64c-3ddf-4cd6-bd71-4ca959446664 req-93458bcc-5f12-422a-a6de-9ae312c8aafb tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d93388-382e-4c6b-9fd9-db42bf1d98d3&id=6abcce0f-c6a6-4d15-bce8-1d7464d7e84e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2428656 Nov 10 19:14:14.085205 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c75ea37d-5e94-44e3-a173-55cd4671acc5 req-76ac159f-7829-45b4-ab8a-301401f7ccd0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=25cfbe48-e133-43b8-98af-8c31cdb438e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590874 Nov 10 19:14:14.101922 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-17e84584-a330-4524-9573-21ea0e4f6b0c req-8e3042fb-adbb-47c6-abff-5893bab4d83f tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Deleting port 6ce9d5bc-694c-4318-b659-53527abe163c {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:14:14.101922 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-17e84584-a330-4524-9573-21ea0e4f6b0c req-8e3042fb-adbb-47c6-abff-5893bab4d83f tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:14.122006 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-ef6f9e50-a672-4fd5-8d2f-0eb5c4952186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:14.125168 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-ef6f9e50-a672-4fd5-8d2f-0eb5c4952186 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dfeb421a-f1c8-4726-8242-6b468d6e48f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1176188 Nov 10 19:14:14.229074 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-17e84584-a330-4524-9573-21ea0e4f6b0c req-8e3042fb-adbb-47c6-abff-5893bab4d83f tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] For port 6ce9d5bc-694c-4318-b659-53527abe163c, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6ce9d5bc-694c-4318-b659-53527abe163c,segment=NetworkSegment(7326ada5-f762-4313-b25f-4cb3df3eec6b),segment_id=7326ada5-f762-4313-b25f-4cb3df3eec6b)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:14.229431 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-17e84584-a330-4524-9573-21ea0e4f6b0c req-8e3042fb-adbb-47c6-abff-5893bab4d83f tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:14.262092 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-17e84584-a330-4524-9573-21ea0e4f6b0c req-8e3042fb-adbb-47c6-abff-5893bab4d83f tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Calling delete_port for 6ce9d5bc-694c-4318-b659-53527abe163c owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:14:14.461381 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-fe4bb5a8-c421-4ad8-b300-fe063150a98c service neutron] 10.222.0.73 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478901 Nov 10 19:14:14.573135 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b15ace-c6e8-4480-b9a3-e989f42e095e', 'name': 'network-vif-deleted', 'tag': '567cd00f-e311-49d8-a9b4-75b0ae053aed'}, {'server_uuid': 'b5b15ace-c6e8-4480-b9a3-e989f42e095e', 'name': 'network-vif-deleted', 'tag': 'f72bf60a-a4bf-4f8d-8cbe-4e1d23740772'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:14:14.575661 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9179482-026b-45a1-8b7c-0161867451d1" -d '{"events": [{"server_uuid": "b5b15ace-c6e8-4480-b9a3-e989f42e095e", "name": "network-vif-deleted", "tag": "567cd00f-e311-49d8-a9b4-75b0ae053aed"}, {"server_uuid": "b5b15ace-c6e8-4480-b9a3-e989f42e095e", "name": "network-vif-deleted", "tag": "f72bf60a-a4bf-4f8d-8cbe-4e1d23740772"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:14:14.595431 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-17e84584-a330-4524-9573-21ea0e4f6b0c req-8e3042fb-adbb-47c6-abff-5893bab4d83f tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:14.628672 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['0cff2e3d-7977-49ef-a216-adda06fe3858', '6ce9d5bc-694c-4318-b659-53527abe163c'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:14:14.629321 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-749ae093-ad72-459b-82dc-750f1b4d7e35 req-ac2d1e2d-f4f0-4328-b48f-fd997ee48628 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:14.638347 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ea75c0de-3bf2-4314-b33a-a6de1c7971d2 req-587a8dcd-0cd9-40c7-a029-7de8e18fa8de tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6019204 Nov 10 19:14:14.704862 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 10 Nov 2021 19:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f794bb14-8899-450f-8e82-62935b7a7d77 x-openstack-request-id: req-f794bb14-8899-450f-8e82-62935b7a7d77 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:14:14.705326 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "tag": "9fe5d516-4cc5-4de8-8148-b602f3182868", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "tag": "46cac36f-cdb6-4119-af11-3a438f8c410c", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:14:14.705705 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f794bb14-8899-450f-8e82-62935b7a7d77 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:14:14.706306 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'tag': '9fe5d516-4cc5-4de8-8148-b602f3182868', 'status': 'completed', 'code': 200} Nov 10 19:14:14.706696 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'tag': '46cac36f-cdb6-4119-af11-3a438f8c410c', 'status': 'completed', 'code': 200} Nov 10 19:14:14.711427 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3042fb-adbb-47c6-abff-5893bab4d83f tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Pushing event deleted for resources: {'Port': ['ID=6ce9d5bc-694c-4318-b659-53527abe163c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:14.738910 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2a02e-dab7-4976-a0f0-21aa5d9add68 req-5c0c8b10-7a51-4c72-b2dc-a5820da1f57c tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:14.748266 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-53a41488-ce0d-4ed9-9901-a8b1d1a8e6e9 service neutron] 10.222.0.73 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589214 Nov 10 19:14:14.748810 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-49f2a02e-dab7-4976-a0f0-21aa5d9add68 req-5c0c8b10-7a51-4c72-b2dc-a5820da1f57c tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] 10.222.0.54 "GET /v2.0/ports?device_id=474491fd-f1c5-4cb5-8f83-cd944cf07995 HTTP/1.1" status: 200 len: 867 time: 0.2100933 Nov 10 19:14:14.771382 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d1e2d-f4f0-4328-b48f-fd997ee48628 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] Pushing event deleted for resources: {'Port': ['ID=17088527-7f0f-4c32-ba34-d282103f8e18,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:14.810215 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-749ae093-ad72-459b-82dc-750f1b4d7e35 req-ac2d1e2d-f4f0-4328-b48f-fd997ee48628 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] No DVR routers for this DVR port 17088527-7f0f-4c32-ba34-d282103f8e18 on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:14:14.813715 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-749ae093-ad72-459b-82dc-750f1b4d7e35 req-ac2d1e2d-f4f0-4328-b48f-fd997ee48628 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:14.818000 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-749ae093-ad72-459b-82dc-750f1b4d7e35 req-ac2d1e2d-f4f0-4328-b48f-fd997ee48628 tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] 10.222.0.25 "DELETE /v2.0/ports/17088527-7f0f-4c32-ba34-d282103f8e18 HTTP/1.1" status: 204 len: 173 time: 1.9320171 Nov 10 19:14:14.882737 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e84584-a330-4524-9573-21ea0e4f6b0c req-8e3042fb-adbb-47c6-abff-5893bab4d83f tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] No DVR routers for this DVR port 6ce9d5bc-694c-4318-b659-53527abe163c on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:14:14.887594 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-57bddd7b-95d4-4222-956a-f58520990aee req-47d588cf-780f-4650-bc20-96b6f80fef7b tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5b54bbf-1978-49d3-af24-3fd565c568fc HTTP/1.1" status: 200 len: 210 time: 0.0745149 Nov 10 19:14:14.897687 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-17e84584-a330-4524-9573-21ea0e4f6b0c req-8e3042fb-adbb-47c6-abff-5893bab4d83f tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:14.918295 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-17e84584-a330-4524-9573-21ea0e4f6b0c req-8e3042fb-adbb-47c6-abff-5893bab4d83f tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.73 "DELETE /v2.0/ports/6ce9d5bc-694c-4318-b659-53527abe163c HTTP/1.1" status: 204 len: 173 time: 0.9994898 Nov 10 19:14:14.920461 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-53acfbfb-8a27-4148-bbcd-b5e739f9637b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=2d9d8a32-85d2-4553-a7c3-eaf3f760a24a HTTP/1.1" status: 200 len: 217 time: 0.1392314 Nov 10 19:14:14.944281 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-49f2a02e-dab7-4976-a0f0-21aa5d9add68 req-2519074a-0750-4ae1-afe9-9be393111bdb tempest-VolumesAdminNegativeTest-620053610 tempest-VolumesAdminNegativeTest-620053610-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c267ee7-d196-4d32-9784-2164b5dda13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934519 Nov 10 19:14:15.031333 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-875d0991-6878-40de-b682-d2611104707b req-266d832a-9e13-4101-b179-65322c98164a tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d1d4a761a3ba4865993e7b67cd29e236&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722733 Nov 10 19:14:15.088300 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-4308d700-7bef-4304-ad73-4880d900cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:15.090113 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-4308d700-7bef-4304-ad73-4880d900cbaa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=37520a35-4b37-42d8-92a1-304ffc90b618 HTTP/1.1" status: 200 len: 797 time: 0.1548471 Nov 10 19:14:15.180163 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-940e04d5-ac26-4076-8569-df751466f0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:15.182379 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-940e04d5-ac26-4076-8569-df751466f0b0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dfeb421a-f1c8-4726-8242-6b468d6e48f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0831296 Nov 10 19:14:15.187547 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9ba7d29b-94f9-4e1d-be0e-692770cccdec req-d54e68e7-0b75-4849-b109-6e90d59c5032 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/ports?device_id=96254600-620f-4e25-8222-e18a10b2dc79 HTTP/1.1" status: 200 len: 210 time: 0.1267796 Nov 10 19:14:15.275152 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59630) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:14:15.293258 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156002af-2941-4192-b5bb-4c63acccd534 req-1ec156f9-138b-43b4-8362-84c6b0db9de1 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:15.294912 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-156002af-2941-4192-b5bb-4c63acccd534 req-1ec156f9-138b-43b4-8362-84c6b0db9de1 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b98b83b-70ed-4e37-885a-e7167916b3a6 HTTP/1.1" status: 200 len: 949 time: 0.1981804 Nov 10 19:14:15.367870 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 19:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64de5c97-468f-4cec-b3b0-c9679214bdeb x-openstack-request-id: req-64de5c97-468f-4cec-b3b0-c9679214bdeb {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:14:15.368194 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b15ace-c6e8-4480-b9a3-e989f42e095e", "name": "network-vif-deleted", "tag": "567cd00f-e311-49d8-a9b4-75b0ae053aed", "status": "completed", "code": 200}, {"server_uuid": "b5b15ace-c6e8-4480-b9a3-e989f42e095e", "name": "network-vif-deleted", "tag": "f72bf60a-a4bf-4f8d-8cbe-4e1d23740772", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:14:15.368410 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-64de5c97-468f-4cec-b3b0-c9679214bdeb {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:14:15.368812 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b15ace-c6e8-4480-b9a3-e989f42e095e', 'name': 'network-vif-deleted', 'tag': '567cd00f-e311-49d8-a9b4-75b0ae053aed', 'status': 'completed', 'code': 200} Nov 10 19:14:15.369054 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b15ace-c6e8-4480-b9a3-e989f42e095e', 'name': 'network-vif-deleted', 'tag': 'f72bf60a-a4bf-4f8d-8cbe-4e1d23740772', 'status': 'completed', 'code': 200} Nov 10 19:14:15.379818 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ad3723-35f7-46ec-857b-97f5ea38c1a8 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Deleting subnet 22932a42-eeeb-4b10-a32d-2cd711c3bf5a {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:14:15.399844 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-39ad3723-35f7-46ec-857b-97f5ea38c1a8 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:15.441706 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d0991-6878-40de-b682-d2611104707b req-78310132-4094-4119-8c18-0c93670a0f78 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:15.443545 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-875d0991-6878-40de-b682-d2611104707b req-78310132-4094-4119-8c18-0c93670a0f78 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4046955 Nov 10 19:14:15.455323 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-aa9bde32-e3b3-4a91-99b3-d5b0d991eb49 service neutron] 10.222.0.73 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420800 Nov 10 19:14:15.466653 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-875d0991-6878-40de-b682-d2611104707b req-229a2a71-187e-4641-8be0-4c0a7c8bfb28 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Request body: {'port': {'device_id': '96254600-620f-4e25-8222-e18a10b2dc79', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'admin_state_up': True, 'tenant_id': 'd1d4a761a3ba4865993e7b67cd29e236'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:14:15.478930 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47143a-1b3f-4cbb-b198-74927edc51bd req-a952740f-3fc4-492e-8df7-eeafabbf4c94 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:15.481885 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fc47143a-1b3f-4cbb-b198-74927edc51bd req-a952740f-3fc4-492e-8df7-eeafabbf4c94 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.73 "GET /v2.0/ports?device_id=84ace3fd-5fc2-478a-b3ae-e22bb21cd3c1 HTTP/1.1" status: 200 len: 945 time: 0.1141889 Nov 10 19:14:15.503724 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-39ad3723-35f7-46ec-857b-97f5ea38c1a8 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:15.562058 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-156002af-2941-4192-b5bb-4c63acccd534 req-347d9a16-290a-44a5-a732-ff2e49434327 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/security-groups?id=25cfbe48-e133-43b8-98af-8c31cdb438e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963832 Nov 10 19:14:15.598162 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff589d26-34ae-4ec4-ae5a-d2784849e6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29348ed9-dd43-489b-9968-2bb2b186250d'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:14:15.601059 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56db909e-7538-42e5-81c8-fc80edb82b53" -d '{"events": [{"server_uuid": "ff589d26-34ae-4ec4-ae5a-d2784849e6b8", "name": "network-vif-plugged", "status": "completed", "tag": "29348ed9-dd43-489b-9968-2bb2b186250d"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:14:15.726091 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-39ad3723-35f7-46ec-857b-97f5ea38c1a8 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:15.786618 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48b9acb-f010-4760-a7ce-2bfae480b876 x-openstack-request-id: req-f48b9acb-f010-4760-a7ce-2bfae480b876 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:14:15.787711 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff589d26-34ae-4ec4-ae5a-d2784849e6b8", "name": "network-vif-plugged", "status": "completed", "tag": "29348ed9-dd43-489b-9968-2bb2b186250d", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:14:15.788162 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f48b9acb-f010-4760-a7ce-2bfae480b876 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:14:15.788751 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff589d26-34ae-4ec4-ae5a-d2784849e6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29348ed9-dd43-489b-9968-2bb2b186250d', 'code': 200} Nov 10 19:14:15.878466 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-875d0991-6878-40de-b682-d2611104707b req-229a2a71-187e-4641-8be0-4c0a7c8bfb28 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Made reservation on behalf of d1d4a761a3ba4865993e7b67cd29e236 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:14:15.884730 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-875d0991-6878-40de-b682-d2611104707b req-229a2a71-187e-4641-8be0-4c0a7c8bfb28 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:16.034133 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26548a3-1756-4939-9853-ae2c1ae0b94e req-c1ddb66c-0329-4e37-9f75-34eed46d601b tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:16.051114 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26548a3-1756-4939-9853-ae2c1ae0b94e req-c1ddb66c-0329-4e37-9f75-34eed46d601b tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:16.062367 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26548a3-1756-4939-9853-ae2c1ae0b94e req-c1ddb66c-0329-4e37-9f75-34eed46d601b tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:16.073142 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26548a3-1756-4939-9853-ae2c1ae0b94e req-c1ddb66c-0329-4e37-9f75-34eed46d601b tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:16.083591 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26548a3-1756-4939-9853-ae2c1ae0b94e req-c1ddb66c-0329-4e37-9f75-34eed46d601b tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:16.094471 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26548a3-1756-4939-9853-ae2c1ae0b94e req-c1ddb66c-0329-4e37-9f75-34eed46d601b tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:16.105376 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26548a3-1756-4939-9853-ae2c1ae0b94e req-c1ddb66c-0329-4e37-9f75-34eed46d601b tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:16.109023 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d26548a3-1756-4939-9853-ae2c1ae0b94e req-c1ddb66c-0329-4e37-9f75-34eed46d601b tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 5421 time: 0.3130162 Nov 10 19:14:16.118482 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-39ad3723-35f7-46ec-857b-97f5ea38c1a8 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:16.158240 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 17088527-7f0f-4c32-ba34-d282103f8e18 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:14:16.191918 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 17088527-7f0f-4c32-ba34-d282103f8e18 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:14:16.192297 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 17088527-7f0f-4c32-ba34-d282103f8e18 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:14:16.226920 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-08ccba6f-e28a-40e5-b8dc-216ec1f46bc8 service neutron] 10.222.0.73 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7431121 Nov 10 19:14:16.246433 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad3723-35f7-46ec-857b-97f5ea38c1a8 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Pushing event deleted for resources: {'Subnet': ['ID=22932a42-eeeb-4b10-a32d-2cd711c3bf5a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:16.250219 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54903bad-fa11-4eaa-a1d5-b6a1ff982de7 req-428b1247-50ff-4048-8259-4f40629dcfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:16.251733 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-54903bad-fa11-4eaa-a1d5-b6a1ff982de7 req-428b1247-50ff-4048-8259-4f40629dcfeb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ff589d26-34ae-4ec4-ae5a-d2784849e6b8 HTTP/1.1" status: 200 len: 1101 time: 0.1003544 Nov 10 19:14:16.268336 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d61e2a-1add-4557-8a9c-7b85eebd5425 None None] Network 8db1267a-b6ed-4659-9b9d-fffd8a2105d3 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:14:16.270072 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-39ad3723-35f7-46ec-857b-97f5ea38c1a8 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:16.275875 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-39ad3723-35f7-46ec-857b-97f5ea38c1a8 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "DELETE /v2.0/subnets/22932a42-eeeb-4b10-a32d-2cd711c3bf5a HTTP/1.1" status: 204 len: 168 time: 0.9992688 Nov 10 19:14:16.285446 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59644) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:14:16.292036 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ac5a6-ac1e-49e8-9821-de941ded64c9 req-b71a21f9-2027-4be1-9e78-256d5d355525 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:16.294469 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c6ac5a6-ac1e-49e8-9821-de941ded64c9 req-b71a21f9-2027-4be1-9e78-256d5d355525 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8084a0-8e95-4a25-a945-75a0a53a9fac HTTP/1.1" status: 200 len: 946 time: 0.4181011 Nov 10 19:14:16.305057 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-9af329d0-3e1a-44fc-9cca-010f3512e50b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b HTTP/1.1" status: 200 len: 217 time: 0.0684738 Nov 10 19:14:16.332202 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-fc47143a-1b3f-4cbb-b198-74927edc51bd req-1c075822-ce4c-4a89-a522-8be42adfbd44 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Deleting port 0cff2e3d-7977-49ef-a216-adda06fe3858 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:14:16.332202 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-fc47143a-1b3f-4cbb-b198-74927edc51bd req-1c075822-ce4c-4a89-a522-8be42adfbd44 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:16.478637 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d26548a3-1756-4939-9853-ae2c1ae0b94e req-1324838f-9ed1-422c-92dd-c8d44343b4fc tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d93388-382e-4c6b-9fd9-db42bf1d98d3&id=6abcce0f-c6a6-4d15-bce8-1d7464d7e84e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3119764 Nov 10 19:14:16.538676 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c6ac5a6-ac1e-49e8-9821-de941ded64c9 req-5f17f880-7118-4204-a9a4-2c57d08b8094 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336376 Nov 10 19:14:16.540689 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-875d0991-6878-40de-b682-d2611104707b req-229a2a71-187e-4641-8be0-4c0a7c8bfb28 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Allocated IP 192.168.233.109 (d392c118-92b4-47b2-87bf-77c096e8a630/f9b6e8e7-6ebd-402d-901c-b41f234de3ab/d3954429-722b-48cc-8522-e3832146af6c) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:14:16.563297 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456ecca6-355a-4d90-875c-c18d24c35ceb None None] DHCP port deletion for 8db1267a-b6ed-4659-9b9d-fffd8a2105d3 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:14:16.592079 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-25fb2680-2b55-4140-aca6-75103bcc0efb tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:16.622716 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-54903bad-fa11-4eaa-a1d5-b6a1ff982de7 req-b039276b-641c-4b3b-8be9-fb476d48e092 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=25cfbe48-e133-43b8-98af-8c31cdb438e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382742 Nov 10 19:14:16.631762 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-3bce69c4-0674-4d60-9add-c24b125b6de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:16.633738 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59650) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:14:16.639068 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-3bce69c4-0674-4d60-9add-c24b125b6de2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=37520a35-4b37-42d8-92a1-304ffc90b618 HTTP/1.1" status: 200 len: 797 time: 0.3177567 Nov 10 19:14:16.695191 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-456ecca6-355a-4d90-875c-c18d24c35ceb None None] Deleting port f42bb11b-afc6-4ea4-bc28-df27905bf787 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:14:16.695590 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-456ecca6-355a-4d90-875c-c18d24c35ceb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:16.723153 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b54bbf-1978-49d3-af24-3fd565c568fc', 'name': 'network-vif-deleted', 'tag': '6ce9d5bc-694c-4318-b659-53527abe163c'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:14:16.725630 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2d5405-35fc-4ac3-8759-24e885a54175" -d '{"events": [{"server_uuid": "d5b54bbf-1978-49d3-af24-3fd565c568fc", "name": "network-vif-deleted", "tag": "6ce9d5bc-694c-4318-b659-53527abe163c"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:14:16.768050 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-fc47143a-1b3f-4cbb-b198-74927edc51bd req-1c075822-ce4c-4a89-a522-8be42adfbd44 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] For port 0cff2e3d-7977-49ef-a216-adda06fe3858, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=0cff2e3d-7977-49ef-a216-adda06fe3858,segment=NetworkSegment(7326ada5-f762-4313-b25f-4cb3df3eec6b),segment_id=7326ada5-f762-4313-b25f-4cb3df3eec6b)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:16.768704 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-fc47143a-1b3f-4cbb-b198-74927edc51bd req-1c075822-ce4c-4a89-a522-8be42adfbd44 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:16.789409 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-86bf0e06-61ef-490d-bd77-bc5dfdb64a53 req-37d38c7a-ab44-495a-bee1-7dba7f3dc718 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/ports?device_id=96254600-620f-4e25-8222-e18a10b2dc79 HTTP/1.1" status: 200 len: 210 time: 0.0579472 Nov 10 19:14:16.802167 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-fc47143a-1b3f-4cbb-b198-74927edc51bd req-1c075822-ce4c-4a89-a522-8be42adfbd44 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Calling delete_port for 0cff2e3d-7977-49ef-a216-adda06fe3858 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:14:16.804307 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-456ecca6-355a-4d90-875c-c18d24c35ceb None None] For port f42bb11b-afc6-4ea4-bc28-df27905bf787, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f42bb11b-afc6-4ea4-bc28-df27905bf787,segment=NetworkSegment(71527212-2285-42b2-a8f7-11fad69e7287),segment_id=71527212-2285-42b2-a8f7-11fad69e7287)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:16.805187 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-456ecca6-355a-4d90-875c-c18d24c35ceb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:16.810723 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf3fd5f-a869-43a5-b2ab-dca13c4850c8 admin admin] Deleting subnet 28e60652-283c-4659-8138-68b8f6c70254 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:14:16.825189 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8cf3fd5f-a869-43a5-b2ab-dca13c4850c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:16.851808 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-456ecca6-355a-4d90-875c-c18d24c35ceb None None] Calling delete_port for f42bb11b-afc6-4ea4-bc28-df27905bf787 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:14:16.860549 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-e7faefdd-6128-48db-9a57-4205d4f8f20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:16.862244 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-e7faefdd-6128-48db-9a57-4205d4f8f20d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dfeb421a-f1c8-4726-8242-6b468d6e48f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2092772 Nov 10 19:14:17.008384 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8cf3fd5f-a869-43a5-b2ab-dca13c4850c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:17.053079 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-25fb2680-2b55-4140-aca6-75103bcc0efb tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Deleting port f42bb11b-afc6-4ea4-bc28-df27905bf787 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:14:17.053332 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-25fb2680-2b55-4140-aca6-75103bcc0efb tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:17.070981 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-36e64531-4261-4a0e-a060-4f4401487905 service neutron] 10.222.0.73 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648262 Nov 10 19:14:17.100510 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f42bb11b-afc6-4ea4-bc28-df27905bf787 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:14:17.153824 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-456ecca6-355a-4d90-875c-c18d24c35ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:17.157789 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-875d0991-6878-40de-b682-d2611104707b req-229a2a71-187e-4641-8be0-4c0a7c8bfb28 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:17.175318 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8c75f-b9f0-413a-bd3a-a233dc5ea073 req-0be93d73-4aa6-49da-95a0-2a0929d0a76c tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:17.179010 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2fa8c75f-b9f0-413a-bd3a-a233dc5ea073 req-0be93d73-4aa6-49da-95a0-2a0929d0a76c tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/ports?device_id=84ace3fd-5fc2-478a-b3ae-e22bb21cd3c1 HTTP/1.1" status: 200 len: 945 time: 0.2150240 Nov 10 19:14:17.184879 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8cf3fd5f-a869-43a5-b2ab-dca13c4850c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:17.196027 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ecca6-355a-4d90-875c-c18d24c35ceb None None] Pushing event deleted for resources: {'Port': ['ID=f42bb11b-afc6-4ea4-bc28-df27905bf787,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:17.203284 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456ecca6-355a-4d90-875c-c18d24c35ceb None None] No DVR routers for this DVR port f42bb11b-afc6-4ea4-bc28-df27905bf787 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:14:17.214863 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No active binding found for port f42bb11b-afc6-4ea4-bc28-df27905bf787 {{(pid=102507) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 19:14:17.214863 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f42bb11b-afc6-4ea4-bc28-df27905bf787 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:14:17.242290 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-25fb2680-2b55-4140-aca6-75103bcc0efb tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] For port f42bb11b-afc6-4ea4-bc28-df27905bf787, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f42bb11b-afc6-4ea4-bc28-df27905bf787,segment=NetworkSegment(71527212-2285-42b2-a8f7-11fad69e7287),segment_id=71527212-2285-42b2-a8f7-11fad69e7287)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:17.243433 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-25fb2680-2b55-4140-aca6-75103bcc0efb tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:17.256857 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d987ecc-2c82-4735-8868-b10ac602cc6e req-fa32c655-6b0d-4f67-a6cf-0cd6cfea1b3f tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:17.259026 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4d987ecc-2c82-4735-8868-b10ac602cc6e req-fa32c655-6b0d-4f67-a6cf-0cd6cfea1b3f tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b98b83b-70ed-4e37-885a-e7167916b3a6 HTTP/1.1" status: 200 len: 949 time: 0.2118347 Nov 10 19:14:17.279772 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-25fb2680-2b55-4140-aca6-75103bcc0efb tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Calling delete_port for f42bb11b-afc6-4ea4-bc28-df27905bf787 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:14:17.302896 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-fc47143a-1b3f-4cbb-b198-74927edc51bd req-1c075822-ce4c-4a89-a522-8be42adfbd44 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:17.355948 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-82109d3c-5724-451c-98ea-1f8e23dc52e2 service neutron] 10.222.0.73 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750678 Nov 10 19:14:17.364665 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c075822-ce4c-4a89-a522-8be42adfbd44 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Pushing event deleted for resources: {'Port': ['ID=0cff2e3d-7977-49ef-a216-adda06fe3858,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:17.371885 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474491fd-f1c5-4cb5-8f83-cd944cf07995', 'name': 'network-vif-deleted', 'tag': '17088527-7f0f-4c32-ba34-d282103f8e18'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:14:17.374882 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9bc3b6-b312-4658-95a1-baa125ab7bff" -d '{"events": [{"server_uuid": "474491fd-f1c5-4cb5-8f83-cd944cf07995", "name": "network-vif-deleted", "tag": "17088527-7f0f-4c32-ba34-d282103f8e18"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:14:17.386738 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8cf3fd5f-a869-43a5-b2ab-dca13c4850c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:17.395392 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2fa8c75f-b9f0-413a-bd3a-a233dc5ea073 req-e1aadf54-e420-44ab-aa11-d6e0787c49a2 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce354ea6-3eb0-4818-8104-5fb82d5ad040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705811 Nov 10 19:14:17.427114 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-875d0991-6878-40de-b682-d2611104707b req-229a2a71-187e-4641-8be0-4c0a7c8bfb28 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:17.441540 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3fd5f-a869-43a5-b2ab-dca13c4850c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28e60652-283c-4659-8138-68b8f6c70254,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:17.483983 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9a155d-2872-4ba4-923a-0c413e8d03ff x-openstack-request-id: req-6c9a155d-2872-4ba4-923a-0c413e8d03ff {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:14:17.484625 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b54bbf-1978-49d3-af24-3fd565c568fc", "name": "network-vif-deleted", "tag": "6ce9d5bc-694c-4318-b659-53527abe163c", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:14:17.484881 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6c9a155d-2872-4ba4-923a-0c413e8d03ff {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:14:17.485310 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b54bbf-1978-49d3-af24-3fd565c568fc', 'name': 'network-vif-deleted', 'tag': '6ce9d5bc-694c-4318-b659-53527abe163c', 'status': 'completed', 'code': 200} Nov 10 19:14:17.489407 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8cf3fd5f-a869-43a5-b2ab-dca13c4850c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:17.493312 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8cf3fd5f-a869-43a5-b2ab-dca13c4850c8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/28e60652-283c-4659-8138-68b8f6c70254 HTTP/1.1" status: 204 len: 168 time: 0.8581202 Nov 10 19:14:17.502255 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59660) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:14:17.505159 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-83e43a07-71ad-419d-bf84-a2ba52a3873e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=3d05a570-58c2-4d2e-88ff-9225756bc056 HTTP/1.1" status: 200 len: 217 time: 0.0914218 Nov 10 19:14:17.508081 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc47143a-1b3f-4cbb-b198-74927edc51bd req-1c075822-ce4c-4a89-a522-8be42adfbd44 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] No DVR routers for this DVR port 0cff2e3d-7977-49ef-a216-adda06fe3858 on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:14:17.512289 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-fc47143a-1b3f-4cbb-b198-74927edc51bd req-1c075822-ce4c-4a89-a522-8be42adfbd44 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:17.515823 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fc47143a-1b3f-4cbb-b198-74927edc51bd req-1c075822-ce4c-4a89-a522-8be42adfbd44 tempest-MultipleCreateTestJSON-357459012 tempest-MultipleCreateTestJSON-357459012-project] 10.222.0.73 "DELETE /v2.0/ports/0cff2e3d-7977-49ef-a216-adda06fe3858 HTTP/1.1" status: 204 len: 173 time: 2.0151904 Nov 10 19:14:17.526592 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4d987ecc-2c82-4735-8868-b10ac602cc6e req-8f9c8823-2df5-46af-b37b-2067505fdcdd tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/security-groups?id=25cfbe48-e133-43b8-98af-8c31cdb438e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408218 Nov 10 19:14:17.542211 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-875d0991-6878-40de-b682-d2611104707b req-229a2a71-187e-4641-8be0-4c0a7c8bfb28 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Network d392c118-92b4-47b2-87bf-77c096e8a630 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:14:17.585138 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-875d0991-6878-40de-b682-d2611104707b req-229a2a71-187e-4641-8be0-4c0a7c8bfb28 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:14:17.589005 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-875d0991-6878-40de-b682-d2611104707b req-229a2a71-187e-4641-8be0-4c0a7c8bfb28 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:14:17.609487 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-84be4a46-f37f-49c0-a119-d84fdef2614d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:17.611414 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-84be4a46-f37f-49c0-a119-d84fdef2614d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=37520a35-4b37-42d8-92a1-304ffc90b618 HTTP/1.1" status: 200 len: 797 time: 0.0946267 Nov 10 19:14:17.620389 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-25fb2680-2b55-4140-aca6-75103bcc0efb tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:17.682029 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb2680-2b55-4140-aca6-75103bcc0efb tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Pushing event deleted for resources: {'Port': ['ID=f42bb11b-afc6-4ea4-bc28-df27905bf787,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:17.682534 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a2a71-187e-4641-8be0-4c0a7c8bfb28 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Pushing event updated for resources: {'Port': ['ID=d3954429-722b-48cc-8522-e3832146af6c,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:17.686916 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fd6774-e125-4362-8395-88c52d4c072c x-openstack-request-id: req-71fd6774-e125-4362-8395-88c52d4c072c {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:14:17.687689 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "474491fd-f1c5-4cb5-8f83-cd944cf07995", "name": "network-vif-deleted", "tag": "17088527-7f0f-4c32-ba34-d282103f8e18", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:14:17.688825 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-71fd6774-e125-4362-8395-88c52d4c072c {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:14:17.689590 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '474491fd-f1c5-4cb5-8f83-cd944cf07995', 'name': 'network-vif-deleted', 'tag': '17088527-7f0f-4c32-ba34-d282103f8e18', 'status': 'completed', 'code': 200} Nov 10 19:14:17.695122 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fb2680-2b55-4140-aca6-75103bcc0efb tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] No DVR routers for this DVR port f42bb11b-afc6-4ea4-bc28-df27905bf787 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:14:17.702078 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 6ce9d5bc-694c-4318-b659-53527abe163c no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:14:17.735317 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 6ce9d5bc-694c-4318-b659-53527abe163c {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:14:17.736025 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 6ce9d5bc-694c-4318-b659-53527abe163c not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:14:17.785049 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-5790f66b-530a-47d1-a4cf-bb26952aba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:17.786952 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-5790f66b-530a-47d1-a4cf-bb26952aba7e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dfeb421a-f1c8-4726-8242-6b468d6e48f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1677582 Nov 10 19:14:17.819240 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d0991-6878-40de-b682-d2611104707b req-229a2a71-187e-4641-8be0-4c0a7c8bfb28 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:17.819917 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-875d0991-6878-40de-b682-d2611104707b req-229a2a71-187e-4641-8be0-4c0a7c8bfb28 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:17.839451 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c9a21557-d2b5-4ca2-a969-9c96d3e53580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:17.867764 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-875d0991-6878-40de-b682-d2611104707b req-229a2a71-187e-4641-8be0-4c0a7c8bfb28 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4116056 Nov 10 19:14:17.875558 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-25fb2680-2b55-4140-aca6-75103bcc0efb tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:17.884277 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31457bf5-700a-4653-9c88-744da91643bb req-4fddae72-2d33-4448-a4dd-9a4e8af8462f tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:17.885946 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-31457bf5-700a-4653-9c88-744da91643bb req-4fddae72-2d33-4448-a4dd-9a4e8af8462f tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/ports?device_id=6bac33c3-4005-4e11-9d55-7db664221e78 HTTP/1.1" status: 200 len: 950 time: 0.3417933 Nov 10 19:14:17.893920 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-875d0991-6878-40de-b682-d2611104707b req-d407f487-b61a-4676-aafc-2d5e38afbb28 service neutron] Request body: {'port': {'device_id': '96254600-620f-4e25-8222-e18a10b2dc79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:14:17.934902 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-25fb2680-2b55-4140-aca6-75103bcc0efb tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8db1267a-b6ed-4659-9b9d-fffd8a2105d3']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:14:17.936946 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4638bb-c0b4-42f9-b08b-dbc6f0b56ea2 req-fdf25bb2-6e3b-48a3-adec-882b6d41793f tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:17.943175 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4638bb-c0b4-42f9-b08b-dbc6f0b56ea2 req-fdf25bb2-6e3b-48a3-adec-882b6d41793f tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:17.948648 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-25fb2680-2b55-4140-aca6-75103bcc0efb tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71527212-2285-42b2-a8f7-11fad69e7287') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:14:17.948943 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-25fb2680-2b55-4140-aca6-75103bcc0efb tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71527212-2285-42b2-a8f7-11fad69e7287') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:14:17.949254 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4638bb-c0b4-42f9-b08b-dbc6f0b56ea2 req-fdf25bb2-6e3b-48a3-adec-882b6d41793f tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:17.955362 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4638bb-c0b4-42f9-b08b-dbc6f0b56ea2 req-fdf25bb2-6e3b-48a3-adec-882b6d41793f tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:17.962233 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4638bb-c0b4-42f9-b08b-dbc6f0b56ea2 req-fdf25bb2-6e3b-48a3-adec-882b6d41793f tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:17.969474 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4638bb-c0b4-42f9-b08b-dbc6f0b56ea2 req-fdf25bb2-6e3b-48a3-adec-882b6d41793f tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:17.969924 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-25fb2680-2b55-4140-aca6-75103bcc0efb tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:17.976533 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4638bb-c0b4-42f9-b08b-dbc6f0b56ea2 req-fdf25bb2-6e3b-48a3-adec-882b6d41793f tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:17.997997 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9b4638bb-c0b4-42f9-b08b-dbc6f0b56ea2 req-fdf25bb2-6e3b-48a3-adec-882b6d41793f tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 5421 time: 0.2324271 Nov 10 19:14:18.001247 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-dbdae0d1-2443-4787-b3e2-2260b500e2b7 service neutron] 10.222.0.73 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019460 Nov 10 19:14:18.007265 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-25fb2680-2b55-4140-aca6-75103bcc0efb tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:18.007537 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-76236e99-fb6f-43aa-8c2c-2e8cb0a0bdd0 None None] Provisioning complete for port d3954429-722b-48cc-8522-e3832146af6c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:18.008033 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-76236e99-fb6f-43aa-8c2c-2e8cb0a0bdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:18.069214 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-76236e99-fb6f-43aa-8c2c-2e8cb0a0bdd0 None None] Port d3954429-722b-48cc-8522-e3832146af6c cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:14:18.131310 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-4085c293-cc2e-4164-968b-5e115d073c0f service neutron] 10.222.0.73 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203899 Nov 10 19:14:18.135022 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25fb2680-2b55-4140-aca6-75103bcc0efb tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:14:18.135647 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-25fb2680-2b55-4140-aca6-75103bcc0efb tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:14:18.139485 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:14:18.190661 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-d9307213-2537-4474-9a49-ce19c532275a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9fe5d516-4cc5-4de8-8148-b602f3182868 HTTP/1.1" status: 200 len: 217 time: 0.0502441 Nov 10 19:14:18.208697 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-875d0991-6878-40de-b682-d2611104707b req-d407f487-b61a-4676-aafc-2d5e38afbb28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:18.220576 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-31457bf5-700a-4653-9c88-744da91643bb req-d8ca22db-2b44-4d18-bcb8-02d57665511c tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7448b13-6ec0-4770-9f6c-62378f6dd830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195021 Nov 10 19:14:18.242467 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c9a21557-d2b5-4ca2-a969-9c96d3e53580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:18.292491 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9b4638bb-c0b4-42f9-b08b-dbc6f0b56ea2 req-914861e8-6e50-4054-a670-3267cbd930b9 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d93388-382e-4c6b-9fd9-db42bf1d98d3&id=6abcce0f-c6a6-4d15-bce8-1d7464d7e84e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2929506 Nov 10 19:14:18.306114 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-25fb2680-2b55-4140-aca6-75103bcc0efb tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:18.310981 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-25fb2680-2b55-4140-aca6-75103bcc0efb tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:18.315048 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-25fb2680-2b55-4140-aca6-75103bcc0efb tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "DELETE /v2.0/networks/8db1267a-b6ed-4659-9b9d-fffd8a2105d3 HTTP/1.1" status: 204 len: 168 time: 2.0286503 Nov 10 19:14:18.326344 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59670) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:14:18.331140 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-67f4c795-5578-42f9-aaf4-9ed057fc24c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:18.332712 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-67f4c795-5578-42f9-aaf4-9ed057fc24c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=96b10ae0-362f-4403-8055-422665b78605 HTTP/1.1" status: 200 len: 797 time: 0.1305912 Nov 10 19:14:18.334098 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb2680-2b55-4140-aca6-75103bcc0efb tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Pushing event deleted for resources: {'Network': ['ID=8db1267a-b6ed-4659-9b9d-fffd8a2105d3,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:18.349545 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-c9a21557-d2b5-4ca2-a969-9c96d3e53580 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d02f8e6-cfaf-4bde-95cf-5db0485022ea']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:14:18.398443 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-c9a21557-d2b5-4ca2-a969-9c96d3e53580 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac1a7b87-7bea-42ae-9f19-ef7278791225') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:14:18.398749 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-c9a21557-d2b5-4ca2-a969-9c96d3e53580 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac1a7b87-7bea-42ae-9f19-ef7278791225') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:14:18.429374 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-4568a3b8-aa69-4a66-b48a-21c793c1156e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:18.431095 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-4568a3b8-aa69-4a66-b48a-21c793c1156e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c0241cc4-6c19-4c98-ab84-df8e281d2dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0805979 Nov 10 19:14:18.440428 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c9a21557-d2b5-4ca2-a969-9c96d3e53580 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:18.458241 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cacfd3-630b-4a8d-b8d1-1a0d061b6a25 req-633a75a3-abbb-434f-a674-5bb719f79ee2 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:18.459796 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e7cacfd3-630b-4a8d-b8d1-1a0d061b6a25 req-633a75a3-abbb-434f-a674-5bb719f79ee2 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.73 "GET /v2.0/ports?device_id=6bac33c3-4005-4e11-9d55-7db664221e78 HTTP/1.1" status: 200 len: 950 time: 0.0775106 Nov 10 19:14:18.495598 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c9a21557-d2b5-4ca2-a969-9c96d3e53580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:18.516981 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a21557-d2b5-4ca2-a969-9c96d3e53580 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:14:18.517411 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c9a21557-d2b5-4ca2-a969-9c96d3e53580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:18.568990 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:14:18.568990 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:14:18.568990 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:14:18.568990 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:14:18.568990 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:14:18.568990 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:14:18.568990 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:14:18.568990 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:14:18.568990 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:14:18.568990 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:14:18.568990 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:14:18.568990 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:14:18.568990 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:14:18.568990 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:14:18.568990 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:14:18.568990 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:14:18.568990 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:14:18.568990 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:14:18.568990 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:14:18.568990 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:14:18.568990 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:14:18.568990 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:14:18.568990 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:14:18.568990 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:14:18.568990 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:14:18.568990 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:14:18.568990 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:14:18.568990 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:14:18.568990 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:14:18.568990 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:14:18.568990 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:14:18.568990 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:14:18.590710 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea605625-0afb-409a-8f78-f66d80efc19a tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Deleting subnet ca2e0e0b-6f8b-4b18-9cfa-ee863ad101df {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:14:18.607932 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ea605625-0afb-409a-8f78-f66d80efc19a tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:18.625542 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-08dd0989-1293-4ced-bc98-2fe43049ef42 service neutron] 10.222.0.73 "GET /v2.0/networks/c0241cc4-6c19-4c98-ab84-df8e281d2dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856735 Nov 10 19:14:18.679133 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5aa85e-87c3-4bb9-a432-27b97fc61fb3 req-33fb81b1-1811-4075-b1f9-4184a0016fac tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:18.680645 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bc5aa85e-87c3-4bb9-a432-27b97fc61fb3 req-33fb81b1-1811-4075-b1f9-4184a0016fac tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff589d26-34ae-4ec4-ae5a-d2784849e6b8 HTTP/1.1" status: 200 len: 950 time: 0.3531387 Nov 10 19:14:18.722132 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-e7cacfd3-630b-4a8d-b8d1-1a0d061b6a25 req-a0091518-7085-4114-837f-0c29fc6cece0 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Deleting port 4bd2d6c5-c512-4310-8808-a025254fc392 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:14:18.724191 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e7cacfd3-630b-4a8d-b8d1-1a0d061b6a25 req-a0091518-7085-4114-837f-0c29fc6cece0 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:18.738934 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1345aa-cf6e-4d59-8e77-da4284635a2e req-cd0a2aa8-7909-47ff-a2bc-4c23649e8202 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:18.740927 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-df1345aa-cf6e-4d59-8e77-da4284635a2e req-cd0a2aa8-7909-47ff-a2bc-4c23649e8202 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8084a0-8e95-4a25-a945-75a0a53a9fac HTTP/1.1" status: 200 len: 946 time: 0.3393385 Nov 10 19:14:18.796596 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c9a21557-d2b5-4ca2-a969-9c96d3e53580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:18.803016 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ea605625-0afb-409a-8f78-f66d80efc19a tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:18.845610 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c9a21557-d2b5-4ca2-a969-9c96d3e53580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:18.847409 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-66ad2b6f-2349-4172-8d8c-dfe83d9fad4e service neutron] 10.222.0.73 "GET /v2.0/networks/c0241cc4-6c19-4c98-ab84-df8e281d2dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150393 Nov 10 19:14:18.849690 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c9a21557-d2b5-4ca2-a969-9c96d3e53580 admin admin] 10.222.0.54 "DELETE /v2.0/networks/3d02f8e6-cfaf-4bde-95cf-5db0485022ea HTTP/1.1" status: 204 len: 168 time: 1.3459692 Nov 10 19:14:18.853339 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59674) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:14:18.931917 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21557-d2b5-4ca2-a969-9c96d3e53580 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d02f8e6-cfaf-4bde-95cf-5db0485022ea,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:18.943969 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-25334681-4f96-42d2-a840-b794961be5a9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=46cac36f-cdb6-4119-af11-3a438f8c410c HTTP/1.1" status: 200 len: 217 time: 0.0843515 Nov 10 19:14:18.992986 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bc5aa85e-87c3-4bb9-a432-27b97fc61fb3 req-737418ae-a516-4c46-a51f-395fd4152d49 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/security-groups?id=25cfbe48-e133-43b8-98af-8c31cdb438e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939553 Nov 10 19:14:18.998204 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-e7cacfd3-630b-4a8d-b8d1-1a0d061b6a25 req-a0091518-7085-4114-837f-0c29fc6cece0 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] For port 4bd2d6c5-c512-4310-8808-a025254fc392, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=4bd2d6c5-c512-4310-8808-a025254fc392,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:18.998204 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e7cacfd3-630b-4a8d-b8d1-1a0d061b6a25 req-a0091518-7085-4114-837f-0c29fc6cece0 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:19.023586 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-b090e191-113d-4865-af0c-48a3ecf68c09 admin admin] Deleting subnet c8d5935a-c689-4104-9336-6933573cb0a3 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:14:19.037232 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-e7cacfd3-630b-4a8d-b8d1-1a0d061b6a25 req-a0091518-7085-4114-837f-0c29fc6cece0 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Calling delete_port for 4bd2d6c5-c512-4310-8808-a025254fc392 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:14:19.041187 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b090e191-113d-4865-af0c-48a3ecf68c09 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:19.043516 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-df1345aa-cf6e-4d59-8e77-da4284635a2e req-6629013f-5edc-4b36-bb2f-a8eaad07bf91 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665393 Nov 10 19:14:19.074065 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-13b0fc00-d343-473f-a87e-f6199d23cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:19.075603 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-13b0fc00-d343-473f-a87e-f6199d23cf4b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=96b10ae0-362f-4403-8055-422665b78605 HTTP/1.1" status: 200 len: 797 time: 0.1242902 Nov 10 19:14:19.111523 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ea605625-0afb-409a-8f78-f66d80efc19a tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:19.136591 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59680) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:14:19.164544 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b090e191-113d-4865-af0c-48a3ecf68c09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:19.240851 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b090e191-113d-4865-af0c-48a3ecf68c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:19.275138 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-875d0991-6878-40de-b682-d2611104707b req-d407f487-b61a-4676-aafc-2d5e38afbb28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3954429-722b-48cc-8522-e3832146af6c {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:14:19.277947 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-f4ce14c6-ea07-4c4e-a53b-ab03f7fb2d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:19.280824 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-f4ce14c6-ea07-4c4e-a53b-ab03f7fb2d6b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c0241cc4-6c19-4c98-ab84-df8e281d2dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1950240 Nov 10 19:14:19.292757 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-875d0991-6878-40de-b682-d2611104707b req-d407f487-b61a-4676-aafc-2d5e38afbb28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:19.304810 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-45fd21ec-2d1e-433e-b65f-85037c1d8243 admin admin] Deleting subnet e9518c1a-00be-415c-83ea-29562b7f88d4 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:14:19.325142 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9bce7a-cf7c-462e-ba84-ead968433da9 req-60349e0d-5e82-4ee2-9259-bf1793e9485d tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:19.332477 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5a9bce7a-cf7c-462e-ba84-ead968433da9 req-60349e0d-5e82-4ee2-9259-bf1793e9485d tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/ports?device_id=96254600-620f-4e25-8222-e18a10b2dc79 HTTP/1.1" status: 200 len: 936 time: 0.2443042 Nov 10 19:14:19.348275 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-45fd21ec-2d1e-433e-b65f-85037c1d8243 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:19.392215 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-875d0991-6878-40de-b682-d2611104707b req-d407f487-b61a-4676-aafc-2d5e38afbb28 service neutron] Transition to ACTIVE for port object d3954429-722b-48cc-8522-e3832146af6c will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:14:19.396606 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ea605625-0afb-409a-8f78-f66d80efc19a tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:19.417814 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-875d0991-6878-40de-b682-d2611104707b req-d407f487-b61a-4676-aafc-2d5e38afbb28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:19.465017 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b090e191-113d-4865-af0c-48a3ecf68c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:19.488089 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea605625-0afb-409a-8f78-f66d80efc19a tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Pushing event deleted for resources: {'Subnet': ['ID=ca2e0e0b-6f8b-4b18-9cfa-ee863ad101df,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:19.496988 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-45fd21ec-2d1e-433e-b65f-85037c1d8243 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:19.499912 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ea605625-0afb-409a-8f78-f66d80efc19a tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:19.507399 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ea605625-0afb-409a-8f78-f66d80efc19a tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "DELETE /v2.0/subnets/ca2e0e0b-6f8b-4b18-9cfa-ee863ad101df HTTP/1.1" status: 204 len: 168 time: 1.1647851 Nov 10 19:14:19.509652 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ace3fd-5fc2-478a-b3ae-e22bb21cd3c1', 'name': 'network-vif-deleted', 'tag': '0cff2e3d-7977-49ef-a216-adda06fe3858'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:14:19.510852 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59694) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:14:19.514645 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b9147e-b2b1-45ef-9e75-c5591ad93649" -d '{"events": [{"server_uuid": "84ace3fd-5fc2-478a-b3ae-e22bb21cd3c1", "name": "network-vif-deleted", "tag": "0cff2e3d-7977-49ef-a216-adda06fe3858"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:14:19.519413 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8047dca4-5a9c-44c4-8fa2-19955bdaed84 None None] Network cd2c6017-5796-48c5-a827-14a72457c6b1 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:14:19.607711 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090e191-113d-4865-af0c-48a3ecf68c09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8d5935a-c689-4104-9336-6933573cb0a3,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:19.616540 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b090e191-113d-4865-af0c-48a3ecf68c09 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:19.622312 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b090e191-113d-4865-af0c-48a3ecf68c09 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c8d5935a-c689-4104-9336-6933573cb0a3 HTTP/1.1" status: 204 len: 168 time: 0.7675927 Nov 10 19:14:19.628502 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59700) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:14:19.649695 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-8abe2a63-8a3e-4607-a7d7-609cf6b04dde service neutron] 10.222.0.73 "GET /v2.0/networks/c0241cc4-6c19-4c98-ab84-df8e281d2dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554831 Nov 10 19:14:19.729950 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 0cff2e3d-7977-49ef-a216-adda06fe3858 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:14:19.784976 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e7cacfd3-630b-4a8d-b8d1-1a0d061b6a25 req-a0091518-7085-4114-837f-0c29fc6cece0 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:19.786368 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 0cff2e3d-7977-49ef-a216-adda06fe3858 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:14:19.787210 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 0cff2e3d-7977-49ef-a216-adda06fe3858 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:14:19.925024 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['ea7b97fe-65ec-4012-be83-8638048b4c12'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:14:19.956697 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8cf291bc-54f1-49b1-b6a7-11c5a044f663 req-6ed3aa48-11dd-4e71-aa1e-b7f52dc2fd1e service neutron] 10.222.0.73 "GET /v2.0/networks/c0241cc4-6c19-4c98-ab84-df8e281d2dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792371 Nov 10 19:14:20.026680 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0091518-7085-4114-837f-0c29fc6cece0 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Pushing event deleted for resources: {'Port': ['ID=4bd2d6c5-c512-4310-8808-a025254fc392,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:20.034900 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f95e78ab-6ba8-41bd-8b19-9f0b960b9776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:20.187533 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7cacfd3-630b-4a8d-b8d1-1a0d061b6a25 req-a0091518-7085-4114-837f-0c29fc6cece0 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] No DVR routers for this DVR port 4bd2d6c5-c512-4310-8808-a025254fc392 on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:14:20.191580 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e7cacfd3-630b-4a8d-b8d1-1a0d061b6a25 req-a0091518-7085-4114-837f-0c29fc6cece0 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:20.199754 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e7cacfd3-630b-4a8d-b8d1-1a0d061b6a25 req-a0091518-7085-4114-837f-0c29fc6cece0 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.73 "DELETE /v2.0/ports/4bd2d6c5-c512-4310-8808-a025254fc392 HTTP/1.1" status: 204 len: 173 time: 1.7288873 Nov 10 19:14:20.239105 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43259620-6a0e-4ce9-8306-cdcd2fb3258e req-b5d854d4-65ee-41fd-8099-be0f3f3d1c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:20.239746 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43259620-6a0e-4ce9-8306-cdcd2fb3258e req-b5d854d4-65ee-41fd-8099-be0f3f3d1c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:20.240330 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43259620-6a0e-4ce9-8306-cdcd2fb3258e req-b5d854d4-65ee-41fd-8099-be0f3f3d1c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:20.240875 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43259620-6a0e-4ce9-8306-cdcd2fb3258e req-b5d854d4-65ee-41fd-8099-be0f3f3d1c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:20.241416 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43259620-6a0e-4ce9-8306-cdcd2fb3258e req-b5d854d4-65ee-41fd-8099-be0f3f3d1c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:20.241992 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43259620-6a0e-4ce9-8306-cdcd2fb3258e req-b5d854d4-65ee-41fd-8099-be0f3f3d1c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:20.242532 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43259620-6a0e-4ce9-8306-cdcd2fb3258e req-b5d854d4-65ee-41fd-8099-be0f3f3d1c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:20.248966 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-43259620-6a0e-4ce9-8306-cdcd2fb3258e req-b5d854d4-65ee-41fd-8099-be0f3f3d1c26 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8868befe3bb435a8f25d6ac7c7d0f37&device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 6478 time: 0.2065284 Nov 10 19:14:20.290217 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6378f7f1-2873-41e0-8eb1-445d01b8c132 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:20.334795 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5a9bce7a-cf7c-462e-ba84-ead968433da9 req-83345b51-62fb-4132-ab1c-b7d0bfa49d2e tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1310eb53-ccf0-4795-9b31-b72aaf71422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9996731 Nov 10 19:14:20.367907 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d407f487-b61a-4676-aafc-2d5e38afbb28 service neutron] Pushing event updated for resources: {'Port': ['ID=d3954429-722b-48cc-8522-e3832146af6c,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:20.419350 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-11d57020-11de-44ef-beeb-3510e074b873 req-f60752d7-6028-41ad-9b9c-c60be76096f8 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/ports?device_id=6bac33c3-4005-4e11-9d55-7db664221e78 HTTP/1.1" status: 200 len: 210 time: 0.0436144 Nov 10 19:14:20.428817 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05139a5-402e-4f4f-89a6-946c4c9da9ca None None] DHCP port deletion for cd2c6017-5796-48c5-a827-14a72457c6b1 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:14:20.494661 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-45fd21ec-2d1e-433e-b65f-85037c1d8243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:20.533214 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f95e78ab-6ba8-41bd-8b19-9f0b960b9776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:20.573820 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-f95e78ab-6ba8-41bd-8b19-9f0b960b9776 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbf2a8b6-d545-4d4c-999f-871ae3e6a497']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:14:20.579554 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d126c48-1f2e-4929-9c19-9bff1191d866 x-openstack-request-id: req-0d126c48-1f2e-4929-9c19-9bff1191d866 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:14:20.579866 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ace3fd-5fc2-478a-b3ae-e22bb21cd3c1", "name": "network-vif-deleted", "tag": "0cff2e3d-7977-49ef-a216-adda06fe3858", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:14:20.580067 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0d126c48-1f2e-4929-9c19-9bff1191d866 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:14:20.580464 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ace3fd-5fc2-478a-b3ae-e22bb21cd3c1', 'name': 'network-vif-deleted', 'tag': '0cff2e3d-7977-49ef-a216-adda06fe3858', 'status': 'completed', 'code': 200} Nov 10 19:14:20.592935 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-f95e78ab-6ba8-41bd-8b19-9f0b960b9776 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a2388b3-0325-4814-8f63-0fe990475744') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:14:20.593294 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-f95e78ab-6ba8-41bd-8b19-9f0b960b9776 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a2388b3-0325-4814-8f63-0fe990475744') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:14:20.623422 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f95e78ab-6ba8-41bd-8b19-9f0b960b9776 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:20.640327 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43259620-6a0e-4ce9-8306-cdcd2fb3258e req-db6333da-93d2-4d55-b63c-4c4b116eddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:20.642512 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-43259620-6a0e-4ce9-8306-cdcd2fb3258e req-db6333da-93d2-4d55-b63c-4c4b116eddd3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c0241cc4-6c19-4c98-ab84-df8e281d2dd3 HTTP/1.1" status: 200 len: 903 time: 0.3681190 Nov 10 19:14:20.670775 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-6378f7f1-2873-41e0-8eb1-445d01b8c132 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Deleting port fae34d5c-2e37-4426-bacb-ad080f3051a4 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:14:20.671074 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6378f7f1-2873-41e0-8eb1-445d01b8c132 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:20.699316 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071badce-5f4c-43f1-be55-3285694e882e req-fb6eafd6-02f1-44d2-881c-aaacd092f6e5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:20.707957 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071badce-5f4c-43f1-be55-3285694e882e req-fb6eafd6-02f1-44d2-881c-aaacd092f6e5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:20.715102 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c05139a5-402e-4f4f-89a6-946c4c9da9ca None None] Deleting port fae34d5c-2e37-4426-bacb-ad080f3051a4 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:14:20.716152 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c05139a5-402e-4f4f-89a6-946c4c9da9ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:20.719653 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-43259620-6a0e-4ce9-8306-cdcd2fb3258e req-997cd692-9e4e-4c8e-b53d-1f82e4c5741d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9fe5d516-4cc5-4de8-8148-b602f3182868 HTTP/1.1" status: 200 len: 217 time: 0.0644088 Nov 10 19:14:20.719882 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071badce-5f4c-43f1-be55-3285694e882e req-fb6eafd6-02f1-44d2-881c-aaacd092f6e5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:20.727151 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f95e78ab-6ba8-41bd-8b19-9f0b960b9776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:20.736749 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071badce-5f4c-43f1-be55-3285694e882e req-fb6eafd6-02f1-44d2-881c-aaacd092f6e5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:20.745325 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95e78ab-6ba8-41bd-8b19-9f0b960b9776 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:14:20.745999 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f95e78ab-6ba8-41bd-8b19-9f0b960b9776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:20.759449 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:14:20.759449 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:14:20.759449 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:14:20.759449 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:14:20.759449 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:14:20.759449 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:14:20.759449 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:14:20.759449 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:14:20.759449 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:14:20.759449 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:14:20.759449 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:14:20.759449 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:14:20.759449 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:14:20.759449 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:14:20.759449 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:14:20.759449 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:14:20.759449 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:14:20.759449 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:14:20.759449 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:14:20.759449 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:14:20.759449 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:14:20.759449 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:14:20.759449 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:14:20.759449 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:14:20.759449 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:14:20.759449 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:14:20.759449 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:14:20.759449 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:14:20.759449 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:14:20.759449 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:14:20.759449 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:14:20.759449 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:14:20.770829 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071badce-5f4c-43f1-be55-3285694e882e req-fb6eafd6-02f1-44d2-881c-aaacd092f6e5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:20.781012 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071badce-5f4c-43f1-be55-3285694e882e req-fb6eafd6-02f1-44d2-881c-aaacd092f6e5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:20.790395 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071badce-5f4c-43f1-be55-3285694e882e req-fb6eafd6-02f1-44d2-881c-aaacd092f6e5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:20.793114 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-071badce-5f4c-43f1-be55-3285694e882e req-fb6eafd6-02f1-44d2-881c-aaacd092f6e5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 5421 time: 0.2454963 Nov 10 19:14:20.796957 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-875d0991-6878-40de-b682-d2611104707b req-d407f487-b61a-4676-aafc-2d5e38afbb28 service neutron] Attempting to bind port d3954429-722b-48cc-8522-e3832146af6c on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:14:20.797603 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-875d0991-6878-40de-b682-d2611104707b req-d407f487-b61a-4676-aafc-2d5e38afbb28 service neutron] Attempting to bind port d3954429-722b-48cc-8522-e3832146af6c by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:14:20.798147 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875d0991-6878-40de-b682-d2611104707b req-d407f487-b61a-4676-aafc-2d5e38afbb28 service neutron] Attempting to bind port d3954429-722b-48cc-8522-e3832146af6c on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:14:20.802580 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c05139a5-402e-4f4f-89a6-946c4c9da9ca None None] For port fae34d5c-2e37-4426-bacb-ad080f3051a4, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fae34d5c-2e37-4426-bacb-ad080f3051a4,segment=NetworkSegment(220cece1-c75f-4422-9d0a-be8b2e722cf3),segment_id=220cece1-c75f-4422-9d0a-be8b2e722cf3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:20.803101 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c05139a5-402e-4f4f-89a6-946c4c9da9ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:20.820975 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c05139a5-402e-4f4f-89a6-946c4c9da9ca None None] Calling delete_port for fae34d5c-2e37-4426-bacb-ad080f3051a4 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:14:20.840602 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875d0991-6878-40de-b682-d2611104707b req-d407f487-b61a-4676-aafc-2d5e38afbb28 service neutron] Port d3954429-722b-48cc-8522-e3832146af6c on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:14:20.841282 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875d0991-6878-40de-b682-d2611104707b req-d407f487-b61a-4676-aafc-2d5e38afbb28 service neutron] Attempting to bind port d3954429-722b-48cc-8522-e3832146af6c on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:14:20.905674 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875d0991-6878-40de-b682-d2611104707b req-d407f487-b61a-4676-aafc-2d5e38afbb28 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:14:20.906355 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875d0991-6878-40de-b682-d2611104707b req-d407f487-b61a-4676-aafc-2d5e38afbb28 service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:14:20.908423 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875d0991-6878-40de-b682-d2611104707b req-d407f487-b61a-4676-aafc-2d5e38afbb28 service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:14:20.909089 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-875d0991-6878-40de-b682-d2611104707b req-d407f487-b61a-4676-aafc-2d5e38afbb28 service neutron] Bound port: d3954429-722b-48cc-8522-e3832146af6c, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:14:20.909555 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-875d0991-6878-40de-b682-d2611104707b req-d407f487-b61a-4676-aafc-2d5e38afbb28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:20.922572 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-45fd21ec-2d1e-433e-b65f-85037c1d8243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:21.002634 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c05139a5-402e-4f4f-89a6-946c4c9da9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:21.027712 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd21ec-2d1e-433e-b65f-85037c1d8243 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9518c1a-00be-415c-83ea-29562b7f88d4,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:21.031712 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-45fd21ec-2d1e-433e-b65f-85037c1d8243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:21.034810 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05139a5-402e-4f4f-89a6-946c4c9da9ca None None] No DVR routers for this DVR port fae34d5c-2e37-4426-bacb-ad080f3051a4 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:14:21.036760 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-45fd21ec-2d1e-433e-b65f-85037c1d8243 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e9518c1a-00be-415c-83ea-29562b7f88d4 HTTP/1.1" status: 204 len: 168 time: 1.8974624 Nov 10 19:14:21.049294 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59728) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:14:21.051759 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-6378f7f1-2873-41e0-8eb1-445d01b8c132 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] For port fae34d5c-2e37-4426-bacb-ad080f3051a4, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fae34d5c-2e37-4426-bacb-ad080f3051a4,segment=NetworkSegment(220cece1-c75f-4422-9d0a-be8b2e722cf3),segment_id=220cece1-c75f-4422-9d0a-be8b2e722cf3)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:21.052125 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6378f7f1-2873-41e0-8eb1-445d01b8c132 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:21.061301 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fae34d5c-2e37-4426-bacb-ad080f3051a4 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:14:21.065990 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05139a5-402e-4f4f-89a6-946c4c9da9ca None None] Pushing event deleted for resources: {'Port': ['ID=fae34d5c-2e37-4426-bacb-ad080f3051a4,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:21.092813 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: fae34d5c-2e37-4426-bacb-ad080f3051a4 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:14:21.093818 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fae34d5c-2e37-4426-bacb-ad080f3051a4 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:14:21.106205 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-6378f7f1-2873-41e0-8eb1-445d01b8c132 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Calling delete_port for fae34d5c-2e37-4426-bacb-ad080f3051a4 owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:14:21.140170 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-071badce-5f4c-43f1-be55-3285694e882e req-93c79e08-8018-47bc-aa87-3718823362ad tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d93388-382e-4c6b-9fd9-db42bf1d98d3&id=6abcce0f-c6a6-4d15-bce8-1d7464d7e84e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3145332 Nov 10 19:14:21.252247 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-887cbdfb-7176-4cf5-bb66-69d644e1c896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:21.254320 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-875d0991-6878-40de-b682-d2611104707b req-d407f487-b61a-4676-aafc-2d5e38afbb28 service neutron] For port d3954429-722b-48cc-8522-e3832146af6c, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:14:21.261065 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-875d0991-6878-40de-b682-d2611104707b req-d407f487-b61a-4676-aafc-2d5e38afbb28 service neutron] For port d3954429-722b-48cc-8522-e3832146af6c, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=d3954429-722b-48cc-8522-e3832146af6c,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:14:21.272116 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-875d0991-6878-40de-b682-d2611104707b req-d407f487-b61a-4676-aafc-2d5e38afbb28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:21.276894 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43259620-6a0e-4ce9-8306-cdcd2fb3258e req-82f6771a-02e5-4c07-a9e8-ad25b47eaadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:21.278995 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-43259620-6a0e-4ce9-8306-cdcd2fb3258e req-82f6771a-02e5-4c07-a9e8-ad25b47eaadc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=96b10ae0-362f-4403-8055-422665b78605 HTTP/1.1" status: 200 len: 797 time: 0.5355792 Nov 10 19:14:21.279927 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f95e78ab-6ba8-41bd-8b19-9f0b960b9776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:21.295716 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f95e78ab-6ba8-41bd-8b19-9f0b960b9776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:21.298975 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f95e78ab-6ba8-41bd-8b19-9f0b960b9776 admin admin] 10.222.0.54 "DELETE /v2.0/networks/bbf2a8b6-d545-4d4c-999f-871ae3e6a497 HTTP/1.1" status: 204 len: 168 time: 1.6482084 Nov 10 19:14:21.311037 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e78ab-6ba8-41bd-8b19-9f0b960b9776 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbf2a8b6-d545-4d4c-999f-871ae3e6a497,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:21.328166 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d0991-6878-40de-b682-d2611104707b req-d407f487-b61a-4676-aafc-2d5e38afbb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:21.328844 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-875d0991-6878-40de-b682-d2611104707b req-d407f487-b61a-4676-aafc-2d5e38afbb28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:21.330293 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-875d0991-6878-40de-b682-d2611104707b req-d407f487-b61a-4676-aafc-2d5e38afbb28 service neutron] 10.222.0.25 "PUT /v2.0/ports/d3954429-722b-48cc-8522-e3832146af6c HTTP/1.1" status: 200 len: 1096 time: 3.4433682 Nov 10 19:14:21.332361 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96254600-620f-4e25-8222-e18a10b2dc79', 'tag': 'd3954429-722b-48cc-8522-e3832146af6c'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:14:21.334786 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d573a7a8-3ba0-40d9-950c-044f95d4a942" -d '{"events": [{"name": "network-changed", "server_uuid": "96254600-620f-4e25-8222-e18a10b2dc79", "tag": "d3954429-722b-48cc-8522-e3832146af6c"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:14:21.376583 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6378f7f1-2873-41e0-8eb1-445d01b8c132 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:21.402164 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43259620-6a0e-4ce9-8306-cdcd2fb3258e req-83b38c68-30d4-4eba-82bb-f4cbcbf99446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:21.408230 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-43259620-6a0e-4ce9-8306-cdcd2fb3258e req-83b38c68-30d4-4eba-82bb-f4cbcbf99446 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c0241cc4-6c19-4c98-ab84-df8e281d2dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1213391 Nov 10 19:14:21.442099 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bab280-9b99-4d84-9a1c-fef43a116a68 x-openstack-request-id: req-a1bab280-9b99-4d84-9a1c-fef43a116a68 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:14:21.442399 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96254600-620f-4e25-8222-e18a10b2dc79", "tag": "d3954429-722b-48cc-8522-e3832146af6c", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:14:21.442671 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a1bab280-9b99-4d84-9a1c-fef43a116a68 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:14:21.443195 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96254600-620f-4e25-8222-e18a10b2dc79', 'tag': 'd3954429-722b-48cc-8522-e3832146af6c', 'status': 'completed', 'code': 200} Nov 10 19:14:21.501699 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d407f487-b61a-4676-aafc-2d5e38afbb28 service neutron] Pushing event updated for resources: {'Port': ['ID=d3954429-722b-48cc-8522-e3832146af6c,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:21.536592 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-43259620-6a0e-4ce9-8306-cdcd2fb3258e req-ffb28cb5-113e-453f-8c82-689291e70709 service neutron] 10.222.0.73 "GET /v2.0/networks/c0241cc4-6c19-4c98-ab84-df8e281d2dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203885 Nov 10 19:14:21.539755 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6378f7f1-2873-41e0-8eb1-445d01b8c132 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] No DVR routers for this DVR port fae34d5c-2e37-4426-bacb-ad080f3051a4 on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:14:21.542797 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-887cbdfb-7176-4cf5-bb66-69d644e1c896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:21.619693 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378f7f1-2873-41e0-8eb1-445d01b8c132 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Pushing event deleted for resources: {'Port': ['ID=fae34d5c-2e37-4426-bacb-ad080f3051a4,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:21.626902 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59740) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:14:21.686443 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-887cbdfb-7176-4cf5-bb66-69d644e1c896 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e3f588d-9e16-4009-9128-d1f7230e1521']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:14:21.687296 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-25f7f0bc-3398-44ad-94c6-446309a8ea22 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4b03b2cbd02948ac82eb181cc55f9048&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0586700 Nov 10 19:14:21.690694 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59744) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:14:21.705821 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d0991-6878-40de-b682-d2611104707b req-0c10698f-284d-4692-8f2e-73b4e56cfc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:21.707382 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-875d0991-6878-40de-b682-d2611104707b req-0c10698f-284d-4692-8f2e-73b4e56cfc8a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d1d4a761a3ba4865993e7b67cd29e236&device_id=96254600-620f-4e25-8222-e18a10b2dc79 HTTP/1.1" status: 200 len: 1099 time: 0.2872951 Nov 10 19:14:21.710299 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-887cbdfb-7176-4cf5-bb66-69d644e1c896 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7326ada5-f762-4313-b25f-4cb3df3eec6b') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:14:21.710592 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-887cbdfb-7176-4cf5-bb66-69d644e1c896 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7326ada5-f762-4313-b25f-4cb3df3eec6b') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:14:21.719126 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 4bd2d6c5-c512-4310-8808-a025254fc392 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:14:21.729374 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-43259620-6a0e-4ce9-8306-cdcd2fb3258e req-80853ea7-9b3c-4a4d-9579-68a058a0de54 service neutron] 10.222.0.73 "GET /v2.0/networks/c0241cc4-6c19-4c98-ab84-df8e281d2dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842077 Nov 10 19:14:21.750915 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 4bd2d6c5-c512-4310-8808-a025254fc392 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:14:21.751570 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 4bd2d6c5-c512-4310-8808-a025254fc392 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:14:21.770792 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-da385370-c47e-4217-a0d0-9553c106aebe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:21.787190 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-887cbdfb-7176-4cf5-bb66-69d644e1c896 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:21.793829 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6378f7f1-2873-41e0-8eb1-445d01b8c132 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:21.816279 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-da385370-c47e-4217-a0d0-9553c106aebe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:21.840201 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-875d0991-6878-40de-b682-d2611104707b req-3e642a4e-5969-43d0-be82-89b2fbb24028 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=d3954429-722b-48cc-8522-e3832146af6c HTTP/1.1" status: 200 len: 217 time: 0.0838985 Nov 10 19:14:21.854962 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc3dfa-d297-4dc0-a442-adc88f3a3dee req-6f044b08-ffbc-43f2-b48b-3c1fc0b86dcb tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:21.858609 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52bc3dfa-d297-4dc0-a442-adc88f3a3dee req-6f044b08-ffbc-43f2-b48b-3c1fc0b86dcb tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/ports?device_id=96254600-620f-4e25-8222-e18a10b2dc79 HTTP/1.1" status: 200 len: 948 time: 0.3588121 Nov 10 19:14:21.893740 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-887cbdfb-7176-4cf5-bb66-69d644e1c896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:21.902813 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-6378f7f1-2873-41e0-8eb1-445d01b8c132 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd2c6017-5796-48c5-a827-14a72457c6b1']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:14:21.904371 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43259620-6a0e-4ce9-8306-cdcd2fb3258e req-a84dba27-644c-463f-8895-ec7572e276e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:21.904856 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43259620-6a0e-4ce9-8306-cdcd2fb3258e req-a84dba27-644c-463f-8895-ec7572e276e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:21.905311 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43259620-6a0e-4ce9-8306-cdcd2fb3258e req-a84dba27-644c-463f-8895-ec7572e276e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:21.906056 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43259620-6a0e-4ce9-8306-cdcd2fb3258e req-a84dba27-644c-463f-8895-ec7572e276e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:21.906702 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43259620-6a0e-4ce9-8306-cdcd2fb3258e req-a84dba27-644c-463f-8895-ec7572e276e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:21.907162 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43259620-6a0e-4ce9-8306-cdcd2fb3258e req-a84dba27-644c-463f-8895-ec7572e276e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:21.908203 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43259620-6a0e-4ce9-8306-cdcd2fb3258e req-a84dba27-644c-463f-8895-ec7572e276e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:21.910469 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-43259620-6a0e-4ce9-8306-cdcd2fb3258e req-a84dba27-644c-463f-8895-ec7572e276e4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8868befe3bb435a8f25d6ac7c7d0f37&device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 6478 time: 0.1082718 Nov 10 19:14:21.948449 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-da385370-c47e-4217-a0d0-9553c106aebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:21.951094 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-da385370-c47e-4217-a0d0-9553c106aebe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:21.952258 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-da385370-c47e-4217-a0d0-9553c106aebe admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3c267ee7-d196-4d32-9784-2164b5dda13d HTTP/1.1" status: 204 len: 168 time: 0.2606380 Nov 10 19:14:21.953648 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-887cbdfb-7176-4cf5-bb66-69d644e1c896 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:14:21.954079 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-887cbdfb-7176-4cf5-bb66-69d644e1c896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: self.session.flush() Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: self.session.flush() Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: self.session.flush() Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: self.session.flush() Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:14:21.963888 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:14:21.975457 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-6378f7f1-2873-41e0-8eb1-445d01b8c132 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '220cece1-c75f-4422-9d0a-be8b2e722cf3') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:14:21.975746 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-6378f7f1-2873-41e0-8eb1-445d01b8c132 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '220cece1-c75f-4422-9d0a-be8b2e722cf3') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:14:21.989988 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da385370-c47e-4217-a0d0-9553c106aebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c267ee7-d196-4d32-9784-2164b5dda13d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:22.036591 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43259620-6a0e-4ce9-8306-cdcd2fb3258e req-6c0b7967-13e0-44a4-b50e-5bce0ea402ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:22.039031 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-43259620-6a0e-4ce9-8306-cdcd2fb3258e req-6c0b7967-13e0-44a4-b50e-5bce0ea402ca service neutron] 10.222.0.73 "GET /v2.0/networks?id=c0241cc4-6c19-4c98-ab84-df8e281d2dd3 HTTP/1.1" status: 200 len: 903 time: 0.1199677 Nov 10 19:14:22.042462 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6378f7f1-2873-41e0-8eb1-445d01b8c132 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:22.095116 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-43259620-6a0e-4ce9-8306-cdcd2fb3258e req-83df1701-8e6c-44b1-97d5-043cc7b6b197 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=46cac36f-cdb6-4119-af11-3a438f8c410c HTTP/1.1" status: 200 len: 217 time: 0.0481620 Nov 10 19:14:22.127570 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6378f7f1-2873-41e0-8eb1-445d01b8c132 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:22.130950 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d0991-6878-40de-b682-d2611104707b req-6bcd856f-7c74-4ccf-bd2f-d9cb45a0d3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:22.132491 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-875d0991-6878-40de-b682-d2611104707b req-6bcd856f-7c74-4ccf-bd2f-d9cb45a0d3e2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.2591639 Nov 10 19:14:22.137596 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-887cbdfb-7176-4cf5-bb66-69d644e1c896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:22.143759 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-887cbdfb-7176-4cf5-bb66-69d644e1c896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:22.151011 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-887cbdfb-7176-4cf5-bb66-69d644e1c896 admin admin] 10.222.0.54 "DELETE /v2.0/networks/9e3f588d-9e16-4009-9128-d1f7230e1521 HTTP/1.1" status: 204 len: 168 time: 1.0891569 Nov 10 19:14:22.163831 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6378f7f1-2873-41e0-8eb1-445d01b8c132 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:14:22.164240 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6378f7f1-2873-41e0-8eb1-445d01b8c132 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:22.167736 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:14:22.167736 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:14:22.167736 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:14:22.167736 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:14:22.167736 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:14:22.167736 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:14:22.167736 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:14:22.167736 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:14:22.167736 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:14:22.167736 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:14:22.167736 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:14:22.167736 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:14:22.167736 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:14:22.167736 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:14:22.167736 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:14:22.167736 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:14:22.167736 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:14:22.167736 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:14:22.167736 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:14:22.167736 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:14:22.167736 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:14:22.167736 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:14:22.167736 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:14:22.167736 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:14:22.167736 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:14:22.167736 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:14:22.167736 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:14:22.167736 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:14:22.167736 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:14:22.167736 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:14:22.167736 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:14:22.167736 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:14:22.171382 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52bc3dfa-d297-4dc0-a442-adc88f3a3dee req-11f41226-46e0-42cc-81d6-85d0cad39092 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1310eb53-ccf0-4795-9b31-b72aaf71422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734048 Nov 10 19:14:22.174542 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43259620-6a0e-4ce9-8306-cdcd2fb3258e req-a08cdbde-ab9d-4ce7-928b-5f7e3a866bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:22.176655 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-43259620-6a0e-4ce9-8306-cdcd2fb3258e req-a08cdbde-ab9d-4ce7-928b-5f7e3a866bf7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=96b10ae0-362f-4403-8055-422665b78605 HTTP/1.1" status: 200 len: 797 time: 0.0748653 Nov 10 19:14:22.271146 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887cbdfb-7176-4cf5-bb66-69d644e1c896 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e3f588d-9e16-4009-9128-d1f7230e1521,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:22.271993 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43259620-6a0e-4ce9-8306-cdcd2fb3258e req-447a22cc-0043-4674-ad09-5a9d0302c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:22.277042 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-43259620-6a0e-4ce9-8306-cdcd2fb3258e req-447a22cc-0043-4674-ad09-5a9d0302c43c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c0241cc4-6c19-4c98-ab84-df8e281d2dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0928004 Nov 10 19:14:22.310023 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acb0b7-ff46-40a5-ab46-82032d73d4ed req-63bb0d96-a57f-4ef4-85d7-505f6563a032 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:22.311691 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4acb0b7-ff46-40a5-ab46-82032d73d4ed req-63bb0d96-a57f-4ef4-85d7-505f6563a032 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b25442a-1c3a-43e2-b898-ea6233679cb7 HTTP/1.1" status: 200 len: 950 time: 0.3047526 Nov 10 19:14:22.365219 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6378f7f1-2873-41e0-8eb1-445d01b8c132 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:22.371266 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6378f7f1-2873-41e0-8eb1-445d01b8c132 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:22.378669 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6378f7f1-2873-41e0-8eb1-445d01b8c132 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "DELETE /v2.0/networks/cd2c6017-5796-48c5-a827-14a72457c6b1 HTTP/1.1" status: 204 len: 168 time: 2.2571783 Nov 10 19:14:22.400851 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59774) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:14:22.406386 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d0991-6878-40de-b682-d2611104707b req-a89e4ccb-76d8-48d4-b452-afaa14f05141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:22.407967 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-875d0991-6878-40de-b682-d2611104707b req-a89e4ccb-76d8-48d4-b452-afaa14f05141 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2568724 Nov 10 19:14:22.408773 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378f7f1-2873-41e0-8eb1-445d01b8c132 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Pushing event deleted for resources: {'Network': ['ID=cd2c6017-5796-48c5-a827-14a72457c6b1,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:22.421791 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-a17bef57-0bf3-486d-b841-c5ee47842063 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-993404117'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:14:22.485647 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414764f-f4ec-4ee6-b689-fcc2330145fd req-a0920ecb-21c2-475c-8356-f37d1b9c0d49 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:22.490912 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-43259620-6a0e-4ce9-8306-cdcd2fb3258e req-2dce2e9f-797d-4ebd-b723-bf87dadd4c6c service neutron] 10.222.0.73 "GET /v2.0/networks/c0241cc4-6c19-4c98-ab84-df8e281d2dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019827 Nov 10 19:14:22.494069 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414764f-f4ec-4ee6-b689-fcc2330145fd req-a0920ecb-21c2-475c-8356-f37d1b9c0d49 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:22.500398 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414764f-f4ec-4ee6-b689-fcc2330145fd req-a0920ecb-21c2-475c-8356-f37d1b9c0d49 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:22.507009 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414764f-f4ec-4ee6-b689-fcc2330145fd req-a0920ecb-21c2-475c-8356-f37d1b9c0d49 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:22.513313 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414764f-f4ec-4ee6-b689-fcc2330145fd req-a0920ecb-21c2-475c-8356-f37d1b9c0d49 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:22.519723 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414764f-f4ec-4ee6-b689-fcc2330145fd req-a0920ecb-21c2-475c-8356-f37d1b9c0d49 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:22.526342 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414764f-f4ec-4ee6-b689-fcc2330145fd req-a0920ecb-21c2-475c-8356-f37d1b9c0d49 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:22.528495 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9414764f-f4ec-4ee6-b689-fcc2330145fd req-a0920ecb-21c2-475c-8356-f37d1b9c0d49 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 5421 time: 0.2535641 Nov 10 19:14:22.550661 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59776) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:14:22.561487 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4acb0b7-ff46-40a5-ab46-82032d73d4ed req-f56d81df-9f76-44a3-893e-a3852e8e80a7 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7448b13-6ec0-4770-9f6c-62378f6dd830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294064 Nov 10 19:14:22.582986 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bac33c3-4005-4e11-9d55-7db664221e78', 'name': 'network-vif-deleted', 'tag': '4bd2d6c5-c512-4310-8808-a025254fc392'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:14:22.591611 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1c96d0-145e-4dd8-b44a-0ac2ad2ea431" -d '{"events": [{"server_uuid": "6bac33c3-4005-4e11-9d55-7db664221e78", "name": "network-vif-deleted", "tag": "4bd2d6c5-c512-4310-8808-a025254fc392"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:14:22.635178 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17bef57-0bf3-486d-b841-c5ee47842063 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Made reservation on behalf of 77957d962e034783981c11222eec43b2 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:14:22.639351 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a17bef57-0bf3-486d-b841-c5ee47842063 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:22.728630 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-43259620-6a0e-4ce9-8306-cdcd2fb3258e req-fae1331e-bd73-4759-9b77-75078387b1ba service neutron] 10.222.0.73 "GET /v2.0/networks/c0241cc4-6c19-4c98-ab84-df8e281d2dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249854 Nov 10 19:14:22.744259 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17bef57-0bf3-486d-b841-c5ee47842063 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:14:22.748185 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-875d0991-6878-40de-b682-d2611104707b req-ccf26734-a70d-4a65-b9f0-04e964b844ae service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194408 Nov 10 19:14:22.751632 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6e8c48ea-4a11-4ba1-b7db-ade2cd9e837a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2fcc8eb39f9b4242acdb0a6e4b1d45f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1958086 Nov 10 19:14:22.754685 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59780) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:14:22.777069 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadef71e-0938-48e5-94d6-c1924614a818 x-openstack-request-id: req-fadef71e-0938-48e5-94d6-c1924614a818 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:14:22.777406 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bac33c3-4005-4e11-9d55-7db664221e78", "name": "network-vif-deleted", "tag": "4bd2d6c5-c512-4310-8808-a025254fc392", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:14:22.777617 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fadef71e-0938-48e5-94d6-c1924614a818 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:14:22.777966 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bac33c3-4005-4e11-9d55-7db664221e78', 'name': 'network-vif-deleted', 'tag': '4bd2d6c5-c512-4310-8808-a025254fc392', 'status': 'completed', 'code': 200} Nov 10 19:14:22.783144 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a17bef57-0bf3-486d-b841-c5ee47842063 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:22.783507 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-a17bef57-0bf3-486d-b841-c5ee47842063 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Added segment f38d56f7-7078-47ea-b3a5-7a2833419847 of type vlan for network 0233b314-e7bc-4b71-be87-3925a00a67ca Nov 10 19:14:22.822551 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59782) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:14:22.835186 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9414764f-f4ec-4ee6-b689-fcc2330145fd req-4cd682bf-73cd-41a4-8b69-d250789aa09d tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d93388-382e-4c6b-9fd9-db42bf1d98d3&id=6abcce0f-c6a6-4d15-bce8-1d7464d7e84e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2942550 Nov 10 19:14:22.854848 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c31fe1ac-5fea-4c1f-9eab-85b55eaf5b98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:22.887223 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a17bef57-0bf3-486d-b841-c5ee47842063 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:22.946724 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9071be24-0959-4019-b222-d02084d57c43 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=50e2a99f92f04c82b5ea0790a061a613&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1219509 Nov 10 19:14:22.950666 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c31fe1ac-5fea-4c1f-9eab-85b55eaf5b98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:22.954009 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59792) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:14:22.992608 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-875d0991-6878-40de-b682-d2611104707b req-edaaa55d-6d09-4cdc-9df8-6799dbc3ae08 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321720 Nov 10 19:14:22.994211 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a17bef57-0bf3-486d-b841-c5ee47842063 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:23.003627 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17bef57-0bf3-486d-b841-c5ee47842063 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:23.004504 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a17bef57-0bf3-486d-b841-c5ee47842063 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:23.085258 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c31fe1ac-5fea-4c1f-9eab-85b55eaf5b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:23.088103 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c31fe1ac-5fea-4c1f-9eab-85b55eaf5b98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:23.089487 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c31fe1ac-5fea-4c1f-9eab-85b55eaf5b98 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ce354ea6-3eb0-4818-8104-5fb82d5ad040 HTTP/1.1" status: 204 len: 168 time: 0.3334994 Nov 10 19:14:23.102026 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5c650859-0e9c-4515-a285-384f26a1dd99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:23.104172 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a17bef57-0bf3-486d-b841-c5ee47842063 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7025375 Nov 10 19:14:23.121321 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59808) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:14:23.131108 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-d1c1cdc1-97a8-458e-a69d-f61ec4f7bfaa tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Request body: {'subnet': {'network_id': '0233b314-e7bc-4b71-be87-3925a00a67ca', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:14:23.135071 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17bef57-0bf3-486d-b841-c5ee47842063 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Pushing event updated for resources: {'Network': ['ID=0233b314-e7bc-4b71-be87-3925a00a67ca,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:23.135623 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31fe1ac-5fea-4c1f-9eab-85b55eaf5b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce354ea6-3eb0-4818-8104-5fb82d5ad040,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:23.151251 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 0233b314-e7bc-4b71-be87-3925a00a67ca details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:14:23.162094 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573a7a8-3ba0-40d9-950c-044f95d4a942 req-c162f05a-10dd-429b-a464-2ddafab2ea60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:23.164987 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d573a7a8-3ba0-40d9-950c-044f95d4a942 req-c162f05a-10dd-429b-a464-2ddafab2ea60 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d1d4a761a3ba4865993e7b67cd29e236&device_id=96254600-620f-4e25-8222-e18a10b2dc79 HTTP/1.1" status: 200 len: 1099 time: 0.1023526 Nov 10 19:14:23.257129 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5c650859-0e9c-4515-a285-384f26a1dd99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:23.327688 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c1cdc1-97a8-458e-a69d-f61ec4f7bfaa tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Made reservation on behalf of 77957d962e034783981c11222eec43b2 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:14:23.332200 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1c1cdc1-97a8-458e-a69d-f61ec4f7bfaa tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:23.371739 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5c650859-0e9c-4515-a285-384f26a1dd99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:23.374069 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-55232787-d8ae-414f-9b2b-3fb8da7232d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:23.375649 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5c650859-0e9c-4515-a285-384f26a1dd99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:23.381646 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5c650859-0e9c-4515-a285-384f26a1dd99 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8d010628-519f-4b6c-9f0f-f0ca9c8a7549 HTTP/1.1" status: 204 len: 168 time: 0.4235148 Nov 10 19:14:23.401402 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573a7a8-3ba0-40d9-950c-044f95d4a942 req-ffbbeada-e539-4b3b-b120-076dffe9d4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:23.402872 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d573a7a8-3ba0-40d9-950c-044f95d4a942 req-ffbbeada-e539-4b3b-b120-076dffe9d4c8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.2299781 Nov 10 19:14:23.416827 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eddeb8-7464-42cd-adb5-6fc3efb1843a req-64eafcb2-0da4-46b4-8347-ebfd055f6a44 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:23.424237 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-39eddeb8-7464-42cd-adb5-6fc3efb1843a req-64eafcb2-0da4-46b4-8347-ebfd055f6a44 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/ports?device_id=96254600-620f-4e25-8222-e18a10b2dc79 HTTP/1.1" status: 200 len: 948 time: 0.0924094 Nov 10 19:14:23.425158 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c650859-0e9c-4515-a285-384f26a1dd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d010628-519f-4b6c-9f0f-f0ca9c8a7549,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:23.466943 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:14:23.498023 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d573a7a8-3ba0-40d9-950c-044f95d4a942 req-e0dc34a8-68da-4469-a9de-7584e4d366d9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=d3954429-722b-48cc-8522-e3832146af6c HTTP/1.1" status: 200 len: 217 time: 0.0700078 Nov 10 19:14:23.571036 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-39eddeb8-7464-42cd-adb5-6fc3efb1843a req-852d91b8-3792-4285-93f7-bf97736df331 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1310eb53-ccf0-4795-9b31-b72aaf71422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457675 Nov 10 19:14:23.598515 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573a7a8-3ba0-40d9-950c-044f95d4a942 req-1a356c1d-0086-4bc9-905e-4c149a5efdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:23.602303 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d573a7a8-3ba0-40d9-950c-044f95d4a942 req-1a356c1d-0086-4bc9-905e-4c149a5efdb0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0918343 Nov 10 19:14:23.624336 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1c1cdc1-97a8-458e-a69d-f61ec4f7bfaa tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:23.725672 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573a7a8-3ba0-40d9-950c-044f95d4a942 req-b069c6bd-1a7c-4f2f-b73b-cc41c9791509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:23.729266 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d573a7a8-3ba0-40d9-950c-044f95d4a942 req-b069c6bd-1a7c-4f2f-b73b-cc41c9791509 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1157317 Nov 10 19:14:23.738701 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c1cdc1-97a8-458e-a69d-f61ec4f7bfaa tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Pushing event updated for resources: {'Subnet': ['ID=082cdf17-5ae1-4ca4-95f7-4c195438cf61,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:23.760657 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c1cdc1-97a8-458e-a69d-f61ec4f7bfaa tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Checking segment: {'id': 'f38d56f7-7078-47ea-b3a5-7a2833419847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0233b314-e7bc-4b71-be87-3925a00a67ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:14:23.761045 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c1cdc1-97a8-458e-a69d-f61ec4f7bfaa tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Network hostable DHCP agents. Network: 0233b314-e7bc-4b71-be87-3925a00a67ca, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:14:23.783313 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c1cdc1-97a8-458e-a69d-f61ec4f7bfaa tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Network 0233b314-e7bc-4b71-be87-3925a00a67ca is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:14:23.800886 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-d1c1cdc1-97a8-458e-a69d-f61ec4f7bfaa tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 0233b314-e7bc-4b71-be87-3925a00a67ca) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:14:23.804232 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24903f-97c7-444d-b082-be3aed077670 req-a8210d5e-2505-46b1-b3b3-c841d66f0f7f tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:23.805374 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c1cdc1-97a8-458e-a69d-f61ec4f7bfaa tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:23.805995 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1c1cdc1-97a8-458e-a69d-f61ec4f7bfaa tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:23.811865 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fd24903f-97c7-444d-b082-be3aed077670 req-a8210d5e-2505-46b1-b3b3-c841d66f0f7f tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b25442a-1c3a-43e2-b898-ea6233679cb7 HTTP/1.1" status: 200 len: 950 time: 0.1339927 Nov 10 19:14:23.827112 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e910f2-b446-4448-a00c-c5efca6a4e7f None None] Network 0233b314-e7bc-4b71-be87-3925a00a67ca requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:14:23.847406 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d1c1cdc1-97a8-458e-a69d-f61ec4f7bfaa tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7219770 Nov 10 19:14:23.848188 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59830) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:14:23.863192 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-7efe8560-548d-4f60-bcee-8109b19f8e50 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-243738811'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:14:23.923506 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efe8560-548d-4f60-bcee-8109b19f8e50 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Made reservation on behalf of 77957d962e034783981c11222eec43b2 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:14:23.933079 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fd24903f-97c7-444d-b082-be3aed077670 req-cbf9c927-e19a-4a6d-80cc-a99877dd4d27 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7448b13-6ec0-4770-9f6c-62378f6dd830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202853 Nov 10 19:14:23.938590 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d573a7a8-3ba0-40d9-950c-044f95d4a942 req-cf3f802a-e7d8-40c9-bcce-d47d70cfdcbb service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988060 Nov 10 19:14:23.942382 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7efe8560-548d-4f60-bcee-8109b19f8e50 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:23.984968 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7efe8560-548d-4f60-bcee-8109b19f8e50 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:14:24.006616 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7efe8560-548d-4f60-bcee-8109b19f8e50 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:24.007543 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-7efe8560-548d-4f60-bcee-8109b19f8e50 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Added segment a3fce4d0-a35e-45b3-a654-8b1ec49a2071 of type vlan for network a748e1ac-c3f3-4327-9311-58b5270d8609 Nov 10 19:14:24.096954 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7efe8560-548d-4f60-bcee-8109b19f8e50 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:24.148901 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7efe8560-548d-4f60-bcee-8109b19f8e50 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:24.155471 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efe8560-548d-4f60-bcee-8109b19f8e50 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:24.160655 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7efe8560-548d-4f60-bcee-8109b19f8e50 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:24.262397 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe8560-548d-4f60-bcee-8109b19f8e50 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Pushing event updated for resources: {'Network': ['ID=a748e1ac-c3f3-4327-9311-58b5270d8609,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:24.278343 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7efe8560-548d-4f60-bcee-8109b19f8e50 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4290009 Nov 10 19:14:24.282599 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59868) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:14:24.284645 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 29348ed9-dd43-489b-9968-2bb2b186250d details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:14:24.290187 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network a748e1ac-c3f3-4327-9311-58b5270d8609 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:14:24.292089 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-7e02f06c-5f1f-4f54-bf7c-84abe8aa3326 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Request body: {'subnet': {'network_id': 'a748e1ac-c3f3-4327-9311-58b5270d8609', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:14:24.299703 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432c9f4-cce5-4081-b809-f7d031bdb84c req-578178cf-06c4-4851-bb2a-85e10161819d tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:24.305909 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432c9f4-cce5-4081-b809-f7d031bdb84c req-578178cf-06c4-4851-bb2a-85e10161819d tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:24.325801 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6c3704-8cc8-49d1-b871-19a8ea4dd8e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-0233b314-e7bc-4b71-be87-3925a00a67ca', 'network_id': '0233b314-e7bc-4b71-be87-3925a00a67ca', 'tenant_id': '77957d962e034783981c11222eec43b2', 'fixed_ips': [{'subnet_id': '082cdf17-5ae1-4ca4-95f7-4c195438cf61'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:14:24.327837 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7f6c3704-8cc8-49d1-b871-19a8ea4dd8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:24.334129 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432c9f4-cce5-4081-b809-f7d031bdb84c req-578178cf-06c4-4851-bb2a-85e10161819d tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:24.360709 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432c9f4-cce5-4081-b809-f7d031bdb84c req-578178cf-06c4-4851-bb2a-85e10161819d tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:24.378356 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432c9f4-cce5-4081-b809-f7d031bdb84c req-578178cf-06c4-4851-bb2a-85e10161819d tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:24.387919 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:24.397555 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432c9f4-cce5-4081-b809-f7d031bdb84c req-578178cf-06c4-4851-bb2a-85e10161819d tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:24.409756 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432c9f4-cce5-4081-b809-f7d031bdb84c req-578178cf-06c4-4851-bb2a-85e10161819d tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:24.411800 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7432c9f4-cce5-4081-b809-f7d031bdb84c req-578178cf-06c4-4851-bb2a-85e10161819d tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 5421 time: 0.3851771 Nov 10 19:14:24.463950 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e02f06c-5f1f-4f54-bf7c-84abe8aa3326 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Made reservation on behalf of 77957d962e034783981c11222eec43b2 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:14:24.468400 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7e02f06c-5f1f-4f54-bf7c-84abe8aa3326 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:24.516577 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59876) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:14:24.526209 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d573a7a8-3ba0-40d9-950c-044f95d4a942 req-1e48d83c-1614-4850-8b36-52704c5adcd2 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5784810 Nov 10 19:14:24.647507 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7432c9f4-cce5-4081-b809-f7d031bdb84c req-f8c568b4-b57e-4ae5-b0ae-42c7e6a5954d tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d93388-382e-4c6b-9fd9-db42bf1d98d3&id=6abcce0f-c6a6-4d15-bce8-1d7464d7e84e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2251976 Nov 10 19:14:24.669711 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 29348ed9-dd43-489b-9968-2bb2b186250d, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=29348ed9-dd43-489b-9968-2bb2b186250d,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:24.688944 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '29348ed9-dd43-489b-9968-2bb2b186250d', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': '29348ed9-dd43-489b-9968-2bb2b186250d', 'mac_address': 'fa:16:3e:1b:b6:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:14:24.697080 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-7f6c3704-8cc8-49d1-b871-19a8ea4dd8e7 None None] Allocated IP 19.80.0.2 (0233b314-e7bc-4b71-be87-3925a00a67ca/082cdf17-5ae1-4ca4-95f7-4c195438cf61/91cd953b-e9eb-4c11-a4c1-64d9a8d1312c) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:14:24.782731 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523adfe-fc3f-4713-badf-301378b1faf1 req-fa3c7557-cc57-47e0-a2c5-9f838db4bc99 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:24.790607 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9523adfe-fc3f-4713-badf-301378b1faf1 req-fa3c7557-cc57-47e0-a2c5-9f838db4bc99 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/ports?device_id=96254600-620f-4e25-8222-e18a10b2dc79 HTTP/1.1" status: 200 len: 948 time: 0.0814643 Nov 10 19:14:24.836235 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7e02f06c-5f1f-4f54-bf7c-84abe8aa3326 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:24.863489 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9523adfe-fc3f-4713-badf-301378b1faf1 req-df8c2f81-4757-43bf-8d06-ec1d8d3214bc tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1310eb53-ccf0-4795-9b31-b72aaf71422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686369 Nov 10 19:14:24.897238 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7f6c3704-8cc8-49d1-b871-19a8ea4dd8e7 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:24.910046 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7f6c3704-8cc8-49d1-b871-19a8ea4dd8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:24.914404 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-8dc827f4-843b-41ee-8bf2-4a04e0c9a1c3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1078472189-network', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:14:24.941953 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:24.947240 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:24.960680 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6c3704-8cc8-49d1-b871-19a8ea4dd8e7 None None] Network 0233b314-e7bc-4b71-be87-3925a00a67ca is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:14:24.970347 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02f06c-5f1f-4f54-bf7c-84abe8aa3326 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Pushing event updated for resources: {'Subnet': ['ID=67b014ee-338b-4680-90a3-7954962bbacb,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:24.973241 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-7f6c3704-8cc8-49d1-b871-19a8ea4dd8e7 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:14:24.979984 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6c3704-8cc8-49d1-b871-19a8ea4dd8e7 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:14:24.984473 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc827f4-843b-41ee-8bf2-4a04e0c9a1c3 admin admin] Made reservation on behalf of c57c83b50f6e4bc399a3a37742495e99 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:14:24.986861 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8dc827f4-843b-41ee-8bf2-4a04e0c9a1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:24.992397 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29348ed9-dd43-489b-9968-2bb2b186250d {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:14:25.004708 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e02f06c-5f1f-4f54-bf7c-84abe8aa3326 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Checking segment: {'id': 'a3fce4d0-a35e-45b3-a654-8b1ec49a2071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a748e1ac-c3f3-4327-9311-58b5270d8609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:14:25.004965 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e02f06c-5f1f-4f54-bf7c-84abe8aa3326 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Network hostable DHCP agents. Network: a748e1ac-c3f3-4327-9311-58b5270d8609, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:14:25.008790 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c3704-8cc8-49d1-b871-19a8ea4dd8e7 None None] Pushing event updated for resources: {'Port': ['ID=91cd953b-e9eb-4c11-a4c1-64d9a8d1312c,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:25.021286 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8dc827f4-843b-41ee-8bf2-4a04e0c9a1c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:25.073204 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 29348ed9-dd43-489b-9968-2bb2b186250d, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=29348ed9-dd43-489b-9968-2bb2b186250d,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:25.080332 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-7f6c3704-8cc8-49d1-b871-19a8ea4dd8e7 None None] Attempting to bind port 91cd953b-e9eb-4c11-a4c1-64d9a8d1312c on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:14:25.081127 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-7f6c3704-8cc8-49d1-b871-19a8ea4dd8e7 None None] Attempting to bind port 91cd953b-e9eb-4c11-a4c1-64d9a8d1312c by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'f38d56f7-7078-47ea-b3a5-7a2833419847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0233b314-e7bc-4b71-be87-3925a00a67ca'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:14:25.081836 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6c3704-8cc8-49d1-b871-19a8ea4dd8e7 None None] Attempting to bind port 91cd953b-e9eb-4c11-a4c1-64d9a8d1312c on network 0233b314-e7bc-4b71-be87-3925a00a67ca {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:14:25.085691 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:25.086822 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 78d7616d-0992-4a97-b94a-c81060a54fc2 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:14:25.113034 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084d0db-f32d-43a2-bf7e-9058456d83e6 req-98d7d1b9-a4ff-4355-839a-477da3cfc550 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:25.122754 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6c3704-8cc8-49d1-b871-19a8ea4dd8e7 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:14:25.123129 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6c3704-8cc8-49d1-b871-19a8ea4dd8e7 None None] Checking segment: {'id': 'f38d56f7-7078-47ea-b3a5-7a2833419847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0233b314-e7bc-4b71-be87-3925a00a67ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:14:25.123808 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7f6c3704-8cc8-49d1-b871-19a8ea4dd8e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:25.124098 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2084d0db-f32d-43a2-bf7e-9058456d83e6 req-98d7d1b9-a4ff-4355-839a-477da3cfc550 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b25442a-1c3a-43e2-b898-ea6233679cb7 HTTP/1.1" status: 200 len: 950 time: 0.0757754 Nov 10 19:14:25.124643 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6c3704-8cc8-49d1-b871-19a8ea4dd8e7 None None] Bound using segment: {'id': 'f38d56f7-7078-47ea-b3a5-7a2833419847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0233b314-e7bc-4b71-be87-3925a00a67ca'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:14:25.125333 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-7f6c3704-8cc8-49d1-b871-19a8ea4dd8e7 None None] Bound port: 91cd953b-e9eb-4c11-a4c1-64d9a8d1312c, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f38d56f7-7078-47ea-b3a5-7a2833419847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0233b314-e7bc-4b71-be87-3925a00a67ca'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:14:25.126011 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7f6c3704-8cc8-49d1-b871-19a8ea4dd8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:25.149392 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8dc827f4-843b-41ee-8bf2-4a04e0c9a1c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:25.159920 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8dc827f4-843b-41ee-8bf2-4a04e0c9a1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:25.179914 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e02f06c-5f1f-4f54-bf7c-84abe8aa3326 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Network a748e1ac-c3f3-4327-9311-58b5270d8609 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:14:25.194869 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc827f4-843b-41ee-8bf2-4a04e0c9a1c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:14:25.195594 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2084d0db-f32d-43a2-bf7e-9058456d83e6 req-38fbe38a-b932-45c8-8493-85fbd1dbdbc1 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7448b13-6ec0-4770-9f6c-62378f6dd830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704093 Nov 10 19:14:25.212395 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc827f4-843b-41ee-8bf2-4a04e0c9a1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f75c73-b8b6-4b96-990f-afb1f094ac2b,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:25.225234 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-7e02f06c-5f1f-4f54-bf7c-84abe8aa3326 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, a748e1ac-c3f3-4327-9311-58b5270d8609) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:14:25.227447 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8dc827f4-843b-41ee-8bf2-4a04e0c9a1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:25.227761 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-8dc827f4-843b-41ee-8bf2-4a04e0c9a1c3 admin admin] Added segment 2dec6a8f-ba9a-4b28-98fc-0073c9852d3d of type vlan for network 3a91fecc-dc01-4af5-8121-7bf79bed5161 Nov 10 19:14:25.238043 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e02f06c-5f1f-4f54-bf7c-84abe8aa3326 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:25.238919 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7e02f06c-5f1f-4f54-bf7c-84abe8aa3326 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:25.243946 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acd9e51-4d77-4e67-8842-07517aa281cf None None] Network a748e1ac-c3f3-4327-9311-58b5270d8609 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:14:25.303357 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7e02f06c-5f1f-4f54-bf7c-84abe8aa3326 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0193822 Nov 10 19:14:25.305131 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8dc827f4-843b-41ee-8bf2-4a04e0c9a1c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:25.377098 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=29348ed9-dd43-489b-9968-2bb2b186250d,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:25.388163 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8dc827f4-843b-41ee-8bf2-4a04e0c9a1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:25.389163 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc827f4-843b-41ee-8bf2-4a04e0c9a1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:25.389749 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8dc827f4-843b-41ee-8bf2-4a04e0c9a1c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:25.425422 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7f6c3704-8cc8-49d1-b871-19a8ea4dd8e7 None None] For port 91cd953b-e9eb-4c11-a4c1-64d9a8d1312c, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:14:25.473112 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7f6c3704-8cc8-49d1-b871-19a8ea4dd8e7 None None] For port 91cd953b-e9eb-4c11-a4c1-64d9a8d1312c, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=91cd953b-e9eb-4c11-a4c1-64d9a8d1312c,segment=NetworkSegment(f38d56f7-7078-47ea-b3a5-7a2833419847),segment_id=f38d56f7-7078-47ea-b3a5-7a2833419847)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:14:25.483520 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7f6c3704-8cc8-49d1-b871-19a8ea4dd8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:25.501630 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8dc827f4-843b-41ee-8bf2-4a04e0c9a1c3 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9839337 Nov 10 19:14:25.504673 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59928) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:14:25.512226 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-578b631b-12a9-4698-bbba-0a96630f58f9 admin admin] Request body: {'subnet': {'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1078472189-subnet', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:14:25.524287 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc827f4-843b-41ee-8bf2-4a04e0c9a1c3 admin admin] Pushing event updated for resources: {'Network': ['ID=3a91fecc-dc01-4af5-8121-7bf79bed5161,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:25.545961 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578b631b-12a9-4698-bbba-0a96630f58f9 admin admin] Made reservation on behalf of c57c83b50f6e4bc399a3a37742495e99 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:14:25.548787 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-578b631b-12a9-4698-bbba-0a96630f58f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:25.638493 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 3a91fecc-dc01-4af5-8121-7bf79bed5161 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:14:25.668948 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d8e77776-d7cd-45c9-a826-58b2b879e5b4 req-10cefa30-4d4d-426e-bdf4-86bd1bb6aa02 tempest-ServerShowV257Test-1499972427 tempest-ServerShowV257Test-1499972427-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b769b8b-d307-4ca9-b212-e7dafcfc3ac5 HTTP/1.1" status: 200 len: 210 time: 0.1351731 Nov 10 19:14:25.814646 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232bd54b-b8d9-47d9-81f7-8e30f87cd9a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-a748e1ac-c3f3-4327-9311-58b5270d8609', 'network_id': 'a748e1ac-c3f3-4327-9311-58b5270d8609', 'tenant_id': '77957d962e034783981c11222eec43b2', 'fixed_ips': [{'subnet_id': '67b014ee-338b-4680-90a3-7954962bbacb'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:14:25.815583 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-232bd54b-b8d9-47d9-81f7-8e30f87cd9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:25.823659 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-578b631b-12a9-4698-bbba-0a96630f58f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:25.901553 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b631b-12a9-4698-bbba-0a96630f58f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ab75c40-5d7a-4d44-8e36-e5b14d411825,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:25.912830 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578b631b-12a9-4698-bbba-0a96630f58f9 admin admin] Checking segment: {'id': '2dec6a8f-ba9a-4b28-98fc-0073c9852d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:14:25.913167 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578b631b-12a9-4698-bbba-0a96630f58f9 admin admin] Network hostable DHCP agents. Network: 3a91fecc-dc01-4af5-8121-7bf79bed5161, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:14:25.915808 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 78d7616d-0992-4a97-b94a-c81060a54fc2, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=78d7616d-0992-4a97-b94a-c81060a54fc2,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:25.949431 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578b631b-12a9-4698-bbba-0a96630f58f9 admin admin] Network 3a91fecc-dc01-4af5-8121-7bf79bed5161 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:14:25.984948 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-578b631b-12a9-4698-bbba-0a96630f58f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 3a91fecc-dc01-4af5-8121-7bf79bed5161) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:14:25.992675 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c3704-8cc8-49d1-b871-19a8ea4dd8e7 None None] Pushing event updated for resources: {'Port': ['ID=91cd953b-e9eb-4c11-a4c1-64d9a8d1312c,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:25.998529 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578b631b-12a9-4698-bbba-0a96630f58f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:25.999199 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-578b631b-12a9-4698-bbba-0a96630f58f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:26.003756 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00ad2ec-9029-4ce8-8858-a38506dd5c94 None None] Network 3a91fecc-dc01-4af5-8121-7bf79bed5161 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:14:26.016960 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-48aeba9e-a9d4-47d0-bc7c-c8eaba83f9aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:26.033847 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-578b631b-12a9-4698-bbba-0a96630f58f9 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5281696 Nov 10 19:14:26.037052 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59948) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:14:26.040843 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d96be-197d-4af2-8805-a3869f70195a req-8913db10-50c9-4c8a-9b36-9224fd58837c tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:26.042340 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-4b0053d8-c56d-4367-9df2-a2b28715c4ae admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1078472189-router', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:14:26.052810 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '78d7616d-0992-4a97-b94a-c81060a54fc2', 'network_id': 'f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f', 'port_id': '78d7616d-0992-4a97-b94a-c81060a54fc2', 'mac_address': 'fa:16:3e:be:ba:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60343b83-37e4-41fb-97c3-061ff8929ded', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:14:26.053564 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d96be-197d-4af2-8805-a3869f70195a req-8913db10-50c9-4c8a-9b36-9224fd58837c tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:26.063350 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d6d96be-197d-4af2-8805-a3869f70195a req-8913db10-50c9-4c8a-9b36-9224fd58837c tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/networks?id=0233b314-e7bc-4b71-be87-3925a00a67ca&id=a748e1ac-c3f3-4327-9311-58b5270d8609 HTTP/1.1" status: 200 len: 1390 time: 0.3924465 Nov 10 19:14:26.090608 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4b0053d8-c56d-4367-9df2-a2b28715c4ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:26.091886 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445cead-00e9-466a-9456-23300a7f59d6 req-441ffac3-87c3-46da-ab30-24ee35d969ee tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:26.092664 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4b0053d8-c56d-4367-9df2-a2b28715c4ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:26.099592 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445cead-00e9-466a-9456-23300a7f59d6 req-441ffac3-87c3-46da-ab30-24ee35d969ee tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:26.106390 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445cead-00e9-466a-9456-23300a7f59d6 req-441ffac3-87c3-46da-ab30-24ee35d969ee tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:26.112845 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445cead-00e9-466a-9456-23300a7f59d6 req-441ffac3-87c3-46da-ab30-24ee35d969ee tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:26.123492 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445cead-00e9-466a-9456-23300a7f59d6 req-441ffac3-87c3-46da-ab30-24ee35d969ee tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:26.130733 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445cead-00e9-466a-9456-23300a7f59d6 req-441ffac3-87c3-46da-ab30-24ee35d969ee tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:26.144126 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445cead-00e9-466a-9456-23300a7f59d6 req-441ffac3-87c3-46da-ab30-24ee35d969ee tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:26.147698 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3445cead-00e9-466a-9456-23300a7f59d6 req-441ffac3-87c3-46da-ab30-24ee35d969ee tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 5421 time: 0.3032613 Nov 10 19:14:26.150026 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d6d96be-197d-4af2-8805-a3869f70195a req-7355ea7a-15b0-4d41-90fa-17a523d1f4ce tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/quotas/77957d962e034783981c11222eec43b2 HTTP/1.1" status: 200 len: 375 time: 0.0853436 Nov 10 19:14:26.192352 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4b0053d8-c56d-4367-9df2-a2b28715c4ae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:26.259507 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:26.287453 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9750f-6f71-4a0c-ab63-098eded87c8d req-87aa2e86-40ff-4d01-b4e9-33fde469920d tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:26.289014 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5aa9750f-6f71-4a0c-ab63-098eded87c8d req-87aa2e86-40ff-4d01-b4e9-33fde469920d tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b25442a-1c3a-43e2-b898-ea6233679cb7 HTTP/1.1" status: 200 len: 950 time: 0.1379468 Nov 10 19:14:26.310015 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78d7616d-0992-4a97-b94a-c81060a54fc2 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:14:26.328237 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d6d96be-197d-4af2-8805-a3869f70195a req-63f4b983-4266-46be-92d9-f0dce6fef3f3 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=77957d962e034783981c11222eec43b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1618640 Nov 10 19:14:26.380848 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4b0053d8-c56d-4367-9df2-a2b28715c4ae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:26.391794 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 78d7616d-0992-4a97-b94a-c81060a54fc2, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=78d7616d-0992-4a97-b94a-c81060a54fc2,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:26.404684 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:26.412763 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3445cead-00e9-466a-9456-23300a7f59d6 req-6d726d22-763c-4540-b33b-3eb66fa4d889 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d93388-382e-4c6b-9fd9-db42bf1d98d3&id=6abcce0f-c6a6-4d15-bce8-1d7464d7e84e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2481754 Nov 10 19:14:26.507255 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-232bd54b-b8d9-47d9-81f7-8e30f87cd9a0 None None] Allocated IP 19.86.0.2 (a748e1ac-c3f3-4327-9311-58b5270d8609/67b014ee-338b-4680-90a3-7954962bbacb/89fbfd74-de32-4e32-95f0-fe3324879e2e) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:14:26.574305 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=78d7616d-0992-4a97-b94a-c81060a54fc2,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:26.593363 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5c5697-0d0c-438f-a77c-f36e2292ec39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-3a91fecc-dc01-4af5-8121-7bf79bed5161', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'fixed_ips': [{'subnet_id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:14:26.594278 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3c5c5697-0d0c-438f-a77c-f36e2292ec39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:26.665839 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['78d7616d-0992-4a97-b94a-c81060a54fc2'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:14:26.668116 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['29348ed9-dd43-489b-9968-2bb2b186250d'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:14:26.747867 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4b0053d8-c56d-4367-9df2-a2b28715c4ae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:26.769966 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4b0053d8-c56d-4367-9df2-a2b28715c4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:26.913801 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-4b0053d8-c56d-4367-9df2-a2b28715c4ae admin admin] Allocated IP 172.25.3.20 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/12887987-c24d-4a12-836b-8255797614c9) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:14:27.092812 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d6d96be-197d-4af2-8805-a3869f70195a req-e2aec264-b290-497c-8a97-6a79e12b64b5 service neutron] 10.222.0.54 "GET /v2.0/networks/0233b314-e7bc-4b71-be87-3925a00a67ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7622929 Nov 10 19:14:27.125311 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 91cd953b-e9eb-4c11-a4c1-64d9a8d1312c up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:14:27.142240 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4b0053d8-c56d-4367-9df2-a2b28715c4ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:27.147522 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-5aa9750f-6f71-4a0c-ab63-098eded87c8d req-bfe0ec94-018b-4daf-a214-a352c7f8126b tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Deleting port ea7b97fe-65ec-4012-be83-8638048b4c12 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:14:27.148144 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5aa9750f-6f71-4a0c-ab63-098eded87c8d req-bfe0ec94-018b-4daf-a214-a352c7f8126b tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:27.201296 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4b0053d8-c56d-4367-9df2-a2b28715c4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:27.238675 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5eba263-0c02-4d58-aeef-04764721769e None None] Network 0233b314-e7bc-4b71-be87-3925a00a67ca requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:14:27.244150 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0053d8-c56d-4367-9df2-a2b28715c4ae admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:14:27.247274 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-4b0053d8-c56d-4367-9df2-a2b28715c4ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:14:27.253378 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0053d8-c56d-4367-9df2-a2b28715c4ae admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:14:27.269114 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6aafe5-bdc1-47ab-aded-bc474a906f86 req-42e6fee9-52a2-4ac7-a036-7587769934ef tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:27.275358 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:27.277998 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1e6aafe5-bdc1-47ab-aded-bc474a906f86 req-42e6fee9-52a2-4ac7-a036-7587769934ef tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/ports?device_id=96254600-620f-4e25-8222-e18a10b2dc79 HTTP/1.1" status: 200 len: 948 time: 0.3853214 Nov 10 19:14:27.281571 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0053d8-c56d-4367-9df2-a2b28715c4ae admin admin] Pushing event updated for resources: {'Port': ['ID=12887987-c24d-4a12-836b-8255797614c9,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:27.313399 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d6d96be-197d-4af2-8805-a3869f70195a req-c3f11c2a-5ad6-4da4-86f6-86a142818c1e service neutron] 10.222.0.54 "GET /v2.0/networks/0233b314-e7bc-4b71-be87-3925a00a67ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193072 Nov 10 19:14:27.418163 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1e6aafe5-bdc1-47ab-aded-bc474a906f86 req-e0ca15d9-2d10-4460-8b8a-67643909a918 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1310eb53-ccf0-4795-9b31-b72aaf71422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390431 Nov 10 19:14:27.426213 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-232bd54b-b8d9-47d9-81f7-8e30f87cd9a0 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:27.447619 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-3c5c5697-0d0c-438f-a77c-f36e2292ec39 None None] Allocated IP 172.20.0.2 (3a91fecc-dc01-4af5-8121-7bf79bed5161/6ab75c40-5d7a-4d44-8e36-e5b14d411825/9d284151-b805-4897-b082-df43c84a96f0) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:14:27.488013 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-232bd54b-b8d9-47d9-81f7-8e30f87cd9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:27.531199 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-3cf1dfd9-4de1-411d-a397-3c92798f8392 None None] Provisioning complete for port 91cd953b-e9eb-4c11-a4c1-64d9a8d1312c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:27.531491 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3cf1dfd9-4de1-411d-a397-3c92798f8392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:27.588232 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-5aa9750f-6f71-4a0c-ab63-098eded87c8d req-bfe0ec94-018b-4daf-a214-a352c7f8126b tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] For port ea7b97fe-65ec-4012-be83-8638048b4c12, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=ea7b97fe-65ec-4012-be83-8638048b4c12,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:27.588232 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5aa9750f-6f71-4a0c-ab63-098eded87c8d req-bfe0ec94-018b-4daf-a214-a352c7f8126b tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:27.607744 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4b0053d8-c56d-4367-9df2-a2b28715c4ae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:27.631892 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-5aa9750f-6f71-4a0c-ab63-098eded87c8d req-bfe0ec94-018b-4daf-a214-a352c7f8126b tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Calling delete_port for ea7b97fe-65ec-4012-be83-8638048b4c12 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:14:27.633855 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232bd54b-b8d9-47d9-81f7-8e30f87cd9a0 None None] Network a748e1ac-c3f3-4327-9311-58b5270d8609 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:14:27.645799 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d6d96be-197d-4af2-8805-a3869f70195a req-e9d5746c-7b61-45e2-ac46-f42bda0a0ddc service neutron] 10.222.0.54 "GET /v2.0/networks/a748e1ac-c3f3-4327-9311-58b5270d8609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164206 Nov 10 19:14:27.657936 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f86ef-cdaa-427b-b762-55668f4c026f req-e825675a-e627-463c-af4e-55b9e8bc2a8e tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:27.659497 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fa9f86ef-cdaa-427b-b762-55668f4c026f req-e825675a-e627-463c-af4e-55b9e8bc2a8e tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b25442a-1c3a-43e2-b898-ea6233679cb7 HTTP/1.1" status: 200 len: 950 time: 0.1441309 Nov 10 19:14:27.687500 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-232bd54b-b8d9-47d9-81f7-8e30f87cd9a0 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:14:27.690711 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232bd54b-b8d9-47d9-81f7-8e30f87cd9a0 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:14:27.692677 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 91cd953b-e9eb-4c11-a4c1-64d9a8d1312c triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:27.696446 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:27.798440 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232bd54b-b8d9-47d9-81f7-8e30f87cd9a0 None None] Pushing event updated for resources: {'Port': ['ID=89fbfd74-de32-4e32-95f0-fe3324879e2e,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:27.816123 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fa9f86ef-cdaa-427b-b762-55668f4c026f req-ed6fb10f-cd65-436e-8a50-55ab06a88f4e tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7448b13-6ec0-4770-9f6c-62378f6dd830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420207 Nov 10 19:14:27.850590 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4b0053d8-c56d-4367-9df2-a2b28715c4ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:27.878682 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d6d96be-197d-4af2-8805-a3869f70195a req-d23cef08-de7e-4ed2-8a87-70981cf33a51 service neutron] 10.222.0.54 "GET /v2.0/networks/a748e1ac-c3f3-4327-9311-58b5270d8609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163544 Nov 10 19:14:28.000164 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-232bd54b-b8d9-47d9-81f7-8e30f87cd9a0 None None] Attempting to bind port 89fbfd74-de32-4e32-95f0-fe3324879e2e on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:14:28.001612 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-232bd54b-b8d9-47d9-81f7-8e30f87cd9a0 None None] Attempting to bind port 89fbfd74-de32-4e32-95f0-fe3324879e2e by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'a3fce4d0-a35e-45b3-a654-8b1ec49a2071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a748e1ac-c3f3-4327-9311-58b5270d8609'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:14:28.013142 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232bd54b-b8d9-47d9-81f7-8e30f87cd9a0 None None] Attempting to bind port 89fbfd74-de32-4e32-95f0-fe3324879e2e on network a748e1ac-c3f3-4327-9311-58b5270d8609 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:14:28.023175 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5aa9750f-6f71-4a0c-ab63-098eded87c8d req-bfe0ec94-018b-4daf-a214-a352c7f8126b tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:28.029323 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0053d8-c56d-4367-9df2-a2b28715c4ae admin admin] Router e83b2309-5206-4160-a0e7-a6d4fbf752b9 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:14:28.119060 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0ec94-018b-4daf-a214-a352c7f8126b tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Pushing event deleted for resources: {'Port': ['ID=ea7b97fe-65ec-4012-be83-8638048b4c12,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:28.176612 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232bd54b-b8d9-47d9-81f7-8e30f87cd9a0 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:14:28.177253 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232bd54b-b8d9-47d9-81f7-8e30f87cd9a0 None None] Checking segment: {'id': 'a3fce4d0-a35e-45b3-a654-8b1ec49a2071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a748e1ac-c3f3-4327-9311-58b5270d8609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:14:28.178016 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-232bd54b-b8d9-47d9-81f7-8e30f87cd9a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:28.178547 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232bd54b-b8d9-47d9-81f7-8e30f87cd9a0 None None] Bound using segment: {'id': 'a3fce4d0-a35e-45b3-a654-8b1ec49a2071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a748e1ac-c3f3-4327-9311-58b5270d8609'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:14:28.179066 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-232bd54b-b8d9-47d9-81f7-8e30f87cd9a0 None None] Bound port: 89fbfd74-de32-4e32-95f0-fe3324879e2e, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3fce4d0-a35e-45b3-a654-8b1ec49a2071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a748e1ac-c3f3-4327-9311-58b5270d8609'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:14:28.179659 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-232bd54b-b8d9-47d9-81f7-8e30f87cd9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:28.191369 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-83bb0537-8187-4e9d-a5aa-ad0b001742c9 req-1451e3d5-2f8e-47f7-ad58-5e48a58da923 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3b769b8b-d307-4ca9-b212-e7dafcfc3ac5 HTTP/1.1" status: 200 len: 210 time: 0.0815797 Nov 10 19:14:28.217068 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa9750f-6f71-4a0c-ab63-098eded87c8d req-bfe0ec94-018b-4daf-a214-a352c7f8126b tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] No DVR routers for this DVR port ea7b97fe-65ec-4012-be83-8638048b4c12 on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:14:28.223258 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5aa9750f-6f71-4a0c-ab63-098eded87c8d req-bfe0ec94-018b-4daf-a214-a352c7f8126b tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:28.227051 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5aa9750f-6f71-4a0c-ab63-098eded87c8d req-bfe0ec94-018b-4daf-a214-a352c7f8126b tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.25 "DELETE /v2.0/ports/ea7b97fe-65ec-4012-be83-8638048b4c12 HTTP/1.1" status: 204 len: 173 time: 1.9289041 Nov 10 19:14:28.238871 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b25442a-1c3a-43e2-b898-ea6233679cb7', 'name': 'network-vif-deleted', 'tag': 'ea7b97fe-65ec-4012-be83-8638048b4c12'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:14:28.243072 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['ea7b97fe-65ec-4012-be83-8638048b4c12'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:14:28.249559 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e28b1f-5041-4b67-87ef-0bca32abb65b" -d '{"events": [{"server_uuid": "2b25442a-1c3a-43e2-b898-ea6233679cb7", "name": "network-vif-deleted", "tag": "ea7b97fe-65ec-4012-be83-8638048b4c12"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:14:28.289838 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3cf1dfd9-4de1-411d-a397-3c92798f8392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:28.320783 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b35780e2-87c4-4954-b619-e19be047ab14 req-907629db-ce2b-4e6f-90df-a43f07f5d6f2 tempest-ServerShowV257Test-1499972427 tempest-ServerShowV257Test-1499972427-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b769b8b-d307-4ca9-b212-e7dafcfc3ac5 HTTP/1.1" status: 200 len: 210 time: 0.1169918 Nov 10 19:14:28.350665 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3c5c5697-0d0c-438f-a77c-f36e2292ec39 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:28.383598 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0053d8-c56d-4367-9df2-a2b28715c4ae admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:14:28.393144 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-3cf1dfd9-4de1-411d-a397-3c92798f8392 None None] For port 91cd953b-e9eb-4c11-a4c1-64d9a8d1312c, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=91cd953b-e9eb-4c11-a4c1-64d9a8d1312c,segment=NetworkSegment(f38d56f7-7078-47ea-b3a5-7a2833419847),segment_id=f38d56f7-7078-47ea-b3a5-7a2833419847)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:28.427503 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4b0053d8-c56d-4367-9df2-a2b28715c4ae admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:28.429374 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4b0053d8-c56d-4367-9df2-a2b28715c4ae admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.3911238 Nov 10 19:14:28.433974 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59990) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:14:28.449005 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60822da0-e7c2-4ca1-be7d-1650b68b6674 req-dd62779f-1834-45d6-a984-b13f8ead96b1 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:28.456308 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60822da0-e7c2-4ca1-be7d-1650b68b6674 req-dd62779f-1834-45d6-a984-b13f8ead96b1 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:28.462501 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60822da0-e7c2-4ca1-be7d-1650b68b6674 req-dd62779f-1834-45d6-a984-b13f8ead96b1 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:28.471421 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60822da0-e7c2-4ca1-be7d-1650b68b6674 req-dd62779f-1834-45d6-a984-b13f8ead96b1 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:28.478348 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60822da0-e7c2-4ca1-be7d-1650b68b6674 req-dd62779f-1834-45d6-a984-b13f8ead96b1 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:28.480084 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:28.486247 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60822da0-e7c2-4ca1-be7d-1650b68b6674 req-dd62779f-1834-45d6-a984-b13f8ead96b1 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:28.492988 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60822da0-e7c2-4ca1-be7d-1650b68b6674 req-dd62779f-1834-45d6-a984-b13f8ead96b1 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:28.501816 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-60822da0-e7c2-4ca1-be7d-1650b68b6674 req-dd62779f-1834-45d6-a984-b13f8ead96b1 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 5421 time: 0.2483456 Nov 10 19:14:28.509070 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f731374-a4ab-4807-b028-9eae583b6b78 None None] Sync routers for ids ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:14:28.515273 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device d3954429-722b-48cc-8522-e3832146af6c details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:14:28.517990 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 29348ed9-dd43-489b-9968-2bb2b186250d up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:14:28.556625 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-96b11fa1-fee2-4ee6-b19d-97e83a631b0e req-acfdd347-78a1-4db7-8135-eae1d8ca01f9 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/ports?device_id=36ad31e0-f8cf-4439-8f90-46782da830ab HTTP/1.1" status: 200 len: 210 time: 0.0524049 Nov 10 19:14:28.594705 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3c5c5697-0d0c-438f-a77c-f36e2292ec39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:28.604323 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3cf1dfd9-4de1-411d-a397-3c92798f8392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:28.673045 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b68e611-1f44-4973-9155-6c441ff0909c x-openstack-request-id: req-4b68e611-1f44-4973-9155-6c441ff0909c {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:14:28.673356 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b25442a-1c3a-43e2-b898-ea6233679cb7", "name": "network-vif-deleted", "tag": "ea7b97fe-65ec-4012-be83-8638048b4c12", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:14:28.673625 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4b68e611-1f44-4973-9155-6c441ff0909c {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:14:28.674144 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b25442a-1c3a-43e2-b898-ea6233679cb7', 'name': 'network-vif-deleted', 'tag': 'ea7b97fe-65ec-4012-be83-8638048b4c12', 'status': 'completed', 'code': 200} Nov 10 19:14:28.695087 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-60822da0-e7c2-4ca1-be7d-1650b68b6674 req-98459821-f825-46b3-911d-ffd0052c309e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d93388-382e-4c6b-9fd9-db42bf1d98d3&id=6abcce0f-c6a6-4d15-bce8-1d7464d7e84e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1922634 Nov 10 19:14:28.773717 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-232bd54b-b8d9-47d9-81f7-8e30f87cd9a0 None None] For port 89fbfd74-de32-4e32-95f0-fe3324879e2e, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:14:28.922465 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d1d52-34da-4ecc-beb0-8fa94db6210b req-5bcea13b-e8c9-4bef-a966-0eacdc35c8d8 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:28.936382 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-609d1d52-34da-4ecc-beb0-8fa94db6210b req-5bcea13b-e8c9-4bef-a966-0eacdc35c8d8 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/ports?device_id=96254600-620f-4e25-8222-e18a10b2dc79 HTTP/1.1" status: 200 len: 948 time: 0.1324265 Nov 10 19:14:28.984310 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f731374-a4ab-4807-b028-9eae583b6b78 None None] Routers {'e83b2309-5206-4160-a0e7-a6d4fbf752b9'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:14:28.986506 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-7f731374-a4ab-4807-b028-9eae583b6b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:14:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:14:29.009302 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-609d1d52-34da-4ecc-beb0-8fa94db6210b req-0d50d325-86bc-451e-8672-b111b4ba9c09 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1310eb53-ccf0-4795-9b31-b72aaf71422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714955 Nov 10 19:14:29.042071 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c5697-0d0c-438f-a77c-f36e2292ec39 None None] Pushing event updated for resources: {'Port': ['ID=9d284151-b805-4897-b082-df43c84a96f0,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:29.050936 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-232bd54b-b8d9-47d9-81f7-8e30f87cd9a0 None None] For port 89fbfd74-de32-4e32-95f0-fe3324879e2e, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=89fbfd74-de32-4e32-95f0-fe3324879e2e,segment=NetworkSegment(a3fce4d0-a35e-45b3-a654-8b1ec49a2071),segment_id=a3fce4d0-a35e-45b3-a654-8b1ec49a2071)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:14:29.052851 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:14:29.053240 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:14:29.053909 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a98732f2-f28e-4c38-b056-a198bd8a66d3 req-a0d95727-3256-46f2-bace-78f6513b9cb6 tempest-ServersAdminNegativeTestJSON-344733244 tempest-ServersAdminNegativeTestJSON-344733244-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b25442a-1c3a-43e2-b898-ea6233679cb7 HTTP/1.1" status: 200 len: 210 time: 0.0429158 Nov 10 19:14:29.058449 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-6b05acc2-ca1f-4f7f-958e-7806834a6a3d None None] Provisioning complete for port 91cd953b-e9eb-4c11-a4c1-64d9a8d1312c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:29.058824 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6b05acc2-ca1f-4f7f-958e-7806834a6a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:29.081849 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:29.136713 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-232bd54b-b8d9-47d9-81f7-8e30f87cd9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:29.179196 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port d3954429-722b-48cc-8522-e3832146af6c, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=d3954429-722b-48cc-8522-e3832146af6c,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:29.188576 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5c5697-0d0c-438f-a77c-f36e2292ec39 None None] Network 3a91fecc-dc01-4af5-8121-7bf79bed5161 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:14:29.206846 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 29348ed9-dd43-489b-9968-2bb2b186250d triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:29.207584 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:29.223824 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-3c5c5697-0d0c-438f-a77c-f36e2292ec39 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:14:29.258512 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5c5697-0d0c-438f-a77c-f36e2292ec39 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:14:29.285555 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'd3954429-722b-48cc-8522-e3832146af6c', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': 'd3954429-722b-48cc-8522-e3832146af6c', 'mac_address': 'fa:16:3e:b2:36:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:14:29.524154 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c63ae74-771e-44fa-a4f2-93916d1fe954 req-1afdb4df-ae47-46bb-a2c0-568e7c662ffd tempest-ServerShowV257Test-1499972427 tempest-ServerShowV257Test-1499972427-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b769b8b-d307-4ca9-b212-e7dafcfc3ac5 HTTP/1.1" status: 200 len: 210 time: 0.0470665 Nov 10 19:14:29.754936 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e81ca3f4-612c-4d77-9f09-73fa271b6e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:29.777712 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f3e85583-f331-4e57-9c62-01fe48b83536 req-b6732300-a650-4f69-861a-a3624212ffdf tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/ports?device_id=36ad31e0-f8cf-4439-8f90-46782da830ab HTTP/1.1" status: 200 len: 210 time: 0.0609643 Nov 10 19:14:29.803462 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:29.908408 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d96be-197d-4af2-8805-a3869f70195a req-c5bfae15-e909-41cb-91cd-23ce3eadb409 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:29.925624 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d96be-197d-4af2-8805-a3869f70195a req-c5bfae15-e909-41cb-91cd-23ce3eadb409 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:29.927248 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1d6d96be-197d-4af2-8805-a3869f70195a req-c5bfae15-e909-41cb-91cd-23ce3eadb409 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.73 "GET /v2.0/networks?id=0233b314-e7bc-4b71-be87-3925a00a67ca&id=a748e1ac-c3f3-4327-9311-58b5270d8609 HTTP/1.1" status: 200 len: 1390 time: 0.3354943 Nov 10 19:14:29.928088 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1dfd9-4de1-411d-a397-3c92798f8392 None None] Pushing event updated for resources: {'Port': ['ID=91cd953b-e9eb-4c11-a4c1-64d9a8d1312c,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:29.960370 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-1d6d96be-197d-4af2-8805-a3869f70195a req-6bb00157-dd00-4646-a01d-345ce389ac93 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Request body: {'port': {'device_id': '36ad31e0-f8cf-4439-8f90-46782da830ab', 'network_id': '0233b314-e7bc-4b71-be87-3925a00a67ca', 'admin_state_up': True, 'tenant_id': '77957d962e034783981c11222eec43b2'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:14:30.123798 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-3c5c5697-0d0c-438f-a77c-f36e2292ec39 None None] Attempting to bind port 9d284151-b805-4897-b082-df43c84a96f0 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:14:30.124863 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-3c5c5697-0d0c-438f-a77c-f36e2292ec39 None None] Attempting to bind port 9d284151-b805-4897-b082-df43c84a96f0 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '2dec6a8f-ba9a-4b28-98fc-0073c9852d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:14:30.125618 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5c5697-0d0c-438f-a77c-f36e2292ec39 None None] Attempting to bind port 9d284151-b805-4897-b082-df43c84a96f0 on network 3a91fecc-dc01-4af5-8121-7bf79bed5161 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:14:30.187596 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcafcf2-6cc0-4d08-aa37-2ea80f9b3a60 req-ccbbb977-c029-4ca3-b7f8-9ffa12203ccd tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:30.196187 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcafcf2-6cc0-4d08-aa37-2ea80f9b3a60 req-ccbbb977-c029-4ca3-b7f8-9ffa12203ccd tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:30.208400 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcafcf2-6cc0-4d08-aa37-2ea80f9b3a60 req-ccbbb977-c029-4ca3-b7f8-9ffa12203ccd tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:30.224714 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcafcf2-6cc0-4d08-aa37-2ea80f9b3a60 req-ccbbb977-c029-4ca3-b7f8-9ffa12203ccd tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:30.239670 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5c5697-0d0c-438f-a77c-f36e2292ec39 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:14:30.240280 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5c5697-0d0c-438f-a77c-f36e2292ec39 None None] Checking segment: {'id': '2dec6a8f-ba9a-4b28-98fc-0073c9852d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:14:30.241513 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3c5c5697-0d0c-438f-a77c-f36e2292ec39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:30.241513 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5c5697-0d0c-438f-a77c-f36e2292ec39 None None] Bound using segment: {'id': '2dec6a8f-ba9a-4b28-98fc-0073c9852d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:14:30.241900 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-3c5c5697-0d0c-438f-a77c-f36e2292ec39 None None] Bound port: 9d284151-b805-4897-b082-df43c84a96f0, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dec6a8f-ba9a-4b28-98fc-0073c9852d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:14:30.242398 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3c5c5697-0d0c-438f-a77c-f36e2292ec39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:30.253956 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcafcf2-6cc0-4d08-aa37-2ea80f9b3a60 req-ccbbb977-c029-4ca3-b7f8-9ffa12203ccd tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:30.270141 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcafcf2-6cc0-4d08-aa37-2ea80f9b3a60 req-ccbbb977-c029-4ca3-b7f8-9ffa12203ccd tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:30.284182 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcafcf2-6cc0-4d08-aa37-2ea80f9b3a60 req-ccbbb977-c029-4ca3-b7f8-9ffa12203ccd tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:30.299767 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fdcafcf2-6cc0-4d08-aa37-2ea80f9b3a60 req-ccbbb977-c029-4ca3-b7f8-9ffa12203ccd tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 5421 time: 0.3557560 Nov 10 19:14:30.448351 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:30.537152 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-7f731374-a4ab-4807-b028-9eae583b6b78 None None] Set router e83b2309-5206-4160-a0e7-a6d4fbf752b9 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:14:30.569250 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:30.594105 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d6d96be-197d-4af2-8805-a3869f70195a req-6bb00157-dd00-4646-a01d-345ce389ac93 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Made reservation on behalf of 77957d962e034783981c11222eec43b2 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:14:30.604089 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1d6d96be-197d-4af2-8805-a3869f70195a req-6bb00157-dd00-4646-a01d-345ce389ac93 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:30.676221 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-e81ca3f4-612c-4d77-9f09-73fa271b6e33 admin admin] Allocated IP 172.20.0.1 (3a91fecc-dc01-4af5-8121-7bf79bed5161/6ab75c40-5d7a-4d44-8e36-e5b14d411825/5f53faea-99bc-4303-86c3-33664ffb47a1) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:14:30.687841 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cdfcb-c610-430a-9960-e37824a60d9c req-e3aa6a7f-8908-40ac-8511-519ef8aa0d42 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:30.693844 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dd9cdfcb-c610-430a-9960-e37824a60d9c req-e3aa6a7f-8908-40ac-8511-519ef8aa0d42 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/ports?device_id=96254600-620f-4e25-8222-e18a10b2dc79 HTTP/1.1" status: 200 len: 948 time: 0.3876669 Nov 10 19:14:30.708273 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3954429-722b-48cc-8522-e3832146af6c {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:14:30.745796 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fdcafcf2-6cc0-4d08-aa37-2ea80f9b3a60 req-2823ca69-4bbf-425e-a909-9b656accb139 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d93388-382e-4c6b-9fd9-db42bf1d98d3&id=6abcce0f-c6a6-4d15-bce8-1d7464d7e84e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4340703 Nov 10 19:14:30.802033 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port d3954429-722b-48cc-8522-e3832146af6c, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=d3954429-722b-48cc-8522-e3832146af6c,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:30.907326 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:30.935735 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 91cd953b-e9eb-4c11-a4c1-64d9a8d1312c up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:14:30.973011 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dd9cdfcb-c610-430a-9960-e37824a60d9c req-f8c68008-2ed5-4f2b-b8ce-5ce7d607652c tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1310eb53-ccf0-4795-9b31-b72aaf71422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291794 Nov 10 19:14:31.161551 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-db6f67eb-f8ad-4ec6-a370-7947c4800aa3 req-eb5b5b2d-5563-4ee2-aaad-c4a7f38f13f9 tempest-ServerShowV257Test-1499972427 tempest-ServerShowV257Test-1499972427-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b769b8b-d307-4ca9-b212-e7dafcfc3ac5 HTTP/1.1" status: 200 len: 210 time: 0.0781138 Nov 10 19:14:31.201891 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 29348ed9-dd43-489b-9968-2bb2b186250d, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=29348ed9-dd43-489b-9968-2bb2b186250d,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:31.212217 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff589d26-34ae-4ec4-ae5a-d2784849e6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29348ed9-dd43-489b-9968-2bb2b186250d'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:14:31.214066 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0a4d53-cbb0-4f26-a7f6-3d68ddfc1b59" -d '{"events": [{"server_uuid": "ff589d26-34ae-4ec4-ae5a-d2784849e6b8", "name": "network-vif-plugged", "status": "completed", "tag": "29348ed9-dd43-489b-9968-2bb2b186250d"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:14:31.234975 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23142ff-abb0-45c9-8e96-94b7908acd55 None None] Network a748e1ac-c3f3-4327-9311-58b5270d8609 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:14:31.277024 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:31.277801 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 78d7616d-0992-4a97-b94a-c81060a54fc2 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:14:31.279624 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232bd54b-b8d9-47d9-81f7-8e30f87cd9a0 None None] Pushing event updated for resources: {'Port': ['ID=89fbfd74-de32-4e32-95f0-fe3324879e2e,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:31.309047 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-1d6d96be-197d-4af2-8805-a3869f70195a req-6bb00157-dd00-4646-a01d-345ce389ac93 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Allocated IP 19.80.0.112 (0233b314-e7bc-4b71-be87-3925a00a67ca/082cdf17-5ae1-4ca4-95f7-4c195438cf61/cc33bfcd-895a-4aee-af9f-716bb80274b8) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:14:31.324150 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e81ca3f4-612c-4d77-9f09-73fa271b6e33 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:31.490951 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e81ca3f4-612c-4d77-9f09-73fa271b6e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:31.563880 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['d3954429-722b-48cc-8522-e3832146af6c'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:14:31.571680 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81ca3f4-612c-4d77-9f09-73fa271b6e33 admin admin] Network 3a91fecc-dc01-4af5-8121-7bf79bed5161 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:14:31.576107 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-e81ca3f4-612c-4d77-9f09-73fa271b6e33 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:14:31.613884 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81ca3f4-612c-4d77-9f09-73fa271b6e33 admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:14:31.619681 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60114) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:14:31.798888 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e81ca3f4-612c-4d77-9f09-73fa271b6e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:31.825171 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a7be814e-9744-43f9-bd1b-873553f247dd None None] Provisioning complete for port 89fbfd74-de32-4e32-95f0-fe3324879e2e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:31.842791 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a7be814e-9744-43f9-bd1b-873553f247dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:31.868183 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-3c5c5697-0d0c-438f-a77c-f36e2292ec39 None None] For port 9d284151-b805-4897-b082-df43c84a96f0, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:14:31.931597 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ca3f4-612c-4d77-9f09-73fa271b6e33 admin admin] Pushing event updated for resources: {'Port': ['ID=5f53faea-99bc-4303-86c3-33664ffb47a1,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:32.024293 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1d6d96be-197d-4af2-8805-a3869f70195a req-6bb00157-dd00-4646-a01d-345ce389ac93 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:32.058250 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4686c493-efa3-43dc-aefd-ec89a81b1617 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8dc1acd4c7b74faa8f26eafd6b931bac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4353783 Nov 10 19:14:32.060886 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60122) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:14:32.224021 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-3c5c5697-0d0c-438f-a77c-f36e2292ec39 None None] For port 9d284151-b805-4897-b082-df43c84a96f0, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=9d284151-b805-4897-b082-df43c84a96f0,segment=NetworkSegment(2dec6a8f-ba9a-4b28-98fc-0073c9852d3d),segment_id=2dec6a8f-ba9a-4b28-98fc-0073c9852d3d)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:14:32.237371 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=d3954429-722b-48cc-8522-e3832146af6c,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:32.277338 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e81ca3f4-612c-4d77-9f09-73fa271b6e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:32.280339 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1d6d96be-197d-4af2-8805-a3869f70195a req-6bb00157-dd00-4646-a01d-345ce389ac93 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:32.287823 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e064778c-3b83-4ea3-9452-347c2d95b913 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:32.390275 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3c5c5697-0d0c-438f-a77c-f36e2292ec39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:32.398774 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=29348ed9-dd43-489b-9968-2bb2b186250d,revision_number=7']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:32.424985 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb00157-dd00-4646-a01d-345ce389ac93 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Pushing event updated for resources: {'Port': ['ID=cc33bfcd-895a-4aee-af9f-716bb80274b8,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:32.480229 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e064778c-3b83-4ea3-9452-347c2d95b913 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:32.532929 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 91cd953b-e9eb-4c11-a4c1-64d9a8d1312c triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:32.533618 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:32.578575 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c5697-0d0c-438f-a77c-f36e2292ec39 None None] Pushing event updated for resources: {'Port': ['ID=9d284151-b805-4897-b082-df43c84a96f0,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:32.595880 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 78d7616d-0992-4a97-b94a-c81060a54fc2 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:32.597043 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:32.602045 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d6d96be-197d-4af2-8805-a3869f70195a req-6bb00157-dd00-4646-a01d-345ce389ac93 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Network 0233b314-e7bc-4b71-be87-3925a00a67ca is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:14:32.605361 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-1d6d96be-197d-4af2-8805-a3869f70195a req-6bb00157-dd00-4646-a01d-345ce389ac93 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:14:32.630447 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6d96be-197d-4af2-8805-a3869f70195a req-6bb00157-dd00-4646-a01d-345ce389ac93 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:14:32.878529 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a7be814e-9744-43f9-bd1b-873553f247dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:32.965989 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-7f731374-a4ab-4807-b028-9eae583b6b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1078472189-router', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '12887987-c24d-4a12-836b-8255797614c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:27Z', 'revision_number': 3, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'gw_port': {'id': '12887987-c24d-4a12-836b-8255797614c9', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:23:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:14:33.126336 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f731374-a4ab-4807-b028-9eae583b6b78 None None] Checking router: e83b2309-5206-4160-a0e7-a6d4fbf752b9 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:14:33.126943 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f731374-a4ab-4807-b028-9eae583b6b78 None None] Updating router e83b2309-5206-4160-a0e7-a6d4fbf752b9 port 12887987-c24d-4a12-836b-8255797614c9 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:14:33.211353 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e064778c-3b83-4ea3-9452-347c2d95b913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:33.219530 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e064778c-3b83-4ea3-9452-347c2d95b913 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:33.221754 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e064778c-3b83-4ea3-9452-347c2d95b913 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a7448b13-6ec0-4770-9f6c-62378f6dd830 HTTP/1.1" status: 204 len: 168 time: 1.1547439 Nov 10 19:14:33.230797 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d96be-197d-4af2-8805-a3869f70195a req-6bb00157-dd00-4646-a01d-345ce389ac93 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:33.231830 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1d6d96be-197d-4af2-8805-a3869f70195a req-6bb00157-dd00-4646-a01d-345ce389ac93 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:33.240911 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:33.255564 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-a7be814e-9744-43f9-bd1b-873553f247dd None None] For port 89fbfd74-de32-4e32-95f0-fe3324879e2e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=89fbfd74-de32-4e32-95f0-fe3324879e2e,segment=NetworkSegment(a3fce4d0-a35e-45b3-a654-8b1ec49a2071),segment_id=a3fce4d0-a35e-45b3-a654-8b1ec49a2071)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:33.268469 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7f731374-a4ab-4807-b028-9eae583b6b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:33.289549 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e81ca3f4-612c-4d77-9f09-73fa271b6e33 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:33.296789 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064778c-3b83-4ea3-9452-347c2d95b913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7448b13-6ec0-4770-9f6c-62378f6dd830,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:33.300628 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e81ca3f4-612c-4d77-9f09-73fa271b6e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:33.348346 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a7be814e-9744-43f9-bd1b-873553f247dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:33.380647 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1d6d96be-197d-4af2-8805-a3869f70195a req-6bb00157-dd00-4646-a01d-345ce389ac93 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4309511 Nov 10 19:14:33.442587 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-1d6d96be-197d-4af2-8805-a3869f70195a req-848909e0-b99c-4b97-a927-a6e646bf3736 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Request body: {'port': {'device_id': '36ad31e0-f8cf-4439-8f90-46782da830ab', 'network_id': 'a748e1ac-c3f3-4327-9311-58b5270d8609', 'admin_state_up': True, 'tenant_id': '77957d962e034783981c11222eec43b2'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:14:33.538810 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e81ca3f4-612c-4d77-9f09-73fa271b6e33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:33.589722 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ca3f4-612c-4d77-9f09-73fa271b6e33 admin admin] Pushing event updated for resources: {'Port': ['ID=5f53faea-99bc-4303-86c3-33664ffb47a1,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:33.815872 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 9d284151-b805-4897-b082-df43c84a96f0 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:14:33.897936 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 78d7616d-0992-4a97-b94a-c81060a54fc2, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=78d7616d-0992-4a97-b94a-c81060a54fc2,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:33.915150 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d6d96be-197d-4af2-8805-a3869f70195a req-848909e0-b99c-4b97-a927-a6e646bf3736 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Made reservation on behalf of 77957d962e034783981c11222eec43b2 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:14:33.924259 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1d6d96be-197d-4af2-8805-a3869f70195a req-848909e0-b99c-4b97-a927-a6e646bf3736 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:33.956427 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:33.964512 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-323b5f4f-fee0-4517-9399-ce7401d95089 None None] Provisioning complete for port cc33bfcd-895a-4aee-af9f-716bb80274b8 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:33.965054 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-323b5f4f-fee0-4517-9399-ce7401d95089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:33.969288 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be814e-9744-43f9-bd1b-873553f247dd None None] Pushing event updated for resources: {'Port': ['ID=89fbfd74-de32-4e32-95f0-fe3324879e2e,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:34.014082 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device ea7b97fe-65ec-4012-be83-8638048b4c12 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:14:34.038397 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60130) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:14:34.174422 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ed16edfe-b2a2-488d-83dc-6acd836ca72e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=12abf76f022d4c3183f1448667b58a6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344011 Nov 10 19:14:34.186570 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60132) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:14:34.298584 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81ca3f4-612c-4d77-9f09-73fa271b6e33 admin admin] Network 3a91fecc-dc01-4af5-8121-7bf79bed5161 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:14:34.314023 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-e81ca3f4-612c-4d77-9f09-73fa271b6e33 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:14:34.379024 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c6a9e02-7358-48a4-bc92-50a36745e77d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:34.452479 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c6a9e02-7358-48a4-bc92-50a36745e77d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:34.525925 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c6a9e02-7358-48a4-bc92-50a36745e77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:34.529851 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c6a9e02-7358-48a4-bc92-50a36745e77d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:34.534375 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9c6a9e02-7358-48a4-bc92-50a36745e77d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d5f4f8c4-5a83-4ba6-aa15-f29ac36fc325 HTTP/1.1" status: 204 len: 168 time: 0.3449202 Nov 10 19:14:34.569856 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a9e02-7358-48a4-bc92-50a36745e77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f4f8c4-5a83-4ba6-aa15-f29ac36fc325,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:34.675088 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81ca3f4-612c-4d77-9f09-73fa271b6e33 admin admin] Router e83b2309-5206-4160-a0e7-a6d4fbf752b9 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:14:34.788035 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e21b64-3925-4057-a4af-0a040275cca9 None None] Network 3a91fecc-dc01-4af5-8121-7bf79bed5161 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:14:34.845014 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-1d6d96be-197d-4af2-8805-a3869f70195a req-848909e0-b99c-4b97-a927-a6e646bf3736 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Allocated IP 19.86.0.33 (a748e1ac-c3f3-4327-9311-58b5270d8609/67b014ee-338b-4680-90a3-7954962bbacb/f4cb416f-8a27-4824-b979-fe1c44896b24) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:14:34.943822 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: ea7b97fe-65ec-4012-be83-8638048b4c12 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:14:34.944181 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device ea7b97fe-65ec-4012-be83-8638048b4c12 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:14:35.111946 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=78d7616d-0992-4a97-b94a-c81060a54fc2,revision_number=7']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:35.117485 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81ca3f4-612c-4d77-9f09-73fa271b6e33 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:14:35.124096 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e81ca3f4-612c-4d77-9f09-73fa271b6e33 admin admin] 10.222.0.54 "PUT /v2.0/routers/e83b2309-5206-4160-a0e7-a6d4fbf752b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6871400 Nov 10 19:14:35.145004 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device d3954429-722b-48cc-8522-e3832146af6c up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:14:35.158339 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-323b5f4f-fee0-4517-9399-ce7401d95089 None None] Port cc33bfcd-895a-4aee-af9f-716bb80274b8 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:14:35.329739 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7f731374-a4ab-4807-b028-9eae583b6b78 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:35.415208 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-323b5f4f-fee0-4517-9399-ce7401d95089 None None] Provisioning complete for port 89fbfd74-de32-4e32-95f0-fe3324879e2e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:35.415208 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-323b5f4f-fee0-4517-9399-ce7401d95089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:35.418496 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7f731374-a4ab-4807-b028-9eae583b6b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:35.439984 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1d6d96be-197d-4af2-8805-a3869f70195a req-848909e0-b99c-4b97-a927-a6e646bf3736 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:35.492759 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 9d284151-b805-4897-b082-df43c84a96f0 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:35.493135 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:35.518132 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1d6d96be-197d-4af2-8805-a3869f70195a req-848909e0-b99c-4b97-a927-a6e646bf3736 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:35.637929 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848909e0-b99c-4b97-a927-a6e646bf3736 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Pushing event updated for resources: {'Port': ['ID=f4cb416f-8a27-4824-b979-fe1c44896b24,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:35.657046 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d6d96be-197d-4af2-8805-a3869f70195a req-848909e0-b99c-4b97-a927-a6e646bf3736 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Network a748e1ac-c3f3-4327-9311-58b5270d8609 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:14:35.658832 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-1d6d96be-197d-4af2-8805-a3869f70195a req-848909e0-b99c-4b97-a927-a6e646bf3736 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:14:35.662611 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6d96be-197d-4af2-8805-a3869f70195a req-848909e0-b99c-4b97-a927-a6e646bf3736 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:14:35.764151 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d96be-197d-4af2-8805-a3869f70195a req-848909e0-b99c-4b97-a927-a6e646bf3736 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:35.765535 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1d6d96be-197d-4af2-8805-a3869f70195a req-848909e0-b99c-4b97-a927-a6e646bf3736 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:35.818816 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1d6d96be-197d-4af2-8805-a3869f70195a req-848909e0-b99c-4b97-a927-a6e646bf3736 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3840914 Nov 10 19:14:35.837816 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-1d6d96be-197d-4af2-8805-a3869f70195a req-71fcef78-f42d-4119-8c01-cf98f31aa610 service neutron] Request body: {'port': {'device_id': '36ad31e0-f8cf-4439-8f90-46782da830ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:14:35.921992 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1d6d96be-197d-4af2-8805-a3869f70195a req-71fcef78-f42d-4119-8c01-cf98f31aa610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:35.941507 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port d3954429-722b-48cc-8522-e3832146af6c completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:14:35.964678 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143618fb-f387-4752-8908-6d95e437118c None None] Pushing event updated for resources: {'Port': ['ID=12887987-c24d-4a12-836b-8255797614c9,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:35.976695 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-7f731374-a4ab-4807-b028-9eae583b6b78 None None] Attempting to bind port 12887987-c24d-4a12-836b-8255797614c9 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:14:35.978294 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-7f731374-a4ab-4807-b028-9eae583b6b78 None None] Attempting to bind port 12887987-c24d-4a12-836b-8255797614c9 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:14:35.980106 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f731374-a4ab-4807-b028-9eae583b6b78 None None] Attempting to bind port 12887987-c24d-4a12-836b-8255797614c9 on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:14:35.985882 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port d3954429-722b-48cc-8522-e3832146af6c triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:35.986206 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:36.140090 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f731374-a4ab-4807-b028-9eae583b6b78 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:14:36.144082 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f731374-a4ab-4807-b028-9eae583b6b78 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:14:36.148291 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7f731374-a4ab-4807-b028-9eae583b6b78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:36.148983 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f731374-a4ab-4807-b028-9eae583b6b78 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:14:36.150104 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-7f731374-a4ab-4807-b028-9eae583b6b78 None None] Bound port: 12887987-c24d-4a12-836b-8255797614c9, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:14:36.162656 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7f731374-a4ab-4807-b028-9eae583b6b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:36.320060 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60160) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:14:36.453282 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-db7c183f-2906-4d52-a2ee-804d65a254c5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1924565488-network', 'tenant_id': '99b993639604450696b38291e0901b59'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:14:36.520420 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7c183f-2906-4d52-a2ee-804d65a254c5 admin admin] Made reservation on behalf of 99b993639604450696b38291e0901b59 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:14:36.524357 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-db7c183f-2906-4d52-a2ee-804d65a254c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:36.542959 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-db7c183f-2906-4d52-a2ee-804d65a254c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:36.697190 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-db7c183f-2906-4d52-a2ee-804d65a254c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:36.711671 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-db7c183f-2906-4d52-a2ee-804d65a254c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:36.714084 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7f731374-a4ab-4807-b028-9eae583b6b78 None None] For port 12887987-c24d-4a12-836b-8255797614c9, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:14:36.767203 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c183f-2906-4d52-a2ee-804d65a254c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b0326b-c7dd-43f5-a301-11f5b73cefee,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:36.782874 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db7c183f-2906-4d52-a2ee-804d65a254c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:14:36.797266 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-1d6d96be-197d-4af2-8805-a3869f70195a req-71fcef78-f42d-4119-8c01-cf98f31aa610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc33bfcd-895a-4aee-af9f-716bb80274b8 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:14:36.836607 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7f731374-a4ab-4807-b028-9eae583b6b78 None None] For port 12887987-c24d-4a12-836b-8255797614c9, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=12887987-c24d-4a12-836b-8255797614c9,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:14:36.837177 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-db7c183f-2906-4d52-a2ee-804d65a254c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:36.837533 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-db7c183f-2906-4d52-a2ee-804d65a254c5 admin admin] Added segment d97450e6-eee2-48da-8448-d50135d1507e of type vlan for network e8e07a2b-b558-49a7-ae77-e7b1f696a3fb Nov 10 19:14:36.841382 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:36.865589 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1d6d96be-197d-4af2-8805-a3869f70195a req-71fcef78-f42d-4119-8c01-cf98f31aa610 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:36.936346 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-1d6d96be-197d-4af2-8805-a3869f70195a req-71fcef78-f42d-4119-8c01-cf98f31aa610 service neutron] Transition to ACTIVE for port object cc33bfcd-895a-4aee-af9f-716bb80274b8 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:14:36.946841 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1d6d96be-197d-4af2-8805-a3869f70195a req-71fcef78-f42d-4119-8c01-cf98f31aa610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:36.994250 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 9d284151-b805-4897-b082-df43c84a96f0, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=9d284151-b805-4897-b082-df43c84a96f0,segment=NetworkSegment(2dec6a8f-ba9a-4b28-98fc-0073c9852d3d),segment_id=2dec6a8f-ba9a-4b28-98fc-0073c9852d3d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:37.055105 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-db7c183f-2906-4d52-a2ee-804d65a254c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:37.155246 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7f731374-a4ab-4807-b028-9eae583b6b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:37.162443 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:37.175920 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:37.177223 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 89fbfd74-de32-4e32-95f0-fe3324879e2e up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:14:37.186190 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-db7c183f-2906-4d52-a2ee-804d65a254c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:37.188556 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7c183f-2906-4d52-a2ee-804d65a254c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:37.189169 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-db7c183f-2906-4d52-a2ee-804d65a254c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:37.226563 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fcef78-f42d-4119-8c01-cf98f31aa610 service neutron] Pushing event updated for resources: {'Port': ['ID=cc33bfcd-895a-4aee-af9f-716bb80274b8,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:37.347717 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2ca09f4b-b9a0-48bb-869c-9b2df21834bb None None] Provisioning complete for port 5f53faea-99bc-4303-86c3-33664ffb47a1 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:37.348374 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2ca09f4b-b9a0-48bb-869c-9b2df21834bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:37.450506 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-db7c183f-2906-4d52-a2ee-804d65a254c5 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1292720 Nov 10 19:14:37.455209 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60164) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:14:37.460637 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-b84a06ed-dd2e-4df7-a954-997d8b299e40 admin admin] Request body: {'subnet': {'network_id': 'e8e07a2b-b558-49a7-ae77-e7b1f696a3fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1924565488-subnet', 'tenant_id': '99b993639604450696b38291e0901b59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:14:37.478353 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c183f-2906-4d52-a2ee-804d65a254c5 admin admin] Pushing event updated for resources: {'Network': ['ID=e8e07a2b-b558-49a7-ae77-e7b1f696a3fb,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:37.508445 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network e8e07a2b-b558-49a7-ae77-e7b1f696a3fb details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:14:37.527706 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-1d6d96be-197d-4af2-8805-a3869f70195a req-71fcef78-f42d-4119-8c01-cf98f31aa610 service neutron] Attempting to bind port cc33bfcd-895a-4aee-af9f-716bb80274b8 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:14:37.528278 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-1d6d96be-197d-4af2-8805-a3869f70195a req-71fcef78-f42d-4119-8c01-cf98f31aa610 service neutron] Attempting to bind port cc33bfcd-895a-4aee-af9f-716bb80274b8 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'f38d56f7-7078-47ea-b3a5-7a2833419847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0233b314-e7bc-4b71-be87-3925a00a67ca'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:14:37.528908 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6d96be-197d-4af2-8805-a3869f70195a req-71fcef78-f42d-4119-8c01-cf98f31aa610 service neutron] Attempting to bind port cc33bfcd-895a-4aee-af9f-716bb80274b8 on network 0233b314-e7bc-4b71-be87-3925a00a67ca {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:14:37.544457 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6d96be-197d-4af2-8805-a3869f70195a req-71fcef78-f42d-4119-8c01-cf98f31aa610 service neutron] Port cc33bfcd-895a-4aee-af9f-716bb80274b8 on network 0233b314-e7bc-4b71-be87-3925a00a67ca not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:14:37.544819 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6d96be-197d-4af2-8805-a3869f70195a req-71fcef78-f42d-4119-8c01-cf98f31aa610 service neutron] Attempting to bind port cc33bfcd-895a-4aee-af9f-716bb80274b8 on network 0233b314-e7bc-4b71-be87-3925a00a67ca {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:14:37.566357 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84a06ed-dd2e-4df7-a954-997d8b299e40 admin admin] Made reservation on behalf of 99b993639604450696b38291e0901b59 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:14:37.567196 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-2ca09f4b-b9a0-48bb-869c-9b2df21834bb None None] Port 5f53faea-99bc-4303-86c3-33664ffb47a1 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:14:37.569326 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b84a06ed-dd2e-4df7-a954-997d8b299e40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:37.587920 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6d96be-197d-4af2-8805-a3869f70195a req-71fcef78-f42d-4119-8c01-cf98f31aa610 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:14:37.588440 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6d96be-197d-4af2-8805-a3869f70195a req-71fcef78-f42d-4119-8c01-cf98f31aa610 service neutron] Checking segment: {'id': 'f38d56f7-7078-47ea-b3a5-7a2833419847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0233b314-e7bc-4b71-be87-3925a00a67ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:14:37.589071 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6d96be-197d-4af2-8805-a3869f70195a req-71fcef78-f42d-4119-8c01-cf98f31aa610 service neutron] Bound using segment: {'id': 'f38d56f7-7078-47ea-b3a5-7a2833419847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0233b314-e7bc-4b71-be87-3925a00a67ca'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:14:37.589657 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-1d6d96be-197d-4af2-8805-a3869f70195a req-71fcef78-f42d-4119-8c01-cf98f31aa610 service neutron] Bound port: cc33bfcd-895a-4aee-af9f-716bb80274b8, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f38d56f7-7078-47ea-b3a5-7a2833419847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0233b314-e7bc-4b71-be87-3925a00a67ca'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:14:37.590322 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1d6d96be-197d-4af2-8805-a3869f70195a req-71fcef78-f42d-4119-8c01-cf98f31aa610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:37.604656 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port d3954429-722b-48cc-8522-e3832146af6c, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=d3954429-722b-48cc-8522-e3832146af6c,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:37.637813 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143618fb-f387-4752-8908-6d95e437118c None None] Pushing event updated for resources: {'Port': ['ID=12887987-c24d-4a12-836b-8255797614c9,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:37.651781 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 89fbfd74-de32-4e32-95f0-fe3324879e2e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:37.652571 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:37.668496 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f731374-a4ab-4807-b028-9eae583b6b78 None None] Routers {'e83b2309-5206-4160-a0e7-a6d4fbf752b9'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:14:37.670179 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-7f731374-a4ab-4807-b028-9eae583b6b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:14:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:14:37.674247 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2ca09f4b-b9a0-48bb-869c-9b2df21834bb None None] Provisioning complete for port f4cb416f-8a27-4824-b979-fe1c44896b24 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:37.684399 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2ca09f4b-b9a0-48bb-869c-9b2df21834bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:37.776698 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:37.837839 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-1d6d96be-197d-4af2-8805-a3869f70195a req-71fcef78-f42d-4119-8c01-cf98f31aa610 service neutron] For port cc33bfcd-895a-4aee-af9f-716bb80274b8, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:14:37.856612 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-1d6d96be-197d-4af2-8805-a3869f70195a req-71fcef78-f42d-4119-8c01-cf98f31aa610 service neutron] For port cc33bfcd-895a-4aee-af9f-716bb80274b8, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=cc33bfcd-895a-4aee-af9f-716bb80274b8,segment=NetworkSegment(f38d56f7-7078-47ea-b3a5-7a2833419847),segment_id=f38d56f7-7078-47ea-b3a5-7a2833419847)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:14:37.867638 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1d6d96be-197d-4af2-8805-a3869f70195a req-71fcef78-f42d-4119-8c01-cf98f31aa610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:37.948572 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d96be-197d-4af2-8805-a3869f70195a req-71fcef78-f42d-4119-8c01-cf98f31aa610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:37.949187 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1d6d96be-197d-4af2-8805-a3869f70195a req-71fcef78-f42d-4119-8c01-cf98f31aa610 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:37.950703 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1d6d96be-197d-4af2-8805-a3869f70195a req-71fcef78-f42d-4119-8c01-cf98f31aa610 service neutron] 10.222.0.73 "PUT /v2.0/ports/cc33bfcd-895a-4aee-af9f-716bb80274b8 HTTP/1.1" status: 200 len: 1092 time: 2.1224766 Nov 10 19:14:37.962625 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ad31e0-f8cf-4439-8f90-46782da830ab', 'tag': 'cc33bfcd-895a-4aee-af9f-716bb80274b8'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:14:37.968390 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe90602-c834-43ad-8753-a193ddacd646" -d '{"events": [{"name": "network-changed", "server_uuid": "36ad31e0-f8cf-4439-8f90-46782da830ab", "tag": "cc33bfcd-895a-4aee-af9f-716bb80274b8"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:14:38.000825 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-1d6d96be-197d-4af2-8805-a3869f70195a req-273606a1-1baa-4a75-9eb3-a63d0cc0b4df service neutron] Request body: {'port': {'device_id': '36ad31e0-f8cf-4439-8f90-46782da830ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:14:38.046224 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-7f731374-a4ab-4807-b028-9eae583b6b78 None None] Set router e83b2309-5206-4160-a0e7-a6d4fbf752b9 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:14:38.091198 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fcef78-f42d-4119-8c01-cf98f31aa610 service neutron] Pushing event updated for resources: {'Port': ['ID=cc33bfcd-895a-4aee-af9f-716bb80274b8,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:38.112243 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b84a06ed-dd2e-4df7-a954-997d8b299e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:38.193398 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a06ed-dd2e-4df7-a954-997d8b299e40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36bf2df8-d1be-40e7-8f43-2ba376d039ca,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:38.280913 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1d6d96be-197d-4af2-8805-a3869f70195a req-273606a1-1baa-4a75-9eb3-a63d0cc0b4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:38.301113 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84a06ed-dd2e-4df7-a954-997d8b299e40 admin admin] Checking segment: {'id': 'd97450e6-eee2-48da-8448-d50135d1507e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e8e07a2b-b558-49a7-ae77-e7b1f696a3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:14:38.301647 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84a06ed-dd2e-4df7-a954-997d8b299e40 admin admin] Network hostable DHCP agents. Network: e8e07a2b-b558-49a7-ae77-e7b1f696a3fb, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:14:38.360035 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84a06ed-dd2e-4df7-a954-997d8b299e40 admin admin] Network e8e07a2b-b558-49a7-ae77-e7b1f696a3fb is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:14:38.382481 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-b84a06ed-dd2e-4df7-a954-997d8b299e40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, e8e07a2b-b558-49a7-ae77-e7b1f696a3fb) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:14:38.452453 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84a06ed-dd2e-4df7-a954-997d8b299e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:38.453121 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b84a06ed-dd2e-4df7-a954-997d8b299e40 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:38.516509 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b84a06ed-dd2e-4df7-a954-997d8b299e40 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0585194 Nov 10 19:14:38.519117 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60176) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:14:38.527375 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-857fc511-0f26-4a47-983d-415560abb355 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1924565488-router', 'tenant_id': '99b993639604450696b38291e0901b59', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:14:38.562354 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-857fc511-0f26-4a47-983d-415560abb355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:38.566258 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-857fc511-0f26-4a47-983d-415560abb355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:38.653537 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-2ca09f4b-b9a0-48bb-869c-9b2df21834bb None None] Port f4cb416f-8a27-4824-b979-fe1c44896b24 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:14:38.668435 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=9d284151-b805-4897-b082-df43c84a96f0,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:38.673303 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-857fc511-0f26-4a47-983d-415560abb355 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:38.780023 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c083e93a-8f2b-4876-8149-bebe36ec6122 None None] Network e8e07a2b-b558-49a7-ae77-e7b1f696a3fb requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:14:38.865889 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-1d6d96be-197d-4af2-8805-a3869f70195a req-273606a1-1baa-4a75-9eb3-a63d0cc0b4df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4cb416f-8a27-4824-b979-fe1c44896b24 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:14:38.876239 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1d6d96be-197d-4af2-8805-a3869f70195a req-273606a1-1baa-4a75-9eb3-a63d0cc0b4df service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:38.890417 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-1d6d96be-197d-4af2-8805-a3869f70195a req-273606a1-1baa-4a75-9eb3-a63d0cc0b4df service neutron] Transition to ACTIVE for port object f4cb416f-8a27-4824-b979-fe1c44896b24 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:14:38.897400 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1d6d96be-197d-4af2-8805-a3869f70195a req-273606a1-1baa-4a75-9eb3-a63d0cc0b4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:38.947261 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=d3954429-722b-48cc-8522-e3832146af6c,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:38.970264 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2ca09f4b-b9a0-48bb-869c-9b2df21834bb None None] Provisioning complete for port 9d284151-b805-4897-b082-df43c84a96f0 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:38.970651 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2ca09f4b-b9a0-48bb-869c-9b2df21834bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:39.097294 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273606a1-1baa-4a75-9eb3-a63d0cc0b4df service neutron] Pushing event updated for resources: {'Port': ['ID=f4cb416f-8a27-4824-b979-fe1c44896b24,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:39.355972 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-857fc511-0f26-4a47-983d-415560abb355 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:39.403843 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-1d6d96be-197d-4af2-8805-a3869f70195a req-273606a1-1baa-4a75-9eb3-a63d0cc0b4df service neutron] Attempting to bind port f4cb416f-8a27-4824-b979-fe1c44896b24 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:14:39.404395 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-1d6d96be-197d-4af2-8805-a3869f70195a req-273606a1-1baa-4a75-9eb3-a63d0cc0b4df service neutron] Attempting to bind port f4cb416f-8a27-4824-b979-fe1c44896b24 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'a3fce4d0-a35e-45b3-a654-8b1ec49a2071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a748e1ac-c3f3-4327-9311-58b5270d8609'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:14:39.405133 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6d96be-197d-4af2-8805-a3869f70195a req-273606a1-1baa-4a75-9eb3-a63d0cc0b4df service neutron] Attempting to bind port f4cb416f-8a27-4824-b979-fe1c44896b24 on network a748e1ac-c3f3-4327-9311-58b5270d8609 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:14:39.410308 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6d96be-197d-4af2-8805-a3869f70195a req-273606a1-1baa-4a75-9eb3-a63d0cc0b4df service neutron] Port f4cb416f-8a27-4824-b979-fe1c44896b24 on network a748e1ac-c3f3-4327-9311-58b5270d8609 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:14:39.410758 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6d96be-197d-4af2-8805-a3869f70195a req-273606a1-1baa-4a75-9eb3-a63d0cc0b4df service neutron] Attempting to bind port f4cb416f-8a27-4824-b979-fe1c44896b24 on network a748e1ac-c3f3-4327-9311-58b5270d8609 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:14:39.417181 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6d96be-197d-4af2-8805-a3869f70195a req-273606a1-1baa-4a75-9eb3-a63d0cc0b4df service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:14:39.417681 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6d96be-197d-4af2-8805-a3869f70195a req-273606a1-1baa-4a75-9eb3-a63d0cc0b4df service neutron] Checking segment: {'id': 'a3fce4d0-a35e-45b3-a654-8b1ec49a2071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a748e1ac-c3f3-4327-9311-58b5270d8609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:14:39.418194 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6d96be-197d-4af2-8805-a3869f70195a req-273606a1-1baa-4a75-9eb3-a63d0cc0b4df service neutron] Bound using segment: {'id': 'a3fce4d0-a35e-45b3-a654-8b1ec49a2071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a748e1ac-c3f3-4327-9311-58b5270d8609'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:14:39.418728 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-1d6d96be-197d-4af2-8805-a3869f70195a req-273606a1-1baa-4a75-9eb3-a63d0cc0b4df service neutron] Bound port: f4cb416f-8a27-4824-b979-fe1c44896b24, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3fce4d0-a35e-45b3-a654-8b1ec49a2071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a748e1ac-c3f3-4327-9311-58b5270d8609'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:14:39.419184 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1d6d96be-197d-4af2-8805-a3869f70195a req-273606a1-1baa-4a75-9eb3-a63d0cc0b4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:39.594208 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-1d6d96be-197d-4af2-8805-a3869f70195a req-273606a1-1baa-4a75-9eb3-a63d0cc0b4df service neutron] For port f4cb416f-8a27-4824-b979-fe1c44896b24, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:14:39.604373 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-1d6d96be-197d-4af2-8805-a3869f70195a req-273606a1-1baa-4a75-9eb3-a63d0cc0b4df service neutron] For port f4cb416f-8a27-4824-b979-fe1c44896b24, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=f4cb416f-8a27-4824-b979-fe1c44896b24,segment=NetworkSegment(a3fce4d0-a35e-45b3-a654-8b1ec49a2071),segment_id=a3fce4d0-a35e-45b3-a654-8b1ec49a2071)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:14:39.613279 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1d6d96be-197d-4af2-8805-a3869f70195a req-273606a1-1baa-4a75-9eb3-a63d0cc0b4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:39.666432 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 9d284151-b805-4897-b082-df43c84a96f0 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:14:39.694760 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d96be-197d-4af2-8805-a3869f70195a req-273606a1-1baa-4a75-9eb3-a63d0cc0b4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:39.695541 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1d6d96be-197d-4af2-8805-a3869f70195a req-273606a1-1baa-4a75-9eb3-a63d0cc0b4df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:39.703086 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1d6d96be-197d-4af2-8805-a3869f70195a req-273606a1-1baa-4a75-9eb3-a63d0cc0b4df service neutron] 10.222.0.73 "PUT /v2.0/ports/f4cb416f-8a27-4824-b979-fe1c44896b24 HTTP/1.1" status: 200 len: 1091 time: 1.7121398 Nov 10 19:14:39.811723 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-857fc511-0f26-4a47-983d-415560abb355 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:39.830678 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273606a1-1baa-4a75-9eb3-a63d0cc0b4df service neutron] Pushing event updated for resources: {'Port': ['ID=f4cb416f-8a27-4824-b979-fe1c44896b24,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:39.835424 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 3d05a570-58c2-4d2e-88ff-9225756bc056 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:14:39.868376 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d96be-197d-4af2-8805-a3869f70195a req-b71302ef-131a-4da2-aac2-c46bc78c63c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:39.868940 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d96be-197d-4af2-8805-a3869f70195a req-b71302ef-131a-4da2-aac2-c46bc78c63c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:39.870775 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1d6d96be-197d-4af2-8805-a3869f70195a req-b71302ef-131a-4da2-aac2-c46bc78c63c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=77957d962e034783981c11222eec43b2&device_id=36ad31e0-f8cf-4439-8f90-46782da830ab HTTP/1.1" status: 200 len: 1980 time: 0.0970602 Nov 10 19:14:39.905738 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-857fc511-0f26-4a47-983d-415560abb355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:39.956226 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1d6d96be-197d-4af2-8805-a3869f70195a req-28f417de-309e-4dc1-8690-0805310afcb0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.112&port_id=cc33bfcd-895a-4aee-af9f-716bb80274b8 HTTP/1.1" status: 200 len: 217 time: 0.0739596 Nov 10 19:14:39.975811 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-7f731374-a4ab-4807-b028-9eae583b6b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1078472189-router', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '12887987-c24d-4a12-836b-8255797614c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:32Z', 'revision_number': 4, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'gw_port': {'id': '12887987-c24d-4a12-836b-8255797614c9', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:23:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '5f53faea-99bc-4303-86c3-33664ffb47a1', 'name': '', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'mac_address': 'fa:16:3e:47:9a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:29Z', 'updated_at': '2021-11-10T19:14:32Z', 'revision_number': 2, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'subnets': [{'id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:14:40.076908 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d96be-197d-4af2-8805-a3869f70195a req-7d1d16a1-30b2-485b-81c4-d49d794dff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:40.078841 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1d6d96be-197d-4af2-8805-a3869f70195a req-7d1d16a1-30b2-485b-81c4-d49d794dff4d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=082cdf17-5ae1-4ca4-95f7-4c195438cf61 HTTP/1.1" status: 200 len: 801 time: 0.1115115 Nov 10 19:14:40.148041 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f731374-a4ab-4807-b028-9eae583b6b78 None None] The sync data for ids ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'] in n-d-813897-4 is: [{'id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1078472189-router', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '12887987-c24d-4a12-836b-8255797614c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:32Z', 'revision_number': 4, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'gw_port': {'id': '12887987-c24d-4a12-836b-8255797614c9', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:23:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '5f53faea-99bc-4303-86c3-33664ffb47a1', 'name': '', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'mac_address': 'fa:16:3e:47:9a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:29Z', 'updated_at': '2021-11-10T19:14:32Z', 'revision_number': 2, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'subnets': [{'id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:14:40.170131 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d96be-197d-4af2-8805-a3869f70195a req-491d34a6-3e71-492e-a5e1-4f26e22bb3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:40.172084 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1d6d96be-197d-4af2-8805-a3869f70195a req-491d34a6-3e71-492e-a5e1-4f26e22bb3d5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0233b314-e7bc-4b71-be87-3925a00a67ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0851517 Nov 10 19:14:40.259327 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-857fc511-0f26-4a47-983d-415560abb355 admin admin] Allocated IP 172.25.3.247 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/5064534a-61f4-4f54-8091-ff0ffd7817cc) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:14:40.363139 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e095c27-1d33-4181-8d11-7cf11c962e3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-e8e07a2b-b558-49a7-ae77-e7b1f696a3fb', 'network_id': 'e8e07a2b-b558-49a7-ae77-e7b1f696a3fb', 'tenant_id': '99b993639604450696b38291e0901b59', 'fixed_ips': [{'subnet_id': '36bf2df8-d1be-40e7-8f43-2ba376d039ca'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:14:40.366455 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e095c27-1d33-4181-8d11-7cf11c962e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:40.403453 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1d6d96be-197d-4af2-8805-a3869f70195a req-71e8fc85-cc96-4150-b2dd-861d85edee81 service neutron] 10.222.0.73 "GET /v2.0/networks/0233b314-e7bc-4b71-be87-3925a00a67ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211981 Nov 10 19:14:40.469906 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-385e2e0c-d3bc-4c83-bbba-e0ae390f3c87 None None] Provisioning complete for port 5f53faea-99bc-4303-86c3-33664ffb47a1 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:40.470663 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-385e2e0c-d3bc-4c83-bbba-e0ae390f3c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:40.489814 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 9d284151-b805-4897-b082-df43c84a96f0 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:40.490028 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:40.507774 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-857fc511-0f26-4a47-983d-415560abb355 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:40.609308 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-857fc511-0f26-4a47-983d-415560abb355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:40.651815 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1d6d96be-197d-4af2-8805-a3869f70195a req-14e7c944-4ab6-4e81-b554-ea5e33deacad service neutron] 10.222.0.73 "GET /v2.0/networks/0233b314-e7bc-4b71-be87-3925a00a67ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410536 Nov 10 19:14:40.692675 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 3d05a570-58c2-4d2e-88ff-9225756bc056, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=3d05a570-58c2-4d2e-88ff-9225756bc056,segment=NetworkSegment(181bf923-29c6-48c6-a618-3da751521132),segment_id=181bf923-29c6-48c6-a618-3da751521132)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:40.737647 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857fc511-0f26-4a47-983d-415560abb355 admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:14:40.751717 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-857fc511-0f26-4a47-983d-415560abb355 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:14:40.764831 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1d6d96be-197d-4af2-8805-a3869f70195a req-6445d585-48b5-495f-aaa2-267a4c4477d6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.33&port_id=f4cb416f-8a27-4824-b979-fe1c44896b24 HTTP/1.1" status: 200 len: 217 time: 0.1009760 Nov 10 19:14:40.767266 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857fc511-0f26-4a47-983d-415560abb355 admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:14:40.847773 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857fc511-0f26-4a47-983d-415560abb355 admin admin] Pushing event updated for resources: {'Port': ['ID=5064534a-61f4-4f54-8091-ff0ffd7817cc,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:40.871297 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d96be-197d-4af2-8805-a3869f70195a req-5bd4009c-5783-4393-9fc8-6f1a73f11b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:40.873093 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1d6d96be-197d-4af2-8805-a3869f70195a req-5bd4009c-5783-4393-9fc8-6f1a73f11b0e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=67b014ee-338b-4680-90a3-7954962bbacb HTTP/1.1" status: 200 len: 801 time: 0.0997608 Nov 10 19:14:40.882158 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857fc511-0f26-4a47-983d-415560abb355 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:40.882524 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857fc511-0f26-4a47-983d-415560abb355 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:40.882815 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857fc511-0f26-4a47-983d-415560abb355 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:40.890430 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857fc511-0f26-4a47-983d-415560abb355 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:40.890827 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857fc511-0f26-4a47-983d-415560abb355 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:40.891548 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857fc511-0f26-4a47-983d-415560abb355 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:40.891945 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857fc511-0f26-4a47-983d-415560abb355 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:40.892175 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857fc511-0f26-4a47-983d-415560abb355 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:40.892506 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857fc511-0f26-4a47-983d-415560abb355 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:40.892830 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857fc511-0f26-4a47-983d-415560abb355 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:40.893154 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857fc511-0f26-4a47-983d-415560abb355 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:40.893471 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857fc511-0f26-4a47-983d-415560abb355 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:40.980936 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d96be-197d-4af2-8805-a3869f70195a req-f8bcfe6a-8c7b-49ce-9553-f9cbc2d559a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:40.982711 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1d6d96be-197d-4af2-8805-a3869f70195a req-f8bcfe6a-8c7b-49ce-9553-f9cbc2d559a6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a748e1ac-c3f3-4327-9311-58b5270d8609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1003640 Nov 10 19:14:41.018298 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '3d05a570-58c2-4d2e-88ff-9225756bc056', 'network_id': 'dfeb421a-f1c8-4726-8242-6b468d6e48f3', 'port_id': '3d05a570-58c2-4d2e-88ff-9225756bc056', 'mac_address': 'fa:16:3e:b8:86:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37520a35-4b37-42d8-92a1-304ffc90b618', 'ip_address': '10.1.1.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:14:41.044142 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-385e2e0c-d3bc-4c83-bbba-e0ae390f3c87 None None] Port 5f53faea-99bc-4303-86c3-33664ffb47a1 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:14:41.465095 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 89fbfd74-de32-4e32-95f0-fe3324879e2e up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:14:41.549405 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:41.638701 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-7e095c27-1d33-4181-8d11-7cf11c962e3d None None] Allocated IP 172.20.0.2 (e8e07a2b-b558-49a7-ae77-e7b1f696a3fb/36bf2df8-d1be-40e7-8f43-2ba376d039ca/5ff18401-7b96-4914-964a-f7d6061ddbba) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:14:41.660288 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-857fc511-0f26-4a47-983d-415560abb355 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:41.719792 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d05a570-58c2-4d2e-88ff-9225756bc056 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:14:41.945051 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1d6d96be-197d-4af2-8805-a3869f70195a req-98739a2f-8126-419b-b8f3-49fdd6b070c3 service neutron] 10.222.0.73 "GET /v2.0/networks/a748e1ac-c3f3-4327-9311-58b5270d8609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9500828 Nov 10 19:14:42.144269 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e095c27-1d33-4181-8d11-7cf11c962e3d None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:42.159370 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e095c27-1d33-4181-8d11-7cf11c962e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:42.171643 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1d6d96be-197d-4af2-8805-a3869f70195a req-389436be-675d-4a25-af78-2dde8e57d89c service neutron] 10.222.0.73 "GET /v2.0/networks/a748e1ac-c3f3-4327-9311-58b5270d8609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197077 Nov 10 19:14:42.245090 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-857fc511-0f26-4a47-983d-415560abb355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:42.255749 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e095c27-1d33-4181-8d11-7cf11c962e3d None None] Network e8e07a2b-b558-49a7-ae77-e7b1f696a3fb is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:14:42.268299 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 3d05a570-58c2-4d2e-88ff-9225756bc056, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=3d05a570-58c2-4d2e-88ff-9225756bc056,segment=NetworkSegment(181bf923-29c6-48c6-a618-3da751521132),segment_id=181bf923-29c6-48c6-a618-3da751521132)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:42.273209 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-7e095c27-1d33-4181-8d11-7cf11c962e3d None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:14:42.289500 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e095c27-1d33-4181-8d11-7cf11c962e3d None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:14:42.305493 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:42.306525 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 46cac36f-cdb6-4119-af11-3a438f8c410c details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:14:42.524517 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e095c27-1d33-4181-8d11-7cf11c962e3d None None] Pushing event updated for resources: {'Port': ['ID=5ff18401-7b96-4914-964a-f7d6061ddbba,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:42.553615 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 89fbfd74-de32-4e32-95f0-fe3324879e2e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:42.554064 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:42.595563 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857fc511-0f26-4a47-983d-415560abb355 admin admin] Router 166b1fe3-2555-458e-a0df-7f0995ce7f9d is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:14:42.658182 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=3d05a570-58c2-4d2e-88ff-9225756bc056,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:42.792333 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-7e095c27-1d33-4181-8d11-7cf11c962e3d None None] Attempting to bind port 5ff18401-7b96-4914-964a-f7d6061ddbba on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:14:42.793059 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-7e095c27-1d33-4181-8d11-7cf11c962e3d None None] Attempting to bind port 5ff18401-7b96-4914-964a-f7d6061ddbba by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'd97450e6-eee2-48da-8448-d50135d1507e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e8e07a2b-b558-49a7-ae77-e7b1f696a3fb'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:14:42.793059 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e095c27-1d33-4181-8d11-7cf11c962e3d None None] Attempting to bind port 5ff18401-7b96-4914-964a-f7d6061ddbba on network e8e07a2b-b558-49a7-ae77-e7b1f696a3fb {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:14:42.796565 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 46cac36f-cdb6-4119-af11-3a438f8c410c, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=46cac36f-cdb6-4119-af11-3a438f8c410c,segment=NetworkSegment(e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a),segment_id=e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:42.821943 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e095c27-1d33-4181-8d11-7cf11c962e3d None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:14:42.822694 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e095c27-1d33-4181-8d11-7cf11c962e3d None None] Checking segment: {'id': 'd97450e6-eee2-48da-8448-d50135d1507e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e8e07a2b-b558-49a7-ae77-e7b1f696a3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:14:42.824140 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e095c27-1d33-4181-8d11-7cf11c962e3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:42.824744 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e095c27-1d33-4181-8d11-7cf11c962e3d None None] Bound using segment: {'id': 'd97450e6-eee2-48da-8448-d50135d1507e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e8e07a2b-b558-49a7-ae77-e7b1f696a3fb'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:14:42.825466 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-7e095c27-1d33-4181-8d11-7cf11c962e3d None None] Bound port: 5ff18401-7b96-4914-964a-f7d6061ddbba, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd97450e6-eee2-48da-8448-d50135d1507e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e8e07a2b-b558-49a7-ae77-e7b1f696a3fb'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:14:42.826111 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e095c27-1d33-4181-8d11-7cf11c962e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:42.849684 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857fc511-0f26-4a47-983d-415560abb355 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:14:42.862402 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dc8303-7c50-4a4c-b409-4d66b14b7750 None None] Sync routers for ids ['166b1fe3-2555-458e-a0df-7f0995ce7f9d'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:14:42.885406 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-857fc511-0f26-4a47-983d-415560abb355 admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:42.890509 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-857fc511-0f26-4a47-983d-415560abb355 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3657649 Nov 10 19:14:42.890744 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dc8303-7c50-4a4c-b409-4d66b14b7750 None None] Routers {'166b1fe3-2555-458e-a0df-7f0995ce7f9d'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:14:42.890744 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-45dc8303-7c50-4a4c-b409-4d66b14b7750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:14:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['166b1fe3-2555-458e-a0df-7f0995ce7f9d'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:14:42.890999 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60178) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:14:42.907585 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '46cac36f-cdb6-4119-af11-3a438f8c410c', 'network_id': 'c0241cc4-6c19-4c98-ab84-df8e281d2dd3', 'port_id': '46cac36f-cdb6-4119-af11-3a438f8c410c', 'mac_address': 'fa:16:3e:f5:63:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b10ae0-362f-4403-8055-422665b78605', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:14:43.009438 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:43.031965 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46cac36f-cdb6-4119-af11-3a438f8c410c {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:14:43.056248 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 46cac36f-cdb6-4119-af11-3a438f8c410c, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=46cac36f-cdb6-4119-af11-3a438f8c410c,segment=NetworkSegment(e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a),segment_id=e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:43.080138 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:43.082483 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 9fe5d516-4cc5-4de8-8148-b602f3182868 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:14:43.111130 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-45dc8303-7c50-4a4c-b409-4d66b14b7750 None None] Set router 166b1fe3-2555-458e-a0df-7f0995ce7f9d gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:14:43.153313 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 9fe5d516-4cc5-4de8-8148-b602f3182868, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=9fe5d516-4cc5-4de8-8148-b602f3182868,segment=NetworkSegment(e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a),segment_id=e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:43.209723 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '9fe5d516-4cc5-4de8-8148-b602f3182868', 'network_id': 'c0241cc4-6c19-4c98-ab84-df8e281d2dd3', 'port_id': '9fe5d516-4cc5-4de8-8148-b602f3182868', 'mac_address': 'fa:16:3e:12:a6:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b10ae0-362f-4403-8055-422665b78605', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:14:43.319153 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=46cac36f-cdb6-4119-af11-3a438f8c410c,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:43.339673 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7e095c27-1d33-4181-8d11-7cf11c962e3d None None] For port 5ff18401-7b96-4914-964a-f7d6061ddbba, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:14:43.349205 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7e095c27-1d33-4181-8d11-7cf11c962e3d None None] For port 5ff18401-7b96-4914-964a-f7d6061ddbba, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5ff18401-7b96-4914-964a-f7d6061ddbba,segment=NetworkSegment(d97450e6-eee2-48da-8448-d50135d1507e),segment_id=d97450e6-eee2-48da-8448-d50135d1507e)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:14:43.360178 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e095c27-1d33-4181-8d11-7cf11c962e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:43.511762 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-45dc8303-7c50-4a4c-b409-4d66b14b7750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166b1fe3-2555-458e-a0df-7f0995ce7f9d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1924565488-router', 'tenant_id': '99b993639604450696b38291e0901b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '5064534a-61f4-4f54-8091-ff0ffd7817cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:38Z', 'updated_at': '2021-11-10T19:14:41Z', 'revision_number': 3, 'project_id': '99b993639604450696b38291e0901b59', 'gw_port': {'id': '5064534a-61f4-4f54-8091-ff0ffd7817cc', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:38:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166b1fe3-2555-458e-a0df-7f0995ce7f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:39Z', 'updated_at': '2021-11-10T19:14:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:14:43.584672 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:43.603395 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dc8303-7c50-4a4c-b409-4d66b14b7750 None None] Checking router: 166b1fe3-2555-458e-a0df-7f0995ce7f9d for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:14:43.603751 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dc8303-7c50-4a4c-b409-4d66b14b7750 None None] Updating router 166b1fe3-2555-458e-a0df-7f0995ce7f9d port 5064534a-61f4-4f54-8091-ff0ffd7817cc binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:14:43.679013 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 12887987-c24d-4a12-836b-8255797614c9 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:14:43.696330 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-45dc8303-7c50-4a4c-b409-4d66b14b7750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:43.742211 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe5d516-4cc5-4de8-8148-b602f3182868 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:14:44.005515 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 9fe5d516-4cc5-4de8-8148-b602f3182868, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=9fe5d516-4cc5-4de8-8148-b602f3182868,segment=NetworkSegment(e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a),segment_id=e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:44.057604 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e095c27-1d33-4181-8d11-7cf11c962e3d None None] Pushing event updated for resources: {'Port': ['ID=5ff18401-7b96-4914-964a-f7d6061ddbba,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:44.075008 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:44.075729 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 893f5fad-5d52-4ed2-a497-8f4e5f94cfec details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:14:44.128321 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c367686e-71c7-4043-a56d-e9d274893d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:44.381102 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 893f5fad-5d52-4ed2-a497-8f4e5f94cfec, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=893f5fad-5d52-4ed2-a497-8f4e5f94cfec,segment=NetworkSegment(bbb86607-878b-48fc-80e0-71f257e97ed3),segment_id=bbb86607-878b-48fc-80e0-71f257e97ed3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:44.409181 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '893f5fad-5d52-4ed2-a497-8f4e5f94cfec', 'network_id': '87a15d79-4902-4d31-887f-c388f0985906', 'port_id': '893f5fad-5d52-4ed2-a497-8f4e5f94cfec', 'mac_address': 'fa:16:3e:be:9a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f6a98c7-c265-4500-b9ce-49a92ae40ef6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:14:44.513343 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-45dc8303-7c50-4a4c-b409-4d66b14b7750 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:44.522524 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db70bf3-1392-4d32-93e3-86e93d7a5b59 None None] Sync routers for ids ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:14:44.525088 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-45dc8303-7c50-4a4c-b409-4d66b14b7750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:44.555106 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-c367686e-71c7-4043-a56d-e9d274893d74 admin admin] Allocated IP 172.20.0.1 (e8e07a2b-b558-49a7-ae77-e7b1f696a3fb/36bf2df8-d1be-40e7-8f43-2ba376d039ca/879191f3-979d-40df-a131-366910600546) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:14:44.634262 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-45dc8303-7c50-4a4c-b409-4d66b14b7750 None None] Attempting to bind port 5064534a-61f4-4f54-8091-ff0ffd7817cc on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:14:44.634717 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-45dc8303-7c50-4a4c-b409-4d66b14b7750 None None] Attempting to bind port 5064534a-61f4-4f54-8091-ff0ffd7817cc by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:14:44.635092 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dc8303-7c50-4a4c-b409-4d66b14b7750 None None] Attempting to bind port 5064534a-61f4-4f54-8091-ff0ffd7817cc on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:14:44.643481 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dc8303-7c50-4a4c-b409-4d66b14b7750 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:14:44.644113 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dc8303-7c50-4a4c-b409-4d66b14b7750 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:14:44.644775 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-45dc8303-7c50-4a4c-b409-4d66b14b7750 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:44.645179 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dc8303-7c50-4a4c-b409-4d66b14b7750 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:14:44.645672 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-45dc8303-7c50-4a4c-b409-4d66b14b7750 None None] Bound port: 5064534a-61f4-4f54-8091-ff0ffd7817cc, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:14:44.646156 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-45dc8303-7c50-4a4c-b409-4d66b14b7750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:44.650955 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:44.663328 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db70bf3-1392-4d32-93e3-86e93d7a5b59 None None] Routers {'e83b2309-5206-4160-a0e7-a6d4fbf752b9'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:14:44.670052 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-1db70bf3-1392-4d32-93e3-86e93d7a5b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:14:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:14:44.691826 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=9fe5d516-4cc5-4de8-8148-b602f3182868,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:44.695069 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 12887987-c24d-4a12-836b-8255797614c9 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:44.699115 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:44.726722 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb234ba-92c2-4259-8441-3eecef727875 None None] Pushing event updated for resources: {'Port': ['ID=5064534a-61f4-4f54-8091-ff0ffd7817cc,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:44.754354 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb234ba-92c2-4259-8441-3eecef727875 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:44.754703 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb234ba-92c2-4259-8441-3eecef727875 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:44.755414 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb234ba-92c2-4259-8441-3eecef727875 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:44.755659 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb234ba-92c2-4259-8441-3eecef727875 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:44.755967 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb234ba-92c2-4259-8441-3eecef727875 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:44.756242 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb234ba-92c2-4259-8441-3eecef727875 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:44.758992 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb234ba-92c2-4259-8441-3eecef727875 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:44.759416 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb234ba-92c2-4259-8441-3eecef727875 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:44.759746 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb234ba-92c2-4259-8441-3eecef727875 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:44.760068 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb234ba-92c2-4259-8441-3eecef727875 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:44.760408 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb234ba-92c2-4259-8441-3eecef727875 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:44.760703 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb234ba-92c2-4259-8441-3eecef727875 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:44.804332 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c367686e-71c7-4043-a56d-e9d274893d74 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:44.829094 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-45dc8303-7c50-4a4c-b409-4d66b14b7750 None None] For port 5064534a-61f4-4f54-8091-ff0ffd7817cc, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:14:44.832553 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-45dc8303-7c50-4a4c-b409-4d66b14b7750 None None] For port 5064534a-61f4-4f54-8091-ff0ffd7817cc, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5064534a-61f4-4f54-8091-ff0ffd7817cc,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:14:44.839862 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-45dc8303-7c50-4a4c-b409-4d66b14b7750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:44.941523 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb234ba-92c2-4259-8441-3eecef727875 None None] Pushing event updated for resources: {'Port': ['ID=5064534a-61f4-4f54-8091-ff0ffd7817cc,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:44.955626 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c367686e-71c7-4043-a56d-e9d274893d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:45.005328 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dc8303-7c50-4a4c-b409-4d66b14b7750 None None] Routers {'166b1fe3-2555-458e-a0df-7f0995ce7f9d'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:14:45.005996 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-45dc8303-7c50-4a4c-b409-4d66b14b7750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:14:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['166b1fe3-2555-458e-a0df-7f0995ce7f9d'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:14:45.100984 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c367686e-71c7-4043-a56d-e9d274893d74 admin admin] Network e8e07a2b-b558-49a7-ae77-e7b1f696a3fb is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:14:45.104198 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367686e-71c7-4043-a56d-e9d274893d74 admin admin] Pushing event updated for resources: {'Port': ['ID=879191f3-979d-40df-a131-366910600546,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:45.120027 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-c367686e-71c7-4043-a56d-e9d274893d74 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:14:45.122999 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c367686e-71c7-4043-a56d-e9d274893d74 admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:14:45.306172 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 893f5fad-5d52-4ed2-a497-8f4e5f94cfec {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:14:45.312001 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-45dc8303-7c50-4a4c-b409-4d66b14b7750 None None] Set router 166b1fe3-2555-458e-a0df-7f0995ce7f9d gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:14:45.417140 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 893f5fad-5d52-4ed2-a497-8f4e5f94cfec, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=893f5fad-5d52-4ed2-a497-8f4e5f94cfec,segment=NetworkSegment(bbb86607-878b-48fc-80e0-71f257e97ed3),segment_id=bbb86607-878b-48fc-80e0-71f257e97ed3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:45.509190 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-1db70bf3-1392-4d32-93e3-86e93d7a5b59 None None] Set router e83b2309-5206-4160-a0e7-a6d4fbf752b9 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:14:45.667111 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:45.667950 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 21af280c-4557-46cd-a694-488125af25aa details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:14:46.129134 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.resource_extend [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 19:14:46.132253 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:46.184648 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-45dc8303-7c50-4a4c-b409-4d66b14b7750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166b1fe3-2555-458e-a0df-7f0995ce7f9d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1924565488-router', 'tenant_id': '99b993639604450696b38291e0901b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '5064534a-61f4-4f54-8091-ff0ffd7817cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:38Z', 'updated_at': '2021-11-10T19:14:41Z', 'revision_number': 3, 'project_id': '99b993639604450696b38291e0901b59', 'gw_port': {'id': '5064534a-61f4-4f54-8091-ff0ffd7817cc', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:38:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166b1fe3-2555-458e-a0df-7f0995ce7f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:39Z', 'updated_at': '2021-11-10T19:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:14:46.191255 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 12887987-c24d-4a12-836b-8255797614c9, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=12887987-c24d-4a12-836b-8255797614c9,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:46.194913 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab7cd7c-3baf-4294-b52c-8794d28c7e81 None None] Network e8e07a2b-b558-49a7-ae77-e7b1f696a3fb requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:14:46.239340 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c367686e-71c7-4043-a56d-e9d274893d74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:46.269219 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dc8303-7c50-4a4c-b409-4d66b14b7750 None None] The sync data for ids ['166b1fe3-2555-458e-a0df-7f0995ce7f9d'] in n-d-813897-4 is: [{'id': '166b1fe3-2555-458e-a0df-7f0995ce7f9d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1924565488-router', 'tenant_id': '99b993639604450696b38291e0901b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '5064534a-61f4-4f54-8091-ff0ffd7817cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:38Z', 'updated_at': '2021-11-10T19:14:41Z', 'revision_number': 3, 'project_id': '99b993639604450696b38291e0901b59', 'gw_port': {'id': '5064534a-61f4-4f54-8091-ff0ffd7817cc', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:38:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166b1fe3-2555-458e-a0df-7f0995ce7f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:39Z', 'updated_at': '2021-11-10T19:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:14:46.378364 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:46.496583 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 21af280c-4557-46cd-a694-488125af25aa, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=21af280c-4557-46cd-a694-488125af25aa,segment=NetworkSegment(181bf923-29c6-48c6-a618-3da751521132),segment_id=181bf923-29c6-48c6-a618-3da751521132)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:46.510575 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=893f5fad-5d52-4ed2-a497-8f4e5f94cfec,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:46.729614 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5ff18401-7b96-4914-964a-f7d6061ddbba up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:14:46.730583 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c367686e-71c7-4043-a56d-e9d274893d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:46.746383 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '21af280c-4557-46cd-a694-488125af25aa', 'network_id': 'dfeb421a-f1c8-4726-8242-6b468d6e48f3', 'port_id': '21af280c-4557-46cd-a694-488125af25aa', 'mac_address': 'fa:16:3e:3b:96:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37520a35-4b37-42d8-92a1-304ffc90b618', 'ip_address': '10.1.1.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:14:46.953181 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:46.956486 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-47a3ade6-c26d-4c6c-a202-88eb8419285c None None] Provisioning complete for port 5ff18401-7b96-4914-964a-f7d6061ddbba triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:46.965957 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-47a3ade6-c26d-4c6c-a202-88eb8419285c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:47.132174 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c367686e-71c7-4043-a56d-e9d274893d74 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:47.138968 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c367686e-71c7-4043-a56d-e9d274893d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:47.190878 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=12887987-c24d-4a12-836b-8255797614c9,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:47.214489 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21af280c-4557-46cd-a694-488125af25aa {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:14:47.276365 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367686e-71c7-4043-a56d-e9d274893d74 admin admin] Pushing event updated for resources: {'Port': ['ID=879191f3-979d-40df-a131-366910600546,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:47.288793 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c367686e-71c7-4043-a56d-e9d274893d74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:47.294088 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 21af280c-4557-46cd-a694-488125af25aa, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=21af280c-4557-46cd-a694-488125af25aa,segment=NetworkSegment(181bf923-29c6-48c6-a618-3da751521132),segment_id=181bf923-29c6-48c6-a618-3da751521132)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:47.341167 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:47.341918 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 2d9d8a32-85d2-4553-a7c3-eaf3f760a24a details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:14:47.496754 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c367686e-71c7-4043-a56d-e9d274893d74 admin admin] Network e8e07a2b-b558-49a7-ae77-e7b1f696a3fb is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:14:47.500920 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-c367686e-71c7-4043-a56d-e9d274893d74 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:14:47.628696 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.resource_extend [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 19:14:47.631597 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 5ff18401-7b96-4914-964a-f7d6061ddbba triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:47.631997 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:47.747456 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c367686e-71c7-4043-a56d-e9d274893d74 admin admin] Router 166b1fe3-2555-458e-a0df-7f0995ce7f9d has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:14:47.749291 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 2d9d8a32-85d2-4553-a7c3-eaf3f760a24a, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=2d9d8a32-85d2-4553-a7c3-eaf3f760a24a,segment=NetworkSegment(181bf923-29c6-48c6-a618-3da751521132),segment_id=181bf923-29c6-48c6-a618-3da751521132)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:47.857567 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=21af280c-4557-46cd-a694-488125af25aa,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:47.903393 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '2d9d8a32-85d2-4553-a7c3-eaf3f760a24a', 'network_id': 'dfeb421a-f1c8-4726-8242-6b468d6e48f3', 'port_id': '2d9d8a32-85d2-4553-a7c3-eaf3f760a24a', 'mac_address': 'fa:16:3e:84:c7:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37520a35-4b37-42d8-92a1-304ffc90b618', 'ip_address': '10.1.1.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:14:47.912719 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-1db70bf3-1392-4d32-93e3-86e93d7a5b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1078472189-router', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '12887987-c24d-4a12-836b-8255797614c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:32Z', 'revision_number': 4, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'gw_port': {'id': '12887987-c24d-4a12-836b-8255797614c9', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:23:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '5f53faea-99bc-4303-86c3-33664ffb47a1', 'name': '', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'mac_address': 'fa:16:3e:47:9a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:29Z', 'updated_at': '2021-11-10T19:14:32Z', 'revision_number': 2, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'subnets': [{'id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:14:47.986645 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-47a3ade6-c26d-4c6c-a202-88eb8419285c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:47.998771 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db70bf3-1392-4d32-93e3-86e93d7a5b59 None None] Checking router: e83b2309-5206-4160-a0e7-a6d4fbf752b9 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:14:47.999093 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db70bf3-1392-4d32-93e3-86e93d7a5b59 None None] Updating router e83b2309-5206-4160-a0e7-a6d4fbf752b9 port 5f53faea-99bc-4303-86c3-33664ffb47a1 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:14:48.056534 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c367686e-71c7-4043-a56d-e9d274893d74 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:14:48.128529 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-47a3ade6-c26d-4c6c-a202-88eb8419285c None None] For port 5ff18401-7b96-4914-964a-f7d6061ddbba, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5ff18401-7b96-4914-964a-f7d6061ddbba,segment=NetworkSegment(d97450e6-eee2-48da-8448-d50135d1507e),segment_id=d97450e6-eee2-48da-8448-d50135d1507e)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:48.131322 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c367686e-71c7-4043-a56d-e9d274893d74 admin admin] 10.222.0.54 "PUT /v2.0/routers/166b1fe3-2555-458e-a0df-7f0995ce7f9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2375576 Nov 10 19:14:48.184814 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-47a3ade6-c26d-4c6c-a202-88eb8419285c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:48.198841 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1db70bf3-1392-4d32-93e3-86e93d7a5b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:48.286272 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3ade6-c26d-4c6c-a202-88eb8419285c None None] Pushing event updated for resources: {'Port': ['ID=5ff18401-7b96-4914-964a-f7d6061ddbba,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:48.347882 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:48.390809 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d9d8a32-85d2-4553-a7c3-eaf3f760a24a {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:14:48.441260 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-dc441666-258a-4ab1-9bee-74b86fda3345 None None] Provisioning complete for port 879191f3-979d-40df-a131-366910600546 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:48.441788 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dc441666-258a-4ab1-9bee-74b86fda3345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:48.518721 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-dc441666-258a-4ab1-9bee-74b86fda3345 None None] Port 879191f3-979d-40df-a131-366910600546 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:14:48.569461 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 2d9d8a32-85d2-4553-a7c3-eaf3f760a24a, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=2d9d8a32-85d2-4553-a7c3-eaf3f760a24a,segment=NetworkSegment(181bf923-29c6-48c6-a618-3da751521132),segment_id=181bf923-29c6-48c6-a618-3da751521132)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:48.579076 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:48.579911 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:14:48.624755 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b,segment=NetworkSegment(181bf923-29c6-48c6-a618-3da751521132),segment_id=181bf923-29c6-48c6-a618-3da751521132)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:48.701066 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b', 'network_id': 'dfeb421a-f1c8-4726-8242-6b468d6e48f3', 'port_id': '5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b', 'mac_address': 'fa:16:3e:99:0e:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37520a35-4b37-42d8-92a1-304ffc90b618', 'ip_address': '10.1.1.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:14:48.806001 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:48.834394 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-dc441666-258a-4ab1-9bee-74b86fda3345 None None] Provisioning complete for port 5ff18401-7b96-4914-964a-f7d6061ddbba triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:48.835132 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dc441666-258a-4ab1-9bee-74b86fda3345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:48.972483 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:14:49.006747 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=2d9d8a32-85d2-4553-a7c3-eaf3f760a24a,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:49.020384 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b,segment=NetworkSegment(181bf923-29c6-48c6-a618-3da751521132),segment_id=181bf923-29c6-48c6-a618-3da751521132)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:49.044168 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:49.232293 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device cc33bfcd-895a-4aee-af9f-716bb80274b8 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:14:49.249052 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5064534a-61f4-4f54-8091-ff0ffd7817cc up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:14:49.636035 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46cc631-0ac5-4e69-9ad8-49a513d8879e None None] Sync routers for ids ['166b1fe3-2555-458e-a0df-7f0995ce7f9d'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:14:49.660851 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46cc631-0ac5-4e69-9ad8-49a513d8879e None None] Routers {'166b1fe3-2555-458e-a0df-7f0995ce7f9d'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:14:49.661987 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-d46cc631-0ac5-4e69-9ad8-49a513d8879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:14:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['166b1fe3-2555-458e-a0df-7f0995ce7f9d'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:14:49.725924 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:49.844836 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['3d05a570-58c2-4d2e-88ff-9225756bc056'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:14:49.847568 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['46cac36f-cdb6-4119-af11-3a438f8c410c'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:14:49.860003 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['9fe5d516-4cc5-4de8-8148-b602f3182868'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:14:49.888940 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-d46cc631-0ac5-4e69-9ad8-49a513d8879e None None] Set router 166b1fe3-2555-458e-a0df-7f0995ce7f9d gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:14:49.962767 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:14:49.967564 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['2d9d8a32-85d2-4553-a7c3-eaf3f760a24a'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:14:50.188239 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-0f47dbcf-bfb3-4b2d-bd00-3dabbbde156b None None] Provisioning complete for port 879191f3-979d-40df-a131-366910600546 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:50.188239 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0f47dbcf-bfb3-4b2d-bd00-3dabbbde156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:50.242387 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-d46cc631-0ac5-4e69-9ad8-49a513d8879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166b1fe3-2555-458e-a0df-7f0995ce7f9d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1924565488-router', 'tenant_id': '99b993639604450696b38291e0901b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '5064534a-61f4-4f54-8091-ff0ffd7817cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:38Z', 'updated_at': '2021-11-10T19:14:46Z', 'revision_number': 4, 'project_id': '99b993639604450696b38291e0901b59', 'gw_port': {'id': '5064534a-61f4-4f54-8091-ff0ffd7817cc', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:38:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166b1fe3-2555-458e-a0df-7f0995ce7f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:39Z', 'updated_at': '2021-11-10T19:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '879191f3-979d-40df-a131-366910600546', 'name': '', 'network_id': 'e8e07a2b-b558-49a7-ae77-e7b1f696a3fb', 'tenant_id': '99b993639604450696b38291e0901b59', 'mac_address': 'fa:16:3e:df:1a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166b1fe3-2555-458e-a0df-7f0995ce7f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '36bf2df8-d1be-40e7-8f43-2ba376d039ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:44Z', 'updated_at': '2021-11-10T19:14:46Z', 'revision_number': 2, 'project_id': '99b993639604450696b38291e0901b59', 'subnets': [{'id': '36bf2df8-d1be-40e7-8f43-2ba376d039ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:14:50.295942 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46cc631-0ac5-4e69-9ad8-49a513d8879e None None] Checking router: 166b1fe3-2555-458e-a0df-7f0995ce7f9d for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:14:50.296886 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46cc631-0ac5-4e69-9ad8-49a513d8879e None None] Updating router 166b1fe3-2555-458e-a0df-7f0995ce7f9d port 879191f3-979d-40df-a131-366910600546 binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:14:50.411302 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port cc33bfcd-895a-4aee-af9f-716bb80274b8, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=cc33bfcd-895a-4aee-af9f-716bb80274b8,segment=NetworkSegment(f38d56f7-7078-47ea-b3a5-7a2833419847),segment_id=f38d56f7-7078-47ea-b3a5-7a2833419847)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:50.422606 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d46cc631-0ac5-4e69-9ad8-49a513d8879e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:50.487362 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 5064534a-61f4-4f54-8091-ff0ffd7817cc triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:50.487794 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:50.559184 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'cc33bfcd-895a-4aee-af9f-716bb80274b8', 'network_id': '0233b314-e7bc-4b71-be87-3925a00a67ca', 'port_id': 'cc33bfcd-895a-4aee-af9f-716bb80274b8', 'mac_address': 'fa:16:3e:5b:ab:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '082cdf17-5ae1-4ca4-95f7-4c195438cf61', 'ip_address': '19.80.0.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:14:50.563783 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-0f47dbcf-bfb3-4b2d-bd00-3dabbbde156b None None] Port 879191f3-979d-40df-a131-366910600546 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:14:50.771943 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:50.791730 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['21af280c-4557-46cd-a694-488125af25aa'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:14:50.922487 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['893f5fad-5d52-4ed2-a497-8f4e5f94cfec'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:14:50.951247 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d46cc631-0ac5-4e69-9ad8-49a513d8879e None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:50.959036 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d46cc631-0ac5-4e69-9ad8-49a513d8879e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:51.034923 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc33bfcd-895a-4aee-af9f-716bb80274b8 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:14:51.125867 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75924c7-76f6-4929-ae1b-a15a8bcefb5e None None] Pushing event updated for resources: {'Port': ['ID=879191f3-979d-40df-a131-366910600546,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:51.154894 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-d46cc631-0ac5-4e69-9ad8-49a513d8879e None None] Attempting to bind port 879191f3-979d-40df-a131-366910600546 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:14:51.155564 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-d46cc631-0ac5-4e69-9ad8-49a513d8879e None None] Attempting to bind port 879191f3-979d-40df-a131-366910600546 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'd97450e6-eee2-48da-8448-d50135d1507e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e8e07a2b-b558-49a7-ae77-e7b1f696a3fb'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:14:51.156113 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46cc631-0ac5-4e69-9ad8-49a513d8879e None None] Attempting to bind port 879191f3-979d-40df-a131-366910600546 on network e8e07a2b-b558-49a7-ae77-e7b1f696a3fb {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:14:51.165504 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46cc631-0ac5-4e69-9ad8-49a513d8879e None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:14:51.166539 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46cc631-0ac5-4e69-9ad8-49a513d8879e None None] Checking segment: {'id': 'd97450e6-eee2-48da-8448-d50135d1507e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e8e07a2b-b558-49a7-ae77-e7b1f696a3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:14:51.167107 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d46cc631-0ac5-4e69-9ad8-49a513d8879e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:51.167717 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46cc631-0ac5-4e69-9ad8-49a513d8879e None None] Bound using segment: {'id': 'd97450e6-eee2-48da-8448-d50135d1507e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e8e07a2b-b558-49a7-ae77-e7b1f696a3fb'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:14:51.168890 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-d46cc631-0ac5-4e69-9ad8-49a513d8879e None None] Bound port: 879191f3-979d-40df-a131-366910600546, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd97450e6-eee2-48da-8448-d50135d1507e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e8e07a2b-b558-49a7-ae77-e7b1f696a3fb'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:14:51.169813 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d46cc631-0ac5-4e69-9ad8-49a513d8879e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:51.271139 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1db70bf3-1392-4d32-93e3-86e93d7a5b59 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:51.282858 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port cc33bfcd-895a-4aee-af9f-716bb80274b8, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=cc33bfcd-895a-4aee-af9f-716bb80274b8,segment=NetworkSegment(f38d56f7-7078-47ea-b3a5-7a2833419847),segment_id=f38d56f7-7078-47ea-b3a5-7a2833419847)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:51.335872 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:51.336537 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device f4cb416f-8a27-4824-b979-fe1c44896b24 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:14:51.338513 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1db70bf3-1392-4d32-93e3-86e93d7a5b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:51.367951 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-d46cc631-0ac5-4e69-9ad8-49a513d8879e None None] For port 879191f3-979d-40df-a131-366910600546, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:14:51.376023 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-d46cc631-0ac5-4e69-9ad8-49a513d8879e None None] For port 879191f3-979d-40df-a131-366910600546, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=879191f3-979d-40df-a131-366910600546,segment=NetworkSegment(d97450e6-eee2-48da-8448-d50135d1507e),segment_id=d97450e6-eee2-48da-8448-d50135d1507e)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:14:51.386682 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d46cc631-0ac5-4e69-9ad8-49a513d8879e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:51.562066 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:51.564686 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a8175-273a-4be7-a0fb-836064edcaed req-472102ee-bb2b-49f8-901c-459bcd83ecdb tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:51.573085 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a8175-273a-4be7-a0fb-836064edcaed req-472102ee-bb2b-49f8-901c-459bcd83ecdb tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:51.584120 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef7a8175-273a-4be7-a0fb-836064edcaed req-472102ee-bb2b-49f8-901c-459bcd83ecdb tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/ports?device_id=36ad31e0-f8cf-4439-8f90-46782da830ab HTTP/1.1" status: 200 len: 1679 time: 0.0935509 Nov 10 19:14:51.586286 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db6608d-cd25-42d6-ada6-d1abe5d831ae x-openstack-request-id: req-4db6608d-cd25-42d6-ada6-d1abe5d831ae {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:14:51.586588 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff589d26-34ae-4ec4-ae5a-d2784849e6b8", "name": "network-vif-plugged", "status": "completed", "tag": "29348ed9-dd43-489b-9968-2bb2b186250d", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:14:51.586844 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4db6608d-cd25-42d6-ada6-d1abe5d831ae {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:14:51.587256 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff589d26-34ae-4ec4-ae5a-d2784849e6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29348ed9-dd43-489b-9968-2bb2b186250d', 'code': 200} Nov 10 19:14:51.612109 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46cc631-0ac5-4e69-9ad8-49a513d8879e None None] Routers {'166b1fe3-2555-458e-a0df-7f0995ce7f9d'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:14:51.613124 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-d46cc631-0ac5-4e69-9ad8-49a513d8879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:14:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['166b1fe3-2555-458e-a0df-7f0995ce7f9d'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:14:51.627942 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75924c7-76f6-4929-ae1b-a15a8bcefb5e None None] Pushing event updated for resources: {'Port': ['ID=879191f3-979d-40df-a131-366910600546,revision_number=4']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:51.673254 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef7a8175-273a-4be7-a0fb-836064edcaed req-d8404e92-311f-4871-93db-685c152feb7c tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/security-groups?id=52de01c7-d00e-4b3b-b09f-d092153ad5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873585 Nov 10 19:14:51.777895 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 5064534a-61f4-4f54-8091-ff0ffd7817cc, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5064534a-61f4-4f54-8091-ff0ffd7817cc,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:51.815934 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=cc33bfcd-895a-4aee-af9f-716bb80274b8,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:51.857957 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:51.858842 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 12887987-c24d-4a12-836b-8255797614c9 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:14:51.904607 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702765b-d16f-4d69-93cc-b6b7c5b4d0c9 req-76c80578-4373-478c-a664-15867ad6d881 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:51.916093 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.resource_extend [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 19:14:51.920457 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-26a86f83-10f2-494c-8703-a169a607c7bf None None] Provisioning complete for port 879191f3-979d-40df-a131-366910600546 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:51.920808 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-26a86f83-10f2-494c-8703-a169a607c7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:51.928933 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702765b-d16f-4d69-93cc-b6b7c5b4d0c9 req-76c80578-4373-478c-a664-15867ad6d881 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:51.936558 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-d46cc631-0ac5-4e69-9ad8-49a513d8879e None None] Set router 166b1fe3-2555-458e-a0df-7f0995ce7f9d gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:14:51.949964 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702765b-d16f-4d69-93cc-b6b7c5b4d0c9 req-76c80578-4373-478c-a664-15867ad6d881 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:51.956719 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702765b-d16f-4d69-93cc-b6b7c5b4d0c9 req-76c80578-4373-478c-a664-15867ad6d881 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:51.964711 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702765b-d16f-4d69-93cc-b6b7c5b4d0c9 req-76c80578-4373-478c-a664-15867ad6d881 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:51.987771 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702765b-d16f-4d69-93cc-b6b7c5b4d0c9 req-76c80578-4373-478c-a664-15867ad6d881 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:51.994354 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702765b-d16f-4d69-93cc-b6b7c5b4d0c9 req-76c80578-4373-478c-a664-15867ad6d881 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:51.996343 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c702765b-d16f-4d69-93cc-b6b7c5b4d0c9 req-76c80578-4373-478c-a664-15867ad6d881 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 5428 time: 0.3087618 Nov 10 19:14:52.123591 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:52.123950 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:52.124291 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:52.124630 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:52.124960 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:52.125301 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:52.125615 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:52.126005 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:52.126313 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:52.126626 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:52.126979 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:52.127273 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:52.182863 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c702765b-d16f-4d69-93cc-b6b7c5b4d0c9 req-a88efe14-17c8-4e79-b37d-3bdc66e2cb2f tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d93388-382e-4c6b-9fd9-db42bf1d98d3&id=6abcce0f-c6a6-4d15-bce8-1d7464d7e84e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1591058 Nov 10 19:14:52.223772 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114bc68f-aee2-4bf7-9f6c-741b016bb89d req-f43af39a-d37a-45ad-be98-38e32a98c199 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:52.229010 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-114bc68f-aee2-4bf7-9f6c-741b016bb89d req-f43af39a-d37a-45ad-be98-38e32a98c199 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/ports?device_id=96254600-620f-4e25-8222-e18a10b2dc79 HTTP/1.1" status: 200 len: 950 time: 0.4279103 Nov 10 19:14:52.284290 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-1db70bf3-1392-4d32-93e3-86e93d7a5b59 None None] Attempting to bind port 5f53faea-99bc-4303-86c3-33664ffb47a1 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:14:52.284661 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-1db70bf3-1392-4d32-93e3-86e93d7a5b59 None None] Attempting to bind port 5f53faea-99bc-4303-86c3-33664ffb47a1 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '2dec6a8f-ba9a-4b28-98fc-0073c9852d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:14:52.285050 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db70bf3-1392-4d32-93e3-86e93d7a5b59 None None] Attempting to bind port 5f53faea-99bc-4303-86c3-33664ffb47a1 on network 3a91fecc-dc01-4af5-8121-7bf79bed5161 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:14:52.307781 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db70bf3-1392-4d32-93e3-86e93d7a5b59 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:14:52.308160 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db70bf3-1392-4d32-93e3-86e93d7a5b59 None None] Checking segment: {'id': '2dec6a8f-ba9a-4b28-98fc-0073c9852d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:14:52.308576 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1db70bf3-1392-4d32-93e3-86e93d7a5b59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:52.309454 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db70bf3-1392-4d32-93e3-86e93d7a5b59 None None] Bound using segment: {'id': '2dec6a8f-ba9a-4b28-98fc-0073c9852d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:14:52.309454 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-1db70bf3-1392-4d32-93e3-86e93d7a5b59 None None] Bound port: 5f53faea-99bc-4303-86c3-33664ffb47a1, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dec6a8f-ba9a-4b28-98fc-0073c9852d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:14:52.309909 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1db70bf3-1392-4d32-93e3-86e93d7a5b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:52.362659 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-114bc68f-aee2-4bf7-9f6c-741b016bb89d req-350917db-8ca2-44d1-915c-e71a3a0f8144 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1310eb53-ccf0-4795-9b31-b72aaf71422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268089 Nov 10 19:14:52.371889 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-d46cc631-0ac5-4e69-9ad8-49a513d8879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166b1fe3-2555-458e-a0df-7f0995ce7f9d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1924565488-router', 'tenant_id': '99b993639604450696b38291e0901b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '5064534a-61f4-4f54-8091-ff0ffd7817cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:38Z', 'updated_at': '2021-11-10T19:14:46Z', 'revision_number': 4, 'project_id': '99b993639604450696b38291e0901b59', 'gw_port': {'id': '5064534a-61f4-4f54-8091-ff0ffd7817cc', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:38:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166b1fe3-2555-458e-a0df-7f0995ce7f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:39Z', 'updated_at': '2021-11-10T19:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '879191f3-979d-40df-a131-366910600546', 'name': '', 'network_id': 'e8e07a2b-b558-49a7-ae77-e7b1f696a3fb', 'tenant_id': '99b993639604450696b38291e0901b59', 'mac_address': 'fa:16:3e:df:1a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166b1fe3-2555-458e-a0df-7f0995ce7f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '36bf2df8-d1be-40e7-8f43-2ba376d039ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:44Z', 'updated_at': '2021-11-10T19:14:51Z', 'revision_number': 4, 'project_id': '99b993639604450696b38291e0901b59', 'subnets': [{'id': '36bf2df8-d1be-40e7-8f43-2ba376d039ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:14:52.388874 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 12887987-c24d-4a12-836b-8255797614c9 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:52.391288 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:52.405484 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46cc631-0ac5-4e69-9ad8-49a513d8879e None None] The sync data for ids ['166b1fe3-2555-458e-a0df-7f0995ce7f9d'] in n-d-813897-4 is: [{'id': '166b1fe3-2555-458e-a0df-7f0995ce7f9d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1924565488-router', 'tenant_id': '99b993639604450696b38291e0901b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '5064534a-61f4-4f54-8091-ff0ffd7817cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:38Z', 'updated_at': '2021-11-10T19:14:46Z', 'revision_number': 4, 'project_id': '99b993639604450696b38291e0901b59', 'gw_port': {'id': '5064534a-61f4-4f54-8091-ff0ffd7817cc', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:38:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166b1fe3-2555-458e-a0df-7f0995ce7f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:39Z', 'updated_at': '2021-11-10T19:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '879191f3-979d-40df-a131-366910600546', 'name': '', 'network_id': 'e8e07a2b-b558-49a7-ae77-e7b1f696a3fb', 'tenant_id': '99b993639604450696b38291e0901b59', 'mac_address': 'fa:16:3e:df:1a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166b1fe3-2555-458e-a0df-7f0995ce7f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '36bf2df8-d1be-40e7-8f43-2ba376d039ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:44Z', 'updated_at': '2021-11-10T19:14:51Z', 'revision_number': 4, 'project_id': '99b993639604450696b38291e0901b59', 'subnets': [{'id': '36bf2df8-d1be-40e7-8f43-2ba376d039ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:14:52.433743 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7f58017c-495a-44b9-b31c-bc5ef37d0541 req-a3a5ab40-647a-49fe-ae5f-52f49eee1084 tempest-ServerShowV257Test-1499972427 tempest-ServerShowV257Test-1499972427-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b769b8b-d307-4ca9-b212-e7dafcfc3ac5 HTTP/1.1" status: 200 len: 210 time: 0.0676050 Nov 10 19:14:52.497305 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-26a86f83-10f2-494c-8703-a169a607c7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:52.620847 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a82eff2-02a9-41bf-ad4e-ae1202c80fc5 x-openstack-request-id: req-7a82eff2-02a9-41bf-ad4e-ae1202c80fc5 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:14:52.625722 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ad31e0-f8cf-4439-8f90-46782da830ab", "tag": "cc33bfcd-895a-4aee-af9f-716bb80274b8", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:14:52.626273 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7a82eff2-02a9-41bf-ad4e-ae1202c80fc5 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:14:52.630346 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ad31e0-f8cf-4439-8f90-46782da830ab', 'tag': 'cc33bfcd-895a-4aee-af9f-716bb80274b8', 'status': 'completed', 'code': 200} Nov 10 19:14:52.770480 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe90602-c834-43ad-8753-a193ddacd646 req-a0385bc1-6069-46f2-a9a8-28927adfc7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:52.771354 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe90602-c834-43ad-8753-a193ddacd646 req-a0385bc1-6069-46f2-a9a8-28927adfc7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:52.780428 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6fe90602-c834-43ad-8753-a193ddacd646 req-a0385bc1-6069-46f2-a9a8-28927adfc7d9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=77957d962e034783981c11222eec43b2&device_id=36ad31e0-f8cf-4439-8f90-46782da830ab HTTP/1.1" status: 200 len: 1981 time: 0.1284835 Nov 10 19:14:52.864740 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eb859100-08fd-4196-baeb-ffb3da37911d req-a40b23d6-5ef5-446d-9cd7-47146c8ac447 tempest-FloatingIPsNegativeTestJSON-171851628 tempest-FloatingIPsNegativeTestJSON-171851628-project] 10.222.0.54 "GET /v2.0/floatingips?tenant_id=99b993639604450696b38291e0901b59 HTTP/1.1" status: 200 len: 217 time: 0.0900960 Nov 10 19:14:53.000676 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe90602-c834-43ad-8753-a193ddacd646 req-cbbf0792-8b64-4900-b7a7-2c960274fc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:53.003415 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6fe90602-c834-43ad-8753-a193ddacd646 req-cbbf0792-8b64-4900-b7a7-2c960274fc37 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0233b314-e7bc-4b71-be87-3925a00a67ca HTTP/1.1" status: 200 len: 902 time: 0.2124579 Nov 10 19:14:53.027600 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-b9f0ca9e-1269-444a-9a6c-9c3e4985b5b2 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:53.029584 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-b9f0ca9e-1269-444a-9a6c-9c3e4985b5b2 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/networks?id=3a91fecc-dc01-4af5-8121-7bf79bed5161 HTTP/1.1" status: 200 len: 821 time: 0.1767125 Nov 10 19:14:53.056518 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-a57cdfbd-6444-488f-b8e8-c9354f0fcc52 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/quotas/c57c83b50f6e4bc399a3a37742495e99 HTTP/1.1" status: 200 len: 375 time: 0.0174971 Nov 10 19:14:53.072395 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6fe90602-c834-43ad-8753-a193ddacd646 req-c585b6c6-d75b-471b-971b-180fa993fcb1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.112&port_id=cc33bfcd-895a-4aee-af9f-716bb80274b8 HTTP/1.1" status: 200 len: 217 time: 0.0606067 Nov 10 19:14:53.073381 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3f106-d764-411f-903e-4cd97f26d002 None None] Pushing event updated for resources: {'Port': ['ID=5f53faea-99bc-4303-86c3-33664ffb47a1,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:53.159524 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe90602-c834-43ad-8753-a193ddacd646 req-a1e2b493-1dd5-46c4-a18f-a493ee13070a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:53.161558 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-388bf89b-e150-45e3-be29-cfe821e6f945 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c57c83b50f6e4bc399a3a37742495e99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1039240 Nov 10 19:14:53.163139 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6fe90602-c834-43ad-8753-a193ddacd646 req-a1e2b493-1dd5-46c4-a18f-a493ee13070a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=082cdf17-5ae1-4ca4-95f7-4c195438cf61 HTTP/1.1" status: 200 len: 801 time: 0.0789189 Nov 10 19:14:53.203236 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=5064534a-61f4-4f54-8091-ff0ffd7817cc,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:53.212396 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port f4cb416f-8a27-4824-b979-fe1c44896b24, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=f4cb416f-8a27-4824-b979-fe1c44896b24,segment=NetworkSegment(a3fce4d0-a35e-45b3-a654-8b1ec49a2071),segment_id=a3fce4d0-a35e-45b3-a654-8b1ec49a2071)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:53.216722 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-26a86f83-10f2-494c-8703-a169a607c7bf None None] For port 879191f3-979d-40df-a131-366910600546, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=879191f3-979d-40df-a131-366910600546,segment=NetworkSegment(d97450e6-eee2-48da-8448-d50135d1507e),segment_id=d97450e6-eee2-48da-8448-d50135d1507e)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:53.246538 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe90602-c834-43ad-8753-a193ddacd646 req-8510f5d4-4a57-403b-8541-610818981b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:53.248911 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6fe90602-c834-43ad-8753-a193ddacd646 req-8510f5d4-4a57-403b-8541-610818981b1c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0233b314-e7bc-4b71-be87-3925a00a67ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0722694 Nov 10 19:14:53.319105 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5ff18401-7b96-4914-964a-f7d6061ddbba up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:14:53.319367 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e8643-fc1e-4eff-800e-76721ed052f9 req-ccb74e1d-aa06-4fbc-bc6f-27d059aba0da tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:53.325863 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e8643-fc1e-4eff-800e-76721ed052f9 req-ccb74e1d-aa06-4fbc-bc6f-27d059aba0da tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:53.327921 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-26a86f83-10f2-494c-8703-a169a607c7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:53.341825 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-831e8643-fc1e-4eff-800e-76721ed052f9 req-ccb74e1d-aa06-4fbc-bc6f-27d059aba0da tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/ports?device_id=36ad31e0-f8cf-4439-8f90-46782da830ab HTTP/1.1" status: 200 len: 1679 time: 0.1636362 Nov 10 19:14:53.405969 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6fe90602-c834-43ad-8753-a193ddacd646 req-3de9d818-0110-4c7d-a98f-488097192118 service neutron] 10.222.0.73 "GET /v2.0/networks/0233b314-e7bc-4b71-be87-3925a00a67ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483879 Nov 10 19:14:53.409096 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-ec5b5706-aa0d-4df4-bcc0-9e6fa13b1a08 service neutron] 10.222.0.54 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464175 Nov 10 19:14:53.464301 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-831e8643-fc1e-4eff-800e-76721ed052f9 req-d99711aa-e51d-4258-b2be-9f1994295ad3 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/security-groups?id=52de01c7-d00e-4b3b-b09f-d092153ad5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206536 Nov 10 19:14:53.585485 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6fe90602-c834-43ad-8753-a193ddacd646 req-b967cb69-02d3-4199-95d8-67e38eba3595 service neutron] 10.222.0.73 "GET /v2.0/networks/0233b314-e7bc-4b71-be87-3925a00a67ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710415 Nov 10 19:14:53.611737 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-e8f281e1-95d9-47cd-9688-1fc4a5025f10 service neutron] 10.222.0.54 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016132 Nov 10 19:14:53.629447 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'f4cb416f-8a27-4824-b979-fe1c44896b24', 'network_id': 'a748e1ac-c3f3-4327-9311-58b5270d8609', 'port_id': 'f4cb416f-8a27-4824-b979-fe1c44896b24', 'mac_address': 'fa:16:3e:69:83:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b014ee-338b-4680-90a3-7954962bbacb', 'ip_address': '19.86.0.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:14:53.631071 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8084a0-8e95-4a25-a945-75a0a53a9fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d7616d-0992-4a97-b94a-c81060a54fc2'}, {'server_uuid': '96254600-620f-4e25-8222-e18a10b2dc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3954429-722b-48cc-8522-e3832146af6c'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:14:53.633545 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a76d23d-dd90-442e-8db8-56662fd3e1f1" -d '{"events": [{"server_uuid": "4e8084a0-8e95-4a25-a945-75a0a53a9fac", "name": "network-vif-plugged", "status": "completed", "tag": "78d7616d-0992-4a97-b94a-c81060a54fc2"}, {"server_uuid": "96254600-620f-4e25-8222-e18a10b2dc79", "name": "network-vif-plugged", "status": "completed", "tag": "d3954429-722b-48cc-8522-e3832146af6c"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:14:53.638808 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e5308b71-2bf1-448e-b732-4d62604c8d12 req-89378a6b-c797-4d8d-9690-ceb8c78fca90 tempest-FloatingIPsNegativeTestJSON-171851628 tempest-FloatingIPsNegativeTestJSON-171851628-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0257697 Nov 10 19:14:53.700957 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-1db70bf3-1392-4d32-93e3-86e93d7a5b59 None None] For port 5f53faea-99bc-4303-86c3-33664ffb47a1, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:14:53.735767 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6da00bf6-f96c-4843-985e-d58a3fd6e896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:53.760099 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-1db70bf3-1392-4d32-93e3-86e93d7a5b59 None None] For port 5f53faea-99bc-4303-86c3-33664ffb47a1, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5f53faea-99bc-4303-86c3-33664ffb47a1,segment=NetworkSegment(2dec6a8f-ba9a-4b28-98fc-0073c9852d3d),segment_id=2dec6a8f-ba9a-4b28-98fc-0073c9852d3d)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:14:53.765490 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c4e14a52-0e3a-4314-974d-f8cdaf65322b None None] Provisioning complete for port 5f53faea-99bc-4303-86c3-33664ffb47a1 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:53.766297 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c4e14a52-0e3a-4314-974d-f8cdaf65322b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:53.799800 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1db70bf3-1392-4d32-93e3-86e93d7a5b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:53.856682 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a86f83-10f2-494c-8703-a169a607c7bf None None] Pushing event updated for resources: {'Port': ['ID=879191f3-979d-40df-a131-366910600546,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:53.931923 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:53.984232 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecb20c-9565-4a12-a6d0-fa8f21138b8a req-a4f2a88a-f123-4e1d-b9a8-de07b2b61308 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:53.990974 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecb20c-9565-4a12-a6d0-fa8f21138b8a req-a4f2a88a-f123-4e1d-b9a8-de07b2b61308 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:53.998302 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecb20c-9565-4a12-a6d0-fa8f21138b8a req-a4f2a88a-f123-4e1d-b9a8-de07b2b61308 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:54.004877 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3f106-d764-411f-903e-4cd97f26d002 None None] Pushing event updated for resources: {'Port': ['ID=5f53faea-99bc-4303-86c3-33664ffb47a1,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:54.006627 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecb20c-9565-4a12-a6d0-fa8f21138b8a req-a4f2a88a-f123-4e1d-b9a8-de07b2b61308 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:54.010332 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4cb416f-8a27-4824-b979-fe1c44896b24 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:14:54.013370 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecb20c-9565-4a12-a6d0-fa8f21138b8a req-a4f2a88a-f123-4e1d-b9a8-de07b2b61308 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:54.020051 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecb20c-9565-4a12-a6d0-fa8f21138b8a req-a4f2a88a-f123-4e1d-b9a8-de07b2b61308 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:54.027541 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecb20c-9565-4a12-a6d0-fa8f21138b8a req-a4f2a88a-f123-4e1d-b9a8-de07b2b61308 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:54.038686 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6eecb20c-9565-4a12-a6d0-fa8f21138b8a req-a4f2a88a-f123-4e1d-b9a8-de07b2b61308 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 5428 time: 0.1266603 Nov 10 19:14:54.043456 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db70bf3-1392-4d32-93e3-86e93d7a5b59 None None] Routers {'e83b2309-5206-4160-a0e7-a6d4fbf752b9'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:14:54.044117 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-1db70bf3-1392-4d32-93e3-86e93d7a5b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:14:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:14:54.073551 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port f4cb416f-8a27-4824-b979-fe1c44896b24, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=f4cb416f-8a27-4824-b979-fe1c44896b24,segment=NetworkSegment(a3fce4d0-a35e-45b3-a654-8b1ec49a2071),segment_id=a3fce4d0-a35e-45b3-a654-8b1ec49a2071)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:54.078833 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 5ff18401-7b96-4914-964a-f7d6061ddbba triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:54.079492 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:54.145388 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6eecb20c-9565-4a12-a6d0-fa8f21138b8a req-5fd698b3-2fa9-4be6-a6a5-39337da5ddc0 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d93388-382e-4c6b-9fd9-db42bf1d98d3&id=6abcce0f-c6a6-4d15-bce8-1d7464d7e84e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1024837 Nov 10 19:14:54.169463 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:54.209868 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 893f5fad-5d52-4ed2-a497-8f4e5f94cfec up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:14:54.323898 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8fe6c0-101e-4d24-9c1a-db6badc798a9 req-c79911d7-3136-47e2-8690-c5fba33f95e4 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:54.329065 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ff8fe6c0-101e-4d24-9c1a-db6badc798a9 req-c79911d7-3136-47e2-8690-c5fba33f95e4 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/ports?device_id=96254600-620f-4e25-8222-e18a10b2dc79 HTTP/1.1" status: 200 len: 950 time: 0.0740674 Nov 10 19:14:54.409057 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ff8fe6c0-101e-4d24-9c1a-db6badc798a9 req-48bda44f-53ea-45b5-b01b-89bbfbf14cfb tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1310eb53-ccf0-4795-9b31-b72aaf71422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748889 Nov 10 19:14:54.417978 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:54.440939 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=f4cb416f-8a27-4824-b979-fe1c44896b24,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:54.468380 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c4e14a52-0e3a-4314-974d-f8cdaf65322b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:54.471775 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-1db70bf3-1392-4d32-93e3-86e93d7a5b59 None None] Set router e83b2309-5206-4160-a0e7-a6d4fbf752b9 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:14:54.535823 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-41c79478-9a58-4809-ad41-dec8c5449cc8 req-0c950b44-608f-451c-8176-1b987f195469 tempest-ServerShowV257Test-1499972427 tempest-ServerShowV257Test-1499972427-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b769b8b-d307-4ca9-b212-e7dafcfc3ac5 HTTP/1.1" status: 200 len: 210 time: 0.0475807 Nov 10 19:14:54.624680 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 893f5fad-5d52-4ed2-a497-8f4e5f94cfec completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:14:54.630988 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 19:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f27f9b-300d-467a-aa29-a10231bae77d x-openstack-request-id: req-e7f27f9b-300d-467a-aa29-a10231bae77d {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:14:54.632229 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8084a0-8e95-4a25-a945-75a0a53a9fac", "name": "network-vif-plugged", "status": "completed", "tag": "78d7616d-0992-4a97-b94a-c81060a54fc2", "code": 200}, {"server_uuid": "96254600-620f-4e25-8222-e18a10b2dc79", "name": "network-vif-plugged", "status": "completed", "tag": "d3954429-722b-48cc-8522-e3832146af6c", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:14:54.632720 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e7f27f9b-300d-467a-aa29-a10231bae77d {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:14:54.633368 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8084a0-8e95-4a25-a945-75a0a53a9fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d7616d-0992-4a97-b94a-c81060a54fc2', 'code': 200} Nov 10 19:14:54.634403 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96254600-620f-4e25-8222-e18a10b2dc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3954429-722b-48cc-8522-e3832146af6c', 'code': 200} Nov 10 19:14:54.635434 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ad31e0-f8cf-4439-8f90-46782da830ab', 'tag': 'f4cb416f-8a27-4824-b979-fe1c44896b24'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:14:54.638377 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34dd8e02-a09a-4419-bdb7-943d1d687e70" -d '{"events": [{"name": "network-changed", "server_uuid": "36ad31e0-f8cf-4439-8f90-46782da830ab", "tag": "f4cb416f-8a27-4824-b979-fe1c44896b24"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:14:54.695978 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 893f5fad-5d52-4ed2-a497-8f4e5f94cfec triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:54.696738 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:54.722898 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [req-1b87aebf-0f67-4004-8fcf-b0fdd433e3b4 req-3dfe7de9-016e-44be-87f9-0b7763153bff tempest-FloatingIPsNegativeTestJSON-171851628 tempest-FloatingIPsNegativeTestJSON-171851628-project] show failed (client error): The resource could not be found. Nov 10 19:14:54.724888 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b87aebf-0f67-4004-8fcf-b0fdd433e3b4 req-3dfe7de9-016e-44be-87f9-0b7763153bff tempest-FloatingIPsNegativeTestJSON-171851628 tempest-FloatingIPsNegativeTestJSON-171851628-project] 10.222.0.54 "GET /v2.0/floatingips/c3137ae3-a140-476d-b8db-14825169a681 HTTP/1.1" status: 404 len: 350 time: 0.0742185 Nov 10 19:14:54.736772 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60350) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:14:54.770895 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c4e14a52-0e3a-4314-974d-f8cdaf65322b None None] For port 5f53faea-99bc-4303-86c3-33664ffb47a1, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5f53faea-99bc-4303-86c3-33664ffb47a1,segment=NetworkSegment(2dec6a8f-ba9a-4b28-98fc-0073c9852d3d),segment_id=2dec6a8f-ba9a-4b28-98fc-0073c9852d3d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:54.806714 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c4e14a52-0e3a-4314-974d-f8cdaf65322b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:54.810659 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ce6a3ff9-5ed2-49cf-89cc-80d1df4efd82 req-aa5afcf6-2aa3-495f-aa85-5f85551fbbf6 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports?device_id=14c55b0d-b6bb-47f4-b127-a23c3c8d10a7 HTTP/1.1" status: 200 len: 210 time: 0.0838735 Nov 10 19:14:54.813155 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5f53faea-99bc-4303-86c3-33664ffb47a1 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:14:54.825231 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:54.832280 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e44919-d266-42a9-beff-224a4957f3d1 req-d0bcb2bb-43a2-4c64-b022-b5e2fbefade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:54.835130 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-03e44919-d266-42a9-beff-224a4957f3d1 req-d0bcb2bb-43a2-4c64-b022-b5e2fbefade4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=96254600-620f-4e25-8222-e18a10b2dc79 HTTP/1.1" status: 200 len: 1101 time: 0.0960686 Nov 10 19:14:54.913405 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c4e14a52-0e3a-4314-974d-f8cdaf65322b None None] Provisioning complete for port 879191f3-979d-40df-a131-366910600546 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:54.913923 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c4e14a52-0e3a-4314-974d-f8cdaf65322b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:54.952101 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-03e44919-d266-42a9-beff-224a4957f3d1 req-441b08a4-c969-49f1-ad65-b95e3afdb1e4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1310eb53-ccf0-4795-9b31-b72aaf71422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089394 Nov 10 19:14:54.991583 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69fc2d-7535-4291-8da1-81eb7ae15aa3 req-407968ab-960e-4440-a767-8fa733374b28 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:54.998982 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-db69fc2d-7535-4291-8da1-81eb7ae15aa3 req-407968ab-960e-4440-a767-8fa733374b28 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff589d26-34ae-4ec4-ae5a-d2784849e6b8 HTTP/1.1" status: 200 len: 950 time: 0.1416609 Nov 10 19:14:55.023011 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['cc33bfcd-895a-4aee-af9f-716bb80274b8'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:14:55.042894 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bc7b9-d15b-4b59-8ff7-07f3fe1d79a9 req-12d3ab3f-9c8f-4583-aa03-b1365fb58b67 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:55.048934 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bc7b9-d15b-4b59-8ff7-07f3fe1d79a9 req-12d3ab3f-9c8f-4583-aa03-b1365fb58b67 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:55.050610 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e65bc7b9-d15b-4b59-8ff7-07f3fe1d79a9 req-12d3ab3f-9c8f-4583-aa03-b1365fb58b67 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/ports?device_id=36ad31e0-f8cf-4439-8f90-46782da830ab HTTP/1.1" status: 200 len: 1680 time: 0.1092227 Nov 10 19:14:55.057186 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e14a52-0e3a-4314-974d-f8cdaf65322b None None] Pushing event updated for resources: {'Port': ['ID=5f53faea-99bc-4303-86c3-33664ffb47a1,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:55.071858 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 78d7616d-0992-4a97-b94a-c81060a54fc2 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:14:55.091021 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-db69fc2d-7535-4291-8da1-81eb7ae15aa3 req-0d0124ea-b826-4ea9-8a78-6669c808fa87 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/security-groups?id=25cfbe48-e133-43b8-98af-8c31cdb438e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904264 Nov 10 19:14:55.131304 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['f4cb416f-8a27-4824-b979-fe1c44896b24'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:14:55.152696 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e65bc7b9-d15b-4b59-8ff7-07f3fe1d79a9 req-e06fb486-03a1-4f83-82b9-f44e2419c03d tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/security-groups?id=52de01c7-d00e-4b3b-b09f-d092153ad5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777252 Nov 10 19:14:55.172995 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:55.212332 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa3be77-d3b1-4501-a40b-2f1726b8f2bc x-openstack-request-id: req-7aa3be77-d3b1-4501-a40b-2f1726b8f2bc {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:14:55.212652 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ad31e0-f8cf-4439-8f90-46782da830ab", "tag": "f4cb416f-8a27-4824-b979-fe1c44896b24", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:14:55.212903 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7aa3be77-d3b1-4501-a40b-2f1726b8f2bc {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:14:55.213305 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ad31e0-f8cf-4439-8f90-46782da830ab', 'tag': 'f4cb416f-8a27-4824-b979-fe1c44896b24', 'status': 'completed', 'code': 200} Nov 10 19:14:55.319056 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 5f53faea-99bc-4303-86c3-33664ffb47a1 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:55.319433 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:55.346282 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd8e02-a09a-4419-bdb7-943d1d687e70 req-f9bd1879-ea02-4d23-ba57-0f0b3e19b7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:55.346795 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd8e02-a09a-4419-bdb7-943d1d687e70 req-f9bd1879-ea02-4d23-ba57-0f0b3e19b7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:55.348850 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-34dd8e02-a09a-4419-bdb7-943d1d687e70 req-f9bd1879-ea02-4d23-ba57-0f0b3e19b7ff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=77957d962e034783981c11222eec43b2&device_id=36ad31e0-f8cf-4439-8f90-46782da830ab HTTP/1.1" status: 200 len: 1982 time: 0.1036489 Nov 10 19:14:55.425460 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 893f5fad-5d52-4ed2-a497-8f4e5f94cfec, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=893f5fad-5d52-4ed2-a497-8f4e5f94cfec,segment=NetworkSegment(bbb86607-878b-48fc-80e0-71f257e97ed3),segment_id=bbb86607-878b-48fc-80e0-71f257e97ed3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:55.446824 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83439221-fa55-4a95-bbfd-ec21cd8966c2 req-5c0b0b0b-c3c3-4be8-8a34-bc4fafa6711e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:55.454345 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83439221-fa55-4a95-bbfd-ec21cd8966c2 req-5c0b0b0b-c3c3-4be8-8a34-bc4fafa6711e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:55.454697 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:55.455721 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 3d05a570-58c2-4d2e-88ff-9225756bc056 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:14:55.460621 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83439221-fa55-4a95-bbfd-ec21cd8966c2 req-5c0b0b0b-c3c3-4be8-8a34-bc4fafa6711e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:55.466868 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83439221-fa55-4a95-bbfd-ec21cd8966c2 req-5c0b0b0b-c3c3-4be8-8a34-bc4fafa6711e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:55.473216 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83439221-fa55-4a95-bbfd-ec21cd8966c2 req-5c0b0b0b-c3c3-4be8-8a34-bc4fafa6711e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:55.479600 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83439221-fa55-4a95-bbfd-ec21cd8966c2 req-5c0b0b0b-c3c3-4be8-8a34-bc4fafa6711e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:55.485938 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83439221-fa55-4a95-bbfd-ec21cd8966c2 req-5c0b0b0b-c3c3-4be8-8a34-bc4fafa6711e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:55.495555 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-83439221-fa55-4a95-bbfd-ec21cd8966c2 req-5c0b0b0b-c3c3-4be8-8a34-bc4fafa6711e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 5428 time: 0.1230800 Nov 10 19:14:55.545524 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2aea4f81-9208-4b70-b46f-bebd8bb5e3ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:55.550030 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd8e02-a09a-4419-bdb7-943d1d687e70 req-332b1437-fa7f-4dfb-adfc-2fdeabfd18bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:55.552127 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-34dd8e02-a09a-4419-bdb7-943d1d687e70 req-332b1437-fa7f-4dfb-adfc-2fdeabfd18bd service neutron] 10.222.0.73 "GET /v2.0/networks?id=a748e1ac-c3f3-4327-9311-58b5270d8609 HTTP/1.1" status: 200 len: 902 time: 0.1845596 Nov 10 19:14:55.574110 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-83439221-fa55-4a95-bbfd-ec21cd8966c2 req-be8111ab-c5c5-4b3e-96fa-10b3e70097a7 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d93388-382e-4c6b-9fd9-db42bf1d98d3&id=6abcce0f-c6a6-4d15-bce8-1d7464d7e84e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0775633 Nov 10 19:14:55.692158 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-34dd8e02-a09a-4419-bdb7-943d1d687e70 req-85b5a77b-7144-4233-a674-4a05cba9b2e5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.33&port_id=f4cb416f-8a27-4824-b979-fe1c44896b24 HTTP/1.1" status: 200 len: 217 time: 0.0916741 Nov 10 19:14:55.764356 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:55.798417 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=893f5fad-5d52-4ed2-a497-8f4e5f94cfec,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:55.816143 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-1db70bf3-1392-4d32-93e3-86e93d7a5b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1078472189-router', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '12887987-c24d-4a12-836b-8255797614c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:32Z', 'revision_number': 4, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'gw_port': {'id': '12887987-c24d-4a12-836b-8255797614c9', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '5f53faea-99bc-4303-86c3-33664ffb47a1', 'name': '', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'mac_address': 'fa:16:3e:47:9a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:29Z', 'updated_at': '2021-11-10T19:14:53Z', 'revision_number': 4, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'subnets': [{'id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:14:55.818324 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-747665be-8d61-4b8c-86e9-90b4288d20ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:55.904613 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd8e02-a09a-4419-bdb7-943d1d687e70 req-43df79a1-1a72-42e2-8ab1-dc3576af92b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:55.905289 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a1bacb86-a63e-431d-a295-74097909ee07 None None] Provisioning complete for port 5f53faea-99bc-4303-86c3-33664ffb47a1 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:55.905672 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a1bacb86-a63e-431d-a295-74097909ee07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:55.907172 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-34dd8e02-a09a-4419-bdb7-943d1d687e70 req-43df79a1-1a72-42e2-8ab1-dc3576af92b7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=67b014ee-338b-4680-90a3-7954962bbacb HTTP/1.1" status: 200 len: 801 time: 0.1999514 Nov 10 19:14:55.915449 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 879191f3-979d-40df-a131-366910600546 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:14:55.952818 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-b1f0a01c-59bf-4bca-9469-804495046406 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:55.956001 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-b1f0a01c-59bf-4bca-9469-804495046406 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.25 "GET /v2.0/networks?id=3a91fecc-dc01-4af5-8121-7bf79bed5161 HTTP/1.1" status: 200 len: 821 time: 0.3286676 Nov 10 19:14:55.987798 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-9c4054b5-fbaa-4a88-bd75-b8a67474c40c tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Request body: {'port': {'device_id': '14c55b0d-b6bb-47f4-b127-a23c3c8d10a7', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'admin_state_up': True, 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:14:56.026888 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-5cf17d18-c78c-4953-be86-a29b82484b00 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:56.039558 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-5cf17d18-c78c-4953-be86-a29b82484b00 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/networks?id=f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f HTTP/1.1" status: 200 len: 804 time: 0.2697508 Nov 10 19:14:56.059256 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd8e02-a09a-4419-bdb7-943d1d687e70 req-899d8bd3-204c-4bdd-996e-70b993ceb5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:56.060905 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-34dd8e02-a09a-4419-bdb7-943d1d687e70 req-899d8bd3-204c-4bdd-996e-70b993ceb5e0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a748e1ac-c3f3-4327-9311-58b5270d8609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1444368 Nov 10 19:14:56.096511 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db70bf3-1392-4d32-93e3-86e93d7a5b59 None None] The sync data for ids ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'] in n-d-813897-4 is: [{'id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1078472189-router', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '12887987-c24d-4a12-836b-8255797614c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:32Z', 'revision_number': 4, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'gw_port': {'id': '12887987-c24d-4a12-836b-8255797614c9', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '5f53faea-99bc-4303-86c3-33664ffb47a1', 'name': '', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'mac_address': 'fa:16:3e:47:9a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:29Z', 'updated_at': '2021-11-10T19:14:53Z', 'revision_number': 4, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'subnets': [{'id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:14:56.119383 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80c8fb-14fc-4788-aace-6be7c206ba36 req-a053267f-8099-4d39-ab82-48da53f9d0fa tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:56.121042 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b80c8fb-14fc-4788-aace-6be7c206ba36 req-a053267f-8099-4d39-ab82-48da53f9d0fa tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/ports?device_id=96254600-620f-4e25-8222-e18a10b2dc79 HTTP/1.1" status: 200 len: 950 time: 0.2011080 Nov 10 19:14:56.128485 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-4ddc943a-7d01-49ab-8225-9ab65e07835f tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/quotas/86949477275045bb909c8def9385c7a2 HTTP/1.1" status: 200 len: 375 time: 0.0864310 Nov 10 19:14:56.181397 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 3d05a570-58c2-4d2e-88ff-9225756bc056 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:14:56.208003 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 78d7616d-0992-4a97-b94a-c81060a54fc2, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=78d7616d-0992-4a97-b94a-c81060a54fc2,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:56.249435 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-188e8e70-c71c-4358-8d0c-0320f2efeeda tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=86949477275045bb909c8def9385c7a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1199198 Nov 10 19:14:56.253333 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-34dd8e02-a09a-4419-bdb7-943d1d687e70 req-2963736d-c9dd-4cd7-95c5-a04100102872 service neutron] 10.222.0.73 "GET /v2.0/networks/a748e1ac-c3f3-4327-9311-58b5270d8609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773248 Nov 10 19:14:56.268125 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 3d05a570-58c2-4d2e-88ff-9225756bc056 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:56.268598 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:56.277289 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:56.290322 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b80c8fb-14fc-4788-aace-6be7c206ba36 req-2eb4a888-96e3-4e62-96bc-67c11d9a7259 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1310eb53-ccf0-4795-9b31-b72aaf71422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596162 Nov 10 19:14:56.295992 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-2aea4f81-9208-4b70-b46f-bebd8bb5e3ce admin admin] Deleting port 879191f3-979d-40df-a131-366910600546 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:14:56.296335 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2aea4f81-9208-4b70-b46f-bebd8bb5e3ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:56.341935 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-9c4054b5-fbaa-4a88-bd75-b8a67474c40c tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Made reservation on behalf of c57c83b50f6e4bc399a3a37742495e99 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:14:56.347684 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-9c4054b5-fbaa-4a88-bd75-b8a67474c40c tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:56.495666 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=78d7616d-0992-4a97-b94a-c81060a54fc2,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:56.507135 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 879191f3-979d-40df-a131-366910600546 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:56.507135 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:56.541268 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-34dd8e02-a09a-4419-bdb7-943d1d687e70 req-5e414c9f-1527-4a7c-95c8-78ccd6ad06e8 service neutron] 10.222.0.73 "GET /v2.0/networks/a748e1ac-c3f3-4327-9311-58b5270d8609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763245 Nov 10 19:14:56.577309 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a060e3c3-282f-486d-a49b-2825dde9b1fc req-19bf94b0-2b2a-4961-860d-69ea748c823a tempest-ServerShowV257Test-1499972427 tempest-ServerShowV257Test-1499972427-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b769b8b-d307-4ca9-b212-e7dafcfc3ac5 HTTP/1.1" status: 200 len: 210 time: 0.0390334 Nov 10 19:14:56.600476 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:56.612586 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-2aea4f81-9208-4b70-b46f-bebd8bb5e3ce admin admin] For port 879191f3-979d-40df-a131-366910600546, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=879191f3-979d-40df-a131-366910600546,segment=NetworkSegment(d97450e6-eee2-48da-8448-d50135d1507e),segment_id=d97450e6-eee2-48da-8448-d50135d1507e)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:56.616664 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2aea4f81-9208-4b70-b46f-bebd8bb5e3ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:56.655832 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-2aea4f81-9208-4b70-b46f-bebd8bb5e3ce admin admin] Calling delete_port for 879191f3-979d-40df-a131-366910600546 owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:14:56.660707 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893f5fad-5d52-4ed2-a497-8f4e5f94cfec'}, {'server_uuid': '4e8084a0-8e95-4a25-a945-75a0a53a9fac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78d7616d-0992-4a97-b94a-c81060a54fc2'}, {'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d05a570-58c2-4d2e-88ff-9225756bc056'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:14:56.662883 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0114347-5bc7-460d-b42c-9001f62bef5c" -d '{"events": [{"server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "name": "network-vif-plugged", "status": "completed", "tag": "893f5fad-5d52-4ed2-a497-8f4e5f94cfec"}, {"server_uuid": "4e8084a0-8e95-4a25-a945-75a0a53a9fac", "name": "network-vif-unplugged", "status": "completed", "tag": "78d7616d-0992-4a97-b94a-c81060a54fc2"}, {"server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "name": "network-vif-plugged", "status": "completed", "tag": "3d05a570-58c2-4d2e-88ff-9225756bc056"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:14:56.687398 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-a803d584-2246-4602-8ee3-53df8a189573 service neutron] 10.222.0.54 "GET /v2.0/networks/f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368799 Nov 10 19:14:56.698314 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 3d05a570-58c2-4d2e-88ff-9225756bc056, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=3d05a570-58c2-4d2e-88ff-9225756bc056,segment=NetworkSegment(181bf923-29c6-48c6-a618-3da751521132),segment_id=181bf923-29c6-48c6-a618-3da751521132)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:56.703146 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-9c4054b5-fbaa-4a88-bd75-b8a67474c40c tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Allocated IP 172.20.0.13 (3a91fecc-dc01-4af5-8121-7bf79bed5161/6ab75c40-5d7a-4d44-8e36-e5b14d411825/d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:14:56.755885 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:56.764111 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 21af280c-4557-46cd-a694-488125af25aa up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:14:56.848335 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9d4015a5-874e-4311-8a53-46b085f41766 req-c08e54fb-c043-4d07-aef9-1c2cc79f1c32 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports?device_id=14c55b0d-b6bb-47f4-b127-a23c3c8d10a7 HTTP/1.1" status: 200 len: 210 time: 0.0313950 Nov 10 19:14:56.882052 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5064534a-61f4-4f54-8091-ff0ffd7817cc up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:14:56.884451 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=3d05a570-58c2-4d2e-88ff-9225756bc056,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:56.909397 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-2bac9d30-2c02-4713-a9a9-5364d1e5935d service neutron] 10.222.0.54 "GET /v2.0/networks/f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208319 Nov 10 19:14:56.990760 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 21af280c-4557-46cd-a694-488125af25aa completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:14:56.995781 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 21af280c-4557-46cd-a694-488125af25aa triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:56.996169 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:57.006156 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2aea4f81-9208-4b70-b46f-bebd8bb5e3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:57.038840 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea4f81-9208-4b70-b46f-bebd8bb5e3ce admin admin] Pushing event deleted for resources: {'Port': ['ID=879191f3-979d-40df-a131-366910600546,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:57.045560 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 5064534a-61f4-4f54-8091-ff0ffd7817cc triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:57.045943 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:57.061442 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea4f81-9208-4b70-b46f-bebd8bb5e3ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:57.061818 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea4f81-9208-4b70-b46f-bebd8bb5e3ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:57.062216 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea4f81-9208-4b70-b46f-bebd8bb5e3ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:57.062682 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea4f81-9208-4b70-b46f-bebd8bb5e3ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:57.063130 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea4f81-9208-4b70-b46f-bebd8bb5e3ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:57.063390 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea4f81-9208-4b70-b46f-bebd8bb5e3ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:57.063765 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea4f81-9208-4b70-b46f-bebd8bb5e3ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:57.064024 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea4f81-9208-4b70-b46f-bebd8bb5e3ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:57.064496 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea4f81-9208-4b70-b46f-bebd8bb5e3ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:57.064837 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea4f81-9208-4b70-b46f-bebd8bb5e3ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:57.065212 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea4f81-9208-4b70-b46f-bebd8bb5e3ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:57.065647 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aea4f81-9208-4b70-b46f-bebd8bb5e3ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:14:57.092449 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 29348ed9-dd43-489b-9968-2bb2b186250d no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:14:57.160489 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d9c88-0a17-44ae-8b38-4f36a393a091 req-531f24d2-352b-45d2-acba-a4e3e14cb784 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:57.176777 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d9c88-0a17-44ae-8b38-4f36a393a091 req-531f24d2-352b-45d2-acba-a4e3e14cb784 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:57.178862 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c54d9c88-0a17-44ae-8b38-4f36a393a091 req-531f24d2-352b-45d2-acba-a4e3e14cb784 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/ports?device_id=36ad31e0-f8cf-4439-8f90-46782da830ab HTTP/1.1" status: 200 len: 1680 time: 0.1578734 Nov 10 19:14:57.279923 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-9c4054b5-fbaa-4a88-bd75-b8a67474c40c tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:57.304131 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2aea4f81-9208-4b70-b46f-bebd8bb5e3ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:57.321777 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:57.384864 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:57.417556 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 21af280c-4557-46cd-a694-488125af25aa, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=21af280c-4557-46cd-a694-488125af25aa,segment=NetworkSegment(181bf923-29c6-48c6-a618-3da751521132),segment_id=181bf923-29c6-48c6-a618-3da751521132)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:57.463901 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c54d9c88-0a17-44ae-8b38-4f36a393a091 req-9c56b8ca-d2f7-4878-b00f-030817cad26e tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/security-groups?id=52de01c7-d00e-4b3b-b09f-d092153ad5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620845 Nov 10 19:14:57.508859 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:57.509872 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 46cac36f-cdb6-4119-af11-3a438f8c410c up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:14:57.550785 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e22d8-a19d-4015-bfb2-03913a730761 req-a0efce8f-76ce-44e1-8c2d-1bf9f204d60c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:57.573737 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e22d8-a19d-4015-bfb2-03913a730761 req-a0efce8f-76ce-44e1-8c2d-1bf9f204d60c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:57.580588 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e22d8-a19d-4015-bfb2-03913a730761 req-a0efce8f-76ce-44e1-8c2d-1bf9f204d60c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:57.601143 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e22d8-a19d-4015-bfb2-03913a730761 req-a0efce8f-76ce-44e1-8c2d-1bf9f204d60c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:57.607563 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:57.624134 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e22d8-a19d-4015-bfb2-03913a730761 req-a0efce8f-76ce-44e1-8c2d-1bf9f204d60c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:57.633153 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Wed, 10 Nov 2021 19:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d23942-3aff-4f6f-b37e-90a4cff25b72 x-openstack-request-id: req-11d23942-3aff-4f6f-b37e-90a4cff25b72 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:14:57.633410 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "name": "network-vif-plugged", "status": "completed", "tag": "893f5fad-5d52-4ed2-a497-8f4e5f94cfec", "code": 200}, {"server_uuid": "4e8084a0-8e95-4a25-a945-75a0a53a9fac", "name": "network-vif-unplugged", "status": "completed", "tag": "78d7616d-0992-4a97-b94a-c81060a54fc2", "code": 200}, {"server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "name": "network-vif-plugged", "status": "completed", "tag": "3d05a570-58c2-4d2e-88ff-9225756bc056", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:14:57.633667 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-11d23942-3aff-4f6f-b37e-90a4cff25b72 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:14:57.634100 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893f5fad-5d52-4ed2-a497-8f4e5f94cfec', 'code': 200} Nov 10 19:14:57.634354 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8084a0-8e95-4a25-a945-75a0a53a9fac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78d7616d-0992-4a97-b94a-c81060a54fc2', 'code': 200} Nov 10 19:14:57.634646 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d05a570-58c2-4d2e-88ff-9225756bc056', 'code': 200} Nov 10 19:14:57.635662 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e22d8-a19d-4015-bfb2-03913a730761 req-a0efce8f-76ce-44e1-8c2d-1bf9f204d60c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:57.654268 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e22d8-a19d-4015-bfb2-03913a730761 req-a0efce8f-76ce-44e1-8c2d-1bf9f204d60c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:57.663678 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-920e22d8-a19d-4015-bfb2-03913a730761 req-a0efce8f-76ce-44e1-8c2d-1bf9f204d60c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 5430 time: 0.3528199 Nov 10 19:14:57.679017 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92741196-4082-454f-8204-859732a5426e req-1f376064-2233-45df-b8b1-8a0ed61bfca9 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:57.686691 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-92741196-4082-454f-8204-859732a5426e req-1f376064-2233-45df-b8b1-8a0ed61bfca9 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e8084a0-8e95-4a25-a945-75a0a53a9fac HTTP/1.1" status: 200 len: 944 time: 0.1582460 Nov 10 19:14:57.704208 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 29348ed9-dd43-489b-9968-2bb2b186250d, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=29348ed9-dd43-489b-9968-2bb2b186250d,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:57.716492 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:57.738026 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-69147c98-6045-497f-92ac-cd9081751bd4 req-7ab83d90-dfa9-486a-a748-2a052bfe9478 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=4ca28fe1-7b91-4ed1-a740-4d1d3e335d17 HTTP/1.1" status: 200 len: 210 time: 0.0521348 Nov 10 19:14:57.743413 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5f53faea-99bc-4303-86c3-33664ffb47a1 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:14:57.801652 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-9c4054b5-fbaa-4a88-bd75-b8a67474c40c tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:57.833803 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=21af280c-4557-46cd-a694-488125af25aa,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:57.847747 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 46cac36f-cdb6-4119-af11-3a438f8c410c completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:14:57.864913 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-920e22d8-a19d-4015-bfb2-03913a730761 req-01e96b38-4630-4162-a109-e686782a75d4 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d93388-382e-4c6b-9fd9-db42bf1d98d3&id=6abcce0f-c6a6-4d15-bce8-1d7464d7e84e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2001131 Nov 10 19:14:57.883085 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 46cac36f-cdb6-4119-af11-3a438f8c410c triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:57.883484 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:57.897673 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aea4f81-9208-4b70-b46f-bebd8bb5e3ce admin admin] Router 166b1fe3-2555-458e-a0df-7f0995ce7f9d has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:14:57.910671 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 5f53faea-99bc-4303-86c3-33664ffb47a1 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:57.910671 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:57.947651 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-92741196-4082-454f-8204-859732a5426e req-6b9c7289-bd8e-4481-9e01-d50ea84d3ead tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Deleting port 78d7616d-0992-4a97-b94a-c81060a54fc2 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:14:57.948502 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-92741196-4082-454f-8204-859732a5426e req-6b9c7289-bd8e-4481-9e01-d50ea84d3ead tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:57.969270 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-9c4054b5-fbaa-4a88-bd75-b8a67474c40c tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Network 3a91fecc-dc01-4af5-8121-7bf79bed5161 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:14:57.970618 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=29348ed9-dd43-489b-9968-2bb2b186250d,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:57.986866 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-9c4054b5-fbaa-4a88-bd75-b8a67474c40c tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:14:58.002067 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-9c4054b5-fbaa-4a88-bd75-b8a67474c40c tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:14:58.038936 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4054b5-fbaa-4a88-bd75-b8a67474c40c tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Pushing event updated for resources: {'Port': ['ID=d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:58.058507 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:58.120118 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-92741196-4082-454f-8204-859732a5426e req-6b9c7289-bd8e-4481-9e01-d50ea84d3ead tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] For port 78d7616d-0992-4a97-b94a-c81060a54fc2, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=78d7616d-0992-4a97-b94a-c81060a54fc2,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:58.120717 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-92741196-4082-454f-8204-859732a5426e req-6b9c7289-bd8e-4481-9e01-d50ea84d3ead tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:58.146421 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bf40be35-89ec-460b-8fc3-e8c862e69fed req-358dfaf8-3028-40b4-b42d-2a3c17451044 tempest-ServerShowV257Test-1499972427 tempest-ServerShowV257Test-1499972427-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b769b8b-d307-4ca9-b212-e7dafcfc3ac5 HTTP/1.1" status: 200 len: 210 time: 0.1493206 Nov 10 19:14:58.147693 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 46cac36f-cdb6-4119-af11-3a438f8c410c, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=46cac36f-cdb6-4119-af11-3a438f8c410c,segment=NetworkSegment(e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a),segment_id=e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:58.155556 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:58.160944 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:14:58.201473 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4fdc57-9239-4d72-b069-76ac7505ac08 req-20424cc6-b505-46b4-aa1c-966605cae48f tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:58.211447 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0b4fdc57-9239-4d72-b069-76ac7505ac08 req-20424cc6-b505-46b4-aa1c-966605cae48f tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/ports?device_id=96254600-620f-4e25-8222-e18a10b2dc79 HTTP/1.1" status: 200 len: 950 time: 0.3428755 Nov 10 19:14:58.239134 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-9c4054b5-fbaa-4a88-bd75-b8a67474c40c tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:58.240003 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-9c4054b5-fbaa-4a88-bd75-b8a67474c40c tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:58.257030 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-92741196-4082-454f-8204-859732a5426e req-6b9c7289-bd8e-4481-9e01-d50ea84d3ead tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Calling delete_port for 78d7616d-0992-4a97-b94a-c81060a54fc2 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:14:58.275202 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-9c4054b5-fbaa-4a88-bd75-b8a67474c40c tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2978361 Nov 10 19:14:58.292798 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-63234a37-359a-403c-81ac-f533d921f16f service neutron] Request body: {'port': {'device_id': '14c55b0d-b6bb-47f4-b127-a23c3c8d10a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:14:58.305156 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=46cac36f-cdb6-4119-af11-3a438f8c410c,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:58.311951 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:14:58.316411 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:58.316830 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:58.346619 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aea4f81-9208-4b70-b46f-bebd8bb5e3ce admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:14:58.363437 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2aea4f81-9208-4b70-b46f-bebd8bb5e3ce admin admin] 10.222.0.54 "PUT /v2.0/routers/166b1fe3-2555-458e-a0df-7f0995ce7f9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6255431 Nov 10 19:14:58.367169 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60424) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:14:58.367611 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec5f78c-bf8e-4c20-a7b5-b19ce5434a7c None None] Sync routers for ids ['166b1fe3-2555-458e-a0df-7f0995ce7f9d'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:14:58.407846 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec5f78c-bf8e-4c20-a7b5-b19ce5434a7c None None] Routers {'166b1fe3-2555-458e-a0df-7f0995ce7f9d'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:14:58.408650 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-bec5f78c-bf8e-4c20-a7b5-b19ce5434a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:14:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['166b1fe3-2555-458e-a0df-7f0995ce7f9d'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:14:58.410846 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d2409ba2-e588-42ce-9091-b79e5fb866d6 None None] Provisioning complete for port d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:58.411446 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d2409ba2-e588-42ce-9091-b79e5fb866d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:58.415852 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0b4fdc57-9239-4d72-b069-76ac7505ac08 req-4c59fe10-1941-489f-b2e5-480af4f12505 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1310eb53-ccf0-4795-9b31-b72aaf71422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032719 Nov 10 19:14:58.458580 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-63234a37-359a-403c-81ac-f533d921f16f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:58.484745 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0eb90d-9b06-4f7b-b4dc-35fb154b5ee7 req-f54477d5-a972-4be8-80fe-7a38363fadd1 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:58.485791 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f0eb90d-9b06-4f7b-b4dc-35fb154b5ee7 req-f54477d5-a972-4be8-80fe-7a38363fadd1 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports?device_id=14c55b0d-b6bb-47f4-b127-a23c3c8d10a7 HTTP/1.1" status: 200 len: 932 time: 0.1357677 Nov 10 19:14:58.557186 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0b7f748b-a4c4-40db-872a-a966360afcad admin admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:58.601177 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-d2409ba2-e588-42ce-9091-b79e5fb866d6 None None] Port d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:14:58.617576 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:58.635013 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:58.656389 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-bec5f78c-bf8e-4c20-a7b5-b19ce5434a7c None None] Set router 166b1fe3-2555-458e-a0df-7f0995ce7f9d gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:14:58.684891 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f0eb90d-9b06-4f7b-b4dc-35fb154b5ee7 req-ad8ae358-ae98-46d0-a11d-9023ca487dc9 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/security-groups?id=b7f75c73-b8b6-4b96-990f-afb1f094ac2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735613 Nov 10 19:14:58.729799 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-92741196-4082-454f-8204-859732a5426e req-6b9c7289-bd8e-4481-9e01-d50ea84d3ead tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:58.751363 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b,segment=NetworkSegment(181bf923-29c6-48c6-a618-3da751521132),segment_id=181bf923-29c6-48c6-a618-3da751521132)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:58.778171 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c7289-bd8e-4481-9e01-d50ea84d3ead tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Pushing event deleted for resources: {'Port': ['ID=78d7616d-0992-4a97-b94a-c81060a54fc2,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:58.858953 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-92741196-4082-454f-8204-859732a5426e req-6b9c7289-bd8e-4481-9e01-d50ea84d3ead tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] No DVR routers for this DVR port 78d7616d-0992-4a97-b94a-c81060a54fc2 on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:14:58.861879 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-92741196-4082-454f-8204-859732a5426e req-6b9c7289-bd8e-4481-9e01-d50ea84d3ead tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:58.866410 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-92741196-4082-454f-8204-859732a5426e req-6b9c7289-bd8e-4481-9e01-d50ea84d3ead tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.25 "DELETE /v2.0/ports/78d7616d-0992-4a97-b94a-c81060a54fc2 HTTP/1.1" status: 204 len: 173 time: 1.1724756 Nov 10 19:14:58.867043 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8084a0-8e95-4a25-a945-75a0a53a9fac', 'name': 'network-vif-deleted', 'tag': '78d7616d-0992-4a97-b94a-c81060a54fc2'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:14:58.870010 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e61b71-1ff5-457a-91a9-289da7c191d9" -d '{"events": [{"server_uuid": "4e8084a0-8e95-4a25-a945-75a0a53a9fac", "name": "network-vif-deleted", "tag": "78d7616d-0992-4a97-b94a-c81060a54fc2"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:14:58.883018 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0b7f748b-a4c4-40db-872a-a966360afcad admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:58.941120 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83b429-f03a-48ed-8ba9-4ad6fca86521 req-84187eee-06e1-473d-88a3-abb96e84b391 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:58.948224 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83b429-f03a-48ed-8ba9-4ad6fca86521 req-84187eee-06e1-473d-88a3-abb96e84b391 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:58.950155 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:58.950971 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 2d9d8a32-85d2-4553-a7c3-eaf3f760a24a up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:14:58.956578 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-df83b429-f03a-48ed-8ba9-4ad6fca86521 req-84187eee-06e1-473d-88a3-abb96e84b391 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/ports?device_id=36ad31e0-f8cf-4439-8f90-46782da830ab HTTP/1.1" status: 200 len: 1680 time: 0.2282760 Nov 10 19:14:59.053357 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-df83b429-f03a-48ed-8ba9-4ad6fca86521 req-fdbcfab6-8db9-496e-89ed-014bbd9d298b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/security-groups?id=52de01c7-d00e-4b3b-b09f-d092153ad5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951860 Nov 10 19:14:59.071163 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:59.087065 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3454efb-6169-400c-a418-13e9bc896f95 req-34cd9491-7e88-498c-8af0-d225fae0d726 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:59.093805 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 2d9d8a32-85d2-4553-a7c3-eaf3f760a24a completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:14:59.098505 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b3454efb-6169-400c-a418-13e9bc896f95 req-34cd9491-7e88-498c-8af0-d225fae0d726 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/ports?device_id=96254600-620f-4e25-8222-e18a10b2dc79 HTTP/1.1" status: 200 len: 950 time: 0.2689517 Nov 10 19:14:59.100711 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 2d9d8a32-85d2-4553-a7c3-eaf3f760a24a triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:59.101076 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:59.111088 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-fff32edf-7534-4830-a398-b1d498d7404c tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:59.114269 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-fff32edf-7534-4830-a398-b1d498d7404c tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.73 "GET /v2.0/networks?id=f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f HTTP/1.1" status: 200 len: 804 time: 0.2225454 Nov 10 19:14:59.153857 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-689a0ab0-4993-48c3-a2ca-c2fa28f80cb5 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Request body: {'port': {'device_id': '4ca28fe1-7b91-4ed1-a740-4d1d3e335d17', 'network_id': 'f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f', 'admin_state_up': True, 'tenant_id': '86949477275045bb909c8def9385c7a2'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:14:59.176178 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-bec5f78c-bf8e-4c20-a7b5-b19ce5434a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166b1fe3-2555-458e-a0df-7f0995ce7f9d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1924565488-router', 'tenant_id': '99b993639604450696b38291e0901b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '5064534a-61f4-4f54-8091-ff0ffd7817cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:38Z', 'updated_at': '2021-11-10T19:14:56Z', 'revision_number': 5, 'project_id': '99b993639604450696b38291e0901b59', 'gw_port': {'id': '5064534a-61f4-4f54-8091-ff0ffd7817cc', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:38:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166b1fe3-2555-458e-a0df-7f0995ce7f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:39Z', 'updated_at': '2021-11-10T19:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:14:59.202325 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-473b0c3f-e3c7-4c01-9082-5987a291dc8d req-498baf1a-6c7a-4317-b821-68ab1a015072 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=4ca28fe1-7b91-4ed1-a740-4d1d3e335d17 HTTP/1.1" status: 200 len: 210 time: 0.0410178 Nov 10 19:14:59.213920 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec5f78c-bf8e-4c20-a7b5-b19ce5434a7c None None] Checking router: 166b1fe3-2555-458e-a0df-7f0995ce7f9d for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:14:59.250120 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b3454efb-6169-400c-a418-13e9bc896f95 req-41ee236d-a316-4b4d-9e73-3686ee893cc2 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1310eb53-ccf0-4795-9b31-b72aaf71422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438072 Nov 10 19:14:59.260745 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec5f78c-bf8e-4c20-a7b5-b19ce5434a7c None None] Routers {'166b1fe3-2555-458e-a0df-7f0995ce7f9d'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:14:59.261701 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-bec5f78c-bf8e-4c20-a7b5-b19ce5434a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:14:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['166b1fe3-2555-458e-a0df-7f0995ce7f9d'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:14:59.275603 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-0b7f748b-a4c4-40db-872a-a966360afcad admin admin] Deleting port 5064534a-61f4-4f54-8091-ff0ffd7817cc {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:14:59.275943 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0b7f748b-a4c4-40db-872a-a966360afcad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:59.297011 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825861f2-b2ba-4579-8ed8-156608e2be19 x-openstack-request-id: req-825861f2-b2ba-4579-8ed8-156608e2be19 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:14:59.297311 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8084a0-8e95-4a25-a945-75a0a53a9fac", "name": "network-vif-deleted", "tag": "78d7616d-0992-4a97-b94a-c81060a54fc2", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:14:59.297585 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-825861f2-b2ba-4579-8ed8-156608e2be19 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:14:59.298033 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8084a0-8e95-4a25-a945-75a0a53a9fac', 'name': 'network-vif-deleted', 'tag': '78d7616d-0992-4a97-b94a-c81060a54fc2', 'status': 'completed', 'code': 200} Nov 10 19:14:59.310693 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-63234a37-359a-403c-81ac-f533d921f16f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:14:59.323044 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-63234a37-359a-403c-81ac-f533d921f16f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:59.338016 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-63234a37-359a-403c-81ac-f533d921f16f service neutron] Transition to ACTIVE for port object d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:14:59.344883 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-63234a37-359a-403c-81ac-f533d921f16f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:59.356570 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:59.402303 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-689a0ab0-4993-48c3-a2ca-c2fa28f80cb5 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Made reservation on behalf of 86949477275045bb909c8def9385c7a2 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:14:59.404164 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:59.408195 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-689a0ab0-4993-48c3-a2ca-c2fa28f80cb5 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:59.413535 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63234a37-359a-403c-81ac-f533d921f16f service neutron] Pushing event updated for resources: {'Port': ['ID=d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:59.437394 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-0b7f748b-a4c4-40db-872a-a966360afcad admin admin] For port 5064534a-61f4-4f54-8091-ff0ffd7817cc, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5064534a-61f4-4f54-8091-ff0ffd7817cc,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:59.438415 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0b7f748b-a4c4-40db-872a-a966360afcad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:59.463000 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-bec5f78c-bf8e-4c20-a7b5-b19ce5434a7c None None] Set router 166b1fe3-2555-458e-a0df-7f0995ce7f9d gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:14:59.466092 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 2d9d8a32-85d2-4553-a7c3-eaf3f760a24a, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=2d9d8a32-85d2-4553-a7c3-eaf3f760a24a,segment=NetworkSegment(181bf923-29c6-48c6-a618-3da751521132),segment_id=181bf923-29c6-48c6-a618-3da751521132)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:14:59.469215 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e073167-dd73-4621-af57-bc22056a4fb7 req-de5812cb-64d2-4000-bfb1-f0efee9c4b63 tempest-ServerShowV257Test-1499972427 tempest-ServerShowV257Test-1499972427-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b769b8b-d307-4ca9-b212-e7dafcfc3ac5 HTTP/1.1" status: 200 len: 210 time: 0.0770233 Nov 10 19:14:59.520695 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-0b7f748b-a4c4-40db-872a-a966360afcad admin admin] Calling delete_port for 5064534a-61f4-4f54-8091-ff0ffd7817cc owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:14:59.579846 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:59.580705 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 9fe5d516-4cc5-4de8-8148-b602f3182868 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:14:59.584389 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57acb90e-c886-4e15-bb63-88ee613cf023 req-817f7dd2-9b05-49df-9c76-e3ca1d0e68b5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:59.590542 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57acb90e-c886-4e15-bb63-88ee613cf023 req-817f7dd2-9b05-49df-9c76-e3ca1d0e68b5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:59.597065 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57acb90e-c886-4e15-bb63-88ee613cf023 req-817f7dd2-9b05-49df-9c76-e3ca1d0e68b5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:59.603252 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57acb90e-c886-4e15-bb63-88ee613cf023 req-817f7dd2-9b05-49df-9c76-e3ca1d0e68b5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:59.609466 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57acb90e-c886-4e15-bb63-88ee613cf023 req-817f7dd2-9b05-49df-9c76-e3ca1d0e68b5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:59.616341 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57acb90e-c886-4e15-bb63-88ee613cf023 req-817f7dd2-9b05-49df-9c76-e3ca1d0e68b5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:59.624641 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57acb90e-c886-4e15-bb63-88ee613cf023 req-817f7dd2-9b05-49df-9c76-e3ca1d0e68b5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:14:59.633613 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-57acb90e-c886-4e15-bb63-88ee613cf023 req-817f7dd2-9b05-49df-9c76-e3ca1d0e68b5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 5433 time: 0.2402573 Nov 10 19:14:59.757557 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21af280c-4557-46cd-a694-488125af25aa'}, {'server_uuid': 'ff589d26-34ae-4ec4-ae5a-d2784849e6b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29348ed9-dd43-489b-9968-2bb2b186250d'}, {'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cac36f-cdb6-4119-af11-3a438f8c410c'}, {'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b'}, {'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9d8a32-85d2-4553-a7c3-eaf3f760a24a'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:14:59.761368 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7804eb1-025f-4254-a3ce-c523a562e96b" -d '{"events": [{"server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "name": "network-vif-plugged", "status": "completed", "tag": "21af280c-4557-46cd-a694-488125af25aa"}, {"server_uuid": "ff589d26-34ae-4ec4-ae5a-d2784849e6b8", "name": "network-vif-unplugged", "status": "completed", "tag": "29348ed9-dd43-489b-9968-2bb2b186250d"}, {"server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "name": "network-vif-plugged", "status": "completed", "tag": "46cac36f-cdb6-4119-af11-3a438f8c410c"}, {"server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "name": "network-vif-plugged", "status": "completed", "tag": "5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b"}, {"server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "name": "network-vif-plugged", "status": "completed", "tag": "2d9d8a32-85d2-4553-a7c3-eaf3f760a24a"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:14:59.771470 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-bec5f78c-bf8e-4c20-a7b5-b19ce5434a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166b1fe3-2555-458e-a0df-7f0995ce7f9d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1924565488-router', 'tenant_id': '99b993639604450696b38291e0901b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:38Z', 'updated_at': '2021-11-10T19:14:58Z', 'revision_number': 6, 'project_id': '99b993639604450696b38291e0901b59', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:14:59.776791 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=2d9d8a32-85d2-4553-a7c3-eaf3f760a24a,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:14:59.814870 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-63234a37-359a-403c-81ac-f533d921f16f service neutron] Attempting to bind port d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:14:59.815242 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-63234a37-359a-403c-81ac-f533d921f16f service neutron] Attempting to bind port d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '2dec6a8f-ba9a-4b28-98fc-0073c9852d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:14:59.815515 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-63234a37-359a-403c-81ac-f533d921f16f service neutron] Attempting to bind port d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91 on network 3a91fecc-dc01-4af5-8121-7bf79bed5161 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:14:59.829215 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec5f78c-bf8e-4c20-a7b5-b19ce5434a7c None None] The sync data for ids ['166b1fe3-2555-458e-a0df-7f0995ce7f9d'] in n-d-813897-4 is: [{'id': '166b1fe3-2555-458e-a0df-7f0995ce7f9d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1924565488-router', 'tenant_id': '99b993639604450696b38291e0901b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:38Z', 'updated_at': '2021-11-10T19:14:58Z', 'revision_number': 6, 'project_id': '99b993639604450696b38291e0901b59', 'gw_port_host': None}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:14:59.832998 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 9fe5d516-4cc5-4de8-8148-b602f3182868 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:14:59.844451 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 9fe5d516-4cc5-4de8-8148-b602f3182868 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:14:59.844839 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:59.847899 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-63234a37-359a-403c-81ac-f533d921f16f service neutron] Port d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91 on network 3a91fecc-dc01-4af5-8121-7bf79bed5161 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:14:59.848269 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-63234a37-359a-403c-81ac-f533d921f16f service neutron] Attempting to bind port d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91 on network 3a91fecc-dc01-4af5-8121-7bf79bed5161 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:14:59.863117 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-63234a37-359a-403c-81ac-f533d921f16f service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:14:59.863540 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-63234a37-359a-403c-81ac-f533d921f16f service neutron] Checking segment: {'id': '2dec6a8f-ba9a-4b28-98fc-0073c9852d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:14:59.864184 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-63234a37-359a-403c-81ac-f533d921f16f service neutron] Bound using segment: {'id': '2dec6a8f-ba9a-4b28-98fc-0073c9852d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:14:59.865811 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-63234a37-359a-403c-81ac-f533d921f16f service neutron] Bound port: d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dec6a8f-ba9a-4b28-98fc-0073c9852d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:14:59.866125 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-63234a37-359a-403c-81ac-f533d921f16f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:59.899357 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-57acb90e-c886-4e15-bb63-88ee613cf023 req-cc47cb34-81b5-477e-8ffc-8c434ad7cbd3 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d93388-382e-4c6b-9fd9-db42bf1d98d3&id=6abcce0f-c6a6-4d15-bce8-1d7464d7e84e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2519422 Nov 10 19:14:59.977677 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-689a0ab0-4993-48c3-a2ca-c2fa28f80cb5 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Allocated IP 172.20.0.13 (f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f/60343b83-37e4-41fb-97c3-061ff8929ded/6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:15:00.023317 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:00.031773 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 869 Content-Type: application/json Date: Wed, 10 Nov 2021 19:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5b82e0-351f-42d2-80c7-8d78806b7282 x-openstack-request-id: req-0e5b82e0-351f-42d2-80c7-8d78806b7282 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:15:00.036338 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "name": "network-vif-plugged", "status": "completed", "tag": "21af280c-4557-46cd-a694-488125af25aa", "code": 200}, {"server_uuid": "ff589d26-34ae-4ec4-ae5a-d2784849e6b8", "name": "network-vif-unplugged", "status": "completed", "tag": "29348ed9-dd43-489b-9968-2bb2b186250d", "code": 200}, {"server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "name": "network-vif-plugged", "status": "completed", "tag": "46cac36f-cdb6-4119-af11-3a438f8c410c", "code": 200}, {"server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "name": "network-vif-plugged", "status": "completed", "tag": "5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b", "code": 200}, {"server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "name": "network-vif-plugged", "status": "completed", "tag": "2d9d8a32-85d2-4553-a7c3-eaf3f760a24a", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:15:00.037745 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0e5b82e0-351f-42d2-80c7-8d78806b7282 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:15:00.038502 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21af280c-4557-46cd-a694-488125af25aa', 'code': 200} Nov 10 19:15:00.039040 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff589d26-34ae-4ec4-ae5a-d2784849e6b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29348ed9-dd43-489b-9968-2bb2b186250d', 'code': 200} Nov 10 19:15:00.039545 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cac36f-cdb6-4119-af11-3a438f8c410c', 'code': 200} Nov 10 19:15:00.040332 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b', 'code': 200} Nov 10 19:15:00.040817 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9d8a32-85d2-4553-a7c3-eaf3f760a24a', 'code': 200} Nov 10 19:15:00.100976 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 9fe5d516-4cc5-4de8-8148-b602f3182868, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=9fe5d516-4cc5-4de8-8148-b602f3182868,segment=NetworkSegment(e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a),segment_id=e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:00.106782 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:00.144060 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device f4cb416f-8a27-4824-b979-fe1c44896b24 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:15:00.145730 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-63234a37-359a-403c-81ac-f533d921f16f service neutron] For port d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:15:00.167015 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-63234a37-359a-403c-81ac-f533d921f16f service neutron] For port d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91,segment=NetworkSegment(2dec6a8f-ba9a-4b28-98fc-0073c9852d3d),segment_id=2dec6a8f-ba9a-4b28-98fc-0073c9852d3d)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:15:00.191225 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device dbfc142f-a987-481b-9f30-73482cd54f69 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:15:00.215600 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8e242-f0ad-45b6-bc27-2fd9a10a58c7 req-a28bb84b-c171-45bd-a3cb-617f2890feda tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:00.233380 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf8e242-f0ad-45b6-bc27-2fd9a10a58c7 req-a28bb84b-c171-45bd-a3cb-617f2890feda tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports?device_id=14c55b0d-b6bb-47f4-b127-a23c3c8d10a7 HTTP/1.1" status: 200 len: 944 time: 0.2000072 Nov 10 19:15:00.243741 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=9fe5d516-4cc5-4de8-8148-b602f3182868,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:00.280303 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-63234a37-359a-403c-81ac-f533d921f16f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:00.404145 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port f4cb416f-8a27-4824-b979-fe1c44896b24 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:15:00.418767 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port f4cb416f-8a27-4824-b979-fe1c44896b24 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:15:00.423237 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:00.438801 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-63234a37-359a-403c-81ac-f533d921f16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:00.439534 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-63234a37-359a-403c-81ac-f533d921f16f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:00.441032 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-63234a37-359a-403c-81ac-f533d921f16f service neutron] 10.222.0.25 "PUT /v2.0/ports/d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91 HTTP/1.1" status: 200 len: 1092 time: 2.1566541 Nov 10 19:15:00.446932 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c55b0d-b6bb-47f4-b127-a23c3c8d10a7', 'tag': 'd8c6471b-7c45-4bb2-8248-8b9d9cd3fc91'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:15:00.449662 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2d0010-88ad-4e86-a5ff-fec3a615fdea" -d '{"events": [{"name": "network-changed", "server_uuid": "14c55b0d-b6bb-47f4-b127-a23c3c8d10a7", "tag": "d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:15:00.465869 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63234a37-359a-403c-81ac-f533d921f16f service neutron] Pushing event updated for resources: {'Port': ['ID=d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:00.497676 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedacde7-bc1c-45c5-9551-4ca4c19af54f req-d4d791e7-8f64-4f03-a883-78ea8f860509 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:00.497983 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:15:00.513247 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cedacde7-bc1c-45c5-9551-4ca4c19af54f req-d4d791e7-8f64-4f03-a883-78ea8f860509 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/ports?device_id=96254600-620f-4e25-8222-e18a10b2dc79 HTTP/1.1" status: 200 len: 950 time: 0.2764421 Nov 10 19:15:00.537411 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port dbfc142f-a987-481b-9f30-73482cd54f69, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=dbfc142f-a987-481b-9f30-73482cd54f69,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:00.562946 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'dbfc142f-a987-481b-9f30-73482cd54f69', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': 'dbfc142f-a987-481b-9f30-73482cd54f69', 'mac_address': 'fa:16:3e:64:0e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:15:00.638112 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cf8e242-f0ad-45b6-bc27-2fd9a10a58c7 req-4ad47a31-166f-4788-b020-b2a7ddab8d64 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/security-groups?id=b7f75c73-b8b6-4b96-990f-afb1f094ac2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036305 Nov 10 19:15:00.673530 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:00.696760 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cedacde7-bc1c-45c5-9551-4ca4c19af54f req-2a42d298-9c04-4e6b-b9ed-fa0f9ec30a10 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1310eb53-ccf0-4795-9b31-b72aaf71422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822627 Nov 10 19:15:00.717477 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0b7f748b-a4c4-40db-872a-a966360afcad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:00.718215 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-d1a4e37f-72d2-49d9-862b-3be24832cb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:00.720114 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-d1a4e37f-72d2-49d9-862b-3be24832cb28 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c57c83b50f6e4bc399a3a37742495e99&device_id=14c55b0d-b6bb-47f4-b127-a23c3c8d10a7 HTTP/1.1" status: 200 len: 1095 time: 0.2001002 Nov 10 19:15:00.771882 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbfc142f-a987-481b-9f30-73482cd54f69 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:15:00.779034 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:00.836772 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port f4cb416f-8a27-4824-b979-fe1c44896b24, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=f4cb416f-8a27-4824-b979-fe1c44896b24,segment=NetworkSegment(a3fce4d0-a35e-45b3-a654-8b1ec49a2071),segment_id=a3fce4d0-a35e-45b3-a654-8b1ec49a2071)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:00.856669 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:00.857682 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device cc33bfcd-895a-4aee-af9f-716bb80274b8 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:15:00.889514 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f748b-a4c4-40db-872a-a966360afcad admin admin] Pushing event deleted for resources: {'Port': ['ID=5064534a-61f4-4f54-8091-ff0ffd7817cc,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:00.975977 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-689a0ab0-4993-48c3-a2ca-c2fa28f80cb5 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:00.978537 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0b7f748b-a4c4-40db-872a-a966360afcad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:00.995943 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=f4cb416f-8a27-4824-b979-fe1c44896b24,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:01.004617 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port dbfc142f-a987-481b-9f30-73482cd54f69, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=dbfc142f-a987-481b-9f30-73482cd54f69,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:01.019726 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:01.070155 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port cc33bfcd-895a-4aee-af9f-716bb80274b8 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:15:01.081065 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port cc33bfcd-895a-4aee-af9f-716bb80274b8 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:15:01.081608 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:01.119193 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0b7f748b-a4c4-40db-872a-a966360afcad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:01.123419 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0b7f748b-a4c4-40db-872a-a966360afcad admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:01.143734 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 78d7616d-0992-4a97-b94a-c81060a54fc2 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:15:01.174757 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 78d7616d-0992-4a97-b94a-c81060a54fc2 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:15:01.175221 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 78d7616d-0992-4a97-b94a-c81060a54fc2 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:15:01.177284 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['dbfc142f-a987-481b-9f30-73482cd54f69'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:15:01.180173 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0b7f748b-a4c4-40db-872a-a966360afcad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:01.180717 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7f748b-a4c4-40db-872a-a966360afcad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 166b1fe3-2555-458e-a0df-7f0995ce7f9d {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:15:01.220897 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=dbfc142f-a987-481b-9f30-73482cd54f69,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:01.243327 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0b7f748b-a4c4-40db-872a-a966360afcad admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:01.245481 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0b7f748b-a4c4-40db-872a-a966360afcad admin admin] 10.222.0.54 "DELETE /v2.0/routers/166b1fe3-2555-458e-a0df-7f0995ce7f9d HTTP/1.1" status: 204 len: 168 time: 2.8769174 Nov 10 19:15:01.249378 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-689a0ab0-4993-48c3-a2ca-c2fa28f80cb5 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:01.255321 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60492) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:01.300953 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-828b10dc-e66f-4028-9850-ba190cceca0b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91 HTTP/1.1" status: 200 len: 217 time: 0.5702996 Nov 10 19:15:01.311163 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:01.396777 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a0ab0-4993-48c3-a2ca-c2fa28f80cb5 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Pushing event updated for resources: {'Port': ['ID=6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:01.425708 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-f07f2ce4-cd5f-474c-9727-2605c7b37309 admin admin] Deleting subnet 36bf2df8-d1be-40e7-8f43-2ba376d039ca {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:15:01.431848 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f07f2ce4-cd5f-474c-9727-2605c7b37309 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:01.447045 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-30688a2f-9fd0-45e0-8d9b-89ad6d32418b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:01.448682 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-30688a2f-9fd0-45e0-8d9b-89ad6d32418b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ab75c40-5d7a-4d44-8e36-e5b14d411825 HTTP/1.1" status: 200 len: 860 time: 0.1304972 Nov 10 19:15:01.458446 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9a5fc-0c81-41a2-9694-b2afaf104706 req-953feda2-0cdc-49b2-a362-3d46dfabf6af tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:01.467876 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9fb9a5fc-0c81-41a2-9694-b2afaf104706 req-953feda2-0cdc-49b2-a362-3d46dfabf6af tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=4ca28fe1-7b91-4ed1-a740-4d1d3e335d17 HTTP/1.1" status: 200 len: 932 time: 0.1807561 Nov 10 19:15:01.505094 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port cc33bfcd-895a-4aee-af9f-716bb80274b8, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=cc33bfcd-895a-4aee-af9f-716bb80274b8,segment=NetworkSegment(f38d56f7-7078-47ea-b3a5-7a2833419847),segment_id=f38d56f7-7078-47ea-b3a5-7a2833419847)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:01.510378 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8517be8-e97e-4ec7-804c-05e1467edcc5 req-bcc12020-1f66-4506-9302-ea6edb3e9b0b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:01.515444 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:01.517273 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8517be8-e97e-4ec7-804c-05e1467edcc5 req-bcc12020-1f66-4506-9302-ea6edb3e9b0b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:01.523111 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a8517be8-e97e-4ec7-804c-05e1467edcc5 req-bcc12020-1f66-4506-9302-ea6edb3e9b0b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/ports?device_id=36ad31e0-f8cf-4439-8f90-46782da830ab HTTP/1.1" status: 200 len: 1681 time: 0.2327750 Nov 10 19:15:01.528128 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-689a0ab0-4993-48c3-a2ca-c2fa28f80cb5 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Network f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:15:01.539994 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-689a0ab0-4993-48c3-a2ca-c2fa28f80cb5 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:15:01.551601 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f07f2ce4-cd5f-474c-9727-2605c7b37309 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:01.558442 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-689a0ab0-4993-48c3-a2ca-c2fa28f80cb5 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:15:01.669392 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=cc33bfcd-895a-4aee-af9f-716bb80274b8,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:01.683465 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd4fd1-a9fb-440a-9623-a436e1de0cb2 req-9f6b41f3-ad33-4d90-ba2b-b5e7316639a2 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:01.686556 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f7fd4fd1-a9fb-440a-9623-a436e1de0cb2 req-9f6b41f3-ad33-4d90-ba2b-b5e7316639a2 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.25 "GET /v2.0/ports?device_id=96254600-620f-4e25-8222-e18a10b2dc79 HTTP/1.1" status: 200 len: 950 time: 0.2918549 Nov 10 19:15:01.697106 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-689a0ab0-4993-48c3-a2ca-c2fa28f80cb5 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:01.698210 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-689a0ab0-4993-48c3-a2ca-c2fa28f80cb5 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:01.698503 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 879191f3-979d-40df-a131-366910600546 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:15:01.702787 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9fb9a5fc-0c81-41a2-9694-b2afaf104706 req-79e6b711-aed0-45d8-accd-363a0a52c4ad tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334101 Nov 10 19:15:01.735550 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 879191f3-979d-40df-a131-366910600546 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:15:01.735896 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 879191f3-979d-40df-a131-366910600546 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:15:01.736843 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5064534a-61f4-4f54-8091-ff0ffd7817cc no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:15:01.769440 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0a94b5-4e04-4e69-ac82-ea49d6af1344 x-openstack-request-id: req-8d0a94b5-4e04-4e69-ac82-ea49d6af1344 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:15:01.769843 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c55b0d-b6bb-47f4-b127-a23c3c8d10a7", "tag": "d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:15:01.770016 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8d0a94b5-4e04-4e69-ac82-ea49d6af1344 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:15:01.770971 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c55b0d-b6bb-47f4-b127-a23c3c8d10a7', 'tag': 'd8c6471b-7c45-4bb2-8248-8b9d9cd3fc91', 'status': 'completed', 'code': 200} Nov 10 19:15:01.781805 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 5064534a-61f4-4f54-8091-ff0ffd7817cc {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:15:01.782161 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5064534a-61f4-4f54-8091-ff0ffd7817cc not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:15:01.790390 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-fa104774-dc10-4006-a38b-18eb1e1fda58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:01.792265 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-fa104774-dc10-4006-a38b-18eb1e1fda58 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a91fecc-dc01-4af5-8121-7bf79bed5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3215277 Nov 10 19:15:01.806300 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a8517be8-e97e-4ec7-804c-05e1467edcc5 req-b7733826-83e3-4aac-bb9e-c105a5c6a374 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/security-groups?id=52de01c7-d00e-4b3b-b09f-d092153ad5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453678 Nov 10 19:15:01.844122 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-689a0ab0-4993-48c3-a2ca-c2fa28f80cb5 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6976318 Nov 10 19:15:01.865515 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-7425a714-c42a-400f-8e85-a304c9ea23ca service neutron] Request body: {'port': {'device_id': '4ca28fe1-7b91-4ed1-a740-4d1d3e335d17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:15:01.909749 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-31c4526c-ceec-47fb-aed7-9246dd368469 req-4980048b-d1bb-471b-93bc-05e3b2082b04 tempest-ServerShowV257Test-1499972427 tempest-ServerShowV257Test-1499972427-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b769b8b-d307-4ca9-b212-e7dafcfc3ac5 HTTP/1.1" status: 200 len: 210 time: 0.0527282 Nov 10 19:15:01.916152 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f07f2ce4-cd5f-474c-9727-2605c7b37309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:02.027493 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-7425a714-c42a-400f-8e85-a304c9ea23ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:02.042286 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe5d516-4cc5-4de8-8148-b602f3182868'}, {'server_uuid': '36ad31e0-f8cf-4439-8f90-46782da830ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4cb416f-8a27-4824-b979-fe1c44896b24'}, {'server_uuid': '36ad31e0-f8cf-4439-8f90-46782da830ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc33bfcd-895a-4aee-af9f-716bb80274b8'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:15:02.045370 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf9d498-c11e-445d-a423-b9aead463269" -d '{"events": [{"server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "name": "network-vif-plugged", "status": "completed", "tag": "9fe5d516-4cc5-4de8-8148-b602f3182868"}, {"server_uuid": "36ad31e0-f8cf-4439-8f90-46782da830ab", "name": "network-vif-plugged", "status": "completed", "tag": "f4cb416f-8a27-4824-b979-fe1c44896b24"}, {"server_uuid": "36ad31e0-f8cf-4439-8f90-46782da830ab", "name": "network-vif-plugged", "status": "completed", "tag": "cc33bfcd-895a-4aee-af9f-716bb80274b8"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:15:02.050252 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126527b6-71a8-4461-8503-b7c3a23f4305 req-4cb58311-90da-4a49-a91a-efd846dc57a9 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:02.056851 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126527b6-71a8-4461-8503-b7c3a23f4305 req-4cb58311-90da-4a49-a91a-efd846dc57a9 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:02.062939 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126527b6-71a8-4461-8503-b7c3a23f4305 req-4cb58311-90da-4a49-a91a-efd846dc57a9 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:02.069219 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126527b6-71a8-4461-8503-b7c3a23f4305 req-4cb58311-90da-4a49-a91a-efd846dc57a9 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:02.077132 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126527b6-71a8-4461-8503-b7c3a23f4305 req-4cb58311-90da-4a49-a91a-efd846dc57a9 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:02.084217 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126527b6-71a8-4461-8503-b7c3a23f4305 req-4cb58311-90da-4a49-a91a-efd846dc57a9 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:02.090296 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126527b6-71a8-4461-8503-b7c3a23f4305 req-4cb58311-90da-4a49-a91a-efd846dc57a9 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:02.092670 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-126527b6-71a8-4461-8503-b7c3a23f4305 req-4cb58311-90da-4a49-a91a-efd846dc57a9 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 5435 time: 0.1428595 Nov 10 19:15:02.114187 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-f7fd4fd1-a9fb-440a-9623-a436e1de0cb2 req-afff6e56-7f8f-40fa-9fab-a10746e7a2b7 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Deleting port d3954429-722b-48cc-8522-e3832146af6c {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:15:02.114683 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f7fd4fd1-a9fb-440a-9623-a436e1de0cb2 req-afff6e56-7f8f-40fa-9fab-a10746e7a2b7 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:02.133858 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f07f2ce4-cd5f-474c-9727-2605c7b37309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:02.152179 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-d05aaef3-4d2e-4395-b573-c498aae1ab99 service neutron] 10.222.0.25 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448718 Nov 10 19:15:02.182004 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device dbfc142f-a987-481b-9f30-73482cd54f69 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:15:02.255245 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afa599-474d-48dc-82ff-8d55336e7d48 req-a9cadaca-7f54-43f6-834a-c50f12eae65e tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:02.263303 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b8afa599-474d-48dc-82ff-8d55336e7d48 req-a9cadaca-7f54-43f6-834a-c50f12eae65e tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports?device_id=14c55b0d-b6bb-47f4-b127-a23c3c8d10a7 HTTP/1.1" status: 200 len: 944 time: 0.1694026 Nov 10 19:15:02.267846 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674ba89d-ae67-478e-bd65-9e1e79b4d02f None None] Network e8e07a2b-b558-49a7-ae77-e7b1f696a3fb requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:15:02.275650 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f2ce4-cd5f-474c-9727-2605c7b37309 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36bf2df8-d1be-40e7-8f43-2ba376d039ca,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:02.278017 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f07f2ce4-cd5f-474c-9727-2605c7b37309 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:02.279189 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port dbfc142f-a987-481b-9f30-73482cd54f69 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:15:02.280881 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:02.286977 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f07f2ce4-cd5f-474c-9727-2605c7b37309 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/36bf2df8-d1be-40e7-8f43-2ba376d039ca HTTP/1.1" status: 204 len: 168 time: 0.9570715 Nov 10 19:15:02.303144 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60508) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:02.343355 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-126527b6-71a8-4461-8503-b7c3a23f4305 req-c566f02c-2c6a-4f4e-b44e-66798c4d260b tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d93388-382e-4c6b-9fd9-db42bf1d98d3&id=6abcce0f-c6a6-4d15-bce8-1d7464d7e84e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2250149 Nov 10 19:15:02.449184 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b8afa599-474d-48dc-82ff-8d55336e7d48 req-ad20f7bc-a9b2-4ec7-8dec-d7f0251e28f8 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/security-groups?id=b7f75c73-b8b6-4b96-990f-afb1f094ac2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846461 Nov 10 19:15:02.478164 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5801ccda-fa69-4c0b-9de9-36c9bedcda56 req-40e8bae1-10e2-4be2-9e2a-d92633a8ccae service neutron] 10.222.0.25 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174949 Nov 10 19:15:02.504568 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-f7fd4fd1-a9fb-440a-9623-a436e1de0cb2 req-afff6e56-7f8f-40fa-9fab-a10746e7a2b7 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] For port d3954429-722b-48cc-8522-e3832146af6c, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=d3954429-722b-48cc-8522-e3832146af6c,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:02.505430 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f7fd4fd1-a9fb-440a-9623-a436e1de0cb2 req-afff6e56-7f8f-40fa-9fab-a10746e7a2b7 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:02.537619 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-f7fd4fd1-a9fb-440a-9623-a436e1de0cb2 req-afff6e56-7f8f-40fa-9fab-a10746e7a2b7 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Calling delete_port for d3954429-722b-48cc-8522-e3832146af6c owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:15:02.637277 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496387d8-f6d9-472f-a23e-519fcc5b5cad req-8c867798-b807-4cc8-a67c-0189a1ae33b4 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:02.645893 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-496387d8-f6d9-472f-a23e-519fcc5b5cad req-8c867798-b807-4cc8-a67c-0189a1ae33b4 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/ports?device_id=96254600-620f-4e25-8222-e18a10b2dc79 HTTP/1.1" status: 200 len: 950 time: 0.1475384 Nov 10 19:15:02.676777 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d0010-88ad-4e86-a5ff-fec3a615fdea req-f9497882-7ce6-4f5f-acad-84d2bfbf6898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:02.680005 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c2d0010-88ad-4e86-a5ff-fec3a615fdea req-f9497882-7ce6-4f5f-acad-84d2bfbf6898 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c57c83b50f6e4bc399a3a37742495e99&device_id=14c55b0d-b6bb-47f4-b127-a23c3c8d10a7 HTTP/1.1" status: 200 len: 1095 time: 0.1238389 Nov 10 19:15:02.683445 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 10 Nov 2021 19:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ece3e1b-2adc-4ec7-9adb-7c649da2aefa x-openstack-request-id: req-3ece3e1b-2adc-4ec7-9adb-7c649da2aefa {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:15:02.684439 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "name": "network-vif-plugged", "status": "completed", "tag": "9fe5d516-4cc5-4de8-8148-b602f3182868", "code": 200}, {"server_uuid": "36ad31e0-f8cf-4439-8f90-46782da830ab", "name": "network-vif-plugged", "status": "completed", "tag": "f4cb416f-8a27-4824-b979-fe1c44896b24", "code": 200}, {"server_uuid": "36ad31e0-f8cf-4439-8f90-46782da830ab", "name": "network-vif-plugged", "status": "completed", "tag": "cc33bfcd-895a-4aee-af9f-716bb80274b8", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:15:02.684930 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3ece3e1b-2adc-4ec7-9adb-7c649da2aefa {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:15:02.686452 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe5d516-4cc5-4de8-8148-b602f3182868', 'code': 200} Nov 10 19:15:02.687598 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ad31e0-f8cf-4439-8f90-46782da830ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4cb416f-8a27-4824-b979-fe1c44896b24', 'code': 200} Nov 10 19:15:02.688005 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ad31e0-f8cf-4439-8f90-46782da830ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc33bfcd-895a-4aee-af9f-716bb80274b8', 'code': 200} Nov 10 19:15:02.693984 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:02.827282 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port dbfc142f-a987-481b-9f30-73482cd54f69, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=dbfc142f-a987-481b-9f30-73482cd54f69,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:02.838360 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:02.936268 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ba0f6b3d-28e3-4c03-945f-963268cc6c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:02.960565 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f7fd4fd1-a9fb-440a-9623-a436e1de0cb2 req-afff6e56-7f8f-40fa-9fab-a10746e7a2b7 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:02.988252 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1504f8d-66bb-4f7a-94f2-c5386721e81c None None] DHCP port deletion for e8e07a2b-b558-49a7-ae77-e7b1f696a3fb request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:15:02.991489 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['d3954429-722b-48cc-8522-e3832146af6c'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:15:03.007299 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d0010-88ad-4e86-a5ff-fec3a615fdea req-ac1fcc28-b209-4f88-a485-8e2f0c1efde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:03.008849 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c2d0010-88ad-4e86-a5ff-fec3a615fdea req-ac1fcc28-b209-4f88-a485-8e2f0c1efde6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a91fecc-dc01-4af5-8121-7bf79bed5161 HTTP/1.1" status: 200 len: 922 time: 0.3128014 Nov 10 19:15:03.020917 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=dbfc142f-a987-481b-9f30-73482cd54f69,revision_number=7']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:03.044289 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-496387d8-f6d9-472f-a23e-519fcc5b5cad req-a7bef3c8-847b-4101-88e1-7dde0bde0e1b tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1310eb53-ccf0-4795-9b31-b72aaf71422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947873 Nov 10 19:15:03.086493 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f16b9b-2d02-431b-b736-0c43b27e51d1 req-a725ec61-7570-497d-8e2f-8088db84b25e tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:03.096351 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02f16b9b-2d02-431b-b736-0c43b27e51d1 req-a725ec61-7570-497d-8e2f-8088db84b25e tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=4ca28fe1-7b91-4ed1-a740-4d1d3e335d17 HTTP/1.1" status: 200 len: 932 time: 0.2375774 Nov 10 19:15:03.120358 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-d1504f8d-66bb-4f7a-94f2-c5386721e81c None None] Deleting port 5ff18401-7b96-4914-964a-f7d6061ddbba {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:15:03.121103 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d1504f8d-66bb-4f7a-94f2-c5386721e81c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:03.123989 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-7425a714-c42a-400f-8e85-a304c9ea23ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:15:03.145922 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-7425a714-c42a-400f-8e85-a304c9ea23ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:03.160708 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0908275-9877-451d-b95f-c4a96951eb31 req-9be15adb-5332-4ed9-bf7d-d0f559d1388e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:03.161264 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0908275-9877-451d-b95f-c4a96951eb31 req-9be15adb-5332-4ed9-bf7d-d0f559d1388e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:03.162563 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0908275-9877-451d-b95f-c4a96951eb31 req-9be15adb-5332-4ed9-bf7d-d0f559d1388e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:03.163169 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0908275-9877-451d-b95f-c4a96951eb31 req-9be15adb-5332-4ed9-bf7d-d0f559d1388e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:03.163638 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0908275-9877-451d-b95f-c4a96951eb31 req-9be15adb-5332-4ed9-bf7d-d0f559d1388e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:03.164193 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0908275-9877-451d-b95f-c4a96951eb31 req-9be15adb-5332-4ed9-bf7d-d0f559d1388e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:03.164701 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0908275-9877-451d-b95f-c4a96951eb31 req-9be15adb-5332-4ed9-bf7d-d0f559d1388e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:03.169099 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a0908275-9877-451d-b95f-c4a96951eb31 req-9be15adb-5332-4ed9-bf7d-d0f559d1388e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 6492 time: 0.4851613 Nov 10 19:15:03.175462 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-7425a714-c42a-400f-8e85-a304c9ea23ca service neutron] Transition to ACTIVE for port object 6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:15:03.281450 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c2d0010-88ad-4e86-a5ff-fec3a615fdea req-3cc8444c-ab26-4c64-a1e1-6aa9a28078b2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91 HTTP/1.1" status: 200 len: 217 time: 0.2359238 Nov 10 19:15:03.394704 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-7425a714-c42a-400f-8e85-a304c9ea23ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:03.415977 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7fd4fd1-a9fb-440a-9623-a436e1de0cb2 req-afff6e56-7f8f-40fa-9fab-a10746e7a2b7 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] No DVR routers for this DVR port d3954429-722b-48cc-8522-e3832146af6c on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:15:03.420729 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f7fd4fd1-a9fb-440a-9623-a436e1de0cb2 req-afff6e56-7f8f-40fa-9fab-a10746e7a2b7 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:03.424896 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f7fd4fd1-a9fb-440a-9623-a436e1de0cb2 req-afff6e56-7f8f-40fa-9fab-a10746e7a2b7 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] 10.222.0.25 "DELETE /v2.0/ports/d3954429-722b-48cc-8522-e3832146af6c HTTP/1.1" status: 204 len: 173 time: 1.7209048 Nov 10 19:15:03.432552 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb1e6e-cb65-4a5b-b953-4fbb5be7a20d req-a0cfc28b-d3b1-416e-a43d-f6e2c46805b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:03.433048 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb1e6e-cb65-4a5b-b953-4fbb5be7a20d req-a0cfc28b-d3b1-416e-a43d-f6e2c46805b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:03.434848 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0dbb1e6e-cb65-4a5b-b953-4fbb5be7a20d req-a0cfc28b-d3b1-416e-a43d-f6e2c46805b6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=36ad31e0-f8cf-4439-8f90-46782da830ab HTTP/1.1" status: 200 len: 1984 time: 0.6181877 Nov 10 19:15:03.435680 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff6e56-7f8f-40fa-9fab-a10746e7a2b7 tempest-DeleteServersAdminTestJSON-1606698777 tempest-DeleteServersAdminTestJSON-1606698777-project] Pushing event deleted for resources: {'Port': ['ID=d3954429-722b-48cc-8522-e3832146af6c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:03.437495 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96254600-620f-4e25-8222-e18a10b2dc79', 'name': 'network-vif-deleted', 'tag': 'd3954429-722b-48cc-8522-e3832146af6c'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:15:03.440873 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85c05f2-eeec-4e8d-8ea8-f9bc06a3d97b" -d '{"events": [{"server_uuid": "96254600-620f-4e25-8222-e18a10b2dc79", "name": "network-vif-deleted", "tag": "d3954429-722b-48cc-8522-e3832146af6c"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:15:03.475454 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d0010-88ad-4e86-a5ff-fec3a615fdea req-309fea69-59c4-42ff-8093-a067241370f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:03.476908 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c2d0010-88ad-4e86-a5ff-fec3a615fdea req-309fea69-59c4-42ff-8093-a067241370f4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ab75c40-5d7a-4d44-8e36-e5b14d411825 HTTP/1.1" status: 200 len: 860 time: 0.1636767 Nov 10 19:15:03.567420 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02f16b9b-2d02-431b-b736-0c43b27e51d1 req-45483390-3fa7-49d4-ba3d-159361b4cc73 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700670 Nov 10 19:15:03.696367 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407d45f-3327-401a-84b5-1f9be19c2181 req-a8847248-b3e6-4b97-b3b1-933209821232 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:03.707229 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407d45f-3327-401a-84b5-1f9be19c2181 req-a8847248-b3e6-4b97-b3b1-933209821232 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:03.708406 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-d1504f8d-66bb-4f7a-94f2-c5386721e81c None None] For port 5ff18401-7b96-4914-964a-f7d6061ddbba, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5ff18401-7b96-4914-964a-f7d6061ddbba,segment=NetworkSegment(d97450e6-eee2-48da-8448-d50135d1507e),segment_id=d97450e6-eee2-48da-8448-d50135d1507e)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:03.709207 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d1504f8d-66bb-4f7a-94f2-c5386721e81c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:03.709642 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425a714-c42a-400f-8e85-a304c9ea23ca service neutron] Pushing event updated for resources: {'Port': ['ID=6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:03.710708 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3407d45f-3327-401a-84b5-1f9be19c2181 req-a8847248-b3e6-4b97-b3b1-933209821232 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/ports?device_id=36ad31e0-f8cf-4439-8f90-46782da830ab HTTP/1.1" status: 200 len: 1682 time: 0.5407190 Nov 10 19:15:03.722734 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0dbb1e6e-cb65-4a5b-b953-4fbb5be7a20d req-b2745336-aaac-47a8-9ebf-c2c0db8d1db5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=52de01c7-d00e-4b3b-b09f-d092153ad5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582088 Nov 10 19:15:03.755314 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-d1504f8d-66bb-4f7a-94f2-c5386721e81c None None] Calling delete_port for 5ff18401-7b96-4914-964a-f7d6061ddbba owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:15:03.763432 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-ba0f6b3d-28e3-4c03-945f-963268cc6c81 admin admin] Deleting port 5ff18401-7b96-4914-964a-f7d6061ddbba {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:15:03.765467 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ba0f6b3d-28e3-4c03-945f-963268cc6c81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:03.810744 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d62d0b30-8330-446e-bb4e-8f5342eed263 req-e8d1a076-9979-427e-90b2-a6694601ee41 tempest-ServerShowV257Test-1499972427 tempest-ServerShowV257Test-1499972427-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b769b8b-d307-4ca9-b212-e7dafcfc3ac5 HTTP/1.1" status: 200 len: 210 time: 0.0791690 Nov 10 19:15:03.849270 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a0908275-9877-451d-b95f-c4a96951eb31 req-05f2524a-fa13-4818-8c65-e8807b4a9e30 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6abcce0f-c6a6-4d15-bce8-1d7464d7e84e&id=b2d93388-382e-4c6b-9fd9-db42bf1d98d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6181049 Nov 10 19:15:03.853991 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5ff18401-7b96-4914-964a-f7d6061ddbba no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:15:03.857188 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d1504f8d-66bb-4f7a-94f2-c5386721e81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:03.862011 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-ba0f6b3d-28e3-4c03-945f-963268cc6c81 admin admin] For port 5ff18401-7b96-4914-964a-f7d6061ddbba, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5ff18401-7b96-4914-964a-f7d6061ddbba,segment=NetworkSegment(d97450e6-eee2-48da-8448-d50135d1507e),segment_id=d97450e6-eee2-48da-8448-d50135d1507e)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:03.862535 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ba0f6b3d-28e3-4c03-945f-963268cc6c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:03.876943 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d0010-88ad-4e86-a5ff-fec3a615fdea req-02b3dcb1-1dfa-436b-8d88-da13930e30e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:03.878841 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c2d0010-88ad-4e86-a5ff-fec3a615fdea req-02b3dcb1-1dfa-436b-8d88-da13930e30e2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a91fecc-dc01-4af5-8121-7bf79bed5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3780954 Nov 10 19:15:03.883003 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-ba0f6b3d-28e3-4c03-945f-963268cc6c81 admin admin] Calling delete_port for 5ff18401-7b96-4914-964a-f7d6061ddbba owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:15:03.914219 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 5ff18401-7b96-4914-964a-f7d6061ddbba {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:15:03.914601 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5ff18401-7b96-4914-964a-f7d6061ddbba not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:15:03.916724 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1504f8d-66bb-4f7a-94f2-c5386721e81c None None] Pushing event deleted for resources: {'Port': ['ID=5ff18401-7b96-4914-964a-f7d6061ddbba,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:03.922670 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1504f8d-66bb-4f7a-94f2-c5386721e81c None None] No DVR routers for this DVR port 5ff18401-7b96-4914-964a-f7d6061ddbba on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:15:03.958596 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3407d45f-3327-401a-84b5-1f9be19c2181 req-47e24563-d8a5-4973-9350-de66e5077ea2 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/security-groups?id=52de01c7-d00e-4b3b-b09f-d092153ad5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798251 Nov 10 19:15:04.005877 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ba0f6b3d-28e3-4c03-945f-963268cc6c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:04.077075 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0f6b3d-28e3-4c03-945f-963268cc6c81 admin admin] No DVR routers for this DVR port 5ff18401-7b96-4914-964a-f7d6061ddbba on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:15:04.191846 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ba0f6b3d-28e3-4c03-945f-963268cc6c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:04.211181 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99f9b7a-4938-4ce4-9254-c39175e5d0ab x-openstack-request-id: req-d99f9b7a-4938-4ce4-9254-c39175e5d0ab {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:15:04.211444 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96254600-620f-4e25-8222-e18a10b2dc79", "name": "network-vif-deleted", "tag": "d3954429-722b-48cc-8522-e3832146af6c", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:15:04.211672 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d99f9b7a-4938-4ce4-9254-c39175e5d0ab {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:15:04.212222 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96254600-620f-4e25-8222-e18a10b2dc79', 'name': 'network-vif-deleted', 'tag': 'd3954429-722b-48cc-8522-e3832146af6c', 'status': 'completed', 'code': 200} Nov 10 19:15:04.212996 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f6b3d-28e3-4c03-945f-963268cc6c81 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ff18401-7b96-4914-964a-f7d6061ddbba,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:04.222975 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-7425a714-c42a-400f-8e85-a304c9ea23ca service neutron] Attempting to bind port 6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:15:04.223321 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-7425a714-c42a-400f-8e85-a304c9ea23ca service neutron] Attempting to bind port 6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'dbdeb921-b21e-4ed7-abfa-477ab4c0055c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:15:04.223683 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-7425a714-c42a-400f-8e85-a304c9ea23ca service neutron] Attempting to bind port 6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43 on network f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:15:04.231449 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-7425a714-c42a-400f-8e85-a304c9ea23ca service neutron] Port 6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43 on network f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:15:04.231774 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-7425a714-c42a-400f-8e85-a304c9ea23ca service neutron] Attempting to bind port 6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43 on network f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:15:04.234475 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f026cfd3-44ff-4f9d-adf6-484a21574e0a req-886de42e-4b10-4c8f-83cd-11577c59741d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3b769b8b-d307-4ca9-b212-e7dafcfc3ac5 HTTP/1.1" status: 200 len: 210 time: 0.0913329 Nov 10 19:15:04.239627 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-ba0f6b3d-28e3-4c03-945f-963268cc6c81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e07a2b-b558-49a7-ae77-e7b1f696a3fb']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:04.243496 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-7425a714-c42a-400f-8e85-a304c9ea23ca service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:15:04.243747 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-7425a714-c42a-400f-8e85-a304c9ea23ca service neutron] Checking segment: {'id': 'dbdeb921-b21e-4ed7-abfa-477ab4c0055c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:15:04.243941 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-7425a714-c42a-400f-8e85-a304c9ea23ca service neutron] Bound using segment: {'id': 'dbdeb921-b21e-4ed7-abfa-477ab4c0055c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:15:04.244469 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-7425a714-c42a-400f-8e85-a304c9ea23ca service neutron] Bound port: 6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbdeb921-b21e-4ed7-abfa-477ab4c0055c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:15:04.244831 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-7425a714-c42a-400f-8e85-a304c9ea23ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:04.265552 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-ba0f6b3d-28e3-4c03-945f-963268cc6c81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd97450e6-eee2-48da-8448-d50135d1507e') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:04.265552 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-ba0f6b3d-28e3-4c03-945f-963268cc6c81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd97450e6-eee2-48da-8448-d50135d1507e') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:04.269122 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c2d0010-88ad-4e86-a5ff-fec3a615fdea req-71c49d76-1538-40bf-b30b-871c8aee6ab9 service neutron] 10.222.0.25 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799701 Nov 10 19:15:04.281248 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ba0f6b3d-28e3-4c03-945f-963268cc6c81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:04.328494 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ba0f6b3d-28e3-4c03-945f-963268cc6c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:04.349669 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0f6b3d-28e3-4c03-945f-963268cc6c81 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:15:04.350097 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ba0f6b3d-28e3-4c03-945f-963268cc6c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:15:04.351831 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:15:04.373920 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82532f-e063-4a7d-a6bd-c6c0dd4678ab req-3f57d285-42c6-4f81-a0f1-1eef39d0a196 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:04.383418 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82532f-e063-4a7d-a6bd-c6c0dd4678ab req-3f57d285-42c6-4f81-a0f1-1eef39d0a196 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:04.392690 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82532f-e063-4a7d-a6bd-c6c0dd4678ab req-3f57d285-42c6-4f81-a0f1-1eef39d0a196 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:04.402339 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82532f-e063-4a7d-a6bd-c6c0dd4678ab req-3f57d285-42c6-4f81-a0f1-1eef39d0a196 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:04.413049 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82532f-e063-4a7d-a6bd-c6c0dd4678ab req-3f57d285-42c6-4f81-a0f1-1eef39d0a196 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:04.414307 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-7425a714-c42a-400f-8e85-a304c9ea23ca service neutron] For port 6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:15:04.420823 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82532f-e063-4a7d-a6bd-c6c0dd4678ab req-3f57d285-42c6-4f81-a0f1-1eef39d0a196 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:04.425904 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ba0f6b3d-28e3-4c03-945f-963268cc6c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:04.434033 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ba0f6b3d-28e3-4c03-945f-963268cc6c81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:04.440957 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ba0f6b3d-28e3-4c03-945f-963268cc6c81 admin admin] 10.222.0.54 "DELETE /v2.0/networks/e8e07a2b-b558-49a7-ae77-e7b1f696a3fb HTTP/1.1" status: 204 len: 168 time: 2.1366143 Nov 10 19:15:04.441187 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82532f-e063-4a7d-a6bd-c6c0dd4678ab req-3f57d285-42c6-4f81-a0f1-1eef39d0a196 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:04.446236 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f82532f-e063-4a7d-a6bd-c6c0dd4678ab req-3f57d285-42c6-4f81-a0f1-1eef39d0a196 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 5435 time: 0.3827338 Nov 10 19:15:04.460019 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-7425a714-c42a-400f-8e85-a304c9ea23ca service neutron] For port 6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:15:04.461747 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f6b3d-28e3-4c03-945f-963268cc6c81 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8e07a2b-b558-49a7-ae77-e7b1f696a3fb,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:04.466615 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-7425a714-c42a-400f-8e85-a304c9ea23ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:04.506897 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-7425a714-c42a-400f-8e85-a304c9ea23ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:04.507708 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-7425a714-c42a-400f-8e85-a304c9ea23ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:04.509415 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-7425a714-c42a-400f-8e85-a304c9ea23ca service neutron] 10.222.0.73 "PUT /v2.0/ports/6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43 HTTP/1.1" status: 200 len: 1092 time: 2.6485980 Nov 10 19:15:04.539158 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b1dac-f3c5-45ce-ab49-7f181e23b2cb req-1b1db654-0224-45f8-8db4-ae7b6a33d3cb tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:04.541079 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb4b1dac-f3c5-45ce-ab49-7f181e23b2cb req-1b1db654-0224-45f8-8db4-ae7b6a33d3cb tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports?device_id=14c55b0d-b6bb-47f4-b127-a23c3c8d10a7 HTTP/1.1" status: 200 len: 944 time: 0.2698863 Nov 10 19:15:04.541606 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425a714-c42a-400f-8e85-a304c9ea23ca service neutron] Pushing event updated for resources: {'Port': ['ID=6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:04.650283 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-d2a11d42-d17a-4998-9054-fc17d7494959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:04.652572 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-d2a11d42-d17a-4998-9054-fc17d7494959 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=86949477275045bb909c8def9385c7a2&device_id=4ca28fe1-7b91-4ed1-a740-4d1d3e335d17 HTTP/1.1" status: 200 len: 1095 time: 0.0771861 Nov 10 19:15:04.677603 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb4b1dac-f3c5-45ce-ab49-7f181e23b2cb req-64ebedfa-c4b5-482d-a2ae-b30bb51b7a89 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/security-groups?id=b7f75c73-b8b6-4b96-990f-afb1f094ac2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216466 Nov 10 19:15:04.688879 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b98b83b-70ed-4e37-885a-e7167916b3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfc142f-a987-481b-9f30-73482cd54f69'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:15:04.691496 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e159b88-1c3a-4265-8587-e385b6b8ae58" -d '{"events": [{"server_uuid": "8b98b83b-70ed-4e37-885a-e7167916b3a6", "name": "network-vif-plugged", "status": "completed", "tag": "dbfc142f-a987-481b-9f30-73482cd54f69"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:15:04.699176 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c2d0010-88ad-4e86-a5ff-fec3a615fdea req-dd63d0c1-dff7-414a-a69e-a08c0891926a service neutron] 10.222.0.25 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060829 Nov 10 19:15:04.718946 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-0bd5b5ca-3f61-432a-8401-5165695a322d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43 HTTP/1.1" status: 200 len: 217 time: 0.0577285 Nov 10 19:15:04.719671 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60540) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:04.723586 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f82532f-e063-4a7d-a6bd-c6c0dd4678ab req-c6d80867-0064-497a-8f8a-e423bedf2e10 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d93388-382e-4c6b-9fd9-db42bf1d98d3&id=6abcce0f-c6a6-4d15-bce8-1d7464d7e84e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2523811 Nov 10 19:15:04.807260 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-a133643f-3d33-445a-bed4-aab38a19ab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:04.807562 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2939bd7c-3032-4e01-98ad-1ed0ae8113ae x-openstack-request-id: req-2939bd7c-3032-4e01-98ad-1ed0ae8113ae {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:15:04.808082 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b98b83b-70ed-4e37-885a-e7167916b3a6", "name": "network-vif-plugged", "status": "completed", "tag": "dbfc142f-a987-481b-9f30-73482cd54f69", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:15:04.808082 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2939bd7c-3032-4e01-98ad-1ed0ae8113ae {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:15:04.808479 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b98b83b-70ed-4e37-885a-e7167916b3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfc142f-a987-481b-9f30-73482cd54f69', 'code': 200} Nov 10 19:15:04.809730 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-a133643f-3d33-445a-bed4-aab38a19ab1b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60343b83-37e4-41fb-97c3-061ff8929ded HTTP/1.1" status: 200 len: 844 time: 0.0760837 Nov 10 19:15:04.866126 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-25d76dac-488b-4cd6-94db-1559e5117285 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393333 Nov 10 19:15:04.870909 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92dfc45-7dbd-4c9e-879a-546a98113150 req-a164fd7c-1b3b-4c6d-ba64-da039f951582 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:04.878621 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d92dfc45-7dbd-4c9e-879a-546a98113150 req-a164fd7c-1b3b-4c6d-ba64-da039f951582 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=4ca28fe1-7b91-4ed1-a740-4d1d3e335d17 HTTP/1.1" status: 200 len: 944 time: 0.0819325 Nov 10 19:15:04.894907 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-03b8e74c-bcb2-467a-af24-bb6b8a8c7b0f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=99b993639604450696b38291e0901b59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1737082 Nov 10 19:15:04.896040 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60548) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:04.967887 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3a70f9f0-e86c-4cb5-a1bf-ec6d9dad9ddd req-f3e77d52-cae5-4ecd-b4ad-4f71688827c6 tempest-ServerShowV257Test-1499972427 tempest-ServerShowV257Test-1499972427-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b769b8b-d307-4ca9-b212-e7dafcfc3ac5 HTTP/1.1" status: 200 len: 210 time: 0.0528576 Nov 10 19:15:04.987795 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d92dfc45-7dbd-4c9e-879a-546a98113150 req-3f47a713-f39f-414f-ac3d-e63b519de028 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081903 Nov 10 19:15:05.041432 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d9feaf86-8569-42b7-809e-9b432a08c27f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:05.056131 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-10a6215d-305b-4319-9c7a-0e4d9b009549 service neutron] 10.222.0.73 "GET /v2.0/networks/f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749153 Nov 10 19:15:05.084115 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d9feaf86-8569-42b7-809e-9b432a08c27f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:05.094331 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device d3954429-722b-48cc-8522-e3832146af6c no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:15:05.152850 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: d3954429-722b-48cc-8522-e3832146af6c {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:15:05.155753 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device d3954429-722b-48cc-8522-e3832146af6c not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:15:05.181723 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38201a-9a91-40b0-a7d7-d563f248c60e req-9deb1ae5-9ad0-4262-add2-ca16c91c11f7 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:05.195218 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38201a-9a91-40b0-a7d7-d563f248c60e req-9deb1ae5-9ad0-4262-add2-ca16c91c11f7 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:05.198086 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb38201a-9a91-40b0-a7d7-d563f248c60e req-9deb1ae5-9ad0-4262-add2-ca16c91c11f7 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/ports?device_id=36ad31e0-f8cf-4439-8f90-46782da830ab HTTP/1.1" status: 200 len: 1682 time: 0.1062868 Nov 10 19:15:05.245794 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ea05d1e5-93d3-436d-bb40-8ee791fdbe2f req-9f4b6dfd-4bf8-4dd1-885c-6cd8727c7922 service neutron] 10.222.0.73 "GET /v2.0/networks/f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753495 Nov 10 19:15:05.253107 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d9feaf86-8569-42b7-809e-9b432a08c27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:05.256494 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d9feaf86-8569-42b7-809e-9b432a08c27f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:05.257896 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d9feaf86-8569-42b7-809e-9b432a08c27f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e2b0326b-c7dd-43f5-a301-11f5b73cefee HTTP/1.1" status: 204 len: 168 time: 0.3608658 Nov 10 19:15:05.289198 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9feaf86-8569-42b7-809e-9b432a08c27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b0326b-c7dd-43f5-a301-11f5b73cefee,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:05.356091 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb38201a-9a91-40b0-a7d7-d563f248c60e req-ee93eb0b-1d9e-41c3-af5d-3c9442545dd0 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/security-groups?id=52de01c7-d00e-4b3b-b09f-d092153ad5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470573 Nov 10 19:15:05.759571 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60576) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:05.940380 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d9c67-dd13-4acf-b1e9-2f655fc24f89 req-fdca5ee6-9b92-43ee-b558-c35416bbbc4b tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:05.950722 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d22d9c67-dd13-4acf-b1e9-2f655fc24f89 req-fdca5ee6-9b92-43ee-b558-c35416bbbc4b tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports?device_id=14c55b0d-b6bb-47f4-b127-a23c3c8d10a7 HTTP/1.1" status: 200 len: 944 time: 0.1056535 Nov 10 19:15:06.085608 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d22d9c67-dd13-4acf-b1e9-2f655fc24f89 req-16f563e3-3b88-4453-b5ef-0ce48f81f931 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/security-groups?id=b7f75c73-b8b6-4b96-990f-afb1f094ac2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338761 Nov 10 19:15:06.103672 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a714b0c0-450c-4001-bf18-c8f640bff7cd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d1d4a761a3ba4865993e7b67cd29e236&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3427491 Nov 10 19:15:06.118120 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60594) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:06.123771 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1ae50-b32a-492e-99d4-997a6f688165 req-597870ab-bf5b-49d7-b0ea-1abd79013a69 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:06.132029 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1ae50-b32a-492e-99d4-997a6f688165 req-597870ab-bf5b-49d7-b0ea-1abd79013a69 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:06.139564 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1ae50-b32a-492e-99d4-997a6f688165 req-597870ab-bf5b-49d7-b0ea-1abd79013a69 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:06.148051 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1ae50-b32a-492e-99d4-997a6f688165 req-597870ab-bf5b-49d7-b0ea-1abd79013a69 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:06.154691 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1ae50-b32a-492e-99d4-997a6f688165 req-597870ab-bf5b-49d7-b0ea-1abd79013a69 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:06.162650 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1ae50-b32a-492e-99d4-997a6f688165 req-597870ab-bf5b-49d7-b0ea-1abd79013a69 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:06.169967 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1ae50-b32a-492e-99d4-997a6f688165 req-597870ab-bf5b-49d7-b0ea-1abd79013a69 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:06.172514 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a4b1ae50-b32a-492e-99d4-997a6f688165 req-597870ab-bf5b-49d7-b0ea-1abd79013a69 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 5435 time: 0.2581201 Nov 10 19:15:06.216197 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca28fe1-7b91-4ed1-a740-4d1d3e335d17', 'tag': '6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:15:06.219057 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedb469e-708f-43e4-babd-8ed7cb82a9f6" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca28fe1-7b91-4ed1-a740-4d1d3e335d17", "tag": "6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:15:06.232104 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-40f9a3ea-8ce4-4c5c-8070-ee34d8238762 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:06.252134 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9d4aab3b-e63b-43cc-a466-3add72bfb8f5 req-b5075bbc-5e69-4d96-bf2a-22680fe18c71 tempest-ServerShowV257Test-1499972427 tempest-ServerShowV257Test-1499972427-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b769b8b-d307-4ca9-b212-e7dafcfc3ac5 HTTP/1.1" status: 200 len: 210 time: 0.0404999 Nov 10 19:15:06.261684 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-40f9a3ea-8ce4-4c5c-8070-ee34d8238762 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:06.285882 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a4b1ae50-b32a-492e-99d4-997a6f688165 req-e93927e3-fdae-4d0e-9566-bbd336a9c123 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d93388-382e-4c6b-9fd9-db42bf1d98d3&id=6abcce0f-c6a6-4d15-bce8-1d7464d7e84e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1062558 Nov 10 19:15:06.401403 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-40f9a3ea-8ce4-4c5c-8070-ee34d8238762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:06.406941 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-40f9a3ea-8ce4-4c5c-8070-ee34d8238762 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:06.408760 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-40f9a3ea-8ce4-4c5c-8070-ee34d8238762 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1310eb53-ccf0-4795-9b31-b72aaf71422e HTTP/1.1" status: 204 len: 168 time: 0.2892494 Nov 10 19:15:06.438137 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9a3ea-8ce4-4c5c-8070-ee34d8238762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1310eb53-ccf0-4795-9b31-b72aaf71422e,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:06.475845 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32934e-c0a2-4df8-ade7-21ad599578ac req-dcea63b5-80c7-465e-8d3f-7001e21f3011 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:06.482129 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eafbbea-8c9f-4ac6-87b9-d09cf7eb842a x-openstack-request-id: req-6eafbbea-8c9f-4ac6-87b9-d09cf7eb842a {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:15:06.482571 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca28fe1-7b91-4ed1-a740-4d1d3e335d17", "tag": "6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:15:06.482930 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6eafbbea-8c9f-4ac6-87b9-d09cf7eb842a {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:15:06.483467 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca28fe1-7b91-4ed1-a740-4d1d3e335d17', 'tag': '6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43', 'status': 'completed', 'code': 200} Nov 10 19:15:06.486803 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6b32934e-c0a2-4df8-ade7-21ad599578ac req-dcea63b5-80c7-465e-8d3f-7001e21f3011 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=4ca28fe1-7b91-4ed1-a740-4d1d3e335d17 HTTP/1.1" status: 200 len: 944 time: 0.1084728 Nov 10 19:15:06.592281 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb469e-708f-43e4-babd-8ed7cb82a9f6 req-51958474-0fba-4f40-aaa5-5d9d5bc0fec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:06.614847 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-aedb469e-708f-43e4-babd-8ed7cb82a9f6 req-51958474-0fba-4f40-aaa5-5d9d5bc0fec2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=86949477275045bb909c8def9385c7a2&device_id=4ca28fe1-7b91-4ed1-a740-4d1d3e335d17 HTTP/1.1" status: 200 len: 1095 time: 0.0853803 Nov 10 19:15:06.618456 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6b32934e-c0a2-4df8-ade7-21ad599578ac req-964c19cb-4d17-4c3a-aa5e-dc1ec416ee21 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306663 Nov 10 19:15:06.793443 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c5ca1-d4b9-49f6-bfe3-2f2def02efbc req-f86ea996-b2b7-4293-bd17-f7d67dca80e3 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:06.799488 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c5ca1-d4b9-49f6-bfe3-2f2def02efbc req-f86ea996-b2b7-4293-bd17-f7d67dca80e3 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:06.805885 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c5ca1-d4b9-49f6-bfe3-2f2def02efbc req-f86ea996-b2b7-4293-bd17-f7d67dca80e3 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:06.812884 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c5ca1-d4b9-49f6-bfe3-2f2def02efbc req-f86ea996-b2b7-4293-bd17-f7d67dca80e3 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:06.821728 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c5ca1-d4b9-49f6-bfe3-2f2def02efbc req-f86ea996-b2b7-4293-bd17-f7d67dca80e3 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:06.829344 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c5ca1-d4b9-49f6-bfe3-2f2def02efbc req-f86ea996-b2b7-4293-bd17-f7d67dca80e3 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:06.838692 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c5ca1-d4b9-49f6-bfe3-2f2def02efbc req-f86ea996-b2b7-4293-bd17-f7d67dca80e3 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:06.852920 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-149c5ca1-d4b9-49f6-bfe3-2f2def02efbc req-f86ea996-b2b7-4293-bd17-f7d67dca80e3 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 5435 time: 0.1699052 Nov 10 19:15:06.859100 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60628) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:06.873455 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-d147eeaa-841c-4168-8993-deb96d5ebb24 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Request body: {'floatingip': {'port_id': '893f5fad-5d52-4ed2-a497-8f4e5f94cfec'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:15:06.943426 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8aafee11-c699-46f2-88a3-fc6701ae37b5 req-b8b15a48-2f27-42c7-bfe4-3f51de3078e5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3bf11abed6cb4d72ab64bc6e937e7536&device_id=3b769b8b-d307-4ca9-b212-e7dafcfc3ac5 HTTP/1.1" status: 200 len: 210 time: 0.0602674 Nov 10 19:15:06.947094 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb469e-708f-43e4-babd-8ed7cb82a9f6 req-466224a2-dde0-4073-b648-4a8aa55f0b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:06.951699 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-aedb469e-708f-43e4-babd-8ed7cb82a9f6 req-466224a2-dde0-4073-b648-4a8aa55f0b16 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f HTTP/1.1" status: 200 len: 905 time: 0.3265088 Nov 10 19:15:07.009643 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60630) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:07.011574 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-aedb469e-708f-43e4-babd-8ed7cb82a9f6 req-d51c89e1-4cba-43ea-9cfa-976a7434138d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43 HTTP/1.1" status: 200 len: 217 time: 0.0520875 Nov 10 19:15:07.074229 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb469e-708f-43e4-babd-8ed7cb82a9f6 req-4386a21c-934f-46ae-8896-899394dc4469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:07.076102 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-aedb469e-708f-43e4-babd-8ed7cb82a9f6 req-4386a21c-934f-46ae-8896-899394dc4469 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60343b83-37e4-41fb-97c3-061ff8929ded HTTP/1.1" status: 200 len: 844 time: 0.0559843 Nov 10 19:15:07.085952 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8aafee11-c699-46f2-88a3-fc6701ae37b5 req-44785db5-06b4-4d8c-a3c1-ded7f0fd4985 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=3bf11abed6cb4d72ab64bc6e937e7536&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722866 Nov 10 19:15:07.112147 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:15:07.133122 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-aedb469e-708f-43e4-babd-8ed7cb82a9f6 req-44ac4794-b23c-463a-b328-4565a5ecaca3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429385 Nov 10 19:15:07.143183 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d147eeaa-841c-4168-8993-deb96d5ebb24 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for floatingip, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:07.159438 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-990ed026-67a7-4981-912e-0ea4a557abeb req-ab3b150d-e25d-4b16-adc4-4db3ce4795b7 tempest-ServerShowV257Test-1499972427 tempest-ServerShowV257Test-1499972427-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b769b8b-d307-4ca9-b212-e7dafcfc3ac5 HTTP/1.1" status: 200 len: 210 time: 0.1507156 Nov 10 19:15:07.168813 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60640) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:07.300675 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91,segment=NetworkSegment(2dec6a8f-ba9a-4b28-98fc-0073c9852d3d),segment_id=2dec6a8f-ba9a-4b28-98fc-0073c9852d3d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:07.316579 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'd8c6471b-7c45-4bb2-8248-8b9d9cd3fc91', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'port_id': 'd8c6471b-7c45-4bb2-8248-8b9d9cd3fc91', 'mac_address': 'fa:16:3e:73:4b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:15:07.334708 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6ca9269b-d927-491e-8b4a-0731b53c2a72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:07.417357 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-aedb469e-708f-43e4-babd-8ed7cb82a9f6 req-4423f380-15c3-455d-9638-320e43b8f7fa service neutron] 10.222.0.73 "GET /v2.0/networks/f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602761 Nov 10 19:15:07.426054 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e1048-6280-429d-a032-3bf6adb6af16 req-0b40192a-cbf0-4171-8124-b1900b5c2e26 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:07.432134 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e1048-6280-429d-a032-3bf6adb6af16 req-0b40192a-cbf0-4171-8124-b1900b5c2e26 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:07.433850 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1f5e1048-6280-429d-a032-3bf6adb6af16 req-0b40192a-cbf0-4171-8124-b1900b5c2e26 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/ports?device_id=36ad31e0-f8cf-4439-8f90-46782da830ab HTTP/1.1" status: 200 len: 1682 time: 0.4214795 Nov 10 19:15:07.441551 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:07.460529 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:15:07.499664 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91,segment=NetworkSegment(2dec6a8f-ba9a-4b28-98fc-0073c9852d3d),segment_id=2dec6a8f-ba9a-4b28-98fc-0073c9852d3d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:07.509695 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:07.600271 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-aedb469e-708f-43e4-babd-8ed7cb82a9f6 req-68489c2d-0695-4260-a10a-7613d22659e5 service neutron] 10.222.0.73 "GET /v2.0/networks/f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757016 Nov 10 19:15:07.645333 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:07.651564 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-38fb0b21-5b71-438c-924e-c96e4aa72262 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-813261639-network', 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:15:07.711449 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafee11-c699-46f2-88a3-fc6701ae37b5 req-51e23540-eaaf-4ed3-a354-a53e3fed3d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:07.712871 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8aafee11-c699-46f2-88a3-fc6701ae37b5 req-51e23540-eaaf-4ed3-a354-a53e3fed3d96 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5770423 Nov 10 19:15:07.760820 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a714bee-38c4-4f49-b3a0-0652a5a78f98 req-96eeef71-63ee-4d8d-a0bd-fc8f78f49934 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:07.762382 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5a714bee-38c4-4f49-b3a0-0652a5a78f98 req-96eeef71-63ee-4d8d-a0bd-fc8f78f49934 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports?device_id=14c55b0d-b6bb-47f4-b127-a23c3c8d10a7 HTTP/1.1" status: 200 len: 944 time: 0.3533835 Nov 10 19:15:07.774309 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1f5e1048-6280-429d-a032-3bf6adb6af16 req-7f9f8d5f-c33e-4420-b5af-2ef796b33e0f tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/security-groups?id=52de01c7-d00e-4b3b-b09f-d092153ad5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747316 Nov 10 19:15:07.842597 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fb0b21-5b71-438c-924e-c96e4aa72262 admin admin] Made reservation on behalf of 22b3d07c7c424271b33fe5fb0a26c6de for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:15:07.845016 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-38fb0b21-5b71-438c-924e-c96e4aa72262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:07.846791 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:15:07.899792 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6ca9269b-d927-491e-8b4a-0731b53c2a72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:07.901251 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-38fb0b21-5b71-438c-924e-c96e4aa72262 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:07.962015 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6ca9269b-d927-491e-8b4a-0731b53c2a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:07.996419 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5a714bee-38c4-4f49-b3a0-0652a5a78f98 req-5a32bee4-d932-454c-907f-19bbdfd57dc5 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/security-groups?id=b7f75c73-b8b6-4b96-990f-afb1f094ac2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203517 Nov 10 19:15:08.198962 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:15:08.223973 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9269b-d927-491e-8b4a-0731b53c2a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d0cbbb-c0ff-40e0-9538-d49a61c2c24b,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:08.242965 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6ca9269b-d927-491e-8b4a-0731b53c2a72 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=58e5d41ff8ca4b50ac18117d09dc3b1b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0180719 Nov 10 19:15:08.244231 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60662) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:08.341098 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-928ebec7-ca89-4404-b333-686d98f52744 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:08.362242 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:08.382564 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43', 'network_id': 'f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f', 'port_id': '6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43', 'mac_address': 'fa:16:3e:f1:bd:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60343b83-37e4-41fb-97c3-061ff8929ded', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:15:08.383560 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-928ebec7-ca89-4404-b333-686d98f52744 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:08.428336 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:08.447198 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-928ebec7-ca89-4404-b333-686d98f52744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:08.450095 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:15:08.454465 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-928ebec7-ca89-4404-b333-686d98f52744 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:08.457809 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-928ebec7-ca89-4404-b333-686d98f52744 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/74d0cbbb-c0ff-40e0-9538-d49a61c2c24b HTTP/1.1" status: 204 len: 168 time: 0.2118611 Nov 10 19:15:08.473740 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ebec7-ca89-4404-b333-686d98f52744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d0cbbb-c0ff-40e0-9538-d49a61c2c24b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:08.520989 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:08.530449 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:08.614944 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:08.903726 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b90200-3580-4124-b1a7-a551efd0e8c8 req-121e7d94-1380-432d-8bd7-c822eed0bf29 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:08.905498 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-09b90200-3580-4124-b1a7-a551efd0e8c8 req-121e7d94-1380-432d-8bd7-c822eed0bf29 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=4ca28fe1-7b91-4ed1-a740-4d1d3e335d17 HTTP/1.1" status: 200 len: 944 time: 0.8330388 Nov 10 19:15:08.923811 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ec064213-aa50-4cf4-a24c-a9ad5f97a79d req-0a83b7c3-5e52-41ed-b4f4-49072a4aa343 tempest-ServerShowV257Test-1499972427 tempest-ServerShowV257Test-1499972427-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b769b8b-d307-4ca9-b212-e7dafcfc3ac5 HTTP/1.1" status: 200 len: 210 time: 0.5628819 Nov 10 19:15:09.020698 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:15:09.101319 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.db.resource_extend [None req-d147eeaa-841c-4168-8993-deb96d5ebb24 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 19:15:09.124285 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-38fb0b21-5b71-438c-924e-c96e4aa72262 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:09.135719 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:15:09.164502 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-38fb0b21-5b71-438c-924e-c96e4aa72262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:09.186500 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-09b90200-3580-4124-b1a7-a551efd0e8c8 req-1e3bb0b9-4f49-4236-85de-4003437cf3d5 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564890 Nov 10 19:15:09.308902 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:15:09.316311 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d147eeaa-841c-4168-8993-deb96d5ebb24 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:09.322389 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:15:09.322900 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:09.363718 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8aafee11-c699-46f2-88a3-fc6701ae37b5 req-34217f11-4b5e-4b50-b3da-6f4469ac1409 tempest-ServerShowV257Test-1499972427 tempest-ServerShowV257Test-1499972427-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b769b8b-d307-4ca9-b212-e7dafcfc3ac5 HTTP/1.1" status: 200 len: 210 time: 0.1758769 Nov 10 19:15:09.384723 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d147eeaa-841c-4168-8993-deb96d5ebb24 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:09.419843 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38fb0b21-5b71-438c-924e-c96e4aa72262 admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:15:09.466101 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:09.523846 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-38fb0b21-5b71-438c-924e-c96e4aa72262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:09.524327 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-38fb0b21-5b71-438c-924e-c96e4aa72262 admin admin] Added segment 807aa974-68f9-4719-b3f3-48902a32f47e of type vlan for network 8e0b3ba3-7215-45b5-b8de-5724ad198916 Nov 10 19:15:09.528555 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c55b0d-b6bb-47f4-b127-a23c3c8d10a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c6471b-7c45-4bb2-8248-8b9d9cd3fc91'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:15:09.535090 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3dd4aa-9c9e-4ef5-b76f-4bed7a737eca" -d '{"events": [{"server_uuid": "14c55b0d-b6bb-47f4-b127-a23c3c8d10a7", "name": "network-vif-plugged", "status": "completed", "tag": "d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:15:09.560077 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91,segment=NetworkSegment(2dec6a8f-ba9a-4b28-98fc-0073c9852d3d),segment_id=2dec6a8f-ba9a-4b28-98fc-0073c9852d3d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:09.567164 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:09.588108 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-38fb0b21-5b71-438c-924e-c96e4aa72262 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:09.596086 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb0b21-5b71-438c-924e-c96e4aa72262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff0886a-5c25-4538-8924-70a050aa63ad,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:09.633378 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0593abe8-a0bf-4040-b3c1-23c8ab45a583 req-62120011-2e7d-4ce1-9160-9684e08f0372 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:09.639492 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0593abe8-a0bf-4040-b3c1-23c8ab45a583 req-62120011-2e7d-4ce1-9160-9684e08f0372 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:09.647609 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0593abe8-a0bf-4040-b3c1-23c8ab45a583 req-62120011-2e7d-4ce1-9160-9684e08f0372 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/ports?device_id=36ad31e0-f8cf-4439-8f90-46782da830ab HTTP/1.1" status: 200 len: 1682 time: 0.5851712 Nov 10 19:15:09.694137 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:09.754605 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-38fb0b21-5b71-438c-924e-c96e4aa72262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:09.755766 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fb0b21-5b71-438c-924e-c96e4aa72262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:09.756568 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-38fb0b21-5b71-438c-924e-c96e4aa72262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:09.784824 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d28d9-e0bd-4fb1-94e7-f87a0ac02371 req-ee1fa232-5714-4e55-9c35-b631c796ba24 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:09.786733 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-723d28d9-e0bd-4fb1-94e7-f87a0ac02371 req-ee1fa232-5714-4e55-9c35-b631c796ba24 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports?device_id=14c55b0d-b6bb-47f4-b127-a23c3c8d10a7 HTTP/1.1" status: 200 len: 945 time: 0.3869057 Nov 10 19:15:09.837540 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0593abe8-a0bf-4040-b3c1-23c8ab45a583 req-c6e2b95c-5e7c-4798-b420-09777a23f76c tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/security-groups?id=52de01c7-d00e-4b3b-b09f-d092153ad5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889222 Nov 10 19:15:09.886595 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-d147eeaa-841c-4168-8993-deb96d5ebb24 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Floating IP 0b917e5c-ec8d-41b5-8384-3324ed20594f associated. External IP: 172.25.3.55, port: 893f5fad-5d52-4ed2-a497-8f4e5f94cfec. Nov 10 19:15:09.912178 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bce6ebe-4df8-4e1a-a5d4-554255e4f0a5 x-openstack-request-id: req-6bce6ebe-4df8-4e1a-a5d4-554255e4f0a5 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:15:09.912582 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c55b0d-b6bb-47f4-b127-a23c3c8d10a7", "name": "network-vif-plugged", "status": "completed", "tag": "d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:15:09.912851 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6bce6ebe-4df8-4e1a-a5d4-554255e4f0a5 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:15:09.913846 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c55b0d-b6bb-47f4-b127-a23c3c8d10a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c6471b-7c45-4bb2-8248-8b9d9cd3fc91', 'code': 200} Nov 10 19:15:10.012737 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-38fb0b21-5b71-438c-924e-c96e4aa72262 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.9937406 Nov 10 19:15:10.016351 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60708) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:10.023470 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-448b6202-182f-448b-91b0-37822bf23797 admin admin] Request body: {'subnet': {'network_id': '8e0b3ba3-7215-45b5-b8de-5724ad198916', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-813261639-subnet', 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:15:10.063040 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448b6202-182f-448b-91b0-37822bf23797 admin admin] Made reservation on behalf of 22b3d07c7c424271b33fe5fb0a26c6de for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:15:10.065849 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-448b6202-182f-448b-91b0-37822bf23797 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:10.114143 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb0b21-5b71-438c-924e-c96e4aa72262 admin admin] Pushing event updated for resources: {'Network': ['ID=8e0b3ba3-7215-45b5-b8de-5724ad198916,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:10.129709 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 8e0b3ba3-7215-45b5-b8de-5724ad198916 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:15:10.161551 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-723d28d9-e0bd-4fb1-94e7-f87a0ac02371 req-7b01a67d-e4ac-4816-bd89-b3b545f6eabe tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/security-groups?id=b7f75c73-b8b6-4b96-990f-afb1f094ac2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445864 Nov 10 19:15:10.408471 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-448b6202-182f-448b-91b0-37822bf23797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:10.427709 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3787b239-22fd-48b8-8ea8-4a29ad9a593d req-14d1f23c-c0d9-4147-8800-bd1987e2cb9d tempest-ServerShowV257Test-1499972427 tempest-ServerShowV257Test-1499972427-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b769b8b-d307-4ca9-b212-e7dafcfc3ac5 HTTP/1.1" status: 200 len: 210 time: 0.2834504 Nov 10 19:15:10.502945 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b6202-182f-448b-91b0-37822bf23797 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3188f8a0-bf12-4d61-a184-005155fc37b9,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:10.520376 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5681f6-4ba7-4dc3-ac32-3eef77e81595 req-5c03af24-ff85-4eba-8b16-a2fb9690b97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:10.522465 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0b5681f6-4ba7-4dc3-ac32-3eef77e81595 req-5c03af24-ff85-4eba-8b16-a2fb9690b97b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=14c55b0d-b6bb-47f4-b127-a23c3c8d10a7 HTTP/1.1" status: 200 len: 1097 time: 0.5030766 Nov 10 19:15:10.540548 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448b6202-182f-448b-91b0-37822bf23797 admin admin] Checking segment: {'id': '807aa974-68f9-4719-b3f3-48902a32f47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8e0b3ba3-7215-45b5-b8de-5724ad198916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:15:10.540962 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448b6202-182f-448b-91b0-37822bf23797 admin admin] Network hostable DHCP agents. Network: 8e0b3ba3-7215-45b5-b8de-5724ad198916, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:15:10.546886 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed469779-b340-4776-a3e3-4a2b46993b76 req-d4b8d6cd-57bf-41a6-8d3f-ed2d42ca7798 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:10.564966 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed469779-b340-4776-a3e3-4a2b46993b76 req-d4b8d6cd-57bf-41a6-8d3f-ed2d42ca7798 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:10.571081 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ed469779-b340-4776-a3e3-4a2b46993b76 req-d4b8d6cd-57bf-41a6-8d3f-ed2d42ca7798 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.73 "GET /v2.0/ports?device_id=36ad31e0-f8cf-4439-8f90-46782da830ab HTTP/1.1" status: 200 len: 1682 time: 0.4027300 Nov 10 19:15:10.575401 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448b6202-182f-448b-91b0-37822bf23797 admin admin] Network 8e0b3ba3-7215-45b5-b8de-5724ad198916 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:15:10.594038 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-448b6202-182f-448b-91b0-37822bf23797 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 8e0b3ba3-7215-45b5-b8de-5724ad198916) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:15:10.603353 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448b6202-182f-448b-91b0-37822bf23797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:10.603353 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-448b6202-182f-448b-91b0-37822bf23797 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:10.619212 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb613b3d-968d-465d-8e5b-ba4fbbfcebd4 None None] Network 8e0b3ba3-7215-45b5-b8de-5724ad198916 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:15:10.630701 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-448b6202-182f-448b-91b0-37822bf23797 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6119573 Nov 10 19:15:10.633574 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60730) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:10.637673 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f2b48-2fdc-45d2-9797-196efccba7df req-fceee548-91ec-49dd-8335-70909008a63d tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:10.638348 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-90cbada6-cb53-4628-9e56-bd1f81c8ce59 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-813261639-router', 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:15:10.639289 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0b4f2b48-2fdc-45d2-9797-196efccba7df req-fceee548-91ec-49dd-8335-70909008a63d tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=4ca28fe1-7b91-4ed1-a740-4d1d3e335d17 HTTP/1.1" status: 200 len: 945 time: 0.2992363 Nov 10 19:15:10.710263 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-90cbada6-cb53-4628-9e56-bd1f81c8ce59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:10.711389 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-90cbada6-cb53-4628-9e56-bd1f81c8ce59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:10.833747 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-90cbada6-cb53-4628-9e56-bd1f81c8ce59 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:10.967955 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c741b509-404f-4c24-a6ba-bd513b985ab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-8e0b3ba3-7215-45b5-b8de-5724ad198916', 'network_id': '8e0b3ba3-7215-45b5-b8de-5724ad198916', 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'fixed_ips': [{'subnet_id': '3188f8a0-bf12-4d61-a184-005155fc37b9'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:15:10.969912 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c741b509-404f-4c24-a6ba-bd513b985ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:10.974669 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0b5681f6-4ba7-4dc3-ac32-3eef77e81595 req-cedd5d31-fe45-4321-a8b0-359c4bb8a4b3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b7f75c73-b8b6-4b96-990f-afb1f094ac2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413381 Nov 10 19:15:11.033479 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-90cbada6-cb53-4628-9e56-bd1f81c8ce59 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:11.041317 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0b4f2b48-2fdc-45d2-9797-196efccba7df req-146f6e5a-b1a9-4d0c-a9aa-7e5651434500 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684962 Nov 10 19:15:11.045112 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d147eeaa-841c-4168-8993-deb96d5ebb24 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Router f3e0b066-6885-46b9-b5b8-e400dec94bf5 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:15:11.177088 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-c741b509-404f-4c24-a6ba-bd513b985ab8 None None] Allocated IP 172.20.0.2 (8e0b3ba3-7215-45b5-b8de-5724ad198916/3188f8a0-bf12-4d61-a184-005155fc37b9/9dcc7179-7b61-4cea-a686-492537951a66) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:15:11.246511 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-ed469779-b340-4776-a3e3-4a2b46993b76 req-9da3aa7d-7392-4a5e-ba8c-4c36f7c9b469 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Deleting port cc33bfcd-895a-4aee-af9f-716bb80274b8 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:15:11.250936 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ed469779-b340-4776-a3e3-4a2b46993b76 req-9da3aa7d-7392-4a5e-ba8c-4c36f7c9b469 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:11.282668 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95643ac9-a33b-437f-9f1f-c65f885a93e6 req-fd35582c-4990-4243-8418-c0226ebeddcc tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:11.291431 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95643ac9-a33b-437f-9f1f-c65f885a93e6 req-fd35582c-4990-4243-8418-c0226ebeddcc tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:11.299574 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-95643ac9-a33b-437f-9f1f-c65f885a93e6 req-fd35582c-4990-4243-8418-c0226ebeddcc tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/ports?device_id=36ad31e0-f8cf-4439-8f90-46782da830ab HTTP/1.1" status: 200 len: 1682 time: 0.3364031 Nov 10 19:15:11.634919 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60754) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:11.653524 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c741b509-404f-4c24-a6ba-bd513b985ab8 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:11.668890 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c741b509-404f-4c24-a6ba-bd513b985ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:11.714915 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-90cbada6-cb53-4628-9e56-bd1f81c8ce59 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:11.731782 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c741b509-404f-4c24-a6ba-bd513b985ab8 None None] Network 8e0b3ba3-7215-45b5-b8de-5724ad198916 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:15:11.735443 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-c741b509-404f-4c24-a6ba-bd513b985ab8 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:15:11.740529 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c741b509-404f-4c24-a6ba-bd513b985ab8 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:15:11.751527 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-90cbada6-cb53-4628-9e56-bd1f81c8ce59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:11.761962 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c741b509-404f-4c24-a6ba-bd513b985ab8 None None] Pushing event updated for resources: {'Port': ['ID=9dcc7179-7b61-4cea-a686-492537951a66,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:11.816579 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-c741b509-404f-4c24-a6ba-bd513b985ab8 None None] Attempting to bind port 9dcc7179-7b61-4cea-a686-492537951a66 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:15:11.817265 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-c741b509-404f-4c24-a6ba-bd513b985ab8 None None] Attempting to bind port 9dcc7179-7b61-4cea-a686-492537951a66 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '807aa974-68f9-4719-b3f3-48902a32f47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8e0b3ba3-7215-45b5-b8de-5724ad198916'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:15:11.817907 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c741b509-404f-4c24-a6ba-bd513b985ab8 None None] Attempting to bind port 9dcc7179-7b61-4cea-a686-492537951a66 on network 8e0b3ba3-7215-45b5-b8de-5724ad198916 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:15:11.825019 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c741b509-404f-4c24-a6ba-bd513b985ab8 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:15:11.825863 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c741b509-404f-4c24-a6ba-bd513b985ab8 None None] Checking segment: {'id': '807aa974-68f9-4719-b3f3-48902a32f47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8e0b3ba3-7215-45b5-b8de-5724ad198916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:15:11.826432 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c741b509-404f-4c24-a6ba-bd513b985ab8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:11.826993 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c741b509-404f-4c24-a6ba-bd513b985ab8 None None] Bound using segment: {'id': '807aa974-68f9-4719-b3f3-48902a32f47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8e0b3ba3-7215-45b5-b8de-5724ad198916'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:15:11.827662 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-c741b509-404f-4c24-a6ba-bd513b985ab8 None None] Bound port: 9dcc7179-7b61-4cea-a686-492537951a66, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807aa974-68f9-4719-b3f3-48902a32f47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8e0b3ba3-7215-45b5-b8de-5724ad198916'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:15:11.828335 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c741b509-404f-4c24-a6ba-bd513b985ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:11.882919 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-64fa9108-7580-47e2-a1ca-a10c3051fd7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:11.919611 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c741b509-404f-4c24-a6ba-bd513b985ab8 None None] For port 9dcc7179-7b61-4cea-a686-492537951a66, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:15:11.925343 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c741b509-404f-4c24-a6ba-bd513b985ab8 None None] For port 9dcc7179-7b61-4cea-a686-492537951a66, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=9dcc7179-7b61-4cea-a686-492537951a66,segment=NetworkSegment(807aa974-68f9-4719-b3f3-48902a32f47e),segment_id=807aa974-68f9-4719-b3f3-48902a32f47e)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:15:11.931911 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c741b509-404f-4c24-a6ba-bd513b985ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:11.932633 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-90cbada6-cb53-4628-9e56-bd1f81c8ce59 admin admin] Allocated IP 172.25.3.97 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/b9323e82-dfae-4d5e-8d17-3d1cba91a742) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:15:12.031945 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c741b509-404f-4c24-a6ba-bd513b985ab8 None None] Pushing event updated for resources: {'Port': ['ID=9dcc7179-7b61-4cea-a686-492537951a66,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:12.056062 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-95643ac9-a33b-437f-9f1f-c65f885a93e6 req-ec329ce9-2c0d-4033-b364-bd2b1e9a0b11 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/security-groups?id=52de01c7-d00e-4b3b-b09f-d092153ad5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7536252 Nov 10 19:15:12.065031 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-ed469779-b340-4776-a3e3-4a2b46993b76 req-9da3aa7d-7392-4a5e-ba8c-4c36f7c9b469 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] For port cc33bfcd-895a-4aee-af9f-716bb80274b8, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=cc33bfcd-895a-4aee-af9f-716bb80274b8,segment=NetworkSegment(f38d56f7-7078-47ea-b3a5-7a2833419847),segment_id=f38d56f7-7078-47ea-b3a5-7a2833419847)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:12.066202 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ed469779-b340-4776-a3e3-4a2b46993b76 req-9da3aa7d-7392-4a5e-ba8c-4c36f7c9b469 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:12.075825 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d147eeaa-841c-4168-8993-deb96d5ebb24 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:15:12.087599 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb88f26-1fad-45d4-8eae-265a210f68d6 None None] Sync routers for ids ['f3e0b066-6885-46b9-b5b8-e400dec94bf5'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:15:12.112656 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb88f26-1fad-45d4-8eae-265a210f68d6 None None] Routers {'f3e0b066-6885-46b9-b5b8-e400dec94bf5'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:15:12.113290 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-bcb88f26-1fad-45d4-8eae-265a210f68d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:14:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['f3e0b066-6885-46b9-b5b8-e400dec94bf5'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:12.127069 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0422a-ed18-47e2-9fc7-74c06de96ce2 req-e342669b-dc37-4e29-8ffd-e0abbe944069 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:12.156682 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b7f0422a-ed18-47e2-9fc7-74c06de96ce2 req-e342669b-dc37-4e29-8ffd-e0abbe944069 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports?device_id=14c55b0d-b6bb-47f4-b127-a23c3c8d10a7 HTTP/1.1" status: 200 len: 946 time: 0.8396463 Nov 10 19:15:12.176805 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d147eeaa-841c-4168-8993-deb96d5ebb24 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:12.178834 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-64fa9108-7580-47e2-a1ca-a10c3051fd7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:12.197494 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-64fa9108-7580-47e2-a1ca-a10c3051fd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:12.208302 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:15:12.233503 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-ed469779-b340-4776-a3e3-4a2b46993b76 req-9da3aa7d-7392-4a5e-ba8c-4c36f7c9b469 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Calling delete_port for cc33bfcd-895a-4aee-af9f-716bb80274b8 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:15:12.299985 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-90cbada6-cb53-4628-9e56-bd1f81c8ce59 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:12.343678 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-64fa9108-7580-47e2-a1ca-a10c3051fd7e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f29f0ba9f0a34475ab332cff64778d7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7068107 Nov 10 19:15:12.345554 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60770) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:12.403816 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa9108-7580-47e2-a1ca-a10c3051fd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5249c31-02c2-48f3-8980-fed5d063b273,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:12.450877 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:15:12.475643 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:15:12.476114 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:12.494526 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d147eeaa-841c-4168-8993-deb96d5ebb24 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "PUT /v2.0/floatingips/0b917e5c-ec8d-41b5-8384-3324ed20594f HTTP/1.1" status: 200 len: 991 time: 5.6322987 Nov 10 19:15:12.500311 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'tag': '893f5fad-5d52-4ed2-a497-8f4e5f94cfec'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:15:12.518259 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06054699-52f0-43ca-8a83-9fa89cc99fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "tag": "893f5fad-5d52-4ed2-a497-8f4e5f94cfec"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:15:12.562585 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-34586b12-fe67-469a-bbda-31b36041d7fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:12.593887 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-bcb88f26-1fad-45d4-8eae-265a210f68d6 None None] Set router f3e0b066-6885-46b9-b5b8-e400dec94bf5 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:15:12.599283 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-90cbada6-cb53-4628-9e56-bd1f81c8ce59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:12.614557 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-34586b12-fe67-469a-bbda-31b36041d7fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:12.686017 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b7f0422a-ed18-47e2-9fc7-74c06de96ce2 req-e2e3aca5-6ec2-452a-8cb1-d3635c66df0d tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/security-groups?id=b7f75c73-b8b6-4b96-990f-afb1f094ac2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5279961 Nov 10 19:15:12.689705 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cbada6-cb53-4628-9e56-bd1f81c8ce59 admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:15:12.706976 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:12.720101 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-90cbada6-cb53-4628-9e56-bd1f81c8ce59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:15:12.732334 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cbada6-cb53-4628-9e56-bd1f81c8ce59 admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:15:12.821610 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1106a3-ade5-4df4-9dcf-0eda54f3521f req-cb8ecb20-e9a4-409f-b3c2-73d1af901c52 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:12.827547 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:12.828638 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca28fe1-7b91-4ed1-a740-4d1d3e335d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:15:12.848387 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae589baf-384c-4e56-9fac-1ceb122c621f" -d '{"events": [{"server_uuid": "4ca28fe1-7b91-4ed1-a740-4d1d3e335d17", "name": "network-vif-plugged", "status": "completed", "tag": "6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:15:12.849100 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b1106a3-ade5-4df4-9dcf-0eda54f3521f req-cb8ecb20-e9a4-409f-b3c2-73d1af901c52 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=4ca28fe1-7b91-4ed1-a740-4d1d3e335d17 HTTP/1.1" status: 200 len: 945 time: 0.3494132 Nov 10 19:15:12.854249 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60778) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:12.855896 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:12.863253 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device f4cb416f-8a27-4824-b979-fe1c44896b24 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:15:13.002411 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841f86ec-94b8-4e53-a15c-5fd2ae77c3b7 x-openstack-request-id: req-841f86ec-94b8-4e53-a15c-5fd2ae77c3b7 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:15:13.002712 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "tag": "893f5fad-5d52-4ed2-a497-8f4e5f94cfec", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:15:13.008997 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-841f86ec-94b8-4e53-a15c-5fd2ae77c3b7 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:15:13.009790 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'tag': '893f5fad-5d52-4ed2-a497-8f4e5f94cfec', 'status': 'completed', 'code': 200} Nov 10 19:15:13.065123 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6775161c-2b0b-4004-9825-212c95eb75b4 x-openstack-request-id: req-6775161c-2b0b-4004-9825-212c95eb75b4 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:15:13.065580 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca28fe1-7b91-4ed1-a740-4d1d3e335d17", "name": "network-vif-plugged", "status": "completed", "tag": "6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:15:13.065882 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6775161c-2b0b-4004-9825-212c95eb75b4 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:15:13.066280 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca28fe1-7b91-4ed1-a740-4d1d3e335d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43', 'code': 200} Nov 10 19:15:13.090551 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b1106a3-ade5-4df4-9dcf-0eda54f3521f req-6e1c03b1-b69b-4a82-a251-3233c646b684 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376585 Nov 10 19:15:13.128936 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ed469779-b340-4776-a3e3-4a2b46993b76 req-9da3aa7d-7392-4a5e-ba8c-4c36f7c9b469 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:13.189444 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:13.199344 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:13.221693 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cbada6-cb53-4628-9e56-bd1f81c8ce59 admin admin] Pushing event updated for resources: {'Port': ['ID=b9323e82-dfae-4d5e-8d17-3d1cba91a742,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:13.238112 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3aa7d-7392-4a5e-ba8c-4c36f7c9b469 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Pushing event deleted for resources: {'Port': ['ID=cc33bfcd-895a-4aee-af9f-716bb80274b8,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:13.250218 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port f4cb416f-8a27-4824-b979-fe1c44896b24, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=f4cb416f-8a27-4824-b979-fe1c44896b24,segment=NetworkSegment(a3fce4d0-a35e-45b3-a654-8b1ec49a2071),segment_id=a3fce4d0-a35e-45b3-a654-8b1ec49a2071)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:13.275744 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:13.276771 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device cc33bfcd-895a-4aee-af9f-716bb80274b8 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:15:13.289826 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-34586b12-fe67-469a-bbda-31b36041d7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:13.292457 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-34586b12-fe67-469a-bbda-31b36041d7fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:13.293642 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-34586b12-fe67-469a-bbda-31b36041d7fc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e5249c31-02c2-48f3-8980-fed5d063b273 HTTP/1.1" status: 204 len: 168 time: 0.9453716 Nov 10 19:15:13.335460 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: cc33bfcd-895a-4aee-af9f-716bb80274b8 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:15:13.335460 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device cc33bfcd-895a-4aee-af9f-716bb80274b8 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:15:13.397385 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-bcb88f26-1fad-45d4-8eae-265a210f68d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'name': 'tempest-TaggedBootDevicesTest-1295309602-router', 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'facde35a-9f06-40ba-a4a5-e370391d9729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:12:14Z', 'updated_at': '2021-11-10T19:12:20Z', 'revision_number': 4, 'project_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'gw_port': {'id': 'facde35a-9f06-40ba-a4a5-e370391d9729', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:12:15Z', 'updated_at': '2021-11-10T19:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '0b917e5c-ec8d-41b5-8384-3324ed20594f', 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'port_id': '893f5fad-5d52-4ed2-a497-8f4e5f94cfec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87a15d79-4902-4d31-887f-c388f0985906', 'mac_address': 'fa:16:3e:be:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:13:11Z', 'updated_at': '2021-11-10T19:15:08Z', 'revision_number': 1, 'project_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddeb9ab5-c38c-444d-9153-1ea476c8e71f', 'name': '', 'network_id': '87a15d79-4902-4d31-887f-c388f0985906', 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'mac_address': 'fa:16:3e:44:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '2f6a98c7-c265-4500-b9ce-49a92ae40ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:12:19Z', 'updated_at': '2021-11-10T19:12:26Z', 'revision_number': 5, 'project_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'subnets': [{'id': '2f6a98c7-c265-4500-b9ce-49a92ae40ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:13.449822 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fd080b5b-a23d-492e-97e5-67cf65a7e7ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:13.471872 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=f4cb416f-8a27-4824-b979-fe1c44896b24,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:13.485047 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb88f26-1fad-45d4-8eae-265a210f68d6 None None] Checking router: f3e0b066-6885-46b9-b5b8-e400dec94bf5 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:15:13.496688 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb88f26-1fad-45d4-8eae-265a210f68d6 None None] Routers {'f3e0b066-6885-46b9-b5b8-e400dec94bf5'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:15:13.498046 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-bcb88f26-1fad-45d4-8eae-265a210f68d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:14:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['f3e0b066-6885-46b9-b5b8-e400dec94bf5'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:13.608378 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed469779-b340-4776-a3e3-4a2b46993b76 req-9da3aa7d-7392-4a5e-ba8c-4c36f7c9b469 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] No DVR routers for this DVR port cc33bfcd-895a-4aee-af9f-716bb80274b8 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:15:13.620202 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34586b12-fe67-469a-bbda-31b36041d7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5249c31-02c2-48f3-8980-fed5d063b273,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:13.639542 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ed469779-b340-4776-a3e3-4a2b46993b76 req-9da3aa7d-7392-4a5e-ba8c-4c36f7c9b469 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:13.643311 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ed469779-b340-4776-a3e3-4a2b46993b76 req-9da3aa7d-7392-4a5e-ba8c-4c36f7c9b469 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.73 "DELETE /v2.0/ports/cc33bfcd-895a-4aee-af9f-716bb80274b8 HTTP/1.1" status: 204 len: 173 time: 3.0521843 Nov 10 19:15:13.649128 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-90cbada6-cb53-4628-9e56-bd1f81c8ce59 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:13.717862 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e91cf6-db84-4203-a07d-aa232fb7ec1f req-6bade0a0-06fb-4c88-83a8-866b0a0e4ec6 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:13.750891 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a4e91cf6-db84-4203-a07d-aa232fb7ec1f req-6bade0a0-06fb-4c88-83a8-866b0a0e4ec6 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/ports?device_id=36ad31e0-f8cf-4439-8f90-46782da830ab HTTP/1.1" status: 200 len: 945 time: 0.5366228 Nov 10 19:15:13.839218 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 9dcc7179-7b61-4cea-a686-492537951a66 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:15:13.888195 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-bcb88f26-1fad-45d4-8eae-265a210f68d6 None None] Set router f3e0b066-6885-46b9-b5b8-e400dec94bf5 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:15:13.916927 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 9dcc7179-7b61-4cea-a686-492537951a66 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:15:13.919763 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:14.007639 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58da1cc7-bff6-4d53-8bd5-38bb98cecb68 None None] Network 8e0b3ba3-7215-45b5-b8de-5724ad198916 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:15:14.017113 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06054699-52f0-43ca-8a83-9fa89cc99fa7 req-bb9e1aea-0821-4cb1-969a-205764e00c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:14.017781 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06054699-52f0-43ca-8a83-9fa89cc99fa7 req-bb9e1aea-0821-4cb1-969a-205764e00c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:14.019451 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06054699-52f0-43ca-8a83-9fa89cc99fa7 req-bb9e1aea-0821-4cb1-969a-205764e00c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:14.020443 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06054699-52f0-43ca-8a83-9fa89cc99fa7 req-bb9e1aea-0821-4cb1-969a-205764e00c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:14.020993 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06054699-52f0-43ca-8a83-9fa89cc99fa7 req-bb9e1aea-0821-4cb1-969a-205764e00c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:14.021618 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06054699-52f0-43ca-8a83-9fa89cc99fa7 req-bb9e1aea-0821-4cb1-969a-205764e00c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:14.022122 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06054699-52f0-43ca-8a83-9fa89cc99fa7 req-bb9e1aea-0821-4cb1-969a-205764e00c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:14.025605 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-06054699-52f0-43ca-8a83-9fa89cc99fa7 req-bb9e1aea-0821-4cb1-969a-205764e00c3e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8868befe3bb435a8f25d6ac7c7d0f37&device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 6492 time: 0.7962062 Nov 10 19:15:14.033418 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea367ad3-3451-4492-93a2-5dd0ed8c717a req-e71eb2fe-c55e-4531-84ea-1b521104ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:14.035077 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ea367ad3-3451-4492-93a2-5dd0ed8c717a req-e71eb2fe-c55e-4531-84ea-1b521104ad5d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4ca28fe1-7b91-4ed1-a740-4d1d3e335d17 HTTP/1.1" status: 200 len: 1097 time: 0.7643645 Nov 10 19:15:14.064943 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a4e91cf6-db84-4203-a07d-aa232fb7ec1f req-0dc4c054-c3b4-420e-9ef0-39168480afbb tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/security-groups?id=52de01c7-d00e-4b3b-b09f-d092153ad5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131328 Nov 10 19:15:14.079505 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e541cc-7ef1-4fdf-a2f5-62ae1705908a req-77645590-2fd0-406f-8927-5787ed27e6ca tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:14.088155 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97e541cc-7ef1-4fdf-a2f5-62ae1705908a req-77645590-2fd0-406f-8927-5787ed27e6ca tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports?device_id=14c55b0d-b6bb-47f4-b127-a23c3c8d10a7 HTTP/1.1" status: 200 len: 946 time: 0.2367380 Nov 10 19:15:14.168970 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f393420e-f894-4284-885b-659e68829718 None None] Provisioning complete for port 9dcc7179-7b61-4cea-a686-492537951a66 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:15:14.169681 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fd080b5b-a23d-492e-97e5-67cf65a7e7ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:14.170894 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f393420e-f894-4284-885b-659e68829718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:14.184192 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-ed469779-b340-4776-a3e3-4a2b46993b76 req-2efaaccd-833d-4fd1-ab99-82ec916de860 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Deleting port f4cb416f-8a27-4824-b979-fe1c44896b24 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:15:14.184622 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ed469779-b340-4776-a3e3-4a2b46993b76 req-2efaaccd-833d-4fd1-ab99-82ec916de860 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:14.191784 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fd080b5b-a23d-492e-97e5-67cf65a7e7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:14.245472 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ea367ad3-3451-4492-93a2-5dd0ed8c717a req-2bbfadc0-1b57-4064-a433-e44ba3b36e51 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073177 Nov 10 19:15:14.250687 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-fd080b5b-a23d-492e-97e5-67cf65a7e7ba admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3bf11abed6cb4d72ab64bc6e937e7536&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3928719 Nov 10 19:15:14.257423 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60810) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:14.313283 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97e541cc-7ef1-4fdf-a2f5-62ae1705908a req-5b28f9d8-ebd7-4e6d-ab3e-d19afade739b tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/security-groups?id=b7f75c73-b8b6-4b96-990f-afb1f094ac2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139516 Nov 10 19:15:14.378233 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60814) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:14.432558 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f393420e-f894-4284-885b-659e68829718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:14.446777 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a9e4262-f260-465d-a295-4c5ed7436483 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:14.478844 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:14.513028 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd080b5b-a23d-492e-97e5-67cf65a7e7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77030f2-f9d9-404f-925a-a09e0946be9d,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:14.555193 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-f393420e-f894-4284-885b-659e68829718 None None] For port 9dcc7179-7b61-4cea-a686-492537951a66, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=9dcc7179-7b61-4cea-a686-492537951a66,segment=NetworkSegment(807aa974-68f9-4719-b3f3-48902a32f47e),segment_id=807aa974-68f9-4719-b3f3-48902a32f47e)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:14.573459 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f393420e-f894-4284-885b-659e68829718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:14.596508 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-bcb88f26-1fad-45d4-8eae-265a210f68d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'name': 'tempest-TaggedBootDevicesTest-1295309602-router', 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'facde35a-9f06-40ba-a4a5-e370391d9729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:12:14Z', 'updated_at': '2021-11-10T19:12:20Z', 'revision_number': 4, 'project_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'gw_port': {'id': 'facde35a-9f06-40ba-a4a5-e370391d9729', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:12:15Z', 'updated_at': '2021-11-10T19:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '0b917e5c-ec8d-41b5-8384-3324ed20594f', 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'port_id': '893f5fad-5d52-4ed2-a497-8f4e5f94cfec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87a15d79-4902-4d31-887f-c388f0985906', 'mac_address': 'fa:16:3e:be:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:13:11Z', 'updated_at': '2021-11-10T19:15:08Z', 'revision_number': 1, 'project_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddeb9ab5-c38c-444d-9153-1ea476c8e71f', 'name': '', 'network_id': '87a15d79-4902-4d31-887f-c388f0985906', 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'mac_address': 'fa:16:3e:44:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '2f6a98c7-c265-4500-b9ce-49a92ae40ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:12:19Z', 'updated_at': '2021-11-10T19:12:26Z', 'revision_number': 5, 'project_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'subnets': [{'id': '2f6a98c7-c265-4500-b9ce-49a92ae40ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:14.615245 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a9e4262-f260-465d-a295-4c5ed7436483 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:14.651257 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb88f26-1fad-45d4-8eae-265a210f68d6 None None] The sync data for ids ['f3e0b066-6885-46b9-b5b8-e400dec94bf5'] in n-d-813897-4 is: [{'id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'name': 'tempest-TaggedBootDevicesTest-1295309602-router', 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'facde35a-9f06-40ba-a4a5-e370391d9729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:12:14Z', 'updated_at': '2021-11-10T19:12:20Z', 'revision_number': 4, 'project_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'gw_port': {'id': 'facde35a-9f06-40ba-a4a5-e370391d9729', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:12:15Z', 'updated_at': '2021-11-10T19:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '0b917e5c-ec8d-41b5-8384-3324ed20594f', 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'port_id': '893f5fad-5d52-4ed2-a497-8f4e5f94cfec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87a15d79-4902-4d31-887f-c388f0985906', 'mac_address': 'fa:16:3e:be:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:13:11Z', 'updated_at': '2021-11-10T19:15:08Z', 'revision_number': 1, 'project_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddeb9ab5-c38c-444d-9153-1ea476c8e71f', 'name': '', 'network_id': '87a15d79-4902-4d31-887f-c388f0985906', 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'mac_address': 'fa:16:3e:44:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '2f6a98c7-c265-4500-b9ce-49a92ae40ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:12:19Z', 'updated_at': '2021-11-10T19:12:26Z', 'revision_number': 5, 'project_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'subnets': [{'id': '2f6a98c7-c265-4500-b9ce-49a92ae40ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:15:14.655069 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a9e4262-f260-465d-a295-4c5ed7436483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:14.660153 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff9b0b-5f62-41c2-9cec-a8c8be8c44c5 req-e01c2488-9b00-451b-91d5-1c1357f82adf tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:14.661747 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cff9b0b-5f62-41c2-9cec-a8c8be8c44c5 req-e01c2488-9b00-451b-91d5-1c1357f82adf tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=4ca28fe1-7b91-4ed1-a740-4d1d3e335d17 HTTP/1.1" status: 200 len: 946 time: 0.3574507 Nov 10 19:15:14.672578 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f95fc2de-b63f-479e-bc71-7ca7ce82dbe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:14.706236 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f95fc2de-b63f-479e-bc71-7ca7ce82dbe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:14.751976 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-ed469779-b340-4776-a3e3-4a2b46993b76 req-2efaaccd-833d-4fd1-ab99-82ec916de860 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] For port f4cb416f-8a27-4824-b979-fe1c44896b24, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=f4cb416f-8a27-4824-b979-fe1c44896b24,segment=NetworkSegment(a3fce4d0-a35e-45b3-a654-8b1ec49a2071),segment_id=a3fce4d0-a35e-45b3-a654-8b1ec49a2071)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:14.752346 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ed469779-b340-4776-a3e3-4a2b46993b76 req-2efaaccd-833d-4fd1-ab99-82ec916de860 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:14.822847 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-ed469779-b340-4776-a3e3-4a2b46993b76 req-2efaaccd-833d-4fd1-ab99-82ec916de860 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Calling delete_port for f4cb416f-8a27-4824-b979-fe1c44896b24 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:15:14.855335 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e4262-f260-465d-a295-4c5ed7436483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221d39fc-ee23-4abb-bd3c-c10fe882a3e8,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:14.865570 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:15:14.866758 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:15:14.879144 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f95fc2de-b63f-479e-bc71-7ca7ce82dbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:14.881580 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1cf8f957-ca7b-4adf-b1d0-2b2305a12f81 req-c3e2a65c-f605-4935-92be-033a4414bd61 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4598839 Nov 10 19:15:14.887436 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f95fc2de-b63f-479e-bc71-7ca7ce82dbe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:14.890715 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f95fc2de-b63f-479e-bc71-7ca7ce82dbe1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a77030f2-f9d9-404f-925a-a09e0946be9d HTTP/1.1" status: 204 len: 168 time: 0.6279564 Nov 10 19:15:14.905869 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f393420e-f894-4284-885b-659e68829718 None None] Pushing event updated for resources: {'Port': ['ID=9dcc7179-7b61-4cea-a686-492537951a66,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:14.929909 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-1cf8f957-ca7b-4adf-b1d0-2b2305a12f81 req-f42e1cac-e3c1-47fd-a68e-7b3b32b04009 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:15:14.934014 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95fc2de-b63f-479e-bc71-7ca7ce82dbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77030f2-f9d9-404f-925a-a09e0946be9d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:14.966877 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9a9e4262-f260-465d-a295-4c5ed7436483 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0e7e0272bea54a0e9f3467ebb14c12c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5874197 Nov 10 19:15:14.970208 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60820) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:14.971467 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-90cbada6-cb53-4628-9e56-bd1f81c8ce59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:14.990190 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06054699-52f0-43ca-8a83-9fa89cc99fa7 req-bbbf7438-bf2e-433c-8dba-aa942a016610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:14.991915 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-06054699-52f0-43ca-8a83-9fa89cc99fa7 req-bbbf7438-bf2e-433c-8dba-aa942a016610 service neutron] 10.222.0.73 "GET /v2.0/networks?id=87a15d79-4902-4d31-887f-c388f0985906 HTTP/1.1" status: 200 len: 913 time: 0.8744476 Nov 10 19:15:15.010708 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ad31e0-f8cf-4439-8f90-46782da830ab', 'name': 'network-vif-deleted', 'tag': 'cc33bfcd-895a-4aee-af9f-716bb80274b8'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:15:15.019091 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b3ad03-f9af-4b67-8421-8691f950ad4e" -d '{"events": [{"server_uuid": "36ad31e0-f8cf-4439-8f90-46782da830ab", "name": "network-vif-deleted", "tag": "cc33bfcd-895a-4aee-af9f-716bb80274b8"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:15:15.048764 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cff9b0b-5f62-41c2-9cec-a8c8be8c44c5 req-35c8c158-22af-4061-b707-51c5674d36c1 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604262 Nov 10 19:15:15.067859 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ad31e0-f8cf-4439-8f90-46782da830ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4cb416f-8a27-4824-b979-fe1c44896b24'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:15:15.071065 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06e048a-d5ac-41fd-91a8-425c0e48aeef" -d '{"events": [{"server_uuid": "36ad31e0-f8cf-4439-8f90-46782da830ab", "name": "network-vif-unplugged", "status": "completed", "tag": "f4cb416f-8a27-4824-b979-fe1c44896b24"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:15:15.128203 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb0be28-2f51-4643-a33a-e84cda3a3f83 None None] New status for floating IP 0b917e5c-ec8d-41b5-8384-3324ed20594f: ACTIVE {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:15:15.147518 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1cf8f957-ca7b-4adf-b1d0-2b2305a12f81 req-f42e1cac-e3c1-47fd-a68e-7b3b32b04009 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks [] for floatingip, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:15.293887 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-06054699-52f0-43ca-8a83-9fa89cc99fa7 req-e9e26140-a269-4d0b-ae0a-72ff08328fc8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=893f5fad-5d52-4ed2-a497-8f4e5f94cfec HTTP/1.1" status: 200 len: 999 time: 0.2866724 Nov 10 19:15:15.393344 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ebb2f6ab-4053-478b-9d38-0331a7e1ca36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:15.419564 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ebb2f6ab-4053-478b-9d38-0331a7e1ca36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:15.499592 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661c9899-f1d0-4f74-b7b0-c0978c0c8cc4 x-openstack-request-id: req-661c9899-f1d0-4f74-b7b0-c0978c0c8cc4 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:15:15.500276 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ad31e0-f8cf-4439-8f90-46782da830ab", "name": "network-vif-unplugged", "status": "completed", "tag": "f4cb416f-8a27-4824-b979-fe1c44896b24", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:15:15.500954 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-661c9899-f1d0-4f74-b7b0-c0978c0c8cc4 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:15:15.501565 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ad31e0-f8cf-4439-8f90-46782da830ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4cb416f-8a27-4824-b979-fe1c44896b24', 'code': 200} Nov 10 19:15:15.545324 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2401d66f-a09e-4bdd-aab6-cf477d193ca3 None None] Provisioning complete for port 9dcc7179-7b61-4cea-a686-492537951a66 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:15:15.546201 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2401d66f-a09e-4bdd-aab6-cf477d193ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:15.554512 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ebb2f6ab-4053-478b-9d38-0331a7e1ca36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:15.557933 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ebb2f6ab-4053-478b-9d38-0331a7e1ca36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:15.559348 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ebb2f6ab-4053-478b-9d38-0331a7e1ca36 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/221d39fc-ee23-4abb-bd3c-c10fe882a3e8 HTTP/1.1" status: 204 len: 168 time: 0.5852904 Nov 10 19:15:15.560099 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09915ab-806e-4a32-a78b-3d0e643ab9fe x-openstack-request-id: req-f09915ab-806e-4a32-a78b-3d0e643ab9fe {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:15:15.561013 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ad31e0-f8cf-4439-8f90-46782da830ab", "name": "network-vif-deleted", "tag": "cc33bfcd-895a-4aee-af9f-716bb80274b8", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:15:15.562110 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f09915ab-806e-4a32-a78b-3d0e643ab9fe {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:15:15.562814 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ad31e0-f8cf-4439-8f90-46782da830ab', 'name': 'network-vif-deleted', 'tag': 'cc33bfcd-895a-4aee-af9f-716bb80274b8', 'status': 'completed', 'code': 200} Nov 10 19:15:15.657008 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ed469779-b340-4776-a3e3-4a2b46993b76 req-2efaaccd-833d-4fd1-ab99-82ec916de860 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:15.675176 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb2f6ab-4053-478b-9d38-0331a7e1ca36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221d39fc-ee23-4abb-bd3c-c10fe882a3e8,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:15.721530 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd577170-7be8-4b0c-8465-5f28b3950640 req-9cec3a77-72e4-4ea4-81d6-1aef9130a06c tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "GET /v2.0/ports?device_id=36ad31e0-f8cf-4439-8f90-46782da830ab HTTP/1.1" status: 200 len: 210 time: 0.1713767 Nov 10 19:15:15.763366 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06054699-52f0-43ca-8a83-9fa89cc99fa7 req-d4c42c45-94b8-4513-a13c-906e0abb409a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:15.769652 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-06054699-52f0-43ca-8a83-9fa89cc99fa7 req-d4c42c45-94b8-4513-a13c-906e0abb409a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2f6a98c7-c265-4500-b9ce-49a92ae40ef6 HTTP/1.1" status: 200 len: 851 time: 0.4494481 Nov 10 19:15:15.797459 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efaaccd-833d-4fd1-ab99-82ec916de860 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Pushing event deleted for resources: {'Port': ['ID=f4cb416f-8a27-4824-b979-fe1c44896b24,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:15.892059 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 9dcc7179-7b61-4cea-a686-492537951a66 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:15:15.920894 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed469779-b340-4776-a3e3-4a2b46993b76 req-2efaaccd-833d-4fd1-ab99-82ec916de860 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] No DVR routers for this DVR port f4cb416f-8a27-4824-b979-fe1c44896b24 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:15:15.924700 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ed469779-b340-4776-a3e3-4a2b46993b76 req-2efaaccd-833d-4fd1-ab99-82ec916de860 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:15.928844 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ed469779-b340-4776-a3e3-4a2b46993b76 req-2efaaccd-833d-4fd1-ab99-82ec916de860 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.73 "DELETE /v2.0/ports/f4cb416f-8a27-4824-b979-fe1c44896b24 HTTP/1.1" status: 204 len: 173 time: 2.2722671 Nov 10 19:15:15.977364 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06054699-52f0-43ca-8a83-9fa89cc99fa7 req-fba036b2-a82a-4822-a14e-a6800d8ded1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:15.980045 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-06054699-52f0-43ca-8a83-9fa89cc99fa7 req-fba036b2-a82a-4822-a14e-a6800d8ded1e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=87a15d79-4902-4d31-887f-c388f0985906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1910241 Nov 10 19:15:15.990386 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90cbada6-cb53-4628-9e56-bd1f81c8ce59 admin admin] Router a70d0784-b917-4027-859f-e66da464c622 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:15:15.998912 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1cf8f957-ca7b-4adf-b1d0-2b2305a12f81 req-f42e1cac-e3c1-47fd-a68e-7b3b32b04009 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:16.018060 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 9dcc7179-7b61-4cea-a686-492537951a66 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:15:16.018855 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:16.303562 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-1cf8f957-ca7b-4adf-b1d0-2b2305a12f81 req-f42e1cac-e3c1-47fd-a68e-7b3b32b04009 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Allocated IP 172.25.3.138 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/722d44af-2414-4568-ba73-53841d1273bf) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:15:16.321575 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302c1b0-55bf-4a05-8a80-600a042bd547 req-89b96cda-b85b-4915-8612-bb24b51c4b45 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:16.323642 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4302c1b0-55bf-4a05-8a80-600a042bd547 req-89b96cda-b85b-4915-8612-bb24b51c4b45 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=4ca28fe1-7b91-4ed1-a740-4d1d3e335d17 HTTP/1.1" status: 200 len: 946 time: 0.0999281 Nov 10 19:15:16.466634 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-06054699-52f0-43ca-8a83-9fa89cc99fa7 req-baccc1a8-d4c4-4a03-a4c4-cd95b9bdf226 service neutron] 10.222.0.73 "GET /v2.0/networks/87a15d79-4902-4d31-887f-c388f0985906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581819 Nov 10 19:15:16.475413 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4302c1b0-55bf-4a05-8a80-600a042bd547 req-cbd2c521-5c6f-490f-9e26-097efdf364d1 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155610 Nov 10 19:15:16.554865 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1cf8f957-ca7b-4adf-b1d0-2b2305a12f81 req-f42e1cac-e3c1-47fd-a68e-7b3b32b04009 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:16.666725 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1cf8f957-ca7b-4adf-b1d0-2b2305a12f81 req-f42e1cac-e3c1-47fd-a68e-7b3b32b04009 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:16.694761 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-06054699-52f0-43ca-8a83-9fa89cc99fa7 req-eff48ec0-da33-4d48-a672-e489f1cfa506 service neutron] 10.222.0.73 "GET /v2.0/networks/87a15d79-4902-4d31-887f-c388f0985906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617992 Nov 10 19:15:16.749847 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cbada6-cb53-4628-9e56-bd1f81c8ce59 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:15:16.761742 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4b86b1-87c5-4644-b619-7f252c751c96 None None] Sync routers for ids ['a70d0784-b917-4027-859f-e66da464c622'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:15:16.785013 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-90cbada6-cb53-4628-9e56-bd1f81c8ce59 admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:16.790943 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-90cbada6-cb53-4628-9e56-bd1f81c8ce59 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1561430 Nov 10 19:15:16.792207 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60884) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:16.795936 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4b86b1-87c5-4644-b619-7f252c751c96 None None] Routers {'a70d0784-b917-4027-859f-e66da464c622'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:15:16.797166 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cf8f957-ca7b-4adf-b1d0-2b2305a12f81 req-f42e1cac-e3c1-47fd-a68e-7b3b32b04009 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:15:16.802790 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ca4b86b1-87c5-4644-b619-7f252c751c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:14:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['a70d0784-b917-4027-859f-e66da464c622'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:16.825671 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-1cf8f957-ca7b-4adf-b1d0-2b2305a12f81 req-f42e1cac-e3c1-47fd-a68e-7b3b32b04009 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:15:16.830723 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf8f957-ca7b-4adf-b1d0-2b2305a12f81 req-f42e1cac-e3c1-47fd-a68e-7b3b32b04009 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:15:16.893720 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e1cac-e3c1-47fd-a68e-7b3b32b04009 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Pushing event updated for resources: {'Port': ['ID=722d44af-2414-4568-ba73-53841d1273bf,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:17.072735 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1cf8f957-ca7b-4adf-b1d0-2b2305a12f81 req-f42e1cac-e3c1-47fd-a68e-7b3b32b04009 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:17.087118 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-ca4b86b1-87c5-4644-b619-7f252c751c96 None None] Set router a70d0784-b917-4027-859f-e66da464c622 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:15:17.134613 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1cf8f957-ca7b-4adf-b1d0-2b2305a12f81 req-f42e1cac-e3c1-47fd-a68e-7b3b32b04009 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:17.410682 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1cf8f957-ca7b-4adf-b1d0-2b2305a12f81 req-f42e1cac-e3c1-47fd-a68e-7b3b32b04009 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:17.412747 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60910) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:17.422636 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1cf8f957-ca7b-4adf-b1d0-2b2305a12f81 req-f42e1cac-e3c1-47fd-a68e-7b3b32b04009 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:17.583478 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ad31e0-f8cf-4439-8f90-46782da830ab', 'name': 'network-vif-deleted', 'tag': 'f4cb416f-8a27-4824-b979-fe1c44896b24'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:15:17.586714 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2963bf63-c92f-49ad-84db-92319d5ac8dd" -d '{"events": [{"server_uuid": "36ad31e0-f8cf-4439-8f90-46782da830ab", "name": "network-vif-deleted", "tag": "f4cb416f-8a27-4824-b979-fe1c44896b24"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:15:17.589696 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e1cac-e3c1-47fd-a68e-7b3b32b04009 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Pushing event updated for resources: {'Port': ['ID=722d44af-2414-4568-ba73-53841d1273bf,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:17.640693 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1cf8f957-ca7b-4adf-b1d0-2b2305a12f81 req-f42e1cac-e3c1-47fd-a68e-7b3b32b04009 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:17.664928 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ca4b86b1-87c5-4644-b619-7f252c751c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70d0784-b917-4027-859f-e66da464c622', 'name': 'tempest-TaggedBootDevicesTest_v242-813261639-router', 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'b9323e82-dfae-4d5e-8d17-3d1cba91a742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:15:10Z', 'updated_at': '2021-11-10T19:15:13Z', 'revision_number': 3, 'project_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'gw_port': {'id': 'b9323e82-dfae-4d5e-8d17-3d1cba91a742', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70d0784-b917-4027-859f-e66da464c622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:15:11Z', 'updated_at': '2021-11-10T19:15:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:17.672642 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1cf8f957-ca7b-4adf-b1d0-2b2305a12f81 req-f42e1cac-e3c1-47fd-a68e-7b3b32b04009 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:17.687870 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1cf8f957-ca7b-4adf-b1d0-2b2305a12f81 req-f42e1cac-e3c1-47fd-a68e-7b3b32b04009 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8053520 Nov 10 19:15:17.742755 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d1ed3c-1a64-4d39-a6e2-723444b0770f tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Deleting subnet 67b014ee-338b-4680-90a3-7954962bbacb {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:15:17.746235 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4b86b1-87c5-4644-b619-7f252c751c96 None None] Checking router: a70d0784-b917-4027-859f-e66da464c622 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:15:17.747336 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4b86b1-87c5-4644-b619-7f252c751c96 None None] Updating router a70d0784-b917-4027-859f-e66da464c622 port b9323e82-dfae-4d5e-8d17-3d1cba91a742 binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:15:17.755536 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-00d1ed3c-1a64-4d39-a6e2-723444b0770f tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:17.853264 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ca4b86b1-87c5-4644-b619-7f252c751c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:17.861204 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1cf8f957-ca7b-4adf-b1d0-2b2305a12f81 req-b6aeb433-8eee-4c60-a2f3-6e7e3b595e75 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 696 time: 0.1710196 Nov 10 19:15:17.908383 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-00d1ed3c-1a64-4d39-a6e2-723444b0770f tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:18.047625 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-00d1ed3c-1a64-4d39-a6e2-723444b0770f tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:18.072193 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8f957-ca7b-4adf-b1d0-2b2305a12f81 req-48206bc7-f355-44d1-98c9-33ead421b08a tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:18.074122 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1cf8f957-ca7b-4adf-b1d0-2b2305a12f81 req-48206bc7-f355-44d1-98c9-33ead421b08a tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 784 time: 0.2121170 Nov 10 19:15:18.204369 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a64086-16e3-468f-ae86-9b35719f08b4 x-openstack-request-id: req-54a64086-16e3-468f-ae86-9b35719f08b4 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:15:18.204883 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ad31e0-f8cf-4439-8f90-46782da830ab", "name": "network-vif-deleted", "tag": "f4cb416f-8a27-4824-b979-fe1c44896b24", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:15:18.205328 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-54a64086-16e3-468f-ae86-9b35719f08b4 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:15:18.205945 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ad31e0-f8cf-4439-8f90-46782da830ab', 'name': 'network-vif-deleted', 'tag': 'f4cb416f-8a27-4824-b979-fe1c44896b24', 'status': 'completed', 'code': 200} Nov 10 19:15:18.527963 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ca4b86b1-87c5-4644-b619-7f252c751c96 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:18.545649 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ca4b86b1-87c5-4644-b619-7f252c751c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:18.609735 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575cc5e-eb4a-4156-b854-08ba4c3b7dc2 None None] Pushing event updated for resources: {'Port': ['ID=b9323e82-dfae-4d5e-8d17-3d1cba91a742,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:18.674987 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-ca4b86b1-87c5-4644-b619-7f252c751c96 None None] Attempting to bind port b9323e82-dfae-4d5e-8d17-3d1cba91a742 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:15:18.675404 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-ca4b86b1-87c5-4644-b619-7f252c751c96 None None] Attempting to bind port b9323e82-dfae-4d5e-8d17-3d1cba91a742 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:15:18.675719 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4b86b1-87c5-4644-b619-7f252c751c96 None None] Attempting to bind port b9323e82-dfae-4d5e-8d17-3d1cba91a742 on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:15:18.691225 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4b86b1-87c5-4644-b619-7f252c751c96 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:15:18.691922 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4b86b1-87c5-4644-b619-7f252c751c96 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:15:18.702436 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ca4b86b1-87c5-4644-b619-7f252c751c96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:18.703193 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4b86b1-87c5-4644-b619-7f252c751c96 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:15:18.703960 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-ca4b86b1-87c5-4644-b619-7f252c751c96 None None] Bound port: b9323e82-dfae-4d5e-8d17-3d1cba91a742, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:15:18.704547 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ca4b86b1-87c5-4644-b619-7f252c751c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:18.834634 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-ca4b86b1-87c5-4644-b619-7f252c751c96 None None] For port b9323e82-dfae-4d5e-8d17-3d1cba91a742, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:15:18.845743 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-ca4b86b1-87c5-4644-b619-7f252c751c96 None None] For port b9323e82-dfae-4d5e-8d17-3d1cba91a742, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=b9323e82-dfae-4d5e-8d17-3d1cba91a742,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:15:18.855263 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ca4b86b1-87c5-4644-b619-7f252c751c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:18.894611 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c166e869-919e-4233-8f54-19544cd4e6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:18.917333 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-00d1ed3c-1a64-4d39-a6e2-723444b0770f tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:18.957843 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1ed3c-1a64-4d39-a6e2-723444b0770f tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Pushing event deleted for resources: {'Subnet': ['ID=67b014ee-338b-4680-90a3-7954962bbacb,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:18.972836 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df86e7ae-0758-43ba-b244-3a096477bb5e None None] Network a748e1ac-c3f3-4327-9311-58b5270d8609 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:15:19.001570 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-00d1ed3c-1a64-4d39-a6e2-723444b0770f tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:19.012395 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-00d1ed3c-1a64-4d39-a6e2-723444b0770f tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "DELETE /v2.0/subnets/67b014ee-338b-4680-90a3-7954962bbacb HTTP/1.1" status: 204 len: 168 time: 1.5954518 Nov 10 19:15:19.014995 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60972) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:19.016774 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575cc5e-eb4a-4156-b854-08ba4c3b7dc2 None None] Pushing event updated for resources: {'Port': ['ID=b9323e82-dfae-4d5e-8d17-3d1cba91a742,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:19.049297 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4b86b1-87c5-4644-b619-7f252c751c96 None None] Routers {'a70d0784-b917-4027-859f-e66da464c622'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:15:19.055097 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ca4b86b1-87c5-4644-b619-7f252c751c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:14:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['a70d0784-b917-4027-859f-e66da464c622'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:19.375050 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c5d81e-ee21-4150-82a2-028f3547fe6a None None] DHCP port deletion for a748e1ac-c3f3-4327-9311-58b5270d8609 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:15:19.398724 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-c166e869-919e-4233-8f54-19544cd4e6cf admin admin] Allocated IP 172.20.0.1 (8e0b3ba3-7215-45b5-b8de-5724ad198916/3188f8a0-bf12-4d61-a184-005155fc37b9/5d43e8e4-2d6f-4d9a-ac2e-5291ce108008) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:15:19.509085 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-27150aac-5826-41f4-9514-e099c48b778b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:19.538480 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-ca4b86b1-87c5-4644-b619-7f252c751c96 None None] Set router a70d0784-b917-4027-859f-e66da464c622 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:15:19.555281 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-82c5d81e-ee21-4150-82a2-028f3547fe6a None None] Deleting port 89fbfd74-de32-4e32-95f0-fe3324879e2e {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:15:19.555671 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-82c5d81e-ee21-4150-82a2-028f3547fe6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:19.779954 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c166e869-919e-4233-8f54-19544cd4e6cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:19.824532 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-9e59d437-ba01-4609-80e9-f7af899e7c16 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:19.825001 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-82c5d81e-ee21-4150-82a2-028f3547fe6a None None] For port 89fbfd74-de32-4e32-95f0-fe3324879e2e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=89fbfd74-de32-4e32-95f0-fe3324879e2e,segment=NetworkSegment(a3fce4d0-a35e-45b3-a654-8b1ec49a2071),segment_id=a3fce4d0-a35e-45b3-a654-8b1ec49a2071)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:19.825890 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-82c5d81e-ee21-4150-82a2-028f3547fe6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:19.832439 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-9e59d437-ba01-4609-80e9-f7af899e7c16 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/networks?id=3a91fecc-dc01-4af5-8121-7bf79bed5161 HTTP/1.1" status: 200 len: 821 time: 0.4901731 Nov 10 19:15:19.862806 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 89fbfd74-de32-4e32-95f0-fe3324879e2e no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:15:19.865384 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-4104f1f8-59db-4ac9-b00c-af3afe28c3a2 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/quotas/c57c83b50f6e4bc399a3a37742495e99 HTTP/1.1" status: 200 len: 375 time: 0.0314415 Nov 10 19:15:19.866407 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c166e869-919e-4233-8f54-19544cd4e6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:19.895996 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-82c5d81e-ee21-4150-82a2-028f3547fe6a None None] Calling delete_port for 89fbfd74-de32-4e32-95f0-fe3324879e2e owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:15:19.941876 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-27150aac-5826-41f4-9514-e099c48b778b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Deleting port 89fbfd74-de32-4e32-95f0-fe3324879e2e {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:15:19.942157 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-27150aac-5826-41f4-9514-e099c48b778b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:19.970158 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c166e869-919e-4233-8f54-19544cd4e6cf admin admin] Network 8e0b3ba3-7215-45b5-b8de-5724ad198916 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:15:19.978716 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-c166e869-919e-4233-8f54-19544cd4e6cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:15:19.980623 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166e869-919e-4233-8f54-19544cd4e6cf admin admin] Pushing event updated for resources: {'Port': ['ID=5d43e8e4-2d6f-4d9a-ac2e-5291ce108008,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:19.999387 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c166e869-919e-4233-8f54-19544cd4e6cf admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:15:20.097915 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c166e869-919e-4233-8f54-19544cd4e6cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:20.125221 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-27150aac-5826-41f4-9514-e099c48b778b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] For port 89fbfd74-de32-4e32-95f0-fe3324879e2e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=89fbfd74-de32-4e32-95f0-fe3324879e2e,segment=NetworkSegment(a3fce4d0-a35e-45b3-a654-8b1ec49a2071),segment_id=a3fce4d0-a35e-45b3-a654-8b1ec49a2071)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:20.125912 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-27150aac-5826-41f4-9514-e099c48b778b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:20.187878 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ca4b86b1-87c5-4644-b619-7f252c751c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70d0784-b917-4027-859f-e66da464c622', 'name': 'tempest-TaggedBootDevicesTest_v242-813261639-router', 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'b9323e82-dfae-4d5e-8d17-3d1cba91a742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:15:10Z', 'updated_at': '2021-11-10T19:15:13Z', 'revision_number': 3, 'project_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'gw_port': {'id': 'b9323e82-dfae-4d5e-8d17-3d1cba91a742', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70d0784-b917-4027-859f-e66da464c622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:15:11Z', 'updated_at': '2021-11-10T19:15:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:20.195246 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-27150aac-5826-41f4-9514-e099c48b778b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Calling delete_port for 89fbfd74-de32-4e32-95f0-fe3324879e2e owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:15:20.257171 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:20.264540 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c166e869-919e-4233-8f54-19544cd4e6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:20.282279 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:15:20.296485 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4b86b1-87c5-4644-b619-7f252c751c96 None None] The sync data for ids ['a70d0784-b917-4027-859f-e66da464c622'] in n-d-813897-4 is: [{'id': 'a70d0784-b917-4027-859f-e66da464c622', 'name': 'tempest-TaggedBootDevicesTest_v242-813261639-router', 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'b9323e82-dfae-4d5e-8d17-3d1cba91a742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:15:10Z', 'updated_at': '2021-11-10T19:15:13Z', 'revision_number': 3, 'project_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'gw_port': {'id': 'b9323e82-dfae-4d5e-8d17-3d1cba91a742', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70d0784-b917-4027-859f-e66da464c622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:15:11Z', 'updated_at': '2021-11-10T19:15:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:15:20.397132 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceaf63b-be0c-48ec-85d3-8db6353ee846 req-8de40f90-3967-4909-8b31-252e63bee2d7 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:20.399214 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9ceaf63b-be0c-48ec-85d3-8db6353ee846 req-8de40f90-3967-4909-8b31-252e63bee2d7 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=4ca28fe1-7b91-4ed1-a740-4d1d3e335d17 HTTP/1.1" status: 200 len: 946 time: 0.5155549 Nov 10 19:15:20.408211 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 89fbfd74-de32-4e32-95f0-fe3324879e2e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=89fbfd74-de32-4e32-95f0-fe3324879e2e,segment=NetworkSegment(a3fce4d0-a35e-45b3-a654-8b1ec49a2071),segment_id=a3fce4d0-a35e-45b3-a654-8b1ec49a2071)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:20.421252 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-89a24c92-196b-4b0f-b9ce-b0366dd123b0 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c57c83b50f6e4bc399a3a37742495e99&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5547323 Nov 10 19:15:20.469848 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:20.517646 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-82c5d81e-ee21-4150-82a2-028f3547fe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:20.630276 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event deleted for resources: {'Port': ['ID=89fbfd74-de32-4e32-95f0-fe3324879e2e,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:20.637871 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.resource_extend [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 19:15:20.672511 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9ceaf63b-be0c-48ec-85d3-8db6353ee846 req-7a1e95f2-564d-4b7a-bd91-41de77cfdece tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394001 Nov 10 19:15:20.692049 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c5d81e-ee21-4150-82a2-028f3547fe6a None None] No DVR routers for this DVR port 89fbfd74-de32-4e32-95f0-fe3324879e2e on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:15:20.733355 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c166e869-919e-4233-8f54-19544cd4e6cf admin admin] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:20.740030 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5d81e-ee21-4150-82a2-028f3547fe6a None None] Pushing event deleted for resources: {'Port': ['ID=89fbfd74-de32-4e32-95f0-fe3324879e2e,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:20.756570 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c166e869-919e-4233-8f54-19544cd4e6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:20.756740 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-27150aac-5826-41f4-9514-e099c48b778b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:20.804390 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-3a6c8913-0a12-40a7-9479-be884161f2a8 service neutron] 10.222.0.54 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818336 Nov 10 19:15:20.936608 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-aeefd41c-dffd-4825-b221-005aaed34d8a None None] Provisioning complete for port 5d43e8e4-2d6f-4d9a-ac2e-5291ce108008 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:15:20.956016 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166e869-919e-4233-8f54-19544cd4e6cf admin admin] Pushing event updated for resources: {'Port': ['ID=5d43e8e4-2d6f-4d9a-ac2e-5291ce108008,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:20.967876 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27150aac-5826-41f4-9514-e099c48b778b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Pushing event deleted for resources: {'Port': ['ID=89fbfd74-de32-4e32-95f0-fe3324879e2e,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:20.980208 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-aeefd41c-dffd-4825-b221-005aaed34d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:21.017559 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27150aac-5826-41f4-9514-e099c48b778b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] No DVR routers for this DVR port 89fbfd74-de32-4e32-95f0-fe3324879e2e on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:15:21.061313 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c166e869-919e-4233-8f54-19544cd4e6cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:21.228109 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-aeefd41c-dffd-4825-b221-005aaed34d8a None None] Port 5d43e8e4-2d6f-4d9a-ac2e-5291ce108008 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:15:21.296221 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:21.335007 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43', 'network_id': 'f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f', 'port_id': '6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43', 'mac_address': 'fa:16:3e:f1:bd:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60343b83-37e4-41fb-97c3-061ff8929ded', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:15:21.388630 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:21.390628 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c166e869-919e-4233-8f54-19544cd4e6cf admin admin] Network 8e0b3ba3-7215-45b5-b8de-5724ad198916 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:15:21.395668 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-c166e869-919e-4233-8f54-19544cd4e6cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:15:21.413056 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:15:21.444402 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:21.451819 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:21.684129 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:15:21.851544 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c166e869-919e-4233-8f54-19544cd4e6cf admin admin] Router a70d0784-b917-4027-859f-e66da464c622 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:15:21.950816 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device b9323e82-dfae-4d5e-8d17-3d1cba91a742 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:15:21.954548 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:22.039206 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-cfe14725-4683-4b38-bbad-6f1f283c79e1 None None] Provisioning complete for port 5d43e8e4-2d6f-4d9a-ac2e-5291ce108008 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:15:22.039575 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cfe14725-4683-4b38-bbad-6f1f283c79e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:22.162406 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-27150aac-5826-41f4-9514-e099c48b778b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:22.178458 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port b9323e82-dfae-4d5e-8d17-3d1cba91a742 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:15:22.178836 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:22.182389 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-cfe14725-4683-4b38-bbad-6f1f283c79e1 None None] Port 5d43e8e4-2d6f-4d9a-ac2e-5291ce108008 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:15:22.221414 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-27150aac-5826-41f4-9514-e099c48b778b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a748e1ac-c3f3-4327-9311-58b5270d8609']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:22.234877 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-09338bf8-6350-4eb5-a6a7-03cb18fef417 service neutron] 10.222.0.54 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3006115 Nov 10 19:15:22.239642 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-27150aac-5826-41f4-9514-e099c48b778b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3fce4d0-a35e-45b3-a654-8b1ec49a2071') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:22.239642 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-27150aac-5826-41f4-9514-e099c48b778b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3fce4d0-a35e-45b3-a654-8b1ec49a2071') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:22.263904 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df17d4-6ac8-45be-9c17-9ec4cae700d8 req-5233d9af-4b73-4cee-b712-64df027e393b tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:22.275055 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-37df17d4-6ac8-45be-9c17-9ec4cae700d8 req-5233d9af-4b73-4cee-b712-64df027e393b tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=4ca28fe1-7b91-4ed1-a740-4d1d3e335d17 HTTP/1.1" status: 200 len: 945 time: 0.3024220 Nov 10 19:15:22.277439 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:15:22.285535 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-27150aac-5826-41f4-9514-e099c48b778b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:22.309032 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c166e869-919e-4233-8f54-19544cd4e6cf admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:15:22.326989 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c166e869-919e-4233-8f54-19544cd4e6cf admin admin] 10.222.0.54 "PUT /v2.0/routers/a70d0784-b917-4027-859f-e66da464c622/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5265708 Nov 10 19:15:22.432603 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-27150aac-5826-41f4-9514-e099c48b778b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:22.437596 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:22.480803 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27150aac-5826-41f4-9514-e099c48b778b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:15:22.481242 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-27150aac-5826-41f4-9514-e099c48b778b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:22.485598 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 32826) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:22.491833 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: self.session.flush() Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: self.session.flush() Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: self.session.flush() Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: self.session.flush() Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:15:22.500464 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:15:22.528055 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:22.539282 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:22.556696 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:22.572815 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port b9323e82-dfae-4d5e-8d17-3d1cba91a742, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=b9323e82-dfae-4d5e-8d17-3d1cba91a742,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:22.591233 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-37df17d4-6ac8-45be-9c17-9ec4cae700d8 req-fdcce9bc-7d14-4d85-977a-5e0e5d0a6e47 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716529 Nov 10 19:15:22.631892 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:22.711239 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43,revision_number=7']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:22.718576 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-27150aac-5826-41f4-9514-e099c48b778b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:22.807613 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b0458d47-7c8e-4cb5-b96d-0a50a808452c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:22.839907 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-27150aac-5826-41f4-9514-e099c48b778b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:22.848346 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-27150aac-5826-41f4-9514-e099c48b778b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "DELETE /v2.0/networks/a748e1ac-c3f3-4327-9311-58b5270d8609 HTTP/1.1" status: 204 len: 168 time: 3.8289828 Nov 10 19:15:22.850732 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27150aac-5826-41f4-9514-e099c48b778b tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Pushing event deleted for resources: {'Network': ['ID=a748e1ac-c3f3-4327-9311-58b5270d8609,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:22.851386 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=b9323e82-dfae-4d5e-8d17-3d1cba91a742,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:22.859174 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c79e79cf-49ea-4e2c-9b93-dceff86b3077 req-e188c0c7-6690-4370-9b96-5a54af28ae43 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports?device_id=0471317f-95e7-4734-889d-045fc1b11e54 HTTP/1.1" status: 200 len: 210 time: 0.0835309 Nov 10 19:15:22.859604 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 32858) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:23.098453 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-5acc4545-c17b-4033-af50-4ff20d2d17bd tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Deleting subnet 082cdf17-5ae1-4ca4-95f7-4c195438cf61 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:15:23.106926 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5acc4545-c17b-4033-af50-4ff20d2d17bd tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:23.190743 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b0458d47-7c8e-4cb5-b96d-0a50a808452c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:23.198383 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b0458d47-7c8e-4cb5-b96d-0a50a808452c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:23.202798 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5acc4545-c17b-4033-af50-4ff20d2d17bd tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:23.315134 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b0458d47-7c8e-4cb5-b96d-0a50a808452c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3193ad0c1fda4979b120c925e2489364&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8283453 Nov 10 19:15:23.315923 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0458d47-7c8e-4cb5-b96d-0a50a808452c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4158cc4-d669-408f-aeee-b317fb8896bf,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:23.318014 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 32894) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:23.399527 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1626897a-1c72-4c42-a2a6-55fd028ff53a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:23.417110 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9e12cec0-8df4-4645-80cd-ca0e9e9d1f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:23.457488 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5acc4545-c17b-4033-af50-4ff20d2d17bd tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:23.484806 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1626897a-1c72-4c42-a2a6-55fd028ff53a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:23.653435 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc7421d-bfc0-4cb9-b438-f1fd540b57cc None None] Sync routers for ids ['a70d0784-b917-4027-859f-e66da464c622'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:15:23.666211 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5acc4545-c17b-4033-af50-4ff20d2d17bd tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:23.703983 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc7421d-bfc0-4cb9-b438-f1fd540b57cc None None] Routers {'a70d0784-b917-4027-859f-e66da464c622'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:15:23.710937 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-9cc7421d-bfc0-4cb9-b438-f1fd540b57cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:14:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['a70d0784-b917-4027-859f-e66da464c622'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:23.763232 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc4545-c17b-4033-af50-4ff20d2d17bd tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Pushing event deleted for resources: {'Subnet': ['ID=082cdf17-5ae1-4ca4-95f7-4c195438cf61,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:23.781148 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5acc4545-c17b-4033-af50-4ff20d2d17bd tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:23.788372 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2f9c6-cf72-4fab-ba37-791ac09ce231 req-2b8aa486-951d-4f1a-834c-a92c1ff581e5 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:23.805288 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-86f2f9c6-cf72-4fab-ba37-791ac09ce231 req-2b8aa486-951d-4f1a-834c-a92c1ff581e5 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=4ca28fe1-7b91-4ed1-a740-4d1d3e335d17 HTTP/1.1" status: 200 len: 944 time: 0.2771790 Nov 10 19:15:23.806895 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5acc4545-c17b-4033-af50-4ff20d2d17bd tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "DELETE /v2.0/subnets/082cdf17-5ae1-4ca4-95f7-4c195438cf61 HTTP/1.1" status: 204 len: 168 time: 0.8936470 Nov 10 19:15:23.807780 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 32918) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:23.837232 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733ad601-8af3-4211-a569-fd94979c87f4 None None] Network 0233b314-e7bc-4b71-be87-3925a00a67ca requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:15:23.841065 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device b9323e82-dfae-4d5e-8d17-3d1cba91a742 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:15:23.868230 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1626897a-1c72-4c42-a2a6-55fd028ff53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:23.876287 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1626897a-1c72-4c42-a2a6-55fd028ff53a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:23.880162 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1626897a-1c72-4c42-a2a6-55fd028ff53a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e4158cc4-d669-408f-aeee-b317fb8896bf HTTP/1.1" status: 204 len: 168 time: 0.5584607 Nov 10 19:15:23.960936 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-86f2f9c6-cf72-4fab-ba37-791ac09ce231 req-25bfbd58-064e-4463-9cdf-6b416fe2551d tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534638 Nov 10 19:15:23.997473 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626897a-1c72-4c42-a2a6-55fd028ff53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4158cc4-d669-408f-aeee-b317fb8896bf,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:24.055067 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0d38-3444-4a77-8a10-c76250078b48 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:24.152483 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ead9645e-7ab8-4bb1-82c2-41f82cb4adce req-4784bcfc-b8ad-4d74-86f2-82a131db195a tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports?device_id=0471317f-95e7-4734-889d-045fc1b11e54 HTTP/1.1" status: 200 len: 210 time: 0.0947385 Nov 10 19:15:24.304696 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-6fcd0d38-3444-4a77-8a10-c76250078b48 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Deleting port 91cd953b-e9eb-4c11-a4c1-64d9a8d1312c {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:15:24.305047 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0d38-3444-4a77-8a10-c76250078b48 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:24.473909 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-6fcd0d38-3444-4a77-8a10-c76250078b48 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] For port 91cd953b-e9eb-4c11-a4c1-64d9a8d1312c, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=91cd953b-e9eb-4c11-a4c1-64d9a8d1312c,segment=NetworkSegment(f38d56f7-7078-47ea-b3a5-7a2833419847),segment_id=f38d56f7-7078-47ea-b3a5-7a2833419847)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:24.474904 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0d38-3444-4a77-8a10-c76250078b48 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:24.505150 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-6fcd0d38-3444-4a77-8a10-c76250078b48 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Calling delete_port for 91cd953b-e9eb-4c11-a4c1-64d9a8d1312c owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:15:24.668249 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 32978) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:24.701530 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:15:24.705843 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0d38-3444-4a77-8a10-c76250078b48 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:24.856856 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcd0d38-3444-4a77-8a10-c76250078b48 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] No DVR routers for this DVR port 91cd953b-e9eb-4c11-a4c1-64d9a8d1312c on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:15:24.869090 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port b9323e82-dfae-4d5e-8d17-3d1cba91a742 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:15:24.869875 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:24.938445 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-37a2ff0e-900f-426c-83a9-67bd43a7be5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:24.954895 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd0d38-3444-4a77-8a10-c76250078b48 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Pushing event deleted for resources: {'Port': ['ID=91cd953b-e9eb-4c11-a4c1-64d9a8d1312c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:24.968028 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:24.975674 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 32992) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:24.979483 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:24.997018 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-9cc7421d-bfc0-4cb9-b438-f1fd540b57cc None None] Set router a70d0784-b917-4027-859f-e66da464c622 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:15:25.004216 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-985e3377-aa22-4118-93fe-04809e099edf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:25.128291 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:15:25.129001 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:25.178556 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf92c62e-766d-47ff-9fb2-767eb37ba5d2 None None] DHCP port deletion for 0233b314-e7bc-4b71-be87-3925a00a67ca request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:15:25.260916 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e5a5c-ba22-4ca6-90c6-3a5b7cb32f5d req-0e17967c-be56-4290-8f42-52ec810edc32 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:25.263123 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f37e5a5c-ba22-4ca6-90c6-3a5b7cb32f5d req-0e17967c-be56-4290-8f42-52ec810edc32 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ca28fe1-7b91-4ed1-a740-4d1d3e335d17 HTTP/1.1" status: 200 len: 944 time: 0.4007354 Nov 10 19:15:25.265625 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0d38-3444-4a77-8a10-c76250078b48 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:25.366635 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-6fcd0d38-3444-4a77-8a10-c76250078b48 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0233b314-e7bc-4b71-be87-3925a00a67ca']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:25.417829 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-6fcd0d38-3444-4a77-8a10-c76250078b48 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f38d56f7-7078-47ea-b3a5-7a2833419847') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:25.418548 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-6fcd0d38-3444-4a77-8a10-c76250078b48 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f38d56f7-7078-47ea-b3a5-7a2833419847') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:25.433495 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0d38-3444-4a77-8a10-c76250078b48 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:25.447906 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8975cb-5dd4-4645-a406-7ae25f7bcd00 req-e85f5f4a-cfb5-46ab-bb50-9d34d3d3fd11 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:25.456497 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9c8975cb-5dd4-4645-a406-7ae25f7bcd00 req-e85f5f4a-cfb5-46ab-bb50-9d34d3d3fd11 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=4ca28fe1-7b91-4ed1-a740-4d1d3e335d17 HTTP/1.1" status: 200 len: 944 time: 0.3022671 Nov 10 19:15:25.461490 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-985e3377-aa22-4118-93fe-04809e099edf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:25.470889 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0d38-3444-4a77-8a10-c76250078b48 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:25.495743 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fcd0d38-3444-4a77-8a10-c76250078b48 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:15:25.499285 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0d38-3444-4a77-8a10-c76250078b48 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:25.523520 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:15:25.523520 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:15:25.523520 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:15:25.523520 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:15:25.523520 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:15:25.523520 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:15:25.523520 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:15:25.523520 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:15:25.523520 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:15:25.523520 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:15:25.523520 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:15:25.523520 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:15:25.523520 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:15:25.523520 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:15:25.523520 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:15:25.523520 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:15:25.523520 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:15:25.523520 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:15:25.523520 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:15:25.523520 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:15:25.523520 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:15:25.523520 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:15:25.523520 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:15:25.523520 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:15:25.523520 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:15:25.523520 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:15:25.523520 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:15:25.523520 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:15:25.523520 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:15:25.523520 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:15:25.523520 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:15:25.523520 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:15:25.532851 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-985e3377-aa22-4118-93fe-04809e099edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:25.572346 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:25.628843 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-f37e5a5c-ba22-4ca6-90c6-3a5b7cb32f5d req-f7bc0f3d-3a1b-4f9d-9206-c5400e8e1ecc tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Deleting port 6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:15:25.632103 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f37e5a5c-ba22-4ca6-90c6-3a5b7cb32f5d req-f7bc0f3d-3a1b-4f9d-9206-c5400e8e1ecc tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:25.641786 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:25.642503 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-985e3377-aa22-4118-93fe-04809e099edf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=52db3fe4b91f4d14befa18c7136983aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6634448 Nov 10 19:15:25.655130 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9c8975cb-5dd4-4645-a406-7ae25f7bcd00 req-d376b85b-08ff-431f-ab85-d63c852361b6 tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ddbc720-5dd8-4cba-8a24-08ea99025f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975770 Nov 10 19:15:25.664116 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca28fe1-7b91-4ed1-a740-4d1d3e335d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:15:25.668597 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33006) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:25.671988 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e3377-aa22-4118-93fe-04809e099edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7cc053-70a7-4b0d-91e8-bf687bf3b021,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:25.686492 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de90aac1-0ac1-41cd-819e-f7dd8c0e38f1" -d '{"events": [{"server_uuid": "4ca28fe1-7b91-4ed1-a740-4d1d3e335d17", "name": "network-vif-plugged", "status": "completed", "tag": "6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:15:25.733199 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:25.879999 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-f37e5a5c-ba22-4ca6-90c6-3a5b7cb32f5d req-f7bc0f3d-3a1b-4f9d-9206-c5400e8e1ecc tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] For port 6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43,segment=NetworkSegment(dbdeb921-b21e-4ed7-abfa-477ab4c0055c),segment_id=dbdeb921-b21e-4ed7-abfa-477ab4c0055c)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:25.880465 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f37e5a5c-ba22-4ca6-90c6-3a5b7cb32f5d req-f7bc0f3d-3a1b-4f9d-9206-c5400e8e1ecc tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:25.910686 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bf41a2b7-f78c-4be3-9e80-8057c9cb9bce req-ae3ad1a7-2978-4b53-b621-289ee07deea0 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports?device_id=0471317f-95e7-4734-889d-045fc1b11e54 HTTP/1.1" status: 200 len: 210 time: 0.1037591 Nov 10 19:15:25.920761 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-f37e5a5c-ba22-4ca6-90c6-3a5b7cb32f5d req-f7bc0f3d-3a1b-4f9d-9206-c5400e8e1ecc tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Calling delete_port for 6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:15:25.928998 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-37a2ff0e-900f-426c-83a9-67bd43a7be5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:25.933924 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:25.937956 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-0b07a0fc-d56a-4c9f-8526-1482c48e5992 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:25.940798 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-0b07a0fc-d56a-4c9f-8526-1482c48e5992 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.25 "GET /v2.0/networks?id=3a91fecc-dc01-4af5-8121-7bf79bed5161 HTTP/1.1" status: 200 len: 821 time: 0.5946860 Nov 10 19:15:25.943807 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-37a2ff0e-900f-426c-83a9-67bd43a7be5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:25.950034 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 91cd953b-e9eb-4c11-a4c1-64d9a8d1312c no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:15:25.984291 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-c3e6b773-159a-49a3-904b-23cf09396594 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Request body: {'port': {'device_id': '0471317f-95e7-4734-889d-045fc1b11e54', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'admin_state_up': True, 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:15:25.999743 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-69bbec67-add1-4542-a486-bdd0b505693a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:26.028023 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6c908c53-01fd-47c3-8a1e-6610f2b7a749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:26.031699 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-69bbec67-add1-4542-a486-bdd0b505693a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:26.049500 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 91cd953b-e9eb-4c11-a4c1-64d9a8d1312c {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:15:26.051187 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 91cd953b-e9eb-4c11-a4c1-64d9a8d1312c not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:15:26.181289 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0d38-3444-4a77-8a10-c76250078b48 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:26.205740 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-37a2ff0e-900f-426c-83a9-67bd43a7be5e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e885b98e9a964629b4dfaa8245d7e7c0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5324113 Nov 10 19:15:26.217826 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33010) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:26.221202 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0d38-3444-4a77-8a10-c76250078b48 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:26.224853 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6fcd0d38-3444-4a77-8a10-c76250078b48 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] 10.222.0.54 "DELETE /v2.0/networks/0233b314-e7bc-4b71-be87-3925a00a67ca HTTP/1.1" status: 204 len: 168 time: 2.4119234 Nov 10 19:15:26.244036 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354dd7b7-468e-4566-99b1-953bdf01856b x-openstack-request-id: req-354dd7b7-468e-4566-99b1-953bdf01856b {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:15:26.244399 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca28fe1-7b91-4ed1-a740-4d1d3e335d17", "name": "network-vif-plugged", "status": "completed", "tag": "6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:15:26.244611 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-354dd7b7-468e-4566-99b1-953bdf01856b {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:15:26.244963 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca28fe1-7b91-4ed1-a740-4d1d3e335d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43', 'code': 200} Nov 10 19:15:26.284007 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-69bbec67-add1-4542-a486-bdd0b505693a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:26.293676 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-69bbec67-add1-4542-a486-bdd0b505693a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:26.301300 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-69bbec67-add1-4542-a486-bdd0b505693a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bb7cc053-70a7-4b0d-91e8-bf687bf3b021 HTTP/1.1" status: 204 len: 168 time: 0.6261253 Nov 10 19:15:26.336161 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-9cc7421d-bfc0-4cb9-b438-f1fd540b57cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70d0784-b917-4027-859f-e66da464c622', 'name': 'tempest-TaggedBootDevicesTest_v242-813261639-router', 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'b9323e82-dfae-4d5e-8d17-3d1cba91a742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:15:10Z', 'updated_at': '2021-11-10T19:15:20Z', 'revision_number': 4, 'project_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'gw_port': {'id': 'b9323e82-dfae-4d5e-8d17-3d1cba91a742', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70d0784-b917-4027-859f-e66da464c622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:15:11Z', 'updated_at': '2021-11-10T19:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '5d43e8e4-2d6f-4d9a-ac2e-5291ce108008', 'name': '', 'network_id': '8e0b3ba3-7215-45b5-b8de-5724ad198916', 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'mac_address': 'fa:16:3e:48:b7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70d0784-b917-4027-859f-e66da464c622', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '3188f8a0-bf12-4d61-a184-005155fc37b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:15:18Z', 'updated_at': '2021-11-10T19:15:20Z', 'revision_number': 2, 'project_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'subnets': [{'id': '3188f8a0-bf12-4d61-a184-005155fc37b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:26.365260 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd0d38-3444-4a77-8a10-c76250078b48 tempest-ServersTestMultiNic-197792788 tempest-ServersTestMultiNic-197792788-project] Pushing event deleted for resources: {'Network': ['ID=0233b314-e7bc-4b71-be87-3925a00a67ca,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:26.393554 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f37e5a5c-ba22-4ca6-90c6-3a5b7cb32f5d req-f7bc0f3d-3a1b-4f9d-9206-c5400e8e1ecc tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:26.440807 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc7421d-bfc0-4cb9-b438-f1fd540b57cc None None] Checking router: a70d0784-b917-4027-859f-e66da464c622 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:15:26.440807 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc7421d-bfc0-4cb9-b438-f1fd540b57cc None None] Updating router a70d0784-b917-4027-859f-e66da464c622 port 5d43e8e4-2d6f-4d9a-ac2e-5291ce108008 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:15:26.455473 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2ff0e-900f-426c-83a9-67bd43a7be5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b9680a-84e4-453a-820d-68f48fd74bda,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:26.464740 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc0f3d-3a1b-4f9d-9206-c5400e8e1ecc tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Pushing event deleted for resources: {'Port': ['ID=6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:26.526516 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37e5a5c-ba22-4ca6-90c6-3a5b7cb32f5d req-f7bc0f3d-3a1b-4f9d-9206-c5400e8e1ecc tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] No DVR routers for this DVR port 6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43 on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:15:26.533978 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9cc7421d-bfc0-4cb9-b438-f1fd540b57cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:26.548678 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f37e5a5c-ba22-4ca6-90c6-3a5b7cb32f5d req-f7bc0f3d-3a1b-4f9d-9206-c5400e8e1ecc tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:26.554136 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f37e5a5c-ba22-4ca6-90c6-3a5b7cb32f5d req-f7bc0f3d-3a1b-4f9d-9206-c5400e8e1ecc tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.73 "DELETE /v2.0/ports/6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43 HTTP/1.1" status: 204 len: 173 time: 1.2837887 Nov 10 19:15:26.555335 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-021ee250-867a-4849-9e02-e46e7bcdaea2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:26.590626 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-021ee250-867a-4849-9e02-e46e7bcdaea2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:26.592366 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bbec67-add1-4542-a486-bdd0b505693a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7cc053-70a7-4b0d-91e8-bf687bf3b021,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:26.624354 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-c3e6b773-159a-49a3-904b-23cf09396594 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Made reservation on behalf of c57c83b50f6e4bc399a3a37742495e99 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:15:26.644106 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca28fe1-7b91-4ed1-a740-4d1d3e335d17', 'name': 'network-vif-deleted', 'tag': '6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:15:26.649978 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2147d4a7-569c-4675-8634-4230d6dd3b85" -d '{"events": [{"server_uuid": "4ca28fe1-7b91-4ed1-a740-4d1d3e335d17", "name": "network-vif-deleted", "tag": "6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:15:26.653851 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33024) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:26.656871 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-c3e6b773-159a-49a3-904b-23cf09396594 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:26.676982 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-021ee250-867a-4849-9e02-e46e7bcdaea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:26.683233 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-021ee250-867a-4849-9e02-e46e7bcdaea2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:26.685163 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-021ee250-867a-4849-9e02-e46e7bcdaea2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/12b9680a-84e4-453a-820d-68f48fd74bda HTTP/1.1" status: 204 len: 168 time: 0.4592378 Nov 10 19:15:26.738246 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ee250-867a-4849-9e02-e46e7bcdaea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b9680a-84e4-453a-820d-68f48fd74bda,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:26.753651 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b575b5d6-9d23-4636-9976-e712123bea1c x-openstack-request-id: req-b575b5d6-9d23-4636-9976-e712123bea1c {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:15:26.757737 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca28fe1-7b91-4ed1-a740-4d1d3e335d17", "name": "network-vif-deleted", "tag": "6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:15:26.758891 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b575b5d6-9d23-4636-9976-e712123bea1c {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:15:26.759482 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca28fe1-7b91-4ed1-a740-4d1d3e335d17', 'name': 'network-vif-deleted', 'tag': '6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43', 'status': 'completed', 'code': 200} Nov 10 19:15:27.072048 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-c3e6b773-159a-49a3-904b-23cf09396594 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Allocated IP 172.20.0.10 (3a91fecc-dc01-4af5-8121-7bf79bed5161/6ab75c40-5d7a-4d44-8e36-e5b14d411825/93a11ca4-6617-4990-8a75-f305a07e983d) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:15:27.149951 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:27.419389 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-c3e6b773-159a-49a3-904b-23cf09396594 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:27.470387 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9cc7421d-bfc0-4cb9-b438-f1fd540b57cc None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:27.486635 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9cc7421d-bfc0-4cb9-b438-f1fd540b57cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:27.577229 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-c3e6b773-159a-49a3-904b-23cf09396594 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:27.602670 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33064) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:27.614468 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:15:27.643090 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f6cddd6d-39e4-4bf4-98a7-65232f422721 req-ab86feb4-5737-4376-b550-d27781794dcd tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] 10.222.0.54 "GET /v2.0/ports?device_id=4ca28fe1-7b91-4ed1-a740-4d1d3e335d17 HTTP/1.1" status: 200 len: 210 time: 0.1533539 Nov 10 19:15:27.684416 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-43065a68-d038-4e30-b0a6-bf4899ae6282 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:27.782916 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d53ef5d3-a617-42a1-92a0-fb6bb80b56c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:27.816847 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd59d0-6374-4871-ba2d-5e43dc58be85 req-6cf69bfa-673d-407a-97e7-1ce0489a1f49 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:27.829653 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80dd59d0-6374-4871-ba2d-5e43dc58be85 req-6cf69bfa-673d-407a-97e7-1ce0489a1f49 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports?device_id=0471317f-95e7-4734-889d-045fc1b11e54 HTTP/1.1" status: 200 len: 932 time: 0.3379815 Nov 10 19:15:27.866139 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-c3e6b773-159a-49a3-904b-23cf09396594 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Network 3a91fecc-dc01-4af5-8121-7bf79bed5161 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:15:27.880735 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-c3e6b773-159a-49a3-904b-23cf09396594 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:15:27.907351 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-c3e6b773-159a-49a3-904b-23cf09396594 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:15:28.008124 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff9397-2fc2-4125-a560-5e8851ba9d7b None None] Pushing event updated for resources: {'Port': ['ID=5d43e8e4-2d6f-4d9a-ac2e-5291ce108008,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:28.056083 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-c3e6b773-159a-49a3-904b-23cf09396594 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:28.057105 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-c3e6b773-159a-49a3-904b-23cf09396594 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:28.066559 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6b773-159a-49a3-904b-23cf09396594 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Pushing event updated for resources: {'Port': ['ID=93a11ca4-6617-4990-8a75-f305a07e983d,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:28.142059 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-c3e6b773-159a-49a3-904b-23cf09396594 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1643636 Nov 10 19:15:28.158935 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-9cc7421d-bfc0-4cb9-b438-f1fd540b57cc None None] Attempting to bind port 5d43e8e4-2d6f-4d9a-ac2e-5291ce108008 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:15:28.159544 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-9cc7421d-bfc0-4cb9-b438-f1fd540b57cc None None] Attempting to bind port 5d43e8e4-2d6f-4d9a-ac2e-5291ce108008 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '807aa974-68f9-4719-b3f3-48902a32f47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8e0b3ba3-7215-45b5-b8de-5724ad198916'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:15:28.159654 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc7421d-bfc0-4cb9-b438-f1fd540b57cc None None] Attempting to bind port 5d43e8e4-2d6f-4d9a-ac2e-5291ce108008 on network 8e0b3ba3-7215-45b5-b8de-5724ad198916 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:15:28.162651 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-c808137c-5b71-49e5-9680-c98fd33c0b3e service neutron] Request body: {'port': {'device_id': '0471317f-95e7-4734-889d-045fc1b11e54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:15:28.167312 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc7421d-bfc0-4cb9-b438-f1fd540b57cc None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:15:28.167679 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc7421d-bfc0-4cb9-b438-f1fd540b57cc None None] Checking segment: {'id': '807aa974-68f9-4719-b3f3-48902a32f47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8e0b3ba3-7215-45b5-b8de-5724ad198916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:15:28.168274 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9cc7421d-bfc0-4cb9-b438-f1fd540b57cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:28.168847 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc7421d-bfc0-4cb9-b438-f1fd540b57cc None None] Bound using segment: {'id': '807aa974-68f9-4719-b3f3-48902a32f47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8e0b3ba3-7215-45b5-b8de-5724ad198916'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:15:28.169490 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-9cc7421d-bfc0-4cb9-b438-f1fd540b57cc None None] Bound port: 5d43e8e4-2d6f-4d9a-ac2e-5291ce108008, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807aa974-68f9-4719-b3f3-48902a32f47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8e0b3ba3-7215-45b5-b8de-5724ad198916'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:15:28.170096 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9cc7421d-bfc0-4cb9-b438-f1fd540b57cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:28.261623 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80dd59d0-6374-4871-ba2d-5e43dc58be85 req-82da4bc9-fb0b-4a17-987f-47059cb2d1a5 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/security-groups?id=b7f75c73-b8b6-4b96-990f-afb1f094ac2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307835 Nov 10 19:15:28.263959 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-43065a68-d038-4e30-b0a6-bf4899ae6282 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:28.283998 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-43065a68-d038-4e30-b0a6-bf4899ae6282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:28.325309 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:15:28.337995 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8e84ec56-5615-4a70-8e50-6bb98c50f1b2 None None] Provisioning complete for port 5d43e8e4-2d6f-4d9a-ac2e-5291ce108008 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:15:28.338358 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8e84ec56-5615-4a70-8e50-6bb98c50f1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:28.358230 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcde410-c19f-42ff-ac6d-f9ad85532fdd req-484bc59d-7552-47eb-858e-6957ae89d9a3 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:28.359854 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cdcde410-c19f-42ff-ac6d-f9ad85532fdd req-484bc59d-7552-47eb-858e-6957ae89d9a3 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b98b83b-70ed-4e37-885a-e7167916b3a6 HTTP/1.1" status: 200 len: 949 time: 0.2886143 Nov 10 19:15:28.397516 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-c808137c-5b71-49e5-9680-c98fd33c0b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:28.406054 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-8e84ec56-5615-4a70-8e50-6bb98c50f1b2 None None] Port 5d43e8e4-2d6f-4d9a-ac2e-5291ce108008 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:15:28.423379 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:15:28.423718 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 6370d9b9-eb62-41ec-9f9a-2ff02ee1cf43 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:15:28.424200 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-43065a68-d038-4e30-b0a6-bf4899ae6282 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e0409e8b9994455eb6fda020a24789f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8167274 Nov 10 19:15:28.427247 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33088) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:28.438235 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43065a68-d038-4e30-b0a6-bf4899ae6282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13359657-296c-49a4-be89-87d658213b17,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:28.524775 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-d53ef5d3-a617-42a1-92a0-fb6bb80b56c4 admin admin] Deleting port 1337b0c7-ca47-4db5-a35a-0d95173dde88 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:15:28.525192 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d53ef5d3-a617-42a1-92a0-fb6bb80b56c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:28.545240 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-69b21b78-47e9-4199-b8d9-360a8ae87a17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:28.581711 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cdcde410-c19f-42ff-ac6d-f9ad85532fdd req-8508ea7e-59e9-4052-be8a-e1713b41bc50 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/security-groups?id=25cfbe48-e133-43b8-98af-8c31cdb438e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059841 Nov 10 19:15:28.636711 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9cc7421d-bfc0-4cb9-b438-f1fd540b57cc None None] For port 5d43e8e4-2d6f-4d9a-ac2e-5291ce108008, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:15:28.653545 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:28.665340 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-81436a53-a7a3-471f-86f7-291d4c390665 None None] Provisioning complete for port 93a11ca4-6617-4990-8a75-f305a07e983d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:15:28.665700 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-81436a53-a7a3-471f-86f7-291d4c390665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:28.706669 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-69b21b78-47e9-4199-b8d9-360a8ae87a17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:28.759547 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-81436a53-a7a3-471f-86f7-291d4c390665 None None] Port 93a11ca4-6617-4990-8a75-f305a07e983d cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:15:28.770260 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9cc7421d-bfc0-4cb9-b438-f1fd540b57cc None None] For port 5d43e8e4-2d6f-4d9a-ac2e-5291ce108008, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5d43e8e4-2d6f-4d9a-ac2e-5291ce108008,segment=NetworkSegment(807aa974-68f9-4719-b3f3-48902a32f47e),segment_id=807aa974-68f9-4719-b3f3-48902a32f47e)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:15:28.785124 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9cc7421d-bfc0-4cb9-b438-f1fd540b57cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:28.898264 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-d53ef5d3-a617-42a1-92a0-fb6bb80b56c4 admin admin] For port 1337b0c7-ca47-4db5-a35a-0d95173dde88, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=1337b0c7-ca47-4db5-a35a-0d95173dde88,segment=NetworkSegment(fef5c371-1a38-417a-8a41-c6a979265e30),segment_id=fef5c371-1a38-417a-8a41-c6a979265e30)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:28.898640 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d53ef5d3-a617-42a1-92a0-fb6bb80b56c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:28.916044 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc7421d-bfc0-4cb9-b438-f1fd540b57cc None None] Routers {'a70d0784-b917-4027-859f-e66da464c622'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:15:28.917101 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-9cc7421d-bfc0-4cb9-b438-f1fd540b57cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:15:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['a70d0784-b917-4027-859f-e66da464c622'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:28.944851 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-d53ef5d3-a617-42a1-92a0-fb6bb80b56c4 admin admin] Calling delete_port for 1337b0c7-ca47-4db5-a35a-0d95173dde88 owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:15:28.976225 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-69b21b78-47e9-4199-b8d9-360a8ae87a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:28.984978 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-69b21b78-47e9-4199-b8d9-360a8ae87a17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:28.995332 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-69b21b78-47e9-4199-b8d9-360a8ae87a17 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/13359657-296c-49a4-be89-87d658213b17 HTTP/1.1" status: 204 len: 168 time: 0.5622222 Nov 10 19:15:29.066115 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b21b78-47e9-4199-b8d9-360a8ae87a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13359657-296c-49a4-be89-87d658213b17,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:29.068249 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff9397-2fc2-4125-a560-5e8851ba9d7b None None] Pushing event updated for resources: {'Port': ['ID=5d43e8e4-2d6f-4d9a-ac2e-5291ce108008,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:29.276153 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-9cc7421d-bfc0-4cb9-b438-f1fd540b57cc None None] Set router a70d0784-b917-4027-859f-e66da464c622 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:15:29.291546 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-c808137c-5b71-49e5-9680-c98fd33c0b3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a11ca4-6617-4990-8a75-f305a07e983d {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:15:29.332789 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-c808137c-5b71-49e5-9680-c98fd33c0b3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:29.465088 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:29.539644 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d53ef5d3-a617-42a1-92a0-fb6bb80b56c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:29.587726 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-c808137c-5b71-49e5-9680-c98fd33c0b3e service neutron] Transition to ACTIVE for port object 93a11ca4-6617-4990-8a75-f305a07e983d will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:15:29.627451 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-c808137c-5b71-49e5-9680-c98fd33c0b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:29.636754 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ef5d3-a617-42a1-92a0-fb6bb80b56c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1337b0c7-ca47-4db5-a35a-0d95173dde88,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:29.804654 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d31d1b-5568-4630-964f-1ac5ec747909 req-161556d2-48a4-45e9-944d-1e51dd43c08b tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:29.822183 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a0d31d1b-5568-4630-964f-1ac5ec747909 req-161556d2-48a4-45e9-944d-1e51dd43c08b tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports?device_id=0471317f-95e7-4734-889d-045fc1b11e54 HTTP/1.1" status: 200 len: 932 time: 0.3307655 Nov 10 19:15:29.928314 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808137c-5b71-49e5-9680-c98fd33c0b3e service neutron] Pushing event updated for resources: {'Port': ['ID=93a11ca4-6617-4990-8a75-f305a07e983d,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:30.109117 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-1d08c845-8ae8-4e93-8111-f3de1bbd3b71 None None] Provisioning complete for port 5d43e8e4-2d6f-4d9a-ac2e-5291ce108008 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:15:30.111060 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a0d31d1b-5568-4630-964f-1ac5ec747909 req-6435c97f-6862-4c8a-abc3-06c00a1011a6 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/security-groups?id=b7f75c73-b8b6-4b96-990f-afb1f094ac2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852902 Nov 10 19:15:30.111701 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1d08c845-8ae8-4e93-8111-f3de1bbd3b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:30.170188 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33178) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:30.175081 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-c808137c-5b71-49e5-9680-c98fd33c0b3e service neutron] Attempting to bind port 93a11ca4-6617-4990-8a75-f305a07e983d on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:15:30.175431 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-c808137c-5b71-49e5-9680-c98fd33c0b3e service neutron] Attempting to bind port 93a11ca4-6617-4990-8a75-f305a07e983d by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '2dec6a8f-ba9a-4b28-98fc-0073c9852d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:15:30.175808 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-c808137c-5b71-49e5-9680-c98fd33c0b3e service neutron] Attempting to bind port 93a11ca4-6617-4990-8a75-f305a07e983d on network 3a91fecc-dc01-4af5-8121-7bf79bed5161 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:15:30.190381 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-c808137c-5b71-49e5-9680-c98fd33c0b3e service neutron] Port 93a11ca4-6617-4990-8a75-f305a07e983d on network 3a91fecc-dc01-4af5-8121-7bf79bed5161 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:15:30.193215 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-c808137c-5b71-49e5-9680-c98fd33c0b3e service neutron] Attempting to bind port 93a11ca4-6617-4990-8a75-f305a07e983d on network 3a91fecc-dc01-4af5-8121-7bf79bed5161 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:15:30.211977 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-c808137c-5b71-49e5-9680-c98fd33c0b3e service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:15:30.213309 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-c808137c-5b71-49e5-9680-c98fd33c0b3e service neutron] Checking segment: {'id': '2dec6a8f-ba9a-4b28-98fc-0073c9852d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:15:30.214063 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-c808137c-5b71-49e5-9680-c98fd33c0b3e service neutron] Bound using segment: {'id': '2dec6a8f-ba9a-4b28-98fc-0073c9852d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:15:30.214872 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-c808137c-5b71-49e5-9680-c98fd33c0b3e service neutron] Bound port: 93a11ca4-6617-4990-8a75-f305a07e983d, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dec6a8f-ba9a-4b28-98fc-0073c9852d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:15:30.215760 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-c808137c-5b71-49e5-9680-c98fd33c0b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:30.278165 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-9cc7421d-bfc0-4cb9-b438-f1fd540b57cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70d0784-b917-4027-859f-e66da464c622', 'name': 'tempest-TaggedBootDevicesTest_v242-813261639-router', 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'b9323e82-dfae-4d5e-8d17-3d1cba91a742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:15:10Z', 'updated_at': '2021-11-10T19:15:20Z', 'revision_number': 4, 'project_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'gw_port': {'id': 'b9323e82-dfae-4d5e-8d17-3d1cba91a742', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70d0784-b917-4027-859f-e66da464c622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:15:11Z', 'updated_at': '2021-11-10T19:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '5d43e8e4-2d6f-4d9a-ac2e-5291ce108008', 'name': '', 'network_id': '8e0b3ba3-7215-45b5-b8de-5724ad198916', 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'mac_address': 'fa:16:3e:48:b7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70d0784-b917-4027-859f-e66da464c622', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '3188f8a0-bf12-4d61-a184-005155fc37b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:15:18Z', 'updated_at': '2021-11-10T19:15:28Z', 'revision_number': 4, 'project_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'subnets': [{'id': '3188f8a0-bf12-4d61-a184-005155fc37b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:30.321472 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc7421d-bfc0-4cb9-b438-f1fd540b57cc None None] The sync data for ids ['a70d0784-b917-4027-859f-e66da464c622'] in n-d-813897-4 is: [{'id': 'a70d0784-b917-4027-859f-e66da464c622', 'name': 'tempest-TaggedBootDevicesTest_v242-813261639-router', 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'b9323e82-dfae-4d5e-8d17-3d1cba91a742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:15:10Z', 'updated_at': '2021-11-10T19:15:20Z', 'revision_number': 4, 'project_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'gw_port': {'id': 'b9323e82-dfae-4d5e-8d17-3d1cba91a742', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70d0784-b917-4027-859f-e66da464c622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:15:11Z', 'updated_at': '2021-11-10T19:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '5d43e8e4-2d6f-4d9a-ac2e-5291ce108008', 'name': '', 'network_id': '8e0b3ba3-7215-45b5-b8de-5724ad198916', 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'mac_address': 'fa:16:3e:48:b7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70d0784-b917-4027-859f-e66da464c622', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '3188f8a0-bf12-4d61-a184-005155fc37b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:15:18Z', 'updated_at': '2021-11-10T19:15:28Z', 'revision_number': 4, 'project_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'subnets': [{'id': '3188f8a0-bf12-4d61-a184-005155fc37b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:15:30.335927 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1d08c845-8ae8-4e93-8111-f3de1bbd3b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:30.336855 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a2e2a5f-520c-457f-b9e4-6b447554d54f admin admin] Deleting subnet 60343b83-37e4-41fb-97c3-061ff8929ded {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:15:30.350716 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a2e2a5f-520c-457f-b9e4-6b447554d54f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:30.370883 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-c808137c-5b71-49e5-9680-c98fd33c0b3e service neutron] For port 93a11ca4-6617-4990-8a75-f305a07e983d, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:15:30.382889 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-1d08c845-8ae8-4e93-8111-f3de1bbd3b71 None None] For port 5d43e8e4-2d6f-4d9a-ac2e-5291ce108008, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5d43e8e4-2d6f-4d9a-ac2e-5291ce108008,segment=NetworkSegment(807aa974-68f9-4719-b3f3-48902a32f47e),segment_id=807aa974-68f9-4719-b3f3-48902a32f47e)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:30.398113 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1d08c845-8ae8-4e93-8111-f3de1bbd3b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:30.403447 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-c808137c-5b71-49e5-9680-c98fd33c0b3e service neutron] For port 93a11ca4-6617-4990-8a75-f305a07e983d, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=93a11ca4-6617-4990-8a75-f305a07e983d,segment=NetworkSegment(2dec6a8f-ba9a-4b28-98fc-0073c9852d3d),segment_id=2dec6a8f-ba9a-4b28-98fc-0073c9852d3d)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:15:30.425624 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-c808137c-5b71-49e5-9680-c98fd33c0b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:30.486743 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a2e2a5f-520c-457f-b9e4-6b447554d54f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:30.571846 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808137c-5b71-49e5-9680-c98fd33c0b3e service neutron] Pushing event updated for resources: {'Port': ['ID=93a11ca4-6617-4990-8a75-f305a07e983d,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:30.610601 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-c808137c-5b71-49e5-9680-c98fd33c0b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:30.611836 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-c808137c-5b71-49e5-9680-c98fd33c0b3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:30.616874 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-c808137c-5b71-49e5-9680-c98fd33c0b3e service neutron] 10.222.0.25 "PUT /v2.0/ports/93a11ca4-6617-4990-8a75-f305a07e983d HTTP/1.1" status: 200 len: 1092 time: 2.4641182 Nov 10 19:15:30.617801 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a2e2a5f-520c-457f-b9e4-6b447554d54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:30.618160 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0471317f-95e7-4734-889d-045fc1b11e54', 'tag': '93a11ca4-6617-4990-8a75-f305a07e983d'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:15:30.621382 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4271bc9f-bbfc-49bf-ac26-4275a01a19e1" -d '{"events": [{"name": "network-changed", "server_uuid": "0471317f-95e7-4734-889d-045fc1b11e54", "tag": "93a11ca4-6617-4990-8a75-f305a07e983d"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:15:30.757622 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d08c845-8ae8-4e93-8111-f3de1bbd3b71 None None] Pushing event updated for resources: {'Port': ['ID=5d43e8e4-2d6f-4d9a-ac2e-5291ce108008,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:30.762773 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d53ef5d3-a617-42a1-92a0-fb6bb80b56c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:30.848016 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eefafc9-4d52-4b83-aabd-8993ef66216a x-openstack-request-id: req-1eefafc9-4d52-4b83-aabd-8993ef66216a {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:15:30.848927 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0471317f-95e7-4734-889d-045fc1b11e54", "tag": "93a11ca4-6617-4990-8a75-f305a07e983d", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:15:30.849507 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1eefafc9-4d52-4b83-aabd-8993ef66216a {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:15:30.851098 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0471317f-95e7-4734-889d-045fc1b11e54', 'tag': '93a11ca4-6617-4990-8a75-f305a07e983d', 'status': 'completed', 'code': 200} Nov 10 19:15:30.886329 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-b89d8d9f-a08b-4fb7-94b4-672fed88af9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:30.902758 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-b89d8d9f-a08b-4fb7-94b4-672fed88af9e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c57c83b50f6e4bc399a3a37742495e99&device_id=0471317f-95e7-4734-889d-045fc1b11e54 HTTP/1.1" status: 200 len: 1095 time: 0.2128634 Nov 10 19:15:31.051070 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-db0911e6-e11a-44dc-80d5-d9baa851c441 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93a11ca4-6617-4990-8a75-f305a07e983d HTTP/1.1" status: 200 len: 217 time: 0.1374927 Nov 10 19:15:31.148439 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a2e2a5f-520c-457f-b9e4-6b447554d54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:31.232591 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-e46a2b4e-5c0d-4afe-b65d-c0fffefe67ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:31.234126 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-e46a2b4e-5c0d-4afe-b65d-c0fffefe67ca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ab75c40-5d7a-4d44-8e36-e5b14d411825 HTTP/1.1" status: 200 len: 860 time: 0.1722806 Nov 10 19:15:31.471819 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-68f84014-30df-4cdf-83c8-f044d3e3abd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:31.473479 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-68f84014-30df-4cdf-83c8-f044d3e3abd1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a91fecc-dc01-4af5-8121-7bf79bed5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2301798 Nov 10 19:15:31.768047 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758df473-621d-4243-a9eb-5c135f651368 req-c493904a-db9b-445b-a298-5278bc899b75 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:31.786729 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-758df473-621d-4243-a9eb-5c135f651368 req-c493904a-db9b-445b-a298-5278bc899b75 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports?device_id=0471317f-95e7-4734-889d-045fc1b11e54 HTTP/1.1" status: 200 len: 944 time: 0.4560044 Nov 10 19:15:31.894757 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-ce0233c6-7218-4dfc-bf7f-9ca5fe07d0b2 service neutron] 10.222.0.25 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042993 Nov 10 19:15:31.972539 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e2a5f-520c-457f-b9e4-6b447554d54f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60343b83-37e4-41fb-97c3-061ff8929ded,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:31.991927 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a2e2a5f-520c-457f-b9e4-6b447554d54f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:31.996726 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9a2e2a5f-520c-457f-b9e4-6b447554d54f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/60343b83-37e4-41fb-97c3-061ff8929ded HTTP/1.1" status: 204 len: 168 time: 1.8243895 Nov 10 19:15:32.003669 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33242) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:32.013581 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5d43e8e4-2d6f-4d9a-ac2e-5291ce108008 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:15:32.128680 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7fee2ddc-2da0-4de5-bc5f-484e2f905781 req-96194a06-05a8-48c9-a414-33055b9d25c9 service neutron] 10.222.0.25 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143755 Nov 10 19:15:32.186721 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-758df473-621d-4243-a9eb-5c135f651368 req-84152bef-8041-4d30-8324-4a60cd69a5c5 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/security-groups?id=b7f75c73-b8b6-4b96-990f-afb1f094ac2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973544 Nov 10 19:15:32.191619 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 5d43e8e4-2d6f-4d9a-ac2e-5291ce108008 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:15:32.192005 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:32.226145 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-47e22df0-d695-456e-bd77-717d6d615360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:32.326974 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device dbfc142f-a987-481b-9f30-73482cd54f69 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:15:32.334169 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271bc9f-bbfc-49bf-ac26-4275a01a19e1 req-21e9d87b-497b-4053-b5f6-8d7c5f440357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:32.335947 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4271bc9f-bbfc-49bf-ac26-4275a01a19e1 req-21e9d87b-497b-4053-b5f6-8d7c5f440357 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c57c83b50f6e4bc399a3a37742495e99&device_id=0471317f-95e7-4734-889d-045fc1b11e54 HTTP/1.1" status: 200 len: 1095 time: 0.1392264 Nov 10 19:15:32.511719 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53ef5d3-a617-42a1-92a0-fb6bb80b56c4 admin admin] Router ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:15:32.579647 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271bc9f-bbfc-49bf-ac26-4275a01a19e1 req-4afdff9e-e59e-4740-96ec-eae0f3d6c493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:32.581175 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4271bc9f-bbfc-49bf-ac26-4275a01a19e1 req-4afdff9e-e59e-4740-96ec-eae0f3d6c493 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a91fecc-dc01-4af5-8121-7bf79bed5161 HTTP/1.1" status: 200 len: 922 time: 0.2241223 Nov 10 19:15:32.591602 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:32.636919 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-47e22df0-d695-456e-bd77-717d6d615360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:32.652691 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4271bc9f-bbfc-49bf-ac26-4275a01a19e1 req-21e22c77-0a44-4bfd-89c3-08f818fc6eaf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93a11ca4-6617-4990-8a75-f305a07e983d HTTP/1.1" status: 200 len: 217 time: 0.0610073 Nov 10 19:15:32.657478 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b98b83b-70ed-4e37-885a-e7167916b3a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbfc142f-a987-481b-9f30-73482cd54f69'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:15:32.661197 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacae8a8-b2b0-4470-8864-c2de0e4a4981" -d '{"events": [{"server_uuid": "8b98b83b-70ed-4e37-885a-e7167916b3a6", "name": "network-vif-unplugged", "status": "completed", "tag": "dbfc142f-a987-481b-9f30-73482cd54f69"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:15:32.709388 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port dbfc142f-a987-481b-9f30-73482cd54f69, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=dbfc142f-a987-481b-9f30-73482cd54f69,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:32.720157 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:32.771988 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bae4df8-e169-4f11-83b0-8026fe5ee640 x-openstack-request-id: req-9bae4df8-e169-4f11-83b0-8026fe5ee640 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:15:32.772310 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b98b83b-70ed-4e37-885a-e7167916b3a6", "name": "network-vif-unplugged", "status": "completed", "tag": "dbfc142f-a987-481b-9f30-73482cd54f69", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:15:32.772528 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9bae4df8-e169-4f11-83b0-8026fe5ee640 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:15:32.772951 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b98b83b-70ed-4e37-885a-e7167916b3a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbfc142f-a987-481b-9f30-73482cd54f69', 'code': 200} Nov 10 19:15:32.806106 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271bc9f-bbfc-49bf-ac26-4275a01a19e1 req-49b2c862-3083-429d-9cf7-4f2110b832d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:32.814940 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=dbfc142f-a987-481b-9f30-73482cd54f69,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:32.815957 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4271bc9f-bbfc-49bf-ac26-4275a01a19e1 req-49b2c862-3083-429d-9cf7-4f2110b832d0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ab75c40-5d7a-4d44-8e36-e5b14d411825 HTTP/1.1" status: 200 len: 860 time: 0.1491864 Nov 10 19:15:32.826920 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-47e22df0-d695-456e-bd77-717d6d615360 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:32.841562 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-47e22df0-d695-456e-bd77-717d6d615360 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbdeb921-b21e-4ed7-abfa-477ab4c0055c') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:32.842295 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-47e22df0-d695-456e-bd77-717d6d615360 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbdeb921-b21e-4ed7-abfa-477ab4c0055c') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:32.860060 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-47e22df0-d695-456e-bd77-717d6d615360 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:32.906595 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-47e22df0-d695-456e-bd77-717d6d615360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:32.926435 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e22df0-d695-456e-bd77-717d6d615360 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:15:32.926785 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-47e22df0-d695-456e-bd77-717d6d615360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:32.928906 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:15:32.928906 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:15:32.928906 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:15:32.928906 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:15:32.928906 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:15:32.928906 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:15:32.928906 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:15:32.928906 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:15:32.928906 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:15:32.928906 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:15:32.928906 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:15:32.928906 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:15:32.928906 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:15:32.928906 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:15:32.928906 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:15:32.928906 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:15:32.928906 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:15:32.928906 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:15:32.928906 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:15:32.928906 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:15:32.928906 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:15:32.928906 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:15:32.928906 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:15:32.928906 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:15:32.928906 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:15:32.928906 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:15:32.928906 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:15:32.928906 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:15:32.928906 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:15:32.928906 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:15:32.928906 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:15:32.928906 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:15:32.939923 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271bc9f-bbfc-49bf-ac26-4275a01a19e1 req-5f02fec9-e349-4a8b-8889-e445cb00b362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:32.941626 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4271bc9f-bbfc-49bf-ac26-4275a01a19e1 req-5f02fec9-e349-4a8b-8889-e445cb00b362 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a91fecc-dc01-4af5-8121-7bf79bed5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1149628 Nov 10 19:15:32.989293 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53ef5d3-a617-42a1-92a0-fb6bb80b56c4 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:15:33.002536 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d53ef5d3-a617-42a1-92a0-fb6bb80b56c4 admin admin] 10.222.0.54 "PUT /v2.0/routers/ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3401182 Nov 10 19:15:33.002845 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028ed43b-faca-4826-8286-a4962f2a6678 None None] Sync routers for ids ['ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:15:33.004316 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33268) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:33.048512 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028ed43b-faca-4826-8286-a4962f2a6678 None None] Routers {'ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:15:33.049199 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-028ed43b-faca-4826-8286-a4962f2a6678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:15:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:33.078353 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-47e22df0-d695-456e-bd77-717d6d615360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:33.090497 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-47e22df0-d695-456e-bd77-717d6d615360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:33.095377 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-47e22df0-d695-456e-bd77-717d6d615360 admin admin] 10.222.0.54 "DELETE /v2.0/networks/f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f HTTP/1.1" status: 204 len: 168 time: 1.0901740 Nov 10 19:15:33.110908 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e22df0-d695-456e-bd77-717d6d615360 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9cad2ac-2dc2-4eab-a6ba-9bfe9ade250f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:33.232656 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d00b959b-1bbb-42ac-b6ba-362b708addc5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:33.255130 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4271bc9f-bbfc-49bf-ac26-4275a01a19e1 req-0a189716-cb39-4145-9368-fa9665698c9e service neutron] 10.222.0.25 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962332 Nov 10 19:15:33.437064 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4271bc9f-bbfc-49bf-ac26-4275a01a19e1 req-24cc6ab2-ab03-4e85-ad9f-b6e22b86946d service neutron] 10.222.0.25 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752625 Nov 10 19:15:33.437586 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33284) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:33.447168 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d00b959b-1bbb-42ac-b6ba-362b708addc5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:33.483649 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-028ed43b-faca-4826-8286-a4962f2a6678 None None] Set router ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:15:33.564010 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0c5afb36-b618-4a83-95f1-a332536bf195 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=86949477275045bb909c8def9385c7a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1126969 Nov 10 19:15:33.564693 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-d00b959b-1bbb-42ac-b6ba-362b708addc5 admin admin] Deleting port 96b4ee1c-1bac-47b1-b3db-77b80ff1cee6 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:15:33.565863 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d00b959b-1bbb-42ac-b6ba-362b708addc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:33.566409 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33288) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:33.649740 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c93883-6631-41c3-98e8-2cd08cf37188 req-a424b5fe-39e5-497f-a7f5-b3c8726472f3 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:33.654040 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c3c93883-6631-41c3-98e8-2cd08cf37188 req-a424b5fe-39e5-497f-a7f5-b3c8726472f3 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports?device_id=0471317f-95e7-4734-889d-045fc1b11e54 HTTP/1.1" status: 200 len: 944 time: 0.2133780 Nov 10 19:15:33.717814 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-d00b959b-1bbb-42ac-b6ba-362b708addc5 admin admin] For port 96b4ee1c-1bac-47b1-b3db-77b80ff1cee6, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=96b4ee1c-1bac-47b1-b3db-77b80ff1cee6,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:33.718421 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d00b959b-1bbb-42ac-b6ba-362b708addc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:33.742896 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-d00b959b-1bbb-42ac-b6ba-362b708addc5 admin admin] Calling delete_port for 96b4ee1c-1bac-47b1-b3db-77b80ff1cee6 owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:15:33.750267 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-47e48c30-7577-4a35-9806-2049c1b8bb52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:33.816321 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-47e48c30-7577-4a35-9806-2049c1b8bb52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:33.862125 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c3c93883-6631-41c3-98e8-2cd08cf37188 req-3cd337d4-7d89-4f14-a7b7-bb355874b9d4 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/security-groups?id=b7f75c73-b8b6-4b96-990f-afb1f094ac2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851215 Nov 10 19:15:33.862689 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-028ed43b-faca-4826-8286-a4962f2a6678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a', 'name': 'tempest-ServersTestMultiNic-1197170789-router', 'tenant_id': '77957d962e034783981c11222eec43b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '96b4ee1c-1bac-47b1-b3db-77b80ff1cee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:12:58Z', 'updated_at': '2021-11-10T19:15:29Z', 'revision_number': 5, 'project_id': '77957d962e034783981c11222eec43b2', 'gw_port': {'id': '96b4ee1c-1bac-47b1-b3db-77b80ff1cee6', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:13:01Z', 'updated_at': '2021-11-10T19:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:33.958829 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-47e48c30-7577-4a35-9806-2049c1b8bb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:33.961794 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-47e48c30-7577-4a35-9806-2049c1b8bb52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:33.964126 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-47e48c30-7577-4a35-9806-2049c1b8bb52 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1ddbc720-5dd8-4cba-8a24-08ea99025f18 HTTP/1.1" status: 204 len: 168 time: 0.3951170 Nov 10 19:15:33.985298 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028ed43b-faca-4826-8286-a4962f2a6678 None None] Checking router: ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:15:33.991563 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e48c30-7577-4a35-9806-2049c1b8bb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddbc720-5dd8-4cba-8a24-08ea99025f18,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:34.014239 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028ed43b-faca-4826-8286-a4962f2a6678 None None] Routers {'ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:15:34.016010 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-028ed43b-faca-4826-8286-a4962f2a6678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:15:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:34.090308 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d00b959b-1bbb-42ac-b6ba-362b708addc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:34.130833 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b959b-1bbb-42ac-b6ba-362b708addc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=96b4ee1c-1bac-47b1-b3db-77b80ff1cee6,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:34.232823 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-028ed43b-faca-4826-8286-a4962f2a6678 None None] Set router ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:15:34.273873 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d00b959b-1bbb-42ac-b6ba-362b708addc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:34.319700 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-028ed43b-faca-4826-8286-a4962f2a6678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a', 'name': 'tempest-ServersTestMultiNic-1197170789-router', 'tenant_id': '77957d962e034783981c11222eec43b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:12:58Z', 'updated_at': '2021-11-10T19:15:33Z', 'revision_number': 6, 'project_id': '77957d962e034783981c11222eec43b2', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:34.357678 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028ed43b-faca-4826-8286-a4962f2a6678 None None] The sync data for ids ['ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a'] in n-d-813897-4 is: [{'id': 'ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a', 'name': 'tempest-ServersTestMultiNic-1197170789-router', 'tenant_id': '77957d962e034783981c11222eec43b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:12:58Z', 'updated_at': '2021-11-10T19:15:33Z', 'revision_number': 6, 'project_id': '77957d962e034783981c11222eec43b2', 'gw_port_host': None}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:15:34.388216 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d00b959b-1bbb-42ac-b6ba-362b708addc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:34.390239 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d00b959b-1bbb-42ac-b6ba-362b708addc5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:34.462074 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d00b959b-1bbb-42ac-b6ba-362b708addc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:34.463206 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00b959b-1bbb-42ac-b6ba-362b708addc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:15:34.476244 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d00b959b-1bbb-42ac-b6ba-362b708addc5 admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:34.477597 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d00b959b-1bbb-42ac-b6ba-362b708addc5 admin admin] 10.222.0.54 "DELETE /v2.0/routers/ab68bd49-d1a6-4225-8c5f-e7b5385c4a5a HTTP/1.1" status: 204 len: 168 time: 1.4696257 Nov 10 19:15:34.480656 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33320) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:34.531880 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe89e961-7c8d-4890-b869-b951d934616b admin admin] Deleting subnet bd603886-11e0-4a0c-9e77-d11dbd0cb322 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:15:34.535662 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fe89e961-7c8d-4890-b869-b951d934616b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:34.611243 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fe89e961-7c8d-4890-b869-b951d934616b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:34.753746 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fe89e961-7c8d-4890-b869-b951d934616b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:34.854551 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fe89e961-7c8d-4890-b869-b951d934616b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:34.881392 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fe89e961-7c8d-4890-b869-b951d934616b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:34.889742 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-fe89e961-7c8d-4890-b869-b951d934616b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/bd603886-11e0-4a0c-9e77-d11dbd0cb322 HTTP/1.1" status: 204 len: 168 time: 0.4054284 Nov 10 19:15:34.890156 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4085eab-ab01-41e6-9e9e-3bc651fcce52 None None] Network f9ea6856-8294-48af-b039-f24bd69bff57 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:15:34.890793 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33332) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:34.914814 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89e961-7c8d-4890-b869-b951d934616b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd603886-11e0-4a0c-9e77-d11dbd0cb322,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:35.113347 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-158537c1-4b1d-4f99-8711-178859fced21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:35.142379 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fb47f-fd3b-44f9-847e-189ee95c968a req-bee7dab9-2cfb-497c-aecd-6bca19389692 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:35.150969 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-840fb47f-fd3b-44f9-847e-189ee95c968a req-bee7dab9-2cfb-497c-aecd-6bca19389692 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports?device_id=0471317f-95e7-4734-889d-045fc1b11e54 HTTP/1.1" status: 200 len: 944 time: 0.1020083 Nov 10 19:15:35.219835 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 29348ed9-dd43-489b-9968-2bb2b186250d details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:15:35.250143 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-840fb47f-fd3b-44f9-847e-189ee95c968a req-32fb13ef-0163-4b0d-b1ec-5d81e7ca37b4 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/security-groups?id=b7f75c73-b8b6-4b96-990f-afb1f094ac2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976810 Nov 10 19:15:35.295333 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-158537c1-4b1d-4f99-8711-178859fced21 admin admin] Deleting port e9117333-db6d-49ab-afb1-b6d1b88680c1 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:15:35.295676 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-158537c1-4b1d-4f99-8711-178859fced21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:35.334649 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495b8b4a-4800-4229-9734-6312abe16f5c None None] DHCP port deletion for f9ea6856-8294-48af-b039-f24bd69bff57 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:15:35.489915 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33360) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:35.684008 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 29348ed9-dd43-489b-9968-2bb2b186250d, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=29348ed9-dd43-489b-9968-2bb2b186250d,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:35.715981 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-495b8b4a-4800-4229-9734-6312abe16f5c None None] Deleting port e9117333-db6d-49ab-afb1-b6d1b88680c1 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:15:35.717035 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-495b8b4a-4800-4229-9734-6312abe16f5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:35.826061 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-495b8b4a-4800-4229-9734-6312abe16f5c None None] For port e9117333-db6d-49ab-afb1-b6d1b88680c1, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e9117333-db6d-49ab-afb1-b6d1b88680c1,segment=NetworkSegment(fef5c371-1a38-417a-8a41-c6a979265e30),segment_id=fef5c371-1a38-417a-8a41-c6a979265e30)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:35.826457 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-495b8b4a-4800-4229-9734-6312abe16f5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:35.827452 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8003d7ea-dcdb-4d6a-90e9-6e17bdc18bfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:35.845306 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-495b8b4a-4800-4229-9734-6312abe16f5c None None] Calling delete_port for e9117333-db6d-49ab-afb1-b6d1b88680c1 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:15:35.979546 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-158537c1-4b1d-4f99-8711-178859fced21 admin admin] For port e9117333-db6d-49ab-afb1-b6d1b88680c1, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e9117333-db6d-49ab-afb1-b6d1b88680c1,segment=NetworkSegment(fef5c371-1a38-417a-8a41-c6a979265e30),segment_id=fef5c371-1a38-417a-8a41-c6a979265e30)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:35.980507 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-158537c1-4b1d-4f99-8711-178859fced21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:36.017822 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-158537c1-4b1d-4f99-8711-178859fced21 admin admin] Calling delete_port for e9117333-db6d-49ab-afb1-b6d1b88680c1 owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:15:36.040948 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '29348ed9-dd43-489b-9968-2bb2b186250d', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': '29348ed9-dd43-489b-9968-2bb2b186250d', 'mac_address': 'fa:16:3e:1b:b6:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:15:36.044935 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 96b4ee1c-1bac-47b1-b3db-77b80ff1cee6 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:15:36.048521 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8003d7ea-dcdb-4d6a-90e9-6e17bdc18bfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:36.051821 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-495b8b4a-4800-4229-9734-6312abe16f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:36.056529 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8003d7ea-dcdb-4d6a-90e9-6e17bdc18bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:36.109166 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 96b4ee1c-1bac-47b1-b3db-77b80ff1cee6 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:15:36.110088 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 96b4ee1c-1bac-47b1-b3db-77b80ff1cee6 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:15:36.110974 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 1337b0c7-ca47-4db5-a35a-0d95173dde88 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:15:36.158059 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003d7ea-dcdb-4d6a-90e9-6e17bdc18bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97fbb98-6282-4cc5-bd17-88fc43a1e9ca,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:36.165889 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8003d7ea-dcdb-4d6a-90e9-6e17bdc18bfe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9fea57fad792478990160a7b93989002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6733327 Nov 10 19:15:36.167641 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33376) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:36.184703 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b8b4a-4800-4229-9734-6312abe16f5c None None] Pushing event deleted for resources: {'Port': ['ID=e9117333-db6d-49ab-afb1-b6d1b88680c1,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:36.200053 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 1337b0c7-ca47-4db5-a35a-0d95173dde88 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:15:36.200741 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 1337b0c7-ca47-4db5-a35a-0d95173dde88 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:15:36.201579 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e9117333-db6d-49ab-afb1-b6d1b88680c1 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:15:36.231270 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495b8b4a-4800-4229-9734-6312abe16f5c None None] No DVR routers for this DVR port e9117333-db6d-49ab-afb1-b6d1b88680c1 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:15:36.235645 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:36.238574 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: e9117333-db6d-49ab-afb1-b6d1b88680c1 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:15:36.240513 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e9117333-db6d-49ab-afb1-b6d1b88680c1 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:15:36.268003 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29348ed9-dd43-489b-9968-2bb2b186250d {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:15:36.296720 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 29348ed9-dd43-489b-9968-2bb2b186250d, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=29348ed9-dd43-489b-9968-2bb2b186250d,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:36.304054 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:36.322713 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c3549e52-1ab7-41f1-b63f-c05c9fbb3aad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:36.369566 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-158537c1-4b1d-4f99-8711-178859fced21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:36.422849 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c3549e52-1ab7-41f1-b63f-c05c9fbb3aad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:36.439183 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['29348ed9-dd43-489b-9968-2bb2b186250d'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:15:36.487258 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158537c1-4b1d-4f99-8711-178859fced21 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9117333-db6d-49ab-afb1-b6d1b88680c1,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:36.530919 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=29348ed9-dd43-489b-9968-2bb2b186250d,revision_number=9']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:36.531569 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158537c1-4b1d-4f99-8711-178859fced21 admin admin] No DVR routers for this DVR port e9117333-db6d-49ab-afb1-b6d1b88680c1 on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:15:36.549396 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c3549e52-1ab7-41f1-b63f-c05c9fbb3aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:36.555623 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c3549e52-1ab7-41f1-b63f-c05c9fbb3aad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:36.558138 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c3549e52-1ab7-41f1-b63f-c05c9fbb3aad admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f97fbb98-6282-4cc5-bd17-88fc43a1e9ca HTTP/1.1" status: 204 len: 168 time: 0.3892825 Nov 10 19:15:36.570316 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3549e52-1ab7-41f1-b63f-c05c9fbb3aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97fbb98-6282-4cc5-bd17-88fc43a1e9ca,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:36.659100 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-158537c1-4b1d-4f99-8711-178859fced21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:36.682806 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493582f-d6b1-46e5-92ca-39ba705bd090 req-43cd1dd1-652c-412e-ad93-5efbdd2904ce tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:36.692360 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9493582f-d6b1-46e5-92ca-39ba705bd090 req-43cd1dd1-652c-412e-ad93-5efbdd2904ce tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports?device_id=0471317f-95e7-4734-889d-045fc1b11e54 HTTP/1.1" status: 200 len: 944 time: 0.1980901 Nov 10 19:15:36.751797 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-158537c1-4b1d-4f99-8711-178859fced21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ea6856-8294-48af-b039-f24bd69bff57']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:36.770485 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-158537c1-4b1d-4f99-8711-178859fced21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fef5c371-1a38-417a-8a41-c6a979265e30') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:36.771417 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-158537c1-4b1d-4f99-8711-178859fced21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fef5c371-1a38-417a-8a41-c6a979265e30') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:36.796001 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9493582f-d6b1-46e5-92ca-39ba705bd090 req-7dfcedfe-51c4-4902-a085-d73043b09aca tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/security-groups?id=b7f75c73-b8b6-4b96-990f-afb1f094ac2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972924 Nov 10 19:15:36.798152 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-158537c1-4b1d-4f99-8711-178859fced21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:36.821531 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-158537c1-4b1d-4f99-8711-178859fced21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:36.836840 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-158537c1-4b1d-4f99-8711-178859fced21 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:15:36.837198 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-158537c1-4b1d-4f99-8711-178859fced21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: self.session.flush() Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: self.session.flush() Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: self.session.flush() Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: self.session.flush() Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:15:36.839462 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:15:36.913253 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-158537c1-4b1d-4f99-8711-178859fced21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:36.920354 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-158537c1-4b1d-4f99-8711-178859fced21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:36.926143 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-158537c1-4b1d-4f99-8711-178859fced21 admin admin] 10.222.0.54 "DELETE /v2.0/networks/f9ea6856-8294-48af-b039-f24bd69bff57 HTTP/1.1" status: 204 len: 168 time: 2.0323517 Nov 10 19:15:36.937980 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158537c1-4b1d-4f99-8711-178859fced21 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9ea6856-8294-48af-b039-f24bd69bff57,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:37.222074 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 93a11ca4-6617-4990-8a75-f305a07e983d details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:15:37.222074 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 29348ed9-dd43-489b-9968-2bb2b186250d up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:15:37.224466 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33446) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:37.283786 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33448) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:37.284321 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-aaf9fcf4-d3ca-4859-a727-3354eaf10043 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=77957d962e034783981c11222eec43b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0562136 Nov 10 19:15:37.361345 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-81455b7e-57fa-41e1-8a0f-5f6599ee7666 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:37.380316 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 29348ed9-dd43-489b-9968-2bb2b186250d triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:15:37.381015 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:37.399743 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-81455b7e-57fa-41e1-8a0f-5f6599ee7666 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:37.438178 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 93a11ca4-6617-4990-8a75-f305a07e983d, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=93a11ca4-6617-4990-8a75-f305a07e983d,segment=NetworkSegment(2dec6a8f-ba9a-4b28-98fc-0073c9852d3d),segment_id=2dec6a8f-ba9a-4b28-98fc-0073c9852d3d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:37.469072 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '93a11ca4-6617-4990-8a75-f305a07e983d', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'port_id': '93a11ca4-6617-4990-8a75-f305a07e983d', 'mac_address': 'fa:16:3e:a1:74:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:15:37.472031 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:15:37.508469 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-81455b7e-57fa-41e1-8a0f-5f6599ee7666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:37.511147 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-81455b7e-57fa-41e1-8a0f-5f6599ee7666 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:37.512360 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-81455b7e-57fa-41e1-8a0f-5f6599ee7666 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/52de01c7-d00e-4b3b-b09f-d092153ad5b4 HTTP/1.1" status: 204 len: 168 time: 0.2275836 Nov 10 19:15:37.519647 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33456) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:37.530017 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81455b7e-57fa-41e1-8a0f-5f6599ee7666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52de01c7-d00e-4b3b-b09f-d092153ad5b4,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:37.554287 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:37.555076 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5ec16f98-fedb-4b49-8a73-fc545fc1fe62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:37.619987 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a11ca4-6617-4990-8a75-f305a07e983d {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:15:37.681289 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 93a11ca4-6617-4990-8a75-f305a07e983d, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=93a11ca4-6617-4990-8a75-f305a07e983d,segment=NetworkSegment(2dec6a8f-ba9a-4b28-98fc-0073c9852d3d),segment_id=2dec6a8f-ba9a-4b28-98fc-0073c9852d3d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:37.683062 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:37.686721 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:37.713825 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5ec16f98-fedb-4b49-8a73-fc545fc1fe62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:37.721919 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5ec16f98-fedb-4b49-8a73-fc545fc1fe62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:37.736338 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff589d26-34ae-4ec4-ae5a-d2784849e6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29348ed9-dd43-489b-9968-2bb2b186250d'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:15:37.739214 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50075926-a280-4c5f-ba91-7a0433208d3c" -d '{"events": [{"server_uuid": "ff589d26-34ae-4ec4-ae5a-d2784849e6b8", "name": "network-vif-plugged", "status": "completed", "tag": "29348ed9-dd43-489b-9968-2bb2b186250d"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:15:37.761095 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 29348ed9-dd43-489b-9968-2bb2b186250d, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=29348ed9-dd43-489b-9968-2bb2b186250d,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:37.772736 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:37.780128 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=93a11ca4-6617-4990-8a75-f305a07e983d,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:37.792433 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec16f98-fedb-4b49-8a73-fc545fc1fe62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4f5848-a74e-451f-a9b0-2fca89a1c6d3,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:37.797742 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5ec16f98-fedb-4b49-8a73-fc545fc1fe62 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a19c7c5e59d1476c8039272b5398cbea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766848 Nov 10 19:15:37.800412 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33462) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:37.855326 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7acf320-1fd5-4dc6-9fd0-2fabe7ce7432 x-openstack-request-id: req-f7acf320-1fd5-4dc6-9fd0-2fabe7ce7432 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:15:37.855973 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff589d26-34ae-4ec4-ae5a-d2784849e6b8", "name": "network-vif-plugged", "status": "completed", "tag": "29348ed9-dd43-489b-9968-2bb2b186250d", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:15:37.856444 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f7acf320-1fd5-4dc6-9fd0-2fabe7ce7432 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:15:37.857032 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff589d26-34ae-4ec4-ae5a-d2784849e6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29348ed9-dd43-489b-9968-2bb2b186250d', 'code': 200} Nov 10 19:15:37.875444 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=29348ed9-dd43-489b-9968-2bb2b186250d,revision_number=10']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:37.886886 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-990751dd-2d2e-4bb8-9b4d-91b9e4741003 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:37.924960 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-990751dd-2d2e-4bb8-9b4d-91b9e4741003 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:38.027439 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58c640-5064-40e7-9cb0-d7c8c46cd404 req-2ddfa417-b99f-4753-a676-509ac452d23a tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:38.029273 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6e58c640-5064-40e7-9cb0-d7c8c46cd404 req-2ddfa417-b99f-4753-a676-509ac452d23a tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports?device_id=0471317f-95e7-4734-889d-045fc1b11e54 HTTP/1.1" status: 200 len: 945 time: 0.0811524 Nov 10 19:15:38.045082 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-990751dd-2d2e-4bb8-9b4d-91b9e4741003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:38.047976 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-990751dd-2d2e-4bb8-9b4d-91b9e4741003 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:38.049275 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-990751dd-2d2e-4bb8-9b4d-91b9e4741003 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9d4f5848-a74e-451f-a9b0-2fca89a1c6d3 HTTP/1.1" status: 204 len: 168 time: 0.2474380 Nov 10 19:15:38.059806 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33482) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:38.067386 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990751dd-2d2e-4bb8-9b4d-91b9e4741003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4f5848-a74e-451f-a9b0-2fca89a1c6d3,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:38.131263 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6e58c640-5064-40e7-9cb0-d7c8c46cd404 req-4e2c3088-c616-491c-9a79-6506fa82956d tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/security-groups?id=b7f75c73-b8b6-4b96-990f-afb1f094ac2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946102 Nov 10 19:15:38.196645 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['93a11ca4-6617-4990-8a75-f305a07e983d'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:15:38.432569 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fb612a40-fe2f-4dd8-b6db-aadf03793988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:38.547017 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fb612a40-fe2f-4dd8-b6db-aadf03793988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:38.553968 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fb612a40-fe2f-4dd8-b6db-aadf03793988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:38.583044 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-fb612a40-fe2f-4dd8-b6db-aadf03793988 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a521652187914921acae56cefe531db9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5211871 Nov 10 19:15:38.586050 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33500) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:38.652501 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb612a40-fe2f-4dd8-b6db-aadf03793988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4265d00b-1dd0-4385-9726-d1d90fe8f8d1,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:38.682747 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e36e1ba0-c480-4b95-bf50-63869ae94cc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:38.726246 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e36e1ba0-c480-4b95-bf50-63869ae94cc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:38.784630 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e36e1ba0-c480-4b95-bf50-63869ae94cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:38.787598 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e36e1ba0-c480-4b95-bf50-63869ae94cc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:38.789433 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e36e1ba0-c480-4b95-bf50-63869ae94cc0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4265d00b-1dd0-4385-9726-d1d90fe8f8d1 HTTP/1.1" status: 204 len: 168 time: 0.2013896 Nov 10 19:15:38.798744 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e1ba0-c480-4b95-bf50-63869ae94cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4265d00b-1dd0-4385-9726-d1d90fe8f8d1,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:39.286648 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57312f-5535-4bbc-a6a6-76fea5ddf7eb req-7eaede88-7d20-49f2-97c9-0bce1a7b2f8a tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:39.294527 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef57312f-5535-4bbc-a6a6-76fea5ddf7eb req-7eaede88-7d20-49f2-97c9-0bce1a7b2f8a tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports?device_id=0471317f-95e7-4734-889d-045fc1b11e54 HTTP/1.1" status: 200 len: 945 time: 0.0736578 Nov 10 19:15:39.393969 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef57312f-5535-4bbc-a6a6-76fea5ddf7eb req-5c218107-3eb4-4d91-a755-1b8b7ccacef6 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/security-groups?id=b7f75c73-b8b6-4b96-990f-afb1f094ac2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982025 Nov 10 19:15:40.577432 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac2f18-a5cc-4ec9-93d6-f80e336d3cab req-d1862d21-a47d-4c91-a47f-22e06fee16cc tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:40.586802 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ceac2f18-a5cc-4ec9-93d6-f80e336d3cab req-d1862d21-a47d-4c91-a47f-22e06fee16cc tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports?device_id=0471317f-95e7-4734-889d-045fc1b11e54 HTTP/1.1" status: 200 len: 945 time: 0.1002994 Nov 10 19:15:40.685066 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ceac2f18-a5cc-4ec9-93d6-f80e336d3cab req-3c954ce9-5a96-4656-b40c-7681ca622803 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/security-groups?id=b7f75c73-b8b6-4b96-990f-afb1f094ac2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926628 Nov 10 19:15:41.282508 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 93a11ca4-6617-4990-8a75-f305a07e983d up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:15:41.342350 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 93a11ca4-6617-4990-8a75-f305a07e983d completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:15:41.358481 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 93a11ca4-6617-4990-8a75-f305a07e983d triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:15:41.359091 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:41.463676 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:41.499019 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0471317f-95e7-4734-889d-045fc1b11e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a11ca4-6617-4990-8a75-f305a07e983d'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:15:41.504111 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74d132c-6d4a-4bd3-9f9f-4376f8ba2a61" -d '{"events": [{"server_uuid": "0471317f-95e7-4734-889d-045fc1b11e54", "name": "network-vif-plugged", "status": "completed", "tag": "93a11ca4-6617-4990-8a75-f305a07e983d"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:15:41.530870 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 93a11ca4-6617-4990-8a75-f305a07e983d, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=93a11ca4-6617-4990-8a75-f305a07e983d,segment=NetworkSegment(2dec6a8f-ba9a-4b28-98fc-0073c9852d3d),segment_id=2dec6a8f-ba9a-4b28-98fc-0073c9852d3d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:41.539401 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:41.764155 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=93a11ca4-6617-4990-8a75-f305a07e983d,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:41.930882 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33696) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:42.243832 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c6c3a120-cf78-4c21-bd61-1ac011dd441e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:42.425399 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c6c3a120-cf78-4c21-bd61-1ac011dd441e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:42.450660 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c6c3a120-cf78-4c21-bd61-1ac011dd441e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:42.492655 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3a120-cf78-4c21-bd61-1ac011dd441e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6a5ccf-6814-4ab1-9256-f7adcd36743b,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:42.511651 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3a120-cf78-4c21-bd61-1ac011dd441e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:42.512070 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3a120-cf78-4c21-bd61-1ac011dd441e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:42.512328 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3a120-cf78-4c21-bd61-1ac011dd441e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:42.512721 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3a120-cf78-4c21-bd61-1ac011dd441e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:42.513273 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3a120-cf78-4c21-bd61-1ac011dd441e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:42.516741 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3a120-cf78-4c21-bd61-1ac011dd441e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:42.516741 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3a120-cf78-4c21-bd61-1ac011dd441e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:42.516741 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3a120-cf78-4c21-bd61-1ac011dd441e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:42.516741 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3a120-cf78-4c21-bd61-1ac011dd441e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:42.516741 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3a120-cf78-4c21-bd61-1ac011dd441e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:42.516741 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3a120-cf78-4c21-bd61-1ac011dd441e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:42.521843 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3a120-cf78-4c21-bd61-1ac011dd441e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:42.556999 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33710) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:42.557643 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c6c3a120-cf78-4c21-bd61-1ac011dd441e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5c8957eb1c1f4ba893284b14aa69b01a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6246214 Nov 10 19:15:42.625445 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5d760210-4dcc-4982-9e3d-2aa95dd4e6c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:42.650144 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5d760210-4dcc-4982-9e3d-2aa95dd4e6c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:42.756656 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5d760210-4dcc-4982-9e3d-2aa95dd4e6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:42.760735 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5d760210-4dcc-4982-9e3d-2aa95dd4e6c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:42.762520 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5d760210-4dcc-4982-9e3d-2aa95dd4e6c8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5e6a5ccf-6814-4ab1-9256-f7adcd36743b HTTP/1.1" status: 204 len: 168 time: 0.2036648 Nov 10 19:15:42.799391 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d760210-4dcc-4982-9e3d-2aa95dd4e6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6a5ccf-6814-4ab1-9256-f7adcd36743b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:43.283275 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c913fac-d408-4005-a666-4172a5e3cc85 x-openstack-request-id: req-0c913fac-d408-4005-a666-4172a5e3cc85 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:15:43.283911 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0471317f-95e7-4734-889d-045fc1b11e54", "name": "network-vif-plugged", "status": "completed", "tag": "93a11ca4-6617-4990-8a75-f305a07e983d", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:15:43.283911 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0c913fac-d408-4005-a666-4172a5e3cc85 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:15:43.284397 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0471317f-95e7-4734-889d-045fc1b11e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a11ca4-6617-4990-8a75-f305a07e983d', 'code': 200} Nov 10 19:15:43.300713 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-76650a64-0b3d-4aa2-a1b3-f17ec5a81ae7 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=a34684f25ad6455088be6be3f4244411&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714302 Nov 10 19:15:43.559232 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-3aa8fd27-4e83-436c-bbad-c9c82aa3f03f tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:43.575630 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-3aa8fd27-4e83-436c-bbad-c9c82aa3f03f tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2525339 Nov 10 19:15:43.675889 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-b9ccca93-a3f3-47d3-bfa2-bc07d34b2e65 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] 10.222.0.54 "GET /v2.0/quotas/a34684f25ad6455088be6be3f4244411 HTTP/1.1" status: 200 len: 375 time: 0.0985584 Nov 10 19:15:43.731133 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-ace92d01-9684-480e-a537-f3e67c9464c8 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a34684f25ad6455088be6be3f4244411&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540371 Nov 10 19:15:43.803883 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df34336-3a89-4f5c-b459-8a11dc021fa4 req-fc545ea3-71e0-48d3-b5ea-5b92e5bb8b89 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:43.834821 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9df34336-3a89-4f5c-b459-8a11dc021fa4 req-fc545ea3-71e0-48d3-b5ea-5b92e5bb8b89 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports?device_id=0471317f-95e7-4734-889d-045fc1b11e54 HTTP/1.1" status: 200 len: 946 time: 0.2547565 Nov 10 19:15:43.945333 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e3869-1ff5-45a1-b1c6-adf669dd8527 req-18fb236c-d12e-4161-bed3-b5616c2ed4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:43.947209 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-731e3869-1ff5-45a1-b1c6-adf669dd8527 req-18fb236c-d12e-4161-bed3-b5616c2ed4e7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0471317f-95e7-4734-889d-045fc1b11e54 HTTP/1.1" status: 200 len: 1097 time: 0.3683140 Nov 10 19:15:44.051015 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9df34336-3a89-4f5c-b459-8a11dc021fa4 req-59b46c87-1f28-4ff4-b12c-b4a4f19bb8ca tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/security-groups?id=b7f75c73-b8b6-4b96-990f-afb1f094ac2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054513 Nov 10 19:15:44.174807 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-731e3869-1ff5-45a1-b1c6-adf669dd8527 req-cb9aa3f5-c0d1-43cd-a8d0-46c90817264c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b7f75c73-b8b6-4b96-990f-afb1f094ac2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223371 Nov 10 19:15:44.471288 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f5e9d58a-bcba-4846-9d44-228e05f1d718 req-0f2c2dcf-5e69-4002-b70c-46766697d55a tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e056ebd-3d2b-4fc8-9135-d57479615454 HTTP/1.1" status: 200 len: 210 time: 0.0990233 Nov 10 19:15:44.931072 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33802) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:45.336162 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9158d-f536-4959-8fb0-05d8d4215276 req-f3939c8b-5b25-40c0-adde-2963f0f318df tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:45.338988 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9ea9158d-f536-4959-8fb0-05d8d4215276 req-f3939c8b-5b25-40c0-adde-2963f0f318df tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports?device_id=0471317f-95e7-4734-889d-045fc1b11e54 HTTP/1.1" status: 200 len: 946 time: 0.0793130 Nov 10 19:15:45.434696 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9ea9158d-f536-4959-8fb0-05d8d4215276 req-49e45168-339a-49cb-9a2b-7f46177dbc8f tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/security-groups?id=b7f75c73-b8b6-4b96-990f-afb1f094ac2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855813 Nov 10 19:15:45.551152 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-87bfe02b-1c17-4b02-9a0c-be660925f873 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-731563677-network', 'tenant_id': '55597ebb7ba248d788dd953f401fb01c'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:15:45.644194 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bfe02b-1c17-4b02-9a0c-be660925f873 admin admin] Made reservation on behalf of 55597ebb7ba248d788dd953f401fb01c for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:15:45.651122 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-87bfe02b-1c17-4b02-9a0c-be660925f873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:45.677687 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-87bfe02b-1c17-4b02-9a0c-be660925f873 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:45.965413 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-085a6c6a-4683-4347-b7e3-ba2f2c32ab88 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=a34684f25ad6455088be6be3f4244411&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435181 Nov 10 19:15:46.025950 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f436064b-7767-4520-860a-3379d1670351 req-073c45d7-74b7-4b66-b544-e7fe9f16dce7 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e056ebd-3d2b-4fc8-9135-d57479615454 HTTP/1.1" status: 200 len: 210 time: 0.1385818 Nov 10 19:15:46.047556 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-87bfe02b-1c17-4b02-9a0c-be660925f873 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:46.061420 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-87bfe02b-1c17-4b02-9a0c-be660925f873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:46.134621 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87bfe02b-1c17-4b02-9a0c-be660925f873 admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:15:46.181255 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-87bfe02b-1c17-4b02-9a0c-be660925f873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:46.181612 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-87bfe02b-1c17-4b02-9a0c-be660925f873 admin admin] Added segment 689fe59e-2849-4aab-9a85-baac532490b3 of type vlan for network 84c30210-1766-4b73-a472-c9afa703f4ae Nov 10 19:15:46.213705 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-88cdb38b-3786-4715-b581-b7f60d88c08a tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:46.223604 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-88cdb38b-3786-4715-b581-b7f60d88c08a tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2515893 Nov 10 19:15:46.240024 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-6cafa97c-e89a-4d95-bed6-c24ca9436ab9 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Request body: {'port': {'device_id': '8e056ebd-3d2b-4fc8-9135-d57479615454', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'admin_state_up': True, 'tenant_id': 'a34684f25ad6455088be6be3f4244411'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:15:46.266652 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-87bfe02b-1c17-4b02-9a0c-be660925f873 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:46.336353 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-87bfe02b-1c17-4b02-9a0c-be660925f873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:46.337586 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bfe02b-1c17-4b02-9a0c-be660925f873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:46.338202 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-87bfe02b-1c17-4b02-9a0c-be660925f873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:46.397440 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-87bfe02b-1c17-4b02-9a0c-be660925f873 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4620397 Nov 10 19:15:46.409518 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33848) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:46.409518 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfe02b-1c17-4b02-9a0c-be660925f873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:46.432897 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-776a3db2-90d0-4714-95e4-2ab58bffc446 admin admin] Request body: {'subnet': {'network_id': '84c30210-1766-4b73-a472-c9afa703f4ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-731563677-subnet', 'tenant_id': '55597ebb7ba248d788dd953f401fb01c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:15:46.520410 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.db.api [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-6cafa97c-e89a-4d95-bed6-c24ca9436ab9 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 10 19:15:46.520410 n-d-813897-4 neutron-server[102505]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 10 19:15:46.520410 n-d-813897-4 neutron-server[102505]: [parameters: {'project_id_1': 'a34684f25ad6455088be6be3f4244411', 'expiration_1': datetime.datetime(2021, 11, 10, 19, 15, 26, 486233)}] Nov 10 19:15:46.520410 n-d-813897-4 neutron-server[102505]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:15:46.521046 n-d-813897-4 neutron-server[102505]: DEBUG oslo_db.api [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-6cafa97c-e89a-4d95-bed6-c24ca9436ab9 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:15:46.670201 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfe02b-1c17-4b02-9a0c-be660925f873 admin admin] Pushing event updated for resources: {'Network': ['ID=84c30210-1766-4b73-a472-c9afa703f4ae,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:46.678084 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776a3db2-90d0-4714-95e4-2ab58bffc446 admin admin] Made reservation on behalf of 55597ebb7ba248d788dd953f401fb01c for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:15:46.681099 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-776a3db2-90d0-4714-95e4-2ab58bffc446 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:46.683451 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 84c30210-1766-4b73-a472-c9afa703f4ae details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:15:46.869261 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec1f84-4e84-448d-9594-cc7da9afcf7b req-28ea3f3c-2d41-4ffe-9603-ae7d12596fc3 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:46.882952 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f6ec1f84-4e84-448d-9594-cc7da9afcf7b req-28ea3f3c-2d41-4ffe-9603-ae7d12596fc3 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports?device_id=0471317f-95e7-4734-889d-045fc1b11e54 HTTP/1.1" status: 200 len: 946 time: 0.2298994 Nov 10 19:15:46.922372 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33868) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:47.014872 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f6ec1f84-4e84-448d-9594-cc7da9afcf7b req-aeb7b926-ae4a-474d-84d5-915acde335c7 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/security-groups?id=b7f75c73-b8b6-4b96-990f-afb1f094ac2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296024 Nov 10 19:15:47.070862 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-6cafa97c-e89a-4d95-bed6-c24ca9436ab9 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Made reservation on behalf of a34684f25ad6455088be6be3f4244411 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:15:47.079350 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-6cafa97c-e89a-4d95-bed6-c24ca9436ab9 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:47.121344 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-6cafa97c-e89a-4d95-bed6-c24ca9436ab9 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:47.348904 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a0e1c894-b811-4bf7-bc90-fd00cb13281c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:47.373509 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-6cafa97c-e89a-4d95-bed6-c24ca9436ab9 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:47.387462 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-776a3db2-90d0-4714-95e4-2ab58bffc446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:47.408629 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-6cafa97c-e89a-4d95-bed6-c24ca9436ab9 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:47.515907 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e3b09fb4-5481-4e0f-9e95-9566d97455ee req-3f536b42-9201-4c66-83b4-7ace7f36787c tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e056ebd-3d2b-4fc8-9135-d57479615454 HTTP/1.1" status: 200 len: 210 time: 0.1974163 Nov 10 19:15:47.653136 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34aed23-8d56-4a4c-980f-25a43931409e req-e643f030-2bae-4bed-827d-504432c27915 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:47.656660 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafa97c-e89a-4d95-bed6-c24ca9436ab9 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce1d6ca-bde4-4c78-af6f-60a18dd0bfd9,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:47.672972 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b34aed23-8d56-4a4c-980f-25a43931409e req-e643f030-2bae-4bed-827d-504432c27915 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports?device_id=14c55b0d-b6bb-47f4-b127-a23c3c8d10a7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5324333 Nov 10 19:15:47.677571 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-6cafa97c-e89a-4d95-bed6-c24ca9436ab9 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Allocated IP 192.168.233.137 (d392c118-92b4-47b2-87bf-77c096e8a630/f9b6e8e7-6ebd-402d-901c-b41f234de3ab/6c0a9501-d040-4b01-afe2-0b8493a9510e) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:15:47.812457 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a3db2-90d0-4714-95e4-2ab58bffc446 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0f0b475-2f63-4d7b-baac-8e262a7cc3df,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:47.834702 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b34aed23-8d56-4a4c-980f-25a43931409e req-6fdb0573-762f-4162-b241-a7111d5ac697 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 696 time: 0.1589568 Nov 10 19:15:47.841534 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-b34aed23-8d56-4a4c-980f-25a43931409e req-938fbfc2-659a-4c6b-bedc-bb4432809e32 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Request body: {'floatingip': {'port_id': 'd8c6471b-7c45-4bb2-8248-8b9d9cd3fc91', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:15:47.901639 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b34aed23-8d56-4a4c-980f-25a43931409e req-938fbfc2-659a-4c6b-bedc-bb4432809e32 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks [] for floatingip, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:47.970456 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a0e1c894-b811-4bf7-bc90-fd00cb13281c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:47.975935 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776a3db2-90d0-4714-95e4-2ab58bffc446 admin admin] Checking segment: {'id': '689fe59e-2849-4aab-9a85-baac532490b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '84c30210-1766-4b73-a472-c9afa703f4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:15:47.977495 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776a3db2-90d0-4714-95e4-2ab58bffc446 admin admin] Network hostable DHCP agents. Network: 84c30210-1766-4b73-a472-c9afa703f4ae, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:15:47.985077 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a0e1c894-b811-4bf7-bc90-fd00cb13281c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:48.125777 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e1c894-b811-4bf7-bc90-fd00cb13281c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2693203-2627-4180-aa91-f06abbda95e7,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:48.173309 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a0e1c894-b811-4bf7-bc90-fd00cb13281c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f572fac204454fe7b79283b95b9b2a11&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2497573 Nov 10 19:15:48.178021 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33900) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:48.225188 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-6cafa97c-e89a-4d95-bed6-c24ca9436ab9 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:48.298630 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-6cafa97c-e89a-4d95-bed6-c24ca9436ab9 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:48.423434 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafa97c-e89a-4d95-bed6-c24ca9436ab9 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Pushing event updated for resources: {'Port': ['ID=6c0a9501-d040-4b01-afe2-0b8493a9510e,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:48.447962 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-6cafa97c-e89a-4d95-bed6-c24ca9436ab9 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Network d392c118-92b4-47b2-87bf-77c096e8a630 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:15:48.453032 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-6cafa97c-e89a-4d95-bed6-c24ca9436ab9 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:15:48.455322 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7021e56b-9ec0-471d-a786-8898e68d3ff7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:48.457287 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-6cafa97c-e89a-4d95-bed6-c24ca9436ab9 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:15:48.546141 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7021e56b-9ec0-471d-a786-8898e68d3ff7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:48.644404 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-6cafa97c-e89a-4d95-bed6-c24ca9436ab9 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:48.647192 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-6cafa97c-e89a-4d95-bed6-c24ca9436ab9 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:48.682165 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-6cafa97c-e89a-4d95-bed6-c24ca9436ab9 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4468989 Nov 10 19:15:48.700073 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-54d78c43-d655-40bd-8234-5be0e683fca9 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:15:48.701687 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-54d78c43-d655-40bd-8234-5be0e683fca9 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092278 Nov 10 19:15:48.766089 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7021e56b-9ec0-471d-a786-8898e68d3ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:48.769837 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7021e56b-9ec0-471d-a786-8898e68d3ff7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:48.774608 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7021e56b-9ec0-471d-a786-8898e68d3ff7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d2693203-2627-4180-aa91-f06abbda95e7 HTTP/1.1" status: 204 len: 168 time: 0.5944836 Nov 10 19:15:48.796845 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021e56b-9ec0-471d-a786-8898e68d3ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2693203-2627-4180-aa91-f06abbda95e7,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:48.938732 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776a3db2-90d0-4714-95e4-2ab58bffc446 admin admin] Network 84c30210-1766-4b73-a472-c9afa703f4ae is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:15:48.987050 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca382039-43ba-41aa-befb-6a3cc2e8c477 req-a59b4e97-d9d8-4ef6-945a-0793484cf5cc tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:48.991749 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8414fa1a-2816-4e38-b738-5cce08887831 None None] Provisioning complete for port 6c0a9501-d040-4b01-afe2-0b8493a9510e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:15:48.998581 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8414fa1a-2816-4e38-b738-5cce08887831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:49.003118 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca382039-43ba-41aa-befb-6a3cc2e8c477 req-a59b4e97-d9d8-4ef6-945a-0793484cf5cc tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e056ebd-3d2b-4fc8-9135-d57479615454 HTTP/1.1" status: 200 len: 936 time: 0.1489069 Nov 10 19:15:49.064570 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-776a3db2-90d0-4714-95e4-2ab58bffc446 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 84c30210-1766-4b73-a472-c9afa703f4ae) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:15:49.089590 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-160d6cb3-567c-4cfe-84c1-344d72816b80 service neutron] Request body: {'port': {'device_id': '8e056ebd-3d2b-4fc8-9135-d57479615454', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:15:49.102038 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117ba3fd-f2c7-4b92-aa9e-12092be745f6 None None] Network 84c30210-1766-4b73-a472-c9afa703f4ae requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:15:49.108429 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-8414fa1a-2816-4e38-b738-5cce08887831 None None] Port 6c0a9501-d040-4b01-afe2-0b8493a9510e cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:15:49.154273 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.db.resource_extend [req-b34aed23-8d56-4a4c-980f-25a43931409e req-938fbfc2-659a-4c6b-bedc-bb4432809e32 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 19:15:49.273549 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-160d6cb3-567c-4cfe-84c1-344d72816b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:49.285675 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776a3db2-90d0-4714-95e4-2ab58bffc446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:49.293338 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-776a3db2-90d0-4714-95e4-2ab58bffc446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:49.376516 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-776a3db2-90d0-4714-95e4-2ab58bffc446 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.9594896 Nov 10 19:15:49.384505 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33936) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:49.391082 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-19a812dd-b4c5-468e-902e-88bccbe7c749 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-731563677-router', 'tenant_id': '55597ebb7ba248d788dd953f401fb01c', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:15:49.408751 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca382039-43ba-41aa-befb-6a3cc2e8c477 req-a9a63a85-6634-43cb-9cfa-654ddf9fda4a tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ce1d6ca-bde4-4c78-af6f-60a18dd0bfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540385 Nov 10 19:15:49.446283 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f8de49-d8c1-44b6-b389-a82b29514c0d None None] Network 84c30210-1766-4b73-a472-c9afa703f4ae requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:15:49.448054 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b34aed23-8d56-4a4c-980f-25a43931409e req-938fbfc2-659a-4c6b-bedc-bb4432809e32 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:49.468696 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b34aed23-8d56-4a4c-980f-25a43931409e req-938fbfc2-659a-4c6b-bedc-bb4432809e32 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:49.566161 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33940) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:49.634671 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bc5898d4-bac4-494f-91a8-8b441153764c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:49.736125 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [req-b34aed23-8d56-4a4c-980f-25a43931409e req-938fbfc2-659a-4c6b-bedc-bb4432809e32 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Floating IP bb223ac7-06d5-45b4-92d6-ee6fb20c9af0 associated. External IP: 172.25.3.138, port: d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91. Nov 10 19:15:49.742111 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-19a812dd-b4c5-468e-902e-88bccbe7c749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:49.743727 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-19a812dd-b4c5-468e-902e-88bccbe7c749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:49.874199 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-160d6cb3-567c-4cfe-84c1-344d72816b80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c0a9501-d040-4b01-afe2-0b8493a9510e {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:15:49.884719 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-160d6cb3-567c-4cfe-84c1-344d72816b80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:49.903586 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-160d6cb3-567c-4cfe-84c1-344d72816b80 service neutron] Transition to ACTIVE for port object 6c0a9501-d040-4b01-afe2-0b8493a9510e will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:15:49.912593 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-160d6cb3-567c-4cfe-84c1-344d72816b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:49.971381 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-19a812dd-b4c5-468e-902e-88bccbe7c749 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:50.029675 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d6cb3-567c-4cfe-84c1-344d72816b80 service neutron] Pushing event updated for resources: {'Port': ['ID=6c0a9501-d040-4b01-afe2-0b8493a9510e,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:50.208982 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bc5898d4-bac4-494f-91a8-8b441153764c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:50.212220 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-160d6cb3-567c-4cfe-84c1-344d72816b80 service neutron] Attempting to bind port 6c0a9501-d040-4b01-afe2-0b8493a9510e on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:15:50.212791 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-160d6cb3-567c-4cfe-84c1-344d72816b80 service neutron] Attempting to bind port 6c0a9501-d040-4b01-afe2-0b8493a9510e by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:15:50.213089 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-160d6cb3-567c-4cfe-84c1-344d72816b80 service neutron] Attempting to bind port 6c0a9501-d040-4b01-afe2-0b8493a9510e on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:15:50.219176 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bc5898d4-bac4-494f-91a8-8b441153764c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:50.221727 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-160d6cb3-567c-4cfe-84c1-344d72816b80 service neutron] Port 6c0a9501-d040-4b01-afe2-0b8493a9510e on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:15:50.222083 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-160d6cb3-567c-4cfe-84c1-344d72816b80 service neutron] Attempting to bind port 6c0a9501-d040-4b01-afe2-0b8493a9510e on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:15:50.255568 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-160d6cb3-567c-4cfe-84c1-344d72816b80 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:15:50.255966 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-160d6cb3-567c-4cfe-84c1-344d72816b80 service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:15:50.256271 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-160d6cb3-567c-4cfe-84c1-344d72816b80 service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:15:50.256685 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-160d6cb3-567c-4cfe-84c1-344d72816b80 service neutron] Bound port: 6c0a9501-d040-4b01-afe2-0b8493a9510e, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:15:50.257030 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-160d6cb3-567c-4cfe-84c1-344d72816b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:50.293536 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-bc5898d4-bac4-494f-91a8-8b441153764c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e532ce12390b459394a91f9cc40c230b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7189195 Nov 10 19:15:50.299111 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33956) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:50.322632 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5898d4-bac4-494f-91a8-8b441153764c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54854225-04a9-4c74-8110-311badc59ea1,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:50.470910 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a47c9942-395e-4c58-a087-a5cfeec1163d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:50.493014 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-160d6cb3-567c-4cfe-84c1-344d72816b80 service neutron] For port 6c0a9501-d040-4b01-afe2-0b8493a9510e, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:15:50.541496 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-160d6cb3-567c-4cfe-84c1-344d72816b80 service neutron] For port 6c0a9501-d040-4b01-afe2-0b8493a9510e, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6c0a9501-d040-4b01-afe2-0b8493a9510e,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:15:50.566740 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-160d6cb3-567c-4cfe-84c1-344d72816b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:50.591296 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a47c9942-395e-4c58-a087-a5cfeec1163d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:50.612075 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-160d6cb3-567c-4cfe-84c1-344d72816b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:50.612920 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-160d6cb3-567c-4cfe-84c1-344d72816b80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:50.614480 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-160d6cb3-567c-4cfe-84c1-344d72816b80 service neutron] 10.222.0.73 "PUT /v2.0/ports/6c0a9501-d040-4b01-afe2-0b8493a9510e HTTP/1.1" status: 200 len: 1096 time: 1.9034591 Nov 10 19:15:50.634350 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e056ebd-3d2b-4fc8-9135-d57479615454', 'tag': '6c0a9501-d040-4b01-afe2-0b8493a9510e'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:15:50.637185 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5570c455-f353-4a06-ad86-3cbad7dfff57" -d '{"events": [{"name": "network-changed", "server_uuid": "8e056ebd-3d2b-4fc8-9135-d57479615454", "tag": "6c0a9501-d040-4b01-afe2-0b8493a9510e"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:15:50.741059 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d6cb3-567c-4cfe-84c1-344d72816b80 service neutron] Pushing event updated for resources: {'Port': ['ID=6c0a9501-d040-4b01-afe2-0b8493a9510e,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:50.892284 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-8c4a1808-8100-4965-8d26-1a2cf0885d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:50.896290 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-8c4a1808-8100-4965-8d26-1a2cf0885d9b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a34684f25ad6455088be6be3f4244411&device_id=8e056ebd-3d2b-4fc8-9135-d57479615454 HTTP/1.1" status: 200 len: 1099 time: 0.1482816 Nov 10 19:15:50.991631 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-8ae1016f-76a1-4dd1-b151-d5c31bcd7e5c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=6c0a9501-d040-4b01-afe2-0b8493a9510e HTTP/1.1" status: 200 len: 217 time: 0.0866230 Nov 10 19:15:51.003763 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a47c9942-395e-4c58-a087-a5cfeec1163d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:51.009907 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a47c9942-395e-4c58-a087-a5cfeec1163d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:51.015981 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a47c9942-395e-4c58-a087-a5cfeec1163d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/54854225-04a9-4c74-8110-311badc59ea1 HTTP/1.1" status: 204 len: 168 time: 0.7139344 Nov 10 19:15:51.099942 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c9942-395e-4c58-a087-a5cfeec1163d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54854225-04a9-4c74-8110-311badc59ea1,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:51.220426 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-ada70646-7dfa-41fb-8df9-60dc2b4f80c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:51.226337 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-ada70646-7dfa-41fb-8df9-60dc2b4f80c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.2254286 Nov 10 19:15:51.302045 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19649f18-3457-4ae7-acae-4cb62bfa7032 req-b18efc9c-14c6-41a4-86d5-13c876d74557 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:51.306404 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-19649f18-3457-4ae7-acae-4cb62bfa7032 req-b18efc9c-14c6-41a4-86d5-13c876d74557 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e056ebd-3d2b-4fc8-9135-d57479615454 HTTP/1.1" status: 200 len: 948 time: 0.4039576 Nov 10 19:15:51.320099 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-19a812dd-b4c5-468e-902e-88bccbe7c749 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:51.328657 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-0d789fab-2e83-4cc5-9162-7864d077c327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:51.336107 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-0d789fab-2e83-4cc5-9162-7864d077c327 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0997882 Nov 10 19:15:51.477548 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-19649f18-3457-4ae7-acae-4cb62bfa7032 req-33c69271-e19a-4f70-9f85-9101dbddabfa tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ce1d6ca-bde4-4c78-af6f-60a18dd0bfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407828 Nov 10 19:15:51.623308 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-906205e7-b568-4679-b0f5-daa86a05b255 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792892 Nov 10 19:15:51.738761 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7b41b4b3-6342-4bc2-ba15-c4af42d3c75e req-80136926-49dd-4239-ac0e-44320632ad26 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123290 Nov 10 19:15:51.739965 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b34aed23-8d56-4a4c-980f-25a43931409e req-938fbfc2-659a-4c6b-bedc-bb4432809e32 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Router e83b2309-5206-4160-a0e7-a6d4fbf752b9 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:15:52.256491 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e6c6a9-c0a2-4ecc-94be-092f0586691c x-openstack-request-id: req-f0e6c6a9-c0a2-4ecc-94be-092f0586691c {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:15:52.256792 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e056ebd-3d2b-4fc8-9135-d57479615454", "tag": "6c0a9501-d040-4b01-afe2-0b8493a9510e", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:15:52.257313 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f0e6c6a9-c0a2-4ecc-94be-092f0586691c {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:15:52.257977 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e056ebd-3d2b-4fc8-9135-d57479615454', 'tag': '6c0a9501-d040-4b01-afe2-0b8493a9510e', 'status': 'completed', 'code': 200} Nov 10 19:15:52.451020 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b34aed23-8d56-4a4c-980f-25a43931409e req-938fbfc2-659a-4c6b-bedc-bb4432809e32 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:15:52.463055 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570c455-f353-4a06-ad86-3cbad7dfff57 req-61891929-3370-47cd-b3d7-e804feb18ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:52.465633 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5570c455-f353-4a06-ad86-3cbad7dfff57 req-61891929-3370-47cd-b3d7-e804feb18ad7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a34684f25ad6455088be6be3f4244411&device_id=8e056ebd-3d2b-4fc8-9135-d57479615454 HTTP/1.1" status: 200 len: 1099 time: 0.1836171 Nov 10 19:15:52.470723 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166b76ef-d188-47ce-a626-f92f4a694181 None None] Sync routers for ids ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:15:52.479269 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b34aed23-8d56-4a4c-980f-25a43931409e req-938fbfc2-659a-4c6b-bedc-bb4432809e32 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:52.503262 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166b76ef-d188-47ce-a626-f92f4a694181 None None] Routers {'e83b2309-5206-4160-a0e7-a6d4fbf752b9'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:15:52.503987 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-166b76ef-d188-47ce-a626-f92f4a694181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:15:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:52.582219 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-19a812dd-b4c5-468e-902e-88bccbe7c749 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:52.624850 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b34aed23-8d56-4a4c-980f-25a43931409e req-938fbfc2-659a-4c6b-bedc-bb4432809e32 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "PUT /v2.0/floatingips/bb223ac7-06d5-45b4-92d6-ee6fb20c9af0 HTTP/1.1" status: 200 len: 997 time: 4.7886987 Nov 10 19:15:52.625607 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c55b0d-b6bb-47f4-b127-a23c3c8d10a7', 'tag': 'd8c6471b-7c45-4bb2-8248-8b9d9cd3fc91'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:15:52.628093 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f36a1b-e083-4b46-8bc9-315cabf62517" -d '{"events": [{"name": "network-changed", "server_uuid": "14c55b0d-b6bb-47f4-b127-a23c3c8d10a7", "tag": "d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:15:52.631783 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-19a812dd-b4c5-468e-902e-88bccbe7c749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:52.769092 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-19a812dd-b4c5-468e-902e-88bccbe7c749 admin admin] Allocated IP 172.25.3.28 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/f6f9d067-db6e-48aa-b140-302d798efd60) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:15:52.822807 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570c455-f353-4a06-ad86-3cbad7dfff57 req-5dcba85b-82a0-46cd-a3f1-9b3b5e63f3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:52.829085 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5570c455-f353-4a06-ad86-3cbad7dfff57 req-5dcba85b-82a0-46cd-a3f1-9b3b5e63f3e7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.3552592 Nov 10 19:15:52.864537 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-166b76ef-d188-47ce-a626-f92f4a694181 None None] Set router e83b2309-5206-4160-a0e7-a6d4fbf752b9 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:15:52.963916 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5570c455-f353-4a06-ad86-3cbad7dfff57 req-8c29c5b2-1074-48c3-9b66-9fc27a9d7877 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=6c0a9501-d040-4b01-afe2-0b8493a9510e HTTP/1.1" status: 200 len: 217 time: 0.1261723 Nov 10 19:15:52.989546 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-19a812dd-b4c5-468e-902e-88bccbe7c749 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:53.124594 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570c455-f353-4a06-ad86-3cbad7dfff57 req-7af00843-f33f-488c-9699-937b7b7d3b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:53.131578 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5570c455-f353-4a06-ad86-3cbad7dfff57 req-7af00843-f33f-488c-9699-937b7b7d3b6a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.1532066 Nov 10 19:15:53.181232 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-19a812dd-b4c5-468e-902e-88bccbe7c749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:53.228011 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570c455-f353-4a06-ad86-3cbad7dfff57 req-3c8bd26c-9931-402c-9640-d56b8f099426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:53.232416 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5570c455-f353-4a06-ad86-3cbad7dfff57 req-3c8bd26c-9931-402c-9640-d56b8f099426 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0936728 Nov 10 19:15:53.514245 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5570c455-f353-4a06-ad86-3cbad7dfff57 req-977eac33-fcf3-421d-b0fe-175c4360ea6f service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734973 Nov 10 19:15:53.531642 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-24518b56-482e-4928-a8cb-c6435b764654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:53.626869 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a812dd-b4c5-468e-902e-88bccbe7c749 admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:15:53.670204 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-19a812dd-b4c5-468e-902e-88bccbe7c749 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:15:53.672767 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a812dd-b4c5-468e-902e-88bccbe7c749 admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:15:53.710007 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-166b76ef-d188-47ce-a626-f92f4a694181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1078472189-router', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '12887987-c24d-4a12-836b-8255797614c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:32Z', 'revision_number': 4, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'gw_port': {'id': '12887987-c24d-4a12-836b-8255797614c9', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'bb223ac7-06d5-45b4-92d6-ee6fb20c9af0', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'port_id': 'd8c6471b-7c45-4bb2-8248-8b9d9cd3fc91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'mac_address': 'fa:16:3e:73:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c55b0d-b6bb-47f4-b127-a23c3c8d10a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:15:16Z', 'updated_at': '2021-11-10T19:15:48Z', 'revision_number': 1, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f53faea-99bc-4303-86c3-33664ffb47a1', 'name': '', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'mac_address': 'fa:16:3e:47:9a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:29Z', 'updated_at': '2021-11-10T19:14:54Z', 'revision_number': 5, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'subnets': [{'id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:53.803925 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166b76ef-d188-47ce-a626-f92f4a694181 None None] Checking router: e83b2309-5206-4160-a0e7-a6d4fbf752b9 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:15:53.807667 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a812dd-b4c5-468e-902e-88bccbe7c749 admin admin] Pushing event updated for resources: {'Port': ['ID=f6f9d067-db6e-48aa-b140-302d798efd60,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:53.826380 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166b76ef-d188-47ce-a626-f92f4a694181 None None] Routers {'e83b2309-5206-4160-a0e7-a6d4fbf752b9'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:15:53.827476 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-166b76ef-d188-47ce-a626-f92f4a694181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:15:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:53.844388 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5570c455-f353-4a06-ad86-3cbad7dfff57 req-c42eda88-5df3-48d4-be44-5a10569491e2 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207126 Nov 10 19:15:53.896345 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34aed23-8d56-4a4c-980f-25a43931409e req-7754153f-c6c7-4410-b58b-662b06473190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:53.898929 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b34aed23-8d56-4a4c-980f-25a43931409e req-7754153f-c6c7-4410-b58b-662b06473190 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c57c83b50f6e4bc399a3a37742495e99&device_id=14c55b0d-b6bb-47f4-b127-a23c3c8d10a7 HTTP/1.1" status: 200 len: 1097 time: 0.8056786 Nov 10 19:15:54.079006 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f4fe3-1a1d-440f-8e8a-4234e28cb6c7 req-d27911df-fc17-45ee-9b46-5a5cc9608eb3 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:54.085732 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0f1f4fe3-1a1d-440f-8e8a-4234e28cb6c7 req-d27911df-fc17-45ee-9b46-5a5cc9608eb3 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e056ebd-3d2b-4fc8-9135-d57479615454 HTTP/1.1" status: 200 len: 948 time: 0.9844398 Nov 10 19:15:54.409482 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:54.456768 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 6c0a9501-d040-4b01-afe2-0b8493a9510e details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:15:54.682364 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-166b76ef-d188-47ce-a626-f92f4a694181 None None] Set router e83b2309-5206-4160-a0e7-a6d4fbf752b9 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:15:54.919192 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:54.946633 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 6c0a9501-d040-4b01-afe2-0b8493a9510e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6c0a9501-d040-4b01-afe2-0b8493a9510e,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:55.005335 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '6c0a9501-d040-4b01-afe2-0b8493a9510e', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': '6c0a9501-d040-4b01-afe2-0b8493a9510e', 'mac_address': 'fa:16:3e:03:e2:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:15:55.159984 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:55.192500 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c0a9501-d040-4b01-afe2-0b8493a9510e {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:15:55.230897 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 6c0a9501-d040-4b01-afe2-0b8493a9510e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6c0a9501-d040-4b01-afe2-0b8493a9510e,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:55.238591 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-19a812dd-b4c5-468e-902e-88bccbe7c749 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:55.243826 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:55.361310 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0f1f4fe3-1a1d-440f-8e8a-4234e28cb6c7 req-b4e17f0a-bfeb-4d65-add0-bd1cece7094d tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ce1d6ca-bde4-4c78-af6f-60a18dd0bfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2402170 Nov 10 19:15:55.452108 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34aed23-8d56-4a4c-980f-25a43931409e req-64e2cd74-7b47-4a11-90aa-7515bc2ed318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:55.453728 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b34aed23-8d56-4a4c-980f-25a43931409e req-64e2cd74-7b47-4a11-90aa-7515bc2ed318 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3a91fecc-dc01-4af5-8121-7bf79bed5161 HTTP/1.1" status: 200 len: 922 time: 1.5406990 Nov 10 19:15:55.629056 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=6c0a9501-d040-4b01-afe2-0b8493a9510e,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:55.638511 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:55.639155 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:55.639652 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:55.640154 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:55.640645 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:55.641179 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:55.641701 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:55.642228 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:55.642798 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:55.643329 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:55.643898 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:55.644493 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:55.708328 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['6c0a9501-d040-4b01-afe2-0b8493a9510e'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:15:55.786195 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b34aed23-8d56-4a4c-980f-25a43931409e req-b41c2392-6f14-4d4e-b488-01839260ec0c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91 HTTP/1.1" status: 200 len: 1000 time: 0.3172250 Nov 10 19:15:55.795711 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-166b76ef-d188-47ce-a626-f92f4a694181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1078472189-router', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '12887987-c24d-4a12-836b-8255797614c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:32Z', 'revision_number': 4, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'gw_port': {'id': '12887987-c24d-4a12-836b-8255797614c9', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'bb223ac7-06d5-45b4-92d6-ee6fb20c9af0', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'port_id': 'd8c6471b-7c45-4bb2-8248-8b9d9cd3fc91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'mac_address': 'fa:16:3e:73:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c55b0d-b6bb-47f4-b127-a23c3c8d10a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:15:16Z', 'updated_at': '2021-11-10T19:15:48Z', 'revision_number': 1, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f53faea-99bc-4303-86c3-33664ffb47a1', 'name': '', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'mac_address': 'fa:16:3e:47:9a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:29Z', 'updated_at': '2021-11-10T19:14:54Z', 'revision_number': 5, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'subnets': [{'id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:55.808100 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9e440a44-ffc0-4790-9840-03ab111a11ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:55.919657 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166b76ef-d188-47ce-a626-f92f4a694181 None None] The sync data for ids ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'] in n-d-813897-4 is: [{'id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1078472189-router', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '12887987-c24d-4a12-836b-8255797614c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:32Z', 'revision_number': 4, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'gw_port': {'id': '12887987-c24d-4a12-836b-8255797614c9', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'bb223ac7-06d5-45b4-92d6-ee6fb20c9af0', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'port_id': 'd8c6471b-7c45-4bb2-8248-8b9d9cd3fc91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'mac_address': 'fa:16:3e:73:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c55b0d-b6bb-47f4-b127-a23c3c8d10a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:15:16Z', 'updated_at': '2021-11-10T19:15:48Z', 'revision_number': 1, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f53faea-99bc-4303-86c3-33664ffb47a1', 'name': '', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'mac_address': 'fa:16:3e:47:9a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:29Z', 'updated_at': '2021-11-10T19:14:54Z', 'revision_number': 5, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'subnets': [{'id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:15:55.961542 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34aed23-8d56-4a4c-980f-25a43931409e req-3c130c7c-f641-4511-b890-c65972634393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:55.972635 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b34aed23-8d56-4a4c-980f-25a43931409e req-3c130c7c-f641-4511-b890-c65972634393 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6ab75c40-5d7a-4d44-8e36-e5b14d411825 HTTP/1.1" status: 200 len: 860 time: 0.1473274 Nov 10 19:15:55.980179 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a6e6b7-8dfc-41e0-83f9-20ce6ff6cb0c x-openstack-request-id: req-45a6e6b7-8dfc-41e0-83f9-20ce6ff6cb0c {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:15:55.980756 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c55b0d-b6bb-47f4-b127-a23c3c8d10a7", "tag": "d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:15:55.981183 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-45a6e6b7-8dfc-41e0-83f9-20ce6ff6cb0c {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:15:55.981782 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c55b0d-b6bb-47f4-b127-a23c3c8d10a7', 'tag': 'd8c6471b-7c45-4bb2-8248-8b9d9cd3fc91', 'status': 'completed', 'code': 200} Nov 10 19:15:56.132144 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34aed23-8d56-4a4c-980f-25a43931409e req-7d0d5d20-c8d2-49e8-ac1d-8c330b2ae830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:56.143326 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b34aed23-8d56-4a4c-980f-25a43931409e req-7d0d5d20-c8d2-49e8-ac1d-8c330b2ae830 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3a91fecc-dc01-4af5-8121-7bf79bed5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1687074 Nov 10 19:15:56.152103 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-b34aed23-8d56-4a4c-980f-25a43931409e req-61e6784b-f379-4e8d-bcc1-35e19a39c1e1 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:15:56.162940 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b34aed23-8d56-4a4c-980f-25a43931409e req-61e6784b-f379-4e8d-bcc1-35e19a39c1e1 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0188258 Nov 10 19:15:56.177551 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-19a812dd-b4c5-468e-902e-88bccbe7c749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:56.422468 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44e8d78-6784-4775-b7fc-7ef4ef6c88dd None None] New status for floating IP bb223ac7-06d5-45b4-92d6-ee6fb20c9af0: ACTIVE {{(pid=102508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:15:57.114786 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:57.372486 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f36a1b-e083-4b46-8bc9-315cabf62517 req-221c52ce-9cdd-4731-a391-9e431484e44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:57.374115 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91f36a1b-e083-4b46-8bc9-315cabf62517 req-221c52ce-9cdd-4731-a391-9e431484e44a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c57c83b50f6e4bc399a3a37742495e99&device_id=14c55b0d-b6bb-47f4-b127-a23c3c8d10a7 HTTP/1.1" status: 200 len: 1097 time: 1.3960242 Nov 10 19:15:57.402986 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e4d36-568c-4f33-9186-27754b00b5be req-a05470f2-ead6-48ff-86b7-9548e7a783e8 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:57.409940 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-153e4d36-568c-4f33-9186-27754b00b5be req-a05470f2-ead6-48ff-86b7-9548e7a783e8 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e056ebd-3d2b-4fc8-9135-d57479615454 HTTP/1.1" status: 200 len: 949 time: 0.3159781 Nov 10 19:15:57.512551 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b34aed23-8d56-4a4c-980f-25a43931409e req-b01a7b0e-a5db-4454-9579-20c22e838437 service neutron] 10.222.0.54 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3486454 Nov 10 19:15:57.674858 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f36a1b-e083-4b46-8bc9-315cabf62517 req-4725d8aa-a75e-4f1b-9e72-602355b48b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:57.677637 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91f36a1b-e083-4b46-8bc9-315cabf62517 req-4725d8aa-a75e-4f1b-9e72-602355b48b1b service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a91fecc-dc01-4af5-8121-7bf79bed5161 HTTP/1.1" status: 200 len: 922 time: 0.2933753 Nov 10 19:15:57.697348 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-153e4d36-568c-4f33-9186-27754b00b5be req-fa989e74-cf79-4abb-9483-cddbc403f50f tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ce1d6ca-bde4-4c78-af6f-60a18dd0bfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864764 Nov 10 19:15:57.764963 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a812dd-b4c5-468e-902e-88bccbe7c749 admin admin] Router 031a00d4-3ea2-491b-b2c4-a9d7804c6756 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:15:57.812558 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b34aed23-8d56-4a4c-980f-25a43931409e req-f26969fa-311a-4f4d-b766-247fa236716d service neutron] 10.222.0.54 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845185 Nov 10 19:15:57.858280 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91f36a1b-e083-4b46-8bc9-315cabf62517 req-0943fd54-a1c2-43e6-a796-7128cff6c5d8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91 HTTP/1.1" status: 200 len: 1002 time: 0.1713133 Nov 10 19:15:58.062376 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f36a1b-e083-4b46-8bc9-315cabf62517 req-c2178587-31cd-4728-aae1-eda69fff459e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:58.065475 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91f36a1b-e083-4b46-8bc9-315cabf62517 req-c2178587-31cd-4728-aae1-eda69fff459e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ab75c40-5d7a-4d44-8e36-e5b14d411825 HTTP/1.1" status: 200 len: 860 time: 0.1987462 Nov 10 19:15:58.178037 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a812dd-b4c5-468e-902e-88bccbe7c749 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:15:58.197239 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc73f91a-28cd-477e-9376-58d235e72f4e None None] Sync routers for ids ['031a00d4-3ea2-491b-b2c4-a9d7804c6756'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:15:58.218425 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc73f91a-28cd-477e-9376-58d235e72f4e None None] Routers {'031a00d4-3ea2-491b-b2c4-a9d7804c6756'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:15:58.219374 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-bc73f91a-28cd-477e-9376-58d235e72f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:15:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['031a00d4-3ea2-491b-b2c4-a9d7804c6756'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:58.353133 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-19a812dd-b4c5-468e-902e-88bccbe7c749 admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:58.355586 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-19a812dd-b4c5-468e-902e-88bccbe7c749 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.9696889 Nov 10 19:15:58.358535 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34138) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:58.367019 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f36a1b-e083-4b46-8bc9-315cabf62517 req-b09b76f0-8f53-4526-8e7f-7f78c8de37fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:58.370481 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91f36a1b-e083-4b46-8bc9-315cabf62517 req-b09b76f0-8f53-4526-8e7f-7f78c8de37fe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a91fecc-dc01-4af5-8121-7bf79bed5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2879157 Nov 10 19:15:58.384732 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-bc73f91a-28cd-477e-9376-58d235e72f4e None None] Set router 031a00d4-3ea2-491b-b2c4-a9d7804c6756 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:15:58.401022 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-91f36a1b-e083-4b46-8bc9-315cabf62517 req-1e78ca4a-42b4-40ce-b435-f40beefdd49f service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:15:58.404594 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91f36a1b-e083-4b46-8bc9-315cabf62517 req-1e78ca4a-42b4-40ce-b435-f40beefdd49f service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123253 Nov 10 19:15:58.426297 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-0f9a1a29-4d05-43b4-916f-76f34a4ad370 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:58.439526 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-0f9a1a29-4d05-43b4-916f-76f34a4ad370 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports?device_id=0471317f-95e7-4734-889d-045fc1b11e54&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2563689 Nov 10 19:15:58.572160 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 6c0a9501-d040-4b01-afe2-0b8493a9510e up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:15:58.674313 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91f36a1b-e083-4b46-8bc9-315cabf62517 req-fbbea202-9b89-4fdf-b943-318dee505642 service neutron] 10.222.0.25 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259436 Nov 10 19:15:58.733947 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34142) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:58.741215 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:58.790098 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 6c0a9501-d040-4b01-afe2-0b8493a9510e completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:15:58.813096 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 6c0a9501-d040-4b01-afe2-0b8493a9510e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:15:58.813485 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:58.885000 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-bc73f91a-28cd-477e-9376-58d235e72f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031a00d4-3ea2-491b-b2c4-a9d7804c6756', 'name': 'tempest-ServerRescueNegativeTestJSON-731563677-router', 'tenant_id': '55597ebb7ba248d788dd953f401fb01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'f6f9d067-db6e-48aa-b140-302d798efd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:15:49Z', 'updated_at': '2021-11-10T19:15:54Z', 'revision_number': 3, 'project_id': '55597ebb7ba248d788dd953f401fb01c', 'gw_port': {'id': 'f6f9d067-db6e-48aa-b140-302d798efd60', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031a00d4-3ea2-491b-b2c4-a9d7804c6756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:15:52Z', 'updated_at': '2021-11-10T19:15:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:58.923493 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc73f91a-28cd-477e-9376-58d235e72f4e None None] Checking router: 031a00d4-3ea2-491b-b2c4-a9d7804c6756 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:15:58.924250 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc73f91a-28cd-477e-9376-58d235e72f4e None None] Updating router 031a00d4-3ea2-491b-b2c4-a9d7804c6756 port f6f9d067-db6e-48aa-b140-302d798efd60 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:15:58.972568 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bc73f91a-28cd-477e-9376-58d235e72f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:59.065620 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-4b305e36-4a78-4d07-a25e-c8f872a853ed tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 1002 time: 0.6237402 Nov 10 19:15:59.071221 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-ff72abe5-8b9f-4c68-8735-b9c1ba7eb8b2 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Request body: {'floatingip': {'port_id': '93a11ca4-6617-4990-8a75-f305a07e983d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:15:59.074616 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5110645b-fee0-4c28-9376-24f338276937 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:59.142847 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91f36a1b-e083-4b46-8bc9-315cabf62517 req-be91d24a-33a8-4da1-b45d-4c3f99c7fac0 service neutron] 10.222.0.25 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465392 Nov 10 19:15:59.222881 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89ce61-80c6-47db-ab1f-a40b1c89065c req-eabb1fdb-1ad6-4cbf-9089-cf441b960f9f tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:15:59.225390 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8f89ce61-80c6-47db-ab1f-a40b1c89065c req-eabb1fdb-1ad6-4cbf-9089-cf441b960f9f tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e056ebd-3d2b-4fc8-9135-d57479615454 HTTP/1.1" status: 200 len: 949 time: 0.1696725 Nov 10 19:15:59.229196 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-ff72abe5-8b9f-4c68-8735-b9c1ba7eb8b2 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks [] for floatingip, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:59.260774 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bc73f91a-28cd-477e-9376-58d235e72f4e None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:59.271741 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bc73f91a-28cd-477e-9376-58d235e72f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:59.361064 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:59.370358 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5110645b-fee0-4c28-9376-24f338276937 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:59.385288 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5110645b-fee0-4c28-9376-24f338276937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:59.402809 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db3b88a-b618-4d56-91b2-6a757a0668c4 None None] Pushing event updated for resources: {'Port': ['ID=f6f9d067-db6e-48aa-b140-302d798efd60,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:59.420098 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-bc73f91a-28cd-477e-9376-58d235e72f4e None None] Attempting to bind port f6f9d067-db6e-48aa-b140-302d798efd60 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:15:59.420629 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-bc73f91a-28cd-477e-9376-58d235e72f4e None None] Attempting to bind port f6f9d067-db6e-48aa-b140-302d798efd60 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:15:59.421098 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73f91a-28cd-477e-9376-58d235e72f4e None None] Attempting to bind port f6f9d067-db6e-48aa-b140-302d798efd60 on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:15:59.428429 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73f91a-28cd-477e-9376-58d235e72f4e None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:15:59.429062 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73f91a-28cd-477e-9376-58d235e72f4e None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:15:59.429709 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bc73f91a-28cd-477e-9376-58d235e72f4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:59.430225 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73f91a-28cd-477e-9376-58d235e72f4e None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:15:59.431240 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-bc73f91a-28cd-477e-9376-58d235e72f4e None None] Bound port: f6f9d067-db6e-48aa-b140-302d798efd60, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:15:59.431763 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bc73f91a-28cd-477e-9376-58d235e72f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:59.475034 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5110645b-fee0-4c28-9376-24f338276937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2727e339-ddbb-4652-8b45-fee49d491e12,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:59.491612 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-bc73f91a-28cd-477e-9376-58d235e72f4e None None] For port f6f9d067-db6e-48aa-b140-302d798efd60, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:15:59.496079 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-bc73f91a-28cd-477e-9376-58d235e72f4e None None] For port f6f9d067-db6e-48aa-b140-302d798efd60, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f6f9d067-db6e-48aa-b140-302d798efd60,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:15:59.499017 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:59.501403 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5110645b-fee0-4c28-9376-24f338276937 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:59.504187 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5110645b-fee0-4c28-9376-24f338276937 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:59.504835 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5110645b-fee0-4c28-9376-24f338276937 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:59.505582 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5110645b-fee0-4c28-9376-24f338276937 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:59.506178 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5110645b-fee0-4c28-9376-24f338276937 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:59.506679 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5110645b-fee0-4c28-9376-24f338276937 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:59.507177 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5110645b-fee0-4c28-9376-24f338276937 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:59.509907 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5110645b-fee0-4c28-9376-24f338276937 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:59.510455 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5110645b-fee0-4c28-9376-24f338276937 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:59.510963 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5110645b-fee0-4c28-9376-24f338276937 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:59.511501 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5110645b-fee0-4c28-9376-24f338276937 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:59.512002 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5110645b-fee0-4c28-9376-24f338276937 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:15:59.513476 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bc73f91a-28cd-477e-9376-58d235e72f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:59.564516 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5110645b-fee0-4c28-9376-24f338276937 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=534ee59be1ef40d494f31889be26af11&name=default HTTP/1.1" status: 200 len: 2997 time: 0.8259263 Nov 10 19:15:59.596747 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 6c0a9501-d040-4b01-afe2-0b8493a9510e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6c0a9501-d040-4b01-afe2-0b8493a9510e,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:15:59.601819 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e056ebd-3d2b-4fc8-9135-d57479615454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0a9501-d040-4b01-afe2-0b8493a9510e'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:15:59.605148 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a445afd-5038-4e55-aaa6-46706f4ac2c8" -d '{"events": [{"server_uuid": "8e056ebd-3d2b-4fc8-9135-d57479615454", "name": "network-vif-plugged", "status": "completed", "tag": "6c0a9501-d040-4b01-afe2-0b8493a9510e"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:15:59.614595 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:59.655317 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34156) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:15:59.665630 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db3b88a-b618-4d56-91b2-6a757a0668c4 None None] Pushing event updated for resources: {'Port': ['ID=f6f9d067-db6e-48aa-b140-302d798efd60,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:59.736317 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=6c0a9501-d040-4b01-afe2-0b8493a9510e,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:15:59.748234 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc73f91a-28cd-477e-9376-58d235e72f4e None None] Routers {'031a00d4-3ea2-491b-b2c4-a9d7804c6756'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:15:59.749184 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-bc73f91a-28cd-477e-9376-58d235e72f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:15:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['031a00d4-3ea2-491b-b2c4-a9d7804c6756'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:15:59.759015 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8f89ce61-80c6-47db-ab1f-a40b1c89065c req-07f8d181-a54e-461f-abe7-0cc32212ace2 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ce1d6ca-bde4-4c78-af6f-60a18dd0bfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287301 Nov 10 19:15:59.782763 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6668454d-0834-4e31-abb0-62208a319500 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:15:59.989868 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-bc73f91a-28cd-477e-9376-58d235e72f4e None None] Set router 031a00d4-3ea2-491b-b2c4-a9d7804c6756 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:16:00.123101 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-ff72abe5-8b9f-4c68-8735-b9c1ba7eb8b2 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:00.133534 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-ff72abe5-8b9f-4c68-8735-b9c1ba7eb8b2 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:00.340083 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6668454d-0834-4e31-abb0-62208a319500 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:00.356991 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-ff72abe5-8b9f-4c68-8735-b9c1ba7eb8b2 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Floating IP bb223ac7-06d5-45b4-92d6-ee6fb20c9af0 associated. External IP: 172.25.3.138, port: d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91. Nov 10 19:16:00.415175 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-bc73f91a-28cd-477e-9376-58d235e72f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031a00d4-3ea2-491b-b2c4-a9d7804c6756', 'name': 'tempest-ServerRescueNegativeTestJSON-731563677-router', 'tenant_id': '55597ebb7ba248d788dd953f401fb01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'f6f9d067-db6e-48aa-b140-302d798efd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:15:49Z', 'updated_at': '2021-11-10T19:15:54Z', 'revision_number': 3, 'project_id': '55597ebb7ba248d788dd953f401fb01c', 'gw_port': {'id': 'f6f9d067-db6e-48aa-b140-302d798efd60', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031a00d4-3ea2-491b-b2c4-a9d7804c6756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:15:52Z', 'updated_at': '2021-11-10T19:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:16:00.515448 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc73f91a-28cd-477e-9376-58d235e72f4e None None] The sync data for ids ['031a00d4-3ea2-491b-b2c4-a9d7804c6756'] in n-d-813897-4 is: [{'id': '031a00d4-3ea2-491b-b2c4-a9d7804c6756', 'name': 'tempest-ServerRescueNegativeTestJSON-731563677-router', 'tenant_id': '55597ebb7ba248d788dd953f401fb01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'f6f9d067-db6e-48aa-b140-302d798efd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:15:49Z', 'updated_at': '2021-11-10T19:15:54Z', 'revision_number': 3, 'project_id': '55597ebb7ba248d788dd953f401fb01c', 'gw_port': {'id': 'f6f9d067-db6e-48aa-b140-302d798efd60', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031a00d4-3ea2-491b-b2c4-a9d7804c6756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:15:52Z', 'updated_at': '2021-11-10T19:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:16:00.607635 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6668454d-0834-4e31-abb0-62208a319500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:00.612873 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6668454d-0834-4e31-abb0-62208a319500 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:00.617893 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6668454d-0834-4e31-abb0-62208a319500 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2727e339-ddbb-4652-8b45-fee49d491e12 HTTP/1.1" status: 204 len: 168 time: 0.9611201 Nov 10 19:16:00.646205 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668454d-0834-4e31-abb0-62208a319500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2727e339-ddbb-4652-8b45-fee49d491e12,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:00.725204 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f61772-b45d-453a-9a57-6f8c7f618c8d x-openstack-request-id: req-f2f61772-b45d-453a-9a57-6f8c7f618c8d {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:16:00.725605 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e056ebd-3d2b-4fc8-9135-d57479615454", "name": "network-vif-plugged", "status": "completed", "tag": "6c0a9501-d040-4b01-afe2-0b8493a9510e", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:16:00.725947 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f2f61772-b45d-453a-9a57-6f8c7f618c8d {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:16:00.726426 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e056ebd-3d2b-4fc8-9135-d57479615454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0a9501-d040-4b01-afe2-0b8493a9510e', 'code': 200} Nov 10 19:16:00.830032 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-53d7fa3b-72fa-4c48-8da9-c0b61f884781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:00.921208 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-ff72abe5-8b9f-4c68-8735-b9c1ba7eb8b2 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Router e83b2309-5206-4160-a0e7-a6d4fbf752b9 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:16:00.932891 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b5a27-a503-405c-bdd3-b8f5657b7f9f req-c6d8cb54-f17e-417f-b44e-4ac8ce6d4c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:00.934575 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5a7b5a27-a503-405c-bdd3-b8f5657b7f9f req-c6d8cb54-f17e-417f-b44e-4ac8ce6d4c12 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8e056ebd-3d2b-4fc8-9135-d57479615454 HTTP/1.1" status: 200 len: 1101 time: 0.1008658 Nov 10 19:16:01.163806 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-ff72abe5-8b9f-4c68-8735-b9c1ba7eb8b2 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:16:01.175716 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb63fc95-3e61-4486-9d8f-d7be16a2ed79 None None] Sync routers for ids ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:16:01.195864 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb63fc95-3e61-4486-9d8f-d7be16a2ed79 None None] Routers {'e83b2309-5206-4160-a0e7-a6d4fbf752b9'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:16:01.196522 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-cb63fc95-3e61-4486-9d8f-d7be16a2ed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:15:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:16:01.200057 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5a7b5a27-a503-405c-bdd3-b8f5657b7f9f req-4c9f53f1-fd66-4f37-9971-3bacc6f894af service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9ce1d6ca-bde4-4c78-af6f-60a18dd0bfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308910 Nov 10 19:16:01.322025 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-53d7fa3b-72fa-4c48-8da9-c0b61f884781 admin admin] Allocated IP 172.20.0.1 (84c30210-1766-4b73-a472-c9afa703f4ae/f0f0b475-2f63-4d7b-baac-8e262a7cc3df/81b8b687-8fb5-4724-98c5-9e0c3793c515) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:16:01.368145 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34196) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:01.411899 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-59aac811-7af7-4b9f-a8bb-8dde9fae5a88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:01.467107 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-cb63fc95-3e61-4486-9d8f-d7be16a2ed79 None None] Set router e83b2309-5206-4160-a0e7-a6d4fbf752b9 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:16:01.580663 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-53d7fa3b-72fa-4c48-8da9-c0b61f884781 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:01.731756 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-59aac811-7af7-4b9f-a8bb-8dde9fae5a88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:01.760320 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-59aac811-7af7-4b9f-a8bb-8dde9fae5a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:01.797271 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-53d7fa3b-72fa-4c48-8da9-c0b61f884781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:01.807088 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f6f9d067-db6e-48aa-b140-302d798efd60 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:16:01.907431 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-59aac811-7af7-4b9f-a8bb-8dde9fae5a88 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9a483af53e124e62adbc8f85c8b633de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5354753 Nov 10 19:16:01.908141 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d7fa3b-72fa-4c48-8da9-c0b61f884781 admin admin] Network 84c30210-1766-4b73-a472-c9afa703f4ae is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:16:01.916414 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-53d7fa3b-72fa-4c48-8da9-c0b61f884781 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:16:01.921400 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d7fa3b-72fa-4c48-8da9-c0b61f884781 admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:16:01.944668 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port f6f9d067-db6e-48aa-b140-302d798efd60 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:16:01.947852 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:01.970085 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34206) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:01.972213 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-53d7fa3b-72fa-4c48-8da9-c0b61f884781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:02.157784 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-cb63fc95-3e61-4486-9d8f-d7be16a2ed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1078472189-router', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '12887987-c24d-4a12-836b-8255797614c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:32Z', 'revision_number': 4, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'gw_port': {'id': '12887987-c24d-4a12-836b-8255797614c9', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'bb223ac7-06d5-45b4-92d6-ee6fb20c9af0', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'port_id': '93a11ca4-6617-4990-8a75-f305a07e983d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'mac_address': 'fa:16:3e:a1:74:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0471317f-95e7-4734-889d-045fc1b11e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:15:16Z', 'updated_at': '2021-11-10T19:15:59Z', 'revision_number': 3, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f53faea-99bc-4303-86c3-33664ffb47a1', 'name': '', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'mac_address': 'fa:16:3e:47:9a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:29Z', 'updated_at': '2021-11-10T19:14:54Z', 'revision_number': 5, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'subnets': [{'id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:16:02.168919 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:02.223617 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port f6f9d067-db6e-48aa-b140-302d798efd60, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f6f9d067-db6e-48aa-b140-302d798efd60,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:16:02.235428 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:02.253625 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb63fc95-3e61-4486-9d8f-d7be16a2ed79 None None] Checking router: e83b2309-5206-4160-a0e7-a6d4fbf752b9 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:16:02.297742 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb63fc95-3e61-4486-9d8f-d7be16a2ed79 None None] Routers {'e83b2309-5206-4160-a0e7-a6d4fbf752b9'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:16:02.298772 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-cb63fc95-3e61-4486-9d8f-d7be16a2ed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:15:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:16:02.329173 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-26e82638-3d1f-4f89-bfee-d35ce1bf92b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:02.335471 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=f6f9d067-db6e-48aa-b140-302d798efd60,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:02.379725 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-26e82638-3d1f-4f89-bfee-d35ce1bf92b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:02.416647 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bed3d8-798d-4745-b747-3ba37472c27a req-34fb9ce1-889e-4417-86ab-f655015afd70 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:02.439541 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6bed3d8-798d-4745-b747-3ba37472c27a req-34fb9ce1-889e-4417-86ab-f655015afd70 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e056ebd-3d2b-4fc8-9135-d57479615454 HTTP/1.1" status: 200 len: 950 time: 1.0374343 Nov 10 19:16:02.483043 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aac811-7af7-4b9f-a8bb-8dde9fae5a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4240630-f150-4b1a-8036-76c2c7f3008e,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:02.495762 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7fa3b-72fa-4c48-8da9-c0b61f884781 admin admin] Pushing event updated for resources: {'Port': ['ID=81b8b687-8fb5-4724-98c5-9e0c3793c515,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:02.504340 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-26e82638-3d1f-4f89-bfee-d35ce1bf92b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:02.507210 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-26e82638-3d1f-4f89-bfee-d35ce1bf92b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:02.510693 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-26e82638-3d1f-4f89-bfee-d35ce1bf92b2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b4240630-f150-4b1a-8036-76c2c7f3008e HTTP/1.1" status: 204 len: 168 time: 0.5311520 Nov 10 19:16:02.536580 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e82638-3d1f-4f89-bfee-d35ce1bf92b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4240630-f150-4b1a-8036-76c2c7f3008e,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:02.749933 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-ff72abe5-8b9f-4c68-8735-b9c1ba7eb8b2 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Router e83b2309-5206-4160-a0e7-a6d4fbf752b9 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:16:02.781881 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-53d7fa3b-72fa-4c48-8da9-c0b61f884781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:02.820247 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6bed3d8-798d-4745-b747-3ba37472c27a req-7c4d0a18-97c8-4bd8-af62-cb02fcc14632 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ce1d6ca-bde4-4c78-af6f-60a18dd0bfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796010 Nov 10 19:16:03.044870 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-53d7fa3b-72fa-4c48-8da9-c0b61f884781 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:03.053741 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-53d7fa3b-72fa-4c48-8da9-c0b61f884781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:03.143995 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-cb63fc95-3e61-4486-9d8f-d7be16a2ed79 None None] Set router e83b2309-5206-4160-a0e7-a6d4fbf752b9 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:16:03.278224 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7fa3b-72fa-4c48-8da9-c0b61f884781 admin admin] Pushing event updated for resources: {'Port': ['ID=81b8b687-8fb5-4724-98c5-9e0c3793c515,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:03.377578 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-53d7fa3b-72fa-4c48-8da9-c0b61f884781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:03.456062 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-ff72abe5-8b9f-4c68-8735-b9c1ba7eb8b2 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:16:03.476713 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-ff72abe5-8b9f-4c68-8735-b9c1ba7eb8b2 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:03.594409 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c55b0d-b6bb-47f4-b127-a23c3c8d10a7', 'tag': 'd8c6471b-7c45-4bb2-8248-8b9d9cd3fc91'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:16:03.608761 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb5c535-248b-44cb-86e1-431f89fc64e2" -d '{"events": [{"name": "network-changed", "server_uuid": "14c55b0d-b6bb-47f4-b127-a23c3c8d10a7", "tag": "d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:16:03.647199 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d7fa3b-72fa-4c48-8da9-c0b61f884781 admin admin] Network 84c30210-1766-4b73-a472-c9afa703f4ae is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:16:03.654686 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-53d7fa3b-72fa-4c48-8da9-c0b61f884781 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:16:03.704868 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-ff72abe5-8b9f-4c68-8735-b9c1ba7eb8b2 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "PUT /v2.0/floatingips/bb223ac7-06d5-45b4-92d6-ee6fb20c9af0 HTTP/1.1" status: 200 len: 999 time: 4.6382203 Nov 10 19:16:03.755627 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-cb63fc95-3e61-4486-9d8f-d7be16a2ed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1078472189-router', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '12887987-c24d-4a12-836b-8255797614c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:32Z', 'revision_number': 4, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'gw_port': {'id': '12887987-c24d-4a12-836b-8255797614c9', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'bb223ac7-06d5-45b4-92d6-ee6fb20c9af0', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'port_id': '93a11ca4-6617-4990-8a75-f305a07e983d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'mac_address': 'fa:16:3e:a1:74:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0471317f-95e7-4734-889d-045fc1b11e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:15:16Z', 'updated_at': '2021-11-10T19:15:59Z', 'revision_number': 3, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f53faea-99bc-4303-86c3-33664ffb47a1', 'name': '', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'mac_address': 'fa:16:3e:47:9a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:29Z', 'updated_at': '2021-11-10T19:14:54Z', 'revision_number': 5, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'subnets': [{'id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:16:03.819581 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-2b533df8-71c5-4619-af44-90944dd4b95b tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:03.828108 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-2b533df8-71c5-4619-af44-90944dd4b95b tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports/d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91 HTTP/1.1" status: 200 len: 943 time: 0.1098480 Nov 10 19:16:03.911610 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb63fc95-3e61-4486-9d8f-d7be16a2ed79 None None] The sync data for ids ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'] in n-d-813897-4 is: [{'id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1078472189-router', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '12887987-c24d-4a12-836b-8255797614c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:32Z', 'revision_number': 4, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'gw_port': {'id': '12887987-c24d-4a12-836b-8255797614c9', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'bb223ac7-06d5-45b4-92d6-ee6fb20c9af0', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'port_id': '93a11ca4-6617-4990-8a75-f305a07e983d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'mac_address': 'fa:16:3e:a1:74:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0471317f-95e7-4734-889d-045fc1b11e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:15:16Z', 'updated_at': '2021-11-10T19:15:59Z', 'revision_number': 3, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f53faea-99bc-4303-86c3-33664ffb47a1', 'name': '', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'mac_address': 'fa:16:3e:47:9a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:29Z', 'updated_at': '2021-11-10T19:14:54Z', 'revision_number': 5, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'subnets': [{'id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:16:03.918975 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f6f9d067-db6e-48aa-b140-302d798efd60 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:16:04.075101 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port f6f9d067-db6e-48aa-b140-302d798efd60 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:16:04.075479 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:04.083035 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d7fa3b-72fa-4c48-8da9-c0b61f884781 admin admin] Router 031a00d4-3ea2-491b-b2c4-a9d7804c6756 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:16:04.173829 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-edb60c23-e89c-40ba-88d3-10d39b3d2839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:04.180936 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-edb60c23-e89c-40ba-88d3-10d39b3d2839 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c57c83b50f6e4bc399a3a37742495e99&device_id=14c55b0d-b6bb-47f4-b127-a23c3c8d10a7 HTTP/1.1" status: 200 len: 1097 time: 0.1726031 Nov 10 19:16:04.318810 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d7fa3b-72fa-4c48-8da9-c0b61f884781 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:16:04.325181 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4708d86-bc94-4347-849b-04f3417d9755 None None] New status for floating IP bb223ac7-06d5-45b4-92d6-ee6fb20c9af0: ACTIVE {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:16:04.337544 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-53d7fa3b-72fa-4c48-8da9-c0b61f884781 admin admin] 10.222.0.54 "PUT /v2.0/routers/031a00d4-3ea2-491b-b2c4-a9d7804c6756/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9694915 Nov 10 19:16:04.339833 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87991f60-e184-4128-8e74-5474814aec83 None None] Sync routers for ids ['031a00d4-3ea2-491b-b2c4-a9d7804c6756'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:16:04.357302 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87991f60-e184-4128-8e74-5474814aec83 None None] Routers {'031a00d4-3ea2-491b-b2c4-a9d7804c6756'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:16:04.357991 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-87991f60-e184-4128-8e74-5474814aec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:15:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['031a00d4-3ea2-491b-b2c4-a9d7804c6756'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:16:04.482231 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34262) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:04.489336 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-19a4c942-1ff7-4c5b-a60a-9d0e86220292 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-798808498'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:16:04.490865 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-a278467b-fe7f-410a-ba51-86f7cda88712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:04.494591 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-a278467b-fe7f-410a-ba51-86f7cda88712 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3a91fecc-dc01-4af5-8121-7bf79bed5161 HTTP/1.1" status: 200 len: 922 time: 0.3082078 Nov 10 19:16:04.518249 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad513780-1f55-4bb8-b7ce-2eb6c315bd2e x-openstack-request-id: req-ad513780-1f55-4bb8-b7ce-2eb6c315bd2e {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:16:04.518650 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c55b0d-b6bb-47f4-b127-a23c3c8d10a7", "tag": "d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:16:04.518829 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ad513780-1f55-4bb8-b7ce-2eb6c315bd2e {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:16:04.519198 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c55b0d-b6bb-47f4-b127-a23c3c8d10a7', 'tag': 'd8c6471b-7c45-4bb2-8248-8b9d9cd3fc91', 'status': 'completed', 'code': 200} Nov 10 19:16:04.577470 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a4c942-1ff7-4c5b-a60a-9d0e86220292 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Made reservation on behalf of 22b3d07c7c424271b33fe5fb0a26c6de for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:16:04.593755 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-19a4c942-1ff7-4c5b-a60a-9d0e86220292 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:04.666634 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-d7ede16d-c435-4d61-ac38-0eca701cbe3d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91 HTTP/1.1" status: 200 len: 217 time: 0.1502726 Nov 10 19:16:04.689031 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a4c942-1ff7-4c5b-a60a-9d0e86220292 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:16:04.725373 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-19a4c942-1ff7-4c5b-a60a-9d0e86220292 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:04.726036 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-19a4c942-1ff7-4c5b-a60a-9d0e86220292 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Added segment 5cb9df61-9550-483d-8fc3-a242dd3a621b of type vlan for network 08d5b27a-446a-4f08-9532-b9da3981ea57 Nov 10 19:16:04.748502 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-87991f60-e184-4128-8e74-5474814aec83 None None] Set router 031a00d4-3ea2-491b-b2c4-a9d7804c6756 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:16:04.882620 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-19a4c942-1ff7-4c5b-a60a-9d0e86220292 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:04.896822 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5c535-248b-44cb-86e1-431f89fc64e2 req-4b04c6ce-9edf-4581-ab28-58808f6ff772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:04.898548 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-deb5c535-248b-44cb-86e1-431f89fc64e2 req-4b04c6ce-9edf-4581-ab28-58808f6ff772 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c57c83b50f6e4bc399a3a37742495e99&device_id=14c55b0d-b6bb-47f4-b127-a23c3c8d10a7 HTTP/1.1" status: 200 len: 1097 time: 0.3579998 Nov 10 19:16:04.983433 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-19a4c942-1ff7-4c5b-a60a-9d0e86220292 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:05.012512 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a4c942-1ff7-4c5b-a60a-9d0e86220292 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:05.014709 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-19a4c942-1ff7-4c5b-a60a-9d0e86220292 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:05.049054 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-5e32d7fb-70ae-4f6c-87c2-6ebdf2180ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:05.064343 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-5e32d7fb-70ae-4f6c-87c2-6ebdf2180ff9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6ab75c40-5d7a-4d44-8e36-e5b14d411825 HTTP/1.1" status: 200 len: 860 time: 0.3744912 Nov 10 19:16:05.146599 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-19a4c942-1ff7-4c5b-a60a-9d0e86220292 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6601298 Nov 10 19:16:05.154242 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 34276) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:05.172083 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-f188ec12-65cf-4f95-b940-0f39b440e451 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2059277768'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:16:05.214630 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e4ecf-4e42-42dc-9d65-17d877dc6daa req-1d8333bf-7b09-4a1b-b97f-33c19a276581 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:05.223497 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-521e4ecf-4e42-42dc-9d65-17d877dc6daa req-1d8333bf-7b09-4a1b-b97f-33c19a276581 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e056ebd-3d2b-4fc8-9135-d57479615454 HTTP/1.1" status: 200 len: 950 time: 0.4396045 Nov 10 19:16:05.246855 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a4c942-1ff7-4c5b-a60a-9d0e86220292 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Pushing event updated for resources: {'Network': ['ID=08d5b27a-446a-4f08-9532-b9da3981ea57,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:05.261025 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 08d5b27a-446a-4f08-9532-b9da3981ea57 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:16:05.293553 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f188ec12-65cf-4f95-b940-0f39b440e451 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Made reservation on behalf of 22b3d07c7c424271b33fe5fb0a26c6de for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:16:05.302834 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-87991f60-e184-4128-8e74-5474814aec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031a00d4-3ea2-491b-b2c4-a9d7804c6756', 'name': 'tempest-ServerRescueNegativeTestJSON-731563677-router', 'tenant_id': '55597ebb7ba248d788dd953f401fb01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'f6f9d067-db6e-48aa-b140-302d798efd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:15:49Z', 'updated_at': '2021-11-10T19:16:02Z', 'revision_number': 4, 'project_id': '55597ebb7ba248d788dd953f401fb01c', 'gw_port': {'id': 'f6f9d067-db6e-48aa-b140-302d798efd60', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031a00d4-3ea2-491b-b2c4-a9d7804c6756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:15:52Z', 'updated_at': '2021-11-10T19:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '81b8b687-8fb5-4724-98c5-9e0c3793c515', 'name': '', 'network_id': '84c30210-1766-4b73-a472-c9afa703f4ae', 'tenant_id': '55597ebb7ba248d788dd953f401fb01c', 'mac_address': 'fa:16:3e:b2:f6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031a00d4-3ea2-491b-b2c4-a9d7804c6756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'f0f0b475-2f63-4d7b-baac-8e262a7cc3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:16:00Z', 'updated_at': '2021-11-10T19:16:02Z', 'revision_number': 2, 'project_id': '55597ebb7ba248d788dd953f401fb01c', 'subnets': [{'id': 'f0f0b475-2f63-4d7b-baac-8e262a7cc3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:16:05.304174 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f188ec12-65cf-4f95-b940-0f39b440e451 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:05.364167 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f003b8-a2ba-4475-8946-8c72d18c732f None None] Sync routers for ids ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:16:05.378235 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f003b8-a2ba-4475-8946-8c72d18c732f None None] Routers {'e83b2309-5206-4160-a0e7-a6d4fbf752b9'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:16:05.378877 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-81f003b8-a2ba-4475-8946-8c72d18c732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:15:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:16:05.400449 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87991f60-e184-4128-8e74-5474814aec83 None None] Checking router: 031a00d4-3ea2-491b-b2c4-a9d7804c6756 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:16:05.401024 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87991f60-e184-4128-8e74-5474814aec83 None None] Updating router 031a00d4-3ea2-491b-b2c4-a9d7804c6756 port 81b8b687-8fb5-4724-98c5-9e0c3793c515 binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:16:05.415455 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5c535-248b-44cb-86e1-431f89fc64e2 req-4ba3c785-6fd6-4fea-831f-913d3e89aa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:05.417123 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-deb5c535-248b-44cb-86e1-431f89fc64e2 req-4ba3c785-6fd6-4fea-831f-913d3e89aa03 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a91fecc-dc01-4af5-8121-7bf79bed5161 HTTP/1.1" status: 200 len: 922 time: 0.5004299 Nov 10 19:16:05.434938 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-87991f60-e184-4128-8e74-5474814aec83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:05.506912 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-deb5c535-248b-44cb-86e1-431f89fc64e2 req-3721a820-e3c3-4efb-ab32-a8804509d725 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91 HTTP/1.1" status: 200 len: 217 time: 0.0681312 Nov 10 19:16:05.516077 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-6924b053-86ab-4b63-8192-23c63450b669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:05.517782 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-6924b053-86ab-4b63-8192-23c63450b669 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3a91fecc-dc01-4af5-8121-7bf79bed5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4331863 Nov 10 19:16:05.563529 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-81f003b8-a2ba-4475-8946-8c72d18c732f None None] Set router e83b2309-5206-4160-a0e7-a6d4fbf752b9 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:16:05.666996 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-a4f47ff5-ffe4-4f73-87ea-e8ac2bc2b7df service neutron] 10.222.0.54 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268840 Nov 10 19:16:05.668036 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f188ec12-65cf-4f95-b940-0f39b440e451 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:16:05.708969 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-521e4ecf-4e42-42dc-9d65-17d877dc6daa req-41851b07-24d4-4f77-b890-3bcb3a347de5 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ce1d6ca-bde4-4c78-af6f-60a18dd0bfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232352 Nov 10 19:16:05.772093 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f188ec12-65cf-4f95-b940-0f39b440e451 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:05.774652 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-f188ec12-65cf-4f95-b940-0f39b440e451 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Added segment a1439b11-afa4-4fe3-825f-5bdc9b853fe8 of type vlan for network 5e688d16-320a-464d-a934-8ef580053d1d Nov 10 19:16:05.905409 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-81f003b8-a2ba-4475-8946-8c72d18c732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1078472189-router', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '12887987-c24d-4a12-836b-8255797614c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:32Z', 'revision_number': 4, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'gw_port': {'id': '12887987-c24d-4a12-836b-8255797614c9', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'bb223ac7-06d5-45b4-92d6-ee6fb20c9af0', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'port_id': '93a11ca4-6617-4990-8a75-f305a07e983d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'mac_address': 'fa:16:3e:a1:74:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0471317f-95e7-4734-889d-045fc1b11e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:15:16Z', 'updated_at': '2021-11-10T19:16:04Z', 'revision_number': 4, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f53faea-99bc-4303-86c3-33664ffb47a1', 'name': '', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'mac_address': 'fa:16:3e:47:9a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:29Z', 'updated_at': '2021-11-10T19:14:54Z', 'revision_number': 5, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'subnets': [{'id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:16:05.910478 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-87991f60-e184-4128-8e74-5474814aec83 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:05.922422 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-87991f60-e184-4128-8e74-5474814aec83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:05.984756 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f003b8-a2ba-4475-8946-8c72d18c732f None None] Checking router: e83b2309-5206-4160-a0e7-a6d4fbf752b9 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:16:06.008236 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f003b8-a2ba-4475-8946-8c72d18c732f None None] Routers {'e83b2309-5206-4160-a0e7-a6d4fbf752b9'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:16:06.008760 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-81f003b8-a2ba-4475-8946-8c72d18c732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:15:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:16:06.027240 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd8846-2a40-42cd-ae0f-a9dd7b1c3be5 None None] Pushing event updated for resources: {'Port': ['ID=81b8b687-8fb5-4724-98c5-9e0c3793c515,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:06.060936 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd8846-2a40-42cd-ae0f-a9dd7b1c3be5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:16:06.061306 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd8846-2a40-42cd-ae0f-a9dd7b1c3be5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:16:06.061743 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd8846-2a40-42cd-ae0f-a9dd7b1c3be5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:16:06.062186 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd8846-2a40-42cd-ae0f-a9dd7b1c3be5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:16:06.062519 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd8846-2a40-42cd-ae0f-a9dd7b1c3be5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:16:06.062844 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd8846-2a40-42cd-ae0f-a9dd7b1c3be5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:16:06.063161 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd8846-2a40-42cd-ae0f-a9dd7b1c3be5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:16:06.066145 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd8846-2a40-42cd-ae0f-a9dd7b1c3be5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:16:06.066449 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd8846-2a40-42cd-ae0f-a9dd7b1c3be5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:16:06.067215 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd8846-2a40-42cd-ae0f-a9dd7b1c3be5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:16:06.067356 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd8846-2a40-42cd-ae0f-a9dd7b1c3be5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:16:06.067647 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd8846-2a40-42cd-ae0f-a9dd7b1c3be5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:16:06.105336 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-c1704933-065c-471e-8df8-c6e7a242e264 service neutron] 10.222.0.54 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923895 Nov 10 19:16:06.116076 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f188ec12-65cf-4f95-b940-0f39b440e451 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:06.145158 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-87991f60-e184-4128-8e74-5474814aec83 None None] Attempting to bind port 81b8b687-8fb5-4724-98c5-9e0c3793c515 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:16:06.145933 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-87991f60-e184-4128-8e74-5474814aec83 None None] Attempting to bind port 81b8b687-8fb5-4724-98c5-9e0c3793c515 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '689fe59e-2849-4aab-9a85-baac532490b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '84c30210-1766-4b73-a472-c9afa703f4ae'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:16:06.148242 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87991f60-e184-4128-8e74-5474814aec83 None None] Attempting to bind port 81b8b687-8fb5-4724-98c5-9e0c3793c515 on network 84c30210-1766-4b73-a472-c9afa703f4ae {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:16:06.152250 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5c535-248b-44cb-86e1-431f89fc64e2 req-59acba30-2c9d-45e3-a34b-9188150fcf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:06.154732 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-deb5c535-248b-44cb-86e1-431f89fc64e2 req-59acba30-2c9d-45e3-a34b-9188150fcf35 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ab75c40-5d7a-4d44-8e36-e5b14d411825 HTTP/1.1" status: 200 len: 860 time: 0.6300547 Nov 10 19:16:06.160075 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87991f60-e184-4128-8e74-5474814aec83 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:16:06.160773 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87991f60-e184-4128-8e74-5474814aec83 None None] Checking segment: {'id': '689fe59e-2849-4aab-9a85-baac532490b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '84c30210-1766-4b73-a472-c9afa703f4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:16:06.163175 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-87991f60-e184-4128-8e74-5474814aec83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:06.163640 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87991f60-e184-4128-8e74-5474814aec83 None None] Bound using segment: {'id': '689fe59e-2849-4aab-9a85-baac532490b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '84c30210-1766-4b73-a472-c9afa703f4ae'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:16:06.164160 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-87991f60-e184-4128-8e74-5474814aec83 None None] Bound port: 81b8b687-8fb5-4724-98c5-9e0c3793c515, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '689fe59e-2849-4aab-9a85-baac532490b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '84c30210-1766-4b73-a472-c9afa703f4ae'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:16:06.164548 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-87991f60-e184-4128-8e74-5474814aec83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:06.176069 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f188ec12-65cf-4f95-b940-0f39b440e451 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:06.181786 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f188ec12-65cf-4f95-b940-0f39b440e451 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:06.182399 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f188ec12-65cf-4f95-b940-0f39b440e451 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:06.254388 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-81f003b8-a2ba-4475-8946-8c72d18c732f None None] Set router e83b2309-5206-4160-a0e7-a6d4fbf752b9 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:16:06.256161 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-87991f60-e184-4128-8e74-5474814aec83 None None] For port 81b8b687-8fb5-4724-98c5-9e0c3793c515, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:16:06.262169 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-87991f60-e184-4128-8e74-5474814aec83 None None] For port 81b8b687-8fb5-4724-98c5-9e0c3793c515, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=81b8b687-8fb5-4724-98c5-9e0c3793c515,segment=NetworkSegment(689fe59e-2849-4aab-9a85-baac532490b3),segment_id=689fe59e-2849-4aab-9a85-baac532490b3)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:16:06.270815 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-87991f60-e184-4128-8e74-5474814aec83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:06.363885 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87991f60-e184-4128-8e74-5474814aec83 None None] Routers {'031a00d4-3ea2-491b-b2c4-a9d7804c6756'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:16:06.365735 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-87991f60-e184-4128-8e74-5474814aec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:15:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['031a00d4-3ea2-491b-b2c4-a9d7804c6756'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:16:06.399049 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f188ec12-65cf-4f95-b940-0f39b440e451 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2329123 Nov 10 19:16:06.402818 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34306) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:06.407973 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-d6e208fd-982d-4c59-881f-00801e3ab508 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Request body: {'subnet': {'network_id': '08d5b27a-446a-4f08-9532-b9da3981ea57', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:16:06.438209 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd8846-2a40-42cd-ae0f-a9dd7b1c3be5 None None] Pushing event updated for resources: {'Port': ['ID=81b8b687-8fb5-4724-98c5-9e0c3793c515,revision_number=4']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:06.531049 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0471317f-95e7-4734-889d-045fc1b11e54', 'tag': '93a11ca4-6617-4990-8a75-f305a07e983d'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:16:06.533307 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ede4a6-ed31-4a20-a4d1-893ed45652ef" -d '{"events": [{"name": "network-changed", "server_uuid": "0471317f-95e7-4734-889d-045fc1b11e54", "tag": "93a11ca4-6617-4990-8a75-f305a07e983d"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:16:06.572434 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-30967c6c-9172-4f97-a2b2-6a84cda72780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:06.574048 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-30967c6c-9172-4f97-a2b2-6a84cda72780 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c57c83b50f6e4bc399a3a37742495e99&device_id=0471317f-95e7-4734-889d-045fc1b11e54 HTTP/1.1" status: 200 len: 1097 time: 0.4250581 Nov 10 19:16:06.592687 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-87991f60-e184-4128-8e74-5474814aec83 None None] Set router 031a00d4-3ea2-491b-b2c4-a9d7804c6756 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:16:06.623605 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e208fd-982d-4c59-881f-00801e3ab508 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Made reservation on behalf of 22b3d07c7c424271b33fe5fb0a26c6de for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:16:06.630105 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d6e208fd-982d-4c59-881f-00801e3ab508 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:06.691232 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188ec12-65cf-4f95-b940-0f39b440e451 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Pushing event updated for resources: {'Network': ['ID=5e688d16-320a-464d-a934-8ef580053d1d,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:06.713084 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5c535-248b-44cb-86e1-431f89fc64e2 req-f434012b-b72b-4fcc-8808-2db2dde84ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:06.714815 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-deb5c535-248b-44cb-86e1-431f89fc64e2 req-f434012b-b72b-4fcc-8808-2db2dde84ae0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a91fecc-dc01-4af5-8121-7bf79bed5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4881849 Nov 10 19:16:06.727742 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 5e688d16-320a-464d-a934-8ef580053d1d details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:16:06.890667 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-7191dd6e-e64c-44eb-96d6-3b5723cbc30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:06.899516 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-7191dd6e-e64c-44eb-96d6-3b5723cbc30d service neutron] 10.222.0.54 "GET /v2.0/networks?id=3a91fecc-dc01-4af5-8121-7bf79bed5161 HTTP/1.1" status: 200 len: 922 time: 0.3044670 Nov 10 19:16:06.911962 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-81f003b8-a2ba-4475-8946-8c72d18c732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1078472189-router', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '12887987-c24d-4a12-836b-8255797614c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:32Z', 'revision_number': 4, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'gw_port': {'id': '12887987-c24d-4a12-836b-8255797614c9', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'bb223ac7-06d5-45b4-92d6-ee6fb20c9af0', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'port_id': '93a11ca4-6617-4990-8a75-f305a07e983d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'mac_address': 'fa:16:3e:a1:74:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0471317f-95e7-4734-889d-045fc1b11e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:15:16Z', 'updated_at': '2021-11-10T19:16:04Z', 'revision_number': 4, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f53faea-99bc-4303-86c3-33664ffb47a1', 'name': '', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'mac_address': 'fa:16:3e:47:9a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:29Z', 'updated_at': '2021-11-10T19:14:54Z', 'revision_number': 5, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'subnets': [{'id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:16:07.022560 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f003b8-a2ba-4475-8946-8c72d18c732f None None] The sync data for ids ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'] in n-d-813897-4 is: [{'id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1078472189-router', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '12887987-c24d-4a12-836b-8255797614c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:32Z', 'revision_number': 4, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'gw_port': {'id': '12887987-c24d-4a12-836b-8255797614c9', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'bb223ac7-06d5-45b4-92d6-ee6fb20c9af0', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'port_id': '93a11ca4-6617-4990-8a75-f305a07e983d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'mac_address': 'fa:16:3e:a1:74:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0471317f-95e7-4734-889d-045fc1b11e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:15:16Z', 'updated_at': '2021-11-10T19:16:04Z', 'revision_number': 4, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f53faea-99bc-4303-86c3-33664ffb47a1', 'name': '', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'mac_address': 'fa:16:3e:47:9a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:29Z', 'updated_at': '2021-11-10T19:14:54Z', 'revision_number': 5, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'subnets': [{'id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:16:07.029384 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-87991f60-e184-4128-8e74-5474814aec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031a00d4-3ea2-491b-b2c4-a9d7804c6756', 'name': 'tempest-ServerRescueNegativeTestJSON-731563677-router', 'tenant_id': '55597ebb7ba248d788dd953f401fb01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'f6f9d067-db6e-48aa-b140-302d798efd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:15:49Z', 'updated_at': '2021-11-10T19:16:02Z', 'revision_number': 4, 'project_id': '55597ebb7ba248d788dd953f401fb01c', 'gw_port': {'id': 'f6f9d067-db6e-48aa-b140-302d798efd60', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031a00d4-3ea2-491b-b2c4-a9d7804c6756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:15:52Z', 'updated_at': '2021-11-10T19:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '81b8b687-8fb5-4724-98c5-9e0c3793c515', 'name': '', 'network_id': '84c30210-1766-4b73-a472-c9afa703f4ae', 'tenant_id': '55597ebb7ba248d788dd953f401fb01c', 'mac_address': 'fa:16:3e:b2:f6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031a00d4-3ea2-491b-b2c4-a9d7804c6756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'f0f0b475-2f63-4d7b-baac-8e262a7cc3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:16:00Z', 'updated_at': '2021-11-10T19:16:06Z', 'revision_number': 4, 'project_id': '55597ebb7ba248d788dd953f401fb01c', 'subnets': [{'id': 'f0f0b475-2f63-4d7b-baac-8e262a7cc3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:16:07.081747 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87991f60-e184-4128-8e74-5474814aec83 None None] The sync data for ids ['031a00d4-3ea2-491b-b2c4-a9d7804c6756'] in n-d-813897-4 is: [{'id': '031a00d4-3ea2-491b-b2c4-a9d7804c6756', 'name': 'tempest-ServerRescueNegativeTestJSON-731563677-router', 'tenant_id': '55597ebb7ba248d788dd953f401fb01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'f6f9d067-db6e-48aa-b140-302d798efd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:15:49Z', 'updated_at': '2021-11-10T19:16:02Z', 'revision_number': 4, 'project_id': '55597ebb7ba248d788dd953f401fb01c', 'gw_port': {'id': 'f6f9d067-db6e-48aa-b140-302d798efd60', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031a00d4-3ea2-491b-b2c4-a9d7804c6756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:15:52Z', 'updated_at': '2021-11-10T19:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '81b8b687-8fb5-4724-98c5-9e0c3793c515', 'name': '', 'network_id': '84c30210-1766-4b73-a472-c9afa703f4ae', 'tenant_id': '55597ebb7ba248d788dd953f401fb01c', 'mac_address': 'fa:16:3e:b2:f6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031a00d4-3ea2-491b-b2c4-a9d7804c6756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'f0f0b475-2f63-4d7b-baac-8e262a7cc3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:16:00Z', 'updated_at': '2021-11-10T19:16:06Z', 'revision_number': 4, 'project_id': '55597ebb7ba248d788dd953f401fb01c', 'subnets': [{'id': 'f0f0b475-2f63-4d7b-baac-8e262a7cc3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:16:07.100591 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-f676975e-153a-4758-b1a9-cf94eee75f48 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93a11ca4-6617-4990-8a75-f305a07e983d HTTP/1.1" status: 200 len: 1002 time: 0.1999018 Nov 10 19:16:07.120824 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-c99360d8-1241-496e-ac76-51ab710528ce tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:07.122739 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-c99360d8-1241-496e-ac76-51ab710528ce tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/networks?id=84c30210-1766-4b73-a472-c9afa703f4ae HTTP/1.1" status: 200 len: 818 time: 0.6126652 Nov 10 19:16:07.136222 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d6e208fd-982d-4c59-881f-00801e3ab508 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:07.191609 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-7f32ae41-da6a-4820-95f5-334c000faf2e tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/quotas/55597ebb7ba248d788dd953f401fb01c HTTP/1.1" status: 200 len: 375 time: 0.0577257 Nov 10 19:16:07.193982 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-deb5c535-248b-44cb-86e1-431f89fc64e2 req-3f2a348a-7fde-4631-851c-c09abcde1405 service neutron] 10.222.0.25 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4660091 Nov 10 19:16:07.304621 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e208fd-982d-4c59-881f-00801e3ab508 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Pushing event updated for resources: {'Subnet': ['ID=aa2b07b6-2c88-46ba-ac6c-03d3922986c1,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:07.308315 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-d3d2348a-7ce6-4472-b16f-7e2d91cf5cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:07.311079 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-d3d2348a-7ce6-4472-b16f-7e2d91cf5cc8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6ab75c40-5d7a-4d44-8e36-e5b14d411825 HTTP/1.1" status: 200 len: 860 time: 0.1873341 Nov 10 19:16:07.354253 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e208fd-982d-4c59-881f-00801e3ab508 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Checking segment: {'id': '5cb9df61-9550-483d-8fc3-a242dd3a621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '08d5b27a-446a-4f08-9532-b9da3981ea57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:16:07.354801 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e208fd-982d-4c59-881f-00801e3ab508 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Network hostable DHCP agents. Network: 08d5b27a-446a-4f08-9532-b9da3981ea57, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:16:07.381266 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e208fd-982d-4c59-881f-00801e3ab508 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Network 08d5b27a-446a-4f08-9532-b9da3981ea57 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:16:07.403226 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-d6e208fd-982d-4c59-881f-00801e3ab508 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 08d5b27a-446a-4f08-9532-b9da3981ea57) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:16:07.419950 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04beae64-f1bd-4c97-9422-6b9da927ebfe None None] Network 08d5b27a-446a-4f08-9532-b9da3981ea57 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:16:07.424333 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e208fd-982d-4c59-881f-00801e3ab508 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:07.427272 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d6e208fd-982d-4c59-881f-00801e3ab508 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:07.434502 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-2a9bac7a-05f4-4c5d-8a30-5289f4db39de tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=55597ebb7ba248d788dd953f401fb01c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2242153 Nov 10 19:16:07.478287 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 34326) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:07.481563 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d6e208fd-982d-4c59-881f-00801e3ab508 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0772707 Nov 10 19:16:07.497742 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-d8fd668f-0d66-4255-a6f9-e62097c38fb8 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Request body: {'subnet': {'network_id': '5e688d16-320a-464d-a934-8ef580053d1d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:16:07.670225 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-527c53bc-bec1-41d5-a0f9-7ac58a0192f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:07.673197 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-527c53bc-bec1-41d5-a0f9-7ac58a0192f8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3a91fecc-dc01-4af5-8121-7bf79bed5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3218217 Nov 10 19:16:07.690640 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-deb5c535-248b-44cb-86e1-431f89fc64e2 req-3e483e9b-ccb4-4770-8bb1-abf001e0f8ef service neutron] 10.222.0.25 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4830134 Nov 10 19:16:07.900836 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 81b8b687-8fb5-4724-98c5-9e0c3793c515 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:16:07.954330 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb3980b-28e4-4ece-b4cd-ff15c05acadb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-08d5b27a-446a-4f08-9532-b9da3981ea57', 'network_id': '08d5b27a-446a-4f08-9532-b9da3981ea57', 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'fixed_ips': [{'subnet_id': 'aa2b07b6-2c88-46ba-ac6c-03d3922986c1'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:16:07.956227 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-beb3980b-28e4-4ece-b4cd-ff15c05acadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:07.979265 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-8b8e62da-2169-452b-a103-73477ccb3f18 service neutron] 10.222.0.54 "GET /v2.0/networks/84c30210-1766-4b73-a472-c9afa703f4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5187683 Nov 10 19:16:08.003813 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 81b8b687-8fb5-4724-98c5-9e0c3793c515 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:16:08.004623 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:08.018723 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fd668f-0d66-4255-a6f9-e62097c38fb8 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Made reservation on behalf of 22b3d07c7c424271b33fe5fb0a26c6de for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:16:08.023492 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d8fd668f-0d66-4255-a6f9-e62097c38fb8 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:08.175529 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-beb3980b-28e4-4ece-b4cd-ff15c05acadb None None] Allocated IP 10.1.1.2 (08d5b27a-446a-4f08-9532-b9da3981ea57/aa2b07b6-2c88-46ba-ac6c-03d3922986c1/da45a8c0-8b0d-450d-a9e2-2b421754aca1) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:16:08.570412 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:08.651980 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-beb3980b-28e4-4ece-b4cd-ff15c05acadb None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:08.654520 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 81b8b687-8fb5-4724-98c5-9e0c3793c515, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=81b8b687-8fb5-4724-98c5-9e0c3793c515,segment=NetworkSegment(689fe59e-2849-4aab-9a85-baac532490b3),segment_id=689fe59e-2849-4aab-9a85-baac532490b3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:16:08.662025 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:08.673953 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-beb3980b-28e4-4ece-b4cd-ff15c05acadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:08.698935 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d8fd668f-0d66-4255-a6f9-e62097c38fb8 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:08.740035 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb3980b-28e4-4ece-b4cd-ff15c05acadb None None] Network 08d5b27a-446a-4f08-9532-b9da3981ea57 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:16:08.741601 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-beb3980b-28e4-4ece-b4cd-ff15c05acadb None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:16:08.744618 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb3980b-28e4-4ece-b4cd-ff15c05acadb None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:16:08.817500 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-e754bef0-95ce-4432-aefc-b2fdc99f5672 service neutron] 10.222.0.54 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1228116 Nov 10 19:16:08.840821 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=81b8b687-8fb5-4724-98c5-9e0c3793c515,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:08.891170 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-beb3980b-28e4-4ece-b4cd-ff15c05acadb None None] Attempting to bind port da45a8c0-8b0d-450d-a9e2-2b421754aca1 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:16:08.891556 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-beb3980b-28e4-4ece-b4cd-ff15c05acadb None None] Attempting to bind port da45a8c0-8b0d-450d-a9e2-2b421754aca1 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '5cb9df61-9550-483d-8fc3-a242dd3a621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '08d5b27a-446a-4f08-9532-b9da3981ea57'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:16:08.892047 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb3980b-28e4-4ece-b4cd-ff15c05acadb None None] Attempting to bind port da45a8c0-8b0d-450d-a9e2-2b421754aca1 on network 08d5b27a-446a-4f08-9532-b9da3981ea57 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:16:08.922830 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb3980b-28e4-4ece-b4cd-ff15c05acadb None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:16:08.923974 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb3980b-28e4-4ece-b4cd-ff15c05acadb None None] Checking segment: {'id': '5cb9df61-9550-483d-8fc3-a242dd3a621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '08d5b27a-446a-4f08-9532-b9da3981ea57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:16:08.926675 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-beb3980b-28e4-4ece-b4cd-ff15c05acadb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:08.928985 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb3980b-28e4-4ece-b4cd-ff15c05acadb None None] Bound using segment: {'id': '5cb9df61-9550-483d-8fc3-a242dd3a621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '08d5b27a-446a-4f08-9532-b9da3981ea57'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:16:08.929729 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-beb3980b-28e4-4ece-b4cd-ff15c05acadb None None] Bound port: da45a8c0-8b0d-450d-a9e2-2b421754aca1, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb9df61-9550-483d-8fc3-a242dd3a621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '08d5b27a-446a-4f08-9532-b9da3981ea57'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:16:08.930368 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-beb3980b-28e4-4ece-b4cd-ff15c05acadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:08.960205 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3980b-28e4-4ece-b4cd-ff15c05acadb None None] Pushing event updated for resources: {'Port': ['ID=da45a8c0-8b0d-450d-a9e2-2b421754aca1,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:09.027447 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd668f-0d66-4255-a6f9-e62097c38fb8 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Pushing event updated for resources: {'Subnet': ['ID=051d3797-d00c-4f4f-b38c-ea825714261f,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:09.036365 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-beb3980b-28e4-4ece-b4cd-ff15c05acadb None None] For port da45a8c0-8b0d-450d-a9e2-2b421754aca1, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:16:09.042687 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-beb3980b-28e4-4ece-b4cd-ff15c05acadb None None] For port da45a8c0-8b0d-450d-a9e2-2b421754aca1, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=da45a8c0-8b0d-450d-a9e2-2b421754aca1,segment=NetworkSegment(5cb9df61-9550-483d-8fc3-a242dd3a621b),segment_id=5cb9df61-9550-483d-8fc3-a242dd3a621b)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:16:09.062195 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-66c44bce-1b55-4377-a681-d634286c7aec service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1261044 Nov 10 19:16:09.064681 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-beb3980b-28e4-4ece-b4cd-ff15c05acadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:09.067583 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fd668f-0d66-4255-a6f9-e62097c38fb8 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Checking segment: {'id': 'a1439b11-afa4-4fe3-825f-5bdc9b853fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5e688d16-320a-464d-a934-8ef580053d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:16:09.067962 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fd668f-0d66-4255-a6f9-e62097c38fb8 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Network hostable DHCP agents. Network: 5e688d16-320a-464d-a934-8ef580053d1d, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:16:09.080338 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-c6ba5dba-e693-46f3-a5d4-3955b4efb2ff service neutron] 10.222.0.54 "GET /v2.0/networks/84c30210-1766-4b73-a472-c9afa703f4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0927699 Nov 10 19:16:09.101041 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e20ad02c-a1e9-41c4-ab6a-ae0e1c534c06 req-764e8076-de93-426b-a325-061392486ca6 service neutron] 10.222.0.54 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690270 Nov 10 19:16:09.122442 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fd668f-0d66-4255-a6f9-e62097c38fb8 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Network 5e688d16-320a-464d-a934-8ef580053d1d is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:16:09.139438 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-d8fd668f-0d66-4255-a6f9-e62097c38fb8 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 5e688d16-320a-464d-a934-8ef580053d1d) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:16:09.146301 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fd668f-0d66-4255-a6f9-e62097c38fb8 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:09.146949 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d8fd668f-0d66-4255-a6f9-e62097c38fb8 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:09.203065 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d8fd668f-0d66-4255-a6f9-e62097c38fb8 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7250996 Nov 10 19:16:09.206335 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 34348) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:09.220357 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-15e988c4-dd9b-4567-a3b7-61e597900955 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Request body: {'port': {'network_id': '08d5b27a-446a-4f08-9532-b9da3981ea57', 'name': 'tempest-TaggedBootDevicesTest_v242-631786746', 'fixed_ips': [{'subnet_id': 'aa2b07b6-2c88-46ba-ac6c-03d3922986c1'}]}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:16:09.245189 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f554b87-d20e-4d7f-bebe-a15a28c97136 None None] Network 5e688d16-320a-464d-a934-8ef580053d1d requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:16:09.406690 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a24b6-0b78-4149-a630-4132a21ac290 req-ceeb24db-7e55-4876-9c7d-c02eb95301a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:09.407176 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a24b6-0b78-4149-a630-4132a21ac290 req-ceeb24db-7e55-4876-9c7d-c02eb95301a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:09.407732 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a24b6-0b78-4149-a630-4132a21ac290 req-ceeb24db-7e55-4876-9c7d-c02eb95301a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:09.408211 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a24b6-0b78-4149-a630-4132a21ac290 req-ceeb24db-7e55-4876-9c7d-c02eb95301a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:09.408665 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a24b6-0b78-4149-a630-4132a21ac290 req-ceeb24db-7e55-4876-9c7d-c02eb95301a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:09.409126 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a24b6-0b78-4149-a630-4132a21ac290 req-ceeb24db-7e55-4876-9c7d-c02eb95301a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:09.409680 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a24b6-0b78-4149-a630-4132a21ac290 req-ceeb24db-7e55-4876-9c7d-c02eb95301a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:09.412183 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-ceeb24db-7e55-4876-9c7d-c02eb95301a0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8868befe3bb435a8f25d6ac7c7d0f37&device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 6492 time: 0.2318554 Nov 10 19:16:09.498671 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e988c4-dd9b-4567-a3b7-61e597900955 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Made reservation on behalf of 22b3d07c7c424271b33fe5fb0a26c6de for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:16:09.528751 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3980b-28e4-4ece-b4cd-ff15c05acadb None None] Pushing event updated for resources: {'Port': ['ID=da45a8c0-8b0d-450d-a9e2-2b421754aca1,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:09.656400 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4dc0b4-6a47-433a-8383-b6c8ac1240f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-5e688d16-320a-464d-a934-8ef580053d1d', 'network_id': '5e688d16-320a-464d-a934-8ef580053d1d', 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'fixed_ips': [{'subnet_id': '051d3797-d00c-4f4f-b38c-ea825714261f'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:16:09.658485 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8e4dc0b4-6a47-433a-8383-b6c8ac1240f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:09.770983 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a24b6-0b78-4149-a630-4132a21ac290 req-8b01734b-d26f-4063-a478-ba8a62aeb9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:09.771471 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a24b6-0b78-4149-a630-4132a21ac290 req-8b01734b-d26f-4063-a478-ba8a62aeb9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:09.774198 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a24b6-0b78-4149-a630-4132a21ac290 req-8b01734b-d26f-4063-a478-ba8a62aeb9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:09.775956 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-8b01734b-d26f-4063-a478-ba8a62aeb9ba service neutron] 10.222.0.73 "GET /v2.0/networks?id=87a15d79-4902-4d31-887f-c388f0985906&id=dfeb421a-f1c8-4726-8242-6b468d6e48f3&id=dfeb421a-f1c8-4726-8242-6b468d6e48f3&id=dfeb421a-f1c8-4726-8242-6b468d6e48f3&id=dfeb421a-f1c8-4726-8242-6b468d6e48f3&id=c0241cc4-6c19-4c98-ab84-df8e281d2dd3&id=c0241cc4-6c19-4c98-ab84-df8e281d2dd3 HTTP/1.1" status: 200 len: 2293 time: 0.3358486 Nov 10 19:16:09.843920 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-15e988c4-dd9b-4567-a3b7-61e597900955 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:09.888365 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-15e988c4-dd9b-4567-a3b7-61e597900955 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] device_id is not set on port bb1386c3-1d75-43ef-9da4-68ee97148c59 yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:16:10.011732 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 81b8b687-8fb5-4724-98c5-9e0c3793c515 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:16:10.052207 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-de93b44b-625e-44ac-a557-ba4bc7e2edf6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=893f5fad-5d52-4ed2-a497-8f4e5f94cfec HTTP/1.1" status: 200 len: 1001 time: 0.2684298 Nov 10 19:16:10.148466 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78aa0fa-cd05-4e7e-86e5-075403319ee1 x-openstack-request-id: req-c78aa0fa-cd05-4e7e-86e5-075403319ee1 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:16:10.149070 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0471317f-95e7-4734-889d-045fc1b11e54", "tag": "93a11ca4-6617-4990-8a75-f305a07e983d", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:16:10.149580 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c78aa0fa-cd05-4e7e-86e5-075403319ee1 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:16:10.150262 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0471317f-95e7-4734-889d-045fc1b11e54', 'tag': '93a11ca4-6617-4990-8a75-f305a07e983d', 'status': 'completed', 'code': 200} Nov 10 19:16:10.181999 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-8e4dc0b4-6a47-433a-8383-b6c8ac1240f4 None None] Allocated IP 10.2.2.2 (5e688d16-320a-464d-a934-8ef580053d1d/051d3797-d00c-4f4f-b38c-ea825714261f/1fbf629e-2c0a-4dd7-a01f-e73a8b2d73e6) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:16:10.219612 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a24b6-0b78-4149-a630-4132a21ac290 req-5c91453e-825e-4b31-a360-7536da1dcc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:10.221141 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-5c91453e-825e-4b31-a360-7536da1dcc77 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2f6a98c7-c265-4500-b9ce-49a92ae40ef6 HTTP/1.1" status: 200 len: 851 time: 0.1613925 Nov 10 19:16:10.242635 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 81b8b687-8fb5-4724-98c5-9e0c3793c515 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:16:10.243026 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:10.363845 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ede4a6-ed31-4a20-a4d1-893ed45652ef req-fdd41253-9a92-494f-b084-61b63c9a3da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:10.365692 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f6ede4a6-ed31-4a20-a4d1-893ed45652ef req-fdd41253-9a92-494f-b084-61b63c9a3da8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c57c83b50f6e4bc399a3a37742495e99&device_id=0471317f-95e7-4734-889d-045fc1b11e54 HTTP/1.1" status: 200 len: 1097 time: 0.1377490 Nov 10 19:16:10.371669 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a24b6-0b78-4149-a630-4132a21ac290 req-269fcfee-17b9-442a-bfdf-0d6a92f54810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:10.373469 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-269fcfee-17b9-442a-bfdf-0d6a92f54810 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=87a15d79-4902-4d31-887f-c388f0985906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1213439 Nov 10 19:16:10.398503 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59439f76-3867-4e30-bf4a-3db61032ffa0 req-98776673-79fe-4d28-938c-73f452cc86f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:10.400650 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59439f76-3867-4e30-bf4a-3db61032ffa0 req-98776673-79fe-4d28-938c-73f452cc86f3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=24f1bd1dd82640929809976a31e51c4e&device_id=ff589d26-34ae-4ec4-ae5a-d2784849e6b8 HTTP/1.1" status: 200 len: 1102 time: 0.3558278 Nov 10 19:16:10.507690 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-2780c0b6-c769-4118-8679-5b01aea70fae service neutron] 10.222.0.73 "GET /v2.0/networks/87a15d79-4902-4d31-887f-c388f0985906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133695 Nov 10 19:16:10.581430 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e088d00c-b84c-4d49-a190-09f712476d11 req-bf0ac53e-d622-4a05-84d2-71bd47062525 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 1002 time: 0.2385275 Nov 10 19:16:10.704882 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c102ba52-2e92-4a88-8573-fb244ece5e7f req-96ed14a1-b1dd-442d-a134-4bb5ff306603 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 210 time: 0.0993199 Nov 10 19:16:10.759668 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-33e749f7-5578-4aed-baf0-900451f964a8 service neutron] 10.222.0.73 "GET /v2.0/networks/87a15d79-4902-4d31-887f-c388f0985906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486081 Nov 10 19:16:10.855186 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-ce24c1ad-381c-4295-8e21-af1331242468 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=21af280c-4557-46cd-a694-488125af25aa HTTP/1.1" status: 200 len: 217 time: 0.0780501 Nov 10 19:16:10.862202 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ede4a6-ed31-4a20-a4d1-893ed45652ef req-cbac1f26-b9c0-4cf2-a673-4ad5178bceba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:10.865997 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f6ede4a6-ed31-4a20-a4d1-893ed45652ef req-cbac1f26-b9c0-4cf2-a673-4ad5178bceba service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a91fecc-dc01-4af5-8121-7bf79bed5161 HTTP/1.1" status: 200 len: 922 time: 0.4908700 Nov 10 19:16:10.912267 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8e4dc0b4-6a47-433a-8383-b6c8ac1240f4 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:10.933542 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8e4dc0b4-6a47-433a-8383-b6c8ac1240f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:10.994645 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088d00c-b84c-4d49-a190-09f712476d11 req-a87ebe87-30f0-47a6-bf06-c6880aa603f4 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:10.997040 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e088d00c-b84c-4d49-a190-09f712476d11 req-a87ebe87-30f0-47a6-bf06-c6880aa603f4 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports/93a11ca4-6617-4990-8a75-f305a07e983d HTTP/1.1" status: 200 len: 943 time: 0.2867517 Nov 10 19:16:10.999199 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-15e988c4-dd9b-4567-a3b7-61e597900955 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Allocated IP 10.1.1.27 (08d5b27a-446a-4f08-9532-b9da3981ea57/aa2b07b6-2c88-46ba-ac6c-03d3922986c1/bb1386c3-1d75-43ef-9da4-68ee97148c59) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:16:11.029452 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4dc0b4-6a47-433a-8383-b6c8ac1240f4 None None] Pushing event updated for resources: {'Port': ['ID=1fbf629e-2c0a-4dd7-a01f-e73a8b2d73e6,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:11.057733 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59439f76-3867-4e30-bf4a-3db61032ffa0 req-98cdbf61-ca2e-4a05-b0bc-77b1ee0435cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:11.061131 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59439f76-3867-4e30-bf4a-3db61032ffa0 req-98cdbf61-ca2e-4a05-b0bc-77b1ee0435cb service neutron] 10.222.0.25 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.5172644 Nov 10 19:16:11.073739 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4dc0b4-6a47-433a-8383-b6c8ac1240f4 None None] Network 5e688d16-320a-464d-a934-8ef580053d1d is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:16:11.075348 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a24b6-0b78-4149-a630-4132a21ac290 req-37d4ccef-cf31-4d51-ba34-80b8748c623b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:11.076861 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-37d4ccef-cf31-4d51-ba34-80b8748c623b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=37520a35-4b37-42d8-92a1-304ffc90b618 HTTP/1.1" status: 200 len: 797 time: 0.2053578 Nov 10 19:16:11.079117 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-8e4dc0b4-6a47-433a-8383-b6c8ac1240f4 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:16:11.086440 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4dc0b4-6a47-433a-8383-b6c8ac1240f4 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:16:11.203471 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59439f76-3867-4e30-bf4a-3db61032ffa0 req-34f9c2bb-f9e8-4f55-89e1-113aaabcabf8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=29348ed9-dd43-489b-9968-2bb2b186250d HTTP/1.1" status: 200 len: 217 time: 0.1167231 Nov 10 19:16:11.206981 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-8e4dc0b4-6a47-433a-8383-b6c8ac1240f4 None None] Attempting to bind port 1fbf629e-2c0a-4dd7-a01f-e73a8b2d73e6 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:16:11.207661 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-8e4dc0b4-6a47-433a-8383-b6c8ac1240f4 None None] Attempting to bind port 1fbf629e-2c0a-4dd7-a01f-e73a8b2d73e6 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'a1439b11-afa4-4fe3-825f-5bdc9b853fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5e688d16-320a-464d-a934-8ef580053d1d'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:16:11.208360 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4dc0b4-6a47-433a-8383-b6c8ac1240f4 None None] Attempting to bind port 1fbf629e-2c0a-4dd7-a01f-e73a8b2d73e6 on network 5e688d16-320a-464d-a934-8ef580053d1d {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:16:11.216156 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4dc0b4-6a47-433a-8383-b6c8ac1240f4 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:16:11.217939 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4dc0b4-6a47-433a-8383-b6c8ac1240f4 None None] Checking segment: {'id': 'a1439b11-afa4-4fe3-825f-5bdc9b853fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5e688d16-320a-464d-a934-8ef580053d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:16:11.219477 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8e4dc0b4-6a47-433a-8383-b6c8ac1240f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:11.220906 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4dc0b4-6a47-433a-8383-b6c8ac1240f4 None None] Bound using segment: {'id': 'a1439b11-afa4-4fe3-825f-5bdc9b853fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5e688d16-320a-464d-a934-8ef580053d1d'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:16:11.222569 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f6ede4a6-ed31-4a20-a4d1-893ed45652ef req-b49e8776-44f6-4f3b-9385-d2ae64420b0b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93a11ca4-6617-4990-8a75-f305a07e983d HTTP/1.1" status: 200 len: 1002 time: 0.1698544 Nov 10 19:16:11.224138 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-8e4dc0b4-6a47-433a-8383-b6c8ac1240f4 None None] Bound port: 1fbf629e-2c0a-4dd7-a01f-e73a8b2d73e6, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1439b11-afa4-4fe3-825f-5bdc9b853fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5e688d16-320a-464d-a934-8ef580053d1d'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:16:11.224562 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8e4dc0b4-6a47-433a-8383-b6c8ac1240f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:11.225010 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a24b6-0b78-4149-a630-4132a21ac290 req-7575176a-f932-4c28-9636-606fa6580987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:11.226513 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-7575176a-f932-4c28-9636-606fa6580987 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dfeb421a-f1c8-4726-8242-6b468d6e48f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0923159 Nov 10 19:16:11.392160 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e2d215-4b12-4f05-93c4-edfb932b36a0 None None] Network 08d5b27a-446a-4f08-9532-b9da3981ea57 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:16:11.405457 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-8e4dc0b4-6a47-433a-8383-b6c8ac1240f4 None None] For port 1fbf629e-2c0a-4dd7-a01f-e73a8b2d73e6, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:16:11.425726 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59439f76-3867-4e30-bf4a-3db61032ffa0 req-32bfd4d9-4f3f-416b-82fd-9df0a2681b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:11.427676 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59439f76-3867-4e30-bf4a-3db61032ffa0 req-32bfd4d9-4f3f-416b-82fd-9df0a2681b17 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.1958895 Nov 10 19:16:11.434622 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e088d00c-b84c-4d49-a190-09f712476d11 req-da4633c8-d89e-4c31-943a-8f4a29eeaef9 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 1002 time: 0.2698529 Nov 10 19:16:11.490959 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-8e4dc0b4-6a47-433a-8383-b6c8ac1240f4 None None] For port 1fbf629e-2c0a-4dd7-a01f-e73a8b2d73e6, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=1fbf629e-2c0a-4dd7-a01f-e73a8b2d73e6,segment=NetworkSegment(a1439b11-afa4-4fe3-825f-5bdc9b853fe8),segment_id=a1439b11-afa4-4fe3-825f-5bdc9b853fe8)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:16:11.508982 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8e4dc0b4-6a47-433a-8383-b6c8ac1240f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:11.532775 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-8b25c5ae-a943-478c-a87a-c33b9cd0c97e service neutron] 10.222.0.73 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815104 Nov 10 19:16:11.584710 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4dc0b4-6a47-433a-8383-b6c8ac1240f4 None None] Pushing event updated for resources: {'Port': ['ID=1fbf629e-2c0a-4dd7-a01f-e73a8b2d73e6,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:11.639146 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ede4a6-ed31-4a20-a4d1-893ed45652ef req-a2684290-a20d-43b0-81fa-fa84ada6d1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:11.641383 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f6ede4a6-ed31-4a20-a4d1-893ed45652ef req-a2684290-a20d-43b0-81fa-fa84ada6d1ac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ab75c40-5d7a-4d44-8e36-e5b14d411825 HTTP/1.1" status: 200 len: 860 time: 0.4113109 Nov 10 19:16:11.648451 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088d00c-b84c-4d49-a190-09f712476d11 req-fbb7e735-5453-4628-b026-cad7951add6e tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:11.653567 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e088d00c-b84c-4d49-a190-09f712476d11 req-fbb7e735-5453-4628-b026-cad7951add6e tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 784 time: 0.1993232 Nov 10 19:16:11.698483 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-ddbe525a-cb4e-49d2-a00c-7f7e9f3b3e91 None None] Provisioning complete for port da45a8c0-8b0d-450d-a9e2-2b421754aca1 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:16:11.699825 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ddbe525a-cb4e-49d2-a00c-7f7e9f3b3e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:11.740574 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-15e988c4-dd9b-4567-a3b7-61e597900955 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:11.777152 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59439f76-3867-4e30-bf4a-3db61032ffa0 req-bd84eac7-b5c6-4956-959e-ef1f2f808ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:11.783700 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59439f76-3867-4e30-bf4a-3db61032ffa0 req-bd84eac7-b5c6-4956-959e-ef1f2f808ecb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3448527 Nov 10 19:16:11.906113 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ede4a6-ed31-4a20-a4d1-893ed45652ef req-f6ceea17-5f41-4aa3-9c7b-2ad7cd6d286c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:11.910039 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f6ede4a6-ed31-4a20-a4d1-893ed45652ef req-f6ceea17-5f41-4aa3-9c7b-2ad7cd6d286c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a91fecc-dc01-4af5-8121-7bf79bed5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2480042 Nov 10 19:16:11.931884 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device da45a8c0-8b0d-450d-a9e2-2b421754aca1 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:16:12.123986 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f6ede4a6-ed31-4a20-a4d1-893ed45652ef req-5a578910-01c5-4607-91af-51fa752446c2 service neutron] 10.222.0.25 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058983 Nov 10 19:16:12.127702 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-485b0ed9-6e38-459a-9a83-6ad5591e0d51 service neutron] 10.222.0.73 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5769231 Nov 10 19:16:12.217155 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ddbe525a-cb4e-49d2-a00c-7f7e9f3b3e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:12.237686 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-6ddf063f-2b47-441c-9a82-93369cec89a5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=2d9d8a32-85d2-4553-a7c3-eaf3f760a24a HTTP/1.1" status: 200 len: 217 time: 0.0912344 Nov 10 19:16:12.254231 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39ef56-02c8-4177-a6de-8b69c08b3569 req-21b0e32b-48a0-432f-9d63-9a50ddb81fb5 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:12.267712 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fd39ef56-02c8-4177-a6de-8b69c08b3569 req-21b0e32b-48a0-432f-9d63-9a50ddb81fb5 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff589d26-34ae-4ec4-ae5a-d2784849e6b8 HTTP/1.1" status: 200 len: 951 time: 0.6069782 Nov 10 19:16:12.280870 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-ddbe525a-cb4e-49d2-a00c-7f7e9f3b3e91 None None] For port da45a8c0-8b0d-450d-a9e2-2b421754aca1, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=da45a8c0-8b0d-450d-a9e2-2b421754aca1,segment=NetworkSegment(5cb9df61-9550-483d-8fc3-a242dd3a621b),segment_id=5cb9df61-9550-483d-8fc3-a242dd3a621b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:16:12.293154 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ddbe525a-cb4e-49d2-a00c-7f7e9f3b3e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:12.342537 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port da45a8c0-8b0d-450d-a9e2-2b421754aca1 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:16:12.342934 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:12.390649 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a24b6-0b78-4149-a630-4132a21ac290 req-9c52851b-6ded-4b4d-bc91-16f3b14a2b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:12.392480 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-9c52851b-6ded-4b4d-bc91-16f3b14a2b6d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=37520a35-4b37-42d8-92a1-304ffc90b618 HTTP/1.1" status: 200 len: 797 time: 0.1141078 Nov 10 19:16:12.416751 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f6ede4a6-ed31-4a20-a4d1-893ed45652ef req-df42205f-e0fd-4dc3-877b-b965f1ff3fdc service neutron] 10.222.0.25 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802169 Nov 10 19:16:12.459141 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a24b6-0b78-4149-a630-4132a21ac290 req-f77663ba-d60b-4e3a-9b42-ec566bba212b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:12.460819 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-f77663ba-d60b-4e3a-9b42-ec566bba212b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dfeb421a-f1c8-4726-8242-6b468d6e48f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0562267 Nov 10 19:16:12.467461 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-15e988c4-dd9b-4567-a3b7-61e597900955 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:12.533528 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe525a-cb4e-49d2-a00c-7f7e9f3b3e91 None None] Pushing event updated for resources: {'Port': ['ID=da45a8c0-8b0d-450d-a9e2-2b421754aca1,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:12.575489 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-f1e11564-8227-4de6-b85a-03d8b0896513 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:12.581055 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-f1e11564-8227-4de6-b85a-03d8b0896513 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.73 "GET /v2.0/networks?id=84c30210-1766-4b73-a472-c9afa703f4ae HTTP/1.1" status: 200 len: 818 time: 0.7818604 Nov 10 19:16:12.603174 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-c2aea5c1-197e-46e6-9420-d540f35b866a tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:12.603174 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-c2aea5c1-197e-46e6-9420-d540f35b866a tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/networks?id=84c30210-1766-4b73-a472-c9afa703f4ae HTTP/1.1" status: 200 len: 818 time: 0.7302692 Nov 10 19:16:12.609006 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-4a14368e-2a63-4687-987e-22dd8f0de344 service neutron] 10.222.0.73 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394861 Nov 10 19:16:12.612825 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-9cb9fb6e-eb5c-406a-b716-039ec33b6e8f tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Request body: {'port': {'device_id': '890b65c7-fc9e-4f19-b7c9-91ab009eca36', 'network_id': '84c30210-1766-4b73-a472-c9afa703f4ae', 'admin_state_up': True, 'tenant_id': '55597ebb7ba248d788dd953f401fb01c'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:16:12.626221 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e988c4-dd9b-4567-a3b7-61e597900955 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Network 08d5b27a-446a-4f08-9532-b9da3981ea57 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:16:12.632556 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-15e988c4-dd9b-4567-a3b7-61e597900955 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:16:12.637399 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fd39ef56-02c8-4177-a6de-8b69c08b3569 req-00dcea9a-ad91-409e-85bd-1409057af46c tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/security-groups?id=25cfbe48-e133-43b8-98af-8c31cdb438e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688583 Nov 10 19:16:12.639668 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59439f76-3867-4e30-bf4a-3db61032ffa0 req-df5bf44b-9b0e-496b-9106-08693a267438 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7950318 Nov 10 19:16:12.654295 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e988c4-dd9b-4567-a3b7-61e597900955 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:16:12.733995 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a96ae326-ddeb-4e33-afd9-078456cf4e3b None None] Provisioning complete for port da45a8c0-8b0d-450d-a9e2-2b421754aca1 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:16:12.734279 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a96ae326-ddeb-4e33-afd9-078456cf4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:12.742894 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-d26c707c-0f3e-4d2c-a4f5-a34d522dc357 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/quotas/55597ebb7ba248d788dd953f401fb01c HTTP/1.1" status: 200 len: 375 time: 0.1134872 Nov 10 19:16:12.755712 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-09c23c22-c04b-4ed9-9eac-4f81ab33c844 service neutron] 10.222.0.73 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377139 Nov 10 19:16:12.813327 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e988c4-dd9b-4567-a3b7-61e597900955 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:12.814057 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-15e988c4-dd9b-4567-a3b7-61e597900955 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:12.853254 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-e781bc6b-3958-4d8d-ba2c-8864ae24039d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b HTTP/1.1" status: 200 len: 217 time: 0.0760391 Nov 10 19:16:12.927768 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a24b6-0b78-4149-a630-4132a21ac290 req-dbeb7f17-92c1-4e76-a809-ba15c9091bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:12.929128 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-dbeb7f17-92c1-4e76-a809-ba15c9091bdc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=37520a35-4b37-42d8-92a1-304ffc90b618 HTTP/1.1" status: 200 len: 797 time: 0.0678322 Nov 10 19:16:12.949803 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e988c4-dd9b-4567-a3b7-61e597900955 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Pushing event updated for resources: {'Port': ['ID=bb1386c3-1d75-43ef-9da4-68ee97148c59,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:12.967651 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-15e988c4-dd9b-4567-a3b7-61e597900955 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.7587578 Nov 10 19:16:12.971757 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 34474) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:12.995305 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a24b6-0b78-4149-a630-4132a21ac290 req-18a07e4c-fc50-4cca-8680-256933084158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:12.996862 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-18a07e4c-fc50-4cca-8680-256933084158 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dfeb421a-f1c8-4726-8242-6b468d6e48f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0575683 Nov 10 19:16:13.040869 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-1fec8b48-7ecf-45c5-a7ac-6d1bdb9f8254 None None] Provisioning complete for port bb1386c3-1d75-43ef-9da4-68ee97148c59 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:16:13.041822 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1fec8b48-7ecf-45c5-a7ac-6d1bdb9f8254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:13.067277 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-5596a2bb-0add-462c-9fb7-363fbb1c03ae tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Request body: {'port': {'network_id': '08d5b27a-446a-4f08-9532-b9da3981ea57', 'name': 'tempest-TaggedBootDevicesTest_v242-2008518225', 'fixed_ips': [{'subnet_id': 'aa2b07b6-2c88-46ba-ac6c-03d3922986c1'}]}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:16:13.104370 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-1fec8b48-7ecf-45c5-a7ac-6d1bdb9f8254 None None] Port bb1386c3-1d75-43ef-9da4-68ee97148c59 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:16:13.137189 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-041b4ce8-cbc7-4e0f-993d-045684ab8707 service neutron] 10.222.0.73 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321075 Nov 10 19:16:13.250898 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-d4a63b8d-251d-4997-8ac5-6a79b238ded2 service neutron] 10.222.0.73 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035910 Nov 10 19:16:13.278389 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-9cb9fb6e-eb5c-406a-b716-039ec33b6e8f tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Made reservation on behalf of 55597ebb7ba248d788dd953f401fb01c for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:16:13.281994 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-9cb9fb6e-eb5c-406a-b716-039ec33b6e8f tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:13.286779 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5795c6c3-9647-4ed9-930e-3662401cc285 req-42b3d46f-dd57-4f4e-ad75-074bfda71e5d tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 1002 time: 0.3706961 Nov 10 19:16:13.296965 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-3fbab21d-9618-4348-9b8d-dad191fec3f5 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=55597ebb7ba248d788dd953f401fb01c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5288639 Nov 10 19:16:13.333502 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edffa94c-ab33-4b6b-922c-bdc1e74d9531 None None] Network 5e688d16-320a-464d-a934-8ef580053d1d requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:16:13.336045 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-976ea18b-2ab7-442b-971d-31b1ae52c0ee service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:16:13.336810 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-976ea18b-2ab7-442b-971d-31b1ae52c0ee service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0195534 Nov 10 19:16:13.365389 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-3fac2f51-a66b-4f04-af7d-46c3e55a7f97 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=3d05a570-58c2-4d2e-88ff-9225756bc056 HTTP/1.1" status: 200 len: 217 time: 0.1036468 Nov 10 19:16:13.373297 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59439f76-3867-4e30-bf4a-3db61032ffa0 req-c89d7e29-bf8a-4222-972f-d75a339ec2bd service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6322520 Nov 10 19:16:13.437991 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a24b6-0b78-4149-a630-4132a21ac290 req-cc608407-f889-45ff-b78a-179ab03a57e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:13.439796 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-cc608407-f889-45ff-b78a-179ab03a57e1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=37520a35-4b37-42d8-92a1-304ffc90b618 HTTP/1.1" status: 200 len: 797 time: 0.0588059 Nov 10 19:16:13.455438 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-ca932a40-09ef-46b9-8fb6-136644a91e43 None None] Provisioning complete for port 1fbf629e-2c0a-4dd7-a01f-e73a8b2d73e6 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:16:13.455987 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ca932a40-09ef-46b9-8fb6-136644a91e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:13.499463 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a24b6-0b78-4149-a630-4132a21ac290 req-7c0dab25-a584-4711-b428-2bbb3f5fb679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:13.501423 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-7c0dab25-a584-4711-b428-2bbb3f5fb679 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dfeb421a-f1c8-4726-8242-6b468d6e48f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0509534 Nov 10 19:16:13.658981 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-a09e0d52-fef4-4e59-8728-545f037f4ff8 service neutron] 10.222.0.73 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453400 Nov 10 19:16:13.665910 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ca932a40-09ef-46b9-8fb6-136644a91e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:13.756417 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-ca932a40-09ef-46b9-8fb6-136644a91e43 None None] For port 1fbf629e-2c0a-4dd7-a01f-e73a8b2d73e6, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=1fbf629e-2c0a-4dd7-a01f-e73a8b2d73e6,segment=NetworkSegment(a1439b11-afa4-4fe3-825f-5bdc9b853fe8),segment_id=a1439b11-afa4-4fe3-825f-5bdc9b853fe8)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:16:13.763075 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ca932a40-09ef-46b9-8fb6-136644a91e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:13.859720 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-f68a7ff7-4429-4112-8d78-16f097b05bdd service neutron] 10.222.0.73 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920702 Nov 10 19:16:13.861397 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca932a40-09ef-46b9-8fb6-136644a91e43 None None] Pushing event updated for resources: {'Port': ['ID=1fbf629e-2c0a-4dd7-a01f-e73a8b2d73e6,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:13.936318 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-3fa114aa-ee07-4e63-813a-86cb4b002a68 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9fe5d516-4cc5-4de8-8148-b602f3182868 HTTP/1.1" status: 200 len: 217 time: 0.0642831 Nov 10 19:16:13.988551 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 1fbf629e-2c0a-4dd7-a01f-e73a8b2d73e6 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:16:14.037061 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a24b6-0b78-4149-a630-4132a21ac290 req-7bd12a8e-0bd9-4843-9d46-f9321c0905fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:14.039437 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-7bd12a8e-0bd9-4843-9d46-f9321c0905fe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=96b10ae0-362f-4403-8055-422665b78605 HTTP/1.1" status: 200 len: 797 time: 0.0931821 Nov 10 19:16:14.071152 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 1fbf629e-2c0a-4dd7-a01f-e73a8b2d73e6 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:16:14.071877 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:14.099067 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795c6c3-9647-4ed9-930e-3662401cc285 req-ca43afcf-16ac-42af-8507-2a1c867e6ad3 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:14.100506 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5795c6c3-9647-4ed9-930e-3662401cc285 req-ca43afcf-16ac-42af-8507-2a1c867e6ad3 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports/93a11ca4-6617-4990-8a75-f305a07e983d HTTP/1.1" status: 200 len: 943 time: 0.7939348 Nov 10 19:16:14.128427 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a24b6-0b78-4149-a630-4132a21ac290 req-55aed2ee-da8f-4455-9a85-727cbfb263a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:14.129756 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-0af0cd9a-b24f-4787-9ff3-f224f08f059e None None] Provisioning complete for port 1fbf629e-2c0a-4dd7-a01f-e73a8b2d73e6 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:16:14.130221 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-55aed2ee-da8f-4455-9a85-727cbfb263a3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c0241cc4-6c19-4c98-ab84-df8e281d2dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0837185 Nov 10 19:16:14.131015 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0af0cd9a-b24f-4787-9ff3-f224f08f059e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:14.244738 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5596a2bb-0add-462c-9fb7-363fbb1c03ae tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Made reservation on behalf of 22b3d07c7c424271b33fe5fb0a26c6de for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:16:14.255921 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5596a2bb-0add-462c-9fb7-363fbb1c03ae tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:14.355530 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-5596a2bb-0add-462c-9fb7-363fbb1c03ae tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] device_id is not set on port d211dbba-dcd7-4e1b-982a-56e8eb100ca4 yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:16:14.358934 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-b017557f-3ba0-48a6-8f09-e3a7733e8bd4 service neutron] 10.222.0.73 "GET /v2.0/networks/c0241cc4-6c19-4c98-ab84-df8e281d2dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202835 Nov 10 19:16:14.422339 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device da45a8c0-8b0d-450d-a9e2-2b421754aca1 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:16:14.472843 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:16:14.502160 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port da45a8c0-8b0d-450d-a9e2-2b421754aca1 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:16:14.502537 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:14.528398 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-134eec65-e5ca-46be-a7d7-a4ae3b06fcff service neutron] 10.222.0.73 "GET /v2.0/networks/c0241cc4-6c19-4c98-ab84-df8e281d2dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624286 Nov 10 19:16:14.537018 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-a46d474e-6129-4fb9-8ff1-f3774051ce21 service neutron] 10.222.0.54 "GET /v2.0/networks/84c30210-1766-4b73-a472-c9afa703f4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1703336 Nov 10 19:16:14.554358 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5795c6c3-9647-4ed9-930e-3662401cc285 req-e995ed33-f0db-48dc-8d24-4a7c26c2467b tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 1002 time: 0.3692930 Nov 10 19:16:14.569998 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 6c0a9501-d040-4b01-afe2-0b8493a9510e details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:16:14.618509 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-50bc1bd2-93f1-4ba5-b004-9c9f6b6f856a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=46cac36f-cdb6-4119-af11-3a438f8c410c HTTP/1.1" status: 200 len: 217 time: 0.0700836 Nov 10 19:16:14.681702 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-d1019db2-267f-4dcd-9642-a0898221459f service neutron] 10.222.0.54 "GET /v2.0/networks/84c30210-1766-4b73-a472-c9afa703f4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196206 Nov 10 19:16:14.689251 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-5596a2bb-0add-462c-9fb7-363fbb1c03ae tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Allocated IP 10.1.1.73 (08d5b27a-446a-4f08-9532-b9da3981ea57/aa2b07b6-2c88-46ba-ac6c-03d3922986c1/d211dbba-dcd7-4e1b-982a-56e8eb100ca4) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:16:14.708772 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-9cb9fb6e-eb5c-406a-b716-039ec33b6e8f tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Allocated IP 172.20.0.5 (84c30210-1766-4b73-a472-c9afa703f4ae/f0f0b475-2f63-4d7b-baac-8e262a7cc3df/742befb3-64d2-4218-bdc9-2d208283643d) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:16:14.753363 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a24b6-0b78-4149-a630-4132a21ac290 req-3448250e-a728-4dc2-9d0e-a88eb5073b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:14.755697 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-3448250e-a728-4dc2-9d0e-a88eb5073b2b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=96b10ae0-362f-4403-8055-422665b78605 HTTP/1.1" status: 200 len: 797 time: 0.1267266 Nov 10 19:16:14.864303 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a24b6-0b78-4149-a630-4132a21ac290 req-348fde7a-5362-4c7e-b885-5d0aa024f6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:14.870419 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-348fde7a-5362-4c7e-b885-5d0aa024f6f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c0241cc4-6c19-4c98-ab84-df8e281d2dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1025953 Nov 10 19:16:14.875448 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 6c0a9501-d040-4b01-afe2-0b8493a9510e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6c0a9501-d040-4b01-afe2-0b8493a9510e,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:16:14.913620 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '6c0a9501-d040-4b01-afe2-0b8493a9510e', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': '6c0a9501-d040-4b01-afe2-0b8493a9510e', 'mac_address': 'fa:16:3e:03:e2:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:16:15.000432 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:15.069520 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c0a9501-d040-4b01-afe2-0b8493a9510e {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:16:15.074967 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795c6c3-9647-4ed9-930e-3662401cc285 req-9023fb73-242f-4c49-baea-3ae8ed198668 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:15.076725 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5795c6c3-9647-4ed9-930e-3662401cc285 req-9023fb73-242f-4c49-baea-3ae8ed198668 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 784 time: 0.5212021 Nov 10 19:16:15.157231 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-16090dc5-c84a-4e0c-aac7-7dcc8159d6ce service neutron] 10.222.0.73 "GET /v2.0/networks/c0241cc4-6c19-4c98-ab84-df8e281d2dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738018 Nov 10 19:16:15.173979 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 6c0a9501-d040-4b01-afe2-0b8493a9510e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6c0a9501-d040-4b01-afe2-0b8493a9510e,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:16:15.187569 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:15.304520 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5795c6c3-9647-4ed9-930e-3662401cc285 req-9201e320-5385-4c23-b0db-5a2657735492 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 1002 time: 0.2149355 Nov 10 19:16:15.315432 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-5795c6c3-9647-4ed9-930e-3662401cc285 req-6abebd59-7f6a-453c-849f-2cb19c648d27 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:16:15.378542 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=6c0a9501-d040-4b01-afe2-0b8493a9510e,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:15.427734 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-721a24b6-0b78-4149-a630-4132a21ac290 req-32e3d9a5-66f0-4dc4-963c-470cc995d65b service neutron] 10.222.0.73 "GET /v2.0/networks/c0241cc4-6c19-4c98-ab84-df8e281d2dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605166 Nov 10 19:16:15.428925 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-9cb9fb6e-eb5c-406a-b716-039ec33b6e8f tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:15.441191 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 29348ed9-dd43-489b-9968-2bb2b186250d no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:16:15.516873 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['6c0a9501-d040-4b01-afe2-0b8493a9510e'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:16:15.546808 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5596a2bb-0add-462c-9fb7-363fbb1c03ae tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:15.599808 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5795c6c3-9647-4ed9-930e-3662401cc285 req-6abebd59-7f6a-453c-849f-2cb19c648d27 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks [] for floatingip, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:15.752496 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-9cb9fb6e-eb5c-406a-b716-039ec33b6e8f tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:15.776807 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5596a2bb-0add-462c-9fb7-363fbb1c03ae tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:15.817098 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-9cb9fb6e-eb5c-406a-b716-039ec33b6e8f tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Network 84c30210-1766-4b73-a472-c9afa703f4ae is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:16:15.824453 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 1fbf629e-2c0a-4dd7-a01f-e73a8b2d73e6 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:16:15.909458 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:15.965098 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff589d26-34ae-4ec4-ae5a-d2784849e6b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29348ed9-dd43-489b-9968-2bb2b186250d'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:16:15.967792 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f113d31-6558-4245-acfe-a3e4637dc9e2" -d '{"events": [{"server_uuid": "ff589d26-34ae-4ec4-ae5a-d2784849e6b8", "name": "network-vif-unplugged", "status": "completed", "tag": "29348ed9-dd43-489b-9968-2bb2b186250d"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:16:15.983725 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 1fbf629e-2c0a-4dd7-a01f-e73a8b2d73e6 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:16:15.983983 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:15.990466 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 29348ed9-dd43-489b-9968-2bb2b186250d, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=29348ed9-dd43-489b-9968-2bb2b186250d,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:16:16.029071 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:16.102440 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5795c6c3-9647-4ed9-930e-3662401cc285 req-6abebd59-7f6a-453c-849f-2cb19c648d27 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:16.103785 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=29348ed9-dd43-489b-9968-2bb2b186250d,revision_number=11']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:16.133123 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5596a2bb-0add-462c-9fb7-363fbb1c03ae tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Network 08d5b27a-446a-4f08-9532-b9da3981ea57 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:16:16.139465 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-5596a2bb-0add-462c-9fb7-363fbb1c03ae tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:16:16.159840 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5596a2bb-0add-462c-9fb7-363fbb1c03ae tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:16:16.182025 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5795c6c3-9647-4ed9-930e-3662401cc285 req-6abebd59-7f6a-453c-849f-2cb19c648d27 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:16.182447 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [req-5795c6c3-9647-4ed9-930e-3662401cc285 req-6abebd59-7f6a-453c-849f-2cb19c648d27 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Floating IP bb223ac7-06d5-45b4-92d6-ee6fb20c9af0 disassociated. External IP: 172.25.3.138, port: 93a11ca4-6617-4990-8a75-f305a07e983d. Nov 10 19:16:16.219395 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-9cb9fb6e-eb5c-406a-b716-039ec33b6e8f tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:16:16.297582 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-9cb9fb6e-eb5c-406a-b716-039ec33b6e8f tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:16:16.377956 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9fb6e-eb5c-406a-b716-039ec33b6e8f tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Pushing event updated for resources: {'Port': ['ID=742befb3-64d2-4218-bdc9-2d208283643d,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:16.523934 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5596a2bb-0add-462c-9fb7-363fbb1c03ae tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:16.524665 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5596a2bb-0add-462c-9fb7-363fbb1c03ae tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:16.557064 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 6c0a9501-d040-4b01-afe2-0b8493a9510e up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:16:16.559090 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5596a2bb-0add-462c-9fb7-363fbb1c03ae tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5087240 Nov 10 19:16:16.576977 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-9cb9fb6e-eb5c-406a-b716-039ec33b6e8f tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:16.577622 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-9cb9fb6e-eb5c-406a-b716-039ec33b6e8f tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:16.597174 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-9cb9fb6e-eb5c-406a-b716-039ec33b6e8f tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9925523 Nov 10 19:16:16.599991 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596a2bb-0add-462c-9fb7-363fbb1c03ae tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Pushing event updated for resources: {'Port': ['ID=d211dbba-dcd7-4e1b-982a-56e8eb100ca4,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:16.615728 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-1274be57-6739-4185-bb64-9ed8bbd12cc6 service neutron] Request body: {'port': {'device_id': '890b65c7-fc9e-4f19-b7c9-91ab009eca36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:16:16.680785 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-16a3a376-4287-470c-aa41-a111ddec7008 None None] Provisioning complete for port d211dbba-dcd7-4e1b-982a-56e8eb100ca4 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:16:16.681328 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-16a3a376-4287-470c-aa41-a111ddec7008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:16.731705 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 6c0a9501-d040-4b01-afe2-0b8493a9510e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:16:16.732231 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:16.763525 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-16a3a376-4287-470c-aa41-a111ddec7008 None None] Port d211dbba-dcd7-4e1b-982a-56e8eb100ca4 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:16:16.871136 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:16.940961 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 6c0a9501-d040-4b01-afe2-0b8493a9510e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6c0a9501-d040-4b01-afe2-0b8493a9510e,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:16:16.947879 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:16.954231 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5795c6c3-9647-4ed9-930e-3662401cc285 req-6abebd59-7f6a-453c-849f-2cb19c648d27 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Router e83b2309-5206-4160-a0e7-a6d4fbf752b9 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:16:17.011859 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-86a17f72-32dc-4700-befa-2a02675b22a1 req-f74d8b8b-5c46-4812-ad76-8956fc28f652 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=08efa6f3-c1ed-4bfd-b5bf-74431a6a537d HTTP/1.1" status: 200 len: 210 time: 0.0655458 Nov 10 19:16:17.017849 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=6c0a9501-d040-4b01-afe2-0b8493a9510e,revision_number=7']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:17.023753 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-1274be57-6739-4185-bb64-9ed8bbd12cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:17.097111 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76db174-d0f7-476f-9d58-565aa05d6da8 x-openstack-request-id: req-a76db174-d0f7-476f-9d58-565aa05d6da8 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:16:17.098204 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff589d26-34ae-4ec4-ae5a-d2784849e6b8", "name": "network-vif-unplugged", "status": "completed", "tag": "29348ed9-dd43-489b-9968-2bb2b186250d", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:16:17.099168 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a76db174-d0f7-476f-9d58-565aa05d6da8 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:16:17.099855 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff589d26-34ae-4ec4-ae5a-d2784849e6b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29348ed9-dd43-489b-9968-2bb2b186250d', 'code': 200} Nov 10 19:16:17.173509 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-3c2dca91-70a4-4a06-a951-39b49de81c70 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:17.174868 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-3c2dca91-70a4-4a06-a951-39b49de81c70 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.25 "GET /v2.0/networks?id=84c30210-1766-4b73-a472-c9afa703f4ae HTTP/1.1" status: 200 len: 818 time: 0.3652775 Nov 10 19:16:17.203571 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-07a85241-43f6-40d6-ac2c-31addcfcf6e5 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Request body: {'port': {'device_id': '08efa6f3-c1ed-4bfd-b5bf-74431a6a537d', 'network_id': '84c30210-1766-4b73-a472-c9afa703f4ae', 'admin_state_up': True, 'tenant_id': '55597ebb7ba248d788dd953f401fb01c'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:16:17.286635 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5795c6c3-9647-4ed9-930e-3662401cc285 req-6abebd59-7f6a-453c-849f-2cb19c648d27 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:16:17.293693 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5795c6c3-9647-4ed9-930e-3662401cc285 req-6abebd59-7f6a-453c-849f-2cb19c648d27 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:17.302843 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e74689-af68-4468-abeb-0b665cd73ab7 None None] Sync routers for ids ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:16:17.328860 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e74689-af68-4468-abeb-0b665cd73ab7 None None] Routers {'e83b2309-5206-4160-a0e7-a6d4fbf752b9'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:16:17.333925 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a3e74689-af68-4468-abeb-0b665cd73ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:15:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:16:17.751417 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5795c6c3-9647-4ed9-930e-3662401cc285 req-6abebd59-7f6a-453c-849f-2cb19c648d27 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "PUT /v2.0/floatingips/bb223ac7-06d5-45b4-92d6-ee6fb20c9af0 HTTP/1.1" status: 200 len: 695 time: 2.4398038 Nov 10 19:16:17.756400 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0471317f-95e7-4734-889d-045fc1b11e54', 'tag': '93a11ca4-6617-4990-8a75-f305a07e983d'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:16:17.758770 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6fb91c-16dd-4bb0-b359-75897fde4f34" -d '{"events": [{"name": "network-changed", "server_uuid": "0471317f-95e7-4734-889d-045fc1b11e54", "tag": "93a11ca4-6617-4990-8a75-f305a07e983d"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:16:17.868514 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-a3e74689-af68-4468-abeb-0b665cd73ab7 None None] Set router e83b2309-5206-4160-a0e7-a6d4fbf752b9 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:16:17.882449 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-07a85241-43f6-40d6-ac2c-31addcfcf6e5 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Made reservation on behalf of 55597ebb7ba248d788dd953f401fb01c for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:16:17.886324 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-07a85241-43f6-40d6-ac2c-31addcfcf6e5 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:18.040788 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-1274be57-6739-4185-bb64-9ed8bbd12cc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 742befb3-64d2-4218-bdc9-2d208283643d {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:16:18.052543 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-1274be57-6739-4185-bb64-9ed8bbd12cc6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:18.078383 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-1274be57-6739-4185-bb64-9ed8bbd12cc6 service neutron] Transition to ACTIVE for port object 742befb3-64d2-4218-bdc9-2d208283643d will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:16:18.089123 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-1274be57-6739-4185-bb64-9ed8bbd12cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:18.198968 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274be57-6739-4185-bb64-9ed8bbd12cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=742befb3-64d2-4218-bdc9-2d208283643d,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:18.273932 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 34588) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:18.303900 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-3dab209f-69be-45a7-b4c1-df3110ea9dd0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Request body: {'security_group': {'name': 'tempest-securitygroup--889712392', 'description': 'tempest-description--1686904919'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:16:18.314794 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-07a85241-43f6-40d6-ac2c-31addcfcf6e5 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Allocated IP 172.20.0.7 (84c30210-1766-4b73-a472-c9afa703f4ae/f0f0b475-2f63-4d7b-baac-8e262a7cc3df/44d3a49e-624e-4ae3-b673-60a317c4967c) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:16:18.347879 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a3e74689-af68-4468-abeb-0b665cd73ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1078472189-router', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '12887987-c24d-4a12-836b-8255797614c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:32Z', 'revision_number': 4, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'gw_port': {'id': '12887987-c24d-4a12-836b-8255797614c9', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '5f53faea-99bc-4303-86c3-33664ffb47a1', 'name': '', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'mac_address': 'fa:16:3e:47:9a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:29Z', 'updated_at': '2021-11-10T19:14:54Z', 'revision_number': 5, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'subnets': [{'id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:16:18.379993 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795c6c3-9647-4ed9-930e-3662401cc285 req-f3b0ba82-f846-40e6-8632-2650f97a35a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:18.381686 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5795c6c3-9647-4ed9-930e-3662401cc285 req-f3b0ba82-f846-40e6-8632-2650f97a35a6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c57c83b50f6e4bc399a3a37742495e99&device_id=0471317f-95e7-4734-889d-045fc1b11e54 HTTP/1.1" status: 200 len: 1097 time: 0.5969520 Nov 10 19:16:18.391810 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e74689-af68-4468-abeb-0b665cd73ab7 None None] Checking router: e83b2309-5206-4160-a0e7-a6d4fbf752b9 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:16:18.402751 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e74689-af68-4468-abeb-0b665cd73ab7 None None] Routers {'e83b2309-5206-4160-a0e7-a6d4fbf752b9'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:16:18.403681 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a3e74689-af68-4468-abeb-0b665cd73ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:15:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:16:18.522038 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795c6c3-9647-4ed9-930e-3662401cc285 req-31ed88f6-ae43-4d32-a6ea-3dcc9a60216c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:18.523580 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5795c6c3-9647-4ed9-930e-3662401cc285 req-31ed88f6-ae43-4d32-a6ea-3dcc9a60216c service neutron] 10.222.0.54 "GET /v2.0/networks?id=3a91fecc-dc01-4af5-8121-7bf79bed5161 HTTP/1.1" status: 200 len: 922 time: 0.1228509 Nov 10 19:16:18.524345 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3dab209f-69be-45a7-b4c1-df3110ea9dd0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:18.626368 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-1274be57-6739-4185-bb64-9ed8bbd12cc6 service neutron] Attempting to bind port 742befb3-64d2-4218-bdc9-2d208283643d on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:16:18.626714 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-1274be57-6739-4185-bb64-9ed8bbd12cc6 service neutron] Attempting to bind port 742befb3-64d2-4218-bdc9-2d208283643d by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '689fe59e-2849-4aab-9a85-baac532490b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '84c30210-1766-4b73-a472-c9afa703f4ae'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:16:18.627491 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-1274be57-6739-4185-bb64-9ed8bbd12cc6 service neutron] Attempting to bind port 742befb3-64d2-4218-bdc9-2d208283643d on network 84c30210-1766-4b73-a472-c9afa703f4ae {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:16:18.637967 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-1274be57-6739-4185-bb64-9ed8bbd12cc6 service neutron] Port 742befb3-64d2-4218-bdc9-2d208283643d on network 84c30210-1766-4b73-a472-c9afa703f4ae not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:16:18.638324 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-1274be57-6739-4185-bb64-9ed8bbd12cc6 service neutron] Attempting to bind port 742befb3-64d2-4218-bdc9-2d208283643d on network 84c30210-1766-4b73-a472-c9afa703f4ae {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:16:18.645937 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5795c6c3-9647-4ed9-930e-3662401cc285 req-2ce18519-4ee8-4086-9045-00506df6168f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93a11ca4-6617-4990-8a75-f305a07e983d HTTP/1.1" status: 200 len: 217 time: 0.1074963 Nov 10 19:16:18.653176 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-1274be57-6739-4185-bb64-9ed8bbd12cc6 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:16:18.653522 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-1274be57-6739-4185-bb64-9ed8bbd12cc6 service neutron] Checking segment: {'id': '689fe59e-2849-4aab-9a85-baac532490b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '84c30210-1766-4b73-a472-c9afa703f4ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:16:18.653949 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-1274be57-6739-4185-bb64-9ed8bbd12cc6 service neutron] Bound using segment: {'id': '689fe59e-2849-4aab-9a85-baac532490b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '84c30210-1766-4b73-a472-c9afa703f4ae'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:16:18.654407 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-1274be57-6739-4185-bb64-9ed8bbd12cc6 service neutron] Bound port: 742befb3-64d2-4218-bdc9-2d208283643d, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '689fe59e-2849-4aab-9a85-baac532490b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '84c30210-1766-4b73-a472-c9afa703f4ae'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:16:18.654770 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-1274be57-6739-4185-bb64-9ed8bbd12cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:18.668660 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-a3e74689-af68-4468-abeb-0b665cd73ab7 None None] Set router e83b2309-5206-4160-a0e7-a6d4fbf752b9 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:16:18.756085 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a23ecc-b26c-4684-9ee0-6b49806a7047 x-openstack-request-id: req-19a23ecc-b26c-4684-9ee0-6b49806a7047 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:16:18.756677 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0471317f-95e7-4734-889d-045fc1b11e54", "tag": "93a11ca4-6617-4990-8a75-f305a07e983d", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:16:18.756677 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-19a23ecc-b26c-4684-9ee0-6b49806a7047 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:16:18.757064 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0471317f-95e7-4734-889d-045fc1b11e54', 'tag': '93a11ca4-6617-4990-8a75-f305a07e983d', 'status': 'completed', 'code': 200} Nov 10 19:16:18.812076 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6fb91c-16dd-4bb0-b359-75897fde4f34 req-3d0d627a-5afc-427c-9eb4-7685204a58b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:18.815179 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0f6fb91c-16dd-4bb0-b359-75897fde4f34 req-3d0d627a-5afc-427c-9eb4-7685204a58b1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c57c83b50f6e4bc399a3a37742495e99&device_id=0471317f-95e7-4734-889d-045fc1b11e54 HTTP/1.1" status: 200 len: 1097 time: 0.0840673 Nov 10 19:16:18.992359 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-1274be57-6739-4185-bb64-9ed8bbd12cc6 service neutron] For port 742befb3-64d2-4218-bdc9-2d208283643d, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:16:18.997619 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795c6c3-9647-4ed9-930e-3662401cc285 req-7a2acf04-f51a-420b-acd9-9a37185e1387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:18.999229 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5795c6c3-9647-4ed9-930e-3662401cc285 req-7a2acf04-f51a-420b-acd9-9a37185e1387 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6ab75c40-5d7a-4d44-8e36-e5b14d411825 HTTP/1.1" status: 200 len: 860 time: 0.3286555 Nov 10 19:16:19.030861 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f0198c4c-8d86-4946-9cae-1d7a16d1286c req-efc3f777-97f9-4159-90a2-557da3ab4c7c tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=08efa6f3-c1ed-4bfd-b5bf-74431a6a537d HTTP/1.1" status: 200 len: 210 time: 0.0762463 Nov 10 19:16:19.079448 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-1274be57-6739-4185-bb64-9ed8bbd12cc6 service neutron] For port 742befb3-64d2-4218-bdc9-2d208283643d, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=742befb3-64d2-4218-bdc9-2d208283643d,segment=NetworkSegment(689fe59e-2849-4aab-9a85-baac532490b3),segment_id=689fe59e-2849-4aab-9a85-baac532490b3)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:16:19.086446 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a3e74689-af68-4468-abeb-0b665cd73ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1078472189-router', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '12887987-c24d-4a12-836b-8255797614c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:32Z', 'revision_number': 4, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'gw_port': {'id': '12887987-c24d-4a12-836b-8255797614c9', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '5f53faea-99bc-4303-86c3-33664ffb47a1', 'name': '', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'mac_address': 'fa:16:3e:47:9a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:29Z', 'updated_at': '2021-11-10T19:14:54Z', 'revision_number': 5, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'subnets': [{'id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:16:19.101511 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e056ebd-3d2b-4fc8-9135-d57479615454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0a9501-d040-4b01-afe2-0b8493a9510e'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:16:19.104764 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deca8e1c-d318-4864-8405-688f88ee448c" -d '{"events": [{"server_uuid": "8e056ebd-3d2b-4fc8-9135-d57479615454", "name": "network-vif-plugged", "status": "completed", "tag": "6c0a9501-d040-4b01-afe2-0b8493a9510e"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:16:19.124353 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6fb91c-16dd-4bb0-b359-75897fde4f34 req-678e128c-415a-47a9-99da-784d05717320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:19.131047 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0f6fb91c-16dd-4bb0-b359-75897fde4f34 req-678e128c-415a-47a9-99da-784d05717320 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a91fecc-dc01-4af5-8121-7bf79bed5161 HTTP/1.1" status: 200 len: 922 time: 0.3018441 Nov 10 19:16:19.147510 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e74689-af68-4468-abeb-0b665cd73ab7 None None] The sync data for ids ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'] in n-d-813897-4 is: [{'id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1078472189-router', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '12887987-c24d-4a12-836b-8255797614c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:32Z', 'revision_number': 4, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'gw_port': {'id': '12887987-c24d-4a12-836b-8255797614c9', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '5f53faea-99bc-4303-86c3-33664ffb47a1', 'name': '', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'mac_address': 'fa:16:3e:47:9a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:29Z', 'updated_at': '2021-11-10T19:14:54Z', 'revision_number': 5, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'subnets': [{'id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:16:19.163814 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-1274be57-6739-4185-bb64-9ed8bbd12cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:19.301089 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-07a85241-43f6-40d6-ac2c-31addcfcf6e5 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:19.308975 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3dab209f-69be-45a7-b4c1-df3110ea9dd0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:19.320340 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-1274be57-6739-4185-bb64-9ed8bbd12cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:19.320966 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-1274be57-6739-4185-bb64-9ed8bbd12cc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:19.325180 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-1274be57-6739-4185-bb64-9ed8bbd12cc6 service neutron] 10.222.0.73 "PUT /v2.0/ports/742befb3-64d2-4218-bdc9-2d208283643d HTTP/1.1" status: 200 len: 1091 time: 2.7150068 Nov 10 19:16:19.353172 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0f6fb91c-16dd-4bb0-b359-75897fde4f34 req-4309db80-8b1e-48c2-a5c6-8ec79c18b43e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93a11ca4-6617-4990-8a75-f305a07e983d HTTP/1.1" status: 200 len: 217 time: 0.1918046 Nov 10 19:16:19.364408 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3dab209f-69be-45a7-b4c1-df3110ea9dd0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:19.394860 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795c6c3-9647-4ed9-930e-3662401cc285 req-ae6802d7-01db-417a-9bc7-eaec3fcf25fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:19.400492 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5795c6c3-9647-4ed9-930e-3662401cc285 req-ae6802d7-01db-417a-9bc7-eaec3fcf25fa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3a91fecc-dc01-4af5-8121-7bf79bed5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3749597 Nov 10 19:16:19.467431 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6fb91c-16dd-4bb0-b359-75897fde4f34 req-c4b5c652-c5af-4592-8f02-02a9178040ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:19.478410 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0f6fb91c-16dd-4bb0-b359-75897fde4f34 req-c4b5c652-c5af-4592-8f02-02a9178040ea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ab75c40-5d7a-4d44-8e36-e5b14d411825 HTTP/1.1" status: 200 len: 860 time: 0.1125457 Nov 10 19:16:19.645735 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6fb91c-16dd-4bb0-b359-75897fde4f34 req-ff353e3c-d542-408b-8dfc-683fc2e23f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:19.647936 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0f6fb91c-16dd-4bb0-b359-75897fde4f34 req-ff353e3c-d542-408b-8dfc-683fc2e23f1f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a91fecc-dc01-4af5-8121-7bf79bed5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1677828 Nov 10 19:16:19.649592 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274be57-6739-4185-bb64-9ed8bbd12cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=742befb3-64d2-4218-bdc9-2d208283643d,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:19.733911 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14adcaa-e19a-4e21-8cb1-f1778e45f76a None None] New status for floating IP bb223ac7-06d5-45b4-92d6-ee6fb20c9af0: DOWN {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:16:19.749186 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3dab209f-69be-45a7-b4c1-df3110ea9dd0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:19.760467 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3dab209f-69be-45a7-b4c1-df3110ea9dd0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.4829674 Nov 10 19:16:19.770967 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 34640) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:19.841957 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab209f-69be-45a7-b4c1-df3110ea9dd0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52fcf39c-a160-479f-ab07-6ed8e2db28f6,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:19.854954 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0f6fb91c-16dd-4bb0-b359-75897fde4f34 req-4a580fa9-d8a0-4378-8954-7a9e17b78d64 service neutron] 10.222.0.25 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958368 Nov 10 19:16:19.865031 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-5c66fea7-e838-48bf-a4d1-aec883bdaee0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Request body: {'security_group_rule': {'security_group_id': '52fcf39c-a160-479f-ab07-6ed8e2db28f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:16:19.871673 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ff2ef4-5c11-4361-9fba-8994205ddfda x-openstack-request-id: req-88ff2ef4-5c11-4361-9fba-8994205ddfda {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:16:19.874188 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e056ebd-3d2b-4fc8-9135-d57479615454", "name": "network-vif-plugged", "status": "completed", "tag": "6c0a9501-d040-4b01-afe2-0b8493a9510e", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:16:19.874496 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-88ff2ef4-5c11-4361-9fba-8994205ddfda {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:16:19.874925 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e056ebd-3d2b-4fc8-9135-d57479615454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0a9501-d040-4b01-afe2-0b8493a9510e', 'code': 200} Nov 10 19:16:19.942388 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-94bff09c-d23e-499e-b990-2f3a753e6026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:19.944469 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-94bff09c-d23e-499e-b990-2f3a753e6026 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=55597ebb7ba248d788dd953f401fb01c&device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 1094 time: 0.5087683 Nov 10 19:16:19.950808 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-07a85241-43f6-40d6-ac2c-31addcfcf6e5 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:20.079164 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0f6fb91c-16dd-4bb0-b359-75897fde4f34 req-c8101827-113f-46ee-a584-2b58cfe7b94c service neutron] 10.222.0.25 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169473 Nov 10 19:16:20.159870 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5795c6c3-9647-4ed9-930e-3662401cc285 req-8be8bc2f-0bbb-478d-8a11-6f4acd8aa252 service neutron] 10.222.0.54 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6850924 Nov 10 19:16:20.188193 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-07a85241-43f6-40d6-ac2c-31addcfcf6e5 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Network 84c30210-1766-4b73-a472-c9afa703f4ae is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:16:20.191828 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-8cffb1dd-824b-4170-adff-121708ec7696 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=742befb3-64d2-4218-bdc9-2d208283643d HTTP/1.1" status: 200 len: 217 time: 0.2286162 Nov 10 19:16:20.192508 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5c66fea7-e838-48bf-a4d1-aec883bdaee0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:20.233551 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-07a85241-43f6-40d6-ac2c-31addcfcf6e5 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:16:20.236740 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-07a85241-43f6-40d6-ac2c-31addcfcf6e5 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:16:20.498783 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5c66fea7-e838-48bf-a4d1-aec883bdaee0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:20.521445 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a85241-43f6-40d6-ac2c-31addcfcf6e5 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Pushing event updated for resources: {'Port': ['ID=44d3a49e-624e-4ae3-b673-60a317c4967c,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:20.676990 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5c66fea7-e838-48bf-a4d1-aec883bdaee0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:20.722625 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-07a85241-43f6-40d6-ac2c-31addcfcf6e5 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:20.724506 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-07a85241-43f6-40d6-ac2c-31addcfcf6e5 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:20.766780 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890b65c7-fc9e-4f19-b7c9-91ab009eca36', 'tag': '742befb3-64d2-4218-bdc9-2d208283643d'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:16:20.770484 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f5204e-b39d-4dc6-8051-452b72063376" -d '{"events": [{"name": "network-changed", "server_uuid": "890b65c7-fc9e-4f19-b7c9-91ab009eca36", "tag": "742befb3-64d2-4218-bdc9-2d208283643d"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:16:20.791273 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66fea7-e838-48bf-a4d1-aec883bdaee0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd17d071-407f-4b07-859e-70f0c3eebe74,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:20.800667 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-1c3be16c-8a3a-4a17-9eee-2f657975571f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:20.802842 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-1c3be16c-8a3a-4a17-9eee-2f657975571f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f0f0b475-2f63-4d7b-baac-8e262a7cc3df HTTP/1.1" status: 200 len: 858 time: 0.5753784 Nov 10 19:16:20.810968 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-07a85241-43f6-40d6-ac2c-31addcfcf6e5 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6168034 Nov 10 19:16:20.849108 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5c66fea7-e838-48bf-a4d1-aec883bdaee0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:20.850949 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5c66fea7-e838-48bf-a4d1-aec883bdaee0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0102873 Nov 10 19:16:20.854279 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34682) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:20.866946 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-bea4be65-500e-4264-8db4-d6fa1251b630 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Request body: {'security_group_rule': {'security_group_id': '52fcf39c-a160-479f-ab07-6ed8e2db28f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:16:20.877718 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-4872fc9e-0e72-4bca-aed1-36cccbe08a95 service neutron] Request body: {'port': {'device_id': '08efa6f3-c1ed-4bfd-b5bf-74431a6a537d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:16:20.944837 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bea4be65-500e-4264-8db4-d6fa1251b630 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:20.954196 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-60c33d3c-4e18-462f-ad30-80fc27e41a5e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=84c30210-1766-4b73-a472-c9afa703f4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1373858 Nov 10 19:16:21.093649 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5795c6c3-9647-4ed9-930e-3662401cc285 req-ffb06f35-820c-4642-94ae-2e9d35efd966 service neutron] 10.222.0.54 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8616664 Nov 10 19:16:21.123481 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bea4be65-500e-4264-8db4-d6fa1251b630 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:21.134888 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bea4be65-500e-4264-8db4-d6fa1251b630 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:21.183035 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-5bd61c9e-5f4e-4c02-a507-1c686c8fd609 service neutron] 10.222.0.73 "GET /v2.0/networks/84c30210-1766-4b73-a472-c9afa703f4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179244 Nov 10 19:16:21.184289 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-4872fc9e-0e72-4bca-aed1-36cccbe08a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:21.205451 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4be65-500e-4264-8db4-d6fa1251b630 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a11997-c62a-4c61-b889-1344a08ecc42,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:21.226159 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bea4be65-500e-4264-8db4-d6fa1251b630 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:21.236100 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-bea4be65-500e-4264-8db4-d6fa1251b630 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3773863 Nov 10 19:16:21.243344 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34704) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:21.250081 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-e9dd3f30-10bf-4b8d-b3f5-236d523f010a tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:16:21.318337 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e9dd3f30-10bf-4b8d-b3f5-236d523f010a tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks [] for floatingip, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:21.371369 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f1e0faee-9d89-47c6-9c0d-2ae953caafff req-bb49a8d8-314d-4e07-85ad-f76b5bd0ea2f service neutron] 10.222.0.73 "GET /v2.0/networks/84c30210-1766-4b73-a472-c9afa703f4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744113 Nov 10 19:16:21.375595 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f51a599-ae5b-4010-a48e-f6b7d573678a x-openstack-request-id: req-6f51a599-ae5b-4010-a48e-f6b7d573678a {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:16:21.375886 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "890b65c7-fc9e-4f19-b7c9-91ab009eca36", "tag": "742befb3-64d2-4218-bdc9-2d208283643d", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:16:21.376148 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6f51a599-ae5b-4010-a48e-f6b7d573678a {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:16:21.376565 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '890b65c7-fc9e-4f19-b7c9-91ab009eca36', 'tag': '742befb3-64d2-4218-bdc9-2d208283643d', 'status': 'completed', 'code': 200} Nov 10 19:16:21.707289 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5204e-b39d-4dc6-8051-452b72063376 req-1e04b99b-5f2c-4630-838e-096664c27cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:21.709193 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-34f5204e-b39d-4dc6-8051-452b72063376 req-1e04b99b-5f2c-4630-838e-096664c27cd8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=55597ebb7ba248d788dd953f401fb01c&device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 1094 time: 0.0965328 Nov 10 19:16:21.814808 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47e84f-c472-4ebd-9e0b-81b035a425ad req-0c68da4f-6d43-499d-8c0f-18f085993749 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:21.816450 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1a47e84f-c472-4ebd-9e0b-81b035a425ad req-0c68da4f-6d43-499d-8c0f-18f085993749 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=08efa6f3-c1ed-4bfd-b5bf-74431a6a537d HTTP/1.1" status: 200 len: 931 time: 0.4390526 Nov 10 19:16:21.984382 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1a47e84f-c472-4ebd-9e0b-81b035a425ad req-37b3538f-2e8b-40bb-85d1-c7a8dbf5f5fc tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283300 Nov 10 19:16:22.023853 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5204e-b39d-4dc6-8051-452b72063376 req-1a5c5b96-806a-46f6-afbf-f639dc3a1532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:22.025870 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-34f5204e-b39d-4dc6-8051-452b72063376 req-1a5c5b96-806a-46f6-afbf-f639dc3a1532 service neutron] 10.222.0.73 "GET /v2.0/networks?id=84c30210-1766-4b73-a472-c9afa703f4ae HTTP/1.1" status: 200 len: 919 time: 0.3067334 Nov 10 19:16:22.056144 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e9dd3f30-10bf-4b8d-b3f5-236d523f010a tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:22.118092 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-4872fc9e-0e72-4bca-aed1-36cccbe08a95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44d3a49e-624e-4ae3-b673-60a317c4967c {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:16:22.129074 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-4872fc9e-0e72-4bca-aed1-36cccbe08a95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:22.144038 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-4872fc9e-0e72-4bca-aed1-36cccbe08a95 service neutron] Transition to ACTIVE for port object 44d3a49e-624e-4ae3-b673-60a317c4967c will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:16:22.181344 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-4872fc9e-0e72-4bca-aed1-36cccbe08a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:22.187806 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-34f5204e-b39d-4dc6-8051-452b72063376 req-9d2ef457-26dd-4048-a407-95a5bcc040a3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=742befb3-64d2-4218-bdc9-2d208283643d HTTP/1.1" status: 200 len: 217 time: 0.1496048 Nov 10 19:16:22.297381 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-e9dd3f30-10bf-4b8d-b3f5-236d523f010a tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Allocated IP 172.25.3.82 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/2a3e2a7d-9b1b-462a-b4e7-e6ff88b16811) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:16:22.412562 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872fc9e-0e72-4bca-aed1-36cccbe08a95 service neutron] Pushing event updated for resources: {'Port': ['ID=44d3a49e-624e-4ae3-b673-60a317c4967c,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:22.461428 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5204e-b39d-4dc6-8051-452b72063376 req-71396249-37ec-48f5-bfc7-a2387716f721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:22.464438 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-34f5204e-b39d-4dc6-8051-452b72063376 req-71396249-37ec-48f5-bfc7-a2387716f721 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f0f0b475-2f63-4d7b-baac-8e262a7cc3df HTTP/1.1" status: 200 len: 858 time: 0.2509751 Nov 10 19:16:22.478497 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-4872fc9e-0e72-4bca-aed1-36cccbe08a95 service neutron] Attempting to bind port 44d3a49e-624e-4ae3-b673-60a317c4967c on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:16:22.478838 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-4872fc9e-0e72-4bca-aed1-36cccbe08a95 service neutron] Attempting to bind port 44d3a49e-624e-4ae3-b673-60a317c4967c by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '689fe59e-2849-4aab-9a85-baac532490b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '84c30210-1766-4b73-a472-c9afa703f4ae'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:16:22.479169 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-4872fc9e-0e72-4bca-aed1-36cccbe08a95 service neutron] Attempting to bind port 44d3a49e-624e-4ae3-b673-60a317c4967c on network 84c30210-1766-4b73-a472-c9afa703f4ae {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:16:22.520076 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e9dd3f30-10bf-4b8d-b3f5-236d523f010a tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:22.522197 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-34f5204e-b39d-4dc6-8051-452b72063376 req-996f038e-2ef9-44d9-8ab6-4d716481bf38 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=84c30210-1766-4b73-a472-c9afa703f4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482957 Nov 10 19:16:22.523313 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-4872fc9e-0e72-4bca-aed1-36cccbe08a95 service neutron] Port 44d3a49e-624e-4ae3-b673-60a317c4967c on network 84c30210-1766-4b73-a472-c9afa703f4ae not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:16:22.524552 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-4872fc9e-0e72-4bca-aed1-36cccbe08a95 service neutron] Attempting to bind port 44d3a49e-624e-4ae3-b673-60a317c4967c on network 84c30210-1766-4b73-a472-c9afa703f4ae {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:16:22.535044 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-4872fc9e-0e72-4bca-aed1-36cccbe08a95 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:16:22.535445 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-4872fc9e-0e72-4bca-aed1-36cccbe08a95 service neutron] Checking segment: {'id': '689fe59e-2849-4aab-9a85-baac532490b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '84c30210-1766-4b73-a472-c9afa703f4ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:16:22.535880 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-4872fc9e-0e72-4bca-aed1-36cccbe08a95 service neutron] Bound using segment: {'id': '689fe59e-2849-4aab-9a85-baac532490b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '84c30210-1766-4b73-a472-c9afa703f4ae'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:16:22.536333 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-4872fc9e-0e72-4bca-aed1-36cccbe08a95 service neutron] Bound port: 44d3a49e-624e-4ae3-b673-60a317c4967c, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '689fe59e-2849-4aab-9a85-baac532490b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '84c30210-1766-4b73-a472-c9afa703f4ae'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:16:22.536716 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-4872fc9e-0e72-4bca-aed1-36cccbe08a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:22.604009 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e9dd3f30-10bf-4b8d-b3f5-236d523f010a tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:22.727351 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dd3f30-10bf-4b8d-b3f5-236d523f010a tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:16:22.731562 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-e9dd3f30-10bf-4b8d-b3f5-236d523f010a tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:16:22.735154 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dd3f30-10bf-4b8d-b3f5-236d523f010a tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:16:22.869690 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e9dd3f30-10bf-4b8d-b3f5-236d523f010a tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:22.872108 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd3f30-10bf-4b8d-b3f5-236d523f010a tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Pushing event updated for resources: {'Port': ['ID=2a3e2a7d-9b1b-462a-b4e7-e6ff88b16811,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:22.941294 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e9dd3f30-10bf-4b8d-b3f5-236d523f010a tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:23.074928 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc413b-738d-4919-a9fc-cdfffe6415e1 req-effbfb8a-3b91-461d-bdc7-9fd8ddc73cc9 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:23.096351 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80cc413b-738d-4919-a9fc-cdfffe6415e1 req-effbfb8a-3b91-461d-bdc7-9fd8ddc73cc9 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports?device_id=14c55b0d-b6bb-47f4-b127-a23c3c8d10a7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6809013 Nov 10 19:16:23.185451 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80cc413b-738d-4919-a9fc-cdfffe6415e1 req-f8688111-4e4c-467e-a705-ad73eb20a5f4 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 696 time: 0.0878756 Nov 10 19:16:23.190670 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-80cc413b-738d-4919-a9fc-cdfffe6415e1 req-3dd365df-05e8-4ce6-9373-3dc1f5475e7f tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Request body: {'floatingip': {'port_id': 'd8c6471b-7c45-4bb2-8248-8b9d9cd3fc91', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:16:23.251245 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-80cc413b-738d-4919-a9fc-cdfffe6415e1 req-3dd365df-05e8-4ce6-9373-3dc1f5475e7f tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks [] for floatingip, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:23.342301 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-34f5204e-b39d-4dc6-8051-452b72063376 req-662564fb-0f19-4a28-ad14-e847866b27b0 service neutron] 10.222.0.73 "GET /v2.0/networks/84c30210-1766-4b73-a472-c9afa703f4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8103845 Nov 10 19:16:23.378663 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-4872fc9e-0e72-4bca-aed1-36cccbe08a95 service neutron] For port 44d3a49e-624e-4ae3-b673-60a317c4967c, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:16:23.405365 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9b4becd3-ec83-4dc6-966d-6b3d25d687f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:23.479024 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e9dd3f30-10bf-4b8d-b3f5-236d523f010a tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:23.481563 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-4872fc9e-0e72-4bca-aed1-36cccbe08a95 service neutron] For port 44d3a49e-624e-4ae3-b673-60a317c4967c, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=44d3a49e-624e-4ae3-b673-60a317c4967c,segment=NetworkSegment(689fe59e-2849-4aab-9a85-baac532490b3),segment_id=689fe59e-2849-4aab-9a85-baac532490b3)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:16:23.515498 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-4872fc9e-0e72-4bca-aed1-36cccbe08a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:23.551496 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-4872fc9e-0e72-4bca-aed1-36cccbe08a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:23.552132 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-4872fc9e-0e72-4bca-aed1-36cccbe08a95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:23.552901 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e9dd3f30-10bf-4b8d-b3f5-236d523f010a tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:23.554576 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-4872fc9e-0e72-4bca-aed1-36cccbe08a95 service neutron] 10.222.0.25 "PUT /v2.0/ports/44d3a49e-624e-4ae3-b673-60a317c4967c HTTP/1.1" status: 200 len: 1091 time: 2.6918104 Nov 10 19:16:23.568904 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08efa6f3-c1ed-4bfd-b5bf-74431a6a537d', 'tag': '44d3a49e-624e-4ae3-b673-60a317c4967c'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:16:23.572013 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cac1f0-4210-4404-a3a4-c062d36c0b82" -d '{"events": [{"name": "network-changed", "server_uuid": "08efa6f3-c1ed-4bfd-b5bf-74431a6a537d", "tag": "44d3a49e-624e-4ae3-b673-60a317c4967c"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:16:23.663563 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34782) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:23.707368 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd3f30-10bf-4b8d-b3f5-236d523f010a tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Pushing event updated for resources: {'Port': ['ID=2a3e2a7d-9b1b-462a-b4e7-e6ff88b16811,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:23.767660 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2badbfe0-a2c8-4437-b176-e100c7bb7ce5 req-4f3b52b9-84c4-43de-9c89-f18a642224a3 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:23.778081 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2badbfe0-a2c8-4437-b176-e100c7bb7ce5 req-4f3b52b9-84c4-43de-9c89-f18a642224a3 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.25 "GET /v2.0/ports?device_id=0471317f-95e7-4734-889d-045fc1b11e54 HTTP/1.1" status: 200 len: 946 time: 0.2875113 Nov 10 19:16:23.834270 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5ffb9-3a01-4415-bb85-a03fe10d9100 req-b754aeb3-c4b4-4c0e-92a5-c00896548d25 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:23.842009 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1bc5ffb9-3a01-4415-bb85-a03fe10d9100 req-b754aeb3-c4b4-4c0e-92a5-c00896548d25 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=08efa6f3-c1ed-4bfd-b5bf-74431a6a537d HTTP/1.1" status: 200 len: 943 time: 0.2613010 Nov 10 19:16:23.845284 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-34f5204e-b39d-4dc6-8051-452b72063376 req-3a363058-da9c-4b1b-a804-383ac3391379 service neutron] 10.222.0.73 "GET /v2.0/networks/84c30210-1766-4b73-a472-c9afa703f4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682546 Nov 10 19:16:23.856077 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-88b80e98-2163-4c04-9694-212d2fe3957f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:23.857658 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-88b80e98-2163-4c04-9694-212d2fe3957f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=55597ebb7ba248d788dd953f401fb01c&device_id=08efa6f3-c1ed-4bfd-b5bf-74431a6a537d HTTP/1.1" status: 200 len: 1094 time: 0.2205927 Nov 10 19:16:23.869689 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e9dd3f30-10bf-4b8d-b3f5-236d523f010a tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:23.898103 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 34788) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:23.943803 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872fc9e-0e72-4bca-aed1-36cccbe08a95 service neutron] Pushing event updated for resources: {'Port': ['ID=44d3a49e-624e-4ae3-b673-60a317c4967c,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:23.956635 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1bc5ffb9-3a01-4415-bb85-a03fe10d9100 req-1e2ee3f8-d3f9-4b2e-b7df-09a89d339606 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136894 Nov 10 19:16:23.997007 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-e130fc0e-e164-4060-a4ba-822bcfb8cdd9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44d3a49e-624e-4ae3-b673-60a317c4967c HTTP/1.1" status: 200 len: 217 time: 0.0979066 Nov 10 19:16:24.020556 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e9dd3f30-10bf-4b8d-b3f5-236d523f010a tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:24.021852 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e9dd3f30-10bf-4b8d-b3f5-236d523f010a tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7771292 Nov 10 19:16:24.024311 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-77cd438a-1dc2-40fa-a533-cdd4c4c0213d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:24.092770 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d68936f2-fa1f-4467-91dd-f2e542bf8853 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:24.099157 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-2badbfe0-a2c8-4437-b176-e100c7bb7ce5 req-8a685cd7-f5e8-482a-9a3f-cb9aa5b8a861 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Deleting port 93a11ca4-6617-4990-8a75-f305a07e983d {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:16:24.099157 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-2badbfe0-a2c8-4437-b176-e100c7bb7ce5 req-8a685cd7-f5e8-482a-9a3f-cb9aa5b8a861 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:24.168879 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-c5b76c59-10e5-4b80-b0ce-7cb8cf2aa8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:24.170540 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-c5b76c59-10e5-4b80-b0ce-7cb8cf2aa8b8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f0f0b475-2f63-4d7b-baac-8e262a7cc3df HTTP/1.1" status: 200 len: 858 time: 0.1419539 Nov 10 19:16:24.187862 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d6dcff-015b-4dfc-b885-32c9b8e0d84b x-openstack-request-id: req-c3d6dcff-015b-4dfc-b885-32c9b8e0d84b {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:16:24.188173 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08efa6f3-c1ed-4bfd-b5bf-74431a6a537d", "tag": "44d3a49e-624e-4ae3-b673-60a317c4967c", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:16:24.188405 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c3d6dcff-015b-4dfc-b885-32c9b8e0d84b {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:16:24.188854 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08efa6f3-c1ed-4bfd-b5bf-74431a6a537d', 'tag': '44d3a49e-624e-4ae3-b673-60a317c4967c', 'status': 'completed', 'code': 200} Nov 10 19:16:24.224274 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-77cd438a-1dc2-40fa-a533-cdd4c4c0213d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:24.238688 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-77cd438a-1dc2-40fa-a533-cdd4c4c0213d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:24.260062 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-2badbfe0-a2c8-4437-b176-e100c7bb7ce5 req-8a685cd7-f5e8-482a-9a3f-cb9aa5b8a861 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] For port 93a11ca4-6617-4990-8a75-f305a07e983d, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=93a11ca4-6617-4990-8a75-f305a07e983d,segment=NetworkSegment(2dec6a8f-ba9a-4b28-98fc-0073c9852d3d),segment_id=2dec6a8f-ba9a-4b28-98fc-0073c9852d3d)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:16:24.260062 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-2badbfe0-a2c8-4437-b176-e100c7bb7ce5 req-8a685cd7-f5e8-482a-9a3f-cb9aa5b8a861 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:24.328533 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-8d585a93-3238-4430-a59e-a84541708627 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84c30210-1766-4b73-a472-c9afa703f4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1360874 Nov 10 19:16:24.341667 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:24.348394 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-2badbfe0-a2c8-4437-b176-e100c7bb7ce5 req-8a685cd7-f5e8-482a-9a3f-cb9aa5b8a861 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Calling delete_port for 93a11ca4-6617-4990-8a75-f305a07e983d owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:16:24.427803 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-77cd438a-1dc2-40fa-a533-cdd4c4c0213d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7686692fe9a24188957747c9ae5647d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7609477 Nov 10 19:16:24.465610 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34818) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:24.477528 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd438a-1dc2-40fa-a533-cdd4c4c0213d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94c8b5a-8880-423d-98d7-b35c74082b96,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:24.594372 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-739eca1e-3ba8-4dce-b27c-561c83bdf90f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:24.633613 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 742befb3-64d2-4218-bdc9-2d208283643d details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:16:24.652862 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-739eca1e-3ba8-4dce-b27c-561c83bdf90f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:24.653125 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d68936f2-fa1f-4467-91dd-f2e542bf8853 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:24.686164 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d68936f2-fa1f-4467-91dd-f2e542bf8853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:24.721166 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-2badbfe0-a2c8-4437-b176-e100c7bb7ce5 req-8a685cd7-f5e8-482a-9a3f-cb9aa5b8a861 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:24.731426 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d68936f2-fa1f-4467-91dd-f2e542bf8853 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=746722658a2644ae8cf75259e1281cba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8285804 Nov 10 19:16:24.731426 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-954b683a-44e7-46a7-85e4-843027087a4e service neutron] 10.222.0.25 "GET /v2.0/networks/84c30210-1766-4b73-a472-c9afa703f4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547816 Nov 10 19:16:24.737061 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34832) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:24.780307 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91', '93a11ca4-6617-4990-8a75-f305a07e983d'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:16:24.798480 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.db.resource_extend [req-80cc413b-738d-4919-a9fc-cdfffe6415e1 req-3dd365df-05e8-4ce6-9373-3dc1f5475e7f tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 19:16:24.819274 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a685cd7-f5e8-482a-9a3f-cb9aa5b8a861 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Pushing event deleted for resources: {'Port': ['ID=93a11ca4-6617-4990-8a75-f305a07e983d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:24.854248 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-739eca1e-3ba8-4dce-b27c-561c83bdf90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:24.859908 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-739eca1e-3ba8-4dce-b27c-561c83bdf90f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:24.861439 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-739eca1e-3ba8-4dce-b27c-561c83bdf90f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e94c8b5a-8880-423d-98d7-b35c74082b96 HTTP/1.1" status: 204 len: 168 time: 0.3940859 Nov 10 19:16:24.898774 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739eca1e-3ba8-4dce-b27c-561c83bdf90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94c8b5a-8880-423d-98d7-b35c74082b96,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:24.901284 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-2badbfe0-a2c8-4437-b176-e100c7bb7ce5 req-8a685cd7-f5e8-482a-9a3f-cb9aa5b8a861 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] No DVR routers for this DVR port 93a11ca4-6617-4990-8a75-f305a07e983d on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:16:24.905932 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-2badbfe0-a2c8-4437-b176-e100c7bb7ce5 req-8a685cd7-f5e8-482a-9a3f-cb9aa5b8a861 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:24.910225 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2badbfe0-a2c8-4437-b176-e100c7bb7ce5 req-8a685cd7-f5e8-482a-9a3f-cb9aa5b8a861 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.25 "DELETE /v2.0/ports/93a11ca4-6617-4990-8a75-f305a07e983d HTTP/1.1" status: 204 len: 173 time: 1.1223688 Nov 10 19:16:24.911415 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0471317f-95e7-4734-889d-045fc1b11e54', 'name': 'network-vif-deleted', 'tag': '93a11ca4-6617-4990-8a75-f305a07e983d'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:16:24.914379 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ce659b-03ff-468a-83cf-66a22b9139e7" -d '{"events": [{"server_uuid": "0471317f-95e7-4734-889d-045fc1b11e54", "name": "network-vif-deleted", "tag": "93a11ca4-6617-4990-8a75-f305a07e983d"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:16:24.959930 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 742befb3-64d2-4218-bdc9-2d208283643d, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=742befb3-64d2-4218-bdc9-2d208283643d,segment=NetworkSegment(689fe59e-2849-4aab-9a85-baac532490b3),segment_id=689fe59e-2849-4aab-9a85-baac532490b3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:16:24.962548 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6cf9f10f-7087-406d-bf2f-061a109c6521 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:25.000752 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6cf9f10f-7087-406d-bf2f-061a109c6521 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:25.026643 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-edce8f24-c641-487c-852e-faa1aecf2285 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--889712392&fields=id&tenant_id=22b3d07c7c424271b33fe5fb0a26c6de HTTP/1.1" status: 200 len: 267 time: 0.4628592 Nov 10 19:16:25.051520 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '742befb3-64d2-4218-bdc9-2d208283643d', 'network_id': '84c30210-1766-4b73-a472-c9afa703f4ae', 'port_id': '742befb3-64d2-4218-bdc9-2d208283643d', 'mac_address': 'fa:16:3e:34:9f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0f0b475-2f63-4d7b-baac-8e262a7cc3df', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:16:25.147442 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6cf9f10f-7087-406d-bf2f-061a109c6521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:25.152777 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6cf9f10f-7087-406d-bf2f-061a109c6521 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:25.156900 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6cf9f10f-7087-406d-bf2f-061a109c6521 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8dcc8bdb-d157-47cd-a7d2-07150f2958a5 HTTP/1.1" status: 204 len: 168 time: 0.4171622 Nov 10 19:16:25.184312 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9f10f-7087-406d-bf2f-061a109c6521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcc8bdb-d157-47cd-a7d2-07150f2958a5,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:25.200655 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68936f2-fa1f-4467-91dd-f2e542bf8853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcc8bdb-d157-47cd-a7d2-07150f2958a5,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:25.218027 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:25.293881 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:25.294309 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-80cc413b-738d-4919-a9fc-cdfffe6415e1 req-3dd365df-05e8-4ce6-9373-3dc1f5475e7f tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:25.326917 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 742befb3-64d2-4218-bdc9-2d208283643d {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:16:25.328915 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74cece2b-9089-4c40-9e4a-68e508da0562 req-403be017-3e73-4cd3-b5ae-a2038c3026f5 service neutron] 10.222.0.25 "GET /v2.0/networks/84c30210-1766-4b73-a472-c9afa703f4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5884075 Nov 10 19:16:25.332561 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-80cc413b-738d-4919-a9fc-cdfffe6415e1 req-3dd365df-05e8-4ce6-9373-3dc1f5475e7f tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:25.380368 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 742befb3-64d2-4218-bdc9-2d208283643d, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=742befb3-64d2-4218-bdc9-2d208283643d,segment=NetworkSegment(689fe59e-2849-4aab-9a85-baac532490b3),segment_id=689fe59e-2849-4aab-9a85-baac532490b3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:16:25.447444 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:25.552768 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=742befb3-64d2-4218-bdc9-2d208283643d,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:25.619922 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34848) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:25.635677 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-8b626ba3-d168-4582-98c0-0a747022cc34 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:25.644558 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-8b626ba3-d168-4582-98c0-0a747022cc34 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports/bb1386c3-1d75-43ef-9da4-68ee97148c59 HTTP/1.1" status: 200 len: 935 time: 0.6159387 Nov 10 19:16:25.649374 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-14e700e5-76b3-4e83-838b-344584366371 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:25.710595 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8140623b-75db-4124-9805-1c858dc26218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:25.755027 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [req-80cc413b-738d-4919-a9fc-cdfffe6415e1 req-3dd365df-05e8-4ce6-9373-3dc1f5475e7f tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Floating IP bb223ac7-06d5-45b4-92d6-ee6fb20c9af0 associated. External IP: 172.25.3.138, port: d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91. Nov 10 19:16:25.767215 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['742befb3-64d2-4218-bdc9-2d208283643d'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:16:25.795433 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-14e700e5-76b3-4e83-838b-344584366371 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:25.806254 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-14e700e5-76b3-4e83-838b-344584366371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:25.832343 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-9bbdfdf8-0e3e-4df8-b5bf-584934c2ae78 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:25.834180 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-9bbdfdf8-0e3e-4df8-b5bf-584934c2ae78 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports/d211dbba-dcd7-4e1b-982a-56e8eb100ca4 HTTP/1.1" status: 200 len: 936 time: 0.1884859 Nov 10 19:16:25.848971 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34850) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:25.874079 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46ef08a5-a4cb-4b99-aab8-7269d03e1640 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:25.891478 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-14e700e5-76b3-4e83-838b-344584366371 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bc17a8bc2327401580ac4b1d4e9e2e33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2698178 Nov 10 19:16:25.892319 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e700e5-76b3-4e83-838b-344584366371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885734c1-523e-4d54-baf7-811238f4a543,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:25.896514 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34852) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:25.980226 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1c700ccf-1380-4daa-90ab-3680f01c5d37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:26.027261 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1c700ccf-1380-4daa-90ab-3680f01c5d37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:26.116728 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46ef08a5-a4cb-4b99-aab8-7269d03e1640 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:26.125665 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46ef08a5-a4cb-4b99-aab8-7269d03e1640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:26.166112 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-46ef08a5-a4cb-4b99-aab8-7269d03e1640 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a53c5aa9afd64546b4b00f7896d1438f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3107142 Nov 10 19:16:26.168833 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34854) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:26.190112 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1c700ccf-1380-4daa-90ab-3680f01c5d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:26.194199 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1c700ccf-1380-4daa-90ab-3680f01c5d37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:26.195515 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1c700ccf-1380-4daa-90ab-3680f01c5d37 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/885734c1-523e-4d54-baf7-811238f4a543 HTTP/1.1" status: 204 len: 168 time: 0.2968833 Nov 10 19:16:26.227875 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef08a5-a4cb-4b99-aab8-7269d03e1640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e6cb5a-c03e-49e7-88c8-2c09d0b0847a,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:26.234360 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cac1f0-4210-4404-a3a4-c062d36c0b82 req-ab8856ce-05e6-49d0-8508-3d653f0a5940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:26.235925 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-04cac1f0-4210-4404-a3a4-c062d36c0b82 req-ab8856ce-05e6-49d0-8508-3d653f0a5940 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=55597ebb7ba248d788dd953f401fb01c&device_id=08efa6f3-c1ed-4bfd-b5bf-74431a6a537d HTTP/1.1" status: 200 len: 1094 time: 0.7404881 Nov 10 19:16:26.245274 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-6a1b048f-7e75-4688-91ee-1d9630d47690 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?network_id=5e688d16-320a-464d-a934-8ef580053d1d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.3910654 Nov 10 19:16:26.282054 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c700ccf-1380-4daa-90ab-3680f01c5d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885734c1-523e-4d54-baf7-811238f4a543,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:26.316570 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8973e74d-7fd1-4f64-807d-4f7db98b7bef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:26.368527 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8973e74d-7fd1-4f64-807d-4f7db98b7bef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:26.375774 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-174e0c4d-9374-41d9-989f-5f8a1edf2842 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?network_id=5e688d16-320a-464d-a934-8ef580053d1d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0664303 Nov 10 19:16:26.459111 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8973e74d-7fd1-4f64-807d-4f7db98b7bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:26.462782 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8973e74d-7fd1-4f64-807d-4f7db98b7bef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:26.464110 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8973e74d-7fd1-4f64-807d-4f7db98b7bef admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/32e6cb5a-c03e-49e7-88c8-2c09d0b0847a HTTP/1.1" status: 204 len: 168 time: 0.2887366 Nov 10 19:16:26.474900 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973e74d-7fd1-4f64-807d-4f7db98b7bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e6cb5a-c03e-49e7-88c8-2c09d0b0847a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:26.767695 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-51082e3a-286b-444f-8ca4-71f8ed02e489 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:26.775757 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-51082e3a-286b-444f-8ca4-71f8ed02e489 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:26.784440 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-51082e3a-286b-444f-8ca4-71f8ed02e489 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:26.794833 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-51082e3a-286b-444f-8ca4-71f8ed02e489 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/networks?id=8e0b3ba3-7215-45b5-b8de-5724ad198916&id=08d5b27a-446a-4f08-9532-b9da3981ea57&id=08d5b27a-446a-4f08-9532-b9da3981ea57&id=5e688d16-320a-464d-a934-8ef580053d1d&id=5e688d16-320a-464d-a934-8ef580053d1d HTTP/1.1" status: 200 len: 1994 time: 0.4179101 Nov 10 19:16:26.799907 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cac1f0-4210-4404-a3a4-c062d36c0b82 req-0acdbd10-5b63-4554-900a-c08cab79c8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:26.801568 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-04cac1f0-4210-4404-a3a4-c062d36c0b82 req-0acdbd10-5b63-4554-900a-c08cab79c8cb service neutron] 10.222.0.25 "GET /v2.0/networks?id=84c30210-1766-4b73-a472-c9afa703f4ae HTTP/1.1" status: 200 len: 919 time: 0.5514133 Nov 10 19:16:26.911971 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-e238bad9-1ca8-4e4b-9bd3-4982b8cd3f29 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/quotas/22b3d07c7c424271b33fe5fb0a26c6de HTTP/1.1" status: 200 len: 375 time: 0.1159356 Nov 10 19:16:26.926615 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-04cac1f0-4210-4404-a3a4-c062d36c0b82 req-422f83f8-f080-438b-945f-7b105c178188 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44d3a49e-624e-4ae3-b673-60a317c4967c HTTP/1.1" status: 200 len: 217 time: 0.1145153 Nov 10 19:16:27.040873 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80cc413b-738d-4919-a9fc-cdfffe6415e1 req-3dd365df-05e8-4ce6-9373-3dc1f5475e7f tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Router e83b2309-5206-4160-a0e7-a6d4fbf752b9 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:16:27.042101 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34872) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:27.066735 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e42caaa4-7ae1-4cf2-8745-2ecef246b249 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:27.083081 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-4fe5e445-bdcc-4cd5-a2d9-df328f9691c0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=22b3d07c7c424271b33fe5fb0a26c6de&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1699598 Nov 10 19:16:27.099781 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:27.103960 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cac1f0-4210-4404-a3a4-c062d36c0b82 req-64d91c7d-c6e4-4c6d-8c4d-5d301737713f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:27.104817 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-04cac1f0-4210-4404-a3a4-c062d36c0b82 req-64d91c7d-c6e4-4c6d-8c4d-5d301737713f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f0f0b475-2f63-4d7b-baac-8e262a7cc3df HTTP/1.1" status: 200 len: 858 time: 0.1496387 Nov 10 19:16:27.215727 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-04cac1f0-4210-4404-a3a4-c062d36c0b82 req-fea9eb3a-e109-4dea-9024-4bde78e850cc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84c30210-1766-4b73-a472-c9afa703f4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870867 Nov 10 19:16:27.224576 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e42caaa4-7ae1-4cf2-8745-2ecef246b249 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:27.231754 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e42caaa4-7ae1-4cf2-8745-2ecef246b249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:27.281746 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e42caaa4-7ae1-4cf2-8745-2ecef246b249 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e4e3ae73327147778cfde0c653752d00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2373919 Nov 10 19:16:27.286201 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 34878) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:27.290794 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42caaa4-7ae1-4cf2-8745-2ecef246b249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b71461c-f0bc-4fd1-a7a1-8472f8ac07e2,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:27.481461 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-c3191391-2464-42d8-ae8e-55c6fee06f33 service neutron] 10.222.0.54 "GET /v2.0/networks/8e0b3ba3-7215-45b5-b8de-5724ad198916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974850 Nov 10 19:16:27.482102 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7bd898a7-11d6-4b51-af05-e9ee7fbec008 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:27.505754 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 93a11ca4-6617-4990-8a75-f305a07e983d no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:16:27.547211 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 93a11ca4-6617-4990-8a75-f305a07e983d {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:16:27.547450 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 93a11ca4-6617-4990-8a75-f305a07e983d not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:16:27.605593 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7bd898a7-11d6-4b51-af05-e9ee7fbec008 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:27.607966 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80cc413b-738d-4919-a9fc-cdfffe6415e1 req-3dd365df-05e8-4ce6-9373-3dc1f5475e7f tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:16:27.618925 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-04cac1f0-4210-4404-a3a4-c062d36c0b82 req-c0d0f2d1-a9ea-4d6e-b525-cb19531471ed service neutron] 10.222.0.25 "GET /v2.0/networks/84c30210-1766-4b73-a472-c9afa703f4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478465 Nov 10 19:16:27.625630 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-80cc413b-738d-4919-a9fc-cdfffe6415e1 req-3dd365df-05e8-4ce6-9373-3dc1f5475e7f tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:27.627805 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68be5ef-3bbb-4857-a842-4bdcd2f3f2a4 None None] Sync routers for ids ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:16:27.640575 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68be5ef-3bbb-4857-a842-4bdcd2f3f2a4 None None] Routers {'e83b2309-5206-4160-a0e7-a6d4fbf752b9'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:16:27.641282 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a68be5ef-3bbb-4857-a842-4bdcd2f3f2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:16:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:16:27.749153 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-04cac1f0-4210-4404-a3a4-c062d36c0b82 req-9a967e36-31aa-481c-813e-e6545b6814c5 service neutron] 10.222.0.25 "GET /v2.0/networks/84c30210-1766-4b73-a472-c9afa703f4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191216 Nov 10 19:16:27.780226 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-a68be5ef-3bbb-4857-a842-4bdcd2f3f2a4 None None] Set router e83b2309-5206-4160-a0e7-a6d4fbf752b9 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:16:27.785424 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80cc413b-738d-4919-a9fc-cdfffe6415e1 req-3dd365df-05e8-4ce6-9373-3dc1f5475e7f tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "PUT /v2.0/floatingips/bb223ac7-06d5-45b4-92d6-ee6fb20c9af0 HTTP/1.1" status: 200 len: 997 time: 4.5986316 Nov 10 19:16:27.793750 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c55b0d-b6bb-47f4-b127-a23c3c8d10a7', 'tag': 'd8c6471b-7c45-4bb2-8248-8b9d9cd3fc91'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:16:27.796290 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a572d56a-a7ca-4a66-bb54-088618f1841c" -d '{"events": [{"name": "network-changed", "server_uuid": "14c55b0d-b6bb-47f4-b127-a23c3c8d10a7", "tag": "d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:16:27.808940 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-e9d63794-651c-40a0-9b55-9f414915cdd5 service neutron] 10.222.0.54 "GET /v2.0/networks/8e0b3ba3-7215-45b5-b8de-5724ad198916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186755 Nov 10 19:16:27.846492 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7bd898a7-11d6-4b51-af05-e9ee7fbec008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:27.849607 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7bd898a7-11d6-4b51-af05-e9ee7fbec008 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:27.851094 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7bd898a7-11d6-4b51-af05-e9ee7fbec008 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1b71461c-f0bc-4fd1-a7a1-8472f8ac07e2 HTTP/1.1" status: 204 len: 168 time: 0.5583479 Nov 10 19:16:27.877204 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd898a7-11d6-4b51-af05-e9ee7fbec008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b71461c-f0bc-4fd1-a7a1-8472f8ac07e2,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:27.919847 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-05e7e35f-7a62-4fd2-b158-ab1a63f8265e service neutron] 10.222.0.54 "GET /v2.0/ports/bb1386c3-1d75-43ef-9da4-68ee97148c59?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0568247 Nov 10 19:16:28.104267 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-cf31b478-a091-4d06-a376-5f68927893b6 service neutron] 10.222.0.54 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721320 Nov 10 19:16:28.267788 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-915d9247-2491-4427-8d2c-a6306b3ae3b0 service neutron] 10.222.0.54 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564431 Nov 10 19:16:28.286174 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc413b-738d-4919-a9fc-cdfffe6415e1 req-d6085cb4-b9a3-41d1-9fc8-2cf2426b3e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:28.294902 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80cc413b-738d-4919-a9fc-cdfffe6415e1 req-d6085cb4-b9a3-41d1-9fc8-2cf2426b3e6f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c57c83b50f6e4bc399a3a37742495e99&device_id=14c55b0d-b6bb-47f4-b127-a23c3c8d10a7 HTTP/1.1" status: 200 len: 1097 time: 0.4849238 Nov 10 19:16:28.397415 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-fb8da090-baab-41a4-b824-4c14c763a969 service neutron] 10.222.0.54 "GET /v2.0/ports/d211dbba-dcd7-4e1b-982a-56e8eb100ca4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0912063 Nov 10 19:16:28.409482 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a68be5ef-3bbb-4857-a842-4bdcd2f3f2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1078472189-router', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '12887987-c24d-4a12-836b-8255797614c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:32Z', 'revision_number': 4, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'gw_port': {'id': '12887987-c24d-4a12-836b-8255797614c9', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'bb223ac7-06d5-45b4-92d6-ee6fb20c9af0', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'port_id': 'd8c6471b-7c45-4bb2-8248-8b9d9cd3fc91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'mac_address': 'fa:16:3e:73:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c55b0d-b6bb-47f4-b127-a23c3c8d10a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:15:16Z', 'updated_at': '2021-11-10T19:16:24Z', 'revision_number': 8, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f53faea-99bc-4303-86c3-33664ffb47a1', 'name': '', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'mac_address': 'fa:16:3e:47:9a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:29Z', 'updated_at': '2021-11-10T19:14:54Z', 'revision_number': 5, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'subnets': [{'id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:16:28.469832 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68be5ef-3bbb-4857-a842-4bdcd2f3f2a4 None None] Checking router: e83b2309-5206-4160-a0e7-a6d4fbf752b9 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:16:28.478834 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc413b-738d-4919-a9fc-cdfffe6415e1 req-4ffb4e0c-76ae-4707-943f-6c19aa74fe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:28.480536 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80cc413b-738d-4919-a9fc-cdfffe6415e1 req-4ffb4e0c-76ae-4707-943f-6c19aa74fe60 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3a91fecc-dc01-4af5-8121-7bf79bed5161 HTTP/1.1" status: 200 len: 922 time: 0.1846154 Nov 10 19:16:28.502720 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68be5ef-3bbb-4857-a842-4bdcd2f3f2a4 None None] Routers {'e83b2309-5206-4160-a0e7-a6d4fbf752b9'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:16:28.503563 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a68be5ef-3bbb-4857-a842-4bdcd2f3f2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:16:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:16:28.743996 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 742befb3-64d2-4218-bdc9-2d208283643d up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:16:28.744929 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80cc413b-738d-4919-a9fc-cdfffe6415e1 req-f73cc297-75dc-48bf-b9de-3b4a83a0988a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91 HTTP/1.1" status: 200 len: 1000 time: 0.2205663 Nov 10 19:16:28.744929 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-c4c83316-4369-4900-9365-c19cebad98bd service neutron] 10.222.0.54 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988837 Nov 10 19:16:28.748909 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:28.765235 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 742befb3-64d2-4218-bdc9-2d208283643d completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:16:28.777279 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 742befb3-64d2-4218-bdc9-2d208283643d triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:16:28.777695 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:28.781089 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-a68be5ef-3bbb-4857-a842-4bdcd2f3f2a4 None None] Set router e83b2309-5206-4160-a0e7-a6d4fbf752b9 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:16:28.862679 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc413b-738d-4919-a9fc-cdfffe6415e1 req-829d40bc-5d35-441d-b0c6-4671dab31466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:28.864767 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80cc413b-738d-4919-a9fc-cdfffe6415e1 req-829d40bc-5d35-441d-b0c6-4671dab31466 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6ab75c40-5d7a-4d44-8e36-e5b14d411825 HTTP/1.1" status: 200 len: 860 time: 0.1469746 Nov 10 19:16:28.973607 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-0b8d58f5-e491-4465-94f4-6d70cb7e288e service neutron] 10.222.0.54 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464252 Nov 10 19:16:28.983187 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc413b-738d-4919-a9fc-cdfffe6415e1 req-b9967a12-4d86-4b73-90ab-cf04aa12ff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:28.984763 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80cc413b-738d-4919-a9fc-cdfffe6415e1 req-b9967a12-4d86-4b73-90ab-cf04aa12ff0d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3a91fecc-dc01-4af5-8121-7bf79bed5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079397 Nov 10 19:16:28.991364 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:29.033579 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 742befb3-64d2-4218-bdc9-2d208283643d, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=742befb3-64d2-4218-bdc9-2d208283643d,segment=NetworkSegment(689fe59e-2849-4aab-9a85-baac532490b3),segment_id=689fe59e-2849-4aab-9a85-baac532490b3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:16:29.035567 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890b65c7-fc9e-4f19-b7c9-91ab009eca36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742befb3-64d2-4218-bdc9-2d208283643d'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:16:29.039324 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f14245f-3ae3-4f37-a8b9-5fbbe7327fe1" -d '{"events": [{"server_uuid": "890b65c7-fc9e-4f19-b7c9-91ab009eca36", "name": "network-vif-plugged", "status": "completed", "tag": "742befb3-64d2-4218-bdc9-2d208283643d"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:16:29.045693 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:29.109821 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=742befb3-64d2-4218-bdc9-2d208283643d,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:29.207324 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a68be5ef-3bbb-4857-a842-4bdcd2f3f2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1078472189-router', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '12887987-c24d-4a12-836b-8255797614c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:32Z', 'revision_number': 4, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'gw_port': {'id': '12887987-c24d-4a12-836b-8255797614c9', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'bb223ac7-06d5-45b4-92d6-ee6fb20c9af0', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'port_id': 'd8c6471b-7c45-4bb2-8248-8b9d9cd3fc91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'mac_address': 'fa:16:3e:73:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c55b0d-b6bb-47f4-b127-a23c3c8d10a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:15:16Z', 'updated_at': '2021-11-10T19:16:24Z', 'revision_number': 8, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f53faea-99bc-4303-86c3-33664ffb47a1', 'name': '', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'mac_address': 'fa:16:3e:47:9a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:29Z', 'updated_at': '2021-11-10T19:14:54Z', 'revision_number': 5, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'subnets': [{'id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:16:29.260331 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68be5ef-3bbb-4857-a842-4bdcd2f3f2a4 None None] The sync data for ids ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'] in n-d-813897-4 is: [{'id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1078472189-router', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '12887987-c24d-4a12-836b-8255797614c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:32Z', 'revision_number': 4, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'gw_port': {'id': '12887987-c24d-4a12-836b-8255797614c9', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'bb223ac7-06d5-45b4-92d6-ee6fb20c9af0', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'port_id': 'd8c6471b-7c45-4bb2-8248-8b9d9cd3fc91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'mac_address': 'fa:16:3e:73:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c55b0d-b6bb-47f4-b127-a23c3c8d10a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:15:16Z', 'updated_at': '2021-11-10T19:16:24Z', 'revision_number': 8, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f53faea-99bc-4303-86c3-33664ffb47a1', 'name': '', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'mac_address': 'fa:16:3e:47:9a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:29Z', 'updated_at': '2021-11-10T19:14:54Z', 'revision_number': 5, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'subnets': [{'id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:16:29.318860 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:29.332020 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-fc8c12c6-b26b-4f7c-8da9-a45584dffe93 service neutron] 10.222.0.54 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461981 Nov 10 19:16:29.334162 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80cc413b-738d-4919-a9fc-cdfffe6415e1 req-eebaeb2a-5a1f-44fc-96b8-cec243061655 service neutron] 10.222.0.54 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264525 Nov 10 19:16:29.539537 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 44d3a49e-624e-4ae3-b673-60a317c4967c details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:16:29.591089 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80cc413b-738d-4919-a9fc-cdfffe6415e1 req-a6d80f8c-8eba-485f-bfd0-f0bed3711389 service neutron] 10.222.0.54 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291315 Nov 10 19:16:29.630580 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-ce35eb4f-5148-4146-ad54-d0fd6a9f66cf service neutron] 10.222.0.54 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841847 Nov 10 19:16:29.719514 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3742314a-1138-48be-9983-dedb9c9be224 None None] New status for floating IP bb223ac7-06d5-45b4-92d6-ee6fb20c9af0: ACTIVE {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:16:29.755515 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-28c06213-3007-4231-8811-802a2fdceeac service neutron] 10.222.0.54 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218407 Nov 10 19:16:29.899133 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-dd363c69-4c96-43c5-9be5-9fdae4a691c9 service neutron] 10.222.0.54 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424603 Nov 10 19:16:29.913590 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b96d67-77a0-444f-b3e2-c23186019173 x-openstack-request-id: req-e3b96d67-77a0-444f-b3e2-c23186019173 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:16:29.914552 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0471317f-95e7-4734-889d-045fc1b11e54", "name": "network-vif-deleted", "tag": "93a11ca4-6617-4990-8a75-f305a07e983d", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:16:29.914978 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e3b96d67-77a0-444f-b3e2-c23186019173 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:16:29.915666 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0471317f-95e7-4734-889d-045fc1b11e54', 'name': 'network-vif-deleted', 'tag': '93a11ca4-6617-4990-8a75-f305a07e983d', 'status': 'completed', 'code': 200} Nov 10 19:16:30.007222 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 44d3a49e-624e-4ae3-b673-60a317c4967c, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=44d3a49e-624e-4ae3-b673-60a317c4967c,segment=NetworkSegment(689fe59e-2849-4aab-9a85-baac532490b3),segment_id=689fe59e-2849-4aab-9a85-baac532490b3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:16:30.029702 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '44d3a49e-624e-4ae3-b673-60a317c4967c', 'network_id': '84c30210-1766-4b73-a472-c9afa703f4ae', 'port_id': '44d3a49e-624e-4ae3-b673-60a317c4967c', 'mac_address': 'fa:16:3e:a5:04:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0f0b475-2f63-4d7b-baac-8e262a7cc3df', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:16:30.094424 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:30.114480 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44d3a49e-624e-4ae3-b673-60a317c4967c {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:16:30.143465 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 44d3a49e-624e-4ae3-b673-60a317c4967c, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=44d3a49e-624e-4ae3-b673-60a317c4967c,segment=NetworkSegment(689fe59e-2849-4aab-9a85-baac532490b3),segment_id=689fe59e-2849-4aab-9a85-baac532490b3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:16:30.154170 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:30.264809 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=44d3a49e-624e-4ae3-b673-60a317c4967c,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:30.384835 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-20d510c7-2b76-47e3-bbb6-ad0983d84fea service neutron] 10.222.0.54 "GET /v2.0/networks/5e688d16-320a-464d-a934-8ef580053d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837644 Nov 10 19:16:30.426624 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a25752-8564-4ba7-b44d-d9ff8c19b000 req-400f9356-77dd-44c4-abf6-693f2ae0a3b3 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:30.435850 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d6a25752-8564-4ba7-b44d-d9ff8c19b000 req-400f9356-77dd-44c4-abf6-693f2ae0a3b3 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=08efa6f3-c1ed-4bfd-b5bf-74431a6a537d HTTP/1.1" status: 200 len: 943 time: 0.4344141 Nov 10 19:16:30.509441 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['44d3a49e-624e-4ae3-b673-60a317c4967c'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:16:30.545317 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d6a25752-8564-4ba7-b44d-d9ff8c19b000 req-b4e98d15-9cd2-4724-8a2b-302850c75cbd tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069410 Nov 10 19:16:30.570148 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-438a2b30-1c1b-452f-a18e-f34d9408d76e service neutron] 10.222.0.54 "GET /v2.0/networks/5e688d16-320a-464d-a934-8ef580053d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843085 Nov 10 19:16:30.752626 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31486d56-b537-4986-8f7f-8f33e25b56e7 x-openstack-request-id: req-31486d56-b537-4986-8f7f-8f33e25b56e7 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:16:30.753186 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c55b0d-b6bb-47f4-b127-a23c3c8d10a7", "tag": "d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:16:30.753625 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-31486d56-b537-4986-8f7f-8f33e25b56e7 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:16:30.754306 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c55b0d-b6bb-47f4-b127-a23c3c8d10a7', 'tag': 'd8c6471b-7c45-4bb2-8248-8b9d9cd3fc91', 'status': 'completed', 'code': 200} Nov 10 19:16:30.774516 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-2edf0c95-04dc-4f9c-9f24-aa68da5d86c7 service neutron] 10.222.0.54 "GET /v2.0/networks/5e688d16-320a-464d-a934-8ef580053d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026007 Nov 10 19:16:30.834592 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3165b7d-34ae-43ff-9772-48a4db9ae74e x-openstack-request-id: req-f3165b7d-34ae-43ff-9772-48a4db9ae74e {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:16:30.835209 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890b65c7-fc9e-4f19-b7c9-91ab009eca36", "name": "network-vif-plugged", "status": "completed", "tag": "742befb3-64d2-4218-bdc9-2d208283643d", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:16:30.842954 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f3165b7d-34ae-43ff-9772-48a4db9ae74e {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:16:30.842954 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890b65c7-fc9e-4f19-b7c9-91ab009eca36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742befb3-64d2-4218-bdc9-2d208283643d', 'code': 200} Nov 10 19:16:30.893140 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572d56a-a7ca-4a66-bb54-088618f1841c req-4c573a53-5898-4400-8a43-9f4448fcc31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:30.895142 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a572d56a-a7ca-4a66-bb54-088618f1841c req-4c573a53-5898-4400-8a43-9f4448fcc31a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c57c83b50f6e4bc399a3a37742495e99&device_id=14c55b0d-b6bb-47f4-b127-a23c3c8d10a7 HTTP/1.1" status: 200 len: 1097 time: 0.1120605 Nov 10 19:16:30.993022 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-cfa82e05-65ae-4ae5-9e0b-fc6dd6344301 service neutron] 10.222.0.54 "GET /v2.0/networks/5e688d16-320a-464d-a934-8ef580053d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174928 Nov 10 19:16:31.107902 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff2f48-9c52-41f2-8f03-c787cff46d5f req-98b6a5fd-9b66-4830-8f4f-6f78ba1fc0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:31.109744 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59ff2f48-9c52-41f2-8f03-c787cff46d5f req-98b6a5fd-9b66-4830-8f4f-6f78ba1fc0cb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 1096 time: 0.1712294 Nov 10 19:16:31.149900 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572d56a-a7ca-4a66-bb54-088618f1841c req-85860025-b709-4b21-b36a-4a80aacefd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:31.151672 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a572d56a-a7ca-4a66-bb54-088618f1841c req-85860025-b709-4b21-b36a-4a80aacefd70 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a91fecc-dc01-4af5-8121-7bf79bed5161 HTTP/1.1" status: 200 len: 922 time: 0.2472751 Nov 10 19:16:31.238667 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59ff2f48-9c52-41f2-8f03-c787cff46d5f req-6b2ba436-7680-430e-9727-f3bf4d38c4e0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207333 Nov 10 19:16:31.305090 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a572d56a-a7ca-4a66-bb54-088618f1841c req-4326d1ee-2453-499d-865e-71037d42a54a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91 HTTP/1.1" status: 200 len: 1002 time: 0.1382813 Nov 10 19:16:31.496901 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572d56a-a7ca-4a66-bb54-088618f1841c req-0e465495-060f-4c5b-bd60-56b97edc9755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:31.499574 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a572d56a-a7ca-4a66-bb54-088618f1841c req-0e465495-060f-4c5b-bd60-56b97edc9755 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ab75c40-5d7a-4d44-8e36-e5b14d411825 HTTP/1.1" status: 200 len: 860 time: 0.1871860 Nov 10 19:16:31.503638 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-e6e7319b-d963-425f-b2ed-0c346b67d8fe req-bbcb1f6b-4940-45b2-a372-cf5b5b918e12 tempest-SecurityGroupsTestAdminJSON-1720800790 tempest-SecurityGroupsTestAdminJSON-1720800790-project] Request body: {'security_group': {'name': 'tempest-securitygroup-988753987', 'description': 'tempest-description-779021109'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:16:31.535816 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 44d3a49e-624e-4ae3-b673-60a317c4967c up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:16:31.716676 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e6e7319b-d963-425f-b2ed-0c346b67d8fe req-bbcb1f6b-4940-45b2-a372-cf5b5b918e12 tempest-SecurityGroupsTestAdminJSON-1720800790 tempest-SecurityGroupsTestAdminJSON-1720800790-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:31.732525 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 44d3a49e-624e-4ae3-b673-60a317c4967c completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:16:31.743461 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 44d3a49e-624e-4ae3-b673-60a317c4967c triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:16:31.744981 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:31.803567 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572d56a-a7ca-4a66-bb54-088618f1841c req-6c127e26-9c78-423e-b0a1-f1206db0c49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:31.811864 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a572d56a-a7ca-4a66-bb54-088618f1841c req-6c127e26-9c78-423e-b0a1-f1206db0c49a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a91fecc-dc01-4af5-8121-7bf79bed5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2995303 Nov 10 19:16:31.812860 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e6e7319b-d963-425f-b2ed-0c346b67d8fe req-bbcb1f6b-4940-45b2-a372-cf5b5b918e12 tempest-SecurityGroupsTestAdminJSON-1720800790 tempest-SecurityGroupsTestAdminJSON-1720800790-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:31.896631 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:31.957335 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 44d3a49e-624e-4ae3-b673-60a317c4967c, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=44d3a49e-624e-4ae3-b673-60a317c4967c,segment=NetworkSegment(689fe59e-2849-4aab-9a85-baac532490b3),segment_id=689fe59e-2849-4aab-9a85-baac532490b3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:16:31.964632 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:32.030874 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=44d3a49e-624e-4ae3-b673-60a317c4967c,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:32.188616 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e6e7319b-d963-425f-b2ed-0c346b67d8fe req-bbcb1f6b-4940-45b2-a372-cf5b5b918e12 tempest-SecurityGroupsTestAdminJSON-1720800790 tempest-SecurityGroupsTestAdminJSON-1720800790-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:32.289045 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e6e7319b-d963-425f-b2ed-0c346b67d8fe req-bbcb1f6b-4940-45b2-a372-cf5b5b918e12 tempest-SecurityGroupsTestAdminJSON-1720800790 tempest-SecurityGroupsTestAdminJSON-1720800790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:32.364547 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a572d56a-a7ca-4a66-bb54-088618f1841c req-47a2c086-a50e-4749-9d9f-88fad098b6a7 service neutron] 10.222.0.25 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125930 Nov 10 19:16:32.373540 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7ba1f5b3-adc3-40b0-b333-4de41755b16e req-ec366663-f583-402a-a7e2-7657da9a15c6 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/floatingips/bb223ac7-06d5-45b4-92d6-ee6fb20c9af0 HTTP/1.1" status: 200 len: 999 time: 0.2080061 Nov 10 19:16:32.507298 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1f5b3-adc3-40b0-b333-4de41755b16e req-330102a4-b638-4288-b72b-ca278308817d tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:32.514317 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7ba1f5b3-adc3-40b0-b333-4de41755b16e req-330102a4-b638-4288-b72b-ca278308817d tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 784 time: 0.1397641 Nov 10 19:16:32.523526 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb1f6b-4940-45b2-a372-cf5b5b918e12 tempest-SecurityGroupsTestAdminJSON-1720800790 tempest-SecurityGroupsTestAdminJSON-1720800790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7286c020-0ae3-41bb-b009-1d8f965fc43f,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:32.556126 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-7ba1f5b3-adc3-40b0-b333-4de41755b16e req-274cadca-7c15-4028-a938-8ba519f26385 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:16:32.572496 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7ba1f5b3-adc3-40b0-b333-4de41755b16e req-274cadca-7c15-4028-a938-8ba519f26385 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0566142 Nov 10 19:16:32.708952 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e6e7319b-d963-425f-b2ed-0c346b67d8fe req-bbcb1f6b-4940-45b2-a372-cf5b5b918e12 tempest-SecurityGroupsTestAdminJSON-1720800790 tempest-SecurityGroupsTestAdminJSON-1720800790-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:32.721658 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e6e7319b-d963-425f-b2ed-0c346b67d8fe req-bbcb1f6b-4940-45b2-a372-cf5b5b918e12 tempest-SecurityGroupsTestAdminJSON-1720800790 tempest-SecurityGroupsTestAdminJSON-1720800790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:32.770986 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb1f6b-4940-45b2-a372-cf5b5b918e12 tempest-SecurityGroupsTestAdminJSON-1720800790 tempest-SecurityGroupsTestAdminJSON-1720800790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df722cac-1387-4e94-bcfa-0881779673a1,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:32.799397 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a572d56a-a7ca-4a66-bb54-088618f1841c req-5f8e4185-ad25-40dc-b3b8-d8d2206b8e0a service neutron] 10.222.0.25 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208269 Nov 10 19:16:32.844097 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08efa6f3-c1ed-4bfd-b5bf-74431a6a537d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d3a49e-624e-4ae3-b673-60a317c4967c'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:16:32.846104 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e6e7319b-d963-425f-b2ed-0c346b67d8fe req-bbcb1f6b-4940-45b2-a372-cf5b5b918e12 tempest-SecurityGroupsTestAdminJSON-1720800790 tempest-SecurityGroupsTestAdminJSON-1720800790-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:32.847415 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f8423e-f8c6-4bd8-8957-7acc16ac907b" -d '{"events": [{"server_uuid": "08efa6f3-c1ed-4bfd-b5bf-74431a6a537d", "name": "network-vif-plugged", "status": "completed", "tag": "44d3a49e-624e-4ae3-b673-60a317c4967c"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:16:32.848758 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6e7319b-d963-425f-b2ed-0c346b67d8fe req-bbcb1f6b-4940-45b2-a372-cf5b5b918e12 tempest-SecurityGroupsTestAdminJSON-1720800790 tempest-SecurityGroupsTestAdminJSON-1720800790-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.3541107 Nov 10 19:16:32.905622 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636faa9-bc74-4b23-9f53-526aaa01758d req-d6783bf8-7cd6-494d-a4af-ee73d85d6f5e tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:32.911330 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3636faa9-bc74-4b23-9f53-526aaa01758d req-d6783bf8-7cd6-494d-a4af-ee73d85d6f5e tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=08efa6f3-c1ed-4bfd-b5bf-74431a6a537d HTTP/1.1" status: 200 len: 945 time: 0.1333857 Nov 10 19:16:33.018783 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3636faa9-bc74-4b23-9f53-526aaa01758d req-a0a8eae8-1180-4a69-9cd2-8857799e0668 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991814 Nov 10 19:16:33.193016 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a5128d5a-0e76-4016-b5f9-73f6b70f537b req-18ee52e8-ba13-4f67-8b2a-9272fd78368c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 210 time: 0.0940492 Nov 10 19:16:33.261402 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-225aac0e-1662-4732-8cad-a86545254da0 req-d8eef3cd-e3de-4265-b532-c8518686093c tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 1002 time: 0.1887550 Nov 10 19:16:33.358316 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225aac0e-1662-4732-8cad-a86545254da0 req-2cc683ec-e815-42da-99b3-306b306d72a2 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:33.360055 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-225aac0e-1662-4732-8cad-a86545254da0 req-2cc683ec-e815-42da-99b3-306b306d72a2 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports/d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91 HTTP/1.1" status: 200 len: 943 time: 0.0877562 Nov 10 19:16:33.365585 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-ccb069a7-2d09-4094-9738-02dfb469bd49 req-51a4299a-c9e3-42d2-bd7e-a597ca74308a tempest-SecurityGroupsTestAdminJSON-1720800790 tempest-SecurityGroupsTestAdminJSON-1720800790-project] Request body: {'security_group': {'name': 'tempest-securitygroup-662789948', 'description': 'tempest-description-362606457'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:16:33.393558 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ccb069a7-2d09-4094-9738-02dfb469bd49 req-51a4299a-c9e3-42d2-bd7e-a597ca74308a tempest-SecurityGroupsTestAdminJSON-1720800790 tempest-SecurityGroupsTestAdminJSON-1720800790-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:33.520075 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-225aac0e-1662-4732-8cad-a86545254da0 req-203f86fb-a980-4908-85f5-cc957f90db46 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 1002 time: 0.0916350 Nov 10 19:16:33.632135 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ccb069a7-2d09-4094-9738-02dfb469bd49 req-51a4299a-c9e3-42d2-bd7e-a597ca74308a tempest-SecurityGroupsTestAdminJSON-1720800790 tempest-SecurityGroupsTestAdminJSON-1720800790-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:33.645474 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ccb069a7-2d09-4094-9738-02dfb469bd49 req-51a4299a-c9e3-42d2-bd7e-a597ca74308a tempest-SecurityGroupsTestAdminJSON-1720800790 tempest-SecurityGroupsTestAdminJSON-1720800790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:33.708475 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4299a-c9e3-42d2-bd7e-a597ca74308a tempest-SecurityGroupsTestAdminJSON-1720800790 tempest-SecurityGroupsTestAdminJSON-1720800790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d218722-d88f-4d51-b7a0-f3f56f2a7708,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:33.718675 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ccb069a7-2d09-4094-9738-02dfb469bd49 req-51a4299a-c9e3-42d2-bd7e-a597ca74308a tempest-SecurityGroupsTestAdminJSON-1720800790 tempest-SecurityGroupsTestAdminJSON-1720800790-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:33.740659 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ccb069a7-2d09-4094-9738-02dfb469bd49 req-51a4299a-c9e3-42d2-bd7e-a597ca74308a tempest-SecurityGroupsTestAdminJSON-1720800790 tempest-SecurityGroupsTestAdminJSON-1720800790-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3793492 Nov 10 19:16:33.773064 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225aac0e-1662-4732-8cad-a86545254da0 req-4d234858-dd63-4a69-8a93-e69036d87e0c tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:33.774912 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-225aac0e-1662-4732-8cad-a86545254da0 req-4d234858-dd63-4a69-8a93-e69036d87e0c tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 784 time: 0.2443008 Nov 10 19:16:33.797099 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a49afb-7d70-4817-84d3-df966ddbc4c8 x-openstack-request-id: req-92a49afb-7d70-4817-84d3-df966ddbc4c8 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:16:33.797630 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08efa6f3-c1ed-4bfd-b5bf-74431a6a537d", "name": "network-vif-plugged", "status": "completed", "tag": "44d3a49e-624e-4ae3-b673-60a317c4967c", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:16:33.798088 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-92a49afb-7d70-4817-84d3-df966ddbc4c8 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:16:33.798734 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08efa6f3-c1ed-4bfd-b5bf-74431a6a537d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d3a49e-624e-4ae3-b673-60a317c4967c', 'code': 200} Nov 10 19:16:33.881688 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-3c8310d4-a89b-4828-98e0-e753d63f0f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:33.883108 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-3c8310d4-a89b-4828-98e0-e753d63f0f19 service neutron] 10.222.0.25 "GET /v2.0/ports/bb1386c3-1d75-43ef-9da4-68ee97148c59 HTTP/1.1" status: 200 len: 1031 time: 0.0458629 Nov 10 19:16:33.934951 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-225aac0e-1662-4732-8cad-a86545254da0 req-0b73bd5b-26b5-4b78-b7c1-cfe98e3dc3e9 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 1002 time: 0.1524589 Nov 10 19:16:33.960433 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-225aac0e-1662-4732-8cad-a86545254da0 req-93692048-d16c-487f-9524-0a9ed7dc538b tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:16:34.017226 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-4a312007-12dd-4a14-b28e-4e2e26b60026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:34.018717 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-4a312007-12dd-4a14-b28e-4e2e26b60026 service neutron] 10.222.0.25 "GET /v2.0/ports/d211dbba-dcd7-4e1b-982a-56e8eb100ca4 HTTP/1.1" status: 200 len: 1032 time: 0.1040664 Nov 10 19:16:34.061881 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-225aac0e-1662-4732-8cad-a86545254da0 req-93692048-d16c-487f-9524-0a9ed7dc538b tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks [] for floatingip, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:34.136298 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5bf901-bdca-4221-a41d-db8b6cfe886b req-729ff557-1562-433c-b138-9c1eebcaa0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:34.138150 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cd5bf901-bdca-4221-a41d-db8b6cfe886b req-729ff557-1562-433c-b138-9c1eebcaa0c6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=08efa6f3-c1ed-4bfd-b5bf-74431a6a537d HTTP/1.1" status: 200 len: 1096 time: 0.1456625 Nov 10 19:16:34.244393 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cd5bf901-bdca-4221-a41d-db8b6cfe886b req-fcda0129-a56c-433b-aa2f-5598f4f248c3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910692 Nov 10 19:16:34.257492 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-542db0ac-0a57-4ffd-bae3-7a65953072bf tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:34.265970 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-542db0ac-0a57-4ffd-bae3-7a65953072bf tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:34.275667 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-542db0ac-0a57-4ffd-bae3-7a65953072bf tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:34.277716 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-542db0ac-0a57-4ffd-bae3-7a65953072bf tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.25 "GET /v2.0/networks?id=8e0b3ba3-7215-45b5-b8de-5724ad198916&id=08d5b27a-446a-4f08-9532-b9da3981ea57&id=08d5b27a-446a-4f08-9532-b9da3981ea57&id=08d5b27a-446a-4f08-9532-b9da3981ea57&id=08d5b27a-446a-4f08-9532-b9da3981ea57&id=5e688d16-320a-464d-a934-8ef580053d1d&id=5e688d16-320a-464d-a934-8ef580053d1d HTTP/1.1" status: 200 len: 1994 time: 0.2487478 Nov 10 19:16:34.355746 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-225aac0e-1662-4732-8cad-a86545254da0 req-93692048-d16c-487f-9524-0a9ed7dc538b tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:34.367661 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-225aac0e-1662-4732-8cad-a86545254da0 req-93692048-d16c-487f-9524-0a9ed7dc538b tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:34.368321 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [req-225aac0e-1662-4732-8cad-a86545254da0 req-93692048-d16c-487f-9524-0a9ed7dc538b tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Floating IP bb223ac7-06d5-45b4-92d6-ee6fb20c9af0 disassociated. External IP: 172.25.3.138, port: d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91. Nov 10 19:16:34.474102 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-fee89a08-69ae-4e28-a4fa-fc63717213cf req-0a305569-3c1f-46a4-a0be-bda4c5913cc6 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2056116166', 'description': 'tempest-description-1024648643'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:16:34.652481 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-fee89a08-69ae-4e28-a4fa-fc63717213cf req-0a305569-3c1f-46a4-a0be-bda4c5913cc6 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:34.678484 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-fee89a08-69ae-4e28-a4fa-fc63717213cf req-0a305569-3c1f-46a4-a0be-bda4c5913cc6 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:34.702552 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-90361771-a7ec-4337-9e7c-71d6c70db896 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22b3d07c7c424271b33fe5fb0a26c6de HTTP/1.1" status: 200 len: 379 time: 0.1983509 Nov 10 19:16:34.722102 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-2a080904-1f94-4179-94f5-01277704d00c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Request body: {'port': {'device_id': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'network_id': '8e0b3ba3-7215-45b5-b8de-5724ad198916', 'admin_state_up': True, 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'security_groups': ['52fcf39c-a160-479f-ab07-6ed8e2db28f6']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:16:34.985861 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-fee89a08-69ae-4e28-a4fa-fc63717213cf req-0a305569-3c1f-46a4-a0be-bda4c5913cc6 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:34.988143 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-225aac0e-1662-4732-8cad-a86545254da0 req-93692048-d16c-487f-9524-0a9ed7dc538b tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Router e83b2309-5206-4160-a0e7-a6d4fbf752b9 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:16:34.997266 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-fee89a08-69ae-4e28-a4fa-fc63717213cf req-0a305569-3c1f-46a4-a0be-bda4c5913cc6 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:35.018153 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-2a080904-1f94-4179-94f5-01277704d00c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Made reservation on behalf of 22b3d07c7c424271b33fe5fb0a26c6de for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:16:35.022135 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-2a080904-1f94-4179-94f5-01277704d00c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:35.122873 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a305569-3c1f-46a4-a0be-bda4c5913cc6 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705fcee1-00a0-44ad-bc58-b250b321c005,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:35.593124 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-fee89a08-69ae-4e28-a4fa-fc63717213cf req-0a305569-3c1f-46a4-a0be-bda4c5913cc6 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:35.621155 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-225aac0e-1662-4732-8cad-a86545254da0 req-93692048-d16c-487f-9524-0a9ed7dc538b tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:16:35.622786 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-fee89a08-69ae-4e28-a4fa-fc63717213cf req-0a305569-3c1f-46a4-a0be-bda4c5913cc6 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:35.628631 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-225aac0e-1662-4732-8cad-a86545254da0 req-93692048-d16c-487f-9524-0a9ed7dc538b tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:35.635416 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38b9da9-76b3-4163-87e7-76964e93bbaf None None] Sync routers for ids ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:16:35.672070 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38b9da9-76b3-4163-87e7-76964e93bbaf None None] Routers {'e83b2309-5206-4160-a0e7-a6d4fbf752b9'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:16:35.673037 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-e38b9da9-76b3-4163-87e7-76964e93bbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:16:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:16:35.704106 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-fee89a08-69ae-4e28-a4fa-fc63717213cf req-0a305569-3c1f-46a4-a0be-bda4c5913cc6 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:35.705712 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fee89a08-69ae-4e28-a4fa-fc63717213cf req-0a305569-3c1f-46a4-a0be-bda4c5913cc6 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.2433734 Nov 10 19:16:35.715040 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a305569-3c1f-46a4-a0be-bda4c5913cc6 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bc8f81-83d5-4e19-82a3-cde5440308bb,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:35.728558 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-225aac0e-1662-4732-8cad-a86545254da0 req-93692048-d16c-487f-9524-0a9ed7dc538b tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "PUT /v2.0/floatingips/bb223ac7-06d5-45b4-92d6-ee6fb20c9af0 HTTP/1.1" status: 200 len: 696 time: 1.7729709 Nov 10 19:16:35.731443 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-2a080904-1f94-4179-94f5-01277704d00c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Allocated IP 172.20.0.11 (8e0b3ba3-7215-45b5-b8de-5724ad198916/3188f8a0-bf12-4d61-a184-005155fc37b9/86e3afec-d4a4-466b-a8cd-37704951f59c) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:16:35.735053 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c55b0d-b6bb-47f4-b127-a23c3c8d10a7', 'tag': 'd8c6471b-7c45-4bb2-8248-8b9d9cd3fc91'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:16:35.737703 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afccebe-b810-4088-a481-8083ae8e3804" -d '{"events": [{"name": "network-changed", "server_uuid": "14c55b0d-b6bb-47f4-b127-a23c3c8d10a7", "tag": "d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:16:35.895438 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225aac0e-1662-4732-8cad-a86545254da0 req-ce7298d0-8a7c-48de-a137-95fbd6388df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:35.897292 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-225aac0e-1662-4732-8cad-a86545254da0 req-ce7298d0-8a7c-48de-a137-95fbd6388df6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c57c83b50f6e4bc399a3a37742495e99&device_id=14c55b0d-b6bb-47f4-b127-a23c3c8d10a7 HTTP/1.1" status: 200 len: 1097 time: 0.1301436 Nov 10 19:16:35.981496 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-e38b9da9-76b3-4163-87e7-76964e93bbaf None None] Set router e83b2309-5206-4160-a0e7-a6d4fbf752b9 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:16:36.028272 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-2a080904-1f94-4179-94f5-01277704d00c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:36.099029 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225aac0e-1662-4732-8cad-a86545254da0 req-be6d4ce5-34de-4d01-bce2-185b6ea03bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:36.100600 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-225aac0e-1662-4732-8cad-a86545254da0 req-be6d4ce5-34de-4d01-bce2-185b6ea03bbc service neutron] 10.222.0.54 "GET /v2.0/networks?id=3a91fecc-dc01-4af5-8121-7bf79bed5161 HTTP/1.1" status: 200 len: 922 time: 0.1915982 Nov 10 19:16:36.180588 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-225aac0e-1662-4732-8cad-a86545254da0 req-f14fa6b5-6fb5-4f83-b200-106250f7513f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91 HTTP/1.1" status: 200 len: 217 time: 0.0697675 Nov 10 19:16:36.266707 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-e38b9da9-76b3-4163-87e7-76964e93bbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1078472189-router', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '12887987-c24d-4a12-836b-8255797614c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:32Z', 'revision_number': 4, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'gw_port': {'id': '12887987-c24d-4a12-836b-8255797614c9', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '5f53faea-99bc-4303-86c3-33664ffb47a1', 'name': '', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'mac_address': 'fa:16:3e:47:9a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:29Z', 'updated_at': '2021-11-10T19:14:54Z', 'revision_number': 5, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'subnets': [{'id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:16:36.274060 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-2a080904-1f94-4179-94f5-01277704d00c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:36.302160 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38b9da9-76b3-4163-87e7-76964e93bbaf None None] Checking router: e83b2309-5206-4160-a0e7-a6d4fbf752b9 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:16:36.311341 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38b9da9-76b3-4163-87e7-76964e93bbaf None None] Routers {'e83b2309-5206-4160-a0e7-a6d4fbf752b9'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:16:36.311804 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-e38b9da9-76b3-4163-87e7-76964e93bbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:16:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:16:36.347974 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a080904-1f94-4179-94f5-01277704d00c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Pushing event updated for resources: {'Port': ['ID=86e3afec-d4a4-466b-a8cd-37704951f59c,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:36.372168 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c263b19-e7d8-43b8-a577-07df16b35ca4 req-7b3903a7-759d-4a37-b9da-fb18f4dbde6a tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:36.374044 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0c263b19-e7d8-43b8-a577-07df16b35ca4 req-7b3903a7-759d-4a37-b9da-fb18f4dbde6a tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=08efa6f3-c1ed-4bfd-b5bf-74431a6a537d HTTP/1.1" status: 200 len: 945 time: 0.1833928 Nov 10 19:16:36.375542 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225aac0e-1662-4732-8cad-a86545254da0 req-02fe7afe-5f8a-492a-a1e9-34a0a07a1c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:36.377869 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-225aac0e-1662-4732-8cad-a86545254da0 req-02fe7afe-5f8a-492a-a1e9-34a0a07a1c55 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6ab75c40-5d7a-4d44-8e36-e5b14d411825 HTTP/1.1" status: 200 len: 860 time: 0.1963282 Nov 10 19:16:36.390225 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-2a080904-1f94-4179-94f5-01277704d00c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Network 8e0b3ba3-7215-45b5-b8de-5724ad198916 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:16:36.420088 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-2a080904-1f94-4179-94f5-01277704d00c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:16:36.423131 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-2a080904-1f94-4179-94f5-01277704d00c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:16:36.462838 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-e38b9da9-76b3-4163-87e7-76964e93bbaf None None] Set router e83b2309-5206-4160-a0e7-a6d4fbf752b9 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:16:36.514798 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-2a080904-1f94-4179-94f5-01277704d00c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:36.515686 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-2a080904-1f94-4179-94f5-01277704d00c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:36.588053 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0c263b19-e7d8-43b8-a577-07df16b35ca4 req-3f113cd1-1e29-4dab-87e8-685a6d56f102 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962831 Nov 10 19:16:36.595289 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225aac0e-1662-4732-8cad-a86545254da0 req-5692624f-fa45-434e-a4fa-10b513eae67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:36.596931 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-225aac0e-1662-4732-8cad-a86545254da0 req-5692624f-fa45-434e-a4fa-10b513eae67f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3a91fecc-dc01-4af5-8121-7bf79bed5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2040079 Nov 10 19:16:36.603791 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-2a080904-1f94-4179-94f5-01277704d00c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8865061 Nov 10 19:16:36.729597 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-a60303bf-c6b8-496b-b272-cec5106fd8c3 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Request body: {'port': {'device_id': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'network_id': '08d5b27a-446a-4f08-9532-b9da3981ea57', 'admin_state_up': True, 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'security_groups': ['52fcf39c-a160-479f-ab07-6ed8e2db28f6']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:16:36.768148 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4184e522-ce75-46fc-891c-dfda9cde4079 None None] Provisioning complete for port 86e3afec-d4a4-466b-a8cd-37704951f59c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:16:36.769213 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4184e522-ce75-46fc-891c-dfda9cde4079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:36.801088 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-e38b9da9-76b3-4163-87e7-76964e93bbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1078472189-router', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '12887987-c24d-4a12-836b-8255797614c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:32Z', 'revision_number': 4, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'gw_port': {'id': '12887987-c24d-4a12-836b-8255797614c9', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '5f53faea-99bc-4303-86c3-33664ffb47a1', 'name': '', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'mac_address': 'fa:16:3e:47:9a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:29Z', 'updated_at': '2021-11-10T19:14:54Z', 'revision_number': 5, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'subnets': [{'id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:16:36.824250 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-4184e522-ce75-46fc-891c-dfda9cde4079 None None] Port 86e3afec-d4a4-466b-a8cd-37704951f59c cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:16:36.866267 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38b9da9-76b3-4163-87e7-76964e93bbaf None None] The sync data for ids ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'] in n-d-813897-4 is: [{'id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1078472189-router', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '12887987-c24d-4a12-836b-8255797614c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:32Z', 'revision_number': 4, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'gw_port': {'id': '12887987-c24d-4a12-836b-8255797614c9', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '5f53faea-99bc-4303-86c3-33664ffb47a1', 'name': '', 'network_id': '3a91fecc-dc01-4af5-8121-7bf79bed5161', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'mac_address': 'fa:16:3e:47:9a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:29Z', 'updated_at': '2021-11-10T19:14:54Z', 'revision_number': 5, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'subnets': [{'id': '6ab75c40-5d7a-4d44-8e36-e5b14d411825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:16:36.871240 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-225aac0e-1662-4732-8cad-a86545254da0 req-03e827be-e787-4ae9-8c71-31a5c4216d4e service neutron] 10.222.0.54 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669282 Nov 10 19:16:36.928048 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfdb87-457d-4658-a3a8-adb86b994c20 req-3678b001-3f58-467f-b2c4-29cd31cd1d17 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:36.929907 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-64dfdb87-457d-4658-a3a8-adb86b994c20 req-3678b001-3f58-467f-b2c4-29cd31cd1d17 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 932 time: 0.2060122 Nov 10 19:16:37.057542 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-64dfdb87-457d-4658-a3a8-adb86b994c20 req-2d59a7cf-5566-497e-9e7e-4da5732565e8 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072447 Nov 10 19:16:37.109218 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-225aac0e-1662-4732-8cad-a86545254da0 req-62c96c7f-3864-407b-ab80-db91ef2e6e03 service neutron] 10.222.0.54 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338941 Nov 10 19:16:37.110475 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-a60303bf-c6b8-496b-b272-cec5106fd8c3 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Made reservation on behalf of 22b3d07c7c424271b33fe5fb0a26c6de for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:16:37.114611 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-a60303bf-c6b8-496b-b272-cec5106fd8c3 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:37.166920 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-d08abc1d-4e6b-4d11-81ee-115e146b7bd6 req-575653e1-f828-49ad-85c9-b0245c7ceac7 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-437556256', 'description': 'tempest-description-1697819577'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:16:37.239223 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4905b667-4d7f-42c8-8226-55895b551012 x-openstack-request-id: req-4905b667-4d7f-42c8-8226-55895b551012 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:16:37.239610 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c55b0d-b6bb-47f4-b127-a23c3c8d10a7", "tag": "d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:16:37.239852 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4905b667-4d7f-42c8-8226-55895b551012 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:16:37.240436 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c55b0d-b6bb-47f4-b127-a23c3c8d10a7', 'tag': 'd8c6471b-7c45-4bb2-8248-8b9d9cd3fc91', 'status': 'completed', 'code': 200} Nov 10 19:16:37.263550 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d08abc1d-4e6b-4d11-81ee-115e146b7bd6 req-575653e1-f828-49ad-85c9-b0245c7ceac7 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:37.297560 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9f6861-6d74-4ff4-8bcb-39d3f1d8e8fc None None] New status for floating IP bb223ac7-06d5-45b4-92d6-ee6fb20c9af0: DOWN {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:16:37.336329 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afccebe-b810-4088-a481-8083ae8e3804 req-e050d072-18a6-459f-955b-2acc95152378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:37.338842 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6afccebe-b810-4088-a481-8083ae8e3804 req-e050d072-18a6-459f-955b-2acc95152378 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c57c83b50f6e4bc399a3a37742495e99&device_id=14c55b0d-b6bb-47f4-b127-a23c3c8d10a7 HTTP/1.1" status: 200 len: 1097 time: 0.0694163 Nov 10 19:16:37.399256 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-a60303bf-c6b8-496b-b272-cec5106fd8c3 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Allocated IP 10.1.1.138 (08d5b27a-446a-4f08-9532-b9da3981ea57/aa2b07b6-2c88-46ba-ac6c-03d3922986c1/c0d44e64-5553-4dbb-b756-cea461ad25d9) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:16:37.571113 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afccebe-b810-4088-a481-8083ae8e3804 req-01d85c24-3116-4985-8c28-4e376e143301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:37.573158 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6afccebe-b810-4088-a481-8083ae8e3804 req-01d85c24-3116-4985-8c28-4e376e143301 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a91fecc-dc01-4af5-8121-7bf79bed5161 HTTP/1.1" status: 200 len: 922 time: 0.2158370 Nov 10 19:16:37.615294 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d08abc1d-4e6b-4d11-81ee-115e146b7bd6 req-575653e1-f828-49ad-85c9-b0245c7ceac7 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:37.697320 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d08abc1d-4e6b-4d11-81ee-115e146b7bd6 req-575653e1-f828-49ad-85c9-b0245c7ceac7 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:37.704754 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6afccebe-b810-4088-a481-8083ae8e3804 req-4e5585a6-2c24-4de6-a097-ed3b848fc84d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91 HTTP/1.1" status: 200 len: 217 time: 0.1220491 Nov 10 19:16:37.794692 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afccebe-b810-4088-a481-8083ae8e3804 req-efd84d00-acb2-45d0-9c7f-cb7e089a5933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:37.796548 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6afccebe-b810-4088-a481-8083ae8e3804 req-efd84d00-acb2-45d0-9c7f-cb7e089a5933 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ab75c40-5d7a-4d44-8e36-e5b14d411825 HTTP/1.1" status: 200 len: 860 time: 0.0865450 Nov 10 19:16:37.877629 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afccebe-b810-4088-a481-8083ae8e3804 req-b04344bb-c301-41a8-be78-ee609b7eabb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:37.879364 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6afccebe-b810-4088-a481-8083ae8e3804 req-b04344bb-c301-41a8-be78-ee609b7eabb0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a91fecc-dc01-4af5-8121-7bf79bed5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743787 Nov 10 19:16:37.886860 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575653e1-f828-49ad-85c9-b0245c7ceac7 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4400a736-21bd-4382-84cb-8384b3457a95,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:37.954698 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-a60303bf-c6b8-496b-b272-cec5106fd8c3 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:37.989449 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d08abc1d-4e6b-4d11-81ee-115e146b7bd6 req-575653e1-f828-49ad-85c9-b0245c7ceac7 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:37.991019 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d08abc1d-4e6b-4d11-81ee-115e146b7bd6 req-575653e1-f828-49ad-85c9-b0245c7ceac7 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.8423181 Nov 10 19:16:37.993532 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-a60303bf-c6b8-496b-b272-cec5106fd8c3 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:38.043168 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba020656-1c13-4144-b03b-9adcf9870462 req-8e247515-4dc5-417c-a51d-6281e41e556f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:38.044940 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba020656-1c13-4144-b03b-9adcf9870462 req-8e247515-4dc5-417c-a51d-6281e41e556f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=55597ebb7ba248d788dd953f401fb01c&device_id=08efa6f3-c1ed-4bfd-b5bf-74431a6a537d HTTP/1.1" status: 200 len: 1096 time: 0.3508739 Nov 10 19:16:38.046818 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-a60303bf-c6b8-496b-b272-cec5106fd8c3 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Network 08d5b27a-446a-4f08-9532-b9da3981ea57 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:16:38.054522 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-a60303bf-c6b8-496b-b272-cec5106fd8c3 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:16:38.063561 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-a60303bf-c6b8-496b-b272-cec5106fd8c3 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:16:38.103351 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6afccebe-b810-4088-a481-8083ae8e3804 req-33d41191-f7d3-416a-9220-9731d2e42dc8 service neutron] 10.222.0.25 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147589 Nov 10 19:16:38.134755 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60303bf-c6b8-496b-b272-cec5106fd8c3 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Pushing event updated for resources: {'Port': ['ID=c0d44e64-5553-4dbb-b756-cea461ad25d9,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:38.296195 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6afccebe-b810-4088-a481-8083ae8e3804 req-1d38b581-0761-40d6-9265-409e725b2f8a service neutron] 10.222.0.25 "GET /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838722 Nov 10 19:16:38.297558 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-a60303bf-c6b8-496b-b272-cec5106fd8c3 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:38.298227 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-a60303bf-c6b8-496b-b272-cec5106fd8c3 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:38.362998 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba020656-1c13-4144-b03b-9adcf9870462 req-c761280d-a9ea-4f44-8c39-58e084ff8d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:38.364948 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba020656-1c13-4144-b03b-9adcf9870462 req-c761280d-a9ea-4f44-8c39-58e084ff8d25 service neutron] 10.222.0.25 "GET /v2.0/networks?id=84c30210-1766-4b73-a472-c9afa703f4ae HTTP/1.1" status: 200 len: 919 time: 0.2917380 Nov 10 19:16:38.372525 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-a60303bf-c6b8-496b-b272-cec5106fd8c3 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6498175 Nov 10 19:16:38.388627 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2bfc97-b540-4af6-bb86-1a1e2c8bcdb3 req-f49b43f8-2698-4edc-8fbc-d927ef161bf1 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:38.394236 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1f2bfc97-b540-4af6-bb86-1a1e2c8bcdb3 req-f49b43f8-2698-4edc-8fbc-d927ef161bf1 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e056ebd-3d2b-4fc8-9135-d57479615454 HTTP/1.1" status: 200 len: 950 time: 0.2138956 Nov 10 19:16:38.409795 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cb0e2-bd41-4265-8a4a-3d61384d2b74 req-867fdac6-e286-4519-8e70-4da787e9a24e tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:38.413629 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-954cb0e2-bd41-4265-8a4a-3d61384d2b74 req-867fdac6-e286-4519-8e70-4da787e9a24e tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=08efa6f3-c1ed-4bfd-b5bf-74431a6a537d HTTP/1.1" status: 200 len: 945 time: 0.2524810 Nov 10 19:16:38.451145 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-2bfc8d90-f43d-4f44-b803-2b0d1f7f3171 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Request body: {'port': {'device_id': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'network_id': '08d5b27a-446a-4f08-9532-b9da3981ea57', 'admin_state_up': True, 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'security_groups': ['52fcf39c-a160-479f-ab07-6ed8e2db28f6']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:16:38.460713 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-24a5fc6a-9e3d-4e01-bfb2-a75087827a3c None None] Provisioning complete for port c0d44e64-5553-4dbb-b756-cea461ad25d9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:16:38.461909 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-24a5fc6a-9e3d-4e01-bfb2-a75087827a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:38.476074 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba020656-1c13-4144-b03b-9adcf9870462 req-d516d67f-5804-4bcc-9713-cef65363f8a8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44d3a49e-624e-4ae3-b673-60a317c4967c HTTP/1.1" status: 200 len: 217 time: 0.0970423 Nov 10 19:16:38.513580 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-24a5fc6a-9e3d-4e01-bfb2-a75087827a3c None None] Port c0d44e64-5553-4dbb-b756-cea461ad25d9 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:16:38.525121 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-954cb0e2-bd41-4265-8a4a-3d61384d2b74 req-0a19ad62-aff1-4d92-8cc4-3944593c64f0 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682874 Nov 10 19:16:38.659183 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba020656-1c13-4144-b03b-9adcf9870462 req-dc9863f8-1581-40d9-8a68-7ce86c84c91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:38.661421 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba020656-1c13-4144-b03b-9adcf9870462 req-dc9863f8-1581-40d9-8a68-7ce86c84c91c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f0f0b475-2f63-4d7b-baac-8e262a7cc3df HTTP/1.1" status: 200 len: 858 time: 0.1512384 Nov 10 19:16:38.713331 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1f2bfc97-b540-4af6-bb86-1a1e2c8bcdb3 req-0e03a193-4922-4a5f-947e-4e6e79091649 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ce1d6ca-bde4-4c78-af6f-60a18dd0bfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661853 Nov 10 19:16:38.763914 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba020656-1c13-4144-b03b-9adcf9870462 req-8b863fd8-43b2-4bb0-bbb4-6eacd47a971f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84c30210-1766-4b73-a472-c9afa703f4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913856 Nov 10 19:16:38.885421 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-2bfc8d90-f43d-4f44-b803-2b0d1f7f3171 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Made reservation on behalf of 22b3d07c7c424271b33fe5fb0a26c6de for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:16:38.889205 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-2bfc8d90-f43d-4f44-b803-2b0d1f7f3171 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:38.932071 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba020656-1c13-4144-b03b-9adcf9870462 req-6a95c21b-c1a7-4d93-a11e-7836e1869b7b service neutron] 10.222.0.25 "GET /v2.0/networks/84c30210-1766-4b73-a472-c9afa703f4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518843 Nov 10 19:16:39.182263 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba020656-1c13-4144-b03b-9adcf9870462 req-17b7678c-1bdc-487a-9db1-342cb39c07c0 service neutron] 10.222.0.25 "GET /v2.0/networks/84c30210-1766-4b73-a472-c9afa703f4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379131 Nov 10 19:16:39.215759 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-2bfc8d90-f43d-4f44-b803-2b0d1f7f3171 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Allocated IP 10.1.1.166 (08d5b27a-446a-4f08-9532-b9da3981ea57/aa2b07b6-2c88-46ba-ac6c-03d3922986c1/3e40d835-e479-4c27-8f24-be6c043e98be) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:16:39.426580 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aec64d97-8bd9-4dc0-abe7-48f392421a42 req-74d1b61b-a031-4c97-9146-ca9f9bd1a223 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42595 time: 0.6682022 Nov 10 19:16:39.556396 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-2bfc8d90-f43d-4f44-b803-2b0d1f7f3171 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:39.559246 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aec64d97-8bd9-4dc0-abe7-48f392421a42 req-8eeea59d-8ed9-4a6b-8575-a4f31fd1179f tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] 10.222.0.54 "GET /v2.0/security-groups/18d4ce33-fc1e-4efa-9f03-6d1f8af2ec16 HTTP/1.1" status: 200 len: 2998 time: 0.1224964 Nov 10 19:16:39.563959 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-446e173c-2d6d-4b11-a1cb-8a9bce267b04 req-fa2555d9-cf6c-43e5-b286-87f4626caa0f tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/floatingips/bb223ac7-06d5-45b4-92d6-ee6fb20c9af0 HTTP/1.1" status: 200 len: 694 time: 0.0810411 Nov 10 19:16:39.709529 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aec64d97-8bd9-4dc0-abe7-48f392421a42 req-a0f8bd05-d85a-43fa-b970-caf4c9aa4288 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] 10.222.0.54 "GET /v2.0/security-groups/18d4ce33-fc1e-4efa-9f03-6d1f8af2ec16 HTTP/1.1" status: 200 len: 2998 time: 0.1394835 Nov 10 19:16:39.721648 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-2bfc8d90-f43d-4f44-b803-2b0d1f7f3171 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:39.799529 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-2bfc8d90-f43d-4f44-b803-2b0d1f7f3171 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Network 08d5b27a-446a-4f08-9532-b9da3981ea57 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:16:39.807063 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e173c-2d6d-4b11-a1cb-8a9bce267b04 req-4e4065b3-88ec-4542-9f90-f9231237185c tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:39.808561 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-446e173c-2d6d-4b11-a1cb-8a9bce267b04 req-4e4065b3-88ec-4542-9f90-f9231237185c tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 784 time: 0.2368896 Nov 10 19:16:39.825371 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-2bfc8d90-f43d-4f44-b803-2b0d1f7f3171 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:16:39.834291 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-2bfc8d90-f43d-4f44-b803-2b0d1f7f3171 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:16:39.894106 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc8d90-f43d-4f44-b803-2b0d1f7f3171 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Pushing event updated for resources: {'Port': ['ID=3e40d835-e479-4c27-8f24-be6c043e98be,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:39.903296 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aec64d97-8bd9-4dc0-abe7-48f392421a42 req-0e50d35c-c964-4766-a15e-b5b75ea404a4 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] 10.222.0.54 "GET /v2.0/security-groups/25cfbe48-e133-43b8-98af-8c31cdb438e6 HTTP/1.1" status: 200 len: 2998 time: 0.1927185 Nov 10 19:16:39.941843 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-446e173c-2d6d-4b11-a1cb-8a9bce267b04 req-07590672-07de-432a-ae78-3ff8d0f35073 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 697 time: 0.1170566 Nov 10 19:16:40.001046 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-2bfc8d90-f43d-4f44-b803-2b0d1f7f3171 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:40.001819 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-2bfc8d90-f43d-4f44-b803-2b0d1f7f3171 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:40.034191 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-446e173c-2d6d-4b11-a1cb-8a9bce267b04 req-669bba08-6fd7-411a-aa1d-55c9e3f6f536 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.138 HTTP/1.1" status: 200 len: 697 time: 0.0936840 Nov 10 19:16:40.148078 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d52eeecb-a4ce-42c1-8993-8c0b52e7855e None None] Provisioning complete for port 3e40d835-e479-4c27-8f24-be6c043e98be triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:16:40.149063 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d52eeecb-a4ce-42c1-8993-8c0b52e7855e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:40.196936 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-d52eeecb-a4ce-42c1-8993-8c0b52e7855e None None] Port 3e40d835-e479-4c27-8f24-be6c043e98be cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:16:40.393796 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-2bfc8d90-f43d-4f44-b803-2b0d1f7f3171 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9978101 Nov 10 19:16:40.395541 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aec64d97-8bd9-4dc0-abe7-48f392421a42 req-998b6305-78de-4442-934d-fcc7fe13b205 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] 10.222.0.54 "GET /v2.0/security-groups/25cfbe48-e133-43b8-98af-8c31cdb438e6 HTTP/1.1" status: 200 len: 2998 time: 0.4913993 Nov 10 19:16:40.408416 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-3e622491-b53d-436e-b125-989ffe341e0c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Request body: {'port': {'device_id': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '5e688d16-320a-464d-a934-8ef580053d1d', 'admin_state_up': True, 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'security_groups': ['52fcf39c-a160-479f-ab07-6ed8e2db28f6']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:16:40.595058 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aec64d97-8bd9-4dc0-abe7-48f392421a42 req-3f7c4a4d-799c-4531-b2c4-f4777a557a0b tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] 10.222.0.54 "GET /v2.0/security-groups/6abcce0f-c6a6-4d15-bce8-1d7464d7e84e HTTP/1.1" status: 200 len: 2998 time: 0.1827915 Nov 10 19:16:40.639927 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-446e173c-2d6d-4b11-a1cb-8a9bce267b04 req-e828aa64-12d9-4286-b296-5a060f3a42fc tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Deleting port 722d44af-2414-4568-ba73-53841d1273bf {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:16:40.640297 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-446e173c-2d6d-4b11-a1cb-8a9bce267b04 req-e828aa64-12d9-4286-b296-5a060f3a42fc tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:40.641948 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-3e622491-b53d-436e-b125-989ffe341e0c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Made reservation on behalf of 22b3d07c7c424271b33fe5fb0a26c6de for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:16:40.726593 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 6c0a9501-d040-4b01-afe2-0b8493a9510e no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:16:40.760672 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aec64d97-8bd9-4dc0-abe7-48f392421a42 req-f49f0ae2-e602-46b7-8514-fbd34d76b921 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] 10.222.0.54 "GET /v2.0/security-groups/6abcce0f-c6a6-4d15-bce8-1d7464d7e84e HTTP/1.1" status: 200 len: 2998 time: 0.1513669 Nov 10 19:16:40.827256 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-446e173c-2d6d-4b11-a1cb-8a9bce267b04 req-e828aa64-12d9-4286-b296-5a060f3a42fc tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:40.827580 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-446e173c-2d6d-4b11-a1cb-8a9bce267b04 req-e828aa64-12d9-4286-b296-5a060f3a42fc tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:40.843102 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:40.856213 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-446e173c-2d6d-4b11-a1cb-8a9bce267b04 req-e828aa64-12d9-4286-b296-5a060f3a42fc tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Calling delete_port for 722d44af-2414-4568-ba73-53841d1273bf owned by network:floatingip {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:16:40.863924 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-3e622491-b53d-436e-b125-989ffe341e0c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:40.869383 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aec64d97-8bd9-4dc0-abe7-48f392421a42 req-6bb10a5c-a485-419a-ae15-6bb03a613d1a tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] 10.222.0.54 "GET /v2.0/security-groups/6ff0886a-5c25-4538-8924-70a050aa63ad HTTP/1.1" status: 200 len: 2998 time: 0.1004086 Nov 10 19:16:40.909936 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 6c0a9501-d040-4b01-afe2-0b8493a9510e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6c0a9501-d040-4b01-afe2-0b8493a9510e,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:16:40.911491 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e056ebd-3d2b-4fc8-9135-d57479615454', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c0a9501-d040-4b01-afe2-0b8493a9510e'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:16:40.914582 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41702f7-6531-44f1-ba62-2cf576438191" -d '{"events": [{"server_uuid": "8e056ebd-3d2b-4fc8-9135-d57479615454", "name": "network-vif-unplugged", "status": "completed", "tag": "6c0a9501-d040-4b01-afe2-0b8493a9510e"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:16:40.919563 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:40.989129 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=6c0a9501-d040-4b01-afe2-0b8493a9510e,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:41.037248 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aec64d97-8bd9-4dc0-abe7-48f392421a42 req-e871cc93-f766-484f-b732-870e86555939 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] 10.222.0.54 "GET /v2.0/security-groups/6ff0886a-5c25-4538-8924-70a050aa63ad HTTP/1.1" status: 200 len: 2998 time: 0.1560385 Nov 10 19:16:41.201336 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aec64d97-8bd9-4dc0-abe7-48f392421a42 req-394dcdf5-2db6-46d0-8ea7-9f4db429b484 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] 10.222.0.54 "GET /v2.0/security-groups/705fcee1-00a0-44ad-bc58-b250b321c005 HTTP/1.1" status: 200 len: 3002 time: 0.1314135 Nov 10 19:16:41.215904 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-3e622491-b53d-436e-b125-989ffe341e0c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Allocated IP 10.2.2.100 (5e688d16-320a-464d-a934-8ef580053d1d/051d3797-d00c-4f4f-b38c-ea825714261f/de23dff7-0358-45d9-aba5-b288f9e2dceb) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:16:41.257321 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-446e173c-2d6d-4b11-a1cb-8a9bce267b04 req-e828aa64-12d9-4286-b296-5a060f3a42fc tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:41.302762 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828aa64-12d9-4286-b296-5a060f3a42fc tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Pushing event deleted for resources: {'Port': ['ID=722d44af-2414-4568-ba73-53841d1273bf,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:41.319225 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aec64d97-8bd9-4dc0-abe7-48f392421a42 req-14e333a3-27eb-49e5-badb-08ec5d312554 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] 10.222.0.54 "GET /v2.0/security-groups/705fcee1-00a0-44ad-bc58-b250b321c005 HTTP/1.1" status: 200 len: 3002 time: 0.1067522 Nov 10 19:16:41.484700 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-446e173c-2d6d-4b11-a1cb-8a9bce267b04 req-e828aa64-12d9-4286-b296-5a060f3a42fc tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks [] for floatingip, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:41.487409 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-446e173c-2d6d-4b11-a1cb-8a9bce267b04 req-e828aa64-12d9-4286-b296-5a060f3a42fc tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:41.488868 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-446e173c-2d6d-4b11-a1cb-8a9bce267b04 req-e828aa64-12d9-4286-b296-5a060f3a42fc tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "DELETE /v2.0/floatingips/bb223ac7-06d5-45b4-92d6-ee6fb20c9af0 HTTP/1.1" status: 204 len: 173 time: 1.4535429 Nov 10 19:16:41.491490 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aec64d97-8bd9-4dc0-abe7-48f392421a42 req-4a67e0a8-fa18-49cb-8cd9-5aff156db9cb tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] 10.222.0.54 "GET /v2.0/security-groups/7286c020-0ae3-41bb-b009-1d8f965fc43f HTTP/1.1" status: 200 len: 3002 time: 0.1487079 Nov 10 19:16:41.543616 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-3e622491-b53d-436e-b125-989ffe341e0c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:41.601798 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aec64d97-8bd9-4dc0-abe7-48f392421a42 req-3f5a20dd-f08c-4038-9975-995c6c0211fe tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] 10.222.0.54 "GET /v2.0/security-groups/7286c020-0ae3-41bb-b009-1d8f965fc43f HTTP/1.1" status: 200 len: 3002 time: 0.0983157 Nov 10 19:16:41.652505 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-3e622491-b53d-436e-b125-989ffe341e0c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:41.669482 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52c34e-c604-4da6-ab97-195e86f7b8d1 req-886ddb49-dbd1-404c-887d-e5aab21efd47 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:41.675543 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52c34e-c604-4da6-ab97-195e86f7b8d1 req-886ddb49-dbd1-404c-887d-e5aab21efd47 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:41.681750 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52c34e-c604-4da6-ab97-195e86f7b8d1 req-886ddb49-dbd1-404c-887d-e5aab21efd47 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:41.683516 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef52c34e-c604-4da6-ab97-195e86f7b8d1 req-886ddb49-dbd1-404c-887d-e5aab21efd47 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 2375 time: 0.1160913 Nov 10 19:16:41.740712 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aec64d97-8bd9-4dc0-abe7-48f392421a42 req-14530a64-a961-4668-ac83-cd487f316d56 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] 10.222.0.54 "GET /v2.0/security-groups/9201829c-7a3d-4710-9e1c-b1f03e6f4e69 HTTP/1.1" status: 200 len: 2994 time: 0.1293616 Nov 10 19:16:41.755211 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-3e622491-b53d-436e-b125-989ffe341e0c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Network 5e688d16-320a-464d-a934-8ef580053d1d is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:16:41.769753 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-3e622491-b53d-436e-b125-989ffe341e0c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:16:41.778109 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-3e622491-b53d-436e-b125-989ffe341e0c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:16:41.792467 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e622491-b53d-436e-b125-989ffe341e0c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Pushing event updated for resources: {'Port': ['ID=de23dff7-0358-45d9-aba5-b288f9e2dceb,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:41.839439 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef52c34e-c604-4da6-ab97-195e86f7b8d1 req-9fc00eeb-a8df-4983-ab67-729c397e2a36 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275809 Nov 10 19:16:41.871483 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-3e622491-b53d-436e-b125-989ffe341e0c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:41.872143 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-3e622491-b53d-436e-b125-989ffe341e0c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:41.883149 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aec64d97-8bd9-4dc0-abe7-48f392421a42 req-0a9bd87e-4269-437c-a3c8-096e0d30c815 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] 10.222.0.54 "GET /v2.0/security-groups/9201829c-7a3d-4710-9e1c-b1f03e6f4e69 HTTP/1.1" status: 200 len: 2994 time: 0.1303017 Nov 10 19:16:41.918435 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-3e622491-b53d-436e-b125-989ffe341e0c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5171621 Nov 10 19:16:41.931177 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-c0432cb2-2a09-403d-8346-f173f72eb654 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Request body: {'port': {'device_id': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '5e688d16-320a-464d-a934-8ef580053d1d', 'admin_state_up': True, 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'security_groups': ['52fcf39c-a160-479f-ab07-6ed8e2db28f6']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:16:42.006693 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aec64d97-8bd9-4dc0-abe7-48f392421a42 req-9bcdef1e-b473-43a8-9542-70b173294121 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] 10.222.0.54 "GET /v2.0/security-groups/92ea09d3-a796-4e6e-891e-2a0deafe3414 HTTP/1.1" status: 200 len: 2990 time: 0.1111929 Nov 10 19:16:42.117905 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aec64d97-8bd9-4dc0-abe7-48f392421a42 req-8adc648f-0e32-4e9a-a141-73f4b290c2c4 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] 10.222.0.54 "GET /v2.0/security-groups/92ea09d3-a796-4e6e-891e-2a0deafe3414 HTTP/1.1" status: 200 len: 2990 time: 0.1014075 Nov 10 19:16:42.143173 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-04b6d48f-e60d-4aab-8a11-428c1f1ce979 None None] Provisioning complete for port de23dff7-0358-45d9-aba5-b288f9e2dceb triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:16:42.143679 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-04b6d48f-e60d-4aab-8a11-428c1f1ce979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:42.159459 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-c0432cb2-2a09-403d-8346-f173f72eb654 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Made reservation on behalf of 22b3d07c7c424271b33fe5fb0a26c6de for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:16:42.164720 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-c0432cb2-2a09-403d-8346-f173f72eb654 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:42.193000 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aec64d97-8bd9-4dc0-abe7-48f392421a42 req-a068eda3-07da-478b-be98-660ae32a0984 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] 10.222.0.54 "GET /v2.0/security-groups/9ce1d6ca-bde4-4c78-af6f-60a18dd0bfd9 HTTP/1.1" status: 200 len: 2998 time: 0.0630269 Nov 10 19:16:42.220028 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-04b6d48f-e60d-4aab-8a11-428c1f1ce979 None None] Port de23dff7-0358-45d9-aba5-b288f9e2dceb cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:16:42.313920 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aec64d97-8bd9-4dc0-abe7-48f392421a42 req-0df5c3e9-70ef-4b37-bfee-5042404ad1b1 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] 10.222.0.54 "GET /v2.0/security-groups/9ce1d6ca-bde4-4c78-af6f-60a18dd0bfd9 HTTP/1.1" status: 200 len: 2998 time: 0.1135733 Nov 10 19:16:42.435774 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aec64d97-8bd9-4dc0-abe7-48f392421a42 req-7bcb7d04-e566-498a-8155-468f5c3c91fa tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] 10.222.0.54 "GET /v2.0/security-groups/b7f75c73-b8b6-4b96-990f-afb1f094ac2b HTTP/1.1" status: 200 len: 2998 time: 0.1044071 Nov 10 19:16:42.438702 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-c0432cb2-2a09-403d-8346-f173f72eb654 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Allocated IP 10.2.2.200 (5e688d16-320a-464d-a934-8ef580053d1d/051d3797-d00c-4f4f-b38c-ea825714261f/018e007e-c84a-4abf-8483-76780dc92b09) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:16:42.575212 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aec64d97-8bd9-4dc0-abe7-48f392421a42 req-e83f699d-53e8-4143-aeb5-73a92882d038 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] 10.222.0.54 "GET /v2.0/security-groups/b7f75c73-b8b6-4b96-990f-afb1f094ac2b HTTP/1.1" status: 200 len: 2998 time: 0.1049075 Nov 10 19:16:42.652788 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aec64d97-8bd9-4dc0-abe7-48f392421a42 req-030718c4-8eed-4dd1-8231-33ae026f0b91 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] 10.222.0.54 "GET /v2.0/security-groups/f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a HTTP/1.1" status: 200 len: 2998 time: 0.0700662 Nov 10 19:16:42.657678 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-c0432cb2-2a09-403d-8346-f173f72eb654 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:42.721172 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aec64d97-8bd9-4dc0-abe7-48f392421a42 req-b67a94d5-e612-4634-b3a9-e5172c6f1cf8 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] 10.222.0.54 "GET /v2.0/security-groups/f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a HTTP/1.1" status: 200 len: 2998 time: 0.0597074 Nov 10 19:16:42.730264 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-c0432cb2-2a09-403d-8346-f173f72eb654 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:42.776026 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-c0432cb2-2a09-403d-8346-f173f72eb654 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Network 5e688d16-320a-464d-a934-8ef580053d1d is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:16:42.779536 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-c0432cb2-2a09-403d-8346-f173f72eb654 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:16:42.783510 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-c0432cb2-2a09-403d-8346-f173f72eb654 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:16:42.822646 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0432cb2-2a09-403d-8346-f173f72eb654 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Pushing event updated for resources: {'Port': ['ID=018e007e-c84a-4abf-8483-76780dc92b09,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:42.843128 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0432cb2-2a09-403d-8346-f173f72eb654 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:16:42.843613 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0432cb2-2a09-403d-8346-f173f72eb654 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:16:42.843810 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0432cb2-2a09-403d-8346-f173f72eb654 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:16:42.844145 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0432cb2-2a09-403d-8346-f173f72eb654 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:16:42.844477 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0432cb2-2a09-403d-8346-f173f72eb654 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:16:42.844808 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0432cb2-2a09-403d-8346-f173f72eb654 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:16:42.845134 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0432cb2-2a09-403d-8346-f173f72eb654 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:16:42.845459 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0432cb2-2a09-403d-8346-f173f72eb654 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:16:42.845826 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0432cb2-2a09-403d-8346-f173f72eb654 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:16:42.846159 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0432cb2-2a09-403d-8346-f173f72eb654 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:16:42.846479 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0432cb2-2a09-403d-8346-f173f72eb654 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:16:42.846808 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0432cb2-2a09-403d-8346-f173f72eb654 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:16:42.906296 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-c0432cb2-2a09-403d-8346-f173f72eb654 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:42.906966 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-c0432cb2-2a09-403d-8346-f173f72eb654 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:42.917115 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c092da-e3b8-40c6-8ab8-6ce79bc4eb09 x-openstack-request-id: req-a6c092da-e3b8-40c6-8ab8-6ce79bc4eb09 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:16:42.918041 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e056ebd-3d2b-4fc8-9135-d57479615454", "name": "network-vif-unplugged", "status": "completed", "tag": "6c0a9501-d040-4b01-afe2-0b8493a9510e", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:16:42.919489 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a6c092da-e3b8-40c6-8ab8-6ce79bc4eb09 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:16:42.920863 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e056ebd-3d2b-4fc8-9135-d57479615454', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c0a9501-d040-4b01-afe2-0b8493a9510e', 'code': 200} Nov 10 19:16:42.932555 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-c0432cb2-2a09-403d-8346-f173f72eb654 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0045729 Nov 10 19:16:42.944947 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7103851-6dfe-4101-b904-00eebd5f8572 req-4a557e61-40ae-4b59-97c5-df95a09acac5 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:42.946543 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a7103851-6dfe-4101-b904-00eebd5f8572 req-4a557e61-40ae-4b59-97c5-df95a09acac5 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=08efa6f3-c1ed-4bfd-b5bf-74431a6a537d HTTP/1.1" status: 200 len: 945 time: 0.1123691 Nov 10 19:16:42.951759 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-85c1e1ab-ca97-4cc8-9618-b67f10ed4fa6 service neutron] Request body: {'port': {'device_id': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:16:43.056301 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-85c1e1ab-ca97-4cc8-9618-b67f10ed4fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:43.093483 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a7103851-6dfe-4101-b904-00eebd5f8572 req-fe144b1d-ae54-4440-9d09-a3c24100b46a tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386056 Nov 10 19:16:43.153109 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-39fdbe90-6a3c-43a4-a21e-1ed166a5df11 None None] Provisioning complete for port 018e007e-c84a-4abf-8483-76780dc92b09 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:16:43.153590 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-39fdbe90-6a3c-43a4-a21e-1ed166a5df11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:43.227101 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-39fdbe90-6a3c-43a4-a21e-1ed166a5df11 None None] Port 018e007e-c84a-4abf-8483-76780dc92b09 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:16:43.335286 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-00a500f6-244f-4b84-adda-b553fcade089 req-5ef60683-538a-4c68-a633-be3f720f0ba6 tempest-SecurityGroupsTestAdminJSON-1720800790 tempest-SecurityGroupsTestAdminJSON-1720800790-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=15cce788a2ef471abe8517b119a3d419 HTTP/1.1" status: 200 len: 6159 time: 0.1717997 Nov 10 19:16:43.432763 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-00a500f6-244f-4b84-adda-b553fcade089 req-ef8c3910-e197-4293-a772-de4e80f4072e tempest-SecurityGroupsTestAdminJSON-1720800790 tempest-SecurityGroupsTestAdminJSON-1720800790-project] 10.222.0.54 "GET /v2.0/security-groups/7286c020-0ae3-41bb-b009-1d8f965fc43f HTTP/1.1" status: 200 len: 3002 time: 0.0667245 Nov 10 19:16:43.528477 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-00a500f6-244f-4b84-adda-b553fcade089 req-ec667b08-90cc-4ae9-93ad-d8bae1491fa7 tempest-SecurityGroupsTestAdminJSON-1720800790 tempest-SecurityGroupsTestAdminJSON-1720800790-project] 10.222.0.54 "GET /v2.0/security-groups/7286c020-0ae3-41bb-b009-1d8f965fc43f HTTP/1.1" status: 200 len: 3002 time: 0.0944901 Nov 10 19:16:43.625423 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-85c1e1ab-ca97-4cc8-9618-b67f10ed4fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e3afec-d4a4-466b-a8cd-37704951f59c {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:16:43.642699 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-85c1e1ab-ca97-4cc8-9618-b67f10ed4fa6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:43.677641 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-85c1e1ab-ca97-4cc8-9618-b67f10ed4fa6 service neutron] Transition to ACTIVE for port object 86e3afec-d4a4-466b-a8cd-37704951f59c will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:16:43.686204 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-85c1e1ab-ca97-4cc8-9618-b67f10ed4fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:43.746355 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6855c0-dd2b-45a5-a897-09b63dc92d1d req-1f5e194c-fb14-4011-97bc-f1ba5c133147 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:43.753931 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6855c0-dd2b-45a5-a897-09b63dc92d1d req-1f5e194c-fb14-4011-97bc-f1ba5c133147 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:43.759979 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6855c0-dd2b-45a5-a897-09b63dc92d1d req-1f5e194c-fb14-4011-97bc-f1ba5c133147 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:43.767230 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6855c0-dd2b-45a5-a897-09b63dc92d1d req-1f5e194c-fb14-4011-97bc-f1ba5c133147 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:43.773733 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6855c0-dd2b-45a5-a897-09b63dc92d1d req-1f5e194c-fb14-4011-97bc-f1ba5c133147 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:43.775596 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e6855c0-dd2b-45a5-a897-09b63dc92d1d req-1f5e194c-fb14-4011-97bc-f1ba5c133147 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 3817 time: 0.1622894 Nov 10 19:16:43.850856 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1e1ab-ca97-4cc8-9618-b67f10ed4fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=86e3afec-d4a4-466b-a8cd-37704951f59c,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:43.946400 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e6855c0-dd2b-45a5-a897-09b63dc92d1d req-fbbc201e-1942-43c0-9424-57347ac56ac1 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622956 Nov 10 19:16:44.084178 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-85c1e1ab-ca97-4cc8-9618-b67f10ed4fa6 service neutron] Attempting to bind port 86e3afec-d4a4-466b-a8cd-37704951f59c on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:16:44.084549 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-85c1e1ab-ca97-4cc8-9618-b67f10ed4fa6 service neutron] Attempting to bind port 86e3afec-d4a4-466b-a8cd-37704951f59c by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '807aa974-68f9-4719-b3f3-48902a32f47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8e0b3ba3-7215-45b5-b8de-5724ad198916'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:16:44.084886 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-85c1e1ab-ca97-4cc8-9618-b67f10ed4fa6 service neutron] Attempting to bind port 86e3afec-d4a4-466b-a8cd-37704951f59c on network 8e0b3ba3-7215-45b5-b8de-5724ad198916 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:16:44.097354 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-85c1e1ab-ca97-4cc8-9618-b67f10ed4fa6 service neutron] Port 86e3afec-d4a4-466b-a8cd-37704951f59c on network 8e0b3ba3-7215-45b5-b8de-5724ad198916 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:16:44.098149 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-85c1e1ab-ca97-4cc8-9618-b67f10ed4fa6 service neutron] Attempting to bind port 86e3afec-d4a4-466b-a8cd-37704951f59c on network 8e0b3ba3-7215-45b5-b8de-5724ad198916 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:16:44.107963 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-85c1e1ab-ca97-4cc8-9618-b67f10ed4fa6 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:16:44.108321 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-85c1e1ab-ca97-4cc8-9618-b67f10ed4fa6 service neutron] Checking segment: {'id': '807aa974-68f9-4719-b3f3-48902a32f47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8e0b3ba3-7215-45b5-b8de-5724ad198916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:16:44.109228 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-85c1e1ab-ca97-4cc8-9618-b67f10ed4fa6 service neutron] Bound using segment: {'id': '807aa974-68f9-4719-b3f3-48902a32f47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8e0b3ba3-7215-45b5-b8de-5724ad198916'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:16:44.109687 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-85c1e1ab-ca97-4cc8-9618-b67f10ed4fa6 service neutron] Bound port: 86e3afec-d4a4-466b-a8cd-37704951f59c, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '807aa974-68f9-4719-b3f3-48902a32f47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8e0b3ba3-7215-45b5-b8de-5724ad198916'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:16:44.110245 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-85c1e1ab-ca97-4cc8-9618-b67f10ed4fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:44.244977 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6478fb-6a55-4038-b6bf-470473c6377d req-df42f171-0bfc-4a2e-aa9e-c04dd1582810 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:44.246634 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af6478fb-6a55-4038-b6bf-470473c6377d req-df42f171-0bfc-4a2e-aa9e-c04dd1582810 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports?device_id=14c55b0d-b6bb-47f4-b127-a23c3c8d10a7 HTTP/1.1" status: 200 len: 946 time: 0.0869913 Nov 10 19:16:44.249514 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-85c1e1ab-ca97-4cc8-9618-b67f10ed4fa6 service neutron] For port 86e3afec-d4a4-466b-a8cd-37704951f59c, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:16:44.253383 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-85c1e1ab-ca97-4cc8-9618-b67f10ed4fa6 service neutron] For port 86e3afec-d4a4-466b-a8cd-37704951f59c, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=86e3afec-d4a4-466b-a8cd-37704951f59c,segment=NetworkSegment(807aa974-68f9-4719-b3f3-48902a32f47e),segment_id=807aa974-68f9-4719-b3f3-48902a32f47e)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:16:44.265209 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-85c1e1ab-ca97-4cc8-9618-b67f10ed4fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:44.342708 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-85c1e1ab-ca97-4cc8-9618-b67f10ed4fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:44.346774 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-85c1e1ab-ca97-4cc8-9618-b67f10ed4fa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:44.348843 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-85c1e1ab-ca97-4cc8-9618-b67f10ed4fa6 service neutron] 10.222.0.25 "PUT /v2.0/ports/86e3afec-d4a4-466b-a8cd-37704951f59c HTTP/1.1" status: 200 len: 1092 time: 1.4012523 Nov 10 19:16:44.358523 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'tag': '86e3afec-d4a4-466b-a8cd-37704951f59c'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:16:44.361681 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c67fcd-3925-47f1-a58e-3cc041199000" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "tag": "86e3afec-d4a4-466b-a8cd-37704951f59c"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:16:44.407750 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-b7b5cfae-8b41-4546-9d50-3269208e75a0 service neutron] Request body: {'port': {'device_id': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:16:44.463083 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af6478fb-6a55-4038-b6bf-470473c6377d req-5a4efaa8-1c9b-4875-ada1-9ce93a7f076f tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/security-groups?id=b7f75c73-b8b6-4b96-990f-afb1f094ac2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078528 Nov 10 19:16:44.500891 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1e1ab-ca97-4cc8-9618-b67f10ed4fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=86e3afec-d4a4-466b-a8cd-37704951f59c,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:44.574477 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-b7b5cfae-8b41-4546-9d50-3269208e75a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:44.658899 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1e6e430e-be73-4433-810a-41976d6e7075 req-97ba694d-7f72-410e-9381-762f6604024b tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] 10.222.0.54 "GET /v2.0/security-groups/4400a736-21bd-4382-84cb-8384b3457a95 HTTP/1.1" status: 200 len: 1796 time: 0.1315346 Nov 10 19:16:44.817261 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c949be8-ebca-462c-91ab-6847de71e238 req-ba55a6f6-e849-40da-b71c-64afcca528ba tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:44.819558 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c949be8-ebca-462c-91ab-6847de71e238 req-ba55a6f6-e849-40da-b71c-64afcca528ba tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.25 "GET /v2.0/ports?device_id=14c55b0d-b6bb-47f4-b127-a23c3c8d10a7 HTTP/1.1" status: 200 len: 946 time: 0.1589468 Nov 10 19:16:44.924175 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1e6e430e-be73-4433-810a-41976d6e7075 req-352b241b-06c4-460a-9590-4d426c585a0a tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:45.006846 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1e6e430e-be73-4433-810a-41976d6e7075 req-352b241b-06c4-460a-9590-4d426c585a0a tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:45.398475 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-7c949be8-ebca-462c-91ab-6847de71e238 req-388b3845-607e-4931-af39-4f1d772ec1b1 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Deleting port d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:16:45.399367 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7c949be8-ebca-462c-91ab-6847de71e238 req-388b3845-607e-4931-af39-4f1d772ec1b1 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:45.438645 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1e6e430e-be73-4433-810a-41976d6e7075 req-352b241b-06c4-460a-9590-4d426c585a0a tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:45.441143 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1e6e430e-be73-4433-810a-41976d6e7075 req-352b241b-06c4-460a-9590-4d426c585a0a tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:45.442393 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1e6e430e-be73-4433-810a-41976d6e7075 req-352b241b-06c4-460a-9590-4d426c585a0a tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] 10.222.0.54 "DELETE /v2.0/security-groups/4400a736-21bd-4382-84cb-8384b3457a95 HTTP/1.1" status: 204 len: 173 time: 0.7688186 Nov 10 19:16:45.527009 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b241b-06c4-460a-9590-4d426c585a0a tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4400a736-21bd-4382-84cb-8384b3457a95,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:45.572156 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6add6-e204-47ec-a71f-fb5de70c08e8 req-2b54e5f7-d328-4130-9d35-121be24bbb50 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:45.582448 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f2e6add6-e204-47ec-a71f-fb5de70c08e8 req-2b54e5f7-d328-4130-9d35-121be24bbb50 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=08efa6f3-c1ed-4bfd-b5bf-74431a6a537d HTTP/1.1" status: 200 len: 945 time: 0.2049181 Nov 10 19:16:45.594587 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-b7b5cfae-8b41-4546-9d50-3269208e75a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb1386c3-1d75-43ef-9da4-68ee97148c59 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:16:45.635186 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-b7b5cfae-8b41-4546-9d50-3269208e75a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:45.658752 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-7c949be8-ebca-462c-91ab-6847de71e238 req-388b3845-607e-4931-af39-4f1d772ec1b1 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] For port d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91,segment=NetworkSegment(2dec6a8f-ba9a-4b28-98fc-0073c9852d3d),segment_id=2dec6a8f-ba9a-4b28-98fc-0073c9852d3d)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:16:45.659182 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7c949be8-ebca-462c-91ab-6847de71e238 req-388b3845-607e-4931-af39-4f1d772ec1b1 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:45.686278 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-7c949be8-ebca-462c-91ab-6847de71e238 req-388b3845-607e-4931-af39-4f1d772ec1b1 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Calling delete_port for d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:16:45.699019 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-b7b5cfae-8b41-4546-9d50-3269208e75a0 service neutron] Transition to ACTIVE for port object bb1386c3-1d75-43ef-9da4-68ee97148c59 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:16:45.702693 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b423f3c9-49fe-4a99-9c47-05d433a0452c x-openstack-request-id: req-b423f3c9-49fe-4a99-9c47-05d433a0452c {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:16:45.702993 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "tag": "86e3afec-d4a4-466b-a8cd-37704951f59c", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:16:45.703301 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b423f3c9-49fe-4a99-9c47-05d433a0452c {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:16:45.703727 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'tag': '86e3afec-d4a4-466b-a8cd-37704951f59c', 'status': 'completed', 'code': 200} Nov 10 19:16:45.713610 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-b7b5cfae-8b41-4546-9d50-3269208e75a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:45.816343 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c67fcd-3925-47f1-a58e-3cc041199000 req-3fb7a42c-70f9-4f37-a3d5-2afd68db8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:45.817129 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c67fcd-3925-47f1-a58e-3cc041199000 req-3fb7a42c-70f9-4f37-a3d5-2afd68db8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:45.817272 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c67fcd-3925-47f1-a58e-3cc041199000 req-3fb7a42c-70f9-4f37-a3d5-2afd68db8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:45.817738 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c67fcd-3925-47f1-a58e-3cc041199000 req-3fb7a42c-70f9-4f37-a3d5-2afd68db8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:45.818468 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c67fcd-3925-47f1-a58e-3cc041199000 req-3fb7a42c-70f9-4f37-a3d5-2afd68db8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:45.818941 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c67fcd-3925-47f1-a58e-3cc041199000 req-3fb7a42c-70f9-4f37-a3d5-2afd68db8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:45.820856 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-09c67fcd-3925-47f1-a58e-3cc041199000 req-3fb7a42c-70f9-4f37-a3d5-2afd68db8154 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22b3d07c7c424271b33fe5fb0a26c6de&device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5249 time: 0.0580006 Nov 10 19:16:45.828378 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5cfae-8b41-4546-9d50-3269208e75a0 service neutron] Pushing event updated for resources: {'Port': ['ID=bb1386c3-1d75-43ef-9da4-68ee97148c59,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:45.882607 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f2e6add6-e204-47ec-a71f-fb5de70c08e8 req-7e631f41-827f-4f3e-bad4-2a8d0ec1b7a3 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937231 Nov 10 19:16:46.063364 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7c949be8-ebca-462c-91ab-6847de71e238 req-388b3845-607e-4931-af39-4f1d772ec1b1 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:46.068884 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c67fcd-3925-47f1-a58e-3cc041199000 req-a3a5f076-1b64-403e-9652-7cf8147eca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:46.070965 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c67fcd-3925-47f1-a58e-3cc041199000 req-a3a5f076-1b64-403e-9652-7cf8147eca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:46.071753 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c67fcd-3925-47f1-a58e-3cc041199000 req-a3a5f076-1b64-403e-9652-7cf8147eca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:46.074309 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-09c67fcd-3925-47f1-a58e-3cc041199000 req-a3a5f076-1b64-403e-9652-7cf8147eca7e service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=22b3d07c7c424271b33fe5fb0a26c6de&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2455511 Nov 10 19:16:46.076890 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:16:46.173598 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9de428-9128-4338-9463-71ac97171833 req-7af87ec3-aab5-4bcf-b26d-36c8fd720c3d tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:46.180020 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9de428-9128-4338-9463-71ac97171833 req-7af87ec3-aab5-4bcf-b26d-36c8fd720c3d tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:46.186289 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9de428-9128-4338-9463-71ac97171833 req-7af87ec3-aab5-4bcf-b26d-36c8fd720c3d tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:46.193158 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9de428-9128-4338-9463-71ac97171833 req-7af87ec3-aab5-4bcf-b26d-36c8fd720c3d tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:46.200013 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9de428-9128-4338-9463-71ac97171833 req-7af87ec3-aab5-4bcf-b26d-36c8fd720c3d tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:46.206376 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9de428-9128-4338-9463-71ac97171833 req-7af87ec3-aab5-4bcf-b26d-36c8fd720c3d tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:46.208702 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ac9de428-9128-4338-9463-71ac97171833 req-7af87ec3-aab5-4bcf-b26d-36c8fd720c3d tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 4605 time: 0.3824251 Nov 10 19:16:46.216625 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b3845-607e-4931-af39-4f1d772ec1b1 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Pushing event deleted for resources: {'Port': ['ID=d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:46.228658 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c67fcd-3925-47f1-a58e-3cc041199000 req-7975b76d-0651-4634-9403-a6447362c77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:46.228658 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-09c67fcd-3925-47f1-a58e-3cc041199000 req-7975b76d-0651-4634-9403-a6447362c77e service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1316237 Nov 10 19:16:46.329715 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c949be8-ebca-462c-91ab-6847de71e238 req-388b3845-607e-4931-af39-4f1d772ec1b1 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] No DVR routers for this DVR port d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91 on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:16:46.332879 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7c949be8-ebca-462c-91ab-6847de71e238 req-388b3845-607e-4931-af39-4f1d772ec1b1 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:46.337926 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c949be8-ebca-462c-91ab-6847de71e238 req-388b3845-607e-4931-af39-4f1d772ec1b1 tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.25 "DELETE /v2.0/ports/d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91 HTTP/1.1" status: 204 len: 173 time: 1.5041993 Nov 10 19:16:46.396748 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a3dace7f-4175-465b-85f4-a86528be6d2d req-db8ab861-4c65-4df9-a1f8-2fadc08cdb06 tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] 10.222.0.54 "GET /v2.0/security-groups/54bc8f81-83d5-4e19-82a3-cde5440308bb HTTP/1.1" status: 200 len: 1797 time: 0.1837220 Nov 10 19:16:46.422605 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-b7b5cfae-8b41-4546-9d50-3269208e75a0 service neutron] Attempting to bind port bb1386c3-1d75-43ef-9da4-68ee97148c59 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:16:46.423545 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-b7b5cfae-8b41-4546-9d50-3269208e75a0 service neutron] Attempting to bind port bb1386c3-1d75-43ef-9da4-68ee97148c59 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '5cb9df61-9550-483d-8fc3-a242dd3a621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '08d5b27a-446a-4f08-9532-b9da3981ea57'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:16:46.424077 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-b7b5cfae-8b41-4546-9d50-3269208e75a0 service neutron] Attempting to bind port bb1386c3-1d75-43ef-9da4-68ee97148c59 on network 08d5b27a-446a-4f08-9532-b9da3981ea57 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:16:46.434249 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-b7b5cfae-8b41-4546-9d50-3269208e75a0 service neutron] Port bb1386c3-1d75-43ef-9da4-68ee97148c59 on network 08d5b27a-446a-4f08-9532-b9da3981ea57 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:16:46.434562 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-b7b5cfae-8b41-4546-9d50-3269208e75a0 service neutron] Attempting to bind port bb1386c3-1d75-43ef-9da4-68ee97148c59 on network 08d5b27a-446a-4f08-9532-b9da3981ea57 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:16:46.443297 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ac9de428-9128-4338-9463-71ac97171833 req-9f3dc3ba-2bda-450a-bf6c-ab66e85d99bf tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2206674 Nov 10 19:16:46.455927 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-b7b5cfae-8b41-4546-9d50-3269208e75a0 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:16:46.456423 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-b7b5cfae-8b41-4546-9d50-3269208e75a0 service neutron] Checking segment: {'id': '5cb9df61-9550-483d-8fc3-a242dd3a621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '08d5b27a-446a-4f08-9532-b9da3981ea57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:16:46.457111 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-b7b5cfae-8b41-4546-9d50-3269208e75a0 service neutron] Bound using segment: {'id': '5cb9df61-9550-483d-8fc3-a242dd3a621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '08d5b27a-446a-4f08-9532-b9da3981ea57'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:16:46.457731 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-b7b5cfae-8b41-4546-9d50-3269208e75a0 service neutron] Bound port: bb1386c3-1d75-43ef-9da4-68ee97148c59, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cb9df61-9550-483d-8fc3-a242dd3a621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '08d5b27a-446a-4f08-9532-b9da3981ea57'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:16:46.458287 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-b7b5cfae-8b41-4546-9d50-3269208e75a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:46.542843 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a3dace7f-4175-465b-85f4-a86528be6d2d req-d3219330-ac40-4869-a9cf-a408196c492b tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:46.587611 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a3dace7f-4175-465b-85f4-a86528be6d2d req-d3219330-ac40-4869-a9cf-a408196c492b tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:46.590165 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-b7b5cfae-8b41-4546-9d50-3269208e75a0 service neutron] For port bb1386c3-1d75-43ef-9da4-68ee97148c59, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:16:46.602719 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-b7b5cfae-8b41-4546-9d50-3269208e75a0 service neutron] For port bb1386c3-1d75-43ef-9da4-68ee97148c59, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=bb1386c3-1d75-43ef-9da4-68ee97148c59,segment=NetworkSegment(5cb9df61-9550-483d-8fc3-a242dd3a621b),segment_id=5cb9df61-9550-483d-8fc3-a242dd3a621b)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:16:46.620749 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-b7b5cfae-8b41-4546-9d50-3269208e75a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:46.712369 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 35592) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:46.725743 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2ec3577f-64b8-4f4b-a1be-0bce0d6c3363 req-64b7ef2f-87bd-43a2-9884-127ed23424da tempest-FloatingIPsAssociationTestJSON-1227165255 tempest-FloatingIPsAssociationTestJSON-1227165255-project] 10.222.0.54 "GET /v2.0/ports?device_id=14c55b0d-b6bb-47f4-b127-a23c3c8d10a7 HTTP/1.1" status: 200 len: 210 time: 0.1126096 Nov 10 19:16:46.733856 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-b7b5cfae-8b41-4546-9d50-3269208e75a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:46.734470 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-b7b5cfae-8b41-4546-9d50-3269208e75a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:46.735893 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-b7b5cfae-8b41-4546-9d50-3269208e75a0 service neutron] 10.222.0.25 "PUT /v2.0/ports/bb1386c3-1d75-43ef-9da4-68ee97148c59 HTTP/1.1" status: 200 len: 1134 time: 2.3427503 Nov 10 19:16:46.784787 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-65de22ed-f8ce-452c-bf25-09e791aceba8 service neutron] Request body: {'port': {'device_id': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:16:46.856726 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a3dace7f-4175-465b-85f4-a86528be6d2d req-d3219330-ac40-4869-a9cf-a408196c492b tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:46.859645 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a3dace7f-4175-465b-85f4-a86528be6d2d req-d3219330-ac40-4869-a9cf-a408196c492b tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:46.868327 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a3dace7f-4175-465b-85f4-a86528be6d2d req-d3219330-ac40-4869-a9cf-a408196c492b tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] 10.222.0.54 "DELETE /v2.0/security-groups/54bc8f81-83d5-4e19-82a3-cde5440308bb HTTP/1.1" status: 204 len: 173 time: 0.4697640 Nov 10 19:16:46.945701 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5cfae-8b41-4546-9d50-3269208e75a0 service neutron] Pushing event updated for resources: {'Port': ['ID=bb1386c3-1d75-43ef-9da4-68ee97148c59,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:46.989948 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3219330-ac40-4869-a9cf-a408196c492b tempest-SecurityGroupsTestAdminJSON-461470787 tempest-SecurityGroupsTestAdminJSON-461470787-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bc8f81-83d5-4e19-82a3-cde5440308bb,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:46.991599 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-65de22ed-f8ce-452c-bf25-09e791aceba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:47.042397 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9efe3ad2-4f81-4d9d-81bc-b41e93e55af0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:47.115789 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e246ed-f7c1-4914-a934-d926a256003c req-63602705-6e14-4046-8763-348c77410913 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:47.117672 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74e246ed-f7c1-4914-a934-d926a256003c req-63602705-6e14-4046-8763-348c77410913 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b98b83b-70ed-4e37-885a-e7167916b3a6 HTTP/1.1" status: 200 len: 947 time: 0.1495883 Nov 10 19:16:47.152865 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9efe3ad2-4f81-4d9d-81bc-b41e93e55af0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:47.184538 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9efe3ad2-4f81-4d9d-81bc-b41e93e55af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:47.256534 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9efe3ad2-4f81-4d9d-81bc-b41e93e55af0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=162e5303a993420f9bb696d2f637e78a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5412800 Nov 10 19:16:47.258036 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe3ad2-4f81-4d9d-81bc-b41e93e55af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f2c89d-f764-4ae0-8996-77a98e7b6f12,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:47.262961 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 35610) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:47.354329 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-70a2b48d-a403-483f-ad20-24212de2cabb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:47.401271 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-70a2b48d-a403-483f-ad20-24212de2cabb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:47.417540 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74e246ed-f7c1-4914-a934-d926a256003c req-ad327bb7-0984-453f-a38a-dd101b52a508 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/security-groups?id=25cfbe48-e133-43b8-98af-8c31cdb438e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917352 Nov 10 19:16:47.473165 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-70a2b48d-a403-483f-ad20-24212de2cabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:47.476722 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-70a2b48d-a403-483f-ad20-24212de2cabb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:47.479331 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-70a2b48d-a403-483f-ad20-24212de2cabb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/72f2c89d-f764-4ae0-8996-77a98e7b6f12 HTTP/1.1" status: 204 len: 168 time: 0.2148943 Nov 10 19:16:47.501227 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4987d152-80bc-4c0f-b0f8-6f219f373f2f req-3ca03ae5-260d-4007-b3cf-a412d626a45a tempest-SecurityGroupsTestAdminJSON-1720800790 tempest-SecurityGroupsTestAdminJSON-1720800790-project] 10.222.0.54 "GET /v2.0/security-groups/2d218722-d88f-4d51-b7a0-f3f56f2a7708 HTTP/1.1" status: 200 len: 1795 time: 0.1603956 Nov 10 19:16:47.511073 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45570f9a-1359-4deb-885b-9c31ae3b983e req-045d2160-842a-4ef2-8ecd-c27b4bbdbb35 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:47.511713 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2b48d-a403-483f-ad20-24212de2cabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f2c89d-f764-4ae0-8996-77a98e7b6f12,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:47.512654 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45570f9a-1359-4deb-885b-9c31ae3b983e req-045d2160-842a-4ef2-8ecd-c27b4bbdbb35 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b98b83b-70ed-4e37-885a-e7167916b3a6 HTTP/1.1" status: 200 len: 947 time: 0.1469679 Nov 10 19:16:47.697302 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-65de22ed-f8ce-452c-bf25-09e791aceba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d211dbba-dcd7-4e1b-982a-56e8eb100ca4 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:16:47.707798 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c55b0d-b6bb-47f4-b127-a23c3c8d10a7', 'name': 'network-vif-deleted', 'tag': 'd8c6471b-7c45-4bb2-8248-8b9d9cd3fc91'}, {'name': 'network-changed', 'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'tag': 'bb1386c3-1d75-43ef-9da4-68ee97148c59'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:16:47.710133 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b849cb-e454-429e-a2fc-02a91867164a" -d '{"events": [{"server_uuid": "14c55b0d-b6bb-47f4-b127-a23c3c8d10a7", "name": "network-vif-deleted", "tag": "d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91"}, {"name": "network-changed", "server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "tag": "bb1386c3-1d75-43ef-9da4-68ee97148c59"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:16:47.716416 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-65de22ed-f8ce-452c-bf25-09e791aceba8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:47.759518 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-65de22ed-f8ce-452c-bf25-09e791aceba8 service neutron] Transition to ACTIVE for port object d211dbba-dcd7-4e1b-982a-56e8eb100ca4 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:16:47.768493 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980dac91-69e6-4979-9953-1d3021d25789 req-293cad7f-cd84-407e-bcb2-72103f9d97b2 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:47.770169 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-980dac91-69e6-4979-9953-1d3021d25789 req-293cad7f-cd84-407e-bcb2-72103f9d97b2 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=08efa6f3-c1ed-4bfd-b5bf-74431a6a537d HTTP/1.1" status: 200 len: 945 time: 0.1816628 Nov 10 19:16:47.772738 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-4987d152-80bc-4c0f-b0f8-6f219f373f2f req-83eb69a7-d99a-4742-b122-a5ce8ea9dd77 tempest-SecurityGroupsTestAdminJSON-1720800790 tempest-SecurityGroupsTestAdminJSON-1720800790-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:47.777218 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-65de22ed-f8ce-452c-bf25-09e791aceba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:47.872437 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 35624) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:47.875515 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-4987d152-80bc-4c0f-b0f8-6f219f373f2f req-83eb69a7-d99a-4742-b122-a5ce8ea9dd77 tempest-SecurityGroupsTestAdminJSON-1720800790 tempest-SecurityGroupsTestAdminJSON-1720800790-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:47.880923 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-45570f9a-1359-4deb-885b-9c31ae3b983e req-e35a69fc-7434-4f78-8be4-9f4f5191317c tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Deleting port dbfc142f-a987-481b-9f30-73482cd54f69 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:16:47.881281 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-45570f9a-1359-4deb-885b-9c31ae3b983e req-e35a69fc-7434-4f78-8be4-9f4f5191317c tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:47.892901 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2704ae28-8144-4eb0-9fce-347c94ac98d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:47.939012 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de22ed-f8ce-452c-bf25-09e791aceba8 service neutron] Pushing event updated for resources: {'Port': ['ID=d211dbba-dcd7-4e1b-982a-56e8eb100ca4,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:47.994701 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2704ae28-8144-4eb0-9fce-347c94ac98d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:47.999820 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2704ae28-8144-4eb0-9fce-347c94ac98d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:48.051434 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704ae28-8144-4eb0-9fce-347c94ac98d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ecaf2a-2003-4b14-b4da-140fbc0266e0,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:48.060251 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2704ae28-8144-4eb0-9fce-347c94ac98d0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7b359c7576204d08b05b6c8273ec39fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1864545 Nov 10 19:16:48.062888 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 35626) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:48.076884 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-980dac91-69e6-4979-9953-1d3021d25789 req-1cbe3f1d-8bee-4fff-91d3-d45f17da3fd7 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895994 Nov 10 19:16:48.127321 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-4987d152-80bc-4c0f-b0f8-6f219f373f2f req-83eb69a7-d99a-4742-b122-a5ce8ea9dd77 tempest-SecurityGroupsTestAdminJSON-1720800790 tempest-SecurityGroupsTestAdminJSON-1720800790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:48.135748 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e3de5e40-273d-458f-9fa6-8a758e0866dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:48.140053 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-4987d152-80bc-4c0f-b0f8-6f219f373f2f req-83eb69a7-d99a-4742-b122-a5ce8ea9dd77 tempest-SecurityGroupsTestAdminJSON-1720800790 tempest-SecurityGroupsTestAdminJSON-1720800790-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:48.141301 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4987d152-80bc-4c0f-b0f8-6f219f373f2f req-83eb69a7-d99a-4742-b122-a5ce8ea9dd77 tempest-SecurityGroupsTestAdminJSON-1720800790 tempest-SecurityGroupsTestAdminJSON-1720800790-project] 10.222.0.54 "DELETE /v2.0/security-groups/2d218722-d88f-4d51-b7a0-f3f56f2a7708 HTTP/1.1" status: 204 len: 173 time: 0.6239648 Nov 10 19:16:48.178447 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e3de5e40-273d-458f-9fa6-8a758e0866dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:48.181625 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb69a7-d99a-4742-b122-a5ce8ea9dd77 tempest-SecurityGroupsTestAdminJSON-1720800790 tempest-SecurityGroupsTestAdminJSON-1720800790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d218722-d88f-4d51-b7a0-f3f56f2a7708,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:48.194931 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-45570f9a-1359-4deb-885b-9c31ae3b983e req-e35a69fc-7434-4f78-8be4-9f4f5191317c tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] For port dbfc142f-a987-481b-9f30-73482cd54f69, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=dbfc142f-a987-481b-9f30-73482cd54f69,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:16:48.195313 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-45570f9a-1359-4deb-885b-9c31ae3b983e req-e35a69fc-7434-4f78-8be4-9f4f5191317c tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:48.205095 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-65de22ed-f8ce-452c-bf25-09e791aceba8 service neutron] Attempting to bind port d211dbba-dcd7-4e1b-982a-56e8eb100ca4 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:16:48.205347 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-65de22ed-f8ce-452c-bf25-09e791aceba8 service neutron] Attempting to bind port d211dbba-dcd7-4e1b-982a-56e8eb100ca4 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '5cb9df61-9550-483d-8fc3-a242dd3a621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '08d5b27a-446a-4f08-9532-b9da3981ea57'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:16:48.205676 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-65de22ed-f8ce-452c-bf25-09e791aceba8 service neutron] Attempting to bind port d211dbba-dcd7-4e1b-982a-56e8eb100ca4 on network 08d5b27a-446a-4f08-9532-b9da3981ea57 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:16:48.215813 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-45570f9a-1359-4deb-885b-9c31ae3b983e req-e35a69fc-7434-4f78-8be4-9f4f5191317c tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Calling delete_port for dbfc142f-a987-481b-9f30-73482cd54f69 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:16:48.218120 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-65de22ed-f8ce-452c-bf25-09e791aceba8 service neutron] Port d211dbba-dcd7-4e1b-982a-56e8eb100ca4 on network 08d5b27a-446a-4f08-9532-b9da3981ea57 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:16:48.219099 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-65de22ed-f8ce-452c-bf25-09e791aceba8 service neutron] Attempting to bind port d211dbba-dcd7-4e1b-982a-56e8eb100ca4 on network 08d5b27a-446a-4f08-9532-b9da3981ea57 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:16:48.227229 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-65de22ed-f8ce-452c-bf25-09e791aceba8 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:16:48.227572 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-65de22ed-f8ce-452c-bf25-09e791aceba8 service neutron] Checking segment: {'id': '5cb9df61-9550-483d-8fc3-a242dd3a621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '08d5b27a-446a-4f08-9532-b9da3981ea57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:16:48.227956 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-65de22ed-f8ce-452c-bf25-09e791aceba8 service neutron] Bound using segment: {'id': '5cb9df61-9550-483d-8fc3-a242dd3a621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '08d5b27a-446a-4f08-9532-b9da3981ea57'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:16:48.228425 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-65de22ed-f8ce-452c-bf25-09e791aceba8 service neutron] Bound port: d211dbba-dcd7-4e1b-982a-56e8eb100ca4, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cb9df61-9550-483d-8fc3-a242dd3a621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '08d5b27a-446a-4f08-9532-b9da3981ea57'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:16:48.228749 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-65de22ed-f8ce-452c-bf25-09e791aceba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:48.258552 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e3de5e40-273d-458f-9fa6-8a758e0866dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:48.267707 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e3de5e40-273d-458f-9fa6-8a758e0866dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:48.276175 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e3de5e40-273d-458f-9fa6-8a758e0866dd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/03ecaf2a-2003-4b14-b4da-140fbc0266e0 HTTP/1.1" status: 204 len: 168 time: 0.2117999 Nov 10 19:16:48.300604 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de5e40-273d-458f-9fa6-8a758e0866dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ecaf2a-2003-4b14-b4da-140fbc0266e0,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:48.366004 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 10 Nov 2021 19:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd85295c-38b4-4cba-a444-e236493e21e4 x-openstack-request-id: req-cd85295c-38b4-4cba-a444-e236493e21e4 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:16:48.366306 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c55b0d-b6bb-47f4-b127-a23c3c8d10a7", "name": "network-vif-deleted", "tag": "d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "tag": "bb1386c3-1d75-43ef-9da4-68ee97148c59", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:16:48.366561 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cd85295c-38b4-4cba-a444-e236493e21e4 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:16:48.366965 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c55b0d-b6bb-47f4-b127-a23c3c8d10a7', 'name': 'network-vif-deleted', 'tag': 'd8c6471b-7c45-4bb2-8248-8b9d9cd3fc91', 'status': 'completed', 'code': 200} Nov 10 19:16:48.367257 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'tag': 'bb1386c3-1d75-43ef-9da4-68ee97148c59', 'status': 'completed', 'code': 200} Nov 10 19:16:48.390197 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 35640) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:48.541866 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d78e936-296d-4735-926e-6a33a1601d15 req-c979ad8e-6865-4bed-8c60-ecf726a4f767 tempest-SecurityGroupsTestAdminJSON-1720800790 tempest-SecurityGroupsTestAdminJSON-1720800790-project] 10.222.0.54 "GET /v2.0/security-groups/df722cac-1387-4e94-bcfa-0881779673a1 HTTP/1.1" status: 200 len: 1795 time: 0.0884511 Nov 10 19:16:48.627815 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bbb4e-19f0-4bb2-8e83-eaff7950f8f6 req-1d61e720-e53d-4bb1-8187-d486fc71cf52 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:48.634121 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bbb4e-19f0-4bb2-8e83-eaff7950f8f6 req-1d61e720-e53d-4bb1-8187-d486fc71cf52 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:48.640180 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bbb4e-19f0-4bb2-8e83-eaff7950f8f6 req-1d61e720-e53d-4bb1-8187-d486fc71cf52 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:48.646482 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bbb4e-19f0-4bb2-8e83-eaff7950f8f6 req-1d61e720-e53d-4bb1-8187-d486fc71cf52 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:48.652925 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bbb4e-19f0-4bb2-8e83-eaff7950f8f6 req-1d61e720-e53d-4bb1-8187-d486fc71cf52 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:48.658996 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bbb4e-19f0-4bb2-8e83-eaff7950f8f6 req-1d61e720-e53d-4bb1-8187-d486fc71cf52 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:48.665357 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bbb4e-19f0-4bb2-8e83-eaff7950f8f6 req-1d61e720-e53d-4bb1-8187-d486fc71cf52 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:48.673260 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bf3bbb4e-19f0-4bb2-8e83-eaff7950f8f6 req-1d61e720-e53d-4bb1-8187-d486fc71cf52 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5382 time: 0.3100195 Nov 10 19:16:48.744588 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b849cb-e454-429e-a2fc-02a91867164a req-6ff6ce08-6143-48f9-808d-81a34f33308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:48.745095 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b849cb-e454-429e-a2fc-02a91867164a req-6ff6ce08-6143-48f9-808d-81a34f33308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:48.745573 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b849cb-e454-429e-a2fc-02a91867164a req-6ff6ce08-6143-48f9-808d-81a34f33308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:48.746478 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b849cb-e454-429e-a2fc-02a91867164a req-6ff6ce08-6143-48f9-808d-81a34f33308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:48.747021 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b849cb-e454-429e-a2fc-02a91867164a req-6ff6ce08-6143-48f9-808d-81a34f33308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:48.747505 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b849cb-e454-429e-a2fc-02a91867164a req-6ff6ce08-6143-48f9-808d-81a34f33308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:48.748132 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b849cb-e454-429e-a2fc-02a91867164a req-6ff6ce08-6143-48f9-808d-81a34f33308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:48.750523 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-33b849cb-e454-429e-a2fc-02a91867164a req-6ff6ce08-6143-48f9-808d-81a34f33308d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22b3d07c7c424271b33fe5fb0a26c6de&device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 6177 time: 0.3805532 Nov 10 19:16:48.771012 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-65de22ed-f8ce-452c-bf25-09e791aceba8 service neutron] For port d211dbba-dcd7-4e1b-982a-56e8eb100ca4, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:16:48.775896 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-65de22ed-f8ce-452c-bf25-09e791aceba8 service neutron] For port d211dbba-dcd7-4e1b-982a-56e8eb100ca4, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=d211dbba-dcd7-4e1b-982a-56e8eb100ca4,segment=NetworkSegment(5cb9df61-9550-483d-8fc3-a242dd3a621b),segment_id=5cb9df61-9550-483d-8fc3-a242dd3a621b)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:16:48.824502 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-65de22ed-f8ce-452c-bf25-09e791aceba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:48.825158 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bfa43ff-2705-4d57-bf63-9f2035ae09b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:49.013333 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-65de22ed-f8ce-452c-bf25-09e791aceba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:49.014004 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-65de22ed-f8ce-452c-bf25-09e791aceba8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:49.015467 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-65de22ed-f8ce-452c-bf25-09e791aceba8 service neutron] 10.222.0.25 "PUT /v2.0/ports/d211dbba-dcd7-4e1b-982a-56e8eb100ca4 HTTP/1.1" status: 200 len: 1135 time: 2.2446425 Nov 10 19:16:49.020981 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0d78e936-296d-4735-926e-6a33a1601d15 req-2fde3d92-8d03-437c-ace3-caf7c6f1372d tempest-SecurityGroupsTestAdminJSON-1720800790 tempest-SecurityGroupsTestAdminJSON-1720800790-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:49.164558 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-45570f9a-1359-4deb-885b-9c31ae3b983e req-e35a69fc-7434-4f78-8be4-9f4f5191317c tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:49.172481 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-10cdd5df-4a61-4ccf-a882-ff4614a87119 service neutron] Request body: {'port': {'device_id': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:16:49.179153 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-2bfa43ff-2705-4d57-bf63-9f2035ae09b4 admin admin] Deleting port 5f53faea-99bc-4303-86c3-33664ffb47a1 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:16:49.179669 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bfa43ff-2705-4d57-bf63-9f2035ae09b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:49.208232 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de22ed-f8ce-452c-bf25-09e791aceba8 service neutron] Pushing event updated for resources: {'Port': ['ID=d211dbba-dcd7-4e1b-982a-56e8eb100ca4,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:49.227825 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bf3bbb4e-19f0-4bb2-8e83-eaff7950f8f6 req-644f7fdb-0e35-40bc-bd43-e6a3afcd9adb tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5533574 Nov 10 19:16:49.337787 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0d78e936-296d-4735-926e-6a33a1601d15 req-2fde3d92-8d03-437c-ace3-caf7c6f1372d tempest-SecurityGroupsTestAdminJSON-1720800790 tempest-SecurityGroupsTestAdminJSON-1720800790-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:49.342488 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-2bfa43ff-2705-4d57-bf63-9f2035ae09b4 admin admin] For port 5f53faea-99bc-4303-86c3-33664ffb47a1, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5f53faea-99bc-4303-86c3-33664ffb47a1,segment=NetworkSegment(2dec6a8f-ba9a-4b28-98fc-0073c9852d3d),segment_id=2dec6a8f-ba9a-4b28-98fc-0073c9852d3d)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:16:49.342853 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bfa43ff-2705-4d57-bf63-9f2035ae09b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:49.361898 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-2bfa43ff-2705-4d57-bf63-9f2035ae09b4 admin admin] Calling delete_port for 5f53faea-99bc-4303-86c3-33664ffb47a1 owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:16:49.370843 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a69fc-7434-4f78-8be4-9f4f5191317c tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Pushing event deleted for resources: {'Port': ['ID=dbfc142f-a987-481b-9f30-73482cd54f69,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:49.408574 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-15fd42de-9cc2-44d8-aa39-3f75608c9eae req-bcefe05e-cea1-4c15-a6ce-68e70b8cf422 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b98b83b-70ed-4e37-885a-e7167916b3a6 HTTP/1.1" status: 200 len: 210 time: 0.0674329 Nov 10 19:16:49.494420 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b849cb-e454-429e-a2fc-02a91867164a req-453cba9c-e319-4d63-a046-11b63082eaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:49.495144 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b849cb-e454-429e-a2fc-02a91867164a req-453cba9c-e319-4d63-a046-11b63082eaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:49.495759 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b849cb-e454-429e-a2fc-02a91867164a req-453cba9c-e319-4d63-a046-11b63082eaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:49.497542 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-33b849cb-e454-429e-a2fc-02a91867164a req-453cba9c-e319-4d63-a046-11b63082eaf8 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=22b3d07c7c424271b33fe5fb0a26c6de&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7155921 Nov 10 19:16:49.546962 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-45570f9a-1359-4deb-885b-9c31ae3b983e req-e35a69fc-7434-4f78-8be4-9f4f5191317c tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] No DVR routers for this DVR port dbfc142f-a987-481b-9f30-73482cd54f69 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:16:49.580498 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-45570f9a-1359-4deb-885b-9c31ae3b983e req-e35a69fc-7434-4f78-8be4-9f4f5191317c tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:49.584618 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45570f9a-1359-4deb-885b-9c31ae3b983e req-e35a69fc-7434-4f78-8be4-9f4f5191317c tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.73 "DELETE /v2.0/ports/dbfc142f-a987-481b-9f30-73482cd54f69 HTTP/1.1" status: 204 len: 173 time: 2.0641415 Nov 10 19:16:49.585001 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bfa43ff-2705-4d57-bf63-9f2035ae09b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:49.589806 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-10cdd5df-4a61-4ccf-a882-ff4614a87119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:49.656386 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa43ff-2705-4d57-bf63-9f2035ae09b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f53faea-99bc-4303-86c3-33664ffb47a1,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:49.664422 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:16:49.740520 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:16:49.741137 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device d8c6471b-7c45-4bb2-8248-8b9d9cd3fc91 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:16:50.035881 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bfa43ff-2705-4d57-bf63-9f2035ae09b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:50.151144 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0d78e936-296d-4735-926e-6a33a1601d15 req-2fde3d92-8d03-437c-ace3-caf7c6f1372d tempest-SecurityGroupsTestAdminJSON-1720800790 tempest-SecurityGroupsTestAdminJSON-1720800790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:50.154017 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0d78e936-296d-4735-926e-6a33a1601d15 req-2fde3d92-8d03-437c-ace3-caf7c6f1372d tempest-SecurityGroupsTestAdminJSON-1720800790 tempest-SecurityGroupsTestAdminJSON-1720800790-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:50.155243 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d78e936-296d-4735-926e-6a33a1601d15 req-2fde3d92-8d03-437c-ace3-caf7c6f1372d tempest-SecurityGroupsTestAdminJSON-1720800790 tempest-SecurityGroupsTestAdminJSON-1720800790-project] 10.222.0.54 "DELETE /v2.0/security-groups/df722cac-1387-4e94-bcfa-0881779673a1 HTTP/1.1" status: 204 len: 173 time: 1.6019547 Nov 10 19:16:50.192196 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde3d92-8d03-437c-ace3-caf7c6f1372d tempest-SecurityGroupsTestAdminJSON-1720800790 tempest-SecurityGroupsTestAdminJSON-1720800790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df722cac-1387-4e94-bcfa-0881779673a1,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:50.284671 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc6760-0798-4927-b288-8abeb95b139b req-be2424c9-babc-4690-93e0-a6d86bdaec7c tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:50.292514 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-98cc6760-0798-4927-b288-8abeb95b139b req-be2424c9-babc-4690-93e0-a6d86bdaec7c tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=08efa6f3-c1ed-4bfd-b5bf-74431a6a537d HTTP/1.1" status: 200 len: 945 time: 0.7501900 Nov 10 19:16:50.351551 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b849cb-e454-429e-a2fc-02a91867164a req-1538c6b0-cc5e-4c56-873d-1533696d83bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:50.353518 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-33b849cb-e454-429e-a2fc-02a91867164a req-1538c6b0-cc5e-4c56-873d-1533696d83bc service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8424354 Nov 10 19:16:50.430463 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-98cc6760-0798-4927-b288-8abeb95b139b req-f5b06ab0-9273-42ae-a491-1eeb7d96d465 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313438 Nov 10 19:16:50.431163 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'tag': 'd211dbba-dcd7-4e1b-982a-56e8eb100ca4'}, {'server_uuid': '8b98b83b-70ed-4e37-885a-e7167916b3a6', 'name': 'network-vif-deleted', 'tag': 'dbfc142f-a987-481b-9f30-73482cd54f69'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:16:50.435815 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970ccd87-f2bb-4473-9f4b-87cdeefc97ed" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "tag": "d211dbba-dcd7-4e1b-982a-56e8eb100ca4"}, {"server_uuid": "8b98b83b-70ed-4e37-885a-e7167916b3a6", "name": "network-vif-deleted", "tag": "dbfc142f-a987-481b-9f30-73482cd54f69"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:16:50.580548 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfa43ff-2705-4d57-bf63-9f2035ae09b4 admin admin] Router e83b2309-5206-4160-a0e7-a6d4fbf752b9 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:16:50.592978 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 10 Nov 2021 19:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e1e354-4b9c-4f76-89dc-96ba227b0008 x-openstack-request-id: req-64e1e354-4b9c-4f76-89dc-96ba227b0008 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:16:50.593457 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "tag": "d211dbba-dcd7-4e1b-982a-56e8eb100ca4", "status": "completed", "code": 200}, {"server_uuid": "8b98b83b-70ed-4e37-885a-e7167916b3a6", "name": "network-vif-deleted", "tag": "dbfc142f-a987-481b-9f30-73482cd54f69", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:16:50.593579 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-64e1e354-4b9c-4f76-89dc-96ba227b0008 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:16:50.593953 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'tag': 'd211dbba-dcd7-4e1b-982a-56e8eb100ca4', 'status': 'completed', 'code': 200} Nov 10 19:16:50.594989 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b98b83b-70ed-4e37-885a-e7167916b3a6', 'name': 'network-vif-deleted', 'tag': 'dbfc142f-a987-481b-9f30-73482cd54f69', 'status': 'completed', 'code': 200} Nov 10 19:16:50.759757 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 6c0a9501-d040-4b01-afe2-0b8493a9510e details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:16:50.764975 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device dbfc142f-a987-481b-9f30-73482cd54f69 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:16:50.766880 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfa43ff-2705-4d57-bf63-9f2035ae09b4 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:16:50.781733 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b6ae73-e778-4327-ac2c-60a4de84fafb None None] Sync routers for ids ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:16:50.789873 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2bfa43ff-2705-4d57-bf63-9f2035ae09b4 admin admin] 10.222.0.54 "PUT /v2.0/routers/e83b2309-5206-4160-a0e7-a6d4fbf752b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3960927 Nov 10 19:16:50.790705 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 35712) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:50.797073 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b6ae73-e778-4327-ac2c-60a4de84fafb None None] Routers {'e83b2309-5206-4160-a0e7-a6d4fbf752b9'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:16:50.797612 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-16b6ae73-e778-4327-ac2c-60a4de84fafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:16:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:16:50.919027 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ccd87-f2bb-4473-9f4b-87cdeefc97ed req-d587cec9-7968-4122-a214-0151c6a6821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:50.919533 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ccd87-f2bb-4473-9f4b-87cdeefc97ed req-d587cec9-7968-4122-a214-0151c6a6821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:50.923193 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ccd87-f2bb-4473-9f4b-87cdeefc97ed req-d587cec9-7968-4122-a214-0151c6a6821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:50.923635 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ccd87-f2bb-4473-9f4b-87cdeefc97ed req-d587cec9-7968-4122-a214-0151c6a6821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:50.924114 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ccd87-f2bb-4473-9f4b-87cdeefc97ed req-d587cec9-7968-4122-a214-0151c6a6821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:50.924579 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ccd87-f2bb-4473-9f4b-87cdeefc97ed req-d587cec9-7968-4122-a214-0151c6a6821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:50.925037 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ccd87-f2bb-4473-9f4b-87cdeefc97ed req-d587cec9-7968-4122-a214-0151c6a6821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:50.931556 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: dbfc142f-a987-481b-9f30-73482cd54f69 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:16:50.932574 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device dbfc142f-a987-481b-9f30-73482cd54f69 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:16:50.933241 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-970ccd87-f2bb-4473-9f4b-87cdeefc97ed req-d587cec9-7968-4122-a214-0151c6a6821f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22b3d07c7c424271b33fe5fb0a26c6de&device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 6219 time: 0.3372726 Nov 10 19:16:50.936516 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 35724) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:51.022582 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f577064-778b-4ca3-a22d-6c8378d5187c req-e4e69a74-64d0-4809-ae4e-924f83057c44 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:51.034144 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f577064-778b-4ca3-a22d-6c8378d5187c req-e4e69a74-64d0-4809-ae4e-924f83057c44 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:51.056840 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f577064-778b-4ca3-a22d-6c8378d5187c req-e4e69a74-64d0-4809-ae4e-924f83057c44 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:51.071829 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f577064-778b-4ca3-a22d-6c8378d5187c req-e4e69a74-64d0-4809-ae4e-924f83057c44 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:51.077343 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-baf0191e-8c9f-465e-a648-ef2fab0e4608 admin admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:51.077798 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f577064-778b-4ca3-a22d-6c8378d5187c req-e4e69a74-64d0-4809-ae4e-924f83057c44 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:51.087609 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-16b6ae73-e778-4327-ac2c-60a4de84fafb None None] Set router e83b2309-5206-4160-a0e7-a6d4fbf752b9 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:16:51.102492 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f577064-778b-4ca3-a22d-6c8378d5187c req-e4e69a74-64d0-4809-ae4e-924f83057c44 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:51.121257 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f577064-778b-4ca3-a22d-6c8378d5187c req-e4e69a74-64d0-4809-ae4e-924f83057c44 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:51.131222 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f577064-778b-4ca3-a22d-6c8378d5187c req-e4e69a74-64d0-4809-ae4e-924f83057c44 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5382 time: 0.5257804 Nov 10 19:16:51.170811 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 6c0a9501-d040-4b01-afe2-0b8493a9510e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6c0a9501-d040-4b01-afe2-0b8493a9510e,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:16:51.202509 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '6c0a9501-d040-4b01-afe2-0b8493a9510e', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': '6c0a9501-d040-4b01-afe2-0b8493a9510e', 'mac_address': 'fa:16:3e:03:e2:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:16:51.310825 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:51.340057 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c0a9501-d040-4b01-afe2-0b8493a9510e {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:16:51.342428 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-baf0191e-8c9f-465e-a648-ef2fab0e4608 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:51.396750 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 6c0a9501-d040-4b01-afe2-0b8493a9510e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6c0a9501-d040-4b01-afe2-0b8493a9510e,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:16:51.405398 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:51.457474 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-baf0191e-8c9f-465e-a648-ef2fab0e4608 admin admin] Deleting port 12887987-c24d-4a12-836b-8255797614c9 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:16:51.458231 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-baf0191e-8c9f-465e-a648-ef2fab0e4608 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:51.505628 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ff6e2-0c99-44c1-8fdd-8386f4055b85 req-8df88dbf-f4c4-4e51-a556-bf288c74ff44 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:51.520076 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-be9ff6e2-0c99-44c1-8fdd-8386f4055b85 req-8df88dbf-f4c4-4e51-a556-bf288c74ff44 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff589d26-34ae-4ec4-ae5a-d2784849e6b8 HTTP/1.1" status: 200 len: 949 time: 0.3635182 Nov 10 19:16:51.544681 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 35742) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:51.550318 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:16:51.551094 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=6c0a9501-d040-4b01-afe2-0b8493a9510e,revision_number=9']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:51.634148 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['6c0a9501-d040-4b01-afe2-0b8493a9510e'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:16:51.643369 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-baf0191e-8c9f-465e-a648-ef2fab0e4608 admin admin] For port 12887987-c24d-4a12-836b-8255797614c9, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=12887987-c24d-4a12-836b-8255797614c9,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:16:51.643934 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-baf0191e-8c9f-465e-a648-ef2fab0e4608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:51.649695 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-16b6ae73-e778-4327-ac2c-60a4de84fafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1078472189-router', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '12887987-c24d-4a12-836b-8255797614c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:16:49Z', 'revision_number': 5, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'gw_port': {'id': '12887987-c24d-4a12-836b-8255797614c9', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:16:51.664753 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3e696fd0-9304-4bed-9725-09f13920a4e2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=15cce788a2ef471abe8517b119a3d419&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7240517 Nov 10 19:16:51.680893 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-baf0191e-8c9f-465e-a648-ef2fab0e4608 admin admin] Calling delete_port for 12887987-c24d-4a12-836b-8255797614c9 owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:16:51.688172 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 35750) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:51.757406 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f577064-778b-4ca3-a22d-6c8378d5187c req-8e02427e-4a0f-407f-9e77-e0a46df35501 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6197157 Nov 10 19:16:51.773258 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b6ae73-e778-4327-ac2c-60a4de84fafb None None] Checking router: e83b2309-5206-4160-a0e7-a6d4fbf752b9 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:16:51.807294 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b6ae73-e778-4327-ac2c-60a4de84fafb None None] Routers {'e83b2309-5206-4160-a0e7-a6d4fbf752b9'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:16:51.812482 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-16b6ae73-e778-4327-ac2c-60a4de84fafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:16:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:16:51.833861 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ccd87-f2bb-4473-9f4b-87cdeefc97ed req-c4bd83ef-7f1c-4ab3-911b-d1d955b7854e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:51.834273 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ccd87-f2bb-4473-9f4b-87cdeefc97ed req-c4bd83ef-7f1c-4ab3-911b-d1d955b7854e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:51.834701 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ccd87-f2bb-4473-9f4b-87cdeefc97ed req-c4bd83ef-7f1c-4ab3-911b-d1d955b7854e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:51.855019 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-970ccd87-f2bb-4473-9f4b-87cdeefc97ed req-c4bd83ef-7f1c-4ab3-911b-d1d955b7854e service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=22b3d07c7c424271b33fe5fb0a26c6de&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8947155 Nov 10 19:16:51.899059 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-10cdd5df-4a61-4ccf-a882-ff4614a87119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0d44e64-5553-4dbb-b756-cea461ad25d9 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:16:51.965699 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f633ccb0-b737-47c5-9435-cad15f3cc0a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:51.967654 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-502c9d9e-3ab6-4c6f-b7b1-8aa486c28ad5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:51.986566 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-10cdd5df-4a61-4ccf-a882-ff4614a87119 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:52.015910 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-be9ff6e2-0c99-44c1-8fdd-8386f4055b85 req-65b97f11-9491-4c40-9cd6-a5be3c8b0309 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/security-groups?id=25cfbe48-e133-43b8-98af-8c31cdb438e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942575 Nov 10 19:16:52.097105 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-16b6ae73-e778-4327-ac2c-60a4de84fafb None None] Set router e83b2309-5206-4160-a0e7-a6d4fbf752b9 gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:16:52.251782 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-10cdd5df-4a61-4ccf-a882-ff4614a87119 service neutron] Transition to ACTIVE for port object c0d44e64-5553-4dbb-b756-cea461ad25d9 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:16:52.291386 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f158f05-bc89-4f32-8d70-b6772d31cf3f req-4673dacb-1563-48b2-93ef-4e39bf5275b7 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:52.293351 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7f158f05-bc89-4f32-8d70-b6772d31cf3f req-4673dacb-1563-48b2-93ef-4e39bf5275b7 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=08efa6f3-c1ed-4bfd-b5bf-74431a6a537d HTTP/1.1" status: 200 len: 945 time: 0.2740605 Nov 10 19:16:52.334030 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f633ccb0-b737-47c5-9435-cad15f3cc0a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:52.340520 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-10cdd5df-4a61-4ccf-a882-ff4614a87119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:52.342841 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-16b6ae73-e778-4327-ac2c-60a4de84fafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1078472189-router', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:16:51Z', 'revision_number': 6, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:16:52.399238 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b6ae73-e778-4327-ac2c-60a4de84fafb None None] The sync data for ids ['e83b2309-5206-4160-a0e7-a6d4fbf752b9'] in n-d-813897-4 is: [{'id': 'e83b2309-5206-4160-a0e7-a6d4fbf752b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1078472189-router', 'tenant_id': 'c57c83b50f6e4bc399a3a37742495e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:14:26Z', 'updated_at': '2021-11-10T19:16:51Z', 'revision_number': 6, 'project_id': 'c57c83b50f6e4bc399a3a37742495e99', 'gw_port_host': None}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:16:52.529711 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdd5df-4a61-4ccf-a882-ff4614a87119 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d44e64-5553-4dbb-b756-cea461ad25d9,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:52.571284 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-baf0191e-8c9f-465e-a648-ef2fab0e4608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:52.612360 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0191e-8c9f-465e-a648-ef2fab0e4608 admin admin] Pushing event deleted for resources: {'Port': ['ID=12887987-c24d-4a12-836b-8255797614c9,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:52.730830 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-baf0191e-8c9f-465e-a648-ef2fab0e4608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:52.757679 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ccd87-f2bb-4473-9f4b-87cdeefc97ed req-9d102e28-723b-426b-83ff-2b53dd7755b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:52.762060 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 6c0a9501-d040-4b01-afe2-0b8493a9510e up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:16:52.770848 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-970ccd87-f2bb-4473-9f4b-87cdeefc97ed req-9d102e28-723b-426b-83ff-2b53dd7755b6 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8460069 Nov 10 19:16:52.842553 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f633ccb0-b737-47c5-9435-cad15f3cc0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:52.851277 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f633ccb0-b737-47c5-9435-cad15f3cc0a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:52.857094 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f633ccb0-b737-47c5-9435-cad15f3cc0a7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7286c020-0ae3-41bb-b009-1d8f965fc43f HTTP/1.1" status: 204 len: 168 time: 1.1574919 Nov 10 19:16:52.932595 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633ccb0-b737-47c5-9435-cad15f3cc0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7286c020-0ae3-41bb-b009-1d8f965fc43f,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:52.984528 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7f158f05-bc89-4f32-8d70-b6772d31cf3f req-9c5822f2-7c53-49fe-abb1-cd6258a29d23 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6709208 Nov 10 19:16:52.986732 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-baf0191e-8c9f-465e-a648-ef2fab0e4608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:52.995781 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-baf0191e-8c9f-465e-a648-ef2fab0e4608 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:53.034005 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 6c0a9501-d040-4b01-afe2-0b8493a9510e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:16:53.038622 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:53.160893 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-baf0191e-8c9f-465e-a648-ef2fab0e4608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:53.161597 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf0191e-8c9f-465e-a648-ef2fab0e4608 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e83b2309-5206-4160-a0e7-a6d4fbf752b9 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:16:53.180918 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-baf0191e-8c9f-465e-a648-ef2fab0e4608 admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:53.186696 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-baf0191e-8c9f-465e-a648-ef2fab0e4608 admin admin] 10.222.0.54 "DELETE /v2.0/routers/e83b2309-5206-4160-a0e7-a6d4fbf752b9 HTTP/1.1" status: 204 len: 168 time: 2.3941631 Nov 10 19:16:53.191779 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 35774) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:53.198713 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-10cdd5df-4a61-4ccf-a882-ff4614a87119 service neutron] Attempting to bind port c0d44e64-5553-4dbb-b756-cea461ad25d9 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:16:53.199226 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-10cdd5df-4a61-4ccf-a882-ff4614a87119 service neutron] Attempting to bind port c0d44e64-5553-4dbb-b756-cea461ad25d9 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '5cb9df61-9550-483d-8fc3-a242dd3a621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '08d5b27a-446a-4f08-9532-b9da3981ea57'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:16:53.199722 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-10cdd5df-4a61-4ccf-a882-ff4614a87119 service neutron] Attempting to bind port c0d44e64-5553-4dbb-b756-cea461ad25d9 on network 08d5b27a-446a-4f08-9532-b9da3981ea57 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:16:53.222535 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-10cdd5df-4a61-4ccf-a882-ff4614a87119 service neutron] Port c0d44e64-5553-4dbb-b756-cea461ad25d9 on network 08d5b27a-446a-4f08-9532-b9da3981ea57 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:16:53.222901 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-10cdd5df-4a61-4ccf-a882-ff4614a87119 service neutron] Attempting to bind port c0d44e64-5553-4dbb-b756-cea461ad25d9 on network 08d5b27a-446a-4f08-9532-b9da3981ea57 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:16:53.235038 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-10cdd5df-4a61-4ccf-a882-ff4614a87119 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:16:53.235402 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-10cdd5df-4a61-4ccf-a882-ff4614a87119 service neutron] Checking segment: {'id': '5cb9df61-9550-483d-8fc3-a242dd3a621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '08d5b27a-446a-4f08-9532-b9da3981ea57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:16:53.235745 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-10cdd5df-4a61-4ccf-a882-ff4614a87119 service neutron] Bound using segment: {'id': '5cb9df61-9550-483d-8fc3-a242dd3a621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '08d5b27a-446a-4f08-9532-b9da3981ea57'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:16:53.236181 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-10cdd5df-4a61-4ccf-a882-ff4614a87119 service neutron] Bound port: c0d44e64-5553-4dbb-b756-cea461ad25d9, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cb9df61-9550-483d-8fc3-a242dd3a621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '08d5b27a-446a-4f08-9532-b9da3981ea57'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:16:53.236528 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-10cdd5df-4a61-4ccf-a882-ff4614a87119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:53.259310 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7276bde-c733-4c4f-b6f8-913fa125101d req-1d69f6ed-f30d-46e6-9b52-294e50915d0c tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:53.260851 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7276bde-c733-4c4f-b6f8-913fa125101d req-1d69f6ed-f30d-46e6-9b52-294e50915d0c tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff589d26-34ae-4ec4-ae5a-d2784849e6b8 HTTP/1.1" status: 200 len: 949 time: 0.1537261 Nov 10 19:16:53.296584 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9076ef2-397a-4eb5-9cf8-b7d202f656db admin admin] Deleting subnet 6ab75c40-5d7a-4d44-8e36-e5b14d411825 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:16:53.312146 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c9076ef2-397a-4eb5-9cf8-b7d202f656db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:53.328985 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-10cdd5df-4a61-4ccf-a882-ff4614a87119 service neutron] For port c0d44e64-5553-4dbb-b756-cea461ad25d9, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:16:53.333547 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-10cdd5df-4a61-4ccf-a882-ff4614a87119 service neutron] For port c0d44e64-5553-4dbb-b756-cea461ad25d9, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=c0d44e64-5553-4dbb-b756-cea461ad25d9,segment=NetworkSegment(5cb9df61-9550-483d-8fc3-a242dd3a621b),segment_id=5cb9df61-9550-483d-8fc3-a242dd3a621b)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:16:53.336734 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-502c9d9e-3ab6-4c6f-b7b1-8aa486c28ad5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:53.355056 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f8ae5-047e-4d8b-8706-b1f6a52c52b9 req-01c0c75a-35b5-40e8-b36e-9a378cc88f64 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:53.361638 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f8ae5-047e-4d8b-8706-b1f6a52c52b9 req-01c0c75a-35b5-40e8-b36e-9a378cc88f64 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:53.369375 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f8ae5-047e-4d8b-8706-b1f6a52c52b9 req-01c0c75a-35b5-40e8-b36e-9a378cc88f64 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:53.380627 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f8ae5-047e-4d8b-8706-b1f6a52c52b9 req-01c0c75a-35b5-40e8-b36e-9a378cc88f64 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:53.382390 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:53.389823 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f8ae5-047e-4d8b-8706-b1f6a52c52b9 req-01c0c75a-35b5-40e8-b36e-9a378cc88f64 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:53.396975 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f8ae5-047e-4d8b-8706-b1f6a52c52b9 req-01c0c75a-35b5-40e8-b36e-9a378cc88f64 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:53.405196 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f8ae5-047e-4d8b-8706-b1f6a52c52b9 req-01c0c75a-35b5-40e8-b36e-9a378cc88f64 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:53.407275 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f41f8ae5-047e-4d8b-8706-b1f6a52c52b9 req-01c0c75a-35b5-40e8-b36e-9a378cc88f64 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5394 time: 0.3759325 Nov 10 19:16:53.429405 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-10cdd5df-4a61-4ccf-a882-ff4614a87119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:53.465399 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c9076ef2-397a-4eb5-9cf8-b7d202f656db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:53.486861 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 6c0a9501-d040-4b01-afe2-0b8493a9510e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6c0a9501-d040-4b01-afe2-0b8493a9510e,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:16:53.499729 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e056ebd-3d2b-4fc8-9135-d57479615454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0a9501-d040-4b01-afe2-0b8493a9510e'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:16:53.514416 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41b7bb0-2154-49c9-85dd-239d6441941f" -d '{"events": [{"server_uuid": "8e056ebd-3d2b-4fc8-9135-d57479615454", "name": "network-vif-plugged", "status": "completed", "tag": "6c0a9501-d040-4b01-afe2-0b8493a9510e"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:16:53.530863 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:53.548685 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0d2444e0-df76-4c4d-824e-3db929572181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:53.571626 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-502c9d9e-3ab6-4c6f-b7b1-8aa486c28ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:53.674377 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 35780) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:53.701592 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdd5df-4a61-4ccf-a882-ff4614a87119 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d44e64-5553-4dbb-b756-cea461ad25d9,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:53.704333 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c9076ef2-397a-4eb5-9cf8-b7d202f656db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:53.706427 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=6c0a9501-d040-4b01-afe2-0b8493a9510e,revision_number=10']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:53.873684 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-014e757d-088a-467d-a36d-d5cf8f25fbf3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ce2f773b69ba46f6bbaf30add495e31e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1943834 Nov 10 19:16:53.879946 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 35782) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:53.897882 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a6894-103f-4ef1-8aa8-492a3028ef48 req-5d5c4c34-2f32-4473-89be-da6551a1fa43 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:53.901649 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c5a6894-103f-4ef1-8aa8-492a3028ef48 req-5d5c4c34-2f32-4473-89be-da6551a1fa43 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff589d26-34ae-4ec4-ae5a-d2784849e6b8 HTTP/1.1" status: 200 len: 949 time: 0.4740849 Nov 10 19:16:53.908168 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-10cdd5df-4a61-4ccf-a882-ff4614a87119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:53.909892 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-10cdd5df-4a61-4ccf-a882-ff4614a87119 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:53.912745 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-10cdd5df-4a61-4ccf-a882-ff4614a87119 service neutron] 10.222.0.25 "PUT /v2.0/ports/c0d44e64-5553-4dbb-b756-cea461ad25d9 HTTP/1.1" status: 200 len: 1091 time: 4.7546697 Nov 10 19:16:53.931084 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'tag': 'c0d44e64-5553-4dbb-b756-cea461ad25d9'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:16:53.935336 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c454c809-2051-4d81-9ebc-1bf83b3bbcc0" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "tag": "c0d44e64-5553-4dbb-b756-cea461ad25d9"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:16:53.980460 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c9076ef2-397a-4eb5-9cf8-b7d202f656db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:53.985484 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5f53faea-99bc-4303-86c3-33664ffb47a1 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:16:54.030712 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 5f53faea-99bc-4303-86c3-33664ffb47a1 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:16:54.031055 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5f53faea-99bc-4303-86c3-33664ffb47a1 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:16:54.031487 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 12887987-c24d-4a12-836b-8255797614c9 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:16:54.080051 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-6742286b-7d96-48f8-8019-f135077a2426 service neutron] Request body: {'port': {'device_id': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:16:54.087522 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 12887987-c24d-4a12-836b-8255797614c9 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:16:54.090063 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 12887987-c24d-4a12-836b-8255797614c9 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:16:54.096780 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9076ef2-397a-4eb5-9cf8-b7d202f656db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ab75c40-5d7a-4d44-8e36-e5b14d411825,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:54.106535 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad714ffa-7e99-4328-bc40-ce55dc9689c8 None None] Network 3a91fecc-dc01-4af5-8121-7bf79bed5161 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:16:54.106923 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c9076ef2-397a-4eb5-9cf8-b7d202f656db admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:54.111394 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c9076ef2-397a-4eb5-9cf8-b7d202f656db admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6ab75c40-5d7a-4d44-8e36-e5b14d411825 HTTP/1.1" status: 204 len: 168 time: 0.9166484 Nov 10 19:16:54.114845 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 35788) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:54.161389 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cb5b9843-a581-442a-b235-c8af4b52e4ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:54.168658 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-502c9d9e-3ab6-4c6f-b7b1-8aa486c28ad5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=df42714c8d5340dea8e0ce0106445abd&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5804973 Nov 10 19:16:54.183913 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c9d9e-3ab6-4c6f-b7b1-8aa486c28ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a530bda-6676-4102-b208-b6dc29aca110,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:54.203463 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 35790) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:54.265488 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cb5b9843-a581-442a-b235-c8af4b52e4ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:54.277983 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-98f4ae7d-b1b9-4dbe-b1b0-aa7589c3007d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:54.402201 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cb5b9843-a581-442a-b235-c8af4b52e4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:54.406375 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cb5b9843-a581-442a-b235-c8af4b52e4ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:54.408403 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cb5b9843-a581-442a-b235-c8af4b52e4ef admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/705fcee1-00a0-44ad-bc58-b250b321c005 HTTP/1.1" status: 204 len: 168 time: 0.5253646 Nov 10 19:16:54.425632 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-98f4ae7d-b1b9-4dbe-b1b0-aa7589c3007d admin admin] Deleting port 9d284151-b805-4897-b082-df43c84a96f0 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:16:54.426784 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-98f4ae7d-b1b9-4dbe-b1b0-aa7589c3007d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:54.442103 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b9843-a581-442a-b235-c8af4b52e4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705fcee1-00a0-44ad-bc58-b250b321c005,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:54.482252 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f41f8ae5-047e-4d8b-8706-b1f6a52c52b9 req-f88e9378-112b-4220-b819-fe1a284c7e42 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0411603 Nov 10 19:16:54.552719 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c5a6894-103f-4ef1-8aa8-492a3028ef48 req-6b044c53-4cff-4486-a0d7-1acfca2fa740 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/security-groups?id=25cfbe48-e133-43b8-98af-8c31cdb438e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6013606 Nov 10 19:16:54.552719 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-6742286b-7d96-48f8-8019-f135077a2426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:54.604416 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-f7276bde-c733-4c4f-b6f8-913fa125101d req-cea8a782-041f-453b-a457-34a896f92617 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Deleting port 29348ed9-dd43-489b-9968-2bb2b186250d {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:16:54.604416 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f7276bde-c733-4c4f-b6f8-913fa125101d req-cea8a782-041f-453b-a457-34a896f92617 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:54.685337 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-98f4ae7d-b1b9-4dbe-b1b0-aa7589c3007d admin admin] For port 9d284151-b805-4897-b082-df43c84a96f0, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=9d284151-b805-4897-b082-df43c84a96f0,segment=NetworkSegment(2dec6a8f-ba9a-4b28-98fc-0073c9852d3d),segment_id=2dec6a8f-ba9a-4b28-98fc-0073c9852d3d)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:16:54.690020 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-98f4ae7d-b1b9-4dbe-b1b0-aa7589c3007d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:54.744667 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-98f4ae7d-b1b9-4dbe-b1b0-aa7589c3007d admin admin] Calling delete_port for 9d284151-b805-4897-b082-df43c84a96f0 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:16:54.816512 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d318958-bea4-4c67-8083-1d5778069678 x-openstack-request-id: req-2d318958-bea4-4c67-8083-1d5778069678 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:16:54.819586 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e056ebd-3d2b-4fc8-9135-d57479615454", "name": "network-vif-plugged", "status": "completed", "tag": "6c0a9501-d040-4b01-afe2-0b8493a9510e", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:16:54.820979 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2d318958-bea4-4c67-8083-1d5778069678 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:16:54.821949 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e056ebd-3d2b-4fc8-9135-d57479615454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0a9501-d040-4b01-afe2-0b8493a9510e', 'code': 200} Nov 10 19:16:54.859158 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-f7276bde-c733-4c4f-b6f8-913fa125101d req-cea8a782-041f-453b-a457-34a896f92617 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] For port 29348ed9-dd43-489b-9968-2bb2b186250d, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=29348ed9-dd43-489b-9968-2bb2b186250d,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:16:54.859537 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f7276bde-c733-4c4f-b6f8-913fa125101d req-cea8a782-041f-453b-a457-34a896f92617 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:54.880108 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb86db14-4e01-40ea-b3c0-926c1a573536 x-openstack-request-id: req-cb86db14-4e01-40ea-b3c0-926c1a573536 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:16:54.880590 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "tag": "c0d44e64-5553-4dbb-b756-cea461ad25d9", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:16:54.880985 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cb86db14-4e01-40ea-b3c0-926c1a573536 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:16:54.881545 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'tag': 'c0d44e64-5553-4dbb-b756-cea461ad25d9', 'status': 'completed', 'code': 200} Nov 10 19:16:54.967741 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-f7276bde-c733-4c4f-b6f8-913fa125101d req-cea8a782-041f-453b-a457-34a896f92617 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Calling delete_port for 29348ed9-dd43-489b-9968-2bb2b186250d owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:16:55.001079 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:55.012446 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f3b553e4-2beb-4763-9f71-4b51d397ca91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:55.013219 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:55.136892 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeef48ec-d407-419d-a033-5429b2b49c43 None None] DHCP port deletion for 3a91fecc-dc01-4af5-8121-7bf79bed5161 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:16:55.181088 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c739f-de2d-407c-93cd-549efa5bdcb3 req-35768f61-a262-4c8e-b04a-2d5256dd8a34 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:55.190742 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-413c739f-de2d-407c-93cd-549efa5bdcb3 req-35768f61-a262-4c8e-b04a-2d5256dd8a34 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=08efa6f3-c1ed-4bfd-b5bf-74431a6a537d HTTP/1.1" status: 200 len: 945 time: 0.3080659 Nov 10 19:16:55.193554 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f3b553e4-2beb-4763-9f71-4b51d397ca91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:55.272516 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-eeef48ec-d407-419d-a033-5429b2b49c43 None None] Deleting port 9d284151-b805-4897-b082-df43c84a96f0 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:16:55.274076 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-eeef48ec-d407-419d-a033-5429b2b49c43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:55.276316 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-98f4ae7d-b1b9-4dbe-b1b0-aa7589c3007d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:55.292831 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454c809-2051-4d81-9ebc-1bf83b3bbcc0 req-874f551f-9923-433c-a291-452be1be09c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:55.293529 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454c809-2051-4d81-9ebc-1bf83b3bbcc0 req-874f551f-9923-433c-a291-452be1be09c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:55.295139 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454c809-2051-4d81-9ebc-1bf83b3bbcc0 req-874f551f-9923-433c-a291-452be1be09c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:55.296449 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454c809-2051-4d81-9ebc-1bf83b3bbcc0 req-874f551f-9923-433c-a291-452be1be09c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:55.297082 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454c809-2051-4d81-9ebc-1bf83b3bbcc0 req-874f551f-9923-433c-a291-452be1be09c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:55.297564 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454c809-2051-4d81-9ebc-1bf83b3bbcc0 req-874f551f-9923-433c-a291-452be1be09c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:55.298084 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454c809-2051-4d81-9ebc-1bf83b3bbcc0 req-874f551f-9923-433c-a291-452be1be09c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:55.300948 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c454c809-2051-4d81-9ebc-1bf83b3bbcc0 req-874f551f-9923-433c-a291-452be1be09c0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22b3d07c7c424271b33fe5fb0a26c6de&device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 6286 time: 0.2113023 Nov 10 19:16:55.354635 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-eeef48ec-d407-419d-a033-5429b2b49c43 None None] For port 9d284151-b805-4897-b082-df43c84a96f0, host n-d-813897-4, got binding levels [] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:16:55.358829 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-eeef48ec-d407-419d-a033-5429b2b49c43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:55.379558 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-eeef48ec-d407-419d-a033-5429b2b49c43 None None] Calling delete_port for 9d284151-b805-4897-b082-df43c84a96f0 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:16:55.382858 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.ipam_backend_mixin [None req-eeef48ec-d407-419d-a033-5429b2b49c43 None None] Port 9d284151-b805-4897-b082-df43c84a96f0 was not found and therefore no delete operation was performed {{(pid=102507) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 19:16:55.384763 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-eeef48ec-d407-419d-a033-5429b2b49c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:55.413901 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef48ec-d407-419d-a033-5429b2b49c43 None None] Pushing event deleted for resources: {'Port': ['ID=9d284151-b805-4897-b082-df43c84a96f0,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:55.432396 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeef48ec-d407-419d-a033-5429b2b49c43 None None] No DVR routers for this DVR port 9d284151-b805-4897-b082-df43c84a96f0 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:16:55.489474 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4ae7d-b1b9-4dbe-b1b0-aa7589c3007d admin admin] Pushing event deleted for resources: {'Port': ['ID=9d284151-b805-4897-b082-df43c84a96f0,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:55.512677 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f4ae7d-b1b9-4dbe-b1b0-aa7589c3007d admin admin] No DVR routers for this DVR port 9d284151-b805-4897-b082-df43c84a96f0 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:16:55.696920 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d6e57873-07f2-4d12-9746-d8a6a40b6f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:55.725709 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-6742286b-7d96-48f8-8019-f135077a2426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e40d835-e479-4c27-8f24-be6c043e98be {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:16:55.737702 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-6742286b-7d96-48f8-8019-f135077a2426 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:55.745653 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-98f4ae7d-b1b9-4dbe-b1b0-aa7589c3007d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:55.762224 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-6742286b-7d96-48f8-8019-f135077a2426 service neutron] Transition to ACTIVE for port object 3e40d835-e479-4c27-8f24-be6c043e98be will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:16:55.783649 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-98f4ae7d-b1b9-4dbe-b1b0-aa7589c3007d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a91fecc-dc01-4af5-8121-7bf79bed5161']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:16:55.796207 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-98f4ae7d-b1b9-4dbe-b1b0-aa7589c3007d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dec6a8f-ba9a-4b28-98fc-0073c9852d3d') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:16:55.796772 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-98f4ae7d-b1b9-4dbe-b1b0-aa7589c3007d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dec6a8f-ba9a-4b28-98fc-0073c9852d3d') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:16:55.811297 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-98f4ae7d-b1b9-4dbe-b1b0-aa7589c3007d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:55.827454 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-98f4ae7d-b1b9-4dbe-b1b0-aa7589c3007d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:55.842799 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f4ae7d-b1b9-4dbe-b1b0-aa7589c3007d admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:16:55.843474 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-98f4ae7d-b1b9-4dbe-b1b0-aa7589c3007d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:55.861273 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-413c739f-de2d-407c-93cd-549efa5bdcb3 req-65a52472-861b-4a46-aa57-1df72a6ad7e6 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6334305 Nov 10 19:16:55.872377 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 9d284151-b805-4897-b082-df43c84a96f0 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:16:55.875282 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f7276bde-c733-4c4f-b6f8-913fa125101d req-cea8a782-041f-453b-a457-34a896f92617 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:55.884123 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-6742286b-7d96-48f8-8019-f135077a2426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:55.890563 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:16:55.890563 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:16:55.890563 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:16:55.890563 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:16:55.890563 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:16:55.890563 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:16:55.890563 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:16:55.890563 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:16:55.890563 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:16:55.890563 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:16:55.890563 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:16:55.890563 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:16:55.890563 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:16:55.890563 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:16:55.890563 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:16:55.890563 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:16:55.890563 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:16:55.890563 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:16:55.890563 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:16:55.890563 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:16:55.890563 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:16:55.890563 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:16:55.890563 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:16:55.890563 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:16:55.890563 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:16:55.890563 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:16:55.890563 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:16:55.890563 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:16:55.890563 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:16:55.890563 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:16:55.890563 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:16:55.890563 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:16:55.949549 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 9d284151-b805-4897-b082-df43c84a96f0 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:16:55.950254 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 9d284151-b805-4897-b082-df43c84a96f0 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:16:55.991525 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8a782-041f-453b-a457-34a896f92617 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Pushing event deleted for resources: {'Port': ['ID=29348ed9-dd43-489b-9968-2bb2b186250d,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:56.094602 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742286b-7d96-48f8-8019-f135077a2426 service neutron] Pushing event updated for resources: {'Port': ['ID=3e40d835-e479-4c27-8f24-be6c043e98be,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:56.098082 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-98f4ae7d-b1b9-4dbe-b1b0-aa7589c3007d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:56.106617 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454c809-2051-4d81-9ebc-1bf83b3bbcc0 req-bd18d763-3802-48b2-97d1-2b7cf153d6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:56.106975 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454c809-2051-4d81-9ebc-1bf83b3bbcc0 req-bd18d763-3802-48b2-97d1-2b7cf153d6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:56.119881 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454c809-2051-4d81-9ebc-1bf83b3bbcc0 req-bd18d763-3802-48b2-97d1-2b7cf153d6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:56.121668 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c454c809-2051-4d81-9ebc-1bf83b3bbcc0 req-bd18d763-3802-48b2-97d1-2b7cf153d6a0 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=22b3d07c7c424271b33fe5fb0a26c6de&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7910573 Nov 10 19:16:56.133458 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-98f4ae7d-b1b9-4dbe-b1b0-aa7589c3007d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:56.151460 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-98f4ae7d-b1b9-4dbe-b1b0-aa7589c3007d admin admin] 10.222.0.54 "DELETE /v2.0/networks/3a91fecc-dc01-4af5-8121-7bf79bed5161 HTTP/1.1" status: 204 len: 168 time: 2.0319126 Nov 10 19:16:56.277153 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-6742286b-7d96-48f8-8019-f135077a2426 service neutron] Attempting to bind port 3e40d835-e479-4c27-8f24-be6c043e98be on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:16:56.277600 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-6742286b-7d96-48f8-8019-f135077a2426 service neutron] Attempting to bind port 3e40d835-e479-4c27-8f24-be6c043e98be by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '5cb9df61-9550-483d-8fc3-a242dd3a621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '08d5b27a-446a-4f08-9532-b9da3981ea57'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:16:56.278482 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-6742286b-7d96-48f8-8019-f135077a2426 service neutron] Attempting to bind port 3e40d835-e479-4c27-8f24-be6c043e98be on network 08d5b27a-446a-4f08-9532-b9da3981ea57 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:16:56.294667 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aabc8651-4559-46d6-a58f-ccee0d3da4cb req-8d869084-74a2-4cea-855d-fc3793d919e7 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff589d26-34ae-4ec4-ae5a-d2784849e6b8 HTTP/1.1" status: 200 len: 210 time: 0.2237055 Nov 10 19:16:56.319860 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4ae7d-b1b9-4dbe-b1b0-aa7589c3007d admin admin] Pushing event deleted for resources: {'Network': ['ID=3a91fecc-dc01-4af5-8121-7bf79bed5161,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:56.332721 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-6742286b-7d96-48f8-8019-f135077a2426 service neutron] Port 3e40d835-e479-4c27-8f24-be6c043e98be on network 08d5b27a-446a-4f08-9532-b9da3981ea57 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:16:56.333534 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-6742286b-7d96-48f8-8019-f135077a2426 service neutron] Attempting to bind port 3e40d835-e479-4c27-8f24-be6c043e98be on network 08d5b27a-446a-4f08-9532-b9da3981ea57 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:16:56.342984 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f3b553e4-2beb-4763-9f71-4b51d397ca91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:56.347201 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f3b553e4-2beb-4763-9f71-4b51d397ca91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:56.350686 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f3b553e4-2beb-4763-9f71-4b51d397ca91 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5a530bda-6676-4102-b208-b6dc29aca110 HTTP/1.1" status: 204 len: 168 time: 2.0126214 Nov 10 19:16:56.422578 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da707a9b-6d61-47fa-98f1-c4b68aeba990 req-cdd0aeaf-680c-4228-bb2a-0829548cdf8c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:56.437548 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da707a9b-6d61-47fa-98f1-c4b68aeba990 req-cdd0aeaf-680c-4228-bb2a-0829548cdf8c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:56.455955 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da707a9b-6d61-47fa-98f1-c4b68aeba990 req-cdd0aeaf-680c-4228-bb2a-0829548cdf8c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:56.471925 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da707a9b-6d61-47fa-98f1-c4b68aeba990 req-cdd0aeaf-680c-4228-bb2a-0829548cdf8c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:56.491560 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da707a9b-6d61-47fa-98f1-c4b68aeba990 req-cdd0aeaf-680c-4228-bb2a-0829548cdf8c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:56.501228 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da707a9b-6d61-47fa-98f1-c4b68aeba990 req-cdd0aeaf-680c-4228-bb2a-0829548cdf8c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:56.509582 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da707a9b-6d61-47fa-98f1-c4b68aeba990 req-cdd0aeaf-680c-4228-bb2a-0829548cdf8c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:56.512188 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-da707a9b-6d61-47fa-98f1-c4b68aeba990 req-cdd0aeaf-680c-4228-bb2a-0829548cdf8c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5406 time: 0.6630075 Nov 10 19:16:56.522363 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454c809-2051-4d81-9ebc-1bf83b3bbcc0 req-1e1021e4-a35a-46be-a639-55e02ae8e7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:56.523231 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7276bde-c733-4c4f-b6f8-913fa125101d req-cea8a782-041f-453b-a457-34a896f92617 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] No DVR routers for this DVR port 29348ed9-dd43-489b-9968-2bb2b186250d on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:16:56.527564 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c454c809-2051-4d81-9ebc-1bf83b3bbcc0 req-1e1021e4-a35a-46be-a639-55e02ae8e7ff service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3748047 Nov 10 19:16:56.531130 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f7276bde-c733-4c4f-b6f8-913fa125101d req-cea8a782-041f-453b-a457-34a896f92617 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:56.536551 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7276bde-c733-4c4f-b6f8-913fa125101d req-cea8a782-041f-453b-a457-34a896f92617 tempest-ListImageFiltersTestJSON-93850547 tempest-ListImageFiltersTestJSON-93850547-project] 10.222.0.25 "DELETE /v2.0/ports/29348ed9-dd43-489b-9968-2bb2b186250d HTTP/1.1" status: 204 len: 173 time: 3.1980450 Nov 10 19:16:56.550336 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b553e4-2beb-4763-9f71-4b51d397ca91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a530bda-6676-4102-b208-b6dc29aca110,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:56.563891 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-6742286b-7d96-48f8-8019-f135077a2426 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:16:56.564352 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-6742286b-7d96-48f8-8019-f135077a2426 service neutron] Checking segment: {'id': '5cb9df61-9550-483d-8fc3-a242dd3a621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '08d5b27a-446a-4f08-9532-b9da3981ea57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:16:56.566542 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-6742286b-7d96-48f8-8019-f135077a2426 service neutron] Bound using segment: {'id': '5cb9df61-9550-483d-8fc3-a242dd3a621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '08d5b27a-446a-4f08-9532-b9da3981ea57'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:16:56.567847 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-6742286b-7d96-48f8-8019-f135077a2426 service neutron] Bound port: 3e40d835-e479-4c27-8f24-be6c043e98be, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cb9df61-9550-483d-8fc3-a242dd3a621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '08d5b27a-446a-4f08-9532-b9da3981ea57'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:16:56.569940 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-6742286b-7d96-48f8-8019-f135077a2426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:56.595383 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 35844) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:56.697507 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2d202b4c-46ac-40c9-8aa5-aba636a3fd22 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c57c83b50f6e4bc399a3a37742495e99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1009309 Nov 10 19:16:56.702280 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 35848) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:16:56.810293 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-da707a9b-6d61-47fa-98f1-c4b68aeba990 req-afa46ea2-3a3e-4eff-a871-50bec24c4dd0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2710805 Nov 10 19:16:56.843651 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-6742286b-7d96-48f8-8019-f135077a2426 service neutron] For port 3e40d835-e479-4c27-8f24-be6c043e98be, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:16:56.855902 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-6742286b-7d96-48f8-8019-f135077a2426 service neutron] For port 3e40d835-e479-4c27-8f24-be6c043e98be, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=3e40d835-e479-4c27-8f24-be6c043e98be,segment=NetworkSegment(5cb9df61-9550-483d-8fc3-a242dd3a621b),segment_id=5cb9df61-9550-483d-8fc3-a242dd3a621b)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:16:56.870588 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-6742286b-7d96-48f8-8019-f135077a2426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:56.883156 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-154e6a3a-573d-434e-a7d3-b9da7a483efb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:56.884558 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff589d26-34ae-4ec4-ae5a-d2784849e6b8', 'name': 'network-vif-deleted', 'tag': '29348ed9-dd43-489b-9968-2bb2b186250d'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:16:56.892841 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12412b03-4a51-4159-8a41-c60bc363eeea" -d '{"events": [{"server_uuid": "ff589d26-34ae-4ec4-ae5a-d2784849e6b8", "name": "network-vif-deleted", "tag": "29348ed9-dd43-489b-9968-2bb2b186250d"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:16:56.919726 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-154e6a3a-573d-434e-a7d3-b9da7a483efb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:56.993987 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-154e6a3a-573d-434e-a7d3-b9da7a483efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:56.997953 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-154e6a3a-573d-434e-a7d3-b9da7a483efb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:56.999982 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-154e6a3a-573d-434e-a7d3-b9da7a483efb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b7f75c73-b8b6-4b96-990f-afb1f094ac2b HTTP/1.1" status: 204 len: 168 time: 0.2963510 Nov 10 19:16:57.030598 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e6a3a-573d-434e-a7d3-b9da7a483efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f75c73-b8b6-4b96-990f-afb1f094ac2b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:57.037206 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a5e89f-d8f8-4066-b1cc-60ce5b7d0eed x-openstack-request-id: req-e1a5e89f-d8f8-4066-b1cc-60ce5b7d0eed {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:16:57.037628 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff589d26-34ae-4ec4-ae5a-d2784849e6b8", "name": "network-vif-deleted", "tag": "29348ed9-dd43-489b-9968-2bb2b186250d", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:16:57.050209 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e1a5e89f-d8f8-4066-b1cc-60ce5b7d0eed {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:16:57.050940 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff589d26-34ae-4ec4-ae5a-d2784849e6b8', 'name': 'network-vif-deleted', 'tag': '29348ed9-dd43-489b-9968-2bb2b186250d', 'status': 'completed', 'code': 200} Nov 10 19:16:57.061316 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-6742286b-7d96-48f8-8019-f135077a2426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:57.062100 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-6742286b-7d96-48f8-8019-f135077a2426 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:57.064990 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-6742286b-7d96-48f8-8019-f135077a2426 service neutron] 10.222.0.25 "PUT /v2.0/ports/3e40d835-e479-4c27-8f24-be6c043e98be HTTP/1.1" status: 200 len: 1091 time: 2.9949307 Nov 10 19:16:57.129979 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-de2c17b5-3fce-490c-b216-9c4192e2179b service neutron] Request body: {'port': {'device_id': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:16:57.137009 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:57.221672 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742286b-7d96-48f8-8019-f135077a2426 service neutron] Pushing event updated for resources: {'Port': ['ID=3e40d835-e479-4c27-8f24-be6c043e98be,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:57.419084 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813eb1f-7f56-4016-b4b3-32793251edf5 req-75fbfbc9-80da-440e-8f56-e780606de014 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:57.420943 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4813eb1f-7f56-4016-b4b3-32793251edf5 req-75fbfbc9-80da-440e-8f56-e780606de014 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=08efa6f3-c1ed-4bfd-b5bf-74431a6a537d HTTP/1.1" status: 200 len: 945 time: 0.3411169 Nov 10 19:16:57.422272 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-de2c17b5-3fce-490c-b216-9c4192e2179b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:57.652566 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4813eb1f-7f56-4016-b4b3-32793251edf5 req-7dc4be0c-32c0-4657-95cc-ce0a6a5f0c8a tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189281 Nov 10 19:16:57.679038 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 29348ed9-dd43-489b-9968-2bb2b186250d no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:16:57.737490 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 29348ed9-dd43-489b-9968-2bb2b186250d {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:16:57.739157 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 29348ed9-dd43-489b-9968-2bb2b186250d not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:16:58.163363 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9f238-b929-46e1-b17b-abbda56653cd req-f2faa934-1cb5-4d93-b84b-cfdb317300f3 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:58.178056 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9f238-b929-46e1-b17b-abbda56653cd req-f2faa934-1cb5-4d93-b84b-cfdb317300f3 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:58.189862 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9f238-b929-46e1-b17b-abbda56653cd req-f2faa934-1cb5-4d93-b84b-cfdb317300f3 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:58.213102 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9f238-b929-46e1-b17b-abbda56653cd req-f2faa934-1cb5-4d93-b84b-cfdb317300f3 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:58.234848 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9f238-b929-46e1-b17b-abbda56653cd req-f2faa934-1cb5-4d93-b84b-cfdb317300f3 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:58.241309 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9f238-b929-46e1-b17b-abbda56653cd req-f2faa934-1cb5-4d93-b84b-cfdb317300f3 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:58.259232 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9f238-b929-46e1-b17b-abbda56653cd req-f2faa934-1cb5-4d93-b84b-cfdb317300f3 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:58.268958 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-46a9f238-b929-46e1-b17b-abbda56653cd req-f2faa934-1cb5-4d93-b84b-cfdb317300f3 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5406 time: 0.2856622 Nov 10 19:16:58.599592 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:58.870926 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-de2c17b5-3fce-490c-b216-9c4192e2179b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de23dff7-0358-45d9-aba5-b288f9e2dceb {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:16:58.882159 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-46a9f238-b929-46e1-b17b-abbda56653cd req-7efc5f99-a090-44ac-9db3-8a0f75f6d945 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6113861 Nov 10 19:16:58.887561 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-de2c17b5-3fce-490c-b216-9c4192e2179b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:58.906725 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-de2c17b5-3fce-490c-b216-9c4192e2179b service neutron] Transition to ACTIVE for port object de23dff7-0358-45d9-aba5-b288f9e2dceb will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:16:58.913452 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-de2c17b5-3fce-490c-b216-9c4192e2179b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:59.065803 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'tag': '3e40d835-e479-4c27-8f24-be6c043e98be'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:16:59.068738 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f449cb3-bb2f-4d80-858f-b51d82694c35" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "tag": "3e40d835-e479-4c27-8f24-be6c043e98be"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:16:59.198373 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c17b5-3fce-490c-b216-9c4192e2179b service neutron] Pushing event updated for resources: {'Port': ['ID=de23dff7-0358-45d9-aba5-b288f9e2dceb,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:16:59.283374 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79e3ff-dbf1-40c7-8e4d-6424bc9d29a8 req-3b5b57b9-ec20-4806-a768-5e5af0a024d1 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:59.285511 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6e79e3ff-dbf1-40c7-8e4d-6424bc9d29a8 req-3b5b57b9-ec20-4806-a768-5e5af0a024d1 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=08efa6f3-c1ed-4bfd-b5bf-74431a6a537d HTTP/1.1" status: 200 len: 945 time: 0.1683753 Nov 10 19:16:59.327469 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:59.444558 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6e79e3ff-dbf1-40c7-8e4d-6424bc9d29a8 req-64cbc079-7f13-4c3e-b909-b3344aa57587 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471570 Nov 10 19:16:59.445878 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-de2c17b5-3fce-490c-b216-9c4192e2179b service neutron] Attempting to bind port de23dff7-0358-45d9-aba5-b288f9e2dceb on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:16:59.446606 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-de2c17b5-3fce-490c-b216-9c4192e2179b service neutron] Attempting to bind port de23dff7-0358-45d9-aba5-b288f9e2dceb by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': 'a1439b11-afa4-4fe3-825f-5bdc9b853fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5e688d16-320a-464d-a934-8ef580053d1d'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:16:59.447733 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-de2c17b5-3fce-490c-b216-9c4192e2179b service neutron] Attempting to bind port de23dff7-0358-45d9-aba5-b288f9e2dceb on network 5e688d16-320a-464d-a934-8ef580053d1d {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:16:59.453915 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-de2c17b5-3fce-490c-b216-9c4192e2179b service neutron] Port de23dff7-0358-45d9-aba5-b288f9e2dceb on network 5e688d16-320a-464d-a934-8ef580053d1d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:16:59.454440 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-de2c17b5-3fce-490c-b216-9c4192e2179b service neutron] Attempting to bind port de23dff7-0358-45d9-aba5-b288f9e2dceb on network 5e688d16-320a-464d-a934-8ef580053d1d {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:16:59.475452 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-de2c17b5-3fce-490c-b216-9c4192e2179b service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:16:59.475903 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-de2c17b5-3fce-490c-b216-9c4192e2179b service neutron] Checking segment: {'id': 'a1439b11-afa4-4fe3-825f-5bdc9b853fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5e688d16-320a-464d-a934-8ef580053d1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:16:59.477155 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-de2c17b5-3fce-490c-b216-9c4192e2179b service neutron] Bound using segment: {'id': 'a1439b11-afa4-4fe3-825f-5bdc9b853fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5e688d16-320a-464d-a934-8ef580053d1d'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:16:59.478379 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-de2c17b5-3fce-490c-b216-9c4192e2179b service neutron] Bound port: de23dff7-0358-45d9-aba5-b288f9e2dceb, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1439b11-afa4-4fe3-825f-5bdc9b853fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5e688d16-320a-464d-a934-8ef580053d1d'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:16:59.479106 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-de2c17b5-3fce-490c-b216-9c4192e2179b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:59.745600 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-de2c17b5-3fce-490c-b216-9c4192e2179b service neutron] For port de23dff7-0358-45d9-aba5-b288f9e2dceb, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:16:59.750322 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-de2c17b5-3fce-490c-b216-9c4192e2179b service neutron] For port de23dff7-0358-45d9-aba5-b288f9e2dceb, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=de23dff7-0358-45d9-aba5-b288f9e2dceb,segment=NetworkSegment(a1439b11-afa4-4fe3-825f-5bdc9b853fe8),segment_id=a1439b11-afa4-4fe3-825f-5bdc9b853fe8)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:16:59.758980 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-de2c17b5-3fce-490c-b216-9c4192e2179b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:59.826071 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dda04c6-f881-4b5d-8d4e-b9aef805f991 x-openstack-request-id: req-5dda04c6-f881-4b5d-8d4e-b9aef805f991 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:16:59.826601 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "tag": "3e40d835-e479-4c27-8f24-be6c043e98be", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:16:59.827008 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5dda04c6-f881-4b5d-8d4e-b9aef805f991 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:16:59.827489 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'tag': '3e40d835-e479-4c27-8f24-be6c043e98be', 'status': 'completed', 'code': 200} Nov 10 19:16:59.852557 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-de2c17b5-3fce-490c-b216-9c4192e2179b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:16:59.853374 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-de2c17b5-3fce-490c-b216-9c4192e2179b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:16:59.855086 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-de2c17b5-3fce-490c-b216-9c4192e2179b service neutron] 10.222.0.25 "PUT /v2.0/ports/de23dff7-0358-45d9-aba5-b288f9e2dceb HTTP/1.1" status: 200 len: 1091 time: 2.7540045 Nov 10 19:16:59.912887 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-84d9f4b5-632f-41f3-9708-ff8a4c0d6bd3 service neutron] Request body: {'port': {'device_id': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:00.003693 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c17b5-3fce-490c-b216-9c4192e2179b service neutron] Pushing event updated for resources: {'Port': ['ID=de23dff7-0358-45d9-aba5-b288f9e2dceb,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:00.046491 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f449cb3-bb2f-4d80-858f-b51d82694c35 req-1c84d833-ac38-43a0-80d3-2f64a8bfd8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:00.047603 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f449cb3-bb2f-4d80-858f-b51d82694c35 req-1c84d833-ac38-43a0-80d3-2f64a8bfd8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:00.050793 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f449cb3-bb2f-4d80-858f-b51d82694c35 req-1c84d833-ac38-43a0-80d3-2f64a8bfd8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:00.051873 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f449cb3-bb2f-4d80-858f-b51d82694c35 req-1c84d833-ac38-43a0-80d3-2f64a8bfd8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:00.054527 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f449cb3-bb2f-4d80-858f-b51d82694c35 req-1c84d833-ac38-43a0-80d3-2f64a8bfd8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:00.055078 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f449cb3-bb2f-4d80-858f-b51d82694c35 req-1c84d833-ac38-43a0-80d3-2f64a8bfd8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:00.055667 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f449cb3-bb2f-4d80-858f-b51d82694c35 req-1c84d833-ac38-43a0-80d3-2f64a8bfd8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:00.069349 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4f449cb3-bb2f-4d80-858f-b51d82694c35 req-1c84d833-ac38-43a0-80d3-2f64a8bfd8c3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22b3d07c7c424271b33fe5fb0a26c6de&device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 6420 time: 0.2407968 Nov 10 19:17:00.072955 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-84d9f4b5-632f-41f3-9708-ff8a4c0d6bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:00.669352 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f449cb3-bb2f-4d80-858f-b51d82694c35 req-3e5a9dc5-8b2e-4586-8366-bdaeb7eefe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:00.670075 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f449cb3-bb2f-4d80-858f-b51d82694c35 req-3e5a9dc5-8b2e-4586-8366-bdaeb7eefe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:00.670431 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f449cb3-bb2f-4d80-858f-b51d82694c35 req-3e5a9dc5-8b2e-4586-8366-bdaeb7eefe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:00.672147 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4f449cb3-bb2f-4d80-858f-b51d82694c35 req-3e5a9dc5-8b2e-4586-8366-bdaeb7eefe1c service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=22b3d07c7c424271b33fe5fb0a26c6de&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5916476 Nov 10 19:17:00.826804 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-7232609e-4a49-4d3b-b81f-ba5e53832d4d tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=fede4e3bc17e49b2b8993d2e20b8ba6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2718573 Nov 10 19:17:00.940896 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f449cb3-bb2f-4d80-858f-b51d82694c35 req-aead8844-c518-4282-b6e4-81c50858dca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:00.943010 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4f449cb3-bb2f-4d80-858f-b51d82694c35 req-aead8844-c518-4282-b6e4-81c50858dca7 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2616241 Nov 10 19:17:01.127908 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b237591-0dee-4f13-99e2-e6238eea8915 req-9c3cc01d-9c0a-42c8-90d3-8e1dbf4befb8 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:01.135628 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b237591-0dee-4f13-99e2-e6238eea8915 req-9c3cc01d-9c0a-42c8-90d3-8e1dbf4befb8 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:01.155346 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b237591-0dee-4f13-99e2-e6238eea8915 req-9c3cc01d-9c0a-42c8-90d3-8e1dbf4befb8 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:01.157261 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36030) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:01.172016 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b237591-0dee-4f13-99e2-e6238eea8915 req-9c3cc01d-9c0a-42c8-90d3-8e1dbf4befb8 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:01.178862 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b237591-0dee-4f13-99e2-e6238eea8915 req-9c3cc01d-9c0a-42c8-90d3-8e1dbf4befb8 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:01.185088 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b237591-0dee-4f13-99e2-e6238eea8915 req-9c3cc01d-9c0a-42c8-90d3-8e1dbf4befb8 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:01.191587 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b237591-0dee-4f13-99e2-e6238eea8915 req-9c3cc01d-9c0a-42c8-90d3-8e1dbf4befb8 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:01.200234 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b237591-0dee-4f13-99e2-e6238eea8915 req-9c3cc01d-9c0a-42c8-90d3-8e1dbf4befb8 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5418 time: 0.5894122 Nov 10 19:17:01.350220 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-9a4cf6bb-4d12-47e3-8239-da7110f77deb tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:01.352205 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-9a4cf6bb-4d12-47e3-8239-da7110f77deb tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4423647 Nov 10 19:17:01.391037 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b237591-0dee-4f13-99e2-e6238eea8915 req-2b8103b9-3c2e-4372-8880-149fd5ab2cfc tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1667900 Nov 10 19:17:01.396297 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e4e22070-dd1a-4f37-ad0f-3fb9c74c32a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:01.454242 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-d24c040d-b962-41d6-8cd0-c14dffaed5ce tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/quotas/fede4e3bc17e49b2b8993d2e20b8ba6d HTTP/1.1" status: 200 len: 375 time: 0.0631325 Nov 10 19:17:01.611327 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-d9ceba13-3b41-4fb7-b1ec-b1a6ea312c5e tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fede4e3bc17e49b2b8993d2e20b8ba6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1552546 Nov 10 19:17:01.664542 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e4e22070-dd1a-4f37-ad0f-3fb9c74c32a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:01.672295 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e4e22070-dd1a-4f37-ad0f-3fb9c74c32a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:01.673972 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-84d9f4b5-632f-41f3-9708-ff8a4c0d6bd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 018e007e-c84a-4abf-8483-76780dc92b09 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:17:01.687678 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-84d9f4b5-632f-41f3-9708-ff8a4c0d6bd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:01.706382 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-84d9f4b5-632f-41f3-9708-ff8a4c0d6bd3 service neutron] Transition to ACTIVE for port object 018e007e-c84a-4abf-8483-76780dc92b09 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:17:01.715582 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-84d9f4b5-632f-41f3-9708-ff8a4c0d6bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:01.727827 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e4e22070-dd1a-4f37-ad0f-3fb9c74c32a4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d94329bf58ba4f0cbeb16a257f1adae9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5691297 Nov 10 19:17:01.728828 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36040) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:01.729696 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e22070-dd1a-4f37-ad0f-3fb9c74c32a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cf4e0b-2f64-4a30-9ce1-3ae246cd72d6,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:01.746955 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e22070-dd1a-4f37-ad0f-3fb9c74c32a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:01.747570 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e22070-dd1a-4f37-ad0f-3fb9c74c32a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:01.748120 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e22070-dd1a-4f37-ad0f-3fb9c74c32a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:01.748661 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e22070-dd1a-4f37-ad0f-3fb9c74c32a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:01.749199 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e22070-dd1a-4f37-ad0f-3fb9c74c32a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:01.749745 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e22070-dd1a-4f37-ad0f-3fb9c74c32a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:01.750408 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e22070-dd1a-4f37-ad0f-3fb9c74c32a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:01.751256 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e22070-dd1a-4f37-ad0f-3fb9c74c32a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:01.751795 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e22070-dd1a-4f37-ad0f-3fb9c74c32a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:01.752536 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e22070-dd1a-4f37-ad0f-3fb9c74c32a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:01.753071 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e22070-dd1a-4f37-ad0f-3fb9c74c32a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:01.753693 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e22070-dd1a-4f37-ad0f-3fb9c74c32a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:01.839806 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'tag': 'de23dff7-0358-45d9-aba5-b288f9e2dceb'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:17:01.840769 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b8bd1833-9b46-4ab4-b173-8a58a730f030 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:01.842624 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bcaace-9d75-4625-82b7-e02db64817ea" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "tag": "de23dff7-0358-45d9-aba5-b288f9e2dceb"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:17:01.928299 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b8bd1833-9b46-4ab4-b173-8a58a730f030 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:02.032873 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b8bd1833-9b46-4ab4-b173-8a58a730f030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:02.037602 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b8bd1833-9b46-4ab4-b173-8a58a730f030 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:02.039362 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b8bd1833-9b46-4ab4-b173-8a58a730f030 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a8cf4e0b-2f64-4a30-9ce1-3ae246cd72d6 HTTP/1.1" status: 204 len: 168 time: 0.2985690 Nov 10 19:17:02.062201 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd1833-9b46-4ab4-b173-8a58a730f030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cf4e0b-2f64-4a30-9ce1-3ae246cd72d6,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:02.137717 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d9f4b5-632f-41f3-9708-ff8a4c0d6bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=018e007e-c84a-4abf-8483-76780dc92b09,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:02.242766 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-84d9f4b5-632f-41f3-9708-ff8a4c0d6bd3 service neutron] Attempting to bind port 018e007e-c84a-4abf-8483-76780dc92b09 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:17:02.243204 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-84d9f4b5-632f-41f3-9708-ff8a4c0d6bd3 service neutron] Attempting to bind port 018e007e-c84a-4abf-8483-76780dc92b09 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': 'a1439b11-afa4-4fe3-825f-5bdc9b853fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5e688d16-320a-464d-a934-8ef580053d1d'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:17:02.243683 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-84d9f4b5-632f-41f3-9708-ff8a4c0d6bd3 service neutron] Attempting to bind port 018e007e-c84a-4abf-8483-76780dc92b09 on network 5e688d16-320a-464d-a934-8ef580053d1d {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:17:02.256794 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c007c-29a5-4fbd-9d4f-28e232193d5b req-b63645d3-8b7b-4288-8455-ec2160a1d7da tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:02.265924 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3b2c007c-29a5-4fbd-9d4f-28e232193d5b req-b63645d3-8b7b-4288-8455-ec2160a1d7da tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=08efa6f3-c1ed-4bfd-b5bf-74431a6a537d HTTP/1.1" status: 200 len: 945 time: 0.0889184 Nov 10 19:17:02.305213 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-84d9f4b5-632f-41f3-9708-ff8a4c0d6bd3 service neutron] Port 018e007e-c84a-4abf-8483-76780dc92b09 on network 5e688d16-320a-464d-a934-8ef580053d1d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:17:02.305642 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-84d9f4b5-632f-41f3-9708-ff8a4c0d6bd3 service neutron] Attempting to bind port 018e007e-c84a-4abf-8483-76780dc92b09 on network 5e688d16-320a-464d-a934-8ef580053d1d {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:17:02.333216 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-84d9f4b5-632f-41f3-9708-ff8a4c0d6bd3 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:17:02.333794 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-84d9f4b5-632f-41f3-9708-ff8a4c0d6bd3 service neutron] Checking segment: {'id': 'a1439b11-afa4-4fe3-825f-5bdc9b853fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5e688d16-320a-464d-a934-8ef580053d1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:17:02.334141 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-84d9f4b5-632f-41f3-9708-ff8a4c0d6bd3 service neutron] Bound using segment: {'id': 'a1439b11-afa4-4fe3-825f-5bdc9b853fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5e688d16-320a-464d-a934-8ef580053d1d'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:17:02.334548 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-84d9f4b5-632f-41f3-9708-ff8a4c0d6bd3 service neutron] Bound port: 018e007e-c84a-4abf-8483-76780dc92b09, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1439b11-afa4-4fe3-825f-5bdc9b853fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5e688d16-320a-464d-a934-8ef580053d1d'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:17:02.334912 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-84d9f4b5-632f-41f3-9708-ff8a4c0d6bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:02.478615 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-84d9f4b5-632f-41f3-9708-ff8a4c0d6bd3 service neutron] For port 018e007e-c84a-4abf-8483-76780dc92b09, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:17:02.485337 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-84d9f4b5-632f-41f3-9708-ff8a4c0d6bd3 service neutron] For port 018e007e-c84a-4abf-8483-76780dc92b09, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=018e007e-c84a-4abf-8483-76780dc92b09,segment=NetworkSegment(a1439b11-afa4-4fe3-825f-5bdc9b853fe8),segment_id=a1439b11-afa4-4fe3-825f-5bdc9b853fe8)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:17:02.492266 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3b2c007c-29a5-4fbd-9d4f-28e232193d5b req-605c74c9-9bb8-4189-9961-6d0932e11ee9 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254252 Nov 10 19:17:02.500993 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-84d9f4b5-632f-41f3-9708-ff8a4c0d6bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:02.546461 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-84d9f4b5-632f-41f3-9708-ff8a4c0d6bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:02.547540 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-84d9f4b5-632f-41f3-9708-ff8a4c0d6bd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:02.549072 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-84d9f4b5-632f-41f3-9708-ff8a4c0d6bd3 service neutron] 10.222.0.25 "PUT /v2.0/ports/018e007e-c84a-4abf-8483-76780dc92b09 HTTP/1.1" status: 200 len: 1091 time: 2.6532104 Nov 10 19:17:02.616638 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d9f4b5-632f-41f3-9708-ff8a4c0d6bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=018e007e-c84a-4abf-8483-76780dc92b09,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:02.757471 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-708a8c4d-dff2-43b5-839b-c8c31147c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:02.759356 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-708a8c4d-dff2-43b5-839b-c8c31147c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:02.760464 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-708a8c4d-dff2-43b5-839b-c8c31147c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:02.760572 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-708a8c4d-dff2-43b5-839b-c8c31147c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:02.761878 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-708a8c4d-dff2-43b5-839b-c8c31147c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:02.764273 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-708a8c4d-dff2-43b5-839b-c8c31147c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:02.764827 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-708a8c4d-dff2-43b5-839b-c8c31147c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:02.767556 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-708a8c4d-dff2-43b5-839b-c8c31147c865 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22b3d07c7c424271b33fe5fb0a26c6de&device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 6487 time: 0.1694393 Nov 10 19:17:02.859618 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-10a27abd-d79f-4ad7-b9d8-00cf4f84c7ba service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86e3afec-d4a4-466b-a8cd-37704951f59c HTTP/1.1" status: 200 len: 217 time: 0.0709054 Nov 10 19:17:02.968973 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-535fc5d2-c63a-4612-91e3-84d632f36b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:02.970838 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-535fc5d2-c63a-4612-91e3-84d632f36b9c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3188f8a0-bf12-4d61-a184-005155fc37b9 HTTP/1.1" status: 200 len: 855 time: 0.0991514 Nov 10 19:17:03.099842 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a998896b-120f-433a-b852-d54b28457443 x-openstack-request-id: req-a998896b-120f-433a-b852-d54b28457443 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:17:03.099842 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "tag": "de23dff7-0358-45d9-aba5-b288f9e2dceb", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:17:03.102749 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a998896b-120f-433a-b852-d54b28457443 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:17:03.103844 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'tag': 'de23dff7-0358-45d9-aba5-b288f9e2dceb', 'status': 'completed', 'code': 200} Nov 10 19:17:03.184741 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-b8766340-e401-4c9f-aeb6-93ddd3d9caee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:03.187756 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-b8766340-e401-4c9f-aeb6-93ddd3d9caee service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8e0b3ba3-7215-45b5-b8de-5724ad198916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2033572 Nov 10 19:17:03.320739 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-f2b625bf-9606-442d-bdc9-3a3c62be9cc9 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=fede4e3bc17e49b2b8993d2e20b8ba6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0836160 Nov 10 19:17:03.431952 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a48be6e2-1fb1-4d90-a912-f619e7333db4 req-2645feb4-eaa8-427a-98fd-b9e7b24e052c tempest-AbsoluteLimitsNegativeTestJSON-1841338382 tempest-AbsoluteLimitsNegativeTestJSON-1841338382-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=ea6652e7b99040f9bb26d7839665fc3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1252856 Nov 10 19:17:03.605007 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-b53b12b4-83ee-46df-b7ea-840d03451687 service neutron] 10.222.0.25 "GET /v2.0/networks/8e0b3ba3-7215-45b5-b8de-5724ad198916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982053 Nov 10 19:17:03.676512 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-85c948b7-9753-4e2d-bb03-c29530af9faf tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:03.684439 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-85c948b7-9753-4e2d-bb03-c29530af9faf tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3624718 Nov 10 19:17:03.692343 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36126) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:03.776432 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-b9a77cd8-1d9e-4c32-9b57-2ead8d89f315 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/quotas/fede4e3bc17e49b2b8993d2e20b8ba6d HTTP/1.1" status: 200 len: 375 time: 0.0865009 Nov 10 19:17:03.788208 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48be6e2-1fb1-4d90-a912-f619e7333db4 req-45d246d7-96a5-4cd9-a4e8-3333292cfb86 tempest-AbsoluteLimitsNegativeTestJSON-1841338382 tempest-AbsoluteLimitsNegativeTestJSON-1841338382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:03.799096 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a48be6e2-1fb1-4d90-a912-f619e7333db4 req-45d246d7-96a5-4cd9-a4e8-3333292cfb86 tempest-AbsoluteLimitsNegativeTestJSON-1841338382 tempest-AbsoluteLimitsNegativeTestJSON-1841338382-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3657274 Nov 10 19:17:03.886551 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-1ce1e570-07c2-4683-9c00-108de305f2ef tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fede4e3bc17e49b2b8993d2e20b8ba6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1035314 Nov 10 19:17:03.895902 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-77a9ab49-5185-4ee2-a3db-c6a264cdf559 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=fede4e3bc17e49b2b8993d2e20b8ba6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776851 Nov 10 19:17:03.897585 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a48be6e2-1fb1-4d90-a912-f619e7333db4 req-6c433ea7-4ebd-4783-8b97-b5f713539eb0 tempest-AbsoluteLimitsNegativeTestJSON-1841338382 tempest-AbsoluteLimitsNegativeTestJSON-1841338382-project] 10.222.0.54 "GET /v2.0/quotas/ea6652e7b99040f9bb26d7839665fc3b HTTP/1.1" status: 200 len: 375 time: 0.0974221 Nov 10 19:17:04.016459 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-45fbe997-a85b-4d6b-ac45-cd53327f4290 service neutron] 10.222.0.25 "GET /v2.0/networks/8e0b3ba3-7215-45b5-b8de-5724ad198916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013081 Nov 10 19:17:04.018777 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a48be6e2-1fb1-4d90-a912-f619e7333db4 req-bd3de4cb-655f-4657-97de-244bbfedf035 tempest-AbsoluteLimitsNegativeTestJSON-1841338382 tempest-AbsoluteLimitsNegativeTestJSON-1841338382-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea6652e7b99040f9bb26d7839665fc3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637686 Nov 10 19:17:04.082008 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-18307542-c09b-40d0-8c3a-d1d2c749668e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=24f1bd1dd82640929809976a31e51c4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3880172 Nov 10 19:17:04.087430 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36138) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:04.104509 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-82021b7d-5334-4076-8649-8d82812652cc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=bb1386c3-1d75-43ef-9da4-68ee97148c59 HTTP/1.1" status: 200 len: 217 time: 0.0804133 Nov 10 19:17:04.208818 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-107fdce7-39da-489a-9938-78674b5d075e tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:04.211411 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-107fdce7-39da-489a-9938-78674b5d075e tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3049207 Nov 10 19:17:04.220521 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-86e337fd-f88c-4f33-8949-2c8541cada3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:04.225070 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-86e337fd-f88c-4f33-8949-2c8541cada3d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa2b07b6-2c88-46ba-ac6c-03d3922986c1 HTTP/1.1" status: 200 len: 797 time: 0.1122627 Nov 10 19:17:04.238441 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-801e2507-8063-4581-a99d-b7c73138b292 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Request body: {'port': {'device_id': 'aa60be37-322f-4e32-b81d-44826b9e6a01', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'admin_state_up': True, 'tenant_id': 'fede4e3bc17e49b2b8993d2e20b8ba6d'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:04.294783 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1cb0fe25-d3a5-4a6c-85f2-09ecaabd5d9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:04.367828 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1cb0fe25-d3a5-4a6c-85f2-09ecaabd5d9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:04.484581 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1cb0fe25-d3a5-4a6c-85f2-09ecaabd5d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:04.488336 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1cb0fe25-d3a5-4a6c-85f2-09ecaabd5d9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:04.491284 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1cb0fe25-d3a5-4a6c-85f2-09ecaabd5d9c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/25cfbe48-e133-43b8-98af-8c31cdb438e6 HTTP/1.1" status: 204 len: 168 time: 0.4023182 Nov 10 19:17:04.527410 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0fe25-d3a5-4a6c-85f2-09ecaabd5d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cfbe48-e133-43b8-98af-8c31cdb438e6,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:04.682683 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-7bcb6e74-e969-40c8-b3d3-c173577d4fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:04.684305 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-7bcb6e74-e969-40c8-b3d3-c173577d4fd0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=08d5b27a-446a-4f08-9532-b9da3981ea57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4365451 Nov 10 19:17:04.806994 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36160) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:05.131688 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f696a508-0c6e-41ad-b39a-6be484a62ad0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:05.202201 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea470e91-ee7d-4dca-85e1-edfdfe90f348 req-b1520452-e0f0-4c4a-ad1d-71f6cffb29a0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:05.224855 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea470e91-ee7d-4dca-85e1-edfdfe90f348 req-b1520452-e0f0-4c4a-ad1d-71f6cffb29a0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:05.246122 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea470e91-ee7d-4dca-85e1-edfdfe90f348 req-b1520452-e0f0-4c4a-ad1d-71f6cffb29a0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:05.259704 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea470e91-ee7d-4dca-85e1-edfdfe90f348 req-b1520452-e0f0-4c4a-ad1d-71f6cffb29a0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:05.267983 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea470e91-ee7d-4dca-85e1-edfdfe90f348 req-b1520452-e0f0-4c4a-ad1d-71f6cffb29a0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:05.277455 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea470e91-ee7d-4dca-85e1-edfdfe90f348 req-b1520452-e0f0-4c4a-ad1d-71f6cffb29a0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:05.288108 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea470e91-ee7d-4dca-85e1-edfdfe90f348 req-b1520452-e0f0-4c4a-ad1d-71f6cffb29a0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:05.299994 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ea470e91-ee7d-4dca-85e1-edfdfe90f348 req-b1520452-e0f0-4c4a-ad1d-71f6cffb29a0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5430 time: 0.9198124 Nov 10 19:17:05.315619 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'tag': '018e007e-c84a-4abf-8483-76780dc92b09'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:17:05.318827 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b39230-5b78-45a1-a2d3-516449af09c5" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "tag": "018e007e-c84a-4abf-8483-76780dc92b09"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:17:05.336294 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b53141-5f6b-404b-a556-791e8729042f req-8f5415a9-ff87-4e70-b808-4510da529ac6 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:05.340666 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-72b53141-5f6b-404b-a556-791e8729042f req-8f5415a9-ff87-4e70-b808-4510da529ac6 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=08efa6f3-c1ed-4bfd-b5bf-74431a6a537d HTTP/1.1" status: 200 len: 945 time: 0.8498142 Nov 10 19:17:05.353118 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-801e2507-8063-4581-a99d-b7c73138b292 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Made reservation on behalf of fede4e3bc17e49b2b8993d2e20b8ba6d for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:17:05.365983 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-801e2507-8063-4581-a99d-b7c73138b292 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:05.383377 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f696a508-0c6e-41ad-b39a-6be484a62ad0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:05.394538 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f696a508-0c6e-41ad-b39a-6be484a62ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:05.455018 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f696a508-0c6e-41ad-b39a-6be484a62ad0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ea6652e7b99040f9bb26d7839665fc3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6464627 Nov 10 19:17:05.461747 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36184) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:05.462814 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696a508-0c6e-41ad-b39a-6be484a62ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227a4c05-7e95-4e30-bcf2-6575d15a362a,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:05.566244 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-801e2507-8063-4581-a99d-b7c73138b292 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:05.570934 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ea1a90a-58af-4176-87e3-36a1ca80a69b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:05.603633 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ea1a90a-58af-4176-87e3-36a1ca80a69b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:05.673748 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ea1a90a-58af-4176-87e3-36a1ca80a69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:05.679439 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ea1a90a-58af-4176-87e3-36a1ca80a69b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:05.683264 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6ea1a90a-58af-4176-87e3-36a1ca80a69b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/227a4c05-7e95-4e30-bcf2-6575d15a362a HTTP/1.1" status: 204 len: 168 time: 0.2136095 Nov 10 19:17:05.694365 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1a90a-58af-4176-87e3-36a1ca80a69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227a4c05-7e95-4e30-bcf2-6575d15a362a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:05.718957 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-097b7243-b698-4055-9a65-08e573dc39bb service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0221329 Nov 10 19:17:05.795082 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-801e2507-8063-4581-a99d-b7c73138b292 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:05.839186 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-801e2507-8063-4581-a99d-b7c73138b292 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:05.957047 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-72b53141-5f6b-404b-a556-791e8729042f req-d6c5d52b-7d3a-4cc2-a934-1079e3dd70c5 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5473776 Nov 10 19:17:06.174118 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e2507-8063-4581-a99d-b7c73138b292 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=832eba7f-430f-499d-abb4-e9632b794277,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:06.181799 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ea470e91-ee7d-4dca-85e1-edfdfe90f348 req-650aaa6c-6270-4e27-9b6b-a7dc46efd199 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8839998 Nov 10 19:17:06.223736 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933709a8-bac1-442f-81b7-7ddcca2858f4 req-6de1ab35-14b1-4a69-8716-ee75fe558b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:06.239164 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-933709a8-bac1-442f-81b7-7ddcca2858f4 req-6de1ab35-14b1-4a69-8716-ee75fe558b39 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=08efa6f3-c1ed-4bfd-b5bf-74431a6a537d HTTP/1.1" status: 200 len: 1096 time: 0.1209474 Nov 10 19:17:06.252266 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-36f0de35-b263-48fc-970f-85b411153fd9 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=fede4e3bc17e49b2b8993d2e20b8ba6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1642985 Nov 10 19:17:06.334086 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-933709a8-bac1-442f-81b7-7ddcca2858f4 req-b196e020-b8d6-46e0-9e4b-44d6dcfe8791 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766072 Nov 10 19:17:06.373756 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-80f731af-e05f-4863-8c53-b05142508587 service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5468242 Nov 10 19:17:06.421613 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-801e2507-8063-4581-a99d-b7c73138b292 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Allocated IP 192.168.233.194 (d392c118-92b4-47b2-87bf-77c096e8a630/f9b6e8e7-6ebd-402d-901c-b41f234de3ab/ac9c9816-30e9-471c-acd9-65ba9a12de2e) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:17:06.442977 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13141486-4e76-467e-b186-69ce84e51e1b req-99d679c9-6c91-445b-96e8-f6988ed36af5 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=92f2197f-143d-485d-8d07-b7741b2fba23 HTTP/1.1" status: 200 len: 210 time: 0.0770147 Nov 10 19:17:06.524791 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-5a121d78-b667-4b30-85e7-5cefbb7a0499 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:06.526787 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-5a121d78-b667-4b30-85e7-5cefbb7a0499 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2477584 Nov 10 19:17:06.572968 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e17aac9-0854-42b7-b43d-7c229da5fbad x-openstack-request-id: req-9e17aac9-0854-42b7-b43d-7c229da5fbad {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:17:06.573362 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "tag": "018e007e-c84a-4abf-8483-76780dc92b09", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:17:06.575053 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9e17aac9-0854-42b7-b43d-7c229da5fbad {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:17:06.575053 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'tag': '018e007e-c84a-4abf-8483-76780dc92b09', 'status': 'completed', 'code': 200} Nov 10 19:17:06.639374 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-c06913fd-f750-48cf-8230-a6819575afbe tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Request body: {'port': {'device_id': '92f2197f-143d-485d-8d07-b7741b2fba23', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'admin_state_up': True, 'tenant_id': 'fede4e3bc17e49b2b8993d2e20b8ba6d'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:06.704808 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-5c520803-85d5-4e67-a2d4-b651c12878ee service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=d211dbba-dcd7-4e1b-982a-56e8eb100ca4 HTTP/1.1" status: 200 len: 217 time: 0.0617785 Nov 10 19:17:06.859363 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-801e2507-8063-4581-a99d-b7c73138b292 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:06.865200 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-84a1be2c-0c1c-4808-b330-9b9d2eb272d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:06.866824 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-84a1be2c-0c1c-4808-b330-9b9d2eb272d5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa2b07b6-2c88-46ba-ac6c-03d3922986c1 HTTP/1.1" status: 200 len: 797 time: 0.1518848 Nov 10 19:17:06.943200 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-c06913fd-f750-48cf-8230-a6819575afbe tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Made reservation on behalf of fede4e3bc17e49b2b8993d2e20b8ba6d for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:17:06.947605 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-c06913fd-f750-48cf-8230-a6819575afbe tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:06.969935 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-89298624-4f93-49f0-bfb1-e7dd5c48b551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:06.971832 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-89298624-4f93-49f0-bfb1-e7dd5c48b551 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=08d5b27a-446a-4f08-9532-b9da3981ea57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0949960 Nov 10 19:17:06.994342 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36258) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:07.042825 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-801e2507-8063-4581-a99d-b7c73138b292 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:07.246542 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-801e2507-8063-4581-a99d-b7c73138b292 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Network d392c118-92b4-47b2-87bf-77c096e8a630 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:17:07.262711 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-801e2507-8063-4581-a99d-b7c73138b292 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:17:07.264891 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e2507-8063-4581-a99d-b7c73138b292 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Pushing event updated for resources: {'Port': ['ID=ac9c9816-30e9-471c-acd9-65ba9a12de2e,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:07.270791 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-801e2507-8063-4581-a99d-b7c73138b292 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:17:07.418519 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-acbfec58-773e-42c1-a1b9-33ce0dbabd0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:07.576790 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed9bd8-d1e8-4888-820e-ee27fe29bdf7 req-8a4e4118-7c90-45d8-b005-cbbdefbf3699 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:07.596082 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-57ed9bd8-d1e8-4888-820e-ee27fe29bdf7 req-8a4e4118-7c90-45d8-b005-cbbdefbf3699 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=08efa6f3-c1ed-4bfd-b5bf-74431a6a537d HTTP/1.1" status: 200 len: 945 time: 0.4877934 Nov 10 19:17:07.596308 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-cd1fda12-e403-469e-9bc0-375705ee3c32 service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6153390 Nov 10 19:17:07.644890 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-acbfec58-773e-42c1-a1b9-33ce0dbabd0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:07.653864 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-801e2507-8063-4581-a99d-b7c73138b292 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:07.654310 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-801e2507-8063-4581-a99d-b7c73138b292 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:07.657965 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-acbfec58-773e-42c1-a1b9-33ce0dbabd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:07.712308 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-c06913fd-f750-48cf-8230-a6819575afbe tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Allocated IP 192.168.233.251 (d392c118-92b4-47b2-87bf-77c096e8a630/f9b6e8e7-6ebd-402d-901c-b41f234de3ab/026f9891-edd6-4e90-ad6f-bad5254edeca) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:17:07.732471 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbfec58-773e-42c1-a1b9-33ce0dbabd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6021fc67-ffd5-496c-9fdf-ce5c359212a7,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:07.758569 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-03e2045c-401f-40d0-9fbd-8bebb1f29e54 None None] Provisioning complete for port ac9c9816-30e9-471c-acd9-65ba9a12de2e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:17:07.759812 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-03e2045c-401f-40d0-9fbd-8bebb1f29e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:07.799852 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-acbfec58-773e-42c1-a1b9-33ce0dbabd0a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=160df9d78e994c41b7582a09e236f90f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8043094 Nov 10 19:17:07.807755 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36282) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:07.826906 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-03e2045c-401f-40d0-9fbd-8bebb1f29e54 None None] Port ac9c9816-30e9-471c-acd9-65ba9a12de2e cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:17:07.888430 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36284) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:07.915289 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b0110502-9f6a-4aaf-a08d-1d74ea2f8fd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:07.941919 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b0110502-9f6a-4aaf-a08d-1d74ea2f8fd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:07.973354 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-c06913fd-f750-48cf-8230-a6819575afbe tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:08.031099 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-801e2507-8063-4581-a99d-b7c73138b292 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8024278 Nov 10 19:17:08.055840 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b0110502-9f6a-4aaf-a08d-1d74ea2f8fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:08.058862 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b0110502-9f6a-4aaf-a08d-1d74ea2f8fd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:08.060371 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b0110502-9f6a-4aaf-a08d-1d74ea2f8fd6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6021fc67-ffd5-496c-9fdf-ce5c359212a7 HTTP/1.1" status: 204 len: 168 time: 0.2513323 Nov 10 19:17:08.072697 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-2b24c497-eaad-4c86-a467-f58bf1e54f1c service neutron] Request body: {'port': {'device_id': 'aa60be37-322f-4e32-b81d-44826b9e6a01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:08.091349 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0110502-9f6a-4aaf-a08d-1d74ea2f8fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6021fc67-ffd5-496c-9fdf-ce5c359212a7,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:08.131219 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-57ed9bd8-d1e8-4888-820e-ee27fe29bdf7 req-26649139-820f-4af7-ba99-763df5e8fce3 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5372813 Nov 10 19:17:08.171473 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-2b24c497-eaad-4c86-a467-f58bf1e54f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:08.186876 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-39c55dd8-8aab-456b-a057-b6f0ddff6c1a admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1590216533-network', 'tenant_id': '482ef8a385f54608b1afe9f1e18f5d91'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:08.225385 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c55dd8-8aab-456b-a057-b6f0ddff6c1a admin admin] Made reservation on behalf of 482ef8a385f54608b1afe9f1e18f5d91 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:17:08.228036 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-39c55dd8-8aab-456b-a057-b6f0ddff6c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:08.238795 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-39c55dd8-8aab-456b-a057-b6f0ddff6c1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:08.354656 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-c06913fd-f750-48cf-8230-a6819575afbe tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:08.397022 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-39c55dd8-8aab-456b-a057-b6f0ddff6c1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:08.405120 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-39c55dd8-8aab-456b-a057-b6f0ddff6c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:08.421276 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c55dd8-8aab-456b-a057-b6f0ddff6c1a admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:17:08.435197 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-39c55dd8-8aab-456b-a057-b6f0ddff6c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:08.435861 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-39c55dd8-8aab-456b-a057-b6f0ddff6c1a admin admin] Added segment 3b2782f5-18af-468b-b778-4185b0e9f138 of type vlan for network 7eab08f6-4a1b-4fcb-86bd-01fed62e685c Nov 10 19:17:08.443630 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06913fd-f750-48cf-8230-a6819575afbe tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Pushing event updated for resources: {'Port': ['ID=026f9891-edd6-4e90-ad6f-bad5254edeca,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:08.456547 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-35dd984e-4364-4147-891d-cba229ca2d8e service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8268554 Nov 10 19:17:08.494078 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d432c-6676-4731-8091-dac5a8b71cbe req-aed2608b-5297-4502-ba53-c3996d1a1335 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:08.502568 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d432c-6676-4731-8091-dac5a8b71cbe req-aed2608b-5297-4502-ba53-c3996d1a1335 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:08.505746 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-39c55dd8-8aab-456b-a057-b6f0ddff6c1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:08.510888 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d432c-6676-4731-8091-dac5a8b71cbe req-aed2608b-5297-4502-ba53-c3996d1a1335 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:08.520940 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d432c-6676-4731-8091-dac5a8b71cbe req-aed2608b-5297-4502-ba53-c3996d1a1335 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:08.527247 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d432c-6676-4731-8091-dac5a8b71cbe req-aed2608b-5297-4502-ba53-c3996d1a1335 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:08.536767 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d432c-6676-4731-8091-dac5a8b71cbe req-aed2608b-5297-4502-ba53-c3996d1a1335 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:08.543828 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d432c-6676-4731-8091-dac5a8b71cbe req-aed2608b-5297-4502-ba53-c3996d1a1335 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:08.554618 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-060d432c-6676-4731-8091-dac5a8b71cbe req-aed2608b-5297-4502-ba53-c3996d1a1335 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5430 time: 0.2662117 Nov 10 19:17:08.567293 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c55dd8-8aab-456b-a057-b6f0ddff6c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d5d7d9-d5cd-465a-aaad-b6b01a2795e6,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:08.580168 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-39c55dd8-8aab-456b-a057-b6f0ddff6c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:08.582814 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c55dd8-8aab-456b-a057-b6f0ddff6c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:08.584942 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-39c55dd8-8aab-456b-a057-b6f0ddff6c1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:08.667862 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-39c55dd8-8aab-456b-a057-b6f0ddff6c1a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7780519 Nov 10 19:17:08.668718 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36306) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:08.680551 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36308) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:08.685182 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-8098963b-7602-4f52-929d-10a9aa17522a admin admin] Request body: {'subnet': {'network_id': '7eab08f6-4a1b-4fcb-86bd-01fed62e685c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1590216533-subnet', 'tenant_id': '482ef8a385f54608b1afe9f1e18f5d91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:08.702795 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7d72076-fba5-4e17-a2bc-d696d9d01ebb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:08.707584 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c55dd8-8aab-456b-a057-b6f0ddff6c1a admin admin] Pushing event updated for resources: {'Network': ['ID=7eab08f6-4a1b-4fcb-86bd-01fed62e685c,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:08.721819 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 7eab08f6-4a1b-4fcb-86bd-01fed62e685c details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:17:08.788362 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8098963b-7602-4f52-929d-10a9aa17522a admin admin] Made reservation on behalf of 482ef8a385f54608b1afe9f1e18f5d91 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:17:08.800098 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8098963b-7602-4f52-929d-10a9aa17522a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:08.838645 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-2b24c497-eaad-4c86-a467-f58bf1e54f1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac9c9816-30e9-471c-acd9-65ba9a12de2e {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:17:08.853654 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-2b24c497-eaad-4c86-a467-f58bf1e54f1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:08.868970 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-2b24c497-eaad-4c86-a467-f58bf1e54f1c service neutron] Transition to ACTIVE for port object ac9c9816-30e9-471c-acd9-65ba9a12de2e will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:17:08.920779 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-2b24c497-eaad-4c86-a467-f58bf1e54f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:08.924309 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-70e78383-db68-4af8-90ba-f0b320ac7cd5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=c0d44e64-5553-4dbb-b756-cea461ad25d9 HTTP/1.1" status: 200 len: 217 time: 0.0536590 Nov 10 19:17:09.028246 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7d72076-fba5-4e17-a2bc-d696d9d01ebb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:09.033857 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-c06913fd-f750-48cf-8230-a6819575afbe tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Network d392c118-92b4-47b2-87bf-77c096e8a630 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:17:09.038779 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-18cc97e4-d3bb-459b-a5fe-123f27db6400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:09.040372 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-18cc97e4-d3bb-459b-a5fe-123f27db6400 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa2b07b6-2c88-46ba-ac6c-03d3922986c1 HTTP/1.1" status: 200 len: 797 time: 0.0633323 Nov 10 19:17:09.054481 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-c06913fd-f750-48cf-8230-a6819575afbe tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:17:09.057956 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-c06913fd-f750-48cf-8230-a6819575afbe tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:17:09.078557 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7d72076-fba5-4e17-a2bc-d696d9d01ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:09.193684 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f964b2-ae8a-4ffc-b059-b5e41761b24a req-f8a191d0-550b-4d7a-8c64-de6ae7f3b78e tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:09.195819 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-29f964b2-ae8a-4ffc-b059-b5e41761b24a req-f8a191d0-550b-4d7a-8c64-de6ae7f3b78e tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=92f2197f-143d-485d-8d07-b7741b2fba23 HTTP/1.1" status: 200 len: 936 time: 0.7610648 Nov 10 19:17:09.204702 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24c497-eaad-4c86-a467-f58bf1e54f1c service neutron] Pushing event updated for resources: {'Port': ['ID=ac9c9816-30e9-471c-acd9-65ba9a12de2e,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:09.218844 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c7d72076-fba5-4e17-a2bc-d696d9d01ebb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=51b5874c1ad14629b9d15f4cc6cc0a59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5466676 Nov 10 19:17:09.219670 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d72076-fba5-4e17-a2bc-d696d9d01ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7d3c33-7b83-4429-af2d-262c2ef35e7d,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:09.227324 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36314) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:09.249345 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8098963b-7602-4f52-929d-10a9aa17522a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:09.301672 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-c06913fd-f750-48cf-8230-a6819575afbe tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:09.302386 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-c06913fd-f750-48cf-8230-a6819575afbe tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:09.325041 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-060d432c-6676-4731-8091-dac5a8b71cbe req-08b438e7-f425-4a3f-9842-eb3b4f51ebde tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7689776 Nov 10 19:17:09.415268 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-33d7b588-7a7a-4d6c-93aa-9d7088c8de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:09.417604 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-33d7b588-7a7a-4d6c-93aa-9d7088c8de22 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=08d5b27a-446a-4f08-9532-b9da3981ea57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3670290 Nov 10 19:17:09.429233 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-c06913fd-f750-48cf-8230-a6819575afbe tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7938595 Nov 10 19:17:09.453008 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-29f964b2-ae8a-4ffc-b059-b5e41761b24a req-96add205-33d0-4a7e-925f-94137db3d0f7 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379875 Nov 10 19:17:09.461261 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4c8c34a3-c8e2-465e-a748-1a2c5d63594c None None] Provisioning complete for port 026f9891-edd6-4e90-ad6f-bad5254edeca triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:17:09.462494 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4c8c34a3-c8e2-465e-a748-1a2c5d63594c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:09.475387 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-08a4616e-70a4-4bc1-a032-a36abb800c03 service neutron] Request body: {'port': {'device_id': '92f2197f-143d-485d-8d07-b7741b2fba23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:09.532609 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-04944c0c-5110-472f-a03b-92af46a6daa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:09.587924 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-04944c0c-5110-472f-a03b-92af46a6daa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:09.604287 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-4c8c34a3-c8e2-465e-a748-1a2c5d63594c None None] Port 026f9891-edd6-4e90-ad6f-bad5254edeca cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:17:09.667896 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8098963b-7602-4f52-929d-10a9aa17522a admin admin] Pushing event updated for resources: {'Subnet': ['ID=92655e48-9722-4673-8942-7e2196384d27,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:09.679865 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8098963b-7602-4f52-929d-10a9aa17522a admin admin] Checking segment: {'id': '3b2782f5-18af-468b-b778-4185b0e9f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7eab08f6-4a1b-4fcb-86bd-01fed62e685c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:17:09.680577 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8098963b-7602-4f52-929d-10a9aa17522a admin admin] Network hostable DHCP agents. Network: 7eab08f6-4a1b-4fcb-86bd-01fed62e685c, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:17:09.715490 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31db66f-e6b3-4452-8a1c-03ca59c9632b req-aabdc625-3e55-47c9-80f3-656c9ccb4f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:09.718654 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b31db66f-e6b3-4452-8a1c-03ca59c9632b req-aabdc625-3e55-47c9-80f3-656c9ccb4f8d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a34684f25ad6455088be6be3f4244411&device_id=8e056ebd-3d2b-4fc8-9135-d57479615454 HTTP/1.1" status: 200 len: 1102 time: 0.3692031 Nov 10 19:17:09.736263 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8098963b-7602-4f52-929d-10a9aa17522a admin admin] Network 7eab08f6-4a1b-4fcb-86bd-01fed62e685c is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:17:09.763401 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-8a1916b0-8b54-4f6f-a6fe-3555990d37e4 service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309755 Nov 10 19:17:09.796178 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-8098963b-7602-4f52-929d-10a9aa17522a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 7eab08f6-4a1b-4fcb-86bd-01fed62e685c) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:17:09.807567 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0662285c-83c1-461e-9c51-16f2e4343793 None None] Network 7eab08f6-4a1b-4fcb-86bd-01fed62e685c requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:17:09.837290 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-08a4616e-70a4-4bc1-a032-a36abb800c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:09.902663 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-2b24c497-eaad-4c86-a467-f58bf1e54f1c service neutron] Attempting to bind port ac9c9816-30e9-471c-acd9-65ba9a12de2e on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:17:09.903232 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-2b24c497-eaad-4c86-a467-f58bf1e54f1c service neutron] Attempting to bind port ac9c9816-30e9-471c-acd9-65ba9a12de2e by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:17:09.903755 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-2b24c497-eaad-4c86-a467-f58bf1e54f1c service neutron] Attempting to bind port ac9c9816-30e9-471c-acd9-65ba9a12de2e on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:17:09.975143 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-2b24c497-eaad-4c86-a467-f58bf1e54f1c service neutron] Port ac9c9816-30e9-471c-acd9-65ba9a12de2e on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:17:09.975704 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-2b24c497-eaad-4c86-a467-f58bf1e54f1c service neutron] Attempting to bind port ac9c9816-30e9-471c-acd9-65ba9a12de2e on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:17:09.995477 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-2b24c497-eaad-4c86-a467-f58bf1e54f1c service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:17:09.995985 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-2b24c497-eaad-4c86-a467-f58bf1e54f1c service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:17:09.996587 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-2b24c497-eaad-4c86-a467-f58bf1e54f1c service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:17:09.997289 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-2b24c497-eaad-4c86-a467-f58bf1e54f1c service neutron] Bound port: ac9c9816-30e9-471c-acd9-65ba9a12de2e, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:17:09.997895 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-2b24c497-eaad-4c86-a467-f58bf1e54f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:10.002945 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31db66f-e6b3-4452-8a1c-03ca59c9632b req-a7b12bcf-b4cc-4349-a276-144023a8fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:10.005417 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b31db66f-e6b3-4452-8a1c-03ca59c9632b req-a7b12bcf-b4cc-4349-a276-144023a8fee3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.2407937 Nov 10 19:17:10.006912 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-04944c0c-5110-472f-a03b-92af46a6daa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:10.012054 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-04944c0c-5110-472f-a03b-92af46a6daa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:10.013923 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-04944c0c-5110-472f-a03b-92af46a6daa9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1c7d3c33-7b83-4429-af2d-262c2ef35e7d HTTP/1.1" status: 204 len: 168 time: 0.7852767 Nov 10 19:17:10.016496 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8098963b-7602-4f52-929d-10a9aa17522a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:10.017869 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8098963b-7602-4f52-929d-10a9aa17522a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:10.061608 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8098963b-7602-4f52-929d-10a9aa17522a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3799973 Nov 10 19:17:10.091842 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36334) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:10.096224 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b31db66f-e6b3-4452-8a1c-03ca59c9632b req-b0590267-cfa5-43d3-9221-b05b3661a5bf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=6c0a9501-d040-4b01-afe2-0b8493a9510e HTTP/1.1" status: 200 len: 217 time: 0.0547626 Nov 10 19:17:10.097216 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04944c0c-5110-472f-a03b-92af46a6daa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7d3c33-7b83-4429-af2d-262c2ef35e7d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:10.131205 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-5f475f96-f1c8-481d-bb0e-62b3af7144af admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1590216533-router', 'tenant_id': '482ef8a385f54608b1afe9f1e18f5d91', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:10.165995 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31db66f-e6b3-4452-8a1c-03ca59c9632b req-1e76100b-a3f3-4de7-97af-8ca414b3b8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:10.167598 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b31db66f-e6b3-4452-8a1c-03ca59c9632b req-1e76100b-a3f3-4de7-97af-8ca414b3b8e3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0633698 Nov 10 19:17:10.274814 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c016570-ce1b-4183-9a3d-06a31b00a096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-7eab08f6-4a1b-4fcb-86bd-01fed62e685c', 'network_id': '7eab08f6-4a1b-4fcb-86bd-01fed62e685c', 'tenant_id': '482ef8a385f54608b1afe9f1e18f5d91', 'fixed_ips': [{'subnet_id': '92655e48-9722-4673-8942-7e2196384d27'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:17:10.277008 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2c016570-ce1b-4183-9a3d-06a31b00a096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:10.291783 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31db66f-e6b3-4452-8a1c-03ca59c9632b req-5a631593-a468-408b-b007-80b8a568bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:10.293374 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b31db66f-e6b3-4452-8a1c-03ca59c9632b req-5a631593-a468-408b-b007-80b8a568bc70 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1176736 Nov 10 19:17:10.335720 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff6005-f3aa-4be5-b0e5-f45448988f92 req-b30dcfcd-51ac-42fe-bbb3-59d8fc4e8644 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:10.343819 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d5ff6005-f3aa-4be5-b0e5-f45448988f92 req-b30dcfcd-51ac-42fe-bbb3-59d8fc4e8644 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=08efa6f3-c1ed-4bfd-b5bf-74431a6a537d HTTP/1.1" status: 200 len: 945 time: 0.5792029 Nov 10 19:17:10.346014 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f475f96-f1c8-481d-bb0e-62b3af7144af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:10.347257 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f475f96-f1c8-481d-bb0e-62b3af7144af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:10.520296 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-2c016570-ce1b-4183-9a3d-06a31b00a096 None None] Allocated IP 172.20.0.2 (7eab08f6-4a1b-4fcb-86bd-01fed62e685c/92655e48-9722-4673-8942-7e2196384d27/f68a611d-d5fc-4fc9-8979-88aa8f2ab68c) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:17:10.595222 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b31db66f-e6b3-4452-8a1c-03ca59c9632b req-a7a530f2-984e-480c-912e-1279293a0da6 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929318 Nov 10 19:17:10.855564 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2c016570-ce1b-4183-9a3d-06a31b00a096 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:10.862759 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b31db66f-e6b3-4452-8a1c-03ca59c9632b req-a6544492-0cb0-402d-845a-982266925151 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584758 Nov 10 19:17:10.863291 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36358) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:10.869013 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2c016570-ce1b-4183-9a3d-06a31b00a096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:11.021921 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c016570-ce1b-4183-9a3d-06a31b00a096 None None] Pushing event updated for resources: {'Port': ['ID=f68a611d-d5fc-4fc9-8979-88aa8f2ab68c,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:11.046936 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c016570-ce1b-4183-9a3d-06a31b00a096 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:11.050933 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c016570-ce1b-4183-9a3d-06a31b00a096 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:11.051994 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c016570-ce1b-4183-9a3d-06a31b00a096 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:11.057396 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c016570-ce1b-4183-9a3d-06a31b00a096 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:11.058352 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c016570-ce1b-4183-9a3d-06a31b00a096 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:11.061477 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c016570-ce1b-4183-9a3d-06a31b00a096 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:11.062036 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c016570-ce1b-4183-9a3d-06a31b00a096 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:11.062529 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c016570-ce1b-4183-9a3d-06a31b00a096 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:11.062999 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c016570-ce1b-4183-9a3d-06a31b00a096 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:11.063563 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c016570-ce1b-4183-9a3d-06a31b00a096 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:11.064053 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c016570-ce1b-4183-9a3d-06a31b00a096 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:11.066244 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c016570-ce1b-4183-9a3d-06a31b00a096 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:11.089306 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c016570-ce1b-4183-9a3d-06a31b00a096 None None] Network 7eab08f6-4a1b-4fcb-86bd-01fed62e685c is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:17:11.095379 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-2c016570-ce1b-4183-9a3d-06a31b00a096 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:17:11.103876 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c016570-ce1b-4183-9a3d-06a31b00a096 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:17:11.108130 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-2b24c497-eaad-4c86-a467-f58bf1e54f1c service neutron] For port ac9c9816-30e9-471c-acd9-65ba9a12de2e, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:17:11.114098 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-2b24c497-eaad-4c86-a467-f58bf1e54f1c service neutron] For port ac9c9816-30e9-471c-acd9-65ba9a12de2e, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=ac9c9816-30e9-471c-acd9-65ba9a12de2e,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:17:11.147544 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-2b24c497-eaad-4c86-a467-f58bf1e54f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:11.245566 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-2c016570-ce1b-4183-9a3d-06a31b00a096 None None] Attempting to bind port f68a611d-d5fc-4fc9-8979-88aa8f2ab68c on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:17:11.245990 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-2c016570-ce1b-4183-9a3d-06a31b00a096 None None] Attempting to bind port f68a611d-d5fc-4fc9-8979-88aa8f2ab68c by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '3b2782f5-18af-468b-b778-4185b0e9f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7eab08f6-4a1b-4fcb-86bd-01fed62e685c'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:17:11.246359 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c016570-ce1b-4183-9a3d-06a31b00a096 None None] Attempting to bind port f68a611d-d5fc-4fc9-8979-88aa8f2ab68c on network 7eab08f6-4a1b-4fcb-86bd-01fed62e685c {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:17:11.254256 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aebf4499-2d68-4821-bfa7-75c9b0b2b1e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:11.255300 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c016570-ce1b-4183-9a3d-06a31b00a096 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:17:11.255700 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c016570-ce1b-4183-9a3d-06a31b00a096 None None] Checking segment: {'id': '3b2782f5-18af-468b-b778-4185b0e9f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7eab08f6-4a1b-4fcb-86bd-01fed62e685c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:17:11.256108 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2c016570-ce1b-4183-9a3d-06a31b00a096 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:11.256981 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c016570-ce1b-4183-9a3d-06a31b00a096 None None] Bound using segment: {'id': '3b2782f5-18af-468b-b778-4185b0e9f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7eab08f6-4a1b-4fcb-86bd-01fed62e685c'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:17:11.257471 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-2c016570-ce1b-4183-9a3d-06a31b00a096 None None] Bound port: f68a611d-d5fc-4fc9-8979-88aa8f2ab68c, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2782f5-18af-468b-b778-4185b0e9f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7eab08f6-4a1b-4fcb-86bd-01fed62e685c'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:17:11.257874 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2c016570-ce1b-4183-9a3d-06a31b00a096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:11.268714 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-60b58fb5-600a-4b9d-b677-62fd6b84850f service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4923103 Nov 10 19:17:11.279951 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-2b24c497-eaad-4c86-a467-f58bf1e54f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:11.282286 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-2b24c497-eaad-4c86-a467-f58bf1e54f1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:11.285320 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-2b24c497-eaad-4c86-a467-f58bf1e54f1c service neutron] 10.222.0.73 "PUT /v2.0/ports/ac9c9816-30e9-471c-acd9-65ba9a12de2e HTTP/1.1" status: 200 len: 1096 time: 3.2179897 Nov 10 19:17:11.311001 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa60be37-322f-4e32-b81d-44826b9e6a01', 'tag': 'ac9c9816-30e9-471c-acd9-65ba9a12de2e'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:17:11.314271 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15969bf-f2cb-47a0-b3f4-cc0c80331e85" -d '{"events": [{"name": "network-changed", "server_uuid": "aa60be37-322f-4e32-b81d-44826b9e6a01", "tag": "ac9c9816-30e9-471c-acd9-65ba9a12de2e"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:17:11.399811 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-2c016570-ce1b-4183-9a3d-06a31b00a096 None None] For port f68a611d-d5fc-4fc9-8979-88aa8f2ab68c, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:17:11.410808 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-2c016570-ce1b-4183-9a3d-06a31b00a096 None None] For port f68a611d-d5fc-4fc9-8979-88aa8f2ab68c, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f68a611d-d5fc-4fc9-8979-88aa8f2ab68c,segment=NetworkSegment(3b2782f5-18af-468b-b778-4185b0e9f138),segment_id=3b2782f5-18af-468b-b778-4185b0e9f138)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:17:11.427200 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2c016570-ce1b-4183-9a3d-06a31b00a096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:11.496118 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c016570-ce1b-4183-9a3d-06a31b00a096 None None] Pushing event updated for resources: {'Port': ['ID=f68a611d-d5fc-4fc9-8979-88aa8f2ab68c,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:11.519466 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aebf4499-2d68-4821-bfa7-75c9b0b2b1e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:11.526948 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aebf4499-2d68-4821-bfa7-75c9b0b2b1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:11.587396 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-aebf4499-2d68-4821-bfa7-75c9b0b2b1e7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=02b0a099c41c4216bdf2de02f1713765&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7220676 Nov 10 19:17:11.588231 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36378) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:11.588908 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf4499-2d68-4821-bfa7-75c9b0b2b1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9824f44b-9ba1-4ed6-a998-d27baa457671,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:11.650615 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-2d2d2f26-6ef5-4550-8d2a-a7b777d8b5bb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=3e40d835-e479-4c27-8f24-be6c043e98be HTTP/1.1" status: 200 len: 217 time: 0.3472731 Nov 10 19:17:11.656300 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f475f96-f1c8-481d-bb0e-62b3af7144af admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:11.684705 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de6b12-14b6-4169-b944-cef2e9bbecf8 req-855c63e9-af28-40a6-ba4e-cb443c903755 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:11.691631 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de6b12-14b6-4169-b944-cef2e9bbecf8 req-855c63e9-af28-40a6-ba4e-cb443c903755 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:11.700310 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de6b12-14b6-4169-b944-cef2e9bbecf8 req-855c63e9-af28-40a6-ba4e-cb443c903755 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:11.707440 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de6b12-14b6-4169-b944-cef2e9bbecf8 req-855c63e9-af28-40a6-ba4e-cb443c903755 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:11.713449 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de6b12-14b6-4169-b944-cef2e9bbecf8 req-855c63e9-af28-40a6-ba4e-cb443c903755 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:11.721169 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de6b12-14b6-4169-b944-cef2e9bbecf8 req-855c63e9-af28-40a6-ba4e-cb443c903755 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:11.728131 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-108ec0ef-1724-42b8-b6de-08f2d945091c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:11.729009 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de6b12-14b6-4169-b944-cef2e9bbecf8 req-855c63e9-af28-40a6-ba4e-cb443c903755 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:11.734305 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-99de6b12-14b6-4169-b944-cef2e9bbecf8 req-855c63e9-af28-40a6-ba4e-cb443c903755 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5430 time: 0.6117141 Nov 10 19:17:11.770088 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-108ec0ef-1724-42b8-b6de-08f2d945091c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:11.774700 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24c497-eaad-4c86-a467-f58bf1e54f1c service neutron] Pushing event updated for resources: {'Port': ['ID=ac9c9816-30e9-471c-acd9-65ba9a12de2e,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:11.787108 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d5ff6005-f3aa-4be5-b0e5-f45448988f92 req-a672fbca-b32d-4971-ab44-2b78a2b38456 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4423647 Nov 10 19:17:11.957153 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-108ec0ef-1724-42b8-b6de-08f2d945091c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:11.976386 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-108ec0ef-1724-42b8-b6de-08f2d945091c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:11.992954 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-108ec0ef-1724-42b8-b6de-08f2d945091c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9824f44b-9ba1-4ed6-a998-d27baa457671 HTTP/1.1" status: 204 len: 168 time: 0.3986037 Nov 10 19:17:12.002163 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-08a4616e-70a4-4bc1-a032-a36abb800c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 026f9891-edd6-4e90-ad6f-bad5254edeca {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:17:12.011584 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-08a4616e-70a4-4bc1-a032-a36abb800c03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:12.012861 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ec0ef-1724-42b8-b6de-08f2d945091c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9824f44b-9ba1-4ed6-a998-d27baa457671,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:12.073036 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-08a4616e-70a4-4bc1-a032-a36abb800c03 service neutron] Transition to ACTIVE for port object 026f9891-edd6-4e90-ad6f-bad5254edeca will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:17:12.176638 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-23c3d0a1-8ba2-45e4-9b11-0fd3cc1cb69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:12.178942 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-23c3d0a1-8ba2-45e4-9b11-0fd3cc1cb69d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa2b07b6-2c88-46ba-ac6c-03d3922986c1 HTTP/1.1" status: 200 len: 797 time: 0.5068510 Nov 10 19:17:12.188341 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-08a4616e-70a4-4bc1-a032-a36abb800c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:12.370079 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4616e-70a4-4bc1-a032-a36abb800c03 service neutron] Pushing event updated for resources: {'Port': ['ID=026f9891-edd6-4e90-ad6f-bad5254edeca,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:12.467390 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-468e18f4-dde3-410c-8f77-a96284d6e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:12.469111 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-468e18f4-dde3-410c-8f77-a96284d6e613 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fede4e3bc17e49b2b8993d2e20b8ba6d&device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 1099 time: 1.1090987 Nov 10 19:17:12.482949 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-99de6b12-14b6-4169-b944-cef2e9bbecf8 req-268b2a55-8441-4bb2-92db-80499f7cbb05 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6894188 Nov 10 19:17:12.738901 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f475f96-f1c8-481d-bb0e-62b3af7144af admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:12.882802 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f8a5db-532e-4de1-825e-b2d327c8f31b x-openstack-request-id: req-87f8a5db-532e-4de1-825e-b2d327c8f31b {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:17:12.883521 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa60be37-322f-4e32-b81d-44826b9e6a01", "tag": "ac9c9816-30e9-471c-acd9-65ba9a12de2e", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:17:12.887195 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-87f8a5db-532e-4de1-825e-b2d327c8f31b {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:17:12.887806 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa60be37-322f-4e32-b81d-44826b9e6a01', 'tag': 'ac9c9816-30e9-471c-acd9-65ba9a12de2e', 'status': 'completed', 'code': 200} Nov 10 19:17:12.889678 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-e44a9ec1-99fe-4c92-a0a2-c9397fe23b35 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=ac9c9816-30e9-471c-acd9-65ba9a12de2e HTTP/1.1" status: 200 len: 217 time: 0.4038706 Nov 10 19:17:12.896771 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-280dcd64-5031-4b74-8a71-4499f45be0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:12.905703 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-280dcd64-5031-4b74-8a71-4499f45be0ca service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=08d5b27a-446a-4f08-9532-b9da3981ea57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7035208 Nov 10 19:17:12.930427 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff7880-1d24-4617-8cdd-3f2ac89fb99e req-586498ed-71f9-4ed8-96d7-f56b8fde04a1 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:12.937837 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23ff7880-1d24-4617-8cdd-3f2ac89fb99e req-586498ed-71f9-4ed8-96d7-f56b8fde04a1 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=92f2197f-143d-485d-8d07-b7741b2fba23 HTTP/1.1" status: 200 len: 948 time: 0.8326330 Nov 10 19:17:13.078319 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36422) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:13.306292 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-ec5965e8-5cf5-43c7-b403-9364d309fff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:13.308726 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-ec5965e8-5cf5-43c7-b403-9364d309fff6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.3622727 Nov 10 19:17:13.351794 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-9650f4d5-2cc5-4c77-8e05-3d0422399006 tempest-MeteringIpV6TestJSON-987339181 tempest-MeteringIpV6TestJSON-987339181-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-790090240'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:13.352652 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-9650f4d5-2cc5-4c77-8e05-3d0422399006 tempest-MeteringIpV6TestJSON-987339181 tempest-MeteringIpV6TestJSON-987339181-project-admin] Unknown quota resources ['metering_label']. {{(pid=102505) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 19:17:13.359035 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ff92e-945d-4a4c-bbaf-bd669ab30bc2 req-59376989-dfbf-4b50-885d-3d49882f223b tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:13.360644 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-971ff92e-945d-4a4c-bbaf-bd669ab30bc2 req-59376989-dfbf-4b50-885d-3d49882f223b tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.3543012 Nov 10 19:17:13.377271 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23ff7880-1d24-4617-8cdd-3f2ac89fb99e req-609a6aed-962b-4ab2-900a-e8512234912d tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967235 Nov 10 19:17:13.402847 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-08a4616e-70a4-4bc1-a032-a36abb800c03 service neutron] Attempting to bind port 026f9891-edd6-4e90-ad6f-bad5254edeca on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:17:13.403125 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-08a4616e-70a4-4bc1-a032-a36abb800c03 service neutron] Attempting to bind port 026f9891-edd6-4e90-ad6f-bad5254edeca by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:17:13.403453 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-08a4616e-70a4-4bc1-a032-a36abb800c03 service neutron] Attempting to bind port 026f9891-edd6-4e90-ad6f-bad5254edeca on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:17:13.403878 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46f79eb-5ded-4e60-8bdc-710643a833a1 None None] Network 7eab08f6-4a1b-4fcb-86bd-01fed62e685c requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:17:13.434598 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-84cac9e4-1c30-47a6-9fb3-f897acddb9e2 service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5179391 Nov 10 19:17:13.448180 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-08a4616e-70a4-4bc1-a032-a36abb800c03 service neutron] Port 026f9891-edd6-4e90-ad6f-bad5254edeca on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:17:13.448577 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-08a4616e-70a4-4bc1-a032-a36abb800c03 service neutron] Attempting to bind port 026f9891-edd6-4e90-ad6f-bad5254edeca on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:17:13.490098 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-08a4616e-70a4-4bc1-a032-a36abb800c03 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:17:13.490484 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-08a4616e-70a4-4bc1-a032-a36abb800c03 service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:17:13.490819 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-08a4616e-70a4-4bc1-a032-a36abb800c03 service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:17:13.491271 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-08a4616e-70a4-4bc1-a032-a36abb800c03 service neutron] Bound port: 026f9891-edd6-4e90-ad6f-bad5254edeca, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:17:13.491631 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-08a4616e-70a4-4bc1-a032-a36abb800c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:13.551160 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-519d20d5-d42d-49a8-8fe7-5d7e295decd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:13.552846 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-519d20d5-d42d-49a8-8fe7-5d7e295decd3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2244461 Nov 10 19:17:13.556819 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-0ba3a1eb-e85c-4005-9cad-1814c4d55e08 None None] Provisioning complete for port f68a611d-d5fc-4fc9-8979-88aa8f2ab68c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:17:13.557407 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0ba3a1eb-e85c-4005-9cad-1814c4d55e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:13.595527 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-971ff92e-945d-4a4c-bbaf-bd669ab30bc2 req-d1874bbe-ae4d-4aa7-94a6-086626c7d3a9 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986406 Nov 10 19:17:13.731936 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0ba3a1eb-e85c-4005-9cad-1814c4d55e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:13.798509 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-0ba3a1eb-e85c-4005-9cad-1814c4d55e08 None None] For port f68a611d-d5fc-4fc9-8979-88aa8f2ab68c, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f68a611d-d5fc-4fc9-8979-88aa8f2ab68c,segment=NetworkSegment(3b2782f5-18af-468b-b778-4185b0e9f138),segment_id=3b2782f5-18af-468b-b778-4185b0e9f138)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:13.806101 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0ba3a1eb-e85c-4005-9cad-1814c4d55e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:13.865266 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9650f4d5-2cc5-4c77-8e05-3d0422399006 tempest-MeteringIpV6TestJSON-987339181 tempest-MeteringIpV6TestJSON-987339181-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:13.880981 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9650f4d5-2cc5-4c77-8e05-3d0422399006 tempest-MeteringIpV6TestJSON-987339181 tempest-MeteringIpV6TestJSON-987339181-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8012011 Nov 10 19:17:13.881662 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36440) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:13.882283 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3a1eb-e85c-4005-9cad-1814c4d55e08 None None] Pushing event updated for resources: {'Port': ['ID=f68a611d-d5fc-4fc9-8979-88aa8f2ab68c,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:13.887621 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-f34a8d45-6e94-451e-9169-22920dad5eb1 tempest-MeteringIpV6TestJSON-987339181 tempest-MeteringIpV6TestJSON-987339181-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'd3910e20-2e20-4252-8b64-3e885aaf2d1e'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:13.888154 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-f34a8d45-6e94-451e-9169-22920dad5eb1 tempest-MeteringIpV6TestJSON-987339181 tempest-MeteringIpV6TestJSON-987339181-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102505) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 19:17:14.000806 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f68a611d-d5fc-4fc9-8979-88aa8f2ab68c up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:17:14.013904 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-609702a9-1242-49d9-8368-4768d9e46356 service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5623209 Nov 10 19:17:14.024024 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-08a4616e-70a4-4bc1-a032-a36abb800c03 service neutron] For port 026f9891-edd6-4e90-ad6f-bad5254edeca, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:17:14.042525 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-08a4616e-70a4-4bc1-a032-a36abb800c03 service neutron] For port 026f9891-edd6-4e90-ad6f-bad5254edeca, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=026f9891-edd6-4e90-ad6f-bad5254edeca,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:17:14.078910 n-d-813897-4 neutron-server[102505]: WARNING neutron.services.metering.metering_plugin [None req-f34a8d45-6e94-451e-9169-22920dad5eb1 tempest-MeteringIpV6TestJSON-987339181 tempest-MeteringIpV6TestJSON-987339181-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 10 19:17:14.097336 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-17228e6c-53b4-4ce5-b954-244f77277313 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=de23dff7-0358-45d9-aba5-b288f9e2dceb HTTP/1.1" status: 200 len: 217 time: 0.0647233 Nov 10 19:17:14.105356 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port f68a611d-d5fc-4fc9-8979-88aa8f2ab68c triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:17:14.106481 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:14.152744 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-08a4616e-70a4-4bc1-a032-a36abb800c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:14.225229 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a78d7d4d-2548-4f60-8956-9974cbe4968e None None] Provisioning complete for port f68a611d-d5fc-4fc9-8979-88aa8f2ab68c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:17:14.225929 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a78d7d4d-2548-4f60-8956-9974cbe4968e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:14.304300 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df31d5-b212-44e7-be43-3d1f415e1b2e req-cba00727-8faa-4dc2-bc1a-e384a2c7e5b5 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:14.316205 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df31d5-b212-44e7-be43-3d1f415e1b2e req-cba00727-8faa-4dc2-bc1a-e384a2c7e5b5 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:14.327307 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df31d5-b212-44e7-be43-3d1f415e1b2e req-cba00727-8faa-4dc2-bc1a-e384a2c7e5b5 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:14.336897 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df31d5-b212-44e7-be43-3d1f415e1b2e req-cba00727-8faa-4dc2-bc1a-e384a2c7e5b5 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:14.345281 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df31d5-b212-44e7-be43-3d1f415e1b2e req-cba00727-8faa-4dc2-bc1a-e384a2c7e5b5 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:14.352258 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df31d5-b212-44e7-be43-3d1f415e1b2e req-cba00727-8faa-4dc2-bc1a-e384a2c7e5b5 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:14.355451 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f34a8d45-6e94-451e-9169-22920dad5eb1 tempest-MeteringIpV6TestJSON-987339181 tempest-MeteringIpV6TestJSON-987339181-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:14.358713 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f34a8d45-6e94-451e-9169-22920dad5eb1 tempest-MeteringIpV6TestJSON-987339181 tempest-MeteringIpV6TestJSON-987339181-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4758835 Nov 10 19:17:14.362757 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36446) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:14.364521 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df31d5-b212-44e7-be43-3d1f415e1b2e req-cba00727-8faa-4dc2-bc1a-e384a2c7e5b5 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:14.366874 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-27df31d5-b212-44e7-be43-3d1f415e1b2e req-cba00727-8faa-4dc2-bc1a-e384a2c7e5b5 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5430 time: 0.5876696 Nov 10 19:17:14.372778 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-c93dbc36-148c-4118-be3f-25ae533dd5b5 tempest-MeteringIpV6TestJSON-987339181 tempest-MeteringIpV6TestJSON-987339181-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'd3910e20-2e20-4252-8b64-3e885aaf2d1e'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:14.373492 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-c93dbc36-148c-4118-be3f-25ae533dd5b5 tempest-MeteringIpV6TestJSON-987339181 tempest-MeteringIpV6TestJSON-987339181-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102505) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 19:17:14.377831 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-c6e6a606-a6a3-485e-ab27-eb64af6e0d77 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8036163 Nov 10 19:17:14.391141 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-08a4616e-70a4-4bc1-a032-a36abb800c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:14.391654 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-08a4616e-70a4-4bc1-a032-a36abb800c03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:14.393283 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-08a4616e-70a4-4bc1-a032-a36abb800c03 service neutron] 10.222.0.25 "PUT /v2.0/ports/026f9891-edd6-4e90-ad6f-bad5254edeca HTTP/1.1" status: 200 len: 1096 time: 4.9345279 Nov 10 19:17:14.497334 n-d-813897-4 neutron-server[102505]: WARNING neutron.services.metering.metering_plugin [None req-c93dbc36-148c-4118-be3f-25ae533dd5b5 tempest-MeteringIpV6TestJSON-987339181 tempest-MeteringIpV6TestJSON-987339181-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 10 19:17:14.690096 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c93dbc36-148c-4118-be3f-25ae533dd5b5 tempest-MeteringIpV6TestJSON-987339181 tempest-MeteringIpV6TestJSON-987339181-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:14.693885 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c93dbc36-148c-4118-be3f-25ae533dd5b5 tempest-MeteringIpV6TestJSON-987339181 tempest-MeteringIpV6TestJSON-987339181-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3258264 Nov 10 19:17:14.696386 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36460) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:14.713181 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-81b101ca-e69d-4184-b840-ecf94cd55acf tempest-MeteringIpV6TestJSON-987339181 tempest-MeteringIpV6TestJSON-987339181-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=0afb3295-c679-4a61-909d-e295d839b6af HTTP/1.1" status: 200 len: 462 time: 0.0147951 Nov 10 19:17:14.717495 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36464) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:14.866218 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c677d93c-5a96-491b-8ce1-6efcfd767103 tempest-MeteringIpV6TestJSON-987339181 tempest-MeteringIpV6TestJSON-987339181-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:14.867610 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c677d93c-5a96-491b-8ce1-6efcfd767103 tempest-MeteringIpV6TestJSON-987339181 tempest-MeteringIpV6TestJSON-987339181-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-label-rules/0afb3295-c679-4a61-909d-e295d839b6af HTTP/1.1" status: 204 len: 168 time: 0.1486585 Nov 10 19:17:14.873349 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36466) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:14.883238 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-01e80fab-9f5c-49c2-b9d4-d46c2836ee6a tempest-MeteringIpV6TestJSON-987339181 tempest-MeteringIpV6TestJSON-987339181-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=0afb3295-c679-4a61-909d-e295d839b6af HTTP/1.1" status: 200 len: 221 time: 0.0086362 Nov 10 19:17:14.886914 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36468) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:14.895659 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-28ddf341-0c1a-4989-b2a0-48057e3eeeb3 tempest-MeteringIpV6TestJSON-987339181 tempest-MeteringIpV6TestJSON-987339181-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--572821872', 'description': 'label created by tempest'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:14.896126 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-28ddf341-0c1a-4989-b2a0-48057e3eeeb3 tempest-MeteringIpV6TestJSON-987339181 tempest-MeteringIpV6TestJSON-987339181-project-admin] Unknown quota resources ['metering_label']. {{(pid=102505) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 19:17:14.978047 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f2197f-143d-485d-8d07-b7741b2fba23', 'tag': '026f9891-edd6-4e90-ad6f-bad5254edeca'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:17:14.980389 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36720aa7-9ba1-458c-84b9-cc8a9c104d45" -d '{"events": [{"name": "network-changed", "server_uuid": "92f2197f-143d-485d-8d07-b7741b2fba23", "tag": "026f9891-edd6-4e90-ad6f-bad5254edeca"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:17:15.130391 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4616e-70a4-4bc1-a032-a36abb800c03 service neutron] Pushing event updated for resources: {'Port': ['ID=026f9891-edd6-4e90-ad6f-bad5254edeca,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:15.138427 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-28ddf341-0c1a-4989-b2a0-48057e3eeeb3 tempest-MeteringIpV6TestJSON-987339181 tempest-MeteringIpV6TestJSON-987339181-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:15.140397 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-919a4ad4-428c-42d5-9352-ccfce8a0ea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:15.140649 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-28ddf341-0c1a-4989-b2a0-48057e3eeeb3 tempest-MeteringIpV6TestJSON-987339181 tempest-MeteringIpV6TestJSON-987339181-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2516654 Nov 10 19:17:15.142144 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-919a4ad4-428c-42d5-9352-ccfce8a0ea1d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=051d3797-d00c-4f4f-b38c-ea825714261f HTTP/1.1" status: 200 len: 797 time: 1.0257189 Nov 10 19:17:15.152165 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36472) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:15.214055 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f475f96-f1c8-481d-bb0e-62b3af7144af admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:15.341657 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f475f96-f1c8-481d-bb0e-62b3af7144af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:15.347363 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-467a3fe2-3059-43a3-9005-6c6840bafbec tempest-MeteringIpV6TestJSON-987339181 tempest-MeteringIpV6TestJSON-987339181-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=b096f8ec-e80a-47a1-9004-a1316723cddd HTTP/1.1" status: 200 len: 467 time: 0.1830373 Nov 10 19:17:15.348491 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36480) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:15.364437 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-93127ba9-a737-465f-aa78-52f4a3da158c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:15.365990 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-93127ba9-a737-465f-aa78-52f4a3da158c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fede4e3bc17e49b2b8993d2e20b8ba6d&device_id=92f2197f-143d-485d-8d07-b7741b2fba23 HTTP/1.1" status: 200 len: 1099 time: 0.9130013 Nov 10 19:17:15.394147 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccb6b2-ac34-4e82-8ebc-7322b1a44269 req-3d5f7851-db6a-428f-b8d2-ff9375636f24 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:15.395877 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a5ccb6b2-ac34-4e82-8ebc-7322b1a44269 req-3d5f7851-db6a-428f-b8d2-ff9375636f24 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=92f2197f-143d-485d-8d07-b7741b2fba23 HTTP/1.1" status: 200 len: 948 time: 0.4125237 Nov 10 19:17:15.411536 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-635589f6-9348-4bfd-8be7-d2a6ed06b030 req-6ec4ca64-5c90-4f60-bcc9-227be1649e5e service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0095935 Nov 10 19:17:15.431265 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-27df31d5-b212-44e7-be43-3d1f415e1b2e req-e96cfc56-0dda-4309-85c2-54c87fc7e8f7 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0226493 Nov 10 19:17:15.512880 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-1d12a58b-b790-479e-bd35-afa7074f643e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=026f9891-edd6-4e90-ad6f-bad5254edeca HTTP/1.1" status: 200 len: 217 time: 0.1301205 Nov 10 19:17:15.573022 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-5f400af1-b91c-49b3-a3a6-5efe9428099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:15.574682 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-5f400af1-b91c-49b3-a3a6-5efe9428099d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e688d16-320a-464d-a934-8ef580053d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3940868 Nov 10 19:17:15.676923 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a8ba72a5-8b80-47db-8350-3897efcd5fab tempest-MeteringIpV6TestJSON-987339181 tempest-MeteringIpV6TestJSON-987339181-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:15.678961 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a8ba72a5-8b80-47db-8350-3897efcd5fab tempest-MeteringIpV6TestJSON-987339181 tempest-MeteringIpV6TestJSON-987339181-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-labels/b096f8ec-e80a-47a1-9004-a1316723cddd HTTP/1.1" status: 204 len: 168 time: 0.3285837 Nov 10 19:17:15.681916 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36486) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:15.701890 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9121aaa3-1b9d-42b2-ac52-fdc8e04dadb7 tempest-MeteringIpV6TestJSON-987339181 tempest-MeteringIpV6TestJSON-987339181-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=b096f8ec-e80a-47a1-9004-a1316723cddd HTTP/1.1" status: 200 len: 216 time: 0.0172083 Nov 10 19:17:15.705593 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36488) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:15.716598 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4e288444-c648-4918-9065-6139f57ba0fe tempest-MeteringIpV6TestJSON-987339181 tempest-MeteringIpV6TestJSON-987339181-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0089090 Nov 10 19:17:15.722836 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36490) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:15.753249 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0877193b-adbf-4d85-a03e-ebf16723e091 tempest-MeteringIpV6TestJSON-987339181 tempest-MeteringIpV6TestJSON-987339181-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0287092 Nov 10 19:17:15.754061 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36492) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:15.786249 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-a76ba845-6373-422a-a0b3-e20cce415b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:15.787824 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-a76ba845-6373-422a-a0b3-e20cce415b6d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.2424576 Nov 10 19:17:15.790032 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15969bf-f2cb-47a0-b3f4-cc0c80331e85 req-259b8e6c-b7a7-4774-a449-abdb8b1043a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:15.791581 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f15969bf-f2cb-47a0-b3f4-cc0c80331e85 req-259b8e6c-b7a7-4774-a449-abdb8b1043a5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fede4e3bc17e49b2b8993d2e20b8ba6d&device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 1099 time: 0.2952263 Nov 10 19:17:15.824043 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a5ccb6b2-ac34-4e82-8ebc-7322b1a44269 req-e9bc8b7c-18ed-441d-a2d1-cc61ea49323e tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154747 Nov 10 19:17:15.856591 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-95496ad8-6d51-47db-b1d2-914ccead0ed5 tempest-MeteringIpV6TestJSON-987339181 tempest-MeteringIpV6TestJSON-987339181-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels/d3910e20-2e20-4252-8b64-3e885aaf2d1e HTTP/1.1" status: 200 len: 472 time: 0.0909083 Nov 10 19:17:15.856591 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36494) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:15.871824 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-77665a5b-c277-4ecb-bbab-ea8d7ed7fc27 tempest-MeteringIpV6TestJSON-987339181 tempest-MeteringIpV6TestJSON-987339181-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules/89f685cb-288d-4c6d-bfb4-badcdc7ee23a HTTP/1.1" status: 200 len: 459 time: 0.0228200 Nov 10 19:17:15.872518 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36496) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:15.898231 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f68a611d-d5fc-4fc9-8979-88aa8f2ab68c up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:17:15.900238 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-5f475f96-f1c8-481d-bb0e-62b3af7144af admin admin] Allocated IP 172.25.3.180 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/41717a9c-9737-4514-a196-424f591a06a2) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:17:15.929050 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf02e53f-4994-4b0d-8f32-6c15efcd9654 x-openstack-request-id: req-cf02e53f-4994-4b0d-8f32-6c15efcd9654 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:17:15.929263 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92f2197f-143d-485d-8d07-b7741b2fba23", "tag": "026f9891-edd6-4e90-ad6f-bad5254edeca", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:17:15.929487 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cf02e53f-4994-4b0d-8f32-6c15efcd9654 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:17:15.929919 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92f2197f-143d-485d-8d07-b7741b2fba23', 'tag': '026f9891-edd6-4e90-ad6f-bad5254edeca', 'status': 'completed', 'code': 200} Nov 10 19:17:15.959173 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c276e4-8d7f-4fd8-b570-8b481728a1d1 req-f2e1b90d-5a72-45f5-abe0-75affb12258b tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:15.960841 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-39c276e4-8d7f-4fd8-b570-8b481728a1d1 req-f2e1b90d-5a72-45f5-abe0-75affb12258b tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.3607652 Nov 10 19:17:15.969283 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port f68a611d-d5fc-4fc9-8979-88aa8f2ab68c triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:17:15.969754 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:16.061939 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-2d8f85fa-97ac-4651-a947-8c17aba80445 service neutron] 10.222.0.25 "GET /v2.0/networks/5e688d16-320a-464d-a934-8ef580053d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603088 Nov 10 19:17:16.197973 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-4c216239-141d-40b9-a80a-fc07bd90b5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:16.201221 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-4c216239-141d-40b9-a80a-fc07bd90b5d7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4029453 Nov 10 19:17:16.321117 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-39c276e4-8d7f-4fd8-b570-8b481728a1d1 req-9282718c-0367-4ab3-8716-e901e340c70a tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023329 Nov 10 19:17:16.322766 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15969bf-f2cb-47a0-b3f4-cc0c80331e85 req-f28b2e76-3f1a-40d1-9447-b65f6050ecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:16.324814 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f15969bf-f2cb-47a0-b3f4-cc0c80331e85 req-f28b2e76-3f1a-40d1-9447-b65f6050ecb3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.5212491 Nov 10 19:17:16.422406 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f475f96-f1c8-481d-bb0e-62b3af7144af admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:16.431053 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f15969bf-f2cb-47a0-b3f4-cc0c80331e85 req-4682192e-24f3-47dd-b2e2-ab576dafa106 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=ac9c9816-30e9-471c-acd9-65ba9a12de2e HTTP/1.1" status: 200 len: 217 time: 0.0952489 Nov 10 19:17:16.475441 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4fe37803-8f40-420f-b8d5-1cb5e02ec322 tempest-MeteringIpV6TestJSON-987339181 tempest-MeteringIpV6TestJSON-987339181-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:16.478426 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4fe37803-8f40-420f-b8d5-1cb5e02ec322 tempest-MeteringIpV6TestJSON-987339181 tempest-MeteringIpV6TestJSON-987339181-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-label-rules/89f685cb-288d-4c6d-bfb4-badcdc7ee23a HTTP/1.1" status: 204 len: 168 time: 0.6047893 Nov 10 19:17:16.481519 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36512) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:16.482128 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-42dbe66c-cdd6-4ed7-aa44-7f8079046b52 service neutron] 10.222.0.25 "GET /v2.0/networks/5e688d16-320a-464d-a934-8ef580053d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016418 Nov 10 19:17:16.644387 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-a235c68b-cc79-4696-8da8-98f0211861ca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=018e007e-c84a-4abf-8483-76780dc92b09 HTTP/1.1" status: 200 len: 217 time: 0.1506801 Nov 10 19:17:16.646694 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15969bf-f2cb-47a0-b3f4-cc0c80331e85 req-fe1b2e31-1da4-4524-b0d2-4812da62260e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:16.648690 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f15969bf-f2cb-47a0-b3f4-cc0c80331e85 req-fe1b2e31-1da4-4524-b0d2-4812da62260e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.2059636 Nov 10 19:17:16.705552 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f475f96-f1c8-481d-bb0e-62b3af7144af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:16.779206 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-f5bd38a4-7817-440b-a4b3-eda99fc39160 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5347209 Nov 10 19:17:16.804156 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8fa21a34-533d-4826-bc0e-20e90b17a5bc tempest-MeteringIpV6TestJSON-987339181 tempest-MeteringIpV6TestJSON-987339181-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:16.807746 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8fa21a34-533d-4826-bc0e-20e90b17a5bc tempest-MeteringIpV6TestJSON-987339181 tempest-MeteringIpV6TestJSON-987339181-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-labels/d3910e20-2e20-4252-8b64-3e885aaf2d1e HTTP/1.1" status: 204 len: 168 time: 0.3227739 Nov 10 19:17:16.833280 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f475f96-f1c8-481d-bb0e-62b3af7144af admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:17:16.866794 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-5f475f96-f1c8-481d-bb0e-62b3af7144af admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:17:16.911890 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603ae6f-eb2d-482b-8cdc-a824bfb675fe req-c42321b2-cca2-4fb7-9f94-072e1c8e2e5e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:16.917938 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603ae6f-eb2d-482b-8cdc-a824bfb675fe req-c42321b2-cca2-4fb7-9f94-072e1c8e2e5e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:16.924370 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603ae6f-eb2d-482b-8cdc-a824bfb675fe req-c42321b2-cca2-4fb7-9f94-072e1c8e2e5e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:16.930800 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603ae6f-eb2d-482b-8cdc-a824bfb675fe req-c42321b2-cca2-4fb7-9f94-072e1c8e2e5e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:16.936909 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603ae6f-eb2d-482b-8cdc-a824bfb675fe req-c42321b2-cca2-4fb7-9f94-072e1c8e2e5e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:16.943442 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603ae6f-eb2d-482b-8cdc-a824bfb675fe req-c42321b2-cca2-4fb7-9f94-072e1c8e2e5e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:16.949684 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603ae6f-eb2d-482b-8cdc-a824bfb675fe req-c42321b2-cca2-4fb7-9f94-072e1c8e2e5e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:16.951672 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d603ae6f-eb2d-482b-8cdc-a824bfb675fe req-c42321b2-cca2-4fb7-9f94-072e1c8e2e5e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5430 time: 0.3562107 Nov 10 19:17:16.956655 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f475f96-f1c8-481d-bb0e-62b3af7144af admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:17:16.960217 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-8068e27f-0a49-4258-b38d-240d0f73c4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:16.961822 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-8068e27f-0a49-4258-b38d-240d0f73c4d1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=051d3797-d00c-4f4f-b38c-ea825714261f HTTP/1.1" status: 200 len: 797 time: 0.3027506 Nov 10 19:17:16.966091 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f475f96-f1c8-481d-bb0e-62b3af7144af admin admin] Pushing event updated for resources: {'Port': ['ID=41717a9c-9737-4514-a196-424f591a06a2,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:17.025719 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15969bf-f2cb-47a0-b3f4-cc0c80331e85 req-46a23f05-ad19-4a82-ae88-3e347b937edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:17.027365 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f15969bf-f2cb-47a0-b3f4-cc0c80331e85 req-46a23f05-ad19-4a82-ae88-3e347b937edc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3531508 Nov 10 19:17:17.110023 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36540) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:17.244398 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4d66a6cf-3c79-4248-89be-841c01aa3e19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:17.342341 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4d66a6cf-3c79-4248-89be-841c01aa3e19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:17.347795 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4d66a6cf-3c79-4248-89be-841c01aa3e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:17.394129 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66a6cf-3c79-4248-89be-841c01aa3e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fb2761-b4c1-49c7-ab5c-9e5f2e74fcfb,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:17.400973 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4d66a6cf-3c79-4248-89be-841c01aa3e19 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7e77d1acb3f54a2a84ced60293bbe7ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2875166 Nov 10 19:17:17.405144 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36546) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:17.456070 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-571b07d6-e9f5-4de4-b66c-73140c02399f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:17.479858 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-571b07d6-e9f5-4de4-b66c-73140c02399f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:17.521288 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a461c05d-886f-4029-b71f-4ebf49daf095 req-4dc36942-fa45-42b6-b8bb-a6034e1eb3bf service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7285078 Nov 10 19:17:17.533628 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-571b07d6-e9f5-4de4-b66c-73140c02399f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:17.537812 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-571b07d6-e9f5-4de4-b66c-73140c02399f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:17.539556 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-571b07d6-e9f5-4de4-b66c-73140c02399f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/56fb2761-b4c1-49c7-ab5c-9e5f2e74fcfb HTTP/1.1" status: 204 len: 168 time: 0.1329343 Nov 10 19:17:17.549181 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b07d6-e9f5-4de4-b66c-73140c02399f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fb2761-b4c1-49c7-ab5c-9e5f2e74fcfb,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:17.642393 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc5c92-6688-4b2e-8257-c1c0e971c1aa req-8e473b56-172f-4973-81f0-a086b4c15070 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:17.643948 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-37dc5c92-6688-4b2e-8257-c1c0e971c1aa req-8e473b56-172f-4973-81f0-a086b4c15070 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.6887112 Nov 10 19:17:17.651776 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-2b16306b-629d-4fc0-88b2-a05d2e6d4c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:17.653256 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-2b16306b-629d-4fc0-88b2-a05d2e6d4c7c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e688d16-320a-464d-a934-8ef580053d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6564450 Nov 10 19:17:17.692213 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d603ae6f-eb2d-482b-8cdc-a824bfb675fe req-f203fdfd-b928-4800-ace8-9d3efb7af58d tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6923945 Nov 10 19:17:17.812225 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f15969bf-f2cb-47a0-b3f4-cc0c80331e85 req-0515e5e1-9678-4e84-93fb-a3246c4f63f9 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052758 Nov 10 19:17:17.873616 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36554) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:17.890742 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d4ce3a5b-4eb2-4847-b8f9-d3b004d3abb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:17.910930 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36720aa7-9ba1-458c-84b9-cc8a9c104d45 req-cec084f2-a0f7-4497-bf5d-0906e8a2e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:17.912480 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-36720aa7-9ba1-458c-84b9-cc8a9c104d45 req-cec084f2-a0f7-4497-bf5d-0906e8a2e12d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fede4e3bc17e49b2b8993d2e20b8ba6d&device_id=92f2197f-143d-485d-8d07-b7741b2fba23 HTTP/1.1" status: 200 len: 1099 time: 0.2935650 Nov 10 19:17:17.973568 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d4ce3a5b-4eb2-4847-b8f9-d3b004d3abb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:17.980569 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d4ce3a5b-4eb2-4847-b8f9-d3b004d3abb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:17.985919 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-cfe2c9de-0b8a-45fe-b0be-995562544904 service neutron] 10.222.0.25 "GET /v2.0/networks/5e688d16-320a-464d-a934-8ef580053d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892928 Nov 10 19:17:18.021232 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce3a5b-4eb2-4847-b8f9-d3b004d3abb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06bbf6a-5833-45ff-a920-6d6da391a563,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:18.021781 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-37dc5c92-6688-4b2e-8257-c1c0e971c1aa req-8e4414c3-ef9b-4807-9eda-e891a764d4e6 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672976 Nov 10 19:17:18.032620 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d4ce3a5b-4eb2-4847-b8f9-d3b004d3abb8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f54a7ca48c024e0580edad5bd3ab5c29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1570816 Nov 10 19:17:18.033523 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36556) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:18.095815 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-646977fe-7aba-4673-8d11-83846b0acb89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:18.131270 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-646977fe-7aba-4673-8d11-83846b0acb89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:18.196946 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-646977fe-7aba-4673-8d11-83846b0acb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:18.200597 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-646977fe-7aba-4673-8d11-83846b0acb89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:18.204219 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-646977fe-7aba-4673-8d11-83846b0acb89 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b06bbf6a-5833-45ff-a920-6d6da391a563 HTTP/1.1" status: 204 len: 168 time: 0.1680782 Nov 10 19:17:18.210526 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bb6ca-3cc7-4373-aad8-01d193f1740a req-ddae32db-cbd4-45f2-9937-9c1b2ee746b7 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:18.212117 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-553bb6ca-3cc7-4373-aad8-01d193f1740a req-ddae32db-cbd4-45f2-9937-9c1b2ee746b7 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=92f2197f-143d-485d-8d07-b7741b2fba23 HTTP/1.1" status: 200 len: 948 time: 0.3903127 Nov 10 19:17:18.217697 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646977fe-7aba-4673-8d11-83846b0acb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06bbf6a-5833-45ff-a920-6d6da391a563,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:18.226620 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f15969bf-f2cb-47a0-b3f4-cc0c80331e85 req-c2767a4f-dccd-4caf-9a50-884a4744b404 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008243 Nov 10 19:17:18.301113 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f475f96-f1c8-481d-bb0e-62b3af7144af admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:18.304339 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf27d42-21f3-4fb7-9cad-14e208e76d6a req-a7eba1b8-4fb7-4cb1-b6a9-d08cf5a4ad3c service neutron] 10.222.0.25 "GET /v2.0/networks/5e688d16-320a-464d-a934-8ef580053d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035505 Nov 10 19:17:18.311248 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36720aa7-9ba1-458c-84b9-cc8a9c104d45 req-b892c52e-e4b2-445b-999a-f0cc52694c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:18.312393 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-36720aa7-9ba1-458c-84b9-cc8a9c104d45 req-b892c52e-e4b2-445b-999a-f0cc52694c72 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.3312955 Nov 10 19:17:18.399202 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-36720aa7-9ba1-458c-84b9-cc8a9c104d45 req-4be2fd36-5cb0-4808-8454-3a457b0ffc35 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=026f9891-edd6-4e90-ad6f-bad5254edeca HTTP/1.1" status: 200 len: 217 time: 0.0531218 Nov 10 19:17:18.407041 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-553bb6ca-3cc7-4373-aad8-01d193f1740a req-4e703dbb-4b55-4810-b5bf-08e49911846a tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752300 Nov 10 19:17:18.613955 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36720aa7-9ba1-458c-84b9-cc8a9c104d45 req-0d3910c3-7276-4324-a29d-e606caf072a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:18.615455 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-36720aa7-9ba1-458c-84b9-cc8a9c104d45 req-0d3910c3-7276-4324-a29d-e606caf072a7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.2037694 Nov 10 19:17:18.637828 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcaace-9d75-4625-82b7-e02db64817ea req-ae64c4d4-e60f-4f1e-922e-94fed8a8d2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:18.638209 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcaace-9d75-4625-82b7-e02db64817ea req-ae64c4d4-e60f-4f1e-922e-94fed8a8d2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:18.638696 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcaace-9d75-4625-82b7-e02db64817ea req-ae64c4d4-e60f-4f1e-922e-94fed8a8d2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:18.639166 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcaace-9d75-4625-82b7-e02db64817ea req-ae64c4d4-e60f-4f1e-922e-94fed8a8d2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:18.639987 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcaace-9d75-4625-82b7-e02db64817ea req-ae64c4d4-e60f-4f1e-922e-94fed8a8d2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:18.640113 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcaace-9d75-4625-82b7-e02db64817ea req-ae64c4d4-e60f-4f1e-922e-94fed8a8d2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:18.640523 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcaace-9d75-4625-82b7-e02db64817ea req-ae64c4d4-e60f-4f1e-922e-94fed8a8d2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:18.642762 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-53bcaace-9d75-4625-82b7-e02db64817ea req-ae64c4d4-e60f-4f1e-922e-94fed8a8d2ed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22b3d07c7c424271b33fe5fb0a26c6de&device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 6487 time: 0.2232766 Nov 10 19:17:18.783119 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bc406-317f-4a5f-9dde-6ac2d9884f90 req-74c3cc4e-b00a-4681-a294-71afd43ae667 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:18.784491 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-536bc406-317f-4a5f-9dde-6ac2d9884f90 req-74c3cc4e-b00a-4681-a294-71afd43ae667 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e056ebd-3d2b-4fc8-9135-d57479615454 HTTP/1.1" status: 200 len: 951 time: 0.2102675 Nov 10 19:17:18.815090 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36720aa7-9ba1-458c-84b9-cc8a9c104d45 req-d66346d9-48ad-487d-b4e2-83c06779d443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:18.816730 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-36720aa7-9ba1-458c-84b9-cc8a9c104d45 req-d66346d9-48ad-487d-b4e2-83c06779d443 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1920185 Nov 10 19:17:18.817699 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f475f96-f1c8-481d-bb0e-62b3af7144af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:18.838262 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device ac9c9816-30e9-471c-acd9-65ba9a12de2e details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:17:18.963391 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcaace-9d75-4625-82b7-e02db64817ea req-064a4c6b-45e7-4dad-9321-efeb66290609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:18.964999 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-53bcaace-9d75-4625-82b7-e02db64817ea req-064a4c6b-45e7-4dad-9321-efeb66290609 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5e688d16-320a-464d-a934-8ef580053d1d HTTP/1.1" status: 200 len: 903 time: 0.2860899 Nov 10 19:17:18.977738 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port ac9c9816-30e9-471c-acd9-65ba9a12de2e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=ac9c9816-30e9-471c-acd9-65ba9a12de2e,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:18.990115 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'ac9c9816-30e9-471c-acd9-65ba9a12de2e', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': 'ac9c9816-30e9-471c-acd9-65ba9a12de2e', 'mac_address': 'fa:16:3e:77:3e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:17:19.041188 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:19.041413 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-536bc406-317f-4a5f-9dde-6ac2d9884f90 req-955148e9-4558-4e3a-a7a3-0e5ed124e6bc tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ce1d6ca-bde4-4c78-af6f-60a18dd0bfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426968 Nov 10 19:17:19.061007 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac9c9816-30e9-471c-acd9-65ba9a12de2e {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:17:19.093362 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port ac9c9816-30e9-471c-acd9-65ba9a12de2e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=ac9c9816-30e9-471c-acd9-65ba9a12de2e,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:19.101383 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:19.179982 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=ac9c9816-30e9-471c-acd9-65ba9a12de2e,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:19.413119 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['ac9c9816-30e9-471c-acd9-65ba9a12de2e'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:17:19.413633 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-53bcaace-9d75-4625-82b7-e02db64817ea req-78518a48-dfb9-4f2a-bde3-aed1a94d7009 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=de23dff7-0358-45d9-aba5-b288f9e2dceb HTTP/1.1" status: 200 len: 217 time: 0.4348805 Nov 10 19:17:19.492821 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-36720aa7-9ba1-458c-84b9-cc8a9c104d45 req-3dc3de5b-926f-4bba-ba4e-fd41bfa39a94 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6637800 Nov 10 19:17:19.517212 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9a7ff-1711-4f85-b9d2-1f25f4f18ab3 req-ddab3f7a-5c03-4d43-ba39-e55867f0c0ad tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:19.523521 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9a7ff-1711-4f85-b9d2-1f25f4f18ab3 req-ddab3f7a-5c03-4d43-ba39-e55867f0c0ad tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:19.529548 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9a7ff-1711-4f85-b9d2-1f25f4f18ab3 req-ddab3f7a-5c03-4d43-ba39-e55867f0c0ad tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:19.535993 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9a7ff-1711-4f85-b9d2-1f25f4f18ab3 req-ddab3f7a-5c03-4d43-ba39-e55867f0c0ad tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:19.542194 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9a7ff-1711-4f85-b9d2-1f25f4f18ab3 req-ddab3f7a-5c03-4d43-ba39-e55867f0c0ad tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:19.548292 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9a7ff-1711-4f85-b9d2-1f25f4f18ab3 req-ddab3f7a-5c03-4d43-ba39-e55867f0c0ad tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:19.555075 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9a7ff-1711-4f85-b9d2-1f25f4f18ab3 req-ddab3f7a-5c03-4d43-ba39-e55867f0c0ad tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:19.558250 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-08b9a7ff-1711-4f85-b9d2-1f25f4f18ab3 req-ddab3f7a-5c03-4d43-ba39-e55867f0c0ad tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5430 time: 0.5923057 Nov 10 19:17:19.630806 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcaace-9d75-4625-82b7-e02db64817ea req-0ad32fa4-2314-42f0-b555-b72f3d6f8fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:19.632307 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-53bcaace-9d75-4625-82b7-e02db64817ea req-0ad32fa4-2314-42f0-b555-b72f3d6f8fcf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=051d3797-d00c-4f4f-b38c-ea825714261f HTTP/1.1" status: 200 len: 797 time: 0.2044430 Nov 10 19:17:19.738916 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c190686-05a0-4029-afc0-888decd5a75e req-4c55a423-7ce7-4cec-8c51-52d47c0b9f6c tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:19.740432 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c190686-05a0-4029-afc0-888decd5a75e req-4c55a423-7ce7-4cec-8c51-52d47c0b9f6c tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.2645879 Nov 10 19:17:19.810714 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-08b9a7ff-1711-4f85-b9d2-1f25f4f18ab3 req-86a50c6f-79b1-4dc2-acf6-58a57a676323 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2186384 Nov 10 19:17:19.812226 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f475f96-f1c8-481d-bb0e-62b3af7144af admin admin] Router 15d68c3b-7cbd-46d6-9f72-314d1975ca2c is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:17:19.819473 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-36720aa7-9ba1-458c-84b9-cc8a9c104d45 req-93b53882-449a-4ccf-a6cd-91a7ae40d4db service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183811 Nov 10 19:17:19.826674 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcaace-9d75-4625-82b7-e02db64817ea req-77b6ca4a-8ba0-4bee-869c-ab185cd0b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:19.828403 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-53bcaace-9d75-4625-82b7-e02db64817ea req-77b6ca4a-8ba0-4bee-869c-ab185cd0b455 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e688d16-320a-464d-a934-8ef580053d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1601040 Nov 10 19:17:19.941432 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c190686-05a0-4029-afc0-888decd5a75e req-74d7c2c7-c551-4259-948e-b36522894ac9 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881089 Nov 10 19:17:20.057430 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36646) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:20.060958 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-53bcaace-9d75-4625-82b7-e02db64817ea req-cb40c1f9-43c1-4faa-8445-2420eb7cb690 service neutron] 10.222.0.25 "GET /v2.0/networks/5e688d16-320a-464d-a934-8ef580053d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709242 Nov 10 19:17:20.066893 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f475f96-f1c8-481d-bb0e-62b3af7144af admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:17:20.080852 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff617fe-050e-466f-a04f-4085a5f8b4bb None None] Sync routers for ids ['15d68c3b-7cbd-46d6-9f72-314d1975ca2c'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:17:20.105713 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff617fe-050e-466f-a04f-4085a5f8b4bb None None] Routers {'15d68c3b-7cbd-46d6-9f72-314d1975ca2c'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:17:20.107468 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-1ff617fe-050e-466f-a04f-4085a5f8b4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:16:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['15d68c3b-7cbd-46d6-9f72-314d1975ca2c'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:17:20.159144 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f475f96-f1c8-481d-bb0e-62b3af7144af admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:20.163489 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36652) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:20.164098 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5f475f96-f1c8-481d-bb0e-62b3af7144af admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.0688834 Nov 10 19:17:20.303371 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-4ca9ab74-a4fe-4010-b5c0-886c2c26a58e tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:20.310956 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-53bcaace-9d75-4625-82b7-e02db64817ea req-b7a5ba97-194a-4bb8-aeca-40b031374918 service neutron] 10.222.0.25 "GET /v2.0/networks/5e688d16-320a-464d-a934-8ef580053d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369149 Nov 10 19:17:20.320999 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4caee1-7153-456b-9dd2-53a59a686161 req-44600532-b1dc-47fe-8fb8-96a4ce190aee tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:20.322614 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b4caee1-7153-456b-9dd2-53a59a686161 req-44600532-b1dc-47fe-8fb8-96a4ce190aee tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=92f2197f-143d-485d-8d07-b7741b2fba23 HTTP/1.1" status: 200 len: 948 time: 0.1310093 Nov 10 19:17:20.352264 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4ca9ab74-a4fe-4010-b5c0-886c2c26a58e tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] 10.222.0.54 "PUT /v2.0/quotas/b80c91afe49546578700dc8feb232cd5 HTTP/1.1" status: 200 len: 368 time: 0.2934809 Nov 10 19:17:20.363399 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-1ff617fe-050e-466f-a04f-4085a5f8b4bb None None] Set router 15d68c3b-7cbd-46d6-9f72-314d1975ca2c gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:17:20.365488 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36654) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:20.371557 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-1f10dfe2-dac8-4ae6-b6c4-05cf877b091d tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Request body: {'network': {'project_id': 'b80c91afe49546578700dc8feb232cd5'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:20.460205 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f10dfe2-dac8-4ae6-b6c4-05cf877b091d tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Made reservation on behalf of b80c91afe49546578700dc8feb232cd5 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:17:20.463137 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1f10dfe2-dac8-4ae6-b6c4-05cf877b091d tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:20.490694 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b4caee1-7153-456b-9dd2-53a59a686161 req-357bfd12-5cda-470c-9a04-900615a621a7 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602907 Nov 10 19:17:20.506697 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1f10dfe2-dac8-4ae6-b6c4-05cf877b091d tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:20.525298 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b39230-5b78-45a1-a2d3-516449af09c5 req-7381799e-0855-41ea-9024-cf44b9677a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:20.525832 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b39230-5b78-45a1-a2d3-516449af09c5 req-7381799e-0855-41ea-9024-cf44b9677a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:20.526310 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b39230-5b78-45a1-a2d3-516449af09c5 req-7381799e-0855-41ea-9024-cf44b9677a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:20.526773 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b39230-5b78-45a1-a2d3-516449af09c5 req-7381799e-0855-41ea-9024-cf44b9677a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:20.527240 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b39230-5b78-45a1-a2d3-516449af09c5 req-7381799e-0855-41ea-9024-cf44b9677a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:20.527694 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b39230-5b78-45a1-a2d3-516449af09c5 req-7381799e-0855-41ea-9024-cf44b9677a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:20.528165 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b39230-5b78-45a1-a2d3-516449af09c5 req-7381799e-0855-41ea-9024-cf44b9677a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:20.530306 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4b39230-5b78-45a1-a2d3-516449af09c5 req-7381799e-0855-41ea-9024-cf44b9677a3f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22b3d07c7c424271b33fe5fb0a26c6de&device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 6487 time: 0.1519303 Nov 10 19:17:20.660830 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b39230-5b78-45a1-a2d3-516449af09c5 req-61533103-e12e-4c4f-8702-d2de520cdbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:20.662666 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4b39230-5b78-45a1-a2d3-516449af09c5 req-61533103-e12e-4c4f-8702-d2de520cdbaa service neutron] 10.222.0.25 "GET /v2.0/networks?id=5e688d16-320a-464d-a934-8ef580053d1d HTTP/1.1" status: 200 len: 903 time: 0.1243424 Nov 10 19:17:20.719166 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4b39230-5b78-45a1-a2d3-516449af09c5 req-2b70278b-2f2d-4273-96af-128078b3a94b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=018e007e-c84a-4abf-8483-76780dc92b09 HTTP/1.1" status: 200 len: 217 time: 0.0459592 Nov 10 19:17:20.823121 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b39230-5b78-45a1-a2d3-516449af09c5 req-e8576e95-08c0-4d43-8cc8-2ff90c5a780f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:20.824712 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4b39230-5b78-45a1-a2d3-516449af09c5 req-e8576e95-08c0-4d43-8cc8-2ff90c5a780f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=051d3797-d00c-4f4f-b38c-ea825714261f HTTP/1.1" status: 200 len: 797 time: 0.0984232 Nov 10 19:17:20.856423 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device ac9c9816-30e9-471c-acd9-65ba9a12de2e up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:17:20.876222 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1f10dfe2-dac8-4ae6-b6c4-05cf877b091d tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:20.895621 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1f10dfe2-dac8-4ae6-b6c4-05cf877b091d tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:20.905487 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-1ff617fe-050e-466f-a04f-4085a5f8b4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'name': 'tempest-ServersTestBootFromVolume-1590216533-router', 'tenant_id': '482ef8a385f54608b1afe9f1e18f5d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '41717a9c-9737-4514-a196-424f591a06a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:17:11Z', 'updated_at': '2021-11-10T19:17:17Z', 'revision_number': 3, 'project_id': '482ef8a385f54608b1afe9f1e18f5d91', 'gw_port': {'id': '41717a9c-9737-4514-a196-424f591a06a2', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:17:15Z', 'updated_at': '2021-11-10T19:17:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:17:20.936838 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f10dfe2-dac8-4ae6-b6c4-05cf877b091d tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:17:20.953268 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b39230-5b78-45a1-a2d3-516449af09c5 req-6cd572e0-bcfe-4e18-88c5-3b86ea0fbcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:20.955064 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4b39230-5b78-45a1-a2d3-516449af09c5 req-6cd572e0-bcfe-4e18-88c5-3b86ea0fbcf4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e688d16-320a-464d-a934-8ef580053d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1220396 Nov 10 19:17:20.961631 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10dfe2-dac8-4ae6-b6c4-05cf877b091d tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3493c704-6cf2-439b-9ec7-4c903ef44e8e,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:20.965374 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1f10dfe2-dac8-4ae6-b6c4-05cf877b091d tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:20.966352 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-1f10dfe2-dac8-4ae6-b6c4-05cf877b091d tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Added segment 5e4632ad-a262-4dc1-8b7a-efe781c55ba9 of type vlan for network 688da3ec-e436-4150-85a4-b659ac3444ea Nov 10 19:17:21.003926 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a910089b-7646-49ea-867e-01482fa50c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:21.068068 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4b39230-5b78-45a1-a2d3-516449af09c5 req-f6e34f7d-d89c-4909-acbe-ca09b9132a0b service neutron] 10.222.0.25 "GET /v2.0/networks/5e688d16-320a-464d-a934-8ef580053d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993834 Nov 10 19:17:21.120227 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff617fe-050e-466f-a04f-4085a5f8b4bb None None] Checking router: 15d68c3b-7cbd-46d6-9f72-314d1975ca2c for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:17:21.120774 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff617fe-050e-466f-a04f-4085a5f8b4bb None None] Updating router 15d68c3b-7cbd-46d6-9f72-314d1975ca2c port 41717a9c-9737-4514-a196-424f591a06a2 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:17:21.156150 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1ff617fe-050e-466f-a04f-4085a5f8b4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:21.172566 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1f10dfe2-dac8-4ae6-b6c4-05cf877b091d tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:21.259768 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d59cff-aa57-4dc3-9122-cc08e096de0d req-44e06377-86ef-44d6-a4f3-b94e4611437d tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:21.277731 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d59cff-aa57-4dc3-9122-cc08e096de0d req-44e06377-86ef-44d6-a4f3-b94e4611437d tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:21.283917 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d59cff-aa57-4dc3-9122-cc08e096de0d req-44e06377-86ef-44d6-a4f3-b94e4611437d tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:21.295026 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-a910089b-7646-49ea-867e-01482fa50c42 admin admin] Allocated IP 172.20.0.1 (7eab08f6-4a1b-4fcb-86bd-01fed62e685c/92655e48-9722-4673-8942-7e2196384d27/09543db2-3b52-4e3e-8ea5-f1674afdfb6d) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:17:21.301490 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d59cff-aa57-4dc3-9122-cc08e096de0d req-44e06377-86ef-44d6-a4f3-b94e4611437d tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:21.319041 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d59cff-aa57-4dc3-9122-cc08e096de0d req-44e06377-86ef-44d6-a4f3-b94e4611437d tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:21.348356 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d59cff-aa57-4dc3-9122-cc08e096de0d req-44e06377-86ef-44d6-a4f3-b94e4611437d tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:21.366031 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d59cff-aa57-4dc3-9122-cc08e096de0d req-44e06377-86ef-44d6-a4f3-b94e4611437d tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:21.368676 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-58d59cff-aa57-4dc3-9122-cc08e096de0d req-44e06377-86ef-44d6-a4f3-b94e4611437d tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5430 time: 0.2992411 Nov 10 19:17:21.374556 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port ac9c9816-30e9-471c-acd9-65ba9a12de2e completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:17:21.381722 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port ac9c9816-30e9-471c-acd9-65ba9a12de2e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:17:21.382326 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:21.472947 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1f10dfe2-dac8-4ae6-b6c4-05cf877b091d tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:21.474592 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f10dfe2-dac8-4ae6-b6c4-05cf877b091d tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:21.475263 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1f10dfe2-dac8-4ae6-b6c4-05cf877b091d tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:21.479948 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a910089b-7646-49ea-867e-01482fa50c42 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:21.582208 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a910089b-7646-49ea-867e-01482fa50c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:21.584961 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:21.642209 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4b39230-5b78-45a1-a2d3-516449af09c5 req-6fc33f05-7e1f-4c8b-b608-0d05055fad65 service neutron] 10.222.0.25 "GET /v2.0/networks/5e688d16-320a-464d-a934-8ef580053d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5540457 Nov 10 19:17:21.649924 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a910089b-7646-49ea-867e-01482fa50c42 admin admin] Network 7eab08f6-4a1b-4fcb-86bd-01fed62e685c is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:17:21.657392 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-a910089b-7646-49ea-867e-01482fa50c42 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:17:21.678724 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a910089b-7646-49ea-867e-01482fa50c42 admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:17:21.679080 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port ac9c9816-30e9-471c-acd9-65ba9a12de2e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=ac9c9816-30e9-471c-acd9-65ba9a12de2e,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:21.686784 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910089b-7646-49ea-867e-01482fa50c42 admin admin] Pushing event updated for resources: {'Port': ['ID=09543db2-3b52-4e3e-8ea5-f1674afdfb6d,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:21.699411 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa60be37-322f-4e32-b81d-44826b9e6a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9c9816-30e9-471c-acd9-65ba9a12de2e'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:17:21.712430 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc040bbc-bbcd-4565-9bc3-7199139bd9e6" -d '{"events": [{"server_uuid": "aa60be37-322f-4e32-b81d-44826b9e6a01", "name": "network-vif-plugged", "status": "completed", "tag": "ac9c9816-30e9-471c-acd9-65ba9a12de2e"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:17:21.720828 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:21.721701 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 6c0a9501-d040-4b01-afe2-0b8493a9510e no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:17:21.752059 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-58d59cff-aa57-4dc3-9122-cc08e096de0d req-744c888c-97a7-48b3-bc99-a0aea3c00c26 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3400841 Nov 10 19:17:21.760102 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1f10dfe2-dac8-4ae6-b6c4-05cf877b091d tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3934855 Nov 10 19:17:21.763708 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36720) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:21.773211 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-5492494f-cc8c-420c-ad84-161be97cbf7e tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Request body: {'network': {'project_id': 'b80c91afe49546578700dc8feb232cd5'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:21.786132 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10dfe2-dac8-4ae6-b6c4-05cf877b091d tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Pushing event updated for resources: {'Network': ['ID=688da3ec-e436-4150-85a4-b659ac3444ea,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:21.812449 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1ff617fe-050e-466f-a04f-4085a5f8b4bb None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:21.820482 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5492494f-cc8c-420c-ad84-161be97cbf7e tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Made reservation on behalf of b80c91afe49546578700dc8feb232cd5 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:17:21.825997 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5492494f-cc8c-420c-ad84-161be97cbf7e tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:21.830497 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 688da3ec-e436-4150-85a4-b659ac3444ea details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:17:21.845676 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a910089b-7646-49ea-867e-01482fa50c42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:21.962785 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5492494f-cc8c-420c-ad84-161be97cbf7e tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:17:21.964357 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 026f9891-edd6-4e90-ad6f-bad5254edeca details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:17:21.987856 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1ff617fe-050e-466f-a04f-4085a5f8b4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:22.063335 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5492494f-cc8c-420c-ad84-161be97cbf7e tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:22.063709 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-5492494f-cc8c-420c-ad84-161be97cbf7e tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Added segment e38001ed-c8fc-4c62-97fc-5f0596e43a41 of type vlan for network 22a5c06e-a8f9-4c88-a812-edee331a289a Nov 10 19:17:22.085910 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:22.101224 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a910089b-7646-49ea-867e-01482fa50c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:22.127755 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1eb500-9d4a-4b22-aae9-2f603e3a05ea req-e4590e2b-24af-4e61-8974-d36b1fb50783 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:22.138687 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-da1eb500-9d4a-4b22-aae9-2f603e3a05ea req-e4590e2b-24af-4e61-8974-d36b1fb50783 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=92f2197f-143d-485d-8d07-b7741b2fba23 HTTP/1.1" status: 200 len: 948 time: 0.2688224 Nov 10 19:17:22.186415 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb1e0f-ae4c-4457-8c64-e5b78ada7c3d req-5bd34051-21a8-4e60-bff3-aca69d5e285d tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:22.189815 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d0bb1e0f-ae4c-4457-8c64-e5b78ada7c3d req-5bd34051-21a8-4e60-bff3-aca69d5e285d tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e056ebd-3d2b-4fc8-9135-d57479615454 HTTP/1.1" status: 200 len: 951 time: 0.2306488 Nov 10 19:17:22.207373 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5492494f-cc8c-420c-ad84-161be97cbf7e tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:22.237398 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=ac9c9816-30e9-471c-acd9-65ba9a12de2e,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:22.251485 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-1ff617fe-050e-466f-a04f-4085a5f8b4bb None None] Attempting to bind port 41717a9c-9737-4514-a196-424f591a06a2 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:17:22.252027 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-1ff617fe-050e-466f-a04f-4085a5f8b4bb None None] Attempting to bind port 41717a9c-9737-4514-a196-424f591a06a2 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:17:22.252238 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff617fe-050e-466f-a04f-4085a5f8b4bb None None] Attempting to bind port 41717a9c-9737-4514-a196-424f591a06a2 on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:17:22.316079 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 6c0a9501-d040-4b01-afe2-0b8493a9510e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6c0a9501-d040-4b01-afe2-0b8493a9510e,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:22.321164 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-ef93e775-8062-4800-b6d2-0ea69115dee6 None None] Provisioning complete for port 09543db2-3b52-4e3e-8ea5-f1674afdfb6d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:17:22.321601 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ef93e775-8062-4800-b6d2-0ea69115dee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:22.328621 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-da1eb500-9d4a-4b22-aae9-2f603e3a05ea req-7e526343-229e-4b45-9b50-f25048a9af48 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889246 Nov 10 19:17:22.331206 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.db.resource_extend [None req-5492494f-cc8c-420c-ad84-161be97cbf7e tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 19:17:22.332983 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff617fe-050e-466f-a04f-4085a5f8b4bb None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:17:22.333394 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff617fe-050e-466f-a04f-4085a5f8b4bb None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:17:22.333908 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1ff617fe-050e-466f-a04f-4085a5f8b4bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:22.334604 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff617fe-050e-466f-a04f-4085a5f8b4bb None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:17:22.334726 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-1ff617fe-050e-466f-a04f-4085a5f8b4bb None None] Bound port: 41717a9c-9737-4514-a196-424f591a06a2, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:17:22.335102 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1ff617fe-050e-466f-a04f-4085a5f8b4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:22.362287 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:22.370348 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 026f9891-edd6-4e90-ad6f-bad5254edeca, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=026f9891-edd6-4e90-ad6f-bad5254edeca,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:22.386999 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5492494f-cc8c-420c-ad84-161be97cbf7e tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:22.388490 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5492494f-cc8c-420c-ad84-161be97cbf7e tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:22.388680 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5492494f-cc8c-420c-ad84-161be97cbf7e tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:22.410974 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d0bb1e0f-ae4c-4457-8c64-e5b78ada7c3d req-d8f0e343-47d2-43a1-b3a9-3d6f24c466da tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ce1d6ca-bde4-4c78-af6f-60a18dd0bfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992531 Nov 10 19:17:22.486761 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a910089b-7646-49ea-867e-01482fa50c42 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:22.491652 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad2aa2-bcdd-4b2b-b410-b1f52cb7609f None None] Pushing event updated for resources: {'Port': ['ID=41717a9c-9737-4514-a196-424f591a06a2,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:22.501180 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5492494f-cc8c-420c-ad84-161be97cbf7e tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7358189 Nov 10 19:17:22.505125 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36728) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:22.510466 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a910089b-7646-49ea-867e-01482fa50c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:22.513194 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-5f91922e-4f3f-448b-875b-e837fe048b69 tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Request body: {'network': {'project_id': 'b80c91afe49546578700dc8feb232cd5'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:22.518092 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492494f-cc8c-420c-ad84-161be97cbf7e tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Pushing event updated for resources: {'Network': ['ID=22a5c06e-a8f9-4c88-a812-edee331a289a,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:22.524755 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '026f9891-edd6-4e90-ad6f-bad5254edeca', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': '026f9891-edd6-4e90-ad6f-bad5254edeca', 'mac_address': 'fa:16:3e:c2:23:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:17:22.531362 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-ef93e775-8062-4800-b6d2-0ea69115dee6 None None] Port 09543db2-3b52-4e3e-8ea5-f1674afdfb6d cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:17:22.532975 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f91922e-4f3f-448b-875b-e837fe048b69 tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 10 19:17:22.533468 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f91922e-4f3f-448b-875b-e837fe048b69 tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:17:22.539550 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5f91922e-4f3f-448b-875b-e837fe048b69 tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0333226 Nov 10 19:17:22.540305 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36730) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:22.555467 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6b3fc9-b508-453a-b773-2d3982e3fa1f x-openstack-request-id: req-0c6b3fc9-b508-453a-b773-2d3982e3fa1f {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:17:22.557909 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa60be37-322f-4e32-b81d-44826b9e6a01", "name": "network-vif-plugged", "status": "completed", "tag": "ac9c9816-30e9-471c-acd9-65ba9a12de2e", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:17:22.558340 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0c6b3fc9-b508-453a-b773-2d3982e3fa1f {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:17:22.558930 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa60be37-322f-4e32-b81d-44826b9e6a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9c9816-30e9-471c-acd9-65ba9a12de2e', 'code': 200} Nov 10 19:17:22.582277 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 22a5c06e-a8f9-4c88-a812-edee331a289a details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:17:22.603912 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2f151dbb-799c-4455-b465-377db274da04 tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b80c91afe49546578700dc8feb232cd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0620356 Nov 10 19:17:22.604994 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36734) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:22.640187 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910089b-7646-49ea-867e-01482fa50c42 admin admin] Pushing event updated for resources: {'Port': ['ID=09543db2-3b52-4e3e-8ea5-f1674afdfb6d,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:22.711144 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a910089b-7646-49ea-867e-01482fa50c42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:22.716453 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3623632-0a0f-4269-bb12-9538eac62511 req-67a4346f-4517-45b6-ac7d-8044e683a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:22.718704 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f3623632-0a0f-4269-bb12-9538eac62511 req-67a4346f-4517-45b6-ac7d-8044e683a389 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 1101 time: 0.0751169 Nov 10 19:17:22.719262 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f6881f4d-0d77-42cb-b7d1-15f14f044aee tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:22.755165 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-1ff617fe-050e-466f-a04f-4085a5f8b4bb None None] For port 41717a9c-9737-4514-a196-424f591a06a2, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:17:22.761587 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f6881f4d-0d77-42cb-b7d1-15f14f044aee tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:22.816955 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f3623632-0a0f-4269-bb12-9538eac62511 req-dadd99ca-3259-4ac6-b572-60314f947aba service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832772 Nov 10 19:17:22.839011 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f6881f4d-0d77-42cb-b7d1-15f14f044aee tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:22.842047 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f6881f4d-0d77-42cb-b7d1-15f14f044aee tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:22.843226 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f6881f4d-0d77-42cb-b7d1-15f14f044aee tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] 10.222.0.54 "DELETE /v2.0/security-groups/3493c704-6cf2-439b-9ec7-4c903ef44e8e HTTP/1.1" status: 204 len: 168 time: 0.2378507 Nov 10 19:17:22.849572 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36740) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:22.852679 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:22.861247 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-1ff617fe-050e-466f-a04f-4085a5f8b4bb None None] For port 41717a9c-9737-4514-a196-424f591a06a2, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=41717a9c-9737-4514-a196-424f591a06a2,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:17:22.877805 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6881f4d-0d77-42cb-b7d1-15f14f044aee tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3493c704-6cf2-439b-9ec7-4c903ef44e8e,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:22.884286 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1ff617fe-050e-466f-a04f-4085a5f8b4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:22.888588 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a910089b-7646-49ea-867e-01482fa50c42 admin admin] Network 7eab08f6-4a1b-4fcb-86bd-01fed62e685c is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:17:22.891611 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-a910089b-7646-49ea-867e-01482fa50c42 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:17:22.909580 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 026f9891-edd6-4e90-ad6f-bad5254edeca {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:17:22.947475 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 026f9891-edd6-4e90-ad6f-bad5254edeca, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=026f9891-edd6-4e90-ad6f-bad5254edeca,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:22.955382 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=6c0a9501-d040-4b01-afe2-0b8493a9510e,revision_number=11']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:22.979101 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:23.000231 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2e09682a-b501-40a0-ba53-279e828d9c70 tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:23.082796 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad2aa2-bcdd-4b2b-b410-b1f52cb7609f None None] Pushing event updated for resources: {'Port': ['ID=41717a9c-9737-4514-a196-424f591a06a2,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:23.138807 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff617fe-050e-466f-a04f-4085a5f8b4bb None None] Routers {'15d68c3b-7cbd-46d6-9f72-314d1975ca2c'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:17:23.139552 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-1ff617fe-050e-466f-a04f-4085a5f8b4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:16:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['15d68c3b-7cbd-46d6-9f72-314d1975ca2c'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:17:23.163476 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2e09682a-b501-40a0-ba53-279e828d9c70 tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:23.190746 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a910089b-7646-49ea-867e-01482fa50c42 admin admin] Router 15d68c3b-7cbd-46d6-9f72-314d1975ca2c has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:17:23.193306 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-2e09682a-b501-40a0-ba53-279e828d9c70 tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a5c06e-a8f9-4c88-a812-edee331a289a']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:17:23.217077 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-2e09682a-b501-40a0-ba53-279e828d9c70 tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38001ed-c8fc-4c62-97fc-5f0596e43a41') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:17:23.217304 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-2e09682a-b501-40a0-ba53-279e828d9c70 tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38001ed-c8fc-4c62-97fc-5f0596e43a41') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:17:23.236291 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=026f9891-edd6-4e90-ad6f-bad5254edeca,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:23.251049 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2bec7d8f-11bc-451f-beab-50ee671d7774 None None] Provisioning complete for port 09543db2-3b52-4e3e-8ea5-f1674afdfb6d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:17:23.251657 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2bec7d8f-11bc-451f-beab-50ee671d7774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:23.268576 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2e09682a-b501-40a0-ba53-279e828d9c70 tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:23.302516 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2e09682a-b501-40a0-ba53-279e828d9c70 tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:23.324256 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['026f9891-edd6-4e90-ad6f-bad5254edeca'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:17:23.376344 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-2bec7d8f-11bc-451f-beab-50ee671d7774 None None] Port 09543db2-3b52-4e3e-8ea5-f1674afdfb6d cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:17:23.381590 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-1ff617fe-050e-466f-a04f-4085a5f8b4bb None None] Set router 15d68c3b-7cbd-46d6-9f72-314d1975ca2c gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:17:23.385394 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e09682a-b501-40a0-ba53-279e828d9c70 tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:17:23.385823 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2e09682a-b501-40a0-ba53-279e828d9c70 tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:23.387634 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:17:23.387634 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:17:23.387634 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:17:23.387634 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:17:23.387634 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:17:23.387634 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:17:23.387634 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:17:23.387634 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:17:23.387634 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:17:23.387634 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:17:23.387634 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:17:23.387634 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:17:23.387634 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:17:23.387634 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:17:23.387634 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:17:23.387634 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:17:23.387634 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:17:23.387634 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:17:23.387634 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:17:23.387634 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:17:23.387634 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:17:23.387634 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:17:23.387634 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:17:23.387634 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:17:23.387634 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:17:23.387634 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:17:23.387634 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:17:23.387634 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:17:23.387634 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:17:23.387634 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:17:23.387634 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:17:23.387634 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:17:23.423971 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f666a1c-2ae4-4ce7-9c88-af37334d83e5 req-a735705e-2121-4311-a7ef-815da34ee9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:23.425743 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4f666a1c-2ae4-4ce7-9c88-af37334d83e5 req-a735705e-2121-4311-a7ef-815da34ee9ac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=55597ebb7ba248d788dd953f401fb01c&device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 1096 time: 0.1126275 Nov 10 19:17:23.441694 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-35b84541-e86b-4d95-8bbd-035fba8d898d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:23.490170 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2e09682a-b501-40a0-ba53-279e828d9c70 tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:23.497481 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2e09682a-b501-40a0-ba53-279e828d9c70 tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:23.500838 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2e09682a-b501-40a0-ba53-279e828d9c70 tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] 10.222.0.54 "DELETE /v2.0/networks/22a5c06e-a8f9-4c88-a812-edee331a289a HTTP/1.1" status: 204 len: 168 time: 0.6502488 Nov 10 19:17:23.510966 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36748) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:23.561036 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64e6da-486c-4005-9d26-2df73c9cf233 req-c2bb5658-fb87-44ec-86e6-01d209ec1b74 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:23.561303 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e09682a-b501-40a0-ba53-279e828d9c70 tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Pushing event deleted for resources: {'Network': ['ID=22a5c06e-a8f9-4c88-a812-edee331a289a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:23.567481 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64e6da-486c-4005-9d26-2df73c9cf233 req-c2bb5658-fb87-44ec-86e6-01d209ec1b74 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:23.575532 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64e6da-486c-4005-9d26-2df73c9cf233 req-c2bb5658-fb87-44ec-86e6-01d209ec1b74 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:23.581778 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64e6da-486c-4005-9d26-2df73c9cf233 req-c2bb5658-fb87-44ec-86e6-01d209ec1b74 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:23.588491 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64e6da-486c-4005-9d26-2df73c9cf233 req-c2bb5658-fb87-44ec-86e6-01d209ec1b74 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:23.595066 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64e6da-486c-4005-9d26-2df73c9cf233 req-c2bb5658-fb87-44ec-86e6-01d209ec1b74 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:23.601901 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64e6da-486c-4005-9d26-2df73c9cf233 req-c2bb5658-fb87-44ec-86e6-01d209ec1b74 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:23.612467 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b64e6da-486c-4005-9d26-2df73c9cf233 req-c2bb5658-fb87-44ec-86e6-01d209ec1b74 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5430 time: 0.2476609 Nov 10 19:17:23.622097 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a910089b-7646-49ea-867e-01482fa50c42 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:17:23.640686 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f666a1c-2ae4-4ce7-9c88-af37334d83e5 req-cd322d35-214a-4133-a3a4-351225a65894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:23.642601 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4f666a1c-2ae4-4ce7-9c88-af37334d83e5 req-cd322d35-214a-4133-a3a4-351225a65894 service neutron] 10.222.0.73 "GET /v2.0/networks?id=84c30210-1766-4b73-a472-c9afa703f4ae HTTP/1.1" status: 200 len: 919 time: 0.2082067 Nov 10 19:17:23.645818 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a910089b-7646-49ea-867e-01482fa50c42 admin admin] 10.222.0.54 "PUT /v2.0/routers/15d68c3b-7cbd-46d6-9f72-314d1975ca2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4796607 Nov 10 19:17:23.705609 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-113213ef-905d-4942-9061-19f15f2a6d28 tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:23.708420 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4f666a1c-2ae4-4ce7-9c88-af37334d83e5 req-e8464bcc-6a8f-4283-ae51-ede1b71812de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=742befb3-64d2-4218-bdc9-2d208283643d HTTP/1.1" status: 200 len: 217 time: 0.0492070 Nov 10 19:17:23.760034 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917371b4-2d83-4ce6-85b5-cfce0349b60e req-f679e0df-7509-4a47-b666-02c893c517f1 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:23.761774 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-917371b4-2d83-4ce6-85b5-cfce0349b60e req-f679e0df-7509-4a47-b666-02c893c517f1 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e056ebd-3d2b-4fc8-9135-d57479615454 HTTP/1.1" status: 200 len: 949 time: 0.0961049 Nov 10 19:17:23.766656 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b64e6da-486c-4005-9d26-2df73c9cf233 req-624f3d30-6aea-44a7-a679-4546435479a3 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1529183 Nov 10 19:17:23.774221 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-1ff617fe-050e-466f-a04f-4085a5f8b4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'name': 'tempest-ServersTestBootFromVolume-1590216533-router', 'tenant_id': '482ef8a385f54608b1afe9f1e18f5d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '41717a9c-9737-4514-a196-424f591a06a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:17:11Z', 'updated_at': '2021-11-10T19:17:22Z', 'revision_number': 4, 'project_id': '482ef8a385f54608b1afe9f1e18f5d91', 'gw_port': {'id': '41717a9c-9737-4514-a196-424f591a06a2', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:17:15Z', 'updated_at': '2021-11-10T19:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '09543db2-3b52-4e3e-8ea5-f1674afdfb6d', 'name': '', 'network_id': '7eab08f6-4a1b-4fcb-86bd-01fed62e685c', 'tenant_id': '482ef8a385f54608b1afe9f1e18f5d91', 'mac_address': 'fa:16:3e:4b:22:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '92655e48-9722-4673-8942-7e2196384d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:17:21Z', 'updated_at': '2021-11-10T19:17:22Z', 'revision_number': 2, 'project_id': '482ef8a385f54608b1afe9f1e18f5d91', 'subnets': [{'id': '92655e48-9722-4673-8942-7e2196384d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:17:23.812774 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff617fe-050e-466f-a04f-4085a5f8b4bb None None] The sync data for ids ['15d68c3b-7cbd-46d6-9f72-314d1975ca2c'] in n-d-813897-4 is: [{'id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'name': 'tempest-ServersTestBootFromVolume-1590216533-router', 'tenant_id': '482ef8a385f54608b1afe9f1e18f5d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '41717a9c-9737-4514-a196-424f591a06a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:17:11Z', 'updated_at': '2021-11-10T19:17:22Z', 'revision_number': 4, 'project_id': '482ef8a385f54608b1afe9f1e18f5d91', 'gw_port': {'id': '41717a9c-9737-4514-a196-424f591a06a2', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:17:15Z', 'updated_at': '2021-11-10T19:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '09543db2-3b52-4e3e-8ea5-f1674afdfb6d', 'name': '', 'network_id': '7eab08f6-4a1b-4fcb-86bd-01fed62e685c', 'tenant_id': '482ef8a385f54608b1afe9f1e18f5d91', 'mac_address': 'fa:16:3e:4b:22:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '92655e48-9722-4673-8942-7e2196384d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:17:21Z', 'updated_at': '2021-11-10T19:17:22Z', 'revision_number': 2, 'project_id': '482ef8a385f54608b1afe9f1e18f5d91', 'subnets': [{'id': '92655e48-9722-4673-8942-7e2196384d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:17:23.826208 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c8fdc-3cd6-4aa6-a5a3-333040a12c8b req-39f880a4-03f6-4b12-ad16-a21b1573de9c tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:23.828246 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-287c8fdc-3cd6-4aa6-a5a3-333040a12c8b req-39f880a4-03f6-4b12-ad16-a21b1573de9c tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.1135728 Nov 10 19:17:23.869250 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f666a1c-2ae4-4ce7-9c88-af37334d83e5 req-1891a439-1674-4385-a3f8-3ce7393885f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:23.870891 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4f666a1c-2ae4-4ce7-9c88-af37334d83e5 req-1891a439-1674-4385-a3f8-3ce7393885f8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f0f0b475-2f63-4d7b-baac-8e262a7cc3df HTTP/1.1" status: 200 len: 858 time: 0.1513669 Nov 10 19:17:23.892651 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-113213ef-905d-4942-9061-19f15f2a6d28 tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:23.931766 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4f666a1c-2ae4-4ce7-9c88-af37334d83e5 req-0b4a856d-9e26-4c7c-b873-7305c7c23754 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=84c30210-1766-4b73-a472-c9afa703f4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440829 Nov 10 19:17:23.941948 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-287c8fdc-3cd6-4aa6-a5a3-333040a12c8b req-2421385e-eb84-4a65-8a99-028e31f57f0d tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011376 Nov 10 19:17:23.951707 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-113213ef-905d-4942-9061-19f15f2a6d28 tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['688da3ec-e436-4150-85a4-b659ac3444ea']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:17:23.964936 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-113213ef-905d-4942-9061-19f15f2a6d28 tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e4632ad-a262-4dc1-8b7a-efe781c55ba9') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:17:23.965302 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-113213ef-905d-4942-9061-19f15f2a6d28 tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e4632ad-a262-4dc1-8b7a-efe781c55ba9') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:17:23.980520 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-113213ef-905d-4942-9061-19f15f2a6d28 tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:24.003769 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-113213ef-905d-4942-9061-19f15f2a6d28 tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:24.019771 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-113213ef-905d-4942-9061-19f15f2a6d28 tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:17:24.020285 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-113213ef-905d-4942-9061-19f15f2a6d28 tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:24.023167 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:17:24.023167 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:17:24.023167 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:17:24.023167 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:17:24.023167 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:17:24.023167 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:17:24.023167 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:17:24.023167 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:17:24.023167 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:17:24.023167 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:17:24.023167 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:17:24.023167 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:17:24.023167 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:17:24.023167 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:17:24.023167 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:17:24.023167 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:17:24.023167 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:17:24.023167 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:17:24.023167 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:17:24.023167 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:17:24.023167 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:17:24.023167 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:17:24.023167 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:17:24.023167 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:17:24.023167 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:17:24.023167 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:17:24.023167 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:17:24.023167 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:17:24.023167 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:17:24.023167 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:17:24.023167 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:17:24.023167 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:17:24.066017 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377a124-5bf7-468e-a3c0-6b515f185de2 req-db6ca04e-2b83-4e9b-9b5e-cc9002b25d46 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:24.067823 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d377a124-5bf7-468e-a3c0-6b515f185de2 req-db6ca04e-2b83-4e9b-9b5e-cc9002b25d46 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=92f2197f-143d-485d-8d07-b7741b2fba23 HTTP/1.1" status: 200 len: 949 time: 0.1350167 Nov 10 19:17:24.082361 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-917371b4-2d83-4ce6-85b5-cfce0349b60e req-d75da6ed-a57c-4c17-a0df-dbd15471c9d1 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Deleting port 6c0a9501-d040-4b01-afe2-0b8493a9510e {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:17:24.082704 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-917371b4-2d83-4ce6-85b5-cfce0349b60e req-d75da6ed-a57c-4c17-a0df-dbd15471c9d1 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:24.143291 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4f666a1c-2ae4-4ce7-9c88-af37334d83e5 req-e84618e3-c23c-472d-afef-12beada97f2a service neutron] 10.222.0.73 "GET /v2.0/networks/84c30210-1766-4b73-a472-c9afa703f4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959758 Nov 10 19:17:24.164165 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-113213ef-905d-4942-9061-19f15f2a6d28 tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:24.193534 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-113213ef-905d-4942-9061-19f15f2a6d28 tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:24.199484 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-113213ef-905d-4942-9061-19f15f2a6d28 tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] 10.222.0.54 "DELETE /v2.0/networks/688da3ec-e436-4150-85a4-b659ac3444ea HTTP/1.1" status: 204 len: 168 time: 0.6838245 Nov 10 19:17:24.212850 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113213ef-905d-4942-9061-19f15f2a6d28 tempest-QuotasNegativeTest-80232269 tempest-QuotasNegativeTest-80232269-project-admin] Pushing event deleted for resources: {'Network': ['ID=688da3ec-e436-4150-85a4-b659ac3444ea,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:24.213260 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fecbad-c552-4d41-b80d-7279c25e50fc req-1f26cd5a-353d-48ec-94c6-dfae2bea92ad tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:24.221097 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76fecbad-c552-4d41-b80d-7279c25e50fc req-1f26cd5a-353d-48ec-94c6-dfae2bea92ad tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e056ebd-3d2b-4fc8-9135-d57479615454 HTTP/1.1" status: 200 len: 949 time: 0.1503007 Nov 10 19:17:24.253180 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-917371b4-2d83-4ce6-85b5-cfce0349b60e req-d75da6ed-a57c-4c17-a0df-dbd15471c9d1 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] For port 6c0a9501-d040-4b01-afe2-0b8493a9510e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6c0a9501-d040-4b01-afe2-0b8493a9510e,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:24.255921 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-917371b4-2d83-4ce6-85b5-cfce0349b60e req-d75da6ed-a57c-4c17-a0df-dbd15471c9d1 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:24.290759 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-917371b4-2d83-4ce6-85b5-cfce0349b60e req-d75da6ed-a57c-4c17-a0df-dbd15471c9d1 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Calling delete_port for 6c0a9501-d040-4b01-afe2-0b8493a9510e owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:17:24.353085 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:24.365353 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d377a124-5bf7-468e-a3c0-6b515f185de2 req-96b85472-77fd-4b7a-85bb-a1d358b1e75d tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575366 Nov 10 19:17:24.402998 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76fecbad-c552-4d41-b80d-7279c25e50fc req-00166f9a-fb12-4f66-b701-fda334faf3c4 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ce1d6ca-bde4-4c78-af6f-60a18dd0bfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808980 Nov 10 19:17:24.421350 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4f666a1c-2ae4-4ce7-9c88-af37334d83e5 req-b9025509-82ea-4ad3-a0b7-54e4a33ac803 service neutron] 10.222.0.73 "GET /v2.0/networks/84c30210-1766-4b73-a472-c9afa703f4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725377 Nov 10 19:17:24.537578 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-917371b4-2d83-4ce6-85b5-cfce0349b60e req-d75da6ed-a57c-4c17-a0df-dbd15471c9d1 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:24.560706 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e056ebd-3d2b-4fc8-9135-d57479615454', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c0a9501-d040-4b01-afe2-0b8493a9510e'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:17:24.564163 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d98e58e-faac-4389-ac70-5c38ca795072" -d '{"events": [{"server_uuid": "8e056ebd-3d2b-4fc8-9135-d57479615454", "name": "network-vif-unplugged", "status": "completed", "tag": "6c0a9501-d040-4b01-afe2-0b8493a9510e"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:17:24.657178 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6944c3-ed1d-4177-ad5e-03fb3ff05089 x-openstack-request-id: req-1d6944c3-ed1d-4177-ad5e-03fb3ff05089 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:17:24.657848 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e056ebd-3d2b-4fc8-9135-d57479615454", "name": "network-vif-unplugged", "status": "completed", "tag": "6c0a9501-d040-4b01-afe2-0b8493a9510e", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:17:24.658315 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1d6944c3-ed1d-4177-ad5e-03fb3ff05089 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:17:24.658914 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e056ebd-3d2b-4fc8-9135-d57479615454', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c0a9501-d040-4b01-afe2-0b8493a9510e', 'code': 200} Nov 10 19:17:24.661977 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75da6ed-a57c-4c17-a0df-dbd15471c9d1 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Pushing event deleted for resources: {'Port': ['ID=6c0a9501-d040-4b01-afe2-0b8493a9510e,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:24.677420 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-917371b4-2d83-4ce6-85b5-cfce0349b60e req-d75da6ed-a57c-4c17-a0df-dbd15471c9d1 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] No DVR routers for this DVR port 6c0a9501-d040-4b01-afe2-0b8493a9510e on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:17:24.680032 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-917371b4-2d83-4ce6-85b5-cfce0349b60e req-d75da6ed-a57c-4c17-a0df-dbd15471c9d1 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:24.684062 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-917371b4-2d83-4ce6-85b5-cfce0349b60e req-d75da6ed-a57c-4c17-a0df-dbd15471c9d1 tempest-ImagesOneServerTestJSON-1799931457 tempest-ImagesOneServerTestJSON-1799931457-project] 10.222.0.73 "DELETE /v2.0/ports/6c0a9501-d040-4b01-afe2-0b8493a9510e HTTP/1.1" status: 204 len: 173 time: 0.9077590 Nov 10 19:17:24.684667 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e056ebd-3d2b-4fc8-9135-d57479615454', 'name': 'network-vif-deleted', 'tag': '6c0a9501-d040-4b01-afe2-0b8493a9510e'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:17:24.687409 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6353f71c-3b42-490d-82a7-3eac61a2500f" -d '{"events": [{"server_uuid": "8e056ebd-3d2b-4fc8-9135-d57479615454", "name": "network-vif-deleted", "tag": "6c0a9501-d040-4b01-afe2-0b8493a9510e"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:17:24.772425 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a44abc-c9fb-4739-9c99-1bd56474a262 x-openstack-request-id: req-83a44abc-c9fb-4739-9c99-1bd56474a262 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:17:24.772722 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e056ebd-3d2b-4fc8-9135-d57479615454", "name": "network-vif-deleted", "tag": "6c0a9501-d040-4b01-afe2-0b8493a9510e", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:17:24.772982 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-83a44abc-c9fb-4739-9c99-1bd56474a262 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:17:24.773410 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e056ebd-3d2b-4fc8-9135-d57479615454', 'name': 'network-vif-deleted', 'tag': '6c0a9501-d040-4b01-afe2-0b8493a9510e', 'status': 'completed', 'code': 200} Nov 10 19:17:24.838892 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:25.027619 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6975877-5f96-4ac0-b6fc-0094f3a4671c req-56553891-3e6a-421e-8208-eb3316c4f734 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:25.037896 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36786) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:25.050793 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6975877-5f96-4ac0-b6fc-0094f3a4671c req-56553891-3e6a-421e-8208-eb3316c4f734 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:25.059641 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6975877-5f96-4ac0-b6fc-0094f3a4671c req-56553891-3e6a-421e-8208-eb3316c4f734 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:25.082824 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6975877-5f96-4ac0-b6fc-0094f3a4671c req-56553891-3e6a-421e-8208-eb3316c4f734 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:25.108573 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6975877-5f96-4ac0-b6fc-0094f3a4671c req-56553891-3e6a-421e-8208-eb3316c4f734 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:25.125567 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6975877-5f96-4ac0-b6fc-0094f3a4671c req-56553891-3e6a-421e-8208-eb3316c4f734 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:25.142146 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6975877-5f96-4ac0-b6fc-0094f3a4671c req-56553891-3e6a-421e-8208-eb3316c4f734 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:25.144276 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c6975877-5f96-4ac0-b6fc-0094f3a4671c req-56553891-3e6a-421e-8208-eb3316c4f734 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5430 time: 0.2213595 Nov 10 19:17:25.164002 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36790) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:25.263842 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36794) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:25.270996 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-ae0a3cf9-6e64-428e-9a97-66c10e95c8a6 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1296011327', 'description': 'tempest-description--1859790041'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:25.277609 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c6975877-5f96-4ac0-b6fc-0094f3a4671c req-acd04499-5046-4c95-8ea6-21c6473bcbaf tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1264012 Nov 10 19:17:25.342696 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-214de47c-2792-46cd-ae68-8090090d6707 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:25.369677 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ae0a3cf9-6e64-428e-9a97-66c10e95c8a6 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:25.488656 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bb3e5b1-5bbb-470f-af6a-48ff4c1ca719 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:25.497329 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7585a-969d-4af9-87f9-af9a8a157cf0 req-90b6906a-98f7-4aea-82a2-41ed2e8ff51a tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:25.498846 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e1f7585a-969d-4af9-87f9-af9a8a157cf0 req-90b6906a-98f7-4aea-82a2-41ed2e8ff51a tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.1246042 Nov 10 19:17:25.516163 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce4283-6c9f-4059-9f95-8126a717f70d req-f17cda84-9f41-479e-b732-a3c6b56cbde4 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:25.522310 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c8ce4283-6c9f-4059-9f95-8126a717f70d req-f17cda84-9f41-479e-b732-a3c6b56cbde4 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=92f2197f-143d-485d-8d07-b7741b2fba23 HTTP/1.1" status: 200 len: 949 time: 0.0828834 Nov 10 19:17:25.534628 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ae0a3cf9-6e64-428e-9a97-66c10e95c8a6 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:25.554266 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ae0a3cf9-6e64-428e-9a97-66c10e95c8a6 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:25.558797 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-214de47c-2792-46cd-ae68-8090090d6707 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:25.594482 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-214de47c-2792-46cd-ae68-8090090d6707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:25.610936 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e1f7585a-969d-4af9-87f9-af9a8a157cf0 req-f723e4eb-0209-440c-b204-a0ea5d918d83 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846088 Nov 10 19:17:25.632238 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c8ce4283-6c9f-4059-9f95-8126a717f70d req-0aca8314-c4c8-4085-bdbf-23f01a76aefc tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060855 Nov 10 19:17:25.633496 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ae0a3cf9-6e64-428e-9a97-66c10e95c8a6 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:25.634649 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ae0a3cf9-6e64-428e-9a97-66c10e95c8a6 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3694062 Nov 10 19:17:25.637504 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36802) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:25.643572 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-26633728-24be-43a8-a5df-f1c65ce878b6 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Request body: {'security_group_rule': {'security_group_id': '8b44f90c-42d4-464b-8db1-abfb69cd1321', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:25.658403 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a3cf9-6e64-428e-9a97-66c10e95c8a6 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b44f90c-42d4-464b-8db1-abfb69cd1321,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:25.669270 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-214de47c-2792-46cd-ae68-8090090d6707 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ce92a64ca35149129138225451309fe5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6278071 Nov 10 19:17:25.671626 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36804) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:25.695376 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3d9593fc-eaae-4845-b735-f85c75e00721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:25.711656 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-26633728-24be-43a8-a5df-f1c65ce878b6 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:25.822904 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-26633728-24be-43a8-a5df-f1c65ce878b6 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:25.839540 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214de47c-2792-46cd-ae68-8090090d6707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca7acc3-3eee-4e2b-9d60-388ca0c51b12,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:25.839781 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-26633728-24be-43a8-a5df-f1c65ce878b6 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:25.846772 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bb3e5b1-5bbb-470f-af6a-48ff4c1ca719 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:25.863225 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bb3e5b1-5bbb-470f-af6a-48ff4c1ca719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:25.880494 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 026f9891-edd6-4e90-ad6f-bad5254edeca up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:17:25.882676 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a8c0817b-04f0-42f3-a619-e04a09a806e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:25.895067 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26633728-24be-43a8-a5df-f1c65ce878b6 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad2c440-70b0-4347-b14c-384123bde326,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:25.915731 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-26633728-24be-43a8-a5df-f1c65ce878b6 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:25.917564 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-26633728-24be-43a8-a5df-f1c65ce878b6 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2789845 Nov 10 19:17:25.920844 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36810) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:25.928734 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-03c24af1-85f3-4f3f-b384-c6a8222d0f00 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Request body: {'security_group_rule': {'security_group_id': '8b44f90c-42d4-464b-8db1-abfb69cd1321', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:25.940541 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2bb3e5b1-5bbb-470f-af6a-48ff4c1ca719 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=eaed8f74ee5c44918ec85de96d279d37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7753918 Nov 10 19:17:25.954323 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36812) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:25.969325 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb3e5b1-5bbb-470f-af6a-48ff4c1ca719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005cc999-6ed4-4001-bf54-658aab08d2f3,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:25.974989 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a8c0817b-04f0-42f3-a619-e04a09a806e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:25.976751 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-03c24af1-85f3-4f3f-b384-c6a8222d0f00 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:25.994525 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 41717a9c-9737-4514-a196-424f591a06a2 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:17:25.996542 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36814) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:26.053734 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-03c24af1-85f3-4f3f-b384-c6a8222d0f00 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:26.062127 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-03c24af1-85f3-4f3f-b384-c6a8222d0f00 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:26.063277 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-800eef21-5b70-4ba4-bb0b-037b6ae1ba13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:26.080261 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c24af1-85f3-4f3f-b384-c6a8222d0f00 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec99bbb-9b79-4c8e-8972-fa765c9ffab5,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:26.093330 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a8c0817b-04f0-42f3-a619-e04a09a806e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:26.096128 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a8c0817b-04f0-42f3-a619-e04a09a806e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:26.100341 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a8c0817b-04f0-42f3-a619-e04a09a806e6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2ca7acc3-3eee-4e2b-9d60-388ca0c51b12 HTTP/1.1" status: 204 len: 168 time: 0.4263604 Nov 10 19:17:26.103127 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-800eef21-5b70-4ba4-bb0b-037b6ae1ba13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:26.121193 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0817b-04f0-42f3-a619-e04a09a806e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca7acc3-3eee-4e2b-9d60-388ca0c51b12,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:26.124380 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-03c24af1-85f3-4f3f-b384-c6a8222d0f00 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:26.128780 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-03c24af1-85f3-4f3f-b384-c6a8222d0f00 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2060118 Nov 10 19:17:26.131910 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36820) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:26.145066 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-72784e01-f41b-41b4-aff0-204f9794a17d tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:26.174655 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-800eef21-5b70-4ba4-bb0b-037b6ae1ba13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:26.181671 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-800eef21-5b70-4ba4-bb0b-037b6ae1ba13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:26.184885 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-72784e01-f41b-41b4-aff0-204f9794a17d tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks [] for floatingip, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:26.188785 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-800eef21-5b70-4ba4-bb0b-037b6ae1ba13 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/005cc999-6ed4-4001-bf54-658aab08d2f3 HTTP/1.1" status: 204 len: 168 time: 0.2331939 Nov 10 19:17:26.198800 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800eef21-5b70-4ba4-bb0b-037b6ae1ba13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005cc999-6ed4-4001-bf54-658aab08d2f3,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:26.290206 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 026f9891-edd6-4e90-ad6f-bad5254edeca completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:17:26.295432 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 026f9891-edd6-4e90-ad6f-bad5254edeca triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:17:26.296125 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:26.326537 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c1d4b403-c952-490b-b036-b4270e12593d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a34684f25ad6455088be6be3f4244411&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3286293 Nov 10 19:17:26.329170 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36826) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:26.336636 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 41717a9c-9737-4514-a196-424f591a06a2 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:17:26.337283 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:26.409216 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-72784e01-f41b-41b4-aff0-204f9794a17d tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:26.417826 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03a9e73b-c8fc-4bce-8add-1abca84f09fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:26.436276 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:26.448429 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03a9e73b-c8fc-4bce-8add-1abca84f09fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:26.526958 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 026f9891-edd6-4e90-ad6f-bad5254edeca, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=026f9891-edd6-4e90-ad6f-bad5254edeca,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:26.537299 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:26.544713 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:26.566626 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03a9e73b-c8fc-4bce-8add-1abca84f09fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:26.571667 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03a9e73b-c8fc-4bce-8add-1abca84f09fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:26.574901 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 41717a9c-9737-4514-a196-424f591a06a2, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=41717a9c-9737-4514-a196-424f591a06a2,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:26.579277 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-03a9e73b-c8fc-4bce-8add-1abca84f09fc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9ce1d6ca-bde4-4c78-af6f-60a18dd0bfd9 HTTP/1.1" status: 204 len: 168 time: 0.2476327 Nov 10 19:17:26.594220 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9e73b-c8fc-4bce-8add-1abca84f09fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce1d6ca-bde4-4c78-af6f-60a18dd0bfd9,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:26.597471 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:26.620407 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36834) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:26.667697 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad43bb-1cf0-4c44-8517-254ef7a25bb3 req-b089bd1a-08e1-4b00-a555-8c81ef328b05 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:26.671707 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f2197f-143d-485d-8d07-b7741b2fba23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026f9891-edd6-4e90-ad6f-bad5254edeca'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:17:26.673971 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff4a412-1daa-463a-8542-a9ff4451bd40" -d '{"events": [{"server_uuid": "92f2197f-143d-485d-8d07-b7741b2fba23", "name": "network-vif-plugged", "status": "completed", "tag": "026f9891-edd6-4e90-ad6f-bad5254edeca"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:17:26.676678 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad43bb-1cf0-4c44-8517-254ef7a25bb3 req-b089bd1a-08e1-4b00-a555-8c81ef328b05 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:26.683396 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad43bb-1cf0-4c44-8517-254ef7a25bb3 req-b089bd1a-08e1-4b00-a555-8c81ef328b05 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:26.689455 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad43bb-1cf0-4c44-8517-254ef7a25bb3 req-b089bd1a-08e1-4b00-a555-8c81ef328b05 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:26.695843 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad43bb-1cf0-4c44-8517-254ef7a25bb3 req-b089bd1a-08e1-4b00-a555-8c81ef328b05 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:26.702059 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad43bb-1cf0-4c44-8517-254ef7a25bb3 req-b089bd1a-08e1-4b00-a555-8c81ef328b05 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:26.705833 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=026f9891-edd6-4e90-ad6f-bad5254edeca,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:26.712700 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad43bb-1cf0-4c44-8517-254ef7a25bb3 req-b089bd1a-08e1-4b00-a555-8c81ef328b05 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:26.721275 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-daad43bb-1cf0-4c44-8517-254ef7a25bb3 req-b089bd1a-08e1-4b00-a555-8c81ef328b05 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5430 time: 0.2361472 Nov 10 19:17:26.738060 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7d514920-38a8-435b-9adc-e1fc8794b65a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:26.787663 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=41717a9c-9737-4514-a196-424f591a06a2,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:26.833117 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-72784e01-f41b-41b4-aff0-204f9794a17d tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Allocated IP 172.25.3.141 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/2e241795-c34c-4f1a-b124-8c7f41ea98a9) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:17:26.926558 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697285bf-b75c-4ce3-9dc9-e7fab6d13527 req-2e33c0c8-44d9-4efd-a6f7-061ace863e59 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:26.934045 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-697285bf-b75c-4ce3-9dc9-e7fab6d13527 req-2e33c0c8-44d9-4efd-a6f7-061ace863e59 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.2042863 Nov 10 19:17:26.934248 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 6c0a9501-d040-4b01-afe2-0b8493a9510e no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:17:26.993126 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-daad43bb-1cf0-4c44-8517-254ef7a25bb3 req-85f0f5f4-e370-4dcc-a38c-ab3bb8a56bbb tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2661514 Nov 10 19:17:26.996654 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 6c0a9501-d040-4b01-afe2-0b8493a9510e {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:17:26.997374 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 6c0a9501-d040-4b01-afe2-0b8493a9510e not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:17:27.082681 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0fd7b4-4e4c-4a55-bb6b-5943c91fc8bf None None] Sync routers for ids ['15d68c3b-7cbd-46d6-9f72-314d1975ca2c'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:17:27.099734 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0fd7b4-4e4c-4a55-bb6b-5943c91fc8bf None None] Routers {'15d68c3b-7cbd-46d6-9f72-314d1975ca2c'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:17:27.100628 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:27.104249 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7e0fd7b4-4e4c-4a55-bb6b-5943c91fc8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:17:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['15d68c3b-7cbd-46d6-9f72-314d1975ca2c'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:17:27.108143 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-697285bf-b75c-4ce3-9dc9-e7fab6d13527 req-304e292c-2c64-40f1-90b3-286c30155130 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677628 Nov 10 19:17:27.156831 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd86c1a-5795-482b-a903-3e5cc42ae26e x-openstack-request-id: req-ebd86c1a-5795-482b-a903-3e5cc42ae26e {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:17:27.157146 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f2197f-143d-485d-8d07-b7741b2fba23", "name": "network-vif-plugged", "status": "completed", "tag": "026f9891-edd6-4e90-ad6f-bad5254edeca", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:17:27.157410 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ebd86c1a-5795-482b-a903-3e5cc42ae26e {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:17:27.157837 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f2197f-143d-485d-8d07-b7741b2fba23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026f9891-edd6-4e90-ad6f-bad5254edeca', 'code': 200} Nov 10 19:17:27.252408 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7d514920-38a8-435b-9adc-e1fc8794b65a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:27.256496 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-72784e01-f41b-41b4-aff0-204f9794a17d tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:27.292747 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7d514920-38a8-435b-9adc-e1fc8794b65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:27.364959 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d06b72-bfe8-40f6-b0c4-ee0bcc265ab7 req-9aa10a79-6701-42ed-8d57-3797e77f73fb tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:27.372713 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-44d06b72-bfe8-40f6-b0c4-ee0bcc265ab7 req-9aa10a79-6701-42ed-8d57-3797e77f73fb tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=92f2197f-143d-485d-8d07-b7741b2fba23 HTTP/1.1" status: 200 len: 950 time: 0.2866797 Nov 10 19:17:27.382997 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e0a66-67ad-4dca-9e91-cfa19321b91e req-37718819-faf1-4806-9a72-2806340571da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:27.384552 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca0e0a66-67ad-4dca-9e91-cfa19321b91e req-37718819-faf1-4806-9a72-2806340571da service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=92f2197f-143d-485d-8d07-b7741b2fba23 HTTP/1.1" status: 200 len: 1101 time: 0.1353009 Nov 10 19:17:27.420084 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7d514920-38a8-435b-9adc-e1fc8794b65a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bc96e5a394c1449d8427dd91649cfae9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7958932 Nov 10 19:17:27.420084 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d514920-38a8-435b-9adc-e1fc8794b65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c854639-3025-4441-8b59-ab67ee56071e,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:27.420355 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36870) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:27.432901 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-7e0fd7b4-4e4c-4a55-bb6b-5943c91fc8bf None None] Set router 15d68c3b-7cbd-46d6-9f72-314d1975ca2c gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:17:27.518524 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-954ae8ce-e53e-465d-b541-39464a5070ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:27.544985 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-954ae8ce-e53e-465d-b541-39464a5070ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:27.545719 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-72784e01-f41b-41b4-aff0-204f9794a17d tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:27.570329 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-44d06b72-bfe8-40f6-b0c4-ee0bcc265ab7 req-1c38775a-1f8c-43cb-b570-bf5e68fd9acf tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966817 Nov 10 19:17:27.597749 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72784e01-f41b-41b4-aff0-204f9794a17d tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:17:27.602831 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca0e0a66-67ad-4dca-9e91-cfa19321b91e req-185568f9-1e61-4aca-941a-2310712d3cce service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888549 Nov 10 19:17:27.607385 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-72784e01-f41b-41b4-aff0-204f9794a17d tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:17:27.610327 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72784e01-f41b-41b4-aff0-204f9794a17d tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:17:27.656885 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-954ae8ce-e53e-465d-b541-39464a5070ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:27.660865 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72784e01-f41b-41b4-aff0-204f9794a17d tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Pushing event updated for resources: {'Port': ['ID=2e241795-c34c-4f1a-b124-8c7f41ea98a9,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:27.663136 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-954ae8ce-e53e-465d-b541-39464a5070ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:27.664640 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-954ae8ce-e53e-465d-b541-39464a5070ce admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2c854639-3025-4441-8b59-ab67ee56071e HTTP/1.1" status: 204 len: 168 time: 0.2430043 Nov 10 19:17:27.678209 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ae8ce-e53e-465d-b541-39464a5070ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c854639-3025-4441-8b59-ab67ee56071e,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:27.775152 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-72784e01-f41b-41b4-aff0-204f9794a17d tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:27.818722 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7e0fd7b4-4e4c-4a55-bb6b-5943c91fc8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'name': 'tempest-ServersTestBootFromVolume-1590216533-router', 'tenant_id': '482ef8a385f54608b1afe9f1e18f5d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '41717a9c-9737-4514-a196-424f591a06a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:17:11Z', 'updated_at': '2021-11-10T19:17:22Z', 'revision_number': 4, 'project_id': '482ef8a385f54608b1afe9f1e18f5d91', 'gw_port': {'id': '41717a9c-9737-4514-a196-424f591a06a2', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:17:15Z', 'updated_at': '2021-11-10T19:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '09543db2-3b52-4e3e-8ea5-f1674afdfb6d', 'name': '', 'network_id': '7eab08f6-4a1b-4fcb-86bd-01fed62e685c', 'tenant_id': '482ef8a385f54608b1afe9f1e18f5d91', 'mac_address': 'fa:16:3e:4b:22:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '92655e48-9722-4673-8942-7e2196384d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:17:21Z', 'updated_at': '2021-11-10T19:17:22Z', 'revision_number': 2, 'project_id': '482ef8a385f54608b1afe9f1e18f5d91', 'subnets': [{'id': '92655e48-9722-4673-8942-7e2196384d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:17:27.820761 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-72784e01-f41b-41b4-aff0-204f9794a17d tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:27.855956 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0fd7b4-4e4c-4a55-bb6b-5943c91fc8bf None None] Checking router: 15d68c3b-7cbd-46d6-9f72-314d1975ca2c for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:17:27.856619 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0fd7b4-4e4c-4a55-bb6b-5943c91fc8bf None None] Updating router 15d68c3b-7cbd-46d6-9f72-314d1975ca2c port 09543db2-3b52-4e3e-8ea5-f1674afdfb6d binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:17:27.876517 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 41717a9c-9737-4514-a196-424f591a06a2 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:17:27.904444 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7e0fd7b4-4e4c-4a55-bb6b-5943c91fc8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:27.974712 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 41717a9c-9737-4514-a196-424f591a06a2 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:17:27.975336 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:28.029155 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-72784e01-f41b-41b4-aff0-204f9794a17d tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:28.037694 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-72784e01-f41b-41b4-aff0-204f9794a17d tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:28.090849 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72784e01-f41b-41b4-aff0-204f9794a17d tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Pushing event updated for resources: {'Port': ['ID=2e241795-c34c-4f1a-b124-8c7f41ea98a9,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:28.349263 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7e0fd7b4-4e4c-4a55-bb6b-5943c91fc8bf None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:28.358098 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7e0fd7b4-4e4c-4a55-bb6b-5943c91fc8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:28.427096 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50376c64-8eeb-442a-93fd-7a871269ddb4 None None] Pushing event updated for resources: {'Port': ['ID=09543db2-3b52-4e3e-8ea5-f1674afdfb6d,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:28.453564 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50376c64-8eeb-442a-93fd-7a871269ddb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:28.454046 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50376c64-8eeb-442a-93fd-7a871269ddb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:28.454535 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50376c64-8eeb-442a-93fd-7a871269ddb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:28.454968 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50376c64-8eeb-442a-93fd-7a871269ddb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:28.455404 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50376c64-8eeb-442a-93fd-7a871269ddb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:28.455860 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50376c64-8eeb-442a-93fd-7a871269ddb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:28.456366 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50376c64-8eeb-442a-93fd-7a871269ddb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:28.456949 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50376c64-8eeb-442a-93fd-7a871269ddb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:28.457525 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50376c64-8eeb-442a-93fd-7a871269ddb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:28.458080 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50376c64-8eeb-442a-93fd-7a871269ddb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:28.458610 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50376c64-8eeb-442a-93fd-7a871269ddb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:28.459132 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50376c64-8eeb-442a-93fd-7a871269ddb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:28.515712 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:17:28.516928 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-7e0fd7b4-4e4c-4a55-bb6b-5943c91fc8bf None None] Attempting to bind port 09543db2-3b52-4e3e-8ea5-f1674afdfb6d on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:17:28.517495 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-7e0fd7b4-4e4c-4a55-bb6b-5943c91fc8bf None None] Attempting to bind port 09543db2-3b52-4e3e-8ea5-f1674afdfb6d by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '3b2782f5-18af-468b-b778-4185b0e9f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7eab08f6-4a1b-4fcb-86bd-01fed62e685c'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:17:28.518253 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0fd7b4-4e4c-4a55-bb6b-5943c91fc8bf None None] Attempting to bind port 09543db2-3b52-4e3e-8ea5-f1674afdfb6d on network 7eab08f6-4a1b-4fcb-86bd-01fed62e685c {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:17:28.527392 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0fd7b4-4e4c-4a55-bb6b-5943c91fc8bf None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:17:28.528409 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0fd7b4-4e4c-4a55-bb6b-5943c91fc8bf None None] Checking segment: {'id': '3b2782f5-18af-468b-b778-4185b0e9f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7eab08f6-4a1b-4fcb-86bd-01fed62e685c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:17:28.529278 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7e0fd7b4-4e4c-4a55-bb6b-5943c91fc8bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:28.529902 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0fd7b4-4e4c-4a55-bb6b-5943c91fc8bf None None] Bound using segment: {'id': '3b2782f5-18af-468b-b778-4185b0e9f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7eab08f6-4a1b-4fcb-86bd-01fed62e685c'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:17:28.531028 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-7e0fd7b4-4e4c-4a55-bb6b-5943c91fc8bf None None] Bound port: 09543db2-3b52-4e3e-8ea5-f1674afdfb6d, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2782f5-18af-468b-b778-4185b0e9f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7eab08f6-4a1b-4fcb-86bd-01fed62e685c'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:17:28.532047 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7e0fd7b4-4e4c-4a55-bb6b-5943c91fc8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:28.537026 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-72784e01-f41b-41b4-aff0-204f9794a17d tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:28.567306 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36910) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:28.601299 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:28.652874 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-7e0fd7b4-4e4c-4a55-bb6b-5943c91fc8bf None None] For port 09543db2-3b52-4e3e-8ea5-f1674afdfb6d, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:17:28.658052 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-7e0fd7b4-4e4c-4a55-bb6b-5943c91fc8bf None None] For port 09543db2-3b52-4e3e-8ea5-f1674afdfb6d, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=09543db2-3b52-4e3e-8ea5-f1674afdfb6d,segment=NetworkSegment(3b2782f5-18af-468b-b778-4185b0e9f138),segment_id=3b2782f5-18af-468b-b778-4185b0e9f138)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:17:28.668312 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7e0fd7b4-4e4c-4a55-bb6b-5943c91fc8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:28.731742 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-72784e01-f41b-41b4-aff0-204f9794a17d tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:28.733275 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-72784e01-f41b-41b4-aff0-204f9794a17d tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6002970 Nov 10 19:17:28.745640 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fccaebe5-5c4f-4b59-8b89-24dd1ecfdd04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:28.786627 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-7d1e88a3-e86c-4fc6-9d9c-1b42535f461c None None] Provisioning complete for port 09543db2-3b52-4e3e-8ea5-f1674afdfb6d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:17:28.787747 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7d1e88a3-e86c-4fc6-9d9c-1b42535f461c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:28.796959 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06825f3f-cb9b-469f-9871-a6b5cf977b27 req-814bf38d-d8c0-4f0c-8862-1b4847fc623f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:28.803891 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06825f3f-cb9b-469f-9871-a6b5cf977b27 req-814bf38d-d8c0-4f0c-8862-1b4847fc623f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:28.810478 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06825f3f-cb9b-469f-9871-a6b5cf977b27 req-814bf38d-d8c0-4f0c-8862-1b4847fc623f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:28.822533 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0fd7b4-4e4c-4a55-bb6b-5943c91fc8bf None None] Routers {'15d68c3b-7cbd-46d6-9f72-314d1975ca2c'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:17:28.823245 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7e0fd7b4-4e4c-4a55-bb6b-5943c91fc8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:17:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['15d68c3b-7cbd-46d6-9f72-314d1975ca2c'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:17:28.826387 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50376c64-8eeb-442a-93fd-7a871269ddb4 None None] Pushing event updated for resources: {'Port': ['ID=09543db2-3b52-4e3e-8ea5-f1674afdfb6d,revision_number=4']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:28.841427 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06825f3f-cb9b-469f-9871-a6b5cf977b27 req-814bf38d-d8c0-4f0c-8862-1b4847fc623f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:28.849531 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06825f3f-cb9b-469f-9871-a6b5cf977b27 req-814bf38d-d8c0-4f0c-8862-1b4847fc623f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:28.871753 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06825f3f-cb9b-469f-9871-a6b5cf977b27 req-814bf38d-d8c0-4f0c-8862-1b4847fc623f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:28.899844 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06825f3f-cb9b-469f-9871-a6b5cf977b27 req-814bf38d-d8c0-4f0c-8862-1b4847fc623f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:28.907598 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-06825f3f-cb9b-469f-9871-a6b5cf977b27 req-814bf38d-d8c0-4f0c-8862-1b4847fc623f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5430 time: 0.3633716 Nov 10 19:17:28.932168 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7d1e88a3-e86c-4fc6-9d9c-1b42535f461c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:28.940747 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6b1c2-56c6-4cf5-94b8-565e902b0292 req-29e5a793-8d13-4730-8a51-f6a663bd4d7d tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:28.948717 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a2f6b1c2-56c6-4cf5-94b8-565e902b0292 req-29e5a793-8d13-4730-8a51-f6a663bd4d7d tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.4082713 Nov 10 19:17:28.950553 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fccaebe5-5c4f-4b59-8b89-24dd1ecfdd04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:28.966396 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fccaebe5-5c4f-4b59-8b89-24dd1ecfdd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:28.992454 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-fccaebe5-5c4f-4b59-8b89-24dd1ecfdd04 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e5d852b2e2254079b7c15567b5422d24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4239962 Nov 10 19:17:29.001866 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36928) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:29.009007 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7d1e88a3-e86c-4fc6-9d9c-1b42535f461c None None] For port 09543db2-3b52-4e3e-8ea5-f1674afdfb6d, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=09543db2-3b52-4e3e-8ea5-f1674afdfb6d,segment=NetworkSegment(3b2782f5-18af-468b-b778-4185b0e9f138),segment_id=3b2782f5-18af-468b-b778-4185b0e9f138)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:29.023067 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7d1e88a3-e86c-4fc6-9d9c-1b42535f461c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:29.115047 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccaebe5-5c4f-4b59-8b89-24dd1ecfdd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe3ea24-2c06-4157-b9d1-bdef0413484c,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:29.153884 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e88a3-e86c-4fc6-9d9c-1b42535f461c None None] Pushing event updated for resources: {'Port': ['ID=09543db2-3b52-4e3e-8ea5-f1674afdfb6d,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:29.201963 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9760f29f-e95b-4b8b-94f4-1ab379f44f39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:29.207169 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a2f6b1c2-56c6-4cf5-94b8-565e902b0292 req-5365391f-6df3-4af4-8031-c44738f8ab22 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573798 Nov 10 19:17:29.243337 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-7e0fd7b4-4e4c-4a55-bb6b-5943c91fc8bf None None] Set router 15d68c3b-7cbd-46d6-9f72-314d1975ca2c gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:17:29.258712 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9760f29f-e95b-4b8b-94f4-1ab379f44f39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:29.270219 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-06825f3f-cb9b-469f-9871-a6b5cf977b27 req-ea7032fa-3702-4629-a5e7-b2588d0c8016 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2426262 Nov 10 19:17:29.303569 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a48a308b-2eef-4cf9-97cf-4fed831682ab None None] Provisioning complete for port 09543db2-3b52-4e3e-8ea5-f1674afdfb6d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:17:29.303951 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a48a308b-2eef-4cf9-97cf-4fed831682ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:29.353585 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9760f29f-e95b-4b8b-94f4-1ab379f44f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:29.358941 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9760f29f-e95b-4b8b-94f4-1ab379f44f39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:29.360957 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9760f29f-e95b-4b8b-94f4-1ab379f44f39 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4fe3ea24-2c06-4157-b9d1-bdef0413484c HTTP/1.1" status: 204 len: 168 time: 0.3578925 Nov 10 19:17:29.372492 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760f29f-e95b-4b8b-94f4-1ab379f44f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe3ea24-2c06-4157-b9d1-bdef0413484c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:29.408878 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:29.606933 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7e0fd7b4-4e4c-4a55-bb6b-5943c91fc8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'name': 'tempest-ServersTestBootFromVolume-1590216533-router', 'tenant_id': '482ef8a385f54608b1afe9f1e18f5d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '41717a9c-9737-4514-a196-424f591a06a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:17:11Z', 'updated_at': '2021-11-10T19:17:22Z', 'revision_number': 4, 'project_id': '482ef8a385f54608b1afe9f1e18f5d91', 'gw_port': {'id': '41717a9c-9737-4514-a196-424f591a06a2', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:17:15Z', 'updated_at': '2021-11-10T19:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '09543db2-3b52-4e3e-8ea5-f1674afdfb6d', 'name': '', 'network_id': '7eab08f6-4a1b-4fcb-86bd-01fed62e685c', 'tenant_id': '482ef8a385f54608b1afe9f1e18f5d91', 'mac_address': 'fa:16:3e:4b:22:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '92655e48-9722-4673-8942-7e2196384d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:17:21Z', 'updated_at': '2021-11-10T19:17:28Z', 'revision_number': 4, 'project_id': '482ef8a385f54608b1afe9f1e18f5d91', 'subnets': [{'id': '92655e48-9722-4673-8942-7e2196384d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:17:29.639437 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0fd7b4-4e4c-4a55-bb6b-5943c91fc8bf None None] The sync data for ids ['15d68c3b-7cbd-46d6-9f72-314d1975ca2c'] in n-d-813897-4 is: [{'id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'name': 'tempest-ServersTestBootFromVolume-1590216533-router', 'tenant_id': '482ef8a385f54608b1afe9f1e18f5d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '41717a9c-9737-4514-a196-424f591a06a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:17:11Z', 'updated_at': '2021-11-10T19:17:22Z', 'revision_number': 4, 'project_id': '482ef8a385f54608b1afe9f1e18f5d91', 'gw_port': {'id': '41717a9c-9737-4514-a196-424f591a06a2', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:17:15Z', 'updated_at': '2021-11-10T19:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '09543db2-3b52-4e3e-8ea5-f1674afdfb6d', 'name': '', 'network_id': '7eab08f6-4a1b-4fcb-86bd-01fed62e685c', 'tenant_id': '482ef8a385f54608b1afe9f1e18f5d91', 'mac_address': 'fa:16:3e:4b:22:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '92655e48-9722-4673-8942-7e2196384d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:17:21Z', 'updated_at': '2021-11-10T19:17:28Z', 'revision_number': 4, 'project_id': '482ef8a385f54608b1afe9f1e18f5d91', 'subnets': [{'id': '92655e48-9722-4673-8942-7e2196384d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:17:29.692471 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79465f79-c671-4ead-a253-21df6152f02e req-9fe82f30-d8c0-4927-80d4-2830afae09f0 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:29.694132 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-79465f79-c671-4ead-a253-21df6152f02e req-9fe82f30-d8c0-4927-80d4-2830afae09f0 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=92f2197f-143d-485d-8d07-b7741b2fba23 HTTP/1.1" status: 200 len: 950 time: 0.1215522 Nov 10 19:17:29.779371 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-79465f79-c671-4ead-a253-21df6152f02e req-ef6ff52c-827a-4b10-8fe4-9ece03686c78 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783613 Nov 10 19:17:29.925495 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 09543db2-3b52-4e3e-8ea5-f1674afdfb6d up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:17:30.069247 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc6a10-b092-4812-ad02-283cebb4205c req-5afbfdf6-c6a0-49a4-96e2-5cafd570e449 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:30.077853 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-90dc6a10-b092-4812-ad02-283cebb4205c req-5afbfdf6-c6a0-49a4-96e2-5cafd570e449 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.1559854 Nov 10 19:17:30.091214 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 09543db2-3b52-4e3e-8ea5-f1674afdfb6d triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:17:30.092711 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:30.168131 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-90dc6a10-b092-4812-ad02-283cebb4205c req-c6219c17-561c-4159-8f37-456d813e4f50 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889640 Nov 10 19:17:30.406319 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9354fd-ed7a-493d-9c3f-5006a56ee014 req-4f4edf6b-2a01-4dc5-9a09-1f0fa92f12ce tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:30.426314 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2d9354fd-ed7a-493d-9c3f-5006a56ee014 req-4f4edf6b-2a01-4dc5-9a09-1f0fa92f12ce tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.1091430 Nov 10 19:17:30.504357 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37032) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:30.520548 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2d9354fd-ed7a-493d-9c3f-5006a56ee014 req-4e4f0f15-541f-4c28-8cc3-efea0d7f0f14 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839405 Nov 10 19:17:30.769296 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-a2c6d52a-d2c1-486a-ac46-d073a025464b tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=fede4e3bc17e49b2b8993d2e20b8ba6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1097419 Nov 10 19:17:30.808354 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53a002-a2ed-4933-ac2d-98a388fd1ad9 req-2d4bf142-685c-4c4e-b112-5c2f3285daa6 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:30.817062 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53a002-a2ed-4933-ac2d-98a388fd1ad9 req-2d4bf142-685c-4c4e-b112-5c2f3285daa6 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:30.825257 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53a002-a2ed-4933-ac2d-98a388fd1ad9 req-2d4bf142-685c-4c4e-b112-5c2f3285daa6 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:30.833233 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53a002-a2ed-4933-ac2d-98a388fd1ad9 req-2d4bf142-685c-4c4e-b112-5c2f3285daa6 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:30.842366 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53a002-a2ed-4933-ac2d-98a388fd1ad9 req-2d4bf142-685c-4c4e-b112-5c2f3285daa6 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:30.849438 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53a002-a2ed-4933-ac2d-98a388fd1ad9 req-2d4bf142-685c-4c4e-b112-5c2f3285daa6 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:30.859131 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53a002-a2ed-4933-ac2d-98a388fd1ad9 req-2d4bf142-685c-4c4e-b112-5c2f3285daa6 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:30.869477 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5a53a002-a2ed-4933-ac2d-98a388fd1ad9 req-2d4bf142-685c-4c4e-b112-5c2f3285daa6 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5430 time: 0.2509253 Nov 10 19:17:30.911606 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-04e89d81-8c1a-4af8-9098-9cda1a2e803b tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1884370094'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:30.952498 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-04e89d81-8c1a-4af8-9098-9cda1a2e803b tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:30.954008 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-04e89d81-8c1a-4af8-9098-9cda1a2e803b tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:31.035166 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-04e89d81-8c1a-4af8-9098-9cda1a2e803b tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:31.037869 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5a53a002-a2ed-4933-ac2d-98a388fd1ad9 req-0d8593d7-0397-4772-89da-8431f8a959f3 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1641765 Nov 10 19:17:31.045282 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-04e89d81-8c1a-4af8-9098-9cda1a2e803b tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:31.051709 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-7f5c123e-7e78-446e-8da6-f4798371ca1c tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:31.059008 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-7f5c123e-7e78-446e-8da6-f4798371ca1c tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2806265 Nov 10 19:17:31.080822 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-04e89d81-8c1a-4af8-9098-9cda1a2e803b tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:31.082634 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-04e89d81-8c1a-4af8-9098-9cda1a2e803b tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5771809 Nov 10 19:17:31.084074 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-e15444a4-7560-4991-974a-ae81fb492320 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/quotas/fede4e3bc17e49b2b8993d2e20b8ba6d HTTP/1.1" status: 200 len: 375 time: 0.0240009 Nov 10 19:17:31.085507 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37060) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:31.175117 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-b8c17a4b-b17d-46e1-a7c7-0962028614bc tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fede4e3bc17e49b2b8993d2e20b8ba6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0896850 Nov 10 19:17:31.179442 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 37062) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:31.180581 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5ed7ed19-48f7-46f6-82cb-7b844b18742d tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:31.399342 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5ed7ed19-48f7-46f6-82cb-7b844b18742d tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:31.406823 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5ed7ed19-48f7-46f6-82cb-7b844b18742d tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:31.412720 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-3320a4bc-a4fe-425a-a74c-9278e76e5e65 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1474496608-network', 'tenant_id': '987b6b0bf6bf42fcb737b7f6bb6ee447'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:31.452915 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7e16a499-398d-4811-9dba-9aadb8224f3e req-22a3c556-2c7d-48f8-8667-bb5db654a3aa tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dd3703a-fcfa-4294-9abf-f0bb60a54cc1 HTTP/1.1" status: 200 len: 210 time: 0.0340247 Nov 10 19:17:31.464797 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3320a4bc-a4fe-425a-a74c-9278e76e5e65 admin admin] Made reservation on behalf of 987b6b0bf6bf42fcb737b7f6bb6ee447 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:17:31.468438 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3320a4bc-a4fe-425a-a74c-9278e76e5e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:31.488396 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3320a4bc-a4fe-425a-a74c-9278e76e5e65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:31.491598 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5ed7ed19-48f7-46f6-82cb-7b844b18742d tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:31.492393 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed7ed19-48f7-46f6-82cb-7b844b18742d tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b68645ff-1d6a-444d-992f-d83ba128af6f {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:17:31.505935 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5ed7ed19-48f7-46f6-82cb-7b844b18742d tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:31.507861 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5ed7ed19-48f7-46f6-82cb-7b844b18742d tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] 10.222.0.54 "DELETE /v2.0/routers/b68645ff-1d6a-444d-992f-d83ba128af6f HTTP/1.1" status: 204 len: 168 time: 0.4209423 Nov 10 19:17:31.510743 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37074) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:31.515664 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-71384c8c-c726-4947-9766-7260ac958f4d tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Request body: {'router': {'name': 'tempest-router-900668672', 'distributed': False}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:31.582029 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-71384c8c-c726-4947-9766-7260ac958f4d tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:31.585668 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-71384c8c-c726-4947-9766-7260ac958f4d tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:31.633868 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3320a4bc-a4fe-425a-a74c-9278e76e5e65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:31.655311 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3320a4bc-a4fe-425a-a74c-9278e76e5e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:31.685241 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3320a4bc-a4fe-425a-a74c-9278e76e5e65 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:17:31.689154 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-71384c8c-c726-4947-9766-7260ac958f4d tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:31.696354 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-71384c8c-c726-4947-9766-7260ac958f4d tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:31.725831 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7df7a-48cb-4222-9a6c-c209eece904e req-f5eb8988-ace0-4d21-a75e-6763dfb051ef tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:31.730450 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-71384c8c-c726-4947-9766-7260ac958f4d tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:31.732495 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-71384c8c-c726-4947-9766-7260ac958f4d tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2207386 Nov 10 19:17:31.735465 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37086) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:31.736502 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eeb7df7a-48cb-4222-9a6c-c209eece904e req-f5eb8988-ace0-4d21-a75e-6763dfb051ef tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.1252949 Nov 10 19:17:31.740593 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3320a4bc-a4fe-425a-a74c-9278e76e5e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:31.740936 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-3320a4bc-a4fe-425a-a74c-9278e76e5e65 admin admin] Added segment c9a36c68-c3fb-4c33-a5bb-7886b7443ebd of type vlan for network dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 Nov 10 19:17:31.751024 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320a4bc-a4fe-425a-a74c-9278e76e5e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3898d11b-40f8-45f0-8435-369a1e20512c,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:31.862638 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eeb7df7a-48cb-4222-9a6c-c209eece904e req-9b8e976e-fb7e-4116-94a7-ca364802eb58 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244295 Nov 10 19:17:31.905830 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3320a4bc-a4fe-425a-a74c-9278e76e5e65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:31.946352 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3320a4bc-a4fe-425a-a74c-9278e76e5e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:31.949429 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3320a4bc-a4fe-425a-a74c-9278e76e5e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:31.951034 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3320a4bc-a4fe-425a-a74c-9278e76e5e65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:32.152676 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3320a4bc-a4fe-425a-a74c-9278e76e5e65 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9719706 Nov 10 19:17:32.162836 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 37098) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:32.181380 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-5ad2d15a-fc74-48d7-a939-7c3cbd9f16a1 admin admin] Request body: {'subnet': {'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1474496608-subnet', 'tenant_id': '987b6b0bf6bf42fcb737b7f6bb6ee447', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:32.193673 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320a4bc-a4fe-425a-a74c-9278e76e5e65 admin admin] Pushing event updated for resources: {'Network': ['ID=dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:32.209702 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:17:32.339368 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad2d15a-fc74-48d7-a939-7c3cbd9f16a1 admin admin] Made reservation on behalf of 987b6b0bf6bf42fcb737b7f6bb6ee447 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:17:32.349691 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5ad2d15a-fc74-48d7-a939-7c3cbd9f16a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:32.395867 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bd271149-025c-4342-9656-4967264048c0 tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:32.432603 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e2129-c124-43bf-a321-b0e349487b54 req-db54314d-8d1b-4df6-aad2-e0da2d009944 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:32.446147 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e2129-c124-43bf-a321-b0e349487b54 req-db54314d-8d1b-4df6-aad2-e0da2d009944 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:32.467137 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e2129-c124-43bf-a321-b0e349487b54 req-db54314d-8d1b-4df6-aad2-e0da2d009944 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:32.473967 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e2129-c124-43bf-a321-b0e349487b54 req-db54314d-8d1b-4df6-aad2-e0da2d009944 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:32.482458 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e2129-c124-43bf-a321-b0e349487b54 req-db54314d-8d1b-4df6-aad2-e0da2d009944 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:32.490215 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e2129-c124-43bf-a321-b0e349487b54 req-db54314d-8d1b-4df6-aad2-e0da2d009944 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:32.497543 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e2129-c124-43bf-a321-b0e349487b54 req-db54314d-8d1b-4df6-aad2-e0da2d009944 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:32.511290 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e06e2129-c124-43bf-a321-b0e349487b54 req-db54314d-8d1b-4df6-aad2-e0da2d009944 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5430 time: 0.3231611 Nov 10 19:17:32.646364 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e06e2129-c124-43bf-a321-b0e349487b54 req-71e2185d-1b68-4124-a1b2-6646c2cc574f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1340630 Nov 10 19:17:32.734812 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bd271149-025c-4342-9656-4967264048c0 tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:32.737931 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bd271149-025c-4342-9656-4967264048c0 tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:32.773873 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-36737f2e-b678-43aa-8c54-2cc87da63e33 req-32921c8c-5680-4991-a8fa-78895fd08998 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dd3703a-fcfa-4294-9abf-f0bb60a54cc1 HTTP/1.1" status: 200 len: 210 time: 0.0420289 Nov 10 19:17:32.811076 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bd271149-025c-4342-9656-4967264048c0 tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:32.812045 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd271149-025c-4342-9656-4967264048c0 tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e96a7e36-8499-43c1-80ad-cc8b52ec7bde {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:17:32.817428 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bd271149-025c-4342-9656-4967264048c0 tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:32.820248 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-bd271149-025c-4342-9656-4967264048c0 tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] 10.222.0.54 "DELETE /v2.0/routers/e96a7e36-8499-43c1-80ad-cc8b52ec7bde HTTP/1.1" status: 204 len: 168 time: 1.0826027 Nov 10 19:17:32.823782 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37106) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:32.830551 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-d783afcb-ea58-4c59-ac87-79c3db5dd85d tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Request body: {'router': {'name': 'tempest-router-133682817', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '52bf34dbf2954b5cbef8c717709e053d'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:32.847536 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5ad2d15a-fc74-48d7-a939-7c3cbd9f16a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:32.861374 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d783afcb-ea58-4c59-ac87-79c3db5dd85d tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:32.862887 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d783afcb-ea58-4c59-ac87-79c3db5dd85d tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:32.923374 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2d15a-fc74-48d7-a939-7c3cbd9f16a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0383c2bb-f0e3-4245-83c4-a6b51bf23dd3,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:32.935881 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad2d15a-fc74-48d7-a939-7c3cbd9f16a1 admin admin] Checking segment: {'id': 'c9a36c68-c3fb-4c33-a5bb-7886b7443ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:17:32.935881 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad2d15a-fc74-48d7-a939-7c3cbd9f16a1 admin admin] Network hostable DHCP agents. Network: dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:17:32.975323 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad2d15a-fc74-48d7-a939-7c3cbd9f16a1 admin admin] Network dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:17:32.980081 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d783afcb-ea58-4c59-ac87-79c3db5dd85d tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:32.988684 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d783afcb-ea58-4c59-ac87-79c3db5dd85d tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:32.994409 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-5ad2d15a-fc74-48d7-a939-7c3cbd9f16a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:17:33.002362 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad2d15a-fc74-48d7-a939-7c3cbd9f16a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:33.005844 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5ad2d15a-fc74-48d7-a939-7c3cbd9f16a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:33.006949 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9997a309-cb7b-41de-9056-683fdfe0c3a6 None None] Network dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:17:33.044167 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5ad2d15a-fc74-48d7-a939-7c3cbd9f16a1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8732436 Nov 10 19:17:33.053479 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d783afcb-ea58-4c59-ac87-79c3db5dd85d tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:33.057674 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 37114) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:33.059984 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d783afcb-ea58-4c59-ac87-79c3db5dd85d tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2342644 Nov 10 19:17:33.065356 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-dd94638e-d337-4e6f-a2a5-c828582be273 tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:33.089109 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-f8187e1e-6ed0-4798-a0ec-c8271e301e45 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=fede4e3bc17e49b2b8993d2e20b8ba6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605567 Nov 10 19:17:33.249652 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676e882e-9701-4491-bbe3-e73f876aae86 None None] Network dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:17:33.347094 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-ab00d0a6-499b-44db-9d12-f4948b09de63 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:33.352959 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-ab00d0a6-499b-44db-9d12-f4948b09de63 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2530956 Nov 10 19:17:33.370012 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-462c6559-f66e-49ca-af79-19586c8e61a1 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Request body: {'port': {'device_id': '4dd3703a-fcfa-4294-9abf-f0bb60a54cc1', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'admin_state_up': True, 'tenant_id': 'fede4e3bc17e49b2b8993d2e20b8ba6d'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:33.476375 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecbda0-c8ca-46a8-84de-6cf027d91d76 req-ccc91bab-9062-4fe7-a045-941f76888138 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:33.485811 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3fecbda0-c8ca-46a8-84de-6cf027d91d76 req-ccc91bab-9062-4fe7-a045-941f76888138 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.3224785 Nov 10 19:17:33.532246 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-462c6559-f66e-49ca-af79-19586c8e61a1 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Made reservation on behalf of fede4e3bc17e49b2b8993d2e20b8ba6d for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:17:33.536557 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-462c6559-f66e-49ca-af79-19586c8e61a1 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:33.580165 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd94638e-d337-4e6f-a2a5-c828582be273 tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25260'] for router, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:33.580503 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd94638e-d337-4e6f-a2a5-c828582be273 tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks [] for router, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:33.684078 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3fecbda0-c8ca-46a8-84de-6cf027d91d76 req-945b5436-364a-478c-8944-18ad5af4f33f tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972795 Nov 10 19:17:33.688264 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-dd94638e-d337-4e6f-a2a5-c828582be273 tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102506) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 10 19:17:33.688599 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-dd94638e-d337-4e6f-a2a5-c828582be273 tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Router e80b0e7a-2ede-4f75-bbc2-16d4126bbf91 migrating from provider to provider. {{(pid=102506) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 10 19:17:33.688969 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd94638e-d337-4e6f-a2a5-c828582be273 tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:33.694943 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd94638e-d337-4e6f-a2a5-c828582be273 tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:33.700264 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd94638e-d337-4e6f-a2a5-c828582be273 tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-408903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-408910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396833'] for router, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:33.734027 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-462c6559-f66e-49ca-af79-19586c8e61a1 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Allocated IP 192.168.233.229 (d392c118-92b4-47b2-87bf-77c096e8a630/f9b6e8e7-6ebd-402d-901c-b41f234de3ab/32662fc3-7f31-4f09-8392-15e23d3909a8) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:17:33.879740 n-d-813897-4 neutron-server[102506]: WARNING neutron.scheduler.l3_agent_scheduler [None req-dd94638e-d337-4e6f-a2a5-c828582be273 tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] No L3 agents can host the router e80b0e7a-2ede-4f75-bbc2-16d4126bbf91 Nov 10 19:17:33.943495 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-462c6559-f66e-49ca-af79-19586c8e61a1 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:33.985063 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-462c6559-f66e-49ca-af79-19586c8e61a1 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:34.009043 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['ac9c9816-30e9-471c-acd9-65ba9a12de2e'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:17:34.021241 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['026f9891-edd6-4e90-ad6f-bad5254edeca'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:17:34.022175 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4fe40-651c-492d-8056-319085b4914d req-f784683e-e62d-4003-b7b0-5836a28bfe85 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:34.023152 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13e4fe40-651c-492d-8056-319085b4914d req-f784683e-e62d-4003-b7b0-5836a28bfe85 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/networks?id=dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 HTTP/1.1" status: 200 len: 812 time: 0.2236924 Nov 10 19:17:34.039026 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-462c6559-f66e-49ca-af79-19586c8e61a1 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Network d392c118-92b4-47b2-87bf-77c096e8a630 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:17:34.044453 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-462c6559-f66e-49ca-af79-19586c8e61a1 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:17:34.052445 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-462c6559-f66e-49ca-af79-19586c8e61a1 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:17:34.055289 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c6559-f66e-49ca-af79-19586c8e61a1 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Pushing event updated for resources: {'Port': ['ID=32662fc3-7f31-4f09-8392-15e23d3909a8,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:34.112519 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd94638e-d337-4e6f-a2a5-c828582be273 tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Hosts for router e80b0e7a-2ede-4f75-bbc2-16d4126bbf91: [] {{(pid=102506) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 10 19:17:34.117726 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13e4fe40-651c-492d-8056-319085b4914d req-702ca1a1-45d0-41ea-bab1-31d0bcf184be tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/quotas/987b6b0bf6bf42fcb737b7f6bb6ee447 HTTP/1.1" status: 200 len: 375 time: 0.0689430 Nov 10 19:17:34.126129 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-462c6559-f66e-49ca-af79-19586c8e61a1 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:34.127309 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-462c6559-f66e-49ca-af79-19586c8e61a1 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:34.165669 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037539a8-40f3-47f9-b81e-5218e9209a77 req-35d3d195-d9e0-4e0b-a00b-980aa1108dd6 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:34.169857 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-462c6559-f66e-49ca-af79-19586c8e61a1 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8059788 Nov 10 19:17:34.172540 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037539a8-40f3-47f9-b81e-5218e9209a77 req-35d3d195-d9e0-4e0b-a00b-980aa1108dd6 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:34.179395 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037539a8-40f3-47f9-b81e-5218e9209a77 req-35d3d195-d9e0-4e0b-a00b-980aa1108dd6 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:34.185913 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037539a8-40f3-47f9-b81e-5218e9209a77 req-35d3d195-d9e0-4e0b-a00b-980aa1108dd6 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:34.186692 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-33159e94-ed34-4e92-9113-b9be5f2da826 service neutron] Request body: {'port': {'device_id': '4dd3703a-fcfa-4294-9abf-f0bb60a54cc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:34.192832 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037539a8-40f3-47f9-b81e-5218e9209a77 req-35d3d195-d9e0-4e0b-a00b-980aa1108dd6 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:34.199145 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037539a8-40f3-47f9-b81e-5218e9209a77 req-35d3d195-d9e0-4e0b-a00b-980aa1108dd6 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:34.205373 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037539a8-40f3-47f9-b81e-5218e9209a77 req-35d3d195-d9e0-4e0b-a00b-980aa1108dd6 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:34.213963 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-037539a8-40f3-47f9-b81e-5218e9209a77 req-35d3d195-d9e0-4e0b-a00b-980aa1108dd6 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5430 time: 0.3176987 Nov 10 19:17:34.235887 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd94638e-d337-4e6f-a2a5-c828582be273 tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Hosts for other DVR routers connected to router e80b0e7a-2ede-4f75-bbc2-16d4126bbf91: set() {{(pid=102506) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 10 19:17:34.238504 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd94638e-d337-4e6f-a2a5-c828582be273 tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:34.242151 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-dd94638e-d337-4e6f-a2a5-c828582be273 tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] 10.222.0.54 "PUT /v2.0/routers/e80b0e7a-2ede-4f75-bbc2-16d4126bbf91 HTTP/1.1" status: 200 len: 716 time: 1.1807539 Nov 10 19:17:34.243078 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37144) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:34.256572 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13e4fe40-651c-492d-8056-319085b4914d req-13812a3d-0613-4d2d-95fd-70c35d1fd74c tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=987b6b0bf6bf42fcb737b7f6bb6ee447&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1064091 Nov 10 19:17:34.280212 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-13e4fe40-651c-492d-8056-319085b4914d req-97854e75-bfb2-471a-9b4f-faa66bed4221 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:17:34.281235 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13e4fe40-651c-492d-8056-319085b4914d req-97854e75-bfb2-471a-9b4f-faa66bed4221 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089161 Nov 10 19:17:34.391166 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-037539a8-40f3-47f9-b81e-5218e9209a77 req-152451d7-31de-4dad-b275-6542d76dfbbc tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1762254 Nov 10 19:17:34.442564 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-33159e94-ed34-4e92-9113-b9be5f2da826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:34.461074 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13e4fe40-651c-492d-8056-319085b4914d req-33a9bfba-45bb-49c9-8700-178e818961dc service neutron] 10.222.0.54 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673799 Nov 10 19:17:34.484019 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6b3c598e-ca8b-4dba-85be-8d3a49549234 tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] 10.222.0.54 "GET /v2.0/routers/e80b0e7a-2ede-4f75-bbc2-16d4126bbf91 HTTP/1.1" status: 200 len: 716 time: 0.2384217 Nov 10 19:17:34.486847 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37148) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:34.534724 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-20e31955-f15a-4318-a0bd-c9508632df1a None None] Provisioning complete for port 32662fc3-7f31-4f09-8392-15e23d3909a8 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:17:34.535291 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-20e31955-f15a-4318-a0bd-c9508632df1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:34.579097 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-20e31955-f15a-4318-a0bd-c9508632df1a None None] Port 32662fc3-7f31-4f09-8392-15e23d3909a8 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:17:34.646130 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197cebc-910f-4135-9ebd-ae78eaa261ca req-ae407c32-131b-4473-a238-7edd8b61ea09 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:34.647844 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c197cebc-910f-4135-9ebd-ae78eaa261ca req-ae407c32-131b-4473-a238-7edd8b61ea09 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dd3703a-fcfa-4294-9abf-f0bb60a54cc1 HTTP/1.1" status: 200 len: 936 time: 0.1138899 Nov 10 19:17:34.660309 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13e4fe40-651c-492d-8056-319085b4914d req-0a8864fd-086b-4913-a914-10e8e162134d service neutron] 10.222.0.54 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923003 Nov 10 19:17:34.908870 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-72d33153-be3f-40cf-9589-dc74ae081e19 tempest-RoutersTestDVR-1246815931 tempest-RoutersTestDVR-1246815931-project] 10.222.0.54 "GET /v2.0/routers/e80b0e7a-2ede-4f75-bbc2-16d4126bbf91 HTTP/1.1" status: 200 len: 682 time: 0.4208493 Nov 10 19:17:34.910024 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37162) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:35.010215 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ac0d592-6daf-45cf-9561-45054b92da2d tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:35.131640 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c197cebc-910f-4135-9ebd-ae78eaa261ca req-7520678b-f4d3-43bc-ab3a-4f998c1dc9aa tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678562 Nov 10 19:17:35.160665 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0335e89-bc27-4fa2-820c-1d5b5d529e5a req-2a43cecd-9c8a-4fc1-b7e9-516ccdb129c1 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:35.183057 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b0335e89-bc27-4fa2-820c-1d5b5d529e5a req-2a43cecd-9c8a-4fc1-b7e9-516ccdb129c1 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.1199493 Nov 10 19:17:35.281150 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ac0d592-6daf-45cf-9561-45054b92da2d tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:35.285253 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ac0d592-6daf-45cf-9561-45054b92da2d tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:35.298325 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-33159e94-ed34-4e92-9113-b9be5f2da826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32662fc3-7f31-4f09-8392-15e23d3909a8 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:17:35.330108 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-826362fa-2f52-4871-bbc3-2207af7a95c8 req-b56eccb4-db65-4971-bc87-8a0c3e1d135b tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2b40177-0124-43a8-adb9-1da407a8a52d HTTP/1.1" status: 200 len: 210 time: 0.0507569 Nov 10 19:17:35.342418 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b0335e89-bc27-4fa2-820c-1d5b5d529e5a req-ab134f9f-0314-4b2c-a39b-2b93b4510b5d tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584575 Nov 10 19:17:35.379033 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-33159e94-ed34-4e92-9113-b9be5f2da826 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:35.398337 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ac0d592-6daf-45cf-9561-45054b92da2d tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:35.399019 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac0d592-6daf-45cf-9561-45054b92da2d tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e80b0e7a-2ede-4f75-bbc2-16d4126bbf91 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:17:35.401149 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-33159e94-ed34-4e92-9113-b9be5f2da826 service neutron] Transition to ACTIVE for port object 32662fc3-7f31-4f09-8392-15e23d3909a8 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:17:35.404731 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ac0d592-6daf-45cf-9561-45054b92da2d tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:35.405927 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6ac0d592-6daf-45cf-9561-45054b92da2d tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] 10.222.0.54 "DELETE /v2.0/routers/e80b0e7a-2ede-4f75-bbc2-16d4126bbf91 HTTP/1.1" status: 204 len: 168 time: 0.4908514 Nov 10 19:17:35.407297 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-33159e94-ed34-4e92-9113-b9be5f2da826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:35.410368 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 37174) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:35.416589 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-2d1e3356-faef-4db5-b825-592fa254de1d tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Request body: {'router': {'name': 'tempest-router-481271077', 'distributed': True}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:35.454781 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33159e94-ed34-4e92-9113-b9be5f2da826 service neutron] Pushing event updated for resources: {'Port': ['ID=32662fc3-7f31-4f09-8392-15e23d3909a8,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:35.503401 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2d1e3356-faef-4db5-b825-592fa254de1d tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:35.505133 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2d1e3356-faef-4db5-b825-592fa254de1d tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:35.622276 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2d1e3356-faef-4db5-b825-592fa254de1d tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:35.633022 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2d1e3356-faef-4db5-b825-592fa254de1d tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:35.650199 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-33159e94-ed34-4e92-9113-b9be5f2da826 service neutron] Attempting to bind port 32662fc3-7f31-4f09-8392-15e23d3909a8 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:17:35.650635 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-33159e94-ed34-4e92-9113-b9be5f2da826 service neutron] Attempting to bind port 32662fc3-7f31-4f09-8392-15e23d3909a8 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:17:35.651029 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-33159e94-ed34-4e92-9113-b9be5f2da826 service neutron] Attempting to bind port 32662fc3-7f31-4f09-8392-15e23d3909a8 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:17:35.659023 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-33159e94-ed34-4e92-9113-b9be5f2da826 service neutron] Port 32662fc3-7f31-4f09-8392-15e23d3909a8 on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:17:35.659272 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-33159e94-ed34-4e92-9113-b9be5f2da826 service neutron] Attempting to bind port 32662fc3-7f31-4f09-8392-15e23d3909a8 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:17:35.679483 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729081b8-bf92-481d-940f-16245d960bed req-cf1d5e26-f784-4241-858a-da66a5e7719e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:35.687432 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729081b8-bf92-481d-940f-16245d960bed req-cf1d5e26-f784-4241-858a-da66a5e7719e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:35.695862 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-33159e94-ed34-4e92-9113-b9be5f2da826 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:17:35.696206 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-33159e94-ed34-4e92-9113-b9be5f2da826 service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:17:35.696595 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-33159e94-ed34-4e92-9113-b9be5f2da826 service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:17:35.696776 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729081b8-bf92-481d-940f-16245d960bed req-cf1d5e26-f784-4241-858a-da66a5e7719e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:35.697050 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-33159e94-ed34-4e92-9113-b9be5f2da826 service neutron] Bound port: 32662fc3-7f31-4f09-8392-15e23d3909a8, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:17:35.697403 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-33159e94-ed34-4e92-9113-b9be5f2da826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:35.703476 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729081b8-bf92-481d-940f-16245d960bed req-cf1d5e26-f784-4241-858a-da66a5e7719e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:35.710345 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729081b8-bf92-481d-940f-16245d960bed req-cf1d5e26-f784-4241-858a-da66a5e7719e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:35.718592 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729081b8-bf92-481d-940f-16245d960bed req-cf1d5e26-f784-4241-858a-da66a5e7719e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:35.725898 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729081b8-bf92-481d-940f-16245d960bed req-cf1d5e26-f784-4241-858a-da66a5e7719e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:35.735709 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-729081b8-bf92-481d-940f-16245d960bed req-cf1d5e26-f784-4241-858a-da66a5e7719e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5430 time: 0.1813638 Nov 10 19:17:35.758031 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2d1e3356-faef-4db5-b825-592fa254de1d tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:35.759657 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2d1e3356-faef-4db5-b825-592fa254de1d tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3476980 Nov 10 19:17:35.800740 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 37180) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:35.814213 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-33159e94-ed34-4e92-9113-b9be5f2da826 service neutron] For port 32662fc3-7f31-4f09-8392-15e23d3909a8, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:17:35.819617 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-33159e94-ed34-4e92-9113-b9be5f2da826 service neutron] For port 32662fc3-7f31-4f09-8392-15e23d3909a8, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=32662fc3-7f31-4f09-8392-15e23d3909a8,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:17:35.825388 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-33159e94-ed34-4e92-9113-b9be5f2da826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:35.865166 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37182) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:35.907317 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-33159e94-ed34-4e92-9113-b9be5f2da826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:35.914301 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-33159e94-ed34-4e92-9113-b9be5f2da826 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:35.916016 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-33159e94-ed34-4e92-9113-b9be5f2da826 service neutron] 10.222.0.73 "PUT /v2.0/ports/32662fc3-7f31-4f09-8392-15e23d3909a8 HTTP/1.1" status: 200 len: 1096 time: 1.7379193 Nov 10 19:17:35.918265 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd3703a-fcfa-4294-9abf-f0bb60a54cc1', 'tag': '32662fc3-7f31-4f09-8392-15e23d3909a8'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:17:35.922980 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627e08e4-848c-4a35-bec6-0de202d7a2a2" -d '{"events": [{"name": "network-changed", "server_uuid": "4dd3703a-fcfa-4294-9abf-f0bb60a54cc1", "tag": "32662fc3-7f31-4f09-8392-15e23d3909a8"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:17:35.969061 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33159e94-ed34-4e92-9113-b9be5f2da826 service neutron] Pushing event updated for resources: {'Port': ['ID=32662fc3-7f31-4f09-8392-15e23d3909a8,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:35.981531 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-008a27f7-2927-4ce4-8bd8-5f3822d445c8 tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:35.992421 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-729081b8-bf92-481d-940f-16245d960bed req-36d03466-2afc-4474-869e-c887365d3159 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2555234 Nov 10 19:17:36.057727 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f88570c-474c-4db9-aeae-4c8fbdd76c65 x-openstack-request-id: req-9f88570c-474c-4db9-aeae-4c8fbdd76c65 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:17:36.058394 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dd3703a-fcfa-4294-9abf-f0bb60a54cc1", "tag": "32662fc3-7f31-4f09-8392-15e23d3909a8", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:17:36.058394 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9f88570c-474c-4db9-aeae-4c8fbdd76c65 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:17:36.060561 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd3703a-fcfa-4294-9abf-f0bb60a54cc1', 'tag': '32662fc3-7f31-4f09-8392-15e23d3909a8', 'status': 'completed', 'code': 200} Nov 10 19:17:36.096350 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-494d5c87-1c82-41de-a566-3d202561b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:36.099676 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-494d5c87-1c82-41de-a566-3d202561b809 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fede4e3bc17e49b2b8993d2e20b8ba6d&device_id=4dd3703a-fcfa-4294-9abf-f0bb60a54cc1 HTTP/1.1" status: 200 len: 1099 time: 0.0948286 Nov 10 19:17:36.131832 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dd27f3b7-2cc6-4ff0-9e9d-807b6cc5d62d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:36.170018 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-a52bbe66-f49e-4d41-94d1-2a5d66b4e8e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=32662fc3-7f31-4f09-8392-15e23d3909a8 HTTP/1.1" status: 200 len: 217 time: 0.0471890 Nov 10 19:17:36.205338 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-008a27f7-2927-4ce4-8bd8-5f3822d445c8 tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:36.208541 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-008a27f7-2927-4ce4-8bd8-5f3822d445c8 tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:36.250968 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-8990f386-2b06-49f9-bb62-9c01a6fc093e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:36.252503 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-8990f386-2b06-49f9-bb62-9c01a6fc093e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0711184 Nov 10 19:17:36.294272 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-008a27f7-2927-4ce4-8bd8-5f3822d445c8 tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:36.294858 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008a27f7-2927-4ce4-8bd8-5f3822d445c8 tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8c1dcd34-4ba5-4844-8bda-b60a95166c8e {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:17:36.300981 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-008a27f7-2927-4ce4-8bd8-5f3822d445c8 tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:36.306212 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-008a27f7-2927-4ce4-8bd8-5f3822d445c8 tempest-RoutersTestDVR-2080614504 tempest-RoutersTestDVR-2080614504-project-admin] 10.222.0.54 "DELETE /v2.0/routers/8c1dcd34-4ba5-4844-8bda-b60a95166c8e HTTP/1.1" status: 204 len: 168 time: 0.5003803 Nov 10 19:17:36.363948 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-3095494f-1ec0-43e7-ab4d-0140b476c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:36.365541 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-3095494f-1ec0-43e7-ab4d-0140b476c2c3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1034880 Nov 10 19:17:36.375842 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dd27f3b7-2cc6-4ff0-9e9d-807b6cc5d62d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:36.452206 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bda91e-31f9-4a16-abce-7804b1e18bf7 req-99c9d8cf-1074-4ccf-a337-f6a458be3404 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:36.461241 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d8bda91e-31f9-4a16-abce-7804b1e18bf7 req-99c9d8cf-1074-4ccf-a337-f6a458be3404 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dd3703a-fcfa-4294-9abf-f0bb60a54cc1 HTTP/1.1" status: 200 len: 948 time: 0.0940325 Nov 10 19:17:36.464799 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-256469e8-11a2-4659-8553-466aa9f05b33 req-2e16f2bb-c16a-460d-99bf-1854a0134f38 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2b40177-0124-43a8-adb9-1da407a8a52d HTTP/1.1" status: 200 len: 210 time: 0.0553894 Nov 10 19:17:36.530658 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-c5b779e9-072b-4bb9-8260-86ad67afb2e0 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501515 Nov 10 19:17:36.532759 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dd27f3b7-2cc6-4ff0-9e9d-807b6cc5d62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:36.599107 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-dd27f3b7-2cc6-4ff0-9e9d-807b6cc5d62d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4259a6f96cb14b9ba92f27bb90625dfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7297001 Nov 10 19:17:36.610332 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37202) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:36.671097 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d8bda91e-31f9-4a16-abce-7804b1e18bf7 req-4b62fc6d-825a-4326-972f-e81dacc7ec3f tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088346 Nov 10 19:17:36.696883 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27f3b7-2cc6-4ff0-9e9d-807b6cc5d62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710c9715-152a-4170-9144-fecb2b29d557,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:36.746137 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bebee8-3fc7-469f-b9e7-f1151455a7e0 req-b6e5731c-aa4f-4699-9150-db8184254ba4 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:36.747787 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45bebee8-3fc7-469f-b9e7-f1151455a7e0 req-b6e5731c-aa4f-4699-9150-db8184254ba4 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.1364365 Nov 10 19:17:36.765820 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-76b85c8a-0d1c-473f-bf5a-56c7696aafeb req-dce0b89e-ce6d-4a30-a78e-736059a9e8d8 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904466 Nov 10 19:17:36.770554 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e5410f95-b115-4467-a914-cc6a6de66c7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:36.794987 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 37204) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:36.797284 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e5410f95-b115-4467-a914-cc6a6de66c7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:36.817118 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4fe40-651c-492d-8056-319085b4914d req-bef89f1f-94e9-4f7d-8d98-d40c963cc2d9 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:36.818647 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13e4fe40-651c-492d-8056-319085b4914d req-bef89f1f-94e9-4f7d-8d98-d40c963cc2d9 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.73 "GET /v2.0/networks?id=dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 HTTP/1.1" status: 200 len: 812 time: 0.3514798 Nov 10 19:17:36.847766 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-13e4fe40-651c-492d-8056-319085b4914d req-dd7a5cdb-6134-4a1d-9535-fdfeec2f1960 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Request body: {'port': {'device_id': 'c2b40177-0124-43a8-adb9-1da407a8a52d', 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0', 'admin_state_up': True, 'tenant_id': '987b6b0bf6bf42fcb737b7f6bb6ee447'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:36.895944 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e5410f95-b115-4467-a914-cc6a6de66c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:36.899311 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e5410f95-b115-4467-a914-cc6a6de66c7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:36.901804 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e5410f95-b115-4467-a914-cc6a6de66c7d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/710c9715-152a-4170-9144-fecb2b29d557 HTTP/1.1" status: 204 len: 168 time: 0.2825649 Nov 10 19:17:36.914801 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45bebee8-3fc7-469f-b9e7-f1151455a7e0 req-25c0e885-aa9a-413e-8ce6-14adeed57d05 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501043 Nov 10 19:17:36.928341 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5410f95-b115-4467-a914-cc6a6de66c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710c9715-152a-4170-9144-fecb2b29d557,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:36.944407 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e08e4-848c-4a35-bec6-0de202d7a2a2 req-bd71ed55-4a89-4b63-8dc4-67873cab8ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:36.946594 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-627e08e4-848c-4a35-bec6-0de202d7a2a2 req-bd71ed55-4a89-4b63-8dc4-67873cab8ad0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fede4e3bc17e49b2b8993d2e20b8ba6d&device_id=4dd3703a-fcfa-4294-9abf-f0bb60a54cc1 HTTP/1.1" status: 200 len: 1099 time: 0.0939386 Nov 10 19:17:36.996171 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-249ea490-fab2-47e5-8271-75353d84e76a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:37.023798 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13e4fe40-651c-492d-8056-319085b4914d req-dd7a5cdb-6134-4a1d-9535-fdfeec2f1960 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Made reservation on behalf of 987b6b0bf6bf42fcb737b7f6bb6ee447 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:17:37.033599 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-13e4fe40-651c-492d-8056-319085b4914d req-dd7a5cdb-6134-4a1d-9535-fdfeec2f1960 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:37.109600 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e08e4-848c-4a35-bec6-0de202d7a2a2 req-94b2cb5f-7cfe-42fb-b2df-dbca27d8d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:37.111230 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-627e08e4-848c-4a35-bec6-0de202d7a2a2 req-94b2cb5f-7cfe-42fb-b2df-dbca27d8d99f service neutron] 10.222.0.73 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.1437562 Nov 10 19:17:37.169363 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-627e08e4-848c-4a35-bec6-0de202d7a2a2 req-df60ad3a-9795-45d8-8dfd-1172d6d3bd5f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=32662fc3-7f31-4f09-8392-15e23d3909a8 HTTP/1.1" status: 200 len: 217 time: 0.0474403 Nov 10 19:17:37.259681 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e08e4-848c-4a35-bec6-0de202d7a2a2 req-96b3656d-1cd9-4141-ad11-d8d210cf2c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:37.261928 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-627e08e4-848c-4a35-bec6-0de202d7a2a2 req-96b3656d-1cd9-4141-ad11-d8d210cf2c88 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0825026 Nov 10 19:17:37.278249 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-249ea490-fab2-47e5-8271-75353d84e76a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:37.303447 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec5f42-f822-4a6b-9016-74f533135b30 req-5ec05c4d-ee81-4465-a313-11cca42ef91f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:37.310285 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec5f42-f822-4a6b-9016-74f533135b30 req-5ec05c4d-ee81-4465-a313-11cca42ef91f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:37.316790 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec5f42-f822-4a6b-9016-74f533135b30 req-5ec05c4d-ee81-4465-a313-11cca42ef91f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:37.322757 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec5f42-f822-4a6b-9016-74f533135b30 req-5ec05c4d-ee81-4465-a313-11cca42ef91f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:37.328688 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec5f42-f822-4a6b-9016-74f533135b30 req-5ec05c4d-ee81-4465-a313-11cca42ef91f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:37.335309 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec5f42-f822-4a6b-9016-74f533135b30 req-5ec05c4d-ee81-4465-a313-11cca42ef91f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:37.341524 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec5f42-f822-4a6b-9016-74f533135b30 req-5ec05c4d-ee81-4465-a313-11cca42ef91f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:37.342533 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e08e4-848c-4a35-bec6-0de202d7a2a2 req-d0c4a1e5-9294-4ce6-8b6f-fb9ac24f3073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:37.343542 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b3ec5f42-f822-4a6b-9016-74f533135b30 req-5ec05c4d-ee81-4465-a313-11cca42ef91f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5430 time: 0.1836476 Nov 10 19:17:37.345322 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-627e08e4-848c-4a35-bec6-0de202d7a2a2 req-d0c4a1e5-9294-4ce6-8b6f-fb9ac24f3073 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0707963 Nov 10 19:17:37.347887 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-249ea490-fab2-47e5-8271-75353d84e76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:37.388218 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-13e4fe40-651c-492d-8056-319085b4914d req-dd7a5cdb-6134-4a1d-9535-fdfeec2f1960 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Allocated IP 172.20.0.7 (dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0/0383c2bb-f0e3-4245-83c4-a6b51bf23dd3/75243dbe-5ffb-425b-93ba-9618e1120943) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:17:37.427327 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-249ea490-fab2-47e5-8271-75353d84e76a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=52bf34dbf2954b5cbef8c717709e053d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6312568 Nov 10 19:17:37.432722 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37224) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:37.439874 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ea490-fab2-47e5-8271-75353d84e76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242b89fb-785c-42ac-bbde-bb15512aeb0e,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:37.513815 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6da4b5fb-4971-4db5-bb45-021fe1c7c64f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:37.529332 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b3ec5f42-f822-4a6b-9016-74f533135b30 req-3884def8-0658-45e8-87b3-768c5b54afcc tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1627088 Nov 10 19:17:37.542591 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6da4b5fb-4971-4db5-bb45-021fe1c7c64f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:37.610941 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6da4b5fb-4971-4db5-bb45-021fe1c7c64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:37.613935 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6da4b5fb-4971-4db5-bb45-021fe1c7c64f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:37.617855 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6da4b5fb-4971-4db5-bb45-021fe1c7c64f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/242b89fb-785c-42ac-bbde-bb15512aeb0e HTTP/1.1" status: 204 len: 168 time: 0.1815746 Nov 10 19:17:37.620060 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-627e08e4-848c-4a35-bec6-0de202d7a2a2 req-bb1f69c9-861e-4046-bff7-4d3499fcde45 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649298 Nov 10 19:17:37.629683 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4b5fb-4971-4db5-bb45-021fe1c7c64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242b89fb-785c-42ac-bbde-bb15512aeb0e,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:37.671751 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-419989fb-15db-40dc-a408-2eb37d29fe6e req-ae6ab924-de16-4e4e-9143-880ba1814d35 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2b40177-0124-43a8-adb9-1da407a8a52d HTTP/1.1" status: 200 len: 210 time: 0.0490119 Nov 10 19:17:37.735397 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-627e08e4-848c-4a35-bec6-0de202d7a2a2 req-f0780545-6625-46e3-98ba-f6d4f2677e0a service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006908 Nov 10 19:17:37.772121 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-13e4fe40-651c-492d-8056-319085b4914d req-dd7a5cdb-6134-4a1d-9535-fdfeec2f1960 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:37.904355 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f0204-099e-4ec8-8885-0401760de25a req-d1e2fadc-155c-46b1-8bb8-46953e0e61f1 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:37.906084 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4e8f0204-099e-4ec8-8885-0401760de25a req-d1e2fadc-155c-46b1-8bb8-46953e0e61f1 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dd3703a-fcfa-4294-9abf-f0bb60a54cc1 HTTP/1.1" status: 200 len: 948 time: 0.1319025 Nov 10 19:17:37.923411 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device c0d44e64-5553-4dbb-b756-cea461ad25d9 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:17:37.930098 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-13e4fe40-651c-492d-8056-319085b4914d req-dd7a5cdb-6134-4a1d-9535-fdfeec2f1960 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:37.994263 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13e4fe40-651c-492d-8056-319085b4914d req-dd7a5cdb-6134-4a1d-9535-fdfeec2f1960 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Network dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:17:38.008175 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-13e4fe40-651c-492d-8056-319085b4914d req-dd7a5cdb-6134-4a1d-9535-fdfeec2f1960 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:17:38.014348 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e4fe40-651c-492d-8056-319085b4914d req-dd7a5cdb-6134-4a1d-9535-fdfeec2f1960 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:17:38.024702 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4e8f0204-099e-4ec8-8885-0401760de25a req-005748bb-1cd5-41af-bbdf-d06e9699a10e tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107512 Nov 10 19:17:38.045302 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a5cdb-6134-4a1d-9535-fdfeec2f1960 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Pushing event updated for resources: {'Port': ['ID=75243dbe-5ffb-425b-93ba-9618e1120943,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:38.135552 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port c0d44e64-5553-4dbb-b756-cea461ad25d9, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=c0d44e64-5553-4dbb-b756-cea461ad25d9,segment=NetworkSegment(5cb9df61-9550-483d-8fc3-a242dd3a621b),segment_id=5cb9df61-9550-483d-8fc3-a242dd3a621b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:38.148994 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4fe40-651c-492d-8056-319085b4914d req-dd7a5cdb-6134-4a1d-9535-fdfeec2f1960 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:38.149961 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-13e4fe40-651c-492d-8056-319085b4914d req-dd7a5cdb-6134-4a1d-9535-fdfeec2f1960 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:38.168094 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'c0d44e64-5553-4dbb-b756-cea461ad25d9', 'network_id': '08d5b27a-446a-4f08-9532-b9da3981ea57', 'port_id': 'c0d44e64-5553-4dbb-b756-cea461ad25d9', 'mac_address': 'fa:16:3e:ba:fb:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa2b07b6-2c88-46ba-ac6c-03d3922986c1', 'ip_address': '10.1.1.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:17:38.185798 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13e4fe40-651c-492d-8056-319085b4914d req-dd7a5cdb-6134-4a1d-9535-fdfeec2f1960 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3470488 Nov 10 19:17:38.201197 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-13e4fe40-651c-492d-8056-319085b4914d req-94921521-37d6-4225-b38c-f758f1cc846a service neutron] Request body: {'port': {'device_id': 'c2b40177-0124-43a8-adb9-1da407a8a52d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:38.217528 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c249a0-fe42-46b2-8e4f-4919c711e4a9 req-53b074b0-2525-44dd-9ec8-07bf0bd5f688 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:38.222369 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:38.226391 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-21c249a0-fe42-46b2-8e4f-4919c711e4a9 req-53b074b0-2525-44dd-9ec8-07bf0bd5f688 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.1680987 Nov 10 19:17:38.237559 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0d44e64-5553-4dbb-b756-cea461ad25d9 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:17:38.261330 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port c0d44e64-5553-4dbb-b756-cea461ad25d9, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=c0d44e64-5553-4dbb-b756-cea461ad25d9,segment=NetworkSegment(5cb9df61-9550-483d-8fc3-a242dd3a621b),segment_id=5cb9df61-9550-483d-8fc3-a242dd3a621b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:38.270553 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:38.271297 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device bb1386c3-1d75-43ef-9da4-68ee97148c59 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:17:38.316873 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-21c249a0-fe42-46b2-8e4f-4919c711e4a9 req-36d26242-ea9e-4b7e-bd95-9c48aea5f658 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891657 Nov 10 19:17:38.317381 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37250) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:38.342937 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=c0d44e64-5553-4dbb-b756-cea461ad25d9,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:38.343281 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8d2f92f3-d507-4b27-b607-8e578d11067e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:38.357306 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-13e4fe40-651c-492d-8056-319085b4914d req-94921521-37d6-4225-b38c-f758f1cc846a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:38.381558 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port bb1386c3-1d75-43ef-9da4-68ee97148c59, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=bb1386c3-1d75-43ef-9da4-68ee97148c59,segment=NetworkSegment(5cb9df61-9550-483d-8fc3-a242dd3a621b),segment_id=5cb9df61-9550-483d-8fc3-a242dd3a621b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:38.393084 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'bb1386c3-1d75-43ef-9da4-68ee97148c59', 'network_id': '08d5b27a-446a-4f08-9532-b9da3981ea57', 'port_id': 'bb1386c3-1d75-43ef-9da4-68ee97148c59', 'mac_address': 'fa:16:3e:eb:6f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa2b07b6-2c88-46ba-ac6c-03d3922986c1', 'ip_address': '10.1.1.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:17:38.458732 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:38.480790 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb1386c3-1d75-43ef-9da4-68ee97148c59 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:17:38.507883 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port bb1386c3-1d75-43ef-9da4-68ee97148c59, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=bb1386c3-1d75-43ef-9da4-68ee97148c59,segment=NetworkSegment(5cb9df61-9550-483d-8fc3-a242dd3a621b),segment_id=5cb9df61-9550-483d-8fc3-a242dd3a621b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:38.526004 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:38.526688 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 86e3afec-d4a4-466b-a8cd-37704951f59c details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:17:38.541448 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8d2f92f3-d507-4b27-b607-8e578d11067e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:38.549737 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8d2f92f3-d507-4b27-b607-8e578d11067e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:38.622047 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f92f3-d507-4b27-b607-8e578d11067e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50febc5f-37cc-4293-bf2d-5122f908188c,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:38.622254 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=bb1386c3-1d75-43ef-9da4-68ee97148c59,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:38.639381 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8d2f92f3-d507-4b27-b607-8e578d11067e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f91aec34c1cf49388a6b392b04b13422&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3209612 Nov 10 19:17:38.645880 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37258) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:38.729265 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2736fdf9-68eb-4016-814c-7078a132235e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:38.761519 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2736fdf9-68eb-4016-814c-7078a132235e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:38.763914 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 86e3afec-d4a4-466b-a8cd-37704951f59c, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=86e3afec-d4a4-466b-a8cd-37704951f59c,segment=NetworkSegment(807aa974-68f9-4719-b3f3-48902a32f47e),segment_id=807aa974-68f9-4719-b3f3-48902a32f47e)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:38.778106 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '86e3afec-d4a4-466b-a8cd-37704951f59c', 'network_id': '8e0b3ba3-7215-45b5-b8de-5724ad198916', 'port_id': '86e3afec-d4a4-466b-a8cd-37704951f59c', 'mac_address': 'fa:16:3e:89:6d:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3188f8a0-bf12-4d61-a184-005155fc37b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:17:38.821273 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2736fdf9-68eb-4016-814c-7078a132235e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:38.822607 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:38.824602 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2736fdf9-68eb-4016-814c-7078a132235e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:38.828211 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2736fdf9-68eb-4016-814c-7078a132235e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/50febc5f-37cc-4293-bf2d-5122f908188c HTTP/1.1" status: 204 len: 168 time: 0.1788843 Nov 10 19:17:38.835429 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736fdf9-68eb-4016-814c-7078a132235e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50febc5f-37cc-4293-bf2d-5122f908188c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:38.858344 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e3afec-d4a4-466b-a8cd-37704951f59c {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:17:38.859279 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37266) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:38.897700 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 86e3afec-d4a4-466b-a8cd-37704951f59c, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=86e3afec-d4a4-466b-a8cd-37704951f59c,segment=NetworkSegment(807aa974-68f9-4719-b3f3-48902a32f47e),segment_id=807aa974-68f9-4719-b3f3-48902a32f47e)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:38.907166 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:38.909136 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device d211dbba-dcd7-4e1b-982a-56e8eb100ca4 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:17:38.954915 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port d211dbba-dcd7-4e1b-982a-56e8eb100ca4, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=d211dbba-dcd7-4e1b-982a-56e8eb100ca4,segment=NetworkSegment(5cb9df61-9550-483d-8fc3-a242dd3a621b),segment_id=5cb9df61-9550-483d-8fc3-a242dd3a621b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:38.973099 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-13e4fe40-651c-492d-8056-319085b4914d req-94921521-37d6-4225-b38c-f758f1cc846a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75243dbe-5ffb-425b-93ba-9618e1120943 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:17:38.983337 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-13e4fe40-651c-492d-8056-319085b4914d req-94921521-37d6-4225-b38c-f758f1cc846a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:39.004287 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cbcb2cb5-d4b2-428c-9eb6-cca30b52bb5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:39.020513 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'd211dbba-dcd7-4e1b-982a-56e8eb100ca4', 'network_id': '08d5b27a-446a-4f08-9532-b9da3981ea57', 'port_id': 'd211dbba-dcd7-4e1b-982a-56e8eb100ca4', 'mac_address': 'fa:16:3e:13:39:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa2b07b6-2c88-46ba-ac6c-03d3922986c1', 'ip_address': '10.1.1.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:17:39.027655 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 32662fc3-7f31-4f09-8392-15e23d3909a8 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:17:39.064526 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23d588-8c87-48ea-bf28-e993110b376c req-06abf77a-9d42-4dd0-88f0-612228bb7779 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:39.078495 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23d588-8c87-48ea-bf28-e993110b376c req-06abf77a-9d42-4dd0-88f0-612228bb7779 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:39.087869 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23d588-8c87-48ea-bf28-e993110b376c req-06abf77a-9d42-4dd0-88f0-612228bb7779 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:39.108900 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23d588-8c87-48ea-bf28-e993110b376c req-06abf77a-9d42-4dd0-88f0-612228bb7779 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:39.118058 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23d588-8c87-48ea-bf28-e993110b376c req-06abf77a-9d42-4dd0-88f0-612228bb7779 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:39.125787 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23d588-8c87-48ea-bf28-e993110b376c req-06abf77a-9d42-4dd0-88f0-612228bb7779 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:39.133051 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23d588-8c87-48ea-bf28-e993110b376c req-06abf77a-9d42-4dd0-88f0-612228bb7779 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:39.150268 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-db23d588-8c87-48ea-bf28-e993110b376c req-06abf77a-9d42-4dd0-88f0-612228bb7779 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5432 time: 0.4202242 Nov 10 19:17:39.155922 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-13e4fe40-651c-492d-8056-319085b4914d req-94921521-37d6-4225-b38c-f758f1cc846a service neutron] Transition to ACTIVE for port object 75243dbe-5ffb-425b-93ba-9618e1120943 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:17:39.172636 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-13e4fe40-651c-492d-8056-319085b4914d req-94921521-37d6-4225-b38c-f758f1cc846a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:39.210462 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23d1a0-65d9-4feb-922a-9636d18c85b0 req-298066b1-0262-45a3-91a6-79989b3e6373 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:39.218464 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de23d1a0-65d9-4feb-922a-9636d18c85b0 req-298066b1-0262-45a3-91a6-79989b3e6373 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2b40177-0124-43a8-adb9-1da407a8a52d HTTP/1.1" status: 200 len: 931 time: 0.4255812 Nov 10 19:17:39.221126 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cbcb2cb5-d4b2-428c-9eb6-cca30b52bb5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:39.229451 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cbcb2cb5-d4b2-428c-9eb6-cca30b52bb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:39.283967 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb2cb5-d4b2-428c-9eb6-cca30b52bb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd538277-e671-4a2d-8a58-c6d13fe087bf,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:39.292673 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cbcb2cb5-d4b2-428c-9eb6-cca30b52bb5a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ba547beca5b44de498c98a9010e81c98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4311450 Nov 10 19:17:39.293722 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37276) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:39.342692 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 32662fc3-7f31-4f09-8392-15e23d3909a8, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=32662fc3-7f31-4f09-8392-15e23d3909a8,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:39.358884 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '32662fc3-7f31-4f09-8392-15e23d3909a8', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': '32662fc3-7f31-4f09-8392-15e23d3909a8', 'mac_address': 'fa:16:3e:ec:d6:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:17:39.389478 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3e2bb6cf-ad45-42ff-984e-200ba5130279 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:39.422572 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3e2bb6cf-ad45-42ff-984e-200ba5130279 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:39.438416 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94921521-37d6-4225-b38c-f758f1cc846a service neutron] Pushing event updated for resources: {'Port': ['ID=75243dbe-5ffb-425b-93ba-9618e1120943,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:39.456781 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=86e3afec-d4a4-466b-a8cd-37704951f59c,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:39.464405 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:39.491787 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d211dbba-dcd7-4e1b-982a-56e8eb100ca4 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:17:39.497876 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:39.515296 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-db23d588-8c87-48ea-bf28-e993110b376c req-f30fbc10-d181-4f32-929d-91648fea3955 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3493321 Nov 10 19:17:39.536172 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3e2bb6cf-ad45-42ff-984e-200ba5130279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:39.537547 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de23d1a0-65d9-4feb-922a-9636d18c85b0 req-4ba7203d-f581-4030-9c41-cacc2de75b90 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181806 Nov 10 19:17:39.549275 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port d211dbba-dcd7-4e1b-982a-56e8eb100ca4, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=d211dbba-dcd7-4e1b-982a-56e8eb100ca4,segment=NetworkSegment(5cb9df61-9550-483d-8fc3-a242dd3a621b),segment_id=5cb9df61-9550-483d-8fc3-a242dd3a621b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:39.549275 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32662fc3-7f31-4f09-8392-15e23d3909a8 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:17:39.555997 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3e2bb6cf-ad45-42ff-984e-200ba5130279 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:39.557634 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3e2bb6cf-ad45-42ff-984e-200ba5130279 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cd538277-e671-4a2d-8a58-c6d13fe087bf HTTP/1.1" status: 204 len: 168 time: 0.2629580 Nov 10 19:17:39.570280 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:39.604597 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2bb6cf-ad45-42ff-984e-200ba5130279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd538277-e671-4a2d-8a58-c6d13fe087bf,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:39.608502 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-13e4fe40-651c-492d-8056-319085b4914d req-94921521-37d6-4225-b38c-f758f1cc846a service neutron] Attempting to bind port 75243dbe-5ffb-425b-93ba-9618e1120943 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:17:39.608845 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-13e4fe40-651c-492d-8056-319085b4914d req-94921521-37d6-4225-b38c-f758f1cc846a service neutron] Attempting to bind port 75243dbe-5ffb-425b-93ba-9618e1120943 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'c9a36c68-c3fb-4c33-a5bb-7886b7443ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:17:39.609286 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e4fe40-651c-492d-8056-319085b4914d req-94921521-37d6-4225-b38c-f758f1cc846a service neutron] Attempting to bind port 75243dbe-5ffb-425b-93ba-9618e1120943 on network dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:17:39.625181 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e4fe40-651c-492d-8056-319085b4914d req-94921521-37d6-4225-b38c-f758f1cc846a service neutron] Port 75243dbe-5ffb-425b-93ba-9618e1120943 on network dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:17:39.625181 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e4fe40-651c-492d-8056-319085b4914d req-94921521-37d6-4225-b38c-f758f1cc846a service neutron] Attempting to bind port 75243dbe-5ffb-425b-93ba-9618e1120943 on network dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:17:39.631578 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e4fe40-651c-492d-8056-319085b4914d req-94921521-37d6-4225-b38c-f758f1cc846a service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:17:39.631917 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e4fe40-651c-492d-8056-319085b4914d req-94921521-37d6-4225-b38c-f758f1cc846a service neutron] Checking segment: {'id': 'c9a36c68-c3fb-4c33-a5bb-7886b7443ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:17:39.632293 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e4fe40-651c-492d-8056-319085b4914d req-94921521-37d6-4225-b38c-f758f1cc846a service neutron] Bound using segment: {'id': 'c9a36c68-c3fb-4c33-a5bb-7886b7443ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:17:39.632743 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-13e4fe40-651c-492d-8056-319085b4914d req-94921521-37d6-4225-b38c-f758f1cc846a service neutron] Bound port: 75243dbe-5ffb-425b-93ba-9618e1120943, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a36c68-c3fb-4c33-a5bb-7886b7443ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:17:39.633061 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-13e4fe40-651c-492d-8056-319085b4914d req-94921521-37d6-4225-b38c-f758f1cc846a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:39.724788 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-13e4fe40-651c-492d-8056-319085b4914d req-94921521-37d6-4225-b38c-f758f1cc846a service neutron] For port 75243dbe-5ffb-425b-93ba-9618e1120943, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:17:39.728257 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-13e4fe40-651c-492d-8056-319085b4914d req-94921521-37d6-4225-b38c-f758f1cc846a service neutron] For port 75243dbe-5ffb-425b-93ba-9618e1120943, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=75243dbe-5ffb-425b-93ba-9618e1120943,segment=NetworkSegment(c9a36c68-c3fb-4c33-a5bb-7886b7443ebd),segment_id=c9a36c68-c3fb-4c33-a5bb-7886b7443ebd)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:17:39.739488 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-13e4fe40-651c-492d-8056-319085b4914d req-94921521-37d6-4225-b38c-f758f1cc846a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:39.761059 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 32662fc3-7f31-4f09-8392-15e23d3909a8, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=32662fc3-7f31-4f09-8392-15e23d3909a8,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:39.788693 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:39.829274 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94921521-37d6-4225-b38c-f758f1cc846a service neutron] Pushing event updated for resources: {'Port': ['ID=75243dbe-5ffb-425b-93ba-9618e1120943,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:39.856510 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=d211dbba-dcd7-4e1b-982a-56e8eb100ca4,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:39.881068 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4fe40-651c-492d-8056-319085b4914d req-94921521-37d6-4225-b38c-f758f1cc846a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:39.881743 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-13e4fe40-651c-492d-8056-319085b4914d req-94921521-37d6-4225-b38c-f758f1cc846a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:39.883899 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13e4fe40-651c-492d-8056-319085b4914d req-94921521-37d6-4225-b38c-f758f1cc846a service neutron] 10.222.0.73 "PUT /v2.0/ports/75243dbe-5ffb-425b-93ba-9618e1120943 HTTP/1.1" status: 200 len: 1091 time: 1.6876409 Nov 10 19:17:39.887465 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b40177-0124-43a8-adb9-1da407a8a52d', 'tag': '75243dbe-5ffb-425b-93ba-9618e1120943'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:17:39.890089 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d5e094-e2bc-458b-ac42-c656869f41d8" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b40177-0124-43a8-adb9-1da407a8a52d", "tag": "75243dbe-5ffb-425b-93ba-9618e1120943"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:17:39.947339 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device de23dff7-0358-45d9-aba5-b288f9e2dceb details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:17:39.999509 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004c672-414a-4932-8c66-e0203d3c0291 req-f0752b6a-f32e-4206-80d6-238fcf75ebc2 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:40.001397 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a004c672-414a-4932-8c66-e0203d3c0291 req-f0752b6a-f32e-4206-80d6-238fcf75ebc2 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dd3703a-fcfa-4294-9abf-f0bb60a54cc1 HTTP/1.1" status: 200 len: 949 time: 0.1831684 Nov 10 19:17:40.048020 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4fe40-651c-492d-8056-319085b4914d req-5aca9bcd-cf95-49b6-a163-bd1d77c127fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:40.052579 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13e4fe40-651c-492d-8056-319085b4914d req-5aca9bcd-cf95-49b6-a163-bd1d77c127fc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=987b6b0bf6bf42fcb737b7f6bb6ee447&device_id=c2b40177-0124-43a8-adb9-1da407a8a52d HTTP/1.1" status: 200 len: 1094 time: 0.1157482 Nov 10 19:17:40.070318 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=32662fc3-7f31-4f09-8392-15e23d3909a8,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:40.074709 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d95a3-4217-4b23-907a-62bc48d82096 req-499df7c6-8f02-48bf-ab59-0c2920e059a2 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:40.082923 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fc7d95a3-4217-4b23-907a-62bc48d82096 req-499df7c6-8f02-48bf-ab59-0c2920e059a2 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.1874652 Nov 10 19:17:40.092746 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port de23dff7-0358-45d9-aba5-b288f9e2dceb, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=de23dff7-0358-45d9-aba5-b288f9e2dceb,segment=NetworkSegment(a1439b11-afa4-4fe3-825f-5bdc9b853fe8),segment_id=a1439b11-afa4-4fe3-825f-5bdc9b853fe8)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:40.106740 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'de23dff7-0358-45d9-aba5-b288f9e2dceb', 'network_id': '5e688d16-320a-464d-a934-8ef580053d1d', 'port_id': 'de23dff7-0358-45d9-aba5-b288f9e2dceb', 'mac_address': 'fa:16:3e:d0:40:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '051d3797-d00c-4f4f-b38c-ea825714261f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:17:40.138725 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13e4fe40-651c-492d-8056-319085b4914d req-7de61c96-29ca-407c-bf4b-4fca46e48328 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75243dbe-5ffb-425b-93ba-9618e1120943 HTTP/1.1" status: 200 len: 217 time: 0.0530138 Nov 10 19:17:40.191592 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:40.211249 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de23dff7-0358-45d9-aba5-b288f9e2dceb {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:17:40.246475 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port de23dff7-0358-45d9-aba5-b288f9e2dceb, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=de23dff7-0358-45d9-aba5-b288f9e2dceb,segment=NetworkSegment(a1439b11-afa4-4fe3-825f-5bdc9b853fe8),segment_id=a1439b11-afa4-4fe3-825f-5bdc9b853fe8)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:40.250543 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['32662fc3-7f31-4f09-8392-15e23d3909a8'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:17:40.271703 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a004c672-414a-4932-8c66-e0203d3c0291 req-b4b883d3-4ced-4afc-8edb-530cdcae3893 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499535 Nov 10 19:17:40.283327 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:40.285042 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 018e007e-c84a-4abf-8483-76780dc92b09 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:17:40.292297 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fc7d95a3-4217-4b23-907a-62bc48d82096 req-7371d6bd-3d4d-4b84-b1fe-ccde6ea1fb74 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009821 Nov 10 19:17:40.300610 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4fe40-651c-492d-8056-319085b4914d req-4832677e-6759-4235-8022-4388fc20bb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:40.308497 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13e4fe40-651c-492d-8056-319085b4914d req-4832677e-6759-4235-8022-4388fc20bb65 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0383c2bb-f0e3-4245-83c4-a6b51bf23dd3 HTTP/1.1" status: 200 len: 852 time: 0.1494999 Nov 10 19:17:40.369730 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13e4fe40-651c-492d-8056-319085b4914d req-ce84627c-a760-4352-8386-f95930c5baaf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537028 Nov 10 19:17:40.381705 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 018e007e-c84a-4abf-8483-76780dc92b09, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=018e007e-c84a-4abf-8483-76780dc92b09,segment=NetworkSegment(a1439b11-afa4-4fe3-825f-5bdc9b853fe8),segment_id=a1439b11-afa4-4fe3-825f-5bdc9b853fe8)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:40.401208 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f8c93d-6cb5-444a-ba20-d7f248aafb5e x-openstack-request-id: req-80f8c93d-6cb5-444a-ba20-d7f248aafb5e {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:17:40.401515 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b40177-0124-43a8-adb9-1da407a8a52d", "tag": "75243dbe-5ffb-425b-93ba-9618e1120943", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:17:40.401782 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-80f8c93d-6cb5-444a-ba20-d7f248aafb5e {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:17:40.402202 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b40177-0124-43a8-adb9-1da407a8a52d', 'tag': '75243dbe-5ffb-425b-93ba-9618e1120943', 'status': 'completed', 'code': 200} Nov 10 19:17:40.414944 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '018e007e-c84a-4abf-8483-76780dc92b09', 'network_id': '5e688d16-320a-464d-a934-8ef580053d1d', 'port_id': '018e007e-c84a-4abf-8483-76780dc92b09', 'mac_address': 'fa:16:3e:20:81:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '051d3797-d00c-4f4f-b38c-ea825714261f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:17:40.416944 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=de23dff7-0358-45d9-aba5-b288f9e2dceb,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:40.423179 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['86e3afec-d4a4-466b-a8cd-37704951f59c'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:17:40.467683 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37312) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:40.472688 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['c0d44e64-5553-4dbb-b756-cea461ad25d9'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:17:40.542505 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13e4fe40-651c-492d-8056-319085b4914d req-dc6fc5ca-0f34-4bb1-9e18-fe7f3301acac service neutron] 10.222.0.73 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602194 Nov 10 19:17:40.559361 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:40.588379 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['bb1386c3-1d75-43ef-9da4-68ee97148c59'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:17:40.591002 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['d211dbba-dcd7-4e1b-982a-56e8eb100ca4'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:17:40.602925 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 018e007e-c84a-4abf-8483-76780dc92b09 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:17:40.695868 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-58f3cee5-9837-4872-a203-bd84a87c2038 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1113843052'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:40.757540 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 018e007e-c84a-4abf-8483-76780dc92b09, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=018e007e-c84a-4abf-8483-76780dc92b09,segment=NetworkSegment(a1439b11-afa4-4fe3-825f-5bdc9b853fe8),segment_id=a1439b11-afa4-4fe3-825f-5bdc9b853fe8)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:40.785336 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f3cee5-9837-4872-a203-bd84a87c2038 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Made reservation on behalf of 9b5d815296bf4f54b1a67e070926cda2 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:17:40.798087 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:40.798753 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 3e40d835-e479-4c27-8f24-be6c043e98be details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:17:40.814181 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58f3cee5-9837-4872-a203-bd84a87c2038 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:40.829381 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58f3cee5-9837-4872-a203-bd84a87c2038 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:40.936140 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13e4fe40-651c-492d-8056-319085b4914d req-50547421-a4dc-4584-a954-ad8c69f39051 service neutron] 10.222.0.73 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847501 Nov 10 19:17:40.963462 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 37332) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:40.973805 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58f3cee5-9837-4872-a203-bd84a87c2038 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:40.981615 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=018e007e-c84a-4abf-8483-76780dc92b09,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:41.010241 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502ec7a-5dab-40d1-9aa1-369a8797c059 req-7d632cb5-ce0d-4199-884a-d3ebdf69c835 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:41.017680 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502ec7a-5dab-40d1-9aa1-369a8797c059 req-7d632cb5-ce0d-4199-884a-d3ebdf69c835 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:41.021663 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58f3cee5-9837-4872-a203-bd84a87c2038 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:41.029525 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502ec7a-5dab-40d1-9aa1-369a8797c059 req-7d632cb5-ce0d-4199-884a-d3ebdf69c835 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:41.038195 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502ec7a-5dab-40d1-9aa1-369a8797c059 req-7d632cb5-ce0d-4199-884a-d3ebdf69c835 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:41.048024 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502ec7a-5dab-40d1-9aa1-369a8797c059 req-7d632cb5-ce0d-4199-884a-d3ebdf69c835 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:41.055762 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502ec7a-5dab-40d1-9aa1-369a8797c059 req-7d632cb5-ce0d-4199-884a-d3ebdf69c835 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:41.063285 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502ec7a-5dab-40d1-9aa1-369a8797c059 req-7d632cb5-ce0d-4199-884a-d3ebdf69c835 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:41.068167 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f3cee5-9837-4872-a203-bd84a87c2038 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:17:41.077455 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c502ec7a-5dab-40d1-9aa1-369a8797c059 req-7d632cb5-ce0d-4199-884a-d3ebdf69c835 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5436 time: 0.2973449 Nov 10 19:17:41.082470 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a5262-5bad-46c2-b845-0ddf2eb98f51 req-59ef9cac-abff-4edf-b297-8a854a072d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:41.084274 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-112a5262-5bad-46c2-b845-0ddf2eb98f51 req-59ef9cac-abff-4edf-b297-8a854a072d8f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 1096 time: 0.1086576 Nov 10 19:17:41.086457 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3cee5-9837-4872-a203-bd84a87c2038 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f003d031-897f-48ba-856a-8db54605d65a,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:41.109488 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3f5f6-5b9d-4089-b3ce-eb87b3797b7f req-3218841f-ede2-479b-b98f-b5d06831e881 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:41.118434 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58f3cee5-9837-4872-a203-bd84a87c2038 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:41.118772 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-58f3cee5-9837-4872-a203-bd84a87c2038 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Added segment c6ecb682-21ff-4f2a-97d6-1a2ff76675a0 of type vlan for network 533a31ed-e380-46d7-8815-5cecfadb231f Nov 10 19:17:41.121662 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.resource_extend [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 19:17:41.123714 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-41a3f5f6-5b9d-4089-b3ce-eb87b3797b7f req-3218841f-ede2-479b-b98f-b5d06831e881 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2b40177-0124-43a8-adb9-1da407a8a52d HTTP/1.1" status: 200 len: 943 time: 0.2821779 Nov 10 19:17:41.199630 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58f3cee5-9837-4872-a203-bd84a87c2038 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:41.212760 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-112a5262-5bad-46c2-b845-0ddf2eb98f51 req-79abd333-388c-48ac-bd48-b5b62eb90633 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063998 Nov 10 19:17:41.236043 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58f3cee5-9837-4872-a203-bd84a87c2038 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:41.244367 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-9e446263-c59e-4e17-8c5e-03a8c81cf8bf admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2114612918-network', 'tenant_id': 'da8090edccac41b380f2c7288a9d8ae1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:41.244716 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f3cee5-9837-4872-a203-bd84a87c2038 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:41.245535 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58f3cee5-9837-4872-a203-bd84a87c2038 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:41.283833 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c502ec7a-5dab-40d1-9aa1-369a8797c059 req-91601687-26ad-4eea-abd8-31f50b4d5904 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2040207 Nov 10 19:17:41.328376 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-41a3f5f6-5b9d-4089-b3ce-eb87b3797b7f req-e277cc10-b8b8-4af5-96ed-0502680e52c7 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034581 Nov 10 19:17:41.341651 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e446263-c59e-4e17-8c5e-03a8c81cf8bf admin admin] Made reservation on behalf of da8090edccac41b380f2c7288a9d8ae1 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:17:41.341651 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9e446263-c59e-4e17-8c5e-03a8c81cf8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:41.358216 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-58f3cee5-9837-4872-a203-bd84a87c2038 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8866847 Nov 10 19:17:41.359497 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37340) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:41.364700 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9e446263-c59e-4e17-8c5e-03a8c81cf8bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:41.370404 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5e094-e2bc-458b-ac42-c656869f41d8 req-7c05de95-8c63-456a-9e4e-8befca99325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:41.376434 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-11d5e094-e2bc-458b-ac42-c656869f41d8 req-7c05de95-8c63-456a-9e4e-8befca99325b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=987b6b0bf6bf42fcb737b7f6bb6ee447&device_id=c2b40177-0124-43a8-adb9-1da407a8a52d HTTP/1.1" status: 200 len: 1094 time: 0.2946129 Nov 10 19:17:41.376683 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-92ec36b4-6aca-43f7-9f2e-96a598192200 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Request body: {'subnet': {'network_id': '533a31ed-e380-46d7-8815-5cecfadb231f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:41.386289 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3cee5-9837-4872-a203-bd84a87c2038 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Pushing event updated for resources: {'Network': ['ID=533a31ed-e380-46d7-8815-5cecfadb231f,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:41.415529 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 533a31ed-e380-46d7-8815-5cecfadb231f details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:17:41.531960 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ec36b4-6aca-43f7-9f2e-96a598192200 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Made reservation on behalf of 9b5d815296bf4f54b1a67e070926cda2 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:17:41.537554 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92ec36b4-6aca-43f7-9f2e-96a598192200 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:41.658541 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 3e40d835-e479-4c27-8f24-be6c043e98be, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=3e40d835-e479-4c27-8f24-be6c043e98be,segment=NetworkSegment(5cb9df61-9550-483d-8fc3-a242dd3a621b),segment_id=5cb9df61-9550-483d-8fc3-a242dd3a621b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:41.682207 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '3e40d835-e479-4c27-8f24-be6c043e98be', 'network_id': '08d5b27a-446a-4f08-9532-b9da3981ea57', 'port_id': '3e40d835-e479-4c27-8f24-be6c043e98be', 'mac_address': 'fa:16:3e:d1:5b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa2b07b6-2c88-46ba-ac6c-03d3922986c1', 'ip_address': '10.1.1.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:17:41.699550 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c08846-2842-4000-a32c-6b2b11a603e8 req-8fa810cd-42c8-44b4-b4a9-bf14d074f79d tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:41.712017 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16c08846-2842-4000-a32c-6b2b11a603e8 req-8fa810cd-42c8-44b4-b4a9-bf14d074f79d tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dd3703a-fcfa-4294-9abf-f0bb60a54cc1 HTTP/1.1" status: 200 len: 949 time: 0.1688769 Nov 10 19:17:41.732257 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:41.733964 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449a7e4-745a-4b73-aa18-981af82e9735 req-35e81930-4efc-4817-92b9-ceb1aad3c2ea tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:41.742420 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5449a7e4-745a-4b73-aa18-981af82e9735 req-35e81930-4efc-4817-92b9-ceb1aad3c2ea tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.2461257 Nov 10 19:17:41.762241 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e40d835-e479-4c27-8f24-be6c043e98be {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:17:41.769971 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5e094-e2bc-458b-ac42-c656869f41d8 req-37a7cf3c-ecd6-45f0-bc31-99001e1ed451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:41.771466 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-11d5e094-e2bc-458b-ac42-c656869f41d8 req-37a7cf3c-ecd6-45f0-bc31-99001e1ed451 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 HTTP/1.1" status: 200 len: 913 time: 0.3653715 Nov 10 19:17:41.785152 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9e446263-c59e-4e17-8c5e-03a8c81cf8bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:41.793323 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 3e40d835-e479-4c27-8f24-be6c043e98be, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=3e40d835-e479-4c27-8f24-be6c043e98be,segment=NetworkSegment(5cb9df61-9550-483d-8fc3-a242dd3a621b),segment_id=5cb9df61-9550-483d-8fc3-a242dd3a621b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:41.802989 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:41.812024 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92ec36b4-6aca-43f7-9f2e-96a598192200 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:41.830223 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-11d5e094-e2bc-458b-ac42-c656869f41d8 req-ef04d4f3-e8f8-482a-b0dd-a3d857f82652 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75243dbe-5ffb-425b-93ba-9618e1120943 HTTP/1.1" status: 200 len: 217 time: 0.0473886 Nov 10 19:17:41.833352 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9e446263-c59e-4e17-8c5e-03a8c81cf8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:41.885022 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=3e40d835-e479-4c27-8f24-be6c043e98be,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:41.897715 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec36b4-6aca-43f7-9f2e-96a598192200 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Pushing event updated for resources: {'Subnet': ['ID=b38dceed-c5f7-4e5b-b9c7-4a2952364aa2,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:41.920569 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e446263-c59e-4e17-8c5e-03a8c81cf8bf admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:17:41.930677 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ec36b4-6aca-43f7-9f2e-96a598192200 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Checking segment: {'id': 'c6ecb682-21ff-4f2a-97d6-1a2ff76675a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '533a31ed-e380-46d7-8815-5cecfadb231f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:17:41.931042 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ec36b4-6aca-43f7-9f2e-96a598192200 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Network hostable DHCP agents. Network: 533a31ed-e380-46d7-8815-5cecfadb231f, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:17:41.949210 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16c08846-2842-4000-a32c-6b2b11a603e8 req-52691311-b1ec-428d-b0ee-c774a0858235 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367899 Nov 10 19:17:41.954628 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ec36b4-6aca-43f7-9f2e-96a598192200 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Network 533a31ed-e380-46d7-8815-5cecfadb231f is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:17:41.969434 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e446263-c59e-4e17-8c5e-03a8c81cf8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94e7a30-fd25-4f0d-8da7-f5ac8a65d2d6,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:41.969434 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5449a7e4-745a-4b73-aa18-981af82e9735 req-bd2fb35a-9fdd-4146-8e1a-01930f7df73d tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259321 Nov 10 19:17:41.979397 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9e446263-c59e-4e17-8c5e-03a8c81cf8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:41.979828 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-9e446263-c59e-4e17-8c5e-03a8c81cf8bf admin admin] Added segment a317ba4c-9815-4472-92a6-3b9a6cb730e1 of type vlan for network 66049c73-2860-434c-b787-8325a953463a Nov 10 19:17:41.984622 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-92ec36b4-6aca-43f7-9f2e-96a598192200 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 533a31ed-e380-46d7-8815-5cecfadb231f) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:17:41.990049 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ec36b4-6aca-43f7-9f2e-96a598192200 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:41.990644 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92ec36b4-6aca-43f7-9f2e-96a598192200 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:42.000544 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af34ccb-a194-4247-8a82-126e9688212a None None] Network 533a31ed-e380-46d7-8815-5cecfadb231f requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:17:42.015050 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-92ec36b4-6aca-43f7-9f2e-96a598192200 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6542408 Nov 10 19:17:42.017833 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37344) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:42.023655 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-514eefe8-5237-4bad-99bb-6b2df78789e6 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Request body: {'port': {'network_id': '533a31ed-e380-46d7-8815-5cecfadb231f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-27537493'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:42.026610 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5e094-e2bc-458b-ac42-c656869f41d8 req-408d6093-f90d-480f-ba83-d5c2e5cceaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:42.028296 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-11d5e094-e2bc-458b-ac42-c656869f41d8 req-408d6093-f90d-480f-ba83-d5c2e5cceaaf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0383c2bb-f0e3-4245-83c4-a6b51bf23dd3 HTTP/1.1" status: 200 len: 852 time: 0.1832266 Nov 10 19:17:42.055354 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9e446263-c59e-4e17-8c5e-03a8c81cf8bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:42.079637 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-11d5e094-e2bc-458b-ac42-c656869f41d8 req-017ae6b8-e6b0-4c73-96c7-405ed4c1cab2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364432 Nov 10 19:17:42.131150 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9e446263-c59e-4e17-8c5e-03a8c81cf8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:42.132213 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e446263-c59e-4e17-8c5e-03a8c81cf8bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:42.132801 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9e446263-c59e-4e17-8c5e-03a8c81cf8bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:42.165092 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514eefe8-5237-4bad-99bb-6b2df78789e6 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Made reservation on behalf of 9b5d815296bf4f54b1a67e070926cda2 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:17:42.170395 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-514eefe8-5237-4bad-99bb-6b2df78789e6 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:42.198171 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-514eefe8-5237-4bad-99bb-6b2df78789e6 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] device_id is not set on port 62e01c9e-e518-4652-afe6-2d1368e78c97 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:17:42.204145 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fb6587-4ba8-4d9f-8670-d29fe75357a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-533a31ed-e380-46d7-8815-5cecfadb231f', 'network_id': '533a31ed-e380-46d7-8815-5cecfadb231f', 'tenant_id': '9b5d815296bf4f54b1a67e070926cda2', 'fixed_ips': [{'subnet_id': 'b38dceed-c5f7-4e5b-b9c7-4a2952364aa2'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:17:42.205634 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b9fb6587-4ba8-4d9f-8670-d29fe75357a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:42.335685 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-514eefe8-5237-4bad-99bb-6b2df78789e6 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Allocated IP 172.20.0.5 (533a31ed-e380-46d7-8815-5cecfadb231f/b38dceed-c5f7-4e5b-b9c7-4a2952364aa2/62e01c9e-e518-4652-afe6-2d1368e78c97) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:17:42.559826 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-514eefe8-5237-4bad-99bb-6b2df78789e6 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:42.565370 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9e446263-c59e-4e17-8c5e-03a8c81cf8bf admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5960038 Nov 10 19:17:42.568771 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37352) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:42.576030 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-d88ee4be-8545-4570-af07-bc0135104ae0 admin admin] Request body: {'subnet': {'network_id': '66049c73-2860-434c-b787-8325a953463a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2114612918-subnet', 'tenant_id': 'da8090edccac41b380f2c7288a9d8ae1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:42.616929 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e446263-c59e-4e17-8c5e-03a8c81cf8bf admin admin] Pushing event updated for resources: {'Network': ['ID=66049c73-2860-434c-b787-8325a953463a,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:42.621822 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88ee4be-8545-4570-af07-bc0135104ae0 admin admin] Made reservation on behalf of da8090edccac41b380f2c7288a9d8ae1 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:17:42.624727 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d88ee4be-8545-4570-af07-bc0135104ae0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:42.631083 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 66049c73-2860-434c-b787-8325a953463a details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:17:42.653288 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-11d5e094-e2bc-458b-ac42-c656869f41d8 req-08845fc1-45cf-42ba-a7b7-2db2838a09fb service neutron] 10.222.0.73 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5590296 Nov 10 19:17:42.678466 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64c2ff-6480-4380-a102-d29875ab03b6 req-c656709a-36fb-47d6-b38e-6ab80a40beb0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:42.684549 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64c2ff-6480-4380-a102-d29875ab03b6 req-c656709a-36fb-47d6-b38e-6ab80a40beb0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:42.689603 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-514eefe8-5237-4bad-99bb-6b2df78789e6 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:42.690607 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64c2ff-6480-4380-a102-d29875ab03b6 req-c656709a-36fb-47d6-b38e-6ab80a40beb0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:42.697166 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64c2ff-6480-4380-a102-d29875ab03b6 req-c656709a-36fb-47d6-b38e-6ab80a40beb0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:42.703039 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64c2ff-6480-4380-a102-d29875ab03b6 req-c656709a-36fb-47d6-b38e-6ab80a40beb0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:42.709191 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64c2ff-6480-4380-a102-d29875ab03b6 req-c656709a-36fb-47d6-b38e-6ab80a40beb0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:42.715209 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64c2ff-6480-4380-a102-d29875ab03b6 req-c656709a-36fb-47d6-b38e-6ab80a40beb0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:42.716192 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514eefe8-5237-4bad-99bb-6b2df78789e6 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Network 533a31ed-e380-46d7-8815-5cecfadb231f is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:17:42.717506 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7f64c2ff-6480-4380-a102-d29875ab03b6 req-c656709a-36fb-47d6-b38e-6ab80a40beb0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5437 time: 0.1466196 Nov 10 19:17:42.722368 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-514eefe8-5237-4bad-99bb-6b2df78789e6 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:17:42.730757 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41546a7c-c40e-4f4e-852d-410b10cf77a8 req-b77229bd-a95c-4bf0-939c-906a45597e22 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:42.732544 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-41546a7c-c40e-4f4e-852d-410b10cf77a8 req-b77229bd-a95c-4bf0-939c-906a45597e22 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2b40177-0124-43a8-adb9-1da407a8a52d HTTP/1.1" status: 200 len: 943 time: 0.1643112 Nov 10 19:17:42.754618 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514eefe8-5237-4bad-99bb-6b2df78789e6 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:17:42.821888 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-b9fb6587-4ba8-4d9f-8670-d29fe75357a3 None None] Allocated IP 172.20.0.2 (533a31ed-e380-46d7-8815-5cecfadb231f/b38dceed-c5f7-4e5b-b9c7-4a2952364aa2/acdbc11d-5e25-4019-a63d-17f94bb826ad) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:17:42.836752 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514eefe8-5237-4bad-99bb-6b2df78789e6 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:42.837598 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-514eefe8-5237-4bad-99bb-6b2df78789e6 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:42.925837 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7f64c2ff-6480-4380-a102-d29875ab03b6 req-d169c448-9e86-48f5-b7b9-c7ddae2d7e67 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1756735 Nov 10 19:17:42.935777 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-11d5e094-e2bc-458b-ac42-c656869f41d8 req-a4f54600-de74-4ffa-b509-f2dabacd02bd service neutron] 10.222.0.73 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172420 Nov 10 19:17:42.947960 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-41546a7c-c40e-4f4e-852d-410b10cf77a8 req-46f889ec-928e-422f-8043-3fda09c9c6cc tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966445 Nov 10 19:17:42.966990 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-514eefe8-5237-4bad-99bb-6b2df78789e6 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9441838 Nov 10 19:17:42.966990 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514eefe8-5237-4bad-99bb-6b2df78789e6 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Pushing event updated for resources: {'Port': ['ID=62e01c9e-e518-4652-afe6-2d1368e78c97,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:42.967473 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 37356) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:42.979161 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-ef7ea43f-a1bb-4946-8899-89f814ae67cb tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Request body: {'port': {'network_id': '533a31ed-e380-46d7-8815-5cecfadb231f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2135252585', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:42.979699 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.api.validators [None req-ef7ea43f-a1bb-4946-8899-89f814ae67cb tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] bootfile-name is not in valid_values {{(pid=102506) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 19:17:42.980101 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.api.validators [None req-ef7ea43f-a1bb-4946-8899-89f814ae67cb tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] tftp-server is not in valid_values {{(pid=102506) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 19:17:42.980509 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.api.validators [None req-ef7ea43f-a1bb-4946-8899-89f814ae67cb tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] server-ip-address is not in valid_values {{(pid=102506) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 19:17:43.046851 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 32662fc3-7f31-4f09-8392-15e23d3909a8 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:17:43.055175 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d88ee4be-8545-4570-af07-bc0135104ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:43.082609 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['3e40d835-e479-4c27-8f24-be6c043e98be'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:17:43.163357 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b9fb6587-4ba8-4d9f-8670-d29fe75357a3 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:43.182549 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b9fb6587-4ba8-4d9f-8670-d29fe75357a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:43.198431 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88ee4be-8545-4570-af07-bc0135104ae0 admin admin] Checking segment: {'id': 'a317ba4c-9815-4472-92a6-3b9a6cb730e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '66049c73-2860-434c-b787-8325a953463a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:17:43.199056 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7ea43f-a1bb-4946-8899-89f814ae67cb tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Made reservation on behalf of 9b5d815296bf4f54b1a67e070926cda2 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:17:43.202933 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ef7ea43f-a1bb-4946-8899-89f814ae67cb tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:43.203583 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88ee4be-8545-4570-af07-bc0135104ae0 admin admin] Network hostable DHCP agents. Network: 66049c73-2860-434c-b787-8325a953463a, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:17:43.224467 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776e60e-930b-4d28-b505-e699bf6bf682 req-66ac32e6-b7fb-43b4-98b3-2b432ac85f4d tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:43.226460 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3776e60e-930b-4d28-b505-e699bf6bf682 req-66ac32e6-b7fb-43b4-98b3-2b432ac85f4d tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dd3703a-fcfa-4294-9abf-f0bb60a54cc1 HTTP/1.1" status: 200 len: 949 time: 0.0890191 Nov 10 19:17:43.238738 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ee4be-8545-4570-af07-bc0135104ae0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d30cff44-04c4-44b0-9dbd-468d209dca0e,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:43.244006 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-ef7ea43f-a1bb-4946-8899-89f814ae67cb tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] device_id is not set on port 8f0771cf-38d4-47a8-9ccf-f2731b7ae2d4 yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:17:43.256857 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88ee4be-8545-4570-af07-bc0135104ae0 admin admin] Network 66049c73-2860-434c-b787-8325a953463a is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:17:43.270487 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-d88ee4be-8545-4570-af07-bc0135104ae0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 66049c73-2860-434c-b787-8325a953463a) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:17:43.279862 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88ee4be-8545-4570-af07-bc0135104ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:43.280622 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d88ee4be-8545-4570-af07-bc0135104ae0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:43.314299 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d88ee4be-8545-4570-af07-bc0135104ae0 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7428520 Nov 10 19:17:43.378833 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fb6587-4ba8-4d9f-8670-d29fe75357a3 None None] Network 533a31ed-e380-46d7-8815-5cecfadb231f is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:17:43.389562 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-b9fb6587-4ba8-4d9f-8670-d29fe75357a3 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:17:43.391728 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9adcec-eab8-425a-9d43-d6c80a06eeed None None] Network 66049c73-2860-434c-b787-8325a953463a requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:17:43.393580 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fb6587-4ba8-4d9f-8670-d29fe75357a3 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:17:43.398162 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3776e60e-930b-4d28-b505-e699bf6bf682 req-753d3101-3372-4eef-8fb0-59f6db6a2ea0 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635675 Nov 10 19:17:43.417040 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 32662fc3-7f31-4f09-8392-15e23d3909a8 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:17:43.433863 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faadc688-3621-4afd-a7e0-953085aafc8e req-d5f45ef4-e1ac-442d-91dd-b890f8adf02e tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:43.440416 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-faadc688-3621-4afd-a7e0-953085aafc8e req-d5f45ef4-e1ac-442d-91dd-b890f8adf02e tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.2025635 Nov 10 19:17:43.454036 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 32662fc3-7f31-4f09-8392-15e23d3909a8 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:17:43.454405 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:43.507682 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-ef7ea43f-a1bb-4946-8899-89f814ae67cb tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Allocated IP 172.20.0.7 (533a31ed-e380-46d7-8815-5cecfadb231f/b38dceed-c5f7-4e5b-b9c7-4a2952364aa2/8f0771cf-38d4-47a8-9ccf-f2731b7ae2d4) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:17:43.528702 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-faadc688-3621-4afd-a7e0-953085aafc8e req-d593b24e-020d-4ca8-bd88-caf918635a5c tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872753 Nov 10 19:17:43.557834 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['de23dff7-0358-45d9-aba5-b288f9e2dceb'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:17:43.685728 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb6587-4ba8-4d9f-8670-d29fe75357a3 None None] Pushing event updated for resources: {'Port': ['ID=acdbc11d-5e25-4019-a63d-17f94bb826ad,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:43.740395 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-b9fb6587-4ba8-4d9f-8670-d29fe75357a3 None None] Attempting to bind port acdbc11d-5e25-4019-a63d-17f94bb826ad on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:17:43.740759 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-b9fb6587-4ba8-4d9f-8670-d29fe75357a3 None None] Attempting to bind port acdbc11d-5e25-4019-a63d-17f94bb826ad by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'c6ecb682-21ff-4f2a-97d6-1a2ff76675a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '533a31ed-e380-46d7-8815-5cecfadb231f'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:17:43.741117 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb6587-4ba8-4d9f-8670-d29fe75357a3 None None] Attempting to bind port acdbc11d-5e25-4019-a63d-17f94bb826ad on network 533a31ed-e380-46d7-8815-5cecfadb231f {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:17:43.745473 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-b7499b39-f487-4512-8a28-e5009bc42f21 req-89315202-76b5-456a-81b3-e8af3ed1647f tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-213206557', 'description': 'tempest-description-1946369806'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:43.753985 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb6587-4ba8-4d9f-8670-d29fe75357a3 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:17:43.754405 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb6587-4ba8-4d9f-8670-d29fe75357a3 None None] Checking segment: {'id': 'c6ecb682-21ff-4f2a-97d6-1a2ff76675a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '533a31ed-e380-46d7-8815-5cecfadb231f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:17:43.754808 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b9fb6587-4ba8-4d9f-8670-d29fe75357a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:43.755213 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb6587-4ba8-4d9f-8670-d29fe75357a3 None None] Bound using segment: {'id': 'c6ecb682-21ff-4f2a-97d6-1a2ff76675a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '533a31ed-e380-46d7-8815-5cecfadb231f'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:17:43.755704 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-b9fb6587-4ba8-4d9f-8670-d29fe75357a3 None None] Bound port: acdbc11d-5e25-4019-a63d-17f94bb826ad, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ecb682-21ff-4f2a-97d6-1a2ff76675a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '533a31ed-e380-46d7-8815-5cecfadb231f'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:17:43.756090 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b9fb6587-4ba8-4d9f-8670-d29fe75357a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:43.836217 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ef7ea43f-a1bb-4946-8899-89f814ae67cb tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:43.941048 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b7499b39-f487-4512-8a28-e5009bc42f21 req-89315202-76b5-456a-81b3-e8af3ed1647f tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:43.955328 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 86e3afec-d4a4-466b-a8cd-37704951f59c up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:17:43.990582 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e71370-5f1c-409a-a266-de3ca7704d64 None None] Network 66049c73-2860-434c-b787-8325a953463a requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:17:44.023707 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e7991-0c8a-40f7-b2e5-0f18bc5cc445 req-f3832a80-9d24-43c7-9463-af203341e7ec tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:44.025325 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cc3e7991-0c8a-40f7-b2e5-0f18bc5cc445 req-f3832a80-9d24-43c7-9463-af203341e7ec tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.1792641 Nov 10 19:17:44.030927 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d553a-224e-426d-9e12-a622a0e3576a req-25272d79-e2c6-440d-9933-e425e1b7d514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:44.032501 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-357d553a-224e-426d-9e12-a622a0e3576a req-25272d79-e2c6-440d-9933-e425e1b7d514 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=55597ebb7ba248d788dd953f401fb01c&device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 1096 time: 0.1677330 Nov 10 19:17:44.056914 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ef7ea43f-a1bb-4946-8899-89f814ae67cb tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:44.074300 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:44.106558 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['018e007e-c84a-4abf-8483-76780dc92b09'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:17:44.147782 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-b9fb6587-4ba8-4d9f-8670-d29fe75357a3 None None] For port acdbc11d-5e25-4019-a63d-17f94bb826ad, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:17:44.184307 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7ea43f-a1bb-4946-8899-89f814ae67cb tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Network 533a31ed-e380-46d7-8815-5cecfadb231f is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:17:44.186747 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b7499b39-f487-4512-8a28-e5009bc42f21 req-89315202-76b5-456a-81b3-e8af3ed1647f tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:44.193813 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-b9fb6587-4ba8-4d9f-8670-d29fe75357a3 None None] For port acdbc11d-5e25-4019-a63d-17f94bb826ad, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=acdbc11d-5e25-4019-a63d-17f94bb826ad,segment=NetworkSegment(c6ecb682-21ff-4f2a-97d6-1a2ff76675a0),segment_id=c6ecb682-21ff-4f2a-97d6-1a2ff76675a0)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:17:44.201172 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-ef7ea43f-a1bb-4946-8899-89f814ae67cb tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:17:44.215774 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b7499b39-f487-4512-8a28-e5009bc42f21 req-89315202-76b5-456a-81b3-e8af3ed1647f tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:44.223667 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b9fb6587-4ba8-4d9f-8670-d29fe75357a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:44.224787 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7ea43f-a1bb-4946-8899-89f814ae67cb tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:17:44.225351 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd3703a-fcfa-4294-9abf-f0bb60a54cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32662fc3-7f31-4f09-8392-15e23d3909a8'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:17:44.227650 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d871bc97-92dd-43a8-9f46-add1e8881ac3" -d '{"events": [{"server_uuid": "4dd3703a-fcfa-4294-9abf-f0bb60a54cc1", "name": "network-vif-plugged", "status": "completed", "tag": "32662fc3-7f31-4f09-8392-15e23d3909a8"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:17:44.280031 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ea43f-a1bb-4946-8899-89f814ae67cb tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Pushing event updated for resources: {'Port': ['ID=8f0771cf-38d4-47a8-9ccf-f2731b7ae2d4,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:44.286160 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 32662fc3-7f31-4f09-8392-15e23d3909a8, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=32662fc3-7f31-4f09-8392-15e23d3909a8,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:44.312700 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:44.316584 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ea43f-a1bb-4946-8899-89f814ae67cb tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:44.317174 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ea43f-a1bb-4946-8899-89f814ae67cb tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:44.317519 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ea43f-a1bb-4946-8899-89f814ae67cb tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:44.317882 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ea43f-a1bb-4946-8899-89f814ae67cb tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:44.318728 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ea43f-a1bb-4946-8899-89f814ae67cb tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:44.318728 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ea43f-a1bb-4946-8899-89f814ae67cb tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:44.318950 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ea43f-a1bb-4946-8899-89f814ae67cb tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:44.319140 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ea43f-a1bb-4946-8899-89f814ae67cb tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:44.319466 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ea43f-a1bb-4946-8899-89f814ae67cb tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:44.319811 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ea43f-a1bb-4946-8899-89f814ae67cb tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:44.320091 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ea43f-a1bb-4946-8899-89f814ae67cb tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:44.320411 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ea43f-a1bb-4946-8899-89f814ae67cb tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:17:44.324530 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 86e3afec-d4a4-466b-a8cd-37704951f59c completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:17:44.335655 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cc3e7991-0c8a-40f7-b2e5-0f18bc5cc445 req-d8611ab3-0a4b-4938-bbd1-f1b7fdf5a380 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002851 Nov 10 19:17:44.355698 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b7499b39-f487-4512-8a28-e5009bc42f21 req-89315202-76b5-456a-81b3-e8af3ed1647f tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:44.363409 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b7499b39-f487-4512-8a28-e5009bc42f21 req-89315202-76b5-456a-81b3-e8af3ed1647f tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.6245511 Nov 10 19:17:44.374386 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 86e3afec-d4a4-466b-a8cd-37704951f59c triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:17:44.374779 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:44.384708 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89315202-76b5-456a-81b3-e8af3ed1647f tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f0b619-1fad-43d9-b678-4988b7bfcbbe,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:44.398789 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d553a-224e-426d-9e12-a622a0e3576a req-5a1df911-2105-444b-b8af-bdde471ae92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:44.400345 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-357d553a-224e-426d-9e12-a622a0e3576a req-5a1df911-2105-444b-b8af-bdde471ae92b service neutron] 10.222.0.73 "GET /v2.0/networks?id=84c30210-1766-4b73-a472-c9afa703f4ae HTTP/1.1" status: 200 len: 919 time: 0.3584867 Nov 10 19:17:44.409212 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7ea43f-a1bb-4946-8899-89f814ae67cb tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:44.409956 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ef7ea43f-a1bb-4946-8899-89f814ae67cb tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:44.433392 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb6587-4ba8-4d9f-8670-d29fe75357a3 None None] Pushing event updated for resources: {'Port': ['ID=acdbc11d-5e25-4019-a63d-17f94bb826ad,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:44.475948 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-357d553a-224e-426d-9e12-a622a0e3576a req-e7e54d71-6919-449c-911a-5c32c40911bb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=742befb3-64d2-4218-bdc9-2d208283643d HTTP/1.1" status: 200 len: 217 time: 0.0623446 Nov 10 19:17:44.542117 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=32662fc3-7f31-4f09-8392-15e23d3909a8,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:44.601501 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ef7ea43f-a1bb-4946-8899-89f814ae67cb tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.6306705 Nov 10 19:17:44.606073 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 37388) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:44.635513 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:44.717978 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d553a-224e-426d-9e12-a622a0e3576a req-b2833316-b7d6-467d-9cdc-0933f6cb713b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:44.717978 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-357d553a-224e-426d-9e12-a622a0e3576a req-b2833316-b7d6-467d-9cdc-0933f6cb713b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f0f0b475-2f63-4d7b-baac-8e262a7cc3df HTTP/1.1" status: 200 len: 858 time: 0.2014940 Nov 10 19:17:44.748927 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 86e3afec-d4a4-466b-a8cd-37704951f59c, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=86e3afec-d4a4-466b-a8cd-37704951f59c,segment=NetworkSegment(807aa974-68f9-4719-b3f3-48902a32f47e),segment_id=807aa974-68f9-4719-b3f3-48902a32f47e)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:44.757384 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:44.758412 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device c0d44e64-5553-4dbb-b756-cea461ad25d9 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:17:44.766766 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f45c1-4051-4a83-93ab-043bc8d43843 req-33102147-3e34-4aa2-9958-73501e48a069 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:44.774625 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-495f45c1-4051-4a83-93ab-043bc8d43843 req-33102147-3e34-4aa2-9958-73501e48a069 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2b40177-0124-43a8-adb9-1da407a8a52d HTTP/1.1" status: 200 len: 943 time: 0.2976341 Nov 10 19:17:44.799126 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77afafe-7e43-4b79-bb1b-8b35c246d6d7 req-4e7a2a9b-fc78-4ce5-866a-53de97aa666f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:44.806431 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77afafe-7e43-4b79-bb1b-8b35c246d6d7 req-4e7a2a9b-fc78-4ce5-866a-53de97aa666f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:44.820203 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77afafe-7e43-4b79-bb1b-8b35c246d6d7 req-4e7a2a9b-fc78-4ce5-866a-53de97aa666f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:44.826981 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77afafe-7e43-4b79-bb1b-8b35c246d6d7 req-4e7a2a9b-fc78-4ce5-866a-53de97aa666f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:44.834298 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77afafe-7e43-4b79-bb1b-8b35c246d6d7 req-4e7a2a9b-fc78-4ce5-866a-53de97aa666f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:44.843153 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77afafe-7e43-4b79-bb1b-8b35c246d6d7 req-4e7a2a9b-fc78-4ce5-866a-53de97aa666f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:44.843362 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=86e3afec-d4a4-466b-a8cd-37704951f59c,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:44.850646 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77afafe-7e43-4b79-bb1b-8b35c246d6d7 req-4e7a2a9b-fc78-4ce5-866a-53de97aa666f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:44.859200 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e77afafe-7e43-4b79-bb1b-8b35c246d6d7 req-4e7a2a9b-fc78-4ce5-866a-53de97aa666f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5437 time: 0.3113382 Nov 10 19:17:44.863541 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port c0d44e64-5553-4dbb-b756-cea461ad25d9 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:17:44.867721 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port c0d44e64-5553-4dbb-b756-cea461ad25d9 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:17:44.868100 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:44.901251 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-357d553a-224e-426d-9e12-a622a0e3576a req-784aa9a8-43a1-4350-9bf5-bbac28e33acb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=84c30210-1766-4b73-a472-c9afa703f4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1748486 Nov 10 19:17:44.951500 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34781ac8-a6f6-497f-97fc-7665a2d4954e tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:44.957979 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34781ac8-a6f6-497f-97fc-7665a2d4954e tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:44.969012 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34781ac8-a6f6-497f-97fc-7665a2d4954e tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:44.969012 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-34781ac8-a6f6-497f-97fc-7665a2d4954e tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.3585563 Nov 10 19:17:44.969326 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37390) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:44.976207 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:45.004719 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 75243dbe-5ffb-425b-93ba-9618e1120943 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:17:45.063029 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port c0d44e64-5553-4dbb-b756-cea461ad25d9, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=c0d44e64-5553-4dbb-b756-cea461ad25d9,segment=NetworkSegment(5cb9df61-9550-483d-8fc3-a242dd3a621b),segment_id=5cb9df61-9550-483d-8fc3-a242dd3a621b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:45.104310 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-495f45c1-4051-4a83-93ab-043bc8d43843 req-0ca42496-d3af-4cfd-a28b-805115f491f7 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286405 Nov 10 19:17:45.104801 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:45.122122 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-44f7ace5-cb16-4bbb-9afa-a52e29d96b76 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Deleting port 8f0771cf-38d4-47a8-9ccf-f2731b7ae2d4 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:17:45.122612 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44f7ace5-cb16-4bbb-9afa-a52e29d96b76 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:45.171956 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e77afafe-7e43-4b79-bb1b-8b35c246d6d7 req-fc20480b-6982-45e0-82af-759bfd5a9e39 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3118393 Nov 10 19:17:45.200723 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 75243dbe-5ffb-425b-93ba-9618e1120943, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=75243dbe-5ffb-425b-93ba-9618e1120943,segment=NetworkSegment(c9a36c68-c3fb-4c33-a5bb-7886b7443ebd),segment_id=c9a36c68-c3fb-4c33-a5bb-7886b7443ebd)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:45.203597 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=c0d44e64-5553-4dbb-b756-cea461ad25d9,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:45.225428 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-357d553a-224e-426d-9e12-a622a0e3576a req-a0d9581e-e3ab-4ac9-a070-fe4937d19b47 service neutron] 10.222.0.73 "GET /v2.0/networks/84c30210-1766-4b73-a472-c9afa703f4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131874 Nov 10 19:17:45.229020 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '75243dbe-5ffb-425b-93ba-9618e1120943', 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0', 'port_id': '75243dbe-5ffb-425b-93ba-9618e1120943', 'mac_address': 'fa:16:3e:d3:b8:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0383c2bb-f0e3-4245-83c4-a6b51bf23dd3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:17:45.273640 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b28446-831c-4946-94cc-11f6b1a12f5c x-openstack-request-id: req-65b28446-831c-4946-94cc-11f6b1a12f5c {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:17:45.274045 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd3703a-fcfa-4294-9abf-f0bb60a54cc1", "name": "network-vif-plugged", "status": "completed", "tag": "32662fc3-7f31-4f09-8392-15e23d3909a8", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:17:45.274362 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-65b28446-831c-4946-94cc-11f6b1a12f5c {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:17:45.274820 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd3703a-fcfa-4294-9abf-f0bb60a54cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32662fc3-7f31-4f09-8392-15e23d3909a8', 'code': 200} Nov 10 19:17:45.278360 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:45.307360 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75243dbe-5ffb-425b-93ba-9618e1120943 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:17:45.312117 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44f7ace5-cb16-4bbb-9afa-a52e29d96b76 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:45.335716 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 75243dbe-5ffb-425b-93ba-9618e1120943, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=75243dbe-5ffb-425b-93ba-9618e1120943,segment=NetworkSegment(c9a36c68-c3fb-4c33-a5bb-7886b7443ebd),segment_id=c9a36c68-c3fb-4c33-a5bb-7886b7443ebd)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:45.336667 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-44f7ace5-cb16-4bbb-9afa-a52e29d96b76 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Calling delete_port for 8f0771cf-38d4-47a8-9ccf-f2731b7ae2d4 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:17:45.343909 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:45.418479 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=75243dbe-5ffb-425b-93ba-9618e1120943,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:45.474203 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740821bf-02bf-42f0-96aa-1a22903a1a11 req-edf3c52f-247f-4224-93f2-7a9035fadb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:45.476456 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-740821bf-02bf-42f0-96aa-1a22903a1a11 req-edf3c52f-247f-4224-93f2-7a9035fadb9d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4dd3703a-fcfa-4294-9abf-f0bb60a54cc1 HTTP/1.1" status: 200 len: 1101 time: 0.1063526 Nov 10 19:17:45.526793 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3ff84ee9-f23c-4af1-953f-d861a584b9a5 req-caa4f688-e667-4419-bff7-8826a809e017 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] 10.222.0.54 "GET /v2.0/security-groups/c5f0b619-1fad-43d9-b678-4988b7bfcbbe HTTP/1.1" status: 200 len: 1831 time: 0.2884557 Nov 10 19:17:45.544601 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-3ff84ee9-f23c-4af1-953f-d861a584b9a5 req-20541294-11ed-49f4-908a-6fb778257745 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c5f0b619-1fad-43d9-b678-4988b7bfcbbe', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:45.545815 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-3ff84ee9-f23c-4af1-953f-d861a584b9a5 req-20541294-11ed-49f4-908a-6fb778257745 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c5f0b619-1fad-43d9-b678-4988b7bfcbbe', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:45.561677 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-740821bf-02bf-42f0-96aa-1a22903a1a11 req-20319264-578a-47c2-a6dd-8ec9cf02052d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723796 Nov 10 19:17:45.567109 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b17ad-8dc0-404d-9735-e7e37d733fc7 req-161d3ec0-e2ad-4664-bd7b-1dc0aa9002bc tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:45.574454 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-944b17ad-8dc0-404d-9735-e7e37d733fc7 req-161d3ec0-e2ad-4664-bd7b-1dc0aa9002bc tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dd3703a-fcfa-4294-9abf-f0bb60a54cc1 HTTP/1.1" status: 200 len: 950 time: 0.1809151 Nov 10 19:17:45.630012 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44f7ace5-cb16-4bbb-9afa-a52e29d96b76 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:45.663218 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7ace5-cb16-4bbb-9afa-a52e29d96b76 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Pushing event deleted for resources: {'Port': ['ID=8f0771cf-38d4-47a8-9ccf-f2731b7ae2d4,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:45.668713 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-357d553a-224e-426d-9e12-a622a0e3576a req-949f0cbd-2a5b-499c-a983-4f9631b16f8c service neutron] 10.222.0.73 "GET /v2.0/networks/84c30210-1766-4b73-a472-c9afa703f4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344598 Nov 10 19:17:45.677043 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['75243dbe-5ffb-425b-93ba-9618e1120943'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:17:45.685590 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-944b17ad-8dc0-404d-9735-e7e37d733fc7 req-1f0faab7-6c04-4f08-92ce-a1afe410f834 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088295 Nov 10 19:17:45.775611 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3ff84ee9-f23c-4af1-953f-d861a584b9a5 req-20541294-11ed-49f4-908a-6fb778257745 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:45.820422 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3ff84ee9-f23c-4af1-953f-d861a584b9a5 req-20541294-11ed-49f4-908a-6fb778257745 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:45.846434 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3ff84ee9-f23c-4af1-953f-d861a584b9a5 req-20541294-11ed-49f4-908a-6fb778257745 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:45.877327 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20541294-11ed-49f4-908a-6fb778257745 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb7b050e-1d1b-4f25-bc2f-c28eeea2484f,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:45.899286 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b641db-a39d-444d-84a9-c2cea10d3860 req-2ac1afa6-3d71-4881-abbe-dbb1efe7f1ab tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:45.908177 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d6b641db-a39d-444d-84a9-c2cea10d3860 req-2ac1afa6-3d71-4881-abbe-dbb1efe7f1ab tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.1103289 Nov 10 19:17:45.918303 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3ff84ee9-f23c-4af1-953f-d861a584b9a5 req-20541294-11ed-49f4-908a-6fb778257745 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:45.919686 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3ff84ee9-f23c-4af1-953f-d861a584b9a5 req-20541294-11ed-49f4-908a-6fb778257745 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3917344 Nov 10 19:17:45.946801 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e24e0b7-f7f7-4766-86ca-f0c447d88b83 None None] Network 533a31ed-e380-46d7-8815-5cecfadb231f requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:17:45.986891 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d6b641db-a39d-444d-84a9-c2cea10d3860 req-f7279fa0-bead-456e-8eaf-b3f25664485d tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776999 Nov 10 19:17:46.012093 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device bb1386c3-1d75-43ef-9da4-68ee97148c59 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:17:46.016610 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device acdbc11d-5e25-4019-a63d-17f94bb826ad up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:17:46.040069 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13bd5c0c-b06b-4896-a4c7-7c3cf23443d3 req-4d2f86d7-dd51-4328-80e3-1eaf749a5374 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] 10.222.0.54 "GET /v2.0/security-groups/c5f0b619-1fad-43d9-b678-4988b7bfcbbe HTTP/1.1" status: 200 len: 2425 time: 0.0734394 Nov 10 19:17:46.115668 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9147c556-327a-4c25-befe-3100ad327af0 req-a98db672-a003-426f-97d9-b35a1cfb2dc6 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] 10.222.0.54 "GET /v2.0/security-group-rules/bb7b050e-1d1b-4f25-bc2f-c28eeea2484f HTTP/1.1" status: 200 len: 778 time: 0.0452149 Nov 10 19:17:46.203350 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9147c556-327a-4c25-befe-3100ad327af0 req-0271e290-6d67-4425-b1c8-341003fc86c6 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] 10.222.0.54 "GET /v2.0/security-groups/c5f0b619-1fad-43d9-b678-4988b7bfcbbe HTTP/1.1" status: 200 len: 2425 time: 0.0862811 Nov 10 19:17:46.237235 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44f7ace5-cb16-4bbb-9afa-a52e29d96b76 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:46.246233 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-44f7ace5-cb16-4bbb-9afa-a52e29d96b76 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] 10.222.0.54 "DELETE /v2.0/ports/8f0771cf-38d4-47a8-9ccf-f2731b7ae2d4 HTTP/1.1" status: 204 len: 168 time: 1.2757442 Nov 10 19:17:46.247537 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37408) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:46.252541 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-a3b353e9-912c-42d5-830f-f61e45ca5290 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Request body: {'port': {'name': 'tempest-new-port-name-1192299601', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:46.253331 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.api.validators [None req-a3b353e9-912c-42d5-830f-f61e45ca5290 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] bootfile-name is not in valid_values {{(pid=102505) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 19:17:46.253670 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.api.validators [None req-a3b353e9-912c-42d5-830f-f61e45ca5290 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] tftp-server is not in valid_values {{(pid=102505) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 19:17:46.254179 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.api.validators [None req-a3b353e9-912c-42d5-830f-f61e45ca5290 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] server-ip-address is not in valid_values {{(pid=102505) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 19:17:46.266735 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-9147c556-327a-4c25-befe-3100ad327af0 req-d6e5a0b7-9b17-468e-b24a-832787d28980 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:46.281951 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-9147c556-327a-4c25-befe-3100ad327af0 req-d6e5a0b7-9b17-468e-b24a-832787d28980 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:46.303969 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614122f-c95d-412f-b94e-37ad78848c35 req-c365242c-6f77-4760-b274-9d8c9c553905 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:46.313664 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7614122f-c95d-412f-b94e-37ad78848c35 req-c365242c-6f77-4760-b274-9d8c9c553905 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2b40177-0124-43a8-adb9-1da407a8a52d HTTP/1.1" status: 200 len: 944 time: 0.1089244 Nov 10 19:17:46.348626 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-7d80aaa5-48c7-4f5b-af24-e64015a0b5fb None None] Provisioning complete for port acdbc11d-5e25-4019-a63d-17f94bb826ad triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:17:46.349036 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7d80aaa5-48c7-4f5b-af24-e64015a0b5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:46.354482 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-9147c556-327a-4c25-befe-3100ad327af0 req-d6e5a0b7-9b17-468e-b24a-832787d28980 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:46.359579 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-9147c556-327a-4c25-befe-3100ad327af0 req-d6e5a0b7-9b17-468e-b24a-832787d28980 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:46.360717 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9147c556-327a-4c25-befe-3100ad327af0 req-d6e5a0b7-9b17-468e-b24a-832787d28980 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/bb7b050e-1d1b-4f25-bc2f-c28eeea2484f HTTP/1.1" status: 204 len: 173 time: 0.1460397 Nov 10 19:17:46.364385 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a3b353e9-912c-42d5-830f-f61e45ca5290 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:46.384947 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5a0b7-9b17-468e-b24a-832787d28980 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb7b050e-1d1b-4f25-bc2f-c28eeea2484f,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:46.404276 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7614122f-c95d-412f-b94e-37ad78848c35 req-39ca0598-9f0e-42d7-8965-7a7ae44e2f20 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894954 Nov 10 19:17:46.501051 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-a9b9d758-7c66-426a-907b-541cc28a239c req-85f5bcbe-ec32-4dbd-83d7-3e9c35361592 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1995805707', 'description': 'tempest-description-1622792161'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:46.523154 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port bb1386c3-1d75-43ef-9da4-68ee97148c59 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:17:46.532944 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port bb1386c3-1d75-43ef-9da4-68ee97148c59 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:17:46.533295 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:46.536785 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e9ec5-5c96-4445-977c-45fa47dad80b req-ea3a2d13-5bdf-41a4-a093-527d801b4586 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:46.542867 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e9ec5-5c96-4445-977c-45fa47dad80b req-ea3a2d13-5bdf-41a4-a093-527d801b4586 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:46.549098 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e9ec5-5c96-4445-977c-45fa47dad80b req-ea3a2d13-5bdf-41a4-a093-527d801b4586 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:46.555893 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e9ec5-5c96-4445-977c-45fa47dad80b req-ea3a2d13-5bdf-41a4-a093-527d801b4586 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:46.561855 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e9ec5-5c96-4445-977c-45fa47dad80b req-ea3a2d13-5bdf-41a4-a093-527d801b4586 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:46.568143 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e9ec5-5c96-4445-977c-45fa47dad80b req-ea3a2d13-5bdf-41a4-a093-527d801b4586 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:46.574605 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e9ec5-5c96-4445-977c-45fa47dad80b req-ea3a2d13-5bdf-41a4-a093-527d801b4586 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:46.576260 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port acdbc11d-5e25-4019-a63d-17f94bb826ad triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:17:46.576405 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-835e9ec5-5c96-4445-977c-45fa47dad80b req-ea3a2d13-5bdf-41a4-a093-527d801b4586 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5439 time: 0.1166301 Nov 10 19:17:46.576509 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:46.592361 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a9b9d758-7c66-426a-907b-541cc28a239c req-85f5bcbe-ec32-4dbd-83d7-3e9c35361592 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:46.671727 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-835e9ec5-5c96-4445-977c-45fa47dad80b req-b229f209-5569-4459-88b3-af78237fe6d7 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0871546 Nov 10 19:17:46.758802 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a9b9d758-7c66-426a-907b-541cc28a239c req-85f5bcbe-ec32-4dbd-83d7-3e9c35361592 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:46.768644 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a9b9d758-7c66-426a-907b-541cc28a239c req-85f5bcbe-ec32-4dbd-83d7-3e9c35361592 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:46.811581 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a9b9d758-7c66-426a-907b-541cc28a239c req-85f5bcbe-ec32-4dbd-83d7-3e9c35361592 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:46.819807 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a9b9d758-7c66-426a-907b-541cc28a239c req-85f5bcbe-ec32-4dbd-83d7-3e9c35361592 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.3241313 Nov 10 19:17:46.830713 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7d80aaa5-48c7-4f5b-af24-e64015a0b5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:46.835158 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a3b353e9-912c-42d5-830f-f61e45ca5290 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:46.848623 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a3b353e9-912c-42d5-830f-f61e45ca5290 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:46.874691 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5bcbe-ec32-4dbd-83d7-3e9c35361592 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c81f963c-e77f-4cfd-880b-3fde11d6abd6,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:46.926730 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:46.961065 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-a3b353e9-912c-42d5-830f-f61e45ca5290 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] In _notify_port_updated(), no bound segment for port 62e01c9e-e518-4652-afe6-2d1368e78c97 on network 533a31ed-e380-46d7-8815-5cecfadb231f {{(pid=102505) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 19:17:46.973019 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b353e9-912c-42d5-830f-f61e45ca5290 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:46.975520 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a3b353e9-912c-42d5-830f-f61e45ca5290 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:46.980885 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f704a-b03a-4034-bfc7-e6d7d7618766 req-37e381db-5b11-45e8-80f4-3f532aadfcb4 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:46.983078 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-483f704a-b03a-4034-bfc7-e6d7d7618766 req-37e381db-5b11-45e8-80f4-3f532aadfcb4 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dd3703a-fcfa-4294-9abf-f0bb60a54cc1 HTTP/1.1" status: 200 len: 950 time: 0.1207449 Nov 10 19:17:46.984596 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 37416) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:46.992840 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a3b353e9-912c-42d5-830f-f61e45ca5290 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] 10.222.0.54 "PUT /v2.0/ports/62e01c9e-e518-4652-afe6-2d1368e78c97 HTTP/1.1" status: 200 len: 1136 time: 0.7447712 Nov 10 19:17:46.993179 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:46.999215 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7d80aaa5-48c7-4f5b-af24-e64015a0b5fb None None] For port acdbc11d-5e25-4019-a63d-17f94bb826ad, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=acdbc11d-5e25-4019-a63d-17f94bb826ad,segment=NetworkSegment(c6ecb682-21ff-4f2a-97d6-1a2ff76675a0),segment_id=c6ecb682-21ff-4f2a-97d6-1a2ff76675a0)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:47.004624 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f610d86-4174-494d-ad0b-babe854adf90 req-3421c1ce-497c-4dbd-97f0-97f1536d0f9b tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] 10.222.0.54 "GET /v2.0/security-groups/c81f963c-e77f-4cfd-880b-3fde11d6abd6 HTTP/1.1" status: 200 len: 1832 time: 0.0982292 Nov 10 19:17:47.011768 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7d80aaa5-48c7-4f5b-af24-e64015a0b5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:47.053131 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b353e9-912c-42d5-830f-f61e45ca5290 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Pushing event updated for resources: {'Port': ['ID=62e01c9e-e518-4652-afe6-2d1368e78c97,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:47.140156 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port bb1386c3-1d75-43ef-9da4-68ee97148c59, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=bb1386c3-1d75-43ef-9da4-68ee97148c59,segment=NetworkSegment(5cb9df61-9550-483d-8fc3-a242dd3a621b),segment_id=5cb9df61-9550-483d-8fc3-a242dd3a621b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:47.141345 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed975fa2-401d-49d7-aaf7-f2426cd767fb tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:47.146764 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ed975fa2-401d-49d7-aaf7-f2426cd767fb tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] 10.222.0.54 "GET /v2.0/ports/62e01c9e-e518-4652-afe6-2d1368e78c97 HTTP/1.1" status: 200 len: 1136 time: 0.1599205 Nov 10 19:17:47.147104 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37424) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:47.148186 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:17:47.148821 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:17:47.150870 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80aaa5-48c7-4f5b-af24-e64015a0b5fb None None] Pushing event updated for resources: {'Port': ['ID=acdbc11d-5e25-4019-a63d-17f94bb826ad,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:47.154299 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:47.155108 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device d211dbba-dcd7-4e1b-982a-56e8eb100ca4 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:17:47.180647 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-483f704a-b03a-4034-bfc7-e6d7d7618766 req-56e48d84-5363-4de7-86e3-1629b0574ca1 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576679 Nov 10 19:17:47.199901 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d771d-b122-4ce0-8ce1-9c595b9e8d5f req-eca956d6-be24-4bc5-a301-d44d2b322a48 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:47.213252 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-456d771d-b122-4ce0-8ce1-9c595b9e8d5f req-eca956d6-be24-4bc5-a301-d44d2b322a48 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.1020417 Nov 10 19:17:47.240631 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=bb1386c3-1d75-43ef-9da4-68ee97148c59,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:47.265572 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-e8bdb824-0e6b-4cb7-9919-3c69309e7bf3 req-da293f3f-25ca-4da8-b739-46994b32bc14 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-723355541', 'description': 'tempest-description-663260149'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:47.282585 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e3afec-d4a4-466b-a8cd-37704951f59c'}, {'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d44e64-5553-4dbb-b756-cea461ad25d9'}, {'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1386c3-1d75-43ef-9da4-68ee97148c59'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:17:47.285279 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25193ce0-2c92-4ddb-8d70-33c708ef6cd9" -d '{"events": [{"server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "name": "network-vif-plugged", "status": "completed", "tag": "86e3afec-d4a4-466b-a8cd-37704951f59c"}, {"server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "name": "network-vif-plugged", "status": "completed", "tag": "c0d44e64-5553-4dbb-b756-cea461ad25d9"}, {"server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "name": "network-vif-plugged", "status": "completed", "tag": "bb1386c3-1d75-43ef-9da4-68ee97148c59"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:17:47.310990 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f0a1246e-a914-40b7-a1dd-3b0149443758 None None] Provisioning complete for port 62e01c9e-e518-4652-afe6-2d1368e78c97 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:17:47.311458 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f0a1246e-a914-40b7-a1dd-3b0149443758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:47.313354 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-456d771d-b122-4ce0-8ce1-9c595b9e8d5f req-976f39ac-2085-49fa-8717-01495084b6d7 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991297 Nov 10 19:17:47.341977 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-1d9781a7-5d29-45b4-b7fc-6a6eaf8c5494 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Deleting port 62e01c9e-e518-4652-afe6-2d1368e78c97 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:17:47.342571 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1d9781a7-5d29-45b4-b7fc-6a6eaf8c5494 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:47.356457 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-f0a1246e-a914-40b7-a1dd-3b0149443758 None None] Port 62e01c9e-e518-4652-afe6-2d1368e78c97 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:17:47.357326 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e8bdb824-0e6b-4cb7-9919-3c69309e7bf3 req-da293f3f-25ca-4da8-b739-46994b32bc14 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:47.367539 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port d211dbba-dcd7-4e1b-982a-56e8eb100ca4 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:17:47.372792 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port d211dbba-dcd7-4e1b-982a-56e8eb100ca4 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:17:47.373233 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:47.376221 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f0a1246e-a914-40b7-a1dd-3b0149443758 None None] Provisioning complete for port acdbc11d-5e25-4019-a63d-17f94bb826ad triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:17:47.376581 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f0a1246e-a914-40b7-a1dd-3b0149443758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:47.454138 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 10 Nov 2021 19:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e628348d-d081-4327-a5ee-fab8bb0c6a85 x-openstack-request-id: req-e628348d-d081-4327-a5ee-fab8bb0c6a85 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:17:47.454508 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "name": "network-vif-plugged", "status": "completed", "tag": "86e3afec-d4a4-466b-a8cd-37704951f59c", "code": 200}, {"server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "name": "network-vif-plugged", "status": "completed", "tag": "c0d44e64-5553-4dbb-b756-cea461ad25d9", "code": 200}, {"server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "name": "network-vif-plugged", "status": "completed", "tag": "bb1386c3-1d75-43ef-9da4-68ee97148c59", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:17:47.454748 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e628348d-d081-4327-a5ee-fab8bb0c6a85 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:17:47.455165 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e3afec-d4a4-466b-a8cd-37704951f59c', 'code': 200} Nov 10 19:17:47.455483 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d44e64-5553-4dbb-b756-cea461ad25d9', 'code': 200} Nov 10 19:17:47.457046 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1386c3-1d75-43ef-9da4-68ee97148c59', 'code': 200} Nov 10 19:17:47.479209 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1d9781a7-5d29-45b4-b7fc-6a6eaf8c5494 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:47.499571 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-1d9781a7-5d29-45b4-b7fc-6a6eaf8c5494 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Calling delete_port for 62e01c9e-e518-4652-afe6-2d1368e78c97 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:17:47.569744 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e8bdb824-0e6b-4cb7-9919-3c69309e7bf3 req-da293f3f-25ca-4da8-b739-46994b32bc14 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:47.589403 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:47.591793 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e8bdb824-0e6b-4cb7-9919-3c69309e7bf3 req-da293f3f-25ca-4da8-b739-46994b32bc14 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:47.634066 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port d211dbba-dcd7-4e1b-982a-56e8eb100ca4, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=d211dbba-dcd7-4e1b-982a-56e8eb100ca4,segment=NetworkSegment(5cb9df61-9550-483d-8fc3-a242dd3a621b),segment_id=5cb9df61-9550-483d-8fc3-a242dd3a621b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:47.641294 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:47.690143 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da293f3f-25ca-4da8-b739-46994b32bc14 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9317a2-0171-423f-bd9c-8d5b8a889e7c,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:47.769938 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e8bdb824-0e6b-4cb7-9919-3c69309e7bf3 req-da293f3f-25ca-4da8-b739-46994b32bc14 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:47.769938 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e8bdb824-0e6b-4cb7-9919-3c69309e7bf3 req-da293f3f-25ca-4da8-b739-46994b32bc14 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.5157230 Nov 10 19:17:47.810079 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c9f5954a-cea9-482a-9e1c-45e2840059a6 None None] Provisioning complete for port 62e01c9e-e518-4652-afe6-2d1368e78c97 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:17:47.810503 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c9f5954a-cea9-482a-9e1c-45e2840059a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:47.814663 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1d9781a7-5d29-45b4-b7fc-6a6eaf8c5494 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:47.830749 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead597fa-1067-454d-b16e-a2ad0b5f86da req-49dea856-2fa9-473c-aaf6-1d66f13fd962 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:47.833555 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c9f5954a-cea9-482a-9e1c-45e2840059a6 None None] Port 62e01c9e-e518-4652-afe6-2d1368e78c97 was deleted so its status cannot be updated. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 10 19:17:47.835882 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=d211dbba-dcd7-4e1b-982a-56e8eb100ca4,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:47.839543 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ead597fa-1067-454d-b16e-a2ad0b5f86da req-49dea856-2fa9-473c-aaf6-1d66f13fd962 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2b40177-0124-43a8-adb9-1da407a8a52d HTTP/1.1" status: 200 len: 944 time: 0.2673752 Nov 10 19:17:47.920711 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9781a7-5d29-45b4-b7fc-6a6eaf8c5494 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Pushing event deleted for resources: {'Port': ['ID=62e01c9e-e518-4652-afe6-2d1368e78c97,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:47.924921 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ead597fa-1067-454d-b16e-a2ad0b5f86da req-be635b14-d186-4a03-aa5c-73635d334376 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778532 Nov 10 19:17:47.940641 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 3e40d835-e479-4c27-8f24-be6c043e98be up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:17:47.987211 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1d9781a7-5d29-45b4-b7fc-6a6eaf8c5494 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:47.999368 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1d9781a7-5d29-45b4-b7fc-6a6eaf8c5494 tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] 10.222.0.54 "DELETE /v2.0/ports/62e01c9e-e518-4652-afe6-2d1368e78c97 HTTP/1.1" status: 204 len: 168 time: 0.8511312 Nov 10 19:17:48.001942 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37438) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:48.004740 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device acdbc11d-5e25-4019-a63d-17f94bb826ad up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:17:48.073485 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e3b07940-cd89-4b77-bed6-97c024c18d7a req-3ddec71e-5eb0-4e09-a92e-e9c8fcbd7177 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] 10.222.0.54 "GET /v2.0/security-groups/4e9317a2-0171-423f-bd9c-8d5b8a889e7c HTTP/1.1" status: 200 len: 1830 time: 0.1061184 Nov 10 19:17:48.080176 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce5fe1f-73e2-46d8-9e1e-5351d0d9c2ce tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Deleting subnet b38dceed-c5f7-4e5b-b9c7-4a2952364aa2 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:17:48.085265 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dce5fe1f-73e2-46d8-9e1e-5351d0d9c2ce tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:48.099233 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-ff05305e-9364-4980-be28-d3e7cbb000ab None None] Could not find standard attr ID for object 8f0771cf-38d4-47a8-9ccf-f2731b7ae2d4. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:17:48.102256 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-1684ad33-821d-41fa-a971-693418a4517b req-3531b451-ef95-48c9-baae-ada1a96ee565 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-718199467', 'description': 'tempest-description-693482798'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:48.130805 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6c6ea-6b2a-4791-bb3d-15894f82d11d req-7d242ec9-1b80-4865-a61f-5b0e3bfc1c2e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:48.136701 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dce5fe1f-73e2-46d8-9e1e-5351d0d9c2ce tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:48.137504 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6c6ea-6b2a-4791-bb3d-15894f82d11d req-7d242ec9-1b80-4865-a61f-5b0e3bfc1c2e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:48.144718 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6c6ea-6b2a-4791-bb3d-15894f82d11d req-7d242ec9-1b80-4865-a61f-5b0e3bfc1c2e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:48.148471 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port acdbc11d-5e25-4019-a63d-17f94bb826ad triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:17:48.148854 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:48.152132 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6c6ea-6b2a-4791-bb3d-15894f82d11d req-7d242ec9-1b80-4865-a61f-5b0e3bfc1c2e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:48.153088 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 3e40d835-e479-4c27-8f24-be6c043e98be completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:17:48.160697 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6c6ea-6b2a-4791-bb3d-15894f82d11d req-7d242ec9-1b80-4865-a61f-5b0e3bfc1c2e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:48.166946 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6c6ea-6b2a-4791-bb3d-15894f82d11d req-7d242ec9-1b80-4865-a61f-5b0e3bfc1c2e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:48.173433 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6c6ea-6b2a-4791-bb3d-15894f82d11d req-7d242ec9-1b80-4865-a61f-5b0e3bfc1c2e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:48.182847 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4de6c6ea-6b2a-4791-bb3d-15894f82d11d req-7d242ec9-1b80-4865-a61f-5b0e3bfc1c2e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5441 time: 0.1737659 Nov 10 19:17:48.189271 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 3e40d835-e479-4c27-8f24-be6c043e98be triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:17:48.189747 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:48.224833 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1684ad33-821d-41fa-a971-693418a4517b req-3531b451-ef95-48c9-baae-ada1a96ee565 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:48.242205 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dce5fe1f-73e2-46d8-9e1e-5351d0d9c2ce tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:48.317207 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dce5fe1f-73e2-46d8-9e1e-5351d0d9c2ce tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:48.352348 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4de6c6ea-6b2a-4791-bb3d-15894f82d11d req-8432b04b-c77b-428f-b5ce-de8ba91588eb tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1681015 Nov 10 19:17:48.356903 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5fe1f-73e2-46d8-9e1e-5351d0d9c2ce tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Pushing event deleted for resources: {'Subnet': ['ID=b38dceed-c5f7-4e5b-b9c7-4a2952364aa2,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:48.361885 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dce5fe1f-73e2-46d8-9e1e-5351d0d9c2ce tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:48.366910 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:48.368629 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-dce5fe1f-73e2-46d8-9e1e-5351d0d9c2ce tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] 10.222.0.54 "DELETE /v2.0/subnets/b38dceed-c5f7-4e5b-b9c7-4a2952364aa2 HTTP/1.1" status: 204 len: 168 time: 0.3655386 Nov 10 19:17:48.371126 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37456) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:48.437686 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8525104-15a6-4382-a191-ef07ce2acbd3 None None] Network 533a31ed-e380-46d7-8815-5cecfadb231f requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:17:48.477224 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1684ad33-821d-41fa-a971-693418a4517b req-3531b451-ef95-48c9-baae-ada1a96ee565 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:48.499183 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fefe7fcc-1896-42ff-80da-e50c957de77a tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:48.516406 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1684ad33-821d-41fa-a971-693418a4517b req-3531b451-ef95-48c9-baae-ada1a96ee565 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:48.519006 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 3e40d835-e479-4c27-8f24-be6c043e98be, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=3e40d835-e479-4c27-8f24-be6c043e98be,segment=NetworkSegment(5cb9df61-9550-483d-8fc3-a242dd3a621b),segment_id=5cb9df61-9550-483d-8fc3-a242dd3a621b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:48.526363 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:48.527284 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 018e007e-c84a-4abf-8483-76780dc92b09 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:17:48.564812 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-fefe7fcc-1896-42ff-80da-e50c957de77a tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Deleting port acdbc11d-5e25-4019-a63d-17f94bb826ad {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:17:48.565351 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fefe7fcc-1896-42ff-80da-e50c957de77a tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:48.576515 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1684ad33-821d-41fa-a971-693418a4517b req-3531b451-ef95-48c9-baae-ada1a96ee565 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:48.586365 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1684ad33-821d-41fa-a971-693418a4517b req-3531b451-ef95-48c9-baae-ada1a96ee565 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4905398 Nov 10 19:17:48.590004 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531b451-ef95-48c9-baae-ada1a96ee565 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=826c1880-8555-4f95-a958-7ffbf273f058,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:48.618427 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25e75a-1dd7-470e-9383-d6ed0489bf78 req-aabc2901-54fb-419d-9bbf-24669609cf0e tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:48.634643 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3b25e75a-1dd7-470e-9383-d6ed0489bf78 req-aabc2901-54fb-419d-9bbf-24669609cf0e tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dd3703a-fcfa-4294-9abf-f0bb60a54cc1 HTTP/1.1" status: 200 len: 950 time: 0.1633480 Nov 10 19:17:48.683466 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-fefe7fcc-1896-42ff-80da-e50c957de77a tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] For port acdbc11d-5e25-4019-a63d-17f94bb826ad, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=acdbc11d-5e25-4019-a63d-17f94bb826ad,segment=NetworkSegment(c6ecb682-21ff-4f2a-97d6-1a2ff76675a0),segment_id=c6ecb682-21ff-4f2a-97d6-1a2ff76675a0)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:48.684233 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fefe7fcc-1896-42ff-80da-e50c957de77a tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:48.700460 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-fefe7fcc-1896-42ff-80da-e50c957de77a tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Calling delete_port for acdbc11d-5e25-4019-a63d-17f94bb826ad owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:17:48.709331 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=3e40d835-e479-4c27-8f24-be6c043e98be,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:48.725128 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3b25e75a-1dd7-470e-9383-d6ed0489bf78 req-5e720f12-ebfd-4216-a9d4-92ad9c079b33 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895829 Nov 10 19:17:48.747203 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8bc7-a3f4-42c4-899a-ab4e0add8ff6 req-ec7fd9e7-c8fa-4e0f-a181-5f2567b9d8d2 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:48.748794 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aebe8bc7-a3f4-42c4-899a-ab4e0add8ff6 req-ec7fd9e7-c8fa-4e0f-a181-5f2567b9d8d2 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.0848660 Nov 10 19:17:48.754604 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 018e007e-c84a-4abf-8483-76780dc92b09 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:17:48.762995 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 018e007e-c84a-4abf-8483-76780dc92b09 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:17:48.763432 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:48.817395 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21661f95-ae2e-408f-95a7-af653c36f051 None None] DHCP port deletion for 533a31ed-e380-46d7-8815-5cecfadb231f request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:17:48.852496 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fefe7fcc-1896-42ff-80da-e50c957de77a tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:48.861914 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aebe8bc7-a3f4-42c4-899a-ab4e0add8ff6 req-010b5449-eb05-47f9-9390-d840c9361d99 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052790 Nov 10 19:17:48.874499 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-616cde55-6e23-422a-bfe5-422bfd5849a2 req-0af49634-6ddc-4d1c-9b72-747521a99311 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] 10.222.0.54 "GET /v2.0/security-groups/826c1880-8555-4f95-a958-7ffbf273f058 HTTP/1.1" status: 200 len: 1830 time: 0.0720017 Nov 10 19:17:48.903252 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe7fcc-1896-42ff-80da-e50c957de77a tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Pushing event deleted for resources: {'Port': ['ID=acdbc11d-5e25-4019-a63d-17f94bb826ad,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:48.917130 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-3b7fe47f-685b-4946-a6fc-008a61625f63 req-2e120841-fe0e-40f4-93c8-7a2bea231673 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1224941844', 'description': 'tempest-description-1636236407'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:48.924733 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefe7fcc-1896-42ff-80da-e50c957de77a tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] No DVR routers for this DVR port acdbc11d-5e25-4019-a63d-17f94bb826ad on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:17:48.955607 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3b7fe47f-685b-4946-a6fc-008a61625f63 req-2e120841-fe0e-40f4-93c8-7a2bea231673 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:48.956951 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-21661f95-ae2e-408f-95a7-af653c36f051 None None] Deleting port acdbc11d-5e25-4019-a63d-17f94bb826ad {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:17:48.957486 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-21661f95-ae2e-408f-95a7-af653c36f051 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:48.959504 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:49.011051 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 018e007e-c84a-4abf-8483-76780dc92b09, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=018e007e-c84a-4abf-8483-76780dc92b09,segment=NetworkSegment(a1439b11-afa4-4fe3-825f-5bdc9b853fe8),segment_id=a1439b11-afa4-4fe3-825f-5bdc9b853fe8)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:49.044260 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 75243dbe-5ffb-425b-93ba-9618e1120943 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:17:49.050272 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:49.051164 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device de23dff7-0358-45d9-aba5-b288f9e2dceb up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:17:49.094141 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3b7fe47f-685b-4946-a6fc-008a61625f63 req-2e120841-fe0e-40f4-93c8-7a2bea231673 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:49.100400 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3b7fe47f-685b-4946-a6fc-008a61625f63 req-2e120841-fe0e-40f4-93c8-7a2bea231673 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:49.124742 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fefe7fcc-1896-42ff-80da-e50c957de77a tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:49.152420 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=018e007e-c84a-4abf-8483-76780dc92b09,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:49.172184 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-fefe7fcc-1896-42ff-80da-e50c957de77a tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['533a31ed-e380-46d7-8815-5cecfadb231f']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:17:49.182903 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-21661f95-ae2e-408f-95a7-af653c36f051 None None] For port acdbc11d-5e25-4019-a63d-17f94bb826ad, host n-d-813897-4, got binding levels [] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:49.183307 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-21661f95-ae2e-408f-95a7-af653c36f051 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:49.188238 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-fefe7fcc-1896-42ff-80da-e50c957de77a tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ecb682-21ff-4f2a-97d6-1a2ff76675a0') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:17:49.188541 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-fefe7fcc-1896-42ff-80da-e50c957de77a tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ecb682-21ff-4f2a-97d6-1a2ff76675a0') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:17:49.196732 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e120841-fe0e-40f4-93c8-7a2bea231673 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db85c10d-b9c3-4a93-8c07-27c2957fc17a,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:49.205065 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fefe7fcc-1896-42ff-80da-e50c957de77a tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:49.227882 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fefe7fcc-1896-42ff-80da-e50c957de77a tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:49.232718 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-21661f95-ae2e-408f-95a7-af653c36f051 None None] Calling delete_port for acdbc11d-5e25-4019-a63d-17f94bb826ad owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:17:49.235799 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3b7fe47f-685b-4946-a6fc-008a61625f63 req-2e120841-fe0e-40f4-93c8-7a2bea231673 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:49.237194 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fefe7fcc-1896-42ff-80da-e50c957de77a tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:17:49.237725 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fefe7fcc-1896-42ff-80da-e50c957de77a tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:49.241356 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3b7fe47f-685b-4946-a6fc-008a61625f63 req-2e120841-fe0e-40f4-93c8-7a2bea231673 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.3294110 Nov 10 19:17:49.242069 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:17:49.242069 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:17:49.242069 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:17:49.242069 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:17:49.242069 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:17:49.242069 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:17:49.242069 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:17:49.242069 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:17:49.242069 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:17:49.242069 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:17:49.242069 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:17:49.242069 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:17:49.242069 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:17:49.242069 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:17:49.242069 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:17:49.242069 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:17:49.242069 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:17:49.242069 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:17:49.242069 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:17:49.242069 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:17:49.242069 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:17:49.242069 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:17:49.242069 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:17:49.242069 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:17:49.242069 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:17:49.242069 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:17:49.242069 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:17:49.242069 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:17:49.242069 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:17:49.242069 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:17:49.242069 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:17:49.242069 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:17:49.273605 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.ipam_backend_mixin [None req-21661f95-ae2e-408f-95a7-af653c36f051 None None] Port acdbc11d-5e25-4019-a63d-17f94bb826ad was not found and therefore no delete operation was performed {{(pid=102507) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 19:17:49.277231 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-21661f95-ae2e-408f-95a7-af653c36f051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:49.326626 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fefe7fcc-1896-42ff-80da-e50c957de77a tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:49.332903 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fefe7fcc-1896-42ff-80da-e50c957de77a tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:49.339898 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-fefe7fcc-1896-42ff-80da-e50c957de77a tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] 10.222.0.54 "DELETE /v2.0/networks/533a31ed-e380-46d7-8815-5cecfadb231f HTTP/1.1" status: 204 len: 168 time: 0.9632592 Nov 10 19:17:49.394122 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe7fcc-1896-42ff-80da-e50c957de77a tempest-ExtraDHCPOptionsTestJSON-930287470 tempest-ExtraDHCPOptionsTestJSON-930287470-project] Pushing event deleted for resources: {'Network': ['ID=533a31ed-e380-46d7-8815-5cecfadb231f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:49.466632 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-36728b28-8462-4b0f-bb5d-77ee16bbd19a req-4c318842-d49f-4952-acac-34457d1f0f0c tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] 10.222.0.54 "GET /v2.0/security-groups/db85c10d-b9c3-4a93-8c07-27c2957fc17a HTTP/1.1" status: 200 len: 1832 time: 0.0570276 Nov 10 19:17:49.563607 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f80ad-0d47-4de8-bab1-7093bf1b915e req-3b66e062-e08c-4a27-af23-bb825e4791e1 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:49.564413 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd211dbba-dcd7-4e1b-982a-56e8eb100ca4'}, {'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e40d835-e479-4c27-8f24-be6c043e98be'}, {'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018e007e-c84a-4abf-8483-76780dc92b09'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:17:49.566849 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5815c84-9298-458f-b710-3c3c010b402c" -d '{"events": [{"server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "name": "network-vif-plugged", "status": "completed", "tag": "d211dbba-dcd7-4e1b-982a-56e8eb100ca4"}, {"server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "name": "network-vif-plugged", "status": "completed", "tag": "3e40d835-e479-4c27-8f24-be6c043e98be"}, {"server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "name": "network-vif-plugged", "status": "completed", "tag": "018e007e-c84a-4abf-8483-76780dc92b09"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:17:49.569489 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6d5f80ad-0d47-4de8-bab1-7093bf1b915e req-3b66e062-e08c-4a27-af23-bb825e4791e1 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2b40177-0124-43a8-adb9-1da407a8a52d HTTP/1.1" status: 200 len: 944 time: 0.0810876 Nov 10 19:17:49.597180 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21661f95-ae2e-408f-95a7-af653c36f051 None None] Pushing event deleted for resources: {'Port': ['ID=acdbc11d-5e25-4019-a63d-17f94bb826ad,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:49.611594 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21661f95-ae2e-408f-95a7-af653c36f051 None None] No DVR routers for this DVR port acdbc11d-5e25-4019-a63d-17f94bb826ad on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:17:49.613548 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 75243dbe-5ffb-425b-93ba-9618e1120943 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:17:49.642713 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 75243dbe-5ffb-425b-93ba-9618e1120943 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:17:49.643584 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:49.655978 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port de23dff7-0358-45d9-aba5-b288f9e2dceb completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:17:49.686033 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port de23dff7-0358-45d9-aba5-b288f9e2dceb triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:17:49.686424 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:49.747402 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6d5f80ad-0d47-4de8-bab1-7093bf1b915e req-d3b06352-ea86-4fb1-a15b-64f33c0878a1 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711776 Nov 10 19:17:49.789441 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:49.821671 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37504) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:49.882068 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 75243dbe-5ffb-425b-93ba-9618e1120943, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=75243dbe-5ffb-425b-93ba-9618e1120943,segment=NetworkSegment(c9a36c68-c3fb-4c33-a5bb-7886b7443ebd),segment_id=c9a36c68-c3fb-4c33-a5bb-7886b7443ebd)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:49.919249 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:49.961690 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device acdbc11d-5e25-4019-a63d-17f94bb826ad no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:17:49.962406 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee1954-de09-4fc7-b756-81d7f04bfc84 req-a4143b16-474e-4683-b433-d940e39e6b36 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:49.969264 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee1954-de09-4fc7-b756-81d7f04bfc84 req-a4143b16-474e-4683-b433-d940e39e6b36 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:49.976182 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee1954-de09-4fc7-b756-81d7f04bfc84 req-a4143b16-474e-4683-b433-d940e39e6b36 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:49.982389 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:49.982556 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee1954-de09-4fc7-b756-81d7f04bfc84 req-a4143b16-474e-4683-b433-d940e39e6b36 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:49.987623 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: acdbc11d-5e25-4019-a63d-17f94bb826ad {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:17:49.987982 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device acdbc11d-5e25-4019-a63d-17f94bb826ad not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:17:49.989803 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee1954-de09-4fc7-b756-81d7f04bfc84 req-a4143b16-474e-4683-b433-d940e39e6b36 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:49.997967 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee1954-de09-4fc7-b756-81d7f04bfc84 req-a4143b16-474e-4683-b433-d940e39e6b36 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:50.005203 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee1954-de09-4fc7-b756-81d7f04bfc84 req-a4143b16-474e-4683-b433-d940e39e6b36 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:50.013997 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0cee1954-de09-4fc7-b756-81d7f04bfc84 req-a4143b16-474e-4683-b433-d940e39e6b36 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5443 time: 0.1212296 Nov 10 19:17:50.038745 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8b747-1cd0-4161-a533-eec0d4a7eb9d req-58d8571d-8adc-4710-bf8a-f898453824cf tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:50.038978 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port de23dff7-0358-45d9-aba5-b288f9e2dceb, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=de23dff7-0358-45d9-aba5-b288f9e2dceb,segment=NetworkSegment(a1439b11-afa4-4fe3-825f-5bdc9b853fe8),segment_id=a1439b11-afa4-4fe3-825f-5bdc9b853fe8)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:50.039223 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8b747-1cd0-4161-a533-eec0d4a7eb9d req-58d8571d-8adc-4710-bf8a-f898453824cf tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:50.039725 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8b747-1cd0-4161-a533-eec0d4a7eb9d req-58d8571d-8adc-4710-bf8a-f898453824cf tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:50.040171 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8b747-1cd0-4161-a533-eec0d4a7eb9d req-58d8571d-8adc-4710-bf8a-f898453824cf tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:50.041282 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8b747-1cd0-4161-a533-eec0d4a7eb9d req-58d8571d-8adc-4710-bf8a-f898453824cf tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:50.041888 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8b747-1cd0-4161-a533-eec0d4a7eb9d req-58d8571d-8adc-4710-bf8a-f898453824cf tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:50.042549 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8b747-1cd0-4161-a533-eec0d4a7eb9d req-58d8571d-8adc-4710-bf8a-f898453824cf tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:50.042834 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8b747-1cd0-4161-a533-eec0d4a7eb9d req-58d8571d-8adc-4710-bf8a-f898453824cf tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:50.043510 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8b747-1cd0-4161-a533-eec0d4a7eb9d req-58d8571d-8adc-4710-bf8a-f898453824cf tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:50.044105 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8b747-1cd0-4161-a533-eec0d4a7eb9d req-58d8571d-8adc-4710-bf8a-f898453824cf tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:50.044461 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8b747-1cd0-4161-a533-eec0d4a7eb9d req-58d8571d-8adc-4710-bf8a-f898453824cf tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:50.045171 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8b747-1cd0-4161-a533-eec0d4a7eb9d req-58d8571d-8adc-4710-bf8a-f898453824cf tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:50.045368 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8b747-1cd0-4161-a533-eec0d4a7eb9d req-58d8571d-8adc-4710-bf8a-f898453824cf tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:50.045851 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8b747-1cd0-4161-a533-eec0d4a7eb9d req-58d8571d-8adc-4710-bf8a-f898453824cf tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:50.046313 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8b747-1cd0-4161-a533-eec0d4a7eb9d req-58d8571d-8adc-4710-bf8a-f898453824cf tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:50.046770 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8b747-1cd0-4161-a533-eec0d4a7eb9d req-58d8571d-8adc-4710-bf8a-f898453824cf tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:50.047489 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8b747-1cd0-4161-a533-eec0d4a7eb9d req-58d8571d-8adc-4710-bf8a-f898453824cf tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:50.047950 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8b747-1cd0-4161-a533-eec0d4a7eb9d req-58d8571d-8adc-4710-bf8a-f898453824cf tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:50.048405 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8b747-1cd0-4161-a533-eec0d4a7eb9d req-58d8571d-8adc-4710-bf8a-f898453824cf tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:50.048884 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8b747-1cd0-4161-a533-eec0d4a7eb9d req-58d8571d-8adc-4710-bf8a-f898453824cf tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:50.049949 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:50.060565 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ecb8b747-1cd0-4161-a533-eec0d4a7eb9d req-58d8571d-8adc-4710-bf8a-f898453824cf tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c2b40177-0124-43a8-adb9-1da407a8a52d&device_id=4dd3703a-fcfa-4294-9abf-f0bb60a54cc1&device_id=92f2197f-143d-485d-8d07-b7741b2fba23&device_id=aa60be37-322f-4e32-b81d-44826b9e6a01&device_id=0ef761de-db57-4464-bd07-8dc0c50c186b&device_id=08efa6f3-c1ed-4bfd-b5bf-74431a6a537d&device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36&device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 18112 time: 0.2252486 Nov 10 19:17:50.065075 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-47a09b36-2fe7-43f7-9d58-bdf44f4b15c4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9b5d815296bf4f54b1a67e070926cda2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2414482 Nov 10 19:17:50.066093 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37508) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:50.066395 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=75243dbe-5ffb-425b-93ba-9618e1120943,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:50.088343 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ecb8b747-1cd0-4161-a533-eec0d4a7eb9d req-47c4cfdc-0f3d-4faa-aea4-452203ce028d tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:50.140389 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=de23dff7-0358-45d9-aba5-b288f9e2dceb,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:50.160227 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-71b37d08-37a9-4a8d-8cd9-180cb21d0cf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:50.184853 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0cee1954-de09-4fc7-b756-81d7f04bfc84 req-44f7c2fb-d730-45f6-9f8a-fb7586df489e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1670611 Nov 10 19:17:50.192526 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-71b37d08-37a9-4a8d-8cd9-180cb21d0cf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:50.267609 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-71b37d08-37a9-4a8d-8cd9-180cb21d0cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:50.270326 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [req-12437f59-0012-4eb2-a2dd-5230dc012479 req-3602be22-c4cd-4146-b91f-7cc162f421df tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] show failed (client error): The resource could not be found. Nov 10 19:17:50.271621 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-12437f59-0012-4eb2-a2dd-5230dc012479 req-3602be22-c4cd-4146-b91f-7cc162f421df tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] 10.222.0.54 "GET /v2.0/security-groups/d3074ee8-4c72-4340-9a4a-3527a9bf2eeb HTTP/1.1" status: 404 len: 352 time: 0.0391006 Nov 10 19:17:50.281093 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-71b37d08-37a9-4a8d-8cd9-180cb21d0cf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:50.283175 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-71b37d08-37a9-4a8d-8cd9-180cb21d0cf1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f003d031-897f-48ba-856a-8db54605d65a HTTP/1.1" status: 204 len: 168 time: 0.2155893 Nov 10 19:17:50.310870 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b37d08-37a9-4a8d-8cd9-180cb21d0cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f003d031-897f-48ba-856a-8db54605d65a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:50.356000 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ecb8b747-1cd0-4161-a533-eec0d4a7eb9d req-47c4cfdc-0f3d-4faa-aea4-452203ce028d tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:50.371750 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ecb8b747-1cd0-4161-a533-eec0d4a7eb9d req-47c4cfdc-0f3d-4faa-aea4-452203ce028d tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:50.394533 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 10 Nov 2021 19:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca7b26b-dd64-48cf-9667-da5a659f2119 x-openstack-request-id: req-3ca7b26b-dd64-48cf-9667-da5a659f2119 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:17:50.394952 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "name": "network-vif-plugged", "status": "completed", "tag": "d211dbba-dcd7-4e1b-982a-56e8eb100ca4", "code": 200}, {"server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "name": "network-vif-plugged", "status": "completed", "tag": "3e40d835-e479-4c27-8f24-be6c043e98be", "code": 200}, {"server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "name": "network-vif-plugged", "status": "completed", "tag": "018e007e-c84a-4abf-8483-76780dc92b09", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:17:50.395420 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3ca7b26b-dd64-48cf-9667-da5a659f2119 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:17:50.395913 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd211dbba-dcd7-4e1b-982a-56e8eb100ca4', 'code': 200} Nov 10 19:17:50.396226 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e40d835-e479-4c27-8f24-be6c043e98be', 'code': 200} Nov 10 19:17:50.396542 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018e007e-c84a-4abf-8483-76780dc92b09', 'code': 200} Nov 10 19:17:50.497280 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [req-a92d5e9e-2430-4250-a0e5-1afead97e89c req-0fe7bbc0-5108-424c-bf54-bfda53ff41f5 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] show failed (client error): The resource could not be found. Nov 10 19:17:50.518685 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a92d5e9e-2430-4250-a0e5-1afead97e89c req-0fe7bbc0-5108-424c-bf54-bfda53ff41f5 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] 10.222.0.54 "GET /v2.0/security-group-rules/ec5ccc61-9965-4950-998a-7096ac7d6af2 HTTP/1.1" status: 404 len: 361 time: 0.0767713 Nov 10 19:17:50.533994 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4cfdc-0f3d-4faa-aea4-452203ce028d tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19972ac2-99b3-477c-a3f2-2e7d1fd90b31,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:50.611247 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ecb8b747-1cd0-4161-a533-eec0d4a7eb9d req-47c4cfdc-0f3d-4faa-aea4-452203ce028d tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=6abcce0f-c6a6-4d15-bce8-1d7464d7e84e&id=3898d11b-40f8-45f0-8435-369a1e20512c&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=b2d93388-382e-4c6b-9fd9-db42bf1d98d3&id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 739 time: 0.5492339 Nov 10 19:17:50.734071 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f24f2738-95d8-4ca0-bbe8-81d82850a14a req-b7365287-d899-495f-b825-6b671a6547d8 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] 10.222.0.54 "GET /v2.0/security-groups/db85c10d-b9c3-4a93-8c07-27c2957fc17a HTTP/1.1" status: 200 len: 1832 time: 0.0950248 Nov 10 19:17:50.865125 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f24f2738-95d8-4ca0-bbe8-81d82850a14a req-17fb7ec8-d34b-477d-95cc-96b346f07793 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:50.923372 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f24f2738-95d8-4ca0-bbe8-81d82850a14a req-17fb7ec8-d34b-477d-95cc-96b346f07793 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:50.991749 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca9ec7-970d-42aa-8d1e-fcb989172045 req-2f9b936b-7a72-4453-93e3-85806adccb90 tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:50.992563 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca9ec7-970d-42aa-8d1e-fcb989172045 req-2f9b936b-7a72-4453-93e3-85806adccb90 tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:50.992763 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca9ec7-970d-42aa-8d1e-fcb989172045 req-2f9b936b-7a72-4453-93e3-85806adccb90 tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:50.997446 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-90ca9ec7-970d-42aa-8d1e-fcb989172045 req-2f9b936b-7a72-4453-93e3-85806adccb90 tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=4dd3703a-fcfa-4294-9abf-f0bb60a54cc1&device_id=92f2197f-143d-485d-8d07-b7741b2fba23&device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 2884 time: 0.0994270 Nov 10 19:17:51.010764 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f24f2738-95d8-4ca0-bbe8-81d82850a14a req-17fb7ec8-d34b-477d-95cc-96b346f07793 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:51.013307 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f24f2738-95d8-4ca0-bbe8-81d82850a14a req-17fb7ec8-d34b-477d-95cc-96b346f07793 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:51.014659 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f24f2738-95d8-4ca0-bbe8-81d82850a14a req-17fb7ec8-d34b-477d-95cc-96b346f07793 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] 10.222.0.54 "DELETE /v2.0/security-groups/db85c10d-b9c3-4a93-8c07-27c2957fc17a HTTP/1.1" status: 204 len: 173 time: 0.2730982 Nov 10 19:17:51.036427 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb7ec8-d34b-477d-95cc-96b346f07793 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db85c10d-b9c3-4a93-8c07-27c2957fc17a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:51.115361 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-90ca9ec7-970d-42aa-8d1e-fcb989172045 req-b1c3c500-710f-45e0-b3b9-7bb9a7e970de tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125309 Nov 10 19:17:51.139824 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29940a-f2fd-4246-9129-061742cfaf1a req-8672f342-2d88-4e6e-be7b-ffc27174e4e4 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:51.141382 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9a29940a-f2fd-4246-9129-061742cfaf1a req-8672f342-2d88-4e6e-be7b-ffc27174e4e4 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2b40177-0124-43a8-adb9-1da407a8a52d HTTP/1.1" status: 200 len: 945 time: 0.0574787 Nov 10 19:17:51.221364 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b830adfb-549c-4f76-acfa-2eda977b07a6 req-9e96dd0f-8531-4b53-8496-6df75ef4bf6f tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] 10.222.0.54 "GET /v2.0/security-groups/826c1880-8555-4f95-a958-7ffbf273f058 HTTP/1.1" status: 200 len: 1830 time: 0.0699015 Nov 10 19:17:51.231988 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9a29940a-f2fd-4246-9129-061742cfaf1a req-407c87db-9c3f-4ea7-811d-f54080ea563e tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812840 Nov 10 19:17:51.302284 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b830adfb-549c-4f76-acfa-2eda977b07a6 req-dd9b9aed-e6f5-4eb5-b61f-dfc52d49b278 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:51.326772 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b830adfb-549c-4f76-acfa-2eda977b07a6 req-dd9b9aed-e6f5-4eb5-b61f-dfc52d49b278 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:51.373778 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b830adfb-549c-4f76-acfa-2eda977b07a6 req-dd9b9aed-e6f5-4eb5-b61f-dfc52d49b278 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:51.374607 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37556) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:51.377021 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b830adfb-549c-4f76-acfa-2eda977b07a6 req-dd9b9aed-e6f5-4eb5-b61f-dfc52d49b278 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:51.378416 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b830adfb-549c-4f76-acfa-2eda977b07a6 req-dd9b9aed-e6f5-4eb5-b61f-dfc52d49b278 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] 10.222.0.54 "DELETE /v2.0/security-groups/826c1880-8555-4f95-a958-7ffbf273f058 HTTP/1.1" status: 204 len: 173 time: 0.1564634 Nov 10 19:17:51.390356 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b9aed-e6f5-4eb5-b61f-dfc52d49b278 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=826c1880-8555-4f95-a958-7ffbf273f058,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:51.530870 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-b35d7886-a6b4-4aaa-9d7d-850272a60217 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Request body: {'networks': [{'name': 'tempest-network--1823531706'}, {'name': 'tempest-network--695145225'}]} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:51.531236 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-b35d7886-a6b4-4aaa-9d7d-850272a60217 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Request body: {'network': {'name': 'tempest-network--1823531706'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:51.531646 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-b35d7886-a6b4-4aaa-9d7d-850272a60217 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Request body: {'network': {'name': 'tempest-network--695145225'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:51.563283 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701523a6-8cc5-4b6a-99a8-8ddc5097ad5d req-2b410c2d-4a67-4e97-aac3-724d65361ac9 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:51.570056 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701523a6-8cc5-4b6a-99a8-8ddc5097ad5d req-2b410c2d-4a67-4e97-aac3-724d65361ac9 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:51.576711 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35d7886-a6b4-4aaa-9d7d-850272a60217 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Made reservation on behalf of 831ea9df8cfe40baa26d6fe035ab3dda for: {'network': 2} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:17:51.578822 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701523a6-8cc5-4b6a-99a8-8ddc5097ad5d req-2b410c2d-4a67-4e97-aac3-724d65361ac9 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:51.585886 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701523a6-8cc5-4b6a-99a8-8ddc5097ad5d req-2b410c2d-4a67-4e97-aac3-724d65361ac9 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:51.586865 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b35d7886-a6b4-4aaa-9d7d-850272a60217 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:51.592857 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701523a6-8cc5-4b6a-99a8-8ddc5097ad5d req-2b410c2d-4a67-4e97-aac3-724d65361ac9 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:51.600117 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701523a6-8cc5-4b6a-99a8-8ddc5097ad5d req-2b410c2d-4a67-4e97-aac3-724d65361ac9 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:51.606830 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701523a6-8cc5-4b6a-99a8-8ddc5097ad5d req-2b410c2d-4a67-4e97-aac3-724d65361ac9 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:51.608931 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-701523a6-8cc5-4b6a-99a8-8ddc5097ad5d req-2b410c2d-4a67-4e97-aac3-724d65361ac9 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5444 time: 0.1789033 Nov 10 19:17:51.619986 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b35d7886-a6b4-4aaa-9d7d-850272a60217 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:51.627290 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-343d16ef-1ecf-45d9-8dc0-5229293509b8 req-f0cae75a-fa6e-4a5e-a34d-63140dab1d1f tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] 10.222.0.54 "GET /v2.0/security-groups/4e9317a2-0171-423f-bd9c-8d5b8a889e7c HTTP/1.1" status: 200 len: 1830 time: 0.1603279 Nov 10 19:17:51.752512 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b35d7886-a6b4-4aaa-9d7d-850272a60217 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:51.759163 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-701523a6-8cc5-4b6a-99a8-8ddc5097ad5d req-4c61b6ca-92e1-458d-b092-8663d2cf451b tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1289475 Nov 10 19:17:51.772872 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b35d7886-a6b4-4aaa-9d7d-850272a60217 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:51.773611 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-343d16ef-1ecf-45d9-8dc0-5229293509b8 req-2d7a7184-27b3-4c5d-a056-fd45c48b174a tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:51.775203 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b35d7886-a6b4-4aaa-9d7d-850272a60217 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:51.810073 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-343d16ef-1ecf-45d9-8dc0-5229293509b8 req-2d7a7184-27b3-4c5d-a056-fd45c48b174a tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:51.857841 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d7886-a6b4-4aaa-9d7d-850272a60217 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46007670-8419-4a89-a608-4e70d3370b48,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:51.873803 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b35d7886-a6b4-4aaa-9d7d-850272a60217 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:17:51.886380 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b35d7886-a6b4-4aaa-9d7d-850272a60217 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:51.886987 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-b35d7886-a6b4-4aaa-9d7d-850272a60217 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Added segment 64c16be4-3ddd-4c8f-81bf-d472e40d0761 of type vlan for network 49233281-a7c7-4d6f-911d-ebc966ac1303 Nov 10 19:17:51.940705 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-343d16ef-1ecf-45d9-8dc0-5229293509b8 req-2d7a7184-27b3-4c5d-a056-fd45c48b174a tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:51.944162 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-343d16ef-1ecf-45d9-8dc0-5229293509b8 req-2d7a7184-27b3-4c5d-a056-fd45c48b174a tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:51.945938 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-343d16ef-1ecf-45d9-8dc0-5229293509b8 req-2d7a7184-27b3-4c5d-a056-fd45c48b174a tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] 10.222.0.54 "DELETE /v2.0/security-groups/4e9317a2-0171-423f-bd9c-8d5b8a889e7c HTTP/1.1" status: 204 len: 173 time: 0.3176384 Nov 10 19:17:51.960461 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a7184-27b3-4c5d-a056-fd45c48b174a tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9317a2-0171-423f-bd9c-8d5b8a889e7c,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:52.034442 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b35d7886-a6b4-4aaa-9d7d-850272a60217 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:52.076857 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b35d7886-a6b4-4aaa-9d7d-850272a60217 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:17:52.087985 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b35d7886-a6b4-4aaa-9d7d-850272a60217 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:52.088483 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-b35d7886-a6b4-4aaa-9d7d-850272a60217 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Added segment b5882496-b447-4ece-ba55-9483a775628b of type vlan for network 6e0a33d8-77ab-4dd0-a837-1d9d06547d0f Nov 10 19:17:52.120597 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b8626-d0d2-4d55-a6d5-41e827e7c500 req-1de40207-a82c-4a38-b4cf-7e8d0122bedd tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:52.123009 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8f3b8626-d0d2-4d55-a6d5-41e827e7c500 req-1de40207-a82c-4a38-b4cf-7e8d0122bedd tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.0844755 Nov 10 19:17:52.148523 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b35d7886-a6b4-4aaa-9d7d-850272a60217 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:52.170765 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-29c46213-02a6-4aee-8bf2-3518ee4c1256 req-da75d42d-6d19-4696-a0d6-74a3db149ff3 tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] 10.222.0.54 "GET /v2.0/security-groups/c81f963c-e77f-4cfd-880b-3fde11d6abd6 HTTP/1.1" status: 200 len: 1832 time: 0.0833917 Nov 10 19:17:52.182032 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b35d7886-a6b4-4aaa-9d7d-850272a60217 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:52.182635 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b35d7886-a6b4-4aaa-9d7d-850272a60217 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:52.188397 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35d7886-a6b4-4aaa-9d7d-850272a60217 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:52.194851 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35d7886-a6b4-4aaa-9d7d-850272a60217 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:52.195554 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b35d7886-a6b4-4aaa-9d7d-850272a60217 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:52.222888 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8f3b8626-d0d2-4d55-a6d5-41e827e7c500 req-e5ba4e51-d911-4ee5-b5cd-e08c70bcd502 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896995 Nov 10 19:17:52.242581 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b35d7886-a6b4-4aaa-9d7d-850272a60217 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8645992 Nov 10 19:17:52.243119 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 37584) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:52.285120 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d7886-a6b4-4aaa-9d7d-850272a60217 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Pushing event updated for resources: {'Network': ['ID=49233281-a7c7-4d6f-911d-ebc966ac1303,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:52.296603 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 49233281-a7c7-4d6f-911d-ebc966ac1303 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:17:52.403992 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b40177-0124-43a8-adb9-1da407a8a52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75243dbe-5ffb-425b-93ba-9618e1120943'}, {'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de23dff7-0358-45d9-aba5-b288f9e2dceb'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:17:52.406335 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e07e066-5ddb-4341-b90d-44fc6996ce66" -d '{"events": [{"server_uuid": "c2b40177-0124-43a8-adb9-1da407a8a52d", "name": "network-vif-plugged", "status": "completed", "tag": "75243dbe-5ffb-425b-93ba-9618e1120943"}, {"server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "name": "network-vif-plugged", "status": "completed", "tag": "de23dff7-0358-45d9-aba5-b288f9e2dceb"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:17:52.410609 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d7886-a6b4-4aaa-9d7d-850272a60217 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Pushing event updated for resources: {'Network': ['ID=6e0a33d8-77ab-4dd0-a837-1d9d06547d0f,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:52.430311 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 6e0a33d8-77ab-4dd0-a837-1d9d06547d0f details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:17:52.466668 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-29c46213-02a6-4aee-8bf2-3518ee4c1256 req-0b1e7be7-5097-4322-b0c0-7f700efc54aa tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:52.633517 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-29c46213-02a6-4aee-8bf2-3518ee4c1256 req-0b1e7be7-5097-4322-b0c0-7f700efc54aa tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:52.727361 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460b8ab8-3a7c-40f5-be6b-4432bb9aa286 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:52.734700 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460b8ab8-3a7c-40f5-be6b-4432bb9aa286 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:52.743210 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460b8ab8-3a7c-40f5-be6b-4432bb9aa286 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:52.749892 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460b8ab8-3a7c-40f5-be6b-4432bb9aa286 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:52.755345 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37602) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:52.755888 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-460b8ab8-3a7c-40f5-be6b-4432bb9aa286 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5115128 Nov 10 19:17:52.766406 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-29c46213-02a6-4aee-8bf2-3518ee4c1256 req-0b1e7be7-5097-4322-b0c0-7f700efc54aa tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:52.770069 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-29c46213-02a6-4aee-8bf2-3518ee4c1256 req-0b1e7be7-5097-4322-b0c0-7f700efc54aa tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:52.775252 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-29c46213-02a6-4aee-8bf2-3518ee4c1256 req-0b1e7be7-5097-4322-b0c0-7f700efc54aa tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] 10.222.0.54 "DELETE /v2.0/security-groups/c81f963c-e77f-4cfd-880b-3fde11d6abd6 HTTP/1.1" status: 204 len: 173 time: 0.5936780 Nov 10 19:17:52.803648 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e7be7-5097-4322-b0c0-7f700efc54aa tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81f963c-e77f-4cfd-880b-3fde11d6abd6,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:52.917400 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-387e7030-6a3c-4dee-9c55-2b6a67bbca06 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:53.004197 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b7e0b-a7fa-4558-baef-9dbb26c715a1 req-7ce76f21-b61b-4c3e-a674-071b7075a4dc tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:53.006035 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d1b7e0b-a7fa-4558-baef-9dbb26c715a1 req-7ce76f21-b61b-4c3e-a674-071b7075a4dc tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2b40177-0124-43a8-adb9-1da407a8a52d HTTP/1.1" status: 200 len: 945 time: 0.0954704 Nov 10 19:17:53.023707 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 19:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09feaddf-e557-457d-a144-b3774e1a0739 x-openstack-request-id: req-09feaddf-e557-457d-a144-b3774e1a0739 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:17:53.024063 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b40177-0124-43a8-adb9-1da407a8a52d", "name": "network-vif-plugged", "status": "completed", "tag": "75243dbe-5ffb-425b-93ba-9618e1120943", "code": 200}, {"server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "name": "network-vif-plugged", "status": "completed", "tag": "de23dff7-0358-45d9-aba5-b288f9e2dceb", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:17:53.024324 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-09feaddf-e557-457d-a144-b3774e1a0739 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:17:53.024727 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b40177-0124-43a8-adb9-1da407a8a52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75243dbe-5ffb-425b-93ba-9618e1120943', 'code': 200} Nov 10 19:17:53.024982 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de23dff7-0358-45d9-aba5-b288f9e2dceb', 'code': 200} Nov 10 19:17:53.145225 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-387e7030-6a3c-4dee-9c55-2b6a67bbca06 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:53.176625 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d1b7e0b-a7fa-4558-baef-9dbb26c715a1 req-d5b74fc8-2a0b-4828-93ee-f6c7e2416a60 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636767 Nov 10 19:17:53.177164 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-387e7030-6a3c-4dee-9c55-2b6a67bbca06 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49233281-a7c7-4d6f-911d-ebc966ac1303']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:17:53.192034 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-387e7030-6a3c-4dee-9c55-2b6a67bbca06 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c16be4-3ddd-4c8f-81bf-d472e40d0761') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:17:53.192562 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-387e7030-6a3c-4dee-9c55-2b6a67bbca06 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c16be4-3ddd-4c8f-81bf-d472e40d0761') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:17:53.204461 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-387e7030-6a3c-4dee-9c55-2b6a67bbca06 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:53.222290 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-387e7030-6a3c-4dee-9c55-2b6a67bbca06 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:53.236588 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-387e7030-6a3c-4dee-9c55-2b6a67bbca06 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:17:53.237017 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-387e7030-6a3c-4dee-9c55-2b6a67bbca06 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:53.308715 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:17:53.308715 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:17:53.308715 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:17:53.308715 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:17:53.308715 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:17:53.308715 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:17:53.308715 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:17:53.308715 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:17:53.308715 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:17:53.308715 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:17:53.308715 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:17:53.308715 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:17:53.308715 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:17:53.308715 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:17:53.308715 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:17:53.308715 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:17:53.308715 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:17:53.308715 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:17:53.308715 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:17:53.308715 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:17:53.308715 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:17:53.308715 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:17:53.308715 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:17:53.308715 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:17:53.308715 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:17:53.308715 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:17:53.308715 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:17:53.308715 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:17:53.308715 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:17:53.308715 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:17:53.308715 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:17:53.308715 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:17:53.313957 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-387e7030-6a3c-4dee-9c55-2b6a67bbca06 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:53.322299 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-387e7030-6a3c-4dee-9c55-2b6a67bbca06 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:53.328425 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-387e7030-6a3c-4dee-9c55-2b6a67bbca06 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] 10.222.0.54 "DELETE /v2.0/networks/49233281-a7c7-4d6f-911d-ebc966ac1303 HTTP/1.1" status: 204 len: 168 time: 0.5694530 Nov 10 19:17:53.328623 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37614) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:53.378010 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ac9c7a49-fb8a-4120-b2b3-9584e3dd86dc req-66c6d194-acd4-4ff0-a777-9a31954d41ee tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] 10.222.0.54 "GET /v2.0/security-groups/c5f0b619-1fad-43d9-b678-4988b7bfcbbe HTTP/1.1" status: 200 len: 1831 time: 0.2001977 Nov 10 19:17:53.383534 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e7030-6a3c-4dee-9c55-2b6a67bbca06 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Pushing event deleted for resources: {'Network': ['ID=49233281-a7c7-4d6f-911d-ebc966ac1303,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:53.406348 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a3b79fa7-485a-4735-912c-aab804050852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:53.451584 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5fdcc-3500-4699-902f-72549d4a7935 req-1fa7ad9c-4004-4425-bebc-580a99b15326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:53.453418 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-32c5fdcc-3500-4699-902f-72549d4a7935 req-1fa7ad9c-4004-4425-bebc-580a99b15326 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c2b40177-0124-43a8-adb9-1da407a8a52d HTTP/1.1" status: 200 len: 1096 time: 0.3331308 Nov 10 19:17:53.466329 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e07ec-9287-4621-a9de-d5213dab6c5f req-510fafaa-6135-4293-9594-791400d1a4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:53.467152 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e07ec-9287-4621-a9de-d5213dab6c5f req-510fafaa-6135-4293-9594-791400d1a4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:53.467620 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e07ec-9287-4621-a9de-d5213dab6c5f req-510fafaa-6135-4293-9594-791400d1a4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:53.468083 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e07ec-9287-4621-a9de-d5213dab6c5f req-510fafaa-6135-4293-9594-791400d1a4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:53.468188 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4c9b7198-b24b-40c2-b025-c1132e42b06a tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:53.468617 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e07ec-9287-4621-a9de-d5213dab6c5f req-510fafaa-6135-4293-9594-791400d1a4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:53.468976 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e07ec-9287-4621-a9de-d5213dab6c5f req-510fafaa-6135-4293-9594-791400d1a4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:53.469424 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e07ec-9287-4621-a9de-d5213dab6c5f req-510fafaa-6135-4293-9594-791400d1a4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:53.471335 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dd9e07ec-9287-4621-a9de-d5213dab6c5f req-510fafaa-6135-4293-9594-791400d1a4a2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 6501 time: 0.2702403 Nov 10 19:17:53.507822 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32239180-da69-4a18-bf26-fb638d624059 req-02d24ff5-9127-45ba-9e47-e3ae6ece399d tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:53.514469 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32239180-da69-4a18-bf26-fb638d624059 req-02d24ff5-9127-45ba-9e47-e3ae6ece399d tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:53.522485 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32239180-da69-4a18-bf26-fb638d624059 req-02d24ff5-9127-45ba-9e47-e3ae6ece399d tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:53.529649 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32239180-da69-4a18-bf26-fb638d624059 req-02d24ff5-9127-45ba-9e47-e3ae6ece399d tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:53.536299 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32239180-da69-4a18-bf26-fb638d624059 req-02d24ff5-9127-45ba-9e47-e3ae6ece399d tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:53.544072 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32239180-da69-4a18-bf26-fb638d624059 req-02d24ff5-9127-45ba-9e47-e3ae6ece399d tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:53.551457 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32239180-da69-4a18-bf26-fb638d624059 req-02d24ff5-9127-45ba-9e47-e3ae6ece399d tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:53.553655 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-32239180-da69-4a18-bf26-fb638d624059 req-02d24ff5-9127-45ba-9e47-e3ae6ece399d tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5444 time: 0.3002093 Nov 10 19:17:53.592080 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4c9b7198-b24b-40c2-b025-c1132e42b06a tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:53.618773 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-4c9b7198-b24b-40c2-b025-c1132e42b06a tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e0a33d8-77ab-4dd0-a837-1d9d06547d0f']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:17:53.632938 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-4c9b7198-b24b-40c2-b025-c1132e42b06a tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5882496-b447-4ece-ba55-9483a775628b') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:17:53.633287 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-4c9b7198-b24b-40c2-b025-c1132e42b06a tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5882496-b447-4ece-ba55-9483a775628b') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:17:53.645710 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4c9b7198-b24b-40c2-b025-c1132e42b06a tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:53.670866 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4c9b7198-b24b-40c2-b025-c1132e42b06a tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:53.694979 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c9b7198-b24b-40c2-b025-c1132e42b06a tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:17:53.694979 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4c9b7198-b24b-40c2-b025-c1132e42b06a tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:53.698415 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:17:53.698415 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:17:53.698415 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:17:53.698415 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:17:53.698415 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:17:53.698415 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:17:53.698415 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:17:53.698415 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:17:53.698415 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:17:53.698415 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:17:53.698415 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:17:53.698415 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:17:53.698415 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:17:53.698415 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:17:53.698415 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:17:53.698415 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:17:53.698415 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:17:53.698415 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:17:53.698415 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:17:53.698415 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:17:53.698415 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:17:53.698415 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:17:53.698415 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:17:53.698415 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:17:53.698415 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:17:53.698415 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:17:53.698415 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:17:53.698415 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:17:53.698415 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:17:53.698415 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:17:53.698415 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:17:53.698415 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:17:53.788838 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4c9b7198-b24b-40c2-b025-c1132e42b06a tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:53.794163 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4c9b7198-b24b-40c2-b025-c1132e42b06a tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:53.797840 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4c9b7198-b24b-40c2-b025-c1132e42b06a tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] 10.222.0.54 "DELETE /v2.0/networks/6e0a33d8-77ab-4dd0-a837-1d9d06547d0f HTTP/1.1" status: 204 len: 168 time: 0.4677770 Nov 10 19:17:53.802129 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37618) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:54.043738 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da74d157-80fe-4196-a18f-1de57f03074a tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:54.052120 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da74d157-80fe-4196-a18f-1de57f03074a tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:54.053336 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ac9c7a49-fb8a-4120-b2b3-9584e3dd86dc req-387f80b9-8da9-4b34-b011-2f4765250c1a tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:54.056692 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-da74d157-80fe-4196-a18f-1de57f03074a tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2535160 Nov 10 19:17:54.057889 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b7198-b24b-40c2-b025-c1132e42b06a tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Pushing event deleted for resources: {'Network': ['ID=6e0a33d8-77ab-4dd0-a837-1d9d06547d0f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:54.066551 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37622) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:54.074306 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-8ed2126c-fd7c-4f4e-8b51-406dba3639b3 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-715972350'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:54.101460 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed2126c-fd7c-4f4e-8b51-406dba3639b3 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Made reservation on behalf of 831ea9df8cfe40baa26d6fe035ab3dda for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:17:54.107480 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8ed2126c-fd7c-4f4e-8b51-406dba3639b3 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:54.121209 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-32239180-da69-4a18-bf26-fb638d624059 req-34760b87-eae1-4561-a884-5ad6688e0fbb tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5513041 Nov 10 19:17:54.142818 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed2126c-fd7c-4f4e-8b51-406dba3639b3 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:17:54.143612 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-32c5fdcc-3500-4699-902f-72549d4a7935 req-147fdb7f-f25c-4dba-a6d3-85274275d97c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6703255 Nov 10 19:17:54.149394 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ac9c7a49-fb8a-4120-b2b3-9584e3dd86dc req-387f80b9-8da9-4b34-b011-2f4765250c1a tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:54.154367 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dd9e07ec-9287-4621-a9de-d5213dab6c5f req-b24fc011-783f-43d5-9a53-fe856a60de92 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&id=6ff0886a-5c25-4538-8924-70a050aa63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6623573 Nov 10 19:17:54.165566 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8ed2126c-fd7c-4f4e-8b51-406dba3639b3 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:54.165960 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-8ed2126c-fd7c-4f4e-8b51-406dba3639b3 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Added segment 0aaa8fd8-be2a-4668-b47a-cc126b816b9b of type vlan for network 211b6583-90b7-43b9-a4b9-c62695af8da7 Nov 10 19:17:54.234477 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ac9c7a49-fb8a-4120-b2b3-9584e3dd86dc req-387f80b9-8da9-4b34-b011-2f4765250c1a tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:54.237113 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ac9c7a49-fb8a-4120-b2b3-9584e3dd86dc req-387f80b9-8da9-4b34-b011-2f4765250c1a tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:54.248755 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ac9c7a49-fb8a-4120-b2b3-9584e3dd86dc req-387f80b9-8da9-4b34-b011-2f4765250c1a tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] 10.222.0.54 "DELETE /v2.0/security-groups/c5f0b619-1fad-43d9-b678-4988b7bfcbbe HTTP/1.1" status: 204 len: 173 time: 0.8697226 Nov 10 19:17:54.249311 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 37626) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:54.266683 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8ed2126c-fd7c-4f4e-8b51-406dba3639b3 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:54.300460 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8ed2126c-fd7c-4f4e-8b51-406dba3639b3 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:54.310506 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed2126c-fd7c-4f4e-8b51-406dba3639b3 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:54.311287 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8ed2126c-fd7c-4f4e-8b51-406dba3639b3 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:54.336557 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e64c37-bd78-4391-97e2-6769c4ae65c0 admin admin] Deleting subnet d30cff44-04c4-44b0-9dbd-468d209dca0e {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:17:54.342607 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-37e64c37-bd78-4391-97e2-6769c4ae65c0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:54.347800 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:54.373274 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8ed2126c-fd7c-4f4e-8b51-406dba3639b3 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3026812 Nov 10 19:17:54.394147 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-37e64c37-bd78-4391-97e2-6769c4ae65c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:54.398692 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37628) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:54.406504 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-84484613-cb7a-4072-b0ba-af2d9df3b0b3 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1508709641'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:54.428630 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed2126c-fd7c-4f4e-8b51-406dba3639b3 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Pushing event updated for resources: {'Network': ['ID=211b6583-90b7-43b9-a4b9-c62695af8da7,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:54.445094 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 211b6583-90b7-43b9-a4b9-c62695af8da7 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:17:54.457260 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84484613-cb7a-4072-b0ba-af2d9df3b0b3 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Made reservation on behalf of 831ea9df8cfe40baa26d6fe035ab3dda for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:17:54.470052 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-84484613-cb7a-4072-b0ba-af2d9df3b0b3 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:54.516170 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84484613-cb7a-4072-b0ba-af2d9df3b0b3 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:17:54.528082 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-84484613-cb7a-4072-b0ba-af2d9df3b0b3 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:54.528693 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-84484613-cb7a-4072-b0ba-af2d9df3b0b3 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Added segment 38727073-346c-4049-94dd-5c0ffa38c54b of type vlan for network de455c1a-5730-42ae-a368-6cf37a5f1cca Nov 10 19:17:54.562704 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f80b9-8da9-4b34-b011-2f4765250c1a tempest-SecurityGroupRulesNegativeTestJSON-1160072652 tempest-SecurityGroupRulesNegativeTestJSON-1160072652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f0b619-1fad-43d9-b678-4988b7bfcbbe,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:54.582952 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-84484613-cb7a-4072-b0ba-af2d9df3b0b3 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:54.631521 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-84484613-cb7a-4072-b0ba-af2d9df3b0b3 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:54.640095 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b89ef-3b73-46f8-b946-640ac5701660 req-ae7bf29b-1110-4947-803e-c8d03eb76fae tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:54.641596 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84484613-cb7a-4072-b0ba-af2d9df3b0b3 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:54.641748 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-789b89ef-3b73-46f8-b946-640ac5701660 req-ae7bf29b-1110-4947-803e-c8d03eb76fae tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 1101 time: 0.2040055 Nov 10 19:17:54.643027 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-37e64c37-bd78-4391-97e2-6769c4ae65c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:54.643153 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-84484613-cb7a-4072-b0ba-af2d9df3b0b3 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:54.653363 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adb5b5-f35a-4afd-b7c2-530a206f4e6e req-48c4d49f-81e4-41bb-958e-b652c60408bf tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:54.654928 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-77adb5b5-f35a-4afd-b7c2-530a206f4e6e req-48c4d49f-81e4-41bb-958e-b652c60408bf tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2b40177-0124-43a8-adb9-1da407a8a52d HTTP/1.1" status: 200 len: 945 time: 0.1274390 Nov 10 19:17:54.725234 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84484613-cb7a-4072-b0ba-af2d9df3b0b3 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Pushing event updated for resources: {'Network': ['ID=de455c1a-5730-42ae-a368-6cf37a5f1cca,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:54.735854 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-789b89ef-3b73-46f8-b946-640ac5701660 req-7d60caa3-9bb6-40c4-8ff7-44c972ec326d tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799086 Nov 10 19:17:54.739285 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network de455c1a-5730-42ae-a368-6cf37a5f1cca details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:17:54.745277 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-84484613-cb7a-4072-b0ba-af2d9df3b0b3 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3449845 Nov 10 19:17:54.748857 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37632) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:54.757324 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-58631d93-d92b-40e7-858d-0994d402c9b6 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Request body: {'ports': [{'network_id': '211b6583-90b7-43b9-a4b9-c62695af8da7', 'name': 'tempest-port--647393408', 'admin_state_up': True}, {'network_id': 'de455c1a-5730-42ae-a368-6cf37a5f1cca', 'admin_state_up': False}]} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:54.758153 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-58631d93-d92b-40e7-858d-0994d402c9b6 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Request body: {'port': {'network_id': '211b6583-90b7-43b9-a4b9-c62695af8da7', 'name': 'tempest-port--647393408', 'admin_state_up': True}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:54.759577 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-58631d93-d92b-40e7-858d-0994d402c9b6 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Request body: {'port': {'network_id': 'de455c1a-5730-42ae-a368-6cf37a5f1cca', 'admin_state_up': False}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:54.860137 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-77adb5b5-f35a-4afd-b7c2-530a206f4e6e req-59e5e8db-81d6-4648-a3da-75569785c1c1 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848814 Nov 10 19:17:54.925972 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:54.959741 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e377a9-5acc-48a2-90aa-9be6b2cf99c9 req-52f0daf9-e4e3-479d-ab66-cf180e4ec55b tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:54.961360 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-88e377a9-5acc-48a2-90aa-9be6b2cf99c9 req-52f0daf9-e4e3-479d-ab66-cf180e4ec55b tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 1101 time: 0.0996199 Nov 10 19:17:54.963310 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-37e64c37-bd78-4391-97e2-6769c4ae65c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:54.991545 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e64c37-bd78-4391-97e2-6769c4ae65c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d30cff44-04c4-44b0-9dbd-468d209dca0e,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:55.018087 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58631d93-d92b-40e7-858d-0994d402c9b6 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Made reservation on behalf of 831ea9df8cfe40baa26d6fe035ab3dda for: {'port': 2} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:17:55.025154 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58631d93-d92b-40e7-858d-0994d402c9b6 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:55.038387 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-37e64c37-bd78-4391-97e2-6769c4ae65c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:55.041628 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-37e64c37-bd78-4391-97e2-6769c4ae65c0 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d30cff44-04c4-44b0-9dbd-468d209dca0e HTTP/1.1" status: 204 len: 168 time: 0.7885041 Nov 10 19:17:55.043569 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58631d93-d92b-40e7-858d-0994d402c9b6 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:55.044938 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 37636) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:55.179231 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-88e377a9-5acc-48a2-90aa-9be6b2cf99c9 req-7d477d64-0668-468e-ac0e-253dcea33d89 tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887832 Nov 10 19:17:55.232219 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-58631d93-d92b-40e7-858d-0994d402c9b6 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] device_id is not set on port 094b97ca-423b-44ed-b0d0-c5f43838c7df yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:17:55.241715 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8abb0d57-ed2c-4b29-90d9-ab92c9f08e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:55.482336 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58631d93-d92b-40e7-858d-0994d402c9b6 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:55.486937 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e361fcb-e6bc-438c-a356-382131c51444 req-06460ecd-005d-4a31-b7a2-b71e521f2ff6 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:55.498892 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e361fcb-e6bc-438c-a356-382131c51444 req-06460ecd-005d-4a31-b7a2-b71e521f2ff6 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:55.514845 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e361fcb-e6bc-438c-a356-382131c51444 req-06460ecd-005d-4a31-b7a2-b71e521f2ff6 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:55.525016 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e361fcb-e6bc-438c-a356-382131c51444 req-06460ecd-005d-4a31-b7a2-b71e521f2ff6 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:55.537158 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e361fcb-e6bc-438c-a356-382131c51444 req-06460ecd-005d-4a31-b7a2-b71e521f2ff6 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:55.548538 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e361fcb-e6bc-438c-a356-382131c51444 req-06460ecd-005d-4a31-b7a2-b71e521f2ff6 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:55.566535 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e361fcb-e6bc-438c-a356-382131c51444 req-06460ecd-005d-4a31-b7a2-b71e521f2ff6 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:55.573357 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6e361fcb-e6bc-438c-a356-382131c51444 req-06460ecd-005d-4a31-b7a2-b71e521f2ff6 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5444 time: 0.3129344 Nov 10 19:17:55.646945 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-58631d93-d92b-40e7-858d-0994d402c9b6 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] device_id is not set on port 66375840-4d29-41ea-93eb-b5a33e15886f yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:17:55.708830 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e850472a-421c-4ce0-a887-494d9ae756ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:55.745351 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6e361fcb-e6bc-438c-a356-382131c51444 req-e877e4cd-265c-4792-aaf7-21304906951e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0863986 Nov 10 19:17:55.749877 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8abb0d57-ed2c-4b29-90d9-ab92c9f08e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:55.820645 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-8abb0d57-ed2c-4b29-90d9-ab92c9f08e29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66049c73-2860-434c-b787-8325a953463a']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:17:55.840910 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-8abb0d57-ed2c-4b29-90d9-ab92c9f08e29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a317ba4c-9815-4472-92a6-3b9a6cb730e1') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:17:55.841726 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-8abb0d57-ed2c-4b29-90d9-ab92c9f08e29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a317ba4c-9815-4472-92a6-3b9a6cb730e1') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:17:55.875858 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8abb0d57-ed2c-4b29-90d9-ab92c9f08e29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:55.899619 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8abb0d57-ed2c-4b29-90d9-ab92c9f08e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:55.917188 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8abb0d57-ed2c-4b29-90d9-ab92c9f08e29 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:17:55.919032 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8abb0d57-ed2c-4b29-90d9-ab92c9f08e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:55.981665 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58631d93-d92b-40e7-858d-0994d402c9b6 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:56.033227 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:17:56.033227 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:17:56.033227 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:17:56.033227 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:17:56.033227 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:17:56.033227 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:17:56.033227 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:17:56.033227 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:17:56.033227 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:17:56.033227 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:17:56.033227 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:17:56.033227 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:17:56.033227 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:17:56.033227 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:17:56.033227 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:17:56.033227 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:17:56.033227 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:17:56.033227 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:17:56.033227 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:17:56.033227 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:17:56.033227 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:17:56.033227 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:17:56.033227 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:17:56.033227 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:17:56.033227 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:17:56.033227 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:17:56.033227 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:17:56.033227 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:17:56.033227 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:17:56.033227 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:17:56.033227 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:17:56.033227 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:17:56.042126 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8abb0d57-ed2c-4b29-90d9-ab92c9f08e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:56.055256 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8abb0d57-ed2c-4b29-90d9-ab92c9f08e29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:56.063306 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8abb0d57-ed2c-4b29-90d9-ab92c9f08e29 admin admin] 10.222.0.54 "DELETE /v2.0/networks/66049c73-2860-434c-b787-8325a953463a HTTP/1.1" status: 204 len: 168 time: 1.0149863 Nov 10 19:17:56.117231 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb0d57-ed2c-4b29-90d9-ab92c9f08e29 admin admin] Pushing event deleted for resources: {'Network': ['ID=66049c73-2860-434c-b787-8325a953463a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:56.124009 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58631d93-d92b-40e7-858d-0994d402c9b6 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:56.163721 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf761d7-89c2-44d0-8537-e590589a3d29 req-058400f7-c66e-4508-a97d-1cf9ac4abd81 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:56.172636 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-baf761d7-89c2-44d0-8537-e590589a3d29 req-058400f7-c66e-4508-a97d-1cf9ac4abd81 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2b40177-0124-43a8-adb9-1da407a8a52d HTTP/1.1" status: 200 len: 945 time: 0.0888829 Nov 10 19:17:56.256960 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58631d93-d92b-40e7-858d-0994d402c9b6 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Pushing event updated for resources: {'Port': ['ID=094b97ca-423b-44ed-b0d0-c5f43838c7df,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:56.279932 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-baf761d7-89c2-44d0-8537-e590589a3d29 req-19df945a-53ba-4813-8dfe-0e5cf6331dd4 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003675 Nov 10 19:17:56.305700 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58631d93-d92b-40e7-858d-0994d402c9b6 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Checking segment: {'id': '0aaa8fd8-be2a-4668-b47a-cc126b816b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '211b6583-90b7-43b9-a4b9-c62695af8da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:17:56.306197 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58631d93-d92b-40e7-858d-0994d402c9b6 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Network hostable DHCP agents. Network: 211b6583-90b7-43b9-a4b9-c62695af8da7, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:17:56.343373 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58631d93-d92b-40e7-858d-0994d402c9b6 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Network 211b6583-90b7-43b9-a4b9-c62695af8da7 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:17:56.376893 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-58631d93-d92b-40e7-858d-0994d402c9b6 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 211b6583-90b7-43b9-a4b9-c62695af8da7) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:17:56.387398 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59476109-a509-49bd-8ea0-81136d74129c None None] Network 211b6583-90b7-43b9-a4b9-c62695af8da7 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:17:56.409678 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58631d93-d92b-40e7-858d-0994d402c9b6 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:17:56.411917 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58631d93-d92b-40e7-858d-0994d402c9b6 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:56.455284 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 37670) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:56.645941 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58631d93-d92b-40e7-858d-0994d402c9b6 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Pushing event updated for resources: {'Port': ['ID=66375840-4d29-41ea-93eb-b5a33e15886f,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:56.655996 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58631d93-d92b-40e7-858d-0994d402c9b6 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Checking segment: {'id': '38727073-346c-4049-94dd-5c0ffa38c54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'de455c1a-5730-42ae-a368-6cf37a5f1cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:17:56.656309 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58631d93-d92b-40e7-858d-0994d402c9b6 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Network hostable DHCP agents. Network: de455c1a-5730-42ae-a368-6cf37a5f1cca, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:17:56.677046 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58631d93-d92b-40e7-858d-0994d402c9b6 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Network de455c1a-5730-42ae-a368-6cf37a5f1cca is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:17:56.682209 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-23b4a01c-6abf-4081-9a29-f5acf2085ca6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=da8090edccac41b380f2c7288a9d8ae1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2252102 Nov 10 19:17:56.685794 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 37678) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:56.691766 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-58631d93-d92b-40e7-858d-0994d402c9b6 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, de455c1a-5730-42ae-a368-6cf37a5f1cca) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:17:56.698426 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58631d93-d92b-40e7-858d-0994d402c9b6 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:17:56.703670 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6c3766-4e64-4a28-8fca-b93bcb58403d None None] Network de455c1a-5730-42ae-a368-6cf37a5f1cca requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:17:56.713562 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58631d93-d92b-40e7-858d-0994d402c9b6 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:56.727647 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58631d93-d92b-40e7-858d-0994d402c9b6 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:56.730759 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58631d93-d92b-40e7-858d-0994d402c9b6 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:56.767405 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-58631d93-d92b-40e7-858d-0994d402c9b6 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.0162764 Nov 10 19:17:56.770571 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37684) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:56.773167 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99704416-801a-4f53-bf4c-19a934a3c580 req-962afc58-6818-400a-89cb-69da21d76579 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:56.774994 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-99704416-801a-4f53-bf4c-19a934a3c580 req-962afc58-6818-400a-89cb-69da21d76579 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2b40177-0124-43a8-adb9-1da407a8a52d HTTP/1.1" status: 200 len: 945 time: 0.2237227 Nov 10 19:17:56.893564 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87f2df1-17e4-42c5-b4eb-7d0acde9e217 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:56.900577 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87f2df1-17e4-42c5-b4eb-7d0acde9e217 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:56.902239 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e87f2df1-17e4-42c5-b4eb-7d0acde9e217 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1297748 Nov 10 19:17:56.905544 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37688) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:57.012571 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-aa374593-c94d-4805-8962-4d3bab4d2967 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:57.044581 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-99704416-801a-4f53-bf4c-19a934a3c580 req-b71777c9-a366-470b-889e-bdaade65c625 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544498 Nov 10 19:17:57.070716 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-55490549-dccd-448d-844a-71b4b6965287 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Deleting port 094b97ca-423b-44ed-b0d0-c5f43838c7df {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:17:57.071063 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-55490549-dccd-448d-844a-71b4b6965287 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:57.079983 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35085b08-b790-46ed-b504-33790aabf0d9 req-a789d8e9-0f2b-41d5-83d1-49e87549351c tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:57.093353 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-35085b08-b790-46ed-b504-33790aabf0d9 req-a789d8e9-0f2b-41d5-83d1-49e87549351c tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.2823532 Nov 10 19:17:57.105283 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-aa374593-c94d-4805-8962-4d3bab4d2967 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:57.111956 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:57.153288 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-55490549-dccd-448d-844a-71b4b6965287 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:57.175398 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-55490549-dccd-448d-844a-71b4b6965287 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Calling delete_port for 094b97ca-423b-44ed-b0d0-c5f43838c7df owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:17:57.253880 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-35085b08-b790-46ed-b504-33790aabf0d9 req-c60836a6-e574-4ecc-b1cf-51afa45560df tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531694 Nov 10 19:17:57.303135 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-aa374593-c94d-4805-8962-4d3bab4d2967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:57.307012 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-aa374593-c94d-4805-8962-4d3bab4d2967 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:57.307935 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-55490549-dccd-448d-844a-71b4b6965287 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:57.316820 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-aa374593-c94d-4805-8962-4d3bab4d2967 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d94e7a30-fd25-4f0d-8da7-f5ac8a65d2d6 HTTP/1.1" status: 204 len: 168 time: 0.6302972 Nov 10 19:17:57.340618 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55490549-dccd-448d-844a-71b4b6965287 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Pushing event deleted for resources: {'Port': ['ID=094b97ca-423b-44ed-b0d0-c5f43838c7df,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:57.370104 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-55490549-dccd-448d-844a-71b4b6965287 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:57.376101 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-55490549-dccd-448d-844a-71b4b6965287 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] 10.222.0.54 "DELETE /v2.0/ports/094b97ca-423b-44ed-b0d0-c5f43838c7df HTTP/1.1" status: 204 len: 168 time: 0.4700069 Nov 10 19:17:57.379659 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37696) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:57.413241 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374593-c94d-4805-8962-4d3bab4d2967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94e7a30-fd25-4f0d-8da7-f5ac8a65d2d6,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:57.468632 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5c2b9-1274-4259-86c3-c32c4dcc2e91 req-a1274a82-269f-424c-9ff1-fe164543cf8f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:57.484716 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5c2b9-1274-4259-86c3-c32c4dcc2e91 req-a1274a82-269f-424c-9ff1-fe164543cf8f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:57.493447 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5c2b9-1274-4259-86c3-c32c4dcc2e91 req-a1274a82-269f-424c-9ff1-fe164543cf8f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:57.501298 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5c2b9-1274-4259-86c3-c32c4dcc2e91 req-a1274a82-269f-424c-9ff1-fe164543cf8f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:57.508223 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5c2b9-1274-4259-86c3-c32c4dcc2e91 req-a1274a82-269f-424c-9ff1-fe164543cf8f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:57.515774 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5c2b9-1274-4259-86c3-c32c4dcc2e91 req-a1274a82-269f-424c-9ff1-fe164543cf8f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:57.527116 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5c2b9-1274-4259-86c3-c32c4dcc2e91 req-a1274a82-269f-424c-9ff1-fe164543cf8f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:57.531193 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aca5c2b9-1274-4259-86c3-c32c4dcc2e91 req-a1274a82-269f-424c-9ff1-fe164543cf8f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5444 time: 0.2689133 Nov 10 19:17:57.565578 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-7461e6a5-ad45-44f1-9eff-66af275f4488 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Deleting port 66375840-4d29-41ea-93eb-b5a33e15886f {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:17:57.570332 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7461e6a5-ad45-44f1-9eff-66af275f4488 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:57.647547 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aca5c2b9-1274-4259-86c3-c32c4dcc2e91 req-02039662-53f0-4628-9d73-0cd5bc893456 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1065490 Nov 10 19:17:57.688797 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7461e6a5-ad45-44f1-9eff-66af275f4488 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:57.708017 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-7461e6a5-ad45-44f1-9eff-66af275f4488 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Calling delete_port for 66375840-4d29-41ea-93eb-b5a33e15886f owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:17:57.779247 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e376b-9063-453f-8761-3164c0ca7ea6 req-f96de5d0-7c2d-482b-a40c-2624aa2084c1 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:57.786472 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e376b-9063-453f-8761-3164c0ca7ea6 req-f96de5d0-7c2d-482b-a40c-2624aa2084c1 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:57.793023 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e376b-9063-453f-8761-3164c0ca7ea6 req-f96de5d0-7c2d-482b-a40c-2624aa2084c1 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:57.799896 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e376b-9063-453f-8761-3164c0ca7ea6 req-f96de5d0-7c2d-482b-a40c-2624aa2084c1 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:57.806028 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e376b-9063-453f-8761-3164c0ca7ea6 req-f96de5d0-7c2d-482b-a40c-2624aa2084c1 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:57.812502 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e376b-9063-453f-8761-3164c0ca7ea6 req-f96de5d0-7c2d-482b-a40c-2624aa2084c1 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:57.818899 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e376b-9063-453f-8761-3164c0ca7ea6 req-f96de5d0-7c2d-482b-a40c-2624aa2084c1 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:57.820894 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3c8e376b-9063-453f-8761-3164c0ca7ea6 req-f96de5d0-7c2d-482b-a40c-2624aa2084c1 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5444 time: 0.1055510 Nov 10 19:17:57.832956 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 37706) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:57.833518 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7461e6a5-ad45-44f1-9eff-66af275f4488 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:57.841346 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-c91df4ae-9134-4272-aec9-3eba89ad9f40 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Request body: {'floatingip': {'port_id': '86e3afec-d4a4-466b-a8cd-37704951f59c'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:57.864899 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461e6a5-ad45-44f1-9eff-66af275f4488 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Pushing event deleted for resources: {'Port': ['ID=66375840-4d29-41ea-93eb-b5a33e15886f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:57.878314 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7461e6a5-ad45-44f1-9eff-66af275f4488 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:57.884391 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7461e6a5-ad45-44f1-9eff-66af275f4488 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] 10.222.0.54 "DELETE /v2.0/ports/66375840-4d29-41ea-93eb-b5a33e15886f HTTP/1.1" status: 204 len: 168 time: 0.5027175 Nov 10 19:17:57.885389 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37710) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:57.917107 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c91df4ae-9134-4272-aec9-3eba89ad9f40 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks [] for floatingip, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:57.921058 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5a393f6b-0cad-493c-94b1-fc28deac73ba tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0344656 Nov 10 19:17:57.921823 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37712) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:57.927161 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-68f455bf-b81b-4c85-b9c2-91e05205753b tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1014079809'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:57.948900 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f455bf-b81b-4c85-b9c2-91e05205753b tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Made reservation on behalf of 831ea9df8cfe40baa26d6fe035ab3dda for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:17:57.955467 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-68f455bf-b81b-4c85-b9c2-91e05205753b tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:57.983529 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f455bf-b81b-4c85-b9c2-91e05205753b tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:17:57.996705 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-68f455bf-b81b-4c85-b9c2-91e05205753b tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:57.998346 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-68f455bf-b81b-4c85-b9c2-91e05205753b tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Added segment 12c2348f-a8be-4883-872c-ac649e8dfc28 of type vlan for network 49eaa950-8d74-424a-bd9a-97c5232eec4c Nov 10 19:17:58.054508 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-68f455bf-b81b-4c85-b9c2-91e05205753b tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:58.104631 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-68f455bf-b81b-4c85-b9c2-91e05205753b tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:58.120482 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f455bf-b81b-4c85-b9c2-91e05205753b tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:58.120482 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-68f455bf-b81b-4c85-b9c2-91e05205753b tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:58.207956 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-68f455bf-b81b-4c85-b9c2-91e05205753b tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2849112 Nov 10 19:17:58.211917 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37730) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:58.218044 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-f5c1924e-0fdf-4235-b7c2-1c730c8b46c9 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-836475943'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:58.232784 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f455bf-b81b-4c85-b9c2-91e05205753b tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Pushing event updated for resources: {'Network': ['ID=49eaa950-8d74-424a-bd9a-97c5232eec4c,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:58.256182 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 49eaa950-8d74-424a-bd9a-97c5232eec4c details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:17:58.258396 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c1924e-0fdf-4235-b7c2-1c730c8b46c9 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Made reservation on behalf of 831ea9df8cfe40baa26d6fe035ab3dda for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:17:58.263773 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f5c1924e-0fdf-4235-b7c2-1c730c8b46c9 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:58.300863 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5c1924e-0fdf-4235-b7c2-1c730c8b46c9 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:17:58.316919 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f5c1924e-0fdf-4235-b7c2-1c730c8b46c9 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:58.317418 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-f5c1924e-0fdf-4235-b7c2-1c730c8b46c9 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Added segment 6fbac3f7-1d52-44c0-88f9-9d47667c8280 of type vlan for network 997d8134-c433-4780-a0b7-2f294f4bea88 Nov 10 19:17:58.332176 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07344bdf-0a14-4b92-baa0-fc011e37dd07 req-4b024f05-98c5-4319-8103-ad7e6b59148e tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:58.333891 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-07344bdf-0a14-4b92-baa0-fc011e37dd07 req-4b024f05-98c5-4319-8103-ad7e6b59148e tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.73 "GET /v2.0/ports?device_id=c2b40177-0124-43a8-adb9-1da407a8a52d HTTP/1.1" status: 200 len: 945 time: 0.2203934 Nov 10 19:17:58.372563 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f5c1924e-0fdf-4235-b7c2-1c730c8b46c9 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:58.406678 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f5c1924e-0fdf-4235-b7c2-1c730c8b46c9 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:58.415599 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c1924e-0fdf-4235-b7c2-1c730c8b46c9 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:58.416310 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f5c1924e-0fdf-4235-b7c2-1c730c8b46c9 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:58.514041 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1924e-0fdf-4235-b7c2-1c730c8b46c9 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Pushing event updated for resources: {'Network': ['ID=997d8134-c433-4780-a0b7-2f294f4bea88,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:58.520175 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37740) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:58.528341 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 997d8134-c433-4780-a0b7-2f294f4bea88 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:17:58.557642 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-d7073e1e-5409-4153-be1a-48fda4513067 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1296011327&fields=id&tenant_id=482ef8a385f54608b1afe9f1e18f5d91 HTTP/1.1" status: 200 len: 267 time: 0.2772093 Nov 10 19:17:58.559300 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f5c1924e-0fdf-4235-b7c2-1c730c8b46c9 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3461511 Nov 10 19:17:58.587334 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380643c0-99e2-4d62-b0d3-62f7123122d3 req-94821ae4-aeeb-4e2f-9928-bc4c23756117 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:58.595704 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-380643c0-99e2-4d62-b0d3-62f7123122d3 req-94821ae4-aeeb-4e2f-9928-bc4c23756117 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2b40177-0124-43a8-adb9-1da407a8a52d HTTP/1.1" status: 200 len: 945 time: 0.3717878 Nov 10 19:17:58.652679 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:58.708284 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-59607214-c482-48ee-9e41-5a65cc4c4207 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1574400247-network', 'tenant_id': '08bdcaea0a134c4d8e69b923e5705e1f'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:58.746701 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59607214-c482-48ee-9e41-5a65cc4c4207 admin admin] Made reservation on behalf of 08bdcaea0a134c4d8e69b923e5705e1f for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:17:58.749641 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-59607214-c482-48ee-9e41-5a65cc4c4207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:58.762550 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-59607214-c482-48ee-9e41-5a65cc4c4207 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:58.859414 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-07344bdf-0a14-4b92-baa0-fc011e37dd07 req-9fd97315-a991-495d-8da7-73e0edb2bec7 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Deleting port 75243dbe-5ffb-425b-93ba-9618e1120943 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:17:58.859853 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-07344bdf-0a14-4b92-baa0-fc011e37dd07 req-9fd97315-a991-495d-8da7-73e0edb2bec7 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:58.872615 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-380643c0-99e2-4d62-b0d3-62f7123122d3 req-5520741c-1313-42eb-a59d-0c1c4a6e25e6 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758434 Nov 10 19:17:58.890788 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-ccc40e64-4333-4a1b-90c2-9ebac8e044d0 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:58.896520 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-ccc40e64-4333-4a1b-90c2-9ebac8e044d0 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/networks?id=7eab08f6-4a1b-4fcb-86bd-01fed62e685c HTTP/1.1" status: 200 len: 816 time: 0.2949481 Nov 10 19:17:58.923268 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-59607214-c482-48ee-9e41-5a65cc4c4207 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:58.932069 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-59607214-c482-48ee-9e41-5a65cc4c4207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:58.978822 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59607214-c482-48ee-9e41-5a65cc4c4207 admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:17:59.014375 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59607214-c482-48ee-9e41-5a65cc4c4207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68083d2d-c82d-4911-a9de-1da724c877d7,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:59.024737 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-fc92b9d2-4b56-4e53-9c29-ecbd79e5e9c4 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/quotas/482ef8a385f54608b1afe9f1e18f5d91 HTTP/1.1" status: 200 len: 375 time: 0.0893068 Nov 10 19:17:59.027631 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-59607214-c482-48ee-9e41-5a65cc4c4207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:59.028129 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-59607214-c482-48ee-9e41-5a65cc4c4207 admin admin] Added segment 88e73b67-15cc-41ea-8a3f-4da35a6a58df of type vlan for network f4eb91a3-0e7c-4b49-99d5-b6273309ea9d Nov 10 19:17:59.038989 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.db.resource_extend [None req-c91df4ae-9134-4272-aec9-3eba89ad9f40 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 19:17:59.112415 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-59607214-c482-48ee-9e41-5a65cc4c4207 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:59.142711 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-59607214-c482-48ee-9e41-5a65cc4c4207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:59.144570 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59607214-c482-48ee-9e41-5a65cc4c4207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:59.145306 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-59607214-c482-48ee-9e41-5a65cc4c4207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:59.182235 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c91df4ae-9134-4272-aec9-3eba89ad9f40 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:59.189130 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-07344bdf-0a14-4b92-baa0-fc011e37dd07 req-9fd97315-a991-495d-8da7-73e0edb2bec7 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] For port 75243dbe-5ffb-425b-93ba-9618e1120943, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=75243dbe-5ffb-425b-93ba-9618e1120943,segment=NetworkSegment(c9a36c68-c3fb-4c33-a5bb-7886b7443ebd),segment_id=c9a36c68-c3fb-4c33-a5bb-7886b7443ebd)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:17:59.189734 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-07344bdf-0a14-4b92-baa0-fc011e37dd07 req-9fd97315-a991-495d-8da7-73e0edb2bec7 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:59.202115 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c91df4ae-9134-4272-aec9-3eba89ad9f40 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:59.218201 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59607214-c482-48ee-9e41-5a65cc4c4207 admin admin] Pushing event updated for resources: {'Network': ['ID=f4eb91a3-0e7c-4b49-99d5-b6273309ea9d,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:59.230167 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network f4eb91a3-0e7c-4b49-99d5-b6273309ea9d details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:17:59.234932 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-59607214-c482-48ee-9e41-5a65cc4c4207 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7132289 Nov 10 19:17:59.238330 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37744) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:59.244240 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-64d8cbdc-7199-4bcf-bff3-60648675422e admin admin] Request body: {'subnet': {'network_id': 'f4eb91a3-0e7c-4b49-99d5-b6273309ea9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1574400247-subnet', 'tenant_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:59.272639 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d8cbdc-7199-4bcf-bff3-60648675422e admin admin] Made reservation on behalf of 08bdcaea0a134c4d8e69b923e5705e1f for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:17:59.273327 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-a5d4a278-eb4f-4f39-b2a9-7788328413bc tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=482ef8a385f54608b1afe9f1e18f5d91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2223289 Nov 10 19:17:59.276600 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-07344bdf-0a14-4b92-baa0-fc011e37dd07 req-9fd97315-a991-495d-8da7-73e0edb2bec7 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Calling delete_port for 75243dbe-5ffb-425b-93ba-9618e1120943 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:17:59.280996 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-64d8cbdc-7199-4bcf-bff3-60648675422e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:59.343493 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52fe49-8a61-42fd-87d6-ec8919203b16 req-a0a68c92-84b4-4838-9998-25fec984da6f tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:59.345928 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4d52fe49-8a61-42fd-87d6-ec8919203b16 req-a0a68c92-84b4-4838-9998-25fec984da6f tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.2283866 Nov 10 19:17:59.414380 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:59.527193 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-c91df4ae-9134-4272-aec9-3eba89ad9f40 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Floating IP c19c2c9f-6474-41cb-9d88-fd36ee6add7c associated. External IP: 172.25.3.82, port: 86e3afec-d4a4-466b-a8cd-37704951f59c. Nov 10 19:17:59.571881 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-64d8cbdc-7199-4bcf-bff3-60648675422e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:59.627324 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4d52fe49-8a61-42fd-87d6-ec8919203b16 req-379d11b5-ad48-40b1-978c-0d922b4aeef7 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424886 Nov 10 19:17:59.665634 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d8cbdc-7199-4bcf-bff3-60648675422e admin admin] Checking segment: {'id': '88e73b67-15cc-41ea-8a3f-4da35a6a58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f4eb91a3-0e7c-4b49-99d5-b6273309ea9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:17:59.666192 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d8cbdc-7199-4bcf-bff3-60648675422e admin admin] Network hostable DHCP agents. Network: f4eb91a3-0e7c-4b49-99d5-b6273309ea9d, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:17:59.671874 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8cbdc-7199-4bcf-bff3-60648675422e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8763436-0d75-45ae-bb60-dffcf03461e6,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:17:59.699918 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d8cbdc-7199-4bcf-bff3-60648675422e admin admin] Network f4eb91a3-0e7c-4b49-99d5-b6273309ea9d is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:17:59.711569 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-64d8cbdc-7199-4bcf-bff3-60648675422e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, f4eb91a3-0e7c-4b49-99d5-b6273309ea9d) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:17:59.719918 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d8cbdc-7199-4bcf-bff3-60648675422e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:17:59.721179 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-64d8cbdc-7199-4bcf-bff3-60648675422e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:59.723145 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6171586-c387-4f4a-8bb5-e8a18e66f3c8 None None] Network f4eb91a3-0e7c-4b49-99d5-b6273309ea9d requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:17:59.744716 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-64d8cbdc-7199-4bcf-bff3-60648675422e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5042660 Nov 10 19:17:59.747143 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37748) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:17:59.754533 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-958714c2-0a97-402e-8077-0b8928e243c7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1574400247-router', 'tenant_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:17:59.774238 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-e775aec7-b196-48fc-bf67-cc13ff0df873 service neutron] 10.222.0.54 "GET /v2.0/networks/7eab08f6-4a1b-4fcb-86bd-01fed62e685c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4928489 Nov 10 19:17:59.793656 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-958714c2-0a97-402e-8077-0b8928e243c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:59.795249 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-958714c2-0a97-402e-8077-0b8928e243c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:17:59.988681 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-958714c2-0a97-402e-8077-0b8928e243c7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:00.070980 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ae7cd7-0913-4beb-aaa8-a3b58af911c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-f4eb91a3-0e7c-4b49-99d5-b6273309ea9d', 'network_id': 'f4eb91a3-0e7c-4b49-99d5-b6273309ea9d', 'tenant_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'fixed_ips': [{'subnet_id': 'e8763436-0d75-45ae-bb60-dffcf03461e6'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:18:00.072160 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f7ae7cd7-0913-4beb-aaa8-a3b58af911c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:00.348341 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-07344bdf-0a14-4b92-baa0-fc011e37dd07 req-9fd97315-a991-495d-8da7-73e0edb2bec7 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:00.395034 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-cb7c9369-b92c-4c9d-9b61-dc1aad933a0c service neutron] 10.222.0.54 "GET /v2.0/networks/7eab08f6-4a1b-4fcb-86bd-01fed62e685c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6198750 Nov 10 19:18:00.400231 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd97315-a991-495d-8da7-73e0edb2bec7 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Pushing event deleted for resources: {'Port': ['ID=75243dbe-5ffb-425b-93ba-9618e1120943,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:00.433315 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ba933-3323-4eab-9e27-82fe246b78ca req-8087333c-65f2-46ae-b1f9-f87194bbee95 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:00.437851 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b07ba933-3323-4eab-9e27-82fe246b78ca req-8087333c-65f2-46ae-b1f9-f87194bbee95 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2b40177-0124-43a8-adb9-1da407a8a52d HTTP/1.1" status: 200 len: 867 time: 0.2167883 Nov 10 19:18:00.621384 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-07344bdf-0a14-4b92-baa0-fc011e37dd07 req-9fd97315-a991-495d-8da7-73e0edb2bec7 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] No DVR routers for this DVR port 75243dbe-5ffb-425b-93ba-9618e1120943 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:18:00.628376 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-07344bdf-0a14-4b92-baa0-fc011e37dd07 req-9fd97315-a991-495d-8da7-73e0edb2bec7 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:00.632245 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-07344bdf-0a14-4b92-baa0-fc011e37dd07 req-9fd97315-a991-495d-8da7-73e0edb2bec7 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.73 "DELETE /v2.0/ports/75243dbe-5ffb-425b-93ba-9618e1120943 HTTP/1.1" status: 204 len: 173 time: 2.2883818 Nov 10 19:18:00.643462 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b40177-0124-43a8-adb9-1da407a8a52d', 'name': 'network-vif-deleted', 'tag': '75243dbe-5ffb-425b-93ba-9618e1120943'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:18:00.649517 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b0ab72-299c-4b84-a0bb-5ef0585f7dae" -d '{"events": [{"server_uuid": "c2b40177-0124-43a8-adb9-1da407a8a52d", "name": "network-vif-deleted", "tag": "75243dbe-5ffb-425b-93ba-9618e1120943"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:18:00.685278 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-f7ae7cd7-0913-4beb-aaa8-a3b58af911c9 None None] Allocated IP 172.20.0.2 (f4eb91a3-0e7c-4b49-99d5-b6273309ea9d/e8763436-0d75-45ae-bb60-dffcf03461e6/f57891f3-f899-4d5e-961a-dfc73dd69dc7) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:18:00.717230 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91df4ae-9134-4272-aec9-3eba89ad9f40 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Router a70d0784-b917-4027-859f-e66da464c622 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:18:00.735017 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b07ba933-3323-4eab-9e27-82fe246b78ca req-21c02f59-4723-48af-9e12-b7ebaecedff7 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119970 Nov 10 19:18:01.004922 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f7ae7cd7-0913-4beb-aaa8-a3b58af911c9 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:01.019864 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f7ae7cd7-0913-4beb-aaa8-a3b58af911c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:01.039089 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2023232-ca90-46d9-bfeb-27d7341397a1 x-openstack-request-id: req-e2023232-ca90-46d9-bfeb-27d7341397a1 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:18:01.042039 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-958714c2-0a97-402e-8077-0b8928e243c7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:01.046647 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b40177-0124-43a8-adb9-1da407a8a52d", "name": "network-vif-deleted", "tag": "75243dbe-5ffb-425b-93ba-9618e1120943", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:18:01.047984 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e2023232-ca90-46d9-bfeb-27d7341397a1 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:18:01.049315 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b40177-0124-43a8-adb9-1da407a8a52d', 'name': 'network-vif-deleted', 'tag': '75243dbe-5ffb-425b-93ba-9618e1120943', 'status': 'completed', 'code': 200} Nov 10 19:18:01.061436 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91df4ae-9134-4272-aec9-3eba89ad9f40 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:18:01.088567 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c91df4ae-9134-4272-aec9-3eba89ad9f40 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:01.145321 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae7cd7-0913-4beb-aaa8-a3b58af911c9 None None] Pushing event updated for resources: {'Port': ['ID=f57891f3-f899-4d5e-961a-dfc73dd69dc7,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:01.185730 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 75243dbe-5ffb-425b-93ba-9618e1120943 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:18:01.209468 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c91df4ae-9134-4272-aec9-3eba89ad9f40 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "PUT /v2.0/floatingips/c19c2c9f-6474-41cb-9d88-fd36ee6add7c HTTP/1.1" status: 200 len: 991 time: 3.3745642 Nov 10 19:18:01.242057 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f660666-f7f5-4000-83ed-acd84c9d4fe2 None None] Sync routers for ids ['a70d0784-b917-4027-859f-e66da464c622'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:18:01.271578 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 75243dbe-5ffb-425b-93ba-9618e1120943 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:18:01.275921 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 75243dbe-5ffb-425b-93ba-9618e1120943 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:18:01.333675 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-695cf798-7c94-4f45-a24c-848a5edac7db req-8e46e53d-7293-4eeb-99c0-ccfeb3022373 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/ports?device_id=13069931-cb4f-47d2-abf6-7b6d3dc180de HTTP/1.1" status: 200 len: 210 time: 0.0636170 Nov 10 19:18:01.349993 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ae7cd7-0913-4beb-aaa8-a3b58af911c9 None None] Network f4eb91a3-0e7c-4b49-99d5-b6273309ea9d is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:18:01.351675 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f660666-f7f5-4000-83ed-acd84c9d4fe2 None None] Routers {'a70d0784-b917-4027-859f-e66da464c622'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:18:01.353086 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-9f660666-f7f5-4000-83ed-acd84c9d4fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:17:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['a70d0784-b917-4027-859f-e66da464c622'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:01.362948 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-f7ae7cd7-0913-4beb-aaa8-a3b58af911c9 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:18:01.417530 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bd478-a285-4c68-a12e-08bff0410df8 req-1fe21d3c-9bfa-493b-9a21-15f0debb8135 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:01.426448 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6e1bd478-a285-4c68-a12e-08bff0410df8 req-1fe21d3c-9bfa-493b-9a21-15f0debb8135 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.1975226 Nov 10 19:18:01.451623 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ae7cd7-0913-4beb-aaa8-a3b58af911c9 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:18:01.581805 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6e1bd478-a285-4c68-a12e-08bff0410df8 req-1c217ace-06fb-41b4-ad86-9f33a6ee43c7 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543012 Nov 10 19:18:01.659742 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-9f660666-f7f5-4000-83ed-acd84c9d4fe2 None None] Set router a70d0784-b917-4027-859f-e66da464c622 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:18:01.680366 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-958714c2-0a97-402e-8077-0b8928e243c7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:01.717039 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-958714c2-0a97-402e-8077-0b8928e243c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:01.833362 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-f7ae7cd7-0913-4beb-aaa8-a3b58af911c9 None None] Attempting to bind port f57891f3-f899-4d5e-961a-dfc73dd69dc7 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:18:01.834012 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-f7ae7cd7-0913-4beb-aaa8-a3b58af911c9 None None] Attempting to bind port f57891f3-f899-4d5e-961a-dfc73dd69dc7 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '88e73b67-15cc-41ea-8a3f-4da35a6a58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f4eb91a3-0e7c-4b49-99d5-b6273309ea9d'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:18:01.835701 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ae7cd7-0913-4beb-aaa8-a3b58af911c9 None None] Attempting to bind port f57891f3-f899-4d5e-961a-dfc73dd69dc7 on network f4eb91a3-0e7c-4b49-99d5-b6273309ea9d {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:18:01.942123 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 37784) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:01.948505 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-9fa8fa99-825e-43e0-a2a4-49c67a8b13ea tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Request body: {'subnets': [{'network_id': '49eaa950-8d74-424a-bd9a-97c5232eec4c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--39018766', 'ip_version': 6}, {'network_id': '997d8134-c433-4780-a0b7-2f294f4bea88', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:01.948950 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-9fa8fa99-825e-43e0-a2a4-49c67a8b13ea tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Request body: {'subnet': {'network_id': '49eaa950-8d74-424a-bd9a-97c5232eec4c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--39018766', 'ip_version': 6}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:01.950081 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-9fa8fa99-825e-43e0-a2a4-49c67a8b13ea tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Request body: {'subnet': {'network_id': '997d8134-c433-4780-a0b7-2f294f4bea88', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:01.975289 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-958714c2-0a97-402e-8077-0b8928e243c7 admin admin] Allocated IP 172.25.3.145 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/d6fe2b9c-19f5-499d-a776-87bc555d688b) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:18:02.087819 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ae7cd7-0913-4beb-aaa8-a3b58af911c9 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:18:02.088295 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ae7cd7-0913-4beb-aaa8-a3b58af911c9 None None] Checking segment: {'id': '88e73b67-15cc-41ea-8a3f-4da35a6a58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f4eb91a3-0e7c-4b49-99d5-b6273309ea9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:18:02.088703 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f7ae7cd7-0913-4beb-aaa8-a3b58af911c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:02.089223 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ae7cd7-0913-4beb-aaa8-a3b58af911c9 None None] Bound using segment: {'id': '88e73b67-15cc-41ea-8a3f-4da35a6a58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f4eb91a3-0e7c-4b49-99d5-b6273309ea9d'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:18:02.089722 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-f7ae7cd7-0913-4beb-aaa8-a3b58af911c9 None None] Bound port: f57891f3-f899-4d5e-961a-dfc73dd69dc7, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e73b67-15cc-41ea-8a3f-4da35a6a58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f4eb91a3-0e7c-4b49-99d5-b6273309ea9d'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:18:02.090468 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f7ae7cd7-0913-4beb-aaa8-a3b58af911c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:02.188607 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-958714c2-0a97-402e-8077-0b8928e243c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:02.207788 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-f7ae7cd7-0913-4beb-aaa8-a3b58af911c9 None None] For port f57891f3-f899-4d5e-961a-dfc73dd69dc7, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:18:02.212456 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-f7ae7cd7-0913-4beb-aaa8-a3b58af911c9 None None] For port f57891f3-f899-4d5e-961a-dfc73dd69dc7, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f57891f3-f899-4d5e-961a-dfc73dd69dc7,segment=NetworkSegment(88e73b67-15cc-41ea-8a3f-4da35a6a58df),segment_id=88e73b67-15cc-41ea-8a3f-4da35a6a58df)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:18:02.229388 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f7ae7cd7-0913-4beb-aaa8-a3b58af911c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:02.275798 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-958714c2-0a97-402e-8077-0b8928e243c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:02.284804 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-9f660666-f7f5-4000-83ed-acd84c9d4fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70d0784-b917-4027-859f-e66da464c622', 'name': 'tempest-TaggedBootDevicesTest_v242-813261639-router', 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'b9323e82-dfae-4d5e-8d17-3d1cba91a742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:15:10Z', 'updated_at': '2021-11-10T19:15:20Z', 'revision_number': 4, 'project_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'gw_port': {'id': 'b9323e82-dfae-4d5e-8d17-3d1cba91a742', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70d0784-b917-4027-859f-e66da464c622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:15:11Z', 'updated_at': '2021-11-10T19:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'c19c2c9f-6474-41cb-9d88-fd36ee6add7c', 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'a70d0784-b917-4027-859f-e66da464c622', 'port_id': '86e3afec-d4a4-466b-a8cd-37704951f59c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e0b3ba3-7215-45b5-b8de-5724ad198916', 'mac_address': 'fa:16:3e:89:6d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:16:22Z', 'updated_at': '2021-11-10T19:17:58Z', 'revision_number': 1, 'project_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d43e8e4-2d6f-4d9a-ac2e-5291ce108008', 'name': '', 'network_id': '8e0b3ba3-7215-45b5-b8de-5724ad198916', 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'mac_address': 'fa:16:3e:48:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70d0784-b917-4027-859f-e66da464c622', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '3188f8a0-bf12-4d61-a184-005155fc37b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:15:18Z', 'updated_at': '2021-11-10T19:15:30Z', 'revision_number': 5, 'project_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'subnets': [{'id': '3188f8a0-bf12-4d61-a184-005155fc37b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:02.337313 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f660666-f7f5-4000-83ed-acd84c9d4fe2 None None] Checking router: a70d0784-b917-4027-859f-e66da464c622 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:18:02.347953 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae7cd7-0913-4beb-aaa8-a3b58af911c9 None None] Pushing event updated for resources: {'Port': ['ID=f57891f3-f899-4d5e-961a-dfc73dd69dc7,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:02.353737 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f660666-f7f5-4000-83ed-acd84c9d4fe2 None None] Routers {'a70d0784-b917-4027-859f-e66da464c622'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:18:02.354684 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-9f660666-f7f5-4000-83ed-acd84c9d4fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:17:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['a70d0784-b917-4027-859f-e66da464c622'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:02.371442 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958714c2-0a97-402e-8077-0b8928e243c7 admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:18:02.385118 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-958714c2-0a97-402e-8077-0b8928e243c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:18:02.396157 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa8fa99-825e-43e0-a2a4-49c67a8b13ea tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Made reservation on behalf of 831ea9df8cfe40baa26d6fe035ab3dda for: {'subnet': 2} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:18:02.396750 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958714c2-0a97-402e-8077-0b8928e243c7 admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:18:02.400263 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958714c2-0a97-402e-8077-0b8928e243c7 admin admin] Pushing event updated for resources: {'Port': ['ID=d6fe2b9c-19f5-499d-a776-87bc555d688b,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:02.400873 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9fa8fa99-825e-43e0-a2a4-49c67a8b13ea tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:02.401218 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9fa8fa99-825e-43e0-a2a4-49c67a8b13ea tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:02.466972 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958714c2-0a97-402e-8077-0b8928e243c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:02.467389 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958714c2-0a97-402e-8077-0b8928e243c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:02.467648 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958714c2-0a97-402e-8077-0b8928e243c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:02.467989 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958714c2-0a97-402e-8077-0b8928e243c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:02.468316 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958714c2-0a97-402e-8077-0b8928e243c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:02.468645 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958714c2-0a97-402e-8077-0b8928e243c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:02.468972 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958714c2-0a97-402e-8077-0b8928e243c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:02.469297 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958714c2-0a97-402e-8077-0b8928e243c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:02.469645 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958714c2-0a97-402e-8077-0b8928e243c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:02.469999 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958714c2-0a97-402e-8077-0b8928e243c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:02.470321 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958714c2-0a97-402e-8077-0b8928e243c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:02.470640 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958714c2-0a97-402e-8077-0b8928e243c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:02.525094 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-9f660666-f7f5-4000-83ed-acd84c9d4fe2 None None] Set router a70d0784-b917-4027-859f-e66da464c622 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:18:02.786132 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0ac19fae-ef75-4f25-9eb0-4cb5942e2382 req-0e075ba5-7134-48f7-9d7f-937ea84a9d33 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/ports?device_id=13069931-cb4f-47d2-abf6-7b6d3dc180de HTTP/1.1" status: 200 len: 210 time: 0.0461545 Nov 10 19:18:02.895359 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-9f660666-f7f5-4000-83ed-acd84c9d4fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70d0784-b917-4027-859f-e66da464c622', 'name': 'tempest-TaggedBootDevicesTest_v242-813261639-router', 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'b9323e82-dfae-4d5e-8d17-3d1cba91a742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:15:10Z', 'updated_at': '2021-11-10T19:15:20Z', 'revision_number': 4, 'project_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'gw_port': {'id': 'b9323e82-dfae-4d5e-8d17-3d1cba91a742', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70d0784-b917-4027-859f-e66da464c622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:15:11Z', 'updated_at': '2021-11-10T19:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'c19c2c9f-6474-41cb-9d88-fd36ee6add7c', 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'a70d0784-b917-4027-859f-e66da464c622', 'port_id': '86e3afec-d4a4-466b-a8cd-37704951f59c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e0b3ba3-7215-45b5-b8de-5724ad198916', 'mac_address': 'fa:16:3e:89:6d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:16:22Z', 'updated_at': '2021-11-10T19:17:58Z', 'revision_number': 1, 'project_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d43e8e4-2d6f-4d9a-ac2e-5291ce108008', 'name': '', 'network_id': '8e0b3ba3-7215-45b5-b8de-5724ad198916', 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'mac_address': 'fa:16:3e:48:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70d0784-b917-4027-859f-e66da464c622', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '3188f8a0-bf12-4d61-a184-005155fc37b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:15:18Z', 'updated_at': '2021-11-10T19:15:30Z', 'revision_number': 5, 'project_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'subnets': [{'id': '3188f8a0-bf12-4d61-a184-005155fc37b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:02.934055 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f660666-f7f5-4000-83ed-acd84c9d4fe2 None None] The sync data for ids ['a70d0784-b917-4027-859f-e66da464c622'] in n-d-813897-4 is: [{'id': 'a70d0784-b917-4027-859f-e66da464c622', 'name': 'tempest-TaggedBootDevicesTest_v242-813261639-router', 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'b9323e82-dfae-4d5e-8d17-3d1cba91a742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:15:10Z', 'updated_at': '2021-11-10T19:15:20Z', 'revision_number': 4, 'project_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'gw_port': {'id': 'b9323e82-dfae-4d5e-8d17-3d1cba91a742', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70d0784-b917-4027-859f-e66da464c622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:15:11Z', 'updated_at': '2021-11-10T19:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'c19c2c9f-6474-41cb-9d88-fd36ee6add7c', 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'a70d0784-b917-4027-859f-e66da464c622', 'port_id': '86e3afec-d4a4-466b-a8cd-37704951f59c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e0b3ba3-7215-45b5-b8de-5724ad198916', 'mac_address': 'fa:16:3e:89:6d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:16:22Z', 'updated_at': '2021-11-10T19:17:58Z', 'revision_number': 1, 'project_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d43e8e4-2d6f-4d9a-ac2e-5291ce108008', 'name': '', 'network_id': '8e0b3ba3-7215-45b5-b8de-5724ad198916', 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'mac_address': 'fa:16:3e:48:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70d0784-b917-4027-859f-e66da464c622', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '3188f8a0-bf12-4d61-a184-005155fc37b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:15:18Z', 'updated_at': '2021-11-10T19:15:30Z', 'revision_number': 5, 'project_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'subnets': [{'id': '3188f8a0-bf12-4d61-a184-005155fc37b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:18:02.948915 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-958714c2-0a97-402e-8077-0b8928e243c7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:03.049064 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-02682ccc-8dd5-4436-a488-3c3501063782 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:03.064997 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-02682ccc-8dd5-4436-a488-3c3501063782 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/networks?id=dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 HTTP/1.1" status: 200 len: 812 time: 0.8845284 Nov 10 19:18:03.074361 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'tag': '86e3afec-d4a4-466b-a8cd-37704951f59c'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:18:03.076816 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b8dcd4-5b79-435a-a622-6759b9e55c38" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "tag": "86e3afec-d4a4-466b-a8cd-37704951f59c"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:18:03.129858 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-7a79b56e-37e7-4637-8f28-737c6da01389 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/quotas/987b6b0bf6bf42fcb737b7f6bb6ee447 HTTP/1.1" status: 200 len: 375 time: 0.0576172 Nov 10 19:18:03.302295 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-958714c2-0a97-402e-8077-0b8928e243c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:03.317600 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-bedeefb8-511f-43c7-be54-0f69fc2f4535 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=987b6b0bf6bf42fcb737b7f6bb6ee447&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1921566 Nov 10 19:18:03.484095 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e38685-0fd8-4857-be14-357c8031675a req-4e93118e-28b7-4db0-a3cb-c15b83f33924 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:03.493353 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e5e38685-0fd8-4857-be14-357c8031675a req-4e93118e-28b7-4db0-a3cb-c15b83f33924 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.4755464 Nov 10 19:18:03.520329 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b52fc0-96e6-4ba6-a714-cfa24cc1456b None None] New status for floating IP c19c2c9f-6474-41cb-9d88-fd36ee6add7c: ACTIVE {{(pid=102508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:18:03.537513 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958714c2-0a97-402e-8077-0b8928e243c7 admin admin] Router e1961e9d-0224-4ff4-859d-971f5c41e456 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:18:03.587307 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9fa8fa99-825e-43e0-a2a4-49c67a8b13ea tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:03.680827 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958714c2-0a97-402e-8077-0b8928e243c7 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:18:03.694434 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb5881e-219a-4943-b946-1bcbbc35b096 None None] Sync routers for ids ['e1961e9d-0224-4ff4-859d-971f5c41e456'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:18:03.712008 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb5881e-219a-4943-b946-1bcbbc35b096 None None] Routers {'e1961e9d-0224-4ff4-859d-971f5c41e456'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:18:03.712658 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-3fb5881e-219a-4943-b946-1bcbbc35b096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:17:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['e1961e9d-0224-4ff4-859d-971f5c41e456'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:03.727196 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-958714c2-0a97-402e-8077-0b8928e243c7 admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:03.729010 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8fa99-825e-43e0-a2a4-49c67a8b13ea tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Pushing event updated for resources: {'Subnet': ['ID=e77bed64-041a-4eed-b914-c47e79256032,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:03.731381 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-958714c2-0a97-402e-8077-0b8928e243c7 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9821599 Nov 10 19:18:03.732260 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37812) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:03.809628 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e5e38685-0fd8-4857-be14-357c8031675a req-b2d1aafe-5615-4340-9ed3-ab359295ac4d tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106744 Nov 10 19:18:03.890650 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-614ce8ee-78d0-4455-88b4-9fac4007053b tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:03.893866 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-614ce8ee-78d0-4455-88b4-9fac4007053b tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.73 "GET /v2.0/networks?id=7eab08f6-4a1b-4fcb-86bd-01fed62e685c HTTP/1.1" status: 200 len: 816 time: 0.7990742 Nov 10 19:18:03.941871 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-537abb94-75f3-461a-b48e-8fbe4a8fdf5e service neutron] 10.222.0.54 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5209894 Nov 10 19:18:03.968599 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa8fa99-825e-43e0-a2a4-49c67a8b13ea tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Checking segment: {'id': '12c2348f-a8be-4883-872c-ac649e8dfc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '49eaa950-8d74-424a-bd9a-97c5232eec4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:18:03.968968 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa8fa99-825e-43e0-a2a4-49c67a8b13ea tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Network hostable DHCP agents. Network: 49eaa950-8d74-424a-bd9a-97c5232eec4c, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:18:03.972480 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-3fb5881e-219a-4943-b946-1bcbbc35b096 None None] Set router e1961e9d-0224-4ff4-859d-971f5c41e456 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:18:04.043388 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3142f0e-d848-41d7-942f-4c9753989f58 x-openstack-request-id: req-d3142f0e-d848-41d7-942f-4c9753989f58 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:18:04.043692 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "tag": "86e3afec-d4a4-466b-a8cd-37704951f59c", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:18:04.043948 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d3142f0e-d848-41d7-942f-4c9753989f58 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:18:04.044361 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'tag': '86e3afec-d4a4-466b-a8cd-37704951f59c', 'status': 'completed', 'code': 200} Nov 10 19:18:04.099973 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6ec84a-10f4-47b1-acfe-5279dfb5a061 None None] Network f4eb91a3-0e7c-4b49-99d5-b6273309ea9d requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:18:04.104698 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f57891f3-f899-4d5e-961a-dfc73dd69dc7 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:18:04.109387 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa8fa99-825e-43e0-a2a4-49c67a8b13ea tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Network 49eaa950-8d74-424a-bd9a-97c5232eec4c is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:18:04.174811 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-9fa8fa99-825e-43e0-a2a4-49c67a8b13ea tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 49eaa950-8d74-424a-bd9a-97c5232eec4c) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:18:04.214809 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a01e16-e732-4b4e-8c81-10328955dd3a None None] Network 49eaa950-8d74-424a-bd9a-97c5232eec4c requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:18:04.218752 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b2afe13-9be8-4415-a546-e03be6033c4b req-f2c9a7db-89bd-4b58-80c9-2ae682d19979 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/ports?device_id=13069931-cb4f-47d2-abf6-7b6d3dc180de HTTP/1.1" status: 200 len: 210 time: 0.0556812 Nov 10 19:18:04.236503 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9fa8fa99-825e-43e0-a2a4-49c67a8b13ea tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:04.286017 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-505f4297-0029-4eb2-b991-bb46044fb2e0 None None] Provisioning complete for port f57891f3-f899-4d5e-961a-dfc73dd69dc7 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:04.286627 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-505f4297-0029-4eb2-b991-bb46044fb2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:04.304617 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8fa99-825e-43e0-a2a4-49c67a8b13ea tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Pushing event updated for resources: {'Subnet': ['ID=97c13e91-8969-4ea9-a575-3b6e3bd9a2b9,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:04.337492 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8dcd4-5b79-435a-a622-6759b9e55c38 req-ba83a837-a8a5-42c9-bdcf-ac4cc5ad4747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:04.338095 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8dcd4-5b79-435a-a622-6759b9e55c38 req-ba83a837-a8a5-42c9-bdcf-ac4cc5ad4747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:04.338567 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8dcd4-5b79-435a-a622-6759b9e55c38 req-ba83a837-a8a5-42c9-bdcf-ac4cc5ad4747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:04.339033 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8dcd4-5b79-435a-a622-6759b9e55c38 req-ba83a837-a8a5-42c9-bdcf-ac4cc5ad4747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:04.339607 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8dcd4-5b79-435a-a622-6759b9e55c38 req-ba83a837-a8a5-42c9-bdcf-ac4cc5ad4747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:04.340399 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8dcd4-5b79-435a-a622-6759b9e55c38 req-ba83a837-a8a5-42c9-bdcf-ac4cc5ad4747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:04.340856 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8dcd4-5b79-435a-a622-6759b9e55c38 req-ba83a837-a8a5-42c9-bdcf-ac4cc5ad4747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:04.342871 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52b8dcd4-5b79-435a-a622-6759b9e55c38 req-ba83a837-a8a5-42c9-bdcf-ac4cc5ad4747 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22b3d07c7c424271b33fe5fb0a26c6de&device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 6501 time: 0.2363818 Nov 10 19:18:04.476007 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-16fde3a8-d87a-41c3-af0c-e98196d6a61b service neutron] 10.222.0.54 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5303898 Nov 10 19:18:04.476889 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa8fa99-825e-43e0-a2a4-49c67a8b13ea tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Checking segment: {'id': '6fbac3f7-1d52-44c0-88f9-9d47667c8280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '997d8134-c433-4780-a0b7-2f294f4bea88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:18:04.477373 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa8fa99-825e-43e0-a2a4-49c67a8b13ea tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Network hostable DHCP agents. Network: 997d8134-c433-4780-a0b7-2f294f4bea88, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:18:04.485268 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-77085e65-c9d3-451a-89a9-b6f47468de9b tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=482ef8a385f54608b1afe9f1e18f5d91 HTTP/1.1" status: 200 len: 380 time: 0.5365746 Nov 10 19:18:04.503118 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-fb96f4a2-b596-46a3-a691-41c327e63dc8 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Request body: {'port': {'device_id': '13069931-cb4f-47d2-abf6-7b6d3dc180de', 'network_id': '7eab08f6-4a1b-4fcb-86bd-01fed62e685c', 'admin_state_up': True, 'tenant_id': '482ef8a385f54608b1afe9f1e18f5d91', 'security_groups': ['8b44f90c-42d4-464b-8db1-abfb69cd1321']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:04.516911 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-505f4297-0029-4eb2-b991-bb46044fb2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:04.592808 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa8fa99-825e-43e0-a2a4-49c67a8b13ea tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Network 997d8134-c433-4780-a0b7-2f294f4bea88 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:18:04.593027 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ef0dc77-cc99-40a7-9411-819f3c80f8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:04.610951 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8dcd4-5b79-435a-a622-6759b9e55c38 req-84d42b71-2503-4512-bc36-c3074980b106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:04.612848 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52b8dcd4-5b79-435a-a622-6759b9e55c38 req-84d42b71-2503-4512-bc36-c3074980b106 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8e0b3ba3-7215-45b5-b8de-5724ad198916 HTTP/1.1" status: 200 len: 917 time: 0.2535524 Nov 10 19:18:04.642861 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-9fa8fa99-825e-43e0-a2a4-49c67a8b13ea tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 997d8134-c433-4780-a0b7-2f294f4bea88) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:18:04.663098 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee8e6b9-a4ea-4463-9eac-4799152c0463 None None] Network 997d8134-c433-4780-a0b7-2f294f4bea88 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:18:04.665314 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port f57891f3-f899-4d5e-961a-dfc73dd69dc7 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:04.665691 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:04.699263 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa8fa99-825e-43e0-a2a4-49c67a8b13ea tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:04.699920 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa8fa99-825e-43e0-a2a4-49c67a8b13ea tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:04.700937 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9fa8fa99-825e-43e0-a2a4-49c67a8b13ea tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:04.764508 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9fa8fa99-825e-43e0-a2a4-49c67a8b13ea tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 2.8200874 Nov 10 19:18:04.771085 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 37826) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:04.836519 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52b8dcd4-5b79-435a-a622-6759b9e55c38 req-8f1fd67e-ba27-4b1d-a6fb-e19bb2c8b46e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86e3afec-d4a4-466b-a8cd-37704951f59c HTTP/1.1" status: 200 len: 1001 time: 0.2156050 Nov 10 19:18:04.926783 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-9ef0dc77-cc99-40a7-9411-819f3c80f8ac admin admin] Allocated IP 172.20.0.1 (f4eb91a3-0e7c-4b49-99d5-b6273309ea9d/e8763436-0d75-45ae-bb60-dffcf03461e6/80d5cb2a-632e-4741-94bc-87e8e6d96994) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:18:05.008707 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-505f4297-0029-4eb2-b991-bb46044fb2e0 None None] For port f57891f3-f899-4d5e-961a-dfc73dd69dc7, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f57891f3-f899-4d5e-961a-dfc73dd69dc7,segment=NetworkSegment(88e73b67-15cc-41ea-8a3f-4da35a6a58df),segment_id=88e73b67-15cc-41ea-8a3f-4da35a6a58df)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:18:05.022867 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9cd55bba-106b-4ad9-9916-cd44c30ced63 req-86eac6f6-57af-4a53-bb3f-fed30fd266fb tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=e999b611-2e36-4b50-8cda-4b6a445253a0 HTTP/1.1" status: 200 len: 210 time: 0.1945217 Nov 10 19:18:05.025529 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-fb96f4a2-b596-46a3-a691-41c327e63dc8 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Made reservation on behalf of 482ef8a385f54608b1afe9f1e18f5d91 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:18:05.031296 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-505f4297-0029-4eb2-b991-bb46044fb2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:05.039588 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-fb96f4a2-b596-46a3-a691-41c327e63dc8 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:05.206291 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ef0dc77-cc99-40a7-9411-819f3c80f8ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:05.306972 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ef0dc77-cc99-40a7-9411-819f3c80f8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:05.442429 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef0dc77-cc99-40a7-9411-819f3c80f8ac admin admin] Network f4eb91a3-0e7c-4b49-99d5-b6273309ea9d is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:18:05.445804 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-9ef0dc77-cc99-40a7-9411-819f3c80f8ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:18:05.450210 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef0dc77-cc99-40a7-9411-819f3c80f8ac admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:18:05.490382 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652df78d-ffb6-49e9-9a43-2f9ad0582940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-49eaa950-8d74-424a-bd9a-97c5232eec4c', 'network_id': '49eaa950-8d74-424a-bd9a-97c5232eec4c', 'tenant_id': '831ea9df8cfe40baa26d6fe035ab3dda', 'fixed_ips': [{'subnet_id': 'e77bed64-041a-4eed-b914-c47e79256032'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:18:05.491332 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-652df78d-ffb6-49e9-9a43-2f9ad0582940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:05.517222 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:18:05.522106 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ef0dc77-cc99-40a7-9411-819f3c80f8ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:05.522258 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8dcd4-5b79-435a-a622-6759b9e55c38 req-c7206947-6f5f-46d1-b8ce-316a0617fa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:05.524197 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52b8dcd4-5b79-435a-a622-6759b9e55c38 req-c7206947-6f5f-46d1-b8ce-316a0617fa1d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3188f8a0-bf12-4d61-a184-005155fc37b9 HTTP/1.1" status: 200 len: 855 time: 0.6375313 Nov 10 19:18:05.527222 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0dc77-cc99-40a7-9411-819f3c80f8ac admin admin] Pushing event updated for resources: {'Port': ['ID=80d5cb2a-632e-4741-94bc-87e8e6d96994,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:05.528733 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3117896f-e0e8-41de-a85d-1b19951d0467 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:05.530559 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3117896f-e0e8-41de-a85d-1b19951d0467 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:05.542736 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3117896f-e0e8-41de-a85d-1b19951d0467 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:05.558689 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3117896f-e0e8-41de-a85d-1b19951d0467 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.7859733 Nov 10 19:18:05.559778 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 37844) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:05.589718 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-3fb5881e-219a-4943-b946-1bcbbc35b096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'name': 'tempest-ServersTestFqdnHostnames-1574400247-router', 'tenant_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'd6fe2b9c-19f5-499d-a776-87bc555d688b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:17:59Z', 'updated_at': '2021-11-10T19:18:02Z', 'revision_number': 3, 'project_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'gw_port': {'id': 'd6fe2b9c-19f5-499d-a776-87bc555d688b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:88:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:18:01Z', 'updated_at': '2021-11-10T19:18:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:05.689966 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3e4b572d-481a-4db0-8b0f-e451cf195c64 req-0cc8086b-608f-47db-b5cb-c5a04e133d14 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/ports?device_id=13069931-cb4f-47d2-abf6-7b6d3dc180de HTTP/1.1" status: 200 len: 210 time: 0.2312636 Nov 10 19:18:05.745914 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ef0dc77-cc99-40a7-9411-819f3c80f8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:05.928827 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-652df78d-ffb6-49e9-9a43-2f9ad0582940 None None] Allocated IP 2001:db8::1 (49eaa950-8d74-424a-bd9a-97c5232eec4c/e77bed64-041a-4eed-b914-c47e79256032/2b9f708e-4cbc-470b-9dbe-726a1cf8d909) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:18:05.929560 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-fb96f4a2-b596-46a3-a691-41c327e63dc8 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Allocated IP 172.20.0.4 (7eab08f6-4a1b-4fcb-86bd-01fed62e685c/92655e48-9722-4673-8942-7e2196384d27/526151aa-7ee6-400a-b703-2e8486c8234d) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:18:05.951132 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8dcd4-5b79-435a-a622-6759b9e55c38 req-eaf16ff2-6fc6-4bf1-a053-4067669fbf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:05.953180 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52b8dcd4-5b79-435a-a622-6759b9e55c38 req-eaf16ff2-6fc6-4bf1-a053-4067669fbf46 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8e0b3ba3-7215-45b5-b8de-5724ad198916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3703392 Nov 10 19:18:05.957893 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-812670a5-9f24-4b09-9e77-15805d7fe10a tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Deleting subnet e77bed64-041a-4eed-b914-c47e79256032 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:18:05.978406 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bbfee-c33d-40b7-a9bf-610c87c24a89 req-9843d278-d169-4c13-9b7d-98cc1059845d tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:05.986166 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fc1bbfee-c33d-40b7-a9bf-610c87c24a89 req-9843d278-d169-4c13-9b7d-98cc1059845d tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 1.0022950 Nov 10 19:18:06.024108 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ef0dc77-cc99-40a7-9411-819f3c80f8ac admin admin] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:06.030406 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ef0dc77-cc99-40a7-9411-819f3c80f8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:06.082941 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ef0dc77-cc99-40a7-9411-819f3c80f8ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:06.125276 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52b8dcd4-5b79-435a-a622-6759b9e55c38 req-5082a8d0-059b-492e-adf4-4f2dd34fa904 service neutron] 10.222.0.25 "GET /v2.0/networks/8e0b3ba3-7215-45b5-b8de-5724ad198916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354959 Nov 10 19:18:06.184491 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f4297-0029-4eb2-b991-bb46044fb2e0 None None] Pushing event updated for resources: {'Port': ['ID=f57891f3-f899-4d5e-961a-dfc73dd69dc7,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:06.209341 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0dc77-cc99-40a7-9411-819f3c80f8ac admin admin] Pushing event updated for resources: {'Port': ['ID=80d5cb2a-632e-4741-94bc-87e8e6d96994,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:06.212282 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb5881e-219a-4943-b946-1bcbbc35b096 None None] Checking router: e1961e9d-0224-4ff4-859d-971f5c41e456 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:18:06.212641 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb5881e-219a-4943-b946-1bcbbc35b096 None None] Updating router e1961e9d-0224-4ff4-859d-971f5c41e456 port d6fe2b9c-19f5-499d-a776-87bc555d688b binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:18:06.228293 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fc1bbfee-c33d-40b7-a9bf-610c87c24a89 req-a608a1b9-00a9-4cf9-8233-cb6d25bd711f tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412539 Nov 10 19:18:06.277533 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-15a06ffa-23b7-4fa4-8eab-e341f3668a29 None None] Provisioning complete for port f57891f3-f899-4d5e-961a-dfc73dd69dc7 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:06.277961 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-15a06ffa-23b7-4fa4-8eab-e341f3668a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:06.280104 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef0dc77-cc99-40a7-9411-819f3c80f8ac admin admin] Network f4eb91a3-0e7c-4b49-99d5-b6273309ea9d is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:18:06.283686 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-9ef0dc77-cc99-40a7-9411-819f3c80f8ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:18:06.346343 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3fb5881e-219a-4943-b946-1bcbbc35b096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:06.367364 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-210c77be-9c75-43c5-9be9-da2fb522593c req-6114124c-dcba-42de-8419-d8db41bc85bf tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=e999b611-2e36-4b50-8cda-4b6a445253a0 HTTP/1.1" status: 200 len: 210 time: 0.1494818 Nov 10 19:18:06.384013 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c7287c-3497-4664-9b91-b18db26f645c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-997d8134-c433-4780-a0b7-2f294f4bea88', 'network_id': '997d8134-c433-4780-a0b7-2f294f4bea88', 'tenant_id': '831ea9df8cfe40baa26d6fe035ab3dda', 'fixed_ips': [{'subnet_id': '97c13e91-8969-4ea9-a575-3b6e3bd9a2b9'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:18:06.392599 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a5c7287c-3497-4664-9b91-b18db26f645c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:06.440214 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52b8dcd4-5b79-435a-a622-6759b9e55c38 req-9df443f3-a42b-428e-b8b5-cc5c7cfb718a service neutron] 10.222.0.25 "GET /v2.0/networks/8e0b3ba3-7215-45b5-b8de-5724ad198916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898231 Nov 10 19:18:06.473594 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef0dc77-cc99-40a7-9411-819f3c80f8ac admin admin] Router e1961e9d-0224-4ff4-859d-971f5c41e456 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:18:06.509566 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-652df78d-ffb6-49e9-9a43-2f9ad0582940 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:06.527437 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-812670a5-9f24-4b09-9e77-15805d7fe10a tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:06.543865 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-652df78d-ffb6-49e9-9a43-2f9ad0582940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:06.659346 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef0dc77-cc99-40a7-9411-819f3c80f8ac admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:18:06.672010 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9ef0dc77-cc99-40a7-9411-819f3c80f8ac admin admin] 10.222.0.54 "PUT /v2.0/routers/e1961e9d-0224-4ff4-859d-971f5c41e456/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9382658 Nov 10 19:18:06.723940 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-812670a5-9f24-4b09-9e77-15805d7fe10a tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:06.981618 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652df78d-ffb6-49e9-9a43-2f9ad0582940 None None] Network 49eaa950-8d74-424a-bd9a-97c5232eec4c is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:18:06.989306 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652df78d-ffb6-49e9-9a43-2f9ad0582940 None None] Pushing event updated for resources: {'Port': ['ID=2b9f708e-4cbc-470b-9dbe-726a1cf8d909,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:06.998601 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-652df78d-ffb6-49e9-9a43-2f9ad0582940 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:18:07.025109 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652df78d-ffb6-49e9-9a43-2f9ad0582940 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:18:07.154211 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-a5c7287c-3497-4664-9b91-b18db26f645c None None] Allocated IP 2001:db8:0:1::1 (997d8134-c433-4780-a0b7-2f294f4bea88/97c13e91-8969-4ea9-a575-3b6e3bd9a2b9/3e2527b6-bb65-4cc6-a674-f2659b5893e0) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:18:07.183026 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-652df78d-ffb6-49e9-9a43-2f9ad0582940 None None] Attempting to bind port 2b9f708e-4cbc-470b-9dbe-726a1cf8d909 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:18:07.183608 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-652df78d-ffb6-49e9-9a43-2f9ad0582940 None None] Attempting to bind port 2b9f708e-4cbc-470b-9dbe-726a1cf8d909 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '12c2348f-a8be-4883-872c-ac649e8dfc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '49eaa950-8d74-424a-bd9a-97c5232eec4c'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:18:07.184082 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652df78d-ffb6-49e9-9a43-2f9ad0582940 None None] Attempting to bind port 2b9f708e-4cbc-470b-9dbe-726a1cf8d909 on network 49eaa950-8d74-424a-bd9a-97c5232eec4c {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:18:07.214521 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652df78d-ffb6-49e9-9a43-2f9ad0582940 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:18:07.215728 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652df78d-ffb6-49e9-9a43-2f9ad0582940 None None] Checking segment: {'id': '12c2348f-a8be-4883-872c-ac649e8dfc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '49eaa950-8d74-424a-bd9a-97c5232eec4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:18:07.215970 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-652df78d-ffb6-49e9-9a43-2f9ad0582940 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:07.216478 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652df78d-ffb6-49e9-9a43-2f9ad0582940 None None] Bound using segment: {'id': '12c2348f-a8be-4883-872c-ac649e8dfc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '49eaa950-8d74-424a-bd9a-97c5232eec4c'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:18:07.217078 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-652df78d-ffb6-49e9-9a43-2f9ad0582940 None None] Bound port: 2b9f708e-4cbc-470b-9dbe-726a1cf8d909, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c2348f-a8be-4883-872c-ac649e8dfc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '49eaa950-8d74-424a-bd9a-97c5232eec4c'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:18:07.217572 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-652df78d-ffb6-49e9-9a43-2f9ad0582940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:07.348793 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-11f12e86-3ac6-4dcb-8874-7c9710e500de req-c2401bb8-0247-4c81-b34b-88c5413001ed tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/ports?device_id=13069931-cb4f-47d2-abf6-7b6d3dc180de HTTP/1.1" status: 200 len: 210 time: 0.0465245 Nov 10 19:18:07.366307 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-652df78d-ffb6-49e9-9a43-2f9ad0582940 None None] For port 2b9f708e-4cbc-470b-9dbe-726a1cf8d909, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:18:07.370845 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-652df78d-ffb6-49e9-9a43-2f9ad0582940 None None] For port 2b9f708e-4cbc-470b-9dbe-726a1cf8d909, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2b9f708e-4cbc-470b-9dbe-726a1cf8d909,segment=NetworkSegment(12c2348f-a8be-4883-872c-ac649e8dfc28),segment_id=12c2348f-a8be-4883-872c-ac649e8dfc28)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:18:07.389185 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-652df78d-ffb6-49e9-9a43-2f9ad0582940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:07.395996 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-812670a5-9f24-4b09-9e77-15805d7fe10a tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:07.409890 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-dcb4a276-1c3c-4707-ba2a-94619f9c9cda None None] Provisioning complete for port 80d5cb2a-632e-4741-94bc-87e8e6d96994 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:07.410453 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dcb4a276-1c3c-4707-ba2a-94619f9c9cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:07.468062 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-3fa3de24-9777-4ae4-93f2-a3e2d7ef1ce5 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:07.470580 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-3fa3de24-9777-4ae4-93f2-a3e2d7ef1ce5 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.25 "GET /v2.0/networks?id=dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 HTTP/1.1" status: 200 len: 812 time: 0.8995941 Nov 10 19:18:07.494471 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-746ce140-d9dc-4430-89df-1b9b161fb14f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Request body: {'port': {'device_id': 'e999b611-2e36-4b50-8cda-4b6a445253a0', 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0', 'admin_state_up': True, 'tenant_id': '987b6b0bf6bf42fcb737b7f6bb6ee447'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:07.510775 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-fb96f4a2-b596-46a3-a691-41c327e63dc8 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:07.636095 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-dcb4a276-1c3c-4707-ba2a-94619f9c9cda None None] Port 80d5cb2a-632e-4741-94bc-87e8e6d96994 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:18:07.663846 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652df78d-ffb6-49e9-9a43-2f9ad0582940 None None] Pushing event updated for resources: {'Port': ['ID=2b9f708e-4cbc-470b-9dbe-726a1cf8d909,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:07.681960 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3fb5881e-219a-4943-b946-1bcbbc35b096 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:07.743226 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3fb5881e-219a-4943-b946-1bcbbc35b096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:07.827004 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a5c7287c-3497-4664-9b91-b18db26f645c None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:07.828772 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff16e-df6d-41d3-8e6a-9853505e499a req-6a643e6b-fc54-418d-a363-86c8057f66f2 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:07.831446 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a64ff16e-df6d-41d3-8e6a-9853505e499a req-6a643e6b-fc54-418d-a363-86c8057f66f2 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.2979639 Nov 10 19:18:07.851127 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-812670a5-9f24-4b09-9e77-15805d7fe10a tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:07.864703 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-3fb5881e-219a-4943-b946-1bcbbc35b096 None None] Attempting to bind port d6fe2b9c-19f5-499d-a776-87bc555d688b on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:18:07.865111 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-3fb5881e-219a-4943-b946-1bcbbc35b096 None None] Attempting to bind port d6fe2b9c-19f5-499d-a776-87bc555d688b by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:18:07.867611 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb5881e-219a-4943-b946-1bcbbc35b096 None None] Attempting to bind port d6fe2b9c-19f5-499d-a776-87bc555d688b on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:18:07.879860 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a5c7287c-3497-4664-9b91-b18db26f645c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:07.900918 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb5881e-219a-4943-b946-1bcbbc35b096 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:18:07.901304 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb5881e-219a-4943-b946-1bcbbc35b096 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:18:07.901718 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3fb5881e-219a-4943-b946-1bcbbc35b096 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:07.905289 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb5881e-219a-4943-b946-1bcbbc35b096 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:18:07.906226 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-3fb5881e-219a-4943-b946-1bcbbc35b096 None None] Bound port: d6fe2b9c-19f5-499d-a776-87bc555d688b, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:18:07.907618 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3fb5881e-219a-4943-b946-1bcbbc35b096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:07.938624 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593cb431-edd0-42a4-8eff-8f5a4b834a75 None None] Pushing event updated for resources: {'Port': ['ID=d6fe2b9c-19f5-499d-a776-87bc555d688b,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:07.952618 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c7287c-3497-4664-9b91-b18db26f645c None None] Network 997d8134-c433-4780-a0b7-2f294f4bea88 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:18:07.984888 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-a5c7287c-3497-4664-9b91-b18db26f645c None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:18:08.014765 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812670a5-9f24-4b09-9e77-15805d7fe10a tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Pushing event deleted for resources: {'Subnet': ['ID=e77bed64-041a-4eed-b914-c47e79256032,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:08.021417 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-812670a5-9f24-4b09-9e77-15805d7fe10a tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:08.027144 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-812670a5-9f24-4b09-9e77-15805d7fe10a tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] 10.222.0.54 "DELETE /v2.0/subnets/e77bed64-041a-4eed-b914-c47e79256032 HTTP/1.1" status: 204 len: 168 time: 2.4406044 Nov 10 19:18:08.029944 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37878) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:08.036397 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-fb96f4a2-b596-46a3-a691-41c327e63dc8 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:08.049217 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c7287c-3497-4664-9b91-b18db26f645c None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:18:08.093305 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f57891f3-f899-4d5e-961a-dfc73dd69dc7 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:18:08.165603 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-fb96f4a2-b596-46a3-a691-41c327e63dc8 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Network 7eab08f6-4a1b-4fcb-86bd-01fed62e685c is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:18:08.171059 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a64ff16e-df6d-41d3-8e6a-9853505e499a req-620f027e-7477-4ade-b00c-2d17c0c55306 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229349 Nov 10 19:18:08.173073 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96f4a2-b596-46a3-a691-41c327e63dc8 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Pushing event updated for resources: {'Port': ['ID=526151aa-7ee6-400a-b703-2e8486c8234d,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:08.178930 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-fb96f4a2-b596-46a3-a691-41c327e63dc8 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:18:08.196969 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-746ce140-d9dc-4430-89df-1b9b161fb14f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Made reservation on behalf of 987b6b0bf6bf42fcb737b7f6bb6ee447 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:18:08.202392 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-746ce140-d9dc-4430-89df-1b9b161fb14f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:08.206138 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-fb96f4a2-b596-46a3-a691-41c327e63dc8 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:18:08.210012 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-efdf0f4f-0894-4a5f-91c4-81673ba0a3b2 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Deleting subnet 97c13e91-8969-4ea9-a575-3b6e3bd9a2b9 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:18:08.224952 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-efdf0f4f-0894-4a5f-91c4-81673ba0a3b2 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:08.334307 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-efdf0f4f-0894-4a5f-91c4-81673ba0a3b2 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:08.371987 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7287c-3497-4664-9b91-b18db26f645c None None] Pushing event updated for resources: {'Port': ['ID=3e2527b6-bb65-4cc6-a674-f2659b5893e0,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:08.418859 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37882) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:08.422441 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-a5c7287c-3497-4664-9b91-b18db26f645c None None] Attempting to bind port 3e2527b6-bb65-4cc6-a674-f2659b5893e0 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:18:08.424037 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-a5c7287c-3497-4664-9b91-b18db26f645c None None] Attempting to bind port 3e2527b6-bb65-4cc6-a674-f2659b5893e0 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '6fbac3f7-1d52-44c0-88f9-9d47667c8280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '997d8134-c433-4780-a0b7-2f294f4bea88'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:18:08.425058 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c7287c-3497-4664-9b91-b18db26f645c None None] Attempting to bind port 3e2527b6-bb65-4cc6-a674-f2659b5893e0 on network 997d8134-c433-4780-a0b7-2f294f4bea88 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:18:08.434201 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-fb96f4a2-b596-46a3-a691-41c327e63dc8 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:08.434883 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-fb96f4a2-b596-46a3-a691-41c327e63dc8 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:08.435000 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-3fb5881e-219a-4943-b946-1bcbbc35b096 None None] For port d6fe2b9c-19f5-499d-a776-87bc555d688b, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:18:08.447612 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-0bc30b3e-2908-4e7a-ad76-8d8670dccdbc tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--946990424', 'description': 'tempest-description--1529942484'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:08.483195 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-3fb5881e-219a-4943-b946-1bcbbc35b096 None None] For port d6fe2b9c-19f5-499d-a776-87bc555d688b, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d6fe2b9c-19f5-499d-a776-87bc555d688b,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:18:08.484624 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c7287c-3497-4664-9b91-b18db26f645c None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:18:08.484994 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c7287c-3497-4664-9b91-b18db26f645c None None] Checking segment: {'id': '6fbac3f7-1d52-44c0-88f9-9d47667c8280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '997d8134-c433-4780-a0b7-2f294f4bea88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:18:08.485561 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a5c7287c-3497-4664-9b91-b18db26f645c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:08.485810 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c7287c-3497-4664-9b91-b18db26f645c None None] Bound using segment: {'id': '6fbac3f7-1d52-44c0-88f9-9d47667c8280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '997d8134-c433-4780-a0b7-2f294f4bea88'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:18:08.486303 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-a5c7287c-3497-4664-9b91-b18db26f645c None None] Bound port: 3e2527b6-bb65-4cc6-a674-f2659b5893e0, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fbac3f7-1d52-44c0-88f9-9d47667c8280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '997d8134-c433-4780-a0b7-2f294f4bea88'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:18:08.486697 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a5c7287c-3497-4664-9b91-b18db26f645c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:08.501843 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0bc30b3e-2908-4e7a-ad76-8d8670dccdbc tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:08.513308 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3fb5881e-219a-4943-b946-1bcbbc35b096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:08.609913 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-efdf0f4f-0894-4a5f-91c4-81673ba0a3b2 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:08.657971 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a99111c7-524a-4bc8-8b02-2d945642623b req-41f30994-d041-4b4b-ad33-e5036fda3300 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=e999b611-2e36-4b50-8cda-4b6a445253a0 HTTP/1.1" status: 200 len: 210 time: 0.1354749 Nov 10 19:18:08.672050 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-fb96f4a2-b596-46a3-a691-41c327e63dc8 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1767721 Nov 10 19:18:08.692759 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-40b6d7df-1b9f-4464-822e-9e12e7e84c6c service neutron] Request body: {'port': {'device_id': '13069931-cb4f-47d2-abf6-7b6d3dc180de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:08.753935 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port f57891f3-f899-4d5e-961a-dfc73dd69dc7 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:08.754340 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:08.814678 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0bc30b3e-2908-4e7a-ad76-8d8670dccdbc tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:08.824405 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0bc30b3e-2908-4e7a-ad76-8d8670dccdbc tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:08.890847 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-efdf0f4f-0894-4a5f-91c4-81673ba0a3b2 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:08.935099 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf0f4f-0894-4a5f-91c4-81673ba0a3b2 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Pushing event deleted for resources: {'Subnet': ['ID=97c13e91-8969-4ea9-a575-3b6e3bd9a2b9,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:08.952668 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0bc30b3e-2908-4e7a-ad76-8d8670dccdbc tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:08.954321 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0bc30b3e-2908-4e7a-ad76-8d8670dccdbc tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5260191 Nov 10 19:18:08.960623 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-efdf0f4f-0894-4a5f-91c4-81673ba0a3b2 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:08.964870 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 37888) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:08.965869 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-efdf0f4f-0894-4a5f-91c4-81673ba0a3b2 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] 10.222.0.54 "DELETE /v2.0/subnets/97c13e91-8969-4ea9-a575-3b6e3bd9a2b9 HTTP/1.1" status: 204 len: 168 time: 0.9335089 Nov 10 19:18:08.971665 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37890) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:08.978443 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-b333f4c4-3c8f-48b7-a7cd-4d77f6f8b07a tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Request body: {'security_group_rule': {'security_group_id': '39368501-9be6-4d2f-b94f-12bb0e12ddc4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:08.987726 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc30b3e-2908-4e7a-ad76-8d8670dccdbc tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39368501-9be6-4d2f-b94f-12bb0e12ddc4,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:09.031276 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818d85e-4b38-4946-a10f-041e32ad29d9 req-ccf88072-cf3d-4551-be21-38ff08cb389b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:09.032958 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7818d85e-4b38-4946-a10f-041e32ad29d9 req-ccf88072-cf3d-4551-be21-38ff08cb389b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=55597ebb7ba248d788dd953f401fb01c&device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 1096 time: 0.2034876 Nov 10 19:18:09.100751 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-746ce140-d9dc-4430-89df-1b9b161fb14f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Allocated IP 172.20.0.12 (dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0/0383c2bb-f0e3-4245-83c4-a6b51bf23dd3/c8517db1-de04-44bc-a9bd-84a4cd903dcd) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:18:09.144022 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-40b6d7df-1b9f-4464-822e-9e12e7e84c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:09.176806 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-47958a01-945d-465c-8689-95661343c37e None None] Provisioning complete for port 526151aa-7ee6-400a-b703-2e8486c8234d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:09.177183 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-47958a01-945d-465c-8689-95661343c37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:09.179205 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb5881e-219a-4943-b946-1bcbbc35b096 None None] Routers {'e1961e9d-0224-4ff4-859d-971f5c41e456'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:18:09.179868 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-3fb5881e-219a-4943-b946-1bcbbc35b096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:17:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['e1961e9d-0224-4ff4-859d-971f5c41e456'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:09.195794 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818d85e-4b38-4946-a10f-041e32ad29d9 req-31203616-7601-46bf-84d2-ce9769233195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:09.197558 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7818d85e-4b38-4946-a10f-041e32ad29d9 req-31203616-7601-46bf-84d2-ce9769233195 service neutron] 10.222.0.73 "GET /v2.0/networks?id=84c30210-1766-4b73-a472-c9afa703f4ae HTTP/1.1" status: 200 len: 919 time: 0.1306009 Nov 10 19:18:09.205445 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60c408-5bf3-4d4d-95ce-a84280620e44 req-244f6fca-ba7e-4b6d-bb68-c190a8c7aec2 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:09.207564 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-db60c408-5bf3-4d4d-95ce-a84280620e44 req-244f6fca-ba7e-4b6d-bb68-c190a8c7aec2 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/ports?device_id=13069931-cb4f-47d2-abf6-7b6d3dc180de HTTP/1.1" status: 200 len: 931 time: 0.3500316 Nov 10 19:18:09.217707 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b333f4c4-3c8f-48b7-a7cd-4d77f6f8b07a tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:09.255580 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afbd6e-3981-4435-85f8-4bda73fb168c req-dc5ad888-e623-4765-a0c5-d4ca82c9adff tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:09.264847 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-33afbd6e-3981-4435-85f8-4bda73fb168c req-dc5ad888-e623-4765-a0c5-d4ca82c9adff tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.3408308 Nov 10 19:18:09.273048 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7818d85e-4b38-4946-a10f-041e32ad29d9 req-da6998c9-e58a-48eb-84e0-9b5bfab9b9de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=742befb3-64d2-4218-bdc9-2d208283643d HTTP/1.1" status: 200 len: 217 time: 0.0510142 Nov 10 19:18:09.334783 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818d85e-4b38-4946-a10f-041e32ad29d9 req-a74710f2-80d3-4905-80f7-bd606ef590df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:09.336785 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7818d85e-4b38-4946-a10f-041e32ad29d9 req-a74710f2-80d3-4905-80f7-bd606ef590df service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f0f0b475-2f63-4d7b-baac-8e262a7cc3df HTTP/1.1" status: 200 len: 858 time: 0.0553486 Nov 10 19:18:09.344355 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18afe205-aac4-404d-bf7f-b8dda6e3bcd3 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:09.346125 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-18afe205-aac4-404d-bf7f-b8dda6e3bcd3 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3727849 Nov 10 19:18:09.356185 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37896) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:09.371228 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-3fb5881e-219a-4943-b946-1bcbbc35b096 None None] Set router e1961e9d-0224-4ff4-859d-971f5c41e456 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:18:09.378626 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b333f4c4-3c8f-48b7-a7cd-4d77f6f8b07a tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:09.383316 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7818d85e-4b38-4946-a10f-041e32ad29d9 req-88ed6430-89ce-40fb-8a30-e9db368dbd7e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=84c30210-1766-4b73-a472-c9afa703f4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352621 Nov 10 19:18:09.400734 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b333f4c4-3c8f-48b7-a7cd-4d77f6f8b07a tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:09.471065 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593cb431-edd0-42a4-8eff-8f5a4b834a75 None None] Pushing event updated for resources: {'Port': ['ID=d6fe2b9c-19f5-499d-a776-87bc555d688b,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:09.478152 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-47958a01-945d-465c-8689-95661343c37e None None] Port 526151aa-7ee6-400a-b703-2e8486c8234d cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:18:09.487188 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b11bda2-3f38-48e1-92ef-7597ca1463ae None None] Network 49eaa950-8d74-424a-bd9a-97c5232eec4c requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:18:09.523944 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7818d85e-4b38-4946-a10f-041e32ad29d9 req-1d18ca72-a11e-4f13-8884-44725a8392b0 service neutron] 10.222.0.73 "GET /v2.0/networks/84c30210-1766-4b73-a472-c9afa703f4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180954 Nov 10 19:18:09.575177 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333f4c4-3c8f-48b7-a7cd-4d77f6f8b07a tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfeaac29-1a4a-4ec7-81fc-a650aec62f64,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:09.603143 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-db60c408-5bf3-4d4d-95ce-a84280620e44 req-7ff1d0e0-6d2a-4d1e-b79a-81a8f5730657 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b44f90c-42d4-464b-8db1-abfb69cd1321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3233328 Nov 10 19:18:09.605973 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b333f4c4-3c8f-48b7-a7cd-4d77f6f8b07a tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:09.614386 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b333f4c4-3c8f-48b7-a7cd-4d77f6f8b07a tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6417558 Nov 10 19:18:09.614701 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37898) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:09.629582 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-fa5b9540-41e1-4b26-a1e9-43b2bcd28e09 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Request body: {'security_group_rule': {'security_group_id': '39368501-9be6-4d2f-b94f-12bb0e12ddc4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:09.644954 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-33afbd6e-3981-4435-85f8-4bda73fb168c req-aeacf803-a8e8-4a35-9628-56d6e5879557 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785138 Nov 10 19:18:09.699024 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-a5c7287c-3497-4664-9b91-b18db26f645c None None] For port 3e2527b6-bb65-4cc6-a674-f2659b5893e0, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:18:09.708927 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3cc465df-8817-48dd-aaab-d11638b9fc51 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:09.765386 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fa5b9540-41e1-4b26-a1e9-43b2bcd28e09 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:09.873978 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7818d85e-4b38-4946-a10f-041e32ad29d9 req-9e402878-5b67-4081-a153-935a16891de3 service neutron] 10.222.0.73 "GET /v2.0/networks/84c30210-1766-4b73-a472-c9afa703f4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990084 Nov 10 19:18:09.900440 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fa5b9540-41e1-4b26-a1e9-43b2bcd28e09 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:09.914356 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fa5b9540-41e1-4b26-a1e9-43b2bcd28e09 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:09.932445 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-746ce140-d9dc-4430-89df-1b9b161fb14f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:09.946471 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-3cc465df-8817-48dd-aaab-d11638b9fc51 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Deleting port 3e2527b6-bb65-4cc6-a674-f2659b5893e0 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:18:09.946855 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3cc465df-8817-48dd-aaab-d11638b9fc51 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:09.973590 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa50b1-6333-4b03-99d2-34ceb90ee110 req-7ed9877a-ac65-4b2c-a93d-8f2fc4e6986d tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:09.975692 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b0fa50b1-6333-4b03-99d2-34ceb90ee110 req-7ed9877a-ac65-4b2c-a93d-8f2fc4e6986d tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.1722553 Nov 10 19:18:09.983055 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-a5c7287c-3497-4664-9b91-b18db26f645c None None] For port 3e2527b6-bb65-4cc6-a674-f2659b5893e0, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=3e2527b6-bb65-4cc6-a674-f2659b5893e0,segment=NetworkSegment(6fbac3f7-1d52-44c0-88f9-9d47667c8280),segment_id=6fbac3f7-1d52-44c0-88f9-9d47667c8280)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:18:10.017490 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-04e1195b-3451-4571-84fe-66dcbe98bb0b req-12e8ecb9-1929-461a-90a1-37b776c7cb7a tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=e999b611-2e36-4b50-8cda-4b6a445253a0 HTTP/1.1" status: 200 len: 210 time: 0.0405531 Nov 10 19:18:10.050707 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b9540-41e1-4b26-a1e9-43b2bcd28e09 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e08cc96-19b2-4de9-9dca-444b1153ae08,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:10.051788 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-7125b5c5-3ad5-457e-8ce7-33e766ebc2a1 None None] Provisioning complete for port 2b9f708e-4cbc-470b-9dbe-726a1cf8d909 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:10.052171 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7125b5c5-3ad5-457e-8ce7-33e766ebc2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:10.079212 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fa5b9540-41e1-4b26-a1e9-43b2bcd28e09 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:10.080462 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-fa5b9540-41e1-4b26-a1e9-43b2bcd28e09 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4585371 Nov 10 19:18:10.092297 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37908) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:10.120284 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-ce705fd5-0850-4624-99af-7708510d059b tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:10.125091 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b0fa50b1-6333-4b03-99d2-34ceb90ee110 req-34597e0f-e637-4ac7-845f-d020ef1bafad tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061668 Nov 10 19:18:10.158254 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a5c7287c-3497-4664-9b91-b18db26f645c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:10.170822 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2b9f708e-4cbc-470b-9dbe-726a1cf8d909 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:18:10.189055 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-3cc465df-8817-48dd-aaab-d11638b9fc51 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] For port 3e2527b6-bb65-4cc6-a674-f2659b5893e0, host n-d-813897-4, got binding levels [] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:18:10.189424 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3cc465df-8817-48dd-aaab-d11638b9fc51 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:10.210372 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-3cc465df-8817-48dd-aaab-d11638b9fc51 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Calling delete_port for 3e2527b6-bb65-4cc6-a674-f2659b5893e0 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:18:10.230603 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-746ce140-d9dc-4430-89df-1b9b161fb14f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:10.243945 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-40b6d7df-1b9f-4464-822e-9e12e7e84c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 526151aa-7ee6-400a-b703-2e8486c8234d {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:18:10.288846 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-40b6d7df-1b9f-4464-822e-9e12e7e84c6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:10.293189 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-746ce140-d9dc-4430-89df-1b9b161fb14f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Network dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:18:10.303070 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-746ce140-d9dc-4430-89df-1b9b161fb14f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:18:10.304107 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-746ce140-d9dc-4430-89df-1b9b161fb14f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:18:10.364434 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7287c-3497-4664-9b91-b18db26f645c None None] Pushing event updated for resources: {'Port': ['ID=3e2527b6-bb65-4cc6-a674-f2659b5893e0,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:10.388221 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ce140-d9dc-4430-89df-1b9b161fb14f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Pushing event updated for resources: {'Port': ['ID=c8517db1-de04-44bc-a9bd-84a4cd903dcd,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:10.409785 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-40b6d7df-1b9f-4464-822e-9e12e7e84c6c service neutron] Transition to ACTIVE for port object 526151aa-7ee6-400a-b703-2e8486c8234d will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:18:10.416063 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ce705fd5-0850-4624-99af-7708510d059b tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks [] for floatingip, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:10.423406 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-40b6d7df-1b9f-4464-822e-9e12e7e84c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:10.426577 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3cc465df-8817-48dd-aaab-d11638b9fc51 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:10.453346 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 2b9f708e-4cbc-470b-9dbe-726a1cf8d909 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:10.453722 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:10.501083 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e21384-f043-4c04-82d1-4746d872cf38 None None] DHCP port deletion for 49eaa950-8d74-424a-bd9a-97c5232eec4c request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:18:10.520738 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-746ce140-d9dc-4430-89df-1b9b161fb14f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:10.521460 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-746ce140-d9dc-4430-89df-1b9b161fb14f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:10.547608 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7125b5c5-3ad5-457e-8ce7-33e766ebc2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:10.651006 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-3fb5881e-219a-4943-b946-1bcbbc35b096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'name': 'tempest-ServersTestFqdnHostnames-1574400247-router', 'tenant_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'd6fe2b9c-19f5-499d-a776-87bc555d688b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:17:59Z', 'updated_at': '2021-11-10T19:18:05Z', 'revision_number': 4, 'project_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'gw_port': {'id': 'd6fe2b9c-19f5-499d-a776-87bc555d688b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:88:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:18:01Z', 'updated_at': '2021-11-10T19:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '80d5cb2a-632e-4741-94bc-87e8e6d96994', 'name': '', 'network_id': 'f4eb91a3-0e7c-4b49-99d5-b6273309ea9d', 'tenant_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'mac_address': 'fa:16:3e:06:c5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'e8763436-0d75-45ae-bb60-dffcf03461e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:18:04Z', 'updated_at': '2021-11-10T19:18:05Z', 'revision_number': 2, 'project_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'subnets': [{'id': 'e8763436-0d75-45ae-bb60-dffcf03461e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:10.702338 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6d7df-1b9f-4464-822e-9e12e7e84c6c service neutron] Pushing event updated for resources: {'Port': ['ID=526151aa-7ee6-400a-b703-2e8486c8234d,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:10.715939 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-746ce140-d9dc-4430-89df-1b9b161fb14f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2260885 Nov 10 19:18:10.747515 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-db218845-d230-4ce1-a59f-23f013dcdfe1 service neutron] Request body: {'port': {'device_id': 'e999b611-2e36-4b50-8cda-4b6a445253a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:10.784266 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7125b5c5-3ad5-457e-8ce7-33e766ebc2a1 None None] For port 2b9f708e-4cbc-470b-9dbe-726a1cf8d909, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2b9f708e-4cbc-470b-9dbe-726a1cf8d909,segment=NetworkSegment(12c2348f-a8be-4883-872c-ac649e8dfc28),segment_id=12c2348f-a8be-4883-872c-ac649e8dfc28)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:18:10.785737 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:10.788020 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb5881e-219a-4943-b946-1bcbbc35b096 None None] The sync data for ids ['e1961e9d-0224-4ff4-859d-971f5c41e456'] in n-d-813897-4 is: [{'id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'name': 'tempest-ServersTestFqdnHostnames-1574400247-router', 'tenant_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'd6fe2b9c-19f5-499d-a776-87bc555d688b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:17:59Z', 'updated_at': '2021-11-10T19:18:05Z', 'revision_number': 4, 'project_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'gw_port': {'id': 'd6fe2b9c-19f5-499d-a776-87bc555d688b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:88:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:18:01Z', 'updated_at': '2021-11-10T19:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '80d5cb2a-632e-4741-94bc-87e8e6d96994', 'name': '', 'network_id': 'f4eb91a3-0e7c-4b49-99d5-b6273309ea9d', 'tenant_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'mac_address': 'fa:16:3e:06:c5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'e8763436-0d75-45ae-bb60-dffcf03461e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:18:04Z', 'updated_at': '2021-11-10T19:18:05Z', 'revision_number': 2, 'project_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'subnets': [{'id': 'e8763436-0d75-45ae-bb60-dffcf03461e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:18:10.801065 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7125b5c5-3ad5-457e-8ce7-33e766ebc2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:10.837401 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-99e21384-f043-4c04-82d1-4746d872cf38 None None] Deleting port 2b9f708e-4cbc-470b-9dbe-726a1cf8d909 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:18:10.840334 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-99e21384-f043-4c04-82d1-4746d872cf38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:10.995018 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-db218845-d230-4ce1-a59f-23f013dcdfe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:11.042981 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-99e21384-f043-4c04-82d1-4746d872cf38 None None] For port 2b9f708e-4cbc-470b-9dbe-726a1cf8d909, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2b9f708e-4cbc-470b-9dbe-726a1cf8d909,segment=NetworkSegment(12c2348f-a8be-4883-872c-ac649e8dfc28),segment_id=12c2348f-a8be-4883-872c-ac649e8dfc28)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:18:11.043588 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-99e21384-f043-4c04-82d1-4746d872cf38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:11.062969 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-99e21384-f043-4c04-82d1-4746d872cf38 None None] Calling delete_port for 2b9f708e-4cbc-470b-9dbe-726a1cf8d909 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:18:11.108447 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d849c7-7943-4176-9807-11ece3dfb610 req-56a6d887-9e51-4f65-9b2a-eb9f13809f62 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:11.110134 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-87d849c7-7943-4176-9807-11ece3dfb610 req-56a6d887-9e51-4f65-9b2a-eb9f13809f62 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/ports?device_id=13069931-cb4f-47d2-abf6-7b6d3dc180de HTTP/1.1" status: 200 len: 943 time: 0.3027880 Nov 10 19:18:11.146380 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e32ca-6d32-4bf1-addd-87f0b00c8305 req-ec418ec3-360a-42b0-9d00-17188cc5e8ce tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:11.178662 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a41e32ca-6d32-4bf1-addd-87f0b00c8305 req-ec418ec3-360a-42b0-9d00-17188cc5e8ce tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.3335063 Nov 10 19:18:11.211377 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-40b6d7df-1b9f-4464-822e-9e12e7e84c6c service neutron] Attempting to bind port 526151aa-7ee6-400a-b703-2e8486c8234d on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:18:11.211803 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-40b6d7df-1b9f-4464-822e-9e12e7e84c6c service neutron] Attempting to bind port 526151aa-7ee6-400a-b703-2e8486c8234d by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '3b2782f5-18af-468b-b778-4185b0e9f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7eab08f6-4a1b-4fcb-86bd-01fed62e685c'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:18:11.212149 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-40b6d7df-1b9f-4464-822e-9e12e7e84c6c service neutron] Attempting to bind port 526151aa-7ee6-400a-b703-2e8486c8234d on network 7eab08f6-4a1b-4fcb-86bd-01fed62e685c {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:18:11.252585 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125b5c5-3ad5-457e-8ce7-33e766ebc2a1 None None] Pushing event updated for resources: {'Port': ['ID=2b9f708e-4cbc-470b-9dbe-726a1cf8d909,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:11.274615 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-40b6d7df-1b9f-4464-822e-9e12e7e84c6c service neutron] Port 526151aa-7ee6-400a-b703-2e8486c8234d on network 7eab08f6-4a1b-4fcb-86bd-01fed62e685c not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:18:11.274937 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-40b6d7df-1b9f-4464-822e-9e12e7e84c6c service neutron] Attempting to bind port 526151aa-7ee6-400a-b703-2e8486c8234d on network 7eab08f6-4a1b-4fcb-86bd-01fed62e685c {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:18:11.277407 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-99e21384-f043-4c04-82d1-4746d872cf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:11.295365 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125b5c5-3ad5-457e-8ce7-33e766ebc2a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:11.295836 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125b5c5-3ad5-457e-8ce7-33e766ebc2a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:11.296249 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125b5c5-3ad5-457e-8ce7-33e766ebc2a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:11.296718 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125b5c5-3ad5-457e-8ce7-33e766ebc2a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:11.297128 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125b5c5-3ad5-457e-8ce7-33e766ebc2a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:11.297530 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125b5c5-3ad5-457e-8ce7-33e766ebc2a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:11.297953 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125b5c5-3ad5-457e-8ce7-33e766ebc2a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:11.298359 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125b5c5-3ad5-457e-8ce7-33e766ebc2a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:11.298755 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125b5c5-3ad5-457e-8ce7-33e766ebc2a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:11.299151 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125b5c5-3ad5-457e-8ce7-33e766ebc2a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:11.299845 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125b5c5-3ad5-457e-8ce7-33e766ebc2a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:11.300247 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125b5c5-3ad5-457e-8ce7-33e766ebc2a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:11.304923 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:18:11.305386 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:18:11.339385 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e21384-f043-4c04-82d1-4746d872cf38 None None] No DVR routers for this DVR port 2b9f708e-4cbc-470b-9dbe-726a1cf8d909 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:18:11.341966 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e21384-f043-4c04-82d1-4746d872cf38 None None] Pushing event deleted for resources: {'Port': ['ID=2b9f708e-4cbc-470b-9dbe-726a1cf8d909,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:11.389553 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-40b6d7df-1b9f-4464-822e-9e12e7e84c6c service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:18:11.389931 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-40b6d7df-1b9f-4464-822e-9e12e7e84c6c service neutron] Checking segment: {'id': '3b2782f5-18af-468b-b778-4185b0e9f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7eab08f6-4a1b-4fcb-86bd-01fed62e685c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:18:11.390323 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-40b6d7df-1b9f-4464-822e-9e12e7e84c6c service neutron] Bound using segment: {'id': '3b2782f5-18af-468b-b778-4185b0e9f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7eab08f6-4a1b-4fcb-86bd-01fed62e685c'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:18:11.390771 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-40b6d7df-1b9f-4464-822e-9e12e7e84c6c service neutron] Bound port: 526151aa-7ee6-400a-b703-2e8486c8234d, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b2782f5-18af-468b-b778-4185b0e9f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7eab08f6-4a1b-4fcb-86bd-01fed62e685c'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:18:11.391130 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-40b6d7df-1b9f-4464-822e-9e12e7e84c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:11.405375 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc465df-8817-48dd-aaab-d11638b9fc51 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Pushing event deleted for resources: {'Port': ['ID=3e2527b6-bb65-4cc6-a674-f2659b5893e0,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:11.412215 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc465df-8817-48dd-aaab-d11638b9fc51 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] No DVR routers for this DVR port 3e2527b6-bb65-4cc6-a674-f2659b5893e0 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:18:11.432289 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a41e32ca-6d32-4bf1-addd-87f0b00c8305 req-ee631c18-931d-4584-b2bd-fe2e2be43d14 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408860 Nov 10 19:18:11.458534 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-87d849c7-7943-4176-9807-11ece3dfb610 req-6de8006c-8f40-481e-b190-f3763f5efe18 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b44f90c-42d4-464b-8db1-abfb69cd1321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3386726 Nov 10 19:18:11.708375 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-40b6d7df-1b9f-4464-822e-9e12e7e84c6c service neutron] For port 526151aa-7ee6-400a-b703-2e8486c8234d, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:18:11.712235 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-40b6d7df-1b9f-4464-822e-9e12e7e84c6c service neutron] For port 526151aa-7ee6-400a-b703-2e8486c8234d, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=526151aa-7ee6-400a-b703-2e8486c8234d,segment=NetworkSegment(3b2782f5-18af-468b-b778-4185b0e9f138),segment_id=3b2782f5-18af-468b-b778-4185b0e9f138)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:18:11.729396 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3cc465df-8817-48dd-aaab-d11638b9fc51 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:11.755475 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-40b6d7df-1b9f-4464-822e-9e12e7e84c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:11.761171 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-6dad47ca-090a-4fdc-ba44-694f5b586e03 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3847759 Nov 10 19:18:11.795372 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-3cc465df-8817-48dd-aaab-d11638b9fc51 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['997d8134-c433-4780-a0b7-2f294f4bea88']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:11.827626 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-3cc465df-8817-48dd-aaab-d11638b9fc51 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fbac3f7-1d52-44c0-88f9-9d47667c8280') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:11.827919 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-3cc465df-8817-48dd-aaab-d11638b9fc51 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fbac3f7-1d52-44c0-88f9-9d47667c8280') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:11.841801 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3cc465df-8817-48dd-aaab-d11638b9fc51 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:11.864983 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Port 2b9f708e-4cbc-470b-9dbe-726a1cf8d909 update to ACTIVE by agent not found {{(pid=102507) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 10 19:18:11.907764 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3cc465df-8817-48dd-aaab-d11638b9fc51 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:11.925928 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc465df-8817-48dd-aaab-d11638b9fc51 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:18:11.926350 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3cc465df-8817-48dd-aaab-d11638b9fc51 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:11.931625 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:18:11.931625 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:18:11.931625 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:18:11.931625 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:18:11.931625 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:18:11.931625 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:18:11.931625 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:18:11.931625 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:18:11.931625 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:18:11.931625 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:18:11.931625 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:18:11.931625 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:18:11.931625 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:18:11.931625 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:18:11.931625 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:18:11.931625 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:18:11.931625 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:18:11.931625 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:18:11.931625 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:18:11.931625 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:18:11.931625 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:18:11.931625 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:18:11.931625 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:18:11.931625 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:18:11.931625 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:18:11.931625 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:18:11.931625 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:18:11.931625 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:18:11.931625 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:18:11.931625 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:18:11.931625 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:18:11.931625 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:18:11.941476 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d84f32-b594-4800-ab91-133167a71f13 req-bcd7041c-0f8e-4a8a-b9fc-f026d4202842 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:11.941476 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-77d84f32-b594-4800-ab91-133167a71f13 req-bcd7041c-0f8e-4a8a-b9fc-f026d4202842 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=e999b611-2e36-4b50-8cda-4b6a445253a0 HTTP/1.1" status: 200 len: 932 time: 0.3563378 Nov 10 19:18:11.953730 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6d7df-1b9f-4464-822e-9e12e7e84c6c service neutron] Pushing event updated for resources: {'Port': ['ID=526151aa-7ee6-400a-b703-2e8486c8234d,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:12.019577 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ce705fd5-0850-4624-99af-7708510d059b tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:12.084331 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53ba5cc-d370-4001-8ec4-9d654b64fa21 None None] Network 997d8134-c433-4780-a0b7-2f294f4bea88 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:18:12.087956 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-40b6d7df-1b9f-4464-822e-9e12e7e84c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:12.088792 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-40b6d7df-1b9f-4464-822e-9e12e7e84c6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:12.091539 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-40b6d7df-1b9f-4464-822e-9e12e7e84c6c service neutron] 10.222.0.73 "PUT /v2.0/ports/526151aa-7ee6-400a-b703-2e8486c8234d HTTP/1.1" status: 200 len: 1091 time: 3.4096799 Nov 10 19:18:12.111624 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13069931-cb4f-47d2-abf6-7b6d3dc180de', 'tag': '526151aa-7ee6-400a-b703-2e8486c8234d'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:18:12.115842 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490755a2-136b-4667-9334-284b5ef2dc92" -d '{"events": [{"name": "network-changed", "server_uuid": "13069931-cb4f-47d2-abf6-7b6d3dc180de", "tag": "526151aa-7ee6-400a-b703-2e8486c8234d"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:18:12.120962 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2b9f708e-4cbc-470b-9dbe-726a1cf8d909 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:18:12.154528 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 2b9f708e-4cbc-470b-9dbe-726a1cf8d909 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:18:12.156639 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2b9f708e-4cbc-470b-9dbe-726a1cf8d909 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:18:12.232817 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-111e55fb-cf5c-4e15-b133-61478d22cdb4 None None] Could not find standard attr ID for object 3e2527b6-bb65-4cc6-a674-f2659b5893e0. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:18:12.238312 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-903a50d8-5a75-499c-8e87-1cf38485f8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:12.239059 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-903a50d8-5a75-499c-8e87-1cf38485f8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:12.239367 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-903a50d8-5a75-499c-8e87-1cf38485f8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:12.239906 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-903a50d8-5a75-499c-8e87-1cf38485f8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:12.240426 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-903a50d8-5a75-499c-8e87-1cf38485f8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:12.240900 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-903a50d8-5a75-499c-8e87-1cf38485f8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:12.241362 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-903a50d8-5a75-499c-8e87-1cf38485f8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:12.247000 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e186de1-2dce-4de7-8dc1-871cf80ec00b req-1055e1b9-95ff-4983-af10-43ad21736004 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:12.255643 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5e186de1-2dce-4de7-8dc1-871cf80ec00b req-1055e1b9-95ff-4983-af10-43ad21736004 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.5277860 Nov 10 19:18:12.257587 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-903a50d8-5a75-499c-8e87-1cf38485f8e0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8868befe3bb435a8f25d6ac7c7d0f37&device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 6492 time: 0.4046993 Nov 10 19:18:12.310413 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3cc465df-8817-48dd-aaab-d11638b9fc51 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:12.334110 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-ce705fd5-0850-4624-99af-7708510d059b tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Allocated IP 172.25.3.179 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/fb9d66d7-d877-49c4-94a0-4917fcc2564a) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:18:12.376415 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-77d84f32-b594-4800-ab91-133167a71f13 req-eb6d2a4c-8137-42e9-86d8-adab211c0db5 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037902 Nov 10 19:18:12.501454 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc465df-8817-48dd-aaab-d11638b9fc51 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Pushing event deleted for resources: {'Network': ['ID=997d8134-c433-4780-a0b7-2f294f4bea88,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:12.504568 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-472a56f3-d6d8-431b-a06c-316b11f85e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:12.505048 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-472a56f3-d6d8-431b-a06c-316b11f85e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:12.505518 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-472a56f3-d6d8-431b-a06c-316b11f85e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:12.507233 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-472a56f3-d6d8-431b-a06c-316b11f85e3b service neutron] 10.222.0.73 "GET /v2.0/networks?id=87a15d79-4902-4d31-887f-c388f0985906&id=dfeb421a-f1c8-4726-8242-6b468d6e48f3&id=dfeb421a-f1c8-4726-8242-6b468d6e48f3&id=dfeb421a-f1c8-4726-8242-6b468d6e48f3&id=dfeb421a-f1c8-4726-8242-6b468d6e48f3&id=c0241cc4-6c19-4c98-ab84-df8e281d2dd3&id=c0241cc4-6c19-4c98-ab84-df8e281d2dd3 HTTP/1.1" status: 200 len: 2293 time: 0.2120943 Nov 10 19:18:12.517400 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3cc465df-8817-48dd-aaab-d11638b9fc51 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:12.520962 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f85a49b-feb6-4217-b935-72e0a272221d None None] DHCP port deletion for 997d8134-c433-4780-a0b7-2f294f4bea88 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:18:12.525027 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3cc465df-8817-48dd-aaab-d11638b9fc51 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] 10.222.0.54 "DELETE /v2.0/networks/997d8134-c433-4780-a0b7-2f294f4bea88 HTTP/1.1" status: 204 len: 168 time: 3.1622937 Nov 10 19:18:12.527595 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37928) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:12.594322 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5e186de1-2dce-4de7-8dc1-871cf80ec00b req-c6675611-c058-4a33-b92b-672a2ef5dc5b tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322990 Nov 10 19:18:12.607220 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb594fbb-d99a-4412-9448-065eb978d106 x-openstack-request-id: req-fb594fbb-d99a-4412-9448-065eb978d106 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:18:12.607514 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13069931-cb4f-47d2-abf6-7b6d3dc180de", "tag": "526151aa-7ee6-400a-b703-2e8486c8234d", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:18:12.607770 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fb594fbb-d99a-4412-9448-065eb978d106 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:18:12.608183 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13069931-cb4f-47d2-abf6-7b6d3dc180de', 'tag': '526151aa-7ee6-400a-b703-2e8486c8234d', 'status': 'completed', 'code': 200} Nov 10 19:18:12.610524 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-34e0f1ae-d439-4fa6-bd98-c9e6e8db74d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:12.612226 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-34e0f1ae-d439-4fa6-bd98-c9e6e8db74d1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=482ef8a385f54608b1afe9f1e18f5d91&device_id=13069931-cb4f-47d2-abf6-7b6d3dc180de HTTP/1.1" status: 200 len: 1094 time: 0.4542882 Nov 10 19:18:12.646162 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-db218845-d230-4ce1-a59f-23f013dcdfe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8517db1-de04-44bc-a9bd-84a4cd903dcd {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:18:12.662739 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-db218845-d230-4ce1-a59f-23f013dcdfe1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:12.684594 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-db218845-d230-4ce1-a59f-23f013dcdfe1 service neutron] Transition to ACTIVE for port object c8517db1-de04-44bc-a9bd-84a4cd903dcd will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:18:12.757553 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-502f9ab9-dec6-4008-9f34-171b4436d8b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=526151aa-7ee6-400a-b703-2e8486c8234d HTTP/1.1" status: 200 len: 217 time: 0.1257946 Nov 10 19:18:12.758334 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-db218845-d230-4ce1-a59f-23f013dcdfe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:12.763877 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-ad208551-5966-4f1e-8052-b5eeef731669 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=893f5fad-5d52-4ed2-a497-8f4e5f94cfec HTTP/1.1" status: 200 len: 1001 time: 0.2370834 Nov 10 19:18:12.912976 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-63d74a6a-6e1e-481c-bbe5-a8876e5b58fc tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:12.976146 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db988f2e-cc91-43c9-8f4a-a6049073c760 req-eebb40ff-a4b2-4c1a-903c-06e7fa9bc0b1 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:12.977343 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-256a7a83-9cba-48c7-b5fb-c000931ee59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:12.979185 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-256a7a83-9cba-48c7-b5fb-c000931ee59a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2f6a98c7-c265-4500-b9ce-49a92ae40ef6 HTTP/1.1" status: 200 len: 851 time: 0.1667676 Nov 10 19:18:12.984761 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-db988f2e-cc91-43c9-8f4a-a6049073c760 req-eebb40ff-a4b2-4c1a-903c-06e7fa9bc0b1 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.2422264 Nov 10 19:18:12.985318 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ce705fd5-0850-4624-99af-7708510d059b tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:12.988080 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db218845-d230-4ce1-a59f-23f013dcdfe1 service neutron] Pushing event updated for resources: {'Port': ['ID=c8517db1-de04-44bc-a9bd-84a4cd903dcd,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:13.025532 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-200fd03b-a290-437f-be72-54f7a841e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:13.027224 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-200fd03b-a290-437f-be72-54f7a841e0a3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=92655e48-9722-4673-8942-7e2196384d27 HTTP/1.1" status: 200 len: 855 time: 0.2245245 Nov 10 19:18:13.039366 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3a399-9cb2-4767-991f-02aa410f76d1 req-fe46824d-0b40-44b7-abae-68ceeb0dbcae tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:13.047156 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23a3a399-9cb2-4767-991f-02aa410f76d1 req-fe46824d-0b40-44b7-abae-68ceeb0dbcae tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/ports?device_id=13069931-cb4f-47d2-abf6-7b6d3dc180de HTTP/1.1" status: 200 len: 943 time: 0.3233390 Nov 10 19:18:13.148098 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-63d74a6a-6e1e-481c-bbe5-a8876e5b58fc tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:13.161251 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-85701aac-4d17-41ba-ae3f-b2b9767f5625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:13.163050 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-85701aac-4d17-41ba-ae3f-b2b9767f5625 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=87a15d79-4902-4d31-887f-c388f0985906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1705508 Nov 10 19:18:13.166180 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ce705fd5-0850-4624-99af-7708510d059b tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:13.208835 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e8a5707-47b6-4aed-b302-e9e719d86575 req-7e608b18-d70e-455c-b367-47c42d5b4826 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=08efa6f3-c1ed-4bfd-b5bf-74431a6a537d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3107393 Nov 10 19:18:13.218409 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-db988f2e-cc91-43c9-8f4a-a6049073c760 req-a5ef73b0-97f1-4b2f-ad2a-7920a9f450c7 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326505 Nov 10 19:18:13.218779 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-63d74a6a-6e1e-481c-bbe5-a8876e5b58fc tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49eaa950-8d74-424a-bd9a-97c5232eec4c']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:13.233299 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23a3a399-9cb2-4767-991f-02aa410f76d1 req-458baae7-2b53-4805-8de1-08b1c5a3be69 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b44f90c-42d4-464b-8db1-abfb69cd1321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851060 Nov 10 19:18:13.238228 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-db218845-d230-4ce1-a59f-23f013dcdfe1 service neutron] Attempting to bind port c8517db1-de04-44bc-a9bd-84a4cd903dcd on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:18:13.238685 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-db218845-d230-4ce1-a59f-23f013dcdfe1 service neutron] Attempting to bind port c8517db1-de04-44bc-a9bd-84a4cd903dcd by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': 'c9a36c68-c3fb-4c33-a5bb-7886b7443ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:18:13.239134 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-db218845-d230-4ce1-a59f-23f013dcdfe1 service neutron] Attempting to bind port c8517db1-de04-44bc-a9bd-84a4cd903dcd on network dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:18:13.247274 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-0a6da629-ac90-4a2c-8395-460af2e25701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:13.248920 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-0a6da629-ac90-4a2c-8395-460af2e25701 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7eab08f6-4a1b-4fcb-86bd-01fed62e685c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1846306 Nov 10 19:18:13.250117 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-db218845-d230-4ce1-a59f-23f013dcdfe1 service neutron] Port c8517db1-de04-44bc-a9bd-84a4cd903dcd on network dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:18:13.250542 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-db218845-d230-4ce1-a59f-23f013dcdfe1 service neutron] Attempting to bind port c8517db1-de04-44bc-a9bd-84a4cd903dcd on network dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:18:13.256702 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-db218845-d230-4ce1-a59f-23f013dcdfe1 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:18:13.257153 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-db218845-d230-4ce1-a59f-23f013dcdfe1 service neutron] Checking segment: {'id': 'c9a36c68-c3fb-4c33-a5bb-7886b7443ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:18:13.257717 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-db218845-d230-4ce1-a59f-23f013dcdfe1 service neutron] Bound using segment: {'id': 'c9a36c68-c3fb-4c33-a5bb-7886b7443ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:18:13.268498 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-db218845-d230-4ce1-a59f-23f013dcdfe1 service neutron] Bound port: c8517db1-de04-44bc-a9bd-84a4cd903dcd, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a36c68-c3fb-4c33-a5bb-7886b7443ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:18:13.270098 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-db218845-d230-4ce1-a59f-23f013dcdfe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:13.284460 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-63d74a6a-6e1e-481c-bbe5-a8876e5b58fc tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12c2348f-a8be-4883-872c-ac649e8dfc28') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:13.284860 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-63d74a6a-6e1e-481c-bbe5-a8876e5b58fc tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12c2348f-a8be-4883-872c-ac649e8dfc28') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:13.306028 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce705fd5-0850-4624-99af-7708510d059b tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:18:13.309627 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-63d74a6a-6e1e-481c-bbe5-a8876e5b58fc tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:13.358227 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-ce705fd5-0850-4624-99af-7708510d059b tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:18:13.365396 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce705fd5-0850-4624-99af-7708510d059b tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Pushing event updated for resources: {'Port': ['ID=fb9d66d7-d877-49c4-94a0-4917fcc2564a,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:13.371711 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce705fd5-0850-4624-99af-7708510d059b tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:18:13.376087 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-63d74a6a-6e1e-481c-bbe5-a8876e5b58fc tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:13.409172 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d74a6a-6e1e-481c-bbe5-a8876e5b58fc tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:18:13.409814 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-63d74a6a-6e1e-481c-bbe5-a8876e5b58fc tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:13.415951 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:18:13.415951 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:18:13.415951 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:18:13.415951 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:18:13.415951 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:18:13.415951 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:18:13.415951 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:18:13.415951 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:18:13.415951 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:18:13.415951 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:18:13.415951 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:18:13.415951 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:18:13.415951 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:18:13.415951 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:18:13.415951 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:18:13.415951 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:18:13.415951 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:18:13.415951 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:18:13.415951 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:18:13.415951 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:18:13.415951 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:18:13.415951 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:18:13.415951 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:18:13.415951 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:18:13.415951 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:18:13.415951 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:18:13.415951 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:18:13.415951 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:18:13.415951 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:18:13.415951 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:18:13.415951 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:18:13.415951 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:18:13.505772 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-fe958f3b-3d70-42a9-b957-ea284b9fe7d3 service neutron] 10.222.0.73 "GET /v2.0/networks/87a15d79-4902-4d31-887f-c388f0985906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220716 Nov 10 19:18:13.507778 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-63d74a6a-6e1e-481c-bbe5-a8876e5b58fc tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:13.525273 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-63d74a6a-6e1e-481c-bbe5-a8876e5b58fc tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:13.528597 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-63d74a6a-6e1e-481c-bbe5-a8876e5b58fc tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] 10.222.0.54 "DELETE /v2.0/networks/49eaa950-8d74-424a-bd9a-97c5232eec4c HTTP/1.1" status: 204 len: 168 time: 0.9985154 Nov 10 19:18:13.532194 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37936) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:13.538403 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a5707-47b6-4aed-b302-e9e719d86575 req-e049cd33-386a-4557-85af-51487fee032a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:13.539956 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e8a5707-47b6-4aed-b302-e9e719d86575 req-e049cd33-386a-4557-85af-51487fee032a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=55597ebb7ba248d788dd953f401fb01c&device_id=08efa6f3-c1ed-4bfd-b5bf-74431a6a537d HTTP/1.1" status: 200 len: 1096 time: 0.2460124 Nov 10 19:18:13.547528 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-db218845-d230-4ce1-a59f-23f013dcdfe1 service neutron] For port c8517db1-de04-44bc-a9bd-84a4cd903dcd, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:18:13.553998 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-db218845-d230-4ce1-a59f-23f013dcdfe1 service neutron] For port c8517db1-de04-44bc-a9bd-84a4cd903dcd, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=c8517db1-de04-44bc-a9bd-84a4cd903dcd,segment=NetworkSegment(c9a36c68-c3fb-4c33-a5bb-7886b7443ebd),segment_id=c9a36c68-c3fb-4c33-a5bb-7886b7443ebd)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:18:13.557534 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-5b2ee4a1-d620-4508-8d83-26b3af3c3b3e service neutron] 10.222.0.73 "GET /v2.0/networks/7eab08f6-4a1b-4fcb-86bd-01fed62e685c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826853 Nov 10 19:18:13.564041 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-db218845-d230-4ce1-a59f-23f013dcdfe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:13.623506 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d74a6a-6e1e-481c-bbe5-a8876e5b58fc tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Pushing event deleted for resources: {'Network': ['ID=49eaa950-8d74-424a-bd9a-97c5232eec4c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:13.654555 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-db218845-d230-4ce1-a59f-23f013dcdfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:13.655502 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-db218845-d230-4ce1-a59f-23f013dcdfe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:13.657249 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-db218845-d230-4ce1-a59f-23f013dcdfe1 service neutron] 10.222.0.25 "PUT /v2.0/ports/c8517db1-de04-44bc-a9bd-84a4cd903dcd HTTP/1.1" status: 200 len: 1092 time: 2.9144609 Nov 10 19:18:13.687970 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136381d-0cea-4008-bc7b-c4c652b5b2c8 req-20561408-3ba4-4d4a-aecd-711fba07ea79 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:13.689533 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a136381d-0cea-4008-bc7b-c4c652b5b2c8 req-20561408-3ba4-4d4a-aecd-711fba07ea79 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=e999b611-2e36-4b50-8cda-4b6a445253a0 HTTP/1.1" status: 200 len: 944 time: 0.2231457 Nov 10 19:18:13.787335 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0b2f6d1b-d8fe-4ca7-b22b-3f4e7efdfbd5 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:13.810775 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ce705fd5-0850-4624-99af-7708510d059b tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:13.866316 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ce705fd5-0850-4624-99af-7708510d059b tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:13.896205 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-2373642c-ae6b-4806-8ff0-99fd713b8c95 service neutron] 10.222.0.73 "GET /v2.0/networks/87a15d79-4902-4d31-887f-c388f0985906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807180 Nov 10 19:18:13.974549 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-413b41e6-5218-4aac-aa69-74c49bc856de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=21af280c-4557-46cd-a694-488125af25aa HTTP/1.1" status: 200 len: 217 time: 0.0551169 Nov 10 19:18:14.003159 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d6fe2b9c-19f5-499d-a776-87bc555d688b up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:18:14.072341 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port d6fe2b9c-19f5-499d-a776-87bc555d688b triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:14.073001 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:14.075644 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0b2f6d1b-d8fe-4ca7-b22b-3f4e7efdfbd5 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:14.126282 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-e9187e0a-bb7d-40c7-b3cf-76de14c68ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:14.127872 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-e9187e0a-bb7d-40c7-b3cf-76de14c68ad5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=37520a35-4b37-42d8-92a1-304ffc90b618 HTTP/1.1" status: 200 len: 797 time: 0.1413147 Nov 10 19:18:14.129669 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-0b2f6d1b-d8fe-4ca7-b22b-3f4e7efdfbd5 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de455c1a-5730-42ae-a368-6cf37a5f1cca']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:14.190341 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-0b2f6d1b-d8fe-4ca7-b22b-3f4e7efdfbd5 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38727073-346c-4049-94dd-5c0ffa38c54b') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:14.190715 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-0b2f6d1b-d8fe-4ca7-b22b-3f4e7efdfbd5 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38727073-346c-4049-94dd-5c0ffa38c54b') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:14.218732 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0b2f6d1b-d8fe-4ca7-b22b-3f4e7efdfbd5 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:14.244366 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0b2f6d1b-d8fe-4ca7-b22b-3f4e7efdfbd5 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:14.250447 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf26e1-3716-429d-af04-e38608975972 None None] Sync routers for ids ['e1961e9d-0224-4ff4-859d-971f5c41e456'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:18:14.265269 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b2f6d1b-d8fe-4ca7-b22b-3f4e7efdfbd5 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:18:14.265979 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0b2f6d1b-d8fe-4ca7-b22b-3f4e7efdfbd5 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:14.267434 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cf26e1-3716-429d-af04-e38608975972 None None] Routers {'e1961e9d-0224-4ff4-859d-971f5c41e456'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:18:14.268160 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-d8cf26e1-3716-429d-af04-e38608975972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:17:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['e1961e9d-0224-4ff4-859d-971f5c41e456'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:14.269697 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:18:14.269697 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:18:14.269697 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:18:14.269697 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:18:14.269697 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:18:14.269697 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:18:14.269697 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:18:14.269697 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:18:14.269697 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:18:14.269697 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:18:14.269697 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:18:14.269697 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:18:14.269697 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:18:14.269697 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:18:14.269697 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:18:14.269697 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:18:14.269697 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:18:14.269697 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:18:14.269697 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:18:14.269697 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:18:14.269697 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:18:14.269697 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:18:14.269697 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:18:14.269697 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:18:14.269697 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:18:14.269697 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:18:14.269697 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:18:14.269697 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:18:14.269697 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:18:14.269697 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:18:14.269697 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:18:14.269697 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:18:14.323740 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:14.341958 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a5707-47b6-4aed-b302-e9e719d86575 req-7c3a2b50-2be0-4673-b6d6-98488bd71568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:14.343718 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e8a5707-47b6-4aed-b302-e9e719d86575 req-7c3a2b50-2be0-4673-b6d6-98488bd71568 service neutron] 10.222.0.25 "GET /v2.0/networks?id=84c30210-1766-4b73-a472-c9afa703f4ae HTTP/1.1" status: 200 len: 919 time: 0.7721934 Nov 10 19:18:14.344352 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db218845-d230-4ce1-a59f-23f013dcdfe1 service neutron] Pushing event updated for resources: {'Port': ['ID=c8517db1-de04-44bc-a9bd-84a4cd903dcd,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:14.347976 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port d6fe2b9c-19f5-499d-a776-87bc555d688b, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d6fe2b9c-19f5-499d-a776-87bc555d688b,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:18:14.354908 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:14.361381 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4b36ed4-0f8e-4c10-8c2b-4fd1dd5a8157 req-d0232a09-fc0f-45c0-9156-7cb591c8a8cc service neutron] 10.222.0.73 "GET /v2.0/networks/7eab08f6-4a1b-4fcb-86bd-01fed62e685c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7926676 Nov 10 19:18:14.371159 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-6188109f-70c9-4791-bc29-b7620e1180f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:14.372701 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-6188109f-70c9-4791-bc29-b7620e1180f2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=987b6b0bf6bf42fcb737b7f6bb6ee447&device_id=e999b611-2e36-4b50-8cda-4b6a445253a0 HTTP/1.1" status: 200 len: 1095 time: 0.6463752 Nov 10 19:18:14.389419 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a136381d-0cea-4008-bc7b-c4c652b5b2c8 req-28a390a3-2fe0-4274-bdf7-bc630f8c2285 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6547656 Nov 10 19:18:14.430656 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3e2527b6-bb65-4cc6-a674-f2659b5893e0 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:18:14.431918 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68803c-62b7-4edf-9b01-9e1c07f97a5c req-b5f0c302-1daa-46e8-bd65-b0774c05e582 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:14.449222 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b68803c-62b7-4edf-9b01-9e1c07f97a5c req-b5f0c302-1daa-46e8-bd65-b0774c05e582 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.2798784 Nov 10 19:18:14.472217 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 3e2527b6-bb65-4cc6-a674-f2659b5893e0 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:18:14.473692 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3e2527b6-bb65-4cc6-a674-f2659b5893e0 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:18:14.479162 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-d8cf26e1-3716-429d-af04-e38608975972 None None] Set router e1961e9d-0224-4ff4-859d-971f5c41e456 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:18:14.544219 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=d6fe2b9c-19f5-499d-a776-87bc555d688b,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:14.596350 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-95c60d02-11ab-4f6b-8d78-0ec8ea3c9da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:14.598769 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-95c60d02-11ab-4f6b-8d78-0ec8ea3c9da9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dfeb421a-f1c8-4726-8242-6b468d6e48f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4346063 Nov 10 19:18:14.605341 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e8a5707-47b6-4aed-b302-e9e719d86575 req-7ea1df3a-9353-4deb-9264-d8cb307927e9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44d3a49e-624e-4ae3-b673-60a317c4967c HTTP/1.1" status: 200 len: 217 time: 0.2421703 Nov 10 19:18:14.605341 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-7b9e14ab-a8a9-4a1f-96c6-421455fb81d1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8517db1-de04-44bc-a9bd-84a4cd903dcd HTTP/1.1" status: 200 len: 217 time: 0.2098491 Nov 10 19:18:14.625528 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e999b611-2e36-4b50-8cda-4b6a445253a0', 'tag': 'c8517db1-de04-44bc-a9bd-84a4cd903dcd'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:18:14.628660 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40864a6c-fa75-4582-8496-409dfb638f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "e999b611-2e36-4b50-8cda-4b6a445253a0", "tag": "c8517db1-de04-44bc-a9bd-84a4cd903dcd"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:18:14.653061 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ce705fd5-0850-4624-99af-7708510d059b tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:14.662372 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ce705fd5-0850-4624-99af-7708510d059b tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:14.699273 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0b2f6d1b-d8fe-4ca7-b22b-3f4e7efdfbd5 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:14.736315 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0b2f6d1b-d8fe-4ca7-b22b-3f4e7efdfbd5 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:14.742243 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0b2f6d1b-d8fe-4ca7-b22b-3f4e7efdfbd5 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] 10.222.0.54 "DELETE /v2.0/networks/de455c1a-5730-42ae-a368-6cf37a5f1cca HTTP/1.1" status: 204 len: 168 time: 1.1882331 Nov 10 19:18:14.752117 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 37952) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:14.773275 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490755a2-136b-4667-9334-284b5ef2dc92 req-3cc8cf91-6005-412f-b4dc-816981f75b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:14.774779 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-490755a2-136b-4667-9334-284b5ef2dc92 req-3cc8cf91-6005-412f-b4dc-816981f75b28 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=482ef8a385f54608b1afe9f1e18f5d91&device_id=13069931-cb4f-47d2-abf6-7b6d3dc180de HTTP/1.1" status: 200 len: 1094 time: 0.2424135 Nov 10 19:18:14.778498 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b68803c-62b7-4edf-9b01-9e1c07f97a5c req-86cfdb1f-b09c-410b-8cd8-dfea0ee2ba4c tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284376 Nov 10 19:18:14.808410 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f6d1b-d8fe-4ca7-b22b-3f4e7efdfbd5 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Pushing event deleted for resources: {'Network': ['ID=de455c1a-5730-42ae-a368-6cf37a5f1cca,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:14.810401 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ce705fd5-0850-4624-99af-7708510d059b tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:14.840599 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a5707-47b6-4aed-b302-e9e719d86575 req-ea72ee83-b5ae-43e8-bb93-a09a24f8f94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:14.842295 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e8a5707-47b6-4aed-b302-e9e719d86575 req-ea72ee83-b5ae-43e8-bb93-a09a24f8f94a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f0f0b475-2f63-4d7b-baac-8e262a7cc3df HTTP/1.1" status: 200 len: 858 time: 0.2102671 Nov 10 19:18:14.843626 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-3f7b50d6-520d-4462-9d1d-6d281835be4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:14.845020 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-3f7b50d6-520d-4462-9d1d-6d281835be4a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0383c2bb-f0e3-4245-83c4-a6b51bf23dd3 HTTP/1.1" status: 200 len: 852 time: 0.2116542 Nov 10 19:18:14.846589 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce705fd5-0850-4624-99af-7708510d059b tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Pushing event updated for resources: {'Port': ['ID=fb9d66d7-d877-49c4-94a0-4917fcc2564a,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:14.853750 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ce705fd5-0850-4624-99af-7708510d059b tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:14.864464 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ce705fd5-0850-4624-99af-7708510d059b tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7709949 Nov 10 19:18:14.867998 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-991fa5f6-9ca8-4332-8b63-eb1f1ac31cce service neutron] 10.222.0.73 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615368 Nov 10 19:18:14.881338 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-d8cf26e1-3716-429d-af04-e38608975972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'name': 'tempest-ServersTestFqdnHostnames-1574400247-router', 'tenant_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'd6fe2b9c-19f5-499d-a776-87bc555d688b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:17:59Z', 'updated_at': '2021-11-10T19:18:05Z', 'revision_number': 4, 'project_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'gw_port': {'id': 'd6fe2b9c-19f5-499d-a776-87bc555d688b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:88:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:18:01Z', 'updated_at': '2021-11-10T19:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '80d5cb2a-632e-4741-94bc-87e8e6d96994', 'name': '', 'network_id': 'f4eb91a3-0e7c-4b49-99d5-b6273309ea9d', 'tenant_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'mac_address': 'fa:16:3e:06:c5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'e8763436-0d75-45ae-bb60-dffcf03461e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:18:04Z', 'updated_at': '2021-11-10T19:18:05Z', 'revision_number': 2, 'project_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'subnets': [{'id': 'e8763436-0d75-45ae-bb60-dffcf03461e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:14.919771 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdf41a-7716-47b3-8cf3-c63170709e57 req-ae2ff893-9ac6-4625-92e1-19179ec75d5f tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:14.921341 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-90fdf41a-7716-47b3-8cf3-c63170709e57 req-ae2ff893-9ac6-4625-92e1-19179ec75d5f tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.3359995 Nov 10 19:18:14.926495 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf26e1-3716-429d-af04-e38608975972 None None] Checking router: e1961e9d-0224-4ff4-859d-971f5c41e456 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:18:14.927723 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf26e1-3716-429d-af04-e38608975972 None None] Updating router e1961e9d-0224-4ff4-859d-971f5c41e456 port 80d5cb2a-632e-4741-94bc-87e8e6d96994 binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:18:14.960676 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d8cf26e1-3716-429d-af04-e38608975972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:14.984449 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e8a5707-47b6-4aed-b302-e9e719d86575 req-10a1e451-1a82-4115-9f3d-41523a0b0ec5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84c30210-1766-4b73-a472-c9afa703f4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942850 Nov 10 19:18:15.005822 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-a19bc8ff-b670-41f5-9cb9-9189bc1ead13 service neutron] 10.222.0.73 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239109 Nov 10 19:18:15.036310 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-2388dcb3-66db-45d8-8bce-972a36761100 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1359653 Nov 10 19:18:15.052407 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-cba74e56-44ac-4e23-a6f0-fab20b7b0a97 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=2d9d8a32-85d2-4553-a7c3-eaf3f760a24a HTTP/1.1" status: 200 len: 217 time: 0.0372779 Nov 10 19:18:15.061597 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0000b31b-5a5f-4032-a0ab-d2322b9fcd77 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:15.106970 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-4716b72a-281f-4010-97b4-bd3d39956713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:15.108399 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-4716b72a-281f-4010-97b4-bd3d39956713 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=37520a35-4b37-42d8-92a1-304ffc90b618 HTTP/1.1" status: 200 len: 797 time: 0.0490611 Nov 10 19:18:15.177908 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-1401365e-2db8-4581-808d-72428d9a20ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:15.179475 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-1401365e-2db8-4581-808d-72428d9a20ec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dfeb421a-f1c8-4726-8242-6b468d6e48f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0498900 Nov 10 19:18:15.253143 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c7062-19d6-42db-b9b0-3faac12c97c2 req-3cebe931-b76c-44d8-8884-3d429e1b3db7 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:15.254741 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f33c7062-19d6-42db-b9b0-3faac12c97c2 req-3cebe931-b76c-44d8-8884-3d429e1b3db7 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/ports?device_id=13069931-cb4f-47d2-abf6-7b6d3dc180de HTTP/1.1" status: 200 len: 943 time: 0.3240373 Nov 10 19:18:15.261356 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d8cf26e1-3716-429d-af04-e38608975972 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:15.268212 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490755a2-136b-4667-9334-284b5ef2dc92 req-fedd2383-b90f-42c7-b986-17bf1818b893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:15.268777 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d8cf26e1-3716-429d-af04-e38608975972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:15.269933 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-490755a2-136b-4667-9334-284b5ef2dc92 req-fedd2383-b90f-42c7-b986-17bf1818b893 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7eab08f6-4a1b-4fcb-86bd-01fed62e685c HTTP/1.1" status: 200 len: 917 time: 0.4631495 Nov 10 19:18:15.292881 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-4196ca00-1681-43f3-8bb4-cafde61753cf service neutron] 10.222.0.73 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049058 Nov 10 19:18:15.305485 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-90fdf41a-7716-47b3-8cf3-c63170709e57 req-7f6f9aa1-6387-42e9-836e-54b6774f9fc7 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721700 Nov 10 19:18:15.351755 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0f5bc-ae77-4d62-b5a1-e70f8296d117 None None] Pushing event updated for resources: {'Port': ['ID=80d5cb2a-632e-4741-94bc-87e8e6d96994,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:15.408626 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-490755a2-136b-4667-9334-284b5ef2dc92 req-af1368b5-6b06-4595-b959-8ecbd8014121 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=526151aa-7ee6-400a-b703-2e8486c8234d HTTP/1.1" status: 200 len: 217 time: 0.1015263 Nov 10 19:18:15.441376 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-ac02af98-a577-43c3-9969-d18e48517798 service neutron] 10.222.0.73 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389170 Nov 10 19:18:15.477568 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-d8cf26e1-3716-429d-af04-e38608975972 None None] Attempting to bind port 80d5cb2a-632e-4741-94bc-87e8e6d96994 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:18:15.478737 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-d8cf26e1-3716-429d-af04-e38608975972 None None] Attempting to bind port 80d5cb2a-632e-4741-94bc-87e8e6d96994 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '88e73b67-15cc-41ea-8a3f-4da35a6a58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f4eb91a3-0e7c-4b49-99d5-b6273309ea9d'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:18:15.479539 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cf26e1-3716-429d-af04-e38608975972 None None] Attempting to bind port 80d5cb2a-632e-4741-94bc-87e8e6d96994 on network f4eb91a3-0e7c-4b49-99d5-b6273309ea9d {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:18:15.490290 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cf26e1-3716-429d-af04-e38608975972 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:18:15.490976 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cf26e1-3716-429d-af04-e38608975972 None None] Checking segment: {'id': '88e73b67-15cc-41ea-8a3f-4da35a6a58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f4eb91a3-0e7c-4b49-99d5-b6273309ea9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:18:15.491532 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d8cf26e1-3716-429d-af04-e38608975972 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:15.492281 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cf26e1-3716-429d-af04-e38608975972 None None] Bound using segment: {'id': '88e73b67-15cc-41ea-8a3f-4da35a6a58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f4eb91a3-0e7c-4b49-99d5-b6273309ea9d'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:18:15.493371 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-d8cf26e1-3716-429d-af04-e38608975972 None None] Bound port: 80d5cb2a-632e-4741-94bc-87e8e6d96994, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e73b67-15cc-41ea-8a3f-4da35a6a58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f4eb91a3-0e7c-4b49-99d5-b6273309ea9d'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:18:15.493976 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d8cf26e1-3716-429d-af04-e38608975972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:15.518413 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-dbc9dfbb-a05b-4341-a6d7-48fb6802ed00 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b HTTP/1.1" status: 200 len: 217 time: 0.0586090 Nov 10 19:18:15.566825 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a91bcd-7306-44b5-aa18-d8d963040199 x-openstack-request-id: req-b3a91bcd-7306-44b5-aa18-d8d963040199 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:18:15.567531 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e999b611-2e36-4b50-8cda-4b6a445253a0", "tag": "c8517db1-de04-44bc-a9bd-84a4cd903dcd", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:18:15.568101 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b3a91bcd-7306-44b5-aa18-d8d963040199 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:18:15.568256 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e999b611-2e36-4b50-8cda-4b6a445253a0', 'tag': 'c8517db1-de04-44bc-a9bd-84a4cd903dcd', 'status': 'completed', 'code': 200} Nov 10 19:18:15.576652 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-d8cf26e1-3716-429d-af04-e38608975972 None None] For port 80d5cb2a-632e-4741-94bc-87e8e6d96994, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:18:15.582160 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-d8cf26e1-3716-429d-af04-e38608975972 None None] For port 80d5cb2a-632e-4741-94bc-87e8e6d96994, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=80d5cb2a-632e-4741-94bc-87e8e6d96994,segment=NetworkSegment(88e73b67-15cc-41ea-8a3f-4da35a6a58df),segment_id=88e73b67-15cc-41ea-8a3f-4da35a6a58df)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:18:15.588377 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f33c7062-19d6-42db-b9b0-3faac12c97c2 req-450d3ec3-5892-4d88-a6fd-4480ed511210 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b44f90c-42d4-464b-8db1-abfb69cd1321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3107450 Nov 10 19:18:15.591265 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d8cf26e1-3716-429d-af04-e38608975972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:15.604065 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-0de1c4ba-c6bd-4969-948c-bfbd34b97336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:15.606189 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-0de1c4ba-c6bd-4969-948c-bfbd34b97336 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=37520a35-4b37-42d8-92a1-304ffc90b618 HTTP/1.1" status: 200 len: 797 time: 0.0804741 Nov 10 19:18:15.609904 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0000b31b-5a5f-4032-a0ab-d2322b9fcd77 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:15.631175 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e8a5707-47b6-4aed-b302-e9e719d86575 req-5cf8d84d-fd77-40ef-8314-b8ff65f2aa2c service neutron] 10.222.0.25 "GET /v2.0/networks/84c30210-1766-4b73-a472-c9afa703f4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5937016 Nov 10 19:18:15.694747 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-b4723f06-b9b6-4053-afd4-a836009ebf46 service neutron] 10.222.0.25 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6311395 Nov 10 19:18:15.704513 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-81b79919-14ef-43ea-9ef6-6ea297bab559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:15.706456 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-81b79919-14ef-43ea-9ef6-6ea297bab559 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dfeb421a-f1c8-4726-8242-6b468d6e48f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0918713 Nov 10 19:18:15.712365 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cf26e1-3716-429d-af04-e38608975972 None None] Routers {'e1961e9d-0224-4ff4-859d-971f5c41e456'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:18:15.713003 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-d8cf26e1-3716-429d-af04-e38608975972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:17:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['e1961e9d-0224-4ff4-859d-971f5c41e456'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:15.716785 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0f5bc-ae77-4d62-b5a1-e70f8296d117 None None] Pushing event updated for resources: {'Port': ['ID=80d5cb2a-632e-4741-94bc-87e8e6d96994,revision_number=4']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:15.758463 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f7d20413-d692-4b60-ba0e-6c10c2ed92a5 None None] Provisioning complete for port 80d5cb2a-632e-4741-94bc-87e8e6d96994 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:15.760040 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f7d20413-d692-4b60-ba0e-6c10c2ed92a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:15.801822 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-0000b31b-5a5f-4032-a0ab-d2322b9fcd77 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211b6583-90b7-43b9-a4b9-c62695af8da7']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:15.855350 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-27a9f51a-febc-48a8-87cc-f2b9130c2a06 service neutron] 10.222.0.73 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392107 Nov 10 19:18:15.876122 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-d8cf26e1-3716-429d-af04-e38608975972 None None] Set router e1961e9d-0224-4ff4-859d-971f5c41e456 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:18:15.966532 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f7d20413-d692-4b60-ba0e-6c10c2ed92a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:15.984972 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-0000b31b-5a5f-4032-a0ab-d2322b9fcd77 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aaa8fd8-be2a-4668-b47a-cc126b816b9b') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:15.985318 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-0000b31b-5a5f-4032-a0ab-d2322b9fcd77 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aaa8fd8-be2a-4668-b47a-cc126b816b9b') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:16.022771 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-f7d20413-d692-4b60-ba0e-6c10c2ed92a5 None None] For port 80d5cb2a-632e-4741-94bc-87e8e6d96994, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=80d5cb2a-632e-4741-94bc-87e8e6d96994,segment=NetworkSegment(88e73b67-15cc-41ea-8a3f-4da35a6a58df),segment_id=88e73b67-15cc-41ea-8a3f-4da35a6a58df)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:18:16.028117 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f7d20413-d692-4b60-ba0e-6c10c2ed92a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:16.033119 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-c00e3ccd-0ea1-4415-91c7-6cc8ec22cbd9 service neutron] 10.222.0.73 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676645 Nov 10 19:18:16.080076 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490755a2-136b-4667-9334-284b5ef2dc92 req-21597c25-9c5f-48de-8fd5-a6fce33cd873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:16.081660 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-490755a2-136b-4667-9334-284b5ef2dc92 req-21597c25-9c5f-48de-8fd5-a6fce33cd873 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=92655e48-9722-4673-8942-7e2196384d27 HTTP/1.1" status: 200 len: 855 time: 0.6591694 Nov 10 19:18:16.099144 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-044ed323-65a4-48e2-bb98-6a180c3a9b5a tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--946990424&fields=id&tenant_id=08bdcaea0a134c4d8e69b923e5705e1f HTTP/1.1" status: 200 len: 267 time: 0.4025767 Nov 10 19:18:16.103761 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-338b759e-bda1-4680-9017-63fc0d6b7d83 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=3d05a570-58c2-4d2e-88ff-9225756bc056 HTTP/1.1" status: 200 len: 217 time: 0.0625596 Nov 10 19:18:16.107694 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0000b31b-5a5f-4032-a0ab-d2322b9fcd77 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:16.109121 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 80d5cb2a-632e-4741-94bc-87e8e6d96994 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:18:16.136715 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-d8cf26e1-3716-429d-af04-e38608975972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'name': 'tempest-ServersTestFqdnHostnames-1574400247-router', 'tenant_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'd6fe2b9c-19f5-499d-a776-87bc555d688b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:17:59Z', 'updated_at': '2021-11-10T19:18:05Z', 'revision_number': 4, 'project_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'gw_port': {'id': 'd6fe2b9c-19f5-499d-a776-87bc555d688b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:18:01Z', 'updated_at': '2021-11-10T19:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '80d5cb2a-632e-4741-94bc-87e8e6d96994', 'name': '', 'network_id': 'f4eb91a3-0e7c-4b49-99d5-b6273309ea9d', 'tenant_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'mac_address': 'fa:16:3e:06:c5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'e8763436-0d75-45ae-bb60-dffcf03461e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:18:04Z', 'updated_at': '2021-11-10T19:18:15Z', 'revision_number': 4, 'project_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'subnets': [{'id': 'e8763436-0d75-45ae-bb60-dffcf03461e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:16.168698 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d20413-d692-4b60-ba0e-6c10c2ed92a5 None None] Pushing event updated for resources: {'Port': ['ID=80d5cb2a-632e-4741-94bc-87e8e6d96994,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:16.181149 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf26e1-3716-429d-af04-e38608975972 None None] The sync data for ids ['e1961e9d-0224-4ff4-859d-971f5c41e456'] in n-d-813897-4 is: [{'id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'name': 'tempest-ServersTestFqdnHostnames-1574400247-router', 'tenant_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'd6fe2b9c-19f5-499d-a776-87bc555d688b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:17:59Z', 'updated_at': '2021-11-10T19:18:05Z', 'revision_number': 4, 'project_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'gw_port': {'id': 'd6fe2b9c-19f5-499d-a776-87bc555d688b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:18:01Z', 'updated_at': '2021-11-10T19:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '80d5cb2a-632e-4741-94bc-87e8e6d96994', 'name': '', 'network_id': 'f4eb91a3-0e7c-4b49-99d5-b6273309ea9d', 'tenant_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'mac_address': 'fa:16:3e:06:c5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'e8763436-0d75-45ae-bb60-dffcf03461e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:18:04Z', 'updated_at': '2021-11-10T19:18:15Z', 'revision_number': 4, 'project_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'subnets': [{'id': 'e8763436-0d75-45ae-bb60-dffcf03461e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:18:16.191986 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-a52ff80c-bd71-46a6-a481-e798f785b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:16.193711 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-a52ff80c-bd71-46a6-a481-e798f785b40b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=37520a35-4b37-42d8-92a1-304ffc90b618 HTTP/1.1" status: 200 len: 797 time: 0.0821264 Nov 10 19:18:16.193919 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-57323150-50ec-4ac5-a3f4-316809abbacd None None] Provisioning complete for port 80d5cb2a-632e-4741-94bc-87e8e6d96994 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:16.194367 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-57323150-50ec-4ac5-a3f4-316809abbacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:16.206381 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c80bc-de91-47c3-b325-8880b1ac3980 req-21dd0a7b-0d35-466a-a46c-6bf7496839ad tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:16.208046 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-922c80bc-de91-47c3-b325-8880b1ac3980 req-21dd0a7b-0d35-466a-a46c-6bf7496839ad tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=e999b611-2e36-4b50-8cda-4b6a445253a0 HTTP/1.1" status: 200 len: 944 time: 0.4798610 Nov 10 19:18:16.219447 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0000b31b-5a5f-4032-a0ab-d2322b9fcd77 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:16.268399 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 80d5cb2a-632e-4741-94bc-87e8e6d96994 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:16.268961 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:16.271297 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-be372353-76ef-4bd7-aeeb-99d0cee286a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:16.273159 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-be372353-76ef-4bd7-aeeb-99d0cee286a0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dfeb421a-f1c8-4726-8242-6b468d6e48f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0681894 Nov 10 19:18:16.312521 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0000b31b-5a5f-4032-a0ab-d2322b9fcd77 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:18:16.312930 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0000b31b-5a5f-4032-a0ab-d2322b9fcd77 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:16.317131 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:18:16.317131 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:18:16.317131 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:18:16.317131 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:18:16.317131 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:18:16.317131 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:18:16.317131 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:18:16.317131 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:18:16.317131 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:18:16.317131 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:18:16.317131 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:18:16.317131 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:18:16.317131 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:18:16.317131 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:18:16.317131 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:18:16.317131 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:18:16.317131 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:18:16.317131 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:18:16.317131 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:18:16.317131 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:18:16.317131 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:18:16.317131 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:18:16.317131 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:18:16.317131 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:18:16.317131 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:18:16.317131 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:18:16.317131 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:18:16.317131 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:18:16.317131 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:18:16.317131 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:18:16.317131 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:18:16.317131 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:18:16.399878 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-7a92d45a-f89b-4440-8f86-a7c0b2549fd2 service neutron] 10.222.0.73 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142735 Nov 10 19:18:16.405598 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e8a5707-47b6-4aed-b302-e9e719d86575 req-9717cd6f-edd2-4cc1-bc80-70b71633059a service neutron] 10.222.0.25 "GET /v2.0/networks/84c30210-1766-4b73-a472-c9afa703f4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6925375 Nov 10 19:18:16.433161 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d6fe2b9c-19f5-499d-a776-87bc555d688b up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:18:16.453196 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2ad3789-1665-4322-9a8e-8550b2e1e949 req-b7d49a65-0f8b-45d0-8547-a1f4081a9890 service neutron] 10.222.0.25 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7362676 Nov 10 19:18:16.500280 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490755a2-136b-4667-9334-284b5ef2dc92 req-16356b9e-2ba9-464f-9e0f-937a0d1eca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:16.502586 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-490755a2-136b-4667-9334-284b5ef2dc92 req-16356b9e-2ba9-464f-9e0f-937a0d1eca1e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7eab08f6-4a1b-4fcb-86bd-01fed62e685c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3912535 Nov 10 19:18:16.503882 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0000b31b-5a5f-4032-a0ab-d2322b9fcd77 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:16.522226 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port d6fe2b9c-19f5-499d-a776-87bc555d688b triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:16.522624 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:16.524026 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-c7727027-36c9-4efc-bcc3-dd5581236dfb tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:16.532376 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-c7727027-36c9-4efc-bcc3-dd5581236dfb tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "GET /v2.0/networks?id=f4eb91a3-0e7c-4b49-99d5-b6273309ea9d HTTP/1.1" status: 200 len: 815 time: 0.4315405 Nov 10 19:18:16.553197 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-b014df13-cc18-4465-8c13-cf7998750949 service neutron] 10.222.0.73 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459727 Nov 10 19:18:16.555653 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-922c80bc-de91-47c3-b325-8880b1ac3980 req-317d8e96-6b60-4234-8671-8673dcc544dc tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379207 Nov 10 19:18:16.565969 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0000b31b-5a5f-4032-a0ab-d2322b9fcd77 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:16.580408 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0000b31b-5a5f-4032-a0ab-d2322b9fcd77 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] 10.222.0.54 "DELETE /v2.0/networks/211b6583-90b7-43b9-a4b9-c62695af8da7 HTTP/1.1" status: 204 len: 168 time: 1.8260045 Nov 10 19:18:16.636124 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-086d13f5-ae59-461f-8793-359e879e7d0e tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "GET /v2.0/quotas/08bdcaea0a134c4d8e69b923e5705e1f HTTP/1.1" status: 200 len: 375 time: 0.1026545 Nov 10 19:18:16.647763 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-0bac8745-0bc4-4324-a7d6-8df7f78b9e53 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9fe5d516-4cc5-4de8-8148-b602f3182868 HTTP/1.1" status: 200 len: 217 time: 0.0849667 Nov 10 19:18:16.728706 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000b31b-5a5f-4032-a0ab-d2322b9fcd77 tempest-BulkNetworkOpsIpV6Test-819594565 tempest-BulkNetworkOpsIpV6Test-819594565-project] Pushing event deleted for resources: {'Network': ['ID=211b6583-90b7-43b9-a4b9-c62695af8da7,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:16.729339 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-709f5361-6be3-45f6-bf40-ca6db2b8f46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:16.731130 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-709f5361-6be3-45f6-bf40-ca6db2b8f46a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=96b10ae0-362f-4403-8055-422665b78605 HTTP/1.1" status: 200 len: 797 time: 0.0729318 Nov 10 19:18:16.810377 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-0e3f2f25-4c8e-4956-84cc-d5b473802d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:16.812376 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-0e3f2f25-4c8e-4956-84cc-d5b473802d93 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c0241cc4-6c19-4c98-ab84-df8e281d2dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0717008 Nov 10 19:18:16.833733 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40864a6c-fa75-4582-8496-409dfb638f3d req-0d0fdd94-1e70-415e-a2ab-3fa401238d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:16.835331 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-40864a6c-fa75-4582-8496-409dfb638f3d req-0d0fdd94-1e70-415e-a2ab-3fa401238d77 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=987b6b0bf6bf42fcb737b7f6bb6ee447&device_id=e999b611-2e36-4b50-8cda-4b6a445253a0 HTTP/1.1" status: 200 len: 1095 time: 0.2750714 Nov 10 19:18:16.896545 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f932f6-db69-43f6-b768-66d504688467 req-9c75b958-44fa-455e-99c3-193850340659 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:16.903604 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37982) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:16.904132 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-55f932f6-db69-43f6-b768-66d504688467 req-9c75b958-44fa-455e-99c3-193850340659 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.1983833 Nov 10 19:18:16.924158 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-c3078433-3cdd-4aa9-8ec6-29216397b96c service neutron] 10.222.0.73 "GET /v2.0/networks/c0241cc4-6c19-4c98-ab84-df8e281d2dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027701 Nov 10 19:18:16.927216 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-eabd0710-25c9-4e6a-9b22-54d2a977d23f tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=08bdcaea0a134c4d8e69b923e5705e1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2189682 Nov 10 19:18:16.963345 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-490755a2-136b-4667-9334-284b5ef2dc92 req-a92ee0d1-555b-4aac-97fe-2ed536415fca service neutron] 10.222.0.73 "GET /v2.0/networks/7eab08f6-4a1b-4fcb-86bd-01fed62e685c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040670 Nov 10 19:18:17.058853 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-4600718f-0d0a-4c4a-b75d-948372b527cb service neutron] 10.222.0.73 "GET /v2.0/networks/c0241cc4-6c19-4c98-ab84-df8e281d2dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197946 Nov 10 19:18:17.103268 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device ac9c9816-30e9-471c-acd9-65ba9a12de2e details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:18:17.106857 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device ac9c9816-30e9-471c-acd9-65ba9a12de2e no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:18:17.110997 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-080b8807-0929-4a86-a970-92af60f12d20 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=46cac36f-cdb6-4119-af11-3a438f8c410c HTTP/1.1" status: 200 len: 217 time: 0.0429125 Nov 10 19:18:17.146430 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-630afcc5-1a01-4bc6-8d0c-c7bf5b289692 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=831ea9df8cfe40baa26d6fe035ab3dda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2416637 Nov 10 19:18:17.149965 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-55f932f6-db69-43f6-b768-66d504688467 req-bf83ec55-fed3-41f7-a377-3ba5b436d4ca tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448270 Nov 10 19:18:17.155317 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37986) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:17.214406 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40864a6c-fa75-4582-8496-409dfb638f3d req-449b7b1a-96cd-4f2a-a263-6f54bc37f808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:17.216430 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-40864a6c-fa75-4582-8496-409dfb638f3d req-449b7b1a-96cd-4f2a-a263-6f54bc37f808 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 HTTP/1.1" status: 200 len: 913 time: 0.3694091 Nov 10 19:18:17.237673 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-63948f99-938a-4940-be85-8d964b0c6f7c service neutron] 10.222.0.54 "GET /v2.0/networks/f4eb91a3-0e7c-4b49-99d5-b6273309ea9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771981 Nov 10 19:18:17.274250 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-65442c47-d96a-454a-915a-71c1b45063b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:17.275948 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-65442c47-d96a-454a-915a-71c1b45063b0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=96b10ae0-362f-4403-8055-422665b78605 HTTP/1.1" status: 200 len: 797 time: 0.1360109 Nov 10 19:18:17.303814 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c27ac37d-6792-435e-97cb-576a0105abef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:17.304328 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:17.333125 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port ac9c9816-30e9-471c-acd9-65ba9a12de2e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=ac9c9816-30e9-471c-acd9-65ba9a12de2e,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:18:17.364041 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c27ac37d-6792-435e-97cb-576a0105abef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:17.373065 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa60be37-322f-4e32-b81d-44826b9e6a01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac9c9816-30e9-471c-acd9-65ba9a12de2e'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:18:17.375689 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531c2eff-31c6-4bcf-95a8-0f87c50b7fa0" -d '{"events": [{"server_uuid": "aa60be37-322f-4e32-b81d-44826b9e6a01", "name": "network-vif-unplugged", "status": "completed", "tag": "ac9c9816-30e9-471c-acd9-65ba9a12de2e"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:18:17.381751 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'ac9c9816-30e9-471c-acd9-65ba9a12de2e', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': 'ac9c9816-30e9-471c-acd9-65ba9a12de2e', 'mac_address': 'fa:16:3e:77:3e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:18:17.386788 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-0f5f785c-d01d-4e2f-84e3-7e9335c3db67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:17.388544 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-0f5f785c-d01d-4e2f-84e3-7e9335c3db67 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c0241cc4-6c19-4c98-ab84-df8e281d2dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1005340 Nov 10 19:18:17.391757 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port ac9c9816-30e9-471c-acd9-65ba9a12de2e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=ac9c9816-30e9-471c-acd9-65ba9a12de2e,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:18:17.430169 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:17.471049 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:17.494708 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac9c9816-30e9-471c-acd9-65ba9a12de2e {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:18:17.541105 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=ac9c9816-30e9-471c-acd9-65ba9a12de2e,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:17.545180 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port ac9c9816-30e9-471c-acd9-65ba9a12de2e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=ac9c9816-30e9-471c-acd9-65ba9a12de2e,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:18:17.546326 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c27ac37d-6792-435e-97cb-576a0105abef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:17.549282 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c27ac37d-6792-435e-97cb-576a0105abef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:17.550685 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c27ac37d-6792-435e-97cb-576a0105abef admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/46007670-8419-4a89-a608-4e70d3370b48 HTTP/1.1" status: 204 len: 168 time: 0.3944094 Nov 10 19:18:17.556770 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:17.563421 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-93a7f512-0a16-4aed-8438-d1d91934309b service neutron] 10.222.0.73 "GET /v2.0/networks/c0241cc4-6c19-4c98-ab84-df8e281d2dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643615 Nov 10 19:18:17.564280 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ac37d-6792-435e-97cb-576a0105abef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46007670-8419-4a89-a608-4e70d3370b48,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:17.643072 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=ac9c9816-30e9-471c-acd9-65ba9a12de2e,revision_number=7']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:17.653800 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-40864a6c-fa75-4582-8496-409dfb638f3d req-1570eaa5-9484-4b68-9b8a-13d65f0a4fb7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8517db1-de04-44bc-a9bd-84a4cd903dcd HTTP/1.1" status: 200 len: 217 time: 0.4274848 Nov 10 19:18:17.705142 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d07d7fc7-7a25-4584-9db2-812ede90dd17 req-c71e74b1-51bd-4fba-9e15-699f21c995b1 service neutron] 10.222.0.73 "GET /v2.0/networks/c0241cc4-6c19-4c98-ab84-df8e281d2dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295402 Nov 10 19:18:17.742681 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-490755a2-136b-4667-9334-284b5ef2dc92 req-29cad26c-fa19-40ef-a39b-b65f38058bb7 service neutron] 10.222.0.73 "GET /v2.0/networks/7eab08f6-4a1b-4fcb-86bd-01fed62e685c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7557521 Nov 10 19:18:17.809832 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8b8b7-b280-4530-8814-e2f5b2862bef req-4b443914-7d90-4547-8a44-28838deab56d tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:17.811232 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-48a8b8b7-b280-4530-8814-e2f5b2862bef req-4b443914-7d90-4547-8a44-28838deab56d tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.1699746 Nov 10 19:18:17.814837 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40864a6c-fa75-4582-8496-409dfb638f3d req-08a8d07c-f78d-49ad-a991-bec3fa3e7fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:17.816313 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-40864a6c-fa75-4582-8496-409dfb638f3d req-08a8d07c-f78d-49ad-a991-bec3fa3e7fa7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0383c2bb-f0e3-4245-83c4-a6b51bf23dd3 HTTP/1.1" status: 200 len: 852 time: 0.1484528 Nov 10 19:18:17.876615 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-40864a6c-fa75-4582-8496-409dfb638f3d req-387b7d2e-6e93-41fe-a2ca-e983b978b99e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484974 Nov 10 19:18:17.883611 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-4eb8c749-5137-4242-bba2-23c5201f72bb service neutron] 10.222.0.54 "GET /v2.0/networks/f4eb91a3-0e7c-4b49-99d5-b6273309ea9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436993 Nov 10 19:18:17.891271 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['ac9c9816-30e9-471c-acd9-65ba9a12de2e'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:18:17.960988 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-48a8b8b7-b280-4530-8814-e2f5b2862bef req-70ca246b-4ee8-4dfa-83e9-398beaa17942 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419506 Nov 10 19:18:18.006435 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-40864a6c-fa75-4582-8496-409dfb638f3d req-f7d44462-4994-4474-9651-042168272c84 service neutron] 10.222.0.25 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217618 Nov 10 19:18:18.011361 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 80d5cb2a-632e-4741-94bc-87e8e6d96994 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:18:18.181334 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 80d5cb2a-632e-4741-94bc-87e8e6d96994 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:18.182039 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:18.244571 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59793674-e01a-42d7-9926-0b19f6d072ab x-openstack-request-id: req-59793674-e01a-42d7-9926-0b19f6d072ab {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:18:18.244898 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa60be37-322f-4e32-b81d-44826b9e6a01", "name": "network-vif-unplugged", "status": "completed", "tag": "ac9c9816-30e9-471c-acd9-65ba9a12de2e", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:18:18.245160 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-59793674-e01a-42d7-9926-0b19f6d072ab {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:18:18.245612 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa60be37-322f-4e32-b81d-44826b9e6a01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac9c9816-30e9-471c-acd9-65ba9a12de2e', 'code': 200} Nov 10 19:18:18.333424 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-40864a6c-fa75-4582-8496-409dfb638f3d req-1e2fb333-0cd9-4e10-b0a5-2d39346b7b8a service neutron] 10.222.0.25 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175826 Nov 10 19:18:18.396745 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2527e-9baa-4f3d-bae8-b34c1b10ac84 req-ea5b5397-419e-4b16-9cd8-90c51522c814 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:18.398487 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c0f2527e-9baa-4f3d-bae8-b34c1b10ac84 req-ea5b5397-419e-4b16-9cd8-90c51522c814 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/ports?device_id=13069931-cb4f-47d2-abf6-7b6d3dc180de HTTP/1.1" status: 200 len: 943 time: 0.1636927 Nov 10 19:18:18.414516 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5e2cc-d379-424b-b75f-1334164c613b req-3f23de01-d53d-4733-8aba-b6b9b377f28e tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:18.415783 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-85c5e2cc-d379-424b-b75f-1334164c613b req-3f23de01-d53d-4733-8aba-b6b9b377f28e tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=e999b611-2e36-4b50-8cda-4b6a445253a0 HTTP/1.1" status: 200 len: 944 time: 0.0918357 Nov 10 19:18:18.496146 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c0f2527e-9baa-4f3d-bae8-b34c1b10ac84 req-b9c82d21-88df-4d2e-a764-7faab29b8d2b tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b44f90c-42d4-464b-8db1-abfb69cd1321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793374 Nov 10 19:18:18.505645 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-85c5e2cc-d379-424b-b75f-1334164c613b req-792f8713-b1ca-457e-a3ee-eefbeddd85bf tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814691 Nov 10 19:18:18.570648 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38024) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:18.612849 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e32308c-8a26-4719-a4db-0de85d4bf41d req-b4c225eb-cd21-4fe4-9dc8-a7e0b293d44b tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4c501eb-abd9-4776-9dd0-65aa9b5256c4 HTTP/1.1" status: 200 len: 210 time: 0.0636017 Nov 10 19:18:18.673572 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9466c-207f-4e7a-b13e-3ab5cad1b4f3 req-80d05390-c9ed-4b8d-91ef-45f99b548bcf tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:18.675440 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f3d9466c-207f-4e7a-b13e-3ab5cad1b4f3 req-80d05390-c9ed-4b8d-91ef-45f99b548bcf tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 949 time: 0.0613923 Nov 10 19:18:18.718980 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-d01292f8-c2f5-46e8-9c00-7ff243b82e5c tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Request body: {'networks': [{'name': 'tempest-network--908639373'}, {'name': 'tempest-network--587220945'}]} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:18.719890 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-d01292f8-c2f5-46e8-9c00-7ff243b82e5c tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Request body: {'network': {'name': 'tempest-network--908639373'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:18.720502 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-d01292f8-c2f5-46e8-9c00-7ff243b82e5c tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Request body: {'network': {'name': 'tempest-network--587220945'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:18.735206 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f3d9466c-207f-4e7a-b13e-3ab5cad1b4f3 req-5a9c0832-f13a-42a2-b9b9-63fac10b7512 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518787 Nov 10 19:18:18.748702 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01292f8-c2f5-46e8-9c00-7ff243b82e5c tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Made reservation on behalf of 837e91b790fe4b459c11a87cea63674c for: {'network': 2} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:18:18.754074 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d01292f8-c2f5-46e8-9c00-7ff243b82e5c tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:18.769052 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d01292f8-c2f5-46e8-9c00-7ff243b82e5c tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:18.857652 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d01292f8-c2f5-46e8-9c00-7ff243b82e5c tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:18.862899 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d01292f8-c2f5-46e8-9c00-7ff243b82e5c tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:18.863447 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d01292f8-c2f5-46e8-9c00-7ff243b82e5c tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:18.905283 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01292f8-c2f5-46e8-9c00-7ff243b82e5c tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd0f1fe-9eba-4f37-87f5-5e73e312b6ee,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:18.910938 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01292f8-c2f5-46e8-9c00-7ff243b82e5c tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:18:18.922139 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d01292f8-c2f5-46e8-9c00-7ff243b82e5c tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:18.922494 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-d01292f8-c2f5-46e8-9c00-7ff243b82e5c tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Added segment a2d5150f-e050-41cd-8b34-f2c64830b05c of type vlan for network 382b546d-454f-4b1d-9dbb-2e6c6b1d502e Nov 10 19:18:18.966903 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d01292f8-c2f5-46e8-9c00-7ff243b82e5c tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:18.995800 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01292f8-c2f5-46e8-9c00-7ff243b82e5c tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:18:19.007353 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d01292f8-c2f5-46e8-9c00-7ff243b82e5c tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:19.007486 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-d01292f8-c2f5-46e8-9c00-7ff243b82e5c tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Added segment 0f0e364f-60ab-4705-8abd-a33742a8c394 of type vlan for network ab3b801c-7e53-46dd-b317-3aec0e43cb23 Nov 10 19:18:19.057294 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d01292f8-c2f5-46e8-9c00-7ff243b82e5c tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:19.089607 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d01292f8-c2f5-46e8-9c00-7ff243b82e5c tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:19.091212 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d01292f8-c2f5-46e8-9c00-7ff243b82e5c tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:19.098780 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c0c22-c502-4bbf-beb5-b15d37557d7e req-f8d85b32-b01a-4edb-a277-0f399c757507 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:19.100368 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c1c0c22-c502-4bbf-beb5-b15d37557d7e req-f8d85b32-b01a-4edb-a277-0f399c757507 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.0601068 Nov 10 19:18:19.100839 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01292f8-c2f5-46e8-9c00-7ff243b82e5c tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:19.105786 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01292f8-c2f5-46e8-9c00-7ff243b82e5c tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:19.106470 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d01292f8-c2f5-46e8-9c00-7ff243b82e5c tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:19.157713 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c1c0c22-c502-4bbf-beb5-b15d37557d7e req-35664754-1ddb-4ec2-8f1a-4a168614fddb tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503609 Nov 10 19:18:19.178602 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d01292f8-c2f5-46e8-9c00-7ff243b82e5c tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.6066389 Nov 10 19:18:19.182532 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38034) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:19.187858 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01292f8-c2f5-46e8-9c00-7ff243b82e5c tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Pushing event updated for resources: {'Network': ['ID=382b546d-454f-4b1d-9dbb-2e6c6b1d502e,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:19.199708 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 382b546d-454f-4b1d-9dbb-2e6c6b1d502e details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:18:19.266923 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01292f8-c2f5-46e8-9c00-7ff243b82e5c tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Pushing event updated for resources: {'Network': ['ID=ab3b801c-7e53-46dd-b317-3aec0e43cb23,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:19.287390 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network ab3b801c-7e53-46dd-b317-3aec0e43cb23 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:18:19.328356 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46c9a36-38fd-4bf2-8233-13024ca8b45a tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:19.336316 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46c9a36-38fd-4bf2-8233-13024ca8b45a tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:19.343618 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46c9a36-38fd-4bf2-8233-13024ca8b45a tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:19.351406 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46c9a36-38fd-4bf2-8233-13024ca8b45a tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:19.356602 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c46c9a36-38fd-4bf2-8233-13024ca8b45a tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.1726534 Nov 10 19:18:19.356822 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38036) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:19.452205 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0d82dfed-d337-4636-8e08-e6a3e08e88d1 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:19.486183 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-6f09aa00-e823-4e44-a23c-60c7a31c6ca8 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:19.488328 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-6f09aa00-e823-4e44-a23c-60c7a31c6ca8 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.25 "GET /v2.0/networks?id=f4eb91a3-0e7c-4b49-99d5-b6273309ea9d HTTP/1.1" status: 200 len: 815 time: 0.1299593 Nov 10 19:18:19.559407 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0d82dfed-d337-4636-8e08-e6a3e08e88d1 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:19.576786 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-cd3da11d-2dc7-42cf-83f9-1ba8f2eb6704 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08bdcaea0a134c4d8e69b923e5705e1f HTTP/1.1" status: 200 len: 379 time: 0.0767825 Nov 10 19:18:19.589473 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-0f4867d4-8910-4089-a7d9-7a857495a92e tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Request body: {'port': {'device_id': 'a4c501eb-abd9-4776-9dd0-65aa9b5256c4', 'network_id': 'f4eb91a3-0e7c-4b49-99d5-b6273309ea9d', 'admin_state_up': True, 'tenant_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'security_groups': ['39368501-9be6-4d2f-b94f-12bb0e12ddc4']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:19.594775 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-0d82dfed-d337-4636-8e08-e6a3e08e88d1 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['382b546d-454f-4b1d-9dbb-2e6c6b1d502e']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:19.608892 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-0d82dfed-d337-4636-8e08-e6a3e08e88d1 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2d5150f-e050-41cd-8b34-f2c64830b05c') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:19.609275 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-0d82dfed-d337-4636-8e08-e6a3e08e88d1 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2d5150f-e050-41cd-8b34-f2c64830b05c') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:19.625150 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0d82dfed-d337-4636-8e08-e6a3e08e88d1 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:19.643711 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0d82dfed-d337-4636-8e08-e6a3e08e88d1 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:19.653417 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d82dfed-d337-4636-8e08-e6a3e08e88d1 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:18:19.653872 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0d82dfed-d337-4636-8e08-e6a3e08e88d1 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:19.656998 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:18:19.656998 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:18:19.656998 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:18:19.656998 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:18:19.656998 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:18:19.656998 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:18:19.656998 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:18:19.656998 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:18:19.656998 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:18:19.656998 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:18:19.656998 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:18:19.656998 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:18:19.656998 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:18:19.656998 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:18:19.656998 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:18:19.656998 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:18:19.656998 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:18:19.656998 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:18:19.656998 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:18:19.656998 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:18:19.656998 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:18:19.656998 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:18:19.656998 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:18:19.656998 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:18:19.656998 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:18:19.656998 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:18:19.656998 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:18:19.656998 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:18:19.656998 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:18:19.656998 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:18:19.656998 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:18:19.656998 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:18:19.736429 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0d82dfed-d337-4636-8e08-e6a3e08e88d1 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:19.759303 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0d82dfed-d337-4636-8e08-e6a3e08e88d1 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:19.761214 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ab299-fff4-48ab-8445-86a3041f634b req-37402db8-48fe-466b-833f-18c477082069 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:19.762756 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0d82dfed-d337-4636-8e08-e6a3e08e88d1 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] 10.222.0.54 "DELETE /v2.0/networks/382b546d-454f-4b1d-9dbb-2e6c6b1d502e HTTP/1.1" status: 204 len: 168 time: 0.4048958 Nov 10 19:18:19.763886 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d82dfed-d337-4636-8e08-e6a3e08e88d1 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Pushing event deleted for resources: {'Network': ['ID=382b546d-454f-4b1d-9dbb-2e6c6b1d502e,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:19.765666 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38046) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:19.769349 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-df2ab299-fff4-48ab-8445-86a3041f634b req-37402db8-48fe-466b-833f-18c477082069 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/ports?device_id=13069931-cb4f-47d2-abf6-7b6d3dc180de HTTP/1.1" status: 200 len: 943 time: 0.1715343 Nov 10 19:18:19.790442 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b32190-e2a4-43b2-b2b2-5d0693209123 req-c58b5ff2-3f18-437e-b21b-5c47e8fc2289 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:19.792012 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c3b32190-e2a4-43b2-b2b2-5d0693209123 req-c58b5ff2-3f18-437e-b21b-5c47e8fc2289 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=e999b611-2e36-4b50-8cda-4b6a445253a0 HTTP/1.1" status: 200 len: 944 time: 0.1675913 Nov 10 19:18:19.856699 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-23f75934-31cb-46f1-9e87-0ed7b1a9f049 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:19.859125 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-0f4867d4-8910-4089-a7d9-7a857495a92e tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Made reservation on behalf of 08bdcaea0a134c4d8e69b923e5705e1f for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:18:19.863411 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-0f4867d4-8910-4089-a7d9-7a857495a92e tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:19.898540 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-df2ab299-fff4-48ab-8445-86a3041f634b req-a73307f5-24d9-4016-be2f-a454ea86afce tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b44f90c-42d4-464b-8db1-abfb69cd1321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282566 Nov 10 19:18:19.907438 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c3b32190-e2a4-43b2-b2b2-5d0693209123 req-a63f5b20-4cce-4b14-a821-bd6726ec288a tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048002 Nov 10 19:18:19.973969 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-23f75934-31cb-46f1-9e87-0ed7b1a9f049 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:20.006759 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eb89171c-a8e2-4d32-ace5-e7e3fd9d2daf req-ca00a89c-b005-466e-93d0-71ae24dff39f tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4c501eb-abd9-4776-9dd0-65aa9b5256c4 HTTP/1.1" status: 200 len: 210 time: 0.0339274 Nov 10 19:18:20.009454 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-23f75934-31cb-46f1-9e87-0ed7b1a9f049 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab3b801c-7e53-46dd-b317-3aec0e43cb23']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:20.026747 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-23f75934-31cb-46f1-9e87-0ed7b1a9f049 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f0e364f-60ab-4705-8abd-a33742a8c394') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:20.027150 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-23f75934-31cb-46f1-9e87-0ed7b1a9f049 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f0e364f-60ab-4705-8abd-a33742a8c394') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:20.047565 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-23f75934-31cb-46f1-9e87-0ed7b1a9f049 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:20.063223 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-23f75934-31cb-46f1-9e87-0ed7b1a9f049 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:20.071068 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f75934-31cb-46f1-9e87-0ed7b1a9f049 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:18:20.071708 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-23f75934-31cb-46f1-9e87-0ed7b1a9f049 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:20.074815 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:18:20.074815 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:18:20.074815 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:18:20.074815 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:18:20.074815 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:18:20.074815 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:18:20.074815 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:18:20.074815 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:18:20.074815 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:18:20.074815 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:18:20.074815 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:18:20.074815 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:18:20.074815 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:18:20.074815 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:18:20.074815 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:18:20.074815 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:18:20.074815 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:18:20.074815 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:18:20.074815 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:18:20.074815 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:18:20.074815 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:18:20.074815 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:18:20.074815 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:18:20.074815 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:18:20.074815 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:18:20.074815 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:18:20.074815 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:18:20.074815 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:18:20.074815 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:18:20.074815 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:18:20.074815 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:18:20.074815 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:18:20.083716 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device c8517db1-de04-44bc-a9bd-84a4cd903dcd details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:18:20.109277 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-0f4867d4-8910-4089-a7d9-7a857495a92e tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Allocated IP 172.20.0.10 (f4eb91a3-0e7c-4b49-99d5-b6273309ea9d/e8763436-0d75-45ae-bb60-dffcf03461e6/0d087962-3f71-4f55-a9f5-bfa71fe7c0b8) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:18:20.132175 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87a26b-e48f-4b50-bee0-91973ebeb4dd req-8a2c2c85-9b58-453c-a5c6-d62b7fdd4bfc tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:20.134059 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b87a26b-e48f-4b50-bee0-91973ebeb4dd req-8a2c2c85-9b58-453c-a5c6-d62b7fdd4bfc tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 949 time: 0.0846784 Nov 10 19:18:20.157677 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-23f75934-31cb-46f1-9e87-0ed7b1a9f049 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:20.185092 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-23f75934-31cb-46f1-9e87-0ed7b1a9f049 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:20.191945 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-23f75934-31cb-46f1-9e87-0ed7b1a9f049 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] 10.222.0.54 "DELETE /v2.0/networks/ab3b801c-7e53-46dd-b317-3aec0e43cb23 HTTP/1.1" status: 204 len: 168 time: 0.4251425 Nov 10 19:18:20.193214 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38050) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:20.194865 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f75934-31cb-46f1-9e87-0ed7b1a9f049 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Pushing event deleted for resources: {'Network': ['ID=ab3b801c-7e53-46dd-b317-3aec0e43cb23,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:20.210444 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port c8517db1-de04-44bc-a9bd-84a4cd903dcd, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=c8517db1-de04-44bc-a9bd-84a4cd903dcd,segment=NetworkSegment(c9a36c68-c3fb-4c33-a5bb-7886b7443ebd),segment_id=c9a36c68-c3fb-4c33-a5bb-7886b7443ebd)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:18:20.225611 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'c8517db1-de04-44bc-a9bd-84a4cd903dcd', 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0', 'port_id': 'c8517db1-de04-44bc-a9bd-84a4cd903dcd', 'mac_address': 'fa:16:3e:36:82:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0383c2bb-f0e3-4245-83c4-a6b51bf23dd3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:18:20.264309 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b87a26b-e48f-4b50-bee0-91973ebeb4dd req-2c15bd06-a36e-40e7-aa0a-4a6907077c34 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230552 Nov 10 19:18:20.287292 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:20.303042 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8517db1-de04-44bc-a9bd-84a4cd903dcd {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:18:20.335731 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port c8517db1-de04-44bc-a9bd-84a4cd903dcd, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=c8517db1-de04-44bc-a9bd-84a4cd903dcd,segment=NetworkSegment(c9a36c68-c3fb-4c33-a5bb-7886b7443ebd),segment_id=c9a36c68-c3fb-4c33-a5bb-7886b7443ebd)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:18:20.347978 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:20.376011 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-0f4867d4-8910-4089-a7d9-7a857495a92e tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:20.399050 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811ddba-4c6d-4d7d-8a78-3ff6687c8042 req-872e8213-0d6b-4e11-8b19-07cf472421d9 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:20.400728 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4811ddba-4c6d-4d7d-8a78-3ff6687c8042 req-872e8213-0d6b-4e11-8b19-07cf472421d9 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.1002939 Nov 10 19:18:20.428710 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81da1190-e981-4069-8b26-04532c88c846 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:20.432021 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=c8517db1-de04-44bc-a9bd-84a4cd903dcd,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:20.444114 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81da1190-e981-4069-8b26-04532c88c846 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:20.449449 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-81da1190-e981-4069-8b26-04532c88c846 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2476463 Nov 10 19:18:20.450311 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38056) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:20.457584 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-a469f631-b857-45ca-b38c-fc43ead9d9b8 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1704937047'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:20.474784 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-0f4867d4-8910-4089-a7d9-7a857495a92e tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:20.525680 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4811ddba-4c6d-4d7d-8a78-3ff6687c8042 req-f85d9387-4efd-4937-aa3b-122b80fa4398 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140945 Nov 10 19:18:20.545791 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a469f631-b857-45ca-b38c-fc43ead9d9b8 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Made reservation on behalf of 837e91b790fe4b459c11a87cea63674c for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:18:20.549831 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a469f631-b857-45ca-b38c-fc43ead9d9b8 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:20.559766 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-0f4867d4-8910-4089-a7d9-7a857495a92e tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Network f4eb91a3-0e7c-4b49-99d5-b6273309ea9d is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:18:20.571950 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-0f4867d4-8910-4089-a7d9-7a857495a92e tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:18:20.575843 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-0f4867d4-8910-4089-a7d9-7a857495a92e tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:18:20.578318 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4867d4-8910-4089-a7d9-7a857495a92e tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Pushing event updated for resources: {'Port': ['ID=0d087962-3f71-4f55-a9f5-bfa71fe7c0b8,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:20.626586 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a469f631-b857-45ca-b38c-fc43ead9d9b8 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:18:20.643040 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-0f4867d4-8910-4089-a7d9-7a857495a92e tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:20.643672 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-0f4867d4-8910-4089-a7d9-7a857495a92e tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:20.653409 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a469f631-b857-45ca-b38c-fc43ead9d9b8 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:20.653787 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-a469f631-b857-45ca-b38c-fc43ead9d9b8 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Added segment 3109bb08-2797-4155-96c5-2c3ff8d7c82e of type vlan for network 0917baef-b77d-4567-b35c-2c13f1f3108d Nov 10 19:18:20.695392 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-0f4867d4-8910-4089-a7d9-7a857495a92e tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1112664 Nov 10 19:18:20.718950 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-87db0d8a-bada-4cb3-a3a3-6d54f3176706 service neutron] Request body: {'port': {'device_id': 'a4c501eb-abd9-4776-9dd0-65aa9b5256c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:20.727556 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a469f631-b857-45ca-b38c-fc43ead9d9b8 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:20.802572 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a469f631-b857-45ca-b38c-fc43ead9d9b8 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:20.808236 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a469f631-b857-45ca-b38c-fc43ead9d9b8 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:20.808839 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a469f631-b857-45ca-b38c-fc43ead9d9b8 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:20.813933 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-87db0d8a-bada-4cb3-a3a3-6d54f3176706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:20.886158 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a5becfcf-027c-41e3-9c07-aec1bd433c60 None None] Provisioning complete for port 0d087962-3f71-4f55-a9f5-bfa71fe7c0b8 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:20.886572 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a5becfcf-027c-41e3-9c07-aec1bd433c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:20.910537 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['c8517db1-de04-44bc-a9bd-84a4cd903dcd'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:18:20.915816 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a469f631-b857-45ca-b38c-fc43ead9d9b8 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4634368 Nov 10 19:18:20.919173 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38058) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:20.931936 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-75f2cc9c-075b-42e8-83e9-43a7e96f0135 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2072350424'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:20.934033 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469f631-b857-45ca-b38c-fc43ead9d9b8 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Pushing event updated for resources: {'Network': ['ID=0917baef-b77d-4567-b35c-2c13f1f3108d,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:20.952574 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 0917baef-b77d-4567-b35c-2c13f1f3108d details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:18:20.963332 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-a5becfcf-027c-41e3-9c07-aec1bd433c60 None None] Port 0d087962-3f71-4f55-a9f5-bfa71fe7c0b8 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:18:20.982214 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f2cc9c-075b-42e8-83e9-43a7e96f0135 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Made reservation on behalf of 837e91b790fe4b459c11a87cea63674c for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:18:20.985676 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-75f2cc9c-075b-42e8-83e9-43a7e96f0135 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:21.019323 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f2cc9c-075b-42e8-83e9-43a7e96f0135 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:18:21.031498 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-75f2cc9c-075b-42e8-83e9-43a7e96f0135 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:21.032103 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-75f2cc9c-075b-42e8-83e9-43a7e96f0135 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Added segment d962d410-14c1-4c03-821e-42cc91f52d11 of type vlan for network d406e081-90c1-49fc-a00f-7bde71451178 Nov 10 19:18:21.081707 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-75f2cc9c-075b-42e8-83e9-43a7e96f0135 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:21.111626 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-75f2cc9c-075b-42e8-83e9-43a7e96f0135 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:21.117934 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f2cc9c-075b-42e8-83e9-43a7e96f0135 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:21.118546 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-75f2cc9c-075b-42e8-83e9-43a7e96f0135 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:21.140776 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device ac9c9816-30e9-471c-acd9-65ba9a12de2e up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:18:21.163213 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-75f2cc9c-075b-42e8-83e9-43a7e96f0135 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2418523 Nov 10 19:18:21.169399 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38066) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:21.178256 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-9306e4d2-8209-472e-9a78-87fedf8e1b8a tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Request body: {'ports': [{'network_id': '0917baef-b77d-4567-b35c-2c13f1f3108d', 'name': 'tempest-port--559992621', 'admin_state_up': True}, {'network_id': 'd406e081-90c1-49fc-a00f-7bde71451178', 'admin_state_up': False}]} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:21.178575 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-9306e4d2-8209-472e-9a78-87fedf8e1b8a tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Request body: {'port': {'network_id': '0917baef-b77d-4567-b35c-2c13f1f3108d', 'name': 'tempest-port--559992621', 'admin_state_up': True}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:21.179228 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-9306e4d2-8209-472e-9a78-87fedf8e1b8a tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Request body: {'port': {'network_id': 'd406e081-90c1-49fc-a00f-7bde71451178', 'admin_state_up': False}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:21.199861 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a0d28-7cb9-4eb4-a400-2df7d8154376 req-f500f95b-b11c-4a59-906f-3fdbb9508fdc tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:21.201484 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-010a0d28-7cb9-4eb4-a400-2df7d8154376 req-f500f95b-b11c-4a59-906f-3fdbb9508fdc tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/ports?device_id=13069931-cb4f-47d2-abf6-7b6d3dc180de HTTP/1.1" status: 200 len: 943 time: 0.1801221 Nov 10 19:18:21.237744 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f2cc9c-075b-42e8-83e9-43a7e96f0135 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Pushing event updated for resources: {'Network': ['ID=d406e081-90c1-49fc-a00f-7bde71451178,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:21.244559 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port ac9c9816-30e9-471c-acd9-65ba9a12de2e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:21.245145 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:21.274042 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network d406e081-90c1-49fc-a00f-7bde71451178 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:18:21.296850 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91969c84-374d-49cb-9457-2562ebe0f2cb req-9c3c4a04-3139-4e0f-acfa-193660646121 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:21.298303 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91969c84-374d-49cb-9457-2562ebe0f2cb req-9c3c4a04-3139-4e0f-acfa-193660646121 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=e999b611-2e36-4b50-8cda-4b6a445253a0 HTTP/1.1" status: 200 len: 945 time: 0.2399216 Nov 10 19:18:21.403507 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:21.429606 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa60be37-322f-4e32-b81d-44826b9e6a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9c9816-30e9-471c-acd9-65ba9a12de2e'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:18:21.431970 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc71a74-d6e5-4212-86d4-969996e25734" -d '{"events": [{"server_uuid": "aa60be37-322f-4e32-b81d-44826b9e6a01", "name": "network-vif-plugged", "status": "completed", "tag": "ac9c9816-30e9-471c-acd9-65ba9a12de2e"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:18:21.445644 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port ac9c9816-30e9-471c-acd9-65ba9a12de2e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=ac9c9816-30e9-471c-acd9-65ba9a12de2e,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:18:21.451200 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:21.502784 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-010a0d28-7cb9-4eb4-a400-2df7d8154376 req-c5ba8a93-967c-4825-ac85-afb7ec575aa8 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b44f90c-42d4-464b-8db1-abfb69cd1321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2799480 Nov 10 19:18:21.509009 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=ac9c9816-30e9-471c-acd9-65ba9a12de2e,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:21.518562 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91969c84-374d-49cb-9457-2562ebe0f2cb req-3f8c1e21-760e-4915-9b51-36c00961fbcb tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002513 Nov 10 19:18:21.527983 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6688bdf-b156-4f6a-8fe3-cb1adb647642 req-0f2bc713-2601-43f7-b00c-646dce3429d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:21.527983 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6688bdf-b156-4f6a-8fe3-cb1adb647642 req-0f2bc713-2601-43f7-b00c-646dce3429d7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 1096 time: 0.2184136 Nov 10 19:18:21.604920 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9306e4d2-8209-472e-9a78-87fedf8e1b8a tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Made reservation on behalf of 837e91b790fe4b459c11a87cea63674c for: {'port': 2} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:18:21.609909 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9306e4d2-8209-472e-9a78-87fedf8e1b8a tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:21.616839 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-87db0d8a-bada-4cb3-a3a3-6d54f3176706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d087962-3f71-4f55-a9f5-bfa71fe7c0b8 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:18:21.669619 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-87db0d8a-bada-4cb3-a3a3-6d54f3176706 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:21.726113 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6688bdf-b156-4f6a-8fe3-cb1adb647642 req-7f2fd59f-d0ca-4263-852c-191326bb01d1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925654 Nov 10 19:18:21.735097 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9306e4d2-8209-472e-9a78-87fedf8e1b8a tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:21.749895 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-87db0d8a-bada-4cb3-a3a3-6d54f3176706 service neutron] Transition to ACTIVE for port object 0d087962-3f71-4f55-a9f5-bfa71fe7c0b8 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:18:21.764347 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-87db0d8a-bada-4cb3-a3a3-6d54f3176706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:21.807241 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf476ed-5c90-4371-a5cb-ccf03b3179a0 req-3932160f-bfc5-4e9a-be33-5b48bbcb376f tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:21.809669 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3bf476ed-5c90-4371-a5cb-ccf03b3179a0 req-3932160f-bfc5-4e9a-be33-5b48bbcb376f tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.2139702 Nov 10 19:18:21.912062 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53e65b-3a03-4481-93cf-044a29d7b442 req-e7cf85ce-774c-4046-bd52-a9303220fd84 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:21.913831 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6b53e65b-3a03-4481-93cf-044a29d7b442 req-e7cf85ce-774c-4046-bd52-a9303220fd84 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4c501eb-abd9-4776-9dd0-65aa9b5256c4 HTTP/1.1" status: 200 len: 932 time: 0.2994812 Nov 10 19:18:21.960541 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db0d8a-bada-4cb3-a3a3-6d54f3176706 service neutron] Pushing event updated for resources: {'Port': ['ID=0d087962-3f71-4f55-a9f5-bfa71fe7c0b8,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:21.979330 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-9306e4d2-8209-472e-9a78-87fedf8e1b8a tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] device_id is not set on port 4d770dec-94d7-4b80-ab5f-0f326239ea4f yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:18:22.045997 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3bf476ed-5c90-4371-a5cb-ccf03b3179a0 req-0852605a-1d9a-4e14-afb1-60d4085e0f71 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201772 Nov 10 19:18:22.119719 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6b53e65b-3a03-4481-93cf-044a29d7b442 req-a8b5bb50-8ac3-4ba7-9285-9aee95773477 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "GET /v2.0/security-groups?id=39368501-9be6-4d2f-b94f-12bb0e12ddc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883602 Nov 10 19:18:22.180519 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56665a2-73dc-4603-8e71-622b256ef09e x-openstack-request-id: req-d56665a2-73dc-4603-8e71-622b256ef09e {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:18:22.180821 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa60be37-322f-4e32-b81d-44826b9e6a01", "name": "network-vif-plugged", "status": "completed", "tag": "ac9c9816-30e9-471c-acd9-65ba9a12de2e", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:18:22.181079 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d56665a2-73dc-4603-8e71-622b256ef09e {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:18:22.181481 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa60be37-322f-4e32-b81d-44826b9e6a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9c9816-30e9-471c-acd9-65ba9a12de2e', 'code': 200} Nov 10 19:18:22.210915 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-87db0d8a-bada-4cb3-a3a3-6d54f3176706 service neutron] Attempting to bind port 0d087962-3f71-4f55-a9f5-bfa71fe7c0b8 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:18:22.211243 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-87db0d8a-bada-4cb3-a3a3-6d54f3176706 service neutron] Attempting to bind port 0d087962-3f71-4f55-a9f5-bfa71fe7c0b8 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '88e73b67-15cc-41ea-8a3f-4da35a6a58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f4eb91a3-0e7c-4b49-99d5-b6273309ea9d'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:18:22.211563 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-87db0d8a-bada-4cb3-a3a3-6d54f3176706 service neutron] Attempting to bind port 0d087962-3f71-4f55-a9f5-bfa71fe7c0b8 on network f4eb91a3-0e7c-4b49-99d5-b6273309ea9d {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:18:22.237896 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-87db0d8a-bada-4cb3-a3a3-6d54f3176706 service neutron] Port 0d087962-3f71-4f55-a9f5-bfa71fe7c0b8 on network f4eb91a3-0e7c-4b49-99d5-b6273309ea9d not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:18:22.238238 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-87db0d8a-bada-4cb3-a3a3-6d54f3176706 service neutron] Attempting to bind port 0d087962-3f71-4f55-a9f5-bfa71fe7c0b8 on network f4eb91a3-0e7c-4b49-99d5-b6273309ea9d {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:18:22.266358 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-87db0d8a-bada-4cb3-a3a3-6d54f3176706 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:18:22.266731 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-87db0d8a-bada-4cb3-a3a3-6d54f3176706 service neutron] Checking segment: {'id': '88e73b67-15cc-41ea-8a3f-4da35a6a58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f4eb91a3-0e7c-4b49-99d5-b6273309ea9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:18:22.267286 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-87db0d8a-bada-4cb3-a3a3-6d54f3176706 service neutron] Bound using segment: {'id': '88e73b67-15cc-41ea-8a3f-4da35a6a58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f4eb91a3-0e7c-4b49-99d5-b6273309ea9d'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:18:22.268267 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-87db0d8a-bada-4cb3-a3a3-6d54f3176706 service neutron] Bound port: 0d087962-3f71-4f55-a9f5-bfa71fe7c0b8, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88e73b67-15cc-41ea-8a3f-4da35a6a58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'f4eb91a3-0e7c-4b49-99d5-b6273309ea9d'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:18:22.268650 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-87db0d8a-bada-4cb3-a3a3-6d54f3176706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:22.347445 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9306e4d2-8209-472e-9a78-87fedf8e1b8a tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:22.535002 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-9306e4d2-8209-472e-9a78-87fedf8e1b8a tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] device_id is not set on port 4966d140-358e-4cc3-afaa-f255da109752 yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:18:22.566285 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb41f46-3c9c-4c0a-91a3-b865a17df422 req-b6c544ad-806d-4089-a817-5f1fee411d71 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:22.569097 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7eb41f46-3c9c-4c0a-91a3-b865a17df422 req-b6c544ad-806d-4089-a817-5f1fee411d71 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.2974632 Nov 10 19:18:22.588394 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2d2e8-27f8-4bc7-b5f2-f9cef573dfd3 req-da524cc5-edad-46e4-9ab3-a0131a0e56f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:22.590294 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2d2d2e8-27f8-4bc7-b5f2-f9cef573dfd3 req-da524cc5-edad-46e4-9ab3-a0131a0e56f1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 1101 time: 0.2655277 Nov 10 19:18:22.599571 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-87db0d8a-bada-4cb3-a3a3-6d54f3176706 service neutron] For port 0d087962-3f71-4f55-a9f5-bfa71fe7c0b8, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:18:22.604400 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-87db0d8a-bada-4cb3-a3a3-6d54f3176706 service neutron] For port 0d087962-3f71-4f55-a9f5-bfa71fe7c0b8, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=0d087962-3f71-4f55-a9f5-bfa71fe7c0b8,segment=NetworkSegment(88e73b67-15cc-41ea-8a3f-4da35a6a58df),segment_id=88e73b67-15cc-41ea-8a3f-4da35a6a58df)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:18:22.658996 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-87db0d8a-bada-4cb3-a3a3-6d54f3176706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:22.762499 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-87db0d8a-bada-4cb3-a3a3-6d54f3176706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:22.763684 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-87db0d8a-bada-4cb3-a3a3-6d54f3176706 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:22.766230 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-87db0d8a-bada-4cb3-a3a3-6d54f3176706 service neutron] 10.222.0.25 "PUT /v2.0/ports/0d087962-3f71-4f55-a9f5-bfa71fe7c0b8 HTTP/1.1" status: 200 len: 1092 time: 2.0607331 Nov 10 19:18:22.782681 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c501eb-abd9-4776-9dd0-65aa9b5256c4', 'tag': '0d087962-3f71-4f55-a9f5-bfa71fe7c0b8'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:18:22.786734 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f21b00d-4cca-40e7-a285-df5f84c89690" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c501eb-abd9-4776-9dd0-65aa9b5256c4", "tag": "0d087962-3f71-4f55-a9f5-bfa71fe7c0b8"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:18:22.837500 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7eb41f46-3c9c-4c0a-91a3-b865a17df422 req-754f986e-e3ae-40be-b3fc-fa8632f04c47 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549655 Nov 10 19:18:23.140656 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 526151aa-7ee6-400a-b703-2e8486c8234d details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:18:23.334665 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2d2d2e8-27f8-4bc7-b5f2-f9cef573dfd3 req-6aa0261c-c307-4dc8-a450-5ee5c922f486 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7062957 Nov 10 19:18:23.365845 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658dd187-653b-4f2a-b963-413ec14424c5 req-b72edfc5-d18b-4d71-a9d7-6e7f8cf21da3 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:23.368182 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-658dd187-653b-4f2a-b963-413ec14424c5 req-b72edfc5-d18b-4d71-a9d7-6e7f8cf21da3 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/ports?device_id=13069931-cb4f-47d2-abf6-7b6d3dc180de HTTP/1.1" status: 200 len: 943 time: 0.7717876 Nov 10 19:18:23.375186 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db0d8a-bada-4cb3-a3a3-6d54f3176706 service neutron] Pushing event updated for resources: {'Port': ['ID=0d087962-3f71-4f55-a9f5-bfa71fe7c0b8,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:23.405626 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-50556677-505b-4b45-9160-478304ad7628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:23.418855 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 526151aa-7ee6-400a-b703-2e8486c8234d, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=526151aa-7ee6-400a-b703-2e8486c8234d,segment=NetworkSegment(3b2782f5-18af-468b-b778-4185b0e9f138),segment_id=3b2782f5-18af-468b-b778-4185b0e9f138)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:18:23.432760 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '526151aa-7ee6-400a-b703-2e8486c8234d', 'network_id': '7eab08f6-4a1b-4fcb-86bd-01fed62e685c', 'port_id': '526151aa-7ee6-400a-b703-2e8486c8234d', 'mac_address': 'fa:16:3e:16:7e:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92655e48-9722-4673-8942-7e2196384d27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:18:23.482748 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:23.497103 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 526151aa-7ee6-400a-b703-2e8486c8234d {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:18:23.498438 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-5c414cb1-357e-424e-bbf1-d4e483bb499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:23.499993 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-5c414cb1-357e-424e-bbf1-d4e483bb499c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=08bdcaea0a134c4d8e69b923e5705e1f&device_id=a4c501eb-abd9-4776-9dd0-65aa9b5256c4 HTTP/1.1" status: 200 len: 1095 time: 0.6757519 Nov 10 19:18:23.520316 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 526151aa-7ee6-400a-b703-2e8486c8234d, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=526151aa-7ee6-400a-b703-2e8486c8234d,segment=NetworkSegment(3b2782f5-18af-468b-b778-4185b0e9f138),segment_id=3b2782f5-18af-468b-b778-4185b0e9f138)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:18:23.524279 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec5379-0d2e-4083-b66b-3ac0cb37f44e req-68b7b80b-2d3c-4da4-a5a5-79aa758d46a7 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:23.525504 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:23.526195 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-82ec5379-0d2e-4083-b66b-3ac0cb37f44e req-68b7b80b-2d3c-4da4-a5a5-79aa758d46a7 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=e999b611-2e36-4b50-8cda-4b6a445253a0 HTTP/1.1" status: 200 len: 945 time: 0.1984861 Nov 10 19:18:23.541957 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9306e4d2-8209-472e-9a78-87fedf8e1b8a tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:23.579572 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=526151aa-7ee6-400a-b703-2e8486c8234d,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:23.612220 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-f7a805b7-c84a-488e-99a8-3c0c98bd4c81 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d087962-3f71-4f55-a9f5-bfa71fe7c0b8 HTTP/1.1" status: 200 len: 217 time: 0.1006744 Nov 10 19:18:23.630932 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-658dd187-653b-4f2a-b963-413ec14424c5 req-015fb86b-a49a-42df-8d0d-d6ca4d83a6ea tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b44f90c-42d4-464b-8db1-abfb69cd1321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304573 Nov 10 19:18:23.680031 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f615d74-0006-4f81-a584-32ff27df828e x-openstack-request-id: req-3f615d74-0006-4f81-a584-32ff27df828e {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:18:23.680358 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c501eb-abd9-4776-9dd0-65aa9b5256c4", "tag": "0d087962-3f71-4f55-a9f5-bfa71fe7c0b8", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:18:23.680636 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3f615d74-0006-4f81-a584-32ff27df828e {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:18:23.681105 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c501eb-abd9-4776-9dd0-65aa9b5256c4', 'tag': '0d087962-3f71-4f55-a9f5-bfa71fe7c0b8', 'status': 'completed', 'code': 200} Nov 10 19:18:23.731148 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-82ec5379-0d2e-4083-b66b-3ac0cb37f44e req-fe54e951-98ad-460d-af98-f8db639cb0d9 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779904 Nov 10 19:18:23.740947 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9306e4d2-8209-472e-9a78-87fedf8e1b8a tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:23.743803 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-05b82d18-1ea8-478f-b83e-c692c8d6b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:23.745417 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-05b82d18-1ea8-478f-b83e-c692c8d6b621 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e8763436-0d75-45ae-bb60-dffcf03461e6 HTTP/1.1" status: 200 len: 854 time: 0.1069362 Nov 10 19:18:23.868292 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['526151aa-7ee6-400a-b703-2e8486c8234d'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:18:23.883726 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306e4d2-8209-472e-9a78-87fedf8e1b8a tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Pushing event updated for resources: {'Port': ['ID=4d770dec-94d7-4b80-ab5f-0f326239ea4f,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:23.912253 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6413270-d230-4f76-9489-9f93a41a27cd req-4ef6e02a-bed6-4dad-a983-c5354cb449d5 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:23.913897 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d6413270-d230-4f76-9489-9f93a41a27cd req-4ef6e02a-bed6-4dad-a983-c5354cb449d5 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.1884856 Nov 10 19:18:23.938200 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-c660191a-5a1e-498a-9ec2-c51397846711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:23.939679 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-c660191a-5a1e-498a-9ec2-c51397846711 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f4eb91a3-0e7c-4b49-99d5-b6273309ea9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1662579 Nov 10 19:18:23.959166 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9306e4d2-8209-472e-9a78-87fedf8e1b8a tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Checking segment: {'id': '3109bb08-2797-4155-96c5-2c3ff8d7c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0917baef-b77d-4567-b35c-2c13f1f3108d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:18:23.959525 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9306e4d2-8209-472e-9a78-87fedf8e1b8a tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Network hostable DHCP agents. Network: 0917baef-b77d-4567-b35c-2c13f1f3108d, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:18:23.979121 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b680f-5864-421d-844e-a64fa7fcadc1 req-c73125ea-bab6-4a70-a927-abe9223c4e61 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:23.980693 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-047b680f-5864-421d-844e-a64fa7fcadc1 req-c73125ea-bab6-4a70-a927-abe9223c4e61 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4c501eb-abd9-4776-9dd0-65aa9b5256c4 HTTP/1.1" status: 200 len: 944 time: 0.1794508 Nov 10 19:18:24.091631 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device c8517db1-de04-44bc-a9bd-84a4cd903dcd up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:18:24.099241 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d6413270-d230-4f76-9489-9f93a41a27cd req-e0feb6b7-175e-4d60-9170-fd1011ef7e22 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740971 Nov 10 19:18:24.109382 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9306e4d2-8209-472e-9a78-87fedf8e1b8a tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Network 0917baef-b77d-4567-b35c-2c13f1f3108d is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:18:24.141665 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-9306e4d2-8209-472e-9a78-87fedf8e1b8a tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 0917baef-b77d-4567-b35c-2c13f1f3108d) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:18:24.153630 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9306e4d2-8209-472e-9a78-87fedf8e1b8a tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:18:24.154697 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9306e4d2-8209-472e-9a78-87fedf8e1b8a tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:24.160517 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-047b680f-5864-421d-844e-a64fa7fcadc1 req-4ebd6589-1b3f-4920-a1bf-dbcd4b0fc785 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "GET /v2.0/security-groups?id=39368501-9be6-4d2f-b94f-12bb0e12ddc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643262 Nov 10 19:18:24.167537 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-5306b289-e928-4266-a622-e431b328e1e0 service neutron] 10.222.0.25 "GET /v2.0/networks/f4eb91a3-0e7c-4b49-99d5-b6273309ea9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162321 Nov 10 19:18:24.182934 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c62a11a-f5c3-4fe4-a32b-d3e4330bfefb None None] Network 0917baef-b77d-4567-b35c-2c13f1f3108d requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:18:24.294334 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306e4d2-8209-472e-9a78-87fedf8e1b8a tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Pushing event updated for resources: {'Port': ['ID=4966d140-358e-4cc3-afaa-f255da109752,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:24.325790 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9306e4d2-8209-472e-9a78-87fedf8e1b8a tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Checking segment: {'id': 'd962d410-14c1-4c03-821e-42cc91f52d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'd406e081-90c1-49fc-a00f-7bde71451178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:18:24.326321 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9306e4d2-8209-472e-9a78-87fedf8e1b8a tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Network hostable DHCP agents. Network: d406e081-90c1-49fc-a00f-7bde71451178, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:18:24.354016 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4235a55-76d2-414a-b5f4-7b6edd1b721a req-f4f86da3-37af-437e-8e5a-f69fd1b3379d service neutron] 10.222.0.25 "GET /v2.0/networks/f4eb91a3-0e7c-4b49-99d5-b6273309ea9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549859 Nov 10 19:18:24.374980 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9306e4d2-8209-472e-9a78-87fedf8e1b8a tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Network d406e081-90c1-49fc-a00f-7bde71451178 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:18:24.402446 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:24.403880 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-9306e4d2-8209-472e-9a78-87fedf8e1b8a tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, d406e081-90c1-49fc-a00f-7bde71451178) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:18:24.406333 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port c8517db1-de04-44bc-a9bd-84a4cd903dcd completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:18:24.412300 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9306e4d2-8209-472e-9a78-87fedf8e1b8a tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:18:24.414123 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port c8517db1-de04-44bc-a9bd-84a4cd903dcd triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:24.414505 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:24.419391 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce44915-bcba-4785-abaa-d44615b88f30 None None] Network d406e081-90c1-49fc-a00f-7bde71451178 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:18:24.420225 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9306e4d2-8209-472e-9a78-87fedf8e1b8a tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:24.425684 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9306e4d2-8209-472e-9a78-87fedf8e1b8a tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:24.426509 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9306e4d2-8209-472e-9a78-87fedf8e1b8a tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:24.482574 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7879b-c338-40c5-b231-08066a5f9e1a req-1b36f95d-df59-4037-a188-204c2c5294d5 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:24.484153 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ffa7879b-c338-40c5-b231-08066a5f9e1a req-1b36f95d-df59-4037-a188-204c2c5294d5 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.1284873 Nov 10 19:18:24.493562 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9306e4d2-8209-472e-9a78-87fedf8e1b8a tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.3229041 Nov 10 19:18:24.496355 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38094) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:24.512089 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21b00d-4cca-40e7-a285-df5f84c89690 req-230ee71f-70cb-4ce5-84ed-f94fb718138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:24.514073 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f21b00d-4cca-40e7-a285-df5f84c89690 req-230ee71f-70cb-4ce5-84ed-f94fb718138b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=08bdcaea0a134c4d8e69b923e5705e1f&device_id=a4c501eb-abd9-4776-9dd0-65aa9b5256c4 HTTP/1.1" status: 200 len: 1095 time: 0.0839069 Nov 10 19:18:24.567330 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cada7952-8bc0-414d-9095-728281aff308 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:24.578357 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cada7952-8bc0-414d-9095-728281aff308 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:24.580680 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cada7952-8bc0-414d-9095-728281aff308 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0828664 Nov 10 19:18:24.584230 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38096) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:24.650648 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:24.671719 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ffa7879b-c338-40c5-b231-08066a5f9e1a req-66fc4d20-f423-40e7-8903-5f3b58e11715 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768095 Nov 10 19:18:24.691773 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21b00d-4cca-40e7-a285-df5f84c89690 req-f8f400d1-d92b-4132-98df-03cf7f097ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:24.693701 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f21b00d-4cca-40e7-a285-df5f84c89690 req-f8f400d1-d92b-4132-98df-03cf7f097ffe service neutron] 10.222.0.25 "GET /v2.0/networks?id=f4eb91a3-0e7c-4b49-99d5-b6273309ea9d HTTP/1.1" status: 200 len: 916 time: 0.1691530 Nov 10 19:18:24.714533 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-6f4655e3-be37-4545-b022-b59bfd50c045 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Deleting port 4d770dec-94d7-4b80-ab5f-0f326239ea4f {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:18:24.715412 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6f4655e3-be37-4545-b022-b59bfd50c045 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:24.715747 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e999b611-2e36-4b50-8cda-4b6a445253a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8517db1-de04-44bc-a9bd-84a4cd903dcd'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:18:24.722805 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d863ffd-73ca-4b6b-8e92-e7d8202696a9" -d '{"events": [{"server_uuid": "e999b611-2e36-4b50-8cda-4b6a445253a0", "name": "network-vif-plugged", "status": "completed", "tag": "c8517db1-de04-44bc-a9bd-84a4cd903dcd"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:18:24.751930 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port c8517db1-de04-44bc-a9bd-84a4cd903dcd, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=c8517db1-de04-44bc-a9bd-84a4cd903dcd,segment=NetworkSegment(c9a36c68-c3fb-4c33-a5bb-7886b7443ebd),segment_id=c9a36c68-c3fb-4c33-a5bb-7886b7443ebd)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:18:24.759792 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:24.811330 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f21b00d-4cca-40e7-a285-df5f84c89690 req-2baf7c75-a01f-4134-bcae-999bb73eb848 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d087962-3f71-4f55-a9f5-bfa71fe7c0b8 HTTP/1.1" status: 200 len: 217 time: 0.1082680 Nov 10 19:18:24.859341 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:24.872372 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=c8517db1-de04-44bc-a9bd-84a4cd903dcd,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:24.878647 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6f4655e3-be37-4545-b022-b59bfd50c045 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:24.897917 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-6f4655e3-be37-4545-b022-b59bfd50c045 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Calling delete_port for 4d770dec-94d7-4b80-ab5f-0f326239ea4f owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:18:24.916289 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21b00d-4cca-40e7-a285-df5f84c89690 req-dec6a59a-43f0-4d18-accf-d34e26abb59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:24.918103 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f21b00d-4cca-40e7-a285-df5f84c89690 req-dec6a59a-43f0-4d18-accf-d34e26abb59c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e8763436-0d75-45ae-bb60-dffcf03461e6 HTTP/1.1" status: 200 len: 854 time: 0.0842495 Nov 10 19:18:24.920198 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5666931a-1886-429a-9db0-48e2fe61a486 x-openstack-request-id: req-5666931a-1886-429a-9db0-48e2fe61a486 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:18:24.920707 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e999b611-2e36-4b50-8cda-4b6a445253a0", "name": "network-vif-plugged", "status": "completed", "tag": "c8517db1-de04-44bc-a9bd-84a4cd903dcd", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:18:24.921066 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5666931a-1886-429a-9db0-48e2fe61a486 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:18:24.921627 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e999b611-2e36-4b50-8cda-4b6a445253a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8517db1-de04-44bc-a9bd-84a4cd903dcd', 'code': 200} Nov 10 19:18:24.927773 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796e985-bec5-4018-98da-ec20974eaca2 req-b45ce5b3-6971-4db5-ad4d-103d2e50df23 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:24.931152 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5796e985-bec5-4018-98da-ec20974eaca2 req-b45ce5b3-6971-4db5-ad4d-103d2e50df23 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/ports?device_id=13069931-cb4f-47d2-abf6-7b6d3dc180de HTTP/1.1" status: 200 len: 944 time: 0.1361046 Nov 10 19:18:25.006763 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6f4655e3-be37-4545-b022-b59bfd50c045 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:25.041227 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4655e3-be37-4545-b022-b59bfd50c045 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Pushing event deleted for resources: {'Port': ['ID=4d770dec-94d7-4b80-ab5f-0f326239ea4f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:25.046800 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6f4655e3-be37-4545-b022-b59bfd50c045 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:25.053097 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6f4655e3-be37-4545-b022-b59bfd50c045 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] 10.222.0.54 "DELETE /v2.0/ports/4d770dec-94d7-4b80-ab5f-0f326239ea4f HTTP/1.1" status: 204 len: 168 time: 0.4650352 Nov 10 19:18:25.053306 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38110) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:25.100808 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5796e985-bec5-4018-98da-ec20974eaca2 req-c6f0a4c1-54e3-47b1-a0f0-d1cf8301bf41 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b44f90c-42d4-464b-8db1-abfb69cd1321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567185 Nov 10 19:18:25.108400 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21b00d-4cca-40e7-a285-df5f84c89690 req-99509ee4-e25b-4068-a21d-357ae6609686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:25.110126 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f21b00d-4cca-40e7-a285-df5f84c89690 req-99509ee4-e25b-4068-a21d-357ae6609686 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f4eb91a3-0e7c-4b49-99d5-b6273309ea9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1779771 Nov 10 19:18:25.151635 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 526151aa-7ee6-400a-b703-2e8486c8234d up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:18:25.158505 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85d1ce-dc5f-424b-a182-fa52de0126a4 req-0a2b1c10-b77c-4c3e-aa91-2d8c1ff57a35 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:25.163057 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6a85d1ce-dc5f-424b-a182-fa52de0126a4 req-0a2b1c10-b77c-4c3e-aa91-2d8c1ff57a35 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=e999b611-2e36-4b50-8cda-4b6a445253a0 HTTP/1.1" status: 200 len: 946 time: 0.1777351 Nov 10 19:18:25.167241 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8b4b3-94ca-4b6e-bf5b-399cc42b47cd req-0dbe2bf9-cbfc-4f40-8e90-46fa11d2b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:25.168788 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bdc8b4b3-94ca-4b6e-bf5b-399cc42b47cd req-0dbe2bf9-cbfc-4f40-8e90-46fa11d2b946 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e999b611-2e36-4b50-8cda-4b6a445253a0 HTTP/1.1" status: 200 len: 1097 time: 0.1344619 Nov 10 19:18:25.174610 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-3b90c087-4f51-4462-a3f5-7947e82ce817 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Deleting port 4966d140-358e-4cc3-afaa-f255da109752 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:18:25.175343 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3b90c087-4f51-4462-a3f5-7947e82ce817 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:25.220086 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 526151aa-7ee6-400a-b703-2e8486c8234d completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:18:25.227814 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 526151aa-7ee6-400a-b703-2e8486c8234d triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:25.228624 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:25.310197 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3b90c087-4f51-4462-a3f5-7947e82ce817 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:25.328228 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-3b90c087-4f51-4462-a3f5-7947e82ce817 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Calling delete_port for 4966d140-358e-4cc3-afaa-f255da109752 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:18:25.371079 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:25.410228 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bdc8b4b3-94ca-4b6e-bf5b-399cc42b47cd req-b8cfc607-dd5f-4ecf-9242-8c5e38f00fe9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029920 Nov 10 19:18:25.413494 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 526151aa-7ee6-400a-b703-2e8486c8234d, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=526151aa-7ee6-400a-b703-2e8486c8234d,segment=NetworkSegment(3b2782f5-18af-468b-b778-4185b0e9f138),segment_id=3b2782f5-18af-468b-b778-4185b0e9f138)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:18:25.420573 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:25.437320 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6a85d1ce-dc5f-424b-a182-fa52de0126a4 req-29f67514-49e5-48e9-9986-f348c2f780d8 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672684 Nov 10 19:18:25.444491 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f21b00d-4cca-40e7-a285-df5f84c89690 req-6754b25a-486d-4bae-9ca5-8d03f7419f33 service neutron] 10.222.0.25 "GET /v2.0/networks/f4eb91a3-0e7c-4b49-99d5-b6273309ea9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116338 Nov 10 19:18:25.445070 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3b90c087-4f51-4462-a3f5-7947e82ce817 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:25.462511 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d6141-d185-4e8f-9fa4-d810774e11b9 req-db826abd-cdca-49cb-81e4-c3a5585c2d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:25.462511 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-538d6141-d185-4e8f-9fa4-d810774e11b9 req-db826abd-cdca-49cb-81e4-c3a5585c2d17 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=55597ebb7ba248d788dd953f401fb01c&device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 1096 time: 0.1559632 Nov 10 19:18:25.484204 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=526151aa-7ee6-400a-b703-2e8486c8234d,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:25.485651 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3b90c087-4f51-4462-a3f5-7947e82ce817 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:25.493807 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3b90c087-4f51-4462-a3f5-7947e82ce817 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] 10.222.0.54 "DELETE /v2.0/ports/4966d140-358e-4cc3-afaa-f255da109752 HTTP/1.1" status: 204 len: 168 time: 0.4373820 Nov 10 19:18:25.516045 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38122) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:25.530505 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b90c087-4f51-4462-a3f5-7947e82ce817 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Pushing event deleted for resources: {'Port': ['ID=4966d140-358e-4cc3-afaa-f255da109752,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:25.535978 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4da8e-bcf2-4bb7-8e12-96f1e87440c7 req-14acf74c-31e4-400a-b8bf-cc7c31ea1be6 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:25.542327 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fec4da8e-bcf2-4bb7-8e12-96f1e87440c7 req-14acf74c-31e4-400a-b8bf-cc7c31ea1be6 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.1696596 Nov 10 19:18:25.554503 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1d30a8a3-9210-46fe-a1c6-c2d3f54c46ab tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0368958 Nov 10 19:18:25.558056 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38124) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:25.564186 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-27edd708-2d79-4e02-a5d2-b5bd49409616 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-105538908'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:25.587433 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27edd708-2d79-4e02-a5d2-b5bd49409616 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Made reservation on behalf of 837e91b790fe4b459c11a87cea63674c for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:18:25.591482 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-27edd708-2d79-4e02-a5d2-b5bd49409616 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:25.617506 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27edd708-2d79-4e02-a5d2-b5bd49409616 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:18:25.627077 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-27edd708-2d79-4e02-a5d2-b5bd49409616 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:25.627542 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-27edd708-2d79-4e02-a5d2-b5bd49409616 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Added segment 5a70504d-c489-4f81-bc80-88ee7a0fa02e of type vlan for network 55160f5a-22ba-4ce8-b428-8460b661892e Nov 10 19:18:25.672486 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-27edd708-2d79-4e02-a5d2-b5bd49409616 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:25.673850 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d6141-d185-4e8f-9fa4-d810774e11b9 req-817a0cc2-a553-492f-b454-5f7573deaea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:25.675593 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-538d6141-d185-4e8f-9fa4-d810774e11b9 req-817a0cc2-a553-492f-b454-5f7573deaea5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=84c30210-1766-4b73-a472-c9afa703f4ae HTTP/1.1" status: 200 len: 919 time: 0.2052007 Nov 10 19:18:25.684180 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11ac22-4fa6-407b-9584-e34397527127 req-2f505ad9-72a0-4a60-becf-66a361ffb9e6 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:25.685722 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fd11ac22-4fa6-407b-9584-e34397527127 req-2f505ad9-72a0-4a60-becf-66a361ffb9e6 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4c501eb-abd9-4776-9dd0-65aa9b5256c4 HTTP/1.1" status: 200 len: 944 time: 0.1160734 Nov 10 19:18:25.686981 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f796-c64b-4eb0-aa2b-78f4df1bf499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:25.690870 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fec4da8e-bcf2-4bb7-8e12-96f1e87440c7 req-ce84e4e4-e0b4-48a2-9925-1f2a8c903b9d tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197574 Nov 10 19:18:25.706880 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-27edd708-2d79-4e02-a5d2-b5bd49409616 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:25.713259 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27edd708-2d79-4e02-a5d2-b5bd49409616 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:25.713998 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-27edd708-2d79-4e02-a5d2-b5bd49409616 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:25.747681 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-538d6141-d185-4e8f-9fa4-d810774e11b9 req-5ae71633-41cd-4793-b7a3-206641b815df service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=742befb3-64d2-4218-bdc9-2d208283643d HTTP/1.1" status: 200 len: 217 time: 0.0607023 Nov 10 19:18:25.754263 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-27edd708-2d79-4e02-a5d2-b5bd49409616 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1940870 Nov 10 19:18:25.772825 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38128) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:25.779458 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-2cff6d3a-0fb4-4087-9286-c4dbfeb26dc7 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1516159370'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:25.796572 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27edd708-2d79-4e02-a5d2-b5bd49409616 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Pushing event updated for resources: {'Network': ['ID=55160f5a-22ba-4ce8-b428-8460b661892e,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:25.809161 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 55160f5a-22ba-4ce8-b428-8460b661892e details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:18:25.939430 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fd11ac22-4fa6-407b-9584-e34397527127 req-da8defae-5dfe-490d-9c99-db82b6c6a444 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "GET /v2.0/security-groups?id=39368501-9be6-4d2f-b94f-12bb0e12ddc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2426419 Nov 10 19:18:25.945156 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d6141-d185-4e8f-9fa4-d810774e11b9 req-13f4ddcc-4569-4ed9-ab8c-212882afcd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:25.946686 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-538d6141-d185-4e8f-9fa4-d810774e11b9 req-13f4ddcc-4569-4ed9-ab8c-212882afcd82 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f0f0b475-2f63-4d7b-baac-8e262a7cc3df HTTP/1.1" status: 200 len: 858 time: 0.1747794 Nov 10 19:18:25.950613 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cff6d3a-0fb4-4087-9286-c4dbfeb26dc7 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Made reservation on behalf of 837e91b790fe4b459c11a87cea63674c for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:18:25.954136 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2cff6d3a-0fb4-4087-9286-c4dbfeb26dc7 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:26.011819 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-538d6141-d185-4e8f-9fa4-d810774e11b9 req-98663c17-bac1-4270-936b-895c3706fab6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=84c30210-1766-4b73-a472-c9afa703f4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514994 Nov 10 19:18:26.013749 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f21b00d-4cca-40e7-a285-df5f84c89690 req-0cd5d46a-44a4-4d18-a572-1f5ea0b8a33d service neutron] 10.222.0.25 "GET /v2.0/networks/f4eb91a3-0e7c-4b49-99d5-b6273309ea9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140988 Nov 10 19:18:26.025879 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258283e-fff8-4c5a-bb54-ba5def3685a0 req-e73625fe-f3b8-4624-904c-05115df2d07e tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:26.030597 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1258283e-fff8-4c5a-bb54-ba5def3685a0 req-e73625fe-f3b8-4624-904c-05115df2d07e tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.2552595 Nov 10 19:18:26.070619 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cff6d3a-0fb4-4087-9286-c4dbfeb26dc7 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:18:26.130415 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2cff6d3a-0fb4-4087-9286-c4dbfeb26dc7 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:26.130759 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-2cff6d3a-0fb4-4087-9286-c4dbfeb26dc7 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Added segment 2d0a13f6-dbcd-41ef-b374-cd7c0354d11b of type vlan for network 513c4a94-a636-4660-9c38-708e66f94650 Nov 10 19:18:26.231116 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1258283e-fff8-4c5a-bb54-ba5def3685a0 req-f2958a9e-b77b-4249-878b-02dbe80d27d3 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872039 Nov 10 19:18:26.233551 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2cff6d3a-0fb4-4087-9286-c4dbfeb26dc7 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:26.238497 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-538d6141-d185-4e8f-9fa4-d810774e11b9 req-5e458bf8-f3e4-414b-aa83-bc218774ac90 service neutron] 10.222.0.73 "GET /v2.0/networks/84c30210-1766-4b73-a472-c9afa703f4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034438 Nov 10 19:18:26.278518 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4149bf-cc57-4355-9bbd-92d28b045647 req-60d39975-936c-438b-916f-e439c3401072 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:26.280071 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ea4149bf-cc57-4355-9bbd-92d28b045647 req-60d39975-936c-438b-916f-e439c3401072 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.1478455 Nov 10 19:18:26.376715 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2cff6d3a-0fb4-4087-9286-c4dbfeb26dc7 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:26.382582 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cff6d3a-0fb4-4087-9286-c4dbfeb26dc7 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:26.383169 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2cff6d3a-0fb4-4087-9286-c4dbfeb26dc7 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:26.484986 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2cff6d3a-0fb4-4087-9286-c4dbfeb26dc7 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7109144 Nov 10 19:18:26.497145 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ea4149bf-cc57-4355-9bbd-92d28b045647 req-40a8d818-1fa3-4e23-af1a-489ed95bd3b2 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029967 Nov 10 19:18:26.511657 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff6d3a-0fb4-4087-9286-c4dbfeb26dc7 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Pushing event updated for resources: {'Network': ['ID=513c4a94-a636-4660-9c38-708e66f94650,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:26.523378 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 513c4a94-a636-4660-9c38-708e66f94650 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:18:26.524032 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cffa81-3e00-416b-875b-3669df7f56dd req-4a2ce8f5-533d-4c9f-998d-f448b4168a24 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:26.525638 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-78cffa81-3e00-416b-875b-3669df7f56dd req-4a2ce8f5-533d-4c9f-998d-f448b4168a24 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/ports?device_id=13069931-cb4f-47d2-abf6-7b6d3dc180de HTTP/1.1" status: 200 len: 945 time: 0.2303445 Nov 10 19:18:26.527824 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-538d6141-d185-4e8f-9fa4-d810774e11b9 req-8b272e67-c775-4a6c-853f-791f9285b27f service neutron] 10.222.0.73 "GET /v2.0/networks/84c30210-1766-4b73-a472-c9afa703f4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797031 Nov 10 19:18:26.582930 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-78cffa81-3e00-416b-875b-3669df7f56dd req-4b68257e-2f5b-4f5c-a824-9c9162fbb4a5 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b44f90c-42d4-464b-8db1-abfb69cd1321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496848 Nov 10 19:18:26.639018 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38136) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:26.644675 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-186c441b-e264-45c4-917f-39d710347ed5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Request body: {'subnets': [{'network_id': '55160f5a-22ba-4ce8-b428-8460b661892e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1891169053', 'ip_version': 4}, {'network_id': '513c4a94-a636-4660-9c38-708e66f94650', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:26.645118 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-186c441b-e264-45c4-917f-39d710347ed5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Request body: {'subnet': {'network_id': '55160f5a-22ba-4ce8-b428-8460b661892e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1891169053', 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:26.645844 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-186c441b-e264-45c4-917f-39d710347ed5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Request body: {'subnet': {'network_id': '513c4a94-a636-4660-9c38-708e66f94650', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:26.684565 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1ac10-e779-4275-9fe5-bedaa3181f09 req-ba4faa35-4eb0-4c22-bcf9-969b3a63343f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:26.686658 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5ce1ac10-e779-4275-9fe5-bedaa3181f09 req-ba4faa35-4eb0-4c22-bcf9-969b3a63343f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=e999b611-2e36-4b50-8cda-4b6a445253a0 HTTP/1.1" status: 200 len: 946 time: 0.0668387 Nov 10 19:18:26.749736 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5ce1ac10-e779-4275-9fe5-bedaa3181f09 req-c55e5a59-7134-4b72-a9fe-120fb5072161 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525167 Nov 10 19:18:26.835097 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186c441b-e264-45c4-917f-39d710347ed5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Made reservation on behalf of 837e91b790fe4b459c11a87cea63674c for: {'subnet': 2} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:18:26.840517 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-186c441b-e264-45c4-917f-39d710347ed5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:26.840849 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-186c441b-e264-45c4-917f-39d710347ed5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:26.922802 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13069931-cb4f-47d2-abf6-7b6d3dc180de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526151aa-7ee6-400a-b703-2e8486c8234d'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:18:26.926340 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b062e7-b2bb-4692-b1bf-87b21c73896a" -d '{"events": [{"server_uuid": "13069931-cb4f-47d2-abf6-7b6d3dc180de", "name": "network-vif-plugged", "status": "completed", "tag": "526151aa-7ee6-400a-b703-2e8486c8234d"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:18:26.975320 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94d282-fccf-4e61-85d4-6914121581c6 req-19aff57d-8e0e-4247-afec-e83dd4516895 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:26.977552 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4f94d282-fccf-4e61-85d4-6914121581c6 req-19aff57d-8e0e-4247-afec-e83dd4516895 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.0597296 Nov 10 19:18:26.989468 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346aa930-698f-4324-b530-d0ae46eea2d5 x-openstack-request-id: req-346aa930-698f-4324-b530-d0ae46eea2d5 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:18:26.989783 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13069931-cb4f-47d2-abf6-7b6d3dc180de", "name": "network-vif-plugged", "status": "completed", "tag": "526151aa-7ee6-400a-b703-2e8486c8234d", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:18:26.990045 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-346aa930-698f-4324-b530-d0ae46eea2d5 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:18:26.990449 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13069931-cb4f-47d2-abf6-7b6d3dc180de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526151aa-7ee6-400a-b703-2e8486c8234d', 'code': 200} Nov 10 19:18:27.100611 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4f94d282-fccf-4e61-85d4-6914121581c6 req-73602187-0029-4187-a9b8-aa0b3712e2c7 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156957 Nov 10 19:18:27.117652 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:27.167738 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9908ef2-cc31-4f72-885a-4d7a0bd57c7b req-5b295f7e-30f9-42f7-841a-147712683a0a tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:27.178509 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c9908ef2-cc31-4f72-885a-4d7a0bd57c7b req-5b295f7e-30f9-42f7-841a-147712683a0a tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4c501eb-abd9-4776-9dd0-65aa9b5256c4 HTTP/1.1" status: 200 len: 944 time: 0.1252613 Nov 10 19:18:27.211292 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e2d3d-7aba-4020-8107-96302d26e6e1 req-ca74630d-6347-4d49-b78b-f6c01f87e92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:27.212823 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ee7e2d3d-7aba-4020-8107-96302d26e6e1 req-ca74630d-6347-4d49-b78b-f6c01f87e92b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=13069931-cb4f-47d2-abf6-7b6d3dc180de HTTP/1.1" status: 200 len: 1096 time: 0.1549234 Nov 10 19:18:27.279648 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c9908ef2-cc31-4f72-885a-4d7a0bd57c7b req-a11dad3b-dcb0-4f90-88bd-522c7deca6e1 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "GET /v2.0/security-groups?id=39368501-9be6-4d2f-b94f-12bb0e12ddc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000648 Nov 10 19:18:27.308293 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ee7e2d3d-7aba-4020-8107-96302d26e6e1 req-a1216d46-7a7e-4f60-8d0f-a1a095430abd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8b44f90c-42d4-464b-8db1-abfb69cd1321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829635 Nov 10 19:18:27.395954 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb24a0-fb36-4ffe-b1d3-214b9f1cc320 req-f30e7d94-e2d8-4216-a36a-dcff715bfccb tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:27.397660 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cfb24a0-fb36-4ffe-b1d3-214b9f1cc320 req-f30e7d94-e2d8-4216-a36a-dcff715bfccb tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.0570097 Nov 10 19:18:27.447099 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cfb24a0-fb36-4ffe-b1d3-214b9f1cc320 req-2cfb0d68-8aaf-4670-95cf-1550e61d4e22 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427070 Nov 10 19:18:27.567243 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-186c441b-e264-45c4-917f-39d710347ed5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:27.626047 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c441b-e264-45c4-917f-39d710347ed5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Pushing event updated for resources: {'Subnet': ['ID=3a2c3ab8-5068-4920-8ce3-e12cc768ff94,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:27.638591 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186c441b-e264-45c4-917f-39d710347ed5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Checking segment: {'id': '5a70504d-c489-4f81-bc80-88ee7a0fa02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '55160f5a-22ba-4ce8-b428-8460b661892e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:18:27.638962 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186c441b-e264-45c4-917f-39d710347ed5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Network hostable DHCP agents. Network: 55160f5a-22ba-4ce8-b428-8460b661892e, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:18:27.659702 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186c441b-e264-45c4-917f-39d710347ed5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Network 55160f5a-22ba-4ce8-b428-8460b661892e is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:18:27.670188 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-186c441b-e264-45c4-917f-39d710347ed5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 55160f5a-22ba-4ce8-b428-8460b661892e) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:18:27.674492 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-186c441b-e264-45c4-917f-39d710347ed5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:27.679888 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7f6229-7480-4e06-b3e4-9dd27f4ce1d7 None None] Network 55160f5a-22ba-4ce8-b428-8460b661892e requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:18:27.734722 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c441b-e264-45c4-917f-39d710347ed5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Pushing event updated for resources: {'Subnet': ['ID=2568dcb0-3127-43e4-8ba2-de85d3401b12,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:27.742928 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526824fb-235c-43b5-8a43-1dcd183eb4a0 req-0fc11d97-1f6a-4b84-8f09-0a177c3867cb tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:27.745078 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-526824fb-235c-43b5-8a43-1dcd183eb4a0 req-0fc11d97-1f6a-4b84-8f09-0a177c3867cb tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/ports?device_id=13069931-cb4f-47d2-abf6-7b6d3dc180de HTTP/1.1" status: 200 len: 945 time: 0.0618050 Nov 10 19:18:27.750432 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186c441b-e264-45c4-917f-39d710347ed5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Checking segment: {'id': '2d0a13f6-dbcd-41ef-b374-cd7c0354d11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '513c4a94-a636-4660-9c38-708e66f94650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:18:27.750876 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186c441b-e264-45c4-917f-39d710347ed5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Network hostable DHCP agents. Network: 513c4a94-a636-4660-9c38-708e66f94650, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:18:27.778103 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186c441b-e264-45c4-917f-39d710347ed5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Network 513c4a94-a636-4660-9c38-708e66f94650 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:18:27.790099 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-186c441b-e264-45c4-917f-39d710347ed5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 513c4a94-a636-4660-9c38-708e66f94650) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:18:27.795928 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186c441b-e264-45c4-917f-39d710347ed5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:27.796422 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186c441b-e264-45c4-917f-39d710347ed5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:27.797066 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-186c441b-e264-45c4-917f-39d710347ed5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:27.803843 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58aae788-6855-45d6-983b-6bf9c984500d None None] Network 513c4a94-a636-4660-9c38-708e66f94650 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:18:27.822004 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-186c441b-e264-45c4-917f-39d710347ed5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.1792612 Nov 10 19:18:27.827223 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38166) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:27.827369 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-526824fb-235c-43b5-8a43-1dcd183eb4a0 req-cd655009-24e0-4ba8-847c-a24a106f72aa tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b44f90c-42d4-464b-8db1-abfb69cd1321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729785 Nov 10 19:18:27.899324 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f53311-ba0f-4e4e-8432-a9545e276608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-55160f5a-22ba-4ce8-b428-8460b661892e', 'network_id': '55160f5a-22ba-4ce8-b428-8460b661892e', 'tenant_id': '837e91b790fe4b459c11a87cea63674c', 'fixed_ips': [{'subnet_id': '3a2c3ab8-5068-4920-8ce3-e12cc768ff94'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:18:27.900215 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-86f53311-ba0f-4e4e-8432-a9545e276608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:27.908424 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915bfb9b-c6c9-4c61-a953-57af621f2afc tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:27.910340 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915bfb9b-c6c9-4c61-a953-57af621f2afc tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:27.912713 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915bfb9b-c6c9-4c61-a953-57af621f2afc tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:27.917734 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea251a8-00ec-48ce-81c6-5fe9bfc1151c req-7bf19fe0-9bef-479e-9aee-1e9d7f3999fb tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:27.919054 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-915bfb9b-c6c9-4c61-a953-57af621f2afc tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0889990 Nov 10 19:18:27.919327 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dea251a8-00ec-48ce-81c6-5fe9bfc1151c req-7bf19fe0-9bef-479e-9aee-1e9d7f3999fb tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=e999b611-2e36-4b50-8cda-4b6a445253a0 HTTP/1.1" status: 200 len: 946 time: 0.0619686 Nov 10 19:18:27.919842 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38168) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:27.999414 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-096e2a4e-cbac-4049-96da-44d1633d3fcd tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Deleting subnet 3a2c3ab8-5068-4920-8ce3-e12cc768ff94 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:18:28.009338 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-096e2a4e-cbac-4049-96da-44d1633d3fcd tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:28.038382 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dea251a8-00ec-48ce-81c6-5fe9bfc1151c req-d85b083f-b5a1-4e10-8917-7e2a3802b489 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095331 Nov 10 19:18:28.064081 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-096e2a4e-cbac-4049-96da-44d1633d3fcd tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:28.072679 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170fb48c-2ccb-47c3-abed-134fb83de95e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-513c4a94-a636-4660-9c38-708e66f94650', 'network_id': '513c4a94-a636-4660-9c38-708e66f94650', 'tenant_id': '837e91b790fe4b459c11a87cea63674c', 'fixed_ips': [{'subnet_id': '2568dcb0-3127-43e4-8ba2-de85d3401b12'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:18:28.073605 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-170fb48c-2ccb-47c3-abed-134fb83de95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:28.118793 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-096e2a4e-cbac-4049-96da-44d1633d3fcd tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:28.151210 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 0d087962-3f71-4f55-a9f5-bfa71fe7c0b8 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:18:28.240769 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-096e2a4e-cbac-4049-96da-44d1633d3fcd tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:28.267258 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-096e2a4e-cbac-4049-96da-44d1633d3fcd tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:28.271429 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-096e2a4e-cbac-4049-96da-44d1633d3fcd tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] 10.222.0.54 "DELETE /v2.0/subnets/3a2c3ab8-5068-4920-8ce3-e12cc768ff94 HTTP/1.1" status: 204 len: 168 time: 0.3505988 Nov 10 19:18:28.274278 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38176) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server [None req-86f53311-ba0f-4e4e-8432-a9545e276608 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a2c3ab8-5068-4920-8ce3-e12cc768ff94: This subnet is being modified by another concurrent operation. Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 19:18:28.294685 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise exception Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a2c3ab8-5068-4920-8ce3-e12cc768ff94: This subnet is being modified by another concurrent operation. Nov 10 19:18:28.299188 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server Nov 10 19:18:28.312999 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e2a4e-cbac-4049-96da-44d1633d3fcd tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Pushing event deleted for resources: {'Subnet': ['ID=3a2c3ab8-5068-4920-8ce3-e12cc768ff94,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:28.336996 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e9489-a315-47d4-9fbd-a025eee0a0b6 req-cc733604-b7e1-4e7a-afd5-de09d6bd1fca tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:28.357721 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-231e9489-a315-47d4-9fbd-a025eee0a0b6 req-cc733604-b7e1-4e7a-afd5-de09d6bd1fca tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.1639783 Nov 10 19:18:28.389453 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41436819-8009-41fa-af8e-7df5fd21e5d6 None None] Network 55160f5a-22ba-4ce8-b428-8460b661892e requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:18:28.410568 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fd1d405-50b1-4cfa-8a88-47318cf1cc56 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Deleting subnet 2568dcb0-3127-43e4-8ba2-de85d3401b12 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:18:28.443333 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-231e9489-a315-47d4-9fbd-a025eee0a0b6 req-615638bf-d213-401a-9680-b06dff66bf79 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847015 Nov 10 19:18:28.448682 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-170fb48c-2ccb-47c3-abed-134fb83de95e None None] Allocated IP 172.20.0.18 (513c4a94-a636-4660-9c38-708e66f94650/2568dcb0-3127-43e4-8ba2-de85d3401b12/51370ffb-68a6-4c41-9557-7bce8334b7ad) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:18:28.575228 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 0d087962-3f71-4f55-a9f5-bfa71fe7c0b8, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=0d087962-3f71-4f55-a9f5-bfa71fe7c0b8,segment=NetworkSegment(88e73b67-15cc-41ea-8a3f-4da35a6a58df),segment_id=88e73b67-15cc-41ea-8a3f-4da35a6a58df)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:18:28.638561 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33e198-e69c-4c8c-8fe6-13d12f99020e req-61c08751-5fc8-4d49-8db9-d81abb15d20b tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:28.643378 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8f33e198-e69c-4c8c-8fe6-13d12f99020e req-61c08751-5fc8-4d49-8db9-d81abb15d20b tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4c501eb-abd9-4776-9dd0-65aa9b5256c4 HTTP/1.1" status: 200 len: 944 time: 0.1329970 Nov 10 19:18:28.664479 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6c0c1-9ca1-4505-9553-4ea1a73f4d1f req-b65a80b1-f04a-417b-85f3-03779aa84966 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:28.666490 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7ce6c0c1-9ca1-4505-9553-4ea1a73f4d1f req-b65a80b1-f04a-417b-85f3-03779aa84966 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.1074789 Nov 10 19:18:28.755797 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8f33e198-e69c-4c8c-8fe6-13d12f99020e req-60d7a324-786d-4bda-8d3c-4d320031495b tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "GET /v2.0/security-groups?id=39368501-9be6-4d2f-b94f-12bb0e12ddc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072364 Nov 10 19:18:28.774168 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7ce6c0c1-9ca1-4505-9553-4ea1a73f4d1f req-a4981d49-441d-45be-bfea-7882c0648a7c tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907865 Nov 10 19:18:28.807105 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '0d087962-3f71-4f55-a9f5-bfa71fe7c0b8', 'network_id': 'f4eb91a3-0e7c-4b49-99d5-b6273309ea9d', 'port_id': '0d087962-3f71-4f55-a9f5-bfa71fe7c0b8', 'mac_address': 'fa:16:3e:d0:b1:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8763436-0d75-45ae-bb60-dffcf03461e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:18:28.813310 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:28.940706 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:28.967488 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d087962-3f71-4f55-a9f5-bfa71fe7c0b8 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:18:28.978797 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-170fb48c-2ccb-47c3-abed-134fb83de95e None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:28.984230 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18ec19-f8be-40f8-b5a3-dd25b894960a req-0720bf22-5881-4a69-80b5-077e56197e71 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:28.989467 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7fd1d405-50b1-4cfa-8a88-47318cf1cc56 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:28.996670 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-170fb48c-2ccb-47c3-abed-134fb83de95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:28.998579 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d18ec19-f8be-40f8-b5a3-dd25b894960a req-0720bf22-5881-4a69-80b5-077e56197e71 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/ports?device_id=13069931-cb4f-47d2-abf6-7b6d3dc180de HTTP/1.1" status: 200 len: 945 time: 0.0731163 Nov 10 19:18:28.999531 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 0d087962-3f71-4f55-a9f5-bfa71fe7c0b8, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=0d087962-3f71-4f55-a9f5-bfa71fe7c0b8,segment=NetworkSegment(88e73b67-15cc-41ea-8a3f-4da35a6a58df),segment_id=88e73b67-15cc-41ea-8a3f-4da35a6a58df)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:18:29.027560 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:29.044979 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170fb48c-2ccb-47c3-abed-134fb83de95e None None] Network 513c4a94-a636-4660-9c38-708e66f94650 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:18:29.051265 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-170fb48c-2ccb-47c3-abed-134fb83de95e None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:18:29.052299 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7fd1d405-50b1-4cfa-8a88-47318cf1cc56 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:29.055460 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170fb48c-2ccb-47c3-abed-134fb83de95e None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:18:29.063700 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fb48c-2ccb-47c3-abed-134fb83de95e None None] Pushing event updated for resources: {'Port': ['ID=51370ffb-68a6-4c41-9557-7bce8334b7ad,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:29.074331 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d18ec19-f8be-40f8-b5a3-dd25b894960a req-c4a604ac-8cd9-431b-89ec-71e466ee006c tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b44f90c-42d4-464b-8db1-abfb69cd1321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741441 Nov 10 19:18:29.171584 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-170fb48c-2ccb-47c3-abed-134fb83de95e None None] Attempting to bind port 51370ffb-68a6-4c41-9557-7bce8334b7ad on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:18:29.171961 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-170fb48c-2ccb-47c3-abed-134fb83de95e None None] Attempting to bind port 51370ffb-68a6-4c41-9557-7bce8334b7ad by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '2d0a13f6-dbcd-41ef-b374-cd7c0354d11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '513c4a94-a636-4660-9c38-708e66f94650'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:18:29.172544 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170fb48c-2ccb-47c3-abed-134fb83de95e None None] Attempting to bind port 51370ffb-68a6-4c41-9557-7bce8334b7ad on network 513c4a94-a636-4660-9c38-708e66f94650 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:18:29.179397 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=0d087962-3f71-4f55-a9f5-bfa71fe7c0b8,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:29.182619 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170fb48c-2ccb-47c3-abed-134fb83de95e None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:18:29.183242 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170fb48c-2ccb-47c3-abed-134fb83de95e None None] Checking segment: {'id': '2d0a13f6-dbcd-41ef-b374-cd7c0354d11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '513c4a94-a636-4660-9c38-708e66f94650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:18:29.183806 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-170fb48c-2ccb-47c3-abed-134fb83de95e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:29.184345 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170fb48c-2ccb-47c3-abed-134fb83de95e None None] Bound using segment: {'id': '2d0a13f6-dbcd-41ef-b374-cd7c0354d11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '513c4a94-a636-4660-9c38-708e66f94650'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:18:29.184986 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-170fb48c-2ccb-47c3-abed-134fb83de95e None None] Bound port: 51370ffb-68a6-4c41-9557-7bce8334b7ad, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a13f6-dbcd-41ef-b374-cd7c0354d11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '513c4a94-a636-4660-9c38-708e66f94650'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:18:29.185541 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-170fb48c-2ccb-47c3-abed-134fb83de95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:29.190838 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7fd1d405-50b1-4cfa-8a88-47318cf1cc56 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:29.231607 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e260fb-c524-4d99-bdef-d110c46558ce req-c202cc8a-e682-4787-8cd4-8ac33222c395 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:29.236410 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f0e260fb-c524-4d99-bdef-d110c46558ce req-c202cc8a-e682-4787-8cd4-8ac33222c395 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/ports?device_id=13069931-cb4f-47d2-abf6-7b6d3dc180de HTTP/1.1" status: 200 len: 945 time: 0.0694621 Nov 10 19:18:29.242418 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38194) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:29.247663 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-526bd90a-127d-4298-9bfa-df742dc0d72f tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Request body: {'floatingip': {'port_id': '526151aa-7ee6-400a-b703-2e8486c8234d'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:29.312540 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:29.352023 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-526bd90a-127d-4298-9bfa-df742dc0d72f tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks [] for floatingip, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:29.469135 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7fd1d405-50b1-4cfa-8a88-47318cf1cc56 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:29.469805 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-170fb48c-2ccb-47c3-abed-134fb83de95e None None] For port 51370ffb-68a6-4c41-9557-7bce8334b7ad, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:18:29.492711 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-170fb48c-2ccb-47c3-abed-134fb83de95e None None] For port 51370ffb-68a6-4c41-9557-7bce8334b7ad, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=51370ffb-68a6-4c41-9557-7bce8334b7ad,segment=NetworkSegment(2d0a13f6-dbcd-41ef-b374-cd7c0354d11b),segment_id=2d0a13f6-dbcd-41ef-b374-cd7c0354d11b)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:18:29.501626 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-170fb48c-2ccb-47c3-abed-134fb83de95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:29.511490 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1d405-50b1-4cfa-8a88-47318cf1cc56 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Pushing event deleted for resources: {'Subnet': ['ID=2568dcb0-3127-43e4-8ba2-de85d3401b12,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:29.519055 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['0d087962-3f71-4f55-a9f5-bfa71fe7c0b8'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:18:29.531110 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7fd1d405-50b1-4cfa-8a88-47318cf1cc56 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:29.535107 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7fd1d405-50b1-4cfa-8a88-47318cf1cc56 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] 10.222.0.54 "DELETE /v2.0/subnets/2568dcb0-3127-43e4-8ba2-de85d3401b12 HTTP/1.1" status: 204 len: 168 time: 1.2596574 Nov 10 19:18:29.537886 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38204) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:29.644484 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f6ff95-010c-47fd-91f6-bc431388a2c9 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:29.649274 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-19f6ff95-010c-47fd-91f6-bc431388a2c9 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1070797 Nov 10 19:18:29.650221 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38208) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:29.661458 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fb48c-2ccb-47c3-abed-134fb83de95e None None] Pushing event updated for resources: {'Port': ['ID=51370ffb-68a6-4c41-9557-7bce8334b7ad,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:29.695161 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff0b51-c2ea-4edc-9754-76c454d3ad76 req-5ffd6eca-6122-4110-9c08-d39ff99bf8a5 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:29.703312 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b3ff0b51-c2ea-4edc-9754-76c454d3ad76 req-5ffd6eca-6122-4110-9c08-d39ff99bf8a5 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.1259582 Nov 10 19:18:29.852226 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-43bd0614-c930-449b-ac6b-d3cb027ad5b5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:29.862857 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b3ff0b51-c2ea-4edc-9754-76c454d3ad76 req-321aa0da-9d6e-4247-b313-8a785f428f95 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583419 Nov 10 19:18:29.953896 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-43bd0614-c930-449b-ac6b-d3cb027ad5b5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Deleting port 51370ffb-68a6-4c41-9557-7bce8334b7ad {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:18:29.954487 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-43bd0614-c930-449b-ac6b-d3cb027ad5b5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:30.148969 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-43bd0614-c930-449b-ac6b-d3cb027ad5b5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] For port 51370ffb-68a6-4c41-9557-7bce8334b7ad, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=51370ffb-68a6-4c41-9557-7bce8334b7ad,segment=NetworkSegment(2d0a13f6-dbcd-41ef-b374-cd7c0354d11b),segment_id=2d0a13f6-dbcd-41ef-b374-cd7c0354d11b)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:18:30.148969 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-43bd0614-c930-449b-ac6b-d3cb027ad5b5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:30.166493 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e9316-33df-41e8-9f3e-5c8d8de383cf req-4657ef97-edd6-4051-abc7-27f36e9baf25 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:30.168075 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab1e9316-33df-41e8-9f3e-5c8d8de383cf req-4657ef97-edd6-4051-abc7-27f36e9baf25 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.1906869 Nov 10 19:18:30.184582 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-43bd0614-c930-449b-ac6b-d3cb027ad5b5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Calling delete_port for 51370ffb-68a6-4c41-9557-7bce8334b7ad owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:18:30.258212 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-526bd90a-127d-4298-9bfa-df742dc0d72f tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:30.263276 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-526bd90a-127d-4298-9bfa-df742dc0d72f tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:30.320558 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d711c32-cfec-4619-80e0-ab733ed17c63 req-2b13303f-e404-4447-97ac-8da3176b6af7 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:30.322120 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d711c32-cfec-4619-80e0-ab733ed17c63 req-2b13303f-e404-4447-97ac-8da3176b6af7 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4c501eb-abd9-4776-9dd0-65aa9b5256c4 HTTP/1.1" status: 200 len: 945 time: 0.1512871 Nov 10 19:18:30.327469 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab1e9316-33df-41e8-9f3e-5c8d8de383cf req-4ec8bda7-135f-47b4-9dc5-463358d6dda2 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480117 Nov 10 19:18:30.375802 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-43bd0614-c930-449b-ac6b-d3cb027ad5b5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:30.399173 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [None req-526bd90a-127d-4298-9bfa-df742dc0d72f tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Floating IP 757cfe92-686e-456c-95fa-6515d7d1fa07 associated. External IP: 172.25.3.141, port: 526151aa-7ee6-400a-b703-2e8486c8234d. Nov 10 19:18:30.418417 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd0614-c930-449b-ac6b-d3cb027ad5b5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Pushing event deleted for resources: {'Port': ['ID=51370ffb-68a6-4c41-9557-7bce8334b7ad,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:30.429140 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bd0614-c930-449b-ac6b-d3cb027ad5b5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] No DVR routers for this DVR port 51370ffb-68a6-4c41-9557-7bce8334b7ad on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:18:30.559435 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d711c32-cfec-4619-80e0-ab733ed17c63 req-04170427-9083-4464-9f9e-d89405d19a6b tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "GET /v2.0/security-groups?id=39368501-9be6-4d2f-b94f-12bb0e12ddc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223523 Nov 10 19:18:30.583854 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-43bd0614-c930-449b-ac6b-d3cb027ad5b5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:30.635777 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-43bd0614-c930-449b-ac6b-d3cb027ad5b5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['513c4a94-a636-4660-9c38-708e66f94650']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:30.682727 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-43bd0614-c930-449b-ac6b-d3cb027ad5b5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d0a13f6-dbcd-41ef-b374-cd7c0354d11b') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:30.682727 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-43bd0614-c930-449b-ac6b-d3cb027ad5b5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d0a13f6-dbcd-41ef-b374-cd7c0354d11b') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:30.696466 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-43bd0614-c930-449b-ac6b-d3cb027ad5b5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:30.726022 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-43bd0614-c930-449b-ac6b-d3cb027ad5b5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:30.739775 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43bd0614-c930-449b-ac6b-d3cb027ad5b5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:18:30.742097 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-43bd0614-c930-449b-ac6b-d3cb027ad5b5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:30.749384 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:18:30.749384 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:18:30.749384 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:18:30.749384 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:18:30.749384 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:18:30.749384 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:18:30.749384 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:18:30.749384 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:18:30.749384 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:18:30.749384 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:18:30.749384 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:18:30.749384 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:18:30.749384 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:18:30.749384 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:18:30.749384 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:18:30.749384 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:18:30.749384 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:18:30.749384 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:18:30.749384 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:18:30.749384 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:18:30.749384 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:18:30.749384 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:18:30.749384 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:18:30.749384 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:18:30.749384 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:18:30.749384 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:18:30.749384 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:18:30.749384 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:18:30.749384 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:18:30.749384 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:18:30.749384 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:18:30.749384 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:18:30.831072 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526bd90a-127d-4298-9bfa-df742dc0d72f tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Router 15d68c3b-7cbd-46d6-9f72-314d1975ca2c has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:18:30.842600 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-43bd0614-c930-449b-ac6b-d3cb027ad5b5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:30.852986 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-43bd0614-c930-449b-ac6b-d3cb027ad5b5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:30.856563 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-43bd0614-c930-449b-ac6b-d3cb027ad5b5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] 10.222.0.54 "DELETE /v2.0/networks/513c4a94-a636-4660-9c38-708e66f94650 HTTP/1.1" status: 204 len: 168 time: 1.2048533 Nov 10 19:18:31.005242 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38236) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:31.075266 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526bd90a-127d-4298-9bfa-df742dc0d72f tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:18:31.087012 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392bcbac-1069-4c93-9f28-ced110008c08 None None] Sync routers for ids ['15d68c3b-7cbd-46d6-9f72-314d1975ca2c'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:18:31.108629 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-526bd90a-127d-4298-9bfa-df742dc0d72f tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:31.114397 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392bcbac-1069-4c93-9f28-ced110008c08 None None] Routers {'15d68c3b-7cbd-46d6-9f72-314d1975ca2c'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:18:31.115613 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-392bcbac-1069-4c93-9f28-ced110008c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:18:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['15d68c3b-7cbd-46d6-9f72-314d1975ca2c'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:31.278407 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-526bd90a-127d-4298-9bfa-df742dc0d72f tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "PUT /v2.0/floatingips/757cfe92-686e-456c-95fa-6515d7d1fa07 HTTP/1.1" status: 200 len: 991 time: 2.0315313 Nov 10 19:18:31.285378 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13069931-cb4f-47d2-abf6-7b6d3dc180de', 'tag': '526151aa-7ee6-400a-b703-2e8486c8234d'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:18:31.288186 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c766a4e-5e62-42bd-9194-2329174a1064" -d '{"events": [{"name": "network-changed", "server_uuid": "13069931-cb4f-47d2-abf6-7b6d3dc180de", "tag": "526151aa-7ee6-400a-b703-2e8486c8234d"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:18:31.308545 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d41d590b-bd62-4def-b53e-5c7228d9fca6 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:31.313300 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-392bcbac-1069-4c93-9f28-ced110008c08 None None] Set router 15d68c3b-7cbd-46d6-9f72-314d1975ca2c gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:18:31.393914 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd0614-c930-449b-ac6b-d3cb027ad5b5 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Pushing event deleted for resources: {'Network': ['ID=513c4a94-a636-4660-9c38-708e66f94650,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:31.452396 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38540e4-be07-4f97-825f-b717f0c70cd8 req-ce9d53be-5720-4b93-8566-62a275bb6f51 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:31.461144 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f38540e4-be07-4f97-825f-b717f0c70cd8 req-ce9d53be-5720-4b93-8566-62a275bb6f51 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.0696669 Nov 10 19:18:31.517485 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d41d590b-bd62-4def-b53e-5c7228d9fca6 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:31.525138 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a7e493-29d2-4581-8aa3-15db7ec7ad69 None None] DHCP port deletion for 513c4a94-a636-4660-9c38-708e66f94650 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:18:31.528611 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f38540e4-be07-4f97-825f-b717f0c70cd8 req-a84fafc9-9df9-427b-bc3d-a4a6fb132f9b tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664461 Nov 10 19:18:31.542557 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-d41d590b-bd62-4def-b53e-5c7228d9fca6 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55160f5a-22ba-4ce8-b428-8460b661892e']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:31.548359 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-ccdf647f-9533-414d-955f-61eb9eca1d40 None None] Could not find standard attr ID for object 51370ffb-68a6-4c41-9557-7bce8334b7ad. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:18:31.554500 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-d41d590b-bd62-4def-b53e-5c7228d9fca6 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a70504d-c489-4f81-bc80-88ee7a0fa02e') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:31.554806 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-d41d590b-bd62-4def-b53e-5c7228d9fca6 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a70504d-c489-4f81-bc80-88ee7a0fa02e') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:31.567932 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d41d590b-bd62-4def-b53e-5c7228d9fca6 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:31.588377 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d41d590b-bd62-4def-b53e-5c7228d9fca6 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:31.595819 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d41d590b-bd62-4def-b53e-5c7228d9fca6 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:18:31.596466 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d41d590b-bd62-4def-b53e-5c7228d9fca6 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:31.599469 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cb6d13-ed98-4e03-8963-cf70983d8e88 None None] Network 513c4a94-a636-4660-9c38-708e66f94650 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:18:31.636834 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcfb782-decc-410c-b71a-461974b244a4 x-openstack-request-id: req-2bcfb782-decc-410c-b71a-461974b244a4 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:18:31.637185 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13069931-cb4f-47d2-abf6-7b6d3dc180de", "tag": "526151aa-7ee6-400a-b703-2e8486c8234d", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:18:31.637383 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2bcfb782-decc-410c-b71a-461974b244a4 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:18:31.638236 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13069931-cb4f-47d2-abf6-7b6d3dc180de', 'tag': '526151aa-7ee6-400a-b703-2e8486c8234d', 'status': 'completed', 'code': 200} Nov 10 19:18:31.639564 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:18:31.639564 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:18:31.639564 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:18:31.639564 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:18:31.639564 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:18:31.639564 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:18:31.639564 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:18:31.639564 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:18:31.639564 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:18:31.639564 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:18:31.639564 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:18:31.639564 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:18:31.639564 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:18:31.639564 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:18:31.639564 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:18:31.639564 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:18:31.639564 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:18:31.639564 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:18:31.639564 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:18:31.639564 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:18:31.639564 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:18:31.639564 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:18:31.639564 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:18:31.639564 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:18:31.639564 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:18:31.639564 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:18:31.639564 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:18:31.639564 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:18:31.639564 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:18:31.639564 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:18:31.639564 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:18:31.639564 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:18:31.645827 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c766a4e-5e62-42bd-9194-2329174a1064 req-12955743-af9c-4a86-957b-bd04c51c26ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:31.647370 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c766a4e-5e62-42bd-9194-2329174a1064 req-12955743-af9c-4a86-957b-bd04c51c26ca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=482ef8a385f54608b1afe9f1e18f5d91&device_id=13069931-cb4f-47d2-abf6-7b6d3dc180de HTTP/1.1" status: 200 len: 1096 time: 0.0902202 Nov 10 19:18:31.662762 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cb6d13-ed98-4e03-8963-cf70983d8e88 None None] Network 513c4a94-a636-4660-9c38-708e66f94650 could not be found, it might have been deleted concurrently. {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 10 19:18:31.670708 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ddbf0b-38f2-490a-a952-24def3b4bef6 None None] get_active_networks_info from n-d-813897-4 {{(pid=102507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 19:18:31.700662 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d41d590b-bd62-4def-b53e-5c7228d9fca6 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:31.741194 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d41d590b-bd62-4def-b53e-5c7228d9fca6 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:31.754329 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38252) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:31.755093 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d41d590b-bd62-4def-b53e-5c7228d9fca6 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] 10.222.0.54 "DELETE /v2.0/networks/55160f5a-22ba-4ce8-b428-8460b661892e HTTP/1.1" status: 204 len: 168 time: 0.7485175 Nov 10 19:18:31.756185 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d590b-bd62-4def-b53e-5c7228d9fca6 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Pushing event deleted for resources: {'Network': ['ID=55160f5a-22ba-4ce8-b428-8460b661892e,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:31.864407 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9027241-7696-49a4-970b-f108efcfa60b req-b9ae16d2-ee3b-4277-b991-27a0dca84924 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:31.865995 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c9027241-7696-49a4-970b-f108efcfa60b req-b9ae16d2-ee3b-4277-b991-27a0dca84924 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4c501eb-abd9-4776-9dd0-65aa9b5256c4 HTTP/1.1" status: 200 len: 945 time: 0.1929626 Nov 10 19:18:31.882033 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-392bcbac-1069-4c93-9f28-ced110008c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'name': 'tempest-ServersTestBootFromVolume-1590216533-router', 'tenant_id': '482ef8a385f54608b1afe9f1e18f5d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '41717a9c-9737-4514-a196-424f591a06a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:17:11Z', 'updated_at': '2021-11-10T19:17:22Z', 'revision_number': 4, 'project_id': '482ef8a385f54608b1afe9f1e18f5d91', 'gw_port': {'id': '41717a9c-9737-4514-a196-424f591a06a2', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:17:15Z', 'updated_at': '2021-11-10T19:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '757cfe92-686e-456c-95fa-6515d7d1fa07', 'tenant_id': '482ef8a385f54608b1afe9f1e18f5d91', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'port_id': '526151aa-7ee6-400a-b703-2e8486c8234d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eab08f6-4a1b-4fcb-86bd-01fed62e685c', 'mac_address': 'fa:16:3e:16:7e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13069931-cb4f-47d2-abf6-7b6d3dc180de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:17:27Z', 'updated_at': '2021-11-10T19:18:30Z', 'revision_number': 1, 'project_id': '482ef8a385f54608b1afe9f1e18f5d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09543db2-3b52-4e3e-8ea5-f1674afdfb6d', 'name': '', 'network_id': '7eab08f6-4a1b-4fcb-86bd-01fed62e685c', 'tenant_id': '482ef8a385f54608b1afe9f1e18f5d91', 'mac_address': 'fa:16:3e:4b:22:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '92655e48-9722-4673-8942-7e2196384d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:17:21Z', 'updated_at': '2021-11-10T19:17:28Z', 'revision_number': 5, 'project_id': '482ef8a385f54608b1afe9f1e18f5d91', 'subnets': [{'id': '92655e48-9722-4673-8942-7e2196384d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:31.919610 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392bcbac-1069-4c93-9f28-ced110008c08 None None] Checking router: 15d68c3b-7cbd-46d6-9f72-314d1975ca2c for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:18:31.929252 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c9027241-7696-49a4-970b-f108efcfa60b req-1b39dcdd-8471-4880-8254-f9009938790a tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "GET /v2.0/security-groups?id=39368501-9be6-4d2f-b94f-12bb0e12ddc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496192 Nov 10 19:18:31.942816 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8df134c0-22a2-4c1c-9606-b30dcbe90851 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:31.943142 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392bcbac-1069-4c93-9f28-ced110008c08 None None] Routers {'15d68c3b-7cbd-46d6-9f72-314d1975ca2c'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:18:31.943941 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-392bcbac-1069-4c93-9f28-ced110008c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:18:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['15d68c3b-7cbd-46d6-9f72-314d1975ca2c'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:31.961793 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c766a4e-5e62-42bd-9194-2329174a1064 req-002ccf28-6e94-4617-a4f4-58d95e520c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:31.963239 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c766a4e-5e62-42bd-9194-2329174a1064 req-002ccf28-6e94-4617-a4f4-58d95e520c05 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7eab08f6-4a1b-4fcb-86bd-01fed62e685c HTTP/1.1" status: 200 len: 917 time: 0.3082616 Nov 10 19:18:32.007879 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ddbf0b-38f2-490a-a952-24def3b4bef6 None None] Resources bound (agent type, host, resource id): {{(pid=102507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 19:18:32.088670 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8df134c0-22a2-4c1c-9606-b30dcbe90851 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:32.116055 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c766a4e-5e62-42bd-9194-2329174a1064 req-40df1aa4-b18a-4f3c-849b-6eddb09ea6ab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=526151aa-7ee6-400a-b703-2e8486c8234d HTTP/1.1" status: 200 len: 999 time: 0.1285295 Nov 10 19:18:32.120062 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-8df134c0-22a2-4c1c-9606-b30dcbe90851 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d406e081-90c1-49fc-a00f-7bde71451178']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:32.139191 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-8df134c0-22a2-4c1c-9606-b30dcbe90851 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd962d410-14c1-4c03-821e-42cc91f52d11') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:32.139482 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-8df134c0-22a2-4c1c-9606-b30dcbe90851 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd962d410-14c1-4c03-821e-42cc91f52d11') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:32.154281 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 0d087962-3f71-4f55-a9f5-bfa71fe7c0b8 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:18:32.178828 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8df134c0-22a2-4c1c-9606-b30dcbe90851 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:32.200817 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8df134c0-22a2-4c1c-9606-b30dcbe90851 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:32.204210 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c766a4e-5e62-42bd-9194-2329174a1064 req-a1023550-b8fa-49a3-a68e-c52988f958af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:32.205832 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c766a4e-5e62-42bd-9194-2329174a1064 req-a1023550-b8fa-49a3-a68e-c52988f958af service neutron] 10.222.0.73 "GET /v2.0/subnets?id=92655e48-9722-4673-8942-7e2196384d27 HTTP/1.1" status: 200 len: 855 time: 0.0783153 Nov 10 19:18:32.210967 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df134c0-22a2-4c1c-9606-b30dcbe90851 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:18:32.211411 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8df134c0-22a2-4c1c-9606-b30dcbe90851 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:32.215400 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:18:32.215400 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:18:32.215400 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:18:32.215400 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:18:32.215400 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:18:32.215400 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:18:32.215400 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:18:32.215400 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:18:32.215400 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:18:32.215400 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:18:32.215400 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:18:32.215400 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:18:32.215400 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:18:32.215400 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:18:32.215400 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:18:32.215400 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:18:32.215400 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:18:32.215400 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:18:32.215400 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:18:32.215400 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:18:32.215400 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:18:32.215400 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:18:32.215400 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:18:32.215400 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:18:32.215400 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:18:32.215400 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:18:32.215400 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:18:32.215400 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:18:32.215400 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:18:32.215400 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:18:32.215400 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:18:32.215400 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:18:32.218843 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-392bcbac-1069-4c93-9f28-ced110008c08 None None] Set router 15d68c3b-7cbd-46d6-9f72-314d1975ca2c gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:18:32.317450 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8df134c0-22a2-4c1c-9606-b30dcbe90851 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:32.325387 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8df134c0-22a2-4c1c-9606-b30dcbe90851 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:32.331910 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8df134c0-22a2-4c1c-9606-b30dcbe90851 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] 10.222.0.54 "DELETE /v2.0/networks/d406e081-90c1-49fc-a00f-7bde71451178 HTTP/1.1" status: 204 len: 168 time: 0.5713556 Nov 10 19:18:32.331910 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c766a4e-5e62-42bd-9194-2329174a1064 req-a2113a13-9823-4617-a122-a01c08a86b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:32.332986 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c766a4e-5e62-42bd-9194-2329174a1064 req-a2113a13-9823-4617-a122-a01c08a86b5b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7eab08f6-4a1b-4fcb-86bd-01fed62e685c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1170266 Nov 10 19:18:32.333621 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38258) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:32.354540 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df134c0-22a2-4c1c-9606-b30dcbe90851 tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Pushing event deleted for resources: {'Network': ['ID=d406e081-90c1-49fc-a00f-7bde71451178,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:32.456258 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c766a4e-5e62-42bd-9194-2329174a1064 req-13b4a971-72fb-4e33-ba69-4dddcf81168a service neutron] 10.222.0.73 "GET /v2.0/networks/7eab08f6-4a1b-4fcb-86bd-01fed62e685c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102433 Nov 10 19:18:32.613351 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c766a4e-5e62-42bd-9194-2329174a1064 req-10228634-a887-4c65-93f5-ca4a7dbd0aa3 service neutron] 10.222.0.73 "GET /v2.0/networks/7eab08f6-4a1b-4fcb-86bd-01fed62e685c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436605 Nov 10 19:18:32.731022 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea48fc-b8dd-48e3-86ef-5ed49857dd10 req-aadf2d8f-8223-42e9-ae0d-a14a2045c789 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:32.739767 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-beea48fc-b8dd-48e3-86ef-5ed49857dd10 req-aadf2d8f-8223-42e9-ae0d-a14a2045c789 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.0792880 Nov 10 19:18:32.817504 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-beea48fc-b8dd-48e3-86ef-5ed49857dd10 req-5f60e071-3dc5-42b8-81a6-6c9248f06b3f tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743475 Nov 10 19:18:32.923293 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 0d087962-3f71-4f55-a9f5-bfa71fe7c0b8 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:18:32.957499 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-39f539de-7753-4b6a-b1f9-88913d55943e tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:33.056568 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 0d087962-3f71-4f55-a9f5-bfa71fe7c0b8 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:33.058090 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:33.075938 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-39f539de-7753-4b6a-b1f9-88913d55943e tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:33.139548 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-39f539de-7753-4b6a-b1f9-88913d55943e tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0917baef-b77d-4567-b35c-2c13f1f3108d']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:33.145985 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbec672-9e96-44b9-8782-2190e9be36b0 req-af25cdba-3a72-4ca6-a0d9-88855a218e5a tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:33.149269 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6bbec672-9e96-44b9-8782-2190e9be36b0 req-af25cdba-3a72-4ca6-a0d9-88855a218e5a tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4c501eb-abd9-4776-9dd0-65aa9b5256c4 HTTP/1.1" status: 200 len: 945 time: 0.1066184 Nov 10 19:18:33.156653 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-39f539de-7753-4b6a-b1f9-88913d55943e tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3109bb08-2797-4155-96c5-2c3ff8d7c82e') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:33.156965 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-39f539de-7753-4b6a-b1f9-88913d55943e tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3109bb08-2797-4155-96c5-2c3ff8d7c82e') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:33.169206 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-39f539de-7753-4b6a-b1f9-88913d55943e tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:33.188810 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-39f539de-7753-4b6a-b1f9-88913d55943e tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:33.197934 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f539de-7753-4b6a-b1f9-88913d55943e tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:18:33.198173 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-39f539de-7753-4b6a-b1f9-88913d55943e tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:33.202797 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:18:33.202797 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:18:33.202797 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:18:33.202797 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:18:33.202797 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:18:33.202797 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:18:33.202797 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:18:33.202797 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:18:33.202797 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:18:33.202797 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:18:33.202797 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:18:33.202797 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:18:33.202797 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:18:33.202797 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:18:33.202797 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:18:33.202797 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:18:33.202797 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:18:33.202797 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:18:33.202797 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:18:33.202797 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:18:33.202797 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:18:33.202797 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:18:33.202797 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:18:33.202797 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:18:33.202797 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:18:33.202797 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:18:33.202797 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:18:33.202797 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:18:33.202797 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:18:33.202797 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:18:33.202797 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:18:33.202797 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:18:33.255503 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6bbec672-9e96-44b9-8782-2190e9be36b0 req-92400c0e-a058-4add-ae74-805bdb14755f tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "GET /v2.0/security-groups?id=39368501-9be6-4d2f-b94f-12bb0e12ddc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988610 Nov 10 19:18:33.294979 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-39f539de-7753-4b6a-b1f9-88913d55943e tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:33.301617 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-39f539de-7753-4b6a-b1f9-88913d55943e tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:33.305710 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-39f539de-7753-4b6a-b1f9-88913d55943e tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] 10.222.0.54 "DELETE /v2.0/networks/0917baef-b77d-4567-b35c-2c13f1f3108d HTTP/1.1" status: 204 len: 168 time: 0.9693787 Nov 10 19:18:33.325166 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f539de-7753-4b6a-b1f9-88913d55943e tempest-BulkNetworkOpsTest-1010336691 tempest-BulkNetworkOpsTest-1010336691-project] Pushing event deleted for resources: {'Network': ['ID=0917baef-b77d-4567-b35c-2c13f1f3108d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:33.353706 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d89f8f5b-88b3-4542-b4cc-ef9008ed9252 None None] Provisioning complete for port b9323e82-dfae-4d5e-8d17-3d1cba91a742 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:33.354322 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d89f8f5b-88b3-4542-b4cc-ef9008ed9252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:33.355831 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:33.432223 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c501eb-abd9-4776-9dd0-65aa9b5256c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d087962-3f71-4f55-a9f5-bfa71fe7c0b8'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:18:33.435068 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d901c865-7572-4175-a75d-c271ea039acf" -d '{"events": [{"server_uuid": "a4c501eb-abd9-4776-9dd0-65aa9b5256c4", "name": "network-vif-plugged", "status": "completed", "tag": "0d087962-3f71-4f55-a9f5-bfa71fe7c0b8"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:18:33.459970 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 0d087962-3f71-4f55-a9f5-bfa71fe7c0b8, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=0d087962-3f71-4f55-a9f5-bfa71fe7c0b8,segment=NetworkSegment(88e73b67-15cc-41ea-8a3f-4da35a6a58df),segment_id=88e73b67-15cc-41ea-8a3f-4da35a6a58df)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:18:33.474653 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-392bcbac-1069-4c93-9f28-ced110008c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'name': 'tempest-ServersTestBootFromVolume-1590216533-router', 'tenant_id': '482ef8a385f54608b1afe9f1e18f5d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '41717a9c-9737-4514-a196-424f591a06a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:17:11Z', 'updated_at': '2021-11-10T19:17:22Z', 'revision_number': 4, 'project_id': '482ef8a385f54608b1afe9f1e18f5d91', 'gw_port': {'id': '41717a9c-9737-4514-a196-424f591a06a2', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:17:15Z', 'updated_at': '2021-11-10T19:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '757cfe92-686e-456c-95fa-6515d7d1fa07', 'tenant_id': '482ef8a385f54608b1afe9f1e18f5d91', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'port_id': '526151aa-7ee6-400a-b703-2e8486c8234d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eab08f6-4a1b-4fcb-86bd-01fed62e685c', 'mac_address': 'fa:16:3e:16:7e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13069931-cb4f-47d2-abf6-7b6d3dc180de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:17:27Z', 'updated_at': '2021-11-10T19:18:30Z', 'revision_number': 1, 'project_id': '482ef8a385f54608b1afe9f1e18f5d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09543db2-3b52-4e3e-8ea5-f1674afdfb6d', 'name': '', 'network_id': '7eab08f6-4a1b-4fcb-86bd-01fed62e685c', 'tenant_id': '482ef8a385f54608b1afe9f1e18f5d91', 'mac_address': 'fa:16:3e:4b:22:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '92655e48-9722-4673-8942-7e2196384d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:17:21Z', 'updated_at': '2021-11-10T19:17:28Z', 'revision_number': 5, 'project_id': '482ef8a385f54608b1afe9f1e18f5d91', 'subnets': [{'id': '92655e48-9722-4673-8942-7e2196384d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:33.478202 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:33.521584 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6292783-79a5-4628-9ff3-8838bc578846 x-openstack-request-id: req-b6292783-79a5-4628-9ff3-8838bc578846 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:18:33.521940 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c501eb-abd9-4776-9dd0-65aa9b5256c4", "name": "network-vif-plugged", "status": "completed", "tag": "0d087962-3f71-4f55-a9f5-bfa71fe7c0b8", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:18:33.522258 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b6292783-79a5-4628-9ff3-8838bc578846 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:18:33.522676 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c501eb-abd9-4776-9dd0-65aa9b5256c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d087962-3f71-4f55-a9f5-bfa71fe7c0b8', 'code': 200} Nov 10 19:18:33.527866 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392bcbac-1069-4c93-9f28-ced110008c08 None None] The sync data for ids ['15d68c3b-7cbd-46d6-9f72-314d1975ca2c'] in n-d-813897-4 is: [{'id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'name': 'tempest-ServersTestBootFromVolume-1590216533-router', 'tenant_id': '482ef8a385f54608b1afe9f1e18f5d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '41717a9c-9737-4514-a196-424f591a06a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:17:11Z', 'updated_at': '2021-11-10T19:17:22Z', 'revision_number': 4, 'project_id': '482ef8a385f54608b1afe9f1e18f5d91', 'gw_port': {'id': '41717a9c-9737-4514-a196-424f591a06a2', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:17:15Z', 'updated_at': '2021-11-10T19:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '757cfe92-686e-456c-95fa-6515d7d1fa07', 'tenant_id': '482ef8a385f54608b1afe9f1e18f5d91', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'port_id': '526151aa-7ee6-400a-b703-2e8486c8234d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eab08f6-4a1b-4fcb-86bd-01fed62e685c', 'mac_address': 'fa:16:3e:16:7e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13069931-cb4f-47d2-abf6-7b6d3dc180de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:17:27Z', 'updated_at': '2021-11-10T19:18:30Z', 'revision_number': 1, 'project_id': '482ef8a385f54608b1afe9f1e18f5d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09543db2-3b52-4e3e-8ea5-f1674afdfb6d', 'name': '', 'network_id': '7eab08f6-4a1b-4fcb-86bd-01fed62e685c', 'tenant_id': '482ef8a385f54608b1afe9f1e18f5d91', 'mac_address': 'fa:16:3e:4b:22:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '92655e48-9722-4673-8942-7e2196384d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:17:21Z', 'updated_at': '2021-11-10T19:17:28Z', 'revision_number': 5, 'project_id': '482ef8a385f54608b1afe9f1e18f5d91', 'subnets': [{'id': '92655e48-9722-4673-8942-7e2196384d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:18:33.646790 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=0d087962-3f71-4f55-a9f5-bfa71fe7c0b8,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:33.680008 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d89f8f5b-88b3-4542-b4cc-ef9008ed9252 None None] Provisioning complete for port 2e241795-c34c-4f1a-b124-8c7f41ea98a9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:33.680399 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d89f8f5b-88b3-4542-b4cc-ef9008ed9252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:33.698746 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcfb23-1cf9-452a-8469-f6603e0f5dfb req-7ee8eb7b-09fc-4766-8bbe-039fc503578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:33.701597 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dadcfb23-1cf9-452a-8469-f6603e0f5dfb req-7ee8eb7b-09fc-4766-8bbe-039fc503578d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a4c501eb-abd9-4776-9dd0-65aa9b5256c4 HTTP/1.1" status: 200 len: 1097 time: 0.0869002 Nov 10 19:18:33.735139 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-d89f8f5b-88b3-4542-b4cc-ef9008ed9252 None None] Port 2e241795-c34c-4f1a-b124-8c7f41ea98a9 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:18:33.747446 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d89f8f5b-88b3-4542-b4cc-ef9008ed9252 None None] Provisioning complete for port facde35a-9f06-40ba-a4a5-e370391d9729 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:33.747928 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d89f8f5b-88b3-4542-b4cc-ef9008ed9252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:33.797776 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dadcfb23-1cf9-452a-8469-f6603e0f5dfb req-ad3f1ba1-73a4-468c-9bc3-a79e339215e9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=39368501-9be6-4d2f-b94f-12bb0e12ddc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858836 Nov 10 19:18:33.802975 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38282) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:33.907343 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d89f8f5b-88b3-4542-b4cc-ef9008ed9252 None None] Provisioning complete for port 81b8b687-8fb5-4724-98c5-9e0c3793c515 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:33.908029 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d89f8f5b-88b3-4542-b4cc-ef9008ed9252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:33.910022 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad27a4d8-b414-476a-9813-222ed18ca878 None None] New status for floating IP 757cfe92-686e-456c-95fa-6515d7d1fa07: ACTIVE {{(pid=102508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:18:34.039658 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d89f8f5b-88b3-4542-b4cc-ef9008ed9252 None None] Provisioning complete for port a119da5f-db22-49fa-85a0-798d1fbd857c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:34.040312 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d89f8f5b-88b3-4542-b4cc-ef9008ed9252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:34.049911 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f33251b1-77ea-42f3-a4ae-4afeecf41a51 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=837e91b790fe4b459c11a87cea63674c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2449808 Nov 10 19:18:34.050578 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38290) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:34.102815 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fba12-efa4-4659-9282-e825c9812478 req-d5393a83-9e35-4373-8978-330ff4b7a3e5 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:34.107452 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-446fba12-efa4-4659-9282-e825c9812478 req-d5393a83-9e35-4373-8978-330ff4b7a3e5 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.1062744 Nov 10 19:18:34.138810 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1b273859-1788-4735-a28b-d3859bda1cb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:34.184443 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1b273859-1788-4735-a28b-d3859bda1cb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:34.204253 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d89f8f5b-88b3-4542-b4cc-ef9008ed9252 None None] Provisioning complete for port c8517db1-de04-44bc-a9bd-84a4cd903dcd triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:34.204715 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d89f8f5b-88b3-4542-b4cc-ef9008ed9252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:34.223899 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-446fba12-efa4-4659-9282-e825c9812478 req-8aaf34e0-4c87-4df8-bc85-2e915b9c04e7 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012905 Nov 10 19:18:34.261185 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1b273859-1788-4735-a28b-d3859bda1cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:34.264815 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1b273859-1788-4735-a28b-d3859bda1cb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:34.266891 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1b273859-1788-4735-a28b-d3859bda1cb0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3bd0f1fe-9eba-4f37-87f5-5e73e312b6ee HTTP/1.1" status: 204 len: 168 time: 0.2152553 Nov 10 19:18:34.276692 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b273859-1788-4735-a28b-d3859bda1cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd0f1fe-9eba-4f37-87f5-5e73e312b6ee,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:34.353089 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d89f8f5b-88b3-4542-b4cc-ef9008ed9252 None None] Provisioning complete for port 2a3e2a7d-9b1b-462a-b4e7-e6ff88b16811 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:34.353752 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d89f8f5b-88b3-4542-b4cc-ef9008ed9252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:34.404957 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-d89f8f5b-88b3-4542-b4cc-ef9008ed9252 None None] Port 2a3e2a7d-9b1b-462a-b4e7-e6ff88b16811 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:18:34.415940 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67463d3-ee64-4f09-bb09-076ef342033c req-871b891b-61e8-423e-b9e4-ddcf0249aaf3 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:34.417986 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a67463d3-ee64-4f09-bb09-076ef342033c req-871b891b-61e8-423e-b9e4-ddcf0249aaf3 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4c501eb-abd9-4776-9dd0-65aa9b5256c4 HTTP/1.1" status: 200 len: 946 time: 0.0667770 Nov 10 19:18:34.427365 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d89f8f5b-88b3-4542-b4cc-ef9008ed9252 None None] Provisioning complete for port f6f9d067-db6e-48aa-b140-302d798efd60 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:34.427544 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d89f8f5b-88b3-4542-b4cc-ef9008ed9252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:34.511569 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a67463d3-ee64-4f09-bb09-076ef342033c req-ef78a4eb-31ac-4de7-9f0f-78c75b0b2a08 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "GET /v2.0/security-groups?id=39368501-9be6-4d2f-b94f-12bb0e12ddc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761359 Nov 10 19:18:34.585130 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d89f8f5b-88b3-4542-b4cc-ef9008ed9252 None None] Provisioning complete for port 41717a9c-9737-4514-a196-424f591a06a2 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:34.585661 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d89f8f5b-88b3-4542-b4cc-ef9008ed9252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:34.710474 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d89f8f5b-88b3-4542-b4cc-ef9008ed9252 None None] Provisioning complete for port acc57cb4-8fc2-4c1e-b5a5-5a0f85c11129 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:34.710901 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d89f8f5b-88b3-4542-b4cc-ef9008ed9252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:34.756700 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-d89f8f5b-88b3-4542-b4cc-ef9008ed9252 None None] Port acc57cb4-8fc2-4c1e-b5a5-5a0f85c11129 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:18:34.773878 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d89f8f5b-88b3-4542-b4cc-ef9008ed9252 None None] Provisioning complete for port fb9d66d7-d877-49c4-94a0-4917fcc2564a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:34.774356 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d89f8f5b-88b3-4542-b4cc-ef9008ed9252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:34.825668 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-d89f8f5b-88b3-4542-b4cc-ef9008ed9252 None None] Port fb9d66d7-d877-49c4-94a0-4917fcc2564a cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:18:34.840397 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d89f8f5b-88b3-4542-b4cc-ef9008ed9252 None None] Provisioning complete for port 742befb3-64d2-4218-bdc9-2d208283643d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:34.840849 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d89f8f5b-88b3-4542-b4cc-ef9008ed9252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:34.982357 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d89f8f5b-88b3-4542-b4cc-ef9008ed9252 None None] Provisioning complete for port d6fe2b9c-19f5-499d-a776-87bc555d688b triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:34.982887 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d89f8f5b-88b3-4542-b4cc-ef9008ed9252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:35.098758 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d89f8f5b-88b3-4542-b4cc-ef9008ed9252 None None] Provisioning complete for port 44d3a49e-624e-4ae3-b673-60a317c4967c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:35.099113 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d89f8f5b-88b3-4542-b4cc-ef9008ed9252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:35.164388 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38322) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:35.298469 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-9bee1277-5036-42dd-855c-3ad84324095a tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-238375020'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:35.330273 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bee1277-5036-42dd-855c-3ad84324095a tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Made reservation on behalf of 9fb6f9cdb9ae47a1b45ec6e104af34a3 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:18:35.334942 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9bee1277-5036-42dd-855c-3ad84324095a tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:35.348740 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9bee1277-5036-42dd-855c-3ad84324095a tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:35.423249 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d37dbb-efca-4b1c-90b3-4b3d62e50b09 req-55aa2e73-3470-4ee6-b38a-71d63d28d070 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:35.436423 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d3d37dbb-efca-4b1c-90b3-4b3d62e50b09 req-55aa2e73-3470-4ee6-b38a-71d63d28d070 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.1087217 Nov 10 19:18:35.452635 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9bee1277-5036-42dd-855c-3ad84324095a tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:35.458259 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9bee1277-5036-42dd-855c-3ad84324095a tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:35.495167 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bee1277-5036-42dd-855c-3ad84324095a tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:18:35.505427 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee1277-5036-42dd-855c-3ad84324095a tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=972a5e40-e1d2-4bb2-b7b6-fe7c8777d702,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:35.506645 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d3d37dbb-efca-4b1c-90b3-4b3d62e50b09 req-377b0ce4-9cd9-4464-a238-6c15ee8c5cf3 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686283 Nov 10 19:18:35.514509 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9bee1277-5036-42dd-855c-3ad84324095a tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:35.514993 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-9bee1277-5036-42dd-855c-3ad84324095a tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Added segment 9b12c119-2598-4d63-9761-941b9bc4eb5b of type vlan for network 14cc7f95-8d95-4b4b-b033-3f75352b422a Nov 10 19:18:35.574930 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9bee1277-5036-42dd-855c-3ad84324095a tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:35.611225 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9bee1277-5036-42dd-855c-3ad84324095a tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:35.620011 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bee1277-5036-42dd-855c-3ad84324095a tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:35.620931 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9bee1277-5036-42dd-855c-3ad84324095a tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:35.664712 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9bee1277-5036-42dd-855c-3ad84324095a tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4987581 Nov 10 19:18:35.703351 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575f713-8494-4cdc-8026-4ea068a51ae9 req-1667dc67-7d4c-4da8-bb2b-d142f259980d tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:35.713984 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7575f713-8494-4cdc-8026-4ea068a51ae9 req-1667dc67-7d4c-4da8-bb2b-d142f259980d tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4c501eb-abd9-4776-9dd0-65aa9b5256c4 HTTP/1.1" status: 200 len: 946 time: 0.0986404 Nov 10 19:18:35.768879 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee1277-5036-42dd-855c-3ad84324095a tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Pushing event updated for resources: {'Network': ['ID=14cc7f95-8d95-4b4b-b033-3f75352b422a,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:35.783882 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7575f713-8494-4cdc-8026-4ea068a51ae9 req-93a9c892-acaf-46a0-9c2c-f6789ca65a3c tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "GET /v2.0/security-groups?id=39368501-9be6-4d2f-b94f-12bb0e12ddc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686064 Nov 10 19:18:35.787348 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 14cc7f95-8d95-4b4b-b033-3f75352b422a details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:18:35.957471 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94693959-d80d-46cb-8932-f2f7990f855e req-a6ac09be-4bd0-4b5b-a876-0b6f8c1fea6d tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:35.959872 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-94693959-d80d-46cb-8932-f2f7990f855e req-a6ac09be-4bd0-4b5b-a876-0b6f8c1fea6d tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4c501eb-abd9-4776-9dd0-65aa9b5256c4 HTTP/1.1" status: 200 len: 946 time: 0.0756550 Nov 10 19:18:35.973230 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38336) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:35.979098 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-cf99291f-b97e-44bd-96b9-07edd3154f1a tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Request body: {'floatingip': {'port_id': '0d087962-3f71-4f55-a9f5-bfa71fe7c0b8'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:36.024357 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cf99291f-b97e-44bd-96b9-07edd3154f1a tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks [] for floatingip, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:36.565487 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cf99291f-b97e-44bd-96b9-07edd3154f1a tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:36.572224 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cf99291f-b97e-44bd-96b9-07edd3154f1a tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:36.721963 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54214f62-4028-4ed1-9f82-b431febb376f req-31c51fb7-86b9-442a-94ec-6a5d7b906785 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:36.731960 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-54214f62-4028-4ed1-9f82-b431febb376f req-31c51fb7-86b9-442a-94ec-6a5d7b906785 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.1131659 Nov 10 19:18:36.780360 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [None req-cf99291f-b97e-44bd-96b9-07edd3154f1a tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Floating IP 738e097a-fedc-4df8-86f2-8ec59cdece79 associated. External IP: 172.25.3.179, port: 0d087962-3f71-4f55-a9f5-bfa71fe7c0b8. Nov 10 19:18:36.811043 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-54214f62-4028-4ed1-9f82-b431febb376f req-4d5d3573-a477-487b-a3b9-df31bb455885 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780594 Nov 10 19:18:37.048875 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf99291f-b97e-44bd-96b9-07edd3154f1a tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Router e1961e9d-0224-4ff4-859d-971f5c41e456 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:18:37.187245 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf99291f-b97e-44bd-96b9-07edd3154f1a tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:18:37.197204 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df39f66-bca6-4565-a904-d1f76bbb52d8 None None] Sync routers for ids ['e1961e9d-0224-4ff4-859d-971f5c41e456'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:18:37.198023 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cf99291f-b97e-44bd-96b9-07edd3154f1a tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:37.213169 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df39f66-bca6-4565-a904-d1f76bbb52d8 None None] Routers {'e1961e9d-0224-4ff4-859d-971f5c41e456'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:18:37.214482 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-8df39f66-bca6-4565-a904-d1f76bbb52d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:18:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['e1961e9d-0224-4ff4-859d-971f5c41e456'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:37.236008 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cf99291f-b97e-44bd-96b9-07edd3154f1a tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "PUT /v2.0/floatingips/738e097a-fedc-4df8-86f2-8ec59cdece79 HTTP/1.1" status: 200 len: 992 time: 1.2582834 Nov 10 19:18:37.236008 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c501eb-abd9-4776-9dd0-65aa9b5256c4', 'tag': '0d087962-3f71-4f55-a9f5-bfa71fe7c0b8'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:18:37.236685 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ad3553-6e98-4b65-bae3-0defbf72930f" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c501eb-abd9-4776-9dd0-65aa9b5256c4", "tag": "0d087962-3f71-4f55-a9f5-bfa71fe7c0b8"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:18:37.338737 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c46c28-fcd1-4d8b-b67a-25ad441729bd x-openstack-request-id: req-03c46c28-fcd1-4d8b-b67a-25ad441729bd {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:18:37.339047 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c501eb-abd9-4776-9dd0-65aa9b5256c4", "tag": "0d087962-3f71-4f55-a9f5-bfa71fe7c0b8", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:18:37.339932 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-03c46c28-fcd1-4d8b-b67a-25ad441729bd {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:18:37.340346 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c501eb-abd9-4776-9dd0-65aa9b5256c4', 'tag': '0d087962-3f71-4f55-a9f5-bfa71fe7c0b8', 'status': 'completed', 'code': 200} Nov 10 19:18:37.408008 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-8df39f66-bca6-4565-a904-d1f76bbb52d8 None None] Set router e1961e9d-0224-4ff4-859d-971f5c41e456 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:18:37.434477 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad3553-6e98-4b65-bae3-0defbf72930f req-ec5f6874-79af-41c7-b7d7-9a169e2d347b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:37.437645 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6ad3553-6e98-4b65-bae3-0defbf72930f req-ec5f6874-79af-41c7-b7d7-9a169e2d347b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=08bdcaea0a134c4d8e69b923e5705e1f&device_id=a4c501eb-abd9-4776-9dd0-65aa9b5256c4 HTTP/1.1" status: 200 len: 1097 time: 0.0720069 Nov 10 19:18:37.572155 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad3553-6e98-4b65-bae3-0defbf72930f req-af170f28-8864-4401-baca-f91c945efb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:37.573978 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6ad3553-6e98-4b65-bae3-0defbf72930f req-af170f28-8864-4401-baca-f91c945efb4c service neutron] 10.222.0.25 "GET /v2.0/networks?id=f4eb91a3-0e7c-4b49-99d5-b6273309ea9d HTTP/1.1" status: 200 len: 916 time: 0.1237025 Nov 10 19:18:37.678996 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6ad3553-6e98-4b65-bae3-0defbf72930f req-44bf0a41-0940-41e4-b475-5a2359a7d753 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d087962-3f71-4f55-a9f5-bfa71fe7c0b8 HTTP/1.1" status: 200 len: 1000 time: 0.0970011 Nov 10 19:18:37.732026 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-8df39f66-bca6-4565-a904-d1f76bbb52d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'name': 'tempest-ServersTestFqdnHostnames-1574400247-router', 'tenant_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'd6fe2b9c-19f5-499d-a776-87bc555d688b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:17:59Z', 'updated_at': '2021-11-10T19:18:05Z', 'revision_number': 4, 'project_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'gw_port': {'id': 'd6fe2b9c-19f5-499d-a776-87bc555d688b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:18:01Z', 'updated_at': '2021-11-10T19:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '738e097a-fedc-4df8-86f2-8ec59cdece79', 'tenant_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'floating_ip_address': '172.25.3.179', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'port_id': '0d087962-3f71-4f55-a9f5-bfa71fe7c0b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4eb91a3-0e7c-4b49-99d5-b6273309ea9d', 'mac_address': 'fa:16:3e:d0:b1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c501eb-abd9-4776-9dd0-65aa9b5256c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:18:13Z', 'updated_at': '2021-11-10T19:18:36Z', 'revision_number': 1, 'project_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80d5cb2a-632e-4741-94bc-87e8e6d96994', 'name': '', 'network_id': 'f4eb91a3-0e7c-4b49-99d5-b6273309ea9d', 'tenant_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'mac_address': 'fa:16:3e:06:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'e8763436-0d75-45ae-bb60-dffcf03461e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:18:04Z', 'updated_at': '2021-11-10T19:18:15Z', 'revision_number': 5, 'project_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'subnets': [{'id': 'e8763436-0d75-45ae-bb60-dffcf03461e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:37.762983 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad3553-6e98-4b65-bae3-0defbf72930f req-76b96f2b-e7d7-45c7-839f-e3ad8efc1e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:37.764879 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6ad3553-6e98-4b65-bae3-0defbf72930f req-76b96f2b-e7d7-45c7-839f-e3ad8efc1e9f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e8763436-0d75-45ae-bb60-dffcf03461e6 HTTP/1.1" status: 200 len: 854 time: 0.0762742 Nov 10 19:18:37.769490 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df39f66-bca6-4565-a904-d1f76bbb52d8 None None] Checking router: e1961e9d-0224-4ff4-859d-971f5c41e456 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:18:37.780479 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df39f66-bca6-4565-a904-d1f76bbb52d8 None None] Routers {'e1961e9d-0224-4ff4-859d-971f5c41e456'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:18:37.781099 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-8df39f66-bca6-4565-a904-d1f76bbb52d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:18:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['e1961e9d-0224-4ff4-859d-971f5c41e456'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:37.834957 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad3553-6e98-4b65-bae3-0defbf72930f req-1861c267-a826-4dbe-9f74-c73955cfef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:37.836700 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6ad3553-6e98-4b65-bae3-0defbf72930f req-1861c267-a826-4dbe-9f74-c73955cfef10 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f4eb91a3-0e7c-4b49-99d5-b6273309ea9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643239 Nov 10 19:18:37.949648 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-8df39f66-bca6-4565-a904-d1f76bbb52d8 None None] Set router e1961e9d-0224-4ff4-859d-971f5c41e456 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:18:38.022476 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6ad3553-6e98-4b65-bae3-0defbf72930f req-7b1db197-9735-4774-a6c3-1c557e44519f service neutron] 10.222.0.25 "GET /v2.0/networks/f4eb91a3-0e7c-4b49-99d5-b6273309ea9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462245 Nov 10 19:18:38.128079 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6ad3553-6e98-4b65-bae3-0defbf72930f req-e7d20f69-c0a5-476f-b70b-0dee603d9a25 service neutron] 10.222.0.25 "GET /v2.0/networks/f4eb91a3-0e7c-4b49-99d5-b6273309ea9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959070 Nov 10 19:18:38.194554 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3436013-182a-4ee2-82b4-99d84671287d req-72ebdd8b-fca4-48c0-b505-6ba7e0cd4dad tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:38.197425 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e3436013-182a-4ee2-82b4-99d84671287d req-72ebdd8b-fca4-48c0-b505-6ba7e0cd4dad tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.1739666 Nov 10 19:18:38.296939 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e3436013-182a-4ee2-82b4-99d84671287d req-b15e1c41-b564-4354-9e61-3299ff5127dd tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926647 Nov 10 19:18:38.537336 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-8df39f66-bca6-4565-a904-d1f76bbb52d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'name': 'tempest-ServersTestFqdnHostnames-1574400247-router', 'tenant_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'd6fe2b9c-19f5-499d-a776-87bc555d688b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:17:59Z', 'updated_at': '2021-11-10T19:18:05Z', 'revision_number': 4, 'project_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'gw_port': {'id': 'd6fe2b9c-19f5-499d-a776-87bc555d688b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:18:01Z', 'updated_at': '2021-11-10T19:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '738e097a-fedc-4df8-86f2-8ec59cdece79', 'tenant_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'floating_ip_address': '172.25.3.179', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'port_id': '0d087962-3f71-4f55-a9f5-bfa71fe7c0b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4eb91a3-0e7c-4b49-99d5-b6273309ea9d', 'mac_address': 'fa:16:3e:d0:b1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c501eb-abd9-4776-9dd0-65aa9b5256c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:18:13Z', 'updated_at': '2021-11-10T19:18:36Z', 'revision_number': 1, 'project_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80d5cb2a-632e-4741-94bc-87e8e6d96994', 'name': '', 'network_id': 'f4eb91a3-0e7c-4b49-99d5-b6273309ea9d', 'tenant_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'mac_address': 'fa:16:3e:06:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'e8763436-0d75-45ae-bb60-dffcf03461e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:18:04Z', 'updated_at': '2021-11-10T19:18:15Z', 'revision_number': 5, 'project_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'subnets': [{'id': 'e8763436-0d75-45ae-bb60-dffcf03461e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:38.570446 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df39f66-bca6-4565-a904-d1f76bbb52d8 None None] The sync data for ids ['e1961e9d-0224-4ff4-859d-971f5c41e456'] in n-d-813897-4 is: [{'id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'name': 'tempest-ServersTestFqdnHostnames-1574400247-router', 'tenant_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'd6fe2b9c-19f5-499d-a776-87bc555d688b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:17:59Z', 'updated_at': '2021-11-10T19:18:05Z', 'revision_number': 4, 'project_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'gw_port': {'id': 'd6fe2b9c-19f5-499d-a776-87bc555d688b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:18:01Z', 'updated_at': '2021-11-10T19:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '738e097a-fedc-4df8-86f2-8ec59cdece79', 'tenant_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'floating_ip_address': '172.25.3.179', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'port_id': '0d087962-3f71-4f55-a9f5-bfa71fe7c0b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4eb91a3-0e7c-4b49-99d5-b6273309ea9d', 'mac_address': 'fa:16:3e:d0:b1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c501eb-abd9-4776-9dd0-65aa9b5256c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:18:13Z', 'updated_at': '2021-11-10T19:18:36Z', 'revision_number': 1, 'project_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80d5cb2a-632e-4741-94bc-87e8e6d96994', 'name': '', 'network_id': 'f4eb91a3-0e7c-4b49-99d5-b6273309ea9d', 'tenant_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'mac_address': 'fa:16:3e:06:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'e8763436-0d75-45ae-bb60-dffcf03461e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:18:04Z', 'updated_at': '2021-11-10T19:18:15Z', 'revision_number': 5, 'project_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'subnets': [{'id': 'e8763436-0d75-45ae-bb60-dffcf03461e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:18:38.805705 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcbfe17-2966-49f1-9cb9-730a9f8bf4b4 None None] New status for floating IP 738e097a-fedc-4df8-86f2-8ec59cdece79: ACTIVE {{(pid=102508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:18:39.069781 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38372) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:39.075238 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-8a1bf570-68ae-48e4-8657-2a73d3975fa1 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Request body: {'subnet': {'network_id': '14cc7f95-8d95-4b4b-b033-3f75352b422a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:39.167454 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1bf570-68ae-48e4-8657-2a73d3975fa1 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Made reservation on behalf of 9fb6f9cdb9ae47a1b45ec6e104af34a3 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:18:39.171416 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8a1bf570-68ae-48e4-8657-2a73d3975fa1 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:39.375555 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8a1bf570-68ae-48e4-8657-2a73d3975fa1 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:39.444641 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f044c-6cc5-4eed-aa24-2907b366b11e req-c306a81a-1302-48b6-a67f-4b1301055a91 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:39.446283 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1a3f044c-6cc5-4eed-aa24-2907b366b11e req-c306a81a-1302-48b6-a67f-4b1301055a91 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.0620377 Nov 10 19:18:39.466911 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1bf570-68ae-48e4-8657-2a73d3975fa1 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Pushing event updated for resources: {'Subnet': ['ID=36e1a126-a27e-48c3-8604-4c4c902678cf,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:39.469937 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1bf570-68ae-48e4-8657-2a73d3975fa1 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Checking segment: {'id': '9b12c119-2598-4d63-9761-941b9bc4eb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '14cc7f95-8d95-4b4b-b033-3f75352b422a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:18:39.470311 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1bf570-68ae-48e4-8657-2a73d3975fa1 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Network hostable DHCP agents. Network: 14cc7f95-8d95-4b4b-b033-3f75352b422a, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:18:39.491281 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1bf570-68ae-48e4-8657-2a73d3975fa1 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Network 14cc7f95-8d95-4b4b-b033-3f75352b422a is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:18:39.505008 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-8a1bf570-68ae-48e4-8657-2a73d3975fa1 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 14cc7f95-8d95-4b4b-b033-3f75352b422a) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:18:39.509663 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1bf570-68ae-48e4-8657-2a73d3975fa1 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:39.510320 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8a1bf570-68ae-48e4-8657-2a73d3975fa1 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:39.519489 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc62e1d-dbc7-4b98-b5e8-0653df6b93e4 None None] Network 14cc7f95-8d95-4b4b-b033-3f75352b422a requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:18:39.540056 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8a1bf570-68ae-48e4-8657-2a73d3975fa1 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4688072 Nov 10 19:18:39.540726 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38380) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:39.548423 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-201dd52a-c797-44fc-80ae-3cfedc5eb910 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-870225113'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:39.557904 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1a3f044c-6cc5-4eed-aa24-2907b366b11e req-cbb90382-d47b-4435-b8d5-198d5bb1d545 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050928 Nov 10 19:18:39.582635 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201dd52a-c797-44fc-80ae-3cfedc5eb910 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Made reservation on behalf of 9fb6f9cdb9ae47a1b45ec6e104af34a3 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:18:39.586592 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-201dd52a-c797-44fc-80ae-3cfedc5eb910 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:39.627117 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-201dd52a-c797-44fc-80ae-3cfedc5eb910 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:18:39.641497 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-201dd52a-c797-44fc-80ae-3cfedc5eb910 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:39.642526 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-201dd52a-c797-44fc-80ae-3cfedc5eb910 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Added segment ac67133c-3765-4afd-8181-c9ba4ba54824 of type vlan for network 509e5cea-9a7b-4031-a457-e4a8094e9e5d Nov 10 19:18:39.695123 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-201dd52a-c797-44fc-80ae-3cfedc5eb910 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:39.723587 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-201dd52a-c797-44fc-80ae-3cfedc5eb910 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:39.729922 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201dd52a-c797-44fc-80ae-3cfedc5eb910 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:39.730551 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-201dd52a-c797-44fc-80ae-3cfedc5eb910 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:39.730799 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4342d08d-29e4-4739-9902-86f51b9ec748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-14cc7f95-8d95-4b4b-b033-3f75352b422a', 'network_id': '14cc7f95-8d95-4b4b-b033-3f75352b422a', 'tenant_id': '9fb6f9cdb9ae47a1b45ec6e104af34a3', 'fixed_ips': [{'subnet_id': '36e1a126-a27e-48c3-8604-4c4c902678cf'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:18:39.731746 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4342d08d-29e4-4739-9902-86f51b9ec748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:39.811501 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-201dd52a-c797-44fc-80ae-3cfedc5eb910 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2660611 Nov 10 19:18:39.811777 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38384) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:39.817568 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201dd52a-c797-44fc-80ae-3cfedc5eb910 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Pushing event updated for resources: {'Network': ['ID=509e5cea-9a7b-4031-a457-e4a8094e9e5d,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:39.817780 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-960bb9b2-4160-4b16-95b5-f0ab10a282d7 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Request body: {'subnet': {'network_id': '509e5cea-9a7b-4031-a457-e4a8094e9e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:39.834676 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 509e5cea-9a7b-4031-a457-e4a8094e9e5d details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:18:39.974662 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960bb9b2-4160-4b16-95b5-f0ab10a282d7 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Made reservation on behalf of 9fb6f9cdb9ae47a1b45ec6e104af34a3 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:18:39.980331 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-960bb9b2-4160-4b16-95b5-f0ab10a282d7 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:39.988429 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-4342d08d-29e4-4739-9902-86f51b9ec748 None None] Allocated IP 2001:db8:0:ffff::2 (14cc7f95-8d95-4b4b-b033-3f75352b422a/36e1a126-a27e-48c3-8604-4c4c902678cf/4e753ba2-853a-4d3b-b320-34595495cdbd) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:18:40.169238 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4342d08d-29e4-4739-9902-86f51b9ec748 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:40.179082 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4342d08d-29e4-4739-9902-86f51b9ec748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:40.225915 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4342d08d-29e4-4739-9902-86f51b9ec748 None None] Network 14cc7f95-8d95-4b4b-b033-3f75352b422a is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:18:40.234872 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-4342d08d-29e4-4739-9902-86f51b9ec748 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:18:40.240600 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4342d08d-29e4-4739-9902-86f51b9ec748 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:18:40.244230 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342d08d-29e4-4739-9902-86f51b9ec748 None None] Pushing event updated for resources: {'Port': ['ID=4e753ba2-853a-4d3b-b320-34595495cdbd,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:40.316701 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-4342d08d-29e4-4739-9902-86f51b9ec748 None None] Attempting to bind port 4e753ba2-853a-4d3b-b320-34595495cdbd on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:18:40.317114 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-4342d08d-29e4-4739-9902-86f51b9ec748 None None] Attempting to bind port 4e753ba2-853a-4d3b-b320-34595495cdbd by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '9b12c119-2598-4d63-9761-941b9bc4eb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '14cc7f95-8d95-4b4b-b033-3f75352b422a'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:18:40.317487 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4342d08d-29e4-4739-9902-86f51b9ec748 None None] Attempting to bind port 4e753ba2-853a-4d3b-b320-34595495cdbd on network 14cc7f95-8d95-4b4b-b033-3f75352b422a {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:18:40.324572 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4342d08d-29e4-4739-9902-86f51b9ec748 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:18:40.324958 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4342d08d-29e4-4739-9902-86f51b9ec748 None None] Checking segment: {'id': '9b12c119-2598-4d63-9761-941b9bc4eb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '14cc7f95-8d95-4b4b-b033-3f75352b422a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:18:40.325366 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4342d08d-29e4-4739-9902-86f51b9ec748 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:40.325788 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4342d08d-29e4-4739-9902-86f51b9ec748 None None] Bound using segment: {'id': '9b12c119-2598-4d63-9761-941b9bc4eb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '14cc7f95-8d95-4b4b-b033-3f75352b422a'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:18:40.326270 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-4342d08d-29e4-4739-9902-86f51b9ec748 None None] Bound port: 4e753ba2-853a-4d3b-b320-34595495cdbd, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b12c119-2598-4d63-9761-941b9bc4eb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '14cc7f95-8d95-4b4b-b033-3f75352b422a'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:18:40.326657 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4342d08d-29e4-4739-9902-86f51b9ec748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:40.384417 n-d-813897-4 neutron-server[102506]: DEBUG neutron.objects.ports [None req-960bb9b2-4160-4b16-95b5-f0ab10a282d7 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102506) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 19:18:40.387354 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-960bb9b2-4160-4b16-95b5-f0ab10a282d7 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:40.403100 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-4342d08d-29e4-4739-9902-86f51b9ec748 None None] For port 4e753ba2-853a-4d3b-b320-34595495cdbd, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:18:40.407820 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-4342d08d-29e4-4739-9902-86f51b9ec748 None None] For port 4e753ba2-853a-4d3b-b320-34595495cdbd, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=4e753ba2-853a-4d3b-b320-34595495cdbd,segment=NetworkSegment(9b12c119-2598-4d63-9761-941b9bc4eb5b),segment_id=9b12c119-2598-4d63-9761-941b9bc4eb5b)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:18:40.416440 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4342d08d-29e4-4739-9902-86f51b9ec748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:40.527313 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342d08d-29e4-4739-9902-86f51b9ec748 None None] Pushing event updated for resources: {'Port': ['ID=4e753ba2-853a-4d3b-b320-34595495cdbd,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:40.563813 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960bb9b2-4160-4b16-95b5-f0ab10a282d7 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Pushing event updated for resources: {'Subnet': ['ID=77a8d835-d624-43b1-b6fd-8bb32e07abf3,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:40.573629 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960bb9b2-4160-4b16-95b5-f0ab10a282d7 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Checking segment: {'id': 'ac67133c-3765-4afd-8181-c9ba4ba54824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '509e5cea-9a7b-4031-a457-e4a8094e9e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:18:40.574252 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960bb9b2-4160-4b16-95b5-f0ab10a282d7 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Network hostable DHCP agents. Network: 509e5cea-9a7b-4031-a457-e4a8094e9e5d, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:18:40.640832 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960bb9b2-4160-4b16-95b5-f0ab10a282d7 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Network 509e5cea-9a7b-4031-a457-e4a8094e9e5d is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:18:40.654769 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-960bb9b2-4160-4b16-95b5-f0ab10a282d7 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 509e5cea-9a7b-4031-a457-e4a8094e9e5d) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:18:40.660241 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960bb9b2-4160-4b16-95b5-f0ab10a282d7 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:40.661074 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-960bb9b2-4160-4b16-95b5-f0ab10a282d7 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:40.668698 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd73086-5dfd-4242-85de-51e7aa5c8c0b None None] Network 509e5cea-9a7b-4031-a457-e4a8094e9e5d requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:18:40.687338 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38398) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:40.689027 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-960bb9b2-4160-4b16-95b5-f0ab10a282d7 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8749959 Nov 10 19:18:40.694871 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-99486ebd-b55b-4804-9058-5ec147e41a0b tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Request body: {'port': {'network_id': '509e5cea-9a7b-4031-a457-e4a8094e9e5d', 'name': 'tempest-NetworksIpV6TestAttrs-2063809264'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:40.827989 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5a1e1-0242-4c33-bb30-6c0df0850378 req-6ddf4077-68be-4abb-adc7-8126387b7f06 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:40.830790 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-28e5a1e1-0242-4c33-bb30-6c0df0850378 req-6ddf4077-68be-4abb-adc7-8126387b7f06 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.1360543 Nov 10 19:18:40.928971 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-28e5a1e1-0242-4c33-bb30-6c0df0850378 req-13f12cf4-2037-4336-aba3-8072aed94b79 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880561 Nov 10 19:18:40.997136 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99486ebd-b55b-4804-9058-5ec147e41a0b tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Made reservation on behalf of 9fb6f9cdb9ae47a1b45ec6e104af34a3 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:18:40.999168 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11741039-0948-45ed-aa19-2e06c55e8712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-509e5cea-9a7b-4031-a457-e4a8094e9e5d', 'network_id': '509e5cea-9a7b-4031-a457-e4a8094e9e5d', 'tenant_id': '9fb6f9cdb9ae47a1b45ec6e104af34a3', 'fixed_ips': [{'subnet_id': '77a8d835-d624-43b1-b6fd-8bb32e07abf3'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:18:41.001800 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-11741039-0948-45ed-aa19-2e06c55e8712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:41.007053 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-99486ebd-b55b-4804-9058-5ec147e41a0b tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:41.027377 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-99486ebd-b55b-4804-9058-5ec147e41a0b tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] device_id is not set on port 1797d713-5c71-4d07-a1fe-b47ea3dc0883 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:18:41.171704 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-99486ebd-b55b-4804-9058-5ec147e41a0b tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Allocated IP 2001:db8::f816:3eff:fee6:cdbd (509e5cea-9a7b-4031-a457-e4a8094e9e5d/77a8d835-d624-43b1-b6fd-8bb32e07abf3/1797d713-5c71-4d07-a1fe-b47ea3dc0883) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:18:41.361157 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-99486ebd-b55b-4804-9058-5ec147e41a0b tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:41.412876 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-99486ebd-b55b-4804-9058-5ec147e41a0b tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:41.475343 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99486ebd-b55b-4804-9058-5ec147e41a0b tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Network 509e5cea-9a7b-4031-a457-e4a8094e9e5d is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:18:41.479730 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-99486ebd-b55b-4804-9058-5ec147e41a0b tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:18:41.485848 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99486ebd-b55b-4804-9058-5ec147e41a0b tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:18:41.492430 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99486ebd-b55b-4804-9058-5ec147e41a0b tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:41.493167 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-11741039-0948-45ed-aa19-2e06c55e8712 None None] Allocated IP 2001:db8::f816:3eff:fe17:9708 (509e5cea-9a7b-4031-a457-e4a8094e9e5d/77a8d835-d624-43b1-b6fd-8bb32e07abf3/008e6e6c-fc62-432c-b1f6-af80ed41575c) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:18:41.493303 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-99486ebd-b55b-4804-9058-5ec147e41a0b tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:41.497723 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99486ebd-b55b-4804-9058-5ec147e41a0b tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Pushing event updated for resources: {'Port': ['ID=1797d713-5c71-4d07-a1fe-b47ea3dc0883,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:41.518469 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-99486ebd-b55b-4804-9058-5ec147e41a0b tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.8291342 Nov 10 19:18:41.520939 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38416) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:41.597906 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c453387-adec-4679-9fb9-5b84aac3b1e8 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Deleting subnet 77a8d835-d624-43b1-b6fd-8bb32e07abf3 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:18:41.736116 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-11741039-0948-45ed-aa19-2e06c55e8712 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:41.743347 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1c453387-adec-4679-9fb9-5b84aac3b1e8 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:41.747320 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-11741039-0948-45ed-aa19-2e06c55e8712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:41.794564 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1c453387-adec-4679-9fb9-5b84aac3b1e8 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:41.794777 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11741039-0948-45ed-aa19-2e06c55e8712 None None] Network 509e5cea-9a7b-4031-a457-e4a8094e9e5d is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:18:41.799273 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-11741039-0948-45ed-aa19-2e06c55e8712 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:18:41.805643 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11741039-0948-45ed-aa19-2e06c55e8712 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:18:41.817601 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11741039-0948-45ed-aa19-2e06c55e8712 None None] Pushing event updated for resources: {'Port': ['ID=008e6e6c-fc62-432c-b1f6-af80ed41575c,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:41.880277 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-11741039-0948-45ed-aa19-2e06c55e8712 None None] Attempting to bind port 008e6e6c-fc62-432c-b1f6-af80ed41575c on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:18:41.880652 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-11741039-0948-45ed-aa19-2e06c55e8712 None None] Attempting to bind port 008e6e6c-fc62-432c-b1f6-af80ed41575c by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'ac67133c-3765-4afd-8181-c9ba4ba54824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '509e5cea-9a7b-4031-a457-e4a8094e9e5d'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:18:41.881017 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11741039-0948-45ed-aa19-2e06c55e8712 None None] Attempting to bind port 008e6e6c-fc62-432c-b1f6-af80ed41575c on network 509e5cea-9a7b-4031-a457-e4a8094e9e5d {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:18:41.887138 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11741039-0948-45ed-aa19-2e06c55e8712 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:18:41.887458 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11741039-0948-45ed-aa19-2e06c55e8712 None None] Checking segment: {'id': 'ac67133c-3765-4afd-8181-c9ba4ba54824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '509e5cea-9a7b-4031-a457-e4a8094e9e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:18:41.887862 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-11741039-0948-45ed-aa19-2e06c55e8712 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:41.888264 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11741039-0948-45ed-aa19-2e06c55e8712 None None] Bound using segment: {'id': 'ac67133c-3765-4afd-8181-c9ba4ba54824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '509e5cea-9a7b-4031-a457-e4a8094e9e5d'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:18:41.888737 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-11741039-0948-45ed-aa19-2e06c55e8712 None None] Bound port: 008e6e6c-fc62-432c-b1f6-af80ed41575c, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac67133c-3765-4afd-8181-c9ba4ba54824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '509e5cea-9a7b-4031-a457-e4a8094e9e5d'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:18:41.889120 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-11741039-0948-45ed-aa19-2e06c55e8712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:41.952222 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a7f9e6-8ba7-4755-a52a-199396aa3741 None None] Network 14cc7f95-8d95-4b4b-b033-3f75352b422a requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:18:41.957778 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1c453387-adec-4679-9fb9-5b84aac3b1e8 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:42.044959 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1c453387-adec-4679-9fb9-5b84aac3b1e8 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:42.052453 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-11741039-0948-45ed-aa19-2e06c55e8712 None None] For port 008e6e6c-fc62-432c-b1f6-af80ed41575c, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:18:42.075686 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-11741039-0948-45ed-aa19-2e06c55e8712 None None] For port 008e6e6c-fc62-432c-b1f6-af80ed41575c, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=008e6e6c-fc62-432c-b1f6-af80ed41575c,segment=NetworkSegment(ac67133c-3765-4afd-8181-c9ba4ba54824),segment_id=ac67133c-3765-4afd-8181-c9ba4ba54824)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:18:42.076845 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-67c47aa5-bf2d-45ad-b23c-0a420d29c1c8 None None] Provisioning complete for port 4e753ba2-853a-4d3b-b320-34595495cdbd triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:42.077248 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-67c47aa5-bf2d-45ad-b23c-0a420d29c1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:42.090434 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-11741039-0948-45ed-aa19-2e06c55e8712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:42.104842 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c453387-adec-4679-9fb9-5b84aac3b1e8 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Pushing event deleted for resources: {'Subnet': ['ID=77a8d835-d624-43b1-b6fd-8bb32e07abf3,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:42.119855 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1c453387-adec-4679-9fb9-5b84aac3b1e8 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:42.124256 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 4e753ba2-853a-4d3b-b320-34595495cdbd up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:18:42.127907 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1c453387-adec-4679-9fb9-5b84aac3b1e8 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "DELETE /v2.0/subnets/77a8d835-d624-43b1-b6fd-8bb32e07abf3 HTTP/1.1" status: 204 len: 168 time: 0.6036572 Nov 10 19:18:42.128218 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38426) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:42.136462 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929f11d-6fc2-41b9-8519-c05977827e39 req-187e1491-5b8f-48e5-b692-39fde404d398 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:42.147566 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7929f11d-6fc2-41b9-8519-c05977827e39 req-187e1491-5b8f-48e5-b692-39fde404d398 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.0937095 Nov 10 19:18:42.190520 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb77ea86-06f6-4bae-9ec9-5bd318a8f241 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:42.192675 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb77ea86-06f6-4bae-9ec9-5bd318a8f241 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:42.197041 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-bb77ea86-06f6-4bae-9ec9-5bd318a8f241 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0650651 Nov 10 19:18:42.201270 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38428) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:42.222860 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7929f11d-6fc2-41b9-8519-c05977827e39 req-37da4ca8-eb8c-46c8-a31e-7deec230cf81 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739148 Nov 10 19:18:42.270390 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11741039-0948-45ed-aa19-2e06c55e8712 None None] Pushing event updated for resources: {'Port': ['ID=008e6e6c-fc62-432c-b1f6-af80ed41575c,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:42.290680 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-104dd38d-5365-4128-8b2b-1c4f263489c7 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:42.305615 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-104dd38d-5365-4128-8b2b-1c4f263489c7 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 10 19:18:42.306160 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-104dd38d-5365-4128-8b2b-1c4f263489c7 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:18:42.315675 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38432) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:42.318360 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-104dd38d-5365-4128-8b2b-1c4f263489c7 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "DELETE /v2.0/networks/509e5cea-9a7b-4031-a457-e4a8094e9e5d HTTP/1.1" status: 409 len: 405 time: 0.1158993 Nov 10 19:18:42.323255 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-b8841d27-c1dc-45a9-ba39-b5d8a8c06538 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1829745999'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:42.323431 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 4e753ba2-853a-4d3b-b320-34595495cdbd triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:42.323870 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:42.360803 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8841d27-c1dc-45a9-ba39-b5d8a8c06538 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Made reservation on behalf of 9fb6f9cdb9ae47a1b45ec6e104af34a3 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:18:42.364963 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b8841d27-c1dc-45a9-ba39-b5d8a8c06538 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:42.401477 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8841d27-c1dc-45a9-ba39-b5d8a8c06538 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:18:42.412590 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b8841d27-c1dc-45a9-ba39-b5d8a8c06538 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:42.413005 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-b8841d27-c1dc-45a9-ba39-b5d8a8c06538 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Added segment 61ee4a94-9db4-4055-bdc0-75dc34051414 of type vlan for network 2b07c986-baf3-40df-8731-db0735774bd4 Nov 10 19:18:42.454791 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-67c47aa5-bf2d-45ad-b23c-0a420d29c1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:42.461077 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b8841d27-c1dc-45a9-ba39-b5d8a8c06538 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:42.508148 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b8841d27-c1dc-45a9-ba39-b5d8a8c06538 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:42.518699 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8841d27-c1dc-45a9-ba39-b5d8a8c06538 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:42.520295 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b8841d27-c1dc-45a9-ba39-b5d8a8c06538 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:42.539357 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:18:42.563078 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:42.607296 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-67c47aa5-bf2d-45ad-b23c-0a420d29c1c8 None None] For port 4e753ba2-853a-4d3b-b320-34595495cdbd, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=4e753ba2-853a-4d3b-b320-34595495cdbd,segment=NetworkSegment(9b12c119-2598-4d63-9761-941b9bc4eb5b),segment_id=9b12c119-2598-4d63-9761-941b9bc4eb5b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:18:42.619005 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b8841d27-c1dc-45a9-ba39-b5d8a8c06538 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3020899 Nov 10 19:18:42.626611 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38438) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:42.646202 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8841d27-c1dc-45a9-ba39-b5d8a8c06538 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Pushing event updated for resources: {'Network': ['ID=2b07c986-baf3-40df-8731-db0735774bd4,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:42.656702 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-67c47aa5-bf2d-45ad-b23c-0a420d29c1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:42.663834 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-10d5c2c2-6b7a-49a9-a2c0-d963cb96164a tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Request body: {'subnet': {'network_id': '2b07c986-baf3-40df-8731-db0735774bd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:42.677057 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 2b07c986-baf3-40df-8731-db0735774bd4 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:18:42.784216 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:18:42.784579 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:18:42.884441 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d5c2c2-6b7a-49a9-a2c0-d963cb96164a tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Made reservation on behalf of 9fb6f9cdb9ae47a1b45ec6e104af34a3 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:18:42.888146 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-10d5c2c2-6b7a-49a9-a2c0-d963cb96164a tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:42.925383 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c47aa5-bf2d-45ad-b23c-0a420d29c1c8 None None] Pushing event updated for resources: {'Port': ['ID=4e753ba2-853a-4d3b-b320-34595495cdbd,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:43.023722 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8e3eaf09-b6a3-408d-b29a-8fdf52fe49de None None] Provisioning complete for port 4e753ba2-853a-4d3b-b320-34595495cdbd triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:43.024135 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8e3eaf09-b6a3-408d-b29a-8fdf52fe49de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:43.248810 n-d-813897-4 neutron-server[102505]: DEBUG neutron.objects.ports [None req-10d5c2c2-6b7a-49a9-a2c0-d963cb96164a tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102505) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 19:18:43.250397 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-10d5c2c2-6b7a-49a9-a2c0-d963cb96164a tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:43.329726 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5c2c2-6b7a-49a9-a2c0-d963cb96164a tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Pushing event updated for resources: {'Subnet': ['ID=ef6395e7-6c6c-4e6a-a4b2-c9ba628942bd,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:43.335282 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d5c2c2-6b7a-49a9-a2c0-d963cb96164a tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Checking segment: {'id': '61ee4a94-9db4-4055-bdc0-75dc34051414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2b07c986-baf3-40df-8731-db0735774bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:18:43.335638 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d5c2c2-6b7a-49a9-a2c0-d963cb96164a tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Network hostable DHCP agents. Network: 2b07c986-baf3-40df-8731-db0735774bd4, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:18:43.361689 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec50cae-908e-4688-acce-521e6429c4a6 req-b1901369-881b-49ea-b90c-d768df98daa4 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:43.364912 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fec50cae-908e-4688-acce-521e6429c4a6 req-b1901369-881b-49ea-b90c-d768df98daa4 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.0729895 Nov 10 19:18:43.372487 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d5c2c2-6b7a-49a9-a2c0-d963cb96164a tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Network 2b07c986-baf3-40df-8731-db0735774bd4 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:18:43.392048 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-10d5c2c2-6b7a-49a9-a2c0-d963cb96164a tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 2b07c986-baf3-40df-8731-db0735774bd4) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:18:43.403193 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c65794-b368-4b34-927b-7340424831dd None None] Network 2b07c986-baf3-40df-8731-db0735774bd4 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:18:43.412248 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d5c2c2-6b7a-49a9-a2c0-d963cb96164a tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:43.413366 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-10d5c2c2-6b7a-49a9-a2c0-d963cb96164a tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:43.434840 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fec50cae-908e-4688-acce-521e6429c4a6 req-27b1c18a-b006-49c0-a6e9-8c37abe33eae tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628970 Nov 10 19:18:43.458153 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-10d5c2c2-6b7a-49a9-a2c0-d963cb96164a tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8295040 Nov 10 19:18:43.472666 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38450) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:43.482398 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-6a24479b-26b5-48de-9fb0-68ffc224ba36 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Request body: {'port': {'network_id': '2b07c986-baf3-40df-8731-db0735774bd4', 'name': 'tempest-NetworksIpV6TestAttrs-682012839'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:43.628704 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a24479b-26b5-48de-9fb0-68ffc224ba36 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Made reservation on behalf of 9fb6f9cdb9ae47a1b45ec6e104af34a3 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:18:43.632910 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a24479b-26b5-48de-9fb0-68ffc224ba36 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:43.635648 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a1273d-3ce8-4d5a-835c-572d4cdcd44a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-2b07c986-baf3-40df-8731-db0735774bd4', 'network_id': '2b07c986-baf3-40df-8731-db0735774bd4', 'tenant_id': '9fb6f9cdb9ae47a1b45ec6e104af34a3', 'fixed_ips': [{'subnet_id': 'ef6395e7-6c6c-4e6a-a4b2-c9ba628942bd'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:18:43.637939 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b9a1273d-3ce8-4d5a-835c-572d4cdcd44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:43.654899 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-6a24479b-26b5-48de-9fb0-68ffc224ba36 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] device_id is not set on port 61f56877-bef3-49db-be54-99a8f52ac873 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:18:43.987778 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f24f33-871d-4175-a755-a3f669dcc69d None None] Network 509e5cea-9a7b-4031-a457-e4a8094e9e5d requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:18:44.073412 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-b9a1273d-3ce8-4d5a-835c-572d4cdcd44a None None] Allocated IP 2001:db8::f816:3eff:fe81:4b39 (2b07c986-baf3-40df-8731-db0735774bd4/ef6395e7-6c6c-4e6a-a4b2-c9ba628942bd/95318765-5eb5-4b31-aa3a-6aa41593bee5) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:18:44.081706 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-0583eefa-9eeb-46f7-a178-4076d5feac50 None None] Provisioning complete for port 008e6e6c-fc62-432c-b1f6-af80ed41575c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:44.081706 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0583eefa-9eeb-46f7-a178-4076d5feac50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:44.119758 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 4e753ba2-853a-4d3b-b320-34595495cdbd up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:18:44.341412 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 4e753ba2-853a-4d3b-b320-34595495cdbd triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:44.341830 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:44.393145 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41473b67-26b7-4f91-b8d3-10c306e221c1 None None] DHCP port deletion for 509e5cea-9a7b-4031-a457-e4a8094e9e5d request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:18:44.426513 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0583eefa-9eeb-46f7-a178-4076d5feac50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:44.502062 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b9a1273d-3ce8-4d5a-835c-572d4cdcd44a None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:44.516547 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-0583eefa-9eeb-46f7-a178-4076d5feac50 None None] For port 008e6e6c-fc62-432c-b1f6-af80ed41575c, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=008e6e6c-fc62-432c-b1f6-af80ed41575c,segment=NetworkSegment(ac67133c-3765-4afd-8181-c9ba4ba54824),segment_id=ac67133c-3765-4afd-8181-c9ba4ba54824)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:18:44.545245 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b9a1273d-3ce8-4d5a-835c-572d4cdcd44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:44.559952 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0583eefa-9eeb-46f7-a178-4076d5feac50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:44.605521 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa8298-dd7c-481a-a9ca-cdaa6bc1d710 req-16823940-28d6-4fa1-8f07-be7dff330f88 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:44.614853 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-08aa8298-dd7c-481a-a9ca-cdaa6bc1d710 req-16823940-28d6-4fa1-8f07-be7dff330f88 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.0768328 Nov 10 19:18:44.647479 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-6a24479b-26b5-48de-9fb0-68ffc224ba36 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Allocated IP 2001:db8::f816:3eff:feec:d53b (2b07c986-baf3-40df-8731-db0735774bd4/ef6395e7-6c6c-4e6a-a4b2-c9ba628942bd/61f56877-bef3-49db-be54-99a8f52ac873) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:18:44.652042 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 008e6e6c-fc62-432c-b1f6-af80ed41575c up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:18:44.656040 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a1273d-3ce8-4d5a-835c-572d4cdcd44a None None] Network 2b07c986-baf3-40df-8731-db0735774bd4 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:18:44.678098 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-08aa8298-dd7c-481a-a9ca-cdaa6bc1d710 req-13c9718d-901e-4595-adeb-66633c6484c0 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622270 Nov 10 19:18:44.693740 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-b9a1273d-3ce8-4d5a-835c-572d4cdcd44a None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:18:44.693740 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a1273d-3ce8-4d5a-835c-572d4cdcd44a None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:18:44.694573 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1273d-3ce8-4d5a-835c-572d4cdcd44a None None] Pushing event updated for resources: {'Port': ['ID=95318765-5eb5-4b31-aa3a-6aa41593bee5,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:44.738690 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-41473b67-26b7-4f91-b8d3-10c306e221c1 None None] Deleting port 008e6e6c-fc62-432c-b1f6-af80ed41575c {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:18:44.739071 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-41473b67-26b7-4f91-b8d3-10c306e221c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:44.850232 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a24479b-26b5-48de-9fb0-68ffc224ba36 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:44.877882 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583eefa-9eeb-46f7-a178-4076d5feac50 None None] Pushing event updated for resources: {'Port': ['ID=008e6e6c-fc62-432c-b1f6-af80ed41575c,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:44.900010 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-41473b67-26b7-4f91-b8d3-10c306e221c1 None None] For port 008e6e6c-fc62-432c-b1f6-af80ed41575c, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=008e6e6c-fc62-432c-b1f6-af80ed41575c,segment=NetworkSegment(ac67133c-3765-4afd-8181-c9ba4ba54824),segment_id=ac67133c-3765-4afd-8181-c9ba4ba54824)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:18:44.900361 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-41473b67-26b7-4f91-b8d3-10c306e221c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:44.904376 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-b9a1273d-3ce8-4d5a-835c-572d4cdcd44a None None] Attempting to bind port 95318765-5eb5-4b31-aa3a-6aa41593bee5 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:18:44.905036 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-b9a1273d-3ce8-4d5a-835c-572d4cdcd44a None None] Attempting to bind port 95318765-5eb5-4b31-aa3a-6aa41593bee5 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '61ee4a94-9db4-4055-bdc0-75dc34051414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2b07c986-baf3-40df-8731-db0735774bd4'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:18:44.905437 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a1273d-3ce8-4d5a-835c-572d4cdcd44a None None] Attempting to bind port 95318765-5eb5-4b31-aa3a-6aa41593bee5 on network 2b07c986-baf3-40df-8731-db0735774bd4 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:18:44.905551 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a24479b-26b5-48de-9fb0-68ffc224ba36 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:44.928354 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a1273d-3ce8-4d5a-835c-572d4cdcd44a None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:18:44.928733 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a1273d-3ce8-4d5a-835c-572d4cdcd44a None None] Checking segment: {'id': '61ee4a94-9db4-4055-bdc0-75dc34051414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2b07c986-baf3-40df-8731-db0735774bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:18:44.929144 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b9a1273d-3ce8-4d5a-835c-572d4cdcd44a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:44.929547 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a1273d-3ce8-4d5a-835c-572d4cdcd44a None None] Bound using segment: {'id': '61ee4a94-9db4-4055-bdc0-75dc34051414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2b07c986-baf3-40df-8731-db0735774bd4'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:18:44.930073 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-b9a1273d-3ce8-4d5a-835c-572d4cdcd44a None None] Bound port: 95318765-5eb5-4b31-aa3a-6aa41593bee5, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ee4a94-9db4-4055-bdc0-75dc34051414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2b07c986-baf3-40df-8731-db0735774bd4'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:18:44.930456 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b9a1273d-3ce8-4d5a-835c-572d4cdcd44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:44.933938 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-41473b67-26b7-4f91-b8d3-10c306e221c1 None None] Calling delete_port for 008e6e6c-fc62-432c-b1f6-af80ed41575c owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:18:44.936968 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 008e6e6c-fc62-432c-b1f6-af80ed41575c triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:44.937345 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:44.971628 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a24479b-26b5-48de-9fb0-68ffc224ba36 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Network 2b07c986-baf3-40df-8731-db0735774bd4 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:18:44.978036 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-6a24479b-26b5-48de-9fb0-68ffc224ba36 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:18:44.982694 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a24479b-26b5-48de-9fb0-68ffc224ba36 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:18:44.989236 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a24479b-26b5-48de-9fb0-68ffc224ba36 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:44.989562 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a24479b-26b5-48de-9fb0-68ffc224ba36 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:44.999461 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a24479b-26b5-48de-9fb0-68ffc224ba36 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Pushing event updated for resources: {'Port': ['ID=61f56877-bef3-49db-be54-99a8f52ac873,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:45.014544 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6a24479b-26b5-48de-9fb0-68ffc224ba36 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5403690 Nov 10 19:18:45.017614 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38474) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:45.076946 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-33775241-ae3a-41d0-872c-ab35bebd3655 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Deleting subnet ef6395e7-6c6c-4e6a-a4b2-c9ba628942bd {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:18:45.080365 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-33775241-ae3a-41d0-872c-ab35bebd3655 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:45.119239 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-b9a1273d-3ce8-4d5a-835c-572d4cdcd44a None None] For port 95318765-5eb5-4b31-aa3a-6aa41593bee5, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:18:45.127239 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-b9a1273d-3ce8-4d5a-835c-572d4cdcd44a None None] For port 95318765-5eb5-4b31-aa3a-6aa41593bee5, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=95318765-5eb5-4b31-aa3a-6aa41593bee5,segment=NetworkSegment(61ee4a94-9db4-4055-bdc0-75dc34051414),segment_id=61ee4a94-9db4-4055-bdc0-75dc34051414)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:18:45.137888 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b9a1273d-3ce8-4d5a-835c-572d4cdcd44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:45.139091 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-33775241-ae3a-41d0-872c-ab35bebd3655 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:45.216968 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-41473b67-26b7-4f91-b8d3-10c306e221c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:45.252023 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41473b67-26b7-4f91-b8d3-10c306e221c1 None None] No DVR routers for this DVR port 008e6e6c-fc62-432c-b1f6-af80ed41575c on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:18:45.267233 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1273d-3ce8-4d5a-835c-572d4cdcd44a None None] Pushing event updated for resources: {'Port': ['ID=95318765-5eb5-4b31-aa3a-6aa41593bee5,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:45.303637 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41473b67-26b7-4f91-b8d3-10c306e221c1 None None] Pushing event deleted for resources: {'Port': ['ID=008e6e6c-fc62-432c-b1f6-af80ed41575c,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:45.337326 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-33775241-ae3a-41d0-872c-ab35bebd3655 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:45.410010 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-33775241-ae3a-41d0-872c-ab35bebd3655 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:45.457643 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-33775241-ae3a-41d0-872c-ab35bebd3655 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:45.460950 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-33775241-ae3a-41d0-872c-ab35bebd3655 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "DELETE /v2.0/subnets/ef6395e7-6c6c-4e6a-a4b2-c9ba628942bd HTTP/1.1" status: 204 len: 168 time: 0.4403031 Nov 10 19:18:45.462024 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33775241-ae3a-41d0-872c-ab35bebd3655 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Pushing event deleted for resources: {'Subnet': ['ID=ef6395e7-6c6c-4e6a-a4b2-c9ba628942bd,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:45.463954 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38478) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:45.472078 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33775241-ae3a-41d0-872c-ab35bebd3655 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:45.472775 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33775241-ae3a-41d0-872c-ab35bebd3655 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:45.473121 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33775241-ae3a-41d0-872c-ab35bebd3655 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:45.473607 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33775241-ae3a-41d0-872c-ab35bebd3655 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:45.473836 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33775241-ae3a-41d0-872c-ab35bebd3655 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:45.474427 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33775241-ae3a-41d0-872c-ab35bebd3655 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:45.474775 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33775241-ae3a-41d0-872c-ab35bebd3655 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:45.475106 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33775241-ae3a-41d0-872c-ab35bebd3655 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:45.475428 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33775241-ae3a-41d0-872c-ab35bebd3655 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:45.475935 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33775241-ae3a-41d0-872c-ab35bebd3655 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:45.476411 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33775241-ae3a-41d0-872c-ab35bebd3655 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:45.476891 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33775241-ae3a-41d0-872c-ab35bebd3655 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:18:45.534613 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cc96d2-7b9d-4a97-b9d4-7b6d1e00d7b8 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:45.536140 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cc96d2-7b9d-4a97-b9d4-7b6d1e00d7b8 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:45.537919 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-76cc96d2-7b9d-4a97-b9d4-7b6d1e00d7b8 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0724564 Nov 10 19:18:45.541151 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38480) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:45.630230 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-668b6374-5741-4cf4-abd5-716aeeb425ad tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:45.637633 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-668b6374-5741-4cf4-abd5-716aeeb425ad tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 10 19:18:45.638244 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-668b6374-5741-4cf4-abd5-716aeeb425ad tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:18:45.641432 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-668b6374-5741-4cf4-abd5-716aeeb425ad tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "DELETE /v2.0/networks/2b07c986-baf3-40df-8731-db0735774bd4 HTTP/1.1" status: 409 len: 405 time: 0.0992141 Nov 10 19:18:45.646166 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38482) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:45.651372 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-034f919c-45d1-4478-b0dd-0746f3a62a91 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1927795537'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:45.676409 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034f919c-45d1-4478-b0dd-0746f3a62a91 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Made reservation on behalf of 9fb6f9cdb9ae47a1b45ec6e104af34a3 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:18:45.680609 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-034f919c-45d1-4478-b0dd-0746f3a62a91 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:45.713693 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-034f919c-45d1-4478-b0dd-0746f3a62a91 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:18:45.728973 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-034f919c-45d1-4478-b0dd-0746f3a62a91 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:45.729454 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-034f919c-45d1-4478-b0dd-0746f3a62a91 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Added segment 792dab75-d709-4b34-bdf3-2b81c760d076 of type vlan for network 52c1089a-a780-4813-ab7d-2b314a68f1ff Nov 10 19:18:45.798680 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-034f919c-45d1-4478-b0dd-0746f3a62a91 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:45.865057 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80f0e8-44b8-4065-b1cd-2bff8258232d req-475d1ecb-52ce-4e8c-8fa5-e18a2b2c322c tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:45.868222 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3a80f0e8-44b8-4065-b1cd-2bff8258232d req-475d1ecb-52ce-4e8c-8fa5-e18a2b2c322c tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.0873363 Nov 10 19:18:45.870364 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-034f919c-45d1-4478-b0dd-0746f3a62a91 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:45.882565 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034f919c-45d1-4478-b0dd-0746f3a62a91 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:45.883624 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-034f919c-45d1-4478-b0dd-0746f3a62a91 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:46.011171 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-034f919c-45d1-4478-b0dd-0746f3a62a91 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3610122 Nov 10 19:18:46.020938 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38496) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:46.032516 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-8a0481d9-82ac-42db-b728-750542000739 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Request body: {'subnet': {'network_id': '52c1089a-a780-4813-ab7d-2b314a68f1ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:46.081205 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f919c-45d1-4478-b0dd-0746f3a62a91 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Pushing event updated for resources: {'Network': ['ID=52c1089a-a780-4813-ab7d-2b314a68f1ff,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:46.081927 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 95318765-5eb5-4b31-aa3a-6aa41593bee5 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:18:46.138582 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 52c1089a-a780-4813-ab7d-2b314a68f1ff details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:18:46.142416 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3a80f0e8-44b8-4065-b1cd-2bff8258232d req-383a6a65-b4e3-4e07-a1d8-7de32910be7a tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538166 Nov 10 19:18:46.234042 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0481d9-82ac-42db-b728-750542000739 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Made reservation on behalf of 9fb6f9cdb9ae47a1b45ec6e104af34a3 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:18:46.239748 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8a0481d9-82ac-42db-b728-750542000739 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:46.278607 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 95318765-5eb5-4b31-aa3a-6aa41593bee5 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:46.278989 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:46.387472 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:46.437553 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 95318765-5eb5-4b31-aa3a-6aa41593bee5, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=95318765-5eb5-4b31-aa3a-6aa41593bee5,segment=NetworkSegment(61ee4a94-9db4-4055-bdc0-75dc34051414),segment_id=61ee4a94-9db4-4055-bdc0-75dc34051414)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:18:46.446585 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:46.512232 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdea17d5-808b-47e3-97b6-ad3a2b89a9a6 None None] Network 2b07c986-baf3-40df-8731-db0735774bd4 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:18:46.554552 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 008e6e6c-fc62-432c-b1f6-af80ed41575c no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:18:46.609751 n-d-813897-4 neutron-server[102505]: DEBUG neutron.objects.ports [None req-8a0481d9-82ac-42db-b728-750542000739 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102505) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 19:18:46.611457 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8a0481d9-82ac-42db-b728-750542000739 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:46.612091 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 008e6e6c-fc62-432c-b1f6-af80ed41575c {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:18:46.612623 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 008e6e6c-fc62-432c-b1f6-af80ed41575c not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:18:46.620852 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=95318765-5eb5-4b31-aa3a-6aa41593bee5,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:46.673097 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-00510e88-fd30-44b5-9d9d-3c394d0f4a3c None None] Provisioning complete for port 95318765-5eb5-4b31-aa3a-6aa41593bee5 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:18:46.673614 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-00510e88-fd30-44b5-9d9d-3c394d0f4a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:46.711437 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0481d9-82ac-42db-b728-750542000739 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Pushing event updated for resources: {'Subnet': ['ID=f94068d0-735f-41b7-9a6a-2c43bbf7d340,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:46.713877 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0481d9-82ac-42db-b728-750542000739 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Checking segment: {'id': '792dab75-d709-4b34-bdf3-2b81c760d076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '52c1089a-a780-4813-ab7d-2b314a68f1ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:18:46.714237 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0481d9-82ac-42db-b728-750542000739 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Network hostable DHCP agents. Network: 52c1089a-a780-4813-ab7d-2b314a68f1ff, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:18:46.737421 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0481d9-82ac-42db-b728-750542000739 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Network 52c1089a-a780-4813-ab7d-2b314a68f1ff is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:18:46.750498 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-8a0481d9-82ac-42db-b728-750542000739 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 52c1089a-a780-4813-ab7d-2b314a68f1ff) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:18:46.764887 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0481d9-82ac-42db-b728-750542000739 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:46.765505 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8a0481d9-82ac-42db-b728-750542000739 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:46.772333 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132d22ce-92b0-4d97-a952-a0be39d1fd84 None None] Network 52c1089a-a780-4813-ab7d-2b314a68f1ff requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:18:46.802988 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8a0481d9-82ac-42db-b728-750542000739 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.7773070 Nov 10 19:18:46.803345 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38506) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:46.872564 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d56952c-8891-40e7-8b38-6bd85aac5f2a None None] DHCP port deletion for 2b07c986-baf3-40df-8731-db0735774bd4 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:18:47.005553 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-8d56952c-8891-40e7-8b38-6bd85aac5f2a None None] Deleting port 95318765-5eb5-4b31-aa3a-6aa41593bee5 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:18:47.005991 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8d56952c-8891-40e7-8b38-6bd85aac5f2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:47.009371 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d128ec49-dc17-4816-b5da-d9db3254f1e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-52c1089a-a780-4813-ab7d-2b314a68f1ff', 'network_id': '52c1089a-a780-4813-ab7d-2b314a68f1ff', 'tenant_id': '9fb6f9cdb9ae47a1b45ec6e104af34a3', 'fixed_ips': [{'subnet_id': 'f94068d0-735f-41b7-9a6a-2c43bbf7d340'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:18:47.010630 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d128ec49-dc17-4816-b5da-d9db3254f1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:47.029419 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57381bd4-33b0-4717-97d8-aed2d31c03da tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:47.159262 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57381bd4-33b0-4717-97d8-aed2d31c03da tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:47.179479 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-8d56952c-8891-40e7-8b38-6bd85aac5f2a None None] For port 95318765-5eb5-4b31-aa3a-6aa41593bee5, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=95318765-5eb5-4b31-aa3a-6aa41593bee5,segment=NetworkSegment(61ee4a94-9db4-4055-bdc0-75dc34051414),segment_id=61ee4a94-9db4-4055-bdc0-75dc34051414)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:18:47.180990 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8d56952c-8891-40e7-8b38-6bd85aac5f2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:47.353270 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa4ac1-13ac-488b-901f-ca6638786d18 req-d3b40a17-1811-4e2a-b0e1-a3d1c0e2da06 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:47.362814 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45fa4ac1-13ac-488b-901f-ca6638786d18 req-d3b40a17-1811-4e2a-b0e1-a3d1c0e2da06 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.0753958 Nov 10 19:18:47.426998 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45fa4ac1-13ac-488b-901f-ca6638786d18 req-f3a171e6-daa1-4e81-aa6a-1c96436f369f tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628953 Nov 10 19:18:47.496751 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-8d56952c-8891-40e7-8b38-6bd85aac5f2a None None] Calling delete_port for 95318765-5eb5-4b31-aa3a-6aa41593bee5 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:18:47.526836 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-d128ec49-dc17-4816-b5da-d9db3254f1e4 None None] Allocated IP 2001:db8::f816:3eff:feb3:dc01 (52c1089a-a780-4813-ab7d-2b314a68f1ff/f94068d0-735f-41b7-9a6a-2c43bbf7d340/57fd76af-298e-4460-a70b-3e094ec828cd) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:18:47.691294 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8d56952c-8891-40e7-8b38-6bd85aac5f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:47.741527 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d56952c-8891-40e7-8b38-6bd85aac5f2a None None] No DVR routers for this DVR port 95318765-5eb5-4b31-aa3a-6aa41593bee5 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:18:47.743098 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56952c-8891-40e7-8b38-6bd85aac5f2a None None] Pushing event deleted for resources: {'Port': ['ID=95318765-5eb5-4b31-aa3a-6aa41593bee5,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:47.801434 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d128ec49-dc17-4816-b5da-d9db3254f1e4 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:47.812569 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d128ec49-dc17-4816-b5da-d9db3254f1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:47.835866 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57381bd4-33b0-4717-97d8-aed2d31c03da tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:47.875351 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d128ec49-dc17-4816-b5da-d9db3254f1e4 None None] Network 52c1089a-a780-4813-ab7d-2b314a68f1ff is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:18:47.879696 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-d128ec49-dc17-4816-b5da-d9db3254f1e4 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:18:47.884022 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d128ec49-dc17-4816-b5da-d9db3254f1e4 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:18:47.909823 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57381bd4-33b0-4717-97d8-aed2d31c03da tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Pushing event deleted for resources: {'Subnet': ['ID=f94068d0-735f-41b7-9a6a-2c43bbf7d340,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:48.030727 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d128ec49-dc17-4816-b5da-d9db3254f1e4 None None] Attempting to bind port 57fd76af-298e-4460-a70b-3e094ec828cd on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:18:48.031145 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d128ec49-dc17-4816-b5da-d9db3254f1e4 None None] Attempting to bind port 57fd76af-298e-4460-a70b-3e094ec828cd by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '792dab75-d709-4b34-bdf3-2b81c760d076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '52c1089a-a780-4813-ab7d-2b314a68f1ff'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:18:48.031502 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d128ec49-dc17-4816-b5da-d9db3254f1e4 None None] Attempting to bind port 57fd76af-298e-4460-a70b-3e094ec828cd on network 52c1089a-a780-4813-ab7d-2b314a68f1ff {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:18:48.034723 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57381bd4-33b0-4717-97d8-aed2d31c03da tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:48.037698 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 95318765-5eb5-4b31-aa3a-6aa41593bee5 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:18:48.039638 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128ec49-dc17-4816-b5da-d9db3254f1e4 None None] Pushing event updated for resources: {'Port': ['ID=57fd76af-298e-4460-a70b-3e094ec828cd,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:48.071157 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-57381bd4-33b0-4717-97d8-aed2d31c03da tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c1089a-a780-4813-ab7d-2b314a68f1ff']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:48.073048 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d128ec49-dc17-4816-b5da-d9db3254f1e4 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:18:48.073442 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d128ec49-dc17-4816-b5da-d9db3254f1e4 None None] Checking segment: {'id': '792dab75-d709-4b34-bdf3-2b81c760d076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '52c1089a-a780-4813-ab7d-2b314a68f1ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:18:48.073882 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d128ec49-dc17-4816-b5da-d9db3254f1e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:48.074278 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d128ec49-dc17-4816-b5da-d9db3254f1e4 None None] Bound using segment: {'id': '792dab75-d709-4b34-bdf3-2b81c760d076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '52c1089a-a780-4813-ab7d-2b314a68f1ff'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:18:48.074975 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d128ec49-dc17-4816-b5da-d9db3254f1e4 None None] Bound port: 57fd76af-298e-4460-a70b-3e094ec828cd, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '792dab75-d709-4b34-bdf3-2b81c760d076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '52c1089a-a780-4813-ab7d-2b314a68f1ff'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:18:48.075365 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d128ec49-dc17-4816-b5da-d9db3254f1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:48.079893 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 95318765-5eb5-4b31-aa3a-6aa41593bee5 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:18:48.080309 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 95318765-5eb5-4b31-aa3a-6aa41593bee5 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:18:48.097700 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-57381bd4-33b0-4717-97d8-aed2d31c03da tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792dab75-d709-4b34-bdf3-2b81c760d076') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:48.098465 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-57381bd4-33b0-4717-97d8-aed2d31c03da tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792dab75-d709-4b34-bdf3-2b81c760d076') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:48.112604 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57381bd4-33b0-4717-97d8-aed2d31c03da tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:48.130809 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57381bd4-33b0-4717-97d8-aed2d31c03da tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:48.139780 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57381bd4-33b0-4717-97d8-aed2d31c03da tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:18:48.140771 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57381bd4-33b0-4717-97d8-aed2d31c03da tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:48.146122 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:18:48.146122 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:18:48.146122 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:18:48.146122 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:18:48.146122 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:18:48.146122 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:18:48.146122 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:18:48.146122 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:18:48.146122 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:18:48.146122 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:18:48.146122 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:18:48.146122 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:18:48.146122 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:18:48.146122 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:18:48.146122 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:18:48.146122 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:18:48.146122 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:18:48.146122 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:18:48.146122 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:18:48.146122 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:18:48.146122 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:18:48.146122 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:18:48.146122 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:18:48.146122 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:18:48.146122 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:18:48.146122 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:18:48.146122 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:18:48.146122 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:18:48.146122 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:18:48.146122 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:18:48.146122 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:18:48.146122 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:18:48.198592 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-d128ec49-dc17-4816-b5da-d9db3254f1e4 None None] For port 57fd76af-298e-4460-a70b-3e094ec828cd, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:18:48.254054 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-d128ec49-dc17-4816-b5da-d9db3254f1e4 None None] For port 57fd76af-298e-4460-a70b-3e094ec828cd, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=57fd76af-298e-4460-a70b-3e094ec828cd,segment=NetworkSegment(792dab75-d709-4b34-bdf3-2b81c760d076),segment_id=792dab75-d709-4b34-bdf3-2b81c760d076)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:18:48.256938 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.db.api [None req-57381bd4-33b0-4717-97d8-aed2d31c03da tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 19:18:48.256938 n-d-813897-4 neutron-server[102505]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 19:18:48.256938 n-d-813897-4 neutron-server[102505]: [parameters: {'id': '52c1089a-a780-4813-ab7d-2b314a68f1ff'}] Nov 10 19:18:48.256938 n-d-813897-4 neutron-server[102505]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:18:48.257325 n-d-813897-4 neutron-server[102505]: DEBUG oslo_db.api [None req-57381bd4-33b0-4717-97d8-aed2d31c03da tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:18:48.259440 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d128ec49-dc17-4816-b5da-d9db3254f1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:48.359568 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128ec49-dc17-4816-b5da-d9db3254f1e4 None None] Pushing event updated for resources: {'Port': ['ID=57fd76af-298e-4460-a70b-3e094ec828cd,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:48.370144 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ae57db-afa5-4b8e-b967-936c15f6b1b1 None None] Network 52c1089a-a780-4813-ab7d-2b314a68f1ff requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:18:48.516474 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc44588-8e88-4d63-be53-abeb30c48cd0 None None] get_active_networks_info from n-d-813897-4 {{(pid=102507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 19:18:48.574554 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5083ec-a00f-40e3-ae96-cd78f9e3c92f req-b4df2d9d-19bf-4f51-b123-b279780f7cfe tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:48.576305 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4e5083ec-a00f-40e3-ae96-cd78f9e3c92f req-b4df2d9d-19bf-4f51-b123-b279780f7cfe tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.0696666 Nov 10 19:18:48.630218 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4e5083ec-a00f-40e3-ae96-cd78f9e3c92f req-882d0578-8ccf-4ec9-8955-4cc32cf153f9 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455441 Nov 10 19:18:48.660298 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc44588-8e88-4d63-be53-abeb30c48cd0 None None] Resources bound (agent type, host, resource id): {{(pid=102507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 19:18:48.758465 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57381bd4-33b0-4717-97d8-aed2d31c03da tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:48.820298 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-57381bd4-33b0-4717-97d8-aed2d31c03da tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Deleting port 57fd76af-298e-4460-a70b-3e094ec828cd {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:18:48.820803 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57381bd4-33b0-4717-97d8-aed2d31c03da tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:48.895150 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-57381bd4-33b0-4717-97d8-aed2d31c03da tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] For port 57fd76af-298e-4460-a70b-3e094ec828cd, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=57fd76af-298e-4460-a70b-3e094ec828cd,segment=NetworkSegment(792dab75-d709-4b34-bdf3-2b81c760d076),segment_id=792dab75-d709-4b34-bdf3-2b81c760d076)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:18:48.895676 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57381bd4-33b0-4717-97d8-aed2d31c03da tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:48.911466 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-57381bd4-33b0-4717-97d8-aed2d31c03da tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Calling delete_port for 57fd76af-298e-4460-a70b-3e094ec828cd owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:18:49.011888 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57381bd4-33b0-4717-97d8-aed2d31c03da tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:49.045675 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57381bd4-33b0-4717-97d8-aed2d31c03da tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Pushing event deleted for resources: {'Port': ['ID=57fd76af-298e-4460-a70b-3e094ec828cd,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:49.060191 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57381bd4-33b0-4717-97d8-aed2d31c03da tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] No DVR routers for this DVR port 57fd76af-298e-4460-a70b-3e094ec828cd on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:18:49.164499 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57381bd4-33b0-4717-97d8-aed2d31c03da tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:49.193525 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-57381bd4-33b0-4717-97d8-aed2d31c03da tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c1089a-a780-4813-ab7d-2b314a68f1ff']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:49.203575 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-57381bd4-33b0-4717-97d8-aed2d31c03da tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792dab75-d709-4b34-bdf3-2b81c760d076') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:49.203872 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-57381bd4-33b0-4717-97d8-aed2d31c03da tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792dab75-d709-4b34-bdf3-2b81c760d076') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:49.215710 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57381bd4-33b0-4717-97d8-aed2d31c03da tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:49.234138 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57381bd4-33b0-4717-97d8-aed2d31c03da tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:49.243490 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57381bd4-33b0-4717-97d8-aed2d31c03da tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:18:49.244257 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57381bd4-33b0-4717-97d8-aed2d31c03da tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:49.248607 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:18:49.248607 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:18:49.248607 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:18:49.248607 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:18:49.248607 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:18:49.248607 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:18:49.248607 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:18:49.248607 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:18:49.248607 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:18:49.248607 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:18:49.248607 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:18:49.248607 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:18:49.248607 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:18:49.248607 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:18:49.248607 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:18:49.248607 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:18:49.248607 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:18:49.248607 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:18:49.248607 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:18:49.248607 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:18:49.248607 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:18:49.248607 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:18:49.248607 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:18:49.248607 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:18:49.248607 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:18:49.248607 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:18:49.248607 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:18:49.248607 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:18:49.248607 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:18:49.248607 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:18:49.248607 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:18:49.248607 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:18:49.329818 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57381bd4-33b0-4717-97d8-aed2d31c03da tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:49.343375 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57381bd4-33b0-4717-97d8-aed2d31c03da tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:49.347301 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-57381bd4-33b0-4717-97d8-aed2d31c03da tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "DELETE /v2.0/networks/52c1089a-a780-4813-ab7d-2b314a68f1ff HTTP/1.1" status: 204 len: 168 time: 2.5424914 Nov 10 19:18:49.350685 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38548) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:49.367351 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-ad9f0499-04b3-4700-83b5-f1381bf5c824 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1851204829'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:49.375046 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57381bd4-33b0-4717-97d8-aed2d31c03da tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Pushing event deleted for resources: {'Network': ['ID=52c1089a-a780-4813-ab7d-2b314a68f1ff,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:49.398818 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9f0499-04b3-4700-83b5-f1381bf5c824 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Made reservation on behalf of 9fb6f9cdb9ae47a1b45ec6e104af34a3 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:18:49.405845 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ad9f0499-04b3-4700-83b5-f1381bf5c824 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:49.442145 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9f0499-04b3-4700-83b5-f1381bf5c824 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:18:49.457150 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ad9f0499-04b3-4700-83b5-f1381bf5c824 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:49.457675 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-ad9f0499-04b3-4700-83b5-f1381bf5c824 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Added segment 11fc603b-7736-4e22-9a2c-d33c1ae2bf5e of type vlan for network 59700771-1cfd-46a5-a87e-b926f52e6beb Nov 10 19:18:49.508517 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ad9f0499-04b3-4700-83b5-f1381bf5c824 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:49.542644 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ad9f0499-04b3-4700-83b5-f1381bf5c824 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:49.549161 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9f0499-04b3-4700-83b5-f1381bf5c824 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:49.549949 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ad9f0499-04b3-4700-83b5-f1381bf5c824 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:49.577443 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c32539-96f9-485b-ba99-46744c27c891 req-de71ed61-4b21-4de2-b84f-938121a8d7ab tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:49.580932 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f5c32539-96f9-485b-ba99-46744c27c891 req-de71ed61-4b21-4de2-b84f-938121a8d7ab tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=e999b611-2e36-4b50-8cda-4b6a445253a0 HTTP/1.1" status: 200 len: 946 time: 0.0793009 Nov 10 19:18:49.591017 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ad9f0499-04b3-4700-83b5-f1381bf5c824 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2383580 Nov 10 19:18:49.595397 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38554) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:49.639895 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-700f2831-398b-4f0b-820d-d59fa4f6a18d tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Request body: {'subnet': {'network_id': '59700771-1cfd-46a5-a87e-b926f52e6beb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:49.655759 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f5c32539-96f9-485b-ba99-46744c27c891 req-3fe547c8-8102-42ed-8962-5803915895b0 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663705 Nov 10 19:18:49.678182 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f0499-04b3-4700-83b5-f1381bf5c824 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Pushing event updated for resources: {'Network': ['ID=59700771-1cfd-46a5-a87e-b926f52e6beb,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:49.694275 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 59700771-1cfd-46a5-a87e-b926f52e6beb details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:18:49.766441 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700f2831-398b-4f0b-820d-d59fa4f6a18d tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Made reservation on behalf of 9fb6f9cdb9ae47a1b45ec6e104af34a3 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:18:49.771432 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-700f2831-398b-4f0b-820d-d59fa4f6a18d tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:49.803604 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27482565-6ef7-4ed0-ba38-04097038e858 req-c6ba4752-5491-4c2c-8ee7-cd09c8e11676 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:49.805823 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-27482565-6ef7-4ed0-ba38-04097038e858 req-c6ba4752-5491-4c2c-8ee7-cd09c8e11676 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.0600650 Nov 10 19:18:49.866997 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-27482565-6ef7-4ed0-ba38-04097038e858 req-89dc7ddf-4ff6-43fb-a397-696d8204a9fb tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524323 Nov 10 19:18:50.005552 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-700f2831-398b-4f0b-820d-d59fa4f6a18d tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:50.068115 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f2831-398b-4f0b-820d-d59fa4f6a18d tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Pushing event updated for resources: {'Subnet': ['ID=2190f817-d8f2-47d7-adb2-4c8366a3d01a,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:50.078536 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700f2831-398b-4f0b-820d-d59fa4f6a18d tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Checking segment: {'id': '11fc603b-7736-4e22-9a2c-d33c1ae2bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '59700771-1cfd-46a5-a87e-b926f52e6beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:18:50.078956 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700f2831-398b-4f0b-820d-d59fa4f6a18d tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Network hostable DHCP agents. Network: 59700771-1cfd-46a5-a87e-b926f52e6beb, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:18:50.097379 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700f2831-398b-4f0b-820d-d59fa4f6a18d tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Network 59700771-1cfd-46a5-a87e-b926f52e6beb is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:18:50.113281 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-700f2831-398b-4f0b-820d-d59fa4f6a18d tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 59700771-1cfd-46a5-a87e-b926f52e6beb) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:18:50.120382 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700f2831-398b-4f0b-820d-d59fa4f6a18d tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:50.121146 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-700f2831-398b-4f0b-820d-d59fa4f6a18d tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:50.130146 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d654c637-cb8b-41f4-83d3-2fdd13fc8299 None None] Network 59700771-1cfd-46a5-a87e-b926f52e6beb requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:18:50.147530 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-700f2831-398b-4f0b-820d-d59fa4f6a18d tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5510275 Nov 10 19:18:50.151091 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38560) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:50.307680 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a47378e2-8545-4683-9fce-173cf47ae993 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:50.347194 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb6c63e-012e-49ec-bc90-12a18232aebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-59700771-1cfd-46a5-a87e-b926f52e6beb', 'network_id': '59700771-1cfd-46a5-a87e-b926f52e6beb', 'tenant_id': '9fb6f9cdb9ae47a1b45ec6e104af34a3', 'fixed_ips': [{'subnet_id': '2190f817-d8f2-47d7-adb2-4c8366a3d01a'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:18:50.348275 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dcb6c63e-012e-49ec-bc90-12a18232aebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:50.465503 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a47378e2-8545-4683-9fce-173cf47ae993 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:50.535537 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1a4d8-564c-49d7-9538-b5188f3e2f00 req-62310b47-daf5-4940-8feb-026105352ac8 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:50.537467 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-46f1a4d8-564c-49d7-9538-b5188f3e2f00 req-62310b47-daf5-4940-8feb-026105352ac8 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=08efa6f3-c1ed-4bfd-b5bf-74431a6a537d HTTP/1.1" status: 200 len: 945 time: 0.1150911 Nov 10 19:18:50.576197 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-dcb6c63e-012e-49ec-bc90-12a18232aebe None None] Allocated IP 2001:db8::2 (59700771-1cfd-46a5-a87e-b926f52e6beb/2190f817-d8f2-47d7-adb2-4c8366a3d01a/0b22d0e7-7626-43ed-8346-06a8492c4e4b) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:18:50.611927 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-46f1a4d8-564c-49d7-9538-b5188f3e2f00 req-0e0c32b4-068a-4379-92b6-d5909367c900 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673323 Nov 10 19:18:50.746231 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dcb6c63e-012e-49ec-bc90-12a18232aebe None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:50.754453 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dcb6c63e-012e-49ec-bc90-12a18232aebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:50.792583 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a47378e2-8545-4683-9fce-173cf47ae993 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:50.821172 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb6c63e-012e-49ec-bc90-12a18232aebe None None] Network 59700771-1cfd-46a5-a87e-b926f52e6beb is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:18:50.827349 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47378e2-8545-4683-9fce-173cf47ae993 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Pushing event deleted for resources: {'Subnet': ['ID=2190f817-d8f2-47d7-adb2-4c8366a3d01a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:50.827610 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-dcb6c63e-012e-49ec-bc90-12a18232aebe None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:18:50.829986 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6c63e-012e-49ec-bc90-12a18232aebe None None] Pushing event updated for resources: {'Port': ['ID=0b22d0e7-7626-43ed-8346-06a8492c4e4b,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:50.835903 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb6c63e-012e-49ec-bc90-12a18232aebe None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:18:50.878470 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcd2fa-9583-4d30-9bad-8941611e8f9d req-7441d8b5-e728-4cb7-b4f7-02601762a1e5 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:50.880322 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-04bcd2fa-9583-4d30-9bad-8941611e8f9d req-7441d8b5-e728-4cb7-b4f7-02601762a1e5 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=e999b611-2e36-4b50-8cda-4b6a445253a0 HTTP/1.1" status: 200 len: 946 time: 0.1409156 Nov 10 19:18:50.926943 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-dcb6c63e-012e-49ec-bc90-12a18232aebe None None] Attempting to bind port 0b22d0e7-7626-43ed-8346-06a8492c4e4b on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:18:50.927714 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-dcb6c63e-012e-49ec-bc90-12a18232aebe None None] Attempting to bind port 0b22d0e7-7626-43ed-8346-06a8492c4e4b by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '11fc603b-7736-4e22-9a2c-d33c1ae2bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '59700771-1cfd-46a5-a87e-b926f52e6beb'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:18:50.928822 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb6c63e-012e-49ec-bc90-12a18232aebe None None] Attempting to bind port 0b22d0e7-7626-43ed-8346-06a8492c4e4b on network 59700771-1cfd-46a5-a87e-b926f52e6beb {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:18:50.935346 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb6c63e-012e-49ec-bc90-12a18232aebe None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:18:50.937014 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb6c63e-012e-49ec-bc90-12a18232aebe None None] Checking segment: {'id': '11fc603b-7736-4e22-9a2c-d33c1ae2bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '59700771-1cfd-46a5-a87e-b926f52e6beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:18:50.937653 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dcb6c63e-012e-49ec-bc90-12a18232aebe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:50.938417 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb6c63e-012e-49ec-bc90-12a18232aebe None None] Bound using segment: {'id': '11fc603b-7736-4e22-9a2c-d33c1ae2bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '59700771-1cfd-46a5-a87e-b926f52e6beb'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:18:50.939111 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-dcb6c63e-012e-49ec-bc90-12a18232aebe None None] Bound port: 0b22d0e7-7626-43ed-8346-06a8492c4e4b, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11fc603b-7736-4e22-9a2c-d33c1ae2bf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '59700771-1cfd-46a5-a87e-b926f52e6beb'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:18:50.939994 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dcb6c63e-012e-49ec-bc90-12a18232aebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:50.949605 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a47378e2-8545-4683-9fce-173cf47ae993 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:50.994545 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-a47378e2-8545-4683-9fce-173cf47ae993 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59700771-1cfd-46a5-a87e-b926f52e6beb']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:51.025288 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-dcb6c63e-012e-49ec-bc90-12a18232aebe None None] For port 0b22d0e7-7626-43ed-8346-06a8492c4e4b, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:18:51.026177 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-a47378e2-8545-4683-9fce-173cf47ae993 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11fc603b-7736-4e22-9a2c-d33c1ae2bf5e') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:51.026477 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-a47378e2-8545-4683-9fce-173cf47ae993 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11fc603b-7736-4e22-9a2c-d33c1ae2bf5e') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:51.028694 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-dcb6c63e-012e-49ec-bc90-12a18232aebe None None] For port 0b22d0e7-7626-43ed-8346-06a8492c4e4b, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=0b22d0e7-7626-43ed-8346-06a8492c4e4b,segment=NetworkSegment(11fc603b-7736-4e22-9a2c-d33c1ae2bf5e),segment_id=11fc603b-7736-4e22-9a2c-d33c1ae2bf5e)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:18:51.032731 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dcb6c63e-012e-49ec-bc90-12a18232aebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:51.052304 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-04bcd2fa-9583-4d30-9bad-8941611e8f9d req-8a146413-4985-4f39-8459-0d72eb34be5d tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607301 Nov 10 19:18:51.054448 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a47378e2-8545-4683-9fce-173cf47ae993 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:51.078129 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a47378e2-8545-4683-9fce-173cf47ae993 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:51.091498 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c42d71-6936-47f1-8f55-d1e79784bd78 req-014c4cc2-5e9c-4d3d-a91a-a0d28a9cbe3a tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:51.094774 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-39c42d71-6936-47f1-8f55-d1e79784bd78 req-014c4cc2-5e9c-4d3d-a91a-a0d28a9cbe3a tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.1163068 Nov 10 19:18:51.096764 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a47378e2-8545-4683-9fce-173cf47ae993 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:18:51.097512 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a47378e2-8545-4683-9fce-173cf47ae993 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:51.103995 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:18:51.103995 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:18:51.103995 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:18:51.103995 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:18:51.103995 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:18:51.103995 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:18:51.103995 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:18:51.103995 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:18:51.103995 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:18:51.103995 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:18:51.103995 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:18:51.103995 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:18:51.103995 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:18:51.103995 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:18:51.103995 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:18:51.103995 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:18:51.103995 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:18:51.103995 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:18:51.103995 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:18:51.103995 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:18:51.103995 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:18:51.103995 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:18:51.103995 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:18:51.103995 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:18:51.103995 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:18:51.103995 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:18:51.103995 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:18:51.103995 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:18:51.103995 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:18:51.103995 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:18:51.103995 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:18:51.103995 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:18:51.118653 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6c63e-012e-49ec-bc90-12a18232aebe None None] Pushing event updated for resources: {'Port': ['ID=0b22d0e7-7626-43ed-8346-06a8492c4e4b,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:51.146994 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499ad29d-f8f0-4f85-9e1e-6b735b20ae29 None None] Network 59700771-1cfd-46a5-a87e-b926f52e6beb requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:18:51.208410 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-39c42d71-6936-47f1-8f55-d1e79784bd78 req-1b0a3e34-6d11-4b39-9fc5-b0f35205b6f7 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033194 Nov 10 19:18:51.210145 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.db.api [None req-a47378e2-8545-4683-9fce-173cf47ae993 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 19:18:51.210145 n-d-813897-4 neutron-server[102506]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 19:18:51.210145 n-d-813897-4 neutron-server[102506]: [parameters: {'id': '59700771-1cfd-46a5-a87e-b926f52e6beb'}] Nov 10 19:18:51.210145 n-d-813897-4 neutron-server[102506]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:18:51.210489 n-d-813897-4 neutron-server[102506]: DEBUG oslo_db.api [None req-a47378e2-8545-4683-9fce-173cf47ae993 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:18:51.295174 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e092b0d5-4399-4e80-9675-7c5305f8bf76 None None] get_active_networks_info from n-d-813897-4 {{(pid=102507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 19:18:51.438604 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e092b0d5-4399-4e80-9675-7c5305f8bf76 None None] Resources bound (agent type, host, resource id): {{(pid=102507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 19:18:51.711959 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a47378e2-8545-4683-9fce-173cf47ae993 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:51.783561 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52cf18-87fc-4247-9d75-60cfb6943d11 req-d3448b00-5269-4a11-9505-b5404c36ed26 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:51.785540 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba52cf18-87fc-4247-9d75-60cfb6943d11 req-d3448b00-5269-4a11-9505-b5404c36ed26 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=08efa6f3-c1ed-4bfd-b5bf-74431a6a537d HTTP/1.1" status: 200 len: 945 time: 0.0860238 Nov 10 19:18:51.837707 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-a47378e2-8545-4683-9fce-173cf47ae993 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Deleting port 0b22d0e7-7626-43ed-8346-06a8492c4e4b {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:18:51.838094 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a47378e2-8545-4683-9fce-173cf47ae993 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:51.929145 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba52cf18-87fc-4247-9d75-60cfb6943d11 req-ee1db96c-3a38-4141-87fb-93ad32f40021 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346490 Nov 10 19:18:51.953184 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-a47378e2-8545-4683-9fce-173cf47ae993 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] For port 0b22d0e7-7626-43ed-8346-06a8492c4e4b, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=0b22d0e7-7626-43ed-8346-06a8492c4e4b,segment=NetworkSegment(11fc603b-7736-4e22-9a2c-d33c1ae2bf5e),segment_id=11fc603b-7736-4e22-9a2c-d33c1ae2bf5e)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:18:51.953545 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a47378e2-8545-4683-9fce-173cf47ae993 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:51.973102 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-a47378e2-8545-4683-9fce-173cf47ae993 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Calling delete_port for 0b22d0e7-7626-43ed-8346-06a8492c4e4b owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:18:51.988611 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a1a62-d63a-4a36-9aae-6c745cfa6d69 req-6ff93e7c-29b6-4958-96ee-ef129d4290a7 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:51.989953 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b2a1a62-d63a-4a36-9aae-6c745cfa6d69 req-6ff93e7c-29b6-4958-96ee-ef129d4290a7 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.25 "GET /v2.0/ports?device_id=e999b611-2e36-4b50-8cda-4b6a445253a0 HTTP/1.1" status: 200 len: 946 time: 0.1249237 Nov 10 19:18:52.141036 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a47378e2-8545-4683-9fce-173cf47ae993 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:52.191654 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47378e2-8545-4683-9fce-173cf47ae993 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Pushing event deleted for resources: {'Port': ['ID=0b22d0e7-7626-43ed-8346-06a8492c4e4b,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:52.195576 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-8b2a1a62-d63a-4a36-9aae-6c745cfa6d69 req-37f1748f-40b8-4e96-91f7-a35ad7ec0365 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Deleting port c8517db1-de04-44bc-a9bd-84a4cd903dcd {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:18:52.195853 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8b2a1a62-d63a-4a36-9aae-6c745cfa6d69 req-37f1748f-40b8-4e96-91f7-a35ad7ec0365 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:52.203130 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47378e2-8545-4683-9fce-173cf47ae993 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] No DVR routers for this DVR port 0b22d0e7-7626-43ed-8346-06a8492c4e4b on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:18:52.709953 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89a87e-19c7-4eba-91de-f96e16dbed75 req-15229322-d3f1-4d9b-9fc4-e76a515dbf3e tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:52.711417 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ae89a87e-19c7-4eba-91de-f96e16dbed75 req-15229322-d3f1-4d9b-9fc4-e76a515dbf3e tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=e999b611-2e36-4b50-8cda-4b6a445253a0 HTTP/1.1" status: 200 len: 946 time: 0.5715153 Nov 10 19:18:52.712930 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a47378e2-8545-4683-9fce-173cf47ae993 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:52.753854 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-a47378e2-8545-4683-9fce-173cf47ae993 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59700771-1cfd-46a5-a87e-b926f52e6beb']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:52.783937 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-a47378e2-8545-4683-9fce-173cf47ae993 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11fc603b-7736-4e22-9a2c-d33c1ae2bf5e') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:52.784192 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-a47378e2-8545-4683-9fce-173cf47ae993 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11fc603b-7736-4e22-9a2c-d33c1ae2bf5e') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:52.792036 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-8b2a1a62-d63a-4a36-9aae-6c745cfa6d69 req-37f1748f-40b8-4e96-91f7-a35ad7ec0365 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] For port c8517db1-de04-44bc-a9bd-84a4cd903dcd, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=c8517db1-de04-44bc-a9bd-84a4cd903dcd,segment=NetworkSegment(c9a36c68-c3fb-4c33-a5bb-7886b7443ebd),segment_id=c9a36c68-c3fb-4c33-a5bb-7886b7443ebd)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:18:52.792397 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8b2a1a62-d63a-4a36-9aae-6c745cfa6d69 req-37f1748f-40b8-4e96-91f7-a35ad7ec0365 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:52.801756 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8affd2a-3f06-4b9e-87d6-1b3841f9cd6b req-627cf7c0-07a3-44f4-8967-89a9cfbd0d1b tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:52.803267 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d8affd2a-3f06-4b9e-87d6-1b3841f9cd6b req-627cf7c0-07a3-44f4-8967-89a9cfbd0d1b tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.2019649 Nov 10 19:18:52.816183 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a47378e2-8545-4683-9fce-173cf47ae993 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:52.822297 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-8b2a1a62-d63a-4a36-9aae-6c745cfa6d69 req-37f1748f-40b8-4e96-91f7-a35ad7ec0365 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Calling delete_port for c8517db1-de04-44bc-a9bd-84a4cd903dcd owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:18:52.870658 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a47378e2-8545-4683-9fce-173cf47ae993 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:52.886890 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a47378e2-8545-4683-9fce-173cf47ae993 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:18:52.887280 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a47378e2-8545-4683-9fce-173cf47ae993 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:52.890435 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:18:52.890435 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:18:52.890435 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:18:52.890435 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:18:52.890435 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:18:52.890435 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:18:52.890435 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:18:52.890435 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:18:52.890435 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:18:52.890435 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:18:52.890435 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:18:52.890435 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:18:52.890435 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:18:52.890435 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:18:52.890435 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:18:52.890435 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:18:52.890435 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:18:52.890435 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:18:52.890435 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:18:52.890435 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:18:52.890435 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:18:52.890435 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:18:52.890435 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:18:52.890435 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:18:52.890435 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:18:52.890435 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:18:52.890435 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:18:52.890435 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:18:52.890435 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:18:52.890435 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:18:52.890435 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:18:52.890435 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:18:52.925053 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ae89a87e-19c7-4eba-91de-f96e16dbed75 req-e6b70e50-6b8c-4f60-91f5-20ca1f2ddd40 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002172 Nov 10 19:18:53.002885 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d8affd2a-3f06-4b9e-87d6-1b3841f9cd6b req-276d68d2-bdbc-4694-b761-a577585a13b5 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901863 Nov 10 19:18:53.021977 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a47378e2-8545-4683-9fce-173cf47ae993 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:53.044790 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a47378e2-8545-4683-9fce-173cf47ae993 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:53.049716 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a47378e2-8545-4683-9fce-173cf47ae993 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "DELETE /v2.0/networks/59700771-1cfd-46a5-a87e-b926f52e6beb HTTP/1.1" status: 204 len: 168 time: 2.8973620 Nov 10 19:18:53.055682 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38602) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:53.062600 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47378e2-8545-4683-9fce-173cf47ae993 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Pushing event deleted for resources: {'Network': ['ID=59700771-1cfd-46a5-a87e-b926f52e6beb,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:53.063112 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-26c54b1b-59a2-4a92-9ccd-0f77be29ee24 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-961653230'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:53.098963 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c54b1b-59a2-4a92-9ccd-0f77be29ee24 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Made reservation on behalf of 9fb6f9cdb9ae47a1b45ec6e104af34a3 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:18:53.103407 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-26c54b1b-59a2-4a92-9ccd-0f77be29ee24 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:53.136775 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26c54b1b-59a2-4a92-9ccd-0f77be29ee24 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:18:53.149406 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-26c54b1b-59a2-4a92-9ccd-0f77be29ee24 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:53.150168 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-26c54b1b-59a2-4a92-9ccd-0f77be29ee24 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Added segment a1f72a6e-1f0f-457f-8969-112e4f27454f of type vlan for network 54046b93-7296-453e-bdb6-45eaf220b30d Nov 10 19:18:53.162450 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8b2a1a62-d63a-4a36-9aae-6c745cfa6d69 req-37f1748f-40b8-4e96-91f7-a35ad7ec0365 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:53.176107 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['c8517db1-de04-44bc-a9bd-84a4cd903dcd'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:18:53.202484 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f1748f-40b8-4e96-91f7-a35ad7ec0365 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Pushing event deleted for resources: {'Port': ['ID=c8517db1-de04-44bc-a9bd-84a4cd903dcd,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:53.213544 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-26c54b1b-59a2-4a92-9ccd-0f77be29ee24 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:53.229658 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d4e41e-5fd3-4414-8b42-f07be0e437a8 None None] DHCP port deletion for dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:18:53.242739 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-26c54b1b-59a2-4a92-9ccd-0f77be29ee24 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:53.248786 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c54b1b-59a2-4a92-9ccd-0f77be29ee24 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:53.249389 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-26c54b1b-59a2-4a92-9ccd-0f77be29ee24 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:53.286809 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2a1a62-d63a-4a36-9aae-6c745cfa6d69 req-37f1748f-40b8-4e96-91f7-a35ad7ec0365 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] No DVR routers for this DVR port c8517db1-de04-44bc-a9bd-84a4cd903dcd on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:18:53.289814 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8b2a1a62-d63a-4a36-9aae-6c745cfa6d69 req-37f1748f-40b8-4e96-91f7-a35ad7ec0365 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:53.293346 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b2a1a62-d63a-4a36-9aae-6c745cfa6d69 req-37f1748f-40b8-4e96-91f7-a35ad7ec0365 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.25 "DELETE /v2.0/ports/c8517db1-de04-44bc-a9bd-84a4cd903dcd HTTP/1.1" status: 204 len: 173 time: 1.2943752 Nov 10 19:18:53.293841 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e999b611-2e36-4b50-8cda-4b6a445253a0', 'name': 'network-vif-deleted', 'tag': 'c8517db1-de04-44bc-a9bd-84a4cd903dcd'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:18:53.296472 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50988a47-dacf-4a4b-aad7-994ded6e1821" -d '{"events": [{"server_uuid": "e999b611-2e36-4b50-8cda-4b6a445253a0", "name": "network-vif-deleted", "tag": "c8517db1-de04-44bc-a9bd-84a4cd903dcd"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:18:53.322436 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-26c54b1b-59a2-4a92-9ccd-0f77be29ee24 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2645652 Nov 10 19:18:53.323603 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1ad4b-8798-4c29-9a31-d21041f01f61 req-c97e80bd-09de-4b42-849d-ea1e40015593 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:53.325463 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38606) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:53.331195 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-445d5a6c-2c33-498c-b140-78beac673d87 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Request body: {'subnet': {'network_id': '54046b93-7296-453e-bdb6-45eaf220b30d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:18:53.334423 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-18b1ad4b-8798-4c29-9a31-d21041f01f61 req-c97e80bd-09de-4b42-849d-ea1e40015593 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=08efa6f3-c1ed-4bfd-b5bf-74431a6a537d HTTP/1.1" status: 200 len: 945 time: 0.1342828 Nov 10 19:18:53.346577 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb620d6-6de5-44ed-a9f8-e846f2c062ba x-openstack-request-id: req-1fb620d6-6de5-44ed-a9f8-e846f2c062ba {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:18:53.346873 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e999b611-2e36-4b50-8cda-4b6a445253a0", "name": "network-vif-deleted", "tag": "c8517db1-de04-44bc-a9bd-84a4cd903dcd", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:18:53.347133 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1fb620d6-6de5-44ed-a9f8-e846f2c062ba {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:18:53.347529 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e999b611-2e36-4b50-8cda-4b6a445253a0', 'name': 'network-vif-deleted', 'tag': 'c8517db1-de04-44bc-a9bd-84a4cd903dcd', 'status': 'completed', 'code': 200} Nov 10 19:18:53.359560 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c54b1b-59a2-4a92-9ccd-0f77be29ee24 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Pushing event updated for resources: {'Network': ['ID=54046b93-7296-453e-bdb6-45eaf220b30d,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:53.375209 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 54046b93-7296-453e-bdb6-45eaf220b30d details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:18:53.422553 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-18b1ad4b-8798-4c29-9a31-d21041f01f61 req-86689eea-b3fa-4a01-92df-ea5f4c32e85c tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870023 Nov 10 19:18:53.442689 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445d5a6c-2c33-498c-b140-78beac673d87 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Made reservation on behalf of 9fb6f9cdb9ae47a1b45ec6e104af34a3 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:18:53.444112 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d421860a-d13c-4464-8141-b7957270abf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:53.446832 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-445d5a6c-2c33-498c-b140-78beac673d87 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:53.521301 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d0a13-f5c7-4cec-94d3-b7bb7187faf8 req-72c33a4d-3d77-47c4-88c1-ab951bd27758 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:53.523672 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c1d0a13-f5c7-4cec-94d3-b7bb7187faf8 req-72c33a4d-3d77-47c4-88c1-ab951bd27758 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.25 "GET /v2.0/ports?device_id=08efa6f3-c1ed-4bfd-b5bf-74431a6a537d HTTP/1.1" status: 200 len: 945 time: 0.0554125 Nov 10 19:18:53.650514 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-7c1d0a13-f5c7-4cec-94d3-b7bb7187faf8 req-bbb7e00e-a8ec-4286-810d-88d38b1cd271 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Deleting port 44d3a49e-624e-4ae3-b673-60a317c4967c {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:18:53.650855 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7c1d0a13-f5c7-4cec-94d3-b7bb7187faf8 req-bbb7e00e-a8ec-4286-810d-88d38b1cd271 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:53.752564 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-7c1d0a13-f5c7-4cec-94d3-b7bb7187faf8 req-bbb7e00e-a8ec-4286-810d-88d38b1cd271 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] For port 44d3a49e-624e-4ae3-b673-60a317c4967c, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=44d3a49e-624e-4ae3-b673-60a317c4967c,segment=NetworkSegment(689fe59e-2849-4aab-9a85-baac532490b3),segment_id=689fe59e-2849-4aab-9a85-baac532490b3)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:18:53.753302 n-d-813897-4 neutron-server[102505]: DEBUG neutron.objects.ports [None req-445d5a6c-2c33-498c-b140-78beac673d87 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102505) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 19:18:53.753425 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7c1d0a13-f5c7-4cec-94d3-b7bb7187faf8 req-bbb7e00e-a8ec-4286-810d-88d38b1cd271 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:53.754833 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-445d5a6c-2c33-498c-b140-78beac673d87 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:53.767427 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-7c1d0a13-f5c7-4cec-94d3-b7bb7187faf8 req-bbb7e00e-a8ec-4286-810d-88d38b1cd271 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Calling delete_port for 44d3a49e-624e-4ae3-b673-60a317c4967c owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:18:53.817339 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d5a6c-2c33-498c-b140-78beac673d87 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Pushing event updated for resources: {'Subnet': ['ID=cc8d61bf-2b05-420e-986a-a7908f4df38f,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:53.843101 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445d5a6c-2c33-498c-b140-78beac673d87 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Checking segment: {'id': 'a1f72a6e-1f0f-457f-8969-112e4f27454f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '54046b93-7296-453e-bdb6-45eaf220b30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:18:53.843101 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445d5a6c-2c33-498c-b140-78beac673d87 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Network hostable DHCP agents. Network: 54046b93-7296-453e-bdb6-45eaf220b30d, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:18:53.867875 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445d5a6c-2c33-498c-b140-78beac673d87 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Network 54046b93-7296-453e-bdb6-45eaf220b30d is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:18:53.878557 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-445d5a6c-2c33-498c-b140-78beac673d87 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 54046b93-7296-453e-bdb6-45eaf220b30d) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:18:53.882618 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445d5a6c-2c33-498c-b140-78beac673d87 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:53.883229 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-445d5a6c-2c33-498c-b140-78beac673d87 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:53.891877 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a4fe27-d0c6-4463-9cd7-5bf32a4b4c1b None None] Network 54046b93-7296-453e-bdb6-45eaf220b30d requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:18:53.920246 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-445d5a6c-2c33-498c-b140-78beac673d87 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5936234 Nov 10 19:18:53.922799 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38608) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:53.932779 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7c1d0a13-f5c7-4cec-94d3-b7bb7187faf8 req-bbb7e00e-a8ec-4286-810d-88d38b1cd271 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:53.960484 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['742befb3-64d2-4218-bdc9-2d208283643d'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:18:53.972735 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb7e00e-a8ec-4286-810d-88d38b1cd271 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Pushing event deleted for resources: {'Port': ['ID=44d3a49e-624e-4ae3-b673-60a317c4967c,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:54.006854 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['44d3a49e-624e-4ae3-b673-60a317c4967c'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:18:54.044574 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551c96e3-3630-467e-b850-8b4f18e18350 None None] DHCP port deletion for 84c30210-1766-4b73-a472-c9afa703f4ae request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:18:54.121253 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1d0a13-f5c7-4cec-94d3-b7bb7187faf8 req-bbb7e00e-a8ec-4286-810d-88d38b1cd271 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] No DVR routers for this DVR port 44d3a49e-624e-4ae3-b673-60a317c4967c on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:18:54.126480 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7c1d0a13-f5c7-4cec-94d3-b7bb7187faf8 req-bbb7e00e-a8ec-4286-810d-88d38b1cd271 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:54.131379 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c1d0a13-f5c7-4cec-94d3-b7bb7187faf8 req-bbb7e00e-a8ec-4286-810d-88d38b1cd271 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.25 "DELETE /v2.0/ports/44d3a49e-624e-4ae3-b673-60a317c4967c HTTP/1.1" status: 204 len: 173 time: 0.5961607 Nov 10 19:18:54.215056 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b029955-7e32-4faa-b15a-dd530f7b7d46 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:54.222068 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5fc0ae13-6f2f-4a28-9ff4-24583b64a4cc req-ed219d94-a774-46f0-9c0d-b27e8f4fe828 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=e999b611-2e36-4b50-8cda-4b6a445253a0 HTTP/1.1" status: 200 len: 210 time: 0.0959101 Nov 10 19:18:54.259675 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1d74dd-6315-45e2-9fe9-c9bf2c807229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-54046b93-7296-453e-bdb6-45eaf220b30d', 'network_id': '54046b93-7296-453e-bdb6-45eaf220b30d', 'tenant_id': '9fb6f9cdb9ae47a1b45ec6e104af34a3', 'fixed_ips': [{'subnet_id': 'cc8d61bf-2b05-420e-986a-a7908f4df38f'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:18:54.262217 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0a1d74dd-6315-45e2-9fe9-c9bf2c807229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:54.342200 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b029955-7e32-4faa-b15a-dd530f7b7d46 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:54.398255 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2927e-b29d-4ec2-9d51-a57de6794093 req-20fda269-06b5-4a3f-abac-6ee884bf69e5 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:54.410345 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-49f2927e-b29d-4ec2-9d51-a57de6794093 req-20fda269-06b5-4a3f-abac-6ee884bf69e5 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.1311231 Nov 10 19:18:54.452790 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b029955-7e32-4faa-b15a-dd530f7b7d46 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server [None req-0a1d74dd-6315-45e2-9fe9-c9bf2c807229 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cc8d61bf-2b05-420e-986a-a7908f4df38f: This subnet is being modified by another concurrent operation. Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 19:18:54.466723 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise exception Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cc8d61bf-2b05-420e-986a-a7908f4df38f: This subnet is being modified by another concurrent operation. Nov 10 19:18:54.470444 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server Nov 10 19:18:54.488308 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:54.497009 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-49f2927e-b29d-4ec2-9d51-a57de6794093 req-8efdada1-e8b1-437c-ab35-8767541d3890 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852792 Nov 10 19:18:54.526747 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c75dce-0820-4a95-a713-3d98a248e253 None None] Network 54046b93-7296-453e-bdb6-45eaf220b30d requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:18:54.557518 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b029955-7e32-4faa-b15a-dd530f7b7d46 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Pushing event deleted for resources: {'Subnet': ['ID=cc8d61bf-2b05-420e-986a-a7908f4df38f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:54.664143 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b029955-7e32-4faa-b15a-dd530f7b7d46 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:54.666073 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6eed50ac-8f8d-47ef-851c-509f94a60c68 req-70a49370-3e4f-4f7c-a82a-5c0141f6c420 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=08efa6f3-c1ed-4bfd-b5bf-74431a6a537d HTTP/1.1" status: 200 len: 210 time: 0.0314252 Nov 10 19:18:54.688540 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-5b029955-7e32-4faa-b15a-dd530f7b7d46 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54046b93-7296-453e-bdb6-45eaf220b30d']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:54.700155 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-5b029955-7e32-4faa-b15a-dd530f7b7d46 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f72a6e-1f0f-457f-8969-112e4f27454f') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:54.700509 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-5b029955-7e32-4faa-b15a-dd530f7b7d46 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f72a6e-1f0f-457f-8969-112e4f27454f') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:54.712244 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b029955-7e32-4faa-b15a-dd530f7b7d46 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:54.727935 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe29ada-fc58-4216-811a-31a3cf8acf0f None None] get_active_networks_info from n-d-813897-4 {{(pid=102507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 19:18:54.729480 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b029955-7e32-4faa-b15a-dd530f7b7d46 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:54.737501 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b029955-7e32-4faa-b15a-dd530f7b7d46 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:18:54.738139 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b029955-7e32-4faa-b15a-dd530f7b7d46 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:54.741838 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:18:54.741838 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:18:54.741838 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:18:54.741838 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:18:54.741838 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:18:54.741838 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:18:54.741838 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:18:54.741838 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:18:54.741838 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:18:54.741838 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:18:54.741838 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:18:54.741838 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:18:54.741838 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:18:54.741838 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:18:54.741838 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:18:54.741838 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:18:54.741838 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:18:54.741838 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:18:54.741838 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:18:54.741838 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:18:54.741838 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:18:54.741838 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:18:54.741838 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:18:54.741838 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:18:54.741838 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:18:54.741838 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:18:54.741838 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:18:54.741838 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:18:54.741838 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:18:54.741838 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:18:54.741838 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:18:54.741838 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:18:54.809472 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b029955-7e32-4faa-b15a-dd530f7b7d46 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:54.819609 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b029955-7e32-4faa-b15a-dd530f7b7d46 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:54.823445 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5b029955-7e32-4faa-b15a-dd530f7b7d46 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "DELETE /v2.0/networks/54046b93-7296-453e-bdb6-45eaf220b30d HTTP/1.1" status: 204 len: 168 time: 0.8996866 Nov 10 19:18:54.827562 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38624) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:54.862881 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:54.863951 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b029955-7e32-4faa-b15a-dd530f7b7d46 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Pushing event deleted for resources: {'Network': ['ID=54046b93-7296-453e-bdb6-45eaf220b30d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:54.866210 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-4845d62f-f324-4656-bd37-154204500e79 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] DELETE failed (client error): The resource could not be found. Nov 10 19:18:54.867356 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4845d62f-f324-4656-bd37-154204500e79 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:18:54.870059 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4845d62f-f324-4656-bd37-154204500e79 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "DELETE /v2.0/subnets/cc8d61bf-2b05-420e-986a-a7908f4df38f HTTP/1.1" status: 404 len: 337 time: 0.0414922 Nov 10 19:18:54.872539 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38626) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:54.895493 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b2b453-227c-43c5-b696-40ad02fa23e3 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] DELETE failed (client error): The resource could not be found. Nov 10 19:18:54.896358 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b2b453-227c-43c5-b696-40ad02fa23e3 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:18:54.899810 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-50b2b453-227c-43c5-b696-40ad02fa23e3 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "DELETE /v2.0/networks/54046b93-7296-453e-bdb6-45eaf220b30d HTTP/1.1" status: 404 len: 339 time: 0.0260842 Nov 10 19:18:54.902828 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38628) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:54.903596 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe29ada-fc58-4216-811a-31a3cf8acf0f None None] Resources bound (agent type, host, resource id): {{(pid=102507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 19:18:54.939655 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda2812a-fb18-4528-b922-7b7a595597b4 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] DELETE failed (client error): The resource could not be found. Nov 10 19:18:54.940531 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cda2812a-fb18-4528-b922-7b7a595597b4 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:18:54.944521 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-cda2812a-fb18-4528-b922-7b7a595597b4 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "DELETE /v2.0/subnets/2190f817-d8f2-47d7-adb2-4c8366a3d01a HTTP/1.1" status: 404 len: 337 time: 0.0399613 Nov 10 19:18:54.947253 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38630) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:54.970589 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cff8952-2c46-446b-ad48-18df9a1fd2d7 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] DELETE failed (client error): The resource could not be found. Nov 10 19:18:54.971828 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cff8952-2c46-446b-ad48-18df9a1fd2d7 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:18:54.975081 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7cff8952-2c46-446b-ad48-18df9a1fd2d7 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "DELETE /v2.0/networks/59700771-1cfd-46a5-a87e-b926f52e6beb HTTP/1.1" status: 404 len: 339 time: 0.0265398 Nov 10 19:18:54.977691 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38632) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:55.015969 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c12de3-f250-433b-96fc-b2b0534c0e12 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] DELETE failed (client error): The resource could not be found. Nov 10 19:18:55.016984 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c12de3-f250-433b-96fc-b2b0534c0e12 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:18:55.022085 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c9c12de3-f250-433b-96fc-b2b0534c0e12 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "DELETE /v2.0/subnets/f94068d0-735f-41b7-9a6a-2c43bbf7d340 HTTP/1.1" status: 404 len: 337 time: 0.0430300 Nov 10 19:18:55.024806 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38634) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:55.061511 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b8307a-871a-4719-bfd1-e6719e1cef8a tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] DELETE failed (client error): The resource could not be found. Nov 10 19:18:55.062242 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64b8307a-871a-4719-bfd1-e6719e1cef8a tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:18:55.066416 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-64b8307a-871a-4719-bfd1-e6719e1cef8a tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "DELETE /v2.0/networks/52c1089a-a780-4813-ab7d-2b314a68f1ff HTTP/1.1" status: 404 len: 339 time: 0.0402303 Nov 10 19:18:55.069176 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38636) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:55.183343 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-d53b458c-18ac-4c28-b68f-44ab7e7bbb93 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Deleting port 61f56877-bef3-49db-be54-99a8f52ac873 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:18:55.183781 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d53b458c-18ac-4c28-b68f-44ab7e7bbb93 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:55.277351 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d53b458c-18ac-4c28-b68f-44ab7e7bbb93 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:55.300523 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-d53b458c-18ac-4c28-b68f-44ab7e7bbb93 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Calling delete_port for 61f56877-bef3-49db-be54-99a8f52ac873 owned by {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:18:55.384329 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80662248-968e-4637-9174-0e8b5287293e req-a22a64b3-bcd7-4edd-a6d8-6b31ad1fa71f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=e999b611-2e36-4b50-8cda-4b6a445253a0 HTTP/1.1" status: 200 len: 210 time: 0.0733399 Nov 10 19:18:55.385152 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08efa6f3-c1ed-4bfd-b5bf-74431a6a537d', 'name': 'network-vif-deleted', 'tag': '44d3a49e-624e-4ae3-b673-60a317c4967c'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:18:55.387765 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e621f10-f855-46b9-bddb-cd075e3d7e72" -d '{"events": [{"server_uuid": "08efa6f3-c1ed-4bfd-b5bf-74431a6a537d", "name": "network-vif-deleted", "tag": "44d3a49e-624e-4ae3-b673-60a317c4967c"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:18:55.468120 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2d7487-6da4-48bc-999b-36bba5eae81f x-openstack-request-id: req-0c2d7487-6da4-48bc-999b-36bba5eae81f {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:18:55.468567 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08efa6f3-c1ed-4bfd-b5bf-74431a6a537d", "name": "network-vif-deleted", "tag": "44d3a49e-624e-4ae3-b673-60a317c4967c", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:18:55.468708 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0c2d7487-6da4-48bc-999b-36bba5eae81f {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:18:55.469181 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08efa6f3-c1ed-4bfd-b5bf-74431a6a537d', 'name': 'network-vif-deleted', 'tag': '44d3a49e-624e-4ae3-b673-60a317c4967c', 'status': 'completed', 'code': 200} Nov 10 19:18:55.482994 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d53b458c-18ac-4c28-b68f-44ab7e7bbb93 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:55.526107 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b458c-18ac-4c28-b68f-44ab7e7bbb93 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Pushing event deleted for resources: {'Port': ['ID=61f56877-bef3-49db-be54-99a8f52ac873,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:55.533488 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d53b458c-18ac-4c28-b68f-44ab7e7bbb93 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:55.539720 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d53b458c-18ac-4c28-b68f-44ab7e7bbb93 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "DELETE /v2.0/ports/61f56877-bef3-49db-be54-99a8f52ac873 HTTP/1.1" status: 204 len: 168 time: 0.4670110 Nov 10 19:18:55.540185 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38650) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:55.571259 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e16ccb9-140d-402d-a7bc-d9b4a6935fef tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] DELETE failed (client error): The resource could not be found. Nov 10 19:18:55.571972 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e16ccb9-140d-402d-a7bc-d9b4a6935fef tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:18:55.575508 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6e16ccb9-140d-402d-a7bc-d9b4a6935fef tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "DELETE /v2.0/subnets/ef6395e7-6c6c-4e6a-a4b2-c9ba628942bd HTTP/1.1" status: 404 len: 337 time: 0.0342393 Nov 10 19:18:55.578327 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38652) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:55.694699 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bce0b6f6-ae94-4310-b36b-b5522fceabbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:55.734946 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb692d9-2271-41cd-993b-6098294778db req-a319abcc-272b-45c0-86a9-7043da53cde3 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:55.737274 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6bb692d9-2271-41cd-993b-6098294778db req-a319abcc-272b-45c0-86a9-7043da53cde3 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.1318846 Nov 10 19:18:55.742670 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d909326d-7660-48be-82aa-6972863cacf7 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:55.842019 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6bb692d9-2271-41cd-993b-6098294778db req-f6a7eef8-4006-405e-bfde-f54989df27df tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962808 Nov 10 19:18:55.874636 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d909326d-7660-48be-82aa-6972863cacf7 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:55.898723 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-d909326d-7660-48be-82aa-6972863cacf7 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b07c986-baf3-40df-8731-db0735774bd4']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:55.912380 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-d909326d-7660-48be-82aa-6972863cacf7 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ee4a94-9db4-4055-bdc0-75dc34051414') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:55.913148 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-d909326d-7660-48be-82aa-6972863cacf7 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ee4a94-9db4-4055-bdc0-75dc34051414') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:55.944273 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d909326d-7660-48be-82aa-6972863cacf7 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:55.960696 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d909326d-7660-48be-82aa-6972863cacf7 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:55.968211 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d909326d-7660-48be-82aa-6972863cacf7 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:18:55.968603 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d909326d-7660-48be-82aa-6972863cacf7 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:55.972824 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:18:55.972824 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:18:55.972824 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:18:55.972824 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:18:55.972824 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:18:55.972824 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:18:55.972824 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:18:55.972824 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:18:55.972824 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:18:55.972824 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:18:55.972824 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:18:55.972824 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:18:55.972824 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:18:55.972824 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:18:55.972824 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:18:55.972824 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:18:55.972824 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:18:55.972824 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:18:55.972824 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:18:55.972824 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:18:55.972824 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:18:55.972824 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:18:55.972824 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:18:55.972824 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:18:55.972824 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:18:55.972824 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:18:55.972824 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:18:55.972824 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:18:55.972824 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:18:55.972824 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:18:55.972824 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:18:55.972824 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:18:56.065396 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d909326d-7660-48be-82aa-6972863cacf7 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:56.071864 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d909326d-7660-48be-82aa-6972863cacf7 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:56.078144 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d909326d-7660-48be-82aa-6972863cacf7 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "DELETE /v2.0/networks/2b07c986-baf3-40df-8731-db0735774bd4 HTTP/1.1" status: 204 len: 168 time: 0.4950979 Nov 10 19:18:56.078144 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38662) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:56.103365 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0ba58-6b15-4feb-9e44-89f20933d296 req-cf443758-1511-4a09-8fa7-31989e2b3b29 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:56.105009 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bbe0ba58-6b15-4feb-9e44-89f20933d296 req-cf443758-1511-4a09-8fa7-31989e2b3b29 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.1069167 Nov 10 19:18:56.108043 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909326d-7660-48be-82aa-6972863cacf7 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Pushing event deleted for resources: {'Network': ['ID=2b07c986-baf3-40df-8731-db0735774bd4,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:56.209669 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bbe0ba58-6b15-4feb-9e44-89f20933d296 req-c6a0494b-0fdb-46d8-b52f-0b6fcaf57fd1 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839260 Nov 10 19:18:56.240440 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-950d96bb-f135-4475-850f-e2aaa415ad75 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Deleting port 1797d713-5c71-4d07-a1fe-b47ea3dc0883 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:18:56.240440 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-950d96bb-f135-4475-850f-e2aaa415ad75 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:56.242311 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device c8517db1-de04-44bc-a9bd-84a4cd903dcd no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:18:56.263100 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: c8517db1-de04-44bc-a9bd-84a4cd903dcd {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:18:56.263285 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device c8517db1-de04-44bc-a9bd-84a4cd903dcd not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:18:56.263708 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 44d3a49e-624e-4ae3-b673-60a317c4967c no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:18:56.283981 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 44d3a49e-624e-4ae3-b673-60a317c4967c {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:18:56.284589 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 44d3a49e-624e-4ae3-b673-60a317c4967c not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:18:56.317967 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-950d96bb-f135-4475-850f-e2aaa415ad75 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:56.331258 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-950d96bb-f135-4475-850f-e2aaa415ad75 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Calling delete_port for 1797d713-5c71-4d07-a1fe-b47ea3dc0883 owned by {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:18:56.422197 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-950d96bb-f135-4475-850f-e2aaa415ad75 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:56.457644 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d96bb-f135-4475-850f-e2aaa415ad75 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Pushing event deleted for resources: {'Port': ['ID=1797d713-5c71-4d07-a1fe-b47ea3dc0883,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:56.464724 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-950d96bb-f135-4475-850f-e2aaa415ad75 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:56.468817 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-950d96bb-f135-4475-850f-e2aaa415ad75 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "DELETE /v2.0/ports/1797d713-5c71-4d07-a1fe-b47ea3dc0883 HTTP/1.1" status: 204 len: 168 time: 0.3896883 Nov 10 19:18:56.471160 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38668) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:56.502363 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b1b48d0-bb64-4a64-8d8b-830e8c3cc3c4 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] DELETE failed (client error): The resource could not be found. Nov 10 19:18:56.502819 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b1b48d0-bb64-4a64-8d8b-830e8c3cc3c4 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:18:56.506074 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7b1b48d0-bb64-4a64-8d8b-830e8c3cc3c4 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "DELETE /v2.0/subnets/77a8d835-d624-43b1-b6fd-8bb32e07abf3 HTTP/1.1" status: 404 len: 337 time: 0.0333579 Nov 10 19:18:56.509150 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38670) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:56.536953 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aee1bbfa-fe9b-4738-a35f-002d8e120674 req-54857ce7-19cb-4f17-b361-e29ec7528f77 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=e999b611-2e36-4b50-8cda-4b6a445253a0 HTTP/1.1" status: 200 len: 210 time: 0.0366118 Nov 10 19:18:56.616668 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f871648f-2e98-4fa6-baf5-3f5cf8015f97 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:56.720819 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f871648f-2e98-4fa6-baf5-3f5cf8015f97 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:56.743279 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-f871648f-2e98-4fa6-baf5-3f5cf8015f97 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509e5cea-9a7b-4031-a457-e4a8094e9e5d']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:56.753249 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-f871648f-2e98-4fa6-baf5-3f5cf8015f97 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac67133c-3765-4afd-8181-c9ba4ba54824') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:56.753553 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-f871648f-2e98-4fa6-baf5-3f5cf8015f97 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac67133c-3765-4afd-8181-c9ba4ba54824') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:56.764675 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f871648f-2e98-4fa6-baf5-3f5cf8015f97 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:56.780231 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f871648f-2e98-4fa6-baf5-3f5cf8015f97 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:56.788266 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f871648f-2e98-4fa6-baf5-3f5cf8015f97 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:18:56.788660 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f871648f-2e98-4fa6-baf5-3f5cf8015f97 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:56.791854 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:18:56.791854 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:18:56.791854 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:18:56.791854 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:18:56.791854 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:18:56.791854 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:18:56.791854 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:18:56.791854 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:18:56.791854 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:18:56.791854 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:18:56.791854 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:18:56.791854 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:18:56.791854 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:18:56.791854 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:18:56.791854 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:18:56.791854 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:18:56.791854 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:18:56.791854 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:18:56.791854 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:18:56.791854 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:18:56.791854 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:18:56.791854 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:18:56.791854 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:18:56.791854 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:18:56.791854 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:18:56.791854 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:18:56.791854 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:18:56.791854 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:18:56.791854 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:18:56.791854 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:18:56.791854 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:18:56.791854 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:18:56.860499 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f871648f-2e98-4fa6-baf5-3f5cf8015f97 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:56.868266 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f871648f-2e98-4fa6-baf5-3f5cf8015f97 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:56.875297 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f871648f-2e98-4fa6-baf5-3f5cf8015f97 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "DELETE /v2.0/networks/509e5cea-9a7b-4031-a457-e4a8094e9e5d HTTP/1.1" status: 204 len: 168 time: 0.3612669 Nov 10 19:18:56.876018 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38680) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:56.893626 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871648f-2e98-4fa6-baf5-3f5cf8015f97 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Pushing event deleted for resources: {'Network': ['ID=509e5cea-9a7b-4031-a457-e4a8094e9e5d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:56.941363 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dad513a-eb71-436d-830d-9ffe6d84c959 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Deleting subnet 36e1a126-a27e-48c3-8604-4c4c902678cf {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:18:56.954404 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9dad513a-eb71-436d-830d-9ffe6d84c959 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:57.012217 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9dad513a-eb71-436d-830d-9ffe6d84c959 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:57.047441 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abe4ea-0db9-4120-89b4-dbabacefb128 req-9d567271-ef7f-4b35-a362-655d061a940f tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:57.049018 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7abe4ea-0db9-4120-89b4-dbabacefb128 req-9d567271-ef7f-4b35-a362-655d061a940f tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.1131787 Nov 10 19:18:57.116712 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:57.153253 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7abe4ea-0db9-4120-89b4-dbabacefb128 req-64b2bfdb-4985-4fb9-8251-940bb1435aea tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963609 Nov 10 19:18:57.159463 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9dad513a-eb71-436d-830d-9ffe6d84c959 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:57.230182 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9dad513a-eb71-436d-830d-9ffe6d84c959 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:57.260214 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad513a-eb71-436d-830d-9ffe6d84c959 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Pushing event deleted for resources: {'Subnet': ['ID=36e1a126-a27e-48c3-8604-4c4c902678cf,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:57.264008 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9dad513a-eb71-436d-830d-9ffe6d84c959 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:57.270839 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9dad513a-eb71-436d-830d-9ffe6d84c959 tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "DELETE /v2.0/subnets/36e1a126-a27e-48c3-8604-4c4c902678cf HTTP/1.1" status: 204 len: 168 time: 0.3902519 Nov 10 19:18:57.273180 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38684) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:57.285114 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a14791-2c80-4f78-9b3d-b5154eb33a63 None None] Network 14cc7f95-8d95-4b4b-b033-3f75352b422a requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:18:57.388766 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea9aec-11d1-4958-9a85-30d4dcd24f8f req-64dcdca6-e80f-48a7-987f-9d6f4b2bfa50 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:57.390856 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-98ea9aec-11d1-4958-9a85-30d4dcd24f8f req-64dcdca6-e80f-48a7-987f-9d6f4b2bfa50 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.0920384 Nov 10 19:18:57.408316 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03e13269-a5d0-44b4-870b-6fc56134650d tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:57.484832 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-98ea9aec-11d1-4958-9a85-30d4dcd24f8f req-09e24feb-c6ba-499c-ae49-67e7a899d76e tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858738 Nov 10 19:18:57.496748 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-03e13269-a5d0-44b4-870b-6fc56134650d tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Deleting port 4e753ba2-853a-4d3b-b320-34595495cdbd {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:18:57.497089 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03e13269-a5d0-44b4-870b-6fc56134650d tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:57.535560 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4fd380-2091-4ed4-b417-6912efe58088 None None] DHCP port deletion for 14cc7f95-8d95-4b4b-b033-3f75352b422a request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:18:57.589138 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-03e13269-a5d0-44b4-870b-6fc56134650d tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] For port 4e753ba2-853a-4d3b-b320-34595495cdbd, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=4e753ba2-853a-4d3b-b320-34595495cdbd,segment=NetworkSegment(9b12c119-2598-4d63-9761-941b9bc4eb5b),segment_id=9b12c119-2598-4d63-9761-941b9bc4eb5b)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:18:57.589977 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03e13269-a5d0-44b4-870b-6fc56134650d tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:57.605173 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-ca4fd380-2091-4ed4-b417-6912efe58088 None None] Deleting port 4e753ba2-853a-4d3b-b320-34595495cdbd {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:18:57.605667 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ca4fd380-2091-4ed4-b417-6912efe58088 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:57.635568 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-03e13269-a5d0-44b4-870b-6fc56134650d tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Calling delete_port for 4e753ba2-853a-4d3b-b320-34595495cdbd owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:18:57.683833 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-ca4fd380-2091-4ed4-b417-6912efe58088 None None] For port 4e753ba2-853a-4d3b-b320-34595495cdbd, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=4e753ba2-853a-4d3b-b320-34595495cdbd,segment=NetworkSegment(9b12c119-2598-4d63-9761-941b9bc4eb5b),segment_id=9b12c119-2598-4d63-9761-941b9bc4eb5b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:18:57.684354 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ca4fd380-2091-4ed4-b417-6912efe58088 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:57.702975 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-ca4fd380-2091-4ed4-b417-6912efe58088 None None] Calling delete_port for 4e753ba2-853a-4d3b-b320-34595495cdbd owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:18:57.783721 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03e13269-a5d0-44b4-870b-6fc56134650d tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:57.812738 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e13269-a5d0-44b4-870b-6fc56134650d tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Pushing event deleted for resources: {'Port': ['ID=4e753ba2-853a-4d3b-b320-34595495cdbd,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:57.814974 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e13269-a5d0-44b4-870b-6fc56134650d tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] No DVR routers for this DVR port 4e753ba2-853a-4d3b-b320-34595495cdbd on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:18:57.826730 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ca4fd380-2091-4ed4-b417-6912efe58088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:57.876541 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4fd380-2091-4ed4-b417-6912efe58088 None None] Pushing event deleted for resources: {'Port': ['ID=4e753ba2-853a-4d3b-b320-34595495cdbd,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:57.893787 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4fd380-2091-4ed4-b417-6912efe58088 None None] No DVR routers for this DVR port 4e753ba2-853a-4d3b-b320-34595495cdbd on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:18:57.978477 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e56bebb7-cc04-4e21-a94a-51f67760dad1 req-f6cc2950-9c3f-4947-aea9-8f35c11b508a tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=e999b611-2e36-4b50-8cda-4b6a445253a0 HTTP/1.1" status: 200 len: 210 time: 0.0358071 Nov 10 19:18:57.991343 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03e13269-a5d0-44b4-870b-6fc56134650d tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:58.010591 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 4e753ba2-853a-4d3b-b320-34595495cdbd no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:18:58.015170 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-03e13269-a5d0-44b4-870b-6fc56134650d tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14cc7f95-8d95-4b4b-b033-3f75352b422a']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:58.026433 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-03e13269-a5d0-44b4-870b-6fc56134650d tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b12c119-2598-4d63-9761-941b9bc4eb5b') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:58.027007 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-03e13269-a5d0-44b4-870b-6fc56134650d tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b12c119-2598-4d63-9761-941b9bc4eb5b') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:18:58.034529 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 4e753ba2-853a-4d3b-b320-34595495cdbd {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:18:58.034877 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 4e753ba2-853a-4d3b-b320-34595495cdbd not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:18:58.037061 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03e13269-a5d0-44b4-870b-6fc56134650d tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:58.056524 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03e13269-a5d0-44b4-870b-6fc56134650d tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:58.063427 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e13269-a5d0-44b4-870b-6fc56134650d tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:18:58.063753 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03e13269-a5d0-44b4-870b-6fc56134650d tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:58.066994 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:18:58.066994 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:18:58.066994 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:18:58.066994 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:18:58.066994 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:18:58.066994 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:18:58.066994 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:18:58.066994 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:18:58.066994 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:18:58.066994 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:18:58.066994 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:18:58.066994 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:18:58.066994 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:18:58.066994 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:18:58.066994 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:18:58.066994 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:18:58.066994 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:18:58.066994 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:18:58.066994 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:18:58.066994 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:18:58.066994 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:18:58.066994 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:18:58.066994 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:18:58.066994 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:18:58.066994 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:18:58.066994 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:18:58.066994 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:18:58.066994 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:18:58.066994 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:18:58.066994 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:18:58.066994 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:18:58.066994 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:18:58.131067 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03e13269-a5d0-44b4-870b-6fc56134650d tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:58.136560 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03e13269-a5d0-44b4-870b-6fc56134650d tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:58.142230 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-03e13269-a5d0-44b4-870b-6fc56134650d tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] 10.222.0.54 "DELETE /v2.0/networks/14cc7f95-8d95-4b4b-b033-3f75352b422a HTTP/1.1" status: 204 len: 168 time: 0.8697109 Nov 10 19:18:58.159088 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e13269-a5d0-44b4-870b-6fc56134650d tempest-NetworksIpV6TestAttrs-1326045785 tempest-NetworksIpV6TestAttrs-1326045785-project] Pushing event deleted for resources: {'Network': ['ID=14cc7f95-8d95-4b4b-b033-3f75352b422a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:58.290195 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fe749-e9f7-4773-a6cf-7882ade4c807 req-2f0cb0ff-9838-4870-bc60-f482bf2aeb01 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:58.292253 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-654fe749-e9f7-4773-a6cf-7882ade4c807 req-2f0cb0ff-9838-4870-bc60-f482bf2aeb01 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.0594869 Nov 10 19:18:58.349379 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-654fe749-e9f7-4773-a6cf-7882ade4c807 req-aeef153e-c153-499f-a733-195d6dd15995 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491092 Nov 10 19:18:58.426155 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38702) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:58.571919 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-08e89cdb-ed9b-451d-83e3-8af93f0fe01b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9fb6f9cdb9ae47a1b45ec6e104af34a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1444092 Nov 10 19:18:58.574628 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38710) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:58.600222 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:58.642410 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8497-6050-4108-b3ea-a3b91857e55a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:58.646096 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba373a1-a2ff-4028-a6f1-9e76c9d422bc req-b05588e6-feb9-4064-9942-9633d754b9d7 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:58.648319 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0ba373a1-a2ff-4028-a6f1-9e76c9d422bc req-b05588e6-feb9-4064-9942-9633d754b9d7 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.0648713 Nov 10 19:18:58.675042 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8497-6050-4108-b3ea-a3b91857e55a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:58.707114 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0ba373a1-a2ff-4028-a6f1-9e76c9d422bc req-fcc280fb-8b54-4163-9400-5b2f32e68ca9 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510426 Nov 10 19:18:58.748205 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8497-6050-4108-b3ea-a3b91857e55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:58.751524 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8497-6050-4108-b3ea-a3b91857e55a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:58.753275 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5ccd8497-6050-4108-b3ea-a3b91857e55a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/972a5e40-e1d2-4bb2-b7b6-fe7c8777d702 HTTP/1.1" status: 204 len: 168 time: 0.1772499 Nov 10 19:18:58.764830 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd8497-6050-4108-b3ea-a3b91857e55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972a5e40-e1d2-4bb2-b7b6-fe7c8777d702,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:18:59.106501 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-31aaedb0-d7f6-4bef-8913-f5a78d213323 req-bddac22b-1e2a-4615-a2fe-fa41fbc7d12a tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=e999b611-2e36-4b50-8cda-4b6a445253a0 HTTP/1.1" status: 200 len: 210 time: 0.0326896 Nov 10 19:18:59.304082 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:18:59.487974 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2bcaf-dd3e-4c1d-8d96-fb225dd56a7e req-ee8786f8-4961-49a7-afda-b72dcbdc0f16 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:59.490185 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-07f2bcaf-dd3e-4c1d-8d96-fb225dd56a7e req-ee8786f8-4961-49a7-afda-b72dcbdc0f16 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.0515761 Nov 10 19:18:59.547691 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-07f2bcaf-dd3e-4c1d-8d96-fb225dd56a7e req-137296d4-9198-4c73-a11a-800764607b31 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516219 Nov 10 19:18:59.558094 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38744) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:18:59.672214 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4171ec6c-f001-4b35-8cfd-13180af14298 tempest-ServiceProvidersTest-240748516 tempest-ServiceProvidersTest-240748516-project] 10.222.0.54 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1123948 Nov 10 19:18:59.862575 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b85ec-a2c0-4dc9-b6ce-496facc580f0 req-fe7f3492-d405-4458-9c89-0ae2208c94d1 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:18:59.864223 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-627b85ec-a2c0-4dc9-b6ce-496facc580f0 req-fe7f3492-d405-4458-9c89-0ae2208c94d1 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.0693746 Nov 10 19:18:59.917904 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-627b85ec-a2c0-4dc9-b6ce-496facc580f0 req-4168084d-ca80-4640-a97e-71d4b8017e68 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469058 Nov 10 19:18:59.972498 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38758) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:00.096192 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-38995d8a-3f5f-46cb-b48c-8ab89ddbd80e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:00.180091 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-38995d8a-3f5f-46cb-b48c-8ab89ddbd80e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:00.185379 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-38995d8a-3f5f-46cb-b48c-8ab89ddbd80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:00.231021 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-38995d8a-3f5f-46cb-b48c-8ab89ddbd80e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e31be66a44af4094bffc6454639ae274&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2571480 Nov 10 19:19:00.232030 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38995d8a-3f5f-46cb-b48c-8ab89ddbd80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26982b59-2a55-4e95-948e-ba98d83bc6a0,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:00.234617 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38770) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:00.299500 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-68fed53a-665a-4ec2-b546-24edd64ad0e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:00.328306 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-68fed53a-665a-4ec2-b546-24edd64ad0e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:00.386015 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-68fed53a-665a-4ec2-b546-24edd64ad0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:00.389121 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-68fed53a-665a-4ec2-b546-24edd64ad0e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:00.390596 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-68fed53a-665a-4ec2-b546-24edd64ad0e3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/26982b59-2a55-4e95-948e-ba98d83bc6a0 HTTP/1.1" status: 204 len: 168 time: 0.1549063 Nov 10 19:19:00.399682 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fed53a-665a-4ec2-b546-24edd64ad0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26982b59-2a55-4e95-948e-ba98d83bc6a0,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:00.742207 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600517ef-35b4-4921-ad43-e931f7c30614 req-1286681e-f0d7-4901-a4df-a08af2407697 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:00.743941 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-600517ef-35b4-4921-ad43-e931f7c30614 req-1286681e-f0d7-4901-a4df-a08af2407697 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/networks?id=dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 HTTP/1.1" status: 200 len: 812 time: 0.1772890 Nov 10 19:19:00.752575 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d25f4-ba7c-4f97-85f5-8847891e5e7c req-a602a0ff-3843-4a75-b006-4578f015f120 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:00.754562 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-819d25f4-ba7c-4f97-85f5-8847891e5e7c req-a602a0ff-3843-4a75-b006-4578f015f120 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.1060593 Nov 10 19:19:00.772609 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-600517ef-35b4-4921-ad43-e931f7c30614 req-764f5ff2-b12b-46f2-ba39-5c34a8b07d47 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/quotas/987b6b0bf6bf42fcb737b7f6bb6ee447 HTTP/1.1" status: 200 len: 375 time: 0.0170105 Nov 10 19:19:00.821035 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-600517ef-35b4-4921-ad43-e931f7c30614 req-b67bea91-98fd-4957-92df-91fd8a40559a tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=987b6b0bf6bf42fcb737b7f6bb6ee447&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367978 Nov 10 19:19:00.845988 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-819d25f4-ba7c-4f97-85f5-8847891e5e7c req-147a0bf2-cc28-4068-9967-118ae4d4134d tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828936 Nov 10 19:19:00.958096 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-600517ef-35b4-4921-ad43-e931f7c30614 req-b67ba811-14a3-484f-ac40-9411cac27040 service neutron] 10.222.0.54 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256094 Nov 10 19:19:01.071285 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-600517ef-35b4-4921-ad43-e931f7c30614 req-a9b4f0c3-3f62-404c-8b65-06362cb4ca2f service neutron] 10.222.0.54 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011012 Nov 10 19:19:01.137977 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574fe97-945d-42ef-83a3-4cb6d1356849 req-4407f435-dac1-4d8e-ac34-048fe75a8c7e tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:01.139591 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f574fe97-945d-42ef-83a3-4cb6d1356849 req-4407f435-dac1-4d8e-ac34-048fe75a8c7e tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.0613787 Nov 10 19:19:01.204765 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38820) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:01.213514 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f574fe97-945d-42ef-83a3-4cb6d1356849 req-87155880-fa98-40b6-b715-0b63a611d2ab tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669677 Nov 10 19:19:01.357967 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-ad31d7a2-786e-46bc-85de-c1a9fb735fb1 tempest-SubnetPoolsTestJSON-1563673027 tempest-SubnetPoolsTestJSON-1563673027-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-769431053', 'prefixes': ['172.20.0.0/16']}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:19:01.366904 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0de8acea-35ac-416b-9dcd-2627acd9d4a4 req-3f8941d3-84e9-41ab-8ae8-46abb819a3e2 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=7416822e-3745-4203-b24f-2c20907a6c39 HTTP/1.1" status: 200 len: 210 time: 0.0381033 Nov 10 19:19:01.380086 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device ac9c9816-30e9-471c-acd9-65ba9a12de2e details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:19:01.382256 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device ac9c9816-30e9-471c-acd9-65ba9a12de2e no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:19:01.460026 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ad31d7a2-786e-46bc-85de-c1a9fb735fb1 tempest-SubnetPoolsTestJSON-1563673027 tempest-SubnetPoolsTestJSON-1563673027-project] Publish callbacks [] for subnetpool, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:01.465262 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38834) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:01.466143 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ad31d7a2-786e-46bc-85de-c1a9fb735fb1 tempest-SubnetPoolsTestJSON-1563673027 tempest-SubnetPoolsTestJSON-1563673027-project] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2597713 Nov 10 19:19:01.518524 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-cc9297c2-1cd8-444c-b3fa-2406a034c161 tempest-SubnetPoolsTestJSON-1563673027 tempest-SubnetPoolsTestJSON-1563673027-project] 10.222.0.54 "GET /v2.0/subnetpools/fe715a57-06c0-471a-bdc9-fb64eda0c67a HTTP/1.1" status: 200 len: 731 time: 0.0514517 Nov 10 19:19:01.520832 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38838) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:01.526287 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-a188aa53-f69d-427e-bedc-03d6ea307fad tempest-SubnetPoolsTestJSON-1563673027 tempest-SubnetPoolsTestJSON-1563673027-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-942701494'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:19:01.608179 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:01.634025 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port ac9c9816-30e9-471c-acd9-65ba9a12de2e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=ac9c9816-30e9-471c-acd9-65ba9a12de2e,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:19:01.653569 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a188aa53-f69d-427e-bedc-03d6ea307fad tempest-SubnetPoolsTestJSON-1563673027 tempest-SubnetPoolsTestJSON-1563673027-project] Publish callbacks [] for subnetpool, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:01.657819 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a188aa53-f69d-427e-bedc-03d6ea307fad tempest-SubnetPoolsTestJSON-1563673027 tempest-SubnetPoolsTestJSON-1563673027-project] 10.222.0.54 "PUT /v2.0/subnetpools/fe715a57-06c0-471a-bdc9-fb64eda0c67a HTTP/1.1" status: 200 len: 683 time: 0.1328635 Nov 10 19:19:01.658604 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38846) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:01.666578 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa60be37-322f-4e32-b81d-44826b9e6a01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac9c9816-30e9-471c-acd9-65ba9a12de2e'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:19:01.670185 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ca7264-bac5-43c9-9584-469d0ed759f1" -d '{"events": [{"server_uuid": "aa60be37-322f-4e32-b81d-44826b9e6a01", "name": "network-vif-unplugged", "status": "completed", "tag": "ac9c9816-30e9-471c-acd9-65ba9a12de2e"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:19:01.675410 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port ac9c9816-30e9-471c-acd9-65ba9a12de2e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=ac9c9816-30e9-471c-acd9-65ba9a12de2e,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:19:01.685451 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:01.691230 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'ac9c9816-30e9-471c-acd9-65ba9a12de2e', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': 'ac9c9816-30e9-471c-acd9-65ba9a12de2e', 'mac_address': 'fa:16:3e:77:3e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:19:01.753528 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6f4e5d00-219a-43bb-b6ec-ccfcefd2cc16 tempest-SubnetPoolsTestJSON-1563673027 tempest-SubnetPoolsTestJSON-1563673027-project] Publish callbacks [] for subnetpool, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:01.756713 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6f4e5d00-219a-43bb-b6ec-ccfcefd2cc16 tempest-SubnetPoolsTestJSON-1563673027 tempest-SubnetPoolsTestJSON-1563673027-project] 10.222.0.54 "DELETE /v2.0/subnetpools/fe715a57-06c0-471a-bdc9-fb64eda0c67a HTTP/1.1" status: 204 len: 168 time: 0.0963576 Nov 10 19:19:01.759351 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38850) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:01.782402 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-4ced8059-b715-4eea-9893-bc4c66ae1138 tempest-SubnetPoolsTestJSON-1563673027 tempest-SubnetPoolsTestJSON-1563673027-project] show failed (client error): The resource could not be found. Nov 10 19:19:01.786219 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bdc49d-a380-4761-b345-6a6496835b9c x-openstack-request-id: req-13bdc49d-a380-4761-b345-6a6496835b9c {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:19:01.786603 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa60be37-322f-4e32-b81d-44826b9e6a01", "name": "network-vif-unplugged", "status": "completed", "tag": "ac9c9816-30e9-471c-acd9-65ba9a12de2e", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:19:01.787023 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-13bdc49d-a380-4761-b345-6a6496835b9c {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:19:01.787184 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38852) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:01.787441 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4ced8059-b715-4eea-9893-bc4c66ae1138 tempest-SubnetPoolsTestJSON-1563673027 tempest-SubnetPoolsTestJSON-1563673027-project] 10.222.0.54 "GET /v2.0/subnetpools/fe715a57-06c0-471a-bdc9-fb64eda0c67a HTTP/1.1" status: 404 len: 346 time: 0.0269067 Nov 10 19:19:01.787559 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa60be37-322f-4e32-b81d-44826b9e6a01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac9c9816-30e9-471c-acd9-65ba9a12de2e', 'code': 200} Nov 10 19:19:01.788398 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:01.817083 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-150f0834-0474-4c8b-a354-a72fe8c867b3 tempest-SubnetPoolsTestJSON-1563673027 tempest-SubnetPoolsTestJSON-1563673027-project] delete failed (client error): The resource could not be found. Nov 10 19:19:01.818574 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=ac9c9816-30e9-471c-acd9-65ba9a12de2e,revision_number=9']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:01.823624 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac9c9816-30e9-471c-acd9-65ba9a12de2e {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:19:01.853415 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port ac9c9816-30e9-471c-acd9-65ba9a12de2e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=ac9c9816-30e9-471c-acd9-65ba9a12de2e,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:19:01.853818 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-150f0834-0474-4c8b-a354-a72fe8c867b3 tempest-SubnetPoolsTestJSON-1563673027 tempest-SubnetPoolsTestJSON-1563673027-project] 10.222.0.54 "DELETE /v2.0/subnetpools/fe715a57-06c0-471a-bdc9-fb64eda0c67a HTTP/1.1" status: 404 len: 346 time: 0.0640216 Nov 10 19:19:01.858797 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:01.940376 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=ac9c9816-30e9-471c-acd9-65ba9a12de2e,revision_number=10']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:02.013450 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57fedd5-dfe9-41f3-8530-177fedb5f4d7 req-0aff47d4-2803-4a9c-94f6-41ba36afd8b0 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:02.015346 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e57fedd5-dfe9-41f3-8530-177fedb5f4d7 req-0aff47d4-2803-4a9c-94f6-41ba36afd8b0 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.0629923 Nov 10 19:19:02.099090 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376dfcb-b46c-4f27-98cf-ba7366e6b410 req-2eb2c89d-8a23-495a-9470-faf4c85dd99b tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:02.103977 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f376dfcb-b46c-4f27-98cf-ba7366e6b410 req-2eb2c89d-8a23-495a-9470-faf4c85dd99b tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.73 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.0843825 Nov 10 19:19:02.132616 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e57fedd5-dfe9-41f3-8530-177fedb5f4d7 req-29feb150-76c8-42d1-9050-bc5f0b722d4f tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042457 Nov 10 19:19:02.157320 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['ac9c9816-30e9-471c-acd9-65ba9a12de2e'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:19:02.227521 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38884) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:02.328440 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-f376dfcb-b46c-4f27-98cf-ba7366e6b410 req-ed42aebd-215e-4c70-b6cb-d88450d536c1 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Deleting port 742befb3-64d2-4218-bdc9-2d208283643d {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:19:02.328784 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f376dfcb-b46c-4f27-98cf-ba7366e6b410 req-ed42aebd-215e-4c70-b6cb-d88450d536c1 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:02.403134 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7e69f778-fc23-4760-8e99-fa4d69930ec9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:02.403448 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-b8acc449-1a13-4758-b99c-08f1a0a72270 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:02.404884 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-b8acc449-1a13-4758-b99c-08f1a0a72270 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/networks?id=dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 HTTP/1.1" status: 200 len: 812 time: 0.1907997 Nov 10 19:19:02.458034 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-0063e138-5179-4e26-a3d1-b86f78853843 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/quotas/987b6b0bf6bf42fcb737b7f6bb6ee447 HTTP/1.1" status: 200 len: 375 time: 0.0250793 Nov 10 19:19:02.487774 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda79a1-266a-4896-ba80-c93877b04e0a req-f14cbb8b-b891-4f09-bdff-70b35ba385ed tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:02.489213 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aeda79a1-266a-4896-ba80-c93877b04e0a req-f14cbb8b-b891-4f09-bdff-70b35ba385ed tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 945 time: 0.1548648 Nov 10 19:19:02.507169 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7e69f778-fc23-4760-8e99-fa4d69930ec9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:02.512559 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7e69f778-fc23-4760-8e99-fa4d69930ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:02.515685 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-b9a1771d-7606-4209-b807-75a301194fa3 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=987b6b0bf6bf42fcb737b7f6bb6ee447&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472448 Nov 10 19:19:02.558657 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7e69f778-fc23-4760-8e99-fa4d69930ec9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1a8dc945cdc045899c5346f9029b7ca4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3297815 Nov 10 19:19:02.561434 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38894) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:02.568408 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69f778-fc23-4760-8e99-fa4d69930ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f907e2-b176-4d38-9551-39d7fcb73b71,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:02.578789 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-f376dfcb-b46c-4f27-98cf-ba7366e6b410 req-ed42aebd-215e-4c70-b6cb-d88450d536c1 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] For port 742befb3-64d2-4218-bdc9-2d208283643d, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=742befb3-64d2-4218-bdc9-2d208283643d,segment=NetworkSegment(689fe59e-2849-4aab-9a85-baac532490b3),segment_id=689fe59e-2849-4aab-9a85-baac532490b3)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:19:02.579154 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f376dfcb-b46c-4f27-98cf-ba7366e6b410 req-ed42aebd-215e-4c70-b6cb-d88450d536c1 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:02.584605 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e69f778-fc23-4760-8e99-fa4d69930ec9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:02.584997 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e69f778-fc23-4760-8e99-fa4d69930ec9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:02.585324 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e69f778-fc23-4760-8e99-fa4d69930ec9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:02.585658 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e69f778-fc23-4760-8e99-fa4d69930ec9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:02.586020 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e69f778-fc23-4760-8e99-fa4d69930ec9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:02.586368 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e69f778-fc23-4760-8e99-fa4d69930ec9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:02.586697 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e69f778-fc23-4760-8e99-fa4d69930ec9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:02.587025 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e69f778-fc23-4760-8e99-fa4d69930ec9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:02.587347 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e69f778-fc23-4760-8e99-fa4d69930ec9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:02.587692 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e69f778-fc23-4760-8e99-fa4d69930ec9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:02.587987 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e69f778-fc23-4760-8e99-fa4d69930ec9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:02.588391 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e69f778-fc23-4760-8e99-fa4d69930ec9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:02.629179 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-f376dfcb-b46c-4f27-98cf-ba7366e6b410 req-ed42aebd-215e-4c70-b6cb-d88450d536c1 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Calling delete_port for 742befb3-64d2-4218-bdc9-2d208283643d owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:19:02.632855 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b0dce097-a28c-423c-8354-bff8984683ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:02.657730 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aeda79a1-266a-4896-ba80-c93877b04e0a req-79e83caa-ea9e-49b6-a71a-f9e953b2a4c8 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/security-groups?id=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442082 Nov 10 19:19:02.659744 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b0dce097-a28c-423c-8354-bff8984683ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:02.723328 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b0dce097-a28c-423c-8354-bff8984683ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:02.726925 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b0dce097-a28c-423c-8354-bff8984683ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:02.728569 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b0dce097-a28c-423c-8354-bff8984683ef admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/44f907e2-b176-4d38-9551-39d7fcb73b71 HTTP/1.1" status: 204 len: 168 time: 0.1660130 Nov 10 19:19:02.741380 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dce097-a28c-423c-8354-bff8984683ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f907e2-b176-4d38-9551-39d7fcb73b71,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:02.783999 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-956d46f7-1bed-46dd-9719-f730a2adbe02 service neutron] 10.222.0.54 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562644 Nov 10 19:19:02.988012 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f376dfcb-b46c-4f27-98cf-ba7366e6b410 req-ed42aebd-215e-4c70-b6cb-d88450d536c1 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:02.992629 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-b785d0b0-ecfd-4e70-b920-a0b33999c0d5 service neutron] 10.222.0.54 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799572 Nov 10 19:19:03.003332 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['742befb3-64d2-4218-bdc9-2d208283643d'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:19:03.030902 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42aebd-215e-4c70-b6cb-d88450d536c1 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Pushing event deleted for resources: {'Port': ['ID=742befb3-64d2-4218-bdc9-2d208283643d,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:03.057446 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967e747e-b353-467f-a78f-2a8c59abe220 None None] DHCP port deletion for 84c30210-1766-4b73-a472-c9afa703f4ae request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:19:03.091634 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-f376dfcb-b46c-4f27-98cf-ba7366e6b410 req-ed42aebd-215e-4c70-b6cb-d88450d536c1 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] No DVR routers for this DVR port 742befb3-64d2-4218-bdc9-2d208283643d on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:19:03.094884 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f376dfcb-b46c-4f27-98cf-ba7366e6b410 req-ed42aebd-215e-4c70-b6cb-d88450d536c1 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:03.100811 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f376dfcb-b46c-4f27-98cf-ba7366e6b410 req-ed42aebd-215e-4c70-b6cb-d88450d536c1 tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.73 "DELETE /v2.0/ports/742befb3-64d2-4218-bdc9-2d208283643d HTTP/1.1" status: 204 len: 173 time: 0.9894927 Nov 10 19:19:03.101293 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890b65c7-fc9e-4f19-b7c9-91ab009eca36', 'name': 'network-vif-deleted', 'tag': '742befb3-64d2-4218-bdc9-2d208283643d'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:19:03.104614 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab050a9-adae-4f79-af1b-e4e530c59e38" -d '{"events": [{"server_uuid": "890b65c7-fc9e-4f19-b7c9-91ab009eca36", "name": "network-vif-deleted", "tag": "742befb3-64d2-4218-bdc9-2d208283643d"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:19:03.203536 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2c4044-c93c-400b-b0de-da1bfd555c7b x-openstack-request-id: req-dd2c4044-c93c-400b-b0de-da1bfd555c7b {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:19:03.204242 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890b65c7-fc9e-4f19-b7c9-91ab009eca36", "name": "network-vif-deleted", "tag": "742befb3-64d2-4218-bdc9-2d208283643d", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:19:03.204586 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dd2c4044-c93c-400b-b0de-da1bfd555c7b {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:19:03.205301 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890b65c7-fc9e-4f19-b7c9-91ab009eca36', 'name': 'network-vif-deleted', 'tag': '742befb3-64d2-4218-bdc9-2d208283643d', 'status': 'completed', 'code': 200} Nov 10 19:19:03.352776 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd726a-63d0-4ffc-b416-595dd05c708b req-80fe1044-5398-4b93-853a-5b0521e7230c tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:03.354443 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4ebd726a-63d0-4ffc-b416-595dd05c708b req-80fe1044-5398-4b93-853a-5b0521e7230c tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 950 time: 0.0728729 Nov 10 19:19:03.381266 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device ac9c9816-30e9-471c-acd9-65ba9a12de2e up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:19:03.420937 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2145c7af-ba06-4990-9009-5b5757a99e32 req-fe3db6a9-2d04-4171-a972-e2754fd51303 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=651e0639-a97f-4e5b-836f-2f5b247651e4 HTTP/1.1" status: 200 len: 210 time: 0.0484743 Nov 10 19:19:03.469232 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4ebd726a-63d0-4ffc-b416-595dd05c708b req-31f061ed-2486-4058-86aa-e9ff2918205a tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933077 Nov 10 19:19:03.493281 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port ac9c9816-30e9-471c-acd9-65ba9a12de2e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:19:03.493670 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:03.590123 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:03.637987 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port ac9c9816-30e9-471c-acd9-65ba9a12de2e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=ac9c9816-30e9-471c-acd9-65ba9a12de2e,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:19:03.644175 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:03.645022 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 742befb3-64d2-4218-bdc9-2d208283643d no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:19:03.688078 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 742befb3-64d2-4218-bdc9-2d208283643d {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:19:03.688430 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 742befb3-64d2-4218-bdc9-2d208283643d not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:19:03.741166 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=ac9c9816-30e9-471c-acd9-65ba9a12de2e,revision_number=11']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:03.788793 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa60be37-322f-4e32-b81d-44826b9e6a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9c9816-30e9-471c-acd9-65ba9a12de2e'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:19:03.791767 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2facddc5-829c-4894-b0c0-1f4cfe4a91d2" -d '{"events": [{"server_uuid": "aa60be37-322f-4e32-b81d-44826b9e6a01", "name": "network-vif-plugged", "status": "completed", "tag": "ac9c9816-30e9-471c-acd9-65ba9a12de2e"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:19:03.820401 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-98128eba-c208-43a9-85a9-a130a7ab4daf req-89b60a7b-796b-4672-b921-bb53206a0adb tempest-ServerRescueNegativeTestJSON-89913052 tempest-ServerRescueNegativeTestJSON-89913052-project] 10.222.0.54 "GET /v2.0/ports?device_id=890b65c7-fc9e-4f19-b7c9-91ab009eca36 HTTP/1.1" status: 200 len: 210 time: 0.0345151 Nov 10 19:19:03.885358 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b69a0f-15cd-41c0-a390-63b491ca0c4a x-openstack-request-id: req-05b69a0f-15cd-41c0-a390-63b491ca0c4a {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:19:03.885652 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa60be37-322f-4e32-b81d-44826b9e6a01", "name": "network-vif-plugged", "status": "completed", "tag": "ac9c9816-30e9-471c-acd9-65ba9a12de2e", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:19:03.885922 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-05b69a0f-15cd-41c0-a390-63b491ca0c4a {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:19:03.886390 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa60be37-322f-4e32-b81d-44826b9e6a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9c9816-30e9-471c-acd9-65ba9a12de2e', 'code': 200} Nov 10 19:19:04.101251 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48892d-653f-4910-86eb-5a93bd19d268 req-0f5a26d6-6383-45b7-91d8-a568365bfd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:04.102827 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d48892d-653f-4910-86eb-5a93bd19d268 req-0f5a26d6-6383-45b7-91d8-a568365bfd92 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 1102 time: 0.0437801 Nov 10 19:19:04.152376 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d48892d-653f-4910-86eb-5a93bd19d268 req-1edd06d4-3f48-464b-8ab0-954b016ea8ca service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423384 Nov 10 19:19:04.606874 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e7f8df89-51a9-4626-9203-4d3a06e9d24d req-0efd3f97-52aa-44ed-be64-6302d7ab09a3 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=651e0639-a97f-4e5b-836f-2f5b247651e4 HTTP/1.1" status: 200 len: 210 time: 0.0525923 Nov 10 19:19:04.674823 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da422a-6ef1-4cd8-80a6-a27406550c70 req-48edd25a-13c7-43d2-b164-4db8d20b0e08 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:04.676299 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-65da422a-6ef1-4cd8-80a6-a27406550c70 req-48edd25a-13c7-43d2-b164-4db8d20b0e08 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 951 time: 0.1210229 Nov 10 19:19:04.694878 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-9759abf8-0451-4093-a331-1b82b7e855d5 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:04.696716 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-9759abf8-0451-4093-a331-1b82b7e855d5 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.25 "GET /v2.0/networks?id=dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 HTTP/1.1" status: 200 len: 812 time: 0.2404866 Nov 10 19:19:04.720737 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-feeed949-a3db-4927-af8e-969dcbec0b1f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Request body: {'port': {'device_id': '651e0639-a97f-4e5b-836f-2f5b247651e4', 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0', 'admin_state_up': True, 'tenant_id': '987b6b0bf6bf42fcb737b7f6bb6ee447'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:19:04.802758 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-65da422a-6ef1-4cd8-80a6-a27406550c70 req-92855060-4a94-41dc-9b43-1f507ad811c8 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189551 Nov 10 19:19:04.867426 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-feeed949-a3db-4927-af8e-969dcbec0b1f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Made reservation on behalf of 987b6b0bf6bf42fcb737b7f6bb6ee447 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:19:04.872614 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-feeed949-a3db-4927-af8e-969dcbec0b1f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:04.889853 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39028) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:05.051778 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-feeed949-a3db-4927-af8e-969dcbec0b1f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Allocated IP 172.20.0.4 (dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0/0383c2bb-f0e3-4245-83c4-a6b51bf23dd3/f0b0d91c-d0ff-494a-b59e-700591e0329b) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:19:05.257269 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-feeed949-a3db-4927-af8e-969dcbec0b1f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:05.390618 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e4ae63c3-2bca-438a-9466-421915a37bfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:05.739847 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-14e88fa0-ebcc-4342-87e4-4ccceda28407 req-47fd9724-0d8c-41f0-8d9e-8dc6a8b29bdd tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=651e0639-a97f-4e5b-836f-2f5b247651e4 HTTP/1.1" status: 200 len: 210 time: 0.0359631 Nov 10 19:19:05.751411 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-feeed949-a3db-4927-af8e-969dcbec0b1f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:05.795319 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-feeed949-a3db-4927-af8e-969dcbec0b1f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Network dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:19:05.799215 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-feeed949-a3db-4927-af8e-969dcbec0b1f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:19:05.803708 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-feeed949-a3db-4927-af8e-969dcbec0b1f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:19:05.813741 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273154db-6dee-407d-85bc-a0ce81d67c6d None None] DHCP port deletion for dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:19:05.847275 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeed949-a3db-4927-af8e-969dcbec0b1f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Pushing event updated for resources: {'Port': ['ID=f0b0d91c-d0ff-494a-b59e-700591e0329b,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:05.879891 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-feeed949-a3db-4927-af8e-969dcbec0b1f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:05.881589 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-feeed949-a3db-4927-af8e-969dcbec0b1f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:05.895421 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e17627ed-b221-4e85-934a-69f2c380aee9 None None] Provisioning complete for port f0b0d91c-d0ff-494a-b59e-700591e0329b triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:19:05.895821 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e17627ed-b221-4e85-934a-69f2c380aee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:05.911334 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-feeed949-a3db-4927-af8e-969dcbec0b1f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1961572 Nov 10 19:19:05.947652 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-3250554a-3661-4764-af15-36764aca9e99 service neutron] Request body: {'port': {'device_id': '651e0639-a97f-4e5b-836f-2f5b247651e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:19:05.983742 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e17627ed-b221-4e85-934a-69f2c380aee9 None None] Port f0b0d91c-d0ff-494a-b59e-700591e0329b cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:19:06.040600 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-3250554a-3661-4764-af15-36764aca9e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:06.069496 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d148b-e3e1-48e2-89c9-af163ed60651 req-010a47fd-0fec-4612-b350-55eefaccb033 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:06.077260 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c70d148b-e3e1-48e2-89c9-af163ed60651 req-010a47fd-0fec-4612-b350-55eefaccb033 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 951 time: 0.1766498 Nov 10 19:19:06.132915 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-e4ae63c3-2bca-438a-9466-421915a37bfa admin admin] Deleting port 81b8b687-8fb5-4724-98c5-9e0c3793c515 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:19:06.133509 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e4ae63c3-2bca-438a-9466-421915a37bfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:06.223666 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-e4ae63c3-2bca-438a-9466-421915a37bfa admin admin] For port 81b8b687-8fb5-4724-98c5-9e0c3793c515, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=81b8b687-8fb5-4724-98c5-9e0c3793c515,segment=NetworkSegment(689fe59e-2849-4aab-9a85-baac532490b3),segment_id=689fe59e-2849-4aab-9a85-baac532490b3)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:19:06.224353 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e4ae63c3-2bca-438a-9466-421915a37bfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:06.226292 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c70d148b-e3e1-48e2-89c9-af163ed60651 req-2063f7c6-0560-486f-8d40-fa3e82419895 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481087 Nov 10 19:19:06.250134 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-e4ae63c3-2bca-438a-9466-421915a37bfa admin admin] Calling delete_port for 81b8b687-8fb5-4724-98c5-9e0c3793c515 owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:19:06.476719 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-3250554a-3661-4764-af15-36764aca9e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0b0d91c-d0ff-494a-b59e-700591e0329b {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:19:06.496435 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-3250554a-3661-4764-af15-36764aca9e99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:06.503707 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e4ae63c3-2bca-438a-9466-421915a37bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:06.531674 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae63c3-2bca-438a-9466-421915a37bfa admin admin] Pushing event deleted for resources: {'Port': ['ID=81b8b687-8fb5-4724-98c5-9e0c3793c515,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:06.532839 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-3250554a-3661-4764-af15-36764aca9e99 service neutron] Transition to ACTIVE for port object f0b0d91c-d0ff-494a-b59e-700591e0329b will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:19:06.555705 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-3250554a-3661-4764-af15-36764aca9e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:06.556900 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e42c18-bd13-493d-bfed-e58df64e6a27 None None] DHCP port deletion for 84c30210-1766-4b73-a472-c9afa703f4ae request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:19:06.615471 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5da37-bb56-4b60-b6b1-4049a4231d6e req-3e3b2944-7afc-4b5f-b76a-f77857991386 tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:06.622150 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eac5da37-bb56-4b60-b6b1-4049a4231d6e req-3e3b2944-7afc-4b5f-b76a-f77857991386 tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 1102 time: 0.1335526 Nov 10 19:19:06.625232 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c6f5c7-d80a-444d-ab07-68bbaa0bd5bd None None] DHCP port deletion for dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:19:06.722352 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250554a-3661-4764-af15-36764aca9e99 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b0d91c-d0ff-494a-b59e-700591e0329b,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:06.764446 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eac5da37-bb56-4b60-b6b1-4049a4231d6e req-575dc417-58ef-4de4-ba51-48b069c91da2 tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102355 Nov 10 19:19:06.766312 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-3250554a-3661-4764-af15-36764aca9e99 service neutron] Attempting to bind port f0b0d91c-d0ff-494a-b59e-700591e0329b on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:19:06.766312 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-3250554a-3661-4764-af15-36764aca9e99 service neutron] Attempting to bind port f0b0d91c-d0ff-494a-b59e-700591e0329b by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': 'c9a36c68-c3fb-4c33-a5bb-7886b7443ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:19:06.766312 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-3250554a-3661-4764-af15-36764aca9e99 service neutron] Attempting to bind port f0b0d91c-d0ff-494a-b59e-700591e0329b on network dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:19:06.771640 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-3250554a-3661-4764-af15-36764aca9e99 service neutron] Port f0b0d91c-d0ff-494a-b59e-700591e0329b on network dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:19:06.771965 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-3250554a-3661-4764-af15-36764aca9e99 service neutron] Attempting to bind port f0b0d91c-d0ff-494a-b59e-700591e0329b on network dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:19:06.777617 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-3250554a-3661-4764-af15-36764aca9e99 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:19:06.777617 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-3250554a-3661-4764-af15-36764aca9e99 service neutron] Checking segment: {'id': 'c9a36c68-c3fb-4c33-a5bb-7886b7443ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:19:06.777956 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-3250554a-3661-4764-af15-36764aca9e99 service neutron] Bound using segment: {'id': 'c9a36c68-c3fb-4c33-a5bb-7886b7443ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:19:06.778262 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-3250554a-3661-4764-af15-36764aca9e99 service neutron] Bound port: f0b0d91c-d0ff-494a-b59e-700591e0329b, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a36c68-c3fb-4c33-a5bb-7886b7443ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:19:06.778628 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-3250554a-3661-4764-af15-36764aca9e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:06.834497 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e4ae63c3-2bca-438a-9466-421915a37bfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:06.877328 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-3250554a-3661-4764-af15-36764aca9e99 service neutron] For port f0b0d91c-d0ff-494a-b59e-700591e0329b, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:19:06.883580 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-3250554a-3661-4764-af15-36764aca9e99 service neutron] For port f0b0d91c-d0ff-494a-b59e-700591e0329b, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=f0b0d91c-d0ff-494a-b59e-700591e0329b,segment=NetworkSegment(c9a36c68-c3fb-4c33-a5bb-7886b7443ebd),segment_id=c9a36c68-c3fb-4c33-a5bb-7886b7443ebd)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:19:06.891229 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-3250554a-3661-4764-af15-36764aca9e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:06.970751 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-3250554a-3661-4764-af15-36764aca9e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:06.971597 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-3250554a-3661-4764-af15-36764aca9e99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:06.973529 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-3250554a-3661-4764-af15-36764aca9e99 service neutron] 10.222.0.25 "PUT /v2.0/ports/f0b0d91c-d0ff-494a-b59e-700591e0329b HTTP/1.1" status: 200 len: 1091 time: 1.0345628 Nov 10 19:19:06.973712 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bacc0e-1c2f-4369-9a5d-3cfc9f965cf4 None None] DHCP port deletion for dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:19:06.975488 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651e0639-a97f-4e5b-836f-2f5b247651e4', 'tag': 'f0b0d91c-d0ff-494a-b59e-700591e0329b'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:19:06.978062 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9a5eee-20fa-4744-9987-618ea12a21db" -d '{"events": [{"name": "network-changed", "server_uuid": "651e0639-a97f-4e5b-836f-2f5b247651e4", "tag": "f0b0d91c-d0ff-494a-b59e-700591e0329b"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:19:07.013712 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250554a-3661-4764-af15-36764aca9e99 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b0d91c-d0ff-494a-b59e-700591e0329b,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:07.037127 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573c1fe-a0fd-411a-88d0-02dc4a13392a req-5c4d7997-cc9e-49cd-9c65-ba792af54108 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:07.038842 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1573c1fe-a0fd-411a-88d0-02dc4a13392a req-5c4d7997-cc9e-49cd-9c65-ba792af54108 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=651e0639-a97f-4e5b-836f-2f5b247651e4 HTTP/1.1" status: 200 len: 943 time: 0.1437047 Nov 10 19:19:07.155486 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ae63c3-2bca-438a-9466-421915a37bfa admin admin] Router 031a00d4-3ea2-491b-b2c4-a9d7804c6756 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:19:07.161995 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-7603dda4-f7f3-4262-9b82-f2e1c5309d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:07.163627 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-7603dda4-f7f3-4262-9b82-f2e1c5309d93 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=987b6b0bf6bf42fcb737b7f6bb6ee447&device_id=651e0639-a97f-4e5b-836f-2f5b247651e4 HTTP/1.1" status: 200 len: 1094 time: 0.1238501 Nov 10 19:19:07.169243 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b286e89-daf2-42ad-9695-e9656d928f1e req-3868e872-b937-4cd6-89da-6e243cfecfda tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:07.170852 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b286e89-daf2-42ad-9695-e9656d928f1e req-3868e872-b937-4cd6-89da-6e243cfecfda tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 1102 time: 0.0932701 Nov 10 19:19:07.184985 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1573c1fe-a0fd-411a-88d0-02dc4a13392a req-a8182295-7ef5-42f9-ac5f-eaa3fc4aa46a tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334991 Nov 10 19:19:07.231038 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-ca64308c-3289-4508-bc15-247bcc44edad service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0b0d91c-d0ff-494a-b59e-700591e0329b HTTP/1.1" status: 200 len: 217 time: 0.0591228 Nov 10 19:19:07.244480 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6740c987-2e0a-436c-bb0f-1d7497228c18 x-openstack-request-id: req-6740c987-2e0a-436c-bb0f-1d7497228c18 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:19:07.244772 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "651e0639-a97f-4e5b-836f-2f5b247651e4", "tag": "f0b0d91c-d0ff-494a-b59e-700591e0329b", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:19:07.245047 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6740c987-2e0a-436c-bb0f-1d7497228c18 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:19:07.245453 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '651e0639-a97f-4e5b-836f-2f5b247651e4', 'tag': 'f0b0d91c-d0ff-494a-b59e-700591e0329b', 'status': 'completed', 'code': 200} Nov 10 19:19:07.308999 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ae63c3-2bca-438a-9466-421915a37bfa admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:19:07.310142 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b286e89-daf2-42ad-9695-e9656d928f1e req-f86f79f8-9284-4c76-a799-8c5ecb809408 tempest-ServersAdminTestJSON-1370971296 tempest-ServersAdminTestJSON-1370971296-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300275 Nov 10 19:19:07.317216 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e4ae63c3-2bca-438a-9466-421915a37bfa admin admin] 10.222.0.54 "PUT /v2.0/routers/031a00d4-3ea2-491b-b2c4-a9d7804c6756/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4261467 Nov 10 19:19:07.319711 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39068) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:07.322360 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-353eabd0-ec47-4780-836b-2d114e839c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:07.324816 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-353eabd0-ec47-4780-836b-2d114e839c65 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0383c2bb-f0e3-4245-83c4-a6b51bf23dd3 HTTP/1.1" status: 200 len: 852 time: 0.0778935 Nov 10 19:19:07.331603 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015cf54e-43f4-43dd-b278-734d8f907362 None None] Sync routers for ids ['031a00d4-3ea2-491b-b2c4-a9d7804c6756'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:19:07.360588 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015cf54e-43f4-43dd-b278-734d8f907362 None None] Routers {'031a00d4-3ea2-491b-b2c4-a9d7804c6756'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:19:07.361386 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-015cf54e-43f4-43dd-b278-734d8f907362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:18:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['031a00d4-3ea2-491b-b2c4-a9d7804c6756'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:19:07.386259 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-a440cabb-ef21-4524-a741-3015d3784d41 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535114 Nov 10 19:19:07.521416 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a3c1f9c-832f-4680-a7b0-1ff1bf6ffe8e admin admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:07.550602 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-2d57607d-ebfe-4606-a5d7-8dd1e6dc4d2d service neutron] 10.222.0.25 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518667 Nov 10 19:19:07.564186 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-015cf54e-43f4-43dd-b278-734d8f907362 None None] Set router 031a00d4-3ea2-491b-b2c4-a9d7804c6756 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:19:07.667649 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a3c1f9c-832f-4680-a7b0-1ff1bf6ffe8e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:07.727596 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177428d-2070-4372-911c-406104653af6 req-2748a01d-cc39-4abe-8ef7-61a0a77003ce tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:07.735599 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a177428d-2070-4372-911c-406104653af6 req-2748a01d-cc39-4abe-8ef7-61a0a77003ce tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dd3703a-fcfa-4294-9abf-f0bb60a54cc1 HTTP/1.1" status: 200 len: 950 time: 0.1188500 Nov 10 19:19:07.799961 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-5a3c1f9c-832f-4680-a7b0-1ff1bf6ffe8e admin admin] Deleting port f6f9d067-db6e-48aa-b140-302d798efd60 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:19:07.800273 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a3c1f9c-832f-4680-a7b0-1ff1bf6ffe8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:07.809391 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a177428d-2070-4372-911c-406104653af6 req-b1a9e991-5f50-428f-b4d1-c6913fbbeef8 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726984 Nov 10 19:19:07.818467 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02c29504-22a0-4d91-a0c3-18f5d9121197 req-3b611115-2bb5-47ec-93d8-ba2b928a0c2f service neutron] 10.222.0.25 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441490 Nov 10 19:19:07.911808 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-015cf54e-43f4-43dd-b278-734d8f907362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031a00d4-3ea2-491b-b2c4-a9d7804c6756', 'name': 'tempest-ServerRescueNegativeTestJSON-731563677-router', 'tenant_id': '55597ebb7ba248d788dd953f401fb01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'f6f9d067-db6e-48aa-b140-302d798efd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:15:49Z', 'updated_at': '2021-11-10T19:19:06Z', 'revision_number': 5, 'project_id': '55597ebb7ba248d788dd953f401fb01c', 'gw_port': {'id': 'f6f9d067-db6e-48aa-b140-302d798efd60', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031a00d4-3ea2-491b-b2c4-a9d7804c6756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:15:52Z', 'updated_at': '2021-11-10T19:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:19:07.922232 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-5a3c1f9c-832f-4680-a7b0-1ff1bf6ffe8e admin admin] For port f6f9d067-db6e-48aa-b140-302d798efd60, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f6f9d067-db6e-48aa-b140-302d798efd60,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:19:07.922493 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a3c1f9c-832f-4680-a7b0-1ff1bf6ffe8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:07.949562 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a5eee-20fa-4744-9987-618ea12a21db req-be3bb255-cd50-45c1-9c66-af39fcc57e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:07.951257 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bc9a5eee-20fa-4744-9987-618ea12a21db req-be3bb255-cd50-45c1-9c66-af39fcc57e33 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=987b6b0bf6bf42fcb737b7f6bb6ee447&device_id=651e0639-a97f-4e5b-836f-2f5b247651e4 HTTP/1.1" status: 200 len: 1094 time: 0.0817881 Nov 10 19:19:07.954688 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-5a3c1f9c-832f-4680-a7b0-1ff1bf6ffe8e admin admin] Calling delete_port for f6f9d067-db6e-48aa-b140-302d798efd60 owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:19:07.963349 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015cf54e-43f4-43dd-b278-734d8f907362 None None] Checking router: 031a00d4-3ea2-491b-b2c4-a9d7804c6756 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:19:07.977219 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015cf54e-43f4-43dd-b278-734d8f907362 None None] Routers {'031a00d4-3ea2-491b-b2c4-a9d7804c6756'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:19:07.977904 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-015cf54e-43f4-43dd-b278-734d8f907362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:18:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['031a00d4-3ea2-491b-b2c4-a9d7804c6756'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:19:08.066739 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a5eee-20fa-4744-9987-618ea12a21db req-3d149d90-64c2-4199-97b5-3576e57f0d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:08.068352 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bc9a5eee-20fa-4744-9987-618ea12a21db req-3d149d90-64c2-4199-97b5-3576e57f0d6d service neutron] 10.222.0.25 "GET /v2.0/networks?id=dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 HTTP/1.1" status: 200 len: 913 time: 0.1088445 Nov 10 19:19:08.087719 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-015cf54e-43f4-43dd-b278-734d8f907362 None None] Set router 031a00d4-3ea2-491b-b2c4-a9d7804c6756 gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:19:08.115946 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bc9a5eee-20fa-4744-9987-618ea12a21db req-691bf4b2-50a7-4f07-bb2d-b6eb27fbeedd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0b0d91c-d0ff-494a-b59e-700591e0329b HTTP/1.1" status: 200 len: 217 time: 0.0392861 Nov 10 19:19:08.145869 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-015cf54e-43f4-43dd-b278-734d8f907362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031a00d4-3ea2-491b-b2c4-a9d7804c6756', 'name': 'tempest-ServerRescueNegativeTestJSON-731563677-router', 'tenant_id': '55597ebb7ba248d788dd953f401fb01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:15:49Z', 'updated_at': '2021-11-10T19:19:07Z', 'revision_number': 6, 'project_id': '55597ebb7ba248d788dd953f401fb01c', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:19:08.178042 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015cf54e-43f4-43dd-b278-734d8f907362 None None] The sync data for ids ['031a00d4-3ea2-491b-b2c4-a9d7804c6756'] in n-d-813897-4 is: [{'id': '031a00d4-3ea2-491b-b2c4-a9d7804c6756', 'name': 'tempest-ServerRescueNegativeTestJSON-731563677-router', 'tenant_id': '55597ebb7ba248d788dd953f401fb01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:15:49Z', 'updated_at': '2021-11-10T19:19:07Z', 'revision_number': 6, 'project_id': '55597ebb7ba248d788dd953f401fb01c', 'gw_port_host': None}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:19:08.179712 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a3c1f9c-832f-4680-a7b0-1ff1bf6ffe8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:08.182163 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a5eee-20fa-4744-9987-618ea12a21db req-59429fba-42f0-43f8-93a9-9c186c0059a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:08.184065 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bc9a5eee-20fa-4744-9987-618ea12a21db req-59429fba-42f0-43f8-93a9-9c186c0059a7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0383c2bb-f0e3-4245-83c4-a6b51bf23dd3 HTTP/1.1" status: 200 len: 852 time: 0.0605514 Nov 10 19:19:08.213944 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c1f9c-832f-4680-a7b0-1ff1bf6ffe8e admin admin] Pushing event deleted for resources: {'Port': ['ID=f6f9d067-db6e-48aa-b140-302d798efd60,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:08.245210 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37eaff72-71da-4780-91af-1d8354d7bff5 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:19:08.264622 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bc9a5eee-20fa-4744-9987-618ea12a21db req-69ec8ca8-d1fc-4636-9942-507b0fbb4287 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729558 Nov 10 19:19:08.297935 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a3c1f9c-832f-4680-a7b0-1ff1bf6ffe8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:08.389928 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2aec07-a828-4e77-ba28-73798c7f8fdb req-dc047dd8-d7a7-4e3c-9810-e7ea2639d4a1 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:08.391752 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0e2aec07-a828-4e77-ba28-73798c7f8fdb req-dc047dd8-d7a7-4e3c-9810-e7ea2639d4a1 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=651e0639-a97f-4e5b-836f-2f5b247651e4 HTTP/1.1" status: 200 len: 943 time: 0.1099370 Nov 10 19:19:08.408558 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a3c1f9c-832f-4680-a7b0-1ff1bf6ffe8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:08.414389 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a3c1f9c-832f-4680-a7b0-1ff1bf6ffe8e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:08.433619 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bc9a5eee-20fa-4744-9987-618ea12a21db req-3871a776-f825-4396-a178-920d90f5f889 service neutron] 10.222.0.25 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615286 Nov 10 19:19:08.471046 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a3c1f9c-832f-4680-a7b0-1ff1bf6ffe8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:08.471551 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3c1f9c-832f-4680-a7b0-1ff1bf6ffe8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 031a00d4-3ea2-491b-b2c4-a9d7804c6756 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:19:08.482263 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a3c1f9c-832f-4680-a7b0-1ff1bf6ffe8e admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:08.483739 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5a3c1f9c-832f-4680-a7b0-1ff1bf6ffe8e admin admin] 10.222.0.54 "DELETE /v2.0/routers/031a00d4-3ea2-491b-b2c4-a9d7804c6756 HTTP/1.1" status: 204 len: 168 time: 1.1625583 Nov 10 19:19:08.486816 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39086) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:08.546672 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0e2aec07-a828-4e77-ba28-73798c7f8fdb req-400625e8-6db4-4ac4-9f3d-ee59ac06a41d tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467934 Nov 10 19:19:08.560247 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-f57b9678-358a-4656-a859-688c8b202a89 admin admin] Deleting subnet f0f0b475-2f63-4d7b-baac-8e262a7cc3df {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:19:08.564027 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f57b9678-358a-4656-a859-688c8b202a89 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:08.587340 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bc9a5eee-20fa-4744-9987-618ea12a21db req-910a997b-c481-4f7e-82b1-94ed63053e9f service neutron] 10.222.0.25 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349230 Nov 10 19:19:08.611128 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f57b9678-358a-4656-a859-688c8b202a89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:08.665492 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f57b9678-358a-4656-a859-688c8b202a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:08.733727 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f57b9678-358a-4656-a859-688c8b202a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:08.768985 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b9678-358a-4656-a859-688c8b202a89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0f0b475-2f63-4d7b-baac-8e262a7cc3df,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:08.775056 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f57b9678-358a-4656-a859-688c8b202a89 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:08.778365 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f57b9678-358a-4656-a859-688c8b202a89 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f0f0b475-2f63-4d7b-baac-8e262a7cc3df HTTP/1.1" status: 204 len: 168 time: 0.2901413 Nov 10 19:19:08.780884 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39092) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:08.783023 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0124d5-ace3-43bd-a57e-af8f75010dfd None None] Network 84c30210-1766-4b73-a472-c9afa703f4ae requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:19:08.891136 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fec465f9-fbb7-47d5-af18-d2b360331a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:08.953191 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e53736-716e-4c4b-8ab8-744cfbde31d7 None None] DHCP port deletion for 84c30210-1766-4b73-a472-c9afa703f4ae request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:19:08.982460 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee294a-53b7-48fb-95ce-d5c2c9d91594 req-517163a6-1abc-46ca-a2f8-5a33f6cf8cc8 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:08.984281 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-99ee294a-53b7-48fb-95ce-d5c2c9d91594 req-517163a6-1abc-46ca-a2f8-5a33f6cf8cc8 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dd3703a-fcfa-4294-9abf-f0bb60a54cc1 HTTP/1.1" status: 200 len: 950 time: 0.0796962 Nov 10 19:19:09.007683 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fec465f9-fbb7-47d5-af18-d2b360331a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:09.034023 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-fec465f9-fbb7-47d5-af18-d2b360331a45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c30210-1766-4b73-a472-c9afa703f4ae']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:19:09.048868 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-fec465f9-fbb7-47d5-af18-d2b360331a45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '689fe59e-2849-4aab-9a85-baac532490b3') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:19:09.049157 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-fec465f9-fbb7-47d5-af18-d2b360331a45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '689fe59e-2849-4aab-9a85-baac532490b3') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:19:09.061746 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fec465f9-fbb7-47d5-af18-d2b360331a45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:09.076856 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-99ee294a-53b7-48fb-95ce-d5c2c9d91594 req-b48217a7-f63d-4c1d-b86b-17118cd38a61 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846684 Nov 10 19:19:09.083858 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fec465f9-fbb7-47d5-af18-d2b360331a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:09.092442 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fec465f9-fbb7-47d5-af18-d2b360331a45 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:19:09.092939 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fec465f9-fbb7-47d5-af18-d2b360331a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:09.095268 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:19:09.095268 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:19:09.095268 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:19:09.095268 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:19:09.095268 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:19:09.095268 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:19:09.095268 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:19:09.095268 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:19:09.095268 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:19:09.095268 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:19:09.095268 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:19:09.095268 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:19:09.095268 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:19:09.095268 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:19:09.095268 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:19:09.095268 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:19:09.095268 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:19:09.095268 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:19:09.095268 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:19:09.095268 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:19:09.095268 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:19:09.095268 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:19:09.095268 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:19:09.095268 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:19:09.095268 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:19:09.095268 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:19:09.095268 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:19:09.095268 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:19:09.095268 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:19:09.095268 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:19:09.095268 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:19:09.095268 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:19:09.111135 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856517ec-de3d-492b-9920-b17f91fe8214 req-e72f9c04-a552-4cf9-ad8f-30f79c1ca357 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:09.112732 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-856517ec-de3d-492b-9920-b17f91fe8214 req-e72f9c04-a552-4cf9-ad8f-30f79c1ca357 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.73 "GET /v2.0/ports?device_id=4dd3703a-fcfa-4294-9abf-f0bb60a54cc1 HTTP/1.1" status: 200 len: 950 time: 0.0845373 Nov 10 19:19:09.164497 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fec465f9-fbb7-47d5-af18-d2b360331a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:09.174822 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fec465f9-fbb7-47d5-af18-d2b360331a45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:09.181393 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-fec465f9-fbb7-47d5-af18-d2b360331a45 admin admin] 10.222.0.54 "DELETE /v2.0/networks/84c30210-1766-4b73-a472-c9afa703f4ae HTTP/1.1" status: 204 len: 168 time: 0.3992038 Nov 10 19:19:09.193152 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec465f9-fbb7-47d5-af18-d2b360331a45 admin admin] Pushing event deleted for resources: {'Network': ['ID=84c30210-1766-4b73-a472-c9afa703f4ae,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:09.272908 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-856517ec-de3d-492b-9920-b17f91fe8214 req-86b74ac5-1418-4991-a122-7fa96962aebd tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Deleting port 32662fc3-7f31-4f09-8392-15e23d3909a8 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:19:09.273251 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-856517ec-de3d-492b-9920-b17f91fe8214 req-86b74ac5-1418-4991-a122-7fa96962aebd tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:09.393888 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-856517ec-de3d-492b-9920-b17f91fe8214 req-86b74ac5-1418-4991-a122-7fa96962aebd tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] For port 32662fc3-7f31-4f09-8392-15e23d3909a8, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=32662fc3-7f31-4f09-8392-15e23d3909a8,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:19:09.394310 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-856517ec-de3d-492b-9920-b17f91fe8214 req-86b74ac5-1418-4991-a122-7fa96962aebd tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:09.411309 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-856517ec-de3d-492b-9920-b17f91fe8214 req-86b74ac5-1418-4991-a122-7fa96962aebd tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Calling delete_port for 32662fc3-7f31-4f09-8392-15e23d3909a8 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:19:09.430363 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39100) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:09.495635 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d649fa40-ec40-4940-8221-93be23de9ec1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=55597ebb7ba248d788dd953f401fb01c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0613272 Nov 10 19:19:09.497032 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39104) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:09.596105 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-38632b7f-bf5c-427c-a09d-f1545d7d8e9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:09.621045 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-856517ec-de3d-492b-9920-b17f91fe8214 req-86b74ac5-1418-4991-a122-7fa96962aebd tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:09.635598 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['ac9c9816-30e9-471c-acd9-65ba9a12de2e'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:19:09.637889 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['026f9891-edd6-4e90-ad6f-bad5254edeca'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:19:09.638444 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-38632b7f-bf5c-427c-a09d-f1545d7d8e9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:09.658946 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b74ac5-1418-4991-a122-7fa96962aebd tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Pushing event deleted for resources: {'Port': ['ID=32662fc3-7f31-4f09-8392-15e23d3909a8,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:09.742408 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-38632b7f-bf5c-427c-a09d-f1545d7d8e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:09.754959 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-38632b7f-bf5c-427c-a09d-f1545d7d8e9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:09.759207 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-38632b7f-bf5c-427c-a09d-f1545d7d8e9d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a HTTP/1.1" status: 204 len: 168 time: 0.2603643 Nov 10 19:19:09.773266 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38632b7f-bf5c-427c-a09d-f1545d7d8e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65dae0b-0c43-4b9c-8f6e-ee5e5d76f14a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:09.808064 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-856517ec-de3d-492b-9920-b17f91fe8214 req-86b74ac5-1418-4991-a122-7fa96962aebd tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] No DVR routers for this DVR port 32662fc3-7f31-4f09-8392-15e23d3909a8 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:19:09.813295 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-856517ec-de3d-492b-9920-b17f91fe8214 req-86b74ac5-1418-4991-a122-7fa96962aebd tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:09.817618 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-856517ec-de3d-492b-9920-b17f91fe8214 req-86b74ac5-1418-4991-a122-7fa96962aebd tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.73 "DELETE /v2.0/ports/32662fc3-7f31-4f09-8392-15e23d3909a8 HTTP/1.1" status: 204 len: 173 time: 0.6960859 Nov 10 19:19:09.820924 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd3703a-fcfa-4294-9abf-f0bb60a54cc1', 'name': 'network-vif-deleted', 'tag': '32662fc3-7f31-4f09-8392-15e23d3909a8'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:19:09.823753 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46640fbd-44c3-43e4-ba5e-0fd0e8e2b5c1" -d '{"events": [{"server_uuid": "4dd3703a-fcfa-4294-9abf-f0bb60a54cc1", "name": "network-vif-deleted", "tag": "32662fc3-7f31-4f09-8392-15e23d3909a8"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:19:09.859240 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efff968-813f-4155-8403-3df0479039f3 req-8c161447-4f66-48a3-b9a2-d852c5547d96 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:09.860601 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8efff968-813f-4155-8403-3df0479039f3 req-8c161447-4f66-48a3-b9a2-d852c5547d96 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=651e0639-a97f-4e5b-836f-2f5b247651e4 HTTP/1.1" status: 200 len: 943 time: 0.1236999 Nov 10 19:19:09.921470 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840d17c2-7470-4e2c-bad8-f15cb3867eaa x-openstack-request-id: req-840d17c2-7470-4e2c-bad8-f15cb3867eaa {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:19:09.921791 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd3703a-fcfa-4294-9abf-f0bb60a54cc1", "name": "network-vif-deleted", "tag": "32662fc3-7f31-4f09-8392-15e23d3909a8", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:19:09.923729 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-840d17c2-7470-4e2c-bad8-f15cb3867eaa {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:19:09.925023 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd3703a-fcfa-4294-9abf-f0bb60a54cc1', 'name': 'network-vif-deleted', 'tag': '32662fc3-7f31-4f09-8392-15e23d3909a8', 'status': 'completed', 'code': 200} Nov 10 19:19:09.988400 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8efff968-813f-4155-8403-3df0479039f3 req-406d7936-13de-443a-b4e2-c24b3a6f6f89 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190941 Nov 10 19:19:10.071317 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 81b8b687-8fb5-4724-98c5-9e0c3793c515 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:19:10.112560 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 81b8b687-8fb5-4724-98c5-9e0c3793c515 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:19:10.113137 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 81b8b687-8fb5-4724-98c5-9e0c3793c515 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:19:10.114139 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f6f9d067-db6e-48aa-b140-302d798efd60 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:19:10.138959 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: f6f9d067-db6e-48aa-b140-302d798efd60 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:19:10.139747 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f6f9d067-db6e-48aa-b140-302d798efd60 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:19:10.238029 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b1cc9fd4-a12f-4d6c-96ad-f281f874c941 req-69e50f5f-6484-4829-a24d-f0a8bd8c24bd tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dd3703a-fcfa-4294-9abf-f0bb60a54cc1 HTTP/1.1" status: 200 len: 210 time: 0.0379236 Nov 10 19:19:10.839519 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39144) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:10.992168 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-7141b95c-dc63-4ca1-ac97-6e7d87423893 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-208001279-network', 'tenant_id': '888759c9f5da409da84b2ad009f2a7dc'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:19:11.018833 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7141b95c-dc63-4ca1-ac97-6e7d87423893 admin admin] Made reservation on behalf of 888759c9f5da409da84b2ad009f2a7dc for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:19:11.021670 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7141b95c-dc63-4ca1-ac97-6e7d87423893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:11.031292 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7141b95c-dc63-4ca1-ac97-6e7d87423893 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:11.151305 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7141b95c-dc63-4ca1-ac97-6e7d87423893 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:11.157081 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7141b95c-dc63-4ca1-ac97-6e7d87423893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:11.191472 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbd1f1-146e-43c7-8a82-26e129d31345 req-6904a9f3-0f02-41c9-b03d-2018b4bbf455 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:11.192847 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-47fbd1f1-146e-43c7-8a82-26e129d31345 req-6904a9f3-0f02-41c9-b03d-2018b4bbf455 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=651e0639-a97f-4e5b-836f-2f5b247651e4 HTTP/1.1" status: 200 len: 943 time: 0.0781555 Nov 10 19:19:11.197888 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7141b95c-dc63-4ca1-ac97-6e7d87423893 admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:19:11.209288 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141b95c-dc63-4ca1-ac97-6e7d87423893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa6d2d6-5273-4bd2-b49b-44a86bd9d278,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:11.223253 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7141b95c-dc63-4ca1-ac97-6e7d87423893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:11.223676 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-7141b95c-dc63-4ca1-ac97-6e7d87423893 admin admin] Added segment efd944bd-092a-405d-8942-797e09a9697a of type vlan for network 34ae7a17-d8ac-4fd6-8940-0b11e72fb3a4 Nov 10 19:19:11.273058 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-47fbd1f1-146e-43c7-8a82-26e129d31345 req-28c55c1f-684c-4982-bd82-c5ea2b60d289 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718119 Nov 10 19:19:11.292457 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7141b95c-dc63-4ca1-ac97-6e7d87423893 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:11.332389 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7141b95c-dc63-4ca1-ac97-6e7d87423893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:11.333869 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7141b95c-dc63-4ca1-ac97-6e7d87423893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:11.334552 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7141b95c-dc63-4ca1-ac97-6e7d87423893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:11.376173 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7141b95c-dc63-4ca1-ac97-6e7d87423893 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5326581 Nov 10 19:19:11.376693 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 39160) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:11.383701 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-7ed79035-a954-41df-b896-4cbc70fceb13 admin admin] Request body: {'subnet': {'network_id': '34ae7a17-d8ac-4fd6-8940-0b11e72fb3a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-208001279-subnet', 'tenant_id': '888759c9f5da409da84b2ad009f2a7dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:19:11.410358 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed79035-a954-41df-b896-4cbc70fceb13 admin admin] Made reservation on behalf of 888759c9f5da409da84b2ad009f2a7dc for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:19:11.413169 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7ed79035-a954-41df-b896-4cbc70fceb13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:11.432405 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141b95c-dc63-4ca1-ac97-6e7d87423893 admin admin] Pushing event updated for resources: {'Network': ['ID=34ae7a17-d8ac-4fd6-8940-0b11e72fb3a4,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:11.445175 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 32662fc3-7f31-4f09-8392-15e23d3909a8 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:19:11.449307 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 34ae7a17-d8ac-4fd6-8940-0b11e72fb3a4 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:19:11.511120 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 32662fc3-7f31-4f09-8392-15e23d3909a8 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:19:11.511785 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 32662fc3-7f31-4f09-8392-15e23d3909a8 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:19:11.683003 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7ed79035-a954-41df-b896-4cbc70fceb13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:11.738747 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3bd3c-416f-4040-b34b-570dca4f6be2 req-854a5d48-7091-4082-89cb-1af4e55014e9 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:11.740395 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-37f3bd3c-416f-4040-b34b-570dca4f6be2 req-854a5d48-7091-4082-89cb-1af4e55014e9 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=92f2197f-143d-485d-8d07-b7741b2fba23 HTTP/1.1" status: 200 len: 950 time: 0.1081455 Nov 10 19:19:11.763907 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed79035-a954-41df-b896-4cbc70fceb13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0cf2950-373c-4749-98ae-991df45306f6,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:11.799120 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed79035-a954-41df-b896-4cbc70fceb13 admin admin] Checking segment: {'id': 'efd944bd-092a-405d-8942-797e09a9697a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '34ae7a17-d8ac-4fd6-8940-0b11e72fb3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:19:11.799526 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed79035-a954-41df-b896-4cbc70fceb13 admin admin] Network hostable DHCP agents. Network: 34ae7a17-d8ac-4fd6-8940-0b11e72fb3a4, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:19:11.841684 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-37f3bd3c-416f-4040-b34b-570dca4f6be2 req-5f9fdfe5-bfb4-4051-8234-4045ee7bfab1 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923181 Nov 10 19:19:11.853673 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed79035-a954-41df-b896-4cbc70fceb13 admin admin] Network 34ae7a17-d8ac-4fd6-8940-0b11e72fb3a4 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:19:11.875424 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-7ed79035-a954-41df-b896-4cbc70fceb13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 34ae7a17-d8ac-4fd6-8940-0b11e72fb3a4) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:19:11.880322 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed79035-a954-41df-b896-4cbc70fceb13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:11.880975 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7ed79035-a954-41df-b896-4cbc70fceb13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:11.892676 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e96c8a-0e94-43ef-b0e8-12781275f9fe None None] Network 34ae7a17-d8ac-4fd6-8940-0b11e72fb3a4 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:19:11.903746 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7ed79035-a954-41df-b896-4cbc70fceb13 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5250626 Nov 10 19:19:12.061344 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 39174) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:12.070994 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02789797-26a7-4f88-a1e2-e1e501944eee None None] Network 34ae7a17-d8ac-4fd6-8940-0b11e72fb3a4 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:19:12.122641 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad174ab-2dd5-4f66-ac4a-be001ac9ea7e admin admin] Deleting subnet c0cf2950-373c-4749-98ae-991df45306f6 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:19:12.127211 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8ad174ab-2dd5-4f66-ac4a-be001ac9ea7e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:12.171791 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8ad174ab-2dd5-4f66-ac4a-be001ac9ea7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:12.219047 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8ad174ab-2dd5-4f66-ac4a-be001ac9ea7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:12.297425 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8ad174ab-2dd5-4f66-ac4a-be001ac9ea7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:12.308086 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device f0b0d91c-d0ff-494a-b59e-700591e0329b details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:19:12.334130 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad174ab-2dd5-4f66-ac4a-be001ac9ea7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0cf2950-373c-4749-98ae-991df45306f6,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:12.350849 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8ad174ab-2dd5-4f66-ac4a-be001ac9ea7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:12.358422 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8ad174ab-2dd5-4f66-ac4a-be001ac9ea7e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c0cf2950-373c-4749-98ae-991df45306f6 HTTP/1.1" status: 204 len: 168 time: 0.2954776 Nov 10 19:19:12.358666 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39182) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:12.467780 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-90892acf-1553-44fe-a706-ac5016857b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:12.479965 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port f0b0d91c-d0ff-494a-b59e-700591e0329b, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=f0b0d91c-d0ff-494a-b59e-700591e0329b,segment=NetworkSegment(c9a36c68-c3fb-4c33-a5bb-7886b7443ebd),segment_id=c9a36c68-c3fb-4c33-a5bb-7886b7443ebd)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:19:12.484869 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619c6ac-3e98-46b2-9fcd-d995dd150896 req-eaf15d50-e829-499d-a6eb-39c61b3465b8 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:12.488408 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5619c6ac-3e98-46b2-9fcd-d995dd150896 req-eaf15d50-e829-499d-a6eb-39c61b3465b8 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=651e0639-a97f-4e5b-836f-2f5b247651e4 HTTP/1.1" status: 200 len: 943 time: 0.0848837 Nov 10 19:19:12.501908 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'f0b0d91c-d0ff-494a-b59e-700591e0329b', 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0', 'port_id': 'f0b0d91c-d0ff-494a-b59e-700591e0329b', 'mac_address': 'fa:16:3e:d0:a5:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0383c2bb-f0e3-4245-83c4-a6b51bf23dd3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:19:12.544859 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:12.553307 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-90892acf-1553-44fe-a706-ac5016857b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:12.559623 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0b0d91c-d0ff-494a-b59e-700591e0329b {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:19:12.562332 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5619c6ac-3e98-46b2-9fcd-d995dd150896 req-6e151239-396a-4cda-a440-4083157e3852 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626545 Nov 10 19:19:12.582072 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port f0b0d91c-d0ff-494a-b59e-700591e0329b, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=f0b0d91c-d0ff-494a-b59e-700591e0329b,segment=NetworkSegment(c9a36c68-c3fb-4c33-a5bb-7886b7443ebd),segment_id=c9a36c68-c3fb-4c33-a5bb-7886b7443ebd)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:19:12.587968 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:12.591900 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-90892acf-1553-44fe-a706-ac5016857b5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ae7a17-d8ac-4fd6-8940-0b11e72fb3a4']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:19:12.603410 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-90892acf-1553-44fe-a706-ac5016857b5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efd944bd-092a-405d-8942-797e09a9697a') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:19:12.604763 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-90892acf-1553-44fe-a706-ac5016857b5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efd944bd-092a-405d-8942-797e09a9697a') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:19:12.615731 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-90892acf-1553-44fe-a706-ac5016857b5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:12.634360 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-90892acf-1553-44fe-a706-ac5016857b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:12.640679 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=f0b0d91c-d0ff-494a-b59e-700591e0329b,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:12.641711 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90892acf-1553-44fe-a706-ac5016857b5b admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:19:12.642473 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-90892acf-1553-44fe-a706-ac5016857b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:12.644807 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:19:12.644807 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:19:12.644807 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:19:12.644807 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:19:12.644807 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:19:12.644807 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:19:12.644807 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:19:12.644807 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:19:12.644807 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:19:12.644807 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:19:12.644807 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:19:12.644807 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:19:12.644807 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:19:12.644807 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:19:12.644807 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:19:12.644807 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:19:12.644807 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:19:12.644807 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:19:12.644807 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:19:12.644807 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:19:12.644807 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:19:12.644807 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:19:12.644807 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:19:12.644807 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:19:12.644807 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:19:12.644807 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:19:12.644807 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:19:12.644807 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:19:12.644807 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:19:12.644807 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:19:12.644807 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:19:12.644807 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:19:12.650326 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:12.650662 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:12.651003 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:12.651336 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:12.651755 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:12.652162 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:12.652518 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:12.652875 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:12.653202 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:12.653525 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:12.653872 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:12.654196 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:12.710550 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-90892acf-1553-44fe-a706-ac5016857b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:12.717086 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-90892acf-1553-44fe-a706-ac5016857b5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:12.720489 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-90892acf-1553-44fe-a706-ac5016857b5b admin admin] 10.222.0.54 "DELETE /v2.0/networks/34ae7a17-d8ac-4fd6-8940-0b11e72fb3a4 HTTP/1.1" status: 204 len: 168 time: 0.3607006 Nov 10 19:19:12.739442 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90892acf-1553-44fe-a706-ac5016857b5b admin admin] Pushing event deleted for resources: {'Network': ['ID=34ae7a17-d8ac-4fd6-8940-0b11e72fb3a4,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:12.859500 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39190) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:12.906209 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-518979fa-4fd7-43f1-8ef2-b20a864851cd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=888759c9f5da409da84b2ad009f2a7dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0454473 Nov 10 19:19:12.908997 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 39194) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:13.007498 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a2ef9014-5c75-4958-aa74-4c40fdfc0256 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:13.035357 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6091d7-6a43-4624-8589-5e98ccfd5a6c req-6622c761-6599-47fa-b081-d55567dad223 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:13.036938 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab6091d7-6a43-4624-8589-5e98ccfd5a6c req-6622c761-6599-47fa-b081-d55567dad223 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=92f2197f-143d-485d-8d07-b7741b2fba23 HTTP/1.1" status: 200 len: 950 time: 0.0829690 Nov 10 19:19:13.043650 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['f0b0d91c-d0ff-494a-b59e-700591e0329b'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:19:13.046690 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a2ef9014-5c75-4958-aa74-4c40fdfc0256 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:13.119601 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab6091d7-6a43-4624-8589-5e98ccfd5a6c req-aba0379d-6739-43eb-bbe7-78445c41fa8b tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707905 Nov 10 19:19:13.144661 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a2ef9014-5c75-4958-aa74-4c40fdfc0256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:13.149152 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a2ef9014-5c75-4958-aa74-4c40fdfc0256 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:13.152622 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a2ef9014-5c75-4958-aa74-4c40fdfc0256 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bfa6d2d6-5273-4bd2-b49b-44a86bd9d278 HTTP/1.1" status: 204 len: 168 time: 0.2403190 Nov 10 19:19:13.170263 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef9014-5c75-4958-aa74-4c40fdfc0256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa6d2d6-5273-4bd2-b49b-44a86bd9d278,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:13.363008 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504a68d-15f1-47f9-979d-68288b0d8f87 req-96b1341c-065b-4dc6-adce-29551000e1d5 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:13.365290 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8504a68d-15f1-47f9-979d-68288b0d8f87 req-96b1341c-065b-4dc6-adce-29551000e1d5 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.25 "GET /v2.0/ports?device_id=92f2197f-143d-485d-8d07-b7741b2fba23 HTTP/1.1" status: 200 len: 950 time: 0.0812731 Nov 10 19:19:13.384062 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-92a02d91-8287-42f1-9f22-b4baaba74a6c req-8c417863-a31e-4897-9c52-6150782dc549 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0696683 Nov 10 19:19:13.529425 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a02d91-8287-42f1-9f22-b4baaba74a6c req-d132dc28-4d55-4c40-a491-09a6fde9a028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:13.530950 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-92a02d91-8287-42f1-9f22-b4baaba74a6c req-d132dc28-4d55-4c40-a491-09a6fde9a028 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fede4e3bc17e49b2b8993d2e20b8ba6d&device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 1102 time: 0.1159663 Nov 10 19:19:13.570074 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-8504a68d-15f1-47f9-979d-68288b0d8f87 req-0d36ffd3-c556-46da-9e56-eced2483bf27 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Deleting port 026f9891-edd6-4e90-ad6f-bad5254edeca {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:19:13.570074 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8504a68d-15f1-47f9-979d-68288b0d8f87 req-0d36ffd3-c556-46da-9e56-eced2483bf27 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:13.765015 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-8504a68d-15f1-47f9-979d-68288b0d8f87 req-0d36ffd3-c556-46da-9e56-eced2483bf27 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] For port 026f9891-edd6-4e90-ad6f-bad5254edeca, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=026f9891-edd6-4e90-ad6f-bad5254edeca,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:19:13.765385 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8504a68d-15f1-47f9-979d-68288b0d8f87 req-0d36ffd3-c556-46da-9e56-eced2483bf27 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:13.774286 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a02d91-8287-42f1-9f22-b4baaba74a6c req-3ef25734-6333-48e6-9ed1-05a5b01f74d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:13.775808 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-92a02d91-8287-42f1-9f22-b4baaba74a6c req-3ef25734-6333-48e6-9ed1-05a5b01f74d5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.2201958 Nov 10 19:19:13.783488 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f1387-4b4f-46fd-8573-1c05f8be7c67 req-0bb10622-9b58-439e-bfd3-4893f51be8cf tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:13.785323 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f93f1387-4b4f-46fd-8573-1c05f8be7c67 req-0bb10622-9b58-439e-bfd3-4893f51be8cf tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=651e0639-a97f-4e5b-836f-2f5b247651e4 HTTP/1.1" status: 200 len: 944 time: 0.1150069 Nov 10 19:19:13.797944 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-8504a68d-15f1-47f9-979d-68288b0d8f87 req-0d36ffd3-c556-46da-9e56-eced2483bf27 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Calling delete_port for 026f9891-edd6-4e90-ad6f-bad5254edeca owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:19:13.841862 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-92a02d91-8287-42f1-9f22-b4baaba74a6c req-78e5e519-3ede-4e1e-8df6-ea6ea9294d2b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=ac9c9816-30e9-471c-acd9-65ba9a12de2e HTTP/1.1" status: 200 len: 217 time: 0.0538247 Nov 10 19:19:14.012537 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a02d91-8287-42f1-9f22-b4baaba74a6c req-0a487d10-7194-4434-9bdf-91367c42de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:14.014112 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-92a02d91-8287-42f1-9f22-b4baaba74a6c req-0a487d10-7194-4434-9bdf-91367c42de0a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.1611423 Nov 10 19:19:14.043321 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f93f1387-4b4f-46fd-8573-1c05f8be7c67 req-60e153cb-aae9-439d-986f-7121179827bd tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096064 Nov 10 19:19:14.076894 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-f36d9ea3-5a0f-457e-a617-e8ddf138eb56 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1743267 Nov 10 19:19:14.141410 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a02d91-8287-42f1-9f22-b4baaba74a6c req-e494096b-f7af-414c-a5fe-6136191c139e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:14.143715 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-92a02d91-8287-42f1-9f22-b4baaba74a6c req-e494096b-f7af-414c-a5fe-6136191c139e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1177397 Nov 10 19:19:14.272103 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8504a68d-15f1-47f9-979d-68288b0d8f87 req-0d36ffd3-c556-46da-9e56-eced2483bf27 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:14.284052 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['ac9c9816-30e9-471c-acd9-65ba9a12de2e'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:19:14.413994 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['026f9891-edd6-4e90-ad6f-bad5254edeca'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:19:14.417429 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device f0b0d91c-d0ff-494a-b59e-700591e0329b up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:19:14.560597 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port f0b0d91c-d0ff-494a-b59e-700591e0329b completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:19:14.565609 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port f0b0d91c-d0ff-494a-b59e-700591e0329b triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:19:14.568301 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:14.645040 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02e8ce11-f7c1-447a-abdd-bb1d78f5bce9 req-f2061769-efdc-42a9-80b2-d4e0ce1109f9 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=92f2197f-143d-485d-8d07-b7741b2fba23 HTTP/1.1" status: 200 len: 210 time: 0.3900144 Nov 10 19:19:14.648427 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-cd090fbb-44f9-4706-a386-ea94f34ccb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:14.648908 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-cd090fbb-44f9-4706-a386-ea94f34ccb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:14.649369 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-cd090fbb-44f9-4706-a386-ea94f34ccb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:14.649850 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-cd090fbb-44f9-4706-a386-ea94f34ccb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:14.650307 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-cd090fbb-44f9-4706-a386-ea94f34ccb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:14.650761 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-cd090fbb-44f9-4706-a386-ea94f34ccb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:14.651214 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-cd090fbb-44f9-4706-a386-ea94f34ccb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:14.653085 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-cd090fbb-44f9-4706-a386-ea94f34ccb25 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22b3d07c7c424271b33fe5fb0a26c6de&device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 6501 time: 0.5144420 Nov 10 19:19:14.683920 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:14.688772 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36ffd3-c556-46da-9e56-eced2483bf27 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Pushing event deleted for resources: {'Port': ['ID=026f9891-edd6-4e90-ad6f-bad5254edeca,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:14.735036 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port f0b0d91c-d0ff-494a-b59e-700591e0329b, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=f0b0d91c-d0ff-494a-b59e-700591e0329b,segment=NetworkSegment(c9a36c68-c3fb-4c33-a5bb-7886b7443ebd),segment_id=c9a36c68-c3fb-4c33-a5bb-7886b7443ebd)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:19:14.737051 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651e0639-a97f-4e5b-836f-2f5b247651e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b0d91c-d0ff-494a-b59e-700591e0329b'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:19:14.740108 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be688cf-8804-4ad9-a8d7-4bb69119cd1c" -d '{"events": [{"server_uuid": "651e0639-a97f-4e5b-836f-2f5b247651e4", "name": "network-vif-plugged", "status": "completed", "tag": "f0b0d91c-d0ff-494a-b59e-700591e0329b"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:19:14.748116 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:14.759584 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8504a68d-15f1-47f9-979d-68288b0d8f87 req-0d36ffd3-c556-46da-9e56-eced2483bf27 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] No DVR routers for this DVR port 026f9891-edd6-4e90-ad6f-bad5254edeca on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:19:14.768160 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8504a68d-15f1-47f9-979d-68288b0d8f87 req-0d36ffd3-c556-46da-9e56-eced2483bf27 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:14.771474 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8504a68d-15f1-47f9-979d-68288b0d8f87 req-0d36ffd3-c556-46da-9e56-eced2483bf27 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.25 "DELETE /v2.0/ports/026f9891-edd6-4e90-ad6f-bad5254edeca HTTP/1.1" status: 204 len: 173 time: 1.3985045 Nov 10 19:19:14.772077 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f2197f-143d-485d-8d07-b7741b2fba23', 'name': 'network-vif-deleted', 'tag': '026f9891-edd6-4e90-ad6f-bad5254edeca'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:19:14.776206 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb49696c-8961-41b2-a9ed-9bfa470db13e" -d '{"events": [{"server_uuid": "92f2197f-143d-485d-8d07-b7741b2fba23", "name": "network-vif-deleted", "tag": "026f9891-edd6-4e90-ad6f-bad5254edeca"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:19:14.780488 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-92a02d91-8287-42f1-9f22-b4baaba74a6c req-7b4aabb6-8623-4f38-b21e-3ab8631660de service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6247487 Nov 10 19:19:14.883157 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=f0b0d91c-d0ff-494a-b59e-700591e0329b,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:14.932983 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d68003-19a8-4fb9-b8e1-c3bc87d97ba9 x-openstack-request-id: req-76d68003-19a8-4fb9-b8e1-c3bc87d97ba9 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:19:14.932983 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651e0639-a97f-4e5b-836f-2f5b247651e4", "name": "network-vif-plugged", "status": "completed", "tag": "f0b0d91c-d0ff-494a-b59e-700591e0329b", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:19:14.932983 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-76d68003-19a8-4fb9-b8e1-c3bc87d97ba9 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:19:14.932983 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651e0639-a97f-4e5b-836f-2f5b247651e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b0d91c-d0ff-494a-b59e-700591e0329b', 'code': 200} Nov 10 19:19:14.957371 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-82ac3bb1-5157-4b2b-8516-ccbb377effa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:14.957875 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-82ac3bb1-5157-4b2b-8516-ccbb377effa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:14.958348 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-82ac3bb1-5157-4b2b-8516-ccbb377effa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:14.960002 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-82ac3bb1-5157-4b2b-8516-ccbb377effa4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8e0b3ba3-7215-45b5-b8de-5724ad198916&id=08d5b27a-446a-4f08-9532-b9da3981ea57&id=08d5b27a-446a-4f08-9532-b9da3981ea57&id=08d5b27a-446a-4f08-9532-b9da3981ea57&id=08d5b27a-446a-4f08-9532-b9da3981ea57&id=5e688d16-320a-464d-a934-8ef580053d1d&id=5e688d16-320a-464d-a934-8ef580053d1d HTTP/1.1" status: 200 len: 2297 time: 0.2362146 Nov 10 19:19:15.045551 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1764b9-127f-4bd1-8e59-7c175adf1564 x-openstack-request-id: req-bd1764b9-127f-4bd1-8e59-7c175adf1564 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:19:15.045776 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f2197f-143d-485d-8d07-b7741b2fba23", "name": "network-vif-deleted", "tag": "026f9891-edd6-4e90-ad6f-bad5254edeca", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:19:15.046003 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bd1764b9-127f-4bd1-8e59-7c175adf1564 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:19:15.046727 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f2197f-143d-485d-8d07-b7741b2fba23', 'name': 'network-vif-deleted', 'tag': '026f9891-edd6-4e90-ad6f-bad5254edeca', 'status': 'completed', 'code': 200} Nov 10 19:19:15.050278 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-92a02d91-8287-42f1-9f22-b4baaba74a6c req-898a66b4-94a5-4a8f-8dc7-acb0b2196309 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269456 Nov 10 19:19:15.121513 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-49cea0a4-dfb7-4d4f-9ad4-ff150855061b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86e3afec-d4a4-466b-a8cd-37704951f59c HTTP/1.1" status: 200 len: 1001 time: 0.1506929 Nov 10 19:19:15.125827 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34b875-0289-43fd-94dd-9b4ee5bd9ec4 req-8585c504-c98a-4217-ac06-81de7ccd1c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:15.128019 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eb34b875-0289-43fd-94dd-9b4ee5bd9ec4 req-8585c504-c98a-4217-ac06-81de7ccd1c28 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=651e0639-a97f-4e5b-836f-2f5b247651e4 HTTP/1.1" status: 200 len: 1096 time: 0.0803227 Nov 10 19:19:15.194550 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-48a7a203-1dd4-44cc-a30e-4e094ede9425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:15.196198 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-48a7a203-1dd4-44cc-a30e-4e094ede9425 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3188f8a0-bf12-4d61-a184-005155fc37b9 HTTP/1.1" status: 200 len: 855 time: 0.0670106 Nov 10 19:19:15.319108 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eb34b875-0289-43fd-94dd-9b4ee5bd9ec4 req-e3cb03fc-9f10-4823-af5e-9e508ce94c60 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214695 Nov 10 19:19:15.333708 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-76895158-9e3a-4431-ab7a-866ad40c4a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:15.339537 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-76895158-9e3a-4431-ab7a-866ad40c4a1a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8e0b3ba3-7215-45b5-b8de-5724ad198916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274364 Nov 10 19:19:15.358811 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484cf1fc-f85e-4e05-9500-47b6378ce9ae req-380f5728-8bac-456e-b7ab-cbe25581a75f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:15.360671 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-484cf1fc-f85e-4e05-9500-47b6378ce9ae req-380f5728-8bac-456e-b7ab-cbe25581a75f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=651e0639-a97f-4e5b-836f-2f5b247651e4 HTTP/1.1" status: 200 len: 945 time: 0.1189311 Nov 10 19:19:15.418094 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-484cf1fc-f85e-4e05-9500-47b6378ce9ae req-8af952fa-b142-4a0d-bcfd-c99c44a182d3 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501740 Nov 10 19:19:15.727063 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-ef050b90-c353-4edf-bff6-d148a502206f service neutron] 10.222.0.25 "GET /v2.0/networks/8e0b3ba3-7215-45b5-b8de-5724ad198916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418250 Nov 10 19:19:15.849741 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-981a5937-0dce-402d-9005-bab15bec4f83 service neutron] 10.222.0.25 "GET /v2.0/networks/8e0b3ba3-7215-45b5-b8de-5724ad198916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125317 Nov 10 19:19:15.929596 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-cbaedd10-6e98-40de-a870-de4fa5c503a8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=bb1386c3-1d75-43ef-9da4-68ee97148c59 HTTP/1.1" status: 200 len: 217 time: 0.0676394 Nov 10 19:19:16.012514 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-794a6215-b094-4d20-a1ec-643190362e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:16.014930 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-794a6215-b094-4d20-a1ec-643190362e9b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa2b07b6-2c88-46ba-ac6c-03d3922986c1 HTTP/1.1" status: 200 len: 797 time: 0.0768359 Nov 10 19:19:16.091013 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-bfb0aba7-d1c1-43c7-85d9-3f52a7209fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:16.093301 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-bfb0aba7-d1c1-43c7-85d9-3f52a7209fd0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=08d5b27a-446a-4f08-9532-b9da3981ea57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0697470 Nov 10 19:19:16.255805 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b2bb7-19ea-44bb-8afc-0d8c6a76a636 req-c87b5bd4-eaa1-46a7-b2e8-14120df1c3ce tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:16.257425 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-819b2bb7-19ea-44bb-8afc-0d8c6a76a636 req-c87b5bd4-eaa1-46a7-b2e8-14120df1c3ce tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 951 time: 0.1212718 Nov 10 19:19:16.272059 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 026f9891-edd6-4e90-ad6f-bad5254edeca no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:19:16.277330 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-04301a38-bb52-41f8-9211-5afe152ace5e service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739910 Nov 10 19:19:16.315868 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 026f9891-edd6-4e90-ad6f-bad5254edeca {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:19:16.316439 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 026f9891-edd6-4e90-ad6f-bad5254edeca not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:19:16.380615 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-819b2bb7-19ea-44bb-8afc-0d8c6a76a636 req-7cb545c0-9389-4e9d-90f1-27c7523e71df tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170747 Nov 10 19:19:16.415877 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-23f2e975-1225-4be9-bfe9-021afe9c28f6 service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282914 Nov 10 19:19:16.478115 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-b01d4c2d-b6eb-4128-9510-b01b446ccd2a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=d211dbba-dcd7-4e1b-982a-56e8eb100ca4 HTTP/1.1" status: 200 len: 217 time: 0.0526874 Nov 10 19:19:16.589428 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-27208c13-1d25-49ca-8dbd-7ac6d0f648e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:16.590293 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-27208c13-1d25-49ca-8dbd-7ac6d0f648e5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa2b07b6-2c88-46ba-ac6c-03d3922986c1 HTTP/1.1" status: 200 len: 797 time: 0.1014419 Nov 10 19:19:16.602101 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0749f7-ef9f-4f32-ba50-01a4734d3e5f req-9b1ac984-7d8c-4c08-b939-a9260fba8665 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:16.603681 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dc0749f7-ef9f-4f32-ba50-01a4734d3e5f req-9b1ac984-7d8c-4c08-b939-a9260fba8665 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=651e0639-a97f-4e5b-836f-2f5b247651e4 HTTP/1.1" status: 200 len: 945 time: 0.1030040 Nov 10 19:19:16.687483 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dc0749f7-ef9f-4f32-ba50-01a4734d3e5f req-f48de15a-5537-4d37-81b8-8ac858c376f2 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742815 Nov 10 19:19:16.704775 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-dd967ecd-8b7f-4616-a3bd-e57691cce87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:16.705198 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-dd967ecd-8b7f-4616-a3bd-e57691cce87d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=08d5b27a-446a-4f08-9532-b9da3981ea57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0996268 Nov 10 19:19:16.831428 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-960ab697-ff6f-45c0-bceb-21952595f56a service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032953 Nov 10 19:19:16.956152 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-b912cf76-86c9-46fa-90e5-2cecdf67b864 service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155584 Nov 10 19:19:17.001174 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-61c1c992-58b8-421f-b817-4afc6f9fa21a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=c0d44e64-5553-4dbb-b756-cea461ad25d9 HTTP/1.1" status: 200 len: 217 time: 0.0376956 Nov 10 19:19:17.062386 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-7e042343-65a6-4e95-af67-506f72959656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:17.063897 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-7e042343-65a6-4e95-af67-506f72959656 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa2b07b6-2c88-46ba-ac6c-03d3922986c1 HTTP/1.1" status: 200 len: 797 time: 0.0558839 Nov 10 19:19:17.116998 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-35281df4-4d30-4cc5-8a11-f020bca736bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:17.118574 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-35281df4-4d30-4cc5-8a11-f020bca736bf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=08d5b27a-446a-4f08-9532-b9da3981ea57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0470891 Nov 10 19:19:17.232511 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-993b89ed-0f04-4204-b8b1-1642002b849e service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062055 Nov 10 19:19:17.361960 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-3c424f20-449f-4008-8728-1e6460fdf64c service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209185 Nov 10 19:19:17.415667 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-cdaa07ac-6deb-4841-99e8-2d4e58baf069 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=3e40d835-e479-4c27-8f24-be6c043e98be HTTP/1.1" status: 200 len: 217 time: 0.0437231 Nov 10 19:19:17.551604 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-a30d31bb-8c50-4a57-b90d-5ac65707fef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:17.553628 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-a30d31bb-8c50-4a57-b90d-5ac65707fef2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa2b07b6-2c88-46ba-ac6c-03d3922986c1 HTTP/1.1" status: 200 len: 797 time: 0.1293821 Nov 10 19:19:17.571729 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ba043-5da6-43e0-b635-5d7b4d419163 req-437cfad0-6f09-4f72-bf0a-63172dc245a0 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:17.573364 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-680ba043-5da6-43e0-b635-5d7b4d419163 req-437cfad0-6f09-4f72-bf0a-63172dc245a0 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 951 time: 0.1097689 Nov 10 19:19:17.589414 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3efef4-5d46-4cf8-bb9a-c4cae5e6fbb7 req-acbb4a26-1a60-4946-a7c8-bfc81e9ec554 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:17.591067 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9a3efef4-5d46-4cf8-bb9a-c4cae5e6fbb7 req-acbb4a26-1a60-4946-a7c8-bfc81e9ec554 tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 951 time: 0.1168394 Nov 10 19:19:17.710536 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-182d0a78-85f7-4fc9-a2a7-b0cb68bfdc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:17.712079 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-182d0a78-85f7-4fc9-a2a7-b0cb68bfdc3a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=08d5b27a-446a-4f08-9532-b9da3981ea57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1495931 Nov 10 19:19:17.806863 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9a3efef4-5d46-4cf8-bb9a-c4cae5e6fbb7 req-d82c6d0c-130d-43d6-a037-74f007b6b19d tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/security-groups?id=832eba7f-430f-499d-abb4-e9632b794277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783850 Nov 10 19:19:17.924631 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-680ba043-5da6-43e0-b635-5d7b4d419163 req-e37f0292-1106-49da-921e-8d65538c342f tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Deleting port ac9c9816-30e9-471c-acd9-65ba9a12de2e {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:19:17.925357 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-680ba043-5da6-43e0-b635-5d7b4d419163 req-e37f0292-1106-49da-921e-8d65538c342f tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:17.952931 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-b64fcb87-f0cf-4053-aa84-4839006efc40 service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326992 Nov 10 19:19:17.980445 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196f15e-c1da-4c00-86ad-17db895d405a req-d4a38645-a449-4944-8e09-6aae79a881a5 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:17.982070 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6196f15e-c1da-4c00-86ad-17db895d405a req-d4a38645-a449-4944-8e09-6aae79a881a5 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=651e0639-a97f-4e5b-836f-2f5b247651e4 HTTP/1.1" status: 200 len: 945 time: 0.1591949 Nov 10 19:19:18.324829 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6196f15e-c1da-4c00-86ad-17db895d405a req-05eb63a8-99d5-426b-a469-38d42cac9d6b tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275828 Nov 10 19:19:18.334205 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-680ba043-5da6-43e0-b635-5d7b4d419163 req-e37f0292-1106-49da-921e-8d65538c342f tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] For port ac9c9816-30e9-471c-acd9-65ba9a12de2e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=ac9c9816-30e9-471c-acd9-65ba9a12de2e,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:19:18.334668 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-680ba043-5da6-43e0-b635-5d7b4d419163 req-e37f0292-1106-49da-921e-8d65538c342f tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:18.343886 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-041f8ee3-583b-4425-b541-ee5b9a352528 service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810163 Nov 10 19:19:18.372445 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-680ba043-5da6-43e0-b635-5d7b4d419163 req-e37f0292-1106-49da-921e-8d65538c342f tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Calling delete_port for ac9c9816-30e9-471c-acd9-65ba9a12de2e owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:19:18.425793 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-e1e96f3a-0ca1-434d-b6fd-11fd5dc22fc8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=de23dff7-0358-45d9-aba5-b288f9e2dceb HTTP/1.1" status: 200 len: 217 time: 0.0687809 Nov 10 19:19:18.539823 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-627fb607-efb9-4dde-aaa8-fb5f0eadbda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:18.541325 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-627fb607-efb9-4dde-aaa8-fb5f0eadbda0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=051d3797-d00c-4f4f-b38c-ea825714261f HTTP/1.1" status: 200 len: 797 time: 0.1039572 Nov 10 19:19:18.663423 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-107a3d45-dd52-441e-9798-38cd20081cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:18.663423 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-107a3d45-dd52-441e-9798-38cd20081cde service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e688d16-320a-464d-a934-8ef580053d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1066139 Nov 10 19:19:18.681905 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-680ba043-5da6-43e0-b635-5d7b4d419163 req-e37f0292-1106-49da-921e-8d65538c342f tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:18.696170 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['ac9c9816-30e9-471c-acd9-65ba9a12de2e'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:19:18.775232 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f0292-1106-49da-921e-8d65538c342f tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Pushing event deleted for resources: {'Port': ['ID=ac9c9816-30e9-471c-acd9-65ba9a12de2e,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:18.859384 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-680ba043-5da6-43e0-b635-5d7b4d419163 req-e37f0292-1106-49da-921e-8d65538c342f tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] No DVR routers for this DVR port ac9c9816-30e9-471c-acd9-65ba9a12de2e on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:19:18.863595 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-680ba043-5da6-43e0-b635-5d7b4d419163 req-e37f0292-1106-49da-921e-8d65538c342f tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:18.868591 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-680ba043-5da6-43e0-b635-5d7b4d419163 req-e37f0292-1106-49da-921e-8d65538c342f tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.73 "DELETE /v2.0/ports/ac9c9816-30e9-471c-acd9-65ba9a12de2e HTTP/1.1" status: 204 len: 173 time: 1.2764933 Nov 10 19:19:18.877534 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa60be37-322f-4e32-b81d-44826b9e6a01', 'name': 'network-vif-deleted', 'tag': 'ac9c9816-30e9-471c-acd9-65ba9a12de2e'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:19:18.881282 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fefc32-2aae-4c5f-9647-ef61993f8f03" -d '{"events": [{"server_uuid": "aa60be37-322f-4e32-b81d-44826b9e6a01", "name": "network-vif-deleted", "tag": "ac9c9816-30e9-471c-acd9-65ba9a12de2e"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:19:18.911101 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf721e0-6948-4224-af9a-e2a366b3787b req-f152ca54-ad84-407d-be7f-02a6e4dfe9b2 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:18.919648 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2cf721e0-6948-4224-af9a-e2a366b3787b req-f152ca54-ad84-407d-be7f-02a6e4dfe9b2 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=651e0639-a97f-4e5b-836f-2f5b247651e4 HTTP/1.1" status: 200 len: 945 time: 0.2075748 Nov 10 19:19:18.989055 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59df8a5d-9d3e-42c7-920a-036078ab7ae7 req-a37d5100-3ffa-4cee-b136-d49ba94d171a tempest-ServersAdminTestJSON-345839566 tempest-ServersAdminTestJSON-345839566-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa60be37-322f-4e32-b81d-44826b9e6a01 HTTP/1.1" status: 200 len: 210 time: 0.0459878 Nov 10 19:19:18.992929 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-575bdee5-ccc9-4b87-9883-6d4e23b965c6 service neutron] 10.222.0.25 "GET /v2.0/networks/5e688d16-320a-464d-a934-8ef580053d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212714 Nov 10 19:19:19.064820 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2cf721e0-6948-4224-af9a-e2a366b3787b req-c7bbfd20-c5a9-4ed5-9fc1-e0c8b7f7f7b3 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442342 Nov 10 19:19:19.110194 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb53ae0-ea18-46b6-aeda-10f2176ed645 x-openstack-request-id: req-6cb53ae0-ea18-46b6-aeda-10f2176ed645 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:19:19.110538 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa60be37-322f-4e32-b81d-44826b9e6a01", "name": "network-vif-deleted", "tag": "ac9c9816-30e9-471c-acd9-65ba9a12de2e", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:19:19.110942 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6cb53ae0-ea18-46b6-aeda-10f2176ed645 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:19:19.111404 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa60be37-322f-4e32-b81d-44826b9e6a01', 'name': 'network-vif-deleted', 'tag': 'ac9c9816-30e9-471c-acd9-65ba9a12de2e', 'status': 'completed', 'code': 200} Nov 10 19:19:19.171203 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-63e2ea77-20e0-44c8-a075-7aa371c19e73 service neutron] 10.222.0.25 "GET /v2.0/networks/5e688d16-320a-464d-a934-8ef580053d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664314 Nov 10 19:19:19.225663 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-8fced23c-bad9-4005-bc8f-c4e8e146ac75 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=018e007e-c84a-4abf-8483-76780dc92b09 HTTP/1.1" status: 200 len: 217 time: 0.0460837 Nov 10 19:19:19.280693 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-52099dee-fa9a-4545-95eb-8c8e9ceea243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:19.283109 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-52099dee-fa9a-4545-95eb-8c8e9ceea243 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=051d3797-d00c-4f4f-b38c-ea825714261f HTTP/1.1" status: 200 len: 797 time: 0.0499995 Nov 10 19:19:19.351437 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-ede3cd80-223d-4faa-89ca-deece7201f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:19.354127 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-ede3cd80-223d-4faa-89ca-deece7201f1f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e688d16-320a-464d-a934-8ef580053d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0640790 Nov 10 19:19:19.514045 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-685ba5d1-3f07-407f-a98b-bba27288ee38 service neutron] 10.222.0.25 "GET /v2.0/networks/5e688d16-320a-464d-a934-8ef580053d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518784 Nov 10 19:19:19.517242 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:19:19.648398 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2768c34a-9734-4a3b-ae91-6079249b22c6 req-cd35da37-59e3-4697-90db-93f86e1ac4bc service neutron] 10.222.0.25 "GET /v2.0/networks/5e688d16-320a-464d-a934-8ef580053d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265857 Nov 10 19:19:20.219825 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4779a9-f167-4f74-9d58-83a1296bf27c req-0d44db9b-ee2f-42ac-8c2e-0ecd0924c99a tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:20.222645 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9b4779a9-f167-4f74-9d58-83a1296bf27c req-0d44db9b-ee2f-42ac-8c2e-0ecd0924c99a tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=651e0639-a97f-4e5b-836f-2f5b247651e4 HTTP/1.1" status: 200 len: 945 time: 0.0655706 Nov 10 19:19:20.301339 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9b4779a9-f167-4f74-9d58-83a1296bf27c req-0b90f645-f30c-4227-bd46-42088cd41113 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704551 Nov 10 19:19:20.422770 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 39390) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:20.679536 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8241894-a392-4dd9-9cc7-6a5348f5c6b6 req-1458497a-5db4-4cd5-a958-2c9fa8c0cae3 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:20.687251 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e8241894-a392-4dd9-9cc7-6a5348f5c6b6 req-1458497a-5db4-4cd5-a958-2c9fa8c0cae3 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=651e0639-a97f-4e5b-836f-2f5b247651e4 HTTP/1.1" status: 200 len: 945 time: 0.1230807 Nov 10 19:19:20.721954 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39406) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:20.722569 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4d38ac9a-15ac-4bb1-a62e-b68827f94724 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fede4e3bc17e49b2b8993d2e20b8ba6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2970879 Nov 10 19:19:20.786199 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e8241894-a392-4dd9-9cc7-6a5348f5c6b6 req-ed7bd053-fe2c-4f30-b8fa-2f53b36e7a11 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892417 Nov 10 19:19:20.818764 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3f0af249-29d5-41d3-b751-c31df19f9ec8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:20.850620 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3f0af249-29d5-41d3-b751-c31df19f9ec8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:20.922846 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3f0af249-29d5-41d3-b751-c31df19f9ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:20.926147 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3f0af249-29d5-41d3-b751-c31df19f9ec8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:20.929923 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3f0af249-29d5-41d3-b751-c31df19f9ec8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/832eba7f-430f-499d-abb4-e9632b794277 HTTP/1.1" status: 204 len: 168 time: 0.2026560 Nov 10 19:19:20.943727 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0af249-29d5-41d3-b751-c31df19f9ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832eba7f-430f-499d-abb4-e9632b794277,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:21.242001 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39412) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:21.287118 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ea254b68-16bf-4c60-8de6-f92b8a7d2c29 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=64fd76d9798b4b9890ad0712e34ea37d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438452 Nov 10 19:19:21.289662 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39414) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:21.341637 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5ca308c7-6321-4918-8cd8-312bf8f34fee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:21.375636 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5ca308c7-6321-4918-8cd8-312bf8f34fee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:21.440245 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5ca308c7-6321-4918-8cd8-312bf8f34fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:21.443998 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5ca308c7-6321-4918-8cd8-312bf8f34fee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:21.445574 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5ca308c7-6321-4918-8cd8-312bf8f34fee admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/19972ac2-99b3-477c-a3f2-2e7d1fd90b31 HTTP/1.1" status: 204 len: 168 time: 0.1548378 Nov 10 19:19:21.455506 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca308c7-6321-4918-8cd8-312bf8f34fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19972ac2-99b3-477c-a3f2-2e7d1fd90b31,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:21.506122 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device ac9c9816-30e9-471c-acd9-65ba9a12de2e no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:19:21.565638 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: ac9c9816-30e9-471c-acd9-65ba9a12de2e {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:19:21.566209 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device ac9c9816-30e9-471c-acd9-65ba9a12de2e not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:19:22.005141 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e6503-fe98-4350-8da2-9d44f12b5350 req-35c96db9-8cf3-46fa-8d4c-977b53353b0d tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:22.006994 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-188e6503-fe98-4350-8da2-9d44f12b5350 req-35c96db9-8cf3-46fa-8d4c-977b53353b0d tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=651e0639-a97f-4e5b-836f-2f5b247651e4 HTTP/1.1" status: 200 len: 945 time: 0.0990572 Nov 10 19:19:22.120015 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-188e6503-fe98-4350-8da2-9d44f12b5350 req-24fe8634-11d2-4f0a-a9a6-9617a5ea72c5 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008730 Nov 10 19:19:22.217285 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8ee0e-874c-434b-8251-ad0086565cd4 req-e7dbdacf-59ee-4383-b37e-e0afce4bc2cb tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:22.218956 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2fa8ee0e-874c-434b-8251-ad0086565cd4 req-e7dbdacf-59ee-4383-b37e-e0afce4bc2cb tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.25 "GET /v2.0/ports?device_id=651e0639-a97f-4e5b-836f-2f5b247651e4 HTTP/1.1" status: 200 len: 945 time: 0.0700560 Nov 10 19:19:22.370675 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-2fa8ee0e-874c-434b-8251-ad0086565cd4 req-cf1d0f36-3ece-418c-b7e1-652c38f90315 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Deleting port f0b0d91c-d0ff-494a-b59e-700591e0329b {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:19:22.371668 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2fa8ee0e-874c-434b-8251-ad0086565cd4 req-cf1d0f36-3ece-418c-b7e1-652c38f90315 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:22.520372 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-2fa8ee0e-874c-434b-8251-ad0086565cd4 req-cf1d0f36-3ece-418c-b7e1-652c38f90315 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] For port f0b0d91c-d0ff-494a-b59e-700591e0329b, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=f0b0d91c-d0ff-494a-b59e-700591e0329b,segment=NetworkSegment(c9a36c68-c3fb-4c33-a5bb-7886b7443ebd),segment_id=c9a36c68-c3fb-4c33-a5bb-7886b7443ebd)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:19:22.521428 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2fa8ee0e-874c-434b-8251-ad0086565cd4 req-cf1d0f36-3ece-418c-b7e1-652c38f90315 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:22.543184 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-2fa8ee0e-874c-434b-8251-ad0086565cd4 req-cf1d0f36-3ece-418c-b7e1-652c38f90315 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Calling delete_port for f0b0d91c-d0ff-494a-b59e-700591e0329b owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:19:22.603892 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39472) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:22.757035 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-0eef66bb-2877-4b0b-9ddc-1204036739c9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-811141937-network', 'tenant_id': '86b61279e26240899a30b4e52dae6922'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:19:22.796074 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eef66bb-2877-4b0b-9ddc-1204036739c9 admin admin] Made reservation on behalf of 86b61279e26240899a30b4e52dae6922 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:19:22.801141 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0eef66bb-2877-4b0b-9ddc-1204036739c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:22.813227 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0eef66bb-2877-4b0b-9ddc-1204036739c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:22.820261 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2fa8ee0e-874c-434b-8251-ad0086565cd4 req-cf1d0f36-3ece-418c-b7e1-652c38f90315 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:22.844061 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['f0b0d91c-d0ff-494a-b59e-700591e0329b'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:19:22.910457 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d0f36-3ece-418c-b7e1-652c38f90315 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Pushing event deleted for resources: {'Port': ['ID=f0b0d91c-d0ff-494a-b59e-700591e0329b,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:22.934278 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babb0ff2-5bdf-4d0e-a2b4-ccab374b2e62 None None] DHCP port deletion for dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:19:22.976911 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa8ee0e-874c-434b-8251-ad0086565cd4 req-cf1d0f36-3ece-418c-b7e1-652c38f90315 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] No DVR routers for this DVR port f0b0d91c-d0ff-494a-b59e-700591e0329b on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:19:22.980404 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2fa8ee0e-874c-434b-8251-ad0086565cd4 req-cf1d0f36-3ece-418c-b7e1-652c38f90315 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:22.986487 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2fa8ee0e-874c-434b-8251-ad0086565cd4 req-cf1d0f36-3ece-418c-b7e1-652c38f90315 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.25 "DELETE /v2.0/ports/f0b0d91c-d0ff-494a-b59e-700591e0329b HTTP/1.1" status: 204 len: 173 time: 0.7603474 Nov 10 19:19:22.987133 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651e0639-a97f-4e5b-836f-2f5b247651e4', 'name': 'network-vif-deleted', 'tag': 'f0b0d91c-d0ff-494a-b59e-700591e0329b'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:19:22.991850 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3fa5ac-a279-45e2-b4d8-80f2ada71ce3" -d '{"events": [{"server_uuid": "651e0639-a97f-4e5b-836f-2f5b247651e4", "name": "network-vif-deleted", "tag": "f0b0d91c-d0ff-494a-b59e-700591e0329b"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:19:23.012367 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0eef66bb-2877-4b0b-9ddc-1204036739c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:23.020118 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0eef66bb-2877-4b0b-9ddc-1204036739c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:23.041846 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eef66bb-2877-4b0b-9ddc-1204036739c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:19:23.061675 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcec3b6-28e1-42ad-8146-da17c5b29e9f x-openstack-request-id: req-9fcec3b6-28e1-42ad-8146-da17c5b29e9f {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:19:23.062517 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651e0639-a97f-4e5b-836f-2f5b247651e4", "name": "network-vif-deleted", "tag": "f0b0d91c-d0ff-494a-b59e-700591e0329b", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:19:23.062835 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9fcec3b6-28e1-42ad-8146-da17c5b29e9f {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:19:23.063255 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651e0639-a97f-4e5b-836f-2f5b247651e4', 'name': 'network-vif-deleted', 'tag': 'f0b0d91c-d0ff-494a-b59e-700591e0329b', 'status': 'completed', 'code': 200} Nov 10 19:19:23.069842 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0eef66bb-2877-4b0b-9ddc-1204036739c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:23.070457 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-0eef66bb-2877-4b0b-9ddc-1204036739c9 admin admin] Added segment 3324c8ea-5f8f-4071-b1eb-6f70bf627e26 of type vlan for network dfe33e42-86fe-4c86-8067-e355a6c78682 Nov 10 19:19:23.087516 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef66bb-2877-4b0b-9ddc-1204036739c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df9392b-bc85-4739-a29e-9548200d3ee0,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:23.135826 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0eef66bb-2877-4b0b-9ddc-1204036739c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:23.201276 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0eef66bb-2877-4b0b-9ddc-1204036739c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:23.202506 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eef66bb-2877-4b0b-9ddc-1204036739c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:23.203116 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0eef66bb-2877-4b0b-9ddc-1204036739c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:23.284785 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-998ec7d3-71db-4bde-991c-268ba3c9c689 req-d03f1a30-6cad-40b7-b4af-9efb3e9c6e97 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=651e0639-a97f-4e5b-836f-2f5b247651e4 HTTP/1.1" status: 200 len: 210 time: 0.0397925 Nov 10 19:19:23.301060 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef66bb-2877-4b0b-9ddc-1204036739c9 admin admin] Pushing event updated for resources: {'Network': ['ID=dfe33e42-86fe-4c86-8067-e355a6c78682,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:23.309994 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0eef66bb-2877-4b0b-9ddc-1204036739c9 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7032743 Nov 10 19:19:23.312793 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39490) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:23.315096 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network dfe33e42-86fe-4c86-8067-e355a6c78682 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:19:23.319183 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-016064d3-d59e-4bd5-8b20-19e0d9d8da16 admin admin] Request body: {'subnet': {'network_id': 'dfe33e42-86fe-4c86-8067-e355a6c78682', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-811141937-subnet', 'tenant_id': '86b61279e26240899a30b4e52dae6922', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:19:23.349087 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016064d3-d59e-4bd5-8b20-19e0d9d8da16 admin admin] Made reservation on behalf of 86b61279e26240899a30b4e52dae6922 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:19:23.353698 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-016064d3-d59e-4bd5-8b20-19e0d9d8da16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:23.437519 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1b2f5859-686e-4f9a-a18f-59400b4eefaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:23.604414 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-016064d3-d59e-4bd5-8b20-19e0d9d8da16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:23.688377 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016064d3-d59e-4bd5-8b20-19e0d9d8da16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae03e611-a72b-4eb6-82e2-178fb7e7518d,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:23.692866 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016064d3-d59e-4bd5-8b20-19e0d9d8da16 admin admin] Checking segment: {'id': '3324c8ea-5f8f-4071-b1eb-6f70bf627e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'dfe33e42-86fe-4c86-8067-e355a6c78682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:19:23.693530 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016064d3-d59e-4bd5-8b20-19e0d9d8da16 admin admin] Network hostable DHCP agents. Network: dfe33e42-86fe-4c86-8067-e355a6c78682, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:19:23.718247 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016064d3-d59e-4bd5-8b20-19e0d9d8da16 admin admin] Network dfe33e42-86fe-4c86-8067-e355a6c78682 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:19:23.738566 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-016064d3-d59e-4bd5-8b20-19e0d9d8da16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, dfe33e42-86fe-4c86-8067-e355a6c78682) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:19:23.745727 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016064d3-d59e-4bd5-8b20-19e0d9d8da16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:23.746367 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-016064d3-d59e-4bd5-8b20-19e0d9d8da16 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:23.751640 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd6a865-a234-4c29-8346-094c516e301c None None] Network dfe33e42-86fe-4c86-8067-e355a6c78682 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:19:23.790486 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-016064d3-d59e-4bd5-8b20-19e0d9d8da16 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4762020 Nov 10 19:19:23.938580 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62f35e0-934b-4cb9-b9f6-53348f0afb1f None None] Network dfe33e42-86fe-4c86-8067-e355a6c78682 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:19:24.400376 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:24.416553 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-d8e99ea0-c317-41f7-8dff-f8b60f28c5cf tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:24.423885 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-d8e99ea0-c317-41f7-8dff-f8b60f28c5cf tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] 10.222.0.54 "GET /v2.0/networks?id=dfe33e42-86fe-4c86-8067-e355a6c78682 HTTP/1.1" status: 200 len: 821 time: 0.1759341 Nov 10 19:19:24.446690 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-7937601b-788e-4dbb-994c-b05723c22534 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] 10.222.0.54 "GET /v2.0/quotas/86b61279e26240899a30b4e52dae6922 HTTP/1.1" status: 200 len: 375 time: 0.0193303 Nov 10 19:19:24.502463 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-321786e7-26a8-4c95-b87c-2bd28e61a405 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=86b61279e26240899a30b4e52dae6922&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534182 Nov 10 19:19:24.686620 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-21f80e1b-512c-4ce9-bc94-65c5c2a14296 service neutron] 10.222.0.54 "GET /v2.0/networks/dfe33e42-86fe-4c86-8067-e355a6c78682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764340 Nov 10 19:19:24.739212 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-db19d931-6374-49f5-b2c8-aae599a5ab36 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:24.740693 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-db19d931-6374-49f5-b2c8-aae599a5ab36 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/networks?id=dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 HTTP/1.1" status: 200 len: 812 time: 0.1586010 Nov 10 19:19:24.784670 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-c37af383-b456-4606-af11-0209558f28b5 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/quotas/987b6b0bf6bf42fcb737b7f6bb6ee447 HTTP/1.1" status: 200 len: 375 time: 0.0169587 Nov 10 19:19:24.841298 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-a16057be-6c04-4e72-9b44-bde717e1be69 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=987b6b0bf6bf42fcb737b7f6bb6ee447&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465510 Nov 10 19:19:24.847028 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-9e87cc11-13d6-4550-b91c-3b3625298f1c service neutron] 10.222.0.54 "GET /v2.0/networks/dfe33e42-86fe-4c86-8067-e355a6c78682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491246 Nov 10 19:19:24.848015 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:25.446127 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c53620c-a85f-4996-a512-c47de6c69db3 req-dcd7a6c9-6f1a-41fe-9046-f424b98a93fe tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] 10.222.0.54 "GET /v2.0/ports?device_id=193bb289-ca82-4d9c-b850-8e05181e51dd HTTP/1.1" status: 200 len: 210 time: 0.0498681 Nov 10 19:19:25.511660 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-bce72077-2961-4e9a-9ff8-ff604c6369de service neutron] 10.222.0.54 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6568117 Nov 10 19:19:25.656551 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-c8e00398-f009-4923-9f78-d40f35397f82 service neutron] 10.222.0.54 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420546 Nov 10 19:19:25.707601 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f76fd741-f9cf-4a9b-b415-532366a683e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:25.950196 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ec04e0d6-f522-4a51-a445-e0d478363829 req-00ab77eb-5654-4f0a-8d9b-9c186275a184 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 210 time: 0.0444381 Nov 10 19:19:26.231135 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39586) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:26.343495 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device f0b0d91c-d0ff-494a-b59e-700591e0329b no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:19:26.364314 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: f0b0d91c-d0ff-494a-b59e-700591e0329b {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:19:26.364940 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device f0b0d91c-d0ff-494a-b59e-700591e0329b not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:19:26.371333 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e82b83e9-2549-475a-984f-b7c9d5736548 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:26.478233 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e82b83e9-2549-475a-984f-b7c9d5736548 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:26.486581 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e82b83e9-2549-475a-984f-b7c9d5736548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:26.580419 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-bd34861d-f010-49f6-9615-a859ca009db2 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:26.582983 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-bd34861d-f010-49f6-9615-a859ca009db2 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] 10.222.0.73 "GET /v2.0/networks?id=dfe33e42-86fe-4c86-8067-e355a6c78682 HTTP/1.1" status: 200 len: 821 time: 0.1826804 Nov 10 19:19:26.583182 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e82b83e9-2549-475a-984f-b7c9d5736548 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1b47ba44458e474b87860e553ffa53ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3501444 Nov 10 19:19:26.584634 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b83e9-2549-475a-984f-b7c9d5736548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d61fb5-5524-4acc-b751-676081cc9972,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:26.587419 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39592) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:26.658310 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a37f93c9-e800-4bb1-b9ea-fd5444adff33 req-8f36f1f8-1b8f-4cc1-82a2-c44171e650c2 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] 10.222.0.54 "GET /v2.0/ports?device_id=193bb289-ca82-4d9c-b850-8e05181e51dd HTTP/1.1" status: 200 len: 210 time: 0.1154802 Nov 10 19:19:26.664594 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-01b32b75-4692-4889-b627-7153c13fe591 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] Request body: {'port': {'device_id': '193bb289-ca82-4d9c-b850-8e05181e51dd', 'network_id': 'dfe33e42-86fe-4c86-8067-e355a6c78682', 'admin_state_up': True, 'tenant_id': '86b61279e26240899a30b4e52dae6922'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:19:26.684181 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-98be11ff-0128-482a-9232-8babed077ae1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:26.715441 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-98be11ff-0128-482a-9232-8babed077ae1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:26.789474 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-98be11ff-0128-482a-9232-8babed077ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:26.792736 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-98be11ff-0128-482a-9232-8babed077ae1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:26.798595 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-98be11ff-0128-482a-9232-8babed077ae1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d6d61fb5-5524-4acc-b751-676081cc9972 HTTP/1.1" status: 204 len: 168 time: 0.2096670 Nov 10 19:19:26.808502 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be11ff-0128-482a-9232-8babed077ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d61fb5-5524-4acc-b751-676081cc9972,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:26.838623 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-01b32b75-4692-4889-b627-7153c13fe591 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] Made reservation on behalf of 86b61279e26240899a30b4e52dae6922 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:19:26.845731 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-01b32b75-4692-4889-b627-7153c13fe591 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:27.067618 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-01b32b75-4692-4889-b627-7153c13fe591 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] Allocated IP 172.20.0.5 (dfe33e42-86fe-4c86-8067-e355a6c78682/ae03e611-a72b-4eb6-82e2-178fb7e7518d/b4194c78-0b51-4c93-83db-c7b6d5da81ff) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:19:27.114333 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:27.116763 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1189a766-fdf1-465a-ac0b-4bb55d6c7334 req-5a91a799-3bf2-433c-817d-3a1c1d3f10b6 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 210 time: 0.0493004 Nov 10 19:19:27.358233 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-01b32b75-4692-4889-b627-7153c13fe591 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:27.402490 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-01b32b75-4692-4889-b627-7153c13fe591 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:27.449031 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-01b32b75-4692-4889-b627-7153c13fe591 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] Network dfe33e42-86fe-4c86-8067-e355a6c78682 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:19:27.450747 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-01b32b75-4692-4889-b627-7153c13fe591 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:19:27.454784 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-01b32b75-4692-4889-b627-7153c13fe591 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:19:27.497822 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b32b75-4692-4889-b627-7153c13fe591 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] Pushing event updated for resources: {'Port': ['ID=b4194c78-0b51-4c93-83db-c7b6d5da81ff,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:27.526833 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-01b32b75-4692-4889-b627-7153c13fe591 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:27.528421 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-01b32b75-4692-4889-b627-7153c13fe591 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:27.547851 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-01b32b75-4692-4889-b627-7153c13fe591 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8883288 Nov 10 19:19:27.562042 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-3c78ed2e-9ca1-4403-a563-09acfef7cc47 service neutron] Request body: {'port': {'device_id': '193bb289-ca82-4d9c-b850-8e05181e51dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:19:27.628037 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-3c78ed2e-9ca1-4403-a563-09acfef7cc47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:27.717119 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-e60982b4-15b9-43e5-bd44-b09de81ba6a3 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:27.720427 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-e60982b4-15b9-43e5-bd44-b09de81ba6a3 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.73 "GET /v2.0/networks?id=dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 HTTP/1.1" status: 200 len: 812 time: 0.5705683 Nov 10 19:19:27.738124 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-e031ae70-e23a-4231-913f-c4e3f5375996 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Request body: {'port': {'device_id': 'c2ec87cb-461c-4bc8-b35a-0a326f779bb6', 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0', 'admin_state_up': True, 'tenant_id': '987b6b0bf6bf42fcb737b7f6bb6ee447'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:19:27.859673 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632d7eb-6685-4d35-a890-675d4064e6cc req-ed945acf-8e5c-42f9-b937-844a186a27f8 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:27.861178 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e632d7eb-6685-4d35-a890-675d4064e6cc req-ed945acf-8e5c-42f9-b937-844a186a27f8 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] 10.222.0.54 "GET /v2.0/ports?device_id=193bb289-ca82-4d9c-b850-8e05181e51dd HTTP/1.1" status: 200 len: 931 time: 0.1165822 Nov 10 19:19:27.870977 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-e031ae70-e23a-4231-913f-c4e3f5375996 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Made reservation on behalf of 987b6b0bf6bf42fcb737b7f6bb6ee447 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:19:27.875293 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-e031ae70-e23a-4231-913f-c4e3f5375996 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:27.968109 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e632d7eb-6685-4d35-a890-675d4064e6cc req-0d446383-e175-4afa-bc71-9701df626771 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] 10.222.0.54 "GET /v2.0/security-groups?id=9df9392b-bc85-4739-a29e-9548200d3ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964997 Nov 10 19:19:28.032784 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-3c78ed2e-9ca1-4403-a563-09acfef7cc47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4194c78-0b51-4c93-83db-c7b6d5da81ff {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:19:28.035123 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-e031ae70-e23a-4231-913f-c4e3f5375996 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Allocated IP 172.20.0.13 (dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0/0383c2bb-f0e3-4245-83c4-a6b51bf23dd3/88ee2b91-6dfe-4ca9-a62b-328b093b9502) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:19:28.042951 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-3c78ed2e-9ca1-4403-a563-09acfef7cc47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:28.057789 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-3c78ed2e-9ca1-4403-a563-09acfef7cc47 service neutron] Transition to ACTIVE for port object b4194c78-0b51-4c93-83db-c7b6d5da81ff will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:19:28.062896 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-3c78ed2e-9ca1-4403-a563-09acfef7cc47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:28.199481 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78ed2e-9ca1-4403-a563-09acfef7cc47 service neutron] Pushing event updated for resources: {'Port': ['ID=b4194c78-0b51-4c93-83db-c7b6d5da81ff,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:28.275445 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-3c78ed2e-9ca1-4403-a563-09acfef7cc47 service neutron] Attempting to bind port b4194c78-0b51-4c93-83db-c7b6d5da81ff on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:19:28.275812 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-3c78ed2e-9ca1-4403-a563-09acfef7cc47 service neutron] Attempting to bind port b4194c78-0b51-4c93-83db-c7b6d5da81ff by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '3324c8ea-5f8f-4071-b1eb-6f70bf627e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'dfe33e42-86fe-4c86-8067-e355a6c78682'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:19:28.276118 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-3c78ed2e-9ca1-4403-a563-09acfef7cc47 service neutron] Attempting to bind port b4194c78-0b51-4c93-83db-c7b6d5da81ff on network dfe33e42-86fe-4c86-8067-e355a6c78682 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:19:28.287348 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-3c78ed2e-9ca1-4403-a563-09acfef7cc47 service neutron] Port b4194c78-0b51-4c93-83db-c7b6d5da81ff on network dfe33e42-86fe-4c86-8067-e355a6c78682 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:19:28.287839 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-3c78ed2e-9ca1-4403-a563-09acfef7cc47 service neutron] Attempting to bind port b4194c78-0b51-4c93-83db-c7b6d5da81ff on network dfe33e42-86fe-4c86-8067-e355a6c78682 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:19:28.294209 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-3c78ed2e-9ca1-4403-a563-09acfef7cc47 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:19:28.294604 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-3c78ed2e-9ca1-4403-a563-09acfef7cc47 service neutron] Checking segment: {'id': '3324c8ea-5f8f-4071-b1eb-6f70bf627e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'dfe33e42-86fe-4c86-8067-e355a6c78682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:19:28.295066 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-3c78ed2e-9ca1-4403-a563-09acfef7cc47 service neutron] Bound using segment: {'id': '3324c8ea-5f8f-4071-b1eb-6f70bf627e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'dfe33e42-86fe-4c86-8067-e355a6c78682'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:19:28.295572 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-3c78ed2e-9ca1-4403-a563-09acfef7cc47 service neutron] Bound port: b4194c78-0b51-4c93-83db-c7b6d5da81ff, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3324c8ea-5f8f-4071-b1eb-6f70bf627e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'dfe33e42-86fe-4c86-8067-e355a6c78682'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:19:28.296082 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-3c78ed2e-9ca1-4403-a563-09acfef7cc47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:28.335663 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-e031ae70-e23a-4231-913f-c4e3f5375996 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:28.387314 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-e031ae70-e23a-4231-913f-c4e3f5375996 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:28.448331 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-e031ae70-e23a-4231-913f-c4e3f5375996 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Network dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:19:28.452778 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-e031ae70-e23a-4231-913f-c4e3f5375996 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:19:28.460069 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-e031ae70-e23a-4231-913f-c4e3f5375996 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:19:28.468790 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-3c78ed2e-9ca1-4403-a563-09acfef7cc47 service neutron] For port b4194c78-0b51-4c93-83db-c7b6d5da81ff, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:19:28.472491 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdd727f-b988-484f-99ee-ff0b295ddeb7 None None] DHCP port deletion for dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:19:28.483717 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-3c78ed2e-9ca1-4403-a563-09acfef7cc47 service neutron] For port b4194c78-0b51-4c93-83db-c7b6d5da81ff, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=b4194c78-0b51-4c93-83db-c7b6d5da81ff,segment=NetworkSegment(3324c8ea-5f8f-4071-b1eb-6f70bf627e26),segment_id=3324c8ea-5f8f-4071-b1eb-6f70bf627e26)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:19:28.514669 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069b2f9-575b-421e-80b9-14b6c2352761 req-110c88bf-429b-4543-8afc-2bb185a503c0 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:28.520734 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-e031ae70-e23a-4231-913f-c4e3f5375996 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:28.521641 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-e031ae70-e23a-4231-913f-c4e3f5375996 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:28.524435 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c069b2f9-575b-421e-80b9-14b6c2352761 req-110c88bf-429b-4543-8afc-2bb185a503c0 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 932 time: 0.1469791 Nov 10 19:19:28.527267 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-3c78ed2e-9ca1-4403-a563-09acfef7cc47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:28.542554 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e031ae70-e23a-4231-913f-c4e3f5375996 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Pushing event updated for resources: {'Port': ['ID=88ee2b91-6dfe-4ca9-a62b-328b093b9502,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:28.551017 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-e031ae70-e23a-4231-913f-c4e3f5375996 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8199632 Nov 10 19:19:28.565017 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-106537ff-39be-4413-9056-086eea66062c service neutron] Request body: {'port': {'device_id': 'c2ec87cb-461c-4bc8-b35a-0a326f779bb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:19:28.573191 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-509a6ce7-83bf-48de-a02d-e08eeea6f3cc None None] Provisioning complete for port 88ee2b91-6dfe-4ca9-a62b-328b093b9502 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:19:28.573902 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-509a6ce7-83bf-48de-a02d-e08eeea6f3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:28.604149 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78ed2e-9ca1-4403-a563-09acfef7cc47 service neutron] Pushing event updated for resources: {'Port': ['ID=b4194c78-0b51-4c93-83db-c7b6d5da81ff,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:28.611343 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-3c78ed2e-9ca1-4403-a563-09acfef7cc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:28.612341 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-3c78ed2e-9ca1-4403-a563-09acfef7cc47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:28.614401 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-3c78ed2e-9ca1-4403-a563-09acfef7cc47 service neutron] 10.222.0.73 "PUT /v2.0/ports/b4194c78-0b51-4c93-83db-c7b6d5da81ff HTTP/1.1" status: 200 len: 1091 time: 1.0580604 Nov 10 19:19:28.614971 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193bb289-ca82-4d9c-b850-8e05181e51dd', 'tag': 'b4194c78-0b51-4c93-83db-c7b6d5da81ff'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:19:28.619890 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d184b24-f2bf-4f87-bd4f-480f4e0ea523" -d '{"events": [{"name": "network-changed", "server_uuid": "193bb289-ca82-4d9c-b850-8e05181e51dd", "tag": "b4194c78-0b51-4c93-83db-c7b6d5da81ff"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:19:28.666899 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-509a6ce7-83bf-48de-a02d-e08eeea6f3cc None None] Port 88ee2b91-6dfe-4ca9-a62b-328b093b9502 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:19:28.695625 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:28.710900 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-106537ff-39be-4413-9056-086eea66062c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:28.715556 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f708d6ef-aec0-4b9c-8a7d-cbba84c1e56f x-openstack-request-id: req-f708d6ef-aec0-4b9c-8a7d-cbba84c1e56f {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:19:28.716253 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193bb289-ca82-4d9c-b850-8e05181e51dd", "tag": "b4194c78-0b51-4c93-83db-c7b6d5da81ff", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:19:28.716253 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f708d6ef-aec0-4b9c-8a7d-cbba84c1e56f {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:19:28.716780 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193bb289-ca82-4d9c-b850-8e05181e51dd', 'tag': 'b4194c78-0b51-4c93-83db-c7b6d5da81ff', 'status': 'completed', 'code': 200} Nov 10 19:19:28.735294 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c069b2f9-575b-421e-80b9-14b6c2352761 req-62af7c68-80e8-4a19-a455-4bc366e4eac8 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046700 Nov 10 19:19:28.775425 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-6ad3c268-828f-4e84-a17e-390936fa447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:28.776970 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-6ad3c268-828f-4e84-a17e-390936fa447a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=86b61279e26240899a30b4e52dae6922&device_id=193bb289-ca82-4d9c-b850-8e05181e51dd HTTP/1.1" status: 200 len: 1094 time: 0.1022446 Nov 10 19:19:28.829268 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-9a69a6b7-269a-4b30-a5a4-20ef4b2f44ff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4194c78-0b51-4c93-83db-c7b6d5da81ff HTTP/1.1" status: 200 len: 217 time: 0.0431197 Nov 10 19:19:28.889535 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-68b8b0b5-5f44-4214-bf63-86741a125088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:28.891062 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-68b8b0b5-5f44-4214-bf63-86741a125088 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ae03e611-a72b-4eb6-82e2-178fb7e7518d HTTP/1.1" status: 200 len: 861 time: 0.0532207 Nov 10 19:19:28.932103 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-9150009e-89f9-4afb-86d6-6a538d9962cb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dfe33e42-86fe-4c86-8067-e355a6c78682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318804 Nov 10 19:19:29.038245 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-106537ff-39be-4413-9056-086eea66062c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88ee2b91-6dfe-4ca9-a62b-328b093b9502 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:19:29.050396 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-106537ff-39be-4413-9056-086eea66062c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:29.063033 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-0aedc3d6-d27f-49c1-a2d9-9794b13dad03 service neutron] 10.222.0.73 "GET /v2.0/networks/dfe33e42-86fe-4c86-8067-e355a6c78682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217728 Nov 10 19:19:29.068792 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-106537ff-39be-4413-9056-086eea66062c service neutron] Transition to ACTIVE for port object 88ee2b91-6dfe-4ca9-a62b-328b093b9502 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:19:29.077807 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-106537ff-39be-4413-9056-086eea66062c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:29.133009 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c954af-2e33-4e5c-bf52-2a3192548fed None None] DHCP port deletion for dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:19:29.194608 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106537ff-39be-4413-9056-086eea66062c service neutron] Pushing event updated for resources: {'Port': ['ID=88ee2b91-6dfe-4ca9-a62b-328b093b9502,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:29.272967 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-106537ff-39be-4413-9056-086eea66062c service neutron] Attempting to bind port 88ee2b91-6dfe-4ca9-a62b-328b093b9502 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:19:29.272967 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-106537ff-39be-4413-9056-086eea66062c service neutron] Attempting to bind port 88ee2b91-6dfe-4ca9-a62b-328b093b9502 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'c9a36c68-c3fb-4c33-a5bb-7886b7443ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:19:29.274228 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-106537ff-39be-4413-9056-086eea66062c service neutron] Attempting to bind port 88ee2b91-6dfe-4ca9-a62b-328b093b9502 on network dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:19:29.305885 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-106537ff-39be-4413-9056-086eea66062c service neutron] Port 88ee2b91-6dfe-4ca9-a62b-328b093b9502 on network dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:19:29.307285 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-106537ff-39be-4413-9056-086eea66062c service neutron] Attempting to bind port 88ee2b91-6dfe-4ca9-a62b-328b093b9502 on network dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:19:29.319791 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-106537ff-39be-4413-9056-086eea66062c service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:19:29.320147 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-106537ff-39be-4413-9056-086eea66062c service neutron] Checking segment: {'id': 'c9a36c68-c3fb-4c33-a5bb-7886b7443ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:19:29.320543 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-106537ff-39be-4413-9056-086eea66062c service neutron] Bound using segment: {'id': 'c9a36c68-c3fb-4c33-a5bb-7886b7443ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:19:29.324273 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:29.326421 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-106537ff-39be-4413-9056-086eea66062c service neutron] Bound port: 88ee2b91-6dfe-4ca9-a62b-328b093b9502, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a36c68-c3fb-4c33-a5bb-7886b7443ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:19:29.326869 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-106537ff-39be-4413-9056-086eea66062c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:29.338012 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52a4c763-08b0-4652-a9dc-f8844a1d8fea req-64cabda0-b05e-4b48-b2d3-c555ad04e6a7 service neutron] 10.222.0.73 "GET /v2.0/networks/dfe33e42-86fe-4c86-8067-e355a6c78682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651224 Nov 10 19:19:29.397700 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa82c7c-14bb-485b-9085-bbeace764b55 req-28fb5e3a-783c-441d-868e-a355e4913585 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:29.404501 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-faa82c7c-14bb-485b-9085-bbeace764b55 req-28fb5e3a-783c-441d-868e-a355e4913585 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] 10.222.0.54 "GET /v2.0/ports?device_id=193bb289-ca82-4d9c-b850-8e05181e51dd HTTP/1.1" status: 200 len: 943 time: 0.1889317 Nov 10 19:19:29.503572 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-106537ff-39be-4413-9056-086eea66062c service neutron] For port 88ee2b91-6dfe-4ca9-a62b-328b093b9502, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:19:29.508830 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-106537ff-39be-4413-9056-086eea66062c service neutron] For port 88ee2b91-6dfe-4ca9-a62b-328b093b9502, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=88ee2b91-6dfe-4ca9-a62b-328b093b9502,segment=NetworkSegment(c9a36c68-c3fb-4c33-a5bb-7886b7443ebd),segment_id=c9a36c68-c3fb-4c33-a5bb-7886b7443ebd)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:19:29.514962 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-106537ff-39be-4413-9056-086eea66062c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:29.522288 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d184b24-f2bf-4f87-bd4f-480f4e0ea523 req-dec7e56f-a6e4-4fc8-bfaa-fe3b2b68019c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:29.523953 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d184b24-f2bf-4f87-bd4f-480f4e0ea523 req-dec7e56f-a6e4-4fc8-bfaa-fe3b2b68019c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=86b61279e26240899a30b4e52dae6922&device_id=193bb289-ca82-4d9c-b850-8e05181e51dd HTTP/1.1" status: 200 len: 1094 time: 0.1132879 Nov 10 19:19:29.553364 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3b0af9-33f1-4b40-9edb-6b6d47f7d8fd None None] DHCP port deletion for dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:19:29.557540 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-faa82c7c-14bb-485b-9085-bbeace764b55 req-87930c4e-ea21-4deb-bee4-a1a0331d5c67 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] 10.222.0.54 "GET /v2.0/security-groups?id=9df9392b-bc85-4739-a29e-9548200d3ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319664 Nov 10 19:19:29.578378 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-106537ff-39be-4413-9056-086eea66062c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:29.579367 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-106537ff-39be-4413-9056-086eea66062c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:29.581049 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-106537ff-39be-4413-9056-086eea66062c service neutron] 10.222.0.73 "PUT /v2.0/ports/88ee2b91-6dfe-4ca9-a62b-328b093b9502 HTTP/1.1" status: 200 len: 1092 time: 1.0218825 Nov 10 19:19:29.581664 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ec87cb-461c-4bc8-b35a-0a326f779bb6', 'tag': '88ee2b91-6dfe-4ca9-a62b-328b093b9502'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:19:29.584263 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c589009-3779-4e98-86e6-5666b1b3091b" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ec87cb-461c-4bc8-b35a-0a326f779bb6", "tag": "88ee2b91-6dfe-4ca9-a62b-328b093b9502"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:19:29.621139 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106537ff-39be-4413-9056-086eea66062c service neutron] Pushing event updated for resources: {'Port': ['ID=88ee2b91-6dfe-4ca9-a62b-328b093b9502,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:29.685569 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a395e311-6385-45b7-823d-64e6478094df x-openstack-request-id: req-a395e311-6385-45b7-823d-64e6478094df {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:19:29.685989 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ec87cb-461c-4bc8-b35a-0a326f779bb6", "tag": "88ee2b91-6dfe-4ca9-a62b-328b093b9502", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:19:29.686620 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a395e311-6385-45b7-823d-64e6478094df {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:19:29.687007 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ec87cb-461c-4bc8-b35a-0a326f779bb6', 'tag': '88ee2b91-6dfe-4ca9-a62b-328b093b9502', 'status': 'completed', 'code': 200} Nov 10 19:19:29.695126 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-5b6f0e46-bf53-44eb-981c-aa76bfea51ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:29.697576 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-5b6f0e46-bf53-44eb-981c-aa76bfea51ee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=987b6b0bf6bf42fcb737b7f6bb6ee447&device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 1095 time: 0.0604408 Nov 10 19:19:29.703160 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d184b24-f2bf-4f87-bd4f-480f4e0ea523 req-e4ea572f-d853-453e-8b87-f8ff5c4b84ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:29.704709 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d184b24-f2bf-4f87-bd4f-480f4e0ea523 req-e4ea572f-d853-453e-8b87-f8ff5c4b84ce service neutron] 10.222.0.73 "GET /v2.0/networks?id=dfe33e42-86fe-4c86-8067-e355a6c78682 HTTP/1.1" status: 200 len: 922 time: 0.1461563 Nov 10 19:19:29.744478 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-601a4777-89eb-4375-87c2-dea114e86d8a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88ee2b91-6dfe-4ca9-a62b-328b093b9502 HTTP/1.1" status: 200 len: 217 time: 0.0387955 Nov 10 19:19:29.750276 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d184b24-f2bf-4f87-bd4f-480f4e0ea523 req-360eed33-32bd-44f8-8a56-436b871fe23d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4194c78-0b51-4c93-83db-c7b6d5da81ff HTTP/1.1" status: 200 len: 217 time: 0.0382781 Nov 10 19:19:29.822409 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-ca5d3b7e-0b4d-4e3e-be05-fb356fa4414d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:29.823962 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-ca5d3b7e-0b4d-4e3e-be05-fb356fa4414d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0383c2bb-f0e3-4245-83c4-a6b51bf23dd3 HTTP/1.1" status: 200 len: 852 time: 0.0664573 Nov 10 19:19:29.825522 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d184b24-f2bf-4f87-bd4f-480f4e0ea523 req-94594a53-6cb0-47b5-b360-12b72baef5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:29.827112 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d184b24-f2bf-4f87-bd4f-480f4e0ea523 req-94594a53-6cb0-47b5-b360-12b72baef5a1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ae03e611-a72b-4eb6-82e2-178fb7e7518d HTTP/1.1" status: 200 len: 861 time: 0.0697649 Nov 10 19:19:29.878320 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-fa0aa067-1884-4e2c-8a03-378f27d84e19 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404601 Nov 10 19:19:29.880969 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d184b24-f2bf-4f87-bd4f-480f4e0ea523 req-8e6b64c1-be68-4906-98b7-b1b7ca93b51d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dfe33e42-86fe-4c86-8067-e355a6c78682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325804 Nov 10 19:19:29.900085 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f518000-5229-4969-afe5-1c6e4b656310 req-a0313f35-bd0a-45b0-9d35-8b9e8d2d5bf9 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:29.902265 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f518000-5229-4969-afe5-1c6e4b656310 req-a0313f35-bd0a-45b0-9d35-8b9e8d2d5bf9 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 944 time: 0.0942206 Nov 10 19:19:29.992884 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-18ff2c8c-1eb9-4411-b39f-1a2195be4543 service neutron] 10.222.0.73 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997393 Nov 10 19:19:30.008932 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f518000-5229-4969-afe5-1c6e4b656310 req-3c30de44-d438-4bca-a533-0513d63b4171 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984457 Nov 10 19:19:30.032986 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d184b24-f2bf-4f87-bd4f-480f4e0ea523 req-fa217ba0-ac16-42f2-8483-851d57adad16 service neutron] 10.222.0.73 "GET /v2.0/networks/dfe33e42-86fe-4c86-8067-e355a6c78682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299865 Nov 10 19:19:30.097925 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3e891769-2750-47cf-8f8c-98c8f0a95ab6 req-09f7427d-4f01-4375-88f8-70edcc97f518 service neutron] 10.222.0.73 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969896 Nov 10 19:19:30.131793 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d184b24-f2bf-4f87-bd4f-480f4e0ea523 req-1fd7ad48-d568-4989-b5bd-2e6798165d75 service neutron] 10.222.0.73 "GET /v2.0/networks/dfe33e42-86fe-4c86-8067-e355a6c78682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913544 Nov 10 19:19:30.195774 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c589009-3779-4e98-86e6-5666b1b3091b req-1abfc215-95e7-42cb-b02d-877f01757983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:30.197262 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1c589009-3779-4e98-86e6-5666b1b3091b req-1abfc215-95e7-42cb-b02d-877f01757983 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=987b6b0bf6bf42fcb737b7f6bb6ee447&device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 1095 time: 0.0478201 Nov 10 19:19:30.303095 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c589009-3779-4e98-86e6-5666b1b3091b req-a40e5a3d-20e0-430c-947d-7ace20c5c127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:30.304629 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1c589009-3779-4e98-86e6-5666b1b3091b req-a40e5a3d-20e0-430c-947d-7ace20c5c127 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 HTTP/1.1" status: 200 len: 913 time: 0.0987875 Nov 10 19:19:30.355332 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1c589009-3779-4e98-86e6-5666b1b3091b req-f313efe8-f2d4-454b-abfe-7eefabafa2b4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88ee2b91-6dfe-4ca9-a62b-328b093b9502 HTTP/1.1" status: 200 len: 217 time: 0.0417647 Nov 10 19:19:30.409002 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c589009-3779-4e98-86e6-5666b1b3091b req-db2d11a0-badd-4aad-b223-18a1473b831c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:30.410673 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1c589009-3779-4e98-86e6-5666b1b3091b req-db2d11a0-badd-4aad-b223-18a1473b831c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0383c2bb-f0e3-4245-83c4-a6b51bf23dd3 HTTP/1.1" status: 200 len: 852 time: 0.0471349 Nov 10 19:19:30.445080 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1c589009-3779-4e98-86e6-5666b1b3091b req-5f0513d0-31b2-47fa-ada8-a5bbecad75f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264611 Nov 10 19:19:30.553615 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1c589009-3779-4e98-86e6-5666b1b3091b req-ca8575a7-b35d-4d3e-bfbe-c98c4a33fbca service neutron] 10.222.0.73 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009705 Nov 10 19:19:30.673716 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1c589009-3779-4e98-86e6-5666b1b3091b req-8c129307-3764-40ff-ac86-f471bfb9c375 service neutron] 10.222.0.73 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123078 Nov 10 19:19:30.717262 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bdd1f-0a44-49ae-bf1b-a2c0315faba5 req-8c83020f-1ee1-41be-8892-5d44d6288019 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:30.718775 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d67bdd1f-0a44-49ae-bf1b-a2c0315faba5 req-8c83020f-1ee1-41be-8892-5d44d6288019 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] 10.222.0.54 "GET /v2.0/ports?device_id=193bb289-ca82-4d9c-b850-8e05181e51dd HTTP/1.1" status: 200 len: 943 time: 0.0619984 Nov 10 19:19:30.777903 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d67bdd1f-0a44-49ae-bf1b-a2c0315faba5 req-b06285f8-4fb7-459e-83a7-d9fa837b3ace tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] 10.222.0.54 "GET /v2.0/security-groups?id=9df9392b-bc85-4739-a29e-9548200d3ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527487 Nov 10 19:19:31.149676 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f2895-078a-4f23-a07a-bece2f937769 req-a916045a-3577-4d01-98eb-27d7a39ea884 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:31.151251 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f91f2895-078a-4f23-a07a-bece2f937769 req-a916045a-3577-4d01-98eb-27d7a39ea884 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 944 time: 0.0529363 Nov 10 19:19:31.203838 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f91f2895-078a-4f23-a07a-bece2f937769 req-5cdf6b98-d488-4506-81ea-14e06c1921af tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456476 Nov 10 19:19:31.548663 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 88ee2b91-6dfe-4ca9-a62b-328b093b9502 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:19:31.667523 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 88ee2b91-6dfe-4ca9-a62b-328b093b9502, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=88ee2b91-6dfe-4ca9-a62b-328b093b9502,segment=NetworkSegment(c9a36c68-c3fb-4c33-a5bb-7886b7443ebd),segment_id=c9a36c68-c3fb-4c33-a5bb-7886b7443ebd)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:19:31.685610 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '88ee2b91-6dfe-4ca9-a62b-328b093b9502', 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0', 'port_id': '88ee2b91-6dfe-4ca9-a62b-328b093b9502', 'mac_address': 'fa:16:3e:b0:44:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0383c2bb-f0e3-4245-83c4-a6b51bf23dd3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:19:31.729497 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:31.744709 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88ee2b91-6dfe-4ca9-a62b-328b093b9502 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:19:31.774229 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 88ee2b91-6dfe-4ca9-a62b-328b093b9502, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=88ee2b91-6dfe-4ca9-a62b-328b093b9502,segment=NetworkSegment(c9a36c68-c3fb-4c33-a5bb-7886b7443ebd),segment_id=c9a36c68-c3fb-4c33-a5bb-7886b7443ebd)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:19:31.781501 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:31.782379 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device b4194c78-0b51-4c93-83db-c7b6d5da81ff details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:19:31.920232 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=88ee2b91-6dfe-4ca9-a62b-328b093b9502,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:31.979653 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port b4194c78-0b51-4c93-83db-c7b6d5da81ff, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=b4194c78-0b51-4c93-83db-c7b6d5da81ff,segment=NetworkSegment(3324c8ea-5f8f-4071-b1eb-6f70bf627e26),segment_id=3324c8ea-5f8f-4071-b1eb-6f70bf627e26)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:19:31.988444 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734a5b0-bcca-420e-9a73-f469272c9420 req-7a250d9d-5e4b-4bb0-a1bc-419fba6ef61d tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:31.996183 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'b4194c78-0b51-4c93-83db-c7b6d5da81ff', 'network_id': 'dfe33e42-86fe-4c86-8067-e355a6c78682', 'port_id': 'b4194c78-0b51-4c93-83db-c7b6d5da81ff', 'mac_address': 'fa:16:3e:0b:51:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae03e611-a72b-4eb6-82e2-178fb7e7518d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:19:32.002025 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f734a5b0-bcca-420e-9a73-f469272c9420 req-7a250d9d-5e4b-4bb0-a1bc-419fba6ef61d tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] 10.222.0.54 "GET /v2.0/ports?device_id=193bb289-ca82-4d9c-b850-8e05181e51dd HTTP/1.1" status: 200 len: 943 time: 0.1115835 Nov 10 19:19:32.054815 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:32.063636 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f734a5b0-bcca-420e-9a73-f469272c9420 req-e5972a61-8176-41b2-bff7-f8091cc34119 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] 10.222.0.54 "GET /v2.0/security-groups?id=9df9392b-bc85-4739-a29e-9548200d3ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604224 Nov 10 19:19:32.083074 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4194c78-0b51-4c93-83db-c7b6d5da81ff {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:19:32.105140 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port b4194c78-0b51-4c93-83db-c7b6d5da81ff, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=b4194c78-0b51-4c93-83db-c7b6d5da81ff,segment=NetworkSegment(3324c8ea-5f8f-4071-b1eb-6f70bf627e26),segment_id=3324c8ea-5f8f-4071-b1eb-6f70bf627e26)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:19:32.110935 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:32.166946 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=b4194c78-0b51-4c93-83db-c7b6d5da81ff,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:32.320154 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39744) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:32.384203 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a784668-c4ff-456b-bae5-b6bb4c9021cb req-bf676c25-fe24-4bcd-bd65-d115cb80183e tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:32.392034 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a784668-c4ff-456b-bae5-b6bb4c9021cb req-bf676c25-fe24-4bcd-bd65-d115cb80183e tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 945 time: 0.1033874 Nov 10 19:19:32.420822 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['88ee2b91-6dfe-4ca9-a62b-328b093b9502'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:19:32.423444 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['b4194c78-0b51-4c93-83db-c7b6d5da81ff'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:19:32.488225 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a784668-c4ff-456b-bae5-b6bb4c9021cb req-9c8ed211-52c0-4e17-97d8-bf4c465b43bb tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926816 Nov 10 19:19:32.509976 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f4c90f7-0bc4-41a2-921c-9fe8f6bf04bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:32.694111 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f4c90f7-0bc4-41a2-921c-9fe8f6bf04bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:32.700885 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f4c90f7-0bc4-41a2-921c-9fe8f6bf04bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:32.746689 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1f4c90f7-0bc4-41a2-921c-9fe8f6bf04bf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f7c6f0af601f4660b0c8432a5779a450&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4221950 Nov 10 19:19:32.747029 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 39752) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:32.754731 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c90f7-0bc4-41a2-921c-9fe8f6bf04bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5004738-b0bc-4673-a76b-ae23eb010406,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:32.801097 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b5a19d5b-a510-4a52-8910-8da3b7a96fc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:32.822272 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b5a19d5b-a510-4a52-8910-8da3b7a96fc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:32.877053 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b5a19d5b-a510-4a52-8910-8da3b7a96fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:32.880686 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b5a19d5b-a510-4a52-8910-8da3b7a96fc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:32.882205 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b5a19d5b-a510-4a52-8910-8da3b7a96fc0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d5004738-b0bc-4673-a76b-ae23eb010406 HTTP/1.1" status: 204 len: 168 time: 0.1339927 Nov 10 19:19:32.893920 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a19d5b-a510-4a52-8910-8da3b7a96fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5004738-b0bc-4673-a76b-ae23eb010406,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:33.208889 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398471c-3c1f-480f-aba6-72ed53938eef req-44a7c57e-d4d1-4168-b498-d9fc53390e59 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:33.210968 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1398471c-3c1f-480f-aba6-72ed53938eef req-44a7c57e-d4d1-4168-b498-d9fc53390e59 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] 10.222.0.54 "GET /v2.0/ports?device_id=193bb289-ca82-4d9c-b850-8e05181e51dd HTTP/1.1" status: 200 len: 944 time: 0.0633929 Nov 10 19:19:33.273882 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1398471c-3c1f-480f-aba6-72ed53938eef req-45228f19-b32a-4693-ae42-fab2c1c845a2 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] 10.222.0.54 "GET /v2.0/security-groups?id=9df9392b-bc85-4739-a29e-9548200d3ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557728 Nov 10 19:19:33.569653 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 88ee2b91-6dfe-4ca9-a62b-328b093b9502 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:19:33.647249 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 88ee2b91-6dfe-4ca9-a62b-328b093b9502 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:19:33.651898 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 88ee2b91-6dfe-4ca9-a62b-328b093b9502 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:19:33.652376 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:33.673257 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bccb856-3e88-4c57-9969-31cee9b8aaf9 req-8004ea6f-48e8-471d-bdd4-e9fd27ecf3d5 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:33.686151 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5bccb856-3e88-4c57-9969-31cee9b8aaf9 req-8004ea6f-48e8-471d-bdd4-e9fd27ecf3d5 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 945 time: 0.0870874 Nov 10 19:19:33.702563 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39790) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:33.733318 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5bccb856-3e88-4c57-9969-31cee9b8aaf9 req-b6512e1a-7390-4843-87e9-9669e2f3b719 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466864 Nov 10 19:19:33.783210 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:33.809410 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ec87cb-461c-4bc8-b35a-0a326f779bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ee2b91-6dfe-4ca9-a62b-328b093b9502'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:19:33.811913 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a546fbb1-c891-4cc0-a543-0d8235e2d5aa" -d '{"events": [{"server_uuid": "c2ec87cb-461c-4bc8-b35a-0a326f779bb6", "name": "network-vif-plugged", "status": "completed", "tag": "88ee2b91-6dfe-4ca9-a62b-328b093b9502"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:19:33.824864 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 88ee2b91-6dfe-4ca9-a62b-328b093b9502, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=88ee2b91-6dfe-4ca9-a62b-328b093b9502,segment=NetworkSegment(c9a36c68-c3fb-4c33-a5bb-7886b7443ebd),segment_id=c9a36c68-c3fb-4c33-a5bb-7886b7443ebd)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:19:33.830488 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-82b11f2a-b3a8-413c-98df-4c27c7c1e366 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-796976343-network', 'tenant_id': '90ebc51453434d2ca8c91ae820a218fa'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:19:33.830950 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:33.832215 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device b4194c78-0b51-4c93-83db-c7b6d5da81ff up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:19:33.871894 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b11f2a-b3a8-413c-98df-4c27c7c1e366 admin admin] Made reservation on behalf of 90ebc51453434d2ca8c91ae820a218fa for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:19:33.874551 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-82b11f2a-b3a8-413c-98df-4c27c7c1e366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:33.908057 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-82b11f2a-b3a8-413c-98df-4c27c7c1e366 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:33.940510 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=88ee2b91-6dfe-4ca9-a62b-328b093b9502,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:33.945829 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2fb7ac-eeb7-4287-aaee-3b3db7f944e3 x-openstack-request-id: req-6b2fb7ac-eeb7-4287-aaee-3b3db7f944e3 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:19:33.946122 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ec87cb-461c-4bc8-b35a-0a326f779bb6", "name": "network-vif-plugged", "status": "completed", "tag": "88ee2b91-6dfe-4ca9-a62b-328b093b9502", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:19:33.946380 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6b2fb7ac-eeb7-4287-aaee-3b3db7f944e3 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:19:33.946764 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ec87cb-461c-4bc8-b35a-0a326f779bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ee2b91-6dfe-4ca9-a62b-328b093b9502', 'code': 200} Nov 10 19:19:33.983929 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port b4194c78-0b51-4c93-83db-c7b6d5da81ff completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:19:33.989253 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port b4194c78-0b51-4c93-83db-c7b6d5da81ff triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:19:33.989917 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:34.008021 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca9c74-3a91-49aa-b92c-4faa84b068d9 req-687fffc4-0097-4fec-8f70-b3f132769e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:34.011075 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8fca9c74-3a91-49aa-b92c-4faa84b068d9 req-687fffc4-0097-4fec-8f70-b3f132769e9a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 1097 time: 0.0612676 Nov 10 19:19:34.047060 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-82b11f2a-b3a8-413c-98df-4c27c7c1e366 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:34.065042 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-82b11f2a-b3a8-413c-98df-4c27c7c1e366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:34.073211 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8fca9c74-3a91-49aa-b92c-4faa84b068d9 req-23b15fce-a15e-4b18-8ea6-8e887fc47afe service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533457 Nov 10 19:19:34.077734 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:34.097316 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82b11f2a-b3a8-413c-98df-4c27c7c1e366 admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:19:34.114788 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-82b11f2a-b3a8-413c-98df-4c27c7c1e366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:34.115086 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-82b11f2a-b3a8-413c-98df-4c27c7c1e366 admin admin] Added segment e87989da-9310-4b7f-b042-d3f7ebcbd5fd of type vlan for network 7a349543-c4bb-4fd5-9867-71257b9b6d08 Nov 10 19:19:34.119317 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port b4194c78-0b51-4c93-83db-c7b6d5da81ff, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=b4194c78-0b51-4c93-83db-c7b6d5da81ff,segment=NetworkSegment(3324c8ea-5f8f-4071-b1eb-6f70bf627e26),segment_id=3324c8ea-5f8f-4071-b1eb-6f70bf627e26)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:19:34.125423 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:34.129140 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b11f2a-b3a8-413c-98df-4c27c7c1e366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07dec0b9-1992-453b-b6ea-c5786017d65c,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:34.171972 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-82b11f2a-b3a8-413c-98df-4c27c7c1e366 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:34.182503 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=b4194c78-0b51-4c93-83db-c7b6d5da81ff,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:34.202706 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-82b11f2a-b3a8-413c-98df-4c27c7c1e366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:34.203783 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b11f2a-b3a8-413c-98df-4c27c7c1e366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:34.204645 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-82b11f2a-b3a8-413c-98df-4c27c7c1e366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:34.271418 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-82b11f2a-b3a8-413c-98df-4c27c7c1e366 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5655925 Nov 10 19:19:34.271778 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 39804) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:34.277350 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-a75b8df9-e7dc-4dc2-9f25-c58588cbb072 admin admin] Request body: {'subnet': {'network_id': '7a349543-c4bb-4fd5-9867-71257b9b6d08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-796976343-subnet', 'tenant_id': '90ebc51453434d2ca8c91ae820a218fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:19:34.286295 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b11f2a-b3a8-413c-98df-4c27c7c1e366 admin admin] Pushing event updated for resources: {'Network': ['ID=7a349543-c4bb-4fd5-9867-71257b9b6d08,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:34.299969 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 7a349543-c4bb-4fd5-9867-71257b9b6d08 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:19:34.321805 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75b8df9-e7dc-4dc2-9f25-c58588cbb072 admin admin] Made reservation on behalf of 90ebc51453434d2ca8c91ae820a218fa for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:19:34.324622 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a75b8df9-e7dc-4dc2-9f25-c58588cbb072 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:34.388064 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39810) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:34.481221 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a73761-2ffc-416a-ad43-d6030d6dd416 req-ec2e2908-0c06-4e7b-a573-68e2483928eb tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:34.482836 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e8a73761-2ffc-416a-ad43-d6030d6dd416 req-ec2e2908-0c06-4e7b-a573-68e2483928eb tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] 10.222.0.54 "GET /v2.0/ports?device_id=193bb289-ca82-4d9c-b850-8e05181e51dd HTTP/1.1" status: 200 len: 945 time: 0.1041734 Nov 10 19:19:34.522527 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bdf2d95e-547a-4789-9707-8aaa596b6d39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:34.583142 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e8a73761-2ffc-416a-ad43-d6030d6dd416 req-446cdd64-89e1-48bc-9646-477b9e78fdf0 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] 10.222.0.54 "GET /v2.0/security-groups?id=9df9392b-bc85-4739-a29e-9548200d3ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885036 Nov 10 19:19:34.641183 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a75b8df9-e7dc-4dc2-9f25-c58588cbb072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:34.649854 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bdf2d95e-547a-4789-9707-8aaa596b6d39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:34.655918 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bdf2d95e-547a-4789-9707-8aaa596b6d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:34.701101 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-bdf2d95e-547a-4789-9707-8aaa596b6d39 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c98f2f1f43cf4d469a0b8c12d3d74850&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3115799 Nov 10 19:19:34.701888 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2d95e-547a-4789-9707-8aaa596b6d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17364edb-b0d6-4d82-97ff-59a037ce8685,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:34.703557 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b8df9-e7dc-4dc2-9f25-c58588cbb072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5982e855-d96a-46f6-a6c0-56a2f92dad29,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:34.706071 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39818) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:34.715505 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75b8df9-e7dc-4dc2-9f25-c58588cbb072 admin admin] Checking segment: {'id': 'e87989da-9310-4b7f-b042-d3f7ebcbd5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7a349543-c4bb-4fd5-9867-71257b9b6d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:19:34.715844 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75b8df9-e7dc-4dc2-9f25-c58588cbb072 admin admin] Network hostable DHCP agents. Network: 7a349543-c4bb-4fd5-9867-71257b9b6d08, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:19:34.739781 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75b8df9-e7dc-4dc2-9f25-c58588cbb072 admin admin] Network 7a349543-c4bb-4fd5-9867-71257b9b6d08 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:19:34.752203 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-a75b8df9-e7dc-4dc2-9f25-c58588cbb072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 7a349543-c4bb-4fd5-9867-71257b9b6d08) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:19:34.762602 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75b8df9-e7dc-4dc2-9f25-c58588cbb072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:34.763443 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a75b8df9-e7dc-4dc2-9f25-c58588cbb072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:34.766010 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-38c740f4-8667-4f41-aafc-418d1f77e251 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:34.766597 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d78219-d466-4b86-bbe8-74fe9cc5e5cf None None] Network 7a349543-c4bb-4fd5-9867-71257b9b6d08 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:19:34.806481 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-38c740f4-8667-4f41-aafc-418d1f77e251 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:34.814664 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a75b8df9-e7dc-4dc2-9f25-c58588cbb072 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5416052 Nov 10 19:19:34.869658 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-38c740f4-8667-4f41-aafc-418d1f77e251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:34.873571 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-38c740f4-8667-4f41-aafc-418d1f77e251 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:34.879771 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-38c740f4-8667-4f41-aafc-418d1f77e251 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/17364edb-b0d6-4d82-97ff-59a037ce8685 HTTP/1.1" status: 204 len: 168 time: 0.1711459 Nov 10 19:19:34.895243 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7996b73-4e3b-431a-8215-3058845d6331 req-ecc05f6f-188b-4a3f-8e65-656d78fe2afe tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:34.902663 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c740f4-8667-4f41-aafc-418d1f77e251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17364edb-b0d6-4d82-97ff-59a037ce8685,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:34.903083 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b7996b73-4e3b-431a-8215-3058845d6331 req-ecc05f6f-188b-4a3f-8e65-656d78fe2afe tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 946 time: 0.0715487 Nov 10 19:19:34.975257 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b7996b73-4e3b-431a-8215-3058845d6331 req-c3d79296-bb54-483d-a315-3056ceaa5d3c tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592730 Nov 10 19:19:34.977104 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff6da90-c3e0-43c8-a545-b3640c171520 None None] Network 7a349543-c4bb-4fd5-9867-71257b9b6d08 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:19:35.731643 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0b4c3-b91a-4e3e-a5c1-eafb69223e32 req-0b0537df-3944-4e3e-acef-f8e2ffadf99c tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:35.738540 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2ea0b4c3-b91a-4e3e-a5c1-eafb69223e32 req-0b0537df-3944-4e3e-acef-f8e2ffadf99c tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] 10.222.0.54 "GET /v2.0/ports?device_id=193bb289-ca82-4d9c-b850-8e05181e51dd HTTP/1.1" status: 200 len: 945 time: 0.0587513 Nov 10 19:19:35.787805 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2ea0b4c3-b91a-4e3e-a5c1-eafb69223e32 req-712ee0c9-b00c-4b85-9ada-23b5f36b484f tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] 10.222.0.54 "GET /v2.0/security-groups?id=9df9392b-bc85-4739-a29e-9548200d3ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474837 Nov 10 19:19:35.947656 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193bb289-ca82-4d9c-b850-8e05181e51dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4194c78-0b51-4c93-83db-c7b6d5da81ff'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:19:35.950506 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea6d1d5-0f9f-4c60-b3b2-d94f98f997b8" -d '{"events": [{"server_uuid": "193bb289-ca82-4d9c-b850-8e05181e51dd", "name": "network-vif-plugged", "status": "completed", "tag": "b4194c78-0b51-4c93-83db-c7b6d5da81ff"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:19:36.007928 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9452c879-e552-45b4-b5ea-3010cd4fd1dd x-openstack-request-id: req-9452c879-e552-45b4-b5ea-3010cd4fd1dd {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:19:36.008401 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193bb289-ca82-4d9c-b850-8e05181e51dd", "name": "network-vif-plugged", "status": "completed", "tag": "b4194c78-0b51-4c93-83db-c7b6d5da81ff", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:19:36.008801 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9452c879-e552-45b4-b5ea-3010cd4fd1dd {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:19:36.009492 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193bb289-ca82-4d9c-b850-8e05181e51dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4194c78-0b51-4c93-83db-c7b6d5da81ff', 'code': 200} Nov 10 19:19:36.185908 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d6326-c47a-4f2f-bda3-30422a44c310 req-e6b033d2-820d-42d4-93b2-52be5ede61be tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:36.187698 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1c9d6326-c47a-4f2f-bda3-30422a44c310 req-e6b033d2-820d-42d4-93b2-52be5ede61be tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 946 time: 0.1385238 Nov 10 19:19:36.198892 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b969c-4b64-42cb-aa3e-cc6b0971c7d8 req-c7349954-ab0f-426d-93b7-e491810af3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:36.200426 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2d1b969c-4b64-42cb-aa3e-cc6b0971c7d8 req-c7349954-ab0f-426d-93b7-e491810af3c8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=193bb289-ca82-4d9c-b850-8e05181e51dd HTTP/1.1" status: 200 len: 1096 time: 0.0832639 Nov 10 19:19:36.274898 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1c9d6326-c47a-4f2f-bda3-30422a44c310 req-3268f314-1b4a-4827-bdb0-18572eb2b050 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785728 Nov 10 19:19:36.283627 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2d1b969c-4b64-42cb-aa3e-cc6b0971c7d8 req-11352fb5-3f6b-4f71-8fb9-04713dc37a56 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9df9392b-bc85-4739-a29e-9548200d3ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689850 Nov 10 19:19:36.784739 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71da16-3b3a-4322-83f4-db932f074942 req-c57c2c7f-2133-47d1-8928-7ff808363d23 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:36.787267 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c71da16-3b3a-4322-83f4-db932f074942 req-c57c2c7f-2133-47d1-8928-7ff808363d23 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 946 time: 0.0536051 Nov 10 19:19:36.849567 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c71da16-3b3a-4322-83f4-db932f074942 req-4a370695-4e6c-4b82-9889-4c55358c8d10 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539916 Nov 10 19:19:36.991413 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-02651c0e-9099-4e4d-868d-74ede646ef12 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:36.993085 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-02651c0e-9099-4e4d-868d-74ede646ef12 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/networks?id=7a349543-c4bb-4fd5-9867-71257b9b6d08 HTTP/1.1" status: 200 len: 808 time: 0.1424286 Nov 10 19:19:37.002473 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fb0cf-a534-4624-94d8-6bde09fb958d req-15c634a2-3cef-4310-a3f5-e5bea1a6b691 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:37.004057 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-582fb0cf-a534-4624-94d8-6bde09fb958d req-15c634a2-3cef-4310-a3f5-e5bea1a6b691 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] 10.222.0.54 "GET /v2.0/ports?device_id=193bb289-ca82-4d9c-b850-8e05181e51dd HTTP/1.1" status: 200 len: 945 time: 0.0883882 Nov 10 19:19:37.023174 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-adfb7819-8338-424f-bf1a-7e5382d53bfc tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/quotas/90ebc51453434d2ca8c91ae820a218fa HTTP/1.1" status: 200 len: 375 time: 0.0180333 Nov 10 19:19:37.071281 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-fcd657be-0e0a-4b75-b259-c0d4092eb2bc tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=90ebc51453434d2ca8c91ae820a218fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389950 Nov 10 19:19:37.105951 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-582fb0cf-a534-4624-94d8-6bde09fb958d req-16c5c812-69aa-4fe6-a978-34e0e3acae1b tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] 10.222.0.54 "GET /v2.0/security-groups?id=9df9392b-bc85-4739-a29e-9548200d3ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940278 Nov 10 19:19:37.179713 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-adf0f1bd-e77d-4f46-9a32-750b14e33343 service neutron] 10.222.0.54 "GET /v2.0/networks/7a349543-c4bb-4fd5-9867-71257b9b6d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974827 Nov 10 19:19:37.278191 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-cde08d27-3412-4249-b567-1416a0d7eeb1 service neutron] 10.222.0.54 "GET /v2.0/networks/7a349543-c4bb-4fd5-9867-71257b9b6d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915465 Nov 10 19:19:37.457328 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b70db308-a9ce-4d87-a1a8-8cc8682cf2d8 req-60d19405-6ee3-4b11-b2bb-d6dff4d72016 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec356f45-eff7-4c9d-946a-f9dd2892ca87 HTTP/1.1" status: 200 len: 210 time: 0.0314684 Nov 10 19:19:37.990422 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92179feb-352b-431c-889e-4e1618f5c77c req-f6e712ca-16f0-4cb9-ac07-7b38a583c74f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:37.994301 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-92179feb-352b-431c-889e-4e1618f5c77c req-f6e712ca-16f0-4cb9-ac07-7b38a583c74f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 946 time: 0.0582304 Nov 10 19:19:38.049418 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-92179feb-352b-431c-889e-4e1618f5c77c req-58794b4c-4677-46c7-8922-b960d6164c6e tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511782 Nov 10 19:19:38.236980 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b310ad-3f13-4426-ad90-df9c3173735c req-37b47a63-0429-4d22-8f04-f2a9658cd6e9 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:38.238935 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-01b310ad-3f13-4426-ad90-df9c3173735c req-37b47a63-0429-4d22-8f04-f2a9658cd6e9 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] 10.222.0.54 "GET /v2.0/ports?device_id=193bb289-ca82-4d9c-b850-8e05181e51dd HTTP/1.1" status: 200 len: 945 time: 0.0559795 Nov 10 19:19:38.299238 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-01b310ad-3f13-4426-ad90-df9c3173735c req-bea47e45-d7a0-472d-8999-1549d8096e0a tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] 10.222.0.54 "GET /v2.0/security-groups?id=9df9392b-bc85-4739-a29e-9548200d3ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534999 Nov 10 19:19:38.566351 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-ebfc8035-94d4-4ee7-a7a9-427e7f2899cb tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:38.568778 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-ebfc8035-94d4-4ee7-a7a9-427e7f2899cb tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.25 "GET /v2.0/networks?id=7a349543-c4bb-4fd5-9867-71257b9b6d08 HTTP/1.1" status: 200 len: 808 time: 0.1478498 Nov 10 19:19:38.589409 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-8d1a9c7c-605e-4bcf-ac99-6f034074b3f3 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Request body: {'port': {'device_id': 'ec356f45-eff7-4c9d-946a-f9dd2892ca87', 'network_id': '7a349543-c4bb-4fd5-9867-71257b9b6d08', 'admin_state_up': True, 'tenant_id': '90ebc51453434d2ca8c91ae820a218fa'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:19:38.636942 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3481cac2-9cba-4efa-8d9b-d1c7a997ae01 req-a124ac02-5cf1-42b9-b9c3-752771c27114 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec356f45-eff7-4c9d-946a-f9dd2892ca87 HTTP/1.1" status: 200 len: 210 time: 0.0663896 Nov 10 19:19:38.774126 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae78d0-da95-4157-9d61-00d64d17340e req-2c2a286d-2fff-4873-847f-c6795ac78f77 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:38.775681 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b3ae78d0-da95-4157-9d61-00d64d17340e req-2c2a286d-2fff-4873-847f-c6795ac78f77 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] 10.222.0.54 "GET /v2.0/ports?device_id=193bb289-ca82-4d9c-b850-8e05181e51dd HTTP/1.1" status: 200 len: 945 time: 0.1045778 Nov 10 19:19:38.818286 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-8d1a9c7c-605e-4bcf-ac99-6f034074b3f3 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Made reservation on behalf of 90ebc51453434d2ca8c91ae820a218fa for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:19:38.821816 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-8d1a9c7c-605e-4bcf-ac99-6f034074b3f3 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:38.856717 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b3ae78d0-da95-4157-9d61-00d64d17340e req-04883446-384f-4326-92ac-38dca0caf2ea tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] 10.222.0.54 "GET /v2.0/security-groups?id=9df9392b-bc85-4739-a29e-9548200d3ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741630 Nov 10 19:19:38.978870 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-8d1a9c7c-605e-4bcf-ac99-6f034074b3f3 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Allocated IP 172.20.0.14 (7a349543-c4bb-4fd5-9867-71257b9b6d08/5982e855-d96a-46f6-a6c0-56a2f92dad29/bd6506a3-eb8c-4e3e-8089-da41c2cdd16e) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:19:39.176157 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-8d1a9c7c-605e-4bcf-ac99-6f034074b3f3 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:39.203355 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d04c3-8c23-49ed-9f1a-09e3b2646c3d req-f31cc858-3f08-4030-b5c5-379144ee2d8d tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:39.204954 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ea1d04c3-8c23-49ed-9f1a-09e3b2646c3d req-f31cc858-3f08-4030-b5c5-379144ee2d8d tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 946 time: 0.0704141 Nov 10 19:19:39.249042 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-8d1a9c7c-605e-4bcf-ac99-6f034074b3f3 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:39.297808 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ea1d04c3-8c23-49ed-9f1a-09e3b2646c3d req-6280aade-ad81-482c-a728-934eedbe40f6 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837927 Nov 10 19:19:39.318736 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-8d1a9c7c-605e-4bcf-ac99-6f034074b3f3 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Network 7a349543-c4bb-4fd5-9867-71257b9b6d08 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:19:39.322209 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-8d1a9c7c-605e-4bcf-ac99-6f034074b3f3 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:19:39.327237 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-8d1a9c7c-605e-4bcf-ac99-6f034074b3f3 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:19:39.332149 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a9c7c-605e-4bcf-ac99-6f034074b3f3 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Pushing event updated for resources: {'Port': ['ID=bd6506a3-eb8c-4e3e-8089-da41c2cdd16e,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:39.378550 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-8d1a9c7c-605e-4bcf-ac99-6f034074b3f3 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:39.379186 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-8d1a9c7c-605e-4bcf-ac99-6f034074b3f3 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:39.401685 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-8d1a9c7c-605e-4bcf-ac99-6f034074b3f3 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8196049 Nov 10 19:19:39.414739 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-e87a273a-9b79-4ede-8084-d5964495eb5a service neutron] Request body: {'port': {'device_id': 'ec356f45-eff7-4c9d-946a-f9dd2892ca87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:19:39.475377 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-e87a273a-9b79-4ede-8084-d5964495eb5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:40.198887 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f316022-d492-4f68-81ff-9e7f7168b82d req-0f1de7e0-251d-4c67-bb8f-532c133a8610 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:40.200264 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4f316022-d492-4f68-81ff-9e7f7168b82d req-0f1de7e0-251d-4c67-bb8f-532c133a8610 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec356f45-eff7-4c9d-946a-f9dd2892ca87 HTTP/1.1" status: 200 len: 932 time: 0.1573992 Nov 10 19:19:40.203092 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-e87a273a-9b79-4ede-8084-d5964495eb5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd6506a3-eb8c-4e3e-8089-da41c2cdd16e {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:19:40.214796 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07e45f-ff7f-404c-adab-8f61b3e2e3ee req-4b013b42-6ddf-491e-bcad-9d256d143c33 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:40.216265 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7e07e45f-ff7f-404c-adab-8f61b3e2e3ee req-4b013b42-6ddf-491e-bcad-9d256d143c33 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] 10.222.0.73 "GET /v2.0/ports?device_id=193bb289-ca82-4d9c-b850-8e05181e51dd HTTP/1.1" status: 200 len: 945 time: 0.1709518 Nov 10 19:19:40.227601 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775abbd-5949-4903-aabc-de1671b8ec4a req-d6ccdbe5-9bec-4087-9a6a-621c4a97902d tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:40.228934 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d775abbd-5949-4903-aabc-de1671b8ec4a req-d6ccdbe5-9bec-4087-9a6a-621c4a97902d tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] 10.222.0.54 "GET /v2.0/ports?device_id=193bb289-ca82-4d9c-b850-8e05181e51dd HTTP/1.1" status: 200 len: 945 time: 0.1824474 Nov 10 19:19:40.232433 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-e87a273a-9b79-4ede-8084-d5964495eb5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:40.304035 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-e87a273a-9b79-4ede-8084-d5964495eb5a service neutron] Transition to ACTIVE for port object bd6506a3-eb8c-4e3e-8089-da41c2cdd16e will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:19:40.316007 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-e87a273a-9b79-4ede-8084-d5964495eb5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:40.429447 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d775abbd-5949-4903-aabc-de1671b8ec4a req-f5ba9c33-1d85-4cd7-b503-7300a6299f8c tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] 10.222.0.54 "GET /v2.0/security-groups?id=9df9392b-bc85-4739-a29e-9548200d3ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832120 Nov 10 19:19:40.435720 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4f316022-d492-4f68-81ff-9e7f7168b82d req-37952481-bc63-4064-8079-bbdbe5598547 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/security-groups?id=07dec0b9-1992-453b-b6ea-c5786017d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185314 Nov 10 19:19:40.452049 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a273a-9b79-4ede-8084-d5964495eb5a service neutron] Pushing event updated for resources: {'Port': ['ID=bd6506a3-eb8c-4e3e-8089-da41c2cdd16e,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:40.536744 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-7e07e45f-ff7f-404c-adab-8f61b3e2e3ee req-7f8acdf5-ebda-4522-9823-925c4569b178 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] Deleting port b4194c78-0b51-4c93-83db-c7b6d5da81ff {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:19:40.537050 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7e07e45f-ff7f-404c-adab-8f61b3e2e3ee req-7f8acdf5-ebda-4522-9823-925c4569b178 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:40.639714 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-e87a273a-9b79-4ede-8084-d5964495eb5a service neutron] Attempting to bind port bd6506a3-eb8c-4e3e-8089-da41c2cdd16e on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:19:40.640092 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-e87a273a-9b79-4ede-8084-d5964495eb5a service neutron] Attempting to bind port bd6506a3-eb8c-4e3e-8089-da41c2cdd16e by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': 'e87989da-9310-4b7f-b042-d3f7ebcbd5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7a349543-c4bb-4fd5-9867-71257b9b6d08'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:19:40.640416 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-e87a273a-9b79-4ede-8084-d5964495eb5a service neutron] Attempting to bind port bd6506a3-eb8c-4e3e-8089-da41c2cdd16e on network 7a349543-c4bb-4fd5-9867-71257b9b6d08 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:19:40.663787 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-e87a273a-9b79-4ede-8084-d5964495eb5a service neutron] Port bd6506a3-eb8c-4e3e-8089-da41c2cdd16e on network 7a349543-c4bb-4fd5-9867-71257b9b6d08 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:19:40.663787 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-e87a273a-9b79-4ede-8084-d5964495eb5a service neutron] Attempting to bind port bd6506a3-eb8c-4e3e-8089-da41c2cdd16e on network 7a349543-c4bb-4fd5-9867-71257b9b6d08 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:19:40.677511 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-e87a273a-9b79-4ede-8084-d5964495eb5a service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:19:40.677854 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-e87a273a-9b79-4ede-8084-d5964495eb5a service neutron] Checking segment: {'id': 'e87989da-9310-4b7f-b042-d3f7ebcbd5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7a349543-c4bb-4fd5-9867-71257b9b6d08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:19:40.678251 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-e87a273a-9b79-4ede-8084-d5964495eb5a service neutron] Bound using segment: {'id': 'e87989da-9310-4b7f-b042-d3f7ebcbd5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7a349543-c4bb-4fd5-9867-71257b9b6d08'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:19:40.678692 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-e87a273a-9b79-4ede-8084-d5964495eb5a service neutron] Bound port: bd6506a3-eb8c-4e3e-8089-da41c2cdd16e, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e87989da-9310-4b7f-b042-d3f7ebcbd5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7a349543-c4bb-4fd5-9867-71257b9b6d08'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:19:40.679028 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-e87a273a-9b79-4ede-8084-d5964495eb5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:40.708094 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8e843-632c-4dc4-93a6-eb94966a1c2e req-0c0f9bdf-2e60-43b6-baf0-2dfb299d758d tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:40.710835 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2c8e843-632c-4dc4-93a6-eb94966a1c2e req-0c0f9bdf-2e60-43b6-baf0-2dfb299d758d tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 946 time: 0.1360919 Nov 10 19:19:40.718190 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-7e07e45f-ff7f-404c-adab-8f61b3e2e3ee req-7f8acdf5-ebda-4522-9823-925c4569b178 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] For port b4194c78-0b51-4c93-83db-c7b6d5da81ff, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=b4194c78-0b51-4c93-83db-c7b6d5da81ff,segment=NetworkSegment(3324c8ea-5f8f-4071-b1eb-6f70bf627e26),segment_id=3324c8ea-5f8f-4071-b1eb-6f70bf627e26)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:19:40.719016 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7e07e45f-ff7f-404c-adab-8f61b3e2e3ee req-7f8acdf5-ebda-4522-9823-925c4569b178 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:40.767226 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-7e07e45f-ff7f-404c-adab-8f61b3e2e3ee req-7f8acdf5-ebda-4522-9823-925c4569b178 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] Calling delete_port for b4194c78-0b51-4c93-83db-c7b6d5da81ff owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:19:40.857946 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-e87a273a-9b79-4ede-8084-d5964495eb5a service neutron] For port bd6506a3-eb8c-4e3e-8089-da41c2cdd16e, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:19:40.866519 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2c8e843-632c-4dc4-93a6-eb94966a1c2e req-b30b4f64-74e5-4be0-a828-25e03ea4b8bb tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436784 Nov 10 19:19:40.872554 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-e87a273a-9b79-4ede-8084-d5964495eb5a service neutron] For port bd6506a3-eb8c-4e3e-8089-da41c2cdd16e, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=bd6506a3-eb8c-4e3e-8089-da41c2cdd16e,segment=NetworkSegment(e87989da-9310-4b7f-b042-d3f7ebcbd5fd),segment_id=e87989da-9310-4b7f-b042-d3f7ebcbd5fd)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:19:40.880542 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-e87a273a-9b79-4ede-8084-d5964495eb5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:40.936653 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-e87a273a-9b79-4ede-8084-d5964495eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:40.937314 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-e87a273a-9b79-4ede-8084-d5964495eb5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:40.939144 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-e87a273a-9b79-4ede-8084-d5964495eb5a service neutron] 10.222.0.25 "PUT /v2.0/ports/bd6506a3-eb8c-4e3e-8089-da41c2cdd16e HTTP/1.1" status: 200 len: 1092 time: 1.5286939 Nov 10 19:19:40.939551 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec356f45-eff7-4c9d-946a-f9dd2892ca87', 'tag': 'bd6506a3-eb8c-4e3e-8089-da41c2cdd16e'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:19:40.941902 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97440cca-9e59-4418-88b1-14ebb3e61808" -d '{"events": [{"name": "network-changed", "server_uuid": "ec356f45-eff7-4c9d-946a-f9dd2892ca87", "tag": "bd6506a3-eb8c-4e3e-8089-da41c2cdd16e"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:19:40.991067 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbc13a5-ffae-492e-b5ac-421a2f46cb0d x-openstack-request-id: req-3fbc13a5-ffae-492e-b5ac-421a2f46cb0d {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:19:40.991366 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec356f45-eff7-4c9d-946a-f9dd2892ca87", "tag": "bd6506a3-eb8c-4e3e-8089-da41c2cdd16e", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:19:40.991618 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3fbc13a5-ffae-492e-b5ac-421a2f46cb0d {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:19:40.992024 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec356f45-eff7-4c9d-946a-f9dd2892ca87', 'tag': 'bd6506a3-eb8c-4e3e-8089-da41c2cdd16e', 'status': 'completed', 'code': 200} Nov 10 19:19:40.995232 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a273a-9b79-4ede-8084-d5964495eb5a service neutron] Pushing event updated for resources: {'Port': ['ID=bd6506a3-eb8c-4e3e-8089-da41c2cdd16e,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:41.051999 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7e07e45f-ff7f-404c-adab-8f61b3e2e3ee req-7f8acdf5-ebda-4522-9823-925c4569b178 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:41.060795 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-0570168a-81b1-42b0-a691-d5b276ecda44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:41.062479 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-0570168a-81b1-42b0-a691-d5b276ecda44 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=90ebc51453434d2ca8c91ae820a218fa&device_id=ec356f45-eff7-4c9d-946a-f9dd2892ca87 HTTP/1.1" status: 200 len: 1095 time: 0.0642004 Nov 10 19:19:41.063933 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['b4194c78-0b51-4c93-83db-c7b6d5da81ff'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:19:41.093005 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8acdf5-ebda-4522-9823-925c4569b178 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] Pushing event deleted for resources: {'Port': ['ID=b4194c78-0b51-4c93-83db-c7b6d5da81ff,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:41.131957 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-9ec434bf-7191-4a6e-ae3c-62a2cc2df73f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd6506a3-eb8c-4e3e-8089-da41c2cdd16e HTTP/1.1" status: 200 len: 217 time: 0.0489244 Nov 10 19:19:41.188887 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e07e45f-ff7f-404c-adab-8f61b3e2e3ee req-7f8acdf5-ebda-4522-9823-925c4569b178 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] No DVR routers for this DVR port b4194c78-0b51-4c93-83db-c7b6d5da81ff on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:19:41.193024 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7e07e45f-ff7f-404c-adab-8f61b3e2e3ee req-7f8acdf5-ebda-4522-9823-925c4569b178 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:41.196585 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7e07e45f-ff7f-404c-adab-8f61b3e2e3ee req-7f8acdf5-ebda-4522-9823-925c4569b178 tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] 10.222.0.73 "DELETE /v2.0/ports/b4194c78-0b51-4c93-83db-c7b6d5da81ff HTTP/1.1" status: 204 len: 173 time: 0.9667556 Nov 10 19:19:41.212163 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-8abfb90c-2106-4053-85e2-13718153408c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:41.214224 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-8abfb90c-2106-4053-85e2-13718153408c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5982e855-d96a-46f6-a6c0-56a2f92dad29 HTTP/1.1" status: 200 len: 848 time: 0.0673647 Nov 10 19:19:41.259530 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-e422d773-5e82-4297-8c35-840441a55502 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7a349543-c4bb-4fd5-9867-71257b9b6d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384479 Nov 10 19:19:41.367588 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-27799cd4-2915-406a-a7da-5ff34043dcf7 service neutron] 10.222.0.25 "GET /v2.0/networks/7a349543-c4bb-4fd5-9867-71257b9b6d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007855 Nov 10 19:19:41.464887 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a51dfe6e-9497-44df-83ab-e410bfa031b7 req-d31db679-e119-48a6-8b8c-5aeccd735e19 service neutron] 10.222.0.25 "GET /v2.0/networks/7a349543-c4bb-4fd5-9867-71257b9b6d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898814 Nov 10 19:19:41.576189 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6c5a102c-b644-45cc-8a22-f088a413e106 req-5fdf5f26-c9be-4b34-b3e6-4dc0f5c6a38a tempest-ServerAddressesNegativeTestJSON-1804634022 tempest-ServerAddressesNegativeTestJSON-1804634022-project] 10.222.0.54 "GET /v2.0/ports?device_id=193bb289-ca82-4d9c-b850-8e05181e51dd HTTP/1.1" status: 200 len: 210 time: 0.0317888 Nov 10 19:19:41.612444 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97440cca-9e59-4418-88b1-14ebb3e61808 req-b0f568d1-3d7d-4dfb-b906-ba104c346da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:41.612444 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97440cca-9e59-4418-88b1-14ebb3e61808 req-b0f568d1-3d7d-4dfb-b906-ba104c346da8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=90ebc51453434d2ca8c91ae820a218fa&device_id=ec356f45-eff7-4c9d-946a-f9dd2892ca87 HTTP/1.1" status: 200 len: 1095 time: 0.0966954 Nov 10 19:19:41.736074 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed843a-303f-4ced-89ef-a1665aa3e07f req-db169422-7ae8-402f-89c9-ba5eaf3d835a tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:41.745998 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4ed843a-303f-4ced-89ef-a1665aa3e07f req-db169422-7ae8-402f-89c9-ba5eaf3d835a tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec356f45-eff7-4c9d-946a-f9dd2892ca87 HTTP/1.1" status: 200 len: 944 time: 0.1607890 Nov 10 19:19:41.828096 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97440cca-9e59-4418-88b1-14ebb3e61808 req-52b8e9c1-16b1-4f20-8951-89a08d8914fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:41.829996 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97440cca-9e59-4418-88b1-14ebb3e61808 req-52b8e9c1-16b1-4f20-8951-89a08d8914fc service neutron] 10.222.0.25 "GET /v2.0/networks?id=7a349543-c4bb-4fd5-9867-71257b9b6d08 HTTP/1.1" status: 200 len: 909 time: 0.1932418 Nov 10 19:19:41.835037 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4ed843a-303f-4ced-89ef-a1665aa3e07f req-d8e07c29-066f-43e3-9abb-7e5baebdd8f7 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/security-groups?id=07dec0b9-1992-453b-b6ea-c5786017d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882204 Nov 10 19:19:41.882651 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97440cca-9e59-4418-88b1-14ebb3e61808 req-c250c209-939a-44e4-8554-199f8f09d8ef service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd6506a3-eb8c-4e3e-8089-da41c2cdd16e HTTP/1.1" status: 200 len: 217 time: 0.0452182 Nov 10 19:19:41.941495 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97440cca-9e59-4418-88b1-14ebb3e61808 req-a2c75c4e-b901-44b6-b7ff-4a9c628f17a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:41.942736 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97440cca-9e59-4418-88b1-14ebb3e61808 req-a2c75c4e-b901-44b6-b7ff-4a9c628f17a6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5982e855-d96a-46f6-a6c0-56a2f92dad29 HTTP/1.1" status: 200 len: 848 time: 0.0530062 Nov 10 19:19:41.986252 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97440cca-9e59-4418-88b1-14ebb3e61808 req-68aafe76-1047-4554-bc5f-e0bf7d55fea5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7a349543-c4bb-4fd5-9867-71257b9b6d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344348 Nov 10 19:19:42.082376 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993ce7a-4319-44bd-884e-eb24b01a96bb req-fd303b4a-29fb-4521-b043-da519eea4dea tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:42.083819 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d993ce7a-4319-44bd-884e-eb24b01a96bb req-fd303b4a-29fb-4521-b043-da519eea4dea tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 946 time: 0.1235807 Nov 10 19:19:42.121358 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97440cca-9e59-4418-88b1-14ebb3e61808 req-beaf8326-8c97-42dc-9257-5628927b1002 service neutron] 10.222.0.25 "GET /v2.0/networks/7a349543-c4bb-4fd5-9867-71257b9b6d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212914 Nov 10 19:19:42.169682 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d993ce7a-4319-44bd-884e-eb24b01a96bb req-0aaa25a6-d918-4228-b04e-17fe14c37640 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786211 Nov 10 19:19:42.243184 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97440cca-9e59-4418-88b1-14ebb3e61808 req-4ed95737-3f5e-4122-8097-586dfa91a33c service neutron] 10.222.0.25 "GET /v2.0/networks/7a349543-c4bb-4fd5-9867-71257b9b6d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117775 Nov 10 19:19:42.652286 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40064) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:42.704695 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-414baf67-0615-4f39-b4f9-9a21849e9b89 admin admin] Deleting subnet ae03e611-a72b-4eb6-82e2-178fb7e7518d {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:19:42.709561 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-414baf67-0615-4f39-b4f9-9a21849e9b89 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:42.752371 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-414baf67-0615-4f39-b4f9-9a21849e9b89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:42.793967 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-414baf67-0615-4f39-b4f9-9a21849e9b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:42.853833 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-414baf67-0615-4f39-b4f9-9a21849e9b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:42.887271 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414baf67-0615-4f39-b4f9-9a21849e9b89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae03e611-a72b-4eb6-82e2-178fb7e7518d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:42.891208 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-414baf67-0615-4f39-b4f9-9a21849e9b89 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:42.895238 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-414baf67-0615-4f39-b4f9-9a21849e9b89 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ae03e611-a72b-4eb6-82e2-178fb7e7518d HTTP/1.1" status: 204 len: 168 time: 0.2417707 Nov 10 19:19:42.897874 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40076) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:42.993830 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193bb289-ca82-4d9c-b850-8e05181e51dd', 'name': 'network-vif-deleted', 'tag': 'b4194c78-0b51-4c93-83db-c7b6d5da81ff'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:19:42.995851 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e625ebd-bbb5-4c99-bfc3-2633b6e00a9d" -d '{"events": [{"server_uuid": "193bb289-ca82-4d9c-b850-8e05181e51dd", "name": "network-vif-deleted", "tag": "b4194c78-0b51-4c93-83db-c7b6d5da81ff"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:19:43.016328 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-29a45acc-8bc6-46e6-8d98-5c94d18d9819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:43.039639 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746969e2-1c98-4e13-be0b-9c073790edeb req-77b43325-9add-4aa2-bc70-9b86c33bb426 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:43.041205 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-746969e2-1c98-4e13-be0b-9c073790edeb req-77b43325-9add-4aa2-bc70-9b86c33bb426 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec356f45-eff7-4c9d-946a-f9dd2892ca87 HTTP/1.1" status: 200 len: 944 time: 0.0784602 Nov 10 19:19:43.043542 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc29ed72-b11a-4132-862d-9cb4bca8628f x-openstack-request-id: req-bc29ed72-b11a-4132-862d-9cb4bca8628f {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:19:43.043829 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193bb289-ca82-4d9c-b850-8e05181e51dd", "name": "network-vif-deleted", "tag": "b4194c78-0b51-4c93-83db-c7b6d5da81ff", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:19:43.044078 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bc29ed72-b11a-4132-862d-9cb4bca8628f {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:19:43.044453 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193bb289-ca82-4d9c-b850-8e05181e51dd', 'name': 'network-vif-deleted', 'tag': 'b4194c78-0b51-4c93-83db-c7b6d5da81ff', 'status': 'completed', 'code': 200} Nov 10 19:19:43.144467 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-29a45acc-8bc6-46e6-8d98-5c94d18d9819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:43.167010 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-746969e2-1c98-4e13-be0b-9c073790edeb req-72f0f2b1-1291-4235-af4b-5260e3a410e3 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/security-groups?id=07dec0b9-1992-453b-b6ea-c5786017d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188231 Nov 10 19:19:43.175753 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-29a45acc-8bc6-46e6-8d98-5c94d18d9819 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe33e42-86fe-4c86-8067-e355a6c78682']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:19:43.188406 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-29a45acc-8bc6-46e6-8d98-5c94d18d9819 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3324c8ea-5f8f-4071-b1eb-6f70bf627e26') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:19:43.188406 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-29a45acc-8bc6-46e6-8d98-5c94d18d9819 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3324c8ea-5f8f-4071-b1eb-6f70bf627e26') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:19:43.198036 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-29a45acc-8bc6-46e6-8d98-5c94d18d9819 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:43.214456 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-29a45acc-8bc6-46e6-8d98-5c94d18d9819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:43.222327 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a45acc-8bc6-46e6-8d98-5c94d18d9819 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:19:43.222854 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-29a45acc-8bc6-46e6-8d98-5c94d18d9819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:43.224768 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:19:43.224768 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:19:43.224768 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:19:43.224768 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:19:43.224768 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:19:43.224768 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:19:43.224768 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:19:43.224768 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:19:43.224768 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:19:43.224768 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:19:43.224768 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:19:43.224768 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:19:43.224768 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:19:43.224768 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:19:43.224768 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:19:43.224768 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:19:43.224768 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:19:43.224768 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:19:43.224768 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:19:43.224768 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:19:43.224768 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:19:43.224768 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:19:43.224768 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:19:43.224768 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:19:43.224768 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:19:43.224768 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:19:43.224768 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:19:43.224768 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:19:43.224768 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:19:43.224768 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:19:43.224768 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:19:43.224768 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:19:43.310107 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-29a45acc-8bc6-46e6-8d98-5c94d18d9819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:43.316759 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-29a45acc-8bc6-46e6-8d98-5c94d18d9819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:43.319936 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-29a45acc-8bc6-46e6-8d98-5c94d18d9819 admin admin] 10.222.0.54 "DELETE /v2.0/networks/dfe33e42-86fe-4c86-8067-e355a6c78682 HTTP/1.1" status: 204 len: 168 time: 0.4209764 Nov 10 19:19:43.339956 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd90b7e-8956-42ed-84c6-e146e8816a61 req-2036eb33-5ecf-4964-acc4-c23f4b268a70 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:43.341507 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3bd90b7e-8956-42ed-84c6-e146e8816a61 req-2036eb33-5ecf-4964-acc4-c23f4b268a70 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 946 time: 0.0723536 Nov 10 19:19:43.342785 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a45acc-8bc6-46e6-8d98-5c94d18d9819 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfe33e42-86fe-4c86-8067-e355a6c78682,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:43.402332 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3bd90b7e-8956-42ed-84c6-e146e8816a61 req-2b177cb6-a793-4472-99a0-f1e170acaf27 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503430 Nov 10 19:19:43.520711 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40086) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:43.567405 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3351e87f-388b-4103-9ea4-3578b0a5664f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=86b61279e26240899a30b4e52dae6922&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0452220 Nov 10 19:19:43.570011 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40088) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:43.586805 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device b4194c78-0b51-4c93-83db-c7b6d5da81ff no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:19:43.632286 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a60fa1b-fb3f-4371-acee-a30d13d8bdf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:43.658438 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a60fa1b-fb3f-4371-acee-a30d13d8bdf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:43.711885 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a60fa1b-fb3f-4371-acee-a30d13d8bdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:43.715529 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a60fa1b-fb3f-4371-acee-a30d13d8bdf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:43.719415 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5a60fa1b-fb3f-4371-acee-a30d13d8bdf7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9df9392b-bc85-4739-a29e-9548200d3ee0 HTTP/1.1" status: 204 len: 168 time: 0.1459856 Nov 10 19:19:43.728820 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60fa1b-fb3f-4371-acee-a30d13d8bdf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df9392b-bc85-4739-a29e-9548200d3ee0,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:43.780402 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: b4194c78-0b51-4c93-83db-c7b6d5da81ff {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:19:43.780740 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device b4194c78-0b51-4c93-83db-c7b6d5da81ff not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:19:44.298907 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2ffa5-1e62-4605-b7f8-f43e5f937133 req-2f9bd696-60d8-4fbb-8760-6724451870dc tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:44.306417 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-22f2ffa5-1e62-4605-b7f8-f43e5f937133 req-2f9bd696-60d8-4fbb-8760-6724451870dc tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec356f45-eff7-4c9d-946a-f9dd2892ca87 HTTP/1.1" status: 200 len: 944 time: 0.0605931 Nov 10 19:19:44.372022 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-22f2ffa5-1e62-4605-b7f8-f43e5f937133 req-86372fd2-3574-401d-bf43-8f47bbb8c368 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/security-groups?id=07dec0b9-1992-453b-b6ea-c5786017d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647221 Nov 10 19:19:44.535495 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5493a0-63a4-4d93-99c6-b76e07c05f56 req-30d9a715-dadb-4cb3-8bc0-7a757609e5d4 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:44.537131 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb5493a0-63a4-4d93-99c6-b76e07c05f56 req-30d9a715-dadb-4cb3-8bc0-7a757609e5d4 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 946 time: 0.0644979 Nov 10 19:19:44.546246 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40128) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:44.601840 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb5493a0-63a4-4d93-99c6-b76e07c05f56 req-3b60917a-0b78-49c4-8fd8-22eeeea44f20 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527594 Nov 10 19:19:44.681111 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-3cfb210b-b718-4822-bfaa-9e923c9606c3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1425636430-network', 'tenant_id': '7d53c48f03ea4f098ce6868a75010c81'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:19:44.703776 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfb210b-b718-4822-bfaa-9e923c9606c3 admin admin] Made reservation on behalf of 7d53c48f03ea4f098ce6868a75010c81 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:19:44.706634 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3cfb210b-b718-4822-bfaa-9e923c9606c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:44.716694 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3cfb210b-b718-4822-bfaa-9e923c9606c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:44.803524 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3cfb210b-b718-4822-bfaa-9e923c9606c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:44.809150 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3cfb210b-b718-4822-bfaa-9e923c9606c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:44.823169 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cfb210b-b718-4822-bfaa-9e923c9606c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:19:44.833651 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3cfb210b-b718-4822-bfaa-9e923c9606c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:44.834062 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-3cfb210b-b718-4822-bfaa-9e923c9606c3 admin admin] Added segment cb371cc3-75c4-48ca-86e2-f92ef9a63937 of type vlan for network f7002683-9453-49ad-a3a1-d60fba8c6f45 Nov 10 19:19:44.882958 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3cfb210b-b718-4822-bfaa-9e923c9606c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:44.934817 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb210b-b718-4822-bfaa-9e923c9606c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0da659b-11c0-4679-87b7-a1440c353197,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:44.948586 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3cfb210b-b718-4822-bfaa-9e923c9606c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:44.949886 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfb210b-b718-4822-bfaa-9e923c9606c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:44.950637 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3cfb210b-b718-4822-bfaa-9e923c9606c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:45.004105 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40138) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:45.004664 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3cfb210b-b718-4822-bfaa-9e923c9606c3 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4563544 Nov 10 19:19:45.010938 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-23e9ca63-76d6-4c28-90d2-7554aeabc0a4 admin admin] Request body: {'subnet': {'network_id': 'f7002683-9453-49ad-a3a1-d60fba8c6f45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1425636430-subnet', 'tenant_id': '7d53c48f03ea4f098ce6868a75010c81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:19:45.040569 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb210b-b718-4822-bfaa-9e923c9606c3 admin admin] Pushing event updated for resources: {'Network': ['ID=f7002683-9453-49ad-a3a1-d60fba8c6f45,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:45.054328 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network f7002683-9453-49ad-a3a1-d60fba8c6f45 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:19:45.058745 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e9ca63-76d6-4c28-90d2-7554aeabc0a4 admin admin] Made reservation on behalf of 7d53c48f03ea4f098ce6868a75010c81 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:19:45.062117 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-23e9ca63-76d6-4c28-90d2-7554aeabc0a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:45.274887 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-23e9ca63-76d6-4c28-90d2-7554aeabc0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:45.332541 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9ca63-76d6-4c28-90d2-7554aeabc0a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3575c8ec-c058-4548-92c7-3f77535505af,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:45.345282 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e9ca63-76d6-4c28-90d2-7554aeabc0a4 admin admin] Checking segment: {'id': 'cb371cc3-75c4-48ca-86e2-f92ef9a63937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f7002683-9453-49ad-a3a1-d60fba8c6f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:19:45.345567 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e9ca63-76d6-4c28-90d2-7554aeabc0a4 admin admin] Network hostable DHCP agents. Network: f7002683-9453-49ad-a3a1-d60fba8c6f45, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:19:45.365993 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e9ca63-76d6-4c28-90d2-7554aeabc0a4 admin admin] Network f7002683-9453-49ad-a3a1-d60fba8c6f45 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:19:45.378696 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-23e9ca63-76d6-4c28-90d2-7554aeabc0a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, f7002683-9453-49ad-a3a1-d60fba8c6f45) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:19:45.384131 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e9ca63-76d6-4c28-90d2-7554aeabc0a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:45.384726 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-23e9ca63-76d6-4c28-90d2-7554aeabc0a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:45.390585 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50059623-d199-4efa-b6de-6356e8b3f716 None None] Network f7002683-9453-49ad-a3a1-d60fba8c6f45 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:19:45.417246 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-23e9ca63-76d6-4c28-90d2-7554aeabc0a4 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4084258 Nov 10 19:19:45.417685 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40146) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:45.424702 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-556a92e5-a9f7-49ee-a72c-c5296805ae36 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1425636430-router', 'tenant_id': '7d53c48f03ea4f098ce6868a75010c81', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:19:45.453735 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-556a92e5-a9f7-49ee-a72c-c5296805ae36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:45.455758 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-556a92e5-a9f7-49ee-a72c-c5296805ae36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:45.554191 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-556a92e5-a9f7-49ee-a72c-c5296805ae36 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:45.563062 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ff47e3-b32e-4f21-a42c-750d359d3f42 None None] Network f7002683-9453-49ad-a3a1-d60fba8c6f45 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:19:45.569223 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611968b3-c4ee-4db6-9792-cf7d9a4f89af req-b6d4719f-4394-47d8-8544-33614ceb1c42 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:45.571004 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-611968b3-c4ee-4db6-9792-cf7d9a4f89af req-b6d4719f-4394-47d8-8544-33614ceb1c42 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec356f45-eff7-4c9d-946a-f9dd2892ca87 HTTP/1.1" status: 200 len: 944 time: 0.1112280 Nov 10 19:19:45.746746 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-556a92e5-a9f7-49ee-a72c-c5296805ae36 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:45.815961 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-611968b3-c4ee-4db6-9792-cf7d9a4f89af req-bfe24051-6fb2-442e-a671-d3b62b0301db tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/security-groups?id=07dec0b9-1992-453b-b6ea-c5786017d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117629 Nov 10 19:19:45.830044 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598275c6-2b04-422b-8cc4-84b11d468b58 req-c4e486b5-3c89-451c-90ce-47e6081f60b4 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:45.831736 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-598275c6-2b04-422b-8cc4-84b11d468b58 req-c4e486b5-3c89-451c-90ce-47e6081f60b4 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 946 time: 0.1348979 Nov 10 19:19:45.917735 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-598275c6-2b04-422b-8cc4-84b11d468b58 req-d926074a-23e0-4c06-8e52-944196476402 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797803 Nov 10 19:19:46.057223 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-556a92e5-a9f7-49ee-a72c-c5296805ae36 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:46.077653 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-556a92e5-a9f7-49ee-a72c-c5296805ae36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:46.195648 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-556a92e5-a9f7-49ee-a72c-c5296805ae36 admin admin] Allocated IP 172.25.3.161 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:19:46.313568 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-556a92e5-a9f7-49ee-a72c-c5296805ae36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:46.349040 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-556a92e5-a9f7-49ee-a72c-c5296805ae36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:46.391136 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556a92e5-a9f7-49ee-a72c-c5296805ae36 admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:19:46.394658 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-556a92e5-a9f7-49ee-a72c-c5296805ae36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:19:46.399208 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556a92e5-a9f7-49ee-a72c-c5296805ae36 admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:19:46.403189 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a92e5-a9f7-49ee-a72c-c5296805ae36 admin admin] Pushing event updated for resources: {'Port': ['ID=2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:46.406422 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device bd6506a3-eb8c-4e3e-8089-da41c2cdd16e details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:19:46.412863 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71e36e5-11d0-4b6d-8795-03ca16fe76a5 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:19:46.433363 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556a92e5-a9f7-49ee-a72c-c5296805ae36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:46.433917 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556a92e5-a9f7-49ee-a72c-c5296805ae36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:46.434216 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556a92e5-a9f7-49ee-a72c-c5296805ae36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:46.434624 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556a92e5-a9f7-49ee-a72c-c5296805ae36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:46.435020 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556a92e5-a9f7-49ee-a72c-c5296805ae36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:46.435418 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556a92e5-a9f7-49ee-a72c-c5296805ae36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:46.435806 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556a92e5-a9f7-49ee-a72c-c5296805ae36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:46.436406 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556a92e5-a9f7-49ee-a72c-c5296805ae36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:46.436535 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556a92e5-a9f7-49ee-a72c-c5296805ae36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:46.436925 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556a92e5-a9f7-49ee-a72c-c5296805ae36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:46.437300 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556a92e5-a9f7-49ee-a72c-c5296805ae36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:46.437684 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556a92e5-a9f7-49ee-a72c-c5296805ae36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:46.543766 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8b5362f5-dd5c-4745-8e5d-a9faf6afab23 None None] Provisioning complete for port 2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:19:46.544481 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8b5362f5-dd5c-4745-8e5d-a9faf6afab23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:46.553287 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port bd6506a3-eb8c-4e3e-8089-da41c2cdd16e, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=bd6506a3-eb8c-4e3e-8089-da41c2cdd16e,segment=NetworkSegment(e87989da-9310-4b7f-b042-d3f7ebcbd5fd),segment_id=e87989da-9310-4b7f-b042-d3f7ebcbd5fd)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:19:46.587384 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'bd6506a3-eb8c-4e3e-8089-da41c2cdd16e', 'network_id': '7a349543-c4bb-4fd5-9867-71257b9b6d08', 'port_id': 'bd6506a3-eb8c-4e3e-8089-da41c2cdd16e', 'mac_address': 'fa:16:3e:b9:25:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5982e855-d96a-46f6-a6c0-56a2f92dad29', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:19:46.598040 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-8b5362f5-dd5c-4745-8e5d-a9faf6afab23 None None] Port 2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:19:46.641005 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:46.655066 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd6506a3-eb8c-4e3e-8089-da41c2cdd16e {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:19:46.675878 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port bd6506a3-eb8c-4e3e-8089-da41c2cdd16e, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=bd6506a3-eb8c-4e3e-8089-da41c2cdd16e,segment=NetworkSegment(e87989da-9310-4b7f-b042-d3f7ebcbd5fd),segment_id=e87989da-9310-4b7f-b042-d3f7ebcbd5fd)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:19:46.681582 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:46.693787 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-556a92e5-a9f7-49ee-a72c-c5296805ae36 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:46.732550 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=bd6506a3-eb8c-4e3e-8089-da41c2cdd16e,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:46.933800 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-556a92e5-a9f7-49ee-a72c-c5296805ae36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:47.043187 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['bd6506a3-eb8c-4e3e-8089-da41c2cdd16e'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:19:47.386928 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc142b00-6cf5-448c-a456-ea5b3399da25 req-e154dbb1-c224-4aa7-9b37-a39c1a87bdbe tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:47.388552 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dc142b00-6cf5-448c-a456-ea5b3399da25 req-e154dbb1-c224-4aa7-9b37-a39c1a87bdbe tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec356f45-eff7-4c9d-946a-f9dd2892ca87 HTTP/1.1" status: 200 len: 945 time: 0.4875870 Nov 10 19:19:47.489387 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f44d36-9098-4e1a-9b4d-5fa7237f08cb req-07fbe0bc-4c1c-4d8c-9b75-e38030e7245b tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:47.491169 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-32f44d36-9098-4e1a-9b4d-5fa7237f08cb req-07fbe0bc-4c1c-4d8c-9b75-e38030e7245b tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 946 time: 0.1508598 Nov 10 19:19:47.504134 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dc142b00-6cf5-448c-a456-ea5b3399da25 req-d7fb85d1-bcf0-4597-a788-a31a34948154 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/security-groups?id=07dec0b9-1992-453b-b6ea-c5786017d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855012 Nov 10 19:19:47.572588 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-32f44d36-9098-4e1a-9b4d-5fa7237f08cb req-a87a4061-89ac-40d5-a201-1feb84abd67d tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652640 Nov 10 19:19:47.581562 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556a92e5-a9f7-49ee-a72c-c5296805ae36 admin admin] Router 34ffb358-9775-4033-bcf9-b3d7c415d8c7 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:19:47.728342 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556a92e5-a9f7-49ee-a72c-c5296805ae36 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:19:47.740615 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416cdfc4-ea6e-46d0-a0fe-bb12e517bfb6 None None] Sync routers for ids ['34ffb358-9775-4033-bcf9-b3d7c415d8c7'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:19:47.752904 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416cdfc4-ea6e-46d0-a0fe-bb12e517bfb6 None None] Routers {'34ffb358-9775-4033-bcf9-b3d7c415d8c7'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:19:47.752904 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-416cdfc4-ea6e-46d0-a0fe-bb12e517bfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:19:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['34ffb358-9775-4033-bcf9-b3d7c415d8c7'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:19:47.754754 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-556a92e5-a9f7-49ee-a72c-c5296805ae36 admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:47.756287 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-556a92e5-a9f7-49ee-a72c-c5296805ae36 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.3370986 Nov 10 19:19:47.758760 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40178) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:47.860969 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-416cdfc4-ea6e-46d0-a0fe-bb12e517bfb6 None None] Set router 34ffb358-9775-4033-bcf9-b3d7c415d8c7 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:19:48.143880 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-416cdfc4-ea6e-46d0-a0fe-bb12e517bfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1425636430-router', 'tenant_id': '7d53c48f03ea4f098ce6868a75010c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:19:45Z', 'updated_at': '2021-11-10T19:19:46Z', 'revision_number': 3, 'project_id': '7d53c48f03ea4f098ce6868a75010c81', 'gw_port': {'id': '2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:19:46Z', 'updated_at': '2021-11-10T19:19:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:19:48.170148 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416cdfc4-ea6e-46d0-a0fe-bb12e517bfb6 None None] Checking router: 34ffb358-9775-4033-bcf9-b3d7c415d8c7 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:19:48.170524 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416cdfc4-ea6e-46d0-a0fe-bb12e517bfb6 None None] Updating router 34ffb358-9775-4033-bcf9-b3d7c415d8c7 port 2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40 binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:19:48.199721 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-416cdfc4-ea6e-46d0-a0fe-bb12e517bfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:48.203810 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e62aa947-20f8-474a-b5d5-fd47b96c6ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:48.379076 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-e62aa947-20f8-474a-b5d5-fd47b96c6ab0 admin admin] Allocated IP 172.20.0.1 (f7002683-9453-49ad-a3a1-d60fba8c6f45/3575c8ec-c058-4548-92c7-3f77535505af/e72f5180-fa9d-4aaa-b206-511d628a0ea7) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:19:48.420548 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device bd6506a3-eb8c-4e3e-8089-da41c2cdd16e up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:19:48.458351 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-416cdfc4-ea6e-46d0-a0fe-bb12e517bfb6 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:48.468251 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-416cdfc4-ea6e-46d0-a0fe-bb12e517bfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:48.480689 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port bd6506a3-eb8c-4e3e-8089-da41c2cdd16e completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:19:48.484943 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port bd6506a3-eb8c-4e3e-8089-da41c2cdd16e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:19:48.485463 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:48.500206 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e62aa947-20f8-474a-b5d5-fd47b96c6ab0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:48.516532 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-416cdfc4-ea6e-46d0-a0fe-bb12e517bfb6 None None] Attempting to bind port 2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:19:48.517047 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-416cdfc4-ea6e-46d0-a0fe-bb12e517bfb6 None None] Attempting to bind port 2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:19:48.517425 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416cdfc4-ea6e-46d0-a0fe-bb12e517bfb6 None None] Attempting to bind port 2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40 on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:19:48.532992 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416cdfc4-ea6e-46d0-a0fe-bb12e517bfb6 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:19:48.533353 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416cdfc4-ea6e-46d0-a0fe-bb12e517bfb6 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:19:48.533984 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-416cdfc4-ea6e-46d0-a0fe-bb12e517bfb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:48.534545 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416cdfc4-ea6e-46d0-a0fe-bb12e517bfb6 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:19:48.535223 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-416cdfc4-ea6e-46d0-a0fe-bb12e517bfb6 None None] Bound port: 2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:19:48.535836 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-416cdfc4-ea6e-46d0-a0fe-bb12e517bfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:48.539848 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e62aa947-20f8-474a-b5d5-fd47b96c6ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:48.543700 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6f071a-5cc3-4b63-962e-4f8683dfdae1 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:19:48.583113 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62aa947-20f8-474a-b5d5-fd47b96c6ab0 admin admin] Network f7002683-9453-49ad-a3a1-d60fba8c6f45 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:19:48.586784 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-e62aa947-20f8-474a-b5d5-fd47b96c6ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:19:48.591062 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62aa947-20f8-474a-b5d5-fd47b96c6ab0 admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:19:48.598596 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-416cdfc4-ea6e-46d0-a0fe-bb12e517bfb6 None None] For port 2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:19:48.603076 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-416cdfc4-ea6e-46d0-a0fe-bb12e517bfb6 None None] For port 2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:19:48.608064 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcbbd4a-1c1a-4e31-ad2d-6ef1014ba956 None None] Pushing event updated for resources: {'Port': ['ID=2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:48.612390 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-416cdfc4-ea6e-46d0-a0fe-bb12e517bfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:48.627374 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcbbd4a-1c1a-4e31-ad2d-6ef1014ba956 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:48.627970 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcbbd4a-1c1a-4e31-ad2d-6ef1014ba956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:48.629366 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcbbd4a-1c1a-4e31-ad2d-6ef1014ba956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:48.629883 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcbbd4a-1c1a-4e31-ad2d-6ef1014ba956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:48.630880 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcbbd4a-1c1a-4e31-ad2d-6ef1014ba956 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:48.631507 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcbbd4a-1c1a-4e31-ad2d-6ef1014ba956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:48.631992 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcbbd4a-1c1a-4e31-ad2d-6ef1014ba956 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:48.632320 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcbbd4a-1c1a-4e31-ad2d-6ef1014ba956 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:48.632649 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcbbd4a-1c1a-4e31-ad2d-6ef1014ba956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:48.632967 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcbbd4a-1c1a-4e31-ad2d-6ef1014ba956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:48.633437 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcbbd4a-1c1a-4e31-ad2d-6ef1014ba956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:48.633972 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcbbd4a-1c1a-4e31-ad2d-6ef1014ba956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:19:48.653350 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62aa947-20f8-474a-b5d5-fd47b96c6ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=e72f5180-fa9d-4aaa-b206-511d628a0ea7,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:48.686586 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcbbd4a-1c1a-4e31-ad2d-6ef1014ba956 None None] Pushing event updated for resources: {'Port': ['ID=2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:48.688220 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:48.690899 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5902e3a7-b00c-40e1-a5b4-b83fd9334ea7 None None] Provisioning complete for port 2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:19:48.691261 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5902e3a7-b00c-40e1-a5b4-b83fd9334ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:48.707631 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416cdfc4-ea6e-46d0-a0fe-bb12e517bfb6 None None] Routers {'34ffb358-9775-4033-bcf9-b3d7c415d8c7'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:19:48.709736 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-416cdfc4-ea6e-46d0-a0fe-bb12e517bfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:19:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['34ffb358-9775-4033-bcf9-b3d7c415d8c7'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:19:48.719613 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e62aa947-20f8-474a-b5d5-fd47b96c6ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:48.726801 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57957694-829d-4b85-ab76-1e54cbe39969 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:19:48.770077 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec356f45-eff7-4c9d-946a-f9dd2892ca87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6506a3-eb8c-4e3e-8089-da41c2cdd16e'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:19:48.773694 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab3e7e6-2031-4bb3-9490-d219a22f4605" -d '{"events": [{"server_uuid": "ec356f45-eff7-4c9d-946a-f9dd2892ca87", "name": "network-vif-plugged", "status": "completed", "tag": "bd6506a3-eb8c-4e3e-8089-da41c2cdd16e"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:19:48.792710 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port bd6506a3-eb8c-4e3e-8089-da41c2cdd16e, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=bd6506a3-eb8c-4e3e-8089-da41c2cdd16e,segment=NetworkSegment(e87989da-9310-4b7f-b042-d3f7ebcbd5fd),segment_id=e87989da-9310-4b7f-b042-d3f7ebcbd5fd)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:19:48.806048 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:48.844927 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5a391-a199-45fa-ba91-c2bb3f082392 req-394ce02c-1317-4cd3-8bf7-1d390e43ca1e tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:48.852597 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6fc5a391-a199-45fa-ba91-c2bb3f082392 req-394ce02c-1317-4cd3-8bf7-1d390e43ca1e tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec356f45-eff7-4c9d-946a-f9dd2892ca87 HTTP/1.1" status: 200 len: 945 time: 0.1880162 Nov 10 19:19:48.885582 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-416cdfc4-ea6e-46d0-a0fe-bb12e517bfb6 None None] Set router 34ffb358-9775-4033-bcf9-b3d7c415d8c7 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:19:48.905698 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=bd6506a3-eb8c-4e3e-8089-da41c2cdd16e,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:48.910547 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5902e3a7-b00c-40e1-a5b4-b83fd9334ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:48.930357 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86b390-a4cf-46a7-acd3-9a4f649a230b req-6e021fb7-a1ec-4ce7-b788-25ea6d64e70e tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:48.932813 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9c86b390-a4cf-46a7-acd3-9a4f649a230b req-6e021fb7-a1ec-4ce7-b788-25ea6d64e70e tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 946 time: 0.1525576 Nov 10 19:19:48.934913 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5902e3a7-b00c-40e1-a5b4-b83fd9334ea7 None None] For port 2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:19:48.941142 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5902e3a7-b00c-40e1-a5b4-b83fd9334ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:48.994890 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6fc5a391-a199-45fa-ba91-c2bb3f082392 req-b33ab53f-60a0-4dda-baa0-ba12785c2838 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/security-groups?id=07dec0b9-1992-453b-b6ea-c5786017d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410749 Nov 10 19:19:49.008579 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902e3a7-b00c-40e1-a5b4-b83fd9334ea7 None None] Pushing event updated for resources: {'Port': ['ID=2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:49.056917 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e62aa947-20f8-474a-b5d5-fd47b96c6ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:49.073643 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9c86b390-a4cf-46a7-acd3-9a4f649a230b req-005e0fe1-f40a-43e7-adca-6c03f572a597 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261308 Nov 10 19:19:49.090569 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-58d50884-dfaf-4d41-8eab-0ce860dbd965 None None] Provisioning complete for port 2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:19:49.091369 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-58d50884-dfaf-4d41-8eab-0ce860dbd965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:49.183066 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-416cdfc4-ea6e-46d0-a0fe-bb12e517bfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1425636430-router', 'tenant_id': '7d53c48f03ea4f098ce6868a75010c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:19:45Z', 'updated_at': '2021-11-10T19:19:46Z', 'revision_number': 3, 'project_id': '7d53c48f03ea4f098ce6868a75010c81', 'gw_port': {'id': '2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:19:46Z', 'updated_at': '2021-11-10T19:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:19:49.239897 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416cdfc4-ea6e-46d0-a0fe-bb12e517bfb6 None None] The sync data for ids ['34ffb358-9775-4033-bcf9-b3d7c415d8c7'] in n-d-813897-4 is: [{'id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1425636430-router', 'tenant_id': '7d53c48f03ea4f098ce6868a75010c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:19:45Z', 'updated_at': '2021-11-10T19:19:46Z', 'revision_number': 3, 'project_id': '7d53c48f03ea4f098ce6868a75010c81', 'gw_port': {'id': '2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:19:46Z', 'updated_at': '2021-11-10T19:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:19:49.283607 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbe6c20-330d-4001-bfdf-d28cf51c6ab5 x-openstack-request-id: req-dfbe6c20-330d-4001-bfdf-d28cf51c6ab5 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:19:49.284149 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec356f45-eff7-4c9d-946a-f9dd2892ca87", "name": "network-vif-plugged", "status": "completed", "tag": "bd6506a3-eb8c-4e3e-8089-da41c2cdd16e", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:19:49.284405 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dfbe6c20-330d-4001-bfdf-d28cf51c6ab5 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:19:49.284853 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec356f45-eff7-4c9d-946a-f9dd2892ca87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6506a3-eb8c-4e3e-8089-da41c2cdd16e', 'code': 200} Nov 10 19:19:49.398916 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e62aa947-20f8-474a-b5d5-fd47b96c6ab0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:49.407636 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e62aa947-20f8-474a-b5d5-fd47b96c6ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:49.458865 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a58f1-2ee7-4418-9c7d-693a6e5208a0 req-04a2945b-c251-40ee-accb-eba0272c5804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:49.460393 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9d0a58f1-2ee7-4418-9c7d-693a6e5208a0 req-04a2945b-c251-40ee-accb-eba0272c5804 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ec356f45-eff7-4c9d-946a-f9dd2892ca87 HTTP/1.1" status: 200 len: 1097 time: 0.0984180 Nov 10 19:19:49.504739 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62aa947-20f8-474a-b5d5-fd47b96c6ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=e72f5180-fa9d-4aaa-b206-511d628a0ea7,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:49.509568 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e62aa947-20f8-474a-b5d5-fd47b96c6ab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:49.566092 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9d0a58f1-2ee7-4418-9c7d-693a6e5208a0 req-30325017-32f8-4aa7-815c-570ff5773559 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=07dec0b9-1992-453b-b6ea-c5786017d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964487 Nov 10 19:19:49.669488 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62aa947-20f8-474a-b5d5-fd47b96c6ab0 admin admin] Network f7002683-9453-49ad-a3a1-d60fba8c6f45 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:19:49.671018 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-e62aa947-20f8-474a-b5d5-fd47b96c6ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:19:49.790137 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62aa947-20f8-474a-b5d5-fd47b96c6ab0 admin admin] Router 34ffb358-9775-4033-bcf9-b3d7c415d8c7 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:19:49.913350 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62aa947-20f8-474a-b5d5-fd47b96c6ab0 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:19:49.923258 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e62aa947-20f8-474a-b5d5-fd47b96c6ab0 admin admin] 10.222.0.54 "PUT /v2.0/routers/34ffb358-9775-4033-bcf9-b3d7c415d8c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1632533 Nov 10 19:19:50.096559 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:19:50.186137 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:19:50.186602 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57aa7b-2f86-46cc-9dc1-4c846482ab20 req-4d3f3942-3ec0-405d-8581-913f45831c29 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:50.186968 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:50.188186 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bf57aa7b-2f86-46cc-9dc1-4c846482ab20 req-4d3f3942-3ec0-405d-8581-913f45831c29 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec356f45-eff7-4c9d-946a-f9dd2892ca87 HTTP/1.1" status: 200 len: 946 time: 0.1038291 Nov 10 19:19:50.296429 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bf57aa7b-2f86-46cc-9dc1-4c846482ab20 req-71c57147-b49d-4f60-bffd-b545c74e5975 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/security-groups?id=07dec0b9-1992-453b-b6ea-c5786017d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965216 Nov 10 19:19:50.308961 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75641f11-def4-4a00-8283-dda9c3bc9a5c req-8e850c10-56b8-4240-bc32-688518394377 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:50.310740 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-75641f11-def4-4a00-8283-dda9c3bc9a5c req-8e850c10-56b8-4240-bc32-688518394377 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 946 time: 0.0833836 Nov 10 19:19:50.370934 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-75641f11-def4-4a00-8283-dda9c3bc9a5c req-88936930-ad27-43c8-a9c4-26cf678791c4 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527263 Nov 10 19:19:50.685329 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40232) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:50.807576 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-dc1045fa-8540-4ccc-8259-511b611c062c tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:50.808122 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-910e6891-1458-4471-a28b-baa15b7edbe3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:50.809546 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-dc1045fa-8540-4ccc-8259-511b611c062c tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/networks?id=f7002683-9453-49ad-a3a1-d60fba8c6f45 HTTP/1.1" status: 200 len: 820 time: 0.1369178 Nov 10 19:19:50.826660 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-4f18bfaf-43bf-477f-a492-3b9aa9cbcc76 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/quotas/7d53c48f03ea4f098ce6868a75010c81 HTTP/1.1" status: 200 len: 375 time: 0.0105388 Nov 10 19:19:50.908371 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-910e6891-1458-4471-a28b-baa15b7edbe3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:50.915812 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-910e6891-1458-4471-a28b-baa15b7edbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:50.920198 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-62ef871a-b834-439b-8943-ee5a3e786a0b tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7d53c48f03ea4f098ce6868a75010c81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0703461 Nov 10 19:19:50.960728 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-910e6891-1458-4471-a28b-baa15b7edbe3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2eabc6cba0004f6fb13e6bd533b9b07d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2736015 Nov 10 19:19:50.963890 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40236) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:50.981007 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e6891-1458-4471-a28b-baa15b7edbe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d966709c-d36b-4e4e-bc04-1a92da4af0af,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:51.078931 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a8997a21-e136-4e57-851e-31ea5f6077f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:51.117289 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a8997a21-e136-4e57-851e-31ea5f6077f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:51.129969 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-f51bcd92-4ea2-4402-9809-488a652232bf service neutron] 10.222.0.54 "GET /v2.0/networks/f7002683-9453-49ad-a3a1-d60fba8c6f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862271 Nov 10 19:19:51.242286 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a8997a21-e136-4e57-851e-31ea5f6077f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:51.244883 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a8997a21-e136-4e57-851e-31ea5f6077f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:51.246127 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a8997a21-e136-4e57-851e-31ea5f6077f9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d966709c-d36b-4e4e-bc04-1a92da4af0af HTTP/1.1" status: 204 len: 168 time: 0.2801573 Nov 10 19:19:51.259947 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-597c1c1e-1a29-4b33-85f2-804571006f87 service neutron] 10.222.0.54 "GET /v2.0/networks/f7002683-9453-49ad-a3a1-d60fba8c6f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218171 Nov 10 19:19:51.261224 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8997a21-e136-4e57-851e-31ea5f6077f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d966709c-d36b-4e4e-bc04-1a92da4af0af,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:51.261648 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e589e91d-4c20-4447-8348-22c1d65243c1 None None] Sync routers for ids ['34ffb358-9775-4033-bcf9-b3d7c415d8c7'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:19:51.280265 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e589e91d-4c20-4447-8348-22c1d65243c1 None None] Routers {'34ffb358-9775-4033-bcf9-b3d7c415d8c7'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:19:51.280940 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-e589e91d-4c20-4447-8348-22c1d65243c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:19:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['34ffb358-9775-4033-bcf9-b3d7c415d8c7'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:19:51.424469 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-e589e91d-4c20-4447-8348-22c1d65243c1 None None] Set router 34ffb358-9775-4033-bcf9-b3d7c415d8c7 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:19:51.500913 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb321a7-1194-411e-865e-98bdebc67e20 req-77e2753b-ac99-4af9-9fbc-a193d3962eda tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:51.503439 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ddb321a7-1194-411e-865e-98bdebc67e20 req-77e2753b-ac99-4af9-9fbc-a193d3962eda tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec356f45-eff7-4c9d-946a-f9dd2892ca87 HTTP/1.1" status: 200 len: 946 time: 0.0760591 Nov 10 19:19:51.640392 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ddb321a7-1194-411e-865e-98bdebc67e20 req-39bdafb2-65dc-4061-a8d6-dafb8d824696 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/security-groups?id=07dec0b9-1992-453b-b6ea-c5786017d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286299 Nov 10 19:19:51.666329 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd3fa4-1226-44cd-a295-bb87ce93d138 req-423c32fd-4d5c-461f-9fd9-e5e041498cbf tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:51.675982 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c3cd3fa4-1226-44cd-a295-bb87ce93d138 req-423c32fd-4d5c-461f-9fd9-e5e041498cbf tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 946 time: 0.1279519 Nov 10 19:19:51.788915 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c3cd3fa4-1226-44cd-a295-bb87ce93d138 req-55f6783d-0bfe-4c32-91ab-9a60307d1102 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975137 Nov 10 19:19:51.925154 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-84f58e96-4ae7-46d3-b82b-8dba60e99c81 req-ea66947b-e998-4e53-ad6b-857f7f90148d tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 210 time: 0.0624480 Nov 10 19:19:51.962569 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-e589e91d-4c20-4447-8348-22c1d65243c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1425636430-router', 'tenant_id': '7d53c48f03ea4f098ce6868a75010c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:19:45Z', 'updated_at': '2021-11-10T19:19:48Z', 'revision_number': 4, 'project_id': '7d53c48f03ea4f098ce6868a75010c81', 'gw_port': {'id': '2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:19:46Z', 'updated_at': '2021-11-10T19:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'e72f5180-fa9d-4aaa-b206-511d628a0ea7', 'name': '', 'network_id': 'f7002683-9453-49ad-a3a1-d60fba8c6f45', 'tenant_id': '7d53c48f03ea4f098ce6868a75010c81', 'mac_address': 'fa:16:3e:99:80:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3575c8ec-c058-4548-92c7-3f77535505af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:19:48Z', 'updated_at': '2021-11-10T19:19:49Z', 'revision_number': 2, 'project_id': '7d53c48f03ea4f098ce6868a75010c81', 'subnets': [{'id': '3575c8ec-c058-4548-92c7-3f77535505af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:19:52.043624 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e589e91d-4c20-4447-8348-22c1d65243c1 None None] Checking router: 34ffb358-9775-4033-bcf9-b3d7c415d8c7 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:19:52.045492 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e589e91d-4c20-4447-8348-22c1d65243c1 None None] Updating router 34ffb358-9775-4033-bcf9-b3d7c415d8c7 port e72f5180-fa9d-4aaa-b206-511d628a0ea7 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:19:52.090612 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e589e91d-4c20-4447-8348-22c1d65243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:52.624775 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e589e91d-4c20-4447-8348-22c1d65243c1 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:52.633213 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e589e91d-4c20-4447-8348-22c1d65243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:52.701263 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb73359-fe8c-427c-ae27-dcf21de04662 req-15d8ea07-4b8d-4bff-ab42-b46f5ae0859b tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:52.709900 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cbb73359-fe8c-427c-ae27-dcf21de04662 req-15d8ea07-4b8d-4bff-ab42-b46f5ae0859b tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec356f45-eff7-4c9d-946a-f9dd2892ca87 HTTP/1.1" status: 200 len: 946 time: 0.0634241 Nov 10 19:19:52.710337 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c611b83-839e-4b97-9de8-0346cfd999f5 None None] Pushing event updated for resources: {'Port': ['ID=e72f5180-fa9d-4aaa-b206-511d628a0ea7,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:52.773806 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cbb73359-fe8c-427c-ae27-dcf21de04662 req-bdbdee44-90d5-4008-89a1-56596d2e6207 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/security-groups?id=07dec0b9-1992-453b-b6ea-c5786017d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627501 Nov 10 19:19:52.805798 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e589e91d-4c20-4447-8348-22c1d65243c1 None None] Attempting to bind port e72f5180-fa9d-4aaa-b206-511d628a0ea7 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:19:52.806555 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e589e91d-4c20-4447-8348-22c1d65243c1 None None] Attempting to bind port e72f5180-fa9d-4aaa-b206-511d628a0ea7 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'cb371cc3-75c4-48ca-86e2-f92ef9a63937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f7002683-9453-49ad-a3a1-d60fba8c6f45'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:19:52.807121 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e589e91d-4c20-4447-8348-22c1d65243c1 None None] Attempting to bind port e72f5180-fa9d-4aaa-b206-511d628a0ea7 on network f7002683-9453-49ad-a3a1-d60fba8c6f45 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:19:52.814199 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e589e91d-4c20-4447-8348-22c1d65243c1 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:19:52.814659 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e589e91d-4c20-4447-8348-22c1d65243c1 None None] Checking segment: {'id': 'cb371cc3-75c4-48ca-86e2-f92ef9a63937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f7002683-9453-49ad-a3a1-d60fba8c6f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:19:52.815084 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e589e91d-4c20-4447-8348-22c1d65243c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:52.815625 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e589e91d-4c20-4447-8348-22c1d65243c1 None None] Bound using segment: {'id': 'cb371cc3-75c4-48ca-86e2-f92ef9a63937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f7002683-9453-49ad-a3a1-d60fba8c6f45'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:19:52.816166 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e589e91d-4c20-4447-8348-22c1d65243c1 None None] Bound port: e72f5180-fa9d-4aaa-b206-511d628a0ea7, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb371cc3-75c4-48ca-86e2-f92ef9a63937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f7002683-9453-49ad-a3a1-d60fba8c6f45'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:19:52.816703 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e589e91d-4c20-4447-8348-22c1d65243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:52.955846 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e589e91d-4c20-4447-8348-22c1d65243c1 None None] For port e72f5180-fa9d-4aaa-b206-511d628a0ea7, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:19:52.964604 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e589e91d-4c20-4447-8348-22c1d65243c1 None None] For port e72f5180-fa9d-4aaa-b206-511d628a0ea7, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e72f5180-fa9d-4aaa-b206-511d628a0ea7,segment=NetworkSegment(cb371cc3-75c4-48ca-86e2-f92ef9a63937),segment_id=cb371cc3-75c4-48ca-86e2-f92ef9a63937)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:19:52.971157 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e589e91d-4c20-4447-8348-22c1d65243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:52.999894 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764c2b6-625f-4387-9361-07a175572e4d req-1fc1c3e8-8142-445c-b885-0d92d6f036c3 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:53.008472 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6764c2b6-625f-4387-9361-07a175572e4d req-1fc1c3e8-8142-445c-b885-0d92d6f036c3 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 946 time: 0.1384842 Nov 10 19:19:53.069522 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c611b83-839e-4b97-9de8-0346cfd999f5 None None] Pushing event updated for resources: {'Port': ['ID=e72f5180-fa9d-4aaa-b206-511d628a0ea7,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:53.073183 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e589e91d-4c20-4447-8348-22c1d65243c1 None None] Routers {'34ffb358-9775-4033-bcf9-b3d7c415d8c7'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:19:53.074257 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-e589e91d-4c20-4447-8348-22c1d65243c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:19:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['34ffb358-9775-4033-bcf9-b3d7c415d8c7'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:19:53.186357 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-d499832d-0b77-423f-998f-370949e35862 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:53.189795 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-d499832d-0b77-423f-998f-370949e35862 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.73 "GET /v2.0/networks?id=f7002683-9453-49ad-a3a1-d60fba8c6f45 HTTP/1.1" status: 200 len: 820 time: 0.1776683 Nov 10 19:19:53.235279 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d7588400-d55c-4b4f-b48d-0932cc09a93f req-2ffbdb09-1fb4-407c-8a6a-657e636cc841 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 210 time: 0.0431209 Nov 10 19:19:53.243032 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-59d7e0d6-a691-4518-84f9-e9862dd1d845 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Request body: {'port': {'device_id': '8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b', 'network_id': 'f7002683-9453-49ad-a3a1-d60fba8c6f45', 'admin_state_up': True, 'tenant_id': '7d53c48f03ea4f098ce6868a75010c81'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:19:53.300953 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-e589e91d-4c20-4447-8348-22c1d65243c1 None None] Set router 34ffb358-9775-4033-bcf9-b3d7c415d8c7 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:19:53.351149 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6764c2b6-625f-4387-9361-07a175572e4d req-e97073b0-2c85-413a-a106-c33a8eb399b3 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415344 Nov 10 19:19:53.464480 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-59d7e0d6-a691-4518-84f9-e9862dd1d845 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Made reservation on behalf of 7d53c48f03ea4f098ce6868a75010c81 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:19:53.468853 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-59d7e0d6-a691-4518-84f9-e9862dd1d845 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:53.495142 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4345de39-3e7e-4ee1-bd3e-157b2e5aec20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:53.612441 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-e589e91d-4c20-4447-8348-22c1d65243c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1425636430-router', 'tenant_id': '7d53c48f03ea4f098ce6868a75010c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:19:45Z', 'updated_at': '2021-11-10T19:19:48Z', 'revision_number': 4, 'project_id': '7d53c48f03ea4f098ce6868a75010c81', 'gw_port': {'id': '2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:19:46Z', 'updated_at': '2021-11-10T19:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'e72f5180-fa9d-4aaa-b206-511d628a0ea7', 'name': '', 'network_id': 'f7002683-9453-49ad-a3a1-d60fba8c6f45', 'tenant_id': '7d53c48f03ea4f098ce6868a75010c81', 'mac_address': 'fa:16:3e:99:80:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3575c8ec-c058-4548-92c7-3f77535505af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:19:48Z', 'updated_at': '2021-11-10T19:19:52Z', 'revision_number': 4, 'project_id': '7d53c48f03ea4f098ce6868a75010c81', 'subnets': [{'id': '3575c8ec-c058-4548-92c7-3f77535505af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:19:53.643118 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e589e91d-4c20-4447-8348-22c1d65243c1 None None] The sync data for ids ['34ffb358-9775-4033-bcf9-b3d7c415d8c7'] in n-d-813897-4 is: [{'id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1425636430-router', 'tenant_id': '7d53c48f03ea4f098ce6868a75010c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:19:45Z', 'updated_at': '2021-11-10T19:19:48Z', 'revision_number': 4, 'project_id': '7d53c48f03ea4f098ce6868a75010c81', 'gw_port': {'id': '2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:19:46Z', 'updated_at': '2021-11-10T19:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'e72f5180-fa9d-4aaa-b206-511d628a0ea7', 'name': '', 'network_id': 'f7002683-9453-49ad-a3a1-d60fba8c6f45', 'tenant_id': '7d53c48f03ea4f098ce6868a75010c81', 'mac_address': 'fa:16:3e:99:80:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3575c8ec-c058-4548-92c7-3f77535505af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:19:48Z', 'updated_at': '2021-11-10T19:19:52Z', 'revision_number': 4, 'project_id': '7d53c48f03ea4f098ce6868a75010c81', 'subnets': [{'id': '3575c8ec-c058-4548-92c7-3f77535505af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:19:53.647400 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-59d7e0d6-a691-4518-84f9-e9862dd1d845 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Allocated IP 172.20.0.13 (f7002683-9453-49ad-a3a1-d60fba8c6f45/3575c8ec-c058-4548-92c7-3f77535505af/222d6a4f-d3bf-4c71-bb23-bfe907e22267) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:19:53.862518 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-59d7e0d6-a691-4518-84f9-e9862dd1d845 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:53.937032 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea2c25-4ad4-44bb-b755-e1a535bb1ca5 req-f596aefc-faed-40ab-9f27-a8c2230c8085 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:53.938684 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b3ea2c25-4ad4-44bb-b755-e1a535bb1ca5 req-f596aefc-faed-40ab-9f27-a8c2230c8085 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec356f45-eff7-4c9d-946a-f9dd2892ca87 HTTP/1.1" status: 200 len: 946 time: 0.0741541 Nov 10 19:19:53.951977 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-59d7e0d6-a691-4518-84f9-e9862dd1d845 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:54.032465 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-59d7e0d6-a691-4518-84f9-e9862dd1d845 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Network f7002683-9453-49ad-a3a1-d60fba8c6f45 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:19:54.056976 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-59d7e0d6-a691-4518-84f9-e9862dd1d845 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:19:54.072679 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7e0d6-a691-4518-84f9-e9862dd1d845 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Pushing event updated for resources: {'Port': ['ID=222d6a4f-d3bf-4c71-bb23-bfe907e22267,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:54.075145 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-59d7e0d6-a691-4518-84f9-e9862dd1d845 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:19:54.128057 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e72f5180-fa9d-4aaa-b206-511d628a0ea7 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:19:54.152716 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b3ea2c25-4ad4-44bb-b755-e1a535bb1ca5 req-05a57e7e-cb52-4844-a587-3c614ab43267 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/security-groups?id=07dec0b9-1992-453b-b6ea-c5786017d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034075 Nov 10 19:19:54.213863 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port e72f5180-fa9d-4aaa-b206-511d628a0ea7 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:19:54.215062 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:54.227714 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-59d7e0d6-a691-4518-84f9-e9862dd1d845 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:54.228357 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-59d7e0d6-a691-4518-84f9-e9862dd1d845 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:54.255347 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f3155-17d0-4239-8d0a-bac210a41787 req-0e3ec7b4-c1d4-4068-916b-8ecb9d575073 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:54.257614 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-437f3155-17d0-4239-8d0a-bac210a41787 req-0e3ec7b4-c1d4-4068-916b-8ecb9d575073 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec356f45-eff7-4c9d-946a-f9dd2892ca87 HTTP/1.1" status: 200 len: 946 time: 0.0956953 Nov 10 19:19:54.261826 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-59d7e0d6-a691-4518-84f9-e9862dd1d845 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0251076 Nov 10 19:19:54.281227 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-e4c931d4-ccec-4f6b-a0cd-da8e146bca02 service neutron] Request body: {'port': {'device_id': '8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:19:54.368316 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:54.427050 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:54.435410 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port e72f5180-fa9d-4aaa-b206-511d628a0ea7, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e72f5180-fa9d-4aaa-b206-511d628a0ea7,segment=NetworkSegment(cb371cc3-75c4-48ca-86e2-f92ef9a63937),segment_id=cb371cc3-75c4-48ca-86e2-f92ef9a63937)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:19:54.444057 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:54.463936 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-e4c931d4-ccec-4f6b-a0cd-da8e146bca02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:54.520081 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=e72f5180-fa9d-4aaa-b206-511d628a0ea7,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:54.866291 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:54.966703 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26c02c-9cc1-4f41-87b1-04c4937df1dd req-a182545b-9597-41fe-833f-5a2b844931e0 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:54.968312 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d26c02c-9cc1-4f41-87b1-04c4937df1dd req-a182545b-9597-41fe-833f-5a2b844931e0 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 932 time: 0.5743427 Nov 10 19:19:54.984183 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-437f3155-17d0-4239-8d0a-bac210a41787 req-3f84c938-53c3-4ddd-b2c3-d898a5def461 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Deleting port bd6506a3-eb8c-4e3e-8089-da41c2cdd16e {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:19:54.984431 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-437f3155-17d0-4239-8d0a-bac210a41787 req-3f84c938-53c3-4ddd-b2c3-d898a5def461 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:55.097732 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2f73d-4e4b-4126-af50-f0b0ba1dfb88 req-03a76316-ad20-4b06-b2d5-476f3788e38c tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:55.099465 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2df2f73d-4e4b-4126-af50-f0b0ba1dfb88 req-03a76316-ad20-4b06-b2d5-476f3788e38c tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 946 time: 0.6102152 Nov 10 19:19:55.260764 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d26c02c-9cc1-4f41-87b1-04c4937df1dd req-a0747c52-4ad5-4b00-bb3c-af9b51b9f5e8 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0da659b-11c0-4679-87b7-a1440c353197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696955 Nov 10 19:19:55.304224 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-437f3155-17d0-4239-8d0a-bac210a41787 req-3f84c938-53c3-4ddd-b2c3-d898a5def461 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] For port bd6506a3-eb8c-4e3e-8089-da41c2cdd16e, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=bd6506a3-eb8c-4e3e-8089-da41c2cdd16e,segment=NetworkSegment(e87989da-9310-4b7f-b042-d3f7ebcbd5fd),segment_id=e87989da-9310-4b7f-b042-d3f7ebcbd5fd)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:19:55.304561 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-437f3155-17d0-4239-8d0a-bac210a41787 req-3f84c938-53c3-4ddd-b2c3-d898a5def461 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:55.328404 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2df2f73d-4e4b-4126-af50-f0b0ba1dfb88 req-8c903e2b-459a-42df-b441-7abdb0f54292 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965139 Nov 10 19:19:55.336385 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-437f3155-17d0-4239-8d0a-bac210a41787 req-3f84c938-53c3-4ddd-b2c3-d898a5def461 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Calling delete_port for bd6506a3-eb8c-4e3e-8089-da41c2cdd16e owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:19:55.518210 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-e4c931d4-ccec-4f6b-a0cd-da8e146bca02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 222d6a4f-d3bf-4c71-bb23-bfe907e22267 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:19:55.530627 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-e4c931d4-ccec-4f6b-a0cd-da8e146bca02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:55.629507 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eed72d-965b-4ad4-96e7-61a9a32926f5 req-23b6d85f-6c08-4649-804d-ef7e45a546c5 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:55.630866 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f1eed72d-965b-4ad4-96e7-61a9a32926f5 req-23b6d85f-6c08-4649-804d-ef7e45a546c5 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec356f45-eff7-4c9d-946a-f9dd2892ca87 HTTP/1.1" status: 200 len: 946 time: 0.0970232 Nov 10 19:19:55.637254 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-e4c931d4-ccec-4f6b-a0cd-da8e146bca02 service neutron] Transition to ACTIVE for port object 222d6a4f-d3bf-4c71-bb23-bfe907e22267 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:19:55.641198 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-437f3155-17d0-4239-8d0a-bac210a41787 req-3f84c938-53c3-4ddd-b2c3-d898a5def461 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:55.650300 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-e4c931d4-ccec-4f6b-a0cd-da8e146bca02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:55.701162 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-42eb53eb-edea-4956-8473-2e635b49a5ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:55.703107 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84c938-53c3-4ddd-b2c3-d898a5def461 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Pushing event deleted for resources: {'Port': ['ID=bd6506a3-eb8c-4e3e-8089-da41c2cdd16e,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:55.795051 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-437f3155-17d0-4239-8d0a-bac210a41787 req-3f84c938-53c3-4ddd-b2c3-d898a5def461 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] No DVR routers for this DVR port bd6506a3-eb8c-4e3e-8089-da41c2cdd16e on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:19:55.802294 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-437f3155-17d0-4239-8d0a-bac210a41787 req-3f84c938-53c3-4ddd-b2c3-d898a5def461 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:55.805562 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-437f3155-17d0-4239-8d0a-bac210a41787 req-3f84c938-53c3-4ddd-b2c3-d898a5def461 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.25 "DELETE /v2.0/ports/bd6506a3-eb8c-4e3e-8089-da41c2cdd16e HTTP/1.1" status: 204 len: 173 time: 1.5392928 Nov 10 19:19:55.806450 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec356f45-eff7-4c9d-946a-f9dd2892ca87', 'name': 'network-vif-deleted', 'tag': 'bd6506a3-eb8c-4e3e-8089-da41c2cdd16e'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:19:55.808745 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c57b3b-37eb-4f6e-bb5e-89ffd1630c44" -d '{"events": [{"server_uuid": "ec356f45-eff7-4c9d-946a-f9dd2892ca87", "name": "network-vif-deleted", "tag": "bd6506a3-eb8c-4e3e-8089-da41c2cdd16e"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:19:55.818770 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f1eed72d-965b-4ad4-96e7-61a9a32926f5 req-82855a23-6020-480a-8e61-f7c5f56d911f tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/security-groups?id=07dec0b9-1992-453b-b6ea-c5786017d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797493 Nov 10 19:19:55.850677 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c931d4-ccec-4f6b-a0cd-da8e146bca02 service neutron] Pushing event updated for resources: {'Port': ['ID=222d6a4f-d3bf-4c71-bb23-bfe907e22267,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:55.875503 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d5737f-46ba-4386-891f-24fc9388123e x-openstack-request-id: req-20d5737f-46ba-4386-891f-24fc9388123e {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:19:55.875814 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec356f45-eff7-4c9d-946a-f9dd2892ca87", "name": "network-vif-deleted", "tag": "bd6506a3-eb8c-4e3e-8089-da41c2cdd16e", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:19:55.876060 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-20d5737f-46ba-4386-891f-24fc9388123e {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:19:55.876521 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec356f45-eff7-4c9d-946a-f9dd2892ca87', 'name': 'network-vif-deleted', 'tag': 'bd6506a3-eb8c-4e3e-8089-da41c2cdd16e', 'status': 'completed', 'code': 200} Nov 10 19:19:55.920394 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-e4c931d4-ccec-4f6b-a0cd-da8e146bca02 service neutron] Attempting to bind port 222d6a4f-d3bf-4c71-bb23-bfe907e22267 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:19:55.920767 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-e4c931d4-ccec-4f6b-a0cd-da8e146bca02 service neutron] Attempting to bind port 222d6a4f-d3bf-4c71-bb23-bfe907e22267 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'cb371cc3-75c4-48ca-86e2-f92ef9a63937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f7002683-9453-49ad-a3a1-d60fba8c6f45'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:19:55.921145 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-e4c931d4-ccec-4f6b-a0cd-da8e146bca02 service neutron] Attempting to bind port 222d6a4f-d3bf-4c71-bb23-bfe907e22267 on network f7002683-9453-49ad-a3a1-d60fba8c6f45 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:19:55.926746 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-e4c931d4-ccec-4f6b-a0cd-da8e146bca02 service neutron] Port 222d6a4f-d3bf-4c71-bb23-bfe907e22267 on network f7002683-9453-49ad-a3a1-d60fba8c6f45 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:19:55.927078 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-e4c931d4-ccec-4f6b-a0cd-da8e146bca02 service neutron] Attempting to bind port 222d6a4f-d3bf-4c71-bb23-bfe907e22267 on network f7002683-9453-49ad-a3a1-d60fba8c6f45 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:19:55.933224 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-e4c931d4-ccec-4f6b-a0cd-da8e146bca02 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:19:55.933497 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-e4c931d4-ccec-4f6b-a0cd-da8e146bca02 service neutron] Checking segment: {'id': 'cb371cc3-75c4-48ca-86e2-f92ef9a63937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f7002683-9453-49ad-a3a1-d60fba8c6f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:19:55.933916 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-e4c931d4-ccec-4f6b-a0cd-da8e146bca02 service neutron] Bound using segment: {'id': 'cb371cc3-75c4-48ca-86e2-f92ef9a63937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f7002683-9453-49ad-a3a1-d60fba8c6f45'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:19:55.934466 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-e4c931d4-ccec-4f6b-a0cd-da8e146bca02 service neutron] Bound port: 222d6a4f-d3bf-4c71-bb23-bfe907e22267, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb371cc3-75c4-48ca-86e2-f92ef9a63937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f7002683-9453-49ad-a3a1-d60fba8c6f45'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:19:55.934915 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-e4c931d4-ccec-4f6b-a0cd-da8e146bca02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:56.016246 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-e4c931d4-ccec-4f6b-a0cd-da8e146bca02 service neutron] For port 222d6a4f-d3bf-4c71-bb23-bfe907e22267, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:19:56.020662 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-e4c931d4-ccec-4f6b-a0cd-da8e146bca02 service neutron] For port 222d6a4f-d3bf-4c71-bb23-bfe907e22267, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=222d6a4f-d3bf-4c71-bb23-bfe907e22267,segment=NetworkSegment(cb371cc3-75c4-48ca-86e2-f92ef9a63937),segment_id=cb371cc3-75c4-48ca-86e2-f92ef9a63937)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:19:56.025138 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-e4c931d4-ccec-4f6b-a0cd-da8e146bca02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:56.045253 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e72f5180-fa9d-4aaa-b206-511d628a0ea7 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:19:56.061930 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-e4c931d4-ccec-4f6b-a0cd-da8e146bca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:56.062559 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-e4c931d4-ccec-4f6b-a0cd-da8e146bca02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:56.064317 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-e4c931d4-ccec-4f6b-a0cd-da8e146bca02 service neutron] 10.222.0.73 "PUT /v2.0/ports/222d6a4f-d3bf-4c71-bb23-bfe907e22267 HTTP/1.1" status: 200 len: 1092 time: 1.7894299 Nov 10 19:19:56.084363 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c931d4-ccec-4f6b-a0cd-da8e146bca02 service neutron] Pushing event updated for resources: {'Port': ['ID=222d6a4f-d3bf-4c71-bb23-bfe907e22267,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:56.108604 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port e72f5180-fa9d-4aaa-b206-511d628a0ea7 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:19:56.108996 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:56.166643 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-05eec91e-3ce9-4732-80ab-838dd612a2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:56.168523 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-05eec91e-3ce9-4732-80ab-838dd612a2f8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7d53c48f03ea4f098ce6868a75010c81&device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 1095 time: 0.0553780 Nov 10 19:19:56.231709 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-cf52a042-3048-4996-bd28-d7cdf0999fe0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=222d6a4f-d3bf-4c71-bb23-bfe907e22267 HTTP/1.1" status: 200 len: 217 time: 0.0437076 Nov 10 19:19:56.285307 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-d4f5ad64-fe98-41ff-8e2e-40d3cbcbb391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:56.286936 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-d4f5ad64-fe98-41ff-8e2e-40d3cbcbb391 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3575c8ec-c058-4548-92c7-3f77535505af HTTP/1.1" status: 200 len: 860 time: 0.0470774 Nov 10 19:19:56.319055 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40412) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:56.330102 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-ff670f09-ccd1-4b9a-900f-dc4838bd8233 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7002683-9453-49ad-a3a1-d60fba8c6f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326500 Nov 10 19:19:56.444360 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1f250-bad3-48f1-b7a0-b6cd7f5c6296 req-e7bb952c-0bf0-40b6-8346-beb0ea1498b4 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:56.446077 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf1f250-bad3-48f1-b7a0-b6cd7f5c6296 req-e7bb952c-0bf0-40b6-8346-beb0ea1498b4 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 944 time: 0.1013668 Nov 10 19:19:56.458234 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device bd6506a3-eb8c-4e3e-8089-da41c2cdd16e no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:19:56.468716 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8239efab-404a-42bb-be71-f7831107d87c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:56.487496 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: bd6506a3-eb8c-4e3e-8089-da41c2cdd16e {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:19:56.488244 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device bd6506a3-eb8c-4e3e-8089-da41c2cdd16e not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:19:56.492338 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-7cf89f3d-bd0c-422e-bace-62ff2beaf60c service neutron] 10.222.0.73 "GET /v2.0/networks/f7002683-9453-49ad-a3a1-d60fba8c6f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570213 Nov 10 19:19:56.517996 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:19:56.555058 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8239efab-404a-42bb-be71-f7831107d87c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:56.560383 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8239efab-404a-42bb-be71-f7831107d87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:56.603379 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8239efab-404a-42bb-be71-f7831107d87c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1da2d1cde32f4cbf8f811eba485fdab3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2823560 Nov 10 19:19:56.603599 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40426) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:56.605670 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239efab-404a-42bb-be71-f7831107d87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875cfb7e-ac60-4509-8a87-93c776eaf3a1,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:56.619048 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ffbd9-0a69-4433-ab75-0e2bdc67510a req-75289f84-6e86-4f2a-92c2-ced6f26412bb tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:56.620610 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-098ffbd9-0a69-4433-ab75-0e2bdc67510a req-75289f84-6e86-4f2a-92c2-ced6f26412bb tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 946 time: 0.1386728 Nov 10 19:19:56.633408 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebf1f250-bad3-48f1-b7a0-b6cd7f5c6296 req-87ad8d12-49c4-4950-a796-19de6f446482 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0da659b-11c0-4679-87b7-a1440c353197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619897 Nov 10 19:19:56.656926 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1a47045-46e7-4678-a7ad-52734446a63d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:56.684359 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1a47045-46e7-4678-a7ad-52734446a63d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:56.687201 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b9baaf9-d463-4724-8337-f89eac7fbbca req-1c80ef42-86ad-406b-8b62-30e2b71dfa79 service neutron] 10.222.0.73 "GET /v2.0/networks/f7002683-9453-49ad-a3a1-d60fba8c6f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631861 Nov 10 19:19:56.723019 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-098ffbd9-0a69-4433-ab75-0e2bdc67510a req-347d4e1d-a0a1-432f-afbd-31795ba11758 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865316 Nov 10 19:19:56.753660 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1a47045-46e7-4678-a7ad-52734446a63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:56.756773 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1a47045-46e7-4678-a7ad-52734446a63d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:56.758447 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d1a47045-46e7-4678-a7ad-52734446a63d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/875cfb7e-ac60-4509-8a87-93c776eaf3a1 HTTP/1.1" status: 204 len: 168 time: 0.1533415 Nov 10 19:19:56.771826 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a47045-46e7-4678-a7ad-52734446a63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875cfb7e-ac60-4509-8a87-93c776eaf3a1,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:57.052423 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40446) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:57.065997 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-16debce7-d358-4c2f-9b90-688dacc85648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:57.108092 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:57.148785 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-16debce7-d358-4c2f-9b90-688dacc85648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:57.153652 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-16debce7-d358-4c2f-9b90-688dacc85648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:57.170528 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-27eaea8f-7d77-43b9-9d09-f76f5a0df587 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:57.172087 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-27eaea8f-7d77-43b9-9d09-f76f5a0df587 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/networks?id=7a349543-c4bb-4fd5-9867-71257b9b6d08 HTTP/1.1" status: 200 len: 808 time: 0.1134484 Nov 10 19:19:57.189660 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-85341106-e40e-4b13-bd25-eb4ab1c1eca0 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/quotas/90ebc51453434d2ca8c91ae820a218fa HTTP/1.1" status: 200 len: 375 time: 0.0096159 Nov 10 19:19:57.195380 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16debce7-d358-4c2f-9b90-688dacc85648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ce2fad-e787-42ab-82c0-55c690315388,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:57.199585 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-16debce7-d358-4c2f-9b90-688dacc85648 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a72590d3d8ab4d71a8c1bef6554e0c9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1460927 Nov 10 19:19:57.202341 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40448) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:19:57.225747 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-8fb7ce61-516b-4ff5-85f4-ca5a4911775f tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=90ebc51453434d2ca8c91ae820a218fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300512 Nov 10 19:19:57.252284 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e5585acc-ff42-4f0c-aa6b-03ab77398fbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:57.273971 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e5585acc-ff42-4f0c-aa6b-03ab77398fbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:57.322253 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-46f364c9-1551-46e7-b146-01e8af604d2c service neutron] 10.222.0.54 "GET /v2.0/networks/7a349543-c4bb-4fd5-9867-71257b9b6d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885088 Nov 10 19:19:57.324742 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e5585acc-ff42-4f0c-aa6b-03ab77398fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:57.327371 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e5585acc-ff42-4f0c-aa6b-03ab77398fbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:57.328543 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e5585acc-ff42-4f0c-aa6b-03ab77398fbf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/24ce2fad-e787-42ab-82c0-55c690315388 HTTP/1.1" status: 204 len: 168 time: 0.1252577 Nov 10 19:19:57.338136 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5585acc-ff42-4f0c-aa6b-03ab77398fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ce2fad-e787-42ab-82c0-55c690315388,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:57.422335 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-0841ae61-5637-48e7-9197-d6cec2aae4cd service neutron] 10.222.0.54 "GET /v2.0/networks/7a349543-c4bb-4fd5-9867-71257b9b6d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938554 Nov 10 19:19:57.651770 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-33379f65-bf90-4dbb-83b6-b645808bc090 req-be69e46d-caad-49d1-855b-b7745152ffd8 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/ports?device_id=82d8745a-7063-483f-943d-bd36adfb3f35 HTTP/1.1" status: 200 len: 210 time: 0.0286782 Nov 10 19:19:57.782605 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7d8e6-e1d1-44d9-8f95-ab5d7a0bd5f3 req-35b34359-2167-4ec7-a122-a0d5f081525e tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:57.786316 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cab7d8e6-e1d1-44d9-8f95-ab5d7a0bd5f3 req-35b34359-2167-4ec7-a122-a0d5f081525e tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 944 time: 0.0745661 Nov 10 19:19:57.858394 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cab7d8e6-e1d1-44d9-8f95-ab5d7a0bd5f3 req-a649913f-0e24-4d03-a1d0-b8b062bede83 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0da659b-11c0-4679-87b7-a1440c353197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661101 Nov 10 19:19:57.888310 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b', 'tag': '222d6a4f-d3bf-4c71-bb23-bfe907e22267'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:19:57.891778 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753db6d9-8b8e-46bc-9adc-8ba404e26b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b", "tag": "222d6a4f-d3bf-4c71-bb23-bfe907e22267"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:19:57.937166 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf133df-9e1d-4092-b18a-9ef0e001c6ee req-c34870aa-e94f-4e5b-9543-782b957f0b68 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:57.939867 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-abf133df-9e1d-4092-b18a-9ef0e001c6ee req-c34870aa-e94f-4e5b-9543-782b957f0b68 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 946 time: 0.0803194 Nov 10 19:19:58.006396 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-abf133df-9e1d-4092-b18a-9ef0e001c6ee req-e506ad5b-4eef-4d60-9adc-38d6e99c4401 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593064 Nov 10 19:19:58.056309 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110e5840-81f1-4884-8204-970754a6e0ad x-openstack-request-id: req-110e5840-81f1-4884-8204-970754a6e0ad {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:19:58.056679 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b", "tag": "222d6a4f-d3bf-4c71-bb23-bfe907e22267", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:19:58.056948 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-110e5840-81f1-4884-8204-970754a6e0ad {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:19:58.057376 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b', 'tag': '222d6a4f-d3bf-4c71-bb23-bfe907e22267', 'status': 'completed', 'code': 200} Nov 10 19:19:58.127649 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753db6d9-8b8e-46bc-9adc-8ba404e26b2d req-f8af8b90-bae8-4350-acc5-3fca1dfba6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:58.129380 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-753db6d9-8b8e-46bc-9adc-8ba404e26b2d req-f8af8b90-bae8-4350-acc5-3fca1dfba6ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7d53c48f03ea4f098ce6868a75010c81&device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 1095 time: 0.0497618 Nov 10 19:19:58.233236 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753db6d9-8b8e-46bc-9adc-8ba404e26b2d req-a75e92d8-8ba1-4794-adc8-a442a8d90f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:58.235551 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-753db6d9-8b8e-46bc-9adc-8ba404e26b2d req-a75e92d8-8ba1-4794-adc8-a442a8d90f50 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f7002683-9453-49ad-a3a1-d60fba8c6f45 HTTP/1.1" status: 200 len: 921 time: 0.0973766 Nov 10 19:19:58.284244 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-753db6d9-8b8e-46bc-9adc-8ba404e26b2d req-4b6cc194-0d35-4feb-bdcd-853656786c26 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=222d6a4f-d3bf-4c71-bb23-bfe907e22267 HTTP/1.1" status: 200 len: 217 time: 0.0414355 Nov 10 19:19:58.346291 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753db6d9-8b8e-46bc-9adc-8ba404e26b2d req-94855c37-9521-4442-a63e-bfec6cb669d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:58.347932 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-753db6d9-8b8e-46bc-9adc-8ba404e26b2d req-94855c37-9521-4442-a63e-bfec6cb669d7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3575c8ec-c058-4548-92c7-3f77535505af HTTP/1.1" status: 200 len: 860 time: 0.0560191 Nov 10 19:19:58.380659 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-753db6d9-8b8e-46bc-9adc-8ba404e26b2d req-55050e69-bbaa-41b3-af38-57b807472e5d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7002683-9453-49ad-a3a1-d60fba8c6f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255890 Nov 10 19:19:58.473966 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-753db6d9-8b8e-46bc-9adc-8ba404e26b2d req-f7445f5c-98f4-4f90-8bb5-8ad857f0d253 service neutron] 10.222.0.73 "GET /v2.0/networks/f7002683-9453-49ad-a3a1-d60fba8c6f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863702 Nov 10 19:19:58.590562 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-753db6d9-8b8e-46bc-9adc-8ba404e26b2d req-05209edb-8073-4f07-8482-65dd6e25281c service neutron] 10.222.0.73 "GET /v2.0/networks/f7002683-9453-49ad-a3a1-d60fba8c6f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095104 Nov 10 19:19:58.608713 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:58.785106 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb534d18-84cc-4ad1-9871-e9d019f032f4 req-c1b01f77-201e-470b-9f50-414d97a9713b tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/ports?device_id=82d8745a-7063-483f-943d-bd36adfb3f35 HTTP/1.1" status: 200 len: 210 time: 0.0355551 Nov 10 19:19:58.831632 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-5c40b0d8-988e-4127-b8a3-698999161d54 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:58.833141 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-5c40b0d8-988e-4127-b8a3-698999161d54 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.25 "GET /v2.0/networks?id=7a349543-c4bb-4fd5-9867-71257b9b6d08 HTTP/1.1" status: 200 len: 808 time: 0.1699138 Nov 10 19:19:58.849707 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-1c1b05fd-c199-4ad6-b29e-8ffe847f6f91 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Request body: {'port': {'device_id': '82d8745a-7063-483f-943d-bd36adfb3f35', 'network_id': '7a349543-c4bb-4fd5-9867-71257b9b6d08', 'admin_state_up': True, 'tenant_id': '90ebc51453434d2ca8c91ae820a218fa'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:19:59.023332 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39395955-d98a-443b-91a2-f2641b6c997e req-2eb1cd6f-f3f8-4f92-8fad-242efa24e1f9 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:59.026450 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-39395955-d98a-443b-91a2-f2641b6c997e req-2eb1cd6f-f3f8-4f92-8fad-242efa24e1f9 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 944 time: 0.0879135 Nov 10 19:19:59.040440 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-1c1b05fd-c199-4ad6-b29e-8ffe847f6f91 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Made reservation on behalf of 90ebc51453434d2ca8c91ae820a218fa for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:19:59.044079 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-1c1b05fd-c199-4ad6-b29e-8ffe847f6f91 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:59.132427 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-39395955-d98a-443b-91a2-f2641b6c997e req-aa5c90d7-f467-4fad-a1f1-3aae4e8b2954 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0da659b-11c0-4679-87b7-a1440c353197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003852 Nov 10 19:19:59.231231 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da8d7d-e359-4441-985d-f26cf74bd021 req-547436b5-d59e-4bf5-8133-f94f7a6fae74 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:59.232768 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16da8d7d-e359-4441-985d-f26cf74bd021 req-547436b5-d59e-4bf5-8133-f94f7a6fae74 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 946 time: 0.1301804 Nov 10 19:19:59.272026 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-1c1b05fd-c199-4ad6-b29e-8ffe847f6f91 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Allocated IP 172.20.0.9 (7a349543-c4bb-4fd5-9867-71257b9b6d08/5982e855-d96a-46f6-a6c0-56a2f92dad29/91f05b0d-281a-4493-88e0-90779fef8ec8) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:19:59.311886 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:59.321244 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16da8d7d-e359-4441-985d-f26cf74bd021 req-73891665-8496-4403-983e-28df9854d9c7 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760019 Nov 10 19:19:59.460378 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-1c1b05fd-c199-4ad6-b29e-8ffe847f6f91 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:59.496065 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-1c1b05fd-c199-4ad6-b29e-8ffe847f6f91 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:59.556591 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-1c1b05fd-c199-4ad6-b29e-8ffe847f6f91 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Network 7a349543-c4bb-4fd5-9867-71257b9b6d08 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:19:59.559815 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-1c1b05fd-c199-4ad6-b29e-8ffe847f6f91 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:19:59.564680 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-1c1b05fd-c199-4ad6-b29e-8ffe847f6f91 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:19:59.568888 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b05fd-c199-4ad6-b29e-8ffe847f6f91 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Pushing event updated for resources: {'Port': ['ID=91f05b0d-281a-4493-88e0-90779fef8ec8,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:19:59.623874 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-1c1b05fd-c199-4ad6-b29e-8ffe847f6f91 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:19:59.624691 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-1c1b05fd-c199-4ad6-b29e-8ffe847f6f91 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:59.644662 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-1c1b05fd-c199-4ad6-b29e-8ffe847f6f91 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7993147 Nov 10 19:19:59.659906 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-b1277ab4-f2ef-4e87-a968-9ce3a344c7e1 service neutron] Request body: {'port': {'device_id': '82d8745a-7063-483f-943d-bd36adfb3f35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:19:59.660692 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 222d6a4f-d3bf-4c71-bb23-bfe907e22267 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:19:59.725407 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-b1277ab4-f2ef-4e87-a968-9ce3a344c7e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:59.784544 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 222d6a4f-d3bf-4c71-bb23-bfe907e22267, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=222d6a4f-d3bf-4c71-bb23-bfe907e22267,segment=NetworkSegment(cb371cc3-75c4-48ca-86e2-f92ef9a63937),segment_id=cb371cc3-75c4-48ca-86e2-f92ef9a63937)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:19:59.796722 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '222d6a4f-d3bf-4c71-bb23-bfe907e22267', 'network_id': 'f7002683-9453-49ad-a3a1-d60fba8c6f45', 'port_id': '222d6a4f-d3bf-4c71-bb23-bfe907e22267', 'mac_address': 'fa:16:3e:c6:5f:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3575c8ec-c058-4548-92c7-3f77535505af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:19:59.839641 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:59.853685 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 222d6a4f-d3bf-4c71-bb23-bfe907e22267 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:19:59.876015 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 222d6a4f-d3bf-4c71-bb23-bfe907e22267, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=222d6a4f-d3bf-4c71-bb23-bfe907e22267,segment=NetworkSegment(cb371cc3-75c4-48ca-86e2-f92ef9a63937),segment_id=cb371cc3-75c4-48ca-86e2-f92ef9a63937)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:19:59.882367 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:19:59.940282 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=222d6a4f-d3bf-4c71-bb23-bfe907e22267,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:00.003986 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21d7a4-9538-4b3c-a58f-2bab0826d537 req-70b1e224-4785-441b-8c54-ce5184c0f2c0 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:00.006336 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2d21d7a4-9538-4b3c-a58f-2bab0826d537 req-70b1e224-4785-441b-8c54-ce5184c0f2c0 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/ports?device_id=82d8745a-7063-483f-943d-bd36adfb3f35 HTTP/1.1" status: 200 len: 931 time: 0.1110659 Nov 10 19:20:00.108918 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2d21d7a4-9538-4b3c-a58f-2bab0826d537 req-e8d4933d-8989-4f0d-bce7-662cb020f010 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/security-groups?id=07dec0b9-1992-453b-b6ea-c5786017d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965104 Nov 10 19:20:00.120316 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-b1277ab4-f2ef-4e87-a968-9ce3a344c7e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91f05b0d-281a-4493-88e0-90779fef8ec8 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:20:00.128929 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-b1277ab4-f2ef-4e87-a968-9ce3a344c7e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:00.147306 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-b1277ab4-f2ef-4e87-a968-9ce3a344c7e1 service neutron] Transition to ACTIVE for port object 91f05b0d-281a-4493-88e0-90779fef8ec8 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:20:00.151771 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-b1277ab4-f2ef-4e87-a968-9ce3a344c7e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:00.183445 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['222d6a4f-d3bf-4c71-bb23-bfe907e22267'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:20:00.223990 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1277ab4-f2ef-4e87-a968-9ce3a344c7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=91f05b0d-281a-4493-88e0-90779fef8ec8,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:00.322147 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-b1277ab4-f2ef-4e87-a968-9ce3a344c7e1 service neutron] Attempting to bind port 91f05b0d-281a-4493-88e0-90779fef8ec8 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:20:00.322866 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-b1277ab4-f2ef-4e87-a968-9ce3a344c7e1 service neutron] Attempting to bind port 91f05b0d-281a-4493-88e0-90779fef8ec8 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': 'e87989da-9310-4b7f-b042-d3f7ebcbd5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7a349543-c4bb-4fd5-9867-71257b9b6d08'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:20:00.322866 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-b1277ab4-f2ef-4e87-a968-9ce3a344c7e1 service neutron] Attempting to bind port 91f05b0d-281a-4493-88e0-90779fef8ec8 on network 7a349543-c4bb-4fd5-9867-71257b9b6d08 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:20:00.332746 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c15159-aec8-41ee-b6ac-44bf41cb6fcc req-0515ef47-81d8-47c3-865d-1f63a72e298a tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:00.334352 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a2c15159-aec8-41ee-b6ac-44bf41cb6fcc req-0515ef47-81d8-47c3-865d-1f63a72e298a tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 945 time: 0.0881093 Nov 10 19:20:00.341450 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-b1277ab4-f2ef-4e87-a968-9ce3a344c7e1 service neutron] Port 91f05b0d-281a-4493-88e0-90779fef8ec8 on network 7a349543-c4bb-4fd5-9867-71257b9b6d08 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:20:00.342016 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-b1277ab4-f2ef-4e87-a968-9ce3a344c7e1 service neutron] Attempting to bind port 91f05b0d-281a-4493-88e0-90779fef8ec8 on network 7a349543-c4bb-4fd5-9867-71257b9b6d08 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:20:00.356184 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-b1277ab4-f2ef-4e87-a968-9ce3a344c7e1 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:20:00.356570 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-b1277ab4-f2ef-4e87-a968-9ce3a344c7e1 service neutron] Checking segment: {'id': 'e87989da-9310-4b7f-b042-d3f7ebcbd5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7a349543-c4bb-4fd5-9867-71257b9b6d08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:20:00.356952 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-b1277ab4-f2ef-4e87-a968-9ce3a344c7e1 service neutron] Bound using segment: {'id': 'e87989da-9310-4b7f-b042-d3f7ebcbd5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7a349543-c4bb-4fd5-9867-71257b9b6d08'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:20:00.357391 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-b1277ab4-f2ef-4e87-a968-9ce3a344c7e1 service neutron] Bound port: 91f05b0d-281a-4493-88e0-90779fef8ec8, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e87989da-9310-4b7f-b042-d3f7ebcbd5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7a349543-c4bb-4fd5-9867-71257b9b6d08'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:20:00.357743 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-b1277ab4-f2ef-4e87-a968-9ce3a344c7e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:00.458326 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a2c15159-aec8-41ee-b6ac-44bf41cb6fcc req-0dd35331-0aaa-428c-9e0e-07fe9a12cc82 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0da659b-11c0-4679-87b7-a1440c353197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138127 Nov 10 19:20:00.487651 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-b1277ab4-f2ef-4e87-a968-9ce3a344c7e1 service neutron] For port 91f05b0d-281a-4493-88e0-90779fef8ec8, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:20:00.491997 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-b1277ab4-f2ef-4e87-a968-9ce3a344c7e1 service neutron] For port 91f05b0d-281a-4493-88e0-90779fef8ec8, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=91f05b0d-281a-4493-88e0-90779fef8ec8,segment=NetworkSegment(e87989da-9310-4b7f-b042-d3f7ebcbd5fd),segment_id=e87989da-9310-4b7f-b042-d3f7ebcbd5fd)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:20:00.505985 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b281b6b-0aa0-45f4-859e-78a3eb30c76d req-52173303-0f2a-4398-8bed-4b7ba97efbe2 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:00.507549 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b281b6b-0aa0-45f4-859e-78a3eb30c76d req-52173303-0f2a-4398-8bed-4b7ba97efbe2 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 946 time: 0.0945611 Nov 10 19:20:00.509153 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-b1277ab4-f2ef-4e87-a968-9ce3a344c7e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:00.569007 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-b1277ab4-f2ef-4e87-a968-9ce3a344c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:00.569661 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-b1277ab4-f2ef-4e87-a968-9ce3a344c7e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:00.571303 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-b1277ab4-f2ef-4e87-a968-9ce3a344c7e1 service neutron] 10.222.0.25 "PUT /v2.0/ports/91f05b0d-281a-4493-88e0-90779fef8ec8 HTTP/1.1" status: 200 len: 1091 time: 0.9176459 Nov 10 19:20:00.571755 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d8745a-7063-483f-943d-bd36adfb3f35', 'tag': '91f05b0d-281a-4493-88e0-90779fef8ec8'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:20:00.574048 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b84fe22-8aef-4553-9fa4-48384372ab5b" -d '{"events": [{"name": "network-changed", "server_uuid": "82d8745a-7063-483f-943d-bd36adfb3f35", "tag": "91f05b0d-281a-4493-88e0-90779fef8ec8"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:20:00.613971 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1277ab4-f2ef-4e87-a968-9ce3a344c7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=91f05b0d-281a-4493-88e0-90779fef8ec8,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:00.631961 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b281b6b-0aa0-45f4-859e-78a3eb30c76d req-34e8a3af-5c3d-4020-9d4c-8d1988a2b7d7 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143131 Nov 10 19:20:00.651530 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eed0470-5628-43ac-b495-fa3e7df2d24f x-openstack-request-id: req-0eed0470-5628-43ac-b495-fa3e7df2d24f {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:20:00.651821 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d8745a-7063-483f-943d-bd36adfb3f35", "tag": "91f05b0d-281a-4493-88e0-90779fef8ec8", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:20:00.652075 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0eed0470-5628-43ac-b495-fa3e7df2d24f {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:20:00.652469 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d8745a-7063-483f-943d-bd36adfb3f35', 'tag': '91f05b0d-281a-4493-88e0-90779fef8ec8', 'status': 'completed', 'code': 200} Nov 10 19:20:00.683823 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-33cc3d86-cff0-4b6e-87e9-2be8807fe811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:00.685313 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-33cc3d86-cff0-4b6e-87e9-2be8807fe811 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=90ebc51453434d2ca8c91ae820a218fa&device_id=82d8745a-7063-483f-943d-bd36adfb3f35 HTTP/1.1" status: 200 len: 1094 time: 0.0523899 Nov 10 19:20:00.735303 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-da4ef3e9-af1b-4157-9cee-e9084daabaa0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91f05b0d-281a-4493-88e0-90779fef8ec8 HTTP/1.1" status: 200 len: 217 time: 0.0406950 Nov 10 19:20:00.789232 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-8d734af5-d80f-436b-915b-39aa89dae751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:00.790941 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-8d734af5-d80f-436b-915b-39aa89dae751 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5982e855-d96a-46f6-a6c0-56a2f92dad29 HTTP/1.1" status: 200 len: 848 time: 0.0468326 Nov 10 19:20:00.824667 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-032fdb74-4711-4c80-9d24-643e45baa1a2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7a349543-c4bb-4fd5-9867-71257b9b6d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268397 Nov 10 19:20:00.926633 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-7e5480f6-8991-4cd6-aaf4-91776ceec546 service neutron] 10.222.0.25 "GET /v2.0/networks/7a349543-c4bb-4fd5-9867-71257b9b6d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948060 Nov 10 19:20:01.021799 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-950451a6-51ca-49d5-8bfe-acd3fedcf61e req-fd1a7c92-582f-4fe3-a4ca-4a67bb9ac3dd service neutron] 10.222.0.25 "GET /v2.0/networks/7a349543-c4bb-4fd5-9867-71257b9b6d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861859 Nov 10 19:20:01.122948 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84fe22-8aef-4553-9fa4-48384372ab5b req-39d1decc-79bc-40c3-bb51-6bd022c1759b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:01.124554 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b84fe22-8aef-4553-9fa4-48384372ab5b req-39d1decc-79bc-40c3-bb51-6bd022c1759b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=90ebc51453434d2ca8c91ae820a218fa&device_id=82d8745a-7063-483f-943d-bd36adfb3f35 HTTP/1.1" status: 200 len: 1094 time: 0.0486982 Nov 10 19:20:01.267326 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84fe22-8aef-4553-9fa4-48384372ab5b req-60f83813-c3ae-40c4-9d79-7bcce4be93d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:01.269008 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b84fe22-8aef-4553-9fa4-48384372ab5b req-60f83813-c3ae-40c4-9d79-7bcce4be93d3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7a349543-c4bb-4fd5-9867-71257b9b6d08 HTTP/1.1" status: 200 len: 909 time: 0.1298470 Nov 10 19:20:01.277588 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e6785-1287-4007-9ca1-dad27a441175 req-e0ad0e81-62ff-4e40-bc9b-e75c2a12e193 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:01.278925 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f45e6785-1287-4007-9ca1-dad27a441175 req-e0ad0e81-62ff-4e40-bc9b-e75c2a12e193 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/ports?device_id=82d8745a-7063-483f-943d-bd36adfb3f35 HTTP/1.1" status: 200 len: 943 time: 0.0736241 Nov 10 19:20:01.329232 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b84fe22-8aef-4553-9fa4-48384372ab5b req-0462daf6-65f5-4e4c-8134-05e39ce4b0b3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91f05b0d-281a-4493-88e0-90779fef8ec8 HTTP/1.1" status: 200 len: 217 time: 0.0491130 Nov 10 19:20:01.399088 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f45e6785-1287-4007-9ca1-dad27a441175 req-f2d89815-53e8-4b3f-b0f3-3de2b99b67db tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/security-groups?id=07dec0b9-1992-453b-b6ea-c5786017d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131523 Nov 10 19:20:01.405132 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84fe22-8aef-4553-9fa4-48384372ab5b req-9667a74e-115e-48ab-af4d-825a69a7f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:01.407264 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b84fe22-8aef-4553-9fa4-48384372ab5b req-9667a74e-115e-48ab-af4d-825a69a7f815 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5982e855-d96a-46f6-a6c0-56a2f92dad29 HTTP/1.1" status: 200 len: 848 time: 0.0707827 Nov 10 19:20:01.439790 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b84fe22-8aef-4553-9fa4-48384372ab5b req-26bcc915-b710-4fef-a277-49a714e7673a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7a349543-c4bb-4fd5-9867-71257b9b6d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258114 Nov 10 19:20:01.549846 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b84fe22-8aef-4553-9fa4-48384372ab5b req-4c864379-4c2d-4b67-8a58-e7604a8e2c06 service neutron] 10.222.0.25 "GET /v2.0/networks/7a349543-c4bb-4fd5-9867-71257b9b6d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020014 Nov 10 19:20:01.644574 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4dfd3-3776-4cb4-a155-21191dc0db8e req-363585c2-9f06-46b8-9333-d52d02648c1b tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:01.646279 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a2b4dfd3-3776-4cb4-a155-21191dc0db8e req-363585c2-9f06-46b8-9333-d52d02648c1b tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 945 time: 0.1118617 Nov 10 19:20:01.667701 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 222d6a4f-d3bf-4c71-bb23-bfe907e22267 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:20:01.693000 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b84fe22-8aef-4553-9fa4-48384372ab5b req-8b0d9351-b326-42c1-8790-8e3717889cec service neutron] 10.222.0.25 "GET /v2.0/networks/7a349543-c4bb-4fd5-9867-71257b9b6d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293459 Nov 10 19:20:01.738762 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a2b4dfd3-3776-4cb4-a155-21191dc0db8e req-406a32f3-ecce-4659-b300-74749de6367f tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0da659b-11c0-4679-87b7-a1440c353197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792644 Nov 10 19:20:01.774901 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 222d6a4f-d3bf-4c71-bb23-bfe907e22267 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:20:01.779891 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 222d6a4f-d3bf-4c71-bb23-bfe907e22267 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:20:01.780125 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:01.797431 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5e464-9cec-430e-9e9b-8c6d3c035039 req-5e4efffe-484f-4f0a-9161-84aa22fa9981 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:01.800071 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9ec5e464-9cec-430e-9e9b-8c6d3c035039 req-5e4efffe-484f-4f0a-9161-84aa22fa9981 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 946 time: 0.0846827 Nov 10 19:20:01.855044 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9ec5e464-9cec-430e-9e9b-8c6d3c035039 req-288e09cf-9e78-44c9-a6b0-6d3266303369 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488994 Nov 10 19:20:01.904211 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:01.928114 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222d6a4f-d3bf-4c71-bb23-bfe907e22267'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:20:01.930581 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70fa49f-e435-4d66-8b68-dcfeb79ba857" -d '{"events": [{"server_uuid": "8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b", "name": "network-vif-plugged", "status": "completed", "tag": "222d6a4f-d3bf-4c71-bb23-bfe907e22267"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:20:01.943823 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 222d6a4f-d3bf-4c71-bb23-bfe907e22267, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=222d6a4f-d3bf-4c71-bb23-bfe907e22267,segment=NetworkSegment(cb371cc3-75c4-48ca-86e2-f92ef9a63937),segment_id=cb371cc3-75c4-48ca-86e2-f92ef9a63937)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:20:01.948351 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:01.977319 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4cf0e8-be5d-4144-9d1f-bf26858ca4fc x-openstack-request-id: req-bc4cf0e8-be5d-4144-9d1f-bf26858ca4fc {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:20:01.977549 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b", "name": "network-vif-plugged", "status": "completed", "tag": "222d6a4f-d3bf-4c71-bb23-bfe907e22267", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:20:01.977823 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bc4cf0e8-be5d-4144-9d1f-bf26858ca4fc {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:20:01.978227 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222d6a4f-d3bf-4c71-bb23-bfe907e22267', 'code': 200} Nov 10 19:20:02.007076 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=222d6a4f-d3bf-4c71-bb23-bfe907e22267,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:02.074893 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682a7cd-7192-4ef3-b73a-4054b91ea54e req-db21c376-854b-434d-be65-fe57bb3ec86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:02.076462 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b682a7cd-7192-4ef3-b73a-4054b91ea54e req-db21c376-854b-434d-be65-fe57bb3ec86c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 1097 time: 0.0426376 Nov 10 19:20:02.127960 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b682a7cd-7192-4ef3-b73a-4054b91ea54e req-282f55b4-1a71-486d-84da-c3168a4f0e8d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e0da659b-11c0-4679-87b7-a1440c353197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432699 Nov 10 19:20:02.530083 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c821a5d-7fa2-4daa-aa17-bfd2850bd9ab req-9c9bca4a-c5c5-4033-b7e3-6cbebb4757d1 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:02.531648 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6c821a5d-7fa2-4daa-aa17-bfd2850bd9ab req-9c9bca4a-c5c5-4033-b7e3-6cbebb4757d1 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/ports?device_id=82d8745a-7063-483f-943d-bd36adfb3f35 HTTP/1.1" status: 200 len: 943 time: 0.0529084 Nov 10 19:20:02.581789 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6c821a5d-7fa2-4daa-aa17-bfd2850bd9ab req-4f112879-13d0-446e-a806-c0e3c9caf05a tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/security-groups?id=07dec0b9-1992-453b-b6ea-c5786017d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438960 Nov 10 19:20:02.871489 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fa63b-3622-4053-819e-a58b6bd30a2d req-fc133bdd-252e-4a23-8f5b-4eec47af9390 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:02.880214 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-337fa63b-3622-4053-819e-a58b6bd30a2d req-fc133bdd-252e-4a23-8f5b-4eec47af9390 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 946 time: 0.0620649 Nov 10 19:20:02.946521 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-337fa63b-3622-4053-819e-a58b6bd30a2d req-903b3249-b684-4758-a6cc-f96585c20bbe tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0da659b-11c0-4679-87b7-a1440c353197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648768 Nov 10 19:20:03.070922 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0374ded-e6f9-4c9d-b031-a09117bb5758 req-6471781f-702c-4bb8-af49-8e5873fc0bc8 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:03.072597 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a0374ded-e6f9-4c9d-b031-a09117bb5758 req-6471781f-702c-4bb8-af49-8e5873fc0bc8 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 946 time: 0.0642009 Nov 10 19:20:03.138864 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a0374ded-e6f9-4c9d-b031-a09117bb5758 req-78d134c6-b15f-4363-aeab-a96aaed9d04b tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600407 Nov 10 19:20:03.682742 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 88ee2b91-6dfe-4ca9-a62b-328b093b9502 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:20:03.711709 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110a9e7-8ba8-4070-91fe-4a86c2240356 req-90740e17-e798-4d74-a09a-eae1ec1a5772 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:03.713689 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f110a9e7-8ba8-4070-91fe-4a86c2240356 req-90740e17-e798-4d74-a09a-eae1ec1a5772 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/ports?device_id=82d8745a-7063-483f-943d-bd36adfb3f35 HTTP/1.1" status: 200 len: 943 time: 0.0568695 Nov 10 19:20:03.772813 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f110a9e7-8ba8-4070-91fe-4a86c2240356 req-584f5971-14de-45cc-aba9-304c16928e07 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/security-groups?id=07dec0b9-1992-453b-b6ea-c5786017d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484188 Nov 10 19:20:03.789342 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 88ee2b91-6dfe-4ca9-a62b-328b093b9502, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=88ee2b91-6dfe-4ca9-a62b-328b093b9502,segment=NetworkSegment(c9a36c68-c3fb-4c33-a5bb-7886b7443ebd),segment_id=c9a36c68-c3fb-4c33-a5bb-7886b7443ebd)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:20:03.801125 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '88ee2b91-6dfe-4ca9-a62b-328b093b9502', 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0', 'port_id': '88ee2b91-6dfe-4ca9-a62b-328b093b9502', 'mac_address': 'fa:16:3e:b0:44:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0383c2bb-f0e3-4245-83c4-a6b51bf23dd3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:20:03.842559 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:03.857675 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88ee2b91-6dfe-4ca9-a62b-328b093b9502 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:20:03.879816 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 88ee2b91-6dfe-4ca9-a62b-328b093b9502, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=88ee2b91-6dfe-4ca9-a62b-328b093b9502,segment=NetworkSegment(c9a36c68-c3fb-4c33-a5bb-7886b7443ebd),segment_id=c9a36c68-c3fb-4c33-a5bb-7886b7443ebd)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:20:03.885171 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:03.941261 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=88ee2b91-6dfe-4ca9-a62b-328b093b9502,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:04.023525 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['88ee2b91-6dfe-4ca9-a62b-328b093b9502'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:20:04.111900 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17f693-cbc3-44b7-9578-fda2473226cc req-c881789d-da00-44aa-ac4a-383fbefa21e4 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:04.114047 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af17f693-cbc3-44b7-9578-fda2473226cc req-c881789d-da00-44aa-ac4a-383fbefa21e4 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 946 time: 0.0624623 Nov 10 19:20:04.193637 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af17f693-cbc3-44b7-9578-fda2473226cc req-60814a14-14b9-47fd-8daa-0ea043b69848 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0da659b-11c0-4679-87b7-a1440c353197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675189 Nov 10 19:20:04.317667 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec081727-26b4-4941-b199-cee5dc9e9ee1 req-ed8bd208-e695-4ae3-9ca6-1be16f83c09f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:04.319781 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ec081727-26b4-4941-b199-cee5dc9e9ee1 req-ed8bd208-e695-4ae3-9ca6-1be16f83c09f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 945 time: 0.0566783 Nov 10 19:20:04.405892 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ec081727-26b4-4941-b199-cee5dc9e9ee1 req-1d6216a0-f13f-4783-b7d2-b3ac0498d8f9 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720837 Nov 10 19:20:04.935432 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c432e-4c68-4100-bd62-f24f11250adf req-6ccf2593-bf39-46ee-a99e-98a6613d66fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:04.936854 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-438c432e-4c68-4100-bd62-f24f11250adf req-6ccf2593-bf39-46ee-a99e-98a6613d66fd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7d53c48f03ea4f098ce6868a75010c81&device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 1097 time: 0.4994178 Nov 10 19:20:04.977974 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538fbee-978f-4c06-97f2-e870bf94cff7 req-f053d091-185b-4909-99c8-2bc1af7b089e tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:04.979530 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f538fbee-978f-4c06-97f2-e870bf94cff7 req-f053d091-185b-4909-99c8-2bc1af7b089e tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 946 time: 0.5064600 Nov 10 19:20:05.035974 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcade25f-4ff6-4b7d-8a1a-ad48645d84d4 req-3fad6fd7-8622-4595-b670-dc4725179336 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:05.044167 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bcade25f-4ff6-4b7d-8a1a-ad48645d84d4 req-3fad6fd7-8622-4595-b670-dc4725179336 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/ports?device_id=82d8745a-7063-483f-943d-bd36adfb3f35 HTTP/1.1" status: 200 len: 943 time: 0.1518745 Nov 10 19:20:05.151644 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f538fbee-978f-4c06-97f2-e870bf94cff7 req-b8d06fdc-b38e-4e39-8873-d489678aa5c8 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0da659b-11c0-4679-87b7-a1440c353197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573765 Nov 10 19:20:05.170351 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c432e-4c68-4100-bd62-f24f11250adf req-3aec8ed3-bbb8-4685-a2c6-590ab54f2fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:05.172118 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-438c432e-4c68-4100-bd62-f24f11250adf req-3aec8ed3-bbb8-4685-a2c6-590ab54f2fec service neutron] 10.222.0.73 "GET /v2.0/networks?id=f7002683-9453-49ad-a3a1-d60fba8c6f45 HTTP/1.1" status: 200 len: 921 time: 0.2265222 Nov 10 19:20:05.185261 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bcade25f-4ff6-4b7d-8a1a-ad48645d84d4 req-fb3e0383-b0e1-4c5c-911f-fc55710d8747 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/security-groups?id=07dec0b9-1992-453b-b6ea-c5786017d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383049 Nov 10 19:20:05.231118 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-438c432e-4c68-4100-bd62-f24f11250adf req-8722b7b5-efac-4a68-aa1d-63f1b28cc13c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=222d6a4f-d3bf-4c71-bb23-bfe907e22267 HTTP/1.1" status: 200 len: 217 time: 0.0445063 Nov 10 19:20:05.299448 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c432e-4c68-4100-bd62-f24f11250adf req-19ae6283-4401-4017-ac38-e4c58e9253a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:05.301269 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-438c432e-4c68-4100-bd62-f24f11250adf req-19ae6283-4401-4017-ac38-e4c58e9253a2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3575c8ec-c058-4548-92c7-3f77535505af HTTP/1.1" status: 200 len: 860 time: 0.0552950 Nov 10 19:20:05.347092 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-438c432e-4c68-4100-bd62-f24f11250adf req-6df6fd58-d4f0-42d4-b278-9f17bd15edc6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7002683-9453-49ad-a3a1-d60fba8c6f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373054 Nov 10 19:20:05.460889 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-438c432e-4c68-4100-bd62-f24f11250adf req-ef297556-b14e-4574-ba6b-4da1deaece1f service neutron] 10.222.0.73 "GET /v2.0/networks/f7002683-9453-49ad-a3a1-d60fba8c6f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060543 Nov 10 19:20:05.661060 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed18a7f-9b16-456b-a2dd-3251072aba49 req-ecbb6e86-7327-4cc7-9d2d-e8a38009c3ab tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:05.670347 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2ed18a7f-9b16-456b-a2dd-3251072aba49 req-ecbb6e86-7327-4cc7-9d2d-e8a38009c3ab tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 945 time: 0.0933900 Nov 10 19:20:05.675319 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-438c432e-4c68-4100-bd62-f24f11250adf req-174c02ef-bd9e-40c3-9965-af52f6827706 service neutron] 10.222.0.73 "GET /v2.0/networks/f7002683-9453-49ad-a3a1-d60fba8c6f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066522 Nov 10 19:20:05.688520 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 88ee2b91-6dfe-4ca9-a62b-328b093b9502 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:20:05.768841 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2ed18a7f-9b16-456b-a2dd-3251072aba49 req-59f8a246-42d2-4690-bff6-928f4b5b1af1 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941622 Nov 10 19:20:05.800079 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 88ee2b91-6dfe-4ca9-a62b-328b093b9502 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:20:05.800680 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:05.896594 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40742) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:05.916716 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:05.946816 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ec87cb-461c-4bc8-b35a-0a326f779bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ee2b91-6dfe-4ca9-a62b-328b093b9502'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:20:05.949339 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de0582a-ea11-4c87-a9a1-dad223c04e26" -d '{"events": [{"server_uuid": "c2ec87cb-461c-4bc8-b35a-0a326f779bb6", "name": "network-vif-plugged", "status": "completed", "tag": "88ee2b91-6dfe-4ca9-a62b-328b093b9502"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:20:05.968436 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 88ee2b91-6dfe-4ca9-a62b-328b093b9502, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=88ee2b91-6dfe-4ca9-a62b-328b093b9502,segment=NetworkSegment(c9a36c68-c3fb-4c33-a5bb-7886b7443ebd),segment_id=c9a36c68-c3fb-4c33-a5bb-7886b7443ebd)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:20:05.977262 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:06.013855 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac5131c-77c5-45c8-a1a6-ec6c084aecd8 x-openstack-request-id: req-7ac5131c-77c5-45c8-a1a6-ec6c084aecd8 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:20:06.014549 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ec87cb-461c-4bc8-b35a-0a326f779bb6", "name": "network-vif-plugged", "status": "completed", "tag": "88ee2b91-6dfe-4ca9-a62b-328b093b9502", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:20:06.014951 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7ac5131c-77c5-45c8-a1a6-ec6c084aecd8 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:20:06.015508 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ec87cb-461c-4bc8-b35a-0a326f779bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ee2b91-6dfe-4ca9-a62b-328b093b9502', 'code': 200} Nov 10 19:20:06.042771 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-74bab3b7-a4cd-4b4d-b8a0-a1861c577e30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:06.055670 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=88ee2b91-6dfe-4ca9-a62b-328b093b9502,revision_number=7']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:06.171828 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-74bab3b7-a4cd-4b4d-b8a0-a1861c577e30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:06.177573 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-74bab3b7-a4cd-4b4d-b8a0-a1861c577e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:06.224780 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-74bab3b7-a4cd-4b4d-b8a0-a1861c577e30 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ee5e60010641498394599eb30f954fe7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3270698 Nov 10 19:20:06.227545 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40752) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:06.240065 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bab3b7-a4cd-4b4d-b8a0-a1861c577e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b3bc85-4f66-4e30-9779-e00b5e159000,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:06.320413 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-be4e8bf7-9551-4839-859e-17fb87cd18be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:06.351660 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-be4e8bf7-9551-4839-859e-17fb87cd18be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:06.387746 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813cb463-816a-4776-a807-58e5d1bde18a req-f315b1b8-e4f9-47b9-961e-7467bbe01991 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:06.395771 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-813cb463-816a-4776-a807-58e5d1bde18a req-f315b1b8-e4f9-47b9-961e-7467bbe01991 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 946 time: 0.1174471 Nov 10 19:20:06.412123 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-be4e8bf7-9551-4839-859e-17fb87cd18be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:06.416869 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-be4e8bf7-9551-4839-859e-17fb87cd18be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:06.417163 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a9b54-ed61-4013-a4e5-b4832075c094 req-41ce0d62-fffa-4404-8452-708f38202c8e tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:06.418249 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-be4e8bf7-9551-4839-859e-17fb87cd18be admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d6b3bc85-4f66-4e30-9779-e00b5e159000 HTTP/1.1" status: 204 len: 168 time: 0.1896651 Nov 10 19:20:06.425467 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-033a9b54-ed61-4013-a4e5-b4832075c094 req-41ce0d62-fffa-4404-8452-708f38202c8e tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/ports?device_id=82d8745a-7063-483f-943d-bd36adfb3f35 HTTP/1.1" status: 200 len: 943 time: 0.1087232 Nov 10 19:20:06.429712 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e8bf7-9551-4839-859e-17fb87cd18be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b3bc85-4f66-4e30-9779-e00b5e159000,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:06.440804 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e8bf7-9551-4839-859e-17fb87cd18be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:06.441460 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e8bf7-9551-4839-859e-17fb87cd18be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:06.442259 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e8bf7-9551-4839-859e-17fb87cd18be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:06.442798 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e8bf7-9551-4839-859e-17fb87cd18be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:06.443971 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e8bf7-9551-4839-859e-17fb87cd18be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:06.445729 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e8bf7-9551-4839-859e-17fb87cd18be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:06.447524 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e8bf7-9551-4839-859e-17fb87cd18be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:06.448614 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e8bf7-9551-4839-859e-17fb87cd18be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:06.450976 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e8bf7-9551-4839-859e-17fb87cd18be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:06.452385 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e8bf7-9551-4839-859e-17fb87cd18be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:06.453319 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e8bf7-9551-4839-859e-17fb87cd18be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:06.454109 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e8bf7-9551-4839-859e-17fb87cd18be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:06.468945 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 91f05b0d-281a-4493-88e0-90779fef8ec8 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:20:06.547712 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-813cb463-816a-4776-a807-58e5d1bde18a req-f619a983-8a03-4ee4-a976-704ce0712ad0 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0da659b-11c0-4679-87b7-a1440c353197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510589 Nov 10 19:20:06.563201 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-033a9b54-ed61-4013-a4e5-b4832075c094 req-4d7230ab-76f7-490d-8f0e-86e6b08f703b tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/security-groups?id=07dec0b9-1992-453b-b6ea-c5786017d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359258 Nov 10 19:20:06.739259 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 91f05b0d-281a-4493-88e0-90779fef8ec8, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=91f05b0d-281a-4493-88e0-90779fef8ec8,segment=NetworkSegment(e87989da-9310-4b7f-b042-d3f7ebcbd5fd),segment_id=e87989da-9310-4b7f-b042-d3f7ebcbd5fd)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:20:06.759745 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '91f05b0d-281a-4493-88e0-90779fef8ec8', 'network_id': '7a349543-c4bb-4fd5-9867-71257b9b6d08', 'port_id': '91f05b0d-281a-4493-88e0-90779fef8ec8', 'mac_address': 'fa:16:3e:2c:95:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5982e855-d96a-46f6-a6c0-56a2f92dad29', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:20:06.805503 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:06.822342 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f05b0d-281a-4493-88e0-90779fef8ec8 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:20:06.845479 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 91f05b0d-281a-4493-88e0-90779fef8ec8, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=91f05b0d-281a-4493-88e0-90779fef8ec8,segment=NetworkSegment(e87989da-9310-4b7f-b042-d3f7ebcbd5fd),segment_id=e87989da-9310-4b7f-b042-d3f7ebcbd5fd)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:20:06.854338 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:06.920125 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=91f05b0d-281a-4493-88e0-90779fef8ec8,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:06.932407 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71db21-5c5f-45fd-bb20-31f99546f10a req-f23a72e4-f604-4af3-8666-970d18af2240 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:06.937601 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ee71db21-5c5f-45fd-bb20-31f99546f10a req-f23a72e4-f604-4af3-8666-970d18af2240 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 946 time: 0.0713375 Nov 10 19:20:06.955789 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40768) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:06.987571 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc10bf45-1b8e-4922-a2e2-6e10c6696bd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:07.003220 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ee71db21-5c5f-45fd-bb20-31f99546f10a req-7f20d7f1-537f-4a6e-be3c-6dcdc12bb89b tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579762 Nov 10 19:20:07.106736 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc10bf45-1b8e-4922-a2e2-6e10c6696bd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:07.111726 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc10bf45-1b8e-4922-a2e2-6e10c6696bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:07.141061 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc10bf45-1b8e-4922-a2e2-6e10c6696bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5305bc-5763-41e5-89ae-e99cf3f584f8,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:07.173870 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cc10bf45-1b8e-4922-a2e2-6e10c6696bd2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d9e904e65f8447d29c4e2be8349159eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2161388 Nov 10 19:20:07.176396 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40770) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:07.240922 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b562e774-df20-4237-b96b-924a4525e80d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:07.260808 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['91f05b0d-281a-4493-88e0-90779fef8ec8'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:20:07.270682 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b562e774-df20-4237-b96b-924a4525e80d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:07.345334 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b562e774-df20-4237-b96b-924a4525e80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:07.351637 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b562e774-df20-4237-b96b-924a4525e80d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:07.356079 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b562e774-df20-4237-b96b-924a4525e80d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8a5305bc-5763-41e5-89ae-e99cf3f584f8 HTTP/1.1" status: 204 len: 168 time: 0.1760919 Nov 10 19:20:07.373704 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b562e774-df20-4237-b96b-924a4525e80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5305bc-5763-41e5-89ae-e99cf3f584f8,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:07.747132 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fca8bc-1995-4e93-be7d-31e7c45dc568 req-97607fbf-887a-4d6d-80e6-2605203d6287 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:07.755235 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c6fca8bc-1995-4e93-be7d-31e7c45dc568 req-97607fbf-887a-4d6d-80e6-2605203d6287 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/ports?device_id=82d8745a-7063-483f-943d-bd36adfb3f35 HTTP/1.1" status: 200 len: 944 time: 0.1170385 Nov 10 19:20:07.800174 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbb9bd-5271-41de-82f5-6ef1b956ac9d req-2786cb0e-46a1-4267-b66f-457b7e944dc5 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:07.807542 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-68bbb9bd-5271-41de-82f5-6ef1b956ac9d req-2786cb0e-46a1-4267-b66f-457b7e944dc5 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 946 time: 0.1170399 Nov 10 19:20:07.848970 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c6fca8bc-1995-4e93-be7d-31e7c45dc568 req-5de7b9c9-e335-41b4-bd68-189685c1c1dc tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/security-groups?id=07dec0b9-1992-453b-b6ea-c5786017d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926938 Nov 10 19:20:07.950329 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-68bbb9bd-5271-41de-82f5-6ef1b956ac9d req-5a44e9de-3358-4ff6-a2c0-fb1489d2e232 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0da659b-11c0-4679-87b7-a1440c353197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407197 Nov 10 19:20:08.200230 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bf045-2d5d-4089-9bfa-bf72b84a876a req-5ccfa583-2a95-4a98-9769-97e5e64dc025 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:08.206343 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-119bf045-2d5d-4089-9bfa-bf72b84a876a req-5ccfa583-2a95-4a98-9769-97e5e64dc025 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 946 time: 0.0801241 Nov 10 19:20:08.286787 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-119bf045-2d5d-4089-9bfa-bf72b84a876a req-9cc19594-2fc8-4bd7-9b76-9597f1ac3e42 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776212 Nov 10 19:20:08.481286 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 91f05b0d-281a-4493-88e0-90779fef8ec8 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:20:08.550386 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 91f05b0d-281a-4493-88e0-90779fef8ec8 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:20:08.555275 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 91f05b0d-281a-4493-88e0-90779fef8ec8 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:20:08.555487 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:08.655648 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:08.684036 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d8745a-7063-483f-943d-bd36adfb3f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f05b0d-281a-4493-88e0-90779fef8ec8'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:20:08.686611 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0bfd85-3224-431e-8564-8173aba08a93" -d '{"events": [{"server_uuid": "82d8745a-7063-483f-943d-bd36adfb3f35", "name": "network-vif-plugged", "status": "completed", "tag": "91f05b0d-281a-4493-88e0-90779fef8ec8"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:20:08.700334 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 91f05b0d-281a-4493-88e0-90779fef8ec8, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=91f05b0d-281a-4493-88e0-90779fef8ec8,segment=NetworkSegment(e87989da-9310-4b7f-b042-d3f7ebcbd5fd),segment_id=e87989da-9310-4b7f-b042-d3f7ebcbd5fd)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:20:08.723703 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:08.774401 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18cac0f-fbda-4455-a419-d2d163ca0e41 x-openstack-request-id: req-e18cac0f-fbda-4455-a419-d2d163ca0e41 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:20:08.774706 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d8745a-7063-483f-943d-bd36adfb3f35", "name": "network-vif-plugged", "status": "completed", "tag": "91f05b0d-281a-4493-88e0-90779fef8ec8", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:20:08.774970 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e18cac0f-fbda-4455-a419-d2d163ca0e41 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:20:08.775611 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d8745a-7063-483f-943d-bd36adfb3f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f05b0d-281a-4493-88e0-90779fef8ec8', 'code': 200} Nov 10 19:20:08.795861 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=91f05b0d-281a-4493-88e0-90779fef8ec8,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:08.889717 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa65cc4-5857-49c7-ac37-bda780a88693 req-871eb003-fff0-47bd-9b57-b6bd1aa659bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:08.893802 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7fa65cc4-5857-49c7-ac37-bda780a88693 req-871eb003-fff0-47bd-9b57-b6bd1aa659bc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=82d8745a-7063-483f-943d-bd36adfb3f35 HTTP/1.1" status: 200 len: 1096 time: 0.0571568 Nov 10 19:20:08.958436 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7fa65cc4-5857-49c7-ac37-bda780a88693 req-fca2b654-17ac-46a5-9e16-6ce88944e802 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=07dec0b9-1992-453b-b6ea-c5786017d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583713 Nov 10 19:20:09.082131 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d081cd-764b-4821-9c87-c40948162163 req-37ed188b-536b-4671-aa08-9130444ea534 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:09.086390 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a5d081cd-764b-4821-9c87-c40948162163 req-37ed188b-536b-4671-aa08-9130444ea534 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/ports?device_id=82d8745a-7063-483f-943d-bd36adfb3f35 HTTP/1.1" status: 200 len: 945 time: 0.1030288 Nov 10 19:20:09.138272 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25423e79-97f9-47be-acf0-02d7716fa1e1 req-d6631f5c-b3c4-49ba-aa20-f964360e8908 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:09.146528 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-25423e79-97f9-47be-acf0-02d7716fa1e1 req-d6631f5c-b3c4-49ba-aa20-f964360e8908 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 946 time: 0.1200111 Nov 10 19:20:09.218313 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a5d081cd-764b-4821-9c87-c40948162163 req-4bbc7924-dce1-4d06-85e4-12b1392c1540 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/security-groups?id=07dec0b9-1992-453b-b6ea-c5786017d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246688 Nov 10 19:20:09.262351 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-25423e79-97f9-47be-acf0-02d7716fa1e1 req-7cfeed2b-4513-45bf-971e-8f5171a52a80 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0da659b-11c0-4679-87b7-a1440c353197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148610 Nov 10 19:20:09.564869 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f68371-82f9-4762-9cfb-a54ede7baf5a req-78cc94c2-0eb6-4c9c-975e-9e9f677e7446 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:09.566834 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-93f68371-82f9-4762-9cfb-a54ede7baf5a req-78cc94c2-0eb6-4c9c-975e-9e9f677e7446 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 946 time: 0.0785241 Nov 10 19:20:09.640565 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-93f68371-82f9-4762-9cfb-a54ede7baf5a req-8264b8d6-1399-465e-bbb6-576cedbdddca tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657315 Nov 10 19:20:10.402380 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad893d-e5c3-4e85-bac5-f22f157cac3c req-7b26d2de-8261-49c0-923c-4c00bf21538c tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:10.404951 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-18ad893d-e5c3-4e85-bac5-f22f157cac3c req-7b26d2de-8261-49c0-923c-4c00bf21538c tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/ports?device_id=82d8745a-7063-483f-943d-bd36adfb3f35 HTTP/1.1" status: 200 len: 945 time: 0.0796227 Nov 10 19:20:10.416711 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40868) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:10.533456 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-18ad893d-e5c3-4e85-bac5-f22f157cac3c req-539f371f-6a80-4993-b429-ad13443b6afa tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/security-groups?id=07dec0b9-1992-453b-b6ea-c5786017d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171823 Nov 10 19:20:10.572847 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1c7ef-8c89-421e-a90b-03016152d1f9 req-f5f6f55f-b505-48e4-a1e8-2e58133e794b tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:10.581241 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-06c1c7ef-8c89-421e-a90b-03016152d1f9 req-f5f6f55f-b505-48e4-a1e8-2e58133e794b tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 946 time: 0.1748490 Nov 10 19:20:10.581900 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b78d5d95-7d32-4cc9-a487-d7edc5e722e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:10.667095 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-06c1c7ef-8c89-421e-a90b-03016152d1f9 req-22da8009-71f9-4d98-bd61-2e178f39f73b tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0da659b-11c0-4679-87b7-a1440c353197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826688 Nov 10 19:20:10.796200 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b78d5d95-7d32-4cc9-a487-d7edc5e722e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:10.803687 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b78d5d95-7d32-4cc9-a487-d7edc5e722e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:10.842389 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40878) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:10.843243 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b78d5d95-7d32-4cc9-a487-d7edc5e722e7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cadea490923a452cbc44241b6c8b6647&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4240787 Nov 10 19:20:10.868976 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d5d95-7d32-4cc9-a487-d7edc5e722e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d19656-2543-46ac-95b8-3962da22fad2,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:10.946701 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08fa2a-0d4d-4f16-972b-2e23098b4b0a req-9728895d-635b-4a8b-9c04-5470bb69f7c0 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:10.948349 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8d08fa2a-0d4d-4f16-972b-2e23098b4b0a req-9728895d-635b-4a8b-9c04-5470bb69f7c0 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 946 time: 0.0934923 Nov 10 19:20:10.964540 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e4b7c37e-0d45-482b-9994-05ac2700b92c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:11.018984 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e4b7c37e-0d45-482b-9994-05ac2700b92c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:11.059979 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8d08fa2a-0d4d-4f16-972b-2e23098b4b0a req-63894aff-9b37-4ad2-af45-c8436dbc3420 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959995 Nov 10 19:20:11.099493 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e4b7c37e-0d45-482b-9994-05ac2700b92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:11.102509 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e4b7c37e-0d45-482b-9994-05ac2700b92c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:11.103807 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e4b7c37e-0d45-482b-9994-05ac2700b92c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f1d19656-2543-46ac-95b8-3962da22fad2 HTTP/1.1" status: 204 len: 168 time: 0.2580345 Nov 10 19:20:11.113184 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7c37e-0d45-482b-9994-05ac2700b92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d19656-2543-46ac-95b8-3962da22fad2,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:11.430857 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40884) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:11.446816 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2f60ea6e-dfb6-4328-a8f8-30f2a0d581b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:11.545693 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2f60ea6e-dfb6-4328-a8f8-30f2a0d581b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:11.553097 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2f60ea6e-dfb6-4328-a8f8-30f2a0d581b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:11.599792 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60ea6e-dfb6-4328-a8f8-30f2a0d581b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe1b999-15a1-430f-83a5-328a2e0a5ed0,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:11.604506 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2f60ea6e-dfb6-4328-a8f8-30f2a0d581b6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3a0c88cfd9fe43f08123ee8eb29c0790&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1725874 Nov 10 19:20:11.608118 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40890) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:11.677012 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a4eefd97-ec96-4797-a297-669075d46e2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:11.703135 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a4eefd97-ec96-4797-a297-669075d46e2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:11.799296 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a4eefd97-ec96-4797-a297-669075d46e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:11.802490 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a4eefd97-ec96-4797-a297-669075d46e2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:11.803563 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a4eefd97-ec96-4797-a297-669075d46e2a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dbe1b999-15a1-430f-83a5-328a2e0a5ed0 HTTP/1.1" status: 204 len: 168 time: 0.1942139 Nov 10 19:20:11.815847 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdd5ec-0cbb-47d7-ab7b-0edb9549bd8f req-91988f36-7a97-4af4-90a9-f5bd799f358b tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:11.817563 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e3bdd5ec-0cbb-47d7-ab7b-0edb9549bd8f req-91988f36-7a97-4af4-90a9-f5bd799f358b tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 946 time: 0.0699706 Nov 10 19:20:11.823430 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eefd97-ec96-4797-a297-669075d46e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe1b999-15a1-430f-83a5-328a2e0a5ed0,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:11.896980 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e3bdd5ec-0cbb-47d7-ab7b-0edb9549bd8f req-a123058f-47f3-405d-95c4-1d3d95361312 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0da659b-11c0-4679-87b7-a1440c353197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713522 Nov 10 19:20:12.341967 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39104c1e-f9f8-4304-b927-59a67ef67ee7 req-22d65be3-c7fd-4615-aba6-66f58465ee6e tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:12.344786 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-39104c1e-f9f8-4304-b927-59a67ef67ee7 req-22d65be3-c7fd-4615-aba6-66f58465ee6e tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 946 time: 0.0703888 Nov 10 19:20:12.409414 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-39104c1e-f9f8-4304-b927-59a67ef67ee7 req-8f956b98-111d-462c-a5c2-3e396aa08261 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558331 Nov 10 19:20:13.044463 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f70c0-be8d-4f8f-a412-639d39ae525b req-fa2bbc49-e33d-4c80-b96c-e8be1c6fd588 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:13.052062 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-515f70c0-be8d-4f8f-a412-639d39ae525b req-fa2bbc49-e33d-4c80-b96c-e8be1c6fd588 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 946 time: 0.0635810 Nov 10 19:20:13.107606 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-515f70c0-be8d-4f8f-a412-639d39ae525b req-0f197c07-3973-4903-8b88-8031f5bb1d95 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0da659b-11c0-4679-87b7-a1440c353197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529044 Nov 10 19:20:13.620941 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f565f4-e608-4822-a16f-0a68755d4dca req-bc1ad58b-4af8-4787-8963-fbdd728389ac tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:13.625850 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-82f565f4-e608-4822-a16f-0a68755d4dca req-bc1ad58b-4af8-4787-8963-fbdd728389ac tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 946 time: 0.0818033 Nov 10 19:20:13.689251 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-82f565f4-e608-4822-a16f-0a68755d4dca req-c7fb23a2-c7e5-49e7-a536-1c053983836e tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566301 Nov 10 19:20:14.262698 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503e8cd-1d6e-4343-8ee5-5411c8e2236d req-d44404b9-eb6b-4697-b869-5cf1995ae0af tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:14.270776 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f503e8cd-1d6e-4343-8ee5-5411c8e2236d req-d44404b9-eb6b-4697-b869-5cf1995ae0af tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 946 time: 0.0727019 Nov 10 19:20:14.357507 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f503e8cd-1d6e-4343-8ee5-5411c8e2236d req-7485d703-26ba-48e3-af5a-d0381a2625ac tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0da659b-11c0-4679-87b7-a1440c353197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851724 Nov 10 19:20:14.849458 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f09728-8148-418c-92e1-bfe4f61e725a req-63b88482-38e0-4536-836e-22f1ffc9dcef tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:14.871370 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-10f09728-8148-418c-92e1-bfe4f61e725a req-63b88482-38e0-4536-836e-22f1ffc9dcef tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 946 time: 0.0851967 Nov 10 19:20:14.945274 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-10f09728-8148-418c-92e1-bfe4f61e725a req-ebfdf155-ea04-498b-8720-959b9fae77a2 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725458 Nov 10 19:20:15.077050 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40992) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:15.206054 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-85318116-54e9-4f99-985a-904b8d19d41f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:15.307732 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-85318116-54e9-4f99-985a-904b8d19d41f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:15.319194 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-85318116-54e9-4f99-985a-904b8d19d41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:15.364957 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-85318116-54e9-4f99-985a-904b8d19d41f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=828e64d9fe3644acb029418af2d24d25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2861881 Nov 10 19:20:15.365980 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85318116-54e9-4f99-985a-904b8d19d41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b7aa58-3db8-4216-9ba9-655d1e19dba6,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:15.367445 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40996) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:15.437191 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-49d10fc4-a74c-4d1b-a370-bcd6321956fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:15.478787 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-49d10fc4-a74c-4d1b-a370-bcd6321956fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:15.520896 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632df138-4f86-49e9-b2cf-059ce0c2926a req-0148ff19-f54b-49fc-aabd-eac482ccccbb tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:15.522758 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-632df138-4f86-49e9-b2cf-059ce0c2926a req-0148ff19-f54b-49fc-aabd-eac482ccccbb tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 946 time: 0.0739727 Nov 10 19:20:15.551897 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-49d10fc4-a74c-4d1b-a370-bcd6321956fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:15.555387 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-49d10fc4-a74c-4d1b-a370-bcd6321956fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:15.557039 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-49d10fc4-a74c-4d1b-a370-bcd6321956fd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/63b7aa58-3db8-4216-9ba9-655d1e19dba6 HTTP/1.1" status: 204 len: 168 time: 0.1885176 Nov 10 19:20:15.575782 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d10fc4-a74c-4d1b-a370-bcd6321956fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b7aa58-3db8-4216-9ba9-655d1e19dba6,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:15.618071 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-632df138-4f86-49e9-b2cf-059ce0c2926a req-bb4d79fd-16fb-4609-b235-923adee4b22b tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0da659b-11c0-4679-87b7-a1440c353197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845881 Nov 10 19:20:16.092300 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9214b-a2ab-4d6e-8c3f-a0dc231d1350 req-f704767e-dffd-4519-b89c-dd7db2617901 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:16.094181 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d9f9214b-a2ab-4d6e-8c3f-a0dc231d1350 req-f704767e-dffd-4519-b89c-dd7db2617901 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/ports?device_id=13069931-cb4f-47d2-abf6-7b6d3dc180de HTTP/1.1" status: 200 len: 945 time: 0.0663247 Nov 10 19:20:16.155814 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d9f9214b-a2ab-4d6e-8c3f-a0dc231d1350 req-6a4dc511-cc54-448a-8a1b-2a42f670e595 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b44f90c-42d4-464b-8db1-abfb69cd1321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545106 Nov 10 19:20:16.339466 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44338ed-8475-4ea1-ba45-955456e80f37 req-476867be-4e0d-4615-a968-db13ef8ed855 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:16.343736 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d44338ed-8475-4ea1-ba45-955456e80f37 req-476867be-4e0d-4615-a968-db13ef8ed855 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 946 time: 0.0894978 Nov 10 19:20:16.418579 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d44338ed-8475-4ea1-ba45-955456e80f37 req-90f91321-e598-41b9-964d-af15b8d36873 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559766 Nov 10 19:20:16.868072 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 41062) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:16.935822 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1883c623-2915-42cb-b486-4f4be8342adc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:17.032344 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f770863-65bb-47a5-b7cf-616046f8dffd req-5250be08-779b-4d47-aee8-9ad20c4453af tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:17.033971 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2f770863-65bb-47a5-b7cf-616046f8dffd req-5250be08-779b-4d47-aee8-9ad20c4453af tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 946 time: 0.3327768 Nov 10 19:20:17.082610 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1883c623-2915-42cb-b486-4f4be8342adc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:17.089057 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1883c623-2915-42cb-b486-4f4be8342adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:17.141042 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2f770863-65bb-47a5-b7cf-616046f8dffd req-a91a8a19-568e-47d3-9e59-12c2358073de tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0da659b-11c0-4679-87b7-a1440c353197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997517 Nov 10 19:20:17.150769 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1883c623-2915-42cb-b486-4f4be8342adc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cd3b6fcc0da245efb2596abb1bb8665f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2815297 Nov 10 19:20:17.151712 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883c623-2915-42cb-b486-4f4be8342adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce1bd5f-1c5f-41b0-9c5f-e8c58183fb0a,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:17.154005 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41068) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:17.219306 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c44c9a9c-172d-4c24-b943-378e0b97d762 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:17.244502 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c44c9a9c-172d-4c24-b943-378e0b97d762 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:17.248526 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1efdf-c929-4ac7-b60a-bdb336042a64 req-a5c7f5b8-f091-495a-9e63-e862013bf171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:17.251250 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1ea1efdf-c929-4ac7-b60a-bdb336042a64 req-a5c7f5b8-f091-495a-9e63-e862013bf171 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=987b6b0bf6bf42fcb737b7f6bb6ee447&device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 1097 time: 0.0514381 Nov 10 19:20:17.302749 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c44c9a9c-172d-4c24-b943-378e0b97d762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:17.306259 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c44c9a9c-172d-4c24-b943-378e0b97d762 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:17.307592 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c44c9a9c-172d-4c24-b943-378e0b97d762 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6ce1bd5f-1c5f-41b0-9c5f-e8c58183fb0a HTTP/1.1" status: 204 len: 168 time: 0.1451581 Nov 10 19:20:17.323607 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c9a9c-172d-4c24-b943-378e0b97d762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce1bd5f-1c5f-41b0-9c5f-e8c58183fb0a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:17.373504 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1efdf-c929-4ac7-b60a-bdb336042a64 req-fdbfede8-176e-46cb-8f90-c9d02fa9ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:17.375406 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1ea1efdf-c929-4ac7-b60a-bdb336042a64 req-fdbfede8-176e-46cb-8f90-c9d02fa9ddbe service neutron] 10.222.0.73 "GET /v2.0/networks?id=dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 HTTP/1.1" status: 200 len: 913 time: 0.1096015 Nov 10 19:20:17.421810 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1ea1efdf-c929-4ac7-b60a-bdb336042a64 req-f120b8da-003b-4578-a860-90d9ea59c1f2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88ee2b91-6dfe-4ca9-a62b-328b093b9502 HTTP/1.1" status: 200 len: 217 time: 0.0388615 Nov 10 19:20:17.488231 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1efdf-c929-4ac7-b60a-bdb336042a64 req-e105bc51-cebf-4fd8-a6a5-44a153effe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:17.490891 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1ea1efdf-c929-4ac7-b60a-bdb336042a64 req-e105bc51-cebf-4fd8-a6a5-44a153effe6a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0383c2bb-f0e3-4245-83c4-a6b51bf23dd3 HTTP/1.1" status: 200 len: 852 time: 0.0622554 Nov 10 19:20:17.531559 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1ea1efdf-c929-4ac7-b60a-bdb336042a64 req-72325d46-8f3e-462a-bb03-56c4cd092ce7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317371 Nov 10 19:20:17.686716 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9276c-8ac1-4157-865c-0268dd57d609 req-eb15defa-648f-4ce8-9a58-6b1c768bd450 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:17.688246 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d2d9276c-8ac1-4157-865c-0268dd57d609 req-eb15defa-648f-4ce8-9a58-6b1c768bd450 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 946 time: 0.0755527 Nov 10 19:20:17.690161 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1ea1efdf-c929-4ac7-b60a-bdb336042a64 req-70667b83-f938-4203-af51-078a1a89ad16 service neutron] 10.222.0.73 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497934 Nov 10 19:20:17.795204 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d2d9276c-8ac1-4157-865c-0268dd57d609 req-c6ff0091-c606-4111-800e-7086aa062bac tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999713 Nov 10 19:20:17.833023 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1ea1efdf-c929-4ac7-b60a-bdb336042a64 req-f134dfa7-4a85-42fe-a399-4e5ebb588b7e service neutron] 10.222.0.73 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313121 Nov 10 19:20:17.985231 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69309b8a-6e12-48f4-b551-add6f9279b2f req-e793c32b-284e-40ef-801c-1fc45ea56fc6 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:17.987214 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-69309b8a-6e12-48f4-b551-add6f9279b2f req-e793c32b-284e-40ef-801c-1fc45ea56fc6 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/ports?device_id=13069931-cb4f-47d2-abf6-7b6d3dc180de HTTP/1.1" status: 200 len: 945 time: 0.0614955 Nov 10 19:20:18.038218 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-69309b8a-6e12-48f4-b551-add6f9279b2f req-91a9fc19-736d-4400-a7a9-a6e7fbf00a15 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b44f90c-42d4-464b-8db1-abfb69cd1321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448754 Nov 10 19:20:18.278587 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba30f835-391e-4079-aee5-57f6a0477a5c req-69e55367-6037-4c0f-9763-f9ba9aa6bbf1 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:18.280190 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba30f835-391e-4079-aee5-57f6a0477a5c req-69e55367-6037-4c0f-9763-f9ba9aa6bbf1 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 946 time: 0.0606070 Nov 10 19:20:18.335431 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba30f835-391e-4079-aee5-57f6a0477a5c req-50a112c0-2000-4518-9ddb-fbd8356f564a tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0da659b-11c0-4679-87b7-a1440c353197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486836 Nov 10 19:20:18.760717 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225300a4-e67e-462a-b2e6-138da9d0b3df req-11f328ca-456b-46f4-becf-fb5e75592849 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:18.762270 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-225300a4-e67e-462a-b2e6-138da9d0b3df req-11f328ca-456b-46f4-becf-fb5e75592849 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/ports?device_id=13069931-cb4f-47d2-abf6-7b6d3dc180de HTTP/1.1" status: 200 len: 945 time: 0.0576370 Nov 10 19:20:18.816672 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-225300a4-e67e-462a-b2e6-138da9d0b3df req-8aaab76b-49a2-4e33-9ae3-fe73c628068d tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b44f90c-42d4-464b-8db1-abfb69cd1321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470836 Nov 10 19:20:18.928738 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291816b-1abc-4aa5-827e-5be90dbac5f1 req-4a0f5de9-76a6-4208-a6d3-3f865dfff230 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:18.930305 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6291816b-1abc-4aa5-827e-5be90dbac5f1 req-4a0f5de9-76a6-4208-a6d3-3f865dfff230 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 946 time: 0.0541127 Nov 10 19:20:18.985809 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6291816b-1abc-4aa5-827e-5be90dbac5f1 req-26b53f43-da81-4ba2-8b60-d80fce0375fa tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490868 Nov 10 19:20:19.459620 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97286da3-256f-4cfd-b4e1-84ccadf91180 req-ff45b50e-1364-42dc-9774-432019a65676 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:19.461205 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97286da3-256f-4cfd-b4e1-84ccadf91180 req-ff45b50e-1364-42dc-9774-432019a65676 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 946 time: 0.0511756 Nov 10 19:20:19.530177 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97286da3-256f-4cfd-b4e1-84ccadf91180 req-cdeb33db-6715-4f08-8ce3-bff064baeb26 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0da659b-11c0-4679-87b7-a1440c353197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533545 Nov 10 19:20:19.968097 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2798b-45b8-47c9-a1c3-946c6cb8e3d3 req-6cea865f-bf25-427f-b3b2-0428219968aa tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:19.969860 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2da2798b-45b8-47c9-a1c3-946c6cb8e3d3 req-6cea865f-bf25-427f-b3b2-0428219968aa tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/ports?device_id=13069931-cb4f-47d2-abf6-7b6d3dc180de HTTP/1.1" status: 200 len: 945 time: 0.0548303 Nov 10 19:20:20.034761 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2da2798b-45b8-47c9-a1c3-946c6cb8e3d3 req-00413c01-5a92-419f-ad24-fb9786dcf671 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b44f90c-42d4-464b-8db1-abfb69cd1321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525920 Nov 10 19:20:20.148955 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724b3a0-bb09-4e43-a401-22568629e140 req-c9814ca4-c1a4-4c2a-854c-2c4a1baf847d tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:20.150615 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c724b3a0-bb09-4e43-a401-22568629e140 req-c9814ca4-c1a4-4c2a-854c-2c4a1baf847d tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 946 time: 0.0574064 Nov 10 19:20:20.201249 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c724b3a0-bb09-4e43-a401-22568629e140 req-5681c422-83e7-474b-9030-daaac43c72d5 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439656 Nov 10 19:20:20.433013 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055948b-b5b4-4c16-9c71-3c92b933bb5d req-92772066-8763-4f64-b0d2-36f2a1e854e0 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:20.434620 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6055948b-b5b4-4c16-9c71-3c92b933bb5d req-92772066-8763-4f64-b0d2-36f2a1e854e0 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.73 "GET /v2.0/ports?device_id=13069931-cb4f-47d2-abf6-7b6d3dc180de HTTP/1.1" status: 200 len: 945 time: 0.0517550 Nov 10 19:20:20.473215 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 41286) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:20.558164 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-6055948b-b5b4-4c16-9c71-3c92b933bb5d req-2993b1ff-7d20-4dd6-a5a5-e38fa7fa4d53 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Deleting port 526151aa-7ee6-400a-b703-2e8486c8234d {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:20:20.558619 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6055948b-b5b4-4c16-9c71-3c92b933bb5d req-2993b1ff-7d20-4dd6-a5a5-e38fa7fa4d53 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:20.622838 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-79f0dabf-8151-4ac8-997e-419460d89520 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:20.691310 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-6055948b-b5b4-4c16-9c71-3c92b933bb5d req-2993b1ff-7d20-4dd6-a5a5-e38fa7fa4d53 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] For port 526151aa-7ee6-400a-b703-2e8486c8234d, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=526151aa-7ee6-400a-b703-2e8486c8234d,segment=NetworkSegment(3b2782f5-18af-468b-b778-4185b0e9f138),segment_id=3b2782f5-18af-468b-b778-4185b0e9f138)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:20:20.691663 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6055948b-b5b4-4c16-9c71-3c92b933bb5d req-2993b1ff-7d20-4dd6-a5a5-e38fa7fa4d53 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:20.880230 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-79f0dabf-8151-4ac8-997e-419460d89520 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:20.887395 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-79f0dabf-8151-4ac8-997e-419460d89520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:20.972956 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-79f0dabf-8151-4ac8-997e-419460d89520 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=98a25c16e6aa42aea16e6ba0700327c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4986315 Nov 10 19:20:20.975713 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0dabf-8151-4ac8-997e-419460d89520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4227d5b-963b-419a-bb41-cc906481695f,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:20.976035 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41324) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:20.996826 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6055948b-b5b4-4c16-9c71-3c92b933bb5d req-2993b1ff-7d20-4dd6-a5a5-e38fa7fa4d53 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:20.997159 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6055948b-b5b4-4c16-9c71-3c92b933bb5d req-2993b1ff-7d20-4dd6-a5a5-e38fa7fa4d53 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:20.997480 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [req-6055948b-b5b4-4c16-9c71-3c92b933bb5d req-2993b1ff-7d20-4dd6-a5a5-e38fa7fa4d53 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Floating IP 757cfe92-686e-456c-95fa-6515d7d1fa07 disassociated. External IP: 172.25.3.141, port: 526151aa-7ee6-400a-b703-2e8486c8234d. Nov 10 19:20:20.997846 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-6055948b-b5b4-4c16-9c71-3c92b933bb5d req-2993b1ff-7d20-4dd6-a5a5-e38fa7fa4d53 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Calling delete_port for 526151aa-7ee6-400a-b703-2e8486c8234d owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:20:21.038817 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b788736b-2748-4eb2-a23a-1ce1b407eb44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:21.062355 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b788736b-2748-4eb2-a23a-1ce1b407eb44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:21.113043 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b788736b-2748-4eb2-a23a-1ce1b407eb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:21.115849 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b788736b-2748-4eb2-a23a-1ce1b407eb44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:21.119606 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b788736b-2748-4eb2-a23a-1ce1b407eb44 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c4227d5b-963b-419a-bb41-cc906481695f HTTP/1.1" status: 204 len: 168 time: 0.1401126 Nov 10 19:20:21.126532 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4514f42-0ac3-4beb-9346-c795e787f467 req-0d6e57ae-4b82-45a0-8b92-b562baded08a tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:21.128439 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b4514f42-0ac3-4beb-9346-c795e787f467 req-0d6e57ae-4b82-45a0-8b92-b562baded08a tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ec87cb-461c-4bc8-b35a-0a326f779bb6 HTTP/1.1" status: 200 len: 946 time: 0.0712476 Nov 10 19:20:21.131972 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788736b-2748-4eb2-a23a-1ce1b407eb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4227d5b-963b-419a-bb41-cc906481695f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:21.238538 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6055948b-b5b4-4c16-9c71-3c92b933bb5d req-2993b1ff-7d20-4dd6-a5a5-e38fa7fa4d53 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:21.272603 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993b1ff-7d20-4dd6-a5a5-e38fa7fa4d53 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Pushing event deleted for resources: {'Port': ['ID=526151aa-7ee6-400a-b703-2e8486c8234d,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:21.332846 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-b4514f42-0ac3-4beb-9346-c795e787f467 req-4533c127-1449-41de-94e9-c0d390a38c43 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Deleting port 88ee2b91-6dfe-4ca9-a62b-328b093b9502 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:20:21.333180 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b4514f42-0ac3-4beb-9346-c795e787f467 req-4533c127-1449-41de-94e9-c0d390a38c43 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:21.416604 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41332) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:21.430869 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4d8a2bfd-c364-4a85-b77a-bcbf8d3067c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:21.473425 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6055948b-b5b4-4c16-9c71-3c92b933bb5d req-2993b1ff-7d20-4dd6-a5a5-e38fa7fa4d53 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Router 15d68c3b-7cbd-46d6-9f72-314d1975ca2c has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:20:21.475475 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-b4514f42-0ac3-4beb-9346-c795e787f467 req-4533c127-1449-41de-94e9-c0d390a38c43 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] For port 88ee2b91-6dfe-4ca9-a62b-328b093b9502, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=88ee2b91-6dfe-4ca9-a62b-328b093b9502,segment=NetworkSegment(c9a36c68-c3fb-4c33-a5bb-7886b7443ebd),segment_id=c9a36c68-c3fb-4c33-a5bb-7886b7443ebd)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:20:21.475900 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b4514f42-0ac3-4beb-9346-c795e787f467 req-4533c127-1449-41de-94e9-c0d390a38c43 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:21.497754 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-b4514f42-0ac3-4beb-9346-c795e787f467 req-4533c127-1449-41de-94e9-c0d390a38c43 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Calling delete_port for 88ee2b91-6dfe-4ca9-a62b-328b093b9502 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:20:21.509173 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4d8a2bfd-c364-4a85-b77a-bcbf8d3067c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:21.515631 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4d8a2bfd-c364-4a85-b77a-bcbf8d3067c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:21.554350 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4d8a2bfd-c364-4a85-b77a-bcbf8d3067c4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d05ac3c55a69418582c87e0c3ce78351&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1356606 Nov 10 19:20:21.554955 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a2bfd-c364-4a85-b77a-bcbf8d3067c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c24378-fad6-49b1-9648-38f1c1ffb547,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:21.558027 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41334) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:21.611819 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c4d0c714-3ab3-4455-98c3-0a1b64c6e4a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:21.635646 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c4d0c714-3ab3-4455-98c3-0a1b64c6e4a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:21.659721 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6055948b-b5b4-4c16-9c71-3c92b933bb5d req-2993b1ff-7d20-4dd6-a5a5-e38fa7fa4d53 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:20:21.691897 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd70ddbf-0158-4f19-a145-c27d4be25a9e None None] Sync routers for ids ['15d68c3b-7cbd-46d6-9f72-314d1975ca2c'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:20:21.705004 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd70ddbf-0158-4f19-a145-c27d4be25a9e None None] Routers {'15d68c3b-7cbd-46d6-9f72-314d1975ca2c'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:20:21.705786 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-bd70ddbf-0158-4f19-a145-c27d4be25a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:19:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['15d68c3b-7cbd-46d6-9f72-314d1975ca2c'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:21.706070 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c4d0c714-3ab3-4455-98c3-0a1b64c6e4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:21.710443 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c4d0c714-3ab3-4455-98c3-0a1b64c6e4a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:21.711868 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c4d0c714-3ab3-4455-98c3-0a1b64c6e4a1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d5c24378-fad6-49b1-9648-38f1c1ffb547 HTTP/1.1" status: 204 len: 168 time: 0.1525991 Nov 10 19:20:21.715091 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-6055948b-b5b4-4c16-9c71-3c92b933bb5d req-2993b1ff-7d20-4dd6-a5a5-e38fa7fa4d53 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] No DVR routers for this DVR port 526151aa-7ee6-400a-b703-2e8486c8234d on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:20:21.724870 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0c714-3ab3-4455-98c3-0a1b64c6e4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c24378-fad6-49b1-9648-38f1c1ffb547,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:21.737117 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6055948b-b5b4-4c16-9c71-3c92b933bb5d req-2993b1ff-7d20-4dd6-a5a5-e38fa7fa4d53 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:21.740776 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6055948b-b5b4-4c16-9c71-3c92b933bb5d req-2993b1ff-7d20-4dd6-a5a5-e38fa7fa4d53 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.73 "DELETE /v2.0/ports/526151aa-7ee6-400a-b703-2e8486c8234d HTTP/1.1" status: 204 len: 173 time: 1.2946792 Nov 10 19:20:21.741375 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13069931-cb4f-47d2-abf6-7b6d3dc180de', 'name': 'network-vif-deleted', 'tag': '526151aa-7ee6-400a-b703-2e8486c8234d'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:20:21.744013 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d36ba5-1f4c-422c-842e-f21d50090dea" -d '{"events": [{"server_uuid": "13069931-cb4f-47d2-abf6-7b6d3dc180de", "name": "network-vif-deleted", "tag": "526151aa-7ee6-400a-b703-2e8486c8234d"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:20:21.776225 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 88ee2b91-6dfe-4ca9-a62b-328b093b9502 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:20:21.791075 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b4514f42-0ac3-4beb-9346-c795e787f467 req-4533c127-1449-41de-94e9-c0d390a38c43 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:21.832382 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533c127-1449-41de-94e9-c0d390a38c43 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Pushing event deleted for resources: {'Port': ['ID=88ee2b91-6dfe-4ca9-a62b-328b093b9502,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:21.855983 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daae0e0c-be57-4537-9222-20a87236602e None None] DHCP port deletion for dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:20:21.859493 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 88ee2b91-6dfe-4ca9-a62b-328b093b9502 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:20:21.859842 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 88ee2b91-6dfe-4ca9-a62b-328b093b9502 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:20:21.909582 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4514f42-0ac3-4beb-9346-c795e787f467 req-4533c127-1449-41de-94e9-c0d390a38c43 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] No DVR routers for this DVR port 88ee2b91-6dfe-4ca9-a62b-328b093b9502 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:20:21.915064 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b4514f42-0ac3-4beb-9346-c795e787f467 req-4533c127-1449-41de-94e9-c0d390a38c43 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:21.918603 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b4514f42-0ac3-4beb-9346-c795e787f467 req-4533c127-1449-41de-94e9-c0d390a38c43 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "DELETE /v2.0/ports/88ee2b91-6dfe-4ca9-a62b-328b093b9502 HTTP/1.1" status: 204 len: 173 time: 0.7656190 Nov 10 19:20:21.955328 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-bd70ddbf-0158-4f19-a145-c27d4be25a9e None None] Set router 15d68c3b-7cbd-46d6-9f72-314d1975ca2c gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:20:22.215702 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-bd70ddbf-0158-4f19-a145-c27d4be25a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'name': 'tempest-ServersTestBootFromVolume-1590216533-router', 'tenant_id': '482ef8a385f54608b1afe9f1e18f5d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '41717a9c-9737-4514-a196-424f591a06a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:17:11Z', 'updated_at': '2021-11-10T19:17:22Z', 'revision_number': 4, 'project_id': '482ef8a385f54608b1afe9f1e18f5d91', 'gw_port': {'id': '41717a9c-9737-4514-a196-424f591a06a2', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:17:15Z', 'updated_at': '2021-11-10T19:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '09543db2-3b52-4e3e-8ea5-f1674afdfb6d', 'name': '', 'network_id': '7eab08f6-4a1b-4fcb-86bd-01fed62e685c', 'tenant_id': '482ef8a385f54608b1afe9f1e18f5d91', 'mac_address': 'fa:16:3e:4b:22:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '92655e48-9722-4673-8942-7e2196384d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:17:21Z', 'updated_at': '2021-11-10T19:17:28Z', 'revision_number': 5, 'project_id': '482ef8a385f54608b1afe9f1e18f5d91', 'subnets': [{'id': '92655e48-9722-4673-8942-7e2196384d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:22.248269 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd70ddbf-0158-4f19-a145-c27d4be25a9e None None] Checking router: 15d68c3b-7cbd-46d6-9f72-314d1975ca2c for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:20:22.259851 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd70ddbf-0158-4f19-a145-c27d4be25a9e None None] Routers {'15d68c3b-7cbd-46d6-9f72-314d1975ca2c'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:20:22.260800 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-bd70ddbf-0158-4f19-a145-c27d4be25a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:19:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['15d68c3b-7cbd-46d6-9f72-314d1975ca2c'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:22.278893 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1a51c-2355-4ea8-aaeb-010db0366ae1 req-47f7a919-1fc5-48ba-836f-998c4576b452 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:22.287193 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a7c1a51c-2355-4ea8-aaeb-010db0366ae1 req-47f7a919-1fc5-48ba-836f-998c4576b452 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 946 time: 0.0664632 Nov 10 19:20:22.348410 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a7c1a51c-2355-4ea8-aaeb-010db0366ae1 req-02efbde8-8ce8-4ca7-ad09-6552b4a2786d tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0da659b-11c0-4679-87b7-a1440c353197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602355 Nov 10 19:20:22.523699 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-bd70ddbf-0158-4f19-a145-c27d4be25a9e None None] Set router 15d68c3b-7cbd-46d6-9f72-314d1975ca2c gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:20:22.798891 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-bd70ddbf-0158-4f19-a145-c27d4be25a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'name': 'tempest-ServersTestBootFromVolume-1590216533-router', 'tenant_id': '482ef8a385f54608b1afe9f1e18f5d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '41717a9c-9737-4514-a196-424f591a06a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:17:11Z', 'updated_at': '2021-11-10T19:17:22Z', 'revision_number': 4, 'project_id': '482ef8a385f54608b1afe9f1e18f5d91', 'gw_port': {'id': '41717a9c-9737-4514-a196-424f591a06a2', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:17:15Z', 'updated_at': '2021-11-10T19:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '09543db2-3b52-4e3e-8ea5-f1674afdfb6d', 'name': '', 'network_id': '7eab08f6-4a1b-4fcb-86bd-01fed62e685c', 'tenant_id': '482ef8a385f54608b1afe9f1e18f5d91', 'mac_address': 'fa:16:3e:4b:22:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '92655e48-9722-4673-8942-7e2196384d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:17:21Z', 'updated_at': '2021-11-10T19:17:28Z', 'revision_number': 5, 'project_id': '482ef8a385f54608b1afe9f1e18f5d91', 'subnets': [{'id': '92655e48-9722-4673-8942-7e2196384d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:22.838620 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd70ddbf-0158-4f19-a145-c27d4be25a9e None None] The sync data for ids ['15d68c3b-7cbd-46d6-9f72-314d1975ca2c'] in n-d-813897-4 is: [{'id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'name': 'tempest-ServersTestBootFromVolume-1590216533-router', 'tenant_id': '482ef8a385f54608b1afe9f1e18f5d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '41717a9c-9737-4514-a196-424f591a06a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:17:11Z', 'updated_at': '2021-11-10T19:17:22Z', 'revision_number': 4, 'project_id': '482ef8a385f54608b1afe9f1e18f5d91', 'gw_port': {'id': '41717a9c-9737-4514-a196-424f591a06a2', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:17:15Z', 'updated_at': '2021-11-10T19:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '09543db2-3b52-4e3e-8ea5-f1674afdfb6d', 'name': '', 'network_id': '7eab08f6-4a1b-4fcb-86bd-01fed62e685c', 'tenant_id': '482ef8a385f54608b1afe9f1e18f5d91', 'mac_address': 'fa:16:3e:4b:22:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '92655e48-9722-4673-8942-7e2196384d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:17:21Z', 'updated_at': '2021-11-10T19:17:28Z', 'revision_number': 5, 'project_id': '482ef8a385f54608b1afe9f1e18f5d91', 'subnets': [{'id': '92655e48-9722-4673-8942-7e2196384d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:20:23.069255 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-623be66f-198b-4167-9f3a-342d176dcaea req-b2eaad88-af93-41b4-ac9b-8d766b713168 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/ports?device_id=13069931-cb4f-47d2-abf6-7b6d3dc180de HTTP/1.1" status: 200 len: 210 time: 0.0427978 Nov 10 19:20:23.126079 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b39859c-6da2-4d85-9e8c-ea8699a7c20b x-openstack-request-id: req-5b39859c-6da2-4d85-9e8c-ea8699a7c20b {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:20:23.139797 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13069931-cb4f-47d2-abf6-7b6d3dc180de", "name": "network-vif-deleted", "tag": "526151aa-7ee6-400a-b703-2e8486c8234d", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:20:23.142563 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5b39859c-6da2-4d85-9e8c-ea8699a7c20b {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:20:23.143108 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13069931-cb4f-47d2-abf6-7b6d3dc180de', 'name': 'network-vif-deleted', 'tag': '526151aa-7ee6-400a-b703-2e8486c8234d', 'status': 'completed', 'code': 200} Nov 10 19:20:23.344356 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e18afb9-15a0-43eb-8d0f-17a66bd5e021 None None] New status for floating IP 757cfe92-686e-456c-95fa-6515d7d1fa07: DOWN {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:20:23.393447 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41420) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:23.527654 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c466fa3e-68e2-478d-b687-c13fb29fe988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:23.590511 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-d619af18-17e4-4dfe-a7e5-e56685ef5c86 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:23.601972 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-d619af18-17e4-4dfe-a7e5-e56685ef5c86 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/networks?id=dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 HTTP/1.1" status: 200 len: 812 time: 0.1657698 Nov 10 19:20:23.610312 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-783bde75-dd20-479b-963c-18899a5a622a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:23.617732 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-1a9b7e4a-ab6e-4daf-a70c-447706919f68 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/quotas/987b6b0bf6bf42fcb737b7f6bb6ee447 HTTP/1.1" status: 200 len: 375 time: 0.0108974 Nov 10 19:20:23.658799 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-332c31e0-9dbc-40a6-8d7d-fa45963c5667 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=987b6b0bf6bf42fcb737b7f6bb6ee447&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294077 Nov 10 19:20:23.700147 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-783bde75-dd20-479b-963c-18899a5a622a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:23.705747 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-783bde75-dd20-479b-963c-18899a5a622a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:23.750597 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783bde75-dd20-479b-963c-18899a5a622a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99037e17-56ec-481b-8e87-4f37e935b099,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:23.759586 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 41430) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:23.759909 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-783bde75-dd20-479b-963c-18899a5a622a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f2076fe0d4f248afbc83ee361f5f93b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3645983 Nov 10 19:20:23.773710 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-8a5b44cc-b691-41c4-ab85-ab6f4dad9087 service neutron] 10.222.0.54 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050830 Nov 10 19:20:23.882223 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6eb517ff-fa95-4c3c-b6c3-dc400fe612e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:23.908808 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-97f4f32d-af7d-4e18-911f-956c1659dddf service neutron] 10.222.0.54 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276965 Nov 10 19:20:23.918404 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6eb517ff-fa95-4c3c-b6c3-dc400fe612e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:23.976011 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6eb517ff-fa95-4c3c-b6c3-dc400fe612e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:23.980770 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6eb517ff-fa95-4c3c-b6c3-dc400fe612e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:23.982579 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6eb517ff-fa95-4c3c-b6c3-dc400fe612e2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/99037e17-56ec-481b-8e87-4f37e935b099 HTTP/1.1" status: 204 len: 168 time: 0.2218912 Nov 10 19:20:23.996983 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb517ff-fa95-4c3c-b6c3-dc400fe612e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99037e17-56ec-481b-8e87-4f37e935b099,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:24.181894 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e63cbf-e0cf-493b-8b92-b54a288fe746 req-c5a584c8-d0e1-4502-802d-2aafca4afe62 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:24.183611 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f0e63cbf-e0cf-493b-8b92-b54a288fe746 req-c5a584c8-d0e1-4502-802d-2aafca4afe62 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 946 time: 0.0584164 Nov 10 19:20:24.253520 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f0e63cbf-e0cf-493b-8b92-b54a288fe746 req-2f694aea-82e1-4c0c-97d5-f5dbd9a4ffe3 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0da659b-11c0-4679-87b7-a1440c353197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624809 Nov 10 19:20:24.411890 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:24.581118 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f0e1eb51-dee5-43fd-8829-3f64a0974cac req-c59f4985-a185-4ecd-aa3a-7d3065170048 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d HTTP/1.1" status: 200 len: 210 time: 0.0300050 Nov 10 19:20:24.714361 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3de733d5-bd85-46e5-85fe-07f5293919db req-257c77be-4ee3-4d80-b5c5-799418ee087a tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/ports?device_id=13069931-cb4f-47d2-abf6-7b6d3dc180de HTTP/1.1" status: 200 len: 210 time: 0.0515869 Nov 10 19:20:24.880491 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:25.144543 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ec87cb-461c-4bc8-b35a-0a326f779bb6', 'name': 'network-vif-deleted', 'tag': '88ee2b91-6dfe-4ca9-a62b-328b093b9502'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:20:25.148414 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f441b4e4-e631-47b2-803e-2af3be37d16a" -d '{"events": [{"server_uuid": "c2ec87cb-461c-4bc8-b35a-0a326f779bb6", "name": "network-vif-deleted", "tag": "88ee2b91-6dfe-4ca9-a62b-328b093b9502"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:20:25.181451 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 10 Nov 2021 19:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0e09ac-5113-40b6-913a-f9eb4bf12574 x-openstack-request-id: req-bc0e09ac-5113-40b6-913a-f9eb4bf12574 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:20:25.181804 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ec87cb-461c-4bc8-b35a-0a326f779bb6", "name": "network-vif-deleted", "tag": "88ee2b91-6dfe-4ca9-a62b-328b093b9502", "status": "failed", "code": 422}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:20:25.182161 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bc0e09ac-5113-40b6-913a-f9eb4bf12574 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:20:25.182477 n-d-813897-4 neutron-server[102506]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c2ec87cb-461c-4bc8-b35a-0a326f779bb6', 'name': 'network-vif-deleted', 'tag': '88ee2b91-6dfe-4ca9-a62b-328b093b9502', 'status': 'failed', 'code': 422} returned with failed status Nov 10 19:20:25.401550 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae46c4-bdb7-419b-92f0-137f1ae8379f req-f6730bc1-6e3d-4f8d-9a11-dc856eb905ae tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:25.403378 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d3ae46c4-bdb7-419b-92f0-137f1ae8379f req-f6730bc1-6e3d-4f8d-9a11-dc856eb905ae tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 946 time: 0.0804894 Nov 10 19:20:25.491642 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41492) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:25.655068 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-122b64e4-dee4-4987-87b3-9c6e42606bd4 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1687205031', 'router:external': True}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:20:25.681057 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122b64e4-dee4-4987-87b3-9c6e42606bd4 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Made reservation on behalf of 1b0798d6d0ee4fd0896b9d730fea9301 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:20:25.685228 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-122b64e4-dee4-4987-87b3-9c6e42606bd4 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:25.695843 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-628971d7-305d-4d96-9b52-39ffe644ce38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:25.699557 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-122b64e4-dee4-4987-87b3-9c6e42606bd4 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:25.787872 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 526151aa-7ee6-400a-b703-2e8486c8234d no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:20:25.792283 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-122b64e4-dee4-4987-87b3-9c6e42606bd4 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:25.799105 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-122b64e4-dee4-4987-87b3-9c6e42606bd4 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:25.812700 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-122b64e4-dee4-4987-87b3-9c6e42606bd4 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:20:25.823491 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 526151aa-7ee6-400a-b703-2e8486c8234d {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:20:25.823829 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 526151aa-7ee6-400a-b703-2e8486c8234d not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:20:25.840641 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-122b64e4-dee4-4987-87b3-9c6e42606bd4 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:25.841283 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-122b64e4-dee4-4987-87b3-9c6e42606bd4 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Added segment c6b9122b-a5ed-4922-be2b-05affddf97b0 of type vlan for network b9573aec-c940-4bb7-b532-a7c49d0bf86b Nov 10 19:20:25.868218 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b64e4-dee4-4987-87b3-9c6e42606bd4 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fc1672-f160-4338-96e0-33282c9a2a15,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:25.890716 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d3ae46c4-bdb7-419b-92f0-137f1ae8379f req-9b82d7f8-a396-4046-9cd6-f424997d7184 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0da659b-11c0-4679-87b7-a1440c353197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4795086 Nov 10 19:20:25.931166 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-41790a04-4eba-40b1-bfca-34d2c9cc7646 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:25.932754 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-41790a04-4eba-40b1-bfca-34d2c9cc7646 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.25 "GET /v2.0/networks?id=dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 HTTP/1.1" status: 200 len: 812 time: 0.4961567 Nov 10 19:20:25.943301 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-122b64e4-dee4-4987-87b3-9c6e42606bd4 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:25.949409 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-91a564d8-bf4d-49b4-a4b2-d6fe4e124ad3 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Request body: {'port': {'device_id': '086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d', 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0', 'admin_state_up': True, 'tenant_id': '987b6b0bf6bf42fcb737b7f6bb6ee447'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:20:25.992942 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-122b64e4-dee4-4987-87b3-9c6e42606bd4 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:25.994285 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122b64e4-dee4-4987-87b3-9c6e42606bd4 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:25.994930 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-122b64e4-dee4-4987-87b3-9c6e42606bd4 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:26.031260 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-122b64e4-dee4-4987-87b3-9c6e42606bd4 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.5385878 Nov 10 19:20:26.037196 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 41502) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:26.045281 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-7a617182-8654-4aa4-9218-0e2b3c54dbdb tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Request body: {'subnet': {'network_id': 'b9573aec-c940-4bb7-b532-a7c49d0bf86b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:20:26.090458 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b64e4-dee4-4987-87b3-9c6e42606bd4 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Pushing event updated for resources: {'Network': ['ID=b9573aec-c940-4bb7-b532-a7c49d0bf86b,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:26.092674 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a617182-8654-4aa4-9218-0e2b3c54dbdb tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Made reservation on behalf of 1b0798d6d0ee4fd0896b9d730fea9301 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:20:26.101942 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7a617182-8654-4aa4-9218-0e2b3c54dbdb tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:26.102391 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network b9573aec-c940-4bb7-b532-a7c49d0bf86b details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:20:26.200542 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-91a564d8-bf4d-49b4-a4b2-d6fe4e124ad3 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Made reservation on behalf of 987b6b0bf6bf42fcb737b7f6bb6ee447 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:20:26.204140 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-91a564d8-bf4d-49b4-a4b2-d6fe4e124ad3 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:26.251603 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2ffbc384-9b2d-4b97-a934-5671739a7c4e req-e3844560-4d03-4c91-94cb-e0e43414afb5 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d HTTP/1.1" status: 200 len: 210 time: 0.0349386 Nov 10 19:20:26.364185 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a5f20e9a-90ba-4276-9a47-7d895e923aa8 req-186af564-bfc0-4cc0-ad39-e983a7f73454 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/ports?device_id=13069931-cb4f-47d2-abf6-7b6d3dc180de HTTP/1.1" status: 200 len: 210 time: 0.0407069 Nov 10 19:20:26.469957 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-91a564d8-bf4d-49b4-a4b2-d6fe4e124ad3 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Allocated IP 172.20.0.5 (dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0/0383c2bb-f0e3-4245-83c4-a6b51bf23dd3/91f5d33d-36c7-43e0-853a-84351d1d4c3a) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:20:26.675615 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-91a564d8-bf4d-49b4-a4b2-d6fe4e124ad3 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:26.721899 n-d-813897-4 neutron-server[102506]: DEBUG neutron.objects.ports [None req-7a617182-8654-4aa4-9218-0e2b3c54dbdb tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102506) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 19:20:26.722288 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7a617182-8654-4aa4-9218-0e2b3c54dbdb tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:26.792553 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a617182-8654-4aa4-9218-0e2b3c54dbdb tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7c50ab02-c42e-4b79-b97d-392fd672b9b3,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:26.796853 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-91a564d8-bf4d-49b4-a4b2-d6fe4e124ad3 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:26.847635 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a617182-8654-4aa4-9218-0e2b3c54dbdb tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Checking segment: {'id': 'c6b9122b-a5ed-4922-be2b-05affddf97b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b9573aec-c940-4bb7-b532-a7c49d0bf86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:20:26.847978 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a617182-8654-4aa4-9218-0e2b3c54dbdb tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Network hostable DHCP agents. Network: b9573aec-c940-4bb7-b532-a7c49d0bf86b, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:20:26.863484 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-91a564d8-bf4d-49b4-a4b2-d6fe4e124ad3 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Network dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:20:26.865298 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a564d8-bf4d-49b4-a4b2-d6fe4e124ad3 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Pushing event updated for resources: {'Port': ['ID=91f5d33d-36c7-43e0-853a-84351d1d4c3a,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:26.868103 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-91a564d8-bf4d-49b4-a4b2-d6fe4e124ad3 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:20:26.871346 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-91a564d8-bf4d-49b4-a4b2-d6fe4e124ad3 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:20:26.883132 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdf409d-93d7-41cb-a5c5-ae3a4bb73f00 None None] DHCP port deletion for dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:20:26.912192 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a617182-8654-4aa4-9218-0e2b3c54dbdb tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Network b9573aec-c940-4bb7-b532-a7c49d0bf86b is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:20:26.932464 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-91a564d8-bf4d-49b4-a4b2-d6fe4e124ad3 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:26.933175 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-91a564d8-bf4d-49b4-a4b2-d6fe4e124ad3 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:26.937207 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-7a617182-8654-4aa4-9218-0e2b3c54dbdb tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, b9573aec-c940-4bb7-b532-a7c49d0bf86b) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:20:26.946011 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a617182-8654-4aa4-9218-0e2b3c54dbdb tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:26.946609 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7a617182-8654-4aa4-9218-0e2b3c54dbdb tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:26.958619 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d58800-3cf8-411b-ae2c-4170737df179 None None] Network b9573aec-c940-4bb7-b532-a7c49d0bf86b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:20:26.960135 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-91a564d8-bf4d-49b4-a4b2-d6fe4e124ad3 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0165792 Nov 10 19:20:26.970133 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7a617182-8654-4aa4-9218-0e2b3c54dbdb tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9292109 Nov 10 19:20:26.973105 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41506) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:26.975903 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-cfa4bef8-ce3a-46cf-9c9f-9b5f373569f4 service neutron] Request body: {'port': {'device_id': '086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:20:26.978420 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-67278644-7f8d-4bac-ab5d-97223b474b6f tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-328279564', 'network_id': 'b9573aec-c940-4bb7-b532-a7c49d0bf86b'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:20:27.008397 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67278644-7f8d-4bac-ab5d-97223b474b6f tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Made reservation on behalf of 1b0798d6d0ee4fd0896b9d730fea9301 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:20:27.012966 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-67278644-7f8d-4bac-ab5d-97223b474b6f tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:27.036824 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-67278644-7f8d-4bac-ab5d-97223b474b6f tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] device_id is not set on port 3bc8eae6-ec89-4ee6-8990-e857f45eb05b yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:20:27.052606 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-364b3e0b-fbca-4f4d-8150-7f3cb1a0372e None None] Provisioning complete for port 91f5d33d-36c7-43e0-853a-84351d1d4c3a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:20:27.053320 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-364b3e0b-fbca-4f4d-8150-7f3cb1a0372e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:27.087115 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-cfa4bef8-ce3a-46cf-9c9f-9b5f373569f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:27.099454 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f1094-a5bb-422d-b990-bc53443615fe req-514cfbb0-b59f-4709-91b7-deb567f709a1 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:27.102250 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0c6f1094-a5bb-422d-b990-bc53443615fe req-514cfbb0-b59f-4709-91b7-deb567f709a1 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 946 time: 0.1217933 Nov 10 19:20:27.144978 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-364b3e0b-fbca-4f4d-8150-7f3cb1a0372e None None] Port 91f5d33d-36c7-43e0-853a-84351d1d4c3a cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:20:27.178840 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:27.180317 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-67278644-7f8d-4bac-ab5d-97223b474b6f tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Allocated IP 172.20.0.14 (b9573aec-c940-4bb7-b532-a7c49d0bf86b/7c50ab02-c42e-4b79-b97d-392fd672b9b3/3bc8eae6-ec89-4ee6-8990-e857f45eb05b) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:20:27.188660 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f3b5da-c20f-4211-ad5c-258af20db6b4 None None] Network b9573aec-c940-4bb7-b532-a7c49d0bf86b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:20:27.359043 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0c6f1094-a5bb-422d-b990-bc53443615fe req-53db0b7b-7559-4c86-b046-59045bf6dba6 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0da659b-11c0-4679-87b7-a1440c353197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436614 Nov 10 19:20:27.394988 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-67278644-7f8d-4bac-ab5d-97223b474b6f tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:27.434819 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-67278644-7f8d-4bac-ab5d-97223b474b6f tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:27.487414 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67278644-7f8d-4bac-ab5d-97223b474b6f tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Network b9573aec-c940-4bb7-b532-a7c49d0bf86b is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:20:27.494231 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-67278644-7f8d-4bac-ab5d-97223b474b6f tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:20:27.505419 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67278644-7f8d-4bac-ab5d-97223b474b6f tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:20:27.556024 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67278644-7f8d-4bac-ab5d-97223b474b6f tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:27.556676 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-67278644-7f8d-4bac-ab5d-97223b474b6f tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:27.561815 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-cfa4bef8-ce3a-46cf-9c9f-9b5f373569f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91f5d33d-36c7-43e0-853a-84351d1d4c3a {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:20:27.572094 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67278644-7f8d-4bac-ab5d-97223b474b6f tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Pushing event updated for resources: {'Port': ['ID=3bc8eae6-ec89-4ee6-8990-e857f45eb05b,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:27.572722 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-cfa4bef8-ce3a-46cf-9c9f-9b5f373569f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:27.589444 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 41518) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:27.590016 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-67278644-7f8d-4bac-ab5d-97223b474b6f tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.6157923 Nov 10 19:20:27.630698 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-cfa4bef8-ce3a-46cf-9c9f-9b5f373569f4 service neutron] Transition to ACTIVE for port object 91f5d33d-36c7-43e0-853a-84351d1d4c3a will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:20:27.636756 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-cfa4bef8-ce3a-46cf-9c9f-9b5f373569f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:27.728511 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4bef8-ce3a-46cf-9c9f-9b5f373569f4 service neutron] Pushing event updated for resources: {'Port': ['ID=91f5d33d-36c7-43e0-853a-84351d1d4c3a,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:27.742371 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9776a5f-005c-4e58-9db2-954f623101c1 None None] DHCP port deletion for dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:20:27.858701 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a379ba-7814-4e3f-8ae1-a1cbac86543a req-92659013-cf7c-4cf6-ae4c-0faaae42b43b tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:27.860241 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f6a379ba-7814-4e3f-8ae1-a1cbac86543a req-92659013-cf7c-4cf6-ae4c-0faaae42b43b tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d HTTP/1.1" status: 200 len: 943 time: 0.1339288 Nov 10 19:20:27.867180 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-8c85932e-83a9-4fde-bc3b-607fe4ed6269 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Deleting port 3bc8eae6-ec89-4ee6-8990-e857f45eb05b {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:20:27.867417 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8c85932e-83a9-4fde-bc3b-607fe4ed6269 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:27.943990 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-cfa4bef8-ce3a-46cf-9c9f-9b5f373569f4 service neutron] Attempting to bind port 91f5d33d-36c7-43e0-853a-84351d1d4c3a on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:20:27.944685 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-cfa4bef8-ce3a-46cf-9c9f-9b5f373569f4 service neutron] Attempting to bind port 91f5d33d-36c7-43e0-853a-84351d1d4c3a by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': 'c9a36c68-c3fb-4c33-a5bb-7886b7443ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:20:27.944685 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-cfa4bef8-ce3a-46cf-9c9f-9b5f373569f4 service neutron] Attempting to bind port 91f5d33d-36c7-43e0-853a-84351d1d4c3a on network dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:20:27.962734 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-cfa4bef8-ce3a-46cf-9c9f-9b5f373569f4 service neutron] Port 91f5d33d-36c7-43e0-853a-84351d1d4c3a on network dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:20:27.963350 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-cfa4bef8-ce3a-46cf-9c9f-9b5f373569f4 service neutron] Attempting to bind port 91f5d33d-36c7-43e0-853a-84351d1d4c3a on network dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:20:27.987044 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-cfa4bef8-ce3a-46cf-9c9f-9b5f373569f4 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:20:27.987392 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-cfa4bef8-ce3a-46cf-9c9f-9b5f373569f4 service neutron] Checking segment: {'id': 'c9a36c68-c3fb-4c33-a5bb-7886b7443ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:20:27.987757 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-cfa4bef8-ce3a-46cf-9c9f-9b5f373569f4 service neutron] Bound using segment: {'id': 'c9a36c68-c3fb-4c33-a5bb-7886b7443ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:20:27.988231 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-cfa4bef8-ce3a-46cf-9c9f-9b5f373569f4 service neutron] Bound port: 91f5d33d-36c7-43e0-853a-84351d1d4c3a, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a36c68-c3fb-4c33-a5bb-7886b7443ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:20:27.988579 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-cfa4bef8-ce3a-46cf-9c9f-9b5f373569f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:28.018328 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8c85932e-83a9-4fde-bc3b-607fe4ed6269 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:28.029900 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f6a379ba-7814-4e3f-8ae1-a1cbac86543a req-1e890986-1d71-4b78-822e-5a6e29d9171d tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566546 Nov 10 19:20:28.054436 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-8c85932e-83a9-4fde-bc3b-607fe4ed6269 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Calling delete_port for 3bc8eae6-ec89-4ee6-8990-e857f45eb05b owned by {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:20:28.116246 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41522) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:28.138460 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-cfa4bef8-ce3a-46cf-9c9f-9b5f373569f4 service neutron] For port 91f5d33d-36c7-43e0-853a-84351d1d4c3a, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:20:28.143487 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-cfa4bef8-ce3a-46cf-9c9f-9b5f373569f4 service neutron] For port 91f5d33d-36c7-43e0-853a-84351d1d4c3a, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=91f5d33d-36c7-43e0-853a-84351d1d4c3a,segment=NetworkSegment(c9a36c68-c3fb-4c33-a5bb-7886b7443ebd),segment_id=c9a36c68-c3fb-4c33-a5bb-7886b7443ebd)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:20:28.154296 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-cfa4bef8-ce3a-46cf-9c9f-9b5f373569f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:28.183693 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-32a95b92-1d5c-4667-911b-c80a80fe0562 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:28.193911 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-cfa4bef8-ce3a-46cf-9c9f-9b5f373569f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:28.194810 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-cfa4bef8-ce3a-46cf-9c9f-9b5f373569f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:28.196419 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-cfa4bef8-ce3a-46cf-9c9f-9b5f373569f4 service neutron] 10.222.0.25 "PUT /v2.0/ports/91f5d33d-36c7-43e0-853a-84351d1d4c3a HTTP/1.1" status: 200 len: 1091 time: 1.2249589 Nov 10 19:20:28.201215 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d', 'tag': '91f5d33d-36c7-43e0-853a-84351d1d4c3a'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:20:28.203812 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54c50d4-24db-46b2-8f7c-7a229345812e" -d '{"events": [{"name": "network-changed", "server_uuid": "086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d", "tag": "91f5d33d-36c7-43e0-853a-84351d1d4c3a"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:20:28.208394 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17444547-1561-4294-a4c0-053bcac87264 None None] DHCP port deletion for dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:20:28.241591 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-32a95b92-1d5c-4667-911b-c80a80fe0562 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:28.306495 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4bef8-ce3a-46cf-9c9f-9b5f373569f4 service neutron] Pushing event updated for resources: {'Port': ['ID=91f5d33d-36c7-43e0-853a-84351d1d4c3a,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:28.315358 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4271f0d5-2df7-46fc-923e-8f57e4ebe0b8 x-openstack-request-id: req-4271f0d5-2df7-46fc-923e-8f57e4ebe0b8 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:20:28.315645 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d", "tag": "91f5d33d-36c7-43e0-853a-84351d1d4c3a", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:20:28.315898 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4271f0d5-2df7-46fc-923e-8f57e4ebe0b8 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:20:28.316309 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d', 'tag': '91f5d33d-36c7-43e0-853a-84351d1d4c3a', 'status': 'completed', 'code': 200} Nov 10 19:20:28.319063 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-32a95b92-1d5c-4667-911b-c80a80fe0562 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:28.322013 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-32a95b92-1d5c-4667-911b-c80a80fe0562 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:28.325881 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-32a95b92-1d5c-4667-911b-c80a80fe0562 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "DELETE /v2.0/security-groups/8b44f90c-42d4-464b-8db1-abfb69cd1321 HTTP/1.1" status: 204 len: 168 time: 0.2054763 Nov 10 19:20:28.326659 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 41526) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:28.335672 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a95b92-1d5c-4667-911b-c80a80fe0562 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b44f90c-42d4-464b-8db1-abfb69cd1321,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:28.358640 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-6c26b9b0-bfe1-42dc-b832-45771582b872 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] show failed (client error): The resource could not be found. Nov 10 19:20:28.363698 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6c26b9b0-bfe1-42dc-b832-45771582b872 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "GET /v2.0/security-groups/8b44f90c-42d4-464b-8db1-abfb69cd1321 HTTP/1.1" status: 404 len: 347 time: 0.0315194 Nov 10 19:20:28.364254 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-4165c0ef-caa0-4643-821d-8d11c98949bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:28.365506 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41528) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:28.365748 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-4165c0ef-caa0-4643-821d-8d11c98949bf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=987b6b0bf6bf42fcb737b7f6bb6ee447&device_id=086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d HTTP/1.1" status: 200 len: 1094 time: 0.1200585 Nov 10 19:20:28.368600 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8c85932e-83a9-4fde-bc3b-607fe4ed6269 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:28.433454 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85932e-83a9-4fde-bc3b-607fe4ed6269 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Pushing event deleted for resources: {'Port': ['ID=3bc8eae6-ec89-4ee6-8990-e857f45eb05b,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:28.443067 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-2f1be5c7-a215-429d-bbc9-c2580286d647 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91f5d33d-36c7-43e0-853a-84351d1d4c3a HTTP/1.1" status: 200 len: 217 time: 0.0681491 Nov 10 19:20:28.551253 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-534a8658-2b1b-46fc-92a8-664f24fc3c79 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Deleting port 2e241795-c34c-4f1a-b124-8c7f41ea98a9 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:20:28.551253 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-534a8658-2b1b-46fc-92a8-664f24fc3c79 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:28.570476 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-2e812ba8-ee89-4ba4-a072-5577013df2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:28.572215 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-2e812ba8-ee89-4ba4-a072-5577013df2d9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0383c2bb-f0e3-4245-83c4-a6b51bf23dd3 HTTP/1.1" status: 200 len: 852 time: 0.1011531 Nov 10 19:20:28.577671 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8c85932e-83a9-4fde-bc3b-607fe4ed6269 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:28.581889 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8c85932e-83a9-4fde-bc3b-607fe4ed6269 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] 10.222.0.54 "DELETE /v2.0/ports/3bc8eae6-ec89-4ee6-8990-e857f45eb05b HTTP/1.1" status: 204 len: 168 time: 0.9906833 Nov 10 19:20:28.592459 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 41536) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:28.602693 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:28.607639 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-099efc9f-b2b7-43e9-b2b6-89007a5598cb tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b9573aec-c940-4bb7-b532-a7c49d0bf86b', 'external_fixed_ips': [{'subnet_id': '7c50ab02-c42e-4b79-b97d-392fd672b9b3', 'ip_address': '172.20.0.14'}]}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:20:28.627597 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34bd3d-56b4-4552-8c93-0cff34f0da41 req-9ab03419-6fe2-448a-a34c-441a7166889d tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:28.629366 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-be34bd3d-56b4-4552-8c93-0cff34f0da41 req-9ab03419-6fe2-448a-a34c-441a7166889d tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 946 time: 0.1854093 Nov 10 19:20:28.648429 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-534a8658-2b1b-46fc-92a8-664f24fc3c79 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:28.649155 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-534a8658-2b1b-46fc-92a8-664f24fc3c79 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:28.652280 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-c6bfc6f1-d52c-4ab4-900e-1ca6cdc9375e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693281 Nov 10 19:20:28.661889 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-534a8658-2b1b-46fc-92a8-664f24fc3c79 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Calling delete_port for 2e241795-c34c-4f1a-b124-8c7f41ea98a9 owned by network:floatingip {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:20:28.718087 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-099efc9f-b2b7-43e9-b2b6-89007a5598cb tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:28.719283 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-099efc9f-b2b7-43e9-b2b6-89007a5598cb tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:28.791980 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-be34bd3d-56b4-4552-8c93-0cff34f0da41 req-0f8de554-bc8d-45cf-a758-c7547a67a6c6 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0da659b-11c0-4679-87b7-a1440c353197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421387 Nov 10 19:20:28.822586 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-534a8658-2b1b-46fc-92a8-664f24fc3c79 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:28.829004 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-099efc9f-b2b7-43e9-b2b6-89007a5598cb tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:28.860374 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a8658-2b1b-46fc-92a8-664f24fc3c79 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Pushing event deleted for resources: {'Port': ['ID=2e241795-c34c-4f1a-b124-8c7f41ea98a9,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:28.881248 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32efa672-48f9-4e8a-a4c4-b88d8a88e0e8 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:20:28.938288 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-534a8658-2b1b-46fc-92a8-664f24fc3c79 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks [] for floatingip, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:28.943135 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-534a8658-2b1b-46fc-92a8-664f24fc3c79 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:28.944624 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-534a8658-2b1b-46fc-92a8-664f24fc3c79 tempest-ServersTestBootFromVolume-738524664 tempest-ServersTestBootFromVolume-738524664-project] 10.222.0.54 "DELETE /v2.0/floatingips/757cfe92-686e-456c-95fa-6515d7d1fa07 HTTP/1.1" status: 204 len: 168 time: 0.5775535 Nov 10 19:20:28.947493 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41540) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:28.968645 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-1e70f1a1-3044-48ba-95e6-ec83ce2f5215 service neutron] 10.222.0.25 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061163 Nov 10 19:20:29.013391 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-099efc9f-b2b7-43e9-b2b6-89007a5598cb tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:29.194338 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ccdbb0d1-4856-47ee-b46a-a914b740bf1c req-fa80921b-eff7-4a70-901d-76c4a7140d08 service neutron] 10.222.0.25 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952410 Nov 10 19:20:29.237900 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4a59f-6969-4075-bf81-62e88785805a req-587f2b51-dff1-4c7f-9dba-1070f6907c68 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:29.239511 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b4d4a59f-6969-4075-bf81-62e88785805a req-587f2b51-dff1-4c7f-9dba-1070f6907c68 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d HTTP/1.1" status: 200 len: 943 time: 0.0977209 Nov 10 19:20:29.320128 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:29.373483 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1a7050e-77cf-48f2-a644-ba096929a962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:29.399884 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b4d4a59f-6969-4075-bf81-62e88785805a req-51845edf-31ff-4d49-bec5-a867b0894faf tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522608 Nov 10 19:20:29.411158 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c50d4-24db-46b2-8f7c-7a229345812e req-d3769125-fb06-4b3a-9825-f8ca421a574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:29.412668 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d54c50d4-24db-46b2-8f7c-7a229345812e req-d3769125-fb06-4b3a-9825-f8ca421a574b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=987b6b0bf6bf42fcb737b7f6bb6ee447&device_id=086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d HTTP/1.1" status: 200 len: 1094 time: 0.1538060 Nov 10 19:20:29.500968 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-099efc9f-b2b7-43e9-b2b6-89007a5598cb tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:29.529499 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-099efc9f-b2b7-43e9-b2b6-89007a5598cb tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:29.602480 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c50d4-24db-46b2-8f7c-7a229345812e req-0046d9c9-4aff-4884-8c37-42a8cd78a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:29.604307 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d54c50d4-24db-46b2-8f7c-7a229345812e req-0046d9c9-4aff-4884-8c37-42a8cd78a4af service neutron] 10.222.0.25 "GET /v2.0/networks?id=dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 HTTP/1.1" status: 200 len: 913 time: 0.1737232 Nov 10 19:20:29.680201 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d54c50d4-24db-46b2-8f7c-7a229345812e req-98c5bcc9-795a-43c7-9fe4-080e3bc82cb4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91f5d33d-36c7-43e0-853a-84351d1d4c3a HTTP/1.1" status: 200 len: 217 time: 0.0654237 Nov 10 19:20:29.768502 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c50d4-24db-46b2-8f7c-7a229345812e req-c06740ea-42a9-4c6f-9658-78ae370cfd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:29.770492 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d54c50d4-24db-46b2-8f7c-7a229345812e req-c06740ea-42a9-4c6f-9658-78ae370cfd16 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0383c2bb-f0e3-4245-83c4-a6b51bf23dd3 HTTP/1.1" status: 200 len: 852 time: 0.0823772 Nov 10 19:20:29.813381 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d54c50d4-24db-46b2-8f7c-7a229345812e req-2d45d1eb-1949-47af-a171-9aed7e6bc18f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338027 Nov 10 19:20:29.817382 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-099efc9f-b2b7-43e9-b2b6-89007a5598cb tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Allocated IP 172.20.0.14 (b9573aec-c940-4bb7-b532-a7c49d0bf86b/7c50ab02-c42e-4b79-b97d-392fd672b9b3/113955f9-211d-4b5d-baa6-ffba2f96fbea) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:20:29.959987 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-d1a7050e-77cf-48f2-a644-ba096929a962 admin admin] Deleting port 09543db2-3b52-4e3e-8ea5-f1674afdfb6d {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:20:29.960327 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1a7050e-77cf-48f2-a644-ba096929a962 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:30.043973 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c67bb-c009-439f-9ec4-30ea7f054e03 req-4c9e64e1-2faf-40e6-a2c5-c67344937195 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:30.045611 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-825c67bb-c009-439f-9ec4-30ea7f054e03 req-4c9e64e1-2faf-40e6-a2c5-c67344937195 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 946 time: 0.1354756 Nov 10 19:20:30.047659 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d54c50d4-24db-46b2-8f7c-7a229345812e req-2fb7e94c-42fa-47a2-83e5-d91897def7ed service neutron] 10.222.0.25 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190669 Nov 10 19:20:30.061060 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-d1a7050e-77cf-48f2-a644-ba096929a962 admin admin] For port 09543db2-3b52-4e3e-8ea5-f1674afdfb6d, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=09543db2-3b52-4e3e-8ea5-f1674afdfb6d,segment=NetworkSegment(3b2782f5-18af-468b-b778-4185b0e9f138),segment_id=3b2782f5-18af-468b-b778-4185b0e9f138)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:20:30.061441 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1a7050e-77cf-48f2-a644-ba096929a962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:30.076261 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-d1a7050e-77cf-48f2-a644-ba096929a962 admin admin] Calling delete_port for 09543db2-3b52-4e3e-8ea5-f1674afdfb6d owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:20:30.078079 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-099efc9f-b2b7-43e9-b2b6-89007a5598cb tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:30.289840 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1a7050e-77cf-48f2-a644-ba096929a962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:30.319686 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7050e-77cf-48f2-a644-ba096929a962 admin admin] Pushing event deleted for resources: {'Port': ['ID=09543db2-3b52-4e3e-8ea5-f1674afdfb6d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:30.520578 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1a7050e-77cf-48f2-a644-ba096929a962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:30.597135 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-825c67bb-c009-439f-9ec4-30ea7f054e03 req-26aed6d7-afea-4333-a7f5-19bc80fe6911 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0da659b-11c0-4679-87b7-a1440c353197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5396941 Nov 10 19:20:30.636824 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d54c50d4-24db-46b2-8f7c-7a229345812e req-abd09709-6300-4b42-8761-256863c441da service neutron] 10.222.0.25 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5782793 Nov 10 19:20:30.643199 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-099efc9f-b2b7-43e9-b2b6-89007a5598cb tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:30.690058 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099efc9f-b2b7-43e9-b2b6-89007a5598cb tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Network b9573aec-c940-4bb7-b532-a7c49d0bf86b is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:20:30.695948 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-099efc9f-b2b7-43e9-b2b6-89007a5598cb tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:20:30.704764 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099efc9f-b2b7-43e9-b2b6-89007a5598cb tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:20:30.739141 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099efc9f-b2b7-43e9-b2b6-89007a5598cb tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Pushing event updated for resources: {'Port': ['ID=113955f9-211d-4b5d-baa6-ffba2f96fbea,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:30.771711 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a7050e-77cf-48f2-a644-ba096929a962 admin admin] Router 15d68c3b-7cbd-46d6-9f72-314d1975ca2c has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:20:30.941570 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a7050e-77cf-48f2-a644-ba096929a962 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:20:30.949553 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d1a7050e-77cf-48f2-a644-ba096929a962 admin admin] 10.222.0.54 "PUT /v2.0/routers/15d68c3b-7cbd-46d6-9f72-314d1975ca2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9985654 Nov 10 19:20:30.952244 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41554) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:30.956760 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e7e4de-f054-4c3b-8701-443d327d06f8 None None] Sync routers for ids ['15d68c3b-7cbd-46d6-9f72-314d1975ca2c'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:20:30.974521 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e7e4de-f054-4c3b-8701-443d327d06f8 None None] Routers {'15d68c3b-7cbd-46d6-9f72-314d1975ca2c'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:20:30.975714 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a0e7e4de-f054-4c3b-8701-443d327d06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['15d68c3b-7cbd-46d6-9f72-314d1975ca2c'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:31.063632 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-099efc9f-b2b7-43e9-b2b6-89007a5598cb tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:31.077799 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48fa2ae0-27fa-4cec-952a-19cf79ac35db admin admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:31.099762 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-a0e7e4de-f054-4c3b-8701-443d327d06f8 None None] Set router 15d68c3b-7cbd-46d6-9f72-314d1975ca2c gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:20:31.114124 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f820d8-c651-4d95-ab0a-6d839b5ce404 req-5cdfa8a3-eb72-4895-b0b8-13c9a2c3c365 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:31.115668 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02f820d8-c651-4d95-ab0a-6d839b5ce404 req-5cdfa8a3-eb72-4895-b0b8-13c9a2c3c365 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d HTTP/1.1" status: 200 len: 943 time: 0.0939562 Nov 10 19:20:31.194161 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02f820d8-c651-4d95-ab0a-6d839b5ce404 req-6fd05d9e-99ea-49fd-ae43-bdac2f603b99 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686479 Nov 10 19:20:31.209451 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48fa2ae0-27fa-4cec-952a-19cf79ac35db admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:31.283825 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-48fa2ae0-27fa-4cec-952a-19cf79ac35db admin admin] Deleting port 41717a9c-9737-4514-a196-424f591a06a2 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:20:31.284290 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48fa2ae0-27fa-4cec-952a-19cf79ac35db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:31.335801 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a0e7e4de-f054-4c3b-8701-443d327d06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'name': 'tempest-ServersTestBootFromVolume-1590216533-router', 'tenant_id': '482ef8a385f54608b1afe9f1e18f5d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '41717a9c-9737-4514-a196-424f591a06a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:17:11Z', 'updated_at': '2021-11-10T19:20:30Z', 'revision_number': 5, 'project_id': '482ef8a385f54608b1afe9f1e18f5d91', 'gw_port': {'id': '41717a9c-9737-4514-a196-424f591a06a2', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:17:15Z', 'updated_at': '2021-11-10T19:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:31.371989 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e7e4de-f054-4c3b-8701-443d327d06f8 None None] Checking router: 15d68c3b-7cbd-46d6-9f72-314d1975ca2c for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:20:31.374065 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-48fa2ae0-27fa-4cec-952a-19cf79ac35db admin admin] For port 41717a9c-9737-4514-a196-424f591a06a2, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=41717a9c-9737-4514-a196-424f591a06a2,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:20:31.374533 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48fa2ae0-27fa-4cec-952a-19cf79ac35db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:31.375315 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-099efc9f-b2b7-43e9-b2b6-89007a5598cb tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:31.381959 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e7e4de-f054-4c3b-8701-443d327d06f8 None None] Routers {'15d68c3b-7cbd-46d6-9f72-314d1975ca2c'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:20:31.382589 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a0e7e4de-f054-4c3b-8701-443d327d06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['15d68c3b-7cbd-46d6-9f72-314d1975ca2c'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:31.395971 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-48fa2ae0-27fa-4cec-952a-19cf79ac35db admin admin] Calling delete_port for 41717a9c-9737-4514-a196-424f591a06a2 owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:20:31.476355 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-a0e7e4de-f054-4c3b-8701-443d327d06f8 None None] Set router 15d68c3b-7cbd-46d6-9f72-314d1975ca2c gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:20:31.526383 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099efc9f-b2b7-43e9-b2b6-89007a5598cb tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Router 44e2467e-4ba5-433f-bef8-4d9ef24bccf2 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:20:31.538264 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a0e7e4de-f054-4c3b-8701-443d327d06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'name': 'tempest-ServersTestBootFromVolume-1590216533-router', 'tenant_id': '482ef8a385f54608b1afe9f1e18f5d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:17:11Z', 'updated_at': '2021-11-10T19:20:31Z', 'revision_number': 6, 'project_id': '482ef8a385f54608b1afe9f1e18f5d91', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:31.573231 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e7e4de-f054-4c3b-8701-443d327d06f8 None None] The sync data for ids ['15d68c3b-7cbd-46d6-9f72-314d1975ca2c'] in n-d-813897-4 is: [{'id': '15d68c3b-7cbd-46d6-9f72-314d1975ca2c', 'name': 'tempest-ServersTestBootFromVolume-1590216533-router', 'tenant_id': '482ef8a385f54608b1afe9f1e18f5d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:17:11Z', 'updated_at': '2021-11-10T19:20:31Z', 'revision_number': 6, 'project_id': '482ef8a385f54608b1afe9f1e18f5d91', 'gw_port_host': None}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:20:31.614200 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48fa2ae0-27fa-4cec-952a-19cf79ac35db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:31.647244 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa2ae0-27fa-4cec-952a-19cf79ac35db admin admin] Pushing event deleted for resources: {'Port': ['ID=41717a9c-9737-4514-a196-424f591a06a2,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:31.678628 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da725fe5-8340-4ca7-917c-190fbdeb77f3 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:20:31.683142 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099efc9f-b2b7-43e9-b2b6-89007a5598cb tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:20:31.698210 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057cd33c-9cbc-4a71-bb73-7c93bd706f62 None None] Sync routers for ids ['44e2467e-4ba5-433f-bef8-4d9ef24bccf2'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:20:31.714136 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057cd33c-9cbc-4a71-bb73-7c93bd706f62 None None] Routers {'44e2467e-4ba5-433f-bef8-4d9ef24bccf2'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:20:31.715034 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-057cd33c-9cbc-4a71-bb73-7c93bd706f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['44e2467e-4ba5-433f-bef8-4d9ef24bccf2'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:31.757229 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-099efc9f-b2b7-43e9-b2b6-89007a5598cb tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:31.761640 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-099efc9f-b2b7-43e9-b2b6-89007a5598cb tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.1681530 Nov 10 19:20:31.763332 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 41560) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:31.764567 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48fa2ae0-27fa-4cec-952a-19cf79ac35db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:31.831309 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e9f6a-5efe-416e-b9e6-31b9af8dc630 req-901020e7-e361-443e-a55c-91ee362cdaab tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:31.833052 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c6e9f6a-5efe-416e-b9e6-31b9af8dc630 req-901020e7-e361-443e-a55c-91ee362cdaab tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 946 time: 0.1357896 Nov 10 19:20:31.860805 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-057cd33c-9cbc-4a71-bb73-7c93bd706f62 None None] Set router 44e2467e-4ba5-433f-bef8-4d9ef24bccf2 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:20:31.882899 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48fa2ae0-27fa-4cec-952a-19cf79ac35db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:31.885694 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48fa2ae0-27fa-4cec-952a-19cf79ac35db admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:31.951165 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48fa2ae0-27fa-4cec-952a-19cf79ac35db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:31.951831 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fa2ae0-27fa-4cec-952a-19cf79ac35db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15d68c3b-7cbd-46d6-9f72-314d1975ca2c {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:20:31.965948 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48fa2ae0-27fa-4cec-952a-19cf79ac35db admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:31.967825 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-48fa2ae0-27fa-4cec-952a-19cf79ac35db admin admin] 10.222.0.54 "DELETE /v2.0/routers/15d68c3b-7cbd-46d6-9f72-314d1975ca2c HTTP/1.1" status: 204 len: 168 time: 1.0113544 Nov 10 19:20:31.972600 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41566) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:31.976019 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d02e61-42e0-4900-92ad-214a9b472a81 req-a116fcc6-3dd3-41cf-bb15-cec9ef67edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:31.977520 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b4d02e61-42e0-4900-92ad-214a9b472a81 req-a116fcc6-3dd3-41cf-bb15-cec9ef67edc9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 1097 time: 0.1416471 Nov 10 19:20:32.010271 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c6e9f6a-5efe-416e-b9e6-31b9af8dc630 req-a6f361a3-68e9-4669-a838-17104fbb2a1a tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0da659b-11c0-4679-87b7-a1440c353197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642787 Nov 10 19:20:32.026686 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f3f9eba0-315c-432d-9934-3b8e7eafd601 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:32.145871 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-31af38a0-6026-4e4e-aed6-11d30a056cd2 admin admin] Deleting subnet 92655e48-9722-4673-8942-7e2196384d27 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:20:32.151746 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-31af38a0-6026-4e4e-aed6-11d30a056cd2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:32.236049 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b4d02e61-42e0-4900-92ad-214a9b472a81 req-d75ef550-83dd-4b7e-b261-66c61f51f92d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e0da659b-11c0-4679-87b7-a1440c353197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495997 Nov 10 19:20:32.260907 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 09543db2-3b52-4e3e-8ea5-f1674afdfb6d no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:20:32.271415 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-31af38a0-6026-4e4e-aed6-11d30a056cd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:32.286469 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f3f9eba0-315c-432d-9934-3b8e7eafd601 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:32.288759 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 09543db2-3b52-4e3e-8ea5-f1674afdfb6d {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:20:32.289103 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 09543db2-3b52-4e3e-8ea5-f1674afdfb6d not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:20:32.341717 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-057cd33c-9cbc-4a71-bb73-7c93bd706f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e2467e-4ba5-433f-bef8-4d9ef24bccf2', 'name': '', 'tenant_id': '1b0798d6d0ee4fd0896b9d730fea9301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9573aec-c940-4bb7-b532-a7c49d0bf86b', 'external_fixed_ips': [{'subnet_id': '7c50ab02-c42e-4b79-b97d-392fd672b9b3', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '113955f9-211d-4b5d-baa6-ffba2f96fbea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:20:28Z', 'updated_at': '2021-11-10T19:20:30Z', 'revision_number': 3, 'project_id': '1b0798d6d0ee4fd0896b9d730fea9301', 'gw_port': {'id': '113955f9-211d-4b5d-baa6-ffba2f96fbea', 'name': '', 'network_id': 'b9573aec-c940-4bb7-b532-a7c49d0bf86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e2467e-4ba5-433f-bef8-4d9ef24bccf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '7c50ab02-c42e-4b79-b97d-392fd672b9b3', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:20:29Z', 'updated_at': '2021-11-10T19:20:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c50ab02-c42e-4b79-b97d-392fd672b9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:32.359775 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-f3f9eba0-315c-432d-9934-3b8e7eafd601 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Deleting port 113955f9-211d-4b5d-baa6-ffba2f96fbea {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:20:32.360032 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f3f9eba0-315c-432d-9934-3b8e7eafd601 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:32.373077 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-31af38a0-6026-4e4e-aed6-11d30a056cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:32.380823 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057cd33c-9cbc-4a71-bb73-7c93bd706f62 None None] Checking router: 44e2467e-4ba5-433f-bef8-4d9ef24bccf2 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:20:32.381432 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057cd33c-9cbc-4a71-bb73-7c93bd706f62 None None] Updating router 44e2467e-4ba5-433f-bef8-4d9ef24bccf2 port 113955f9-211d-4b5d-baa6-ffba2f96fbea binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:20:32.412868 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-057cd33c-9cbc-4a71-bb73-7c93bd706f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:32.433398 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-31af38a0-6026-4e4e-aed6-11d30a056cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:32.460169 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f3f9eba0-315c-432d-9934-3b8e7eafd601 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:32.463930 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af38a0-6026-4e4e-aed6-11d30a056cd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92655e48-9722-4673-8942-7e2196384d27,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:32.477430 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-f3f9eba0-315c-432d-9934-3b8e7eafd601 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Calling delete_port for 113955f9-211d-4b5d-baa6-ffba2f96fbea owned by network:router_gateway {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:20:32.478730 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-31af38a0-6026-4e4e-aed6-11d30a056cd2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:32.481841 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-31af38a0-6026-4e4e-aed6-11d30a056cd2 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/92655e48-9722-4673-8942-7e2196384d27 HTTP/1.1" status: 204 len: 168 time: 0.5080719 Nov 10 19:20:32.484250 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41570) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:32.559781 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8822fbf3-ce0c-45a6-8df7-b7ab59c1690c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:32.620402 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62c4cf-6414-40d6-a480-163856472346 req-dd710785-c77e-4707-b637-3c487e6098df tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:32.622626 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeeb9f05-9b17-4edc-b331-76425ed9f20c None None] Network 7eab08f6-4a1b-4fcb-86bd-01fed62e685c requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:20:32.628748 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a62c4cf-6414-40d6-a480-163856472346 req-dd710785-c77e-4707-b637-3c487e6098df tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d HTTP/1.1" status: 200 len: 943 time: 0.0799873 Nov 10 19:20:32.630014 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 91f5d33d-36c7-43e0-853a-84351d1d4c3a details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:20:32.650981 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-8822fbf3-ce0c-45a6-8df7-b7ab59c1690c admin admin] Deleting port f68a611d-d5fc-4fc9-8979-88aa8f2ab68c {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:20:32.651757 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8822fbf3-ce0c-45a6-8df7-b7ab59c1690c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:32.728712 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a62c4cf-6414-40d6-a480-163856472346 req-95c1262b-ba49-417e-8b81-89165c4318e2 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994701 Nov 10 19:20:32.751364 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-8822fbf3-ce0c-45a6-8df7-b7ab59c1690c admin admin] For port f68a611d-d5fc-4fc9-8979-88aa8f2ab68c, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f68a611d-d5fc-4fc9-8979-88aa8f2ab68c,segment=NetworkSegment(3b2782f5-18af-468b-b778-4185b0e9f138),segment_id=3b2782f5-18af-468b-b778-4185b0e9f138)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:20:32.752164 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8822fbf3-ce0c-45a6-8df7-b7ab59c1690c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:32.775430 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-8822fbf3-ce0c-45a6-8df7-b7ab59c1690c admin admin] Calling delete_port for f68a611d-d5fc-4fc9-8979-88aa8f2ab68c owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:20:32.795530 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f3f9eba0-315c-432d-9934-3b8e7eafd601 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:32.824258 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9eba0-315c-432d-9934-3b8e7eafd601 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Pushing event deleted for resources: {'Port': ['ID=113955f9-211d-4b5d-baa6-ffba2f96fbea,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:32.868167 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8822fbf3-ce0c-45a6-8df7-b7ab59c1690c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:32.881982 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8822fbf3-ce0c-45a6-8df7-b7ab59c1690c admin admin] No DVR routers for this DVR port f68a611d-d5fc-4fc9-8979-88aa8f2ab68c on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:20:32.904977 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f3f9eba0-315c-432d-9934-3b8e7eafd601 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:32.934079 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8822fbf3-ce0c-45a6-8df7-b7ab59c1690c admin admin] Pushing event deleted for resources: {'Port': ['ID=f68a611d-d5fc-4fc9-8979-88aa8f2ab68c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:32.944526 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 91f5d33d-36c7-43e0-853a-84351d1d4c3a, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=91f5d33d-36c7-43e0-853a-84351d1d4c3a,segment=NetworkSegment(c9a36c68-c3fb-4c33-a5bb-7886b7443ebd),segment_id=c9a36c68-c3fb-4c33-a5bb-7886b7443ebd)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:20:32.956028 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-057cd33c-9cbc-4a71-bb73-7c93bd706f62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:20:32.956808 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-057cd33c-9cbc-4a71-bb73-7c93bd706f62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:20:32.959491 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '91f5d33d-36c7-43e0-853a-84351d1d4c3a', 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0', 'port_id': '91f5d33d-36c7-43e0-853a-84351d1d4c3a', 'mac_address': 'fa:16:3e:b4:4a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0383c2bb-f0e3-4245-83c4-a6b51bf23dd3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:20:32.999712 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:33.004629 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8822fbf3-ce0c-45a6-8df7-b7ab59c1690c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:33.012924 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f3f9eba0-315c-432d-9934-3b8e7eafd601 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:33.016571 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f3f9eba0-315c-432d-9934-3b8e7eafd601 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:33.017950 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f5d33d-36c7-43e0-853a-84351d1d4c3a {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:20:33.029660 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-8822fbf3-ce0c-45a6-8df7-b7ab59c1690c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eab08f6-4a1b-4fcb-86bd-01fed62e685c']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:33.039845 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 91f5d33d-36c7-43e0-853a-84351d1d4c3a, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=91f5d33d-36c7-43e0-853a-84351d1d4c3a,segment=NetworkSegment(c9a36c68-c3fb-4c33-a5bb-7886b7443ebd),segment_id=c9a36c68-c3fb-4c33-a5bb-7886b7443ebd)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:20:33.042082 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-8822fbf3-ce0c-45a6-8df7-b7ab59c1690c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b2782f5-18af-468b-b778-4185b0e9f138') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:33.042378 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-8822fbf3-ce0c-45a6-8df7-b7ab59c1690c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b2782f5-18af-468b-b778-4185b0e9f138') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:33.050204 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:33.062716 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8822fbf3-ce0c-45a6-8df7-b7ab59c1690c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:33.078992 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf8846b-53ab-42a7-a043-9e829dcb89dc None None] DHCP port deletion for 7eab08f6-4a1b-4fcb-86bd-01fed62e685c request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:20:33.080301 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8822fbf3-ce0c-45a6-8df7-b7ab59c1690c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:33.085188 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f3f9eba0-315c-432d-9934-3b8e7eafd601 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:33.085741 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f9eba0-315c-432d-9934-3b8e7eafd601 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 44e2467e-4ba5-433f-bef8-4d9ef24bccf2 {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:20:33.099794 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f3f9eba0-315c-432d-9934-3b8e7eafd601 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:33.099794 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f3f9eba0-315c-432d-9934-3b8e7eafd601 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] 10.222.0.54 "DELETE /v2.0/routers/44e2467e-4ba5-433f-bef8-4d9ef24bccf2 HTTP/1.1" status: 204 len: 168 time: 1.3316400 Nov 10 19:20:33.105999 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8822fbf3-ce0c-45a6-8df7-b7ab59c1690c admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:20:33.106554 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8822fbf3-ce0c-45a6-8df7-b7ab59c1690c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:33.106844 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 41574) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:33.109961 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:20:33.109961 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:20:33.109961 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:20:33.109961 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:20:33.109961 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:20:33.109961 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:20:33.109961 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:20:33.109961 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:20:33.109961 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:20:33.109961 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:20:33.109961 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:20:33.109961 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:20:33.109961 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:20:33.109961 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:20:33.109961 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:20:33.109961 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:20:33.109961 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:20:33.109961 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:20:33.109961 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:20:33.109961 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:20:33.109961 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:20:33.109961 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:20:33.109961 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:20:33.109961 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:20:33.109961 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:20:33.109961 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:20:33.109961 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:20:33.109961 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:20:33.109961 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:20:33.109961 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:20:33.109961 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:20:33.109961 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:20:33.119608 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=91f5d33d-36c7-43e0-853a-84351d1d4c3a,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:33.139716 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:33.140068 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:33.140482 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:33.140890 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:33.141299 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:33.141700 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:33.142264 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:33.144402 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:33.144838 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:33.145239 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:33.145799 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:33.146396 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:33.192495 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8822fbf3-ce0c-45a6-8df7-b7ab59c1690c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:33.209469 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8822fbf3-ce0c-45a6-8df7-b7ab59c1690c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:33.213294 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8822fbf3-ce0c-45a6-8df7-b7ab59c1690c admin admin] 10.222.0.54 "DELETE /v2.0/networks/7eab08f6-4a1b-4fcb-86bd-01fed62e685c HTTP/1.1" status: 204 len: 168 time: 0.7270076 Nov 10 19:20:33.214508 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8822fbf3-ce0c-45a6-8df7-b7ab59c1690c admin admin] Pushing event deleted for resources: {'Network': ['ID=7eab08f6-4a1b-4fcb-86bd-01fed62e685c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:33.214659 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d2cae7a-dd73-4b2f-96aa-8af5150cbfdd tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Deleting subnet 7c50ab02-c42e-4b79-b97d-392fd672b9b3 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:20:33.219711 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5d2cae7a-dd73-4b2f-96aa-8af5150cbfdd tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:33.258450 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f423d-f183-4ea4-b45d-dda064c2362e req-9c8f0a0b-2f8d-4b4d-a59e-3d930c182a40 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:33.260030 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d38f423d-f183-4ea4-b45d-dda064c2362e req-9c8f0a0b-2f8d-4b4d-a59e-3d930c182a40 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 946 time: 0.1068780 Nov 10 19:20:33.280104 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5d2cae7a-dd73-4b2f-96aa-8af5150cbfdd tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:33.351776 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5d2cae7a-dd73-4b2f-96aa-8af5150cbfdd tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:33.356727 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d38f423d-f183-4ea4-b45d-dda064c2362e req-12821c22-5384-4b22-854c-7f1b369e9e90 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0da659b-11c0-4679-87b7-a1440c353197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873144 Nov 10 19:20:33.417046 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5d2cae7a-dd73-4b2f-96aa-8af5150cbfdd tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:33.446887 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41584) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:33.452779 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5d2cae7a-dd73-4b2f-96aa-8af5150cbfdd tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:33.459364 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5d2cae7a-dd73-4b2f-96aa-8af5150cbfdd tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] 10.222.0.54 "DELETE /v2.0/subnets/7c50ab02-c42e-4b79-b97d-392fd672b9b3 HTTP/1.1" status: 204 len: 168 time: 0.3484800 Nov 10 19:20:33.459364 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2cae7a-dd73-4b2f-96aa-8af5150cbfdd tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7c50ab02-c42e-4b79-b97d-392fd672b9b3,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:33.459606 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 41586) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:33.484690 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['91f5d33d-36c7-43e0-853a-84351d1d4c3a'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:20:33.488857 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057cd33c-9cbc-4a71-bb73-7c93bd706f62 None None] Port 113955f9-211d-4b5d-baa6-ffba2f96fbea not found while updating agent binding for router 44e2467e-4ba5-433f-bef8-4d9ef24bccf2. {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 10 19:20:33.505257 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-aca750e2-0f86-46b7-952a-8354cf6adb6d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=482ef8a385f54608b1afe9f1e18f5d91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0544143 Nov 10 19:20:33.506167 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41588) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:33.519009 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:20:33.531069 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057cd33c-9cbc-4a71-bb73-7c93bd706f62 None None] Routers set() bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:20:33.531069 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057cd33c-9cbc-4a71-bb73-7c93bd706f62 None None] Router IDs set() for agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 19:20:33.531069 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_agentschedulers_db [None req-057cd33c-9cbc-4a71-bb73-7c93bd706f62 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'44e2467e-4ba5-433f-bef8-4d9ef24bccf2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent'). {{(pid=102507) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 10 19:20:33.531737 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057cd33c-9cbc-4a71-bb73-7c93bd706f62 None None] The sync data for ids ['44e2467e-4ba5-433f-bef8-4d9ef24bccf2'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:20:33.573083 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-441256d7-4c75-4bbf-8ace-712b419d1fe9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:33.573726 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-38a2ea62-a318-4d03-832d-ee661cf8a223 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:33.615992 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-441256d7-4c75-4bbf-8ace-712b419d1fe9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:33.679620 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-38a2ea62-a318-4d03-832d-ee661cf8a223 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:33.682835 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-441256d7-4c75-4bbf-8ace-712b419d1fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:33.686382 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-441256d7-4c75-4bbf-8ace-712b419d1fe9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:33.690534 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-441256d7-4c75-4bbf-8ace-712b419d1fe9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/85d5d7d9-d5cd-465a-aaad-b6b01a2795e6 HTTP/1.1" status: 204 len: 168 time: 0.1807377 Nov 10 19:20:33.704083 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441256d7-4c75-4bbf-8ace-712b419d1fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d5d7d9-d5cd-465a-aaad-b6b01a2795e6,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:33.726735 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-38a2ea62-a318-4d03-832d-ee661cf8a223 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9573aec-c940-4bb7-b532-a7c49d0bf86b']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:33.740235 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-38a2ea62-a318-4d03-832d-ee661cf8a223 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b9122b-a5ed-4922-be2b-05affddf97b0') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:33.740685 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-38a2ea62-a318-4d03-832d-ee661cf8a223 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b9122b-a5ed-4922-be2b-05affddf97b0') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:33.763215 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-38a2ea62-a318-4d03-832d-ee661cf8a223 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:33.780356 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-38a2ea62-a318-4d03-832d-ee661cf8a223 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:33.791103 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38a2ea62-a318-4d03-832d-ee661cf8a223 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:20:33.791344 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-38a2ea62-a318-4d03-832d-ee661cf8a223 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:33.793260 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:20:33.793260 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:20:33.793260 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:20:33.793260 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:20:33.793260 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:20:33.793260 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:20:33.793260 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:20:33.793260 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:20:33.793260 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:20:33.793260 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:20:33.793260 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:20:33.793260 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:20:33.793260 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:20:33.793260 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:20:33.793260 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:20:33.793260 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:20:33.793260 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:20:33.793260 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:20:33.793260 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:20:33.793260 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:20:33.793260 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:20:33.793260 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:20:33.793260 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:20:33.793260 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:20:33.793260 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:20:33.793260 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:20:33.793260 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:20:33.793260 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:20:33.793260 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:20:33.793260 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:20:33.793260 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:20:33.793260 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:20:33.899904 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e43c60-ee08-4a55-a50b-9a2adcd5e86d req-ef447d05-c924-4248-a19c-8c0dec24688b tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:33.901560 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-98e43c60-ee08-4a55-a50b-9a2adcd5e86d req-ef447d05-c924-4248-a19c-8c0dec24688b tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d HTTP/1.1" status: 200 len: 944 time: 0.0897262 Nov 10 19:20:33.902500 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-38a2ea62-a318-4d03-832d-ee661cf8a223 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:33.909893 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a2ea62-a318-4d03-832d-ee661cf8a223 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b9573aec-c940-4bb7-b532-a7c49d0bf86b {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 19:20:33.921841 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-38a2ea62-a318-4d03-832d-ee661cf8a223 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:33.925192 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-38a2ea62-a318-4d03-832d-ee661cf8a223 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] 10.222.0.54 "DELETE /v2.0/networks/b9573aec-c940-4bb7-b532-a7c49d0bf86b HTTP/1.1" status: 204 len: 168 time: 0.4639955 Nov 10 19:20:33.940006 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a2ea62-a318-4d03-832d-ee661cf8a223 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Pushing event deleted for resources: {'Network': ['ID=b9573aec-c940-4bb7-b532-a7c49d0bf86b,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:33.978570 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-98e43c60-ee08-4a55-a50b-9a2adcd5e86d req-f5fa9cc6-011f-4505-9780-d9baa92c9c26 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668380 Nov 10 19:20:34.107906 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 41717a9c-9737-4514-a196-424f591a06a2 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:20:34.143880 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 41717a9c-9737-4514-a196-424f591a06a2 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:20:34.144518 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 41717a9c-9737-4514-a196-424f591a06a2 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:20:34.145288 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f68a611d-d5fc-4fc9-8979-88aa8f2ab68c no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:20:34.171185 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: f68a611d-d5fc-4fc9-8979-88aa8f2ab68c {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:20:34.171542 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f68a611d-d5fc-4fc9-8979-88aa8f2ab68c not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:20:34.426828 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41614) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:34.433387 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-2443b2a2-2151-45a5-b400-fef05afa6bdd tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Request body: {'router': {'name': 'tempest-router--1637494844', 'project_id': 'b3c6ac27d8b84ff49e548f5bb2cc1f79'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:20:34.466029 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2443b2a2-2151-45a5-b400-fef05afa6bdd tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:34.467313 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2443b2a2-2151-45a5-b400-fef05afa6bdd tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:34.524732 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b41ad-d91d-41d6-94d0-dda086939a52 req-dc8219ff-d178-4dd1-b77d-2d78301a7420 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:34.526323 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4a9b41ad-d91d-41d6-94d0-dda086939a52 req-dc8219ff-d178-4dd1-b77d-2d78301a7420 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 946 time: 0.0734732 Nov 10 19:20:34.562658 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2443b2a2-2151-45a5-b400-fef05afa6bdd tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:34.570017 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2443b2a2-2151-45a5-b400-fef05afa6bdd tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:34.588321 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2443b2a2-2151-45a5-b400-fef05afa6bdd tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:34.592367 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2443b2a2-2151-45a5-b400-fef05afa6bdd tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1612766 Nov 10 19:20:34.592914 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41624) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:34.594347 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4a9b41ad-d91d-41d6-94d0-dda086939a52 req-5632ebb0-1d44-4664-a8cb-1a80ddc3b4a3 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0da659b-11c0-4679-87b7-a1440c353197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603836 Nov 10 19:20:34.702420 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fa6f11d2-2988-47fc-925b-9e0e23870490 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:34.706535 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41632) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:34.761723 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-204d8264-555c-42b7-9587-75ed85a6cde0 req-a5d8c43f-3405-42a9-b360-5130a87bc05d tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2129772515', 'description': 'tempest-description-1415827912'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:20:34.792189 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-204d8264-555c-42b7-9587-75ed85a6cde0 req-a5d8c43f-3405-42a9-b360-5130a87bc05d tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:34.849619 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-1d5cd681-ee0d-47c9-9809-3774d3fe9c16 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1599779099-network', 'tenant_id': 'e93fd5a65df6457aaef20d4422ffb25a'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:20:34.864980 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-204d8264-555c-42b7-9587-75ed85a6cde0 req-a5d8c43f-3405-42a9-b360-5130a87bc05d tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:34.869923 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-204d8264-555c-42b7-9587-75ed85a6cde0 req-a5d8c43f-3405-42a9-b360-5130a87bc05d tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:34.889131 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fa6f11d2-2988-47fc-925b-9e0e23870490 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:34.893961 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fa6f11d2-2988-47fc-925b-9e0e23870490 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:34.899784 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d8c43f-3405-42a9-b360-5130a87bc05d tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f20607fd-4f39-4cee-897c-d57179a77296,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:34.940536 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5cd681-ee0d-47c9-9809-3774d3fe9c16 admin admin] Made reservation on behalf of e93fd5a65df6457aaef20d4422ffb25a for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:20:34.942963 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1d5cd681-ee0d-47c9-9809-3774d3fe9c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:34.949454 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-204d8264-555c-42b7-9587-75ed85a6cde0 req-a5d8c43f-3405-42a9-b360-5130a87bc05d tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:34.950859 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-204d8264-555c-42b7-9587-75ed85a6cde0 req-a5d8c43f-3405-42a9-b360-5130a87bc05d tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.1944294 Nov 10 19:20:34.952906 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1d5cd681-ee0d-47c9-9809-3774d3fe9c16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:34.954684 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fa6f11d2-2988-47fc-925b-9e0e23870490 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:34.955274 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6f11d2-2988-47fc-925b-9e0e23870490 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 331fde18-257d-43c4-9e65-bdc171248f11 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:20:34.960394 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fa6f11d2-2988-47fc-925b-9e0e23870490 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:34.961305 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-fa6f11d2-2988-47fc-925b-9e0e23870490 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] 10.222.0.54 "DELETE /v2.0/routers/331fde18-257d-43c4-9e65-bdc171248f11 HTTP/1.1" status: 204 len: 168 time: 0.3672149 Nov 10 19:20:35.055422 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1d5cd681-ee0d-47c9-9809-3774d3fe9c16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:35.060954 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1d5cd681-ee0d-47c9-9809-3774d3fe9c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:35.091480 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d5cd681-ee0d-47c9-9809-3774d3fe9c16 admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:20:35.093652 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5cd681-ee0d-47c9-9809-3774d3fe9c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23797d9c-3fda-4274-9c1b-11164fa35018,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:35.105003 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1d5cd681-ee0d-47c9-9809-3774d3fe9c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:35.105414 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-1d5cd681-ee0d-47c9-9809-3774d3fe9c16 admin admin] Added segment 53dc2ab6-6c6e-4eb5-8152-a26a590d152a of type vlan for network 08c1a153-c568-4f29-ba72-f916d4c7b272 Nov 10 19:20:35.126428 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74568aeb-dca4-49ac-b9eb-409cbd58c66e req-12978148-f3f6-41e3-98e6-bd0923f9fd2b tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2129772515&fields=id&tenant_id=7d53c48f03ea4f098ce6868a75010c81 HTTP/1.1" status: 200 len: 267 time: 0.0569379 Nov 10 19:20:35.151898 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41642) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:35.162756 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1d5cd681-ee0d-47c9-9809-3774d3fe9c16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:35.184042 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74568aeb-dca4-49ac-b9eb-409cbd58c66e req-44f7b01a-ee29-4030-8835-13b0791663f8 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:35.190620 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74568aeb-dca4-49ac-b9eb-409cbd58c66e req-44f7b01a-ee29-4030-8835-13b0791663f8 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 946 time: 0.0596461 Nov 10 19:20:35.192639 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1d5cd681-ee0d-47c9-9809-3774d3fe9c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:35.193643 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5cd681-ee0d-47c9-9809-3774d3fe9c16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:35.194288 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1d5cd681-ee0d-47c9-9809-3774d3fe9c16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:35.200165 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-74568aeb-dca4-49ac-b9eb-409cbd58c66e req-723e83fd-043c-4a74-9f52-d6621cc7d5dc tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Request body: {'port': {'security_groups': ['e0da659b-11c0-4679-87b7-a1440c353197', 'f20607fd-4f39-4cee-897c-d57179a77296']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:20:35.229207 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1d5cd681-ee0d-47c9-9809-3774d3fe9c16 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5222332 Nov 10 19:20:35.232702 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 41646) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:35.241481 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-dac9dd11-e888-4033-9bd3-d4f262197ac7 admin admin] Request body: {'subnet': {'network_id': '08c1a153-c568-4f29-ba72-f916d4c7b272', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1599779099-subnet', 'tenant_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:20:35.272779 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5cd681-ee0d-47c9-9809-3774d3fe9c16 admin admin] Pushing event updated for resources: {'Network': ['ID=08c1a153-c568-4f29-ba72-f916d4c7b272,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:35.288009 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 08c1a153-c568-4f29-ba72-f916d4c7b272 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:20:35.297970 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-74568aeb-dca4-49ac-b9eb-409cbd58c66e req-723e83fd-043c-4a74-9f52-d6621cc7d5dc tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:35.309556 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac9dd11-e888-4033-9bd3-d4f262197ac7 admin admin] Made reservation on behalf of e93fd5a65df6457aaef20d4422ffb25a for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:20:35.312178 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dac9dd11-e888-4033-9bd3-d4f262197ac7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:35.345896 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-6491e4b4-2a87-4d39-a11c-668bbd680e08 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-237596592', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}, 'admin_state_up': False}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:20:35.375510 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6491e4b4-2a87-4d39-a11c-668bbd680e08 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:35.376662 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6491e4b4-2a87-4d39-a11c-668bbd680e08 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:35.432774 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6491e4b4-2a87-4d39-a11c-668bbd680e08 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:35.636078 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-74568aeb-dca4-49ac-b9eb-409cbd58c66e req-723e83fd-043c-4a74-9f52-d6621cc7d5dc tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] For port 222d6a4f-d3bf-4c71-bb23-bfe907e22267, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=222d6a4f-d3bf-4c71-bb23-bfe907e22267,segment=NetworkSegment(cb371cc3-75c4-48ca-86e2-f92ef9a63937),segment_id=cb371cc3-75c4-48ca-86e2-f92ef9a63937)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:20:35.638576 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dac9dd11-e888-4033-9bd3-d4f262197ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:35.707247 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-74568aeb-dca4-49ac-b9eb-409cbd58c66e req-723e83fd-043c-4a74-9f52-d6621cc7d5dc tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:35.717888 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-74568aeb-dca4-49ac-b9eb-409cbd58c66e req-723e83fd-043c-4a74-9f52-d6621cc7d5dc tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:35.720890 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9dd11-e888-4033-9bd3-d4f262197ac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6222ee0a-c125-4f8d-a824-8d99523756bb,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:35.732885 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['222d6a4f-d3bf-4c71-bb23-bfe907e22267'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:20:35.781280 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74568aeb-dca4-49ac-b9eb-409cbd58c66e req-723e83fd-043c-4a74-9f52-d6621cc7d5dc tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:35.781970 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-74568aeb-dca4-49ac-b9eb-409cbd58c66e req-723e83fd-043c-4a74-9f52-d6621cc7d5dc tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:35.783518 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74568aeb-dca4-49ac-b9eb-409cbd58c66e req-723e83fd-043c-4a74-9f52-d6621cc7d5dc tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "PUT /v2.0/ports/222d6a4f-d3bf-4c71-bb23-bfe907e22267 HTTP/1.1" status: 200 len: 982 time: 0.5888226 Nov 10 19:20:35.785124 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b', 'tag': '222d6a4f-d3bf-4c71-bb23-bfe907e22267'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:20:35.787467 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b700908-aa64-449f-9fc1-4ce77b474da6" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b", "tag": "222d6a4f-d3bf-4c71-bb23-bfe907e22267"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:20:35.797913 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac9dd11-e888-4033-9bd3-d4f262197ac7 admin admin] Checking segment: {'id': '53dc2ab6-6c6e-4eb5-8152-a26a590d152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '08c1a153-c568-4f29-ba72-f916d4c7b272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:20:35.798439 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac9dd11-e888-4033-9bd3-d4f262197ac7 admin admin] Network hostable DHCP agents. Network: 08c1a153-c568-4f29-ba72-f916d4c7b272, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:20:35.832787 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e83fd-043c-4a74-9f52-d6621cc7d5dc tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Pushing event updated for resources: {'Port': ['ID=222d6a4f-d3bf-4c71-bb23-bfe907e22267,revision_number=6']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:35.839180 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac9dd11-e888-4033-9bd3-d4f262197ac7 admin admin] Network 08c1a153-c568-4f29-ba72-f916d4c7b272 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:20:35.853089 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-dac9dd11-e888-4033-9bd3-d4f262197ac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 08c1a153-c568-4f29-ba72-f916d4c7b272) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:20:35.867119 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09eb2e1b-1e0b-4d94-801f-dd8d25af6550 None None] Network 08c1a153-c568-4f29-ba72-f916d4c7b272 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:20:35.870384 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac9dd11-e888-4033-9bd3-d4f262197ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:35.871021 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dac9dd11-e888-4033-9bd3-d4f262197ac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:35.891462 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['222d6a4f-d3bf-4c71-bb23-bfe907e22267'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:20:35.905875 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6491e4b4-2a87-4d39-a11c-668bbd680e08 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:35.919790 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41656) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:35.920028 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-dac9dd11-e888-4033-9bd3-d4f262197ac7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6838377 Nov 10 19:20:35.933999 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-6eade561-30ff-4216-9b64-083f625a17b5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1599779099-router', 'tenant_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:20:35.940259 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af635e87-89b8-49e3-895a-e1c51bbd0ba1 req-a4a70c23-63d5-4b11-ad08-d6beeb6c9299 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:35.947364 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af635e87-89b8-49e3-895a-e1c51bbd0ba1 req-a4a70c23-63d5-4b11-ad08-d6beeb6c9299 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d HTTP/1.1" status: 200 len: 944 time: 0.0723858 Nov 10 19:20:35.999068 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6eade561-30ff-4216-9b64-083f625a17b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:36.000203 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6eade561-30ff-4216-9b64-083f625a17b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:36.002371 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af635e87-89b8-49e3-895a-e1c51bbd0ba1 req-5677d577-772c-43cc-a315-7936081378a7 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534875 Nov 10 19:20:36.070500 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6eade561-30ff-4216-9b64-083f625a17b5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:36.180674 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39157ce6-2d74-4704-986b-aaf680ca24c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-08c1a153-c568-4f29-ba72-f916d4c7b272', 'network_id': '08c1a153-c568-4f29-ba72-f916d4c7b272', 'tenant_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'fixed_ips': [{'subnet_id': '6222ee0a-c125-4f8d-a824-8d99523756bb'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:20:36.181633 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-39157ce6-2d74-4704-986b-aaf680ca24c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:36.259557 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d0969dc1-8516-44a7-96c5-08c7f149c49f req-507b477e-fe29-451c-9ea4-1b26b10fbdac tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2129772515&fields=id&tenant_id=7d53c48f03ea4f098ce6868a75010c81 HTTP/1.1" status: 200 len: 267 time: 0.0469017 Nov 10 19:20:36.318486 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0969dc1-8516-44a7-96c5-08c7f149c49f req-c1107373-b626-4f47-b477-5b3163ccb9ec tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:36.320369 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d0969dc1-8516-44a7-96c5-08c7f149c49f req-c1107373-b626-4f47-b477-5b3163ccb9ec tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 985 time: 0.0538011 Nov 10 19:20:36.335383 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-d0969dc1-8516-44a7-96c5-08c7f149c49f req-eb83ef86-e518-4503-a162-6d8683b6b0bd tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Request body: {'port': {'security_groups': ['e0da659b-11c0-4679-87b7-a1440c353197']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:20:36.343506 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6eade561-30ff-4216-9b64-083f625a17b5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:36.346663 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6491e4b4-2a87-4d39-a11c-668bbd680e08 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:36.369388 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6491e4b4-2a87-4d39-a11c-668bbd680e08 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:36.373449 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-39157ce6-2d74-4704-986b-aaf680ca24c1 None None] Allocated IP 172.20.0.2 (08c1a153-c568-4f29-ba72-f916d4c7b272/6222ee0a-c125-4f8d-a824-8d99523756bb/3fe709e8-590c-4541-898c-4c700a41e196) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:20:36.427549 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d0969dc1-8516-44a7-96c5-08c7f149c49f req-eb83ef86-e518-4503-a162-6d8683b6b0bd tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:36.543842 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-39157ce6-2d74-4704-986b-aaf680ca24c1 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:36.544410 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-6491e4b4-2a87-4d39-a11c-668bbd680e08 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Allocated IP 172.25.3.214 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/d9075c67-bffc-4c57-8d65-db103d5bd384) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:20:36.553555 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-39157ce6-2d74-4704-986b-aaf680ca24c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:36.589684 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39157ce6-2d74-4704-986b-aaf680ca24c1 None None] Network 08c1a153-c568-4f29-ba72-f916d4c7b272 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:20:36.594123 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-39157ce6-2d74-4704-986b-aaf680ca24c1 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:20:36.598605 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39157ce6-2d74-4704-986b-aaf680ca24c1 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:20:36.614344 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 91f5d33d-36c7-43e0-853a-84351d1d4c3a up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:20:36.642226 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39157ce6-2d74-4704-986b-aaf680ca24c1 None None] Pushing event updated for resources: {'Port': ['ID=3fe709e8-590c-4541-898c-4c700a41e196,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:36.651717 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-d0969dc1-8516-44a7-96c5-08c7f149c49f req-eb83ef86-e518-4503-a162-6d8683b6b0bd tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] For port 222d6a4f-d3bf-4c71-bb23-bfe907e22267, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=222d6a4f-d3bf-4c71-bb23-bfe907e22267,segment=NetworkSegment(cb371cc3-75c4-48ca-86e2-f92ef9a63937),segment_id=cb371cc3-75c4-48ca-86e2-f92ef9a63937)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:20:36.687409 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d0969dc1-8516-44a7-96c5-08c7f149c49f req-eb83ef86-e518-4503-a162-6d8683b6b0bd tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:36.693954 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d0969dc1-8516-44a7-96c5-08c7f149c49f req-eb83ef86-e518-4503-a162-6d8683b6b0bd tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:36.714486 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['222d6a4f-d3bf-4c71-bb23-bfe907e22267'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:20:36.752428 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0969dc1-8516-44a7-96c5-08c7f149c49f req-eb83ef86-e518-4503-a162-6d8683b6b0bd tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:36.753218 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-d0969dc1-8516-44a7-96c5-08c7f149c49f req-eb83ef86-e518-4503-a162-6d8683b6b0bd tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:36.753344 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6491e4b4-2a87-4d39-a11c-668bbd680e08 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:36.755893 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 91f5d33d-36c7-43e0-853a-84351d1d4c3a completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:20:36.763908 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-39157ce6-2d74-4704-986b-aaf680ca24c1 None None] Attempting to bind port 3fe709e8-590c-4541-898c-4c700a41e196 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:20:36.764901 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6eade561-30ff-4216-9b64-083f625a17b5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:36.765083 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-39157ce6-2d74-4704-986b-aaf680ca24c1 None None] Attempting to bind port 3fe709e8-590c-4541-898c-4c700a41e196 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '53dc2ab6-6c6e-4eb5-8152-a26a590d152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '08c1a153-c568-4f29-ba72-f916d4c7b272'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:20:36.765465 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39157ce6-2d74-4704-986b-aaf680ca24c1 None None] Attempting to bind port 3fe709e8-590c-4541-898c-4c700a41e196 on network 08c1a153-c568-4f29-ba72-f916d4c7b272 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:20:36.770334 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d0969dc1-8516-44a7-96c5-08c7f149c49f req-eb83ef86-e518-4503-a162-6d8683b6b0bd tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "PUT /v2.0/ports/222d6a4f-d3bf-4c71-bb23-bfe907e22267 HTTP/1.1" status: 200 len: 943 time: 0.4344347 Nov 10 19:20:36.772905 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 91f5d33d-36c7-43e0-853a-84351d1d4c3a triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:20:36.773293 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:36.790296 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6eade561-30ff-4216-9b64-083f625a17b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:36.796257 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83ef86-e518-4503-a162-6d8683b6b0bd tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Pushing event updated for resources: {'Port': ['ID=222d6a4f-d3bf-4c71-bb23-bfe907e22267,revision_number=7']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:36.807860 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39157ce6-2d74-4704-986b-aaf680ca24c1 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:20:36.808905 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39157ce6-2d74-4704-986b-aaf680ca24c1 None None] Checking segment: {'id': '53dc2ab6-6c6e-4eb5-8152-a26a590d152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '08c1a153-c568-4f29-ba72-f916d4c7b272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:20:36.809407 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-39157ce6-2d74-4704-986b-aaf680ca24c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:36.809924 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39157ce6-2d74-4704-986b-aaf680ca24c1 None None] Bound using segment: {'id': '53dc2ab6-6c6e-4eb5-8152-a26a590d152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '08c1a153-c568-4f29-ba72-f916d4c7b272'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:20:36.810533 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-39157ce6-2d74-4704-986b-aaf680ca24c1 None None] Bound port: 3fe709e8-590c-4541-898c-4c700a41e196, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53dc2ab6-6c6e-4eb5-8152-a26a590d152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '08c1a153-c568-4f29-ba72-f916d4c7b272'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:20:36.811016 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-39157ce6-2d74-4704-986b-aaf680ca24c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:36.820345 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cd2acd-722c-467b-84b8-75ac7f744020 x-openstack-request-id: req-73cd2acd-722c-467b-84b8-75ac7f744020 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:20:36.820650 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b", "tag": "222d6a4f-d3bf-4c71-bb23-bfe907e22267", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:20:36.820904 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-73cd2acd-722c-467b-84b8-75ac7f744020 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:20:36.821329 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b', 'tag': '222d6a4f-d3bf-4c71-bb23-bfe907e22267', 'status': 'completed', 'code': 200} Nov 10 19:20:36.861036 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6491e4b4-2a87-4d39-a11c-668bbd680e08 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:36.893926 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['222d6a4f-d3bf-4c71-bb23-bfe907e22267'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:20:36.909242 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b700908-aa64-449f-9fc1-4ce77b474da6 req-8220d98b-57f7-475e-b73e-5371dfaf041f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:36.911024 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b700908-aa64-449f-9fc1-4ce77b474da6 req-8220d98b-57f7-475e-b73e-5371dfaf041f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7d53c48f03ea4f098ce6868a75010c81&device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 1097 time: 0.0648177 Nov 10 19:20:36.946459 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6491e4b4-2a87-4d39-a11c-668bbd680e08 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:20:36.953832 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-6491e4b4-2a87-4d39-a11c-668bbd680e08 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:20:36.959248 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491e4b4-2a87-4d39-a11c-668bbd680e08 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Pushing event updated for resources: {'Port': ['ID=d9075c67-bffc-4c57-8d65-db103d5bd384,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:36.961501 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6491e4b4-2a87-4d39-a11c-668bbd680e08 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:20:36.984058 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af6bab7-38bc-4aaa-b958-1a94673482ef None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:20:36.992760 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-6eade561-30ff-4216-9b64-083f625a17b5 admin admin] Allocated IP 172.25.3.233 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/5a84046d-6c4a-45e8-99f3-69d31bbe13fa) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:20:37.040502 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:37.055954 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-39157ce6-2d74-4704-986b-aaf680ca24c1 None None] For port 3fe709e8-590c-4541-898c-4c700a41e196, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:20:37.097550 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-39157ce6-2d74-4704-986b-aaf680ca24c1 None None] For port 3fe709e8-590c-4541-898c-4c700a41e196, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=3fe709e8-590c-4541-898c-4c700a41e196,segment=NetworkSegment(53dc2ab6-6c6e-4eb5-8152-a26a590d152a),segment_id=53dc2ab6-6c6e-4eb5-8152-a26a590d152a)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:20:37.121309 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f5d33d-36c7-43e0-853a-84351d1d4c3a'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:20:37.123738 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539733d8-d352-47a3-b8d2-b8d49fdb9095" -d '{"events": [{"server_uuid": "086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d", "name": "network-vif-plugged", "status": "completed", "tag": "91f5d33d-36c7-43e0-853a-84351d1d4c3a"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:20:37.127468 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-39157ce6-2d74-4704-986b-aaf680ca24c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:37.136556 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b700908-aa64-449f-9fc1-4ce77b474da6 req-0b15aad6-046e-468c-bc0d-fe7d0c5f56f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:37.138207 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b700908-aa64-449f-9fc1-4ce77b474da6 req-0b15aad6-046e-468c-bc0d-fe7d0c5f56f3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f7002683-9453-49ad-a3a1-d60fba8c6f45 HTTP/1.1" status: 200 len: 921 time: 0.2155323 Nov 10 19:20:37.143385 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f95bc46-141c-4769-805a-60e28bc99898 req-6a56d67a-54ed-44d1-9555-533901c8c0d0 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2048650 Nov 10 19:20:37.186540 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-6f95bc46-141c-4769-805a-60e28bc99898 req-c8fc5a91-f80d-4bd7-a04d-23abf1642b35 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:20:37.189791 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 91f5d33d-36c7-43e0-853a-84351d1d4c3a, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=91f5d33d-36c7-43e0-853a-84351d1d4c3a,segment=NetworkSegment(c9a36c68-c3fb-4c33-a5bb-7886b7443ebd),segment_id=c9a36c68-c3fb-4c33-a5bb-7886b7443ebd)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:20:37.201597 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b700908-aa64-449f-9fc1-4ce77b474da6 req-fec8f140-6d38-4a62-89bc-6ea2c1e1426f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=222d6a4f-d3bf-4c71-bb23-bfe907e22267 HTTP/1.1" status: 200 len: 217 time: 0.0548329 Nov 10 19:20:37.212528 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-ba55a42d-9296-4315-a277-af2bab702ff9 None None] Provisioning complete for port d9075c67-bffc-4c57-8d65-db103d5bd384 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:20:37.213961 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ba55a42d-9296-4315-a277-af2bab702ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:37.222465 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6f95bc46-141c-4769-805a-60e28bc99898 req-c8fc5a91-f80d-4bd7-a04d-23abf1642b35 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks [] for floatingip, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:37.225142 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:37.259203 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6eade561-30ff-4216-9b64-083f625a17b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:37.292537 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b700908-aa64-449f-9fc1-4ce77b474da6 req-50d61053-521f-434b-81c1-6edfe4ddb6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:37.294138 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b700908-aa64-449f-9fc1-4ce77b474da6 req-50d61053-521f-434b-81c1-6edfe4ddb6bb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3575c8ec-c058-4548-92c7-3f77535505af HTTP/1.1" status: 200 len: 860 time: 0.0852103 Nov 10 19:20:37.307812 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39157ce6-2d74-4704-986b-aaf680ca24c1 None None] Pushing event updated for resources: {'Port': ['ID=3fe709e8-590c-4541-898c-4c700a41e196,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:37.352239 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b700908-aa64-449f-9fc1-4ce77b474da6 req-9fa5eb13-04f7-43ad-88ab-91d003abb874 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7002683-9453-49ad-a3a1-d60fba8c6f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290697 Nov 10 19:20:37.368144 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=91f5d33d-36c7-43e0-853a-84351d1d4c3a,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:37.370790 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-ba55a42d-9296-4315-a277-af2bab702ff9 None None] Port d9075c67-bffc-4c57-8d65-db103d5bd384 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:20:37.404097 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6491e4b4-2a87-4d39-a11c-668bbd680e08 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:37.445109 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6eade561-30ff-4216-9b64-083f625a17b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:37.544562 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eade561-30ff-4216-9b64-083f625a17b5 admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:20:37.547985 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-6eade561-30ff-4216-9b64-083f625a17b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:20:37.550090 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eade561-30ff-4216-9b64-083f625a17b5 admin admin] Pushing event updated for resources: {'Port': ['ID=5a84046d-6c4a-45e8-99f3-69d31bbe13fa,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:37.553557 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eade561-30ff-4216-9b64-083f625a17b5 admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:20:37.572423 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e110e17d-e1a7-4b1a-9824-fadcd2ea0e77 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:20:37.702252 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-00aed9bf-9245-4a1b-b4a2-8494c130c008 None None] Provisioning complete for port 5a84046d-6c4a-45e8-99f3-69d31bbe13fa triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:20:37.703086 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-00aed9bf-9245-4a1b-b4a2-8494c130c008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:37.759087 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-00aed9bf-9245-4a1b-b4a2-8494c130c008 None None] Port 5a84046d-6c4a-45e8-99f3-69d31bbe13fa cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:20:37.868450 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b700908-aa64-449f-9fc1-4ce77b474da6 req-07cab399-a8bc-4cc7-9d18-0ca8cd7aae9c service neutron] 10.222.0.73 "GET /v2.0/networks/f7002683-9453-49ad-a3a1-d60fba8c6f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5079505 Nov 10 19:20:37.873999 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6f95bc46-141c-4769-805a-60e28bc99898 req-c8fc5a91-f80d-4bd7-a04d-23abf1642b35 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:38.044962 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b700908-aa64-449f-9fc1-4ce77b474da6 req-2c51676c-a877-4576-9333-70a5d424af2e service neutron] 10.222.0.73 "GET /v2.0/networks/f7002683-9453-49ad-a3a1-d60fba8c6f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683342 Nov 10 19:20:38.078830 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-6f95bc46-141c-4769-805a-60e28bc99898 req-c8fc5a91-f80d-4bd7-a04d-23abf1642b35 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Allocated IP 172.25.3.153 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/e13c8f7c-0c8e-4957-9711-38804b752001) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:20:38.145859 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3fe709e8-590c-4541-898c-4c700a41e196 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:20:38.166951 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6491e4b4-2a87-4d39-a11c-668bbd680e08 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:38.208215 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 3fe709e8-590c-4541-898c-4c700a41e196 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:20:38.208808 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:38.227286 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6f95bc46-141c-4769-805a-60e28bc99898 req-c8fc5a91-f80d-4bd7-a04d-23abf1642b35 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:38.273181 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6f95bc46-141c-4769-805a-60e28bc99898 req-c8fc5a91-f80d-4bd7-a04d-23abf1642b35 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:38.320038 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f95bc46-141c-4769-805a-60e28bc99898 req-c8fc5a91-f80d-4bd7-a04d-23abf1642b35 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:20:38.323692 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-6f95bc46-141c-4769-805a-60e28bc99898 req-c8fc5a91-f80d-4bd7-a04d-23abf1642b35 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:20:38.328389 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f95bc46-141c-4769-805a-60e28bc99898 req-c8fc5a91-f80d-4bd7-a04d-23abf1642b35 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:20:38.330706 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:38.358707 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6eade561-30ff-4216-9b64-083f625a17b5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:38.378995 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc5a91-f80d-4bd7-a04d-23abf1642b35 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Pushing event updated for resources: {'Port': ['ID=e13c8f7c-0c8e-4957-9711-38804b752001,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:38.379678 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 3fe709e8-590c-4541-898c-4c700a41e196, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=3fe709e8-590c-4541-898c-4c700a41e196,segment=NetworkSegment(53dc2ab6-6c6e-4eb5-8152-a26a590d152a),segment_id=53dc2ab6-6c6e-4eb5-8152-a26a590d152a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:20:38.390304 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:38.442115 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6491e4b4-2a87-4d39-a11c-668bbd680e08 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Router 0b767e9d-bc2c-4d4c-8864-254022e384a5 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:20:38.451316 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6f95bc46-141c-4769-805a-60e28bc99898 req-c8fc5a91-f80d-4bd7-a04d-23abf1642b35 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:38.454191 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=3fe709e8-590c-4541-898c-4c700a41e196,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:38.497310 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6f95bc46-141c-4769-805a-60e28bc99898 req-c8fc5a91-f80d-4bd7-a04d-23abf1642b35 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:38.549365 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b5e80a-bc87-4116-a1e5-109bcf41ff07 None None] Network 08c1a153-c568-4f29-ba72-f916d4c7b272 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:20:38.639901 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6491e4b4-2a87-4d39-a11c-668bbd680e08 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:20:38.652037 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b636906d-aaf3-4104-b0eb-fa22452fdddf None None] Sync routers for ids ['0b767e9d-bc2c-4d4c-8864-254022e384a5'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:20:38.663359 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b636906d-aaf3-4104-b0eb-fa22452fdddf None None] Routers {'0b767e9d-bc2c-4d4c-8864-254022e384a5'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:20:38.664122 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-b636906d-aaf3-4104-b0eb-fa22452fdddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['0b767e9d-bc2c-4d4c-8864-254022e384a5'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:38.694137 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6f95bc46-141c-4769-805a-60e28bc99898 req-c8fc5a91-f80d-4bd7-a04d-23abf1642b35 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:38.697847 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6491e4b4-2a87-4d39-a11c-668bbd680e08 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:38.699482 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6491e4b4-2a87-4d39-a11c-668bbd680e08 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.5465844 Nov 10 19:20:38.700892 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6f95bc46-141c-4769-805a-60e28bc99898 req-c8fc5a91-f80d-4bd7-a04d-23abf1642b35 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:38.702878 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41672) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:38.709854 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-b636906d-aaf3-4104-b0eb-fa22452fdddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:38.727775 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b636906d-aaf3-4104-b0eb-fa22452fdddf None None] Routers {'0b767e9d-bc2c-4d4c-8864-254022e384a5'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:20:38.728963 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-b636906d-aaf3-4104-b0eb-fa22452fdddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['0b767e9d-bc2c-4d4c-8864-254022e384a5'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:38.760381 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc5a91-f80d-4bd7-a04d-23abf1642b35 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Pushing event updated for resources: {'Port': ['ID=e13c8f7c-0c8e-4957-9711-38804b752001,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:38.763103 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-b636906d-aaf3-4104-b0eb-fa22452fdddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:38.764013 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b636906d-aaf3-4104-b0eb-fa22452fdddf None None] The sync data for ids ['0b767e9d-bc2c-4d4c-8864-254022e384a5'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:20:38.802705 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6eade561-30ff-4216-9b64-083f625a17b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:38.819552 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2d044b17-e205-401d-a780-c0cd1443d417 None None] Provisioning complete for port 3fe709e8-590c-4541-898c-4c700a41e196 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:20:38.820310 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2d044b17-e205-401d-a780-c0cd1443d417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:38.822051 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6f95bc46-141c-4769-805a-60e28bc99898 req-c8fc5a91-f80d-4bd7-a04d-23abf1642b35 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:38.825893 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b', 'tag': '222d6a4f-d3bf-4c71-bb23-bfe907e22267'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:20:38.827766 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1a36ef-a2c2-4876-b88f-352bc6d8d116" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b", "tag": "222d6a4f-d3bf-4c71-bb23-bfe907e22267"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:20:38.846798 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6f95bc46-141c-4769-805a-60e28bc99898 req-c8fc5a91-f80d-4bd7-a04d-23abf1642b35 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:38.848475 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f95bc46-141c-4769-805a-60e28bc99898 req-c8fc5a91-f80d-4bd7-a04d-23abf1642b35 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6947038 Nov 10 19:20:38.861953 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1519b9f4-a249-41b5-8638-9efcf23b0360 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] 10.222.0.54 "GET /v2.0/routers/0b767e9d-bc2c-4d4c-8864-254022e384a5 HTTP/1.1" status: 200 len: 920 time: 0.1577153 Nov 10 19:20:38.864944 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41676) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:38.898530 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6fc88409-39d2-4df9-9ab2-41f30838a2e0 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b767e9d-bc2c-4d4c-8864-254022e384a5 HTTP/1.1" status: 200 len: 205 time: 0.0322051 Nov 10 19:20:38.901362 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41678) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:38.910063 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f95bc46-141c-4769-805a-60e28bc99898 req-9126ba46-c263-41c1-ad00-62b601cf36dc tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.153 HTTP/1.1" status: 200 len: 696 time: 0.0519171 Nov 10 19:20:39.033423 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95bc46-141c-4769-805a-60e28bc99898 req-7dac78f4-c821-4da7-af62-e1e090fb2c40 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:39.035031 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f95bc46-141c-4769-805a-60e28bc99898 req-7dac78f4-c821-4da7-af62-e1e090fb2c40 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 784 time: 0.1141751 Nov 10 19:20:39.048751 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-6f95bc46-141c-4769-805a-60e28bc99898 req-db0e1b27-8c7e-4626-9831-a6b8297547f1 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:20:39.050076 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f95bc46-141c-4769-805a-60e28bc99898 req-db0e1b27-8c7e-4626-9831-a6b8297547f1 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067260 Nov 10 19:20:39.059648 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-894b0849-9969-4a66-802c-96a25c94db25 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:39.126929 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eade561-30ff-4216-9b64-083f625a17b5 admin admin] Router 7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:20:39.170161 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e373321-ebc9-4155-9269-6ea783a5053f req-28f2f7ac-3dec-4127-a128-5da15ebdbe78 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:39.172211 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6e373321-ebc9-4155-9269-6ea783a5053f req-28f2f7ac-3dec-4127-a128-5da15ebdbe78 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d HTTP/1.1" status: 200 len: 945 time: 0.0590546 Nov 10 19:20:39.227359 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6e373321-ebc9-4155-9269-6ea783a5053f req-6833dc7c-0a54-428b-8e08-cc415cc1e189 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473685 Nov 10 19:20:39.261962 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-894b0849-9969-4a66-802c-96a25c94db25 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:39.311698 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eade561-30ff-4216-9b64-083f625a17b5 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:20:39.322079 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb77c1f-8dec-495e-af44-033b9065bee8 None None] Sync routers for ids ['7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:20:39.340742 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb77c1f-8dec-495e-af44-033b9065bee8 None None] Routers {'7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:20:39.341470 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-feb77c1f-8dec-495e-af44-033b9065bee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:39.342018 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6eade561-30ff-4216-9b64-083f625a17b5 admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:39.345591 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6eade561-30ff-4216-9b64-083f625a17b5 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.4223530 Nov 10 19:20:39.345852 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d510ca4-567f-4ac6-b393-d2d91301b76e x-openstack-request-id: req-8d510ca4-567f-4ac6-b393-d2d91301b76e {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:20:39.345852 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d", "name": "network-vif-plugged", "status": "completed", "tag": "91f5d33d-36c7-43e0-853a-84351d1d4c3a", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:20:39.345852 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8d510ca4-567f-4ac6-b393-d2d91301b76e {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:20:39.345852 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f5d33d-36c7-43e0-853a-84351d1d4c3a', 'code': 200} Nov 10 19:20:39.345852 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-788699b8-feea-4513-a994-4b21045cbfc8 None None] Provisioning complete for port 3fe709e8-590c-4541-898c-4c700a41e196 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:20:39.346461 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-788699b8-feea-4513-a994-4b21045cbfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:39.346960 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 41682) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:39.356108 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-894b0849-9969-4a66-802c-96a25c94db25 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Deleting port d9075c67-bffc-4c57-8d65-db103d5bd384 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:20:39.356672 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-894b0849-9969-4a66-802c-96a25c94db25 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:39.467785 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-894b0849-9969-4a66-802c-96a25c94db25 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:39.488701 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-894b0849-9969-4a66-802c-96a25c94db25 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Calling delete_port for d9075c67-bffc-4c57-8d65-db103d5bd384 owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:20:39.514756 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99eca6-fdd4-4ef1-8651-897ab895aec2 req-c06eab51-b976-4ae7-a561-8269af1328eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:39.516947 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2f99eca6-fdd4-4ef1-8651-897ab895aec2 req-c06eab51-b976-4ae7-a561-8269af1328eb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d HTTP/1.1" status: 200 len: 1096 time: 0.0703843 Nov 10 19:20:39.540862 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-feb77c1f-8dec-495e-af44-033b9065bee8 None None] Set router 7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:20:39.635561 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fabb2e5-7b5d-4c65-9f82-a5bf710a5d1b x-openstack-request-id: req-8fabb2e5-7b5d-4c65-9f82-a5bf710a5d1b {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:20:39.635856 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b", "tag": "222d6a4f-d3bf-4c71-bb23-bfe907e22267", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:20:39.636109 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8fabb2e5-7b5d-4c65-9f82-a5bf710a5d1b {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:20:39.636512 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b', 'tag': '222d6a4f-d3bf-4c71-bb23-bfe907e22267', 'status': 'completed', 'code': 200} Nov 10 19:20:39.644994 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2f99eca6-fdd4-4ef1-8651-897ab895aec2 req-463a954a-e588-40b4-98ef-290a29e26ea5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958431 Nov 10 19:20:39.756040 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-894b0849-9969-4a66-802c-96a25c94db25 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:39.772320 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-feb77c1f-8dec-495e-af44-033b9065bee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'name': 'tempest-ServersTestJSON-1599779099-router', 'tenant_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '5a84046d-6c4a-45e8-99f3-69d31bbe13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:20:36Z', 'updated_at': '2021-11-10T19:20:38Z', 'revision_number': 3, 'project_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'gw_port': {'id': '5a84046d-6c4a-45e8-99f3-69d31bbe13fa', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:20:36Z', 'updated_at': '2021-11-10T19:20:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:39.783047 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b0849-9969-4a66-802c-96a25c94db25 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Pushing event deleted for resources: {'Port': ['ID=d9075c67-bffc-4c57-8d65-db103d5bd384,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:39.802789 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb77c1f-8dec-495e-af44-033b9065bee8 None None] Checking router: 7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:20:39.803147 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb77c1f-8dec-495e-af44-033b9065bee8 None None] Updating router 7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c port 5a84046d-6c4a-45e8-99f3-69d31bbe13fa binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:20:39.818678 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a36ef-a2c2-4876-b88f-352bc6d8d116 req-7f68a6ed-c6ba-48cc-9aa6-8b2bad550e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:39.820137 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d1a36ef-a2c2-4876-b88f-352bc6d8d116 req-7f68a6ed-c6ba-48cc-9aa6-8b2bad550e89 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7d53c48f03ea4f098ce6868a75010c81&device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 1097 time: 0.1615319 Nov 10 19:20:39.823963 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c040e243-f056-4e42-9002-2ddf2e00b54b None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:20:39.839667 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-feb77c1f-8dec-495e-af44-033b9065bee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:39.851511 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e2bad-6d93-4739-827b-cd4db8f56b52 req-81d6e0ed-6494-47da-9452-d0a7232e840a tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:39.853098 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f65e2bad-6d93-4739-827b-cd4db8f56b52 req-81d6e0ed-6494-47da-9452-d0a7232e840a tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1304910 Nov 10 19:20:39.861096 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-894b0849-9969-4a66-802c-96a25c94db25 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:39.961080 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-894b0849-9969-4a66-802c-96a25c94db25 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:39.963988 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-894b0849-9969-4a66-802c-96a25c94db25 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:39.975615 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f65e2bad-6d93-4739-827b-cd4db8f56b52 req-ca6b34de-79ee-4a2e-ac85-8a1dcd1b25a4 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.153 HTTP/1.1" status: 200 len: 696 time: 0.1069515 Nov 10 19:20:39.998768 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-f65e2bad-6d93-4739-827b-cd4db8f56b52 req-6b202d97-7fa6-4a9f-9142-b844a912b121 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Request body: {'floatingip': {'port_id': '222d6a4f-d3bf-4c71-bb23-bfe907e22267', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:20:40.021014 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-894b0849-9969-4a66-802c-96a25c94db25 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:40.022733 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894b0849-9969-4a66-802c-96a25c94db25 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Fanout notify agent at l3_agent the message router_deleted on router 0b767e9d-bc2c-4d4c-8864-254022e384a5 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:20:40.033705 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-894b0849-9969-4a66-802c-96a25c94db25 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:40.034856 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-894b0849-9969-4a66-802c-96a25c94db25 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] 10.222.0.54 "DELETE /v2.0/routers/0b767e9d-bc2c-4d4c-8864-254022e384a5 HTTP/1.1" status: 204 len: 168 time: 1.1325414 Nov 10 19:20:40.038700 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 41684) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:40.048515 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-5e95df51-779e-463b-be25-fcefd2ffc59d tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Request body: {'router': {'name': 'tempest-snat-router-997726381', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'enable_snat': False}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:20:40.074921 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f65e2bad-6d93-4739-827b-cd4db8f56b52 req-6b202d97-7fa6-4a9f-9142-b844a912b121 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks [] for floatingip, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:40.112535 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3fe709e8-590c-4541-898c-4c700a41e196 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:20:40.164381 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a36ef-a2c2-4876-b88f-352bc6d8d116 req-e3af56c6-9caf-49e1-9324-dc084541e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:40.164668 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-feb77c1f-8dec-495e-af44-033b9065bee8 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:40.165935 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d1a36ef-a2c2-4876-b88f-352bc6d8d116 req-e3af56c6-9caf-49e1-9324-dc084541e310 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f7002683-9453-49ad-a3a1-d60fba8c6f45 HTTP/1.1" status: 200 len: 921 time: 0.3377922 Nov 10 19:20:40.174530 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-feb77c1f-8dec-495e-af44-033b9065bee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:40.192242 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5e95df51-779e-463b-be25-fcefd2ffc59d tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:40.193291 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5e95df51-779e-463b-be25-fcefd2ffc59d tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:40.236642 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac27a905-b4ec-47bc-8299-acdb6caf9686 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:20:40.247069 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-feb77c1f-8dec-495e-af44-033b9065bee8 None None] Attempting to bind port 5a84046d-6c4a-45e8-99f3-69d31bbe13fa on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:20:40.247435 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-feb77c1f-8dec-495e-af44-033b9065bee8 None None] Attempting to bind port 5a84046d-6c4a-45e8-99f3-69d31bbe13fa by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:20:40.247791 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb77c1f-8dec-495e-af44-033b9065bee8 None None] Attempting to bind port 5a84046d-6c4a-45e8-99f3-69d31bbe13fa on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:20:40.249710 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 3fe709e8-590c-4541-898c-4c700a41e196 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:20:40.250092 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:40.254810 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec3832-dc26-48b4-8c12-fcdfd5ac1113 None None] Pushing event updated for resources: {'Port': ['ID=5a84046d-6c4a-45e8-99f3-69d31bbe13fa,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:40.256010 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d1a36ef-a2c2-4876-b88f-352bc6d8d116 req-b49e7d7d-239a-4592-a9ca-1e58d4296d89 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=222d6a4f-d3bf-4c71-bb23-bfe907e22267 HTTP/1.1" status: 200 len: 217 time: 0.0814419 Nov 10 19:20:40.284486 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb77c1f-8dec-495e-af44-033b9065bee8 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:20:40.284861 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb77c1f-8dec-495e-af44-033b9065bee8 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:20:40.285251 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-feb77c1f-8dec-495e-af44-033b9065bee8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:40.285811 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb77c1f-8dec-495e-af44-033b9065bee8 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:20:40.286159 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-feb77c1f-8dec-495e-af44-033b9065bee8 None None] Bound port: 5a84046d-6c4a-45e8-99f3-69d31bbe13fa, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:20:40.286526 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-feb77c1f-8dec-495e-af44-033b9065bee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:40.369527 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-13bb3b63-089f-4f55-b60a-c53ad06b0fd5 None None] Provisioning complete for port 5a84046d-6c4a-45e8-99f3-69d31bbe13fa triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:20:40.369915 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-13bb3b63-089f-4f55-b60a-c53ad06b0fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:40.372645 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-feb77c1f-8dec-495e-af44-033b9065bee8 None None] For port 5a84046d-6c4a-45e8-99f3-69d31bbe13fa, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:20:40.413320 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-74162488-f795-40ec-957f-b4f9fff0c579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:40.417797 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5e95df51-779e-463b-be25-fcefd2ffc59d tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:40.427331 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-feb77c1f-8dec-495e-af44-033b9065bee8 None None] For port 5a84046d-6c4a-45e8-99f3-69d31bbe13fa, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5a84046d-6c4a-45e8-99f3-69d31bbe13fa,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:20:40.440121 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-feb77c1f-8dec-495e-af44-033b9065bee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:40.448790 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a36ef-a2c2-4876-b88f-352bc6d8d116 req-f7a41c6e-321c-40c4-b775-798254889d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:40.450305 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d1a36ef-a2c2-4876-b88f-352bc6d8d116 req-f7a41c6e-321c-40c4-b775-798254889d5d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3575c8ec-c058-4548-92c7-3f77535505af HTTP/1.1" status: 200 len: 860 time: 0.1726308 Nov 10 19:20:40.486738 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-13bb3b63-089f-4f55-b60a-c53ad06b0fd5 None None] Port 5a84046d-6c4a-45e8-99f3-69d31bbe13fa cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:20:40.499576 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d662b3ac-cc8b-42e7-8265-9058290fed04 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:20:40.524567 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb77c1f-8dec-495e-af44-033b9065bee8 None None] Routers {'7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:20:40.525302 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-feb77c1f-8dec-495e-af44-033b9065bee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:40.562994 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec3832-dc26-48b4-8c12-fcdfd5ac1113 None None] Pushing event updated for resources: {'Port': ['ID=5a84046d-6c4a-45e8-99f3-69d31bbe13fa,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:40.575773 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d1a36ef-a2c2-4876-b88f-352bc6d8d116 req-3fd937ba-668d-4a56-816f-bc00c2adc392 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7002683-9453-49ad-a3a1-d60fba8c6f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899992 Nov 10 19:20:40.649432 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5683c643-f2f1-48b7-b408-23976e2d761a None None] Provisioning complete for port 5a84046d-6c4a-45e8-99f3-69d31bbe13fa triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:20:40.649814 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5683c643-f2f1-48b7-b408-23976e2d761a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:40.654678 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-feb77c1f-8dec-495e-af44-033b9065bee8 None None] Set router 7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:20:40.876415 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5683c643-f2f1-48b7-b408-23976e2d761a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:40.915285 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5683c643-f2f1-48b7-b408-23976e2d761a None None] For port 5a84046d-6c4a-45e8-99f3-69d31bbe13fa, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5a84046d-6c4a-45e8-99f3-69d31bbe13fa,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:20:40.923849 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5683c643-f2f1-48b7-b408-23976e2d761a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:40.958864 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-feb77c1f-8dec-495e-af44-033b9065bee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'name': 'tempest-ServersTestJSON-1599779099-router', 'tenant_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '5a84046d-6c4a-45e8-99f3-69d31bbe13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:20:36Z', 'updated_at': '2021-11-10T19:20:38Z', 'revision_number': 3, 'project_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'gw_port': {'id': '5a84046d-6c4a-45e8-99f3-69d31bbe13fa', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:20:36Z', 'updated_at': '2021-11-10T19:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:40.992403 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb77c1f-8dec-495e-af44-033b9065bee8 None None] The sync data for ids ['7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c'] in n-d-813897-4 is: [{'id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'name': 'tempest-ServersTestJSON-1599779099-router', 'tenant_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '5a84046d-6c4a-45e8-99f3-69d31bbe13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:20:36Z', 'updated_at': '2021-11-10T19:20:38Z', 'revision_number': 3, 'project_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'gw_port': {'id': '5a84046d-6c4a-45e8-99f3-69d31bbe13fa', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:20:36Z', 'updated_at': '2021-11-10T19:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:20:41.010549 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683c643-f2f1-48b7-b408-23976e2d761a None None] Pushing event updated for resources: {'Port': ['ID=5a84046d-6c4a-45e8-99f3-69d31bbe13fa,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:41.137402 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5e95df51-779e-463b-be25-fcefd2ffc59d tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:41.373512 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d1a36ef-a2c2-4876-b88f-352bc6d8d116 req-fa45d300-e025-4d3f-968d-908575d9739c service neutron] 10.222.0.73 "GET /v2.0/networks/f7002683-9453-49ad-a3a1-d60fba8c6f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7655530 Nov 10 19:20:41.378694 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-74162488-f795-40ec-957f-b4f9fff0c579 admin admin] Allocated IP 172.20.0.1 (08c1a153-c568-4f29-ba72-f916d4c7b272/6222ee0a-c125-4f8d-a824-8d99523756bb/d3ba4fc8-012a-45ac-9a11-bb966c5c228c) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:20:41.601796 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.db.resource_extend [req-f65e2bad-6d93-4739-827b-cd4db8f56b52 req-6b202d97-7fa6-4a9f-9142-b844a912b121 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 19:20:41.679223 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d1a36ef-a2c2-4876-b88f-352bc6d8d116 req-633a2c98-ec27-4cd1-bcc9-08b3c668b338 service neutron] 10.222.0.73 "GET /v2.0/networks/f7002683-9453-49ad-a3a1-d60fba8c6f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925379 Nov 10 19:20:41.693270 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f65e2bad-6d93-4739-827b-cd4db8f56b52 req-6b202d97-7fa6-4a9f-9142-b844a912b121 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:41.707612 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f65e2bad-6d93-4739-827b-cd4db8f56b52 req-6b202d97-7fa6-4a9f-9142-b844a912b121 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:41.713504 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-74162488-f795-40ec-957f-b4f9fff0c579 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:41.911182 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [req-f65e2bad-6d93-4739-827b-cd4db8f56b52 req-6b202d97-7fa6-4a9f-9142-b844a912b121 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Floating IP 82d018e6-e5da-4840-b350-9e3e473bb0c4 associated. External IP: 172.25.3.153, port: 222d6a4f-d3bf-4c71-bb23-bfe907e22267. Nov 10 19:20:41.914443 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-74162488-f795-40ec-957f-b4f9fff0c579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:42.029241 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74162488-f795-40ec-957f-b4f9fff0c579 admin admin] Network 08c1a153-c568-4f29-ba72-f916d4c7b272 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:20:42.040462 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-74162488-f795-40ec-957f-b4f9fff0c579 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:20:42.069093 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5e95df51-779e-463b-be25-fcefd2ffc59d tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:42.072659 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74162488-f795-40ec-957f-b4f9fff0c579 admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:20:42.074414 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74162488-f795-40ec-957f-b4f9fff0c579 admin admin] Pushing event updated for resources: {'Port': ['ID=d3ba4fc8-012a-45ac-9a11-bb966c5c228c,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:42.096948 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5a84046d-6c4a-45e8-99f3-69d31bbe13fa up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:20:42.122142 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5e95df51-779e-463b-be25-fcefd2ffc59d tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:42.158370 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 5a84046d-6c4a-45e8-99f3-69d31bbe13fa triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:20:42.158743 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:42.190290 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-74162488-f795-40ec-957f-b4f9fff0c579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:42.355250 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-67598f21-c5b1-495d-b220-2be81acdfa28 None None] Provisioning complete for port d3ba4fc8-012a-45ac-9a11-bb966c5c228c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:20:42.355538 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-67598f21-c5b1-495d-b220-2be81acdfa28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:42.379475 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-5e95df51-779e-463b-be25-fcefd2ffc59d tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Allocated IP 172.25.3.175 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/d604c265-0277-41a4-aa7c-9fb5c929b3aa) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:20:42.400450 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-67598f21-c5b1-495d-b220-2be81acdfa28 None None] Port d3ba4fc8-012a-45ac-9a11-bb966c5c228c cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:20:42.535787 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f65e2bad-6d93-4739-827b-cd4db8f56b52 req-6b202d97-7fa6-4a9f-9142-b844a912b121 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Router 34ffb358-9775-4033-bcf9-b3d7c415d8c7 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:20:42.536337 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-74162488-f795-40ec-957f-b4f9fff0c579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:42.641511 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5e95df51-779e-463b-be25-fcefd2ffc59d tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:42.797413 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5e95df51-779e-463b-be25-fcefd2ffc59d tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:42.803647 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f65e2bad-6d93-4739-827b-cd4db8f56b52 req-6b202d97-7fa6-4a9f-9142-b844a912b121 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:20:42.816054 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9921950-48a9-4553-a44c-4b35d6eff934 None None] Sync routers for ids ['34ffb358-9775-4033-bcf9-b3d7c415d8c7'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:20:42.816634 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f65e2bad-6d93-4739-827b-cd4db8f56b52 req-6b202d97-7fa6-4a9f-9142-b844a912b121 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:42.826679 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9921950-48a9-4553-a44c-4b35d6eff934 None None] Routers {'34ffb358-9775-4033-bcf9-b3d7c415d8c7'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:20:42.827517 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-e9921950-48a9-4553-a44c-4b35d6eff934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['34ffb358-9775-4033-bcf9-b3d7c415d8c7'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:42.883972 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e95df51-779e-463b-be25-fcefd2ffc59d tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:20:42.901283 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-5e95df51-779e-463b-be25-fcefd2ffc59d tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:20:42.908487 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f65e2bad-6d93-4739-827b-cd4db8f56b52 req-6b202d97-7fa6-4a9f-9142-b844a912b121 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "PUT /v2.0/floatingips/82d018e6-e5da-4840-b350-9e3e473bb0c4 HTTP/1.1" status: 200 len: 997 time: 2.9241738 Nov 10 19:20:42.909414 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e95df51-779e-463b-be25-fcefd2ffc59d tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:20:42.912904 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b', 'tag': '222d6a4f-d3bf-4c71-bb23-bfe907e22267'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:20:42.915202 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46d16ac-8f96-451f-ab45-8a37a000404e" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b", "tag": "222d6a4f-d3bf-4c71-bb23-bfe907e22267"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:20:42.919013 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6440e7-70d4-47b8-b3db-51983dbec05f None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:20:42.920782 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e95df51-779e-463b-be25-fcefd2ffc59d tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Pushing event updated for resources: {'Port': ['ID=d604c265-0277-41a4-aa7c-9fb5c929b3aa,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:42.938315 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-e9921950-48a9-4553-a44c-4b35d6eff934 None None] Set router 34ffb358-9775-4033-bcf9-b3d7c415d8c7 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:20:42.992696 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-74162488-f795-40ec-957f-b4f9fff0c579 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:43.001534 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-74162488-f795-40ec-957f-b4f9fff0c579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:43.033653 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-3a4a030b-65a1-4c00-a833-7faf899ec89d None None] Provisioning complete for port d604c265-0277-41a4-aa7c-9fb5c929b3aa triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:20:43.034124 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3a4a030b-65a1-4c00-a833-7faf899ec89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:43.070892 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-3a4a030b-65a1-4c00-a833-7faf899ec89d None None] Port d604c265-0277-41a4-aa7c-9fb5c929b3aa cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:20:43.182440 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-e9921950-48a9-4553-a44c-4b35d6eff934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1425636430-router', 'tenant_id': '7d53c48f03ea4f098ce6868a75010c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:19:45Z', 'updated_at': '2021-11-10T19:19:48Z', 'revision_number': 4, 'project_id': '7d53c48f03ea4f098ce6868a75010c81', 'gw_port': {'id': '2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:19:46Z', 'updated_at': '2021-11-10T19:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '82d018e6-e5da-4840-b350-9e3e473bb0c4', 'tenant_id': '7d53c48f03ea4f098ce6868a75010c81', 'floating_ip_address': '172.25.3.153', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'port_id': '222d6a4f-d3bf-4c71-bb23-bfe907e22267', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7002683-9453-49ad-a3a1-d60fba8c6f45', 'mac_address': 'fa:16:3e:c6:5f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:20:38Z', 'updated_at': '2021-11-10T19:20:41Z', 'revision_number': 1, 'project_id': '7d53c48f03ea4f098ce6868a75010c81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e72f5180-fa9d-4aaa-b206-511d628a0ea7', 'name': '', 'network_id': 'f7002683-9453-49ad-a3a1-d60fba8c6f45', 'tenant_id': '7d53c48f03ea4f098ce6868a75010c81', 'mac_address': 'fa:16:3e:99:80:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3575c8ec-c058-4548-92c7-3f77535505af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:19:48Z', 'updated_at': '2021-11-10T19:19:54Z', 'revision_number': 5, 'project_id': '7d53c48f03ea4f098ce6868a75010c81', 'subnets': [{'id': '3575c8ec-c058-4548-92c7-3f77535505af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:43.209320 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9921950-48a9-4553-a44c-4b35d6eff934 None None] Checking router: 34ffb358-9775-4033-bcf9-b3d7c415d8c7 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:20:43.219140 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9921950-48a9-4553-a44c-4b35d6eff934 None None] Routers {'34ffb358-9775-4033-bcf9-b3d7c415d8c7'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:20:43.219764 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-e9921950-48a9-4553-a44c-4b35d6eff934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['34ffb358-9775-4033-bcf9-b3d7c415d8c7'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:43.432935 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-e9921950-48a9-4553-a44c-4b35d6eff934 None None] Set router 34ffb358-9775-4033-bcf9-b3d7c415d8c7 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:20:43.483799 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e2bad-6d93-4739-827b-cd4db8f56b52 req-633993f0-55b8-45ad-8153-5c327200c74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:43.485344 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f65e2bad-6d93-4739-827b-cd4db8f56b52 req-633993f0-55b8-45ad-8153-5c327200c74c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7d53c48f03ea4f098ce6868a75010c81&device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 1097 time: 0.5381064 Nov 10 19:20:43.522339 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-74162488-f795-40ec-957f-b4f9fff0c579 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:43.527243 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74162488-f795-40ec-957f-b4f9fff0c579 admin admin] Pushing event updated for resources: {'Port': ['ID=d3ba4fc8-012a-45ac-9a11-bb966c5c228c,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:43.674769 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-e9921950-48a9-4553-a44c-4b35d6eff934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1425636430-router', 'tenant_id': '7d53c48f03ea4f098ce6868a75010c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:19:45Z', 'updated_at': '2021-11-10T19:19:48Z', 'revision_number': 4, 'project_id': '7d53c48f03ea4f098ce6868a75010c81', 'gw_port': {'id': '2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:19:46Z', 'updated_at': '2021-11-10T19:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '82d018e6-e5da-4840-b350-9e3e473bb0c4', 'tenant_id': '7d53c48f03ea4f098ce6868a75010c81', 'floating_ip_address': '172.25.3.153', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'port_id': '222d6a4f-d3bf-4c71-bb23-bfe907e22267', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7002683-9453-49ad-a3a1-d60fba8c6f45', 'mac_address': 'fa:16:3e:c6:5f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:20:38Z', 'updated_at': '2021-11-10T19:20:41Z', 'revision_number': 1, 'project_id': '7d53c48f03ea4f098ce6868a75010c81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e72f5180-fa9d-4aaa-b206-511d628a0ea7', 'name': '', 'network_id': 'f7002683-9453-49ad-a3a1-d60fba8c6f45', 'tenant_id': '7d53c48f03ea4f098ce6868a75010c81', 'mac_address': 'fa:16:3e:99:80:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3575c8ec-c058-4548-92c7-3f77535505af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:19:48Z', 'updated_at': '2021-11-10T19:19:54Z', 'revision_number': 5, 'project_id': '7d53c48f03ea4f098ce6868a75010c81', 'subnets': [{'id': '3575c8ec-c058-4548-92c7-3f77535505af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:43.702134 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9921950-48a9-4553-a44c-4b35d6eff934 None None] The sync data for ids ['34ffb358-9775-4033-bcf9-b3d7c415d8c7'] in n-d-813897-4 is: [{'id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1425636430-router', 'tenant_id': '7d53c48f03ea4f098ce6868a75010c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:19:45Z', 'updated_at': '2021-11-10T19:19:48Z', 'revision_number': 4, 'project_id': '7d53c48f03ea4f098ce6868a75010c81', 'gw_port': {'id': '2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:19:46Z', 'updated_at': '2021-11-10T19:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '82d018e6-e5da-4840-b350-9e3e473bb0c4', 'tenant_id': '7d53c48f03ea4f098ce6868a75010c81', 'floating_ip_address': '172.25.3.153', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'port_id': '222d6a4f-d3bf-4c71-bb23-bfe907e22267', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7002683-9453-49ad-a3a1-d60fba8c6f45', 'mac_address': 'fa:16:3e:c6:5f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:20:38Z', 'updated_at': '2021-11-10T19:20:41Z', 'revision_number': 1, 'project_id': '7d53c48f03ea4f098ce6868a75010c81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e72f5180-fa9d-4aaa-b206-511d628a0ea7', 'name': '', 'network_id': 'f7002683-9453-49ad-a3a1-d60fba8c6f45', 'tenant_id': '7d53c48f03ea4f098ce6868a75010c81', 'mac_address': 'fa:16:3e:99:80:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3575c8ec-c058-4548-92c7-3f77535505af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:19:48Z', 'updated_at': '2021-11-10T19:19:54Z', 'revision_number': 5, 'project_id': '7d53c48f03ea4f098ce6868a75010c81', 'subnets': [{'id': '3575c8ec-c058-4548-92c7-3f77535505af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:20:43.734427 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e2bad-6d93-4739-827b-cd4db8f56b52 req-243fcf51-bea6-4f47-a129-c46d4d237ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:43.736579 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f65e2bad-6d93-4739-827b-cd4db8f56b52 req-243fcf51-bea6-4f47-a129-c46d4d237ed8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f7002683-9453-49ad-a3a1-d60fba8c6f45 HTTP/1.1" status: 200 len: 921 time: 0.2398546 Nov 10 19:20:43.832637 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74162488-f795-40ec-957f-b4f9fff0c579 admin admin] Network 08c1a153-c568-4f29-ba72-f916d4c7b272 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:20:43.841577 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-74162488-f795-40ec-957f-b4f9fff0c579 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:20:43.852996 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f65e2bad-6d93-4739-827b-cd4db8f56b52 req-b640bb32-dc6e-4078-bc5f-69ffc5c38a99 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=222d6a4f-d3bf-4c71-bb23-bfe907e22267 HTTP/1.1" status: 200 len: 1000 time: 0.0838919 Nov 10 19:20:43.857042 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5e95df51-779e-463b-be25-fcefd2ffc59d tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:43.929605 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615921c1-e17d-4828-8382-18e99b9c8a95 None None] New status for floating IP 82d018e6-e5da-4840-b350-9e3e473bb0c4: ACTIVE {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:20:44.056126 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e2bad-6d93-4739-827b-cd4db8f56b52 req-4c0640a8-1176-45a2-9581-d4eed1421ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:44.057636 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f65e2bad-6d93-4739-827b-cd4db8f56b52 req-4c0640a8-1176-45a2-9581-d4eed1421ee8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3575c8ec-c058-4548-92c7-3f77535505af HTTP/1.1" status: 200 len: 860 time: 0.1634383 Nov 10 19:20:44.097582 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-999db463-829e-421d-ba92-eea2f163715a None None] Provisioning complete for port d3ba4fc8-012a-45ac-9a11-bb966c5c228c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:20:44.098125 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-999db463-829e-421d-ba92-eea2f163715a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:44.106362 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f65e2bad-6d93-4739-827b-cd4db8f56b52 req-f36300e7-3bf4-4750-a56c-bab9f1e53587 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f7002683-9453-49ad-a3a1-d60fba8c6f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397513 Nov 10 19:20:44.127147 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74162488-f795-40ec-957f-b4f9fff0c579 admin admin] Router 7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:20:44.138281 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-999db463-829e-421d-ba92-eea2f163715a None None] Port d3ba4fc8-012a-45ac-9a11-bb966c5c228c cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:20:44.341038 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f65e2bad-6d93-4739-827b-cd4db8f56b52 req-b0402387-c223-403b-a20a-a1b3412a596b service neutron] 10.222.0.54 "GET /v2.0/networks/f7002683-9453-49ad-a3a1-d60fba8c6f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247443 Nov 10 19:20:44.366632 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5e95df51-779e-463b-be25-fcefd2ffc59d tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:44.482831 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74162488-f795-40ec-957f-b4f9fff0c579 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:20:44.492434 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66ae5a8-5b66-4e6d-8cac-d6dc70109331 None None] Sync routers for ids ['7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:20:44.493114 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-74162488-f795-40ec-957f-b4f9fff0c579 admin admin] 10.222.0.54 "PUT /v2.0/routers/7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1444345 Nov 10 19:20:44.504966 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66ae5a8-5b66-4e6d-8cac-d6dc70109331 None None] Routers {'7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:20:44.505783 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-f66ae5a8-5b66-4e6d-8cac-d6dc70109331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:44.564520 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f65e2bad-6d93-4739-827b-cd4db8f56b52 req-b86a0475-05af-4ecc-b59b-423c9703c99f service neutron] 10.222.0.54 "GET /v2.0/networks/f7002683-9453-49ad-a3a1-d60fba8c6f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941152 Nov 10 19:20:44.608352 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e95df51-779e-463b-be25-fcefd2ffc59d tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Router 6ab9e546-0f0d-4893-9eb5-1e8adc0dde48 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:20:44.633753 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-f66ae5a8-5b66-4e6d-8cac-d6dc70109331 None None] Set router 7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:20:44.759628 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e95df51-779e-463b-be25-fcefd2ffc59d tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:20:44.769355 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2455e4-63aa-486f-bf0e-ce56b8f5a7aa None None] Sync routers for ids ['6ab9e546-0f0d-4893-9eb5-1e8adc0dde48'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:20:44.771667 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3ec3e-b502-4807-af30-fbd2867b7b80 req-cc047357-f986-4619-9d7f-f37dd1a38ce0 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:44.773244 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6be3ec3e-b502-4807-af30-fbd2867b7b80 req-cc047357-f986-4619-9d7f-f37dd1a38ce0 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d HTTP/1.1" status: 200 len: 945 time: 0.1021574 Nov 10 19:20:44.801867 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5e95df51-779e-463b-be25-fcefd2ffc59d tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:44.803295 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5e95df51-779e-463b-be25-fcefd2ffc59d tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.7582965 Nov 10 19:20:44.806306 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 41702) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:44.852261 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-f66ae5a8-5b66-4e6d-8cac-d6dc70109331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'name': 'tempest-ServersTestJSON-1599779099-router', 'tenant_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '5a84046d-6c4a-45e8-99f3-69d31bbe13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:20:36Z', 'updated_at': '2021-11-10T19:20:42Z', 'revision_number': 4, 'project_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'gw_port': {'id': '5a84046d-6c4a-45e8-99f3-69d31bbe13fa', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:20:36Z', 'updated_at': '2021-11-10T19:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'd3ba4fc8-012a-45ac-9a11-bb966c5c228c', 'name': '', 'network_id': '08c1a153-c568-4f29-ba72-f916d4c7b272', 'tenant_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'mac_address': 'fa:16:3e:3b:f7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '6222ee0a-c125-4f8d-a824-8d99523756bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:20:40Z', 'updated_at': '2021-11-10T19:20:42Z', 'revision_number': 2, 'project_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'subnets': [{'id': '6222ee0a-c125-4f8d-a824-8d99523756bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:44.885737 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66ae5a8-5b66-4e6d-8cac-d6dc70109331 None None] Checking router: 7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:20:44.886117 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66ae5a8-5b66-4e6d-8cac-d6dc70109331 None None] Updating router 7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c port d3ba4fc8-012a-45ac-9a11-bb966c5c228c binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:20:44.915111 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f66ae5a8-5b66-4e6d-8cac-d6dc70109331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:44.915659 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6be3ec3e-b502-4807-af30-fbd2867b7b80 req-da8f4a28-d14b-4505-ae47-09a3b3ca6446 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306908 Nov 10 19:20:44.946291 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2455e4-63aa-486f-bf0e-ce56b8f5a7aa None None] Routers {'6ab9e546-0f0d-4893-9eb5-1e8adc0dde48'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:20:44.947126 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-2c2455e4-63aa-486f-bf0e-ce56b8f5a7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['6ab9e546-0f0d-4893-9eb5-1e8adc0dde48'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:44.949169 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41706) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:44.949593 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-74248afe-f641-4090-8f44-7049b42f6de4 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] 10.222.0.54 "GET /v2.0/routers/6ab9e546-0f0d-4893-9eb5-1e8adc0dde48 HTTP/1.1" status: 200 len: 908 time: 0.1419899 Nov 10 19:20:44.955764 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-8bf28016-c1c2-40ad-85d3-ffe440e2aadd tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Request body: {'router': {'name': 'tempest-snat-router-997726381', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'enable_snat': True}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:20:45.001639 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8bf28016-c1c2-40ad-85d3-ffe440e2aadd tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:45.003189 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8bf28016-c1c2-40ad-85d3-ffe440e2aadd tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:45.066508 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8bf28016-c1c2-40ad-85d3-ffe440e2aadd tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:45.075407 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-2c2455e4-63aa-486f-bf0e-ce56b8f5a7aa None None] Set router 6ab9e546-0f0d-4893-9eb5-1e8adc0dde48 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:20:45.183594 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792bba77-c56c-4dc4-ae8f-47a70461b39b x-openstack-request-id: req-792bba77-c56c-4dc4-ae8f-47a70461b39b {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:20:45.184095 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b", "tag": "222d6a4f-d3bf-4c71-bb23-bfe907e22267", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:20:45.184504 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-792bba77-c56c-4dc4-ae8f-47a70461b39b {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:20:45.185101 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b', 'tag': '222d6a4f-d3bf-4c71-bb23-bfe907e22267', 'status': 'completed', 'code': 200} Nov 10 19:20:45.236345 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8bf28016-c1c2-40ad-85d3-ffe440e2aadd tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:45.248825 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f66ae5a8-5b66-4e6d-8cac-d6dc70109331 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:45.261068 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f66ae5a8-5b66-4e6d-8cac-d6dc70109331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:45.312366 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91ab3e3b-1139-4057-acca-f7ce3f2bb6f8 req-6fb80df3-d6f9-4c37-b49b-114593cc5a48 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.153 HTTP/1.1" status: 200 len: 1002 time: 0.1124892 Nov 10 19:20:45.329244 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d16ac-8f96-451f-ab45-8a37a000404e req-fb05c495-0f47-4bc7-a2ee-e95f36f6e5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:45.331186 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4f064-8f9a-4865-841b-80c388470193 None None] Pushing event updated for resources: {'Port': ['ID=d3ba4fc8-012a-45ac-9a11-bb966c5c228c,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:45.331754 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a46d16ac-8f96-451f-ab45-8a37a000404e req-fb05c495-0f47-4bc7-a2ee-e95f36f6e5d9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7d53c48f03ea4f098ce6868a75010c81&device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 1097 time: 0.0851498 Nov 10 19:20:45.352985 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-2c2455e4-63aa-486f-bf0e-ce56b8f5a7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab9e546-0f0d-4893-9eb5-1e8adc0dde48', 'name': 'tempest-snat-router-997726381', 'tenant_id': '1b0798d6d0ee4fd0896b9d730fea9301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.175'}], 'enable_snat': False}, 'gw_port_id': 'd604c265-0277-41a4-aa7c-9fb5c929b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:20:40Z', 'updated_at': '2021-11-10T19:20:43Z', 'revision_number': 3, 'project_id': '1b0798d6d0ee4fd0896b9d730fea9301', 'gw_port': {'id': 'd604c265-0277-41a4-aa7c-9fb5c929b3aa', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab9e546-0f0d-4893-9eb5-1e8adc0dde48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:20:42Z', 'updated_at': '2021-11-10T19:20:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:45.388842 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2455e4-63aa-486f-bf0e-ce56b8f5a7aa None None] Checking router: 6ab9e546-0f0d-4893-9eb5-1e8adc0dde48 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:20:45.389230 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2455e4-63aa-486f-bf0e-ce56b8f5a7aa None None] Updating router 6ab9e546-0f0d-4893-9eb5-1e8adc0dde48 port d604c265-0277-41a4-aa7c-9fb5c929b3aa binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:20:45.396205 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab3e3b-1139-4057-acca-f7ce3f2bb6f8 req-8bdd264b-1ea0-4e0f-9363-152596a481d4 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:45.410393 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91ab3e3b-1139-4057-acca-f7ce3f2bb6f8 req-8bdd264b-1ea0-4e0f-9363-152596a481d4 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports/222d6a4f-d3bf-4c71-bb23-bfe907e22267 HTTP/1.1" status: 200 len: 943 time: 0.0967822 Nov 10 19:20:45.419578 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2c2455e4-63aa-486f-bf0e-ce56b8f5a7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:45.445011 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-f66ae5a8-5b66-4e6d-8cac-d6dc70109331 None None] Attempting to bind port d3ba4fc8-012a-45ac-9a11-bb966c5c228c on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:20:45.445515 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-f66ae5a8-5b66-4e6d-8cac-d6dc70109331 None None] Attempting to bind port d3ba4fc8-012a-45ac-9a11-bb966c5c228c by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '53dc2ab6-6c6e-4eb5-8152-a26a590d152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '08c1a153-c568-4f29-ba72-f916d4c7b272'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:20:45.446012 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66ae5a8-5b66-4e6d-8cac-d6dc70109331 None None] Attempting to bind port d3ba4fc8-012a-45ac-9a11-bb966c5c228c on network 08c1a153-c568-4f29-ba72-f916d4c7b272 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:20:45.457210 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66ae5a8-5b66-4e6d-8cac-d6dc70109331 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:20:45.458607 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66ae5a8-5b66-4e6d-8cac-d6dc70109331 None None] Checking segment: {'id': '53dc2ab6-6c6e-4eb5-8152-a26a590d152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '08c1a153-c568-4f29-ba72-f916d4c7b272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:20:45.459113 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f66ae5a8-5b66-4e6d-8cac-d6dc70109331 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:45.460589 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66ae5a8-5b66-4e6d-8cac-d6dc70109331 None None] Bound using segment: {'id': '53dc2ab6-6c6e-4eb5-8152-a26a590d152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '08c1a153-c568-4f29-ba72-f916d4c7b272'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:20:45.461215 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-f66ae5a8-5b66-4e6d-8cac-d6dc70109331 None None] Bound port: d3ba4fc8-012a-45ac-9a11-bb966c5c228c, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53dc2ab6-6c6e-4eb5-8152-a26a590d152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '08c1a153-c568-4f29-ba72-f916d4c7b272'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:20:45.462206 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f66ae5a8-5b66-4e6d-8cac-d6dc70109331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:45.566058 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-f66ae5a8-5b66-4e6d-8cac-d6dc70109331 None None] For port d3ba4fc8-012a-45ac-9a11-bb966c5c228c, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:20:45.576071 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-f66ae5a8-5b66-4e6d-8cac-d6dc70109331 None None] For port d3ba4fc8-012a-45ac-9a11-bb966c5c228c, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d3ba4fc8-012a-45ac-9a11-bb966c5c228c,segment=NetworkSegment(53dc2ab6-6c6e-4eb5-8152-a26a590d152a),segment_id=53dc2ab6-6c6e-4eb5-8152-a26a590d152a)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:20:45.582830 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f66ae5a8-5b66-4e6d-8cac-d6dc70109331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:45.585089 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91ab3e3b-1139-4057-acca-f7ce3f2bb6f8 req-9bbe12d3-6f6b-4a23-9b4d-298fed7458d3 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.153 HTTP/1.1" status: 200 len: 1002 time: 0.1130815 Nov 10 19:20:45.586422 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d16ac-8f96-451f-ab45-8a37a000404e req-c177d68d-91af-4ada-8990-c212d57e3f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:45.588185 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a46d16ac-8f96-451f-ab45-8a37a000404e req-c177d68d-91af-4ada-8990-c212d57e3f52 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f7002683-9453-49ad-a3a1-d60fba8c6f45 HTTP/1.1" status: 200 len: 921 time: 0.2357180 Nov 10 19:20:45.632348 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8bf28016-c1c2-40ad-85d3-ffe440e2aadd tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:45.646976 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66ae5a8-5b66-4e6d-8cac-d6dc70109331 None None] Routers {'7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:20:45.648157 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-f66ae5a8-5b66-4e6d-8cac-d6dc70109331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:45.653358 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8bf28016-c1c2-40ad-85d3-ffe440e2aadd tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:45.748800 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e618680f-46e3-4cb4-b4f6-404db4b47868 None None] Provisioning complete for port d3ba4fc8-012a-45ac-9a11-bb966c5c228c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:20:45.749574 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e618680f-46e3-4cb4-b4f6-404db4b47868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:45.772803 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4f064-8f9a-4865-841b-80c388470193 None None] Pushing event updated for resources: {'Port': ['ID=d3ba4fc8-012a-45ac-9a11-bb966c5c228c,revision_number=4']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:45.784867 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-f66ae5a8-5b66-4e6d-8cac-d6dc70109331 None None] Set router 7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:20:45.922835 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e618680f-46e3-4cb4-b4f6-404db4b47868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:45.963911 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2c2455e4-63aa-486f-bf0e-ce56b8f5a7aa None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:45.973817 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2c2455e4-63aa-486f-bf0e-ce56b8f5a7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:45.992079 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e618680f-46e3-4cb4-b4f6-404db4b47868 None None] For port d3ba4fc8-012a-45ac-9a11-bb966c5c228c, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d3ba4fc8-012a-45ac-9a11-bb966c5c228c,segment=NetworkSegment(53dc2ab6-6c6e-4eb5-8152-a26a590d152a),segment_id=53dc2ab6-6c6e-4eb5-8152-a26a590d152a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:20:46.020031 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e618680f-46e3-4cb4-b4f6-404db4b47868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:46.033063 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8cebb3-18b3-4335-9f98-8c8264e14b78 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:20:46.047524 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-2c2455e4-63aa-486f-bf0e-ce56b8f5a7aa None None] Attempting to bind port d604c265-0277-41a4-aa7c-9fb5c929b3aa on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:20:46.048448 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-2c2455e4-63aa-486f-bf0e-ce56b8f5a7aa None None] Attempting to bind port d604c265-0277-41a4-aa7c-9fb5c929b3aa by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:20:46.048448 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2455e4-63aa-486f-bf0e-ce56b8f5a7aa None None] Attempting to bind port d604c265-0277-41a4-aa7c-9fb5c929b3aa on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:20:46.059153 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db22f94-5bf4-4759-ac70-75a10f5512dd None None] Pushing event updated for resources: {'Port': ['ID=d604c265-0277-41a4-aa7c-9fb5c929b3aa,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:46.062200 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2455e4-63aa-486f-bf0e-ce56b8f5a7aa None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:20:46.062625 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2455e4-63aa-486f-bf0e-ce56b8f5a7aa None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:20:46.063042 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2c2455e4-63aa-486f-bf0e-ce56b8f5a7aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:46.063461 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2455e4-63aa-486f-bf0e-ce56b8f5a7aa None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:20:46.064219 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-2c2455e4-63aa-486f-bf0e-ce56b8f5a7aa None None] Bound port: d604c265-0277-41a4-aa7c-9fb5c929b3aa, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:20:46.064622 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2c2455e4-63aa-486f-bf0e-ce56b8f5a7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:46.074035 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-f66ae5a8-5b66-4e6d-8cac-d6dc70109331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'name': 'tempest-ServersTestJSON-1599779099-router', 'tenant_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '5a84046d-6c4a-45e8-99f3-69d31bbe13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:20:36Z', 'updated_at': '2021-11-10T19:20:42Z', 'revision_number': 4, 'project_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'gw_port': {'id': '5a84046d-6c4a-45e8-99f3-69d31bbe13fa', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:20:36Z', 'updated_at': '2021-11-10T19:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'd3ba4fc8-012a-45ac-9a11-bb966c5c228c', 'name': '', 'network_id': '08c1a153-c568-4f29-ba72-f916d4c7b272', 'tenant_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'mac_address': 'fa:16:3e:3b:f7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '6222ee0a-c125-4f8d-a824-8d99523756bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:20:40Z', 'updated_at': '2021-11-10T19:20:45Z', 'revision_number': 4, 'project_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'subnets': [{'id': '6222ee0a-c125-4f8d-a824-8d99523756bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:46.090829 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-8bf28016-c1c2-40ad-85d3-ffe440e2aadd tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Allocated IP 172.25.3.167 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/687e2431-4551-42f3-bc3b-060017c5ff1e) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:20:46.118255 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66ae5a8-5b66-4e6d-8cac-d6dc70109331 None None] The sync data for ids ['7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c'] in n-d-813897-4 is: [{'id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'name': 'tempest-ServersTestJSON-1599779099-router', 'tenant_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '5a84046d-6c4a-45e8-99f3-69d31bbe13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:20:36Z', 'updated_at': '2021-11-10T19:20:42Z', 'revision_number': 4, 'project_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'gw_port': {'id': '5a84046d-6c4a-45e8-99f3-69d31bbe13fa', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:20:36Z', 'updated_at': '2021-11-10T19:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'd3ba4fc8-012a-45ac-9a11-bb966c5c228c', 'name': '', 'network_id': '08c1a153-c568-4f29-ba72-f916d4c7b272', 'tenant_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'mac_address': 'fa:16:3e:3b:f7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '6222ee0a-c125-4f8d-a824-8d99523756bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:20:40Z', 'updated_at': '2021-11-10T19:20:45Z', 'revision_number': 4, 'project_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'subnets': [{'id': '6222ee0a-c125-4f8d-a824-8d99523756bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:20:46.152785 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e618680f-46e3-4cb4-b4f6-404db4b47868 None None] Pushing event updated for resources: {'Port': ['ID=d3ba4fc8-012a-45ac-9a11-bb966c5c228c,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:46.169486 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a46d16ac-8f96-451f-ab45-8a37a000404e req-68c1cdc5-1fe6-42cf-bc3f-8e69ff46925d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=222d6a4f-d3bf-4c71-bb23-bfe907e22267 HTTP/1.1" status: 200 len: 1002 time: 0.5655136 Nov 10 19:20:46.191771 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-6b750848-f9ef-4078-bb59-7739a7ec1b2b None None] Provisioning complete for port d3ba4fc8-012a-45ac-9a11-bb966c5c228c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:20:46.192147 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6b750848-f9ef-4078-bb59-7739a7ec1b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:46.194279 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-2c2455e4-63aa-486f-bf0e-ce56b8f5a7aa None None] For port d604c265-0277-41a4-aa7c-9fb5c929b3aa, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:20:46.198928 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-2c2455e4-63aa-486f-bf0e-ce56b8f5a7aa None None] For port d604c265-0277-41a4-aa7c-9fb5c929b3aa, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d604c265-0277-41a4-aa7c-9fb5c929b3aa,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:20:46.254428 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2c2455e4-63aa-486f-bf0e-ce56b8f5a7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:46.259321 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab3e3b-1139-4057-acca-f7ce3f2bb6f8 req-983e3c18-d8d2-485e-aa44-5adfb0eb6fdc tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:46.259726 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8bf28016-c1c2-40ad-85d3-ffe440e2aadd tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:46.260733 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91ab3e3b-1139-4057-acca-f7ce3f2bb6f8 req-983e3c18-d8d2-485e-aa44-5adfb0eb6fdc tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 784 time: 0.6558113 Nov 10 19:20:46.276168 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d16ac-8f96-451f-ab45-8a37a000404e req-9413123b-bed5-49f4-98e4-55ce57e26f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:46.277855 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a46d16ac-8f96-451f-ab45-8a37a000404e req-9413123b-bed5-49f4-98e4-55ce57e26f94 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3575c8ec-c058-4548-92c7-3f77535505af HTTP/1.1" status: 200 len: 860 time: 0.0992773 Nov 10 19:20:46.322988 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48b8415-0097-43b0-ae8b-31384b7bf0aa None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:20:46.354875 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2455e4-63aa-486f-bf0e-ce56b8f5a7aa None None] Routers {'6ab9e546-0f0d-4893-9eb5-1e8adc0dde48'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:20:46.355524 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-2c2455e4-63aa-486f-bf0e-ce56b8f5a7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['6ab9e546-0f0d-4893-9eb5-1e8adc0dde48'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:46.360450 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a46d16ac-8f96-451f-ab45-8a37a000404e req-8ac7d6a4-4b96-40ba-bbae-aaadcf37b1fa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7002683-9453-49ad-a3a1-d60fba8c6f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709383 Nov 10 19:20:46.400414 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91ab3e3b-1139-4057-acca-f7ce3f2bb6f8 req-0f20f57d-acef-4270-9390-1ecea3d54a74 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.153 HTTP/1.1" status: 200 len: 1002 time: 0.1193776 Nov 10 19:20:46.416264 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-91ab3e3b-1139-4057-acca-f7ce3f2bb6f8 req-3dca8b54-bdac-4413-8c91-62b178deeb8d tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:20:46.470867 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-2c2455e4-63aa-486f-bf0e-ce56b8f5a7aa None None] Set router 6ab9e546-0f0d-4893-9eb5-1e8adc0dde48 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:20:46.520666 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-91ab3e3b-1139-4057-acca-f7ce3f2bb6f8 req-3dca8b54-bdac-4413-8c91-62b178deeb8d tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks [] for floatingip, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:46.576055 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a46d16ac-8f96-451f-ab45-8a37a000404e req-b9a5adb0-e2b0-489d-8cbb-637f8509d5da service neutron] 10.222.0.73 "GET /v2.0/networks/f7002683-9453-49ad-a3a1-d60fba8c6f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060947 Nov 10 19:20:46.634408 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db22f94-5bf4-4759-ac70-75a10f5512dd None None] Pushing event updated for resources: {'Port': ['ID=d604c265-0277-41a4-aa7c-9fb5c929b3aa,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:46.729438 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-6b750848-f9ef-4078-bb59-7739a7ec1b2b None None] Provisioning complete for port d604c265-0277-41a4-aa7c-9fb5c929b3aa triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:20:46.730011 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6b750848-f9ef-4078-bb59-7739a7ec1b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:46.770392 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8bf28016-c1c2-40ad-85d3-ffe440e2aadd tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:46.784005 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-2c2455e4-63aa-486f-bf0e-ce56b8f5a7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab9e546-0f0d-4893-9eb5-1e8adc0dde48', 'name': 'tempest-snat-router-997726381', 'tenant_id': '1b0798d6d0ee4fd0896b9d730fea9301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.175'}], 'enable_snat': False}, 'gw_port_id': 'd604c265-0277-41a4-aa7c-9fb5c929b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:20:40Z', 'updated_at': '2021-11-10T19:20:43Z', 'revision_number': 3, 'project_id': '1b0798d6d0ee4fd0896b9d730fea9301', 'gw_port': {'id': 'd604c265-0277-41a4-aa7c-9fb5c929b3aa', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab9e546-0f0d-4893-9eb5-1e8adc0dde48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:20:42Z', 'updated_at': '2021-11-10T19:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:46.787076 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-91ab3e3b-1139-4057-acca-f7ce3f2bb6f8 req-3dca8b54-bdac-4413-8c91-62b178deeb8d tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:46.811936 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf28016-c1c2-40ad-85d3-ffe440e2aadd tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:20:46.815467 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-8bf28016-c1c2-40ad-85d3-ffe440e2aadd tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:20:46.822971 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a46d16ac-8f96-451f-ab45-8a37a000404e req-ff6e626d-5a5e-46e2-9de0-9ba05f38dbb8 service neutron] 10.222.0.73 "GET /v2.0/networks/f7002683-9453-49ad-a3a1-d60fba8c6f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374120 Nov 10 19:20:46.824168 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-91ab3e3b-1139-4057-acca-f7ce3f2bb6f8 req-3dca8b54-bdac-4413-8c91-62b178deeb8d tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:46.824400 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [req-91ab3e3b-1139-4057-acca-f7ce3f2bb6f8 req-3dca8b54-bdac-4413-8c91-62b178deeb8d tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Floating IP 82d018e6-e5da-4840-b350-9e3e473bb0c4 disassociated. External IP: 172.25.3.153, port: 222d6a4f-d3bf-4c71-bb23-bfe907e22267. Nov 10 19:20:46.826280 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2455e4-63aa-486f-bf0e-ce56b8f5a7aa None None] The sync data for ids ['6ab9e546-0f0d-4893-9eb5-1e8adc0dde48'] in n-d-813897-4 is: [{'id': '6ab9e546-0f0d-4893-9eb5-1e8adc0dde48', 'name': 'tempest-snat-router-997726381', 'tenant_id': '1b0798d6d0ee4fd0896b9d730fea9301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.175'}], 'enable_snat': False}, 'gw_port_id': 'd604c265-0277-41a4-aa7c-9fb5c929b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:20:40Z', 'updated_at': '2021-11-10T19:20:43Z', 'revision_number': 3, 'project_id': '1b0798d6d0ee4fd0896b9d730fea9301', 'gw_port': {'id': 'd604c265-0277-41a4-aa7c-9fb5c929b3aa', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab9e546-0f0d-4893-9eb5-1e8adc0dde48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:20:42Z', 'updated_at': '2021-11-10T19:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:20:46.832349 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf28016-c1c2-40ad-85d3-ffe440e2aadd tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:20:46.857839 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaa71e6-bab2-4ac1-b413-a43cfa19f22b None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:20:46.894939 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf28016-c1c2-40ad-85d3-ffe440e2aadd tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Pushing event updated for resources: {'Port': ['ID=687e2431-4551-42f3-bc3b-060017c5ff1e,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:46.944701 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6b750848-f9ef-4078-bb59-7739a7ec1b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:46.970473 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-6b750848-f9ef-4078-bb59-7739a7ec1b2b None None] For port d604c265-0277-41a4-aa7c-9fb5c929b3aa, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d604c265-0277-41a4-aa7c-9fb5c929b3aa,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:20:46.980281 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6b750848-f9ef-4078-bb59-7739a7ec1b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:47.053313 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b750848-f9ef-4078-bb59-7739a7ec1b2b None None] Pushing event updated for resources: {'Port': ['ID=d604c265-0277-41a4-aa7c-9fb5c929b3aa,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:47.116456 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2e35c387-4588-473e-ae61-a1daae1bbb55 None None] Provisioning complete for port d604c265-0277-41a4-aa7c-9fb5c929b3aa triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:20:47.116828 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2e35c387-4588-473e-ae61-a1daae1bbb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:47.118473 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91ab3e3b-1139-4057-acca-f7ce3f2bb6f8 req-3dca8b54-bdac-4413-8c91-62b178deeb8d tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Router 34ffb358-9775-4033-bcf9-b3d7c415d8c7 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:20:47.273996 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8bf28016-c1c2-40ad-85d3-ffe440e2aadd tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:47.290457 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2e35c387-4588-473e-ae61-a1daae1bbb55 None None] Provisioning complete for port 687e2431-4551-42f3-bc3b-060017c5ff1e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:20:47.290826 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2e35c387-4588-473e-ae61-a1daae1bbb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:47.295750 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91ab3e3b-1139-4057-acca-f7ce3f2bb6f8 req-3dca8b54-bdac-4413-8c91-62b178deeb8d tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:20:47.301671 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-91ab3e3b-1139-4057-acca-f7ce3f2bb6f8 req-3dca8b54-bdac-4413-8c91-62b178deeb8d tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:47.309093 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b01cfba-d908-4cf2-b4cb-71e4d244ecc8 None None] Sync routers for ids ['34ffb358-9775-4033-bcf9-b3d7c415d8c7'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:20:47.335250 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b01cfba-d908-4cf2-b4cb-71e4d244ecc8 None None] Routers {'34ffb358-9775-4033-bcf9-b3d7c415d8c7'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:20:47.335859 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9b01cfba-d908-4cf2-b4cb-71e4d244ecc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['34ffb358-9775-4033-bcf9-b3d7c415d8c7'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:47.338177 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91ab3e3b-1139-4057-acca-f7ce3f2bb6f8 req-3dca8b54-bdac-4413-8c91-62b178deeb8d tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "PUT /v2.0/floatingips/82d018e6-e5da-4840-b350-9e3e473bb0c4 HTTP/1.1" status: 200 len: 695 time: 0.9299414 Nov 10 19:20:47.338756 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b', 'tag': '222d6a4f-d3bf-4c71-bb23-bfe907e22267'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:20:47.346180 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c100b83c-4e81-4b0d-acda-94864b861560" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b", "tag": "222d6a4f-d3bf-4c71-bb23-bfe907e22267"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:20:47.384452 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-2e35c387-4588-473e-ae61-a1daae1bbb55 None None] Port 687e2431-4551-42f3-bc3b-060017c5ff1e cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:20:47.424026 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab3e3b-1139-4057-acca-f7ce3f2bb6f8 req-5df7c612-7ad2-44db-84c1-a5c6c271a50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:47.425738 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91ab3e3b-1139-4057-acca-f7ce3f2bb6f8 req-5df7c612-7ad2-44db-84c1-a5c6c271a50c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7d53c48f03ea4f098ce6868a75010c81&device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 1097 time: 0.0568242 Nov 10 19:20:47.577555 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab3e3b-1139-4057-acca-f7ce3f2bb6f8 req-baa17714-6510-4b7a-a1cb-4676b17a10c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:47.585929 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91ab3e3b-1139-4057-acca-f7ce3f2bb6f8 req-baa17714-6510-4b7a-a1cb-4676b17a10c6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f7002683-9453-49ad-a3a1-d60fba8c6f45 HTTP/1.1" status: 200 len: 921 time: 0.1538064 Nov 10 19:20:47.628254 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-9b01cfba-d908-4cf2-b4cb-71e4d244ecc8 None None] Set router 34ffb358-9775-4033-bcf9-b3d7c415d8c7 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:20:47.637970 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8bf28016-c1c2-40ad-85d3-ffe440e2aadd tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:47.650591 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91ab3e3b-1139-4057-acca-f7ce3f2bb6f8 req-fff6c1de-ae4c-4173-b482-9387ba2c0ccb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=222d6a4f-d3bf-4c71-bb23-bfe907e22267 HTTP/1.1" status: 200 len: 217 time: 0.0610709 Nov 10 19:20:47.714861 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab3e3b-1139-4057-acca-f7ce3f2bb6f8 req-7c7f6d8d-d479-43a3-9046-ce9531cd1adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:47.716741 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91ab3e3b-1139-4057-acca-f7ce3f2bb6f8 req-7c7f6d8d-d479-43a3-9046-ce9531cd1adf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3575c8ec-c058-4548-92c7-3f77535505af HTTP/1.1" status: 200 len: 860 time: 0.0652215 Nov 10 19:20:47.761613 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91ab3e3b-1139-4057-acca-f7ce3f2bb6f8 req-2d44b798-94fd-4e44-b1e7-3d116d0f6ccc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f7002683-9453-49ad-a3a1-d60fba8c6f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373456 Nov 10 19:20:47.812099 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf28016-c1c2-40ad-85d3-ffe440e2aadd tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Router 4f44cff4-863d-4bab-b2d2-9d8fc7b1f81b is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:20:47.887438 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91ab3e3b-1139-4057-acca-f7ce3f2bb6f8 req-e613e95c-f0fb-48ae-83e3-4b1597ab48e0 service neutron] 10.222.0.54 "GET /v2.0/networks/f7002683-9453-49ad-a3a1-d60fba8c6f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176980 Nov 10 19:20:47.904968 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9b01cfba-d908-4cf2-b4cb-71e4d244ecc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1425636430-router', 'tenant_id': '7d53c48f03ea4f098ce6868a75010c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:19:45Z', 'updated_at': '2021-11-10T19:19:48Z', 'revision_number': 4, 'project_id': '7d53c48f03ea4f098ce6868a75010c81', 'gw_port': {'id': '2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:19:46Z', 'updated_at': '2021-11-10T19:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'e72f5180-fa9d-4aaa-b206-511d628a0ea7', 'name': '', 'network_id': 'f7002683-9453-49ad-a3a1-d60fba8c6f45', 'tenant_id': '7d53c48f03ea4f098ce6868a75010c81', 'mac_address': 'fa:16:3e:99:80:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3575c8ec-c058-4548-92c7-3f77535505af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:19:48Z', 'updated_at': '2021-11-10T19:19:54Z', 'revision_number': 5, 'project_id': '7d53c48f03ea4f098ce6868a75010c81', 'subnets': [{'id': '3575c8ec-c058-4548-92c7-3f77535505af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:47.933065 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b01cfba-d908-4cf2-b4cb-71e4d244ecc8 None None] Checking router: 34ffb358-9775-4033-bcf9-b3d7c415d8c7 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:20:47.945106 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b01cfba-d908-4cf2-b4cb-71e4d244ecc8 None None] Routers {'34ffb358-9775-4033-bcf9-b3d7c415d8c7'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:20:47.946016 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9b01cfba-d908-4cf2-b4cb-71e4d244ecc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['34ffb358-9775-4033-bcf9-b3d7c415d8c7'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:47.950059 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf28016-c1c2-40ad-85d3-ffe440e2aadd tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:20:47.963112 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3450cacd-f61c-44b1-ba86-0ded1dcd44a5 None None] Sync routers for ids ['4f44cff4-863d-4bab-b2d2-9d8fc7b1f81b'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:20:47.982145 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3450cacd-f61c-44b1-ba86-0ded1dcd44a5 None None] Routers {'4f44cff4-863d-4bab-b2d2-9d8fc7b1f81b'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:20:47.982891 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-3450cacd-f61c-44b1-ba86-0ded1dcd44a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['4f44cff4-863d-4bab-b2d2-9d8fc7b1f81b'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:47.984907 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8bf28016-c1c2-40ad-85d3-ffe440e2aadd tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:47.989805 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8bf28016-c1c2-40ad-85d3-ffe440e2aadd tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.0360241 Nov 10 19:20:47.990681 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 41716) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:48.140635 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91ab3e3b-1139-4057-acca-f7ce3f2bb6f8 req-da0a5b83-9a0e-42bb-b3db-030305ff053e service neutron] 10.222.0.54 "GET /v2.0/networks/f7002683-9453-49ad-a3a1-d60fba8c6f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461481 Nov 10 19:20:48.167458 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d3ba4fc8-012a-45ac-9a11-bb966c5c228c up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:20:48.188193 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-9b01cfba-d908-4cf2-b4cb-71e4d244ecc8 None None] Set router 34ffb358-9775-4033-bcf9-b3d7c415d8c7 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:20:48.227364 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-45640f64-8ee7-440f-a31b-bda2e398b4cc tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] 10.222.0.54 "GET /v2.0/routers/4f44cff4-863d-4bab-b2d2-9d8fc7b1f81b HTTP/1.1" status: 200 len: 907 time: 0.2355385 Nov 10 19:20:48.229937 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 41722) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:48.230934 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-3450cacd-f61c-44b1-ba86-0ded1dcd44a5 None None] Set router 4f44cff4-863d-4bab-b2d2-9d8fc7b1f81b gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:20:48.378247 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9f319b37-dfff-4778-870d-a37cc39a4dc9 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:48.454491 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9b01cfba-d908-4cf2-b4cb-71e4d244ecc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1425636430-router', 'tenant_id': '7d53c48f03ea4f098ce6868a75010c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:19:45Z', 'updated_at': '2021-11-10T19:19:48Z', 'revision_number': 4, 'project_id': '7d53c48f03ea4f098ce6868a75010c81', 'gw_port': {'id': '2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:19:46Z', 'updated_at': '2021-11-10T19:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'e72f5180-fa9d-4aaa-b206-511d628a0ea7', 'name': '', 'network_id': 'f7002683-9453-49ad-a3a1-d60fba8c6f45', 'tenant_id': '7d53c48f03ea4f098ce6868a75010c81', 'mac_address': 'fa:16:3e:99:80:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3575c8ec-c058-4548-92c7-3f77535505af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:19:48Z', 'updated_at': '2021-11-10T19:19:54Z', 'revision_number': 5, 'project_id': '7d53c48f03ea4f098ce6868a75010c81', 'subnets': [{'id': '3575c8ec-c058-4548-92c7-3f77535505af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:48.459442 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port d3ba4fc8-012a-45ac-9a11-bb966c5c228c triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:20:48.459822 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:48.481628 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b01cfba-d908-4cf2-b4cb-71e4d244ecc8 None None] The sync data for ids ['34ffb358-9775-4033-bcf9-b3d7c415d8c7'] in n-d-813897-4 is: [{'id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1425636430-router', 'tenant_id': '7d53c48f03ea4f098ce6868a75010c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:19:45Z', 'updated_at': '2021-11-10T19:19:48Z', 'revision_number': 4, 'project_id': '7d53c48f03ea4f098ce6868a75010c81', 'gw_port': {'id': '2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:19:46Z', 'updated_at': '2021-11-10T19:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'e72f5180-fa9d-4aaa-b206-511d628a0ea7', 'name': '', 'network_id': 'f7002683-9453-49ad-a3a1-d60fba8c6f45', 'tenant_id': '7d53c48f03ea4f098ce6868a75010c81', 'mac_address': 'fa:16:3e:99:80:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3575c8ec-c058-4548-92c7-3f77535505af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:19:48Z', 'updated_at': '2021-11-10T19:19:54Z', 'revision_number': 5, 'project_id': '7d53c48f03ea4f098ce6868a75010c81', 'subnets': [{'id': '3575c8ec-c058-4548-92c7-3f77535505af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:20:48.523808 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9f319b37-dfff-4778-870d-a37cc39a4dc9 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:48.539083 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-3450cacd-f61c-44b1-ba86-0ded1dcd44a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f44cff4-863d-4bab-b2d2-9d8fc7b1f81b', 'name': 'tempest-snat-router-997726381', 'tenant_id': '1b0798d6d0ee4fd0896b9d730fea9301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '687e2431-4551-42f3-bc3b-060017c5ff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:20:45Z', 'updated_at': '2021-11-10T19:20:47Z', 'revision_number': 3, 'project_id': '1b0798d6d0ee4fd0896b9d730fea9301', 'gw_port': {'id': '687e2431-4551-42f3-bc3b-060017c5ff1e', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:76:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f44cff4-863d-4bab-b2d2-9d8fc7b1f81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:20:45Z', 'updated_at': '2021-11-10T19:20:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:48.569260 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3450cacd-f61c-44b1-ba86-0ded1dcd44a5 None None] Checking router: 4f44cff4-863d-4bab-b2d2-9d8fc7b1f81b for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:20:48.569619 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3450cacd-f61c-44b1-ba86-0ded1dcd44a5 None None] Updating router 4f44cff4-863d-4bab-b2d2-9d8fc7b1f81b port 687e2431-4551-42f3-bc3b-060017c5ff1e binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:20:48.580130 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-9f319b37-dfff-4778-870d-a37cc39a4dc9 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Deleting port 687e2431-4551-42f3-bc3b-060017c5ff1e {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:20:48.580498 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9f319b37-dfff-4778-870d-a37cc39a4dc9 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:48.632975 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3450cacd-f61c-44b1-ba86-0ded1dcd44a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:48.636799 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d604c265-0277-41a4-aa7c-9fb5c929b3aa up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:20:48.650072 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41724) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:48.654480 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-04f7bd56-c716-486f-8924-9289bcec91a1 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1936695634', 'description': 'tempest-description--1200944461'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:20:48.691392 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-04f7bd56-c716-486f-8924-9289bcec91a1 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:48.733706 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9f319b37-dfff-4778-870d-a37cc39a4dc9 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:48.754912 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-9f319b37-dfff-4778-870d-a37cc39a4dc9 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Calling delete_port for 687e2431-4551-42f3-bc3b-060017c5ff1e owned by network:router_gateway {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:20:48.804484 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-04f7bd56-c716-486f-8924-9289bcec91a1 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:48.810789 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-04f7bd56-c716-486f-8924-9289bcec91a1 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:48.817222 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port d604c265-0277-41a4-aa7c-9fb5c929b3aa triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:20:48.817597 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:48.845967 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-04f7bd56-c716-486f-8924-9289bcec91a1 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:48.851623 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-04f7bd56-c716-486f-8924-9289bcec91a1 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2008374 Nov 10 19:20:48.870501 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41728) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:48.882210 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-65feb3a8-057c-404a-8b1e-e2a981975802 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Request body: {'security_group_rule': {'security_group_id': 'ebde3a1f-e437-47b9-b944-6909b6dfbd7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:20:48.914884 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7bd56-c716-486f-8924-9289bcec91a1 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebde3a1f-e437-47b9-b944-6909b6dfbd7d,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:48.946638 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-65feb3a8-057c-404a-8b1e-e2a981975802 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:49.022659 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9f319b37-dfff-4778-870d-a37cc39a4dc9 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:49.040798 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-65feb3a8-057c-404a-8b1e-e2a981975802 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:49.052248 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-65feb3a8-057c-404a-8b1e-e2a981975802 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:49.071587 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f319b37-dfff-4778-870d-a37cc39a4dc9 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Pushing event deleted for resources: {'Port': ['ID=687e2431-4551-42f3-bc3b-060017c5ff1e,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:49.077999 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-65feb3a8-057c-404a-8b1e-e2a981975802 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:49.082816 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-65feb3a8-057c-404a-8b1e-e2a981975802 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2108674 Nov 10 19:20:49.083739 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41730) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:49.098104 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-b542c255-fec7-4e8e-841a-260140e9c524 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Request body: {'security_group_rule': {'security_group_id': 'ebde3a1f-e437-47b9-b944-6909b6dfbd7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:20:49.102125 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f319b37-dfff-4778-870d-a37cc39a4dc9 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:49.102478 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f319b37-dfff-4778-870d-a37cc39a4dc9 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:49.102819 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f319b37-dfff-4778-870d-a37cc39a4dc9 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:49.103162 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f319b37-dfff-4778-870d-a37cc39a4dc9 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:49.104161 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f319b37-dfff-4778-870d-a37cc39a4dc9 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:49.104161 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f319b37-dfff-4778-870d-a37cc39a4dc9 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:49.104161 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f319b37-dfff-4778-870d-a37cc39a4dc9 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:49.104444 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f319b37-dfff-4778-870d-a37cc39a4dc9 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:49.104829 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f319b37-dfff-4778-870d-a37cc39a4dc9 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:49.105164 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f319b37-dfff-4778-870d-a37cc39a4dc9 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:49.105491 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f319b37-dfff-4778-870d-a37cc39a4dc9 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:49.106016 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f319b37-dfff-4778-870d-a37cc39a4dc9 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:20:49.109275 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65feb3a8-057c-404a-8b1e-e2a981975802 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d23c686-8bd3-4efe-9bb0-41ff15cc06d8,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:49.155548 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efda9230-135d-407a-a4e6-74ae871ee60d x-openstack-request-id: req-efda9230-135d-407a-a4e6-74ae871ee60d {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:20:49.155885 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b", "tag": "222d6a4f-d3bf-4c71-bb23-bfe907e22267", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:20:49.156144 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-efda9230-135d-407a-a4e6-74ae871ee60d {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:20:49.156556 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b', 'tag': '222d6a4f-d3bf-4c71-bb23-bfe907e22267', 'status': 'completed', 'code': 200} Nov 10 19:20:49.161316 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b542c255-fec7-4e8e-841a-260140e9c524 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:49.173571 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9f319b37-dfff-4778-870d-a37cc39a4dc9 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:49.239855 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b542c255-fec7-4e8e-841a-260140e9c524 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:49.240160 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e120aa-39df-4cba-99ad-ffee1095ee15 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:20:49.245810 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b542c255-fec7-4e8e-841a-260140e9c524 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:49.262763 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-3450cacd-f61c-44b1-ba86-0ded1dcd44a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:20:49.263303 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-3450cacd-f61c-44b1-ba86-0ded1dcd44a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:20:49.267482 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542c255-fec7-4e8e-841a-260140e9c524 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eca457d4-d614-4a77-9a3b-d291b8dce744,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:49.277608 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b542c255-fec7-4e8e-841a-260140e9c524 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:49.282082 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b542c255-fec7-4e8e-841a-260140e9c524 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1914184 Nov 10 19:20:49.282973 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41734) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:49.287090 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9f319b37-dfff-4778-870d-a37cc39a4dc9 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:49.288301 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-3359084a-34d6-41a0-b711-c1122b7411ce tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:20:49.313389 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3359084a-34d6-41a0-b711-c1122b7411ce tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks [] for floatingip, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:49.315611 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9f319b37-dfff-4778-870d-a37cc39a4dc9 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:49.329580 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a11c3ab0-55a6-411c-b475-f4a689acff55 req-e5183a8f-b261-4301-a40b-cb759214056d tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/floatingips/82d018e6-e5da-4840-b350-9e3e473bb0c4 HTTP/1.1" status: 200 len: 695 time: 0.0595272 Nov 10 19:20:49.423302 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9f319b37-dfff-4778-870d-a37cc39a4dc9 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:49.423909 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f319b37-dfff-4778-870d-a37cc39a4dc9 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f44cff4-863d-4bab-b2d2-9d8fc7b1f81b {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:20:49.429078 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3359084a-34d6-41a0-b711-c1122b7411ce tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:49.435075 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9f319b37-dfff-4778-870d-a37cc39a4dc9 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:49.436255 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9f319b37-dfff-4778-870d-a37cc39a4dc9 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] 10.222.0.54 "DELETE /v2.0/routers/4f44cff4-863d-4bab-b2d2-9d8fc7b1f81b HTTP/1.1" status: 204 len: 168 time: 1.2053752 Nov 10 19:20:49.439653 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41736) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:49.473131 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100b83c-4e81-4b0d-acda-94864b861560 req-4051bb60-dd1b-4b36-87b9-05c361101afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:49.474708 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c100b83c-4e81-4b0d-acda-94864b861560 req-4051bb60-dd1b-4b36-87b9-05c361101afb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7d53c48f03ea4f098ce6868a75010c81&device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 1097 time: 0.2040138 Nov 10 19:20:49.581687 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c3ab0-55a6-411c-b475-f4a689acff55 req-00b1dd6a-568f-4aa0-a6f9-c16dbfc31306 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:49.583353 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a11c3ab0-55a6-411c-b475-f4a689acff55 req-00b1dd6a-568f-4aa0-a6f9-c16dbfc31306 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 784 time: 0.2184317 Nov 10 19:20:49.599860 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-a11c3ab0-55a6-411c-b475-f4a689acff55 req-48cc52fc-aea2-4862-95dd-37a7deec23c1 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:20:49.607662 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a11c3ab0-55a6-411c-b475-f4a689acff55 req-48cc52fc-aea2-4862-95dd-37a7deec23c1 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0167930 Nov 10 19:20:49.628651 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92124941-d1c0-49e1-b726-eeb0bd3853d7 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:49.667090 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a11c3ab0-55a6-411c-b475-f4a689acff55 req-b6c74e9e-8924-452d-a894-85708cb2348f tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.153 HTTP/1.1" status: 200 len: 698 time: 0.0583434 Nov 10 19:20:49.671849 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-3359084a-34d6-41a0-b711-c1122b7411ce tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Allocated IP 172.25.3.185 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/4edecd99-70e6-43bb-a3d3-c46b069312cb) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:20:49.683124 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100b83c-4e81-4b0d-acda-94864b861560 req-6a523d20-7e45-4434-8707-efa5afd9eb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:49.684755 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c100b83c-4e81-4b0d-acda-94864b861560 req-6a523d20-7e45-4434-8707-efa5afd9eb7d service neutron] 10.222.0.73 "GET /v2.0/networks?id=f7002683-9453-49ad-a3a1-d60fba8c6f45 HTTP/1.1" status: 200 len: 921 time: 0.2005558 Nov 10 19:20:49.748914 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a11c3ab0-55a6-411c-b475-f4a689acff55 req-0fe419a9-4afb-423a-b89e-4b65f3c4acf4 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.3.153 HTTP/1.1" status: 200 len: 698 time: 0.0744340 Nov 10 19:20:49.785195 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3450cacd-f61c-44b1-ba86-0ded1dcd44a5 None None] Port 687e2431-4551-42f3-bc3b-060017c5ff1e not found while updating agent binding for router 4f44cff4-863d-4bab-b2d2-9d8fc7b1f81b. {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 10 19:20:49.785443 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c100b83c-4e81-4b0d-acda-94864b861560 req-8d46b337-18e7-4366-97b2-d029727a624c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=222d6a4f-d3bf-4c71-bb23-bfe907e22267 HTTP/1.1" status: 200 len: 217 time: 0.0675597 Nov 10 19:20:49.803415 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92124941-d1c0-49e1-b726-eeb0bd3853d7 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:49.805871 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3450cacd-f61c-44b1-ba86-0ded1dcd44a5 None None] Routers set() bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:20:49.806281 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3450cacd-f61c-44b1-ba86-0ded1dcd44a5 None None] Router IDs set() for agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 19:20:49.806950 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_agentschedulers_db [None req-3450cacd-f61c-44b1-ba86-0ded1dcd44a5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4f44cff4-863d-4bab-b2d2-9d8fc7b1f81b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent'). {{(pid=102507) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 10 19:20:49.807554 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3450cacd-f61c-44b1-ba86-0ded1dcd44a5 None None] The sync data for ids ['4f44cff4-863d-4bab-b2d2-9d8fc7b1f81b'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:20:49.831324 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7bac73-6d88-46e7-a719-c44470613994 None None] New status for floating IP 82d018e6-e5da-4840-b350-9e3e473bb0c4: DOWN {{(pid=102508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:20:49.869724 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3359084a-34d6-41a0-b711-c1122b7411ce tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:49.907083 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-92124941-d1c0-49e1-b726-eeb0bd3853d7 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Deleting port d604c265-0277-41a4-aa7c-9fb5c929b3aa {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:20:49.907596 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92124941-d1c0-49e1-b726-eeb0bd3853d7 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:49.932555 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100b83c-4e81-4b0d-acda-94864b861560 req-60da1006-a2e4-49d7-b533-37d2d9546ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:49.934091 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c100b83c-4e81-4b0d-acda-94864b861560 req-60da1006-a2e4-49d7-b533-37d2d9546ed1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3575c8ec-c058-4548-92c7-3f77535505af HTTP/1.1" status: 200 len: 860 time: 0.1098897 Nov 10 19:20:49.971257 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c100b83c-4e81-4b0d-acda-94864b861560 req-0b7779cd-bf19-48b5-8d92-5a6530cb6592 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7002683-9453-49ad-a3a1-d60fba8c6f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290813 Nov 10 19:20:49.975851 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3359084a-34d6-41a0-b711-c1122b7411ce tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:50.040992 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3359084a-34d6-41a0-b711-c1122b7411ce tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:20:50.041601 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-a11c3ab0-55a6-411c-b475-f4a689acff55 req-4d6ec7d9-5d15-4035-a990-071c4267d65f tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Deleting port e13c8f7c-0c8e-4957-9711-38804b752001 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:20:50.042100 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a11c3ab0-55a6-411c-b475-f4a689acff55 req-4d6ec7d9-5d15-4035-a990-071c4267d65f tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:50.051361 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-3359084a-34d6-41a0-b711-c1122b7411ce tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:20:50.054776 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-92124941-d1c0-49e1-b726-eeb0bd3853d7 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] For port d604c265-0277-41a4-aa7c-9fb5c929b3aa, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d604c265-0277-41a4-aa7c-9fb5c929b3aa,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:20:50.055127 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92124941-d1c0-49e1-b726-eeb0bd3853d7 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:50.058756 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3359084a-34d6-41a0-b711-c1122b7411ce tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:20:50.060806 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359084a-34d6-41a0-b711-c1122b7411ce tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Pushing event updated for resources: {'Port': ['ID=4edecd99-70e6-43bb-a3d3-c46b069312cb,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:50.093724 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-92124941-d1c0-49e1-b726-eeb0bd3853d7 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Calling delete_port for d604c265-0277-41a4-aa7c-9fb5c929b3aa owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:20:50.144879 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c100b83c-4e81-4b0d-acda-94864b861560 req-741c4b4b-1db8-4dee-9816-a486457b3846 service neutron] 10.222.0.73 "GET /v2.0/networks/f7002683-9453-49ad-a3a1-d60fba8c6f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628029 Nov 10 19:20:50.146640 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a11c3ab0-55a6-411c-b475-f4a689acff55 req-4d6ec7d9-5d15-4035-a990-071c4267d65f tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:50.147157 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a11c3ab0-55a6-411c-b475-f4a689acff55 req-4d6ec7d9-5d15-4035-a990-071c4267d65f tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:50.177937 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-a11c3ab0-55a6-411c-b475-f4a689acff55 req-4d6ec7d9-5d15-4035-a990-071c4267d65f tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Calling delete_port for e13c8f7c-0c8e-4957-9711-38804b752001 owned by network:floatingip {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:20:50.207710 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3359084a-34d6-41a0-b711-c1122b7411ce tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:50.281253 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3359084a-34d6-41a0-b711-c1122b7411ce tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:50.305290 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c100b83c-4e81-4b0d-acda-94864b861560 req-dc2f8b47-3321-419b-b746-854f05a5bd4d service neutron] 10.222.0.73 "GET /v2.0/networks/f7002683-9453-49ad-a3a1-d60fba8c6f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506207 Nov 10 19:20:50.378544 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a11c3ab0-55a6-411c-b475-f4a689acff55 req-4d6ec7d9-5d15-4035-a990-071c4267d65f tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:50.390401 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92124941-d1c0-49e1-b726-eeb0bd3853d7 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:50.410667 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ec7d9-5d15-4035-a990-071c4267d65f tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Pushing event deleted for resources: {'Port': ['ID=e13c8f7c-0c8e-4957-9711-38804b752001,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:50.445626 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92124941-d1c0-49e1-b726-eeb0bd3853d7 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Pushing event deleted for resources: {'Port': ['ID=d604c265-0277-41a4-aa7c-9fb5c929b3aa,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:50.457613 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e42457e-7b9f-4624-be81-b2a9bd8a4e08 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:20:50.477087 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a11c3ab0-55a6-411c-b475-f4a689acff55 req-4d6ec7d9-5d15-4035-a990-071c4267d65f tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks [] for floatingip, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:50.479916 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a11c3ab0-55a6-411c-b475-f4a689acff55 req-4d6ec7d9-5d15-4035-a990-071c4267d65f tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:50.481125 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a11c3ab0-55a6-411c-b475-f4a689acff55 req-4d6ec7d9-5d15-4035-a990-071c4267d65f tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "DELETE /v2.0/floatingips/82d018e6-e5da-4840-b350-9e3e473bb0c4 HTTP/1.1" status: 204 len: 173 time: 0.7312591 Nov 10 19:20:50.542940 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92124941-d1c0-49e1-b726-eeb0bd3853d7 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:50.591823 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340e4e0-1671-4f49-8e6e-5eb6f8fc18c6 req-9fc47d3c-ff97-4d2d-ab07-e41a970caa94 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:50.593467 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7340e4e0-1671-4f49-8e6e-5eb6f8fc18c6 req-9fc47d3c-ff97-4d2d-ab07-e41a970caa94 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d HTTP/1.1" status: 200 len: 945 time: 0.0524087 Nov 10 19:20:50.642425 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3359084a-34d6-41a0-b711-c1122b7411ce tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:50.645321 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7340e4e0-1671-4f49-8e6e-5eb6f8fc18c6 req-67d9ce1f-cd53-4d48-ab8c-f877abb5def5 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435736 Nov 10 19:20:50.650064 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92124941-d1c0-49e1-b726-eeb0bd3853d7 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:50.651677 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3359084a-34d6-41a0-b711-c1122b7411ce tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:50.654717 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92124941-d1c0-49e1-b726-eeb0bd3853d7 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:50.755505 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92124941-d1c0-49e1-b726-eeb0bd3853d7 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:50.756278 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92124941-d1c0-49e1-b726-eeb0bd3853d7 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6ab9e546-0f0d-4893-9eb5-1e8adc0dde48 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:20:50.764276 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92124941-d1c0-49e1-b726-eeb0bd3853d7 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:50.765530 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-92124941-d1c0-49e1-b726-eeb0bd3853d7 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] 10.222.0.54 "DELETE /v2.0/routers/6ab9e546-0f0d-4893-9eb5-1e8adc0dde48 HTTP/1.1" status: 204 len: 168 time: 1.3247905 Nov 10 19:20:50.769678 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359084a-34d6-41a0-b711-c1122b7411ce tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Pushing event updated for resources: {'Port': ['ID=4edecd99-70e6-43bb-a3d3-c46b069312cb,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:50.770143 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 41746) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:50.782472 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-545baf21-2eb5-42a3-b15b-7219fe17fc84 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1358019574', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}, 'admin_state_up': False}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:20:50.786524 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3359084a-34d6-41a0-b711-c1122b7411ce tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:50.814109 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-545baf21-2eb5-42a3-b15b-7219fe17fc84 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:50.816613 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-545baf21-2eb5-42a3-b15b-7219fe17fc84 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:50.821328 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3359084a-34d6-41a0-b711-c1122b7411ce tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:50.832228 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3359084a-34d6-41a0-b711-c1122b7411ce tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5385070 Nov 10 19:20:51.223121 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-545baf21-2eb5-42a3-b15b-7219fe17fc84 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:51.369517 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e002ef83-f7dc-42cd-8002-75490bc58b95 req-f261bd70-e787-4b71-b593-e2d0b456d5ec tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/security-groups/f20607fd-4f39-4cee-897c-d57179a77296 HTTP/1.1" status: 200 len: 1827 time: 0.1548915 Nov 10 19:20:51.447876 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-545baf21-2eb5-42a3-b15b-7219fe17fc84 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:51.516812 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e002ef83-f7dc-42cd-8002-75490bc58b95 req-fb7772cc-40d5-4c91-988a-bf3043fb4792 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:51.566688 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e002ef83-f7dc-42cd-8002-75490bc58b95 req-fb7772cc-40d5-4c91-988a-bf3043fb4792 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:51.622672 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e002ef83-f7dc-42cd-8002-75490bc58b95 req-fb7772cc-40d5-4c91-988a-bf3043fb4792 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:51.625465 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e002ef83-f7dc-42cd-8002-75490bc58b95 req-fb7772cc-40d5-4c91-988a-bf3043fb4792 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:51.626697 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e002ef83-f7dc-42cd-8002-75490bc58b95 req-fb7772cc-40d5-4c91-988a-bf3043fb4792 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "DELETE /v2.0/security-groups/f20607fd-4f39-4cee-897c-d57179a77296 HTTP/1.1" status: 204 len: 173 time: 0.2251046 Nov 10 19:20:51.642372 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7772cc-40d5-4c91-988a-bf3043fb4792 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20607fd-4f39-4cee-897c-d57179a77296,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:51.771832 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-545baf21-2eb5-42a3-b15b-7219fe17fc84 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:51.800154 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-545baf21-2eb5-42a3-b15b-7219fe17fc84 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:51.819122 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-d40dfe00-d409-4557-ae1e-38c2d57fc024 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1936695634&fields=id&tenant_id=e93fd5a65df6457aaef20d4422ffb25a HTTP/1.1" status: 200 len: 267 time: 0.0914092 Nov 10 19:20:52.005515 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-545baf21-2eb5-42a3-b15b-7219fe17fc84 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Allocated IP 172.25.3.36 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/0cabf0e0-17ae-41b4-b2bb-fd6e2cde186e) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:20:52.015857 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-e7e826a0-9764-4b98-9a70-cacd7fd346bc tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:52.017418 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-e7e826a0-9764-4b98-9a70-cacd7fd346bc tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "GET /v2.0/networks?id=08c1a153-c568-4f29-ba72-f916d4c7b272 HTTP/1.1" status: 200 len: 806 time: 0.1661394 Nov 10 19:20:52.059573 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-8f518bfd-a169-4e17-8162-e000043e50ec tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "GET /v2.0/quotas/e93fd5a65df6457aaef20d4422ffb25a HTTP/1.1" status: 200 len: 375 time: 0.0312281 Nov 10 19:20:52.073160 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d604c265-0277-41a4-aa7c-9fb5c929b3aa no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:20:52.098437 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: d604c265-0277-41a4-aa7c-9fb5c929b3aa {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:20:52.099119 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d604c265-0277-41a4-aa7c-9fb5c929b3aa not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:20:52.171473 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-64317f74-0fec-48f3-be27-a09ee3fdca54 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e93fd5a65df6457aaef20d4422ffb25a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0846097 Nov 10 19:20:52.174447 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-545baf21-2eb5-42a3-b15b-7219fe17fc84 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:52.268441 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-545baf21-2eb5-42a3-b15b-7219fe17fc84 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:52.324880 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545baf21-2eb5-42a3-b15b-7219fe17fc84 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:20:52.328801 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-eaae9907-1bd9-4342-ab83-966357f9a1d2 service neutron] 10.222.0.54 "GET /v2.0/networks/08c1a153-c568-4f29-ba72-f916d4c7b272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430187 Nov 10 19:20:52.333045 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-545baf21-2eb5-42a3-b15b-7219fe17fc84 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:20:52.335320 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545baf21-2eb5-42a3-b15b-7219fe17fc84 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Pushing event updated for resources: {'Port': ['ID=0cabf0e0-17ae-41b4-b2bb-fd6e2cde186e,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:52.337231 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545baf21-2eb5-42a3-b15b-7219fe17fc84 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:20:52.356180 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19617995-1543-4b22-880b-f12bc06f741d None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:20:52.450246 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-3092fe53-2313-4db2-8e64-35637d46cf9f None None] Provisioning complete for port 0cabf0e0-17ae-41b4-b2bb-fd6e2cde186e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:20:52.450673 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3092fe53-2313-4db2-8e64-35637d46cf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:52.488828 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-3092fe53-2313-4db2-8e64-35637d46cf9f None None] Port 0cabf0e0-17ae-41b4-b2bb-fd6e2cde186e cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:20:52.541014 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-53885415-3def-4710-b05b-b42bb626be43 service neutron] 10.222.0.54 "GET /v2.0/networks/08c1a153-c568-4f29-ba72-f916d4c7b272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010293 Nov 10 19:20:52.760520 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-545baf21-2eb5-42a3-b15b-7219fe17fc84 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:52.979401 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68159dd4-72ff-4830-8b26-3e76e9593822 req-5c01cf20-344a-4e10-b500-2f959e81ef37 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:52.987173 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-68159dd4-72ff-4830-8b26-3e76e9593822 req-5c01cf20-344a-4e10-b500-2f959e81ef37 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d HTTP/1.1" status: 200 len: 945 time: 0.1079590 Nov 10 19:20:53.071273 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-545baf21-2eb5-42a3-b15b-7219fe17fc84 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:53.079168 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-68159dd4-72ff-4830-8b26-3e76e9593822 req-d5b4433d-56c8-4eb9-854a-d3f030d2b664 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910540 Nov 10 19:20:53.225657 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545baf21-2eb5-42a3-b15b-7219fe17fc84 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Router c3d70c2d-96ac-4b17-9798-b42732fa0f7c is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:20:53.339862 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545baf21-2eb5-42a3-b15b-7219fe17fc84 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:20:53.354689 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b2eae0-a1d6-4585-8b15-19425810d38b None None] Sync routers for ids ['c3d70c2d-96ac-4b17-9798-b42732fa0f7c'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:20:53.367889 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b2eae0-a1d6-4585-8b15-19425810d38b None None] Routers {'c3d70c2d-96ac-4b17-9798-b42732fa0f7c'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:20:53.368618 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-94b2eae0-a1d6-4585-8b15-19425810d38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c3d70c2d-96ac-4b17-9798-b42732fa0f7c'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:53.383040 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b5f7716-a34e-4040-ad10-3691509cdef6 req-09a579cb-7be4-4de1-8275-3a99f41c5e4b tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4d10b3c-f3e9-4b1f-b466-4ac973767b1a HTTP/1.1" status: 200 len: 210 time: 0.0293169 Nov 10 19:20:53.385913 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-545baf21-2eb5-42a3-b15b-7219fe17fc84 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:53.387096 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-545baf21-2eb5-42a3-b15b-7219fe17fc84 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.6159275 Nov 10 19:20:53.389964 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 41782) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:53.395030 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-5165ac4c-4c57-4107-babf-ea54eec994e7 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'enable_snat': False}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:20:53.412351 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-94b2eae0-a1d6-4585-8b15-19425810d38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:53.433380 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b2eae0-a1d6-4585-8b15-19425810d38b None None] Routers {'c3d70c2d-96ac-4b17-9798-b42732fa0f7c'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:20:53.434418 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-94b2eae0-a1d6-4585-8b15-19425810d38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c3d70c2d-96ac-4b17-9798-b42732fa0f7c'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:53.439236 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7f90debc-f094-42f6-9a7a-c8cee4c53dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:53.474947 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-94b2eae0-a1d6-4585-8b15-19425810d38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:53.475605 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b2eae0-a1d6-4585-8b15-19425810d38b None None] The sync data for ids ['c3d70c2d-96ac-4b17-9798-b42732fa0f7c'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:20:53.573753 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe967c2d-9445-4516-af68-f277a92e490d req-4ff02bb9-957e-4f67-8f49-59471ae55ebe tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:53.575265 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fe967c2d-9445-4516-af68-f277a92e490d req-4ff02bb9-957e-4f67-8f49-59471ae55ebe tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 946 time: 0.0990379 Nov 10 19:20:53.666798 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fe967c2d-9445-4516-af68-f277a92e490d req-9851d7c1-17f8-41ef-bc64-ff46f1914808 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0da659b-11c0-4679-87b7-a1440c353197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842893 Nov 10 19:20:54.168358 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5165ac4c-4c57-4107-babf-ea54eec994e7 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:54.240595 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-ad59e105-df54-4b32-b8bb-289816e73cf0 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:54.242063 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-ad59e105-df54-4b32-b8bb-289816e73cf0 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.73 "GET /v2.0/networks?id=08c1a153-c568-4f29-ba72-f916d4c7b272 HTTP/1.1" status: 200 len: 806 time: 0.1969221 Nov 10 19:20:54.291943 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a646d72-1bc8-43ac-a6e4-a8399a8ab35b req-1e3c3ac6-4664-49a8-89b6-b99f8da350c1 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:54.293412 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a646d72-1bc8-43ac-a6e4-a8399a8ab35b req-1e3c3ac6-4664-49a8-89b6-b99f8da350c1 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d HTTP/1.1" status: 200 len: 945 time: 0.1392930 Nov 10 19:20:54.390223 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a646d72-1bc8-43ac-a6e4-a8399a8ab35b req-f469b721-8710-4e61-b8d1-1f4ca837c530 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886567 Nov 10 19:20:54.397327 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-25c521c3-0700-4f8d-9a56-ea9e2c12065a tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e93fd5a65df6457aaef20d4422ffb25a HTTP/1.1" status: 200 len: 380 time: 0.1435506 Nov 10 19:20:54.414022 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-e3a13fe6-5076-42a0-81c5-3816f86d3650 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Request body: {'port': {'device_id': 'd4d10b3c-f3e9-4b1f-b466-4ac973767b1a', 'network_id': '08c1a153-c568-4f29-ba72-f916d4c7b272', 'admin_state_up': True, 'tenant_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'security_groups': ['ebde3a1f-e437-47b9-b944-6909b6dfbd7d']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:20:54.416154 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:54.612992 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-e3a13fe6-5076-42a0-81c5-3816f86d3650 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Made reservation on behalf of e93fd5a65df6457aaef20d4422ffb25a for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:20:54.616786 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-e3a13fe6-5076-42a0-81c5-3816f86d3650 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:54.707049 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-85608b9a-cdfa-432c-892b-689d5bad0429 req-86d65133-030b-4884-b204-bd098c218cf9 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4d10b3c-f3e9-4b1f-b466-4ac973767b1a HTTP/1.1" status: 200 len: 210 time: 0.0396841 Nov 10 19:20:54.869842 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:54.921609 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-e3a13fe6-5076-42a0-81c5-3816f86d3650 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Allocated IP 172.20.0.13 (08c1a153-c568-4f29-ba72-f916d4c7b272/6222ee0a-c125-4f8d-a824-8d99523756bb/630fe2b0-354e-464d-9eeb-ced0eed28569) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:20:54.936345 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e4940-2d3f-4a46-85cb-76f2b873e7be req-c6d70b0f-8059-4229-bf90-558e455a0fb3 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:54.937868 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-309e4940-2d3f-4a46-85cb-76f2b873e7be req-c6d70b0f-8059-4229-bf90-558e455a0fb3 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 946 time: 0.1565871 Nov 10 19:20:55.074423 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5165ac4c-4c57-4107-babf-ea54eec994e7 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25260'] for router, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:55.084201 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-309e4940-2d3f-4a46-85cb-76f2b873e7be req-e8d93497-4548-4dab-8670-b00bfc577738 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0da659b-11c0-4679-87b7-a1440c353197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352940 Nov 10 19:20:55.114163 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5165ac4c-4c57-4107-babf-ea54eec994e7 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-408903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-408910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396833'] for router, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:55.234057 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-e3a13fe6-5076-42a0-81c5-3816f86d3650 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:55.264094 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2881806-74a0-4237-bab0-77ca245ce492 req-196a78c9-17b4-4361-ad7c-008682b155b4 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:55.265846 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a2881806-74a0-4237-bab0-77ca245ce492 req-196a78c9-17b4-4361-ad7c-008682b155b4 tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.73 "GET /v2.0/ports?device_id=8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b HTTP/1.1" status: 200 len: 946 time: 0.0518351 Nov 10 19:20:55.268427 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5165ac4c-4c57-4107-babf-ea54eec994e7 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Router c3d70c2d-96ac-4b17-9798-b42732fa0f7c has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:20:55.291781 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-e3a13fe6-5076-42a0-81c5-3816f86d3650 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:55.364290 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-a2881806-74a0-4237-bab0-77ca245ce492 req-ce2d5758-1a35-4be4-87aa-19c461acf70e tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Deleting port 222d6a4f-d3bf-4c71-bb23-bfe907e22267 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:20:55.364628 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-a2881806-74a0-4237-bab0-77ca245ce492 req-ce2d5758-1a35-4be4-87aa-19c461acf70e tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:55.406824 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-e3a13fe6-5076-42a0-81c5-3816f86d3650 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Network 08c1a153-c568-4f29-ba72-f916d4c7b272 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:20:55.412905 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-e3a13fe6-5076-42a0-81c5-3816f86d3650 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:20:55.419261 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-e3a13fe6-5076-42a0-81c5-3816f86d3650 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:20:55.425216 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a13fe6-5076-42a0-81c5-3816f86d3650 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Pushing event updated for resources: {'Port': ['ID=630fe2b0-354e-464d-9eeb-ced0eed28569,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:55.466094 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-a2881806-74a0-4237-bab0-77ca245ce492 req-ce2d5758-1a35-4be4-87aa-19c461acf70e tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] For port 222d6a4f-d3bf-4c71-bb23-bfe907e22267, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=222d6a4f-d3bf-4c71-bb23-bfe907e22267,segment=NetworkSegment(cb371cc3-75c4-48ca-86e2-f92ef9a63937),segment_id=cb371cc3-75c4-48ca-86e2-f92ef9a63937)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:20:55.466728 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-a2881806-74a0-4237-bab0-77ca245ce492 req-ce2d5758-1a35-4be4-87aa-19c461acf70e tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:55.481336 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-a2881806-74a0-4237-bab0-77ca245ce492 req-ce2d5758-1a35-4be4-87aa-19c461acf70e tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Calling delete_port for 222d6a4f-d3bf-4c71-bb23-bfe907e22267 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:20:55.483997 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5165ac4c-4c57-4107-babf-ea54eec994e7 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:20:55.491372 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5165ac4c-4c57-4107-babf-ea54eec994e7 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:55.492961 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5165ac4c-4c57-4107-babf-ea54eec994e7 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] 10.222.0.54 "PUT /v2.0/routers/c3d70c2d-96ac-4b17-9798-b42732fa0f7c HTTP/1.1" status: 200 len: 921 time: 2.1020379 Nov 10 19:20:55.496150 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 41800) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:55.497818 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0c9d21-e830-4ea0-8eb2-7a4d3d14b1be None None] Sync routers for ids ['c3d70c2d-96ac-4b17-9798-b42732fa0f7c'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:20:55.512081 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-e3a13fe6-5076-42a0-81c5-3816f86d3650 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:55.512791 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0c9d21-e830-4ea0-8eb2-7a4d3d14b1be None None] Routers {'c3d70c2d-96ac-4b17-9798-b42732fa0f7c'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:20:55.513293 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-e3a13fe6-5076-42a0-81c5-3816f86d3650 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:55.513408 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-fe0c9d21-e830-4ea0-8eb2-7a4d3d14b1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c3d70c2d-96ac-4b17-9798-b42732fa0f7c'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:55.554838 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-fe0c9d21-e830-4ea0-8eb2-7a4d3d14b1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:55.565826 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0c9d21-e830-4ea0-8eb2-7a4d3d14b1be None None] Routers {'c3d70c2d-96ac-4b17-9798-b42732fa0f7c'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:20:55.566732 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-fe0c9d21-e830-4ea0-8eb2-7a4d3d14b1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c3d70c2d-96ac-4b17-9798-b42732fa0f7c'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:55.601505 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-e3a13fe6-5076-42a0-81c5-3816f86d3650 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1970084 Nov 10 19:20:55.612957 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-fe0c9d21-e830-4ea0-8eb2-7a4d3d14b1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:55.614070 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0c9d21-e830-4ea0-8eb2-7a4d3d14b1be None None] The sync data for ids ['c3d70c2d-96ac-4b17-9798-b42732fa0f7c'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:20:55.648981 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-0eebec8c-ed2c-4569-ab81-f0a412846990 service neutron] Request body: {'port': {'device_id': 'd4d10b3c-f3e9-4b1f-b466-4ac973767b1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:20:55.668224 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-a2881806-74a0-4237-bab0-77ca245ce492 req-ce2d5758-1a35-4be4-87aa-19c461acf70e tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:55.680665 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce936d1e-22e7-4a84-9f4c-6ee19ad9b8fe req-a7259005-0a04-4a78-a323-f3060866e7df tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:55.681742 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['222d6a4f-d3bf-4c71-bb23-bfe907e22267'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:20:55.688468 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ce936d1e-22e7-4a84-9f4c-6ee19ad9b8fe req-a7259005-0a04-4a78-a323-f3060866e7df tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d HTTP/1.1" status: 200 len: 945 time: 0.1892521 Nov 10 19:20:55.709802 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d5758-1a35-4be4-87aa-19c461acf70e tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Pushing event deleted for resources: {'Port': ['ID=222d6a4f-d3bf-4c71-bb23-bfe907e22267,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:55.727671 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8cafcf8f-33cc-432b-861b-bd0fcd4c4438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:55.743605 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-ceb0dd32-4c71-4b79-8f7c-8d630791dda6 None None] Provisioning complete for port 630fe2b0-354e-464d-9eeb-ced0eed28569 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:20:55.743865 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ceb0dd32-4c71-4b79-8f7c-8d630791dda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:55.762391 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-467c54eb-19eb-4852-8907-c13cff1178db tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] 10.222.0.54 "GET /v2.0/routers/c3d70c2d-96ac-4b17-9798-b42732fa0f7c HTTP/1.1" status: 200 len: 921 time: 0.2648683 Nov 10 19:20:55.763028 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41808) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:55.773637 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2881806-74a0-4237-bab0-77ca245ce492 req-ce2d5758-1a35-4be4-87aa-19c461acf70e tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] No DVR routers for this DVR port 222d6a4f-d3bf-4c71-bb23-bfe907e22267 on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:20:55.782136 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-ceb0dd32-4c71-4b79-8f7c-8d630791dda6 None None] Port 630fe2b0-354e-464d-9eeb-ced0eed28569 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:20:55.787628 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ce936d1e-22e7-4a84-9f4c-6ee19ad9b8fe req-80016d2e-9be0-40e4-825c-a7ab1b56764e tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982850 Nov 10 19:20:55.790563 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-0eebec8c-ed2c-4569-ab81-f0a412846990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:55.796691 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-a2881806-74a0-4237-bab0-77ca245ce492 req-ce2d5758-1a35-4be4-87aa-19c461acf70e tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:55.800517 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a2881806-74a0-4237-bab0-77ca245ce492 req-ce2d5758-1a35-4be4-87aa-19c461acf70e tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] 10.222.0.73 "DELETE /v2.0/ports/222d6a4f-d3bf-4c71-bb23-bfe907e22267 HTTP/1.1" status: 204 len: 173 time: 0.5282667 Nov 10 19:20:55.800877 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b', 'name': 'network-vif-deleted', 'tag': '222d6a4f-d3bf-4c71-bb23-bfe907e22267'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:20:55.803435 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f52d934-0c77-4527-85e3-9815fad6ac60" -d '{"events": [{"server_uuid": "8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b", "name": "network-vif-deleted", "tag": "222d6a4f-d3bf-4c71-bb23-bfe907e22267"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:20:55.872205 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf7b2d0-690e-4bf6-bccf-bf6aa9dbab7a tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:55.876627 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9cf7b2d0-690e-4bf6-bccf-bf6aa9dbab7a tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd&device_id=c3d70c2d-96ac-4b17-9798-b42732fa0f7c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1096182 Nov 10 19:20:55.876816 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41812) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:55.984253 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07abd108-6a00-438e-aca2-b1fb48f10cbe tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:55.986263 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-07abd108-6a00-438e-aca2-b1fb48f10cbe tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 881 time: 0.1079376 Nov 10 19:20:55.989079 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41814) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:56.043110 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-490d7ab4-aac8-497e-b41a-ea1eae8a4fff tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] 10.222.0.54 "GET /v2.0/ports?device_id=c3d70c2d-96ac-4b17-9798-b42732fa0f7c HTTP/1.1" status: 200 len: 205 time: 0.0522738 Nov 10 19:20:56.045365 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41816) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:56.123612 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-0eebec8c-ed2c-4569-ab81-f0a412846990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 630fe2b0-354e-464d-9eeb-ced0eed28569 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:20:56.136371 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-0eebec8c-ed2c-4569-ab81-f0a412846990 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:56.154058 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-64976418-2834-4c26-9687-fb9222b158cd tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:56.156336 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-0eebec8c-ed2c-4569-ab81-f0a412846990 service neutron] Transition to ACTIVE for port object 630fe2b0-354e-464d-9eeb-ced0eed28569 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:20:56.162609 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-0eebec8c-ed2c-4569-ab81-f0a412846990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:56.175357 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3cfd1-fba3-49e7-8cf5-e0e49bb3f5e5 req-f2be0d9b-b917-437a-9162-78b75aed420b tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:56.176966 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b2d3cfd1-fba3-49e7-8cf5-e0e49bb3f5e5 req-f2be0d9b-b917-437a-9162-78b75aed420b tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4d10b3c-f3e9-4b1f-b466-4ac973767b1a HTTP/1.1" status: 200 len: 932 time: 0.0875447 Nov 10 19:20:56.275108 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebec8c-ed2c-4569-ab81-f0a412846990 service neutron] Pushing event updated for resources: {'Port': ['ID=630fe2b0-354e-464d-9eeb-ced0eed28569,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:56.361066 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b2d3cfd1-fba3-49e7-8cf5-e0e49bb3f5e5 req-fbdc7e85-1f10-4676-b4bb-902357762b06 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebde3a1f-e437-47b9-b944-6909b6dfbd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597102 Nov 10 19:20:56.403891 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-0eebec8c-ed2c-4569-ab81-f0a412846990 service neutron] Attempting to bind port 630fe2b0-354e-464d-9eeb-ced0eed28569 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:20:56.404247 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-0eebec8c-ed2c-4569-ab81-f0a412846990 service neutron] Attempting to bind port 630fe2b0-354e-464d-9eeb-ced0eed28569 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '53dc2ab6-6c6e-4eb5-8152-a26a590d152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '08c1a153-c568-4f29-ba72-f916d4c7b272'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:20:56.404592 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-0eebec8c-ed2c-4569-ab81-f0a412846990 service neutron] Attempting to bind port 630fe2b0-354e-464d-9eeb-ced0eed28569 on network 08c1a153-c568-4f29-ba72-f916d4c7b272 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:20:56.411433 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-0eebec8c-ed2c-4569-ab81-f0a412846990 service neutron] Port 630fe2b0-354e-464d-9eeb-ced0eed28569 on network 08c1a153-c568-4f29-ba72-f916d4c7b272 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:20:56.412120 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-0eebec8c-ed2c-4569-ab81-f0a412846990 service neutron] Attempting to bind port 630fe2b0-354e-464d-9eeb-ced0eed28569 on network 08c1a153-c568-4f29-ba72-f916d4c7b272 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:20:56.419970 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-0eebec8c-ed2c-4569-ab81-f0a412846990 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:20:56.420227 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-0eebec8c-ed2c-4569-ab81-f0a412846990 service neutron] Checking segment: {'id': '53dc2ab6-6c6e-4eb5-8152-a26a590d152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '08c1a153-c568-4f29-ba72-f916d4c7b272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:20:56.420735 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-0eebec8c-ed2c-4569-ab81-f0a412846990 service neutron] Bound using segment: {'id': '53dc2ab6-6c6e-4eb5-8152-a26a590d152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '08c1a153-c568-4f29-ba72-f916d4c7b272'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:20:56.421047 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-0eebec8c-ed2c-4569-ab81-f0a412846990 service neutron] Bound port: 630fe2b0-354e-464d-9eeb-ced0eed28569, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53dc2ab6-6c6e-4eb5-8152-a26a590d152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '08c1a153-c568-4f29-ba72-f916d4c7b272'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:20:56.421669 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-0eebec8c-ed2c-4569-ab81-f0a412846990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:56.510771 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-0eebec8c-ed2c-4569-ab81-f0a412846990 service neutron] For port 630fe2b0-354e-464d-9eeb-ced0eed28569, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:20:56.518623 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-0eebec8c-ed2c-4569-ab81-f0a412846990 service neutron] For port 630fe2b0-354e-464d-9eeb-ced0eed28569, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=630fe2b0-354e-464d-9eeb-ced0eed28569,segment=NetworkSegment(53dc2ab6-6c6e-4eb5-8152-a26a590d152a),segment_id=53dc2ab6-6c6e-4eb5-8152-a26a590d152a)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:20:56.524949 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-0eebec8c-ed2c-4569-ab81-f0a412846990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:56.539525 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41822) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:56.541011 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76f5f0c-d988-4034-80e1-3e46866fdb7e x-openstack-request-id: req-e76f5f0c-d988-4034-80e1-3e46866fdb7e {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:20:56.541301 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b", "name": "network-vif-deleted", "tag": "222d6a4f-d3bf-4c71-bb23-bfe907e22267", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:20:56.541559 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e76f5f0c-d988-4034-80e1-3e46866fdb7e {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:20:56.541997 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee363b4-dd7a-4666-88e1-4be8a3fe6e6b', 'name': 'network-vif-deleted', 'tag': '222d6a4f-d3bf-4c71-bb23-bfe907e22267', 'status': 'completed', 'code': 200} Nov 10 19:20:56.565675 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-0eebec8c-ed2c-4569-ab81-f0a412846990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:56.566397 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-0eebec8c-ed2c-4569-ab81-f0a412846990 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:56.567947 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-0eebec8c-ed2c-4569-ab81-f0a412846990 service neutron] 10.222.0.73 "PUT /v2.0/ports/630fe2b0-354e-464d-9eeb-ced0eed28569 HTTP/1.1" status: 200 len: 1092 time: 0.9569507 Nov 10 19:20:56.568485 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d10b3c-f3e9-4b1f-b466-4ac973767b1a', 'tag': '630fe2b0-354e-464d-9eeb-ced0eed28569'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:20:56.570878 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e513121-64fc-4376-acb1-ae4ce0bd2518" -d '{"events": [{"name": "network-changed", "server_uuid": "d4d10b3c-f3e9-4b1f-b466-4ac973767b1a", "tag": "630fe2b0-354e-464d-9eeb-ced0eed28569"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:20:56.595975 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebec8c-ed2c-4569-ab81-f0a412846990 service neutron] Pushing event updated for resources: {'Port': ['ID=630fe2b0-354e-464d-9eeb-ced0eed28569,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:56.709315 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-e7388988-a31a-4c35-852c-5800ffd32442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:56.712090 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-e7388988-a31a-4c35-852c-5800ffd32442 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e93fd5a65df6457aaef20d4422ffb25a&device_id=d4d10b3c-f3e9-4b1f-b466-4ac973767b1a HTTP/1.1" status: 200 len: 1095 time: 0.0688477 Nov 10 19:20:56.720714 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154da913-640a-442b-9569-061871cf23dd x-openstack-request-id: req-154da913-640a-442b-9569-061871cf23dd {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:20:56.721050 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4d10b3c-f3e9-4b1f-b466-4ac973767b1a", "tag": "630fe2b0-354e-464d-9eeb-ced0eed28569", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:20:56.722155 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-154da913-640a-442b-9569-061871cf23dd {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:20:56.722771 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4d10b3c-f3e9-4b1f-b466-4ac973767b1a', 'tag': '630fe2b0-354e-464d-9eeb-ced0eed28569', 'status': 'completed', 'code': 200} Nov 10 19:20:56.744190 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-64976418-2834-4c26-9687-fb9222b158cd tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:56.768413 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-f70484b1-e902-46aa-a833-7b6556224c79 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=630fe2b0-354e-464d-9eeb-ced0eed28569 HTTP/1.1" status: 200 len: 217 time: 0.0419278 Nov 10 19:20:56.828015 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-bfb9a0d1-fc8d-452a-a688-e7b93e7568db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:56.829521 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-bfb9a0d1-fc8d-452a-a688-e7b93e7568db service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6222ee0a-c125-4f8d-a824-8d99523756bb HTTP/1.1" status: 200 len: 845 time: 0.0545986 Nov 10 19:20:56.888753 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-64976418-2834-4c26-9687-fb9222b158cd tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Deleting port 0cabf0e0-17ae-41b4-b2bb-fd6e2cde186e {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:20:56.889099 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-64976418-2834-4c26-9687-fb9222b158cd tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:56.911269 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-55dc9c80-e980-46d8-bfe3-450aca6ab722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:56.912792 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-55dc9c80-e980-46d8-bfe3-450aca6ab722 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=08c1a153-c568-4f29-ba72-f916d4c7b272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743308 Nov 10 19:20:56.936467 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a0711-2a1f-4756-8ad0-2504731b0647 req-53503b0e-6ff7-4504-97f4-877c746b35ed tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:56.937946 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c20a0711-2a1f-4756-8ad0-2504731b0647 req-53503b0e-6ff7-4504-97f4-877c746b35ed tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d HTTP/1.1" status: 200 len: 945 time: 0.0700347 Nov 10 19:20:57.033607 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c20a0711-2a1f-4756-8ad0-2504731b0647 req-81ac2bb2-d3c7-4499-b8d7-4c659fa335f7 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855680 Nov 10 19:20:57.035229 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-64976418-2834-4c26-9687-fb9222b158cd tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:57.049462 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-5a33fbbf-5ffe-46b5-9601-5721665412dd service neutron] 10.222.0.73 "GET /v2.0/networks/08c1a153-c568-4f29-ba72-f916d4c7b272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286736 Nov 10 19:20:57.060206 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-64976418-2834-4c26-9687-fb9222b158cd tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Calling delete_port for 0cabf0e0-17ae-41b4-b2bb-fd6e2cde186e owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:20:57.118294 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:57.153370 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a158ebe0-bde5-4005-a75e-cb78349a7992 req-e736f77d-b82d-4be7-8fc1-b7590f071ec7 service neutron] 10.222.0.73 "GET /v2.0/networks/08c1a153-c568-4f29-ba72-f916d4c7b272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966959 Nov 10 19:20:57.256333 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e513121-64fc-4376-acb1-ae4ce0bd2518 req-d64807f2-952f-48cd-aaeb-189d776d9af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:57.256738 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7e513121-64fc-4376-acb1-ae4ce0bd2518 req-d64807f2-952f-48cd-aaeb-189d776d9af7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e93fd5a65df6457aaef20d4422ffb25a&device_id=d4d10b3c-f3e9-4b1f-b466-4ac973767b1a HTTP/1.1" status: 200 len: 1095 time: 0.0477715 Nov 10 19:20:57.284766 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0153e8cc-b0d1-41b8-99fa-6da0f9415c35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:57.349018 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-64976418-2834-4c26-9687-fb9222b158cd tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:57.356360 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e513121-64fc-4376-acb1-ae4ce0bd2518 req-7029a454-8165-4644-9976-c11b61d8aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:57.357945 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7e513121-64fc-4376-acb1-ae4ce0bd2518 req-7029a454-8165-4644-9976-c11b61d8aaa2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=08c1a153-c568-4f29-ba72-f916d4c7b272 HTTP/1.1" status: 200 len: 907 time: 0.0932560 Nov 10 19:20:57.400431 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7e513121-64fc-4376-acb1-ae4ce0bd2518 req-76952b05-9998-4b01-ad74-c9f7d9651ed8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=630fe2b0-354e-464d-9eeb-ced0eed28569 HTTP/1.1" status: 200 len: 217 time: 0.0352278 Nov 10 19:20:57.405844 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64976418-2834-4c26-9687-fb9222b158cd tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Pushing event deleted for resources: {'Port': ['ID=0cabf0e0-17ae-41b4-b2bb-fd6e2cde186e,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:57.427880 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b73ae9-da85-47a9-b8e8-10cb14b8ca74 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:20:57.473419 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e513121-64fc-4376-acb1-ae4ce0bd2518 req-2d96f2b0-f99f-4c9a-b4fa-218ba03ae8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:57.474093 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7e513121-64fc-4376-acb1-ae4ce0bd2518 req-2d96f2b0-f99f-4c9a-b4fa-218ba03ae8c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6222ee0a-c125-4f8d-a824-8d99523756bb HTTP/1.1" status: 200 len: 845 time: 0.0656466 Nov 10 19:20:57.526071 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-64976418-2834-4c26-9687-fb9222b158cd tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:57.548959 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844c892-d69b-43c3-993e-76c9c26af984 req-3a65dacc-fed2-4677-9a9c-2cf052570c15 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:57.550389 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6844c892-d69b-43c3-993e-76c9c26af984 req-3a65dacc-fed2-4677-9a9c-2cf052570c15 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4d10b3c-f3e9-4b1f-b466-4ac973767b1a HTTP/1.1" status: 200 len: 944 time: 0.0947917 Nov 10 19:20:57.552462 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e513121-64fc-4376-acb1-ae4ce0bd2518 req-c79d32ce-a338-4de1-b658-a82707d32d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:57.554108 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7e513121-64fc-4376-acb1-ae4ce0bd2518 req-c79d32ce-a338-4de1-b658-a82707d32d34 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=08c1a153-c568-4f29-ba72-f916d4c7b272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601516 Nov 10 19:20:57.640719 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-64976418-2834-4c26-9687-fb9222b158cd tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:57.644467 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-64976418-2834-4c26-9687-fb9222b158cd tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:57.699283 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-64976418-2834-4c26-9687-fb9222b158cd tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:57.699845 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64976418-2834-4c26-9687-fb9222b158cd tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Fanout notify agent at l3_agent the message router_deleted on router c3d70c2d-96ac-4b17-9798-b42732fa0f7c {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:20:57.707250 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-64976418-2834-4c26-9687-fb9222b158cd tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:57.712341 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-64976418-2834-4c26-9687-fb9222b158cd tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] 10.222.0.54 "DELETE /v2.0/routers/c3d70c2d-96ac-4b17-9798-b42732fa0f7c HTTP/1.1" status: 204 len: 168 time: 1.6656141 Nov 10 19:20:57.713319 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41838) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:57.718549 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-e199471a-e87e-476b-9189-567cddbcf15a tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1519891405', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:20:57.781423 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e199471a-e87e-476b-9189-567cddbcf15a tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:57.782538 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e199471a-e87e-476b-9189-567cddbcf15a tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:57.850352 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e199471a-e87e-476b-9189-567cddbcf15a tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:57.857719 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e199471a-e87e-476b-9189-567cddbcf15a tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:57.865811 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-0153e8cc-b0d1-41b8-99fa-6da0f9415c35 admin admin] Deleting port e72f5180-fa9d-4aaa-b206-511d628a0ea7 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:20:57.866176 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0153e8cc-b0d1-41b8-99fa-6da0f9415c35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:57.920846 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e199471a-e87e-476b-9189-567cddbcf15a tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:57.922140 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e199471a-e87e-476b-9189-567cddbcf15a tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2074258 Nov 10 19:20:57.926214 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41840) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:57.933953 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-5cad75bc-31d4-442f-b604-4020606bf1ff tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Request body: {'router': {'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:20:58.023005 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6844c892-d69b-43c3-993e-76c9c26af984 req-07b66fea-01e3-437c-a504-5a9e4d527d54 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebde3a1f-e437-47b9-b944-6909b6dfbd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4646001 Nov 10 19:20:58.047679 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7e513121-64fc-4376-acb1-ae4ce0bd2518 req-869a68bf-cf2f-4006-a12a-df0c5c987749 service neutron] 10.222.0.73 "GET /v2.0/networks/08c1a153-c568-4f29-ba72-f916d4c7b272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831734 Nov 10 19:20:58.095822 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-0153e8cc-b0d1-41b8-99fa-6da0f9415c35 admin admin] For port e72f5180-fa9d-4aaa-b206-511d628a0ea7, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e72f5180-fa9d-4aaa-b206-511d628a0ea7,segment=NetworkSegment(cb371cc3-75c4-48ca-86e2-f92ef9a63937),segment_id=cb371cc3-75c4-48ca-86e2-f92ef9a63937)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:20:58.096215 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0153e8cc-b0d1-41b8-99fa-6da0f9415c35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:58.112997 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-0153e8cc-b0d1-41b8-99fa-6da0f9415c35 admin admin] Calling delete_port for e72f5180-fa9d-4aaa-b206-511d628a0ea7 owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:20:58.175565 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7e513121-64fc-4376-acb1-ae4ce0bd2518 req-c7b89daf-848f-40e2-8d91-dfae35319842 service neutron] 10.222.0.73 "GET /v2.0/networks/08c1a153-c568-4f29-ba72-f916d4c7b272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197550 Nov 10 19:20:58.184120 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35437427-1174-482e-a0af-a428fd7a81a1 req-99fc2dd0-b22a-4349-85ac-92d157d7c99e tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:58.185606 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-35437427-1174-482e-a0af-a428fd7a81a1 req-99fc2dd0-b22a-4349-85ac-92d157d7c99e tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d HTTP/1.1" status: 200 len: 945 time: 0.0733972 Nov 10 19:20:58.188642 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5cad75bc-31d4-442f-b604-4020606bf1ff tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:58.244929 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-35437427-1174-482e-a0af-a428fd7a81a1 req-a029536b-1cdb-43bc-80a0-fc8d31da0eba tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458119 Nov 10 19:20:58.471858 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0153e8cc-b0d1-41b8-99fa-6da0f9415c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:58.534900 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153e8cc-b0d1-41b8-99fa-6da0f9415c35 admin admin] Pushing event deleted for resources: {'Port': ['ID=e72f5180-fa9d-4aaa-b206-511d628a0ea7,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:58.576154 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5cad75bc-31d4-442f-b604-4020606bf1ff tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:58.594763 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:58.618349 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5cad75bc-31d4-442f-b604-4020606bf1ff tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:59.111452 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-5cad75bc-31d4-442f-b604-4020606bf1ff tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Allocated IP 172.25.3.129 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/8aea0a14-3e82-4f38-8388-febcc9a21d6c) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:20:59.122688 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0153e8cc-b0d1-41b8-99fa-6da0f9415c35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:59.150661 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5035bca-8acd-498d-b992-a6c33d9d47a8 req-3fa39ba1-9a01-4393-baf0-6bfe0b488037 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:59.152555 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c5035bca-8acd-498d-b992-a6c33d9d47a8 req-3fa39ba1-9a01-4393-baf0-6bfe0b488037 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4d10b3c-f3e9-4b1f-b466-4ac973767b1a HTTP/1.1" status: 200 len: 944 time: 0.0519462 Nov 10 19:20:59.203146 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c5035bca-8acd-498d-b992-a6c33d9d47a8 req-eb14ca9e-3703-468a-b25c-118119be9c7d tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebde3a1f-e437-47b9-b944-6909b6dfbd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428295 Nov 10 19:20:59.317203 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5cad75bc-31d4-442f-b604-4020606bf1ff tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:59.317604 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:59.370555 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa97ca5-578b-403d-8855-75a3515c30b5 req-9e97dbe4-5021-430c-9586-df8dfb09eff6 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:20:59.372104 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2aa97ca5-578b-403d-8855-75a3515c30b5 req-9e97dbe4-5021-430c-9586-df8dfb09eff6 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d HTTP/1.1" status: 200 len: 945 time: 0.0505121 Nov 10 19:20:59.426692 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2aa97ca5-578b-403d-8855-75a3515c30b5 req-971d72ef-34bd-4d0c-a711-38af58275816 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482681 Nov 10 19:20:59.434449 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5cad75bc-31d4-442f-b604-4020606bf1ff tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:59.490954 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cad75bc-31d4-442f-b604-4020606bf1ff tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:20:59.499132 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-5cad75bc-31d4-442f-b604-4020606bf1ff tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:20:59.502613 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cad75bc-31d4-442f-b604-4020606bf1ff tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:20:59.505385 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad75bc-31d4-442f-b604-4020606bf1ff tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Pushing event updated for resources: {'Port': ['ID=8aea0a14-3e82-4f38-8388-febcc9a21d6c,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:20:59.517460 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265bba2b-1963-4f54-bf04-c10bd07e3533 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:20:59.535760 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0153e8cc-b0d1-41b8-99fa-6da0f9415c35 admin admin] Router 34ffb358-9775-4033-bcf9-b3d7c415d8c7 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:20:59.590070 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-124a0677-9db8-4496-ae61-3cb92693863b None None] Provisioning complete for port 8aea0a14-3e82-4f38-8388-febcc9a21d6c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:20:59.590446 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-124a0677-9db8-4496-ae61-3cb92693863b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:59.637878 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-124a0677-9db8-4496-ae61-3cb92693863b None None] Port 8aea0a14-3e82-4f38-8388-febcc9a21d6c cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:20:59.773078 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0153e8cc-b0d1-41b8-99fa-6da0f9415c35 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:20:59.778361 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0153e8cc-b0d1-41b8-99fa-6da0f9415c35 admin admin] 10.222.0.54 "PUT /v2.0/routers/34ffb358-9775-4033-bcf9-b3d7c415d8c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2354865 Nov 10 19:20:59.782579 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 41860) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:20:59.786484 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd703b3-d0a3-46f1-a95c-2672016d0c8c None None] Sync routers for ids ['34ffb358-9775-4033-bcf9-b3d7c415d8c7'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:20:59.796279 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd703b3-d0a3-46f1-a95c-2672016d0c8c None None] Routers {'34ffb358-9775-4033-bcf9-b3d7c415d8c7'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:20:59.797039 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-4bd703b3-d0a3-46f1-a95c-2672016d0c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['34ffb358-9775-4033-bcf9-b3d7c415d8c7'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:20:59.895033 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-52fcd29e-fcbd-429e-a29f-f0bf2cb34100 admin admin] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:59.902940 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5cad75bc-31d4-442f-b604-4020606bf1ff tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:20:59.911612 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-4bd703b3-d0a3-46f1-a95c-2672016d0c8c None None] Set router 34ffb358-9775-4033-bcf9-b3d7c415d8c7 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:20:59.987838 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 630fe2b0-354e-464d-9eeb-ced0eed28569 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:20:59.989536 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 222d6a4f-d3bf-4c71-bb23-bfe907e22267 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:21:00.012921 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-52fcd29e-fcbd-429e-a29f-f0bf2cb34100 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:00.060686 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 222d6a4f-d3bf-4c71-bb23-bfe907e22267 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:21:00.061128 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 222d6a4f-d3bf-4c71-bb23-bfe907e22267 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:21:00.085163 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-52fcd29e-fcbd-429e-a29f-f0bf2cb34100 admin admin] Deleting port 2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:21:00.086562 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-52fcd29e-fcbd-429e-a29f-f0bf2cb34100 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:00.131475 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5cad75bc-31d4-442f-b604-4020606bf1ff tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25260'] for router, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:00.134981 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5cad75bc-31d4-442f-b604-4020606bf1ff tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-408903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-408910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396833'] for router, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:00.176942 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-52fcd29e-fcbd-429e-a29f-f0bf2cb34100 admin admin] For port 2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:21:00.178029 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-52fcd29e-fcbd-429e-a29f-f0bf2cb34100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:00.194803 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-52fcd29e-fcbd-429e-a29f-f0bf2cb34100 admin admin] Calling delete_port for 2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40 owned by network:router_gateway {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:21:00.226301 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 630fe2b0-354e-464d-9eeb-ced0eed28569, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=630fe2b0-354e-464d-9eeb-ced0eed28569,segment=NetworkSegment(53dc2ab6-6c6e-4eb5-8152-a26a590d152a),segment_id=53dc2ab6-6c6e-4eb5-8152-a26a590d152a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:21:00.239519 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-4bd703b3-d0a3-46f1-a95c-2672016d0c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1425636430-router', 'tenant_id': '7d53c48f03ea4f098ce6868a75010c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:19:45Z', 'updated_at': '2021-11-10T19:20:58Z', 'revision_number': 5, 'project_id': '7d53c48f03ea4f098ce6868a75010c81', 'gw_port': {'id': '2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:19:46Z', 'updated_at': '2021-11-10T19:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:00.242762 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '630fe2b0-354e-464d-9eeb-ced0eed28569', 'network_id': '08c1a153-c568-4f29-ba72-f916d4c7b272', 'port_id': '630fe2b0-354e-464d-9eeb-ced0eed28569', 'mac_address': 'fa:16:3e:fc:65:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6222ee0a-c125-4f8d-a824-8d99523756bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:21:00.270795 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd703b3-d0a3-46f1-a95c-2672016d0c8c None None] Checking router: 34ffb358-9775-4033-bcf9-b3d7c415d8c7 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:21:00.278522 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cad75bc-31d4-442f-b604-4020606bf1ff tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Router 2f9911ad-7c46-45c8-b97c-7237702da9cc is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:21:00.319538 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:00.334447 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd703b3-d0a3-46f1-a95c-2672016d0c8c None None] Routers {'34ffb358-9775-4033-bcf9-b3d7c415d8c7'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:21:00.335096 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-4bd703b3-d0a3-46f1-a95c-2672016d0c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['34ffb358-9775-4033-bcf9-b3d7c415d8c7'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:00.392326 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ba2f7-077b-49ad-bea9-7bca97fca85b req-20ea2b2d-b30e-4e24-a711-9189eff596f0 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:00.393914 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-275ba2f7-077b-49ad-bea9-7bca97fca85b req-20ea2b2d-b30e-4e24-a711-9189eff596f0 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4d10b3c-f3e9-4b1f-b466-4ac973767b1a HTTP/1.1" status: 200 len: 944 time: 0.0759225 Nov 10 19:21:00.398888 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cad75bc-31d4-442f-b604-4020606bf1ff tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:21:00.405967 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5cad75bc-31d4-442f-b604-4020606bf1ff tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:00.409915 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5cad75bc-31d4-442f-b604-4020606bf1ff tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] 10.222.0.54 "PUT /v2.0/routers/2f9911ad-7c46-45c8-b97c-7237702da9cc HTTP/1.1" status: 200 len: 880 time: 2.4826539 Nov 10 19:21:00.410546 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41864) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:00.411644 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b082fd-52c7-4fa1-b207-d1411883029e None None] Sync routers for ids ['2f9911ad-7c46-45c8-b97c-7237702da9cc'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:21:00.423554 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b082fd-52c7-4fa1-b207-d1411883029e None None] Routers {'2f9911ad-7c46-45c8-b97c-7237702da9cc'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:21:00.424727 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-11b082fd-52c7-4fa1-b207-d1411883029e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2f9911ad-7c46-45c8-b97c-7237702da9cc'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:00.431663 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-4bd703b3-d0a3-46f1-a95c-2672016d0c8c None None] Set router 34ffb358-9775-4033-bcf9-b3d7c415d8c7 gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:21:00.461505 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-11b082fd-52c7-4fa1-b207-d1411883029e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:00.471461 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b082fd-52c7-4fa1-b207-d1411883029e None None] Routers {'2f9911ad-7c46-45c8-b97c-7237702da9cc'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:21:00.472563 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-11b082fd-52c7-4fa1-b207-d1411883029e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2f9911ad-7c46-45c8-b97c-7237702da9cc'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:00.485712 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-4bd703b3-d0a3-46f1-a95c-2672016d0c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1425636430-router', 'tenant_id': '7d53c48f03ea4f098ce6868a75010c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:19:45Z', 'updated_at': '2021-11-10T19:21:00Z', 'revision_number': 6, 'project_id': '7d53c48f03ea4f098ce6868a75010c81', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:00.494415 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-275ba2f7-077b-49ad-bea9-7bca97fca85b req-018385b6-1c24-4789-b880-9fd416e6a0e2 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebde3a1f-e437-47b9-b944-6909b6dfbd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683906 Nov 10 19:21:00.510930 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-11b082fd-52c7-4fa1-b207-d1411883029e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:00.512000 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b082fd-52c7-4fa1-b207-d1411883029e None None] The sync data for ids ['2f9911ad-7c46-45c8-b97c-7237702da9cc'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:21:00.521984 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 630fe2b0-354e-464d-9eeb-ced0eed28569 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:21:00.528472 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-52fcd29e-fcbd-429e-a29f-f0bf2cb34100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:00.544048 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 630fe2b0-354e-464d-9eeb-ced0eed28569, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=630fe2b0-354e-464d-9eeb-ced0eed28569,segment=NetworkSegment(53dc2ab6-6c6e-4eb5-8152-a26a590d152a),segment_id=53dc2ab6-6c6e-4eb5-8152-a26a590d152a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:21:00.546258 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd703b3-d0a3-46f1-a95c-2672016d0c8c None None] The sync data for ids ['34ffb358-9775-4033-bcf9-b3d7c415d8c7'] in n-d-813897-4 is: [{'id': '34ffb358-9775-4033-bcf9-b3d7c415d8c7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1425636430-router', 'tenant_id': '7d53c48f03ea4f098ce6868a75010c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:19:45Z', 'updated_at': '2021-11-10T19:21:00Z', 'revision_number': 6, 'project_id': '7d53c48f03ea4f098ce6868a75010c81', 'gw_port_host': None}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:21:00.555223 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:00.560931 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fcd29e-fcbd-429e-a29f-f0bf2cb34100 admin admin] Pushing event deleted for resources: {'Port': ['ID=2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:00.570276 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f2e03e1d-2e30-4746-b784-09eb3ed6b798 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] 10.222.0.54 "GET /v2.0/routers/2f9911ad-7c46-45c8-b97c-7237702da9cc HTTP/1.1" status: 200 len: 921 time: 0.1561563 Nov 10 19:21:00.571867 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 41870) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:00.617644 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe07c91-adf0-4367-a360-a836f112443d None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:21:00.649631 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=630fe2b0-354e-464d-9eeb-ced0eed28569,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:00.740292 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9038b8e4-652b-4571-b6bf-82231b6c4c3f tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:00.741820 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9038b8e4-652b-4571-b6bf-82231b6c4c3f tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd&device_id=2f9911ad-7c46-45c8-b97c-7237702da9cc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1691499 Nov 10 19:21:00.742774 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-52fcd29e-fcbd-429e-a29f-f0bf2cb34100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:00.745013 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41876) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:00.811473 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c796b2-43fe-4b4d-9d3f-10c59f2be9e4 req-e77961e1-60e6-43ec-9367-cd8857507a0e tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:00.812972 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51c796b2-43fe-4b4d-9d3f-10c59f2be9e4 req-e77961e1-60e6-43ec-9367-cd8857507a0e tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d HTTP/1.1" status: 200 len: 945 time: 0.1824567 Nov 10 19:21:00.838589 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f8c848-25ea-4500-9f7a-4a7007a4487e tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:00.839756 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['630fe2b0-354e-464d-9eeb-ced0eed28569'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:21:00.842233 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c4f8c848-25ea-4500-9f7a-4a7007a4487e tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 881 time: 0.0961230 Nov 10 19:21:00.844045 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41878) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:00.856719 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-52fcd29e-fcbd-429e-a29f-f0bf2cb34100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:00.859473 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-52fcd29e-fcbd-429e-a29f-f0bf2cb34100 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:00.875657 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6452f2e1-3fcf-4826-868b-801e4fffb7c8 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f9911ad-7c46-45c8-b97c-7237702da9cc HTTP/1.1" status: 200 len: 205 time: 0.0277650 Nov 10 19:21:00.875996 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41880) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:00.938853 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-52fcd29e-fcbd-429e-a29f-f0bf2cb34100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:00.939804 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fcd29e-fcbd-429e-a29f-f0bf2cb34100 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34ffb358-9775-4033-bcf9-b3d7c415d8c7 {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:21:00.944841 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-52fcd29e-fcbd-429e-a29f-f0bf2cb34100 admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:00.948356 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-52fcd29e-fcbd-429e-a29f-f0bf2cb34100 admin admin] 10.222.0.54 "DELETE /v2.0/routers/34ffb358-9775-4033-bcf9-b3d7c415d8c7 HTTP/1.1" status: 204 len: 168 time: 1.1624553 Nov 10 19:21:00.953481 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41882) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:00.957892 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51c796b2-43fe-4b4d-9d3f-10c59f2be9e4 req-f7841e56-6b9b-403d-b7f4-692edeec4bbb tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114273 Nov 10 19:21:01.044671 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8885b76-2774-4394-a55e-85f0682d45f6 admin admin] Deleting subnet 3575c8ec-c058-4548-92c7-3f77535505af {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:21:01.056605 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c8885b76-2774-4394-a55e-85f0682d45f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:01.106797 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c8885b76-2774-4394-a55e-85f0682d45f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:01.110698 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-02b277e2-2b8d-4365-a967-88dcd6adc0fe tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:01.535742 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c8885b76-2774-4394-a55e-85f0682d45f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:01.607535 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-02b277e2-2b8d-4365-a967-88dcd6adc0fe tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:01.623760 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c8885b76-2774-4394-a55e-85f0682d45f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:01.644251 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a470be-5e43-4e42-a265-a5ee711983e9 req-16441ff4-2846-4c11-8df7-d9b64a0d05a3 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:01.645983 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a7a470be-5e43-4e42-a265-a5ee711983e9 req-16441ff4-2846-4c11-8df7-d9b64a0d05a3 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4d10b3c-f3e9-4b1f-b466-4ac973767b1a HTTP/1.1" status: 200 len: 945 time: 0.0626872 Nov 10 19:21:01.670960 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8885b76-2774-4394-a55e-85f0682d45f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3575c8ec-c058-4548-92c7-3f77535505af,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:01.685098 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c8885b76-2774-4394-a55e-85f0682d45f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:01.688677 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c8885b76-2774-4394-a55e-85f0682d45f6 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3575c8ec-c058-4548-92c7-3f77535505af HTTP/1.1" status: 204 len: 168 time: 0.7333527 Nov 10 19:21:01.691587 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41886) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:01.712051 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a7a470be-5e43-4e42-a265-a5ee711983e9 req-7e7590a8-1e82-48fe-97ad-50e6b888fb52 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebde3a1f-e437-47b9-b944-6909b6dfbd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588026 Nov 10 19:21:01.772302 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-41e2be46-6199-4ba8-9710-c06cc4616601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:01.776191 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-02b277e2-2b8d-4365-a967-88dcd6adc0fe tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Deleting port 8aea0a14-3e82-4f38-8388-febcc9a21d6c {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:21:01.776556 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-02b277e2-2b8d-4365-a967-88dcd6adc0fe tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:01.920175 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-02b277e2-2b8d-4365-a967-88dcd6adc0fe tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:01.929870 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-41e2be46-6199-4ba8-9710-c06cc4616601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:01.942046 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-02b277e2-2b8d-4365-a967-88dcd6adc0fe tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Calling delete_port for 8aea0a14-3e82-4f38-8388-febcc9a21d6c owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:21:01.959864 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-41e2be46-6199-4ba8-9710-c06cc4616601 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7002683-9453-49ad-a3a1-d60fba8c6f45']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:01.972422 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-41e2be46-6199-4ba8-9710-c06cc4616601 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb371cc3-75c4-48ca-86e2-f92ef9a63937') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:01.972721 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-41e2be46-6199-4ba8-9710-c06cc4616601 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb371cc3-75c4-48ca-86e2-f92ef9a63937') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:01.982602 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 630fe2b0-354e-464d-9eeb-ced0eed28569 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:21:02.016169 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-41e2be46-6199-4ba8-9710-c06cc4616601 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:02.036245 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-41e2be46-6199-4ba8-9710-c06cc4616601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:02.040724 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 630fe2b0-354e-464d-9eeb-ced0eed28569 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:21:02.047637 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 630fe2b0-354e-464d-9eeb-ced0eed28569 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:21:02.048307 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:02.048872 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41e2be46-6199-4ba8-9710-c06cc4616601 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:21:02.049252 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-41e2be46-6199-4ba8-9710-c06cc4616601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:02.060788 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:21:02.060788 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:21:02.060788 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:21:02.060788 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:21:02.060788 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:21:02.060788 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:21:02.060788 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:21:02.060788 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:21:02.060788 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:21:02.060788 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:21:02.060788 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:21:02.060788 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:21:02.060788 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:21:02.060788 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:21:02.060788 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:21:02.060788 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:21:02.060788 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:21:02.060788 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:21:02.060788 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:21:02.060788 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:21:02.060788 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:21:02.060788 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:21:02.060788 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:21:02.060788 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:21:02.060788 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:21:02.060788 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:21:02.060788 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:21:02.060788 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:21:02.060788 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:21:02.060788 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:21:02.060788 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:21:02.060788 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:21:02.113246 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d9e07-84d5-4287-aa27-150466645012 req-ed1f5d50-c34d-4a77-8d47-5d2d67247dbc tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:02.114850 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e60d9e07-84d5-4287-aa27-150466645012 req-ed1f5d50-c34d-4a77-8d47-5d2d67247dbc tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d HTTP/1.1" status: 200 len: 945 time: 0.0595410 Nov 10 19:21:02.121635 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e72f5180-fa9d-4aaa-b206-511d628a0ea7 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:21:02.150370 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: e72f5180-fa9d-4aaa-b206-511d628a0ea7 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:21:02.151088 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e72f5180-fa9d-4aaa-b206-511d628a0ea7 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:21:02.151853 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:21:02.166275 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-41e2be46-6199-4ba8-9710-c06cc4616601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:02.173509 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-41e2be46-6199-4ba8-9710-c06cc4616601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:02.181005 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-41e2be46-6199-4ba8-9710-c06cc4616601 admin admin] 10.222.0.54 "DELETE /v2.0/networks/f7002683-9453-49ad-a3a1-d60fba8c6f45 HTTP/1.1" status: 204 len: 168 time: 0.4845378 Nov 10 19:21:02.181240 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e60d9e07-84d5-4287-aa27-150466645012 req-339c9342-e33d-4c93-9bfe-fcd11dd21f32 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563600 Nov 10 19:21:02.181347 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:21:02.181347 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2267c8b3-68ea-4aa0-9f03-1ecd2daf7f40 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:21:02.193752 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2be46-6199-4ba8-9710-c06cc4616601 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7002683-9453-49ad-a3a1-d60fba8c6f45,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:02.206468 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:02.240343 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d10b3c-f3e9-4b1f-b466-4ac973767b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630fe2b0-354e-464d-9eeb-ced0eed28569'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:21:02.246989 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd58399-1c1f-4a5e-9fe4-980e25b7aa3d" -d '{"events": [{"server_uuid": "d4d10b3c-f3e9-4b1f-b466-4ac973767b1a", "name": "network-vif-plugged", "status": "completed", "tag": "630fe2b0-354e-464d-9eeb-ced0eed28569"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:21:02.262793 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 630fe2b0-354e-464d-9eeb-ced0eed28569, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=630fe2b0-354e-464d-9eeb-ced0eed28569,segment=NetworkSegment(53dc2ab6-6c6e-4eb5-8152-a26a590d152a),segment_id=53dc2ab6-6c6e-4eb5-8152-a26a590d152a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:21:02.270646 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:02.279068 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-02b277e2-2b8d-4365-a967-88dcd6adc0fe tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:02.318015 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b277e2-2b8d-4365-a967-88dcd6adc0fe tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Pushing event deleted for resources: {'Port': ['ID=8aea0a14-3e82-4f38-8388-febcc9a21d6c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:02.346049 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bd1c64-d79a-4b06-914b-7b827a466f1e None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:21:02.366001 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=630fe2b0-354e-464d-9eeb-ced0eed28569,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:02.410286 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 41900) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:02.412267 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-02b277e2-2b8d-4365-a967-88dcd6adc0fe tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:02.452837 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0e5e96ee-c30d-4d0c-8a73-e8aafb6f94eb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7d53c48f03ea4f098ce6868a75010c81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407448 Nov 10 19:21:02.454981 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 41904) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:02.516067 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b4ba5a07-746f-4e35-884e-14f751dabfb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:02.520599 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-02b277e2-2b8d-4365-a967-88dcd6adc0fe tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:02.522917 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-02b277e2-2b8d-4365-a967-88dcd6adc0fe tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:02.539353 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b4ba5a07-746f-4e35-884e-14f751dabfb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:02.572675 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-02b277e2-2b8d-4365-a967-88dcd6adc0fe tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:02.574694 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bf28bc-d7fd-432d-b09d-11b717dff30b x-openstack-request-id: req-e4bf28bc-d7fd-432d-b09d-11b717dff30b {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:21:02.575008 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b277e2-2b8d-4365-a967-88dcd6adc0fe tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Fanout notify agent at l3_agent the message router_deleted on router 2f9911ad-7c46-45c8-b97c-7237702da9cc {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:21:02.575138 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d10b3c-f3e9-4b1f-b466-4ac973767b1a", "name": "network-vif-plugged", "status": "completed", "tag": "630fe2b0-354e-464d-9eeb-ced0eed28569", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:21:02.575286 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e4bf28bc-d7fd-432d-b09d-11b717dff30b {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:21:02.575647 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d10b3c-f3e9-4b1f-b466-4ac973767b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630fe2b0-354e-464d-9eeb-ced0eed28569', 'code': 200} Nov 10 19:21:02.582624 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-02b277e2-2b8d-4365-a967-88dcd6adc0fe tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:02.583772 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-02b277e2-2b8d-4365-a967-88dcd6adc0fe tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] 10.222.0.54 "DELETE /v2.0/routers/2f9911ad-7c46-45c8-b97c-7237702da9cc HTTP/1.1" status: 204 len: 168 time: 1.7068760 Nov 10 19:21:02.588094 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 41906) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:02.598537 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-abe0b011-7d4d-49c2-a36f-7f943cc55a33 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2094085732', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:21:02.604494 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b4ba5a07-746f-4e35-884e-14f751dabfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:02.607142 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b4ba5a07-746f-4e35-884e-14f751dabfb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:02.608477 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b4ba5a07-746f-4e35-884e-14f751dabfb2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e0da659b-11c0-4679-87b7-a1440c353197 HTTP/1.1" status: 204 len: 168 time: 0.1525252 Nov 10 19:21:02.625543 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba5a07-746f-4e35-884e-14f751dabfb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0da659b-11c0-4679-87b7-a1440c353197,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:02.641357 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-abe0b011-7d4d-49c2-a36f-7f943cc55a33 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:02.642891 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-abe0b011-7d4d-49c2-a36f-7f943cc55a33 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:02.734890 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-abe0b011-7d4d-49c2-a36f-7f943cc55a33 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:02.743548 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-abe0b011-7d4d-49c2-a36f-7f943cc55a33 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:02.762305 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940d288-23a9-4582-8d7d-2506a898bfdd req-255131ff-6509-4ae1-a628-7f6803242e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:02.763919 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a940d288-23a9-4582-8d7d-2506a898bfdd req-255131ff-6509-4ae1-a628-7f6803242e0c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d4d10b3c-f3e9-4b1f-b466-4ac973767b1a HTTP/1.1" status: 200 len: 1097 time: 0.0963683 Nov 10 19:21:02.767364 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-abe0b011-7d4d-49c2-a36f-7f943cc55a33 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:02.768547 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-abe0b011-7d4d-49c2-a36f-7f943cc55a33 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1758690 Nov 10 19:21:02.771969 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41912) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:02.777866 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-6484c0e9-813b-46ac-8def-407d5d48cfce tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'enable_snat': True}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:21:02.863692 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a940d288-23a9-4582-8d7d-2506a898bfdd req-435165ca-f9ae-4f6e-ac44-e156bdababd0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ebde3a1f-e437-47b9-b944-6909b6dfbd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904126 Nov 10 19:21:02.894689 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3de33-f367-4ef9-b0e4-87b0bf4696c0 req-1c02439a-a51b-4ebb-bd4f-106a9d1f1fc7 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:02.897400 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-18f3de33-f367-4ef9-b0e4-87b0bf4696c0 req-1c02439a-a51b-4ebb-bd4f-106a9d1f1fc7 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4d10b3c-f3e9-4b1f-b466-4ac973767b1a HTTP/1.1" status: 200 len: 946 time: 0.1041021 Nov 10 19:21:02.958369 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-18f3de33-f367-4ef9-b0e4-87b0bf4696c0 req-8cee13e6-d593-4496-bc67-a1846557ca99 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebde3a1f-e437-47b9-b944-6909b6dfbd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536146 Nov 10 19:21:03.012049 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6484c0e9-813b-46ac-8def-407d5d48cfce tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:03.233086 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6484c0e9-813b-46ac-8def-407d5d48cfce tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:03.253234 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6484c0e9-813b-46ac-8def-407d5d48cfce tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:03.319742 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e023ecc-809b-4f9a-9336-89c11d6056fb req-64946fe4-74d5-4fbb-8708-bc89ee406fff tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:03.327022 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6e023ecc-809b-4f9a-9336-89c11d6056fb req-64946fe4-74d5-4fbb-8708-bc89ee406fff tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d HTTP/1.1" status: 200 len: 945 time: 0.0666311 Nov 10 19:21:03.380377 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6e023ecc-809b-4f9a-9336-89c11d6056fb req-5a907af8-e550-4ce1-b344-e2f3bdafd62f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462048 Nov 10 19:21:03.381302 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-6484c0e9-813b-46ac-8def-407d5d48cfce tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Allocated IP 172.25.3.17 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/30195385-782d-4d8a-b1ca-f9f12e7a6c55) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:21:03.503544 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6484c0e9-813b-46ac-8def-407d5d48cfce tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:03.544915 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6484c0e9-813b-46ac-8def-407d5d48cfce tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:03.583105 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6484c0e9-813b-46ac-8def-407d5d48cfce tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:21:03.586526 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-6484c0e9-813b-46ac-8def-407d5d48cfce tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:21:03.593689 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6484c0e9-813b-46ac-8def-407d5d48cfce tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:21:03.606625 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c29ba33-546e-40e0-aa6c-a4304e72f5eb None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:21:03.644490 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484c0e9-813b-46ac-8def-407d5d48cfce tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Pushing event updated for resources: {'Port': ['ID=30195385-782d-4d8a-b1ca-f9f12e7a6c55,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:03.684898 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c9311b39-8ab9-4de9-aede-2c2e1a28c92e None None] Provisioning complete for port 30195385-782d-4d8a-b1ca-f9f12e7a6c55 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:21:03.685274 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c9311b39-8ab9-4de9-aede-2c2e1a28c92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:03.721056 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c9311b39-8ab9-4de9-aede-2c2e1a28c92e None None] Port 30195385-782d-4d8a-b1ca-f9f12e7a6c55 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:21:03.879278 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6484c0e9-813b-46ac-8def-407d5d48cfce tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:03.997836 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-01dae3ce-e42c-4385-b2e7-026366ba2e80 req-d49c68c6-9b5a-4924-be71-df42819178e2 tempest-ServerShowV254Test-1070462207 tempest-ServerShowV254Test-1070462207-project] 10.222.0.54 "GET /v2.0/ports?device_id=1754d326-494f-4295-b4b6-3be2006f2e4f HTTP/1.1" status: 200 len: 210 time: 0.0335939 Nov 10 19:21:04.113923 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6484c0e9-813b-46ac-8def-407d5d48cfce tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25260'] for router, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:04.117861 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6484c0e9-813b-46ac-8def-407d5d48cfce tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-408903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-408910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396833'] for router, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:04.144110 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7a3b5-f9ea-4300-8ad8-2eeb079d2f44 req-b8e0e8e8-faa2-415e-9784-18f7dcb0889e tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:04.145917 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-96c7a3b5-f9ea-4300-8ad8-2eeb079d2f44 req-b8e0e8e8-faa2-415e-9784-18f7dcb0889e tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4d10b3c-f3e9-4b1f-b466-4ac973767b1a HTTP/1.1" status: 200 len: 946 time: 0.0643559 Nov 10 19:21:04.202497 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-96c7a3b5-f9ea-4300-8ad8-2eeb079d2f44 req-e8ab2a8e-18f8-4018-86c6-541aa9913709 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebde3a1f-e437-47b9-b944-6909b6dfbd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506282 Nov 10 19:21:04.268943 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6484c0e9-813b-46ac-8def-407d5d48cfce tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Router eaf33764-f607-4f7f-973a-21e07bbdb3c4 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:21:04.328217 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b10b7-ad0a-468d-a8d3-6e799724d6df req-b239d0c0-c6d6-4206-8517-9031d311e566 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:04.330444 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-896b10b7-ad0a-468d-a8d3-6e799724d6df req-b239d0c0-c6d6-4206-8517-9031d311e566 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4d10b3c-f3e9-4b1f-b466-4ac973767b1a HTTP/1.1" status: 200 len: 946 time: 0.0550747 Nov 10 19:21:04.340398 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 41968) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:04.347301 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-3adb291a-16f3-4971-9b03-685956e4840e tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Request body: {'floatingip': {'port_id': '630fe2b0-354e-464d-9eeb-ced0eed28569'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:21:04.387362 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6484c0e9-813b-46ac-8def-407d5d48cfce tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:21:04.392080 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6484c0e9-813b-46ac-8def-407d5d48cfce tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:04.393109 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6484c0e9-813b-46ac-8def-407d5d48cfce tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] 10.222.0.54 "PUT /v2.0/routers/eaf33764-f607-4f7f-973a-21e07bbdb3c4 HTTP/1.1" status: 200 len: 914 time: 1.6199493 Nov 10 19:21:04.393869 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3adb291a-16f3-4971-9b03-685956e4840e tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks [] for floatingip, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:04.395623 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41970) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:04.398862 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedeba26-29c2-4bfa-85c0-ed7d9969822d None None] Sync routers for ids ['eaf33764-f607-4f7f-973a-21e07bbdb3c4'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:21:04.412783 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedeba26-29c2-4bfa-85c0-ed7d9969822d None None] Routers {'eaf33764-f607-4f7f-973a-21e07bbdb3c4'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:21:04.413747 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-aedeba26-29c2-4bfa-85c0-ed7d9969822d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['eaf33764-f607-4f7f-973a-21e07bbdb3c4'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:04.464694 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-aedeba26-29c2-4bfa-85c0-ed7d9969822d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:04.492351 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedeba26-29c2-4bfa-85c0-ed7d9969822d None None] Routers {'eaf33764-f607-4f7f-973a-21e07bbdb3c4'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:21:04.493446 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-aedeba26-29c2-4bfa-85c0-ed7d9969822d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['eaf33764-f607-4f7f-973a-21e07bbdb3c4'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:04.539539 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-74724604-448c-4027-8dc6-98c5d4d6f631 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] 10.222.0.54 "GET /v2.0/routers/eaf33764-f607-4f7f-973a-21e07bbdb3c4 HTTP/1.1" status: 200 len: 920 time: 0.1427484 Nov 10 19:21:04.540347 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 41976) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:04.544649 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-aedeba26-29c2-4bfa-85c0-ed7d9969822d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:04.545343 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedeba26-29c2-4bfa-85c0-ed7d9969822d None None] The sync data for ids ['eaf33764-f607-4f7f-973a-21e07bbdb3c4'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:21:04.628591 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402868a-07cc-448b-b460-4f792559bd96 req-3e80cc49-18ad-45fe-af95-f5f6be1aa4f0 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:04.630250 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6402868a-07cc-448b-b460-4f792559bd96 req-3e80cc49-18ad-45fe-af95-f5f6be1aa4f0 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d HTTP/1.1" status: 200 len: 945 time: 0.1302958 Nov 10 19:21:04.701651 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cda60c4-a4ec-427b-ae7b-2723da943f92 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:04.703204 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8cda60c4-a4ec-427b-ae7b-2723da943f92 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd&device_id=eaf33764-f607-4f7f-973a-21e07bbdb3c4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1431394 Nov 10 19:21:04.706094 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41982) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:04.769209 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6402868a-07cc-448b-b460-4f792559bd96 req-4ab7862b-1ad8-467e-90da-c35f971f3992 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047413 Nov 10 19:21:04.807693 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dd0d1a-6c63-47bf-9177-02da893ff8de tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:04.811862 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-48dd0d1a-6c63-47bf-9177-02da893ff8de tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 881 time: 0.1019521 Nov 10 19:21:04.812118 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41984) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:04.841307 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a21d0fa0-7ca7-4779-a278-042d851053f7 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaf33764-f607-4f7f-973a-21e07bbdb3c4 HTTP/1.1" status: 200 len: 205 time: 0.0280747 Nov 10 19:21:04.843998 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41986) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:05.049755 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3adb291a-16f3-4971-9b03-685956e4840e tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:05.057084 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3adb291a-16f3-4971-9b03-685956e4840e tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:05.177423 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-15de90f9-91ad-429b-a805-43296bc3e9fd req-beaeb04b-e1cb-44a0-8b2f-2ca527f5bce5 tempest-ServerShowV254Test-1070462207 tempest-ServerShowV254Test-1070462207-project] 10.222.0.54 "GET /v2.0/ports?device_id=1754d326-494f-4295-b4b6-3be2006f2e4f HTTP/1.1" status: 200 len: 210 time: 0.0602643 Nov 10 19:21:05.195517 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-3adb291a-16f3-4971-9b03-685956e4840e tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Floating IP 2ce6fac3-266c-47a5-94e8-26fececc4b55 associated. External IP: 172.25.3.185, port: 630fe2b0-354e-464d-9eeb-ced0eed28569. Nov 10 19:21:05.275513 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d29e9e17-1d41-4b12-b114-69838f24e351 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:05.381180 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d29e9e17-1d41-4b12-b114-69838f24e351 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:05.418690 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3adb291a-16f3-4971-9b03-685956e4840e tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Router 7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:21:05.439661 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-d29e9e17-1d41-4b12-b114-69838f24e351 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Deleting port 30195385-782d-4d8a-b1ca-f9f12e7a6c55 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:21:05.440000 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d29e9e17-1d41-4b12-b114-69838f24e351 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:05.523617 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d29e9e17-1d41-4b12-b114-69838f24e351 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:05.533670 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adb291a-16f3-4971-9b03-685956e4840e tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:21:05.536391 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-d29e9e17-1d41-4b12-b114-69838f24e351 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Calling delete_port for 30195385-782d-4d8a-b1ca-f9f12e7a6c55 owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:21:05.539221 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3adb291a-16f3-4971-9b03-685956e4840e tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:05.544637 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc21378-d12e-4a89-bcdd-bbcd58206caf None None] Sync routers for ids ['7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:21:05.558460 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc21378-d12e-4a89-bcdd-bbcd58206caf None None] Routers {'7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:21:05.559069 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-8fc21378-d12e-4a89-bcdd-bbcd58206caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:05.573991 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3adb291a-16f3-4971-9b03-685956e4840e tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "PUT /v2.0/floatingips/2ce6fac3-266c-47a5-94e8-26fececc4b55 HTTP/1.1" status: 200 len: 992 time: 1.2296517 Nov 10 19:21:05.573991 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d10b3c-f3e9-4b1f-b466-4ac973767b1a', 'tag': '630fe2b0-354e-464d-9eeb-ced0eed28569'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:21:05.574679 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef573b8-7c56-4167-8250-f3d8545d5e93" -d '{"events": [{"name": "network-changed", "server_uuid": "d4d10b3c-f3e9-4b1f-b466-4ac973767b1a", "tag": "630fe2b0-354e-464d-9eeb-ced0eed28569"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:21:05.675982 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fd2a71-5dab-45b9-83ae-2b5607f44fd7 x-openstack-request-id: req-d9fd2a71-5dab-45b9-83ae-2b5607f44fd7 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:21:05.676269 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4d10b3c-f3e9-4b1f-b466-4ac973767b1a", "tag": "630fe2b0-354e-464d-9eeb-ced0eed28569", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:21:05.676548 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d9fd2a71-5dab-45b9-83ae-2b5607f44fd7 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:21:05.676968 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4d10b3c-f3e9-4b1f-b466-4ac973767b1a', 'tag': '630fe2b0-354e-464d-9eeb-ced0eed28569', 'status': 'completed', 'code': 200} Nov 10 19:21:05.686871 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-8fc21378-d12e-4a89-bcdd-bbcd58206caf None None] Set router 7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:21:05.735095 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d29e9e17-1d41-4b12-b114-69838f24e351 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:05.747066 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef573b8-7c56-4167-8250-f3d8545d5e93 req-8a60bc80-bb1d-405e-a505-654deb674f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:05.748773 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0ef573b8-7c56-4167-8250-f3d8545d5e93 req-8a60bc80-bb1d-405e-a505-654deb674f24 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e93fd5a65df6457aaef20d4422ffb25a&device_id=d4d10b3c-f3e9-4b1f-b466-4ac973767b1a HTTP/1.1" status: 200 len: 1097 time: 0.0456402 Nov 10 19:21:05.763619 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e9e17-1d41-4b12-b114-69838f24e351 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Pushing event deleted for resources: {'Port': ['ID=30195385-782d-4d8a-b1ca-f9f12e7a6c55,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:05.780788 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541e204e-656c-4a9f-a3d0-656a3589c313 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:21:05.838347 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d29e9e17-1d41-4b12-b114-69838f24e351 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:05.943590 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d29e9e17-1d41-4b12-b114-69838f24e351 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:05.943978 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-8fc21378-d12e-4a89-bcdd-bbcd58206caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'name': 'tempest-ServersTestJSON-1599779099-router', 'tenant_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '5a84046d-6c4a-45e8-99f3-69d31bbe13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:20:36Z', 'updated_at': '2021-11-10T19:20:42Z', 'revision_number': 4, 'project_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'gw_port': {'id': '5a84046d-6c4a-45e8-99f3-69d31bbe13fa', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:20:36Z', 'updated_at': '2021-11-10T19:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '2ce6fac3-266c-47a5-94e8-26fececc4b55', 'tenant_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'port_id': '630fe2b0-354e-464d-9eeb-ced0eed28569', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08c1a153-c568-4f29-ba72-f916d4c7b272', 'mac_address': 'fa:16:3e:fc:65:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d10b3c-f3e9-4b1f-b466-4ac973767b1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:20:50Z', 'updated_at': '2021-11-10T19:21:04Z', 'revision_number': 1, 'project_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3ba4fc8-012a-45ac-9a11-bb966c5c228c', 'name': '', 'network_id': '08c1a153-c568-4f29-ba72-f916d4c7b272', 'tenant_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'mac_address': 'fa:16:3e:3b:f7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '6222ee0a-c125-4f8d-a824-8d99523756bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:20:40Z', 'updated_at': '2021-11-10T19:20:45Z', 'revision_number': 5, 'project_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'subnets': [{'id': '6222ee0a-c125-4f8d-a824-8d99523756bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:05.946173 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d29e9e17-1d41-4b12-b114-69838f24e351 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:06.001734 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d29e9e17-1d41-4b12-b114-69838f24e351 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:06.003018 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29e9e17-1d41-4b12-b114-69838f24e351 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Fanout notify agent at l3_agent the message router_deleted on router eaf33764-f607-4f7f-973a-21e07bbdb3c4 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:21:06.027376 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d29e9e17-1d41-4b12-b114-69838f24e351 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:06.032555 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d29e9e17-1d41-4b12-b114-69838f24e351 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] 10.222.0.54 "DELETE /v2.0/routers/eaf33764-f607-4f7f-973a-21e07bbdb3c4 HTTP/1.1" status: 204 len: 168 time: 1.1837034 Nov 10 19:21:06.033285 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42002) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:06.038849 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-a3308d2a-5079-4021-9b5a-7a16f0869a0b tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1099708737', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:21:06.067711 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a3308d2a-5079-4021-9b5a-7a16f0869a0b tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:06.076743 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc21378-d12e-4a89-bcdd-bbcd58206caf None None] Checking router: 7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:21:06.077012 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a3308d2a-5079-4021-9b5a-7a16f0869a0b tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:06.086243 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc21378-d12e-4a89-bcdd-bbcd58206caf None None] Routers {'7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:21:06.086880 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-8fc21378-d12e-4a89-bcdd-bbcd58206caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:06.170359 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a3308d2a-5079-4021-9b5a-7a16f0869a0b tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:06.188655 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f20580be-6c5d-4948-8815-299d77c6a6c1 req-f73883ff-ec6d-4bca-8ff6-2b201be6f259 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1754d326-494f-4295-b4b6-3be2006f2e4f HTTP/1.1" status: 200 len: 210 time: 0.0295808 Nov 10 19:21:06.190075 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a3308d2a-5079-4021-9b5a-7a16f0869a0b tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:06.200834 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-8fc21378-d12e-4a89-bcdd-bbcd58206caf None None] Set router 7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:21:06.214968 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a3308d2a-5079-4021-9b5a-7a16f0869a0b tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:06.219231 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a3308d2a-5079-4021-9b5a-7a16f0869a0b tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1819749 Nov 10 19:21:06.219567 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42006) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:06.224480 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-df23d013-587c-4304-91dc-7b63669ca752 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'enable_snat': False}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:21:06.302021 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef573b8-7c56-4167-8250-f3d8545d5e93 req-12be4ac0-17a1-433e-bf6a-718ce540808b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:06.303594 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0ef573b8-7c56-4167-8250-f3d8545d5e93 req-12be4ac0-17a1-433e-bf6a-718ce540808b service neutron] 10.222.0.73 "GET /v2.0/networks?id=08c1a153-c568-4f29-ba72-f916d4c7b272 HTTP/1.1" status: 200 len: 907 time: 0.5468266 Nov 10 19:21:06.315147 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87c889-b5b6-48b2-8b1c-550d0c952c5b req-9127bf8e-672b-4d41-a83c-7a106aced88b tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:06.316655 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5f87c889-b5b6-48b2-8b1c-550d0c952c5b req-9127bf8e-672b-4d41-a83c-7a106aced88b tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d HTTP/1.1" status: 200 len: 945 time: 0.0697219 Nov 10 19:21:06.382430 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5f87c889-b5b6-48b2-8b1c-550d0c952c5b req-dc225147-2538-437b-a8f1-5f43c70dc554 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577130 Nov 10 19:21:06.450635 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df23d013-587c-4304-91dc-7b63669ca752 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:06.460395 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0ef573b8-7c56-4167-8250-f3d8545d5e93 req-50ed7d61-f8a1-4ccd-9140-c7d3fc7efa8b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=630fe2b0-354e-464d-9eeb-ced0eed28569 HTTP/1.1" status: 200 len: 1000 time: 0.0765984 Nov 10 19:21:06.465316 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-8fc21378-d12e-4a89-bcdd-bbcd58206caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'name': 'tempest-ServersTestJSON-1599779099-router', 'tenant_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '5a84046d-6c4a-45e8-99f3-69d31bbe13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:20:36Z', 'updated_at': '2021-11-10T19:20:42Z', 'revision_number': 4, 'project_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'gw_port': {'id': '5a84046d-6c4a-45e8-99f3-69d31bbe13fa', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:20:36Z', 'updated_at': '2021-11-10T19:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '2ce6fac3-266c-47a5-94e8-26fececc4b55', 'tenant_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'port_id': '630fe2b0-354e-464d-9eeb-ced0eed28569', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08c1a153-c568-4f29-ba72-f916d4c7b272', 'mac_address': 'fa:16:3e:fc:65:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d10b3c-f3e9-4b1f-b466-4ac973767b1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:20:50Z', 'updated_at': '2021-11-10T19:21:04Z', 'revision_number': 1, 'project_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3ba4fc8-012a-45ac-9a11-bb966c5c228c', 'name': '', 'network_id': '08c1a153-c568-4f29-ba72-f916d4c7b272', 'tenant_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'mac_address': 'fa:16:3e:3b:f7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '6222ee0a-c125-4f8d-a824-8d99523756bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:20:40Z', 'updated_at': '2021-11-10T19:20:45Z', 'revision_number': 5, 'project_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'subnets': [{'id': '6222ee0a-c125-4f8d-a824-8d99523756bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:06.501456 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc21378-d12e-4a89-bcdd-bbcd58206caf None None] The sync data for ids ['7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c'] in n-d-813897-4 is: [{'id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'name': 'tempest-ServersTestJSON-1599779099-router', 'tenant_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '5a84046d-6c4a-45e8-99f3-69d31bbe13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:20:36Z', 'updated_at': '2021-11-10T19:20:42Z', 'revision_number': 4, 'project_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'gw_port': {'id': '5a84046d-6c4a-45e8-99f3-69d31bbe13fa', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:20:36Z', 'updated_at': '2021-11-10T19:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '2ce6fac3-266c-47a5-94e8-26fececc4b55', 'tenant_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'port_id': '630fe2b0-354e-464d-9eeb-ced0eed28569', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08c1a153-c568-4f29-ba72-f916d4c7b272', 'mac_address': 'fa:16:3e:fc:65:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d10b3c-f3e9-4b1f-b466-4ac973767b1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:20:50Z', 'updated_at': '2021-11-10T19:21:04Z', 'revision_number': 1, 'project_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3ba4fc8-012a-45ac-9a11-bb966c5c228c', 'name': '', 'network_id': '08c1a153-c568-4f29-ba72-f916d4c7b272', 'tenant_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'mac_address': 'fa:16:3e:3b:f7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '6222ee0a-c125-4f8d-a824-8d99523756bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:20:40Z', 'updated_at': '2021-11-10T19:20:45Z', 'revision_number': 5, 'project_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'subnets': [{'id': '6222ee0a-c125-4f8d-a824-8d99523756bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:21:06.527768 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef573b8-7c56-4167-8250-f3d8545d5e93 req-61c284f0-107e-40ce-9d09-c5de9e22a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:06.530398 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0ef573b8-7c56-4167-8250-f3d8545d5e93 req-61c284f0-107e-40ce-9d09-c5de9e22a567 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6222ee0a-c125-4f8d-a824-8d99523756bb HTTP/1.1" status: 200 len: 845 time: 0.0601645 Nov 10 19:21:06.595341 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef573b8-7c56-4167-8250-f3d8545d5e93 req-4aa745be-4bc0-4677-b7d6-477de0ff9ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:06.596983 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0ef573b8-7c56-4167-8250-f3d8545d5e93 req-4aa745be-4bc0-4677-b7d6-477de0ff9ceb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=08c1a153-c568-4f29-ba72-f916d4c7b272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587161 Nov 10 19:21:06.708118 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df23d013-587c-4304-91dc-7b63669ca752 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:06.718989 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-22f82667-2cab-4b57-9353-44c3ed5109c3 req-ceab2bc3-a3f0-4746-91b1-96c4c2832912 tempest-ServerShowV254Test-1070462207 tempest-ServerShowV254Test-1070462207-project] 10.222.0.54 "GET /v2.0/ports?device_id=1754d326-494f-4295-b4b6-3be2006f2e4f HTTP/1.1" status: 200 len: 210 time: 0.0380211 Nov 10 19:21:06.736356 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df23d013-587c-4304-91dc-7b63669ca752 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:06.766096 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0ef573b8-7c56-4167-8250-f3d8545d5e93 req-10c37d50-cb4e-4f9e-a54f-367271b21834 service neutron] 10.222.0.73 "GET /v2.0/networks/08c1a153-c568-4f29-ba72-f916d4c7b272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588311 Nov 10 19:21:06.831062 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1234fd15-e522-4b08-9a20-a8d3d1de3e88 None None] New status for floating IP 2ce6fac3-266c-47a5-94e8-26fececc4b55: ACTIVE {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:21:06.856991 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-df23d013-587c-4304-91dc-7b63669ca752 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Allocated IP 172.25.3.211 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/c88b3f44-5042-4f19-8dab-f7f9637755bb) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:21:06.884440 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0ef573b8-7c56-4167-8250-f3d8545d5e93 req-624da324-f144-4761-938e-39c4b22d8fcc service neutron] 10.222.0.73 "GET /v2.0/networks/08c1a153-c568-4f29-ba72-f916d4c7b272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102598 Nov 10 19:21:06.971068 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df23d013-587c-4304-91dc-7b63669ca752 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:07.014311 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df23d013-587c-4304-91dc-7b63669ca752 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:07.055768 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df23d013-587c-4304-91dc-7b63669ca752 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:21:07.058638 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-df23d013-587c-4304-91dc-7b63669ca752 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:21:07.064644 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df23d013-587c-4304-91dc-7b63669ca752 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:21:07.072491 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1ddf6f-03d8-4d99-bc05-6c71c55f289b None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:21:07.088979 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23d013-587c-4304-91dc-7b63669ca752 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Pushing event updated for resources: {'Port': ['ID=c88b3f44-5042-4f19-8dab-f7f9637755bb,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:07.101268 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df23d013-587c-4304-91dc-7b63669ca752 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:07.101614 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df23d013-587c-4304-91dc-7b63669ca752 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:07.101996 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df23d013-587c-4304-91dc-7b63669ca752 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:07.102333 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df23d013-587c-4304-91dc-7b63669ca752 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:07.102667 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df23d013-587c-4304-91dc-7b63669ca752 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:07.103004 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df23d013-587c-4304-91dc-7b63669ca752 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:07.103323 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df23d013-587c-4304-91dc-7b63669ca752 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:07.103646 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df23d013-587c-4304-91dc-7b63669ca752 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:07.103976 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df23d013-587c-4304-91dc-7b63669ca752 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:07.104293 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df23d013-587c-4304-91dc-7b63669ca752 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:07.104620 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df23d013-587c-4304-91dc-7b63669ca752 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:07.104953 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df23d013-587c-4304-91dc-7b63669ca752 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:07.166677 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-dbe57462-a9ef-4a16-a3f5-36847cccfcdc None None] Provisioning complete for port c88b3f44-5042-4f19-8dab-f7f9637755bb triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:21:07.167462 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dbe57462-a9ef-4a16-a3f5-36847cccfcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:07.206031 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-dbe57462-a9ef-4a16-a3f5-36847cccfcdc None None] Port c88b3f44-5042-4f19-8dab-f7f9637755bb cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:21:07.360964 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df23d013-587c-4304-91dc-7b63669ca752 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:07.505256 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f12af-103f-4507-91eb-c3226a445ef8 req-b0322400-2d71-4391-b264-2ea93e26d2e0 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:07.507069 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-328f12af-103f-4507-91eb-c3226a445ef8 req-b0322400-2d71-4391-b264-2ea93e26d2e0 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d HTTP/1.1" status: 200 len: 945 time: 0.0536246 Nov 10 19:21:07.556592 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-328f12af-103f-4507-91eb-c3226a445ef8 req-fb8255be-b9e6-4d70-bfcf-b60944927dd1 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420611 Nov 10 19:21:07.564997 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df23d013-587c-4304-91dc-7b63669ca752 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25260'] for router, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:07.568692 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df23d013-587c-4304-91dc-7b63669ca752 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-408903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-408910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396833'] for router, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:07.706747 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df23d013-587c-4304-91dc-7b63669ca752 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Router cffb1977-1f7d-414b-8feb-8acfeac926c0 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:21:07.824215 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df23d013-587c-4304-91dc-7b63669ca752 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:21:07.828701 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df23d013-587c-4304-91dc-7b63669ca752 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:07.830277 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-df23d013-587c-4304-91dc-7b63669ca752 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] 10.222.0.54 "PUT /v2.0/routers/cffb1977-1f7d-414b-8feb-8acfeac926c0 HTTP/1.1" status: 200 len: 916 time: 1.6092658 Nov 10 19:21:07.832781 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42022) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:07.833537 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a81bea9-8ada-4f48-a7f5-bc760096d308 None None] Sync routers for ids ['cffb1977-1f7d-414b-8feb-8acfeac926c0'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:21:07.846405 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a81bea9-8ada-4f48-a7f5-bc760096d308 None None] Routers {'cffb1977-1f7d-414b-8feb-8acfeac926c0'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:21:07.847039 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-0a81bea9-8ada-4f48-a7f5-bc760096d308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['cffb1977-1f7d-414b-8feb-8acfeac926c0'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:07.858729 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e9d69a30-6095-49e3-97d6-061c71847a21 req-491de78c-de05-4f6e-9670-ab8b06779f42 tempest-ServerShowV254Test-1070462207 tempest-ServerShowV254Test-1070462207-project] 10.222.0.54 "GET /v2.0/ports?device_id=1754d326-494f-4295-b4b6-3be2006f2e4f HTTP/1.1" status: 200 len: 210 time: 0.0302889 Nov 10 19:21:07.889097 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-0a81bea9-8ada-4f48-a7f5-bc760096d308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:07.899465 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a81bea9-8ada-4f48-a7f5-bc760096d308 None None] Routers {'cffb1977-1f7d-414b-8feb-8acfeac926c0'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:21:07.900076 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-0a81bea9-8ada-4f48-a7f5-bc760096d308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['cffb1977-1f7d-414b-8feb-8acfeac926c0'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:07.937855 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-0a81bea9-8ada-4f48-a7f5-bc760096d308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:07.937855 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a81bea9-8ada-4f48-a7f5-bc760096d308 None None] The sync data for ids ['cffb1977-1f7d-414b-8feb-8acfeac926c0'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:21:07.952499 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-952ba9cb-df24-4052-8ec7-01aefe13e64a tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] 10.222.0.54 "GET /v2.0/routers/cffb1977-1f7d-414b-8feb-8acfeac926c0 HTTP/1.1" status: 200 len: 922 time: 0.1185589 Nov 10 19:21:07.955556 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42026) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:07.998238 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52064b5e-7ba7-4f7a-a80d-4d4cd302cd14 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:07.999904 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-52064b5e-7ba7-4f7a-a80d-4d4cd302cd14 tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd&device_id=cffb1977-1f7d-414b-8feb-8acfeac926c0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0434270 Nov 10 19:21:08.002981 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42028) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:08.094555 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651666b0-883a-4e7a-9dfb-39def8f3f84c tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:08.099130 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-651666b0-883a-4e7a-9dfb-39def8f3f84c tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 881 time: 0.0923662 Nov 10 19:21:08.099485 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42032) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:08.127198 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1142b5a8-8335-4bc8-ac6d-92e5224b806c tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] 10.222.0.54 "GET /v2.0/ports?device_id=cffb1977-1f7d-414b-8feb-8acfeac926c0 HTTP/1.1" status: 200 len: 205 time: 0.0263801 Nov 10 19:21:08.130059 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42034) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:08.241310 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-71d2986d-9517-473a-921d-ed0bfb0de01b tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:08.355311 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-71d2986d-9517-473a-921d-ed0bfb0de01b tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:08.428684 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cefc4186-127e-4d8a-8612-0d58828ffca5 req-cd321ccc-2b84-407f-8463-7d6e0413f381 tempest-ServerShowV254Test-1070462207 tempest-ServerShowV254Test-1070462207-project] 10.222.0.54 "GET /v2.0/ports?device_id=1754d326-494f-4295-b4b6-3be2006f2e4f HTTP/1.1" status: 200 len: 210 time: 0.0348673 Nov 10 19:21:08.452118 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-71d2986d-9517-473a-921d-ed0bfb0de01b tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Deleting port c88b3f44-5042-4f19-8dab-f7f9637755bb {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:21:08.452470 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-71d2986d-9517-473a-921d-ed0bfb0de01b tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:08.534275 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-71d2986d-9517-473a-921d-ed0bfb0de01b tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:08.546560 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-71d2986d-9517-473a-921d-ed0bfb0de01b tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Calling delete_port for c88b3f44-5042-4f19-8dab-f7f9637755bb owned by network:router_gateway {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:21:08.747153 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3dda9-86c9-4f37-a098-b805b8969413 req-b61c8c5a-32b2-4278-8976-38263be86977 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:08.748538 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-96b3dda9-86c9-4f37-a098-b805b8969413 req-b61c8c5a-32b2-4278-8976-38263be86977 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d HTTP/1.1" status: 200 len: 945 time: 0.0832946 Nov 10 19:21:08.792355 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-71d2986d-9517-473a-921d-ed0bfb0de01b tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:08.838488 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2986d-9517-473a-921d-ed0bfb0de01b tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Pushing event deleted for resources: {'Port': ['ID=c88b3f44-5042-4f19-8dab-f7f9637755bb,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:08.845082 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a1bf1e-0266-4755-9488-42b8a304ddea None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:21:08.846473 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-96b3dda9-86c9-4f37-a098-b805b8969413 req-e4781bca-f06b-4832-b415-6518654be970 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913346 Nov 10 19:21:08.903695 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-71d2986d-9517-473a-921d-ed0bfb0de01b tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:08.998393 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-71d2986d-9517-473a-921d-ed0bfb0de01b tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:09.000790 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-71d2986d-9517-473a-921d-ed0bfb0de01b tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:09.052047 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-71d2986d-9517-473a-921d-ed0bfb0de01b tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:09.052652 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d2986d-9517-473a-921d-ed0bfb0de01b tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Fanout notify agent at l3_agent the message router_deleted on router cffb1977-1f7d-414b-8feb-8acfeac926c0 {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:21:09.059572 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-71d2986d-9517-473a-921d-ed0bfb0de01b tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:09.060618 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-71d2986d-9517-473a-921d-ed0bfb0de01b tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] 10.222.0.54 "DELETE /v2.0/routers/cffb1977-1f7d-414b-8feb-8acfeac926c0 HTTP/1.1" status: 204 len: 168 time: 0.9293988 Nov 10 19:21:09.065262 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42062) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:09.069943 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-c9f07835-45be-4c97-8c05-a9e810a6670f tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-804035229', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}, 'admin_state_up': False}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:21:09.094911 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c9f07835-45be-4c97-8c05-a9e810a6670f tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:09.095950 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c9f07835-45be-4c97-8c05-a9e810a6670f tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:09.148082 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c9f07835-45be-4c97-8c05-a9e810a6670f tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:09.291668 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c9f07835-45be-4c97-8c05-a9e810a6670f tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:09.492803 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c9f07835-45be-4c97-8c05-a9e810a6670f tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:09.521023 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c9f07835-45be-4c97-8c05-a9e810a6670f tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:09.548554 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-00c9c572-741a-40fe-9573-edfb2343ad1b req-fd6e2c72-9332-4f8b-8439-30ff1699568b tempest-ServerShowV254Test-1070462207 tempest-ServerShowV254Test-1070462207-project] 10.222.0.54 "GET /v2.0/ports?device_id=1754d326-494f-4295-b4b6-3be2006f2e4f HTTP/1.1" status: 200 len: 210 time: 0.0366690 Nov 10 19:21:09.651142 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-c9f07835-45be-4c97-8c05-a9e810a6670f tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Allocated IP 172.25.3.26 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/b5539b18-6b58-4ac3-bd99-40f1822746c1) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:21:09.775956 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c9f07835-45be-4c97-8c05-a9e810a6670f tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:09.813869 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c9f07835-45be-4c97-8c05-a9e810a6670f tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:09.855369 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f07835-45be-4c97-8c05-a9e810a6670f tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:21:09.858450 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-c9f07835-45be-4c97-8c05-a9e810a6670f tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:21:09.863371 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f07835-45be-4c97-8c05-a9e810a6670f tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:21:09.866617 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f07835-45be-4c97-8c05-a9e810a6670f tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Pushing event updated for resources: {'Port': ['ID=b5539b18-6b58-4ac3-bd99-40f1822746c1,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:09.877210 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b9f972-3c7b-47b0-8af2-a2e6c1e9a8ca None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:21:09.953705 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a98bf0a0-f038-4254-a484-d307ff1b70b6 None None] Provisioning complete for port b5539b18-6b58-4ac3-bd99-40f1822746c1 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:21:09.954576 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a98bf0a0-f038-4254-a484-d307ff1b70b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:09.989870 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-a98bf0a0-f038-4254-a484-d307ff1b70b6 None None] Port b5539b18-6b58-4ac3-bd99-40f1822746c1 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:21:10.054522 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6817a-b53e-43a8-8bb8-2c9f83dc1b25 req-10f2f087-dcd7-4439-9379-ec378ddb4c19 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:10.055999 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4fb6817a-b53e-43a8-8bb8-2c9f83dc1b25 req-10f2f087-dcd7-4439-9379-ec378ddb4c19 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d HTTP/1.1" status: 200 len: 945 time: 0.1106524 Nov 10 19:21:10.181975 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4fb6817a-b53e-43a8-8bb8-2c9f83dc1b25 req-d1a296d4-781d-4fc9-867c-ce43edc03462 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184285 Nov 10 19:21:10.204414 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c9f07835-45be-4c97-8c05-a9e810a6670f tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:10.410064 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c9f07835-45be-4c97-8c05-a9e810a6670f tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:10.526164 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:21:10.551985 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f07835-45be-4c97-8c05-a9e810a6670f tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Router 74e63da4-b7ab-40e9-8297-79cbc088109f is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:21:10.684756 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74482d39-8f3b-4aa6-a558-9cebad1a83aa req-7a8c2c05-2436-4642-beb6-7a46d523f617 tempest-ServerShowV254Test-1070462207 tempest-ServerShowV254Test-1070462207-project] 10.222.0.54 "GET /v2.0/ports?device_id=1754d326-494f-4295-b4b6-3be2006f2e4f HTTP/1.1" status: 200 len: 210 time: 0.0361240 Nov 10 19:21:10.697898 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f07835-45be-4c97-8c05-a9e810a6670f tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:21:10.708791 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336eb7cd-2574-47d8-99f4-4783a2edad53 None None] Sync routers for ids ['74e63da4-b7ab-40e9-8297-79cbc088109f'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:21:10.722731 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336eb7cd-2574-47d8-99f4-4783a2edad53 None None] Routers {'74e63da4-b7ab-40e9-8297-79cbc088109f'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:21:10.723571 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-336eb7cd-2574-47d8-99f4-4783a2edad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['74e63da4-b7ab-40e9-8297-79cbc088109f'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:10.729039 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c9f07835-45be-4c97-8c05-a9e810a6670f tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:10.730324 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c9f07835-45be-4c97-8c05-a9e810a6670f tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.6640100 Nov 10 19:21:10.733056 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42084) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:10.738556 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-72fcec4d-cffd-4b8b-8155-fcc980966fef tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:21:10.875597 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12aa2ca-88af-43c4-a19f-04543b0400db req-83ca6dd8-0751-42f8-b4e2-50c6d2d5010c tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:10.877369 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b12aa2ca-88af-43c4-a19f-04543b0400db req-83ca6dd8-0751-42f8-b4e2-50c6d2d5010c tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d HTTP/1.1" status: 200 len: 945 time: 0.1050785 Nov 10 19:21:10.922708 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-336eb7cd-2574-47d8-99f4-4783a2edad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:10.931835 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336eb7cd-2574-47d8-99f4-4783a2edad53 None None] Routers {'74e63da4-b7ab-40e9-8297-79cbc088109f'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:21:10.932482 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-336eb7cd-2574-47d8-99f4-4783a2edad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['74e63da4-b7ab-40e9-8297-79cbc088109f'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:10.965451 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-336eb7cd-2574-47d8-99f4-4783a2edad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:10.966038 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336eb7cd-2574-47d8-99f4-4783a2edad53 None None] The sync data for ids ['74e63da4-b7ab-40e9-8297-79cbc088109f'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:21:10.983374 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b12aa2ca-88af-43c4-a19f-04543b0400db req-4804282e-50c6-414a-af7c-e9c04860a8be tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958705 Nov 10 19:21:11.492787 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-72fcec4d-cffd-4b8b-8155-fcc980966fef tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:11.508980 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-72fcec4d-cffd-4b8b-8155-fcc980966fef tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:11.568871 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-72fcec4d-cffd-4b8b-8155-fcc980966fef tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Deleting port b5539b18-6b58-4ac3-bd99-40f1822746c1 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:21:11.569571 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-72fcec4d-cffd-4b8b-8155-fcc980966fef tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:11.653884 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-72fcec4d-cffd-4b8b-8155-fcc980966fef tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:11.667060 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-72fcec4d-cffd-4b8b-8155-fcc980966fef tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Calling delete_port for b5539b18-6b58-4ac3-bd99-40f1822746c1 owned by network:router_gateway {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:21:11.778389 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f42bb9-0a81-4dd3-8a25-c0fd5dbb3658 req-a9c44c2f-2cd1-4249-a7f0-6f3631321951 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:11.779870 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6f42bb9-0a81-4dd3-8a25-c0fd5dbb3658 req-a9c44c2f-2cd1-4249-a7f0-6f3631321951 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/ports?device_id=82d8745a-7063-483f-943d-bd36adfb3f35 HTTP/1.1" status: 200 len: 945 time: 0.0996017 Nov 10 19:21:11.895455 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6f42bb9-0a81-4dd3-8a25-c0fd5dbb3658 req-f41b1d57-c55e-48eb-8ce6-d4273afae18a tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/security-groups?id=07dec0b9-1992-453b-b6ea-c5786017d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857847 Nov 10 19:21:11.923781 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-72fcec4d-cffd-4b8b-8155-fcc980966fef tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:11.953075 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fcec4d-cffd-4b8b-8155-fcc980966fef tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Pushing event deleted for resources: {'Port': ['ID=b5539b18-6b58-4ac3-bd99-40f1822746c1,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:11.970958 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cabf35d-02b4-44be-9c45-6e98f8d17098 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:21:12.044785 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-50fa5dec-29cb-4e3b-8fa2-92bcc8b4472f req-c45ea1bf-5b3b-4520-a237-a28e39a35555 tempest-ServerShowV254Test-1070462207 tempest-ServerShowV254Test-1070462207-project] 10.222.0.54 "GET /v2.0/ports?device_id=1754d326-494f-4295-b4b6-3be2006f2e4f HTTP/1.1" status: 200 len: 210 time: 0.0852301 Nov 10 19:21:12.074632 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-72fcec4d-cffd-4b8b-8155-fcc980966fef tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:12.117313 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2fa3c-08b1-4c76-9441-4cdcb06a0aef req-38099ef2-3558-41ba-9996-8d1a13d1dfa1 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:12.118862 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a3f2fa3c-08b1-4c76-9441-4cdcb06a0aef req-38099ef2-3558-41ba-9996-8d1a13d1dfa1 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.25 "GET /v2.0/ports?device_id=086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d HTTP/1.1" status: 200 len: 945 time: 0.1361780 Nov 10 19:21:12.361281 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4f386-cf26-400a-adc2-750b3dd9f1e7 req-b3a8b14e-1611-4e18-9987-e4da93bfe126 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:12.362834 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fad4f386-cf26-400a-adc2-750b3dd9f1e7 req-b3a8b14e-1611-4e18-9987-e4da93bfe126 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d HTTP/1.1" status: 200 len: 945 time: 0.2152412 Nov 10 19:21:12.412238 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-72fcec4d-cffd-4b8b-8155-fcc980966fef tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25260'] for router, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:12.430877 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-72fcec4d-cffd-4b8b-8155-fcc980966fef tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-408903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-408910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396833'] for router, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:12.458051 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-a3f2fa3c-08b1-4c76-9441-4cdcb06a0aef req-82bfa813-a60c-4f6d-821b-c3286337ade0 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Deleting port 91f5d33d-36c7-43e0-853a-84351d1d4c3a {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:21:12.458386 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a3f2fa3c-08b1-4c76-9441-4cdcb06a0aef req-82bfa813-a60c-4f6d-821b-c3286337ade0 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:12.543029 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fad4f386-cf26-400a-adc2-750b3dd9f1e7 req-eaf1edf6-9bf1-4c2e-8a76-56e26ec3c9ef tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453810 Nov 10 19:21:12.588478 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72fcec4d-cffd-4b8b-8155-fcc980966fef tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Router 74e63da4-b7ab-40e9-8297-79cbc088109f has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:21:12.704011 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-a3f2fa3c-08b1-4c76-9441-4cdcb06a0aef req-82bfa813-a60c-4f6d-821b-c3286337ade0 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] For port 91f5d33d-36c7-43e0-853a-84351d1d4c3a, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=91f5d33d-36c7-43e0-853a-84351d1d4c3a,segment=NetworkSegment(c9a36c68-c3fb-4c33-a5bb-7886b7443ebd),segment_id=c9a36c68-c3fb-4c33-a5bb-7886b7443ebd)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:21:12.704305 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a3f2fa3c-08b1-4c76-9441-4cdcb06a0aef req-82bfa813-a60c-4f6d-821b-c3286337ade0 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:12.707339 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fcec4d-cffd-4b8b-8155-fcc980966fef tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:21:12.719006 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e3d253-1145-4b90-b797-8b6e34bf87f6 None None] Sync routers for ids ['74e63da4-b7ab-40e9-8297-79cbc088109f'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:21:12.719912 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-72fcec4d-cffd-4b8b-8155-fcc980966fef tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:12.723877 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-72fcec4d-cffd-4b8b-8155-fcc980966fef tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] 10.222.0.54 "PUT /v2.0/routers/74e63da4-b7ab-40e9-8297-79cbc088109f HTTP/1.1" status: 200 len: 705 time: 1.9898334 Nov 10 19:21:12.724748 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42120) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:12.734357 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e3d253-1145-4b90-b797-8b6e34bf87f6 None None] Routers {'74e63da4-b7ab-40e9-8297-79cbc088109f'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:21:12.735290 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-50e3d253-1145-4b90-b797-8b6e34bf87f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['74e63da4-b7ab-40e9-8297-79cbc088109f'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:12.742050 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-a3f2fa3c-08b1-4c76-9441-4cdcb06a0aef req-82bfa813-a60c-4f6d-821b-c3286337ade0 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Calling delete_port for 91f5d33d-36c7-43e0-853a-84351d1d4c3a owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:21:12.791795 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-50e3d253-1145-4b90-b797-8b6e34bf87f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:12.812612 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e3d253-1145-4b90-b797-8b6e34bf87f6 None None] Routers {'74e63da4-b7ab-40e9-8297-79cbc088109f'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:21:12.813644 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-50e3d253-1145-4b90-b797-8b6e34bf87f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['74e63da4-b7ab-40e9-8297-79cbc088109f'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:12.820248 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c7d67a9b-6a6b-44f1-b41d-495610d997ce tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] 10.222.0.54 "GET /v2.0/routers/74e63da4-b7ab-40e9-8297-79cbc088109f HTTP/1.1" status: 200 len: 740 time: 0.0935018 Nov 10 19:21:12.821192 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42124) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:12.854316 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-50e3d253-1145-4b90-b797-8b6e34bf87f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:12.855105 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e3d253-1145-4b90-b797-8b6e34bf87f6 None None] The sync data for ids ['74e63da4-b7ab-40e9-8297-79cbc088109f'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:21:12.882564 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42126) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:12.882793 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b34868df-1955-4f46-8c3d-69ac3e1d089a tempest-RoutersAdminTest-232583175 tempest-RoutersAdminTest-232583175-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd&device_id=74e63da4-b7ab-40e9-8297-79cbc088109f HTTP/1.1" status: 200 len: 205 time: 0.0597122 Nov 10 19:21:12.933529 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5dd50f88-15fc-4872-a03a-3fe7addc7123 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] 10.222.0.54 "GET /v2.0/ports?device_id=74e63da4-b7ab-40e9-8297-79cbc088109f HTTP/1.1" status: 200 len: 205 time: 0.0494432 Nov 10 19:21:12.936422 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42130) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:13.040791 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d75aee05-beb9-4f87-96e0-339fa4ed7c70 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:13.057207 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a3f2fa3c-08b1-4c76-9441-4cdcb06a0aef req-82bfa813-a60c-4f6d-821b-c3286337ade0 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:13.069101 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['91f5d33d-36c7-43e0-853a-84351d1d4c3a'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:21:13.149616 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bfa813-a60c-4f6d-821b-c3286337ade0 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Pushing event deleted for resources: {'Port': ['ID=91f5d33d-36c7-43e0-853a-84351d1d4c3a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:13.171107 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422ade55-4daf-4c1c-a6e6-474a0b783415 None None] DHCP port deletion for dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:21:13.263577 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eedf5c3-c2e5-4cb8-9c04-94e9b8f9169d req-17b895d6-6461-4bf5-9518-2a39d4dc619d tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:13.265001 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8eedf5c3-c2e5-4cb8-9c04-94e9b8f9169d req-17b895d6-6461-4bf5-9518-2a39d4dc619d tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/ports?device_id=82d8745a-7063-483f-943d-bd36adfb3f35 HTTP/1.1" status: 200 len: 945 time: 0.2433698 Nov 10 19:21:13.267808 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f2fa3c-08b1-4c76-9441-4cdcb06a0aef req-82bfa813-a60c-4f6d-821b-c3286337ade0 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] No DVR routers for this DVR port 91f5d33d-36c7-43e0-853a-84351d1d4c3a on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:21:13.296056 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a3f2fa3c-08b1-4c76-9441-4cdcb06a0aef req-82bfa813-a60c-4f6d-821b-c3286337ade0 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:13.299584 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a3f2fa3c-08b1-4c76-9441-4cdcb06a0aef req-82bfa813-a60c-4f6d-821b-c3286337ade0 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.25 "DELETE /v2.0/ports/91f5d33d-36c7-43e0-853a-84351d1d4c3a HTTP/1.1" status: 204 len: 173 time: 1.1508553 Nov 10 19:21:13.300033 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d', 'name': 'network-vif-deleted', 'tag': '91f5d33d-36c7-43e0-853a-84351d1d4c3a'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:21:13.302358 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc89cfe-99b3-4192-8c41-f9fb5d891c0d" -d '{"events": [{"server_uuid": "086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d", "name": "network-vif-deleted", "tag": "91f5d33d-36c7-43e0-853a-84351d1d4c3a"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:21:13.316455 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d75aee05-beb9-4f87-96e0-339fa4ed7c70 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:13.324015 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d75aee05-beb9-4f87-96e0-339fa4ed7c70 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:13.386147 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d75aee05-beb9-4f87-96e0-339fa4ed7c70 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:13.386828 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75aee05-beb9-4f87-96e0-339fa4ed7c70 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Fanout notify agent at l3_agent the message router_deleted on router 74e63da4-b7ab-40e9-8297-79cbc088109f {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:21:13.396231 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d75aee05-beb9-4f87-96e0-339fa4ed7c70 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:13.398374 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d75aee05-beb9-4f87-96e0-339fa4ed7c70 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] 10.222.0.54 "DELETE /v2.0/routers/74e63da4-b7ab-40e9-8297-79cbc088109f HTTP/1.1" status: 204 len: 168 time: 0.4611425 Nov 10 19:21:13.400865 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42136) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:13.404714 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8eedf5c3-c2e5-4cb8-9c04-94e9b8f9169d req-63b81ced-1fd8-45ad-bb5f-1c942b1f6997 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/security-groups?id=07dec0b9-1992-453b-b6ea-c5786017d65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102419 Nov 10 19:21:13.437725 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-badb1de0-bd78-4d15-9353-bd92338573cc tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] 10.222.0.54 "GET /v2.0/ports?device_id=74e63da4-b7ab-40e9-8297-79cbc088109f HTTP/1.1" status: 200 len: 205 time: 0.0355413 Nov 10 19:21:13.440568 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42138) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:13.489950 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-da1876a4-65ea-4f71-a466-a539f784e01a tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] delete failed (client error): The resource could not be found. Nov 10 19:21:13.490915 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-da1876a4-65ea-4f71-a466-a539f784e01a tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] 10.222.0.54 "DELETE /v2.0/routers/74e63da4-b7ab-40e9-8297-79cbc088109f HTTP/1.1" status: 404 len: 336 time: 0.0485287 Nov 10 19:21:13.494056 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42140) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:13.541284 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ba646866-4786-4940-b78a-3a6e8f0f65c1 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] 10.222.0.54 "GET /v2.0/ports?device_id=cffb1977-1f7d-414b-8feb-8acfeac926c0 HTTP/1.1" status: 200 len: 205 time: 0.0459492 Nov 10 19:21:13.544053 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42142) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:13.565726 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebbf3b-3627-4975-a322-3d4d50a489b4 req-d9e5bce6-2fb5-4f17-9175-cb98073d26d3 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:13.571959 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebbf3b-3627-4975-a322-3d4d50a489b4 req-d9e5bce6-2fb5-4f17-9175-cb98073d26d3 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:13.577788 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebbf3b-3627-4975-a322-3d4d50a489b4 req-d9e5bce6-2fb5-4f17-9175-cb98073d26d3 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:13.582167 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-5f29328d-35f9-41e1-9f49-5f2b961385cc tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] delete failed (client error): The resource could not be found. Nov 10 19:21:13.583216 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5f29328d-35f9-41e1-9f49-5f2b961385cc tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] 10.222.0.54 "DELETE /v2.0/routers/cffb1977-1f7d-414b-8feb-8acfeac926c0 HTTP/1.1" status: 404 len: 336 time: 0.0381563 Nov 10 19:21:13.583991 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebbf3b-3627-4975-a322-3d4d50a489b4 req-d9e5bce6-2fb5-4f17-9175-cb98073d26d3 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:13.585983 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42146) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:13.590272 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebbf3b-3627-4975-a322-3d4d50a489b4 req-d9e5bce6-2fb5-4f17-9175-cb98073d26d3 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:13.596470 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebbf3b-3627-4975-a322-3d4d50a489b4 req-d9e5bce6-2fb5-4f17-9175-cb98073d26d3 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:13.602447 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebbf3b-3627-4975-a322-3d4d50a489b4 req-d9e5bce6-2fb5-4f17-9175-cb98073d26d3 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:13.604393 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-17ebbf3b-3627-4975-a322-3d4d50a489b4 req-d9e5bce6-2fb5-4f17-9175-cb98073d26d3 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 5435 time: 0.1239867 Nov 10 19:21:13.614401 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-39f4f16a-ad52-492c-bc81-c0e8b206ed92 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaf33764-f607-4f7f-973a-21e07bbdb3c4 HTTP/1.1" status: 200 len: 205 time: 0.0272658 Nov 10 19:21:13.616813 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42148) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:13.661891 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-db3b24cc-c24c-4420-8661-1b8f02cdea37 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] delete failed (client error): The resource could not be found. Nov 10 19:21:13.662600 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-db3b24cc-c24c-4420-8661-1b8f02cdea37 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] 10.222.0.54 "DELETE /v2.0/routers/eaf33764-f607-4f7f-973a-21e07bbdb3c4 HTTP/1.1" status: 404 len: 336 time: 0.0442224 Nov 10 19:21:13.665314 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42152) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:13.672653 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-17ebbf3b-3627-4975-a322-3d4d50a489b4 req-02c72970-39eb-4b0c-95b4-d4047f71d810 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d93388-382e-4c6b-9fd9-db42bf1d98d3&id=6abcce0f-c6a6-4d15-bce8-1d7464d7e84e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608375 Nov 10 19:21:13.697909 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a1c80f08-09f7-49b8-b4e8-d5788a66d176 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f9911ad-7c46-45c8-b97c-7237702da9cc HTTP/1.1" status: 200 len: 205 time: 0.0314677 Nov 10 19:21:13.700242 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42154) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:13.745899 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-6054b817-d2a5-4a75-915a-3fbea221a514 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] delete failed (client error): The resource could not be found. Nov 10 19:21:13.746989 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6054b817-d2a5-4a75-915a-3fbea221a514 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] 10.222.0.54 "DELETE /v2.0/routers/2f9911ad-7c46-45c8-b97c-7237702da9cc HTTP/1.1" status: 404 len: 336 time: 0.0456204 Nov 10 19:21:13.749713 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42158) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:13.778131 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d302e437-9cd5-47ca-a479-f4522a286b63 req-85acf0ff-c425-4319-9e73-c083f9db0513 tempest-ServerShowV254Test-1070462207 tempest-ServerShowV254Test-1070462207-project] 10.222.0.54 "GET /v2.0/ports?device_id=1754d326-494f-4295-b4b6-3be2006f2e4f HTTP/1.1" status: 200 len: 210 time: 0.0335424 Nov 10 19:21:13.783772 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7a16abf1-5ee4-4e0d-9ae8-d5d10e7f916f tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] 10.222.0.54 "GET /v2.0/ports?device_id=c3d70c2d-96ac-4b17-9798-b42732fa0f7c HTTP/1.1" status: 200 len: 205 time: 0.0315192 Nov 10 19:21:13.786104 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42160) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:13.832764 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-7e99f868-8d8a-4763-a46d-5493bbada773 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] delete failed (client error): The resource could not be found. Nov 10 19:21:13.838271 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7e99f868-8d8a-4763-a46d-5493bbada773 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] 10.222.0.54 "DELETE /v2.0/routers/c3d70c2d-96ac-4b17-9798-b42732fa0f7c HTTP/1.1" status: 404 len: 336 time: 0.0511043 Nov 10 19:21:13.839091 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42164) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:13.843487 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205c67ed-18ae-4fb4-8c93-f241dafa78d0 x-openstack-request-id: req-205c67ed-18ae-4fb4-8c93-f241dafa78d0 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:21:13.845430 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d", "name": "network-vif-deleted", "tag": "91f5d33d-36c7-43e0-853a-84351d1d4c3a", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:21:13.846013 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-205c67ed-18ae-4fb4-8c93-f241dafa78d0 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:21:13.846821 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086b6b9f-719f-4a9c-8bd2-a9e2c16afd9d', 'name': 'network-vif-deleted', 'tag': '91f5d33d-36c7-43e0-853a-84351d1d4c3a', 'status': 'completed', 'code': 200} Nov 10 19:21:13.868742 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c6a1858b-8e95-4f78-a6f7-0ce5bef197ca tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b767e9d-bc2c-4d4c-8864-254022e384a5 HTTP/1.1" status: 200 len: 205 time: 0.0283628 Nov 10 19:21:13.871515 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42166) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:13.922972 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-9044def4-888b-4954-8072-0636376daa46 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] delete failed (client error): The resource could not be found. Nov 10 19:21:13.924200 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9044def4-888b-4954-8072-0636376daa46 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] 10.222.0.54 "DELETE /v2.0/routers/0b767e9d-bc2c-4d4c-8864-254022e384a5 HTTP/1.1" status: 404 len: 336 time: 0.0514059 Nov 10 19:21:13.927213 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42170) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:13.961612 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-161ce34b-50df-4edb-9ee2-b7c6fcc9a835 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] DELETE failed (client error): The resource could not be found. Nov 10 19:21:13.962114 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-161ce34b-50df-4edb-9ee2-b7c6fcc9a835 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:21:13.966146 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-161ce34b-50df-4edb-9ee2-b7c6fcc9a835 tempest-RoutersAdminTest-864809106 tempest-RoutersAdminTest-864809106-project] 10.222.0.54 "DELETE /v2.0/subnets/7c50ab02-c42e-4b79-b97d-392fd672b9b3 HTTP/1.1" status: 404 len: 337 time: 0.0378435 Nov 10 19:21:14.247159 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42180) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:14.272350 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbc7a1-57a2-47d6-a970-1471626b88ca req-c9e53f6c-0a37-48da-b560-56b8d9a07bb2 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:14.278527 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbc7a1-57a2-47d6-a970-1471626b88ca req-c9e53f6c-0a37-48da-b560-56b8d9a07bb2 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:14.285005 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbc7a1-57a2-47d6-a970-1471626b88ca req-c9e53f6c-0a37-48da-b560-56b8d9a07bb2 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:14.290916 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbc7a1-57a2-47d6-a970-1471626b88ca req-c9e53f6c-0a37-48da-b560-56b8d9a07bb2 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:14.296913 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbc7a1-57a2-47d6-a970-1471626b88ca req-c9e53f6c-0a37-48da-b560-56b8d9a07bb2 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:14.303343 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbc7a1-57a2-47d6-a970-1471626b88ca req-c9e53f6c-0a37-48da-b560-56b8d9a07bb2 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:14.309411 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbc7a1-57a2-47d6-a970-1471626b88ca req-c9e53f6c-0a37-48da-b560-56b8d9a07bb2 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:14.311430 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-09bbc7a1-57a2-47d6-a970-1471626b88ca req-c9e53f6c-0a37-48da-b560-56b8d9a07bb2 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 5435 time: 0.1030936 Nov 10 19:21:14.363203 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-fd9f9bea-1b3e-4859-b20a-d177a187de1e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0506666 Nov 10 19:21:14.370121 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4e937f67-d656-418f-8b07-57edabe78731 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:14.463460 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4e937f67-d656-418f-8b07-57edabe78731 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:14.469823 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4e937f67-d656-418f-8b07-57edabe78731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:14.508954 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-35e6a64f-e975-4938-ae04-6772a3b6dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:14.509477 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-35e6a64f-e975-4938-ae04-6772a3b6dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:14.509941 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-35e6a64f-e975-4938-ae04-6772a3b6dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:14.510517 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-35e6a64f-e975-4938-ae04-6772a3b6dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:14.511112 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-35e6a64f-e975-4938-ae04-6772a3b6dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:14.511677 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-35e6a64f-e975-4938-ae04-6772a3b6dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:14.512418 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-35e6a64f-e975-4938-ae04-6772a3b6dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:14.514590 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-35e6a64f-e975-4938-ae04-6772a3b6dc0a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8868befe3bb435a8f25d6ac7c7d0f37&device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 6492 time: 0.0990469 Nov 10 19:21:14.520952 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4e937f67-d656-418f-8b07-57edabe78731 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f1e1a8b82f0b495b9cdebe3c0ef102c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2726262 Nov 10 19:21:14.523405 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42196) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:14.529228 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9af4b-3f8e-4cd8-a6ca-ae9c43dfd038 req-04a0c69c-e032-4392-8f5f-26cd3374852e tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:14.530883 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b0e9af4b-3f8e-4cd8-a6ca-ae9c43dfd038 req-04a0c69c-e032-4392-8f5f-26cd3374852e tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.25 "GET /v2.0/ports?device_id=82d8745a-7063-483f-943d-bd36adfb3f35 HTTP/1.1" status: 200 len: 945 time: 0.1029387 Nov 10 19:21:14.533638 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e937f67-d656-418f-8b07-57edabe78731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf097b2-e0dc-4722-b143-b737d22cb1f7,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:14.582961 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d8b80772-2e81-44ea-8c16-104a4e93ee70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:14.606317 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d8b80772-2e81-44ea-8c16-104a4e93ee70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:14.656663 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d8b80772-2e81-44ea-8c16-104a4e93ee70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:14.659945 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d8b80772-2e81-44ea-8c16-104a4e93ee70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:14.661226 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d8b80772-2e81-44ea-8c16-104a4e93ee70 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9bf097b2-e0dc-4722-b143-b737d22cb1f7 HTTP/1.1" status: 204 len: 168 time: 0.1361792 Nov 10 19:21:14.671140 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b80772-2e81-44ea-8c16-104a4e93ee70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf097b2-e0dc-4722-b143-b737d22cb1f7,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:14.792488 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-6dc3abf5-3775-4709-ba19-01feb4a5acfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:14.793024 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-6dc3abf5-3775-4709-ba19-01feb4a5acfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:14.793408 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-6dc3abf5-3775-4709-ba19-01feb4a5acfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:14.795494 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-6dc3abf5-3775-4709-ba19-01feb4a5acfc service neutron] 10.222.0.73 "GET /v2.0/networks?id=87a15d79-4902-4d31-887f-c388f0985906&id=dfeb421a-f1c8-4726-8242-6b468d6e48f3&id=dfeb421a-f1c8-4726-8242-6b468d6e48f3&id=dfeb421a-f1c8-4726-8242-6b468d6e48f3&id=dfeb421a-f1c8-4726-8242-6b468d6e48f3&id=c0241cc4-6c19-4c98-ab84-df8e281d2dd3&id=c0241cc4-6c19-4c98-ab84-df8e281d2dd3 HTTP/1.1" status: 200 len: 2293 time: 0.2383292 Nov 10 19:21:14.809840 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-8da44c2b-84fc-42d9-80e0-4649736773f4 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:14.811529 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-8da44c2b-84fc-42d9-80e0-4649736773f4 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/networks?id=dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 HTTP/1.1" status: 200 len: 812 time: 0.2716625 Nov 10 19:21:14.879641 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-cbca0bd7-42e3-48c9-9bca-3786e3077b5d tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/quotas/987b6b0bf6bf42fcb737b7f6bb6ee447 HTTP/1.1" status: 200 len: 375 time: 0.0534115 Nov 10 19:21:14.886156 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-b0e9af4b-3f8e-4cd8-a6ca-ae9c43dfd038 req-b659d20e-c3d0-4add-b907-920ea2abd0d4 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Deleting port 91f05b0d-281a-4493-88e0-90779fef8ec8 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:21:14.886506 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b0e9af4b-3f8e-4cd8-a6ca-ae9c43dfd038 req-b659d20e-c3d0-4add-b907-920ea2abd0d4 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:14.947814 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-78b5fa5e-e4bb-405d-a527-b51f36e26660 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=893f5fad-5d52-4ed2-a497-8f4e5f94cfec HTTP/1.1" status: 200 len: 1001 time: 0.1328471 Nov 10 19:21:14.952858 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-40a8e83e-657f-4553-8772-c81d6335f5d1 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=987b6b0bf6bf42fcb737b7f6bb6ee447&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630789 Nov 10 19:21:14.962676 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42204) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:15.012413 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-04d4efc8-b776-4c9b-bf61-a14c9ec4d78d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1b0798d6d0ee4fd0896b9d730fea9301&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459876 Nov 10 19:21:15.012637 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42206) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:15.063438 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-442ea9da-3b86-473d-9733-ab037fdbeec0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:15.086317 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-442ea9da-3b86-473d-9733-ab037fdbeec0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:15.139648 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-442ea9da-3b86-473d-9733-ab037fdbeec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:15.142583 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-442ea9da-3b86-473d-9733-ab037fdbeec0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:15.143847 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-442ea9da-3b86-473d-9733-ab037fdbeec0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f0fc1672-f160-4338-96e0-33282c9a2a15 HTTP/1.1" status: 204 len: 168 time: 0.1302640 Nov 10 19:21:15.152690 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ea9da-3b86-473d-9733-ab037fdbeec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fc1672-f160-4338-96e0-33282c9a2a15,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:15.485193 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-c4324531-ccab-48d9-aa13-292b7a030336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:15.486822 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-c4324531-ccab-48d9-aa13-292b7a030336 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2f6a98c7-c265-4500-b9ce-49a92ae40ef6 HTTP/1.1" status: 200 len: 851 time: 0.5065532 Nov 10 19:21:15.515143 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-b0e9af4b-3f8e-4cd8-a6ca-ae9c43dfd038 req-b659d20e-c3d0-4add-b907-920ea2abd0d4 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] For port 91f05b0d-281a-4493-88e0-90779fef8ec8, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=91f05b0d-281a-4493-88e0-90779fef8ec8,segment=NetworkSegment(e87989da-9310-4b7f-b042-d3f7ebcbd5fd),segment_id=e87989da-9310-4b7f-b042-d3f7ebcbd5fd)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:21:15.515511 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b0e9af4b-3f8e-4cd8-a6ca-ae9c43dfd038 req-b659d20e-c3d0-4add-b907-920ea2abd0d4 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:15.555959 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-b0e9af4b-3f8e-4cd8-a6ca-ae9c43dfd038 req-b659d20e-c3d0-4add-b907-920ea2abd0d4 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Calling delete_port for 91f05b0d-281a-4493-88e0-90779fef8ec8 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:21:15.572921 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-5ba016eb-14e0-4db9-b8b5-1c943974bd93 service neutron] 10.222.0.54 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5913048 Nov 10 19:21:15.626641 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-9c3e9099-a939-4a2a-9daa-38af5d62865f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:15.628269 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-9c3e9099-a939-4a2a-9daa-38af5d62865f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=87a15d79-4902-4d31-887f-c388f0985906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1250896 Nov 10 19:21:15.803558 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-935c9959-1225-47d1-9ffe-5836048f714f service neutron] 10.222.0.54 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885929 Nov 10 19:21:15.846077 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-5e73fb86-1351-4691-8576-c36474047716 service neutron] 10.222.0.73 "GET /v2.0/networks/87a15d79-4902-4d31-887f-c388f0985906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958857 Nov 10 19:21:15.886483 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b0e9af4b-3f8e-4cd8-a6ca-ae9c43dfd038 req-b659d20e-c3d0-4add-b907-920ea2abd0d4 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:15.900775 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['91f05b0d-281a-4493-88e0-90779fef8ec8'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:21:15.989687 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659d20e-c3d0-4add-b907-920ea2abd0d4 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Pushing event deleted for resources: {'Port': ['ID=91f05b0d-281a-4493-88e0-90779fef8ec8,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:16.122588 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e9af4b-3f8e-4cd8-a6ca-ae9c43dfd038 req-b659d20e-c3d0-4add-b907-920ea2abd0d4 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] No DVR routers for this DVR port 91f05b0d-281a-4493-88e0-90779fef8ec8 on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:21:16.126365 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b0e9af4b-3f8e-4cd8-a6ca-ae9c43dfd038 req-b659d20e-c3d0-4add-b907-920ea2abd0d4 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:16.129891 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b0e9af4b-3f8e-4cd8-a6ca-ae9c43dfd038 req-b659d20e-c3d0-4add-b907-920ea2abd0d4 tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.25 "DELETE /v2.0/ports/91f05b0d-281a-4493-88e0-90779fef8ec8 HTTP/1.1" status: 204 len: 173 time: 1.5911589 Nov 10 19:21:16.132412 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d8745a-7063-483f-943d-bd36adfb3f35', 'name': 'network-vif-deleted', 'tag': '91f05b0d-281a-4493-88e0-90779fef8ec8'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:21:16.135741 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7956a7-cb1e-4fd8-8cd3-2dbf8e5011ee" -d '{"events": [{"server_uuid": "82d8745a-7063-483f-943d-bd36adfb3f35", "name": "network-vif-deleted", "tag": "91f05b0d-281a-4493-88e0-90779fef8ec8"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:21:16.141142 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c68d669e-d1eb-45ff-879a-672f5e35ea82 req-175950c8-1973-4d49-8dfd-bccf48ea9f9e tempest-VolumesActionsTest-771250388 tempest-VolumesActionsTest-771250388-project] 10.222.0.54 "GET /v2.0/ports?device_id=82d8745a-7063-483f-943d-bd36adfb3f35 HTTP/1.1" status: 200 len: 210 time: 0.1022999 Nov 10 19:21:16.148259 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-17dc4da4-242a-4bee-88ff-6b89db00f3e8 service neutron] 10.222.0.73 "GET /v2.0/networks/87a15d79-4902-4d31-887f-c388f0985906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728224 Nov 10 19:21:16.245067 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-923bc258-78d9-4812-959d-49f3a34b38f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=21af280c-4557-46cd-a694-488125af25aa HTTP/1.1" status: 200 len: 217 time: 0.0780590 Nov 10 19:21:16.362618 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cc962e76-3009-450a-b8a1-99648ce9798d req-e7d2c40f-f4cc-4361-a1da-1bd2735a5c95 tempest-ServerShowV254Test-1070462207 tempest-ServerShowV254Test-1070462207-project] 10.222.0.54 "GET /v2.0/ports?device_id=1754d326-494f-4295-b4b6-3be2006f2e4f HTTP/1.1" status: 200 len: 210 time: 0.0574799 Nov 10 19:21:16.371270 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-9dac469d-aeeb-4ccc-b552-124ca9b94c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:16.373496 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-9dac469d-aeeb-4ccc-b552-124ca9b94c84 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=37520a35-4b37-42d8-92a1-304ffc90b618 HTTP/1.1" status: 200 len: 797 time: 0.1192183 Nov 10 19:21:16.477269 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-c4aaf632-7533-4fb6-b40e-8b4d8ac86e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:16.478988 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-c4aaf632-7533-4fb6-b40e-8b4d8ac86e50 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dfeb421a-f1c8-4726-8242-6b468d6e48f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0965002 Nov 10 19:21:16.641497 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-b21852b3-f5a1-49f6-99ea-2b043573c208 service neutron] 10.222.0.73 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529341 Nov 10 19:21:16.775017 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42274) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:16.850170 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 91f5d33d-36c7-43e0-853a-84351d1d4c3a no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:21:16.857324 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e5ee3e01-b483-43d1-83a7-e0b51a2660cf req-586cc488-db3a-43d5-b47a-eee48405b714 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1be5722-cf2e-4a3b-88ae-ecfb562bb99e HTTP/1.1" status: 200 len: 210 time: 0.1185806 Nov 10 19:21:16.889063 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 91f5d33d-36c7-43e0-853a-84351d1d4c3a {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:21:16.889693 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 91f5d33d-36c7-43e0-853a-84351d1d4c3a not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:21:16.899762 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 91f05b0d-281a-4493-88e0-90779fef8ec8 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:21:16.904620 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e40cb1-f762-49bf-967f-676bf9631745 req-d6bd4ce0-f4ae-4b4c-aff1-de3dd9c0aa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:16.905746 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e40cb1-f762-49bf-967f-676bf9631745 req-d6bd4ce0-f4ae-4b4c-aff1-de3dd9c0aa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:16.906394 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e40cb1-f762-49bf-967f-676bf9631745 req-d6bd4ce0-f4ae-4b4c-aff1-de3dd9c0aa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:16.907435 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e40cb1-f762-49bf-967f-676bf9631745 req-d6bd4ce0-f4ae-4b4c-aff1-de3dd9c0aa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:16.908852 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e40cb1-f762-49bf-967f-676bf9631745 req-d6bd4ce0-f4ae-4b4c-aff1-de3dd9c0aa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:16.909552 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e40cb1-f762-49bf-967f-676bf9631745 req-d6bd4ce0-f4ae-4b4c-aff1-de3dd9c0aa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:16.910198 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e40cb1-f762-49bf-967f-676bf9631745 req-d6bd4ce0-f4ae-4b4c-aff1-de3dd9c0aa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:16.919619 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-88e40cb1-f762-49bf-967f-676bf9631745 req-d6bd4ce0-f4ae-4b4c-aff1-de3dd9c0aa6d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 6492 time: 0.1434212 Nov 10 19:21:16.931673 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35cce20-c5fc-4d2b-9412-f9c6da9956d7 x-openstack-request-id: req-a35cce20-c5fc-4d2b-9412-f9c6da9956d7 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:21:16.932045 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d8745a-7063-483f-943d-bd36adfb3f35", "name": "network-vif-deleted", "tag": "91f05b0d-281a-4493-88e0-90779fef8ec8", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:21:16.932368 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a35cce20-c5fc-4d2b-9412-f9c6da9956d7 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:21:16.932833 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d8745a-7063-483f-943d-bd36adfb3f35', 'name': 'network-vif-deleted', 'tag': '91f05b0d-281a-4493-88e0-90779fef8ec8', 'status': 'completed', 'code': 200} Nov 10 19:21:16.939851 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-2b443439-d072-430c-a468-e718a2879346 service neutron] 10.222.0.73 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770066 Nov 10 19:21:16.961679 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 91f05b0d-281a-4493-88e0-90779fef8ec8 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:21:16.962981 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 91f05b0d-281a-4493-88e0-90779fef8ec8 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:21:16.996818 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-1225b657-f168-417f-b434-6fb916148502 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=2d9d8a32-85d2-4553-a7c3-eaf3f760a24a HTTP/1.1" status: 200 len: 217 time: 0.0463984 Nov 10 19:21:17.001133 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-88e40cb1-f762-49bf-967f-676bf9631745 req-88adac11-0287-49f3-966d-a86512b72ef7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b2d93388-382e-4c6b-9fd9-db42bf1d98d3&id=6abcce0f-c6a6-4d15-bce8-1d7464d7e84e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0800855 Nov 10 19:21:17.069989 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-2a0537f7-cd51-4a2c-a5b9-10f7f93a18f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:17.072347 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-2a0537f7-cd51-4a2c-a5b9-10f7f93a18f2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=37520a35-4b37-42d8-92a1-304ffc90b618 HTTP/1.1" status: 200 len: 797 time: 0.0623281 Nov 10 19:21:17.077305 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42286) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:17.131404 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-45e7bc16-3961-4500-9c3d-a2038196fae8 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-791879747', 'router:external': True}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:21:17.151500 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-6493e76d-84b8-4a76-8cfd-c42bb59a65aa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3062336 Nov 10 19:21:17.153645 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-478340ae-fb12-4919-ab71-375f7089948c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:17.155163 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-478340ae-fb12-4919-ab71-375f7089948c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dfeb421a-f1c8-4726-8242-6b468d6e48f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0721586 Nov 10 19:21:17.157188 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e7bc16-3961-4500-9c3d-a2038196fae8 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Made reservation on behalf of bf0a65602fa64bc69994c58eb33cc1dd for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:21:17.159639 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-45e7bc16-3961-4500-9c3d-a2038196fae8 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:17.169029 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-45e7bc16-3961-4500-9c3d-a2038196fae8 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:17.303078 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-45e7bc16-3961-4500-9c3d-a2038196fae8 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:17.309580 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-45e7bc16-3961-4500-9c3d-a2038196fae8 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:17.338029 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e7bc16-3961-4500-9c3d-a2038196fae8 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:21:17.352952 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-650d645d-c7fe-486c-a4f0-3e04e57082fb service neutron] 10.222.0.73 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874089 Nov 10 19:21:17.356525 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7bc16-3961-4500-9c3d-a2038196fae8 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150fc450-4ddc-4ab0-b8de-ef6614bdc0d0,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:17.359707 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-f8abc151-9884-45a2-b508-7c62e2a1c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:17.360535 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-f8abc151-9884-45a2-b508-7c62e2a1c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:17.360928 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-f8abc151-9884-45a2-b508-7c62e2a1c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:17.361397 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-f8abc151-9884-45a2-b508-7c62e2a1c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:17.361908 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-f8abc151-9884-45a2-b508-7c62e2a1c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:17.362370 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-f8abc151-9884-45a2-b508-7c62e2a1c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:17.362840 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-f8abc151-9884-45a2-b508-7c62e2a1c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:17.364873 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-f8abc151-9884-45a2-b508-7c62e2a1c8f8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22b3d07c7c424271b33fe5fb0a26c6de&device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 6501 time: 0.0991802 Nov 10 19:21:17.383414 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-45e7bc16-3961-4500-9c3d-a2038196fae8 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:17.383760 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-45e7bc16-3961-4500-9c3d-a2038196fae8 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Added segment b932cd93-193a-414c-92b1-d9affe1a50f6 of type vlan for network fd64fccc-bd65-4b30-8f9a-c9a086cc907a Nov 10 19:21:17.435943 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-45e7bc16-3961-4500-9c3d-a2038196fae8 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:17.471951 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-45e7bc16-3961-4500-9c3d-a2038196fae8 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:17.473596 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e7bc16-3961-4500-9c3d-a2038196fae8 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:17.475109 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-45e7bc16-3961-4500-9c3d-a2038196fae8 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:17.620680 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f9b14bd5-4f8c-4ad1-85f2-e6a82446bc53 req-e7993d91-0421-45cd-bd3e-b29a23474fbe tempest-ServerShowV254Test-1070462207 tempest-ServerShowV254Test-1070462207-project] 10.222.0.54 "GET /v2.0/ports?device_id=1754d326-494f-4295-b4b6-3be2006f2e4f HTTP/1.1" status: 200 len: 210 time: 0.1266019 Nov 10 19:21:17.737428 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-73609def-2809-41b5-92ef-910b46b2453a service neutron] 10.222.0.73 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708179 Nov 10 19:21:17.796138 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-e9533d6d-2f14-4bb8-b3ae-58fc5d4f98db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:17.796606 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-e9533d6d-2f14-4bb8-b3ae-58fc5d4f98db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:17.797057 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-e9533d6d-2f14-4bb8-b3ae-58fc5d4f98db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:17.799543 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-e9533d6d-2f14-4bb8-b3ae-58fc5d4f98db service neutron] 10.222.0.25 "GET /v2.0/networks?id=8e0b3ba3-7215-45b5-b8de-5724ad198916&id=08d5b27a-446a-4f08-9532-b9da3981ea57&id=08d5b27a-446a-4f08-9532-b9da3981ea57&id=08d5b27a-446a-4f08-9532-b9da3981ea57&id=08d5b27a-446a-4f08-9532-b9da3981ea57&id=5e688d16-320a-464d-a934-8ef580053d1d&id=5e688d16-320a-464d-a934-8ef580053d1d HTTP/1.1" status: 200 len: 2297 time: 0.3300869 Nov 10 19:21:17.807323 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-951ff803-cc79-44dc-a75c-3cc48ff3a178 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b HTTP/1.1" status: 200 len: 217 time: 0.0617599 Nov 10 19:21:17.895071 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-0a3b3aaf-7841-4c13-9533-772a28e5668c tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:17.896895 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-0a3b3aaf-7841-4c13-9533-772a28e5668c tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.25 "GET /v2.0/networks?id=dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 HTTP/1.1" status: 200 len: 812 time: 0.4042063 Nov 10 19:21:17.924084 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-aecc6f55-843e-4a48-927d-8b5cb57150b1 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Request body: {'port': {'device_id': 'b1be5722-cf2e-4a3b-88ae-ecfb562bb99e', 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0', 'admin_state_up': True, 'tenant_id': '987b6b0bf6bf42fcb737b7f6bb6ee447'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:21:17.931185 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-45e7bc16-3961-4500-9c3d-a2038196fae8 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8526776 Nov 10 19:21:17.934384 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42326) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:17.940951 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-426290b3-3c83-4efc-918b-6784d86cca29 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Request body: {'subnet': {'network_id': 'fd64fccc-bd65-4b30-8f9a-c9a086cc907a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:21:17.950408 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7bc16-3961-4500-9c3d-a2038196fae8 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Pushing event updated for resources: {'Network': ['ID=fd64fccc-bd65-4b30-8f9a-c9a086cc907a,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:17.964423 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-7a621836-a0e7-4439-8495-31bf52a5133e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:17.968084 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network fd64fccc-bd65-4b30-8f9a-c9a086cc907a details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:21:17.973237 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426290b3-3c83-4efc-918b-6784d86cca29 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Made reservation on behalf of bf0a65602fa64bc69994c58eb33cc1dd for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:21:17.975822 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-7a621836-a0e7-4439-8495-31bf52a5133e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=37520a35-4b37-42d8-92a1-304ffc90b618 HTTP/1.1" status: 200 len: 797 time: 0.1520376 Nov 10 19:21:17.976033 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-426290b3-3c83-4efc-918b-6784d86cca29 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:17.987886 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-59d8ba5a-7f1f-4eba-b6f7-86f694a38669 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86e3afec-d4a4-466b-a8cd-37704951f59c HTTP/1.1" status: 200 len: 1001 time: 0.1785374 Nov 10 19:21:18.132112 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-78383f31-160a-4952-828b-301f0bab51d0 req-c8578a02-f3c6-451c-b58c-b245740f2a30 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1be5722-cf2e-4a3b-88ae-ecfb562bb99e HTTP/1.1" status: 200 len: 210 time: 0.0902820 Nov 10 19:21:18.186582 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-dc85a7b3-4fb8-430a-b145-7a4698954493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:18.189275 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-dc85a7b3-4fb8-430a-b145-7a4698954493 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3188f8a0-bf12-4d61-a184-005155fc37b9 HTTP/1.1" status: 200 len: 855 time: 0.1479096 Nov 10 19:21:18.202919 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-1ba0ff1a-593d-46ef-96dc-ef6d539db5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:18.205154 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-1ba0ff1a-593d-46ef-96dc-ef6d539db5a5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dfeb421a-f1c8-4726-8242-6b468d6e48f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2131486 Nov 10 19:21:18.279145 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-aecc6f55-843e-4a48-927d-8b5cb57150b1 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Made reservation on behalf of 987b6b0bf6bf42fcb737b7f6bb6ee447 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:21:18.284132 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-aecc6f55-843e-4a48-927d-8b5cb57150b1 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:18.367965 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-f78be5fe-72e5-4e47-b209-8d547b6d5a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:18.369572 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-f78be5fe-72e5-4e47-b209-8d547b6d5a8c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8e0b3ba3-7215-45b5-b8de-5724ad198916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1458499 Nov 10 19:21:18.380618 n-d-813897-4 neutron-server[102505]: DEBUG neutron.objects.ports [None req-426290b3-3c83-4efc-918b-6784d86cca29 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102505) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 19:21:18.381093 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-426290b3-3c83-4efc-918b-6784d86cca29 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:18.447653 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426290b3-3c83-4efc-918b-6784d86cca29 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Pushing event updated for resources: {'Subnet': ['ID=afc5ea37-a0b3-40ff-a6bc-1e05956df22e,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:18.452783 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426290b3-3c83-4efc-918b-6784d86cca29 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Checking segment: {'id': 'b932cd93-193a-414c-92b1-d9affe1a50f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fd64fccc-bd65-4b30-8f9a-c9a086cc907a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:21:18.453174 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426290b3-3c83-4efc-918b-6784d86cca29 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Network hostable DHCP agents. Network: fd64fccc-bd65-4b30-8f9a-c9a086cc907a, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:21:18.457259 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-a12e48e0-a6b0-4696-a8bf-fae9c06d92fc service neutron] 10.222.0.73 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440858 Nov 10 19:21:18.478072 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426290b3-3c83-4efc-918b-6784d86cca29 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Network fd64fccc-bd65-4b30-8f9a-c9a086cc907a is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:21:18.489619 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-426290b3-3c83-4efc-918b-6784d86cca29 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, fd64fccc-bd65-4b30-8f9a-c9a086cc907a) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:21:18.497532 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426290b3-3c83-4efc-918b-6784d86cca29 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:18.500411 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531cab62-3b3b-4c0c-aec8-da9c746a27bb None None] Network fd64fccc-bd65-4b30-8f9a-c9a086cc907a requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:21:18.507941 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-426290b3-3c83-4efc-918b-6784d86cca29 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:18.541704 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-426290b3-3c83-4efc-918b-6784d86cca29 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6061122 Nov 10 19:21:18.544346 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42348) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:18.551639 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-df821c4b-8e73-4643-a696-6cfc146afbf7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-952806985', 'network_id': 'fd64fccc-bd65-4b30-8f9a-c9a086cc907a'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:21:18.586469 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df821c4b-8e73-4643-a696-6cfc146afbf7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Made reservation on behalf of bf0a65602fa64bc69994c58eb33cc1dd for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:21:18.591327 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df821c4b-8e73-4643-a696-6cfc146afbf7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:18.621937 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-df821c4b-8e73-4643-a696-6cfc146afbf7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] device_id is not set on port 96756996-54ec-430e-abc7-e7c2131eccb6 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:21:18.627018 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-d8939b40-0699-4fe4-bc46-be3eca2bee59 service neutron] 10.222.0.25 "GET /v2.0/networks/8e0b3ba3-7215-45b5-b8de-5724ad198916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272875 Nov 10 19:21:18.632190 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-aecc6f55-843e-4a48-927d-8b5cb57150b1 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Allocated IP 172.20.0.12 (dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0/0383c2bb-f0e3-4245-83c4-a6b51bf23dd3/a8d8e175-100c-4d0c-9ed9-6fda57aedabf) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:21:18.687152 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b32cf9-3386-4a2c-85b3-b68628ffc0dc None None] Network fd64fccc-bd65-4b30-8f9a-c9a086cc907a requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:21:18.738617 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-9c2ef663-31b0-4b26-8348-607e385b9973 service neutron] 10.222.0.73 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516196 Nov 10 19:21:18.792998 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-df821c4b-8e73-4643-a696-6cfc146afbf7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Allocated IP 2001:db8::37 (fd64fccc-bd65-4b30-8f9a-c9a086cc907a/afc5ea37-a0b3-40ff-a6bc-1e05956df22e/96756996-54ec-430e-abc7-e7c2131eccb6) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:21:18.842523 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-8ac92d1f-2539-43b0-bf25-b7f89b23eb60 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=3d05a570-58c2-4d2e-88ff-9225756bc056 HTTP/1.1" status: 200 len: 217 time: 0.0876639 Nov 10 19:21:18.844431 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d03b941e-3795-40d6-8f6c-233d3bbfc5c1 req-6bab3dc9-3226-4ccc-89c2-7dd2b83ffb40 tempest-ServerShowV254Test-1070462207 tempest-ServerShowV254Test-1070462207-project] 10.222.0.54 "GET /v2.0/ports?device_id=1754d326-494f-4295-b4b6-3be2006f2e4f HTTP/1.1" status: 200 len: 210 time: 0.0851963 Nov 10 19:21:18.910872 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-9ccfc248-7f9e-495f-9143-764dedc96879 service neutron] 10.222.0.25 "GET /v2.0/networks/8e0b3ba3-7215-45b5-b8de-5724ad198916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747483 Nov 10 19:21:18.983106 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df821c4b-8e73-4643-a696-6cfc146afbf7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:19.027571 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-ed481c3f-982e-4866-a00b-61e52b1e26fd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=bb1386c3-1d75-43ef-9da4-68ee97148c59 HTTP/1.1" status: 200 len: 217 time: 0.0709693 Nov 10 19:21:19.031269 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-ee80f22b-8e70-43ec-8f25-be934591de37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:19.032652 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-ee80f22b-8e70-43ec-8f25-be934591de37 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=37520a35-4b37-42d8-92a1-304ffc90b618 HTTP/1.1" status: 200 len: 797 time: 0.1713545 Nov 10 19:21:19.040443 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df821c4b-8e73-4643-a696-6cfc146afbf7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:19.104201 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df821c4b-8e73-4643-a696-6cfc146afbf7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Network fd64fccc-bd65-4b30-8f9a-c9a086cc907a is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:21:19.108113 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-df821c4b-8e73-4643-a696-6cfc146afbf7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:21:19.110802 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df821c4b-8e73-4643-a696-6cfc146afbf7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:21:19.111864 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df821c4b-8e73-4643-a696-6cfc146afbf7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:19.112565 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df821c4b-8e73-4643-a696-6cfc146afbf7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:19.137211 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df821c4b-8e73-4643-a696-6cfc146afbf7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Pushing event updated for resources: {'Port': ['ID=96756996-54ec-430e-abc7-e7c2131eccb6,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:19.144972 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-df821c4b-8e73-4643-a696-6cfc146afbf7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.5986865 Nov 10 19:21:19.145223 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-aecc6f55-843e-4a48-927d-8b5cb57150b1 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:19.147648 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42364) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:19.162360 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-28065216-595c-4349-884e-966d2ba3d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:19.163940 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-28065216-595c-4349-884e-966d2ba3d449 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa2b07b6-2c88-46ba-ac6c-03d3922986c1 HTTP/1.1" status: 200 len: 797 time: 0.1274881 Nov 10 19:21:19.168693 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-7af83a91-1c85-46fa-b37b-c4d0e2dcdd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:19.170195 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-7af83a91-1c85-46fa-b37b-c4d0e2dcdd95 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dfeb421a-f1c8-4726-8242-6b468d6e48f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1217439 Nov 10 19:21:19.261018 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-bcfb89bb-3a85-4d97-b8e1-3b632de2451c tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Deleting port 96756996-54ec-430e-abc7-e7c2131eccb6 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:21:19.261372 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bcfb89bb-3a85-4d97-b8e1-3b632de2451c tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:19.367279 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bcfb89bb-3a85-4d97-b8e1-3b632de2451c tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:19.382550 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-bcfb89bb-3a85-4d97-b8e1-3b632de2451c tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Calling delete_port for 96756996-54ec-430e-abc7-e7c2131eccb6 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:21:19.553721 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bcfb89bb-3a85-4d97-b8e1-3b632de2451c tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:19.596119 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb89bb-3a85-4d97-b8e1-3b632de2451c tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Pushing event deleted for resources: {'Port': ['ID=96756996-54ec-430e-abc7-e7c2131eccb6,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:19.639087 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bcfb89bb-3a85-4d97-b8e1-3b632de2451c tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:19.649023 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-bcfb89bb-3a85-4d97-b8e1-3b632de2451c tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] 10.222.0.54 "DELETE /v2.0/ports/96756996-54ec-430e-abc7-e7c2131eccb6 HTTP/1.1" status: 204 len: 168 time: 0.5000594 Nov 10 19:21:19.650014 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42382) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:19.655087 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-2bf5bf93-8e4a-4942-9f71-1c555c319a82 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fd64fccc-bd65-4b30-8f9a-c9a086cc907a', 'external_fixed_ips': [{'subnet_id': 'afc5ea37-a0b3-40ff-a6bc-1e05956df22e', 'ip_address': '2001:db8::37'}]}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:21:19.684210 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bf5bf93-8e4a-4942-9f71-1c555c319a82 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:19.685644 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bf5bf93-8e4a-4942-9f71-1c555c319a82 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:19.697478 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1bae0ad2-c5ae-4085-ac3e-98b7cbf34806 req-b95d6801-0d95-4639-b182-31b74491b656 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1be5722-cf2e-4a3b-88ae-ecfb562bb99e HTTP/1.1" status: 200 len: 210 time: 0.4741580 Nov 10 19:21:19.751630 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-beecb602-e5b8-4470-aa00-a376746741c5 service neutron] 10.222.0.73 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5601811 Nov 10 19:21:19.753653 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-4d2991ba-04a7-4e97-8c4e-a23b12e635dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:19.755111 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-4d2991ba-04a7-4e97-8c4e-a23b12e635dd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=08d5b27a-446a-4f08-9532-b9da3981ea57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5823166 Nov 10 19:21:19.756658 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-aecc6f55-843e-4a48-927d-8b5cb57150b1 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:19.761941 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bf5bf93-8e4a-4942-9f71-1c555c319a82 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:19.853325 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-aecc6f55-843e-4a48-927d-8b5cb57150b1 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Network dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:21:19.956826 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-aecc6f55-843e-4a48-927d-8b5cb57150b1 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:21:19.959908 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-aecc6f55-843e-4a48-927d-8b5cb57150b1 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:21:19.961507 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bf5bf93-8e4a-4942-9f71-1c555c319a82 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:19.973092 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc361b40-2fcf-479f-96e6-0da3961b42e4 None None] DHCP port deletion for dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:21:20.097300 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-ddc1e3df-9c00-4298-8b68-de7dae4676a7 None None] Provisioning complete for port a8d8e175-100c-4d0c-9ed9-6fda57aedabf triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:21:20.098067 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ddc1e3df-9c00-4298-8b68-de7dae4676a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:20.138066 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-aecc6f55-843e-4a48-927d-8b5cb57150b1 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:20.139106 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-aecc6f55-843e-4a48-927d-8b5cb57150b1 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:20.139445 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-ddc1e3df-9c00-4298-8b68-de7dae4676a7 None None] Port a8d8e175-100c-4d0c-9ed9-6fda57aedabf cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:21:20.150300 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6ce422f5-6701-43e0-96a9-7939b44697dd req-ba332285-c7e9-494a-840f-8be71f7bbfe8 tempest-ServerShowV254Test-1070462207 tempest-ServerShowV254Test-1070462207-project] 10.222.0.54 "GET /v2.0/ports?device_id=1754d326-494f-4295-b4b6-3be2006f2e4f HTTP/1.1" status: 200 len: 210 time: 0.1365457 Nov 10 19:21:20.151554 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc6f55-843e-4a48-927d-8b5cb57150b1 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Pushing event updated for resources: {'Port': ['ID=a8d8e175-100c-4d0c-9ed9-6fda57aedabf,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:20.194673 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-3d30ad9c-22c2-4904-997a-55febc35acdc service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195638 Nov 10 19:21:20.202443 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-2aa7739f-6b36-4444-a1be-c3589a89c9a3 service neutron] 10.222.0.73 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388316 Nov 10 19:21:20.225348 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-aecc6f55-843e-4a48-927d-8b5cb57150b1 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3156183 Nov 10 19:21:20.254202 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bf5bf93-8e4a-4942-9f71-1c555c319a82 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:20.275890 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-70696877-c058-413b-9b2f-ba2cf6bd192d service neutron] Request body: {'port': {'device_id': 'b1be5722-cf2e-4a3b-88ae-ecfb562bb99e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:21:20.279351 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bf5bf93-8e4a-4942-9f71-1c555c319a82 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:20.282565 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-ca7077c8-1b7c-4b7e-bb53-a5b3cd8e6d05 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9fe5d516-4cc5-4de8-8148-b602f3182868 HTTP/1.1" status: 200 len: 217 time: 0.0685389 Nov 10 19:21:20.447127 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-70696877-c058-413b-9b2f-ba2cf6bd192d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:20.524738 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-1a224a0b-6ee3-4123-b8c2-5ba8ad0ad244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:20.527373 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-1a224a0b-6ee3-4123-b8c2-5ba8ad0ad244 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=96b10ae0-362f-4403-8055-422665b78605 HTTP/1.1" status: 200 len: 797 time: 0.2199786 Nov 10 19:21:20.531980 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-533d3f0e-faad-4552-97b7-60c1a0fdabd1 service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282340 Nov 10 19:21:20.542479 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-2bf5bf93-8e4a-4942-9f71-1c555c319a82 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Allocated IP 2001:db8::37 (fd64fccc-bd65-4b30-8f9a-c9a086cc907a/afc5ea37-a0b3-40ff-a6bc-1e05956df22e/c6f25e72-2325-4f73-90ee-bebd85e4a55b) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:21:20.709757 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bf5bf93-8e4a-4942-9f71-1c555c319a82 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:20.718135 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-2f26baa0-5956-49f6-b73e-cb046cf0ff15 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=d211dbba-dcd7-4e1b-982a-56e8eb100ca4 HTTP/1.1" status: 200 len: 217 time: 0.1668556 Nov 10 19:21:20.758410 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bf5bf93-8e4a-4942-9f71-1c555c319a82 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:20.788145 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-34816e52-5dab-4ea4-9612-80628ff3d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:20.790423 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-34816e52-5dab-4ea4-9612-80628ff3d277 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa2b07b6-2c88-46ba-ac6c-03d3922986c1 HTTP/1.1" status: 200 len: 797 time: 0.0620177 Nov 10 19:21:20.887623 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf5bf93-8e4a-4942-9f71-1c555c319a82 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Network fd64fccc-bd65-4b30-8f9a-c9a086cc907a is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:21:20.893211 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-2bf5bf93-8e4a-4942-9f71-1c555c319a82 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:21:20.896469 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf5bf93-8e4a-4942-9f71-1c555c319a82 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:21:21.051867 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5bf93-8e4a-4942-9f71-1c555c319a82 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Pushing event updated for resources: {'Port': ['ID=c6f25e72-2325-4f73-90ee-bebd85e4a55b,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:21.069348 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-31a54f1f-4348-4738-b8e7-26201f851295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:21.070957 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-31a54f1f-4348-4738-b8e7-26201f851295 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c0241cc4-6c19-4c98-ab84-df8e281d2dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5215440 Nov 10 19:21:21.200544 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-bf89f64a-6b7c-4d32-9ad5-48df5b7fe42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:21.202230 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-bf89f64a-6b7c-4d32-9ad5-48df5b7fe42f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=08d5b27a-446a-4f08-9532-b9da3981ea57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4041512 Nov 10 19:21:21.240164 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bf5bf93-8e4a-4942-9f71-1c555c319a82 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:21.246672 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14959bae-dd97-4486-b5ff-81fdcdda9495 req-e313365b-9b74-4a69-b771-4ea2d556ce41 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:21.254743 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-14959bae-dd97-4486-b5ff-81fdcdda9495 req-e313365b-9b74-4a69-b771-4ea2d556ce41 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1be5722-cf2e-4a3b-88ae-ecfb562bb99e HTTP/1.1" status: 200 len: 932 time: 0.3474140 Nov 10 19:21:21.294175 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-70696877-c058-413b-9b2f-ba2cf6bd192d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8d8e175-100c-4d0c-9ed9-6fda57aedabf {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:21:21.311779 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-70696877-c058-413b-9b2f-ba2cf6bd192d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:21.319035 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-59424555-70a0-4581-bccf-006726a5b3e1 service neutron] 10.222.0.73 "GET /v2.0/networks/c0241cc4-6c19-4c98-ab84-df8e281d2dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379699 Nov 10 19:21:21.444664 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-70696877-c058-413b-9b2f-ba2cf6bd192d service neutron] Transition to ACTIVE for port object a8d8e175-100c-4d0c-9ed9-6fda57aedabf will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:21:21.460937 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-70696877-c058-413b-9b2f-ba2cf6bd192d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:21.484629 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-14959bae-dd97-4486-b5ff-81fdcdda9495 req-ec114c73-f92c-46b0-acb7-2b822310d2ec tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236297 Nov 10 19:21:21.561948 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-fcda4456-c8b8-4537-9b6e-4cb846bc5668 service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435385 Nov 10 19:21:21.596351 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accd577a-3d88-477b-937d-aeed4396fe0e None None] DHCP port deletion for dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:21:21.637463 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bf5bf93-8e4a-4942-9f71-1c555c319a82 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:21.642094 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70696877-c058-413b-9b2f-ba2cf6bd192d service neutron] Pushing event updated for resources: {'Port': ['ID=a8d8e175-100c-4d0c-9ed9-6fda57aedabf,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:21.689583 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-95b5cd94-cdb6-4b4c-930d-3bb81506b908 service neutron] 10.222.0.73 "GET /v2.0/networks/c0241cc4-6c19-4c98-ab84-df8e281d2dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407533 Nov 10 19:21:21.702779 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4fa354d5-5c1e-4c85-a699-be66277ed911 req-fead4c05-81b1-4f1a-9779-27a8607447b9 tempest-ServerShowV254Test-1070462207 tempest-ServerShowV254Test-1070462207-project] 10.222.0.54 "GET /v2.0/ports?device_id=1754d326-494f-4295-b4b6-3be2006f2e4f HTTP/1.1" status: 200 len: 210 time: 0.0740645 Nov 10 19:21:21.777394 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-37dbbf44-8019-4d00-a681-ee350b8473df service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=46cac36f-cdb6-4119-af11-3a438f8c410c HTTP/1.1" status: 200 len: 217 time: 0.0717261 Nov 10 19:21:21.877814 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-6e6d5c15-3043-44ab-bbb8-b06bbdb0d4a6 service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043284 Nov 10 19:21:21.925900 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-a5739b5d-af8c-491d-85a1-5f09f8733ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:21.927390 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-a5739b5d-af8c-491d-85a1-5f09f8733ddf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=96b10ae0-362f-4403-8055-422665b78605 HTTP/1.1" status: 200 len: 797 time: 0.1249938 Nov 10 19:21:21.928519 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-70696877-c058-413b-9b2f-ba2cf6bd192d service neutron] Attempting to bind port a8d8e175-100c-4d0c-9ed9-6fda57aedabf on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:21:21.928854 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-70696877-c058-413b-9b2f-ba2cf6bd192d service neutron] Attempting to bind port a8d8e175-100c-4d0c-9ed9-6fda57aedabf by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': 'c9a36c68-c3fb-4c33-a5bb-7886b7443ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:21:21.929160 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-70696877-c058-413b-9b2f-ba2cf6bd192d service neutron] Attempting to bind port a8d8e175-100c-4d0c-9ed9-6fda57aedabf on network dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:21:21.932442 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-0d155415-a712-4344-afea-1ef64418b64a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=c0d44e64-5553-4dbb-b756-cea461ad25d9 HTTP/1.1" status: 200 len: 217 time: 0.0456448 Nov 10 19:21:21.936154 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-70696877-c058-413b-9b2f-ba2cf6bd192d service neutron] Port a8d8e175-100c-4d0c-9ed9-6fda57aedabf on network dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:21:21.936417 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-70696877-c058-413b-9b2f-ba2cf6bd192d service neutron] Attempting to bind port a8d8e175-100c-4d0c-9ed9-6fda57aedabf on network dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:21:21.945953 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf5bf93-8e4a-4942-9f71-1c555c319a82 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Router 91b99188-6a14-40e9-9238-20fd0a393c3f is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:21:22.005718 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-70696877-c058-413b-9b2f-ba2cf6bd192d service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:21:22.006133 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-70696877-c058-413b-9b2f-ba2cf6bd192d service neutron] Checking segment: {'id': 'c9a36c68-c3fb-4c33-a5bb-7886b7443ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:21:22.006460 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-70696877-c058-413b-9b2f-ba2cf6bd192d service neutron] Bound using segment: {'id': 'c9a36c68-c3fb-4c33-a5bb-7886b7443ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:21:22.006894 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-70696877-c058-413b-9b2f-ba2cf6bd192d service neutron] Bound port: a8d8e175-100c-4d0c-9ed9-6fda57aedabf, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a36c68-c3fb-4c33-a5bb-7886b7443ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:21:22.007247 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-70696877-c058-413b-9b2f-ba2cf6bd192d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:22.075265 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-8d3f66c7-2dd6-4a70-8c69-317111934fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:22.076765 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-8d3f66c7-2dd6-4a70-8c69-317111934fd9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa2b07b6-2c88-46ba-ac6c-03d3922986c1 HTTP/1.1" status: 200 len: 797 time: 0.1306090 Nov 10 19:21:22.101127 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-c428b4a3-7bf0-4a5d-a198-bc5d46552fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:22.102707 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-c428b4a3-7bf0-4a5d-a198-bc5d46552fad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c0241cc4-6c19-4c98-ab84-df8e281d2dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1484396 Nov 10 19:21:22.193596 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf5bf93-8e4a-4942-9f71-1c555c319a82 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:21:22.201347 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-70696877-c058-413b-9b2f-ba2cf6bd192d service neutron] For port a8d8e175-100c-4d0c-9ed9-6fda57aedabf, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:21:22.221842 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bf5bf93-8e4a-4942-9f71-1c555c319a82 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:22.222103 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-70696877-c058-413b-9b2f-ba2cf6bd192d service neutron] For port a8d8e175-100c-4d0c-9ed9-6fda57aedabf, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a8d8e175-100c-4d0c-9ed9-6fda57aedabf,segment=NetworkSegment(c9a36c68-c3fb-4c33-a5bb-7886b7443ebd),segment_id=c9a36c68-c3fb-4c33-a5bb-7886b7443ebd)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:21:22.225904 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a82bb9-98ad-4e3a-8da2-454e5b6c0620 None None] Sync routers for ids ['91b99188-6a14-40e9-9238-20fd0a393c3f'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:21:22.229602 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-cfbc16b6-b128-4fc5-b3eb-3db3595078a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:22.230382 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-cfbc16b6-b128-4fc5-b3eb-3db3595078a8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=08d5b27a-446a-4f08-9532-b9da3981ea57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1437635 Nov 10 19:21:22.233875 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-70696877-c058-413b-9b2f-ba2cf6bd192d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:22.242919 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2bf5bf93-8e4a-4942-9f71-1c555c319a82 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.5907714 Nov 10 19:21:22.244965 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42412) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:22.255222 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a82bb9-98ad-4e3a-8da2-454e5b6c0620 None None] Routers {'91b99188-6a14-40e9-9238-20fd0a393c3f'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:21:22.256320 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-61a82bb9-98ad-4e3a-8da2-454e5b6c0620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['91b99188-6a14-40e9-9238-20fd0a393c3f'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:22.302722 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-70696877-c058-413b-9b2f-ba2cf6bd192d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:22.303351 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-70696877-c058-413b-9b2f-ba2cf6bd192d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:22.304806 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-70696877-c058-413b-9b2f-ba2cf6bd192d service neutron] 10.222.0.25 "PUT /v2.0/ports/a8d8e175-100c-4d0c-9ed9-6fda57aedabf HTTP/1.1" status: 200 len: 1092 time: 2.0600522 Nov 10 19:21:22.308619 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1be5722-cf2e-4a3b-88ae-ecfb562bb99e', 'tag': 'a8d8e175-100c-4d0c-9ed9-6fda57aedabf'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:21:22.317505 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fbb136-03c2-4371-acb2-120591ff37fe" -d '{"events": [{"name": "network-changed", "server_uuid": "b1be5722-cf2e-4a3b-88ae-ecfb562bb99e", "tag": "a8d8e175-100c-4d0c-9ed9-6fda57aedabf"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:21:22.423712 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-98548f44-e2f4-4bbf-b616-06178bbba980 service neutron] 10.222.0.73 "GET /v2.0/networks/c0241cc4-6c19-4c98-ab84-df8e281d2dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982545 Nov 10 19:21:22.426221 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70696877-c058-413b-9b2f-ba2cf6bd192d service neutron] Pushing event updated for resources: {'Port': ['ID=a8d8e175-100c-4d0c-9ed9-6fda57aedabf,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:22.467928 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc22e233-1096-4283-a549-82605a114139 None None] DHCP port deletion for dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:21:22.564094 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0da52b2c-b72c-4022-b6b6-6c7f66387ea3 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:22.615789 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-61a82bb9-98ad-4e3a-8da2-454e5b6c0620 None None] Set router 91b99188-6a14-40e9-9238-20fd0a393c3f gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:21:22.663432 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23aa6199-a6b9-4f09-83ba-632b90df29ca req-79e7bb9e-2fd5-4ae9-b758-9bdea921e1aa service neutron] 10.222.0.73 "GET /v2.0/networks/c0241cc4-6c19-4c98-ab84-df8e281d2dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291520 Nov 10 19:21:22.668696 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e665308-0f48-4147-9cc9-189e1ce57920 x-openstack-request-id: req-1e665308-0f48-4147-9cc9-189e1ce57920 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:21:22.668989 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1be5722-cf2e-4a3b-88ae-ecfb562bb99e", "tag": "a8d8e175-100c-4d0c-9ed9-6fda57aedabf", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:21:22.669245 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1e665308-0f48-4147-9cc9-189e1ce57920 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:21:22.669652 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1be5722-cf2e-4a3b-88ae-ecfb562bb99e', 'tag': 'a8d8e175-100c-4d0c-9ed9-6fda57aedabf', 'status': 'completed', 'code': 200} Nov 10 19:21:22.676850 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-ba92ab3b-801b-4142-b9be-38cc00356c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:22.679444 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-ba92ab3b-801b-4142-b9be-38cc00356c00 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=987b6b0bf6bf42fcb737b7f6bb6ee447&device_id=b1be5722-cf2e-4a3b-88ae-ecfb562bb99e HTTP/1.1" status: 200 len: 1095 time: 0.3138237 Nov 10 19:21:22.683318 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-2021d211-456a-4725-af74-f8178f1e9657 service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430857 Nov 10 19:21:22.859503 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-61a82bb9-98ad-4e3a-8da2-454e5b6c0620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b99188-6a14-40e9-9238-20fd0a393c3f', 'name': '', 'tenant_id': 'bf0a65602fa64bc69994c58eb33cc1dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd64fccc-bd65-4b30-8f9a-c9a086cc907a', 'external_fixed_ips': [{'subnet_id': 'afc5ea37-a0b3-40ff-a6bc-1e05956df22e', 'ip_address': '2001:db8::37'}], 'enable_snat': True}, 'gw_port_id': 'c6f25e72-2325-4f73-90ee-bebd85e4a55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:21:19Z', 'updated_at': '2021-11-10T19:21:21Z', 'revision_number': 3, 'project_id': 'bf0a65602fa64bc69994c58eb33cc1dd', 'gw_port': {'id': 'c6f25e72-2325-4f73-90ee-bebd85e4a55b', 'name': '', 'network_id': 'fd64fccc-bd65-4b30-8f9a-c9a086cc907a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b99188-6a14-40e9-9238-20fd0a393c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'afc5ea37-a0b3-40ff-a6bc-1e05956df22e', 'ip_address': '2001:db8::37', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:21:20Z', 'updated_at': '2021-11-10T19:21:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc5ea37-a0b3-40ff-a6bc-1e05956df22e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:22.865460 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0da52b2c-b72c-4022-b6b6-6c7f66387ea3 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:22.919452 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a82bb9-98ad-4e3a-8da2-454e5b6c0620 None None] Checking router: 91b99188-6a14-40e9-9238-20fd0a393c3f for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:21:22.919864 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a82bb9-98ad-4e3a-8da2-454e5b6c0620 None None] Updating router 91b99188-6a14-40e9-9238-20fd0a393c3f port c6f25e72-2325-4f73-90ee-bebd85e4a55b binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:21:22.946791 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-0da52b2c-b72c-4022-b6b6-6c7f66387ea3 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Deleting port c6f25e72-2325-4f73-90ee-bebd85e4a55b {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:21:22.947429 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0da52b2c-b72c-4022-b6b6-6c7f66387ea3 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:22.963160 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-61a82bb9-98ad-4e3a-8da2-454e5b6c0620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:22.974278 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-783c0d17-0cad-472b-941e-ff1f9a74409e service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539887 Nov 10 19:21:22.974278 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-3a4b40e4-cc6e-4dc7-bef7-249081468a10 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8d8e175-100c-4d0c-9ed9-6fda57aedabf HTTP/1.1" status: 200 len: 217 time: 0.2757325 Nov 10 19:21:23.054045 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-636b7845-c5b2-4b8f-b0e3-863a8ab24be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:23.056018 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-636b7845-c5b2-4b8f-b0e3-863a8ab24be8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0383c2bb-f0e3-4245-83c4-a6b51bf23dd3 HTTP/1.1" status: 200 len: 852 time: 0.0558965 Nov 10 19:21:23.111487 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f53b67-4ab3-42b8-aec1-0010112eabd2 req-cca1eae6-05cf-4b5c-81a8-167ed5178466 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:23.119265 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0da52b2c-b72c-4022-b6b6-6c7f66387ea3 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:23.119507 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-07f53b67-4ab3-42b8-aec1-0010112eabd2 req-cca1eae6-05cf-4b5c-81a8-167ed5178466 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1be5722-cf2e-4a3b-88ae-ecfb562bb99e HTTP/1.1" status: 200 len: 944 time: 0.4246087 Nov 10 19:21:23.141568 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-eb204f0b-df86-4182-bf72-b2a9946edff4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=3e40d835-e479-4c27-8f24-be6c043e98be HTTP/1.1" status: 200 len: 217 time: 0.1428080 Nov 10 19:21:23.142938 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-0da52b2c-b72c-4022-b6b6-6c7f66387ea3 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Calling delete_port for c6f25e72-2325-4f73-90ee-bebd85e4a55b owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:21:23.197114 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-07f53b67-4ab3-42b8-aec1-0010112eabd2 req-7948b194-da8b-4fcf-b9cc-e0eb4ab32fcc tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776165 Nov 10 19:21:23.293011 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-c7243221-de89-4324-bdc3-4fc1015e6edb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1504023 Nov 10 19:21:23.450143 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-bb95fd22-6abb-4b8c-8483-d5ce2d4d4627 service neutron] 10.222.0.25 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462123 Nov 10 19:21:23.471516 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0da52b2c-b72c-4022-b6b6-6c7f66387ea3 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:23.479152 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-859f6618-def6-4b1f-b19b-5abeca64853e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:23.541486 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-9d27d7a6-101f-4d71-9c33-1edb7b6e5811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:23.543211 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-9d27d7a6-101f-4d71-9c33-1edb7b6e5811 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa2b07b6-2c88-46ba-ac6c-03d3922986c1 HTTP/1.1" status: 200 len: 797 time: 0.3581753 Nov 10 19:21:23.545153 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da52b2c-b72c-4022-b6b6-6c7f66387ea3 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6f25e72-2325-4f73-90ee-bebd85e4a55b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:23.568667 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0da52b2c-b72c-4022-b6b6-6c7f66387ea3 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:23.602702 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-61a82bb9-98ad-4e3a-8da2-454e5b6c0620 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:21:23.602702 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-61a82bb9-98ad-4e3a-8da2-454e5b6c0620 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:21:23.610355 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-86b25d0a-f8eb-49b2-adb8-8fb20f6f98b9 req-0259e2c4-5c62-4c4b-b288-5ba099e8ec86 tempest-ServerShowV254Test-1070462207 tempest-ServerShowV254Test-1070462207-project] 10.222.0.54 "GET /v2.0/ports?device_id=1754d326-494f-4295-b4b6-3be2006f2e4f HTTP/1.1" status: 200 len: 210 time: 0.0832169 Nov 10 19:21:23.696227 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0da52b2c-b72c-4022-b6b6-6c7f66387ea3 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:23.699215 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0da52b2c-b72c-4022-b6b6-6c7f66387ea3 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:23.757629 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0da52b2c-b72c-4022-b6b6-6c7f66387ea3 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:23.758901 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da52b2c-b72c-4022-b6b6-6c7f66387ea3 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 91b99188-6a14-40e9-9238-20fd0a393c3f {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:21:23.767447 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0da52b2c-b72c-4022-b6b6-6c7f66387ea3 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:23.769053 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0da52b2c-b72c-4022-b6b6-6c7f66387ea3 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] 10.222.0.54 "DELETE /v2.0/routers/91b99188-6a14-40e9-9238-20fd0a393c3f HTTP/1.1" status: 204 len: 168 time: 1.5215778 Nov 10 19:21:23.774332 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42436) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:23.871657 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-65644514-4027-4a9d-bb22-969cb581c76c tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Deleting subnet afc5ea37-a0b3-40ff-a6bc-1e05956df22e {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:21:23.877319 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-65644514-4027-4a9d-bb22-969cb581c76c tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:23.929969 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-65644514-4027-4a9d-bb22-969cb581c76c tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:23.979777 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-65644514-4027-4a9d-bb22-969cb581c76c tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:24.056847 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-65644514-4027-4a9d-bb22-969cb581c76c tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:24.105410 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-65644514-4027-4a9d-bb22-969cb581c76c tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:24.115753 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-65644514-4027-4a9d-bb22-969cb581c76c tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] 10.222.0.54 "DELETE /v2.0/subnets/afc5ea37-a0b3-40ff-a6bc-1e05956df22e HTTP/1.1" status: 204 len: 168 time: 0.3397503 Nov 10 19:21:24.116942 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65644514-4027-4a9d-bb22-969cb581c76c tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=afc5ea37-a0b3-40ff-a6bc-1e05956df22e,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:24.120077 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42438) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:24.135213 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a82bb9-98ad-4e3a-8da2-454e5b6c0620 None None] Port c6f25e72-2325-4f73-90ee-bebd85e4a55b not found while updating agent binding for router 91b99188-6a14-40e9-9238-20fd0a393c3f. {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 10 19:21:24.147301 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a82bb9-98ad-4e3a-8da2-454e5b6c0620 None None] Routers set() bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:21:24.147838 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a82bb9-98ad-4e3a-8da2-454e5b6c0620 None None] Router IDs set() for agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 19:21:24.148778 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_agentschedulers_db [None req-61a82bb9-98ad-4e3a-8da2-454e5b6c0620 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'91b99188-6a14-40e9-9238-20fd0a393c3f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:20:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent'). {{(pid=102507) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 10 19:21:24.149258 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a82bb9-98ad-4e3a-8da2-454e5b6c0620 None None] The sync data for ids ['91b99188-6a14-40e9-9238-20fd0a393c3f'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:21:24.162090 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-397fa500-4aa5-47d3-bb71-7f93611fea36 req-66dcb72c-5a74-4271-b18d-15da226787a1 service neutron] 10.222.0.25 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7047222 Nov 10 19:21:24.165868 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-b293c78d-cfb8-4e3c-b89d-eb9d9a58f23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:24.170663 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-b293c78d-cfb8-4e3c-b89d-eb9d9a58f23b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=08d5b27a-446a-4f08-9532-b9da3981ea57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5735629 Nov 10 19:21:24.197932 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa3c17-a565-48ac-9afb-b2329d61853e req-6b6ae0dc-17ab-4467-8bdb-46e1a39c91c9 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:24.206153 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d1fa3c17-a565-48ac-9afb-b2329d61853e req-6b6ae0dc-17ab-4467-8bdb-46e1a39c91c9 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4c501eb-abd9-4776-9dd0-65aa9b5256c4 HTTP/1.1" status: 200 len: 946 time: 0.1179645 Nov 10 19:21:24.238834 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d70cfd9b-e190-4f51-ae95-135a7494311c tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:24.364255 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d70cfd9b-e190-4f51-ae95-135a7494311c tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:24.364517 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fbb136-03c2-4371-acb2-120591ff37fe req-14ab9c7e-ab4a-4a25-96b6-1bc6b55fa86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:24.364517 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16fbb136-03c2-4371-acb2-120591ff37fe req-14ab9c7e-ab4a-4a25-96b6-1bc6b55fa86d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=987b6b0bf6bf42fcb737b7f6bb6ee447&device_id=b1be5722-cf2e-4a3b-88ae-ecfb562bb99e HTTP/1.1" status: 200 len: 1095 time: 0.1281092 Nov 10 19:21:24.373397 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d1fa3c17-a565-48ac-9afb-b2329d61853e req-5bfe8277-bb51-4c6c-b0d1-4ab39af4e7a1 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "GET /v2.0/security-groups?id=39368501-9be6-4d2f-b94f-12bb0e12ddc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661572 Nov 10 19:21:24.421362 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-1e404495-7356-41de-a3f4-1f2ea2fc3eb7 service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123799 Nov 10 19:21:24.429294 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-d70cfd9b-e190-4f51-ae95-135a7494311c tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd64fccc-bd65-4b30-8f9a-c9a086cc907a']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:24.434438 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:24.443882 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-d70cfd9b-e190-4f51-ae95-135a7494311c tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b932cd93-193a-414c-92b1-d9affe1a50f6') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:24.444184 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-d70cfd9b-e190-4f51-ae95-135a7494311c tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b932cd93-193a-414c-92b1-d9affe1a50f6') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:24.461428 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d70cfd9b-e190-4f51-ae95-135a7494311c tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:24.479093 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d70cfd9b-e190-4f51-ae95-135a7494311c tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:24.489324 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d70cfd9b-e190-4f51-ae95-135a7494311c tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:21:24.490141 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d70cfd9b-e190-4f51-ae95-135a7494311c tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:24.493335 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:21:24.493335 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:21:24.493335 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:21:24.493335 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:21:24.493335 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:21:24.493335 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:21:24.493335 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:21:24.493335 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:21:24.493335 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:21:24.493335 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:21:24.493335 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:21:24.493335 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:21:24.493335 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:21:24.493335 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:21:24.493335 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:21:24.493335 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:21:24.493335 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:21:24.493335 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:21:24.493335 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:21:24.493335 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:21:24.493335 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:21:24.493335 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:21:24.493335 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:21:24.493335 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:21:24.493335 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:21:24.493335 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:21:24.493335 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:21:24.493335 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:21:24.493335 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:21:24.493335 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:21:24.493335 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:21:24.493335 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:21:24.597585 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fbb136-03c2-4371-acb2-120591ff37fe req-2d5088d3-caa7-4a91-845a-79d06cb9426b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:24.599188 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16fbb136-03c2-4371-acb2-120591ff37fe req-2d5088d3-caa7-4a91-845a-79d06cb9426b service neutron] 10.222.0.25 "GET /v2.0/networks?id=dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 HTTP/1.1" status: 200 len: 913 time: 0.2205708 Nov 10 19:21:24.613655 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d70cfd9b-e190-4f51-ae95-135a7494311c tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:24.622053 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70cfd9b-e190-4f51-ae95-135a7494311c tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fd64fccc-bd65-4b30-8f9a-c9a086cc907a {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 19:21:24.632092 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d37bb-573e-4a52-8d20-ad1666c241fb req-f2cfcd0c-27e6-4041-991d-e56e4aeba7dc tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:24.640584 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b3d37bb-573e-4a52-8d20-ad1666c241fb req-f2cfcd0c-27e6-4041-991d-e56e4aeba7dc tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1be5722-cf2e-4a3b-88ae-ecfb562bb99e HTTP/1.1" status: 200 len: 944 time: 0.1756077 Nov 10 19:21:24.646538 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d70cfd9b-e190-4f51-ae95-135a7494311c tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:24.653670 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d70cfd9b-e190-4f51-ae95-135a7494311c tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] 10.222.0.54 "DELETE /v2.0/networks/fd64fccc-bd65-4b30-8f9a-c9a086cc907a HTTP/1.1" status: 204 len: 168 time: 0.5324779 Nov 10 19:21:24.705425 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70cfd9b-e190-4f51-ae95-135a7494311c tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Pushing event deleted for resources: {'Network': ['ID=fd64fccc-bd65-4b30-8f9a-c9a086cc907a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:24.789031 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-9ac6a2cf-46ce-47b0-9f5d-cf22050627bb service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333929 Nov 10 19:21:24.791367 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16fbb136-03c2-4371-acb2-120591ff37fe req-771c001f-d495-4af8-805e-dfdad84ad898 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8d8e175-100c-4d0c-9ed9-6fda57aedabf HTTP/1.1" status: 200 len: 217 time: 0.1797621 Nov 10 19:21:24.898280 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:24.922101 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-91ca9f29-9de1-42b5-af10-0159ec4b7cd4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=de23dff7-0358-45d9-aba5-b288f9e2dceb HTTP/1.1" status: 200 len: 217 time: 0.1170495 Nov 10 19:21:25.002673 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fbb136-03c2-4371-acb2-120591ff37fe req-ece1f17f-d4d3-46bb-88d7-d7b4e38aa1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:25.006276 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16fbb136-03c2-4371-acb2-120591ff37fe req-ece1f17f-d4d3-46bb-88d7-d7b4e38aa1e4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0383c2bb-f0e3-4245-83c4-a6b51bf23dd3 HTTP/1.1" status: 200 len: 852 time: 0.1994784 Nov 10 19:21:25.008723 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42462) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:25.018890 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-503bd095-b773-43ab-aced-a0ac83950008 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Request body: {'router': {'name': 'tempest-router--155447788', 'project_id': '84e56f5e9ec24763b9fc0f8a99f31b82'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:21:25.028730 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b3d37bb-573e-4a52-8d20-ad1666c241fb req-a7932110-848f-4748-8c2d-ad187fec39b9 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861263 Nov 10 19:21:25.060001 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-503bd095-b773-43ab-aced-a0ac83950008 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:25.062631 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-503bd095-b773-43ab-aced-a0ac83950008 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:25.110839 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16fbb136-03c2-4371-acb2-120591ff37fe req-06517fa5-343b-49e9-b8ea-b8412279e4b1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762942 Nov 10 19:21:25.148906 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-503bd095-b773-43ab-aced-a0ac83950008 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:25.157634 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-503bd095-b773-43ab-aced-a0ac83950008 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:25.217151 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-503bd095-b773-43ab-aced-a0ac83950008 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:25.219131 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-503bd095-b773-43ab-aced-a0ac83950008 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2069583 Nov 10 19:21:25.223224 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42464) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:25.242862 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-27df5d96-d666-4aa9-a170-0829310e4a13 req-c847c82f-7f95-495a-9e33-cb0c565d32b4 tempest-ServerShowV254Test-1070462207 tempest-ServerShowV254Test-1070462207-project] 10.222.0.54 "GET /v2.0/ports?device_id=1754d326-494f-4295-b4b6-3be2006f2e4f HTTP/1.1" status: 200 len: 210 time: 0.0511191 Nov 10 19:21:25.283308 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-5a52ad76-bef4-40df-b707-0ac740357fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:25.284795 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-5a52ad76-bef4-40df-b707-0ac740357fa9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=051d3797-d00c-4f4f-b38c-ea825714261f HTTP/1.1" status: 200 len: 797 time: 0.3526523 Nov 10 19:21:25.420732 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-b0bb45b4-8ec5-421e-bce8-4155ce32fc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:25.423410 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-b0bb45b4-8ec5-421e-bce8-4155ce32fc54 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e688d16-320a-464d-a934-8ef580053d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1311462 Nov 10 19:21:25.447642 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80c7fa-8b4b-44e5-934e-adc7f6ea9817 req-5463d005-9d3b-4bb0-9e01-8630a650de49 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:25.450616 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4b80c7fa-8b4b-44e5-934e-adc7f6ea9817 req-5463d005-9d3b-4bb0-9e01-8630a650de49 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4c501eb-abd9-4776-9dd0-65aa9b5256c4 HTTP/1.1" status: 200 len: 946 time: 0.2284820 Nov 10 19:21:25.453263 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-14758fa8-3a42-4d1b-99b0-eac31e860f1e tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:25.478126 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16fbb136-03c2-4371-acb2-120591ff37fe req-a7acd426-c960-4a11-92fe-ec04fb98c5c8 service neutron] 10.222.0.25 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577111 Nov 10 19:21:25.700339 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3b3b83f1-f0ca-46a6-8a57-438ee78a304c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:25.802413 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16fbb136-03c2-4371-acb2-120591ff37fe req-74233cbd-8edb-414f-81e4-fb576e55235c service neutron] 10.222.0.25 "GET /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495863 Nov 10 19:21:25.833736 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c31735-f060-442a-8015-ea8c220293a1 req-0dadc43e-0dba-44e3-8a95-d2e9d6f70f70 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:25.842976 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d3c31735-f060-442a-8015-ea8c220293a1 req-0dadc43e-0dba-44e3-8a95-d2e9d6f70f70 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4c501eb-abd9-4776-9dd0-65aa9b5256c4 HTTP/1.1" status: 200 len: 946 time: 0.1881802 Nov 10 19:21:25.865886 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-7c37c62e-2a00-41ff-9b33-cee2517b6658 service neutron] 10.222.0.25 "GET /v2.0/networks/5e688d16-320a-464d-a934-8ef580053d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402991 Nov 10 19:21:25.963452 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d3c31735-f060-442a-8015-ea8c220293a1 req-b3c8cb9a-915d-4229-95a9-ff57e53a2278 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "GET /v2.0/security-groups?id=39368501-9be6-4d2f-b94f-12bb0e12ddc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191678 Nov 10 19:21:26.027704 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-6af94ca3-a61b-459f-8e11-78db7e78e02d service neutron] 10.222.0.25 "GET /v2.0/networks/5e688d16-320a-464d-a934-8ef580053d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535459 Nov 10 19:21:26.083980 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-4cb02730-7f92-4419-aebe-2da12b096bbb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=018e007e-c84a-4abf-8483-76780dc92b09 HTTP/1.1" status: 200 len: 217 time: 0.0485542 Nov 10 19:21:26.148256 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-75ede1df-195a-4dc0-a641-bdedfe0f44a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:26.150464 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-75ede1df-195a-4dc0-a641-bdedfe0f44a0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=051d3797-d00c-4f4f-b38c-ea825714261f HTTP/1.1" status: 200 len: 797 time: 0.0596540 Nov 10 19:21:26.284741 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-2ba447a1-5c31-460e-9a97-d1b48476b234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:26.286423 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-2ba447a1-5c31-460e-9a97-d1b48476b234 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e688d16-320a-464d-a934-8ef580053d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1281853 Nov 10 19:21:26.296660 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-14758fa8-3a42-4d1b-99b0-eac31e860f1e tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:26.300426 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-14758fa8-3a42-4d1b-99b0-eac31e860f1e tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:26.324070 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d61db2-248e-43a2-8e89-89b4a44a15dc req-93b27bf3-8030-4183-9dfb-4f96ba12f4c0 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:26.331733 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-48d61db2-248e-43a2-8e89-89b4a44a15dc req-93b27bf3-8030-4183-9dfb-4f96ba12f4c0 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1be5722-cf2e-4a3b-88ae-ecfb562bb99e HTTP/1.1" status: 200 len: 944 time: 0.1043205 Nov 10 19:21:26.369548 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-14758fa8-3a42-4d1b-99b0-eac31e860f1e tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:26.369548 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14758fa8-3a42-4d1b-99b0-eac31e860f1e tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 59ef5eac-e401-4648-9291-1c70d14e3ced {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:21:26.383710 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-14758fa8-3a42-4d1b-99b0-eac31e860f1e tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:26.385240 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-14758fa8-3a42-4d1b-99b0-eac31e860f1e tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] 10.222.0.54 "DELETE /v2.0/routers/59ef5eac-e401-4648-9291-1c70d14e3ced HTTP/1.1" status: 204 len: 168 time: 1.0931304 Nov 10 19:21:26.397850 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-4b80c7fa-8b4b-44e5-934e-adc7f6ea9817 req-f7d12929-a385-4c88-ac6a-c4747f0d7369 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Deleting port 0d087962-3f71-4f55-a9f5-bfa71fe7c0b8 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:21:26.398586 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-4b80c7fa-8b4b-44e5-934e-adc7f6ea9817 req-f7d12929-a385-4c88-ac6a-c4747f0d7369 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:26.451399 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-48d61db2-248e-43a2-8e89-89b4a44a15dc req-fd42c815-79d8-4e64-a2ec-83c86ca6f5a8 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186283 Nov 10 19:21:26.504541 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-262bcb21-f362-4238-888c-5fa492868300 service neutron] 10.222.0.25 "GET /v2.0/networks/5e688d16-320a-464d-a934-8ef580053d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096086 Nov 10 19:21:26.552248 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-4b80c7fa-8b4b-44e5-934e-adc7f6ea9817 req-f7d12929-a385-4c88-ac6a-c4747f0d7369 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] For port 0d087962-3f71-4f55-a9f5-bfa71fe7c0b8, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=0d087962-3f71-4f55-a9f5-bfa71fe7c0b8,segment=NetworkSegment(88e73b67-15cc-41ea-8a3f-4da35a6a58df),segment_id=88e73b67-15cc-41ea-8a3f-4da35a6a58df)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:21:26.552836 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-4b80c7fa-8b4b-44e5-934e-adc7f6ea9817 req-f7d12929-a385-4c88-ac6a-c4747f0d7369 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:26.655483 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42486) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:26.670149 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-50a060bd-a23c-453c-ab1f-dd6bf1ecaa5c req-9396db56-5c03-42c2-923f-895537c1a91c tempest-ServerShowV254Test-1070462207 tempest-ServerShowV254Test-1070462207-project] 10.222.0.54 "GET /v2.0/ports?device_id=1754d326-494f-4295-b4b6-3be2006f2e4f HTTP/1.1" status: 200 len: 210 time: 0.1009042 Nov 10 19:21:26.702014 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7587304-fa69-4e78-98ba-6a7e42c4a545 req-fc81871e-06d2-41f6-bc2a-3eae917e4e9a service neutron] 10.222.0.25 "GET /v2.0/networks/5e688d16-320a-464d-a934-8ef580053d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901987 Nov 10 19:21:26.975607 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-4b80c7fa-8b4b-44e5-934e-adc7f6ea9817 req-f7d12929-a385-4c88-ac6a-c4747f0d7369 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:26.975956 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-4b80c7fa-8b4b-44e5-934e-adc7f6ea9817 req-f7d12929-a385-4c88-ac6a-c4747f0d7369 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:26.976277 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [req-4b80c7fa-8b4b-44e5-934e-adc7f6ea9817 req-f7d12929-a385-4c88-ac6a-c4747f0d7369 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Floating IP 738e097a-fedc-4df8-86f2-8ec59cdece79 disassociated. External IP: 172.25.3.179, port: 0d087962-3f71-4f55-a9f5-bfa71fe7c0b8. Nov 10 19:21:26.976621 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-4b80c7fa-8b4b-44e5-934e-adc7f6ea9817 req-f7d12929-a385-4c88-ac6a-c4747f0d7369 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Calling delete_port for 0d087962-3f71-4f55-a9f5-bfa71fe7c0b8 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:21:27.067757 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-73bb811a-8cca-47a4-bd09-0a3c37ec4050 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1331514508', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}, 'admin_state_up': False}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:21:27.128351 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:27.158836 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-73bb811a-8cca-47a4-bd09-0a3c37ec4050 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:27.160141 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-73bb811a-8cca-47a4-bd09-0a3c37ec4050 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:27.161155 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af4887-554f-402f-853c-4bad42f28b33 req-4f487fbd-8538-4702-bbcf-e249c00573bb tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:27.171669 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-73af4887-554f-402f-853c-4bad42f28b33 req-4f487fbd-8538-4702-bbcf-e249c00573bb tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4c501eb-abd9-4776-9dd0-65aa9b5256c4 HTTP/1.1" status: 200 len: 946 time: 0.1053267 Nov 10 19:21:27.238399 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-73af4887-554f-402f-853c-4bad42f28b33 req-e6016926-518e-4274-84ca-f0775784f318 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "GET /v2.0/security-groups?id=39368501-9be6-4d2f-b94f-12bb0e12ddc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651908 Nov 10 19:21:27.265660 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-4b80c7fa-8b4b-44e5-934e-adc7f6ea9817 req-f7d12929-a385-4c88-ac6a-c4747f0d7369 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:27.313548 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d12929-a385-4c88-ac6a-c4747f0d7369 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Pushing event deleted for resources: {'Port': ['ID=0d087962-3f71-4f55-a9f5-bfa71fe7c0b8,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:27.421618 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-73bb811a-8cca-47a4-bd09-0a3c37ec4050 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:27.631674 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-73bb811a-8cca-47a4-bd09-0a3c37ec4050 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:27.693500 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b80c7fa-8b4b-44e5-934e-adc7f6ea9817 req-f7d12929-a385-4c88-ac6a-c4747f0d7369 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Router e1961e9d-0224-4ff4-859d-971f5c41e456 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:21:27.739734 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec076a-673d-4223-8a2e-5ad6e572e0b9 req-d839bb58-8e58-4465-8a75-7302daae8944 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:27.758315 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a2ec076a-673d-4223-8a2e-5ad6e572e0b9 req-d839bb58-8e58-4465-8a75-7302daae8944 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1be5722-cf2e-4a3b-88ae-ecfb562bb99e HTTP/1.1" status: 200 len: 944 time: 0.1647835 Nov 10 19:21:27.874266 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a2ec076a-673d-4223-8a2e-5ad6e572e0b9 req-90b5f48f-5523-4548-8e69-075ea29fbbbc tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125708 Nov 10 19:21:28.032181 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b80c7fa-8b4b-44e5-934e-adc7f6ea9817 req-f7d12929-a385-4c88-ac6a-c4747f0d7369 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:21:28.046920 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e61b9b1-64c6-46c1-b171-0f17272cceaf None None] Sync routers for ids ['e1961e9d-0224-4ff4-859d-971f5c41e456'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:21:28.060677 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e61b9b1-64c6-46c1-b171-0f17272cceaf None None] Routers {'e1961e9d-0224-4ff4-859d-971f5c41e456'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:21:28.061815 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9e61b9b1-64c6-46c1-b171-0f17272cceaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:21:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['e1961e9d-0224-4ff4-859d-971f5c41e456'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:28.082501 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-291aba5d-0bbb-4a4e-b38d-7cc7a9a6ed8f req-b066e3d4-a8f8-46db-a629-989f8c0837d0 tempest-ServerShowV254Test-1070462207 tempest-ServerShowV254Test-1070462207-project] 10.222.0.54 "GET /v2.0/ports?device_id=1754d326-494f-4295-b4b6-3be2006f2e4f HTTP/1.1" status: 200 len: 210 time: 0.0990286 Nov 10 19:21:28.098225 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b80c7fa-8b4b-44e5-934e-adc7f6ea9817 req-f7d12929-a385-4c88-ac6a-c4747f0d7369 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] No DVR routers for this DVR port 0d087962-3f71-4f55-a9f5-bfa71fe7c0b8 on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:21:28.098225 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-4b80c7fa-8b4b-44e5-934e-adc7f6ea9817 req-f7d12929-a385-4c88-ac6a-c4747f0d7369 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:28.098225 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4b80c7fa-8b4b-44e5-934e-adc7f6ea9817 req-f7d12929-a385-4c88-ac6a-c4747f0d7369 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.25 "DELETE /v2.0/ports/0d087962-3f71-4f55-a9f5-bfa71fe7c0b8 HTTP/1.1" status: 204 len: 173 time: 1.9593244 Nov 10 19:21:28.098225 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c501eb-abd9-4776-9dd0-65aa9b5256c4', 'name': 'network-vif-deleted', 'tag': '0d087962-3f71-4f55-a9f5-bfa71fe7c0b8'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:21:28.099343 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7568a2e9-fdb1-4cca-b9f3-6af3e4cc613a" -d '{"events": [{"server_uuid": "a4c501eb-abd9-4776-9dd0-65aa9b5256c4", "name": "network-vif-deleted", "tag": "0d087962-3f71-4f55-a9f5-bfa71fe7c0b8"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:21:28.270427 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-73bb811a-8cca-47a4-bd09-0a3c37ec4050 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:28.315512 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-73bb811a-8cca-47a4-bd09-0a3c37ec4050 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:28.342406 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-9e61b9b1-64c6-46c1-b171-0f17272cceaf None None] Set router e1961e9d-0224-4ff4-859d-971f5c41e456 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:21:28.370912 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a786873c-b40d-499f-bbc6-4cba307ff984 x-openstack-request-id: req-a786873c-b40d-499f-bbc6-4cba307ff984 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:21:28.371529 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c501eb-abd9-4776-9dd0-65aa9b5256c4", "name": "network-vif-deleted", "tag": "0d087962-3f71-4f55-a9f5-bfa71fe7c0b8", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:21:28.372065 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a786873c-b40d-499f-bbc6-4cba307ff984 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:21:28.372619 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c501eb-abd9-4776-9dd0-65aa9b5256c4', 'name': 'network-vif-deleted', 'tag': '0d087962-3f71-4f55-a9f5-bfa71fe7c0b8', 'status': 'completed', 'code': 200} Nov 10 19:21:28.482452 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d0c2ab3c-15c7-4ef7-9045-52f48f8f6ee7 req-c8548005-1329-4c70-b218-cba5538818d0 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4c501eb-abd9-4776-9dd0-65aa9b5256c4 HTTP/1.1" status: 200 len: 210 time: 0.0549984 Nov 10 19:21:28.533160 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-73bb811a-8cca-47a4-bd09-0a3c37ec4050 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Allocated IP 172.25.3.27 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/7c430338-c8bf-453b-b3cc-61bdf7183e0a) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:21:28.618663 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:28.729983 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9e61b9b1-64c6-46c1-b171-0f17272cceaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'name': 'tempest-ServersTestFqdnHostnames-1574400247-router', 'tenant_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'd6fe2b9c-19f5-499d-a776-87bc555d688b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:17:59Z', 'updated_at': '2021-11-10T19:18:05Z', 'revision_number': 4, 'project_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'gw_port': {'id': 'd6fe2b9c-19f5-499d-a776-87bc555d688b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:18:01Z', 'updated_at': '2021-11-10T19:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '80d5cb2a-632e-4741-94bc-87e8e6d96994', 'name': '', 'network_id': 'f4eb91a3-0e7c-4b49-99d5-b6273309ea9d', 'tenant_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'mac_address': 'fa:16:3e:06:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'e8763436-0d75-45ae-bb60-dffcf03461e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:18:04Z', 'updated_at': '2021-11-10T19:18:15Z', 'revision_number': 5, 'project_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'subnets': [{'id': 'e8763436-0d75-45ae-bb60-dffcf03461e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:28.783094 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e61b9b1-64c6-46c1-b171-0f17272cceaf None None] Checking router: e1961e9d-0224-4ff4-859d-971f5c41e456 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:21:28.795503 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e61b9b1-64c6-46c1-b171-0f17272cceaf None None] Routers {'e1961e9d-0224-4ff4-859d-971f5c41e456'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:21:28.796123 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9e61b9b1-64c6-46c1-b171-0f17272cceaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:21:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['e1961e9d-0224-4ff4-859d-971f5c41e456'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:28.798131 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-73bb811a-8cca-47a4-bd09-0a3c37ec4050 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:28.892436 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a8d8e175-100c-4d0c-9ed9-6fda57aedabf details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:21:28.927559 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-73bb811a-8cca-47a4-bd09-0a3c37ec4050 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:28.992191 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-9e61b9b1-64c6-46c1-b171-0f17272cceaf None None] Set router e1961e9d-0224-4ff4-859d-971f5c41e456 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:21:28.997251 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bb811a-8cca-47a4-bd09-0a3c37ec4050 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:21:29.006983 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-73bb811a-8cca-47a4-bd09-0a3c37ec4050 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:21:29.021801 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bb811a-8cca-47a4-bd09-0a3c37ec4050 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:21:29.091684 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a8d8e175-100c-4d0c-9ed9-6fda57aedabf, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a8d8e175-100c-4d0c-9ed9-6fda57aedabf,segment=NetworkSegment(c9a36c68-c3fb-4c33-a5bb-7886b7443ebd),segment_id=c9a36c68-c3fb-4c33-a5bb-7886b7443ebd)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:21:29.108169 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'a8d8e175-100c-4d0c-9ed9-6fda57aedabf', 'network_id': 'dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0', 'port_id': 'a8d8e175-100c-4d0c-9ed9-6fda57aedabf', 'mac_address': 'fa:16:3e:20:98:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0383c2bb-f0e3-4245-83c4-a6b51bf23dd3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:21:29.111556 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687093ad-db81-4315-b9ba-44eac5c8f770 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:21:29.183690 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:29.188199 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6fd86-e239-4b97-8926-96210c02e14b req-9ddd26d5-07fa-441e-88eb-3577f0e624b2 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:29.190747 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1ef6fd86-e239-4b97-8926-96210c02e14b req-9ddd26d5-07fa-441e-88eb-3577f0e624b2 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1be5722-cf2e-4a3b-88ae-ecfb562bb99e HTTP/1.1" status: 200 len: 944 time: 0.1510019 Nov 10 19:21:29.237742 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8d8e175-100c-4d0c-9ed9-6fda57aedabf {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:21:29.243474 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8fc9ea38-9838-4cba-815f-67c30574dc37 None None] Provisioning complete for port 7c430338-c8bf-453b-b3cc-61bdf7183e0a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:21:29.243903 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8fc9ea38-9838-4cba-815f-67c30574dc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:29.284142 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb811a-8cca-47a4-bd09-0a3c37ec4050 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Pushing event updated for resources: {'Port': ['ID=7c430338-c8bf-453b-b3cc-61bdf7183e0a,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:29.291556 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1ef6fd86-e239-4b97-8926-96210c02e14b req-c2a3a861-95fd-49e1-b71e-fe6d85794eb1 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937631 Nov 10 19:21:29.320258 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a8d8e175-100c-4d0c-9ed9-6fda57aedabf, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a8d8e175-100c-4d0c-9ed9-6fda57aedabf,segment=NetworkSegment(c9a36c68-c3fb-4c33-a5bb-7886b7443ebd),segment_id=c9a36c68-c3fb-4c33-a5bb-7886b7443ebd)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:21:29.414050 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:29.422644 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-8fc9ea38-9838-4cba-815f-67c30574dc37 None None] Port 7c430338-c8bf-453b-b3cc-61bdf7183e0a cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:21:29.424891 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-11e946de-9f6b-4f66-a949-0d12840172f6 req-ee435030-4b79-4e7e-815a-0ae40d02d6bb tempest-ServerShowV254Test-1070462207 tempest-ServerShowV254Test-1070462207-project] 10.222.0.54 "GET /v2.0/ports?device_id=1754d326-494f-4295-b4b6-3be2006f2e4f HTTP/1.1" status: 200 len: 210 time: 0.0579526 Nov 10 19:21:29.460898 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9e61b9b1-64c6-46c1-b171-0f17272cceaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'name': 'tempest-ServersTestFqdnHostnames-1574400247-router', 'tenant_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'd6fe2b9c-19f5-499d-a776-87bc555d688b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:17:59Z', 'updated_at': '2021-11-10T19:18:05Z', 'revision_number': 4, 'project_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'gw_port': {'id': 'd6fe2b9c-19f5-499d-a776-87bc555d688b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:18:01Z', 'updated_at': '2021-11-10T19:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '80d5cb2a-632e-4741-94bc-87e8e6d96994', 'name': '', 'network_id': 'f4eb91a3-0e7c-4b49-99d5-b6273309ea9d', 'tenant_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'mac_address': 'fa:16:3e:06:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'e8763436-0d75-45ae-bb60-dffcf03461e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:18:04Z', 'updated_at': '2021-11-10T19:18:15Z', 'revision_number': 5, 'project_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'subnets': [{'id': 'e8763436-0d75-45ae-bb60-dffcf03461e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:29.467050 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-73bb811a-8cca-47a4-bd09-0a3c37ec4050 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:29.496626 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:29.514204 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e61b9b1-64c6-46c1-b171-0f17272cceaf None None] The sync data for ids ['e1961e9d-0224-4ff4-859d-971f5c41e456'] in n-d-813897-4 is: [{'id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'name': 'tempest-ServersTestFqdnHostnames-1574400247-router', 'tenant_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'd6fe2b9c-19f5-499d-a776-87bc555d688b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:17:59Z', 'updated_at': '2021-11-10T19:18:05Z', 'revision_number': 4, 'project_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'gw_port': {'id': 'd6fe2b9c-19f5-499d-a776-87bc555d688b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:18:01Z', 'updated_at': '2021-11-10T19:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '80d5cb2a-632e-4741-94bc-87e8e6d96994', 'name': '', 'network_id': 'f4eb91a3-0e7c-4b49-99d5-b6273309ea9d', 'tenant_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'mac_address': 'fa:16:3e:06:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'e8763436-0d75-45ae-bb60-dffcf03461e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:18:04Z', 'updated_at': '2021-11-10T19:18:15Z', 'revision_number': 5, 'project_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'subnets': [{'id': 'e8763436-0d75-45ae-bb60-dffcf03461e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:21:29.571589 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=a8d8e175-100c-4d0c-9ed9-6fda57aedabf,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:29.738117 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42528) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:29.781449 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['a8d8e175-100c-4d0c-9ed9-6fda57aedabf'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:21:29.857605 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6224d636-bf34-4c9e-baa2-c2d2832a3b71 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:29.892939 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6224d636-bf34-4c9e-baa2-c2d2832a3b71 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:29.912146 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-73bb811a-8cca-47a4-bd09-0a3c37ec4050 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:30.005855 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6224d636-bf34-4c9e-baa2-c2d2832a3b71 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:30.009064 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6224d636-bf34-4c9e-baa2-c2d2832a3b71 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:30.013231 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6224d636-bf34-4c9e-baa2-c2d2832a3b71 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "DELETE /v2.0/security-groups/39368501-9be6-4d2f-b94f-12bb0e12ddc4 HTTP/1.1" status: 204 len: 168 time: 0.2738476 Nov 10 19:21:30.013957 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42534) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:30.075781 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224d636-bf34-4c9e-baa2-c2d2832a3b71 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39368501-9be6-4d2f-b94f-12bb0e12ddc4,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:30.085697 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-a8860891-5329-420b-b9d8-d24d3d436159 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] show failed (client error): The resource could not be found. Nov 10 19:21:30.089926 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c734b8-b57c-4e3f-9da2-a2b649de134f None None] New status for floating IP 738e097a-fedc-4df8-86f2-8ec59cdece79: DOWN {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:21:30.091087 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a8860891-5329-420b-b9d8-d24d3d436159 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "GET /v2.0/security-groups/39368501-9be6-4d2f-b94f-12bb0e12ddc4 HTTP/1.1" status: 404 len: 347 time: 0.0703709 Nov 10 19:21:30.092404 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42536) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:30.228752 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73bb811a-8cca-47a4-bd09-0a3c37ec4050 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Router 39672e52-9fbb-4af2-b697-190431179a03 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:21:30.363531 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-f00c404c-fae9-44e4-86cd-c4491667b997 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Deleting port fb9d66d7-d877-49c4-94a0-4917fcc2564a {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:21:30.367660 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f00c404c-fae9-44e4-86cd-c4491667b997 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:30.423631 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bb811a-8cca-47a4-bd09-0a3c37ec4050 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:21:30.438626 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b25e7ab-027d-4a11-9441-ab6938057ca1 None None] Sync routers for ids ['39672e52-9fbb-4af2-b697-190431179a03'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:21:30.454230 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-73bb811a-8cca-47a4-bd09-0a3c37ec4050 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:30.456088 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-73bb811a-8cca-47a4-bd09-0a3c37ec4050 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.7993476 Nov 10 19:21:30.459083 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42542) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:30.461379 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b25e7ab-027d-4a11-9441-ab6938057ca1 None None] Routers {'39672e52-9fbb-4af2-b697-190431179a03'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:21:30.463146 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-2b25e7ab-027d-4a11-9441-ab6938057ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:21:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['39672e52-9fbb-4af2-b697-190431179a03'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:30.546173 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4ec10-a959-45fd-85e2-a00244d736cd req-05d497a3-e3b8-4749-adec-6fd3cab6c615 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:30.547862 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-abd4ec10-a959-45fd-85e2-a00244d736cd req-05d497a3-e3b8-4749-adec-6fd3cab6c615 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1be5722-cf2e-4a3b-88ae-ecfb562bb99e HTTP/1.1" status: 200 len: 945 time: 0.1032586 Nov 10 19:21:30.574012 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f00c404c-fae9-44e4-86cd-c4491667b997 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:30.575138 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f00c404c-fae9-44e4-86cd-c4491667b997 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:30.603524 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-f00c404c-fae9-44e4-86cd-c4491667b997 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Calling delete_port for fb9d66d7-d877-49c4-94a0-4917fcc2564a owned by network:floatingip {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:21:30.636002 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-2b25e7ab-027d-4a11-9441-ab6938057ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:30.649432 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b25e7ab-027d-4a11-9441-ab6938057ca1 None None] Routers {'39672e52-9fbb-4af2-b697-190431179a03'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:21:30.650663 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-2b25e7ab-027d-4a11-9441-ab6938057ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:21:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['39672e52-9fbb-4af2-b697-190431179a03'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:30.657087 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-11b9d31f-8ed3-4a5d-b682-428022125df0 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] 10.222.0.54 "GET /v2.0/routers/39672e52-9fbb-4af2-b697-190431179a03 HTTP/1.1" status: 200 len: 924 time: 0.1963384 Nov 10 19:21:30.662235 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42548) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:30.694046 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-2b25e7ab-027d-4a11-9441-ab6938057ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:30.697947 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b25e7ab-027d-4a11-9441-ab6938057ca1 None None] The sync data for ids ['39672e52-9fbb-4af2-b697-190431179a03'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:21:30.739397 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42550) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:30.739747 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c58fc069-7b5d-4c96-8194-3517fc6cf56e tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] 10.222.0.54 "GET /v2.0/ports?device_id=39672e52-9fbb-4af2-b697-190431179a03 HTTP/1.1" status: 200 len: 205 time: 0.0715442 Nov 10 19:21:30.759918 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-abd4ec10-a959-45fd-85e2-a00244d736cd req-ac9474a1-4f57-4b0b-bc39-d197126ecbab tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034340 Nov 10 19:21:30.899949 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 0d087962-3f71-4f55-a9f5-bfa71fe7c0b8 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:21:30.940380 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d07658fd-29ab-4fb9-bc7c-a9e7c276e98f req-d97f7291-16f8-47c7-8db1-8a4e04d18126 tempest-ServerShowV254Test-1070462207 tempest-ServerShowV254Test-1070462207-project] 10.222.0.54 "GET /v2.0/ports?device_id=1754d326-494f-4295-b4b6-3be2006f2e4f HTTP/1.1" status: 200 len: 210 time: 0.0496249 Nov 10 19:21:30.978446 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f00c404c-fae9-44e4-86cd-c4491667b997 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:30.986765 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 0d087962-3f71-4f55-a9f5-bfa71fe7c0b8 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:21:30.987020 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 0d087962-3f71-4f55-a9f5-bfa71fe7c0b8 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:21:31.026055 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e9de6c-c3da-4c49-a349-02ea8f0c9474 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:21:31.052930 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c404c-fae9-44e4-86cd-c4491667b997 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Pushing event deleted for resources: {'Port': ['ID=fb9d66d7-d877-49c4-94a0-4917fcc2564a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:31.157402 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f00c404c-fae9-44e4-86cd-c4491667b997 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks [] for floatingip, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:31.160815 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f00c404c-fae9-44e4-86cd-c4491667b997 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:31.162437 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f00c404c-fae9-44e4-86cd-c4491667b997 tempest-ServersTestFqdnHostnames-985977303 tempest-ServersTestFqdnHostnames-985977303-project] 10.222.0.54 "DELETE /v2.0/floatingips/738e097a-fedc-4df8-86f2-8ec59cdece79 HTTP/1.1" status: 204 len: 168 time: 1.0688777 Nov 10 19:21:31.165628 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42556) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:31.472418 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-88d34bfb-0b42-47f5-b483-4e969c88bd3a tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:31.603134 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-88d34bfb-0b42-47f5-b483-4e969c88bd3a tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:31.659377 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2b77c065-12f1-4916-956e-69bea25ca357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:31.698126 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-88d34bfb-0b42-47f5-b483-4e969c88bd3a tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Deleting port 7c430338-c8bf-453b-b3cc-61bdf7183e0a {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:21:31.698736 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-88d34bfb-0b42-47f5-b483-4e969c88bd3a tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:31.812221 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-88d34bfb-0b42-47f5-b483-4e969c88bd3a tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:31.825527 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-88d34bfb-0b42-47f5-b483-4e969c88bd3a tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Calling delete_port for 7c430338-c8bf-453b-b3cc-61bdf7183e0a owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:21:31.954028 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e1677-ce7b-4807-b083-3fc8b35c2ee8 req-205aeba0-7660-4754-8987-a3cccc7e9034 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:31.961514 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-282e1677-ce7b-4807-b083-3fc8b35c2ee8 req-205aeba0-7660-4754-8987-a3cccc7e9034 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1be5722-cf2e-4a3b-88ae-ecfb562bb99e HTTP/1.1" status: 200 len: 945 time: 0.0750201 Nov 10 19:21:32.059274 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-282e1677-ce7b-4807-b083-3fc8b35c2ee8 req-09db53a2-0f94-455c-ab44-32a941a7f327 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958045 Nov 10 19:21:32.129485 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-88d34bfb-0b42-47f5-b483-4e969c88bd3a tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:32.171245 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-2b77c065-12f1-4916-956e-69bea25ca357 admin admin] Deleting port 80d5cb2a-632e-4741-94bc-87e8e6d96994 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:21:32.171888 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2b77c065-12f1-4916-956e-69bea25ca357 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:32.175961 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d34bfb-0b42-47f5-b483-4e969c88bd3a tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Pushing event deleted for resources: {'Port': ['ID=7c430338-c8bf-453b-b3cc-61bdf7183e0a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:32.202065 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10690c5-fc5d-44aa-8957-6f5512fa9a35 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:21:32.226935 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1cf5aeef-348b-466d-9e24-b0ae6d962ce6 req-7e8fa851-6dd1-436b-a264-6b951d13dea6 tempest-ServerShowV254Test-1070462207 tempest-ServerShowV254Test-1070462207-project] 10.222.0.54 "GET /v2.0/ports?device_id=1754d326-494f-4295-b4b6-3be2006f2e4f HTTP/1.1" status: 200 len: 210 time: 0.0368526 Nov 10 19:21:32.288930 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-88d34bfb-0b42-47f5-b483-4e969c88bd3a tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:32.316870 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-2b77c065-12f1-4916-956e-69bea25ca357 admin admin] For port 80d5cb2a-632e-4741-94bc-87e8e6d96994, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=80d5cb2a-632e-4741-94bc-87e8e6d96994,segment=NetworkSegment(88e73b67-15cc-41ea-8a3f-4da35a6a58df),segment_id=88e73b67-15cc-41ea-8a3f-4da35a6a58df)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:21:32.317277 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2b77c065-12f1-4916-956e-69bea25ca357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:32.339900 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-2b77c065-12f1-4916-956e-69bea25ca357 admin admin] Calling delete_port for 80d5cb2a-632e-4741-94bc-87e8e6d96994 owned by network:router_interface {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:21:32.437491 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-88d34bfb-0b42-47f5-b483-4e969c88bd3a tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:32.441185 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-88d34bfb-0b42-47f5-b483-4e969c88bd3a tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:32.500198 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-88d34bfb-0b42-47f5-b483-4e969c88bd3a tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:32.502165 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d34bfb-0b42-47f5-b483-4e969c88bd3a tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Fanout notify agent at l3_agent the message router_deleted on router 39672e52-9fbb-4af2-b697-190431179a03 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:21:32.513637 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-88d34bfb-0b42-47f5-b483-4e969c88bd3a tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:32.519177 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-88d34bfb-0b42-47f5-b483-4e969c88bd3a tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] 10.222.0.54 "DELETE /v2.0/routers/39672e52-9fbb-4af2-b697-190431179a03 HTTP/1.1" status: 204 len: 168 time: 1.7737458 Nov 10 19:21:32.520474 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42570) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:32.527141 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-5eed9acf-5f68-45d2-88b7-5f48696ed6b0 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Request body: {'router': {'name': 'tempest-snat-router-202291817', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'enable_snat': False}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:21:32.589307 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5eed9acf-5f68-45d2-88b7-5f48696ed6b0 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:32.589307 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5eed9acf-5f68-45d2-88b7-5f48696ed6b0 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:32.695150 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5eed9acf-5f68-45d2-88b7-5f48696ed6b0 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:32.703654 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2b77c065-12f1-4916-956e-69bea25ca357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:32.796305 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77c065-12f1-4916-956e-69bea25ca357 admin admin] Pushing event deleted for resources: {'Port': ['ID=80d5cb2a-632e-4741-94bc-87e8e6d96994,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:32.906804 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a8d8e175-100c-4d0c-9ed9-6fda57aedabf up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:21:33.012449 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port a8d8e175-100c-4d0c-9ed9-6fda57aedabf completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:21:33.024215 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port a8d8e175-100c-4d0c-9ed9-6fda57aedabf triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:21:33.024724 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:33.375999 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:33.405961 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1be5722-cf2e-4a3b-88ae-ecfb562bb99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d8e175-100c-4d0c-9ed9-6fda57aedabf'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:21:33.408653 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07751368-6c0a-4059-a704-c29eb69b8963" -d '{"events": [{"server_uuid": "b1be5722-cf2e-4a3b-88ae-ecfb562bb99e", "name": "network-vif-plugged", "status": "completed", "tag": "a8d8e175-100c-4d0c-9ed9-6fda57aedabf"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:21:33.421752 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a8d8e175-100c-4d0c-9ed9-6fda57aedabf, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a8d8e175-100c-4d0c-9ed9-6fda57aedabf,segment=NetworkSegment(c9a36c68-c3fb-4c33-a5bb-7886b7443ebd),segment_id=c9a36c68-c3fb-4c33-a5bb-7886b7443ebd)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:21:33.429181 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:33.447046 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5eed9acf-5f68-45d2-88b7-5f48696ed6b0 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:33.496411 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=a8d8e175-100c-4d0c-9ed9-6fda57aedabf,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:33.506527 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:33.506920 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:33.507216 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:33.507620 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:33.507960 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:33.508340 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:33.508665 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:33.508993 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:33.509670 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:33.510076 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:33.510551 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:33.510933 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:33.541444 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0d3ac-c980-47ce-b517-f8f3eda472a8 req-de6265e3-3907-4723-82f7-51fb152fc02f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:33.548036 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6ae0d3ac-c980-47ce-b517-f8f3eda472a8 req-de6265e3-3907-4723-82f7-51fb152fc02f tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1be5722-cf2e-4a3b-88ae-ecfb562bb99e HTTP/1.1" status: 200 len: 945 time: 0.1614547 Nov 10 19:21:33.698924 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6ae0d3ac-c980-47ce-b517-f8f3eda472a8 req-151a59e6-c515-4de2-8ee2-88fcfa996084 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453547 Nov 10 19:21:33.710842 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2b77c065-12f1-4916-956e-69bea25ca357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:33.847568 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0fdce750-080d-46db-9f45-8cfc8cd4aa0f req-769f3821-860c-444e-b992-6be0a92c5251 tempest-ServerShowV254Test-1070462207 tempest-ServerShowV254Test-1070462207-project] 10.222.0.54 "GET /v2.0/ports?device_id=1754d326-494f-4295-b4b6-3be2006f2e4f HTTP/1.1" status: 200 len: 210 time: 0.0402813 Nov 10 19:21:34.022095 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16ec065-4a24-4ab3-90d2-5be2fed397ea x-openstack-request-id: req-d16ec065-4a24-4ab3-90d2-5be2fed397ea {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:21:34.022314 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1be5722-cf2e-4a3b-88ae-ecfb562bb99e", "name": "network-vif-plugged", "status": "completed", "tag": "a8d8e175-100c-4d0c-9ed9-6fda57aedabf", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:21:34.022782 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d16ec065-4a24-4ab3-90d2-5be2fed397ea {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:21:34.023288 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1be5722-cf2e-4a3b-88ae-ecfb562bb99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d8e175-100c-4d0c-9ed9-6fda57aedabf', 'code': 200} Nov 10 19:21:34.151003 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5eed9acf-5f68-45d2-88b7-5f48696ed6b0 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:34.177198 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5eed9acf-5f68-45d2-88b7-5f48696ed6b0 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:34.231586 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a4551-80d2-4d41-bdbf-2596ad815e68 req-13dd5ee7-b5b5-4579-9bf6-3f921daf18b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:34.233791 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7f7a4551-80d2-4d41-bdbf-2596ad815e68 req-13dd5ee7-b5b5-4579-9bf6-3f921daf18b7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b1be5722-cf2e-4a3b-88ae-ecfb562bb99e HTTP/1.1" status: 200 len: 1097 time: 0.1365607 Nov 10 19:21:34.267999 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b77c065-12f1-4916-956e-69bea25ca357 admin admin] Router e1961e9d-0224-4ff4-859d-971f5c41e456 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:21:34.307428 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7f7a4551-80d2-4d41-bdbf-2596ad815e68 req-f45b27bc-64b5-48f7-b21c-c688ebb31758 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611563 Nov 10 19:21:34.436959 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-5eed9acf-5f68-45d2-88b7-5f48696ed6b0 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Allocated IP 172.25.3.152 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/6adfc9a5-ec2c-4440-94ee-abd5528de29e) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:21:34.456634 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b77c065-12f1-4916-956e-69bea25ca357 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:21:34.468104 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42594) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:34.470427 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe93972c-44a7-4458-a8a3-eac0a664f0a5 None None] Sync routers for ids ['e1961e9d-0224-4ff4-859d-971f5c41e456'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:21:34.481315 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2b77c065-12f1-4916-956e-69bea25ca357 admin admin] 10.222.0.54 "PUT /v2.0/routers/e1961e9d-0224-4ff4-859d-971f5c41e456/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3137326 Nov 10 19:21:34.502040 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe93972c-44a7-4458-a8a3-eac0a664f0a5 None None] Routers {'e1961e9d-0224-4ff4-859d-971f5c41e456'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:21:34.503374 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-fe93972c-44a7-4458-a8a3-eac0a664f0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:21:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['e1961e9d-0224-4ff4-859d-971f5c41e456'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:34.656387 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b41d13f3-65c4-4c3e-8ac9-f3e6c4b09afe admin admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:34.681910 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-fe93972c-44a7-4458-a8a3-eac0a664f0a5 None None] Set router e1961e9d-0224-4ff4-859d-971f5c41e456 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:21:34.699729 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5eed9acf-5f68-45d2-88b7-5f48696ed6b0 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:34.815119 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5eed9acf-5f68-45d2-88b7-5f48696ed6b0 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:34.816023 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b41d13f3-65c4-4c3e-8ac9-f3e6c4b09afe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:34.863608 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eed9acf-5f68-45d2-88b7-5f48696ed6b0 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:21:34.868448 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-5eed9acf-5f68-45d2-88b7-5f48696ed6b0 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:21:34.889919 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eed9acf-5f68-45d2-88b7-5f48696ed6b0 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:21:34.896073 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78977e71-709f-41a8-86d0-3450fa950787 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:21:34.917947 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-b41d13f3-65c4-4c3e-8ac9-f3e6c4b09afe admin admin] Deleting port d6fe2b9c-19f5-499d-a776-87bc555d688b {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:21:34.918283 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b41d13f3-65c4-4c3e-8ac9-f3e6c4b09afe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:35.025307 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed9acf-5f68-45d2-88b7-5f48696ed6b0 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Pushing event updated for resources: {'Port': ['ID=6adfc9a5-ec2c-4440-94ee-abd5528de29e,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:35.059290 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b86574-e784-4422-b069-14f2aff36541 req-b48e9d20-d490-458f-828a-d9cae04f99da tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:35.069370 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-75b86574-e784-4422-b069-14f2aff36541 req-b48e9d20-d490-458f-828a-d9cae04f99da tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1be5722-cf2e-4a3b-88ae-ecfb562bb99e HTTP/1.1" status: 200 len: 946 time: 0.1979964 Nov 10 19:21:35.071909 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8df39a91-4885-46eb-a35a-70b0af6c4f84 None None] Provisioning complete for port 6adfc9a5-ec2c-4440-94ee-abd5528de29e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:21:35.072305 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8df39a91-4885-46eb-a35a-70b0af6c4f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:35.090546 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-b41d13f3-65c4-4c3e-8ac9-f3e6c4b09afe admin admin] For port d6fe2b9c-19f5-499d-a776-87bc555d688b, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d6fe2b9c-19f5-499d-a776-87bc555d688b,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:21:35.091306 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b41d13f3-65c4-4c3e-8ac9-f3e6c4b09afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:35.111586 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-8df39a91-4885-46eb-a35a-70b0af6c4f84 None None] Port 6adfc9a5-ec2c-4440-94ee-abd5528de29e cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:21:35.116314 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-b41d13f3-65c4-4c3e-8ac9-f3e6c4b09afe admin admin] Calling delete_port for d6fe2b9c-19f5-499d-a776-87bc555d688b owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:21:35.133668 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-fe93972c-44a7-4458-a8a3-eac0a664f0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'name': 'tempest-ServersTestFqdnHostnames-1574400247-router', 'tenant_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'd6fe2b9c-19f5-499d-a776-87bc555d688b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:17:59Z', 'updated_at': '2021-11-10T19:21:32Z', 'revision_number': 5, 'project_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'gw_port': {'id': 'd6fe2b9c-19f5-499d-a776-87bc555d688b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:18:01Z', 'updated_at': '2021-11-10T19:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:35.178827 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe93972c-44a7-4458-a8a3-eac0a664f0a5 None None] Checking router: e1961e9d-0224-4ff4-859d-971f5c41e456 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:21:35.190683 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe93972c-44a7-4458-a8a3-eac0a664f0a5 None None] Routers {'e1961e9d-0224-4ff4-859d-971f5c41e456'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:21:35.191394 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-fe93972c-44a7-4458-a8a3-eac0a664f0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:21:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['e1961e9d-0224-4ff4-859d-971f5c41e456'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:35.233967 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-75b86574-e784-4422-b069-14f2aff36541 req-e2eba559-e4c5-43d2-b49d-c1ec968fba1e tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621358 Nov 10 19:21:35.352529 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-fe93972c-44a7-4458-a8a3-eac0a664f0a5 None None] Set router e1961e9d-0224-4ff4-859d-971f5c41e456 gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:21:35.423858 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cf23b488-6b5b-467f-ad6f-c95281232c2e req-9a6a045c-d2c4-425c-957d-f9dfdf2c8930 tempest-ServerShowV254Test-1070462207 tempest-ServerShowV254Test-1070462207-project] 10.222.0.54 "GET /v2.0/ports?device_id=1754d326-494f-4295-b4b6-3be2006f2e4f HTTP/1.1" status: 200 len: 210 time: 0.0509531 Nov 10 19:21:35.445050 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-fe93972c-44a7-4458-a8a3-eac0a664f0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'name': 'tempest-ServersTestFqdnHostnames-1574400247-router', 'tenant_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:17:59Z', 'updated_at': '2021-11-10T19:21:34Z', 'revision_number': 6, 'project_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:35.534045 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe93972c-44a7-4458-a8a3-eac0a664f0a5 None None] The sync data for ids ['e1961e9d-0224-4ff4-859d-971f5c41e456'] in n-d-813897-4 is: [{'id': 'e1961e9d-0224-4ff4-859d-971f5c41e456', 'name': 'tempest-ServersTestFqdnHostnames-1574400247-router', 'tenant_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:17:59Z', 'updated_at': '2021-11-10T19:21:34Z', 'revision_number': 6, 'project_id': '08bdcaea0a134c4d8e69b923e5705e1f', 'gw_port_host': None}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:21:35.567158 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b41d13f3-65c4-4c3e-8ac9-f3e6c4b09afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:35.571987 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5eed9acf-5f68-45d2-88b7-5f48696ed6b0 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:35.659128 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d13f3-65c4-4c3e-8ac9-f3e6c4b09afe admin admin] Pushing event deleted for resources: {'Port': ['ID=d6fe2b9c-19f5-499d-a776-87bc555d688b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:35.696291 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667ba8e8-54b2-4f0d-bc47-fe90d9c9f2d3 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:21:35.831095 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b41d13f3-65c4-4c3e-8ac9-f3e6c4b09afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:35.942654 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b41d13f3-65c4-4c3e-8ac9-f3e6c4b09afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:35.945456 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b41d13f3-65c4-4c3e-8ac9-f3e6c4b09afe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:36.000941 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5eed9acf-5f68-45d2-88b7-5f48696ed6b0 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:36.007559 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b41d13f3-65c4-4c3e-8ac9-f3e6c4b09afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:36.008243 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41d13f3-65c4-4c3e-8ac9-f3e6c4b09afe admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1961e9d-0224-4ff4-859d-971f5c41e456 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:21:36.014213 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b41d13f3-65c4-4c3e-8ac9-f3e6c4b09afe admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:36.015247 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b41d13f3-65c4-4c3e-8ac9-f3e6c4b09afe admin admin] 10.222.0.54 "DELETE /v2.0/routers/e1961e9d-0224-4ff4-859d-971f5c41e456 HTTP/1.1" status: 204 len: 168 time: 1.5459802 Nov 10 19:21:36.017860 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42612) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:36.106070 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-66dd1d8e-1f67-4980-808c-62615a2a2f0f admin admin] Deleting subnet e8763436-0d75-45ae-bb60-dffcf03461e6 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:21:36.112553 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-66dd1d8e-1f67-4980-808c-62615a2a2f0f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:36.166483 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-66dd1d8e-1f67-4980-808c-62615a2a2f0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:36.191975 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eed9acf-5f68-45d2-88b7-5f48696ed6b0 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Router 3a64c72e-8eac-47e5-beea-f0a1ae6bc2f5 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:21:36.318113 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-66dd1d8e-1f67-4980-808c-62615a2a2f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:36.367454 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eed9acf-5f68-45d2-88b7-5f48696ed6b0 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:21:36.379029 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c04585-77b4-4cb4-b90d-ab10c03c580d None None] Sync routers for ids ['3a64c72e-8eac-47e5-beea-f0a1ae6bc2f5'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:21:36.393667 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c04585-77b4-4cb4-b90d-ab10c03c580d None None] Routers {'3a64c72e-8eac-47e5-beea-f0a1ae6bc2f5'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:21:36.394594 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-44c04585-77b4-4cb4-b90d-ab10c03c580d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:21:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['3a64c72e-8eac-47e5-beea-f0a1ae6bc2f5'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:36.424496 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-66dd1d8e-1f67-4980-808c-62615a2a2f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:36.465718 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af8f07bc-d256-4376-88ab-a987cdfaec7d req-9bc137de-acae-477e-8991-913eb63c1ba0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1754d326-494f-4295-b4b6-3be2006f2e4f HTTP/1.1" status: 200 len: 210 time: 0.0789328 Nov 10 19:21:36.478484 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd1d8e-1f67-4980-808c-62615a2a2f0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8763436-0d75-45ae-bb60-dffcf03461e6,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:36.481854 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5eed9acf-5f68-45d2-88b7-5f48696ed6b0 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:36.486603 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5eed9acf-5f68-45d2-88b7-5f48696ed6b0 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.9648347 Nov 10 19:21:36.490930 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42618) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:36.496241 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c177d06e-84f4-47e4-a78a-ad37b34efeaa None None] Network f4eb91a3-0e7c-4b49-99d5-b6273309ea9d requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:21:36.527265 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-66dd1d8e-1f67-4980-808c-62615a2a2f0f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:36.538510 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f68802-6653-49f9-b482-7606701cc41f req-1a8e97e6-0e50-49f0-89fb-973e13e2619d tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:36.546188 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a1f68802-6653-49f9-b482-7606701cc41f req-1a8e97e6-0e50-49f0-89fb-973e13e2619d tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1be5722-cf2e-4a3b-88ae-ecfb562bb99e HTTP/1.1" status: 200 len: 946 time: 0.1764443 Nov 10 19:21:36.556289 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-66dd1d8e-1f67-4980-808c-62615a2a2f0f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e8763436-0d75-45ae-bb60-dffcf03461e6 HTTP/1.1" status: 204 len: 168 time: 0.5373766 Nov 10 19:21:36.562523 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42620) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:36.621244 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-44c04585-77b4-4cb4-b90d-ab10c03c580d None None] Set router 3a64c72e-8eac-47e5-beea-f0a1ae6bc2f5 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:21:36.691667 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 80d5cb2a-632e-4741-94bc-87e8e6d96994 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:21:36.742366 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 80d5cb2a-632e-4741-94bc-87e8e6d96994 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:21:36.742709 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 80d5cb2a-632e-4741-94bc-87e8e6d96994 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:21:36.764218 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5b4c4cb5-d381-4a71-b56b-2cc7d3631896 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] 10.222.0.54 "GET /v2.0/routers/3a64c72e-8eac-47e5-beea-f0a1ae6bc2f5 HTTP/1.1" status: 200 len: 908 time: 0.2718184 Nov 10 19:21:36.766905 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42624) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:36.774616 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-6f1dc2ad-5fd4-469b-86c7-2b9ce174cbeb tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Request body: {'router': {'name': 'tempest-snat-router-202291817', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'enable_snat': True}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:21:36.804563 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a1f68802-6653-49f9-b482-7606701cc41f req-4b529367-9ce2-4b83-955d-c4b1d4ae6f07 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508309 Nov 10 19:21:36.807333 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-302bfaa5-362f-4646-9905-dacd19893434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:36.816208 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6f1dc2ad-5fd4-469b-86c7-2b9ce174cbeb tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:36.819122 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6f1dc2ad-5fd4-469b-86c7-2b9ce174cbeb tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:36.941661 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6f1dc2ad-5fd4-469b-86c7-2b9ce174cbeb tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:36.943488 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb6c64a-2fd1-456f-8f4d-2d037ffc4827 None None] DHCP port deletion for f4eb91a3-0e7c-4b49-99d5-b6273309ea9d request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:21:36.958256 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-302bfaa5-362f-4646-9905-dacd19893434 admin admin] Deleting port f57891f3-f899-4d5e-961a-dfc73dd69dc7 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:21:36.958905 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-302bfaa5-362f-4646-9905-dacd19893434 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:37.063211 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-abb6c64a-2fd1-456f-8f4d-2d037ffc4827 None None] Deleting port f57891f3-f899-4d5e-961a-dfc73dd69dc7 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:21:37.063866 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-abb6c64a-2fd1-456f-8f4d-2d037ffc4827 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:37.068667 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-44c04585-77b4-4cb4-b90d-ab10c03c580d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a64c72e-8eac-47e5-beea-f0a1ae6bc2f5', 'name': 'tempest-snat-router-202291817', 'tenant_id': 'bf0a65602fa64bc69994c58eb33cc1dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.152'}], 'enable_snat': False}, 'gw_port_id': '6adfc9a5-ec2c-4440-94ee-abd5528de29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:21:32Z', 'updated_at': '2021-11-10T19:21:35Z', 'revision_number': 3, 'project_id': 'bf0a65602fa64bc69994c58eb33cc1dd', 'gw_port': {'id': '6adfc9a5-ec2c-4440-94ee-abd5528de29e', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a64c72e-8eac-47e5-beea-f0a1ae6bc2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:21:34Z', 'updated_at': '2021-11-10T19:21:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:37.080624 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-302bfaa5-362f-4646-9905-dacd19893434 admin admin] For port f57891f3-f899-4d5e-961a-dfc73dd69dc7, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f57891f3-f899-4d5e-961a-dfc73dd69dc7,segment=NetworkSegment(88e73b67-15cc-41ea-8a3f-4da35a6a58df),segment_id=88e73b67-15cc-41ea-8a3f-4da35a6a58df)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:21:37.081218 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-302bfaa5-362f-4646-9905-dacd19893434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:37.099867 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-302bfaa5-362f-4646-9905-dacd19893434 admin admin] Calling delete_port for f57891f3-f899-4d5e-961a-dfc73dd69dc7 owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:21:37.117643 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c04585-77b4-4cb4-b90d-ab10c03c580d None None] Checking router: 3a64c72e-8eac-47e5-beea-f0a1ae6bc2f5 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:21:37.118276 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c04585-77b4-4cb4-b90d-ab10c03c580d None None] Updating router 3a64c72e-8eac-47e5-beea-f0a1ae6bc2f5 port 6adfc9a5-ec2c-4440-94ee-abd5528de29e binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:21:37.147143 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-44c04585-77b4-4cb4-b90d-ab10c03c580d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:37.178170 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-abb6c64a-2fd1-456f-8f4d-2d037ffc4827 None None] For port f57891f3-f899-4d5e-961a-dfc73dd69dc7, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f57891f3-f899-4d5e-961a-dfc73dd69dc7,segment=NetworkSegment(88e73b67-15cc-41ea-8a3f-4da35a6a58df),segment_id=88e73b67-15cc-41ea-8a3f-4da35a6a58df)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:21:37.178995 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-abb6c64a-2fd1-456f-8f4d-2d037ffc4827 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:37.193548 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-abb6c64a-2fd1-456f-8f4d-2d037ffc4827 None None] Calling delete_port for f57891f3-f899-4d5e-961a-dfc73dd69dc7 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:21:37.203242 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6f1dc2ad-5fd4-469b-86c7-2b9ce174cbeb tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:37.230673 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-11bb5e6e-d844-4a83-9402-da7504893bb9 req-d0ea4ca0-c723-4593-adca-9eca494f4194 tempest-ServerShowV254Test-1070462207 tempest-ServerShowV254Test-1070462207-project] 10.222.0.54 "GET /v2.0/ports?device_id=1754d326-494f-4295-b4b6-3be2006f2e4f HTTP/1.1" status: 200 len: 210 time: 0.0581172 Nov 10 19:21:37.282526 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-302bfaa5-362f-4646-9905-dacd19893434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:37.297622 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-abb6c64a-2fd1-456f-8f4d-2d037ffc4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:37.322242 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb6c64a-2fd1-456f-8f4d-2d037ffc4827 None None] No DVR routers for this DVR port f57891f3-f899-4d5e-961a-dfc73dd69dc7 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:21:37.356299 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302bfaa5-362f-4646-9905-dacd19893434 admin admin] Pushing event deleted for resources: {'Port': ['ID=f57891f3-f899-4d5e-961a-dfc73dd69dc7,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:37.365808 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302bfaa5-362f-4646-9905-dacd19893434 admin admin] No DVR routers for this DVR port f57891f3-f899-4d5e-961a-dfc73dd69dc7 on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:21:37.381602 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6c64a-2fd1-456f-8f4d-2d037ffc4827 None None] Pushing event deleted for resources: {'Port': ['ID=f57891f3-f899-4d5e-961a-dfc73dd69dc7,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:37.774192 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-302bfaa5-362f-4646-9905-dacd19893434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:37.833977 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-302bfaa5-362f-4646-9905-dacd19893434 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4eb91a3-0e7c-4b49-99d5-b6273309ea9d']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:37.843180 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6f1dc2ad-5fd4-469b-86c7-2b9ce174cbeb tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:37.851135 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-302bfaa5-362f-4646-9905-dacd19893434 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88e73b67-15cc-41ea-8a3f-4da35a6a58df') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:37.851982 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-302bfaa5-362f-4646-9905-dacd19893434 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88e73b67-15cc-41ea-8a3f-4da35a6a58df') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:37.900215 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-302bfaa5-362f-4646-9905-dacd19893434 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:37.907263 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6f1dc2ad-5fd4-469b-86c7-2b9ce174cbeb tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:37.916706 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-44c04585-77b4-4cb4-b90d-ab10c03c580d None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:37.926773 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-44c04585-77b4-4cb4-b90d-ab10c03c580d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:37.933338 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-302bfaa5-362f-4646-9905-dacd19893434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:37.940566 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-302bfaa5-362f-4646-9905-dacd19893434 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:21:37.940978 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-302bfaa5-362f-4646-9905-dacd19893434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:37.989610 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0e257-1530-4baa-b5a8-b5fe2565e4b3 None None] Pushing event updated for resources: {'Port': ['ID=6adfc9a5-ec2c-4440-94ee-abd5528de29e,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:38.038401 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c14729-9661-4753-b082-e751c32563e1 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:21:38.046267 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:21:38.046267 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:21:38.046267 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:21:38.046267 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:21:38.046267 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:21:38.046267 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:21:38.046267 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:21:38.046267 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:21:38.046267 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:21:38.046267 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:21:38.046267 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:21:38.046267 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:21:38.046267 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:21:38.046267 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:21:38.046267 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:21:38.046267 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:21:38.046267 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:21:38.046267 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:21:38.046267 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:21:38.046267 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:21:38.046267 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:21:38.046267 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:21:38.046267 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:21:38.046267 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:21:38.046267 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:21:38.046267 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:21:38.046267 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:21:38.046267 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:21:38.046267 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:21:38.046267 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:21:38.046267 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:21:38.046267 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:21:38.055800 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-302bfaa5-362f-4646-9905-dacd19893434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:38.070931 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-302bfaa5-362f-4646-9905-dacd19893434 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:38.083276 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-302bfaa5-362f-4646-9905-dacd19893434 admin admin] 10.222.0.54 "DELETE /v2.0/networks/f4eb91a3-0e7c-4b49-99d5-b6273309ea9d HTTP/1.1" status: 204 len: 168 time: 1.5195608 Nov 10 19:21:38.092894 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0e257-1530-4baa-b5a8-b5fe2565e4b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:38.093243 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0e257-1530-4baa-b5a8-b5fe2565e4b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:38.094992 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0e257-1530-4baa-b5a8-b5fe2565e4b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:38.094992 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0e257-1530-4baa-b5a8-b5fe2565e4b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:38.094992 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0e257-1530-4baa-b5a8-b5fe2565e4b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:38.094992 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0e257-1530-4baa-b5a8-b5fe2565e4b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:38.094992 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0e257-1530-4baa-b5a8-b5fe2565e4b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:38.095501 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0e257-1530-4baa-b5a8-b5fe2565e4b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:38.095501 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0e257-1530-4baa-b5a8-b5fe2565e4b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:38.095826 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0e257-1530-4baa-b5a8-b5fe2565e4b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:38.096143 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0e257-1530-4baa-b5a8-b5fe2565e4b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:38.096458 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0e257-1530-4baa-b5a8-b5fe2565e4b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:38.117917 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-44c04585-77b4-4cb4-b90d-ab10c03c580d None None] Attempting to bind port 6adfc9a5-ec2c-4440-94ee-abd5528de29e on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:21:38.120941 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-44c04585-77b4-4cb4-b90d-ab10c03c580d None None] Attempting to bind port 6adfc9a5-ec2c-4440-94ee-abd5528de29e by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:21:38.122277 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c04585-77b4-4cb4-b90d-ab10c03c580d None None] Attempting to bind port 6adfc9a5-ec2c-4440-94ee-abd5528de29e on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:21:38.125250 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302bfaa5-362f-4646-9905-dacd19893434 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4eb91a3-0e7c-4b49-99d5-b6273309ea9d,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:38.142632 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c04585-77b4-4cb4-b90d-ab10c03c580d None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:21:38.143393 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c04585-77b4-4cb4-b90d-ab10c03c580d None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:21:38.145317 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-44c04585-77b4-4cb4-b90d-ab10c03c580d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:38.158708 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c04585-77b4-4cb4-b90d-ab10c03c580d None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:21:38.162581 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-44c04585-77b4-4cb4-b90d-ab10c03c580d None None] Bound port: 6adfc9a5-ec2c-4440-94ee-abd5528de29e, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:21:38.162984 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-44c04585-77b4-4cb4-b90d-ab10c03c580d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:38.187135 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-91a4d33d-52a4-4949-b0e0-4f69e9c8a67d None None] Provisioning complete for port 6adfc9a5-ec2c-4440-94ee-abd5528de29e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:21:38.192060 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-91a4d33d-52a4-4949-b0e0-4f69e9c8a67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:38.203685 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-6f1dc2ad-5fd4-469b-86c7-2b9ce174cbeb tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Allocated IP 172.25.3.244 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/8bb778c6-f983-4fe3-aacc-7effe7b4af0a) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:21:38.248896 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12aca6e-116e-4916-81b8-7b5a70dac202 req-aec1ffac-1840-418e-9cb4-37821c1279dd tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:38.259062 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c12aca6e-116e-4916-81b8-7b5a70dac202 req-aec1ffac-1840-418e-9cb4-37821c1279dd tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1be5722-cf2e-4a3b-88ae-ecfb562bb99e HTTP/1.1" status: 200 len: 946 time: 0.1138926 Nov 10 19:21:38.298508 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-91a4d33d-52a4-4949-b0e0-4f69e9c8a67d None None] Port 6adfc9a5-ec2c-4440-94ee-abd5528de29e cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:21:38.302407 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f57891f3-f899-4d5e-961a-dfc73dd69dc7 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:21:38.341004 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: f57891f3-f899-4d5e-961a-dfc73dd69dc7 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:21:38.341722 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f57891f3-f899-4d5e-961a-dfc73dd69dc7 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:21:38.342347 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d6fe2b9c-19f5-499d-a776-87bc555d688b no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:21:38.343097 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-44c04585-77b4-4cb4-b90d-ab10c03c580d None None] For port 6adfc9a5-ec2c-4440-94ee-abd5528de29e, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:21:38.348693 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-44c04585-77b4-4cb4-b90d-ab10c03c580d None None] For port 6adfc9a5-ec2c-4440-94ee-abd5528de29e, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=6adfc9a5-ec2c-4440-94ee-abd5528de29e,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:21:38.354120 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-44c04585-77b4-4cb4-b90d-ab10c03c580d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:38.393832 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c12aca6e-116e-4916-81b8-7b5a70dac202 req-83d3b5b7-c018-4ee2-a116-62c68d76fc72 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323645 Nov 10 19:21:38.417991 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: d6fe2b9c-19f5-499d-a776-87bc555d688b {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:21:38.421924 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d6fe2b9c-19f5-499d-a776-87bc555d688b not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:21:38.422096 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6f1dc2ad-5fd4-469b-86c7-2b9ce174cbeb tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:38.449249 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42646) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:38.478809 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6f1dc2ad-5fd4-469b-86c7-2b9ce174cbeb tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:38.515488 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20df0c26-4a5d-4b99-b97c-ffbe21c5b575 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:21:38.535359 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1dc2ad-5fd4-469b-86c7-2b9ce174cbeb tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:21:38.540544 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-6f1dc2ad-5fd4-469b-86c7-2b9ce174cbeb tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:21:38.549626 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1dc2ad-5fd4-469b-86c7-2b9ce174cbeb tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:21:38.561861 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c04585-77b4-4cb4-b90d-ab10c03c580d None None] Routers {'3a64c72e-8eac-47e5-beea-f0a1ae6bc2f5'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:21:38.562898 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-44c04585-77b4-4cb4-b90d-ab10c03c580d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:21:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['3a64c72e-8eac-47e5-beea-f0a1ae6bc2f5'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:38.593174 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9ed74ed7-17b3-464f-a5bc-6c61cd247949 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=08bdcaea0a134c4d8e69b923e5705e1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1406691 Nov 10 19:21:38.593961 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42648) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:38.596350 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7015c1-0fee-432f-b24d-ebc77cfd5ef9 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:21:38.625526 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0e257-1530-4baa-b5a8-b5fe2565e4b3 None None] Pushing event updated for resources: {'Port': ['ID=6adfc9a5-ec2c-4440-94ee-abd5528de29e,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:38.645136 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-fb2164cf-538c-49c8-8b12-8d38511c4dd5 None None] Provisioning complete for port 8bb778c6-f983-4fe3-aacc-7effe7b4af0a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:21:38.645885 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fb2164cf-538c-49c8-8b12-8d38511c4dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:38.712445 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-fb2164cf-538c-49c8-8b12-8d38511c4dd5 None None] Port 8bb778c6-f983-4fe3-aacc-7effe7b4af0a cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:21:38.736597 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-779da558-d27e-4ed0-8c4a-1ff79e1b7c01 req-dbeb705a-d31c-4cb7-94a8-c3019138605a tempest-ServerShowV254Test-1070462207 tempest-ServerShowV254Test-1070462207-project] 10.222.0.54 "GET /v2.0/ports?device_id=1754d326-494f-4295-b4b6-3be2006f2e4f HTTP/1.1" status: 200 len: 210 time: 0.0581057 Nov 10 19:21:38.736865 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-fb2164cf-538c-49c8-8b12-8d38511c4dd5 None None] Provisioning complete for port 6adfc9a5-ec2c-4440-94ee-abd5528de29e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:21:38.736865 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fb2164cf-538c-49c8-8b12-8d38511c4dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:38.760875 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c57c7f9a-1d31-49d5-8731-9105985bbaf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:38.772172 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1dc2ad-5fd4-469b-86c7-2b9ce174cbeb tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Pushing event updated for resources: {'Port': ['ID=8bb778c6-f983-4fe3-aacc-7effe7b4af0a,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:38.823577 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c57c7f9a-1d31-49d5-8731-9105985bbaf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:38.853294 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-44c04585-77b4-4cb4-b90d-ab10c03c580d None None] Set router 3a64c72e-8eac-47e5-beea-f0a1ae6bc2f5 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:21:38.935057 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c57c7f9a-1d31-49d5-8731-9105985bbaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:38.938050 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c57c7f9a-1d31-49d5-8731-9105985bbaf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:38.939244 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c57c7f9a-1d31-49d5-8731-9105985bbaf8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/68083d2d-c82d-4911-a9de-1da724c877d7 HTTP/1.1" status: 204 len: 168 time: 0.3443446 Nov 10 19:21:38.954779 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c7f9a-1d31-49d5-8731-9105985bbaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68083d2d-c82d-4911-a9de-1da724c877d7,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:38.960737 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fb2164cf-538c-49c8-8b12-8d38511c4dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:39.019311 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-fb2164cf-538c-49c8-8b12-8d38511c4dd5 None None] For port 6adfc9a5-ec2c-4440-94ee-abd5528de29e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=6adfc9a5-ec2c-4440-94ee-abd5528de29e,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:21:39.025854 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fb2164cf-538c-49c8-8b12-8d38511c4dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:39.069356 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6f1dc2ad-5fd4-469b-86c7-2b9ce174cbeb tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:39.139590 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2164cf-538c-49c8-8b12-8d38511c4dd5 None None] Pushing event updated for resources: {'Port': ['ID=6adfc9a5-ec2c-4440-94ee-abd5528de29e,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:39.328731 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-44c04585-77b4-4cb4-b90d-ab10c03c580d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a64c72e-8eac-47e5-beea-f0a1ae6bc2f5', 'name': 'tempest-snat-router-202291817', 'tenant_id': 'bf0a65602fa64bc69994c58eb33cc1dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.152'}], 'enable_snat': False}, 'gw_port_id': '6adfc9a5-ec2c-4440-94ee-abd5528de29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:21:32Z', 'updated_at': '2021-11-10T19:21:35Z', 'revision_number': 3, 'project_id': 'bf0a65602fa64bc69994c58eb33cc1dd', 'gw_port': {'id': '6adfc9a5-ec2c-4440-94ee-abd5528de29e', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a64c72e-8eac-47e5-beea-f0a1ae6bc2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:21:34Z', 'updated_at': '2021-11-10T19:21:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:39.400044 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c04585-77b4-4cb4-b90d-ab10c03c580d None None] The sync data for ids ['3a64c72e-8eac-47e5-beea-f0a1ae6bc2f5'] in n-d-813897-4 is: [{'id': '3a64c72e-8eac-47e5-beea-f0a1ae6bc2f5', 'name': 'tempest-snat-router-202291817', 'tenant_id': 'bf0a65602fa64bc69994c58eb33cc1dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.152'}], 'enable_snat': False}, 'gw_port_id': '6adfc9a5-ec2c-4440-94ee-abd5528de29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:21:32Z', 'updated_at': '2021-11-10T19:21:35Z', 'revision_number': 3, 'project_id': 'bf0a65602fa64bc69994c58eb33cc1dd', 'gw_port': {'id': '6adfc9a5-ec2c-4440-94ee-abd5528de29e', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a64c72e-8eac-47e5-beea-f0a1ae6bc2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:21:34Z', 'updated_at': '2021-11-10T19:21:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:21:39.433010 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6f1dc2ad-5fd4-469b-86c7-2b9ce174cbeb tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:39.507272 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7d16292d-784b-495a-a6c3-8ea1bb2f5717 req-be3aacb3-1a4a-4c76-8ed9-cfebcc455571 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2349f86cd94a48c499ac9b123cfc6f28&device_id=1754d326-494f-4295-b4b6-3be2006f2e4f HTTP/1.1" status: 200 len: 210 time: 0.0497172 Nov 10 19:21:39.606594 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7d16292d-784b-495a-a6c3-8ea1bb2f5717 req-95884664-7faa-47e9-911e-cfdab55c0261 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=2349f86cd94a48c499ac9b123cfc6f28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0888243 Nov 10 19:21:39.690155 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1dc2ad-5fd4-469b-86c7-2b9ce174cbeb tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Router d7ffe74a-1e9d-4c85-80f3-904e05e6e12b is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:21:39.786790 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e03c05-0d85-4989-83ab-1fb26a981607 req-2b1cd463-baee-4e3b-b5dd-48f0ab3baeb7 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:39.795229 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d0e03c05-0d85-4989-83ab-1fb26a981607 req-2b1cd463-baee-4e3b-b5dd-48f0ab3baeb7 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1be5722-cf2e-4a3b-88ae-ecfb562bb99e HTTP/1.1" status: 200 len: 946 time: 0.2280686 Nov 10 19:21:40.010083 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16292d-784b-495a-a6c3-8ea1bb2f5717 req-bfd56ef7-f228-42c6-99a9-3f022a3b7e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:40.011544 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7d16292d-784b-495a-a6c3-8ea1bb2f5717 req-bfd56ef7-f228-42c6-99a9-3f022a3b7e09 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3959396 Nov 10 19:21:40.029551 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d0e03c05-0d85-4989-83ab-1fb26a981607 req-32ca0d54-156a-4d52-9781-494ec231dc4c tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202454 Nov 10 19:21:40.051711 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1dc2ad-5fd4-469b-86c7-2b9ce174cbeb tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:21:40.063192 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db6a544-9ff3-41ef-aebf-03d71e24be3a None None] Sync routers for ids ['d7ffe74a-1e9d-4c85-80f3-904e05e6e12b'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:21:40.083730 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db6a544-9ff3-41ef-aebf-03d71e24be3a None None] Routers {'d7ffe74a-1e9d-4c85-80f3-904e05e6e12b'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:21:40.085152 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-3db6a544-9ff3-41ef-aebf-03d71e24be3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:21:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d7ffe74a-1e9d-4c85-80f3-904e05e6e12b'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:40.120761 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6f1dc2ad-5fd4-469b-86c7-2b9ce174cbeb tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:40.121703 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6f1dc2ad-5fd4-469b-86c7-2b9ce174cbeb tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.3537483 Nov 10 19:21:40.125354 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42686) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:40.309920 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-3db6a544-9ff3-41ef-aebf-03d71e24be3a None None] Set router d7ffe74a-1e9d-4c85-80f3-904e05e6e12b gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:21:40.371169 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 6adfc9a5-ec2c-4440-94ee-abd5528de29e up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:21:40.641518 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42696) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:40.774412 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 6adfc9a5-ec2c-4440-94ee-abd5528de29e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:21:40.775074 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:40.886592 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-6e8fa5d5-ad8b-4ff8-912d-06ddf2d07c28 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1761360386-network', 'tenant_id': '6a1aa78708c64fd38257eb2aa9456d2f'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:21:40.945529 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8fa5d5-ad8b-4ff8-912d-06ddf2d07c28 admin admin] Made reservation on behalf of 6a1aa78708c64fd38257eb2aa9456d2f for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:21:40.945870 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab40c5ce-8c3f-4d8b-b2ef-d2aa36590195 req-d7212191-0139-4cd8-9340-4ff102647072 tempest-ServerShowV254Test-1070462207 tempest-ServerShowV254Test-1070462207-project] 10.222.0.54 "GET /v2.0/ports?device_id=1754d326-494f-4295-b4b6-3be2006f2e4f HTTP/1.1" status: 200 len: 210 time: 0.0747044 Nov 10 19:21:40.950028 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6e8fa5d5-ad8b-4ff8-912d-06ddf2d07c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:40.985173 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6e8fa5d5-ad8b-4ff8-912d-06ddf2d07c28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:41.006979 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-3db6a544-9ff3-41ef-aebf-03d71e24be3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ffe74a-1e9d-4c85-80f3-904e05e6e12b', 'name': 'tempest-snat-router-202291817', 'tenant_id': 'bf0a65602fa64bc69994c58eb33cc1dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '8bb778c6-f983-4fe3-aacc-7effe7b4af0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:21:36Z', 'updated_at': '2021-11-10T19:21:38Z', 'revision_number': 3, 'project_id': 'bf0a65602fa64bc69994c58eb33cc1dd', 'gw_port': {'id': '8bb778c6-f983-4fe3-aacc-7effe7b4af0a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:64:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ffe74a-1e9d-4c85-80f3-904e05e6e12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:21:37Z', 'updated_at': '2021-11-10T19:21:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:41.077321 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db6a544-9ff3-41ef-aebf-03d71e24be3a None None] Checking router: d7ffe74a-1e9d-4c85-80f3-904e05e6e12b for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:21:41.077903 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db6a544-9ff3-41ef-aebf-03d71e24be3a None None] Updating router d7ffe74a-1e9d-4c85-80f3-904e05e6e12b port 8bb778c6-f983-4fe3-aacc-7effe7b4af0a binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:21:41.114456 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-78f27c34-9f34-4387-b47e-219c4d0dee14 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] 10.222.0.54 "GET /v2.0/routers/d7ffe74a-1e9d-4c85-80f3-904e05e6e12b HTTP/1.1" status: 200 len: 907 time: 0.9842045 Nov 10 19:21:41.116167 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42704) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:41.167031 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3db6a544-9ff3-41ef-aebf-03d71e24be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:41.312746 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6e8fa5d5-ad8b-4ff8-912d-06ddf2d07c28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:41.323890 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6e8fa5d5-ad8b-4ff8-912d-06ddf2d07c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:41.338804 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e8fa5d5-ad8b-4ff8-912d-06ddf2d07c28 admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:21:41.348816 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6e8fa5d5-ad8b-4ff8-912d-06ddf2d07c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:41.349224 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-6e8fa5d5-ad8b-4ff8-912d-06ddf2d07c28 admin admin] Added segment f2492dd9-ea45-4651-b602-852754f34dc3 of type vlan for network 43179aca-5bfc-4001-bf4b-525de3b93977 Nov 10 19:21:41.365129 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7d16292d-784b-495a-a6c3-8ea1bb2f5717 req-50e71dcf-c956-4111-a34f-a19869478867 tempest-ServerShowV254Test-1070462207 tempest-ServerShowV254Test-1070462207-project] 10.222.0.73 "GET /v2.0/ports?device_id=1754d326-494f-4295-b4b6-3be2006f2e4f HTTP/1.1" status: 200 len: 210 time: 0.0444462 Nov 10 19:21:41.395343 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6e8fa5d5-ad8b-4ff8-912d-06ddf2d07c28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:41.472722 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b7fbb33-9aac-4a19-895c-ff7062043ae8 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:41.489227 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fa5d5-ad8b-4ff8-912d-06ddf2d07c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3415aa-448a-4f97-9d33-ee6b7556bd91,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:41.658975 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3db6a544-9ff3-41ef-aebf-03d71e24be3a None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:41.671469 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3db6a544-9ff3-41ef-aebf-03d71e24be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:41.743994 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f1f31e-a7b8-4cef-8e98-e5e471c807a4 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:21:41.746871 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-3db6a544-9ff3-41ef-aebf-03d71e24be3a None None] Attempting to bind port 8bb778c6-f983-4fe3-aacc-7effe7b4af0a on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:21:41.747900 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-3db6a544-9ff3-41ef-aebf-03d71e24be3a None None] Attempting to bind port 8bb778c6-f983-4fe3-aacc-7effe7b4af0a by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:21:41.748528 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db6a544-9ff3-41ef-aebf-03d71e24be3a None None] Attempting to bind port 8bb778c6-f983-4fe3-aacc-7effe7b4af0a on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:21:41.796629 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db6a544-9ff3-41ef-aebf-03d71e24be3a None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:21:41.797328 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db6a544-9ff3-41ef-aebf-03d71e24be3a None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:21:41.798078 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3db6a544-9ff3-41ef-aebf-03d71e24be3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:41.798506 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db6a544-9ff3-41ef-aebf-03d71e24be3a None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:21:41.799374 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-3db6a544-9ff3-41ef-aebf-03d71e24be3a None None] Bound port: 8bb778c6-f983-4fe3-aacc-7effe7b4af0a, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:21:41.799938 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3db6a544-9ff3-41ef-aebf-03d71e24be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:41.831998 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03438e-c1a8-43f7-8bee-c99593094d47 req-71836785-f6d7-4f53-861a-c5867d7cdf05 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:41.843771 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d03438e-c1a8-43f7-8bee-c99593094d47 req-71836785-f6d7-4f53-861a-c5867d7cdf05 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1be5722-cf2e-4a3b-88ae-ecfb562bb99e HTTP/1.1" status: 200 len: 946 time: 0.1246314 Nov 10 19:21:41.874541 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-3db6a544-9ff3-41ef-aebf-03d71e24be3a None None] For port 8bb778c6-f983-4fe3-aacc-7effe7b4af0a, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:21:41.878679 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-3db6a544-9ff3-41ef-aebf-03d71e24be3a None None] For port 8bb778c6-f983-4fe3-aacc-7effe7b4af0a, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=8bb778c6-f983-4fe3-aacc-7effe7b4af0a,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:21:41.889081 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38597a5c-a03e-4048-ac04-a40be6c71965 None None] Pushing event updated for resources: {'Port': ['ID=8bb778c6-f983-4fe3-aacc-7effe7b4af0a,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:41.897039 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3db6a544-9ff3-41ef-aebf-03d71e24be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:41.936448 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d03438e-c1a8-43f7-8bee-c99593094d47 req-24c8d737-fb75-45df-902d-53a693d021eb tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915999 Nov 10 19:21:41.952107 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6980d3f-092f-48ef-b7a7-3d518fff2ab9 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:21:41.975348 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f33ec08b-d88a-4fbc-aa21-d6a453d9ea58 None None] Provisioning complete for port 8bb778c6-f983-4fe3-aacc-7effe7b4af0a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:21:41.976318 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f33ec08b-d88a-4fbc-aa21-d6a453d9ea58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:42.100820 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db6a544-9ff3-41ef-aebf-03d71e24be3a None None] Routers {'d7ffe74a-1e9d-4c85-80f3-904e05e6e12b'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:21:42.101457 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-3db6a544-9ff3-41ef-aebf-03d71e24be3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:21:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d7ffe74a-1e9d-4c85-80f3-904e05e6e12b'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:42.137630 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-92c4d76c-ab24-4f67-b219-4a7f9342f21e req-927f8b6f-6ba9-4d25-9127-d853634849a7 tempest-ServerShowV254Test-1070462207 tempest-ServerShowV254Test-1070462207-project] 10.222.0.54 "GET /v2.0/ports?device_id=1754d326-494f-4295-b4b6-3be2006f2e4f HTTP/1.1" status: 200 len: 210 time: 0.0396454 Nov 10 19:21:42.417849 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6e8fa5d5-ad8b-4ff8-912d-06ddf2d07c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:42.420701 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8fa5d5-ad8b-4ff8-912d-06ddf2d07c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:42.423977 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6e8fa5d5-ad8b-4ff8-912d-06ddf2d07c28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:42.453330 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f33ec08b-d88a-4fbc-aa21-d6a453d9ea58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:42.491569 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38597a5c-a03e-4048-ac04-a40be6c71965 None None] Pushing event updated for resources: {'Port': ['ID=8bb778c6-f983-4fe3-aacc-7effe7b4af0a,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:42.553466 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-f33ec08b-d88a-4fbc-aa21-d6a453d9ea58 None None] For port 8bb778c6-f983-4fe3-aacc-7effe7b4af0a, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=8bb778c6-f983-4fe3-aacc-7effe7b4af0a,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:21:42.562416 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f33ec08b-d88a-4fbc-aa21-d6a453d9ea58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:42.562690 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6e8fa5d5-ad8b-4ff8-912d-06ddf2d07c28 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9163845 Nov 10 19:21:42.562851 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42720) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:42.567773 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-7d8590b0-2eba-42b0-9c69-8154a3704cf7 admin admin] Request body: {'subnet': {'network_id': '43179aca-5bfc-4001-bf4b-525de3b93977', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1761360386-subnet', 'tenant_id': '6a1aa78708c64fd38257eb2aa9456d2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:21:42.576841 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fa5d5-ad8b-4ff8-912d-06ddf2d07c28 admin admin] Pushing event updated for resources: {'Network': ['ID=43179aca-5bfc-4001-bf4b-525de3b93977,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:42.582314 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b7fbb33-9aac-4a19-895c-ff7062043ae8 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:42.635480 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8590b0-2eba-42b0-9c69-8154a3704cf7 admin admin] Made reservation on behalf of 6a1aa78708c64fd38257eb2aa9456d2f for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:21:42.639713 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 43179aca-5bfc-4001-bf4b-525de3b93977 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:21:42.642070 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7d8590b0-2eba-42b0-9c69-8154a3704cf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:42.692876 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-3db6a544-9ff3-41ef-aebf-03d71e24be3a None None] Set router d7ffe74a-1e9d-4c85-80f3-904e05e6e12b gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:21:42.710525 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-5b7fbb33-9aac-4a19-895c-ff7062043ae8 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Deleting port 8bb778c6-f983-4fe3-aacc-7effe7b4af0a {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:21:42.711137 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b7fbb33-9aac-4a19-895c-ff7062043ae8 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:42.819930 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-5b7fbb33-9aac-4a19-895c-ff7062043ae8 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] For port 8bb778c6-f983-4fe3-aacc-7effe7b4af0a, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=8bb778c6-f983-4fe3-aacc-7effe7b4af0a,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:21:42.820567 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b7fbb33-9aac-4a19-895c-ff7062043ae8 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:42.838063 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-5b7fbb33-9aac-4a19-895c-ff7062043ae8 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Calling delete_port for 8bb778c6-f983-4fe3-aacc-7effe7b4af0a owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:21:42.883758 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ec08b-d88a-4fbc-aa21-d6a453d9ea58 None None] Pushing event updated for resources: {'Port': ['ID=8bb778c6-f983-4fe3-aacc-7effe7b4af0a,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:42.920100 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-ec0d76cc-9a71-4c62-af4a-f5267c422ec9 None None] Provisioning complete for port 8bb778c6-f983-4fe3-aacc-7effe7b4af0a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:21:42.920479 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ec0d76cc-9a71-4c62-af4a-f5267c422ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:43.015064 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7d8590b0-2eba-42b0-9c69-8154a3704cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:43.093235 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-3db6a544-9ff3-41ef-aebf-03d71e24be3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ffe74a-1e9d-4c85-80f3-904e05e6e12b', 'name': 'tempest-snat-router-202291817', 'tenant_id': 'bf0a65602fa64bc69994c58eb33cc1dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '8bb778c6-f983-4fe3-aacc-7effe7b4af0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:21:36Z', 'updated_at': '2021-11-10T19:21:38Z', 'revision_number': 3, 'project_id': 'bf0a65602fa64bc69994c58eb33cc1dd', 'gw_port': {'id': '8bb778c6-f983-4fe3-aacc-7effe7b4af0a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:64:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ffe74a-1e9d-4c85-80f3-904e05e6e12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:21:37Z', 'updated_at': '2021-11-10T19:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:43.134250 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db6a544-9ff3-41ef-aebf-03d71e24be3a None None] The sync data for ids ['d7ffe74a-1e9d-4c85-80f3-904e05e6e12b'] in n-d-813897-4 is: [{'id': 'd7ffe74a-1e9d-4c85-80f3-904e05e6e12b', 'name': 'tempest-snat-router-202291817', 'tenant_id': 'bf0a65602fa64bc69994c58eb33cc1dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '8bb778c6-f983-4fe3-aacc-7effe7b4af0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:21:36Z', 'updated_at': '2021-11-10T19:21:38Z', 'revision_number': 3, 'project_id': 'bf0a65602fa64bc69994c58eb33cc1dd', 'gw_port': {'id': '8bb778c6-f983-4fe3-aacc-7effe7b4af0a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:64:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ffe74a-1e9d-4c85-80f3-904e05e6e12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:21:37Z', 'updated_at': '2021-11-10T19:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:21:43.263097 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2b9cd-d14d-493b-9d05-de85904cff64 req-0e7576fd-ac61-4d98-8fe4-b96d7b490054 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:43.264958 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6ba2b9cd-d14d-493b-9d05-de85904cff64 req-0e7576fd-ac61-4d98-8fe4-b96d7b490054 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1be5722-cf2e-4a3b-88ae-ecfb562bb99e HTTP/1.1" status: 200 len: 946 time: 0.1886466 Nov 10 19:21:43.279401 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8590b0-2eba-42b0-9c69-8154a3704cf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae566919-c1aa-4fae-be52-66ed010c69c3,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:43.282647 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b7fbb33-9aac-4a19-895c-ff7062043ae8 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:43.302637 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da251da4-0670-4f96-a922-a1a0fd239fbe req-7a70865c-eb5f-47bc-9c23-4716a8216f25 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:43.312177 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-da251da4-0670-4f96-a922-a1a0fd239fbe req-7a70865c-eb5f-47bc-9c23-4716a8216f25 tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1be5722-cf2e-4a3b-88ae-ecfb562bb99e HTTP/1.1" status: 200 len: 946 time: 0.2000568 Nov 10 19:21:43.322409 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8590b0-2eba-42b0-9c69-8154a3704cf7 admin admin] Checking segment: {'id': 'f2492dd9-ea45-4651-b602-852754f34dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '43179aca-5bfc-4001-bf4b-525de3b93977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:21:43.323097 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8590b0-2eba-42b0-9c69-8154a3704cf7 admin admin] Network hostable DHCP agents. Network: 43179aca-5bfc-4001-bf4b-525de3b93977, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:21:43.351194 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1bc460-a00c-4863-9f6d-d7ec23567827 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:21:43.373856 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7fbb33-9aac-4a19-895c-ff7062043ae8 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Pushing event deleted for resources: {'Port': ['ID=8bb778c6-f983-4fe3-aacc-7effe7b4af0a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:43.378334 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8590b0-2eba-42b0-9c69-8154a3704cf7 admin admin] Network 43179aca-5bfc-4001-bf4b-525de3b93977 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:21:43.394671 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-7d8590b0-2eba-42b0-9c69-8154a3704cf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 43179aca-5bfc-4001-bf4b-525de3b93977) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:21:43.401844 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-da251da4-0670-4f96-a922-a1a0fd239fbe req-d30372bf-614f-4621-94d1-797ebf9cbf2a tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.54 "GET /v2.0/security-groups?id=3898d11b-40f8-45f0-8435-369a1e20512c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884652 Nov 10 19:21:43.403872 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8590b0-2eba-42b0-9c69-8154a3704cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:43.404521 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7d8590b0-2eba-42b0-9c69-8154a3704cf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:43.411137 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49730f30-f8c6-4241-84a8-317ebf95df27 None None] Network 43179aca-5bfc-4001-bf4b-525de3b93977 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:21:43.440282 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7d8590b0-2eba-42b0-9c69-8154a3704cf7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8762641 Nov 10 19:21:43.446749 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b7fbb33-9aac-4a19-895c-ff7062043ae8 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:43.663165 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b7fbb33-9aac-4a19-895c-ff7062043ae8 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:43.674509 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b7fbb33-9aac-4a19-895c-ff7062043ae8 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:43.677871 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9169c8f4-fc13-4ea6-bdf1-54fc27559c4b None None] Network 43179aca-5bfc-4001-bf4b-525de3b93977 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:21:43.820930 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b7fbb33-9aac-4a19-895c-ff7062043ae8 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:43.821839 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7fbb33-9aac-4a19-895c-ff7062043ae8 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d7ffe74a-1e9d-4c85-80f3-904e05e6e12b {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:21:43.851358 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b7fbb33-9aac-4a19-895c-ff7062043ae8 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:43.852427 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5b7fbb33-9aac-4a19-895c-ff7062043ae8 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] 10.222.0.54 "DELETE /v2.0/routers/d7ffe74a-1e9d-4c85-80f3-904e05e6e12b HTTP/1.1" status: 204 len: 168 time: 2.7352216 Nov 10 19:21:43.855426 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42744) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:43.876643 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-6ba2b9cd-d14d-493b-9d05-de85904cff64 req-c8af62ff-8a34-4e36-b224-45176d328b6c tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Deleting port a8d8e175-100c-4d0c-9ed9-6fda57aedabf {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:21:43.876897 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6ba2b9cd-d14d-493b-9d05-de85904cff64 req-c8af62ff-8a34-4e36-b224-45176d328b6c tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:44.181581 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42750) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:44.184993 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-6ba2b9cd-d14d-493b-9d05-de85904cff64 req-c8af62ff-8a34-4e36-b224-45176d328b6c tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] For port a8d8e175-100c-4d0c-9ed9-6fda57aedabf, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a8d8e175-100c-4d0c-9ed9-6fda57aedabf,segment=NetworkSegment(c9a36c68-c3fb-4c33-a5bb-7886b7443ebd),segment_id=c9a36c68-c3fb-4c33-a5bb-7886b7443ebd)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:21:44.185380 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6ba2b9cd-d14d-493b-9d05-de85904cff64 req-c8af62ff-8a34-4e36-b224-45176d328b6c tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:44.191405 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-69c725bd-6aa9-4401-a0b3-6c386b68cba7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:44.207555 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-6ba2b9cd-d14d-493b-9d05-de85904cff64 req-c8af62ff-8a34-4e36-b224-45176d328b6c tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Calling delete_port for a8d8e175-100c-4d0c-9ed9-6fda57aedabf owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:21:44.452415 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-69c725bd-6aa9-4401-a0b3-6c386b68cba7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:44.482974 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a1e5922-679f-46c5-9b89-afc50d20d362 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:44.540168 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-69c725bd-6aa9-4401-a0b3-6c386b68cba7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Deleting port 6adfc9a5-ec2c-4440-94ee-abd5528de29e {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:21:44.540802 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-69c725bd-6aa9-4401-a0b3-6c386b68cba7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:44.699573 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6ba2b9cd-d14d-493b-9d05-de85904cff64 req-c8af62ff-8a34-4e36-b224-45176d328b6c tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:44.713508 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['a8d8e175-100c-4d0c-9ed9-6fda57aedabf'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:21:44.791384 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55f7821-593f-4f60-8783-147f5791aba9 None None] DHCP port deletion for dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:21:44.793723 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af62ff-8a34-4e36-b224-45176d328b6c tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Pushing event deleted for resources: {'Port': ['ID=a8d8e175-100c-4d0c-9ed9-6fda57aedabf,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:44.825249 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-3bca10f2-676f-48aa-8dfc-203f3ee996f9 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:44.832623 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-3bca10f2-676f-48aa-8dfc-203f3ee996f9 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] 10.222.0.54 "GET /v2.0/networks?id=43179aca-5bfc-4001-bf4b-525de3b93977 HTTP/1.1" status: 200 len: 818 time: 0.2724087 Nov 10 19:21:44.840847 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-69c725bd-6aa9-4401-a0b3-6c386b68cba7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] For port 6adfc9a5-ec2c-4440-94ee-abd5528de29e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=6adfc9a5-ec2c-4440-94ee-abd5528de29e,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:21:44.841317 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-69c725bd-6aa9-4401-a0b3-6c386b68cba7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:44.850101 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba2b9cd-d14d-493b-9d05-de85904cff64 req-c8af62ff-8a34-4e36-b224-45176d328b6c tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] No DVR routers for this DVR port a8d8e175-100c-4d0c-9ed9-6fda57aedabf on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:21:44.854465 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6ba2b9cd-d14d-493b-9d05-de85904cff64 req-c8af62ff-8a34-4e36-b224-45176d328b6c tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:44.860582 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6ba2b9cd-d14d-493b-9d05-de85904cff64 req-c8af62ff-8a34-4e36-b224-45176d328b6c tempest-DeleteServersTestJSON-2058782511 tempest-DeleteServersTestJSON-2058782511-project] 10.222.0.25 "DELETE /v2.0/ports/a8d8e175-100c-4d0c-9ed9-6fda57aedabf HTTP/1.1" status: 204 len: 173 time: 1.5880382 Nov 10 19:21:44.870899 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1be5722-cf2e-4a3b-88ae-ecfb562bb99e', 'name': 'network-vif-deleted', 'tag': 'a8d8e175-100c-4d0c-9ed9-6fda57aedabf'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:21:44.873814 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7ad4ab-d5d4-4ab6-8222-5911473b9851" -d '{"events": [{"server_uuid": "b1be5722-cf2e-4a3b-88ae-ecfb562bb99e", "name": "network-vif-deleted", "tag": "a8d8e175-100c-4d0c-9ed9-6fda57aedabf"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:21:44.884803 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-c947006f-47eb-4314-b9bc-77a8a1f746d4 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] 10.222.0.54 "GET /v2.0/quotas/6a1aa78708c64fd38257eb2aa9456d2f HTTP/1.1" status: 200 len: 375 time: 0.0482535 Nov 10 19:21:44.894444 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a1e5922-679f-46c5-9b89-afc50d20d362 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:44.900472 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a1e5922-679f-46c5-9b89-afc50d20d362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:44.915425 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-69c725bd-6aa9-4401-a0b3-6c386b68cba7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Calling delete_port for 6adfc9a5-ec2c-4440-94ee-abd5528de29e owned by network:router_gateway {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:21:44.953122 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-08d11655-5705-4500-afc0-e6b6970c1431 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6a1aa78708c64fd38257eb2aa9456d2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671687 Nov 10 19:21:44.972117 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3a1e5922-679f-46c5-9b89-afc50d20d362 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2349f86cd94a48c499ac9b123cfc6f28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7892742 Nov 10 19:21:44.981093 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42776) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:45.101162 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e5922-679f-46c5-9b89-afc50d20d362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9c69e8-6aec-4fa2-a97b-a9a14916158a,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:45.146871 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aeaaf744-8719-4057-bf88-5dd7f86a36a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:45.193624 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aeaaf744-8719-4057-bf88-5dd7f86a36a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:45.310178 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aeaaf744-8719-4057-bf88-5dd7f86a36a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:45.313559 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aeaaf744-8719-4057-bf88-5dd7f86a36a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:45.315675 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-aeaaf744-8719-4057-bf88-5dd7f86a36a3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2e9c69e8-6aec-4fa2-a97b-a9a14916158a HTTP/1.1" status: 204 len: 168 time: 0.3160408 Nov 10 19:21:45.323962 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-619f0d51-17c6-4acb-a971-49a7dedfde84 service neutron] 10.222.0.54 "GET /v2.0/networks/43179aca-5bfc-4001-bf4b-525de3b93977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696525 Nov 10 19:21:45.385581 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-69c725bd-6aa9-4401-a0b3-6c386b68cba7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:45.387871 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaaf744-8719-4057-bf88-5dd7f86a36a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9c69e8-6aec-4fa2-a97b-a9a14916158a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:45.466599 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c725bd-6aa9-4401-a0b3-6c386b68cba7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Pushing event deleted for resources: {'Port': ['ID=6adfc9a5-ec2c-4440-94ee-abd5528de29e,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:45.491278 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef43b7c3-2b3d-4b32-96e8-c24667b9f436 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:21:45.642383 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-bf91fe4a-2533-4156-a539-e169a842cae8 service neutron] 10.222.0.54 "GET /v2.0/networks/43179aca-5bfc-4001-bf4b-525de3b93977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173404 Nov 10 19:21:45.651596 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-69c725bd-6aa9-4401-a0b3-6c386b68cba7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:45.799955 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-69c725bd-6aa9-4401-a0b3-6c386b68cba7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:45.802695 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-69c725bd-6aa9-4401-a0b3-6c386b68cba7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:45.902227 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-69c725bd-6aa9-4401-a0b3-6c386b68cba7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:45.902795 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c725bd-6aa9-4401-a0b3-6c386b68cba7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3a64c72e-8eac-47e5-beea-f0a1ae6bc2f5 {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:21:45.913738 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-69c725bd-6aa9-4401-a0b3-6c386b68cba7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:45.914973 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-69c725bd-6aa9-4401-a0b3-6c386b68cba7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] 10.222.0.54 "DELETE /v2.0/routers/3a64c72e-8eac-47e5-beea-f0a1ae6bc2f5 HTTP/1.1" status: 204 len: 168 time: 2.0585275 Nov 10 19:21:45.918995 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42788) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:45.929361 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-2856b66c-1bb5-4173-ace9-e0811d2e01d2 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-56765214', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}, 'admin_state_up': False}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:21:45.980928 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2856b66c-1bb5-4173-ace9-e0811d2e01d2 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:45.982980 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2856b66c-1bb5-4173-ace9-e0811d2e01d2 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:46.172867 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2856b66c-1bb5-4173-ace9-e0811d2e01d2 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:46.265532 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9788b671-8435-4e7e-ae6b-53ab5ffbb71a x-openstack-request-id: req-9788b671-8435-4e7e-ae6b-53ab5ffbb71a {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:21:46.266060 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1be5722-cf2e-4a3b-88ae-ecfb562bb99e", "name": "network-vif-deleted", "tag": "a8d8e175-100c-4d0c-9ed9-6fda57aedabf", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:21:46.273319 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9788b671-8435-4e7e-ae6b-53ab5ffbb71a {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:21:46.273319 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1be5722-cf2e-4a3b-88ae-ecfb562bb99e', 'name': 'network-vif-deleted', 'tag': 'a8d8e175-100c-4d0c-9ed9-6fda57aedabf', 'status': 'completed', 'code': 200} Nov 10 19:21:46.447034 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dc9fdb4a-e8af-49a8-86d4-9e37f78b8863 req-3163c3a0-14d6-4240-a671-8e130ae61cb5 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ff21cd-8b75-490a-bf05-32962fa70493 HTTP/1.1" status: 200 len: 210 time: 0.0677624 Nov 10 19:21:46.545644 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2856b66c-1bb5-4173-ace9-e0811d2e01d2 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:46.992620 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a8d8e175-100c-4d0c-9ed9-6fda57aedabf no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:21:47.070808 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: a8d8e175-100c-4d0c-9ed9-6fda57aedabf {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:21:47.073271 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a8d8e175-100c-4d0c-9ed9-6fda57aedabf not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:21:47.126273 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2856b66c-1bb5-4173-ace9-e0811d2e01d2 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:47.152497 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42834) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:47.179910 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2856b66c-1bb5-4173-ace9-e0811d2e01d2 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:47.364808 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-2856b66c-1bb5-4173-ace9-e0811d2e01d2 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Allocated IP 172.25.3.117 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/4386ae98-f4e1-423a-a32d-1eed91405317) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:21:47.400030 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-49953416-2090-4e11-ba00-c5430932fe7f admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-72965489-network', 'tenant_id': '7d8ef56f5731471c874713d450f3c4c8'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:21:47.427461 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49953416-2090-4e11-ba00-c5430932fe7f admin admin] Made reservation on behalf of 7d8ef56f5731471c874713d450f3c4c8 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:21:47.431070 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-49953416-2090-4e11-ba00-c5430932fe7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:47.446428 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-49953416-2090-4e11-ba00-c5430932fe7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:47.522272 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:21:47.682676 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2856b66c-1bb5-4173-ace9-e0811d2e01d2 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:47.726984 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b769a33-6051-47ed-8595-5835e393b366 req-9568f7d6-87a7-44d3-a9bb-5a6f6b4d7ab5 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ff21cd-8b75-490a-bf05-32962fa70493 HTTP/1.1" status: 200 len: 210 time: 0.0970240 Nov 10 19:21:47.746219 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-49953416-2090-4e11-ba00-c5430932fe7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:47.764477 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-49953416-2090-4e11-ba00-c5430932fe7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:47.799701 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49953416-2090-4e11-ba00-c5430932fe7f admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:21:47.817945 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2856b66c-1bb5-4173-ace9-e0811d2e01d2 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:47.834052 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-49953416-2090-4e11-ba00-c5430932fe7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:47.835948 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-49953416-2090-4e11-ba00-c5430932fe7f admin admin] Added segment 2658ade7-d6a9-49d9-a478-bd385ccffc2f of type vlan for network a234a2da-0d1f-4a33-a282-06b3b1fc84c9 Nov 10 19:21:47.964705 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2856b66c-1bb5-4173-ace9-e0811d2e01d2 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:21:47.974797 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-2856b66c-1bb5-4173-ace9-e0811d2e01d2 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:21:47.983379 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2856b66c-1bb5-4173-ace9-e0811d2e01d2 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:21:47.996056 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70228949-38ae-43fa-b26e-2323cc837733 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:21:48.001181 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-49953416-2090-4e11-ba00-c5430932fe7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:48.020725 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856b66c-1bb5-4173-ace9-e0811d2e01d2 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Pushing event updated for resources: {'Port': ['ID=4386ae98-f4e1-423a-a32d-1eed91405317,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:48.051922 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-57ea545b-e417-4aa5-b13c-45705d05fafd tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:48.053322 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-57ea545b-e417-4aa5-b13c-45705d05fafd tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] 10.222.0.25 "GET /v2.0/networks?id=43179aca-5bfc-4001-bf4b-525de3b93977 HTTP/1.1" status: 200 len: 818 time: 0.3136444 Nov 10 19:21:48.116359 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 6adfc9a5-ec2c-4440-94ee-abd5528de29e no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:21:48.136708 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49953416-2090-4e11-ba00-c5430932fe7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc2aee5-4ca0-4f0f-9d8b-056079360403,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:48.140181 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-49953416-2090-4e11-ba00-c5430932fe7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:48.141485 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49953416-2090-4e11-ba00-c5430932fe7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:48.142088 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-49953416-2090-4e11-ba00-c5430932fe7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:48.155200 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 6adfc9a5-ec2c-4440-94ee-abd5528de29e {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:21:48.156916 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 6adfc9a5-ec2c-4440-94ee-abd5528de29e not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:21:48.157559 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 8bb778c6-f983-4fe3-aacc-7effe7b4af0a no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:21:48.177620 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-49953416-2090-4e11-ba00-c5430932fe7f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0232983 Nov 10 19:21:48.199428 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 8bb778c6-f983-4fe3-aacc-7effe7b4af0a {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:21:48.204757 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 8bb778c6-f983-4fe3-aacc-7effe7b4af0a not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:21:48.223634 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-b2178805-dda0-4e67-bc96-5b8f7b42d650 None None] Provisioning complete for port 4386ae98-f4e1-423a-a32d-1eed91405317 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:21:48.224016 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b2178805-dda0-4e67-bc96-5b8f7b42d650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:48.263102 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-cb58fc83-4156-4551-a319-1133cc089fa8 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] Request body: {'port': {'device_id': '50ff21cd-8b75-490a-bf05-32962fa70493', 'network_id': '43179aca-5bfc-4001-bf4b-525de3b93977', 'admin_state_up': True, 'tenant_id': '6a1aa78708c64fd38257eb2aa9456d2f'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:21:48.263830 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49953416-2090-4e11-ba00-c5430932fe7f admin admin] Pushing event updated for resources: {'Network': ['ID=a234a2da-0d1f-4a33-a282-06b3b1fc84c9,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:48.306819 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-b2178805-dda0-4e67-bc96-5b8f7b42d650 None None] Port 4386ae98-f4e1-423a-a32d-1eed91405317 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:21:48.312176 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network a234a2da-0d1f-4a33-a282-06b3b1fc84c9 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:21:48.487167 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2856b66c-1bb5-4173-ace9-e0811d2e01d2 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:48.573599 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-cb58fc83-4156-4551-a319-1133cc089fa8 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] Made reservation on behalf of 6a1aa78708c64fd38257eb2aa9456d2f for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:21:48.577778 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-cb58fc83-4156-4551-a319-1133cc089fa8 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:48.779105 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-cb58fc83-4156-4551-a319-1133cc089fa8 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] Allocated IP 172.20.0.6 (43179aca-5bfc-4001-bf4b-525de3b93977/ae566919-c1aa-4fae-be52-66ed010c69c3/6a769aeb-0dde-4110-835c-7f4558690a8e) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:21:48.902324 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c041f9b-ef31-4277-91ba-5ea249a93ed7 req-db022c5c-de28-4403-8127-c3ff020b0b6b tempest-ComputeTenantNetworksTest-1746550996 tempest-ComputeTenantNetworksTest-1746550996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:48.909228 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c041f9b-ef31-4277-91ba-5ea249a93ed7 req-db022c5c-de28-4403-8127-c3ff020b0b6b tempest-ComputeTenantNetworksTest-1746550996 tempest-ComputeTenantNetworksTest-1746550996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:48.916079 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c041f9b-ef31-4277-91ba-5ea249a93ed7 req-db022c5c-de28-4403-8127-c3ff020b0b6b tempest-ComputeTenantNetworksTest-1746550996 tempest-ComputeTenantNetworksTest-1746550996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:48.917785 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9c041f9b-ef31-4277-91ba-5ea249a93ed7 req-db022c5c-de28-4403-8127-c3ff020b0b6b tempest-ComputeTenantNetworksTest-1746550996 tempest-ComputeTenantNetworksTest-1746550996-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1901 time: 0.2065992 Nov 10 19:21:49.030435 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e1209b0a-ee69-43f1-bc95-b77822e7f083 req-ed3544fe-947e-480b-bb47-1782537c1d27 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ff21cd-8b75-490a-bf05-32962fa70493 HTTP/1.1" status: 200 len: 210 time: 0.0427525 Nov 10 19:21:49.040633 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2856b66c-1bb5-4173-ace9-e0811d2e01d2 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:49.132714 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-cb58fc83-4156-4551-a319-1133cc089fa8 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:49.157553 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4688580-1dda-42e1-9815-5e8ba89d9ae0 req-290b5298-c24c-453c-86df-13038a59bc85 tempest-ComputeTenantNetworksTest-1746550996 tempest-ComputeTenantNetworksTest-1746550996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:49.160641 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4688580-1dda-42e1-9815-5e8ba89d9ae0 req-290b5298-c24c-453c-86df-13038a59bc85 tempest-ComputeTenantNetworksTest-1746550996 tempest-ComputeTenantNetworksTest-1746550996-project] 10.222.0.54 "GET /v2.0/networks/a234a2da-0d1f-4a33-a282-06b3b1fc84c9 HTTP/1.1" status: 200 len: 767 time: 0.1072264 Nov 10 19:21:49.172914 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42900) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:49.251102 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-300f2873-bf3f-4811-bd98-0f9068d66050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:49.361536 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-300f2873-bf3f-4811-bd98-0f9068d66050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:49.389866 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-300f2873-bf3f-4811-bd98-0f9068d66050 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a234a2da-0d1f-4a33-a282-06b3b1fc84c9']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:49.404338 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-300f2873-bf3f-4811-bd98-0f9068d66050 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2658ade7-d6a9-49d9-a478-bd385ccffc2f') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:49.408995 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-300f2873-bf3f-4811-bd98-0f9068d66050 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2658ade7-d6a9-49d9-a478-bd385ccffc2f') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:49.423722 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-300f2873-bf3f-4811-bd98-0f9068d66050 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:49.441512 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-300f2873-bf3f-4811-bd98-0f9068d66050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:49.449310 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-300f2873-bf3f-4811-bd98-0f9068d66050 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:21:49.450199 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-300f2873-bf3f-4811-bd98-0f9068d66050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:49.453020 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:21:49.453020 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:21:49.453020 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:21:49.453020 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:21:49.453020 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:21:49.453020 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:21:49.453020 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:21:49.453020 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:21:49.453020 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:21:49.453020 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:21:49.453020 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:21:49.453020 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:21:49.453020 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:21:49.453020 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:21:49.453020 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:21:49.453020 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:21:49.453020 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:21:49.453020 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:21:49.453020 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:21:49.453020 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:21:49.453020 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:21:49.453020 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:21:49.453020 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:21:49.453020 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:21:49.453020 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:21:49.453020 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:21:49.453020 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:21:49.453020 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:21:49.453020 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:21:49.453020 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:21:49.453020 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:21:49.453020 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:21:49.548140 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-300f2873-bf3f-4811-bd98-0f9068d66050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:49.569717 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-300f2873-bf3f-4811-bd98-0f9068d66050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:49.577510 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-300f2873-bf3f-4811-bd98-0f9068d66050 admin admin] 10.222.0.54 "DELETE /v2.0/networks/a234a2da-0d1f-4a33-a282-06b3b1fc84c9 HTTP/1.1" status: 204 len: 168 time: 0.4009061 Nov 10 19:21:49.590522 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f2873-bf3f-4811-bd98-0f9068d66050 admin admin] Pushing event deleted for resources: {'Network': ['ID=a234a2da-0d1f-4a33-a282-06b3b1fc84c9,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:49.602193 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f2873-bf3f-4811-bd98-0f9068d66050 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:49.602620 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f2873-bf3f-4811-bd98-0f9068d66050 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:49.603028 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f2873-bf3f-4811-bd98-0f9068d66050 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:49.603566 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f2873-bf3f-4811-bd98-0f9068d66050 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:49.604003 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f2873-bf3f-4811-bd98-0f9068d66050 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:49.604542 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f2873-bf3f-4811-bd98-0f9068d66050 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:49.605325 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f2873-bf3f-4811-bd98-0f9068d66050 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:49.605865 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f2873-bf3f-4811-bd98-0f9068d66050 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:49.606256 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f2873-bf3f-4811-bd98-0f9068d66050 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:49.606775 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f2873-bf3f-4811-bd98-0f9068d66050 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:49.607173 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f2873-bf3f-4811-bd98-0f9068d66050 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:49.607563 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f2873-bf3f-4811-bd98-0f9068d66050 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:21:49.706473 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-cb58fc83-4156-4551-a319-1133cc089fa8 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:49.755845 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42916) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:49.786873 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-cb58fc83-4156-4551-a319-1133cc089fa8 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] Network 43179aca-5bfc-4001-bf4b-525de3b93977 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:21:49.796819 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-cb58fc83-4156-4551-a319-1133cc089fa8 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:21:49.799501 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-cb58fc83-4156-4551-a319-1133cc089fa8 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:21:49.802442 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58fc83-4156-4551-a319-1133cc089fa8 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] Pushing event updated for resources: {'Port': ['ID=6a769aeb-0dde-4110-835c-7f4558690a8e,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:49.867137 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a6e5afb5-6718-441f-b7cf-c9ebfc4bcb26 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7d8ef56f5731471c874713d450f3c4c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1098571 Nov 10 19:21:49.867559 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42918) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:49.880439 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-cb58fc83-4156-4551-a319-1133cc089fa8 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:49.881124 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-cb58fc83-4156-4551-a319-1133cc089fa8 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:49.884845 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2856b66c-1bb5-4173-ace9-e0811d2e01d2 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Router 3e06dc0b-9941-432c-8dd9-7d063ab5ab9f is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:21:49.924292 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-cb58fc83-4156-4551-a319-1133cc089fa8 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6661315 Nov 10 19:21:49.971561 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-bd448836-6868-4e26-8b68-6a20b42958fb service neutron] Request body: {'port': {'device_id': '50ff21cd-8b75-490a-bf05-32962fa70493', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:21:50.050289 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7ddcb734-a8db-48ff-adf2-5989014bbc6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:50.116070 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7ddcb734-a8db-48ff-adf2-5989014bbc6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:50.118189 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-bd448836-6868-4e26-8b68-6a20b42958fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:50.125922 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2856b66c-1bb5-4173-ace9-e0811d2e01d2 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:21:50.142825 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a0f82e-cc1d-4bf4-8d9c-a99ad2587f23 None None] Sync routers for ids ['3e06dc0b-9941-432c-8dd9-7d063ab5ab9f'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:21:50.153189 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a0f82e-cc1d-4bf4-8d9c-a99ad2587f23 None None] Routers {'3e06dc0b-9941-432c-8dd9-7d063ab5ab9f'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:21:50.154203 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-68a0f82e-cc1d-4bf4-8d9c-a99ad2587f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:21:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['3e06dc0b-9941-432c-8dd9-7d063ab5ab9f'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:50.170592 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2856b66c-1bb5-4173-ace9-e0811d2e01d2 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:50.170849 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1213d-fa2b-419e-94fc-40dd33f6c5bc req-8568e187-72b1-4e75-ad93-b2fc1dd65a9d tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:50.173481 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c1f1213d-fa2b-419e-94fc-40dd33f6c5bc req-8568e187-72b1-4e75-ad93-b2fc1dd65a9d tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ff21cd-8b75-490a-bf05-32962fa70493 HTTP/1.1" status: 200 len: 931 time: 0.0551665 Nov 10 19:21:50.174679 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42922) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:50.174943 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2856b66c-1bb5-4173-ace9-e0811d2e01d2 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.2548280 Nov 10 19:21:50.179341 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-37551194-6cda-4eeb-95d4-2deb55ab8d90 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'enable_snat': False}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:21:50.203427 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-68a0f82e-cc1d-4bf4-8d9c-a99ad2587f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:50.213880 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a0f82e-cc1d-4bf4-8d9c-a99ad2587f23 None None] Routers {'3e06dc0b-9941-432c-8dd9-7d063ab5ab9f'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:21:50.214733 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-68a0f82e-cc1d-4bf4-8d9c-a99ad2587f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:21:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['3e06dc0b-9941-432c-8dd9-7d063ab5ab9f'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:50.327603 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c1f1213d-fa2b-419e-94fc-40dd33f6c5bc req-3fe341d4-ab87-4506-bf94-1b9b541abed6 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b3415aa-448a-4f97-9d33-ee6b7556bd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441822 Nov 10 19:21:50.363781 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7ddcb734-a8db-48ff-adf2-5989014bbc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:50.364166 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-68a0f82e-cc1d-4bf4-8d9c-a99ad2587f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:50.365622 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a0f82e-cc1d-4bf4-8d9c-a99ad2587f23 None None] The sync data for ids ['3e06dc0b-9941-432c-8dd9-7d063ab5ab9f'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:21:50.366674 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7ddcb734-a8db-48ff-adf2-5989014bbc6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:50.374532 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7ddcb734-a8db-48ff-adf2-5989014bbc6c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3bc2aee5-4ca0-4f0f-9d8b-056079360403 HTTP/1.1" status: 204 len: 168 time: 0.5034454 Nov 10 19:21:50.404451 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddcb734-a8db-48ff-adf2-5989014bbc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc2aee5-4ca0-4f0f-9d8b-056079360403,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:50.576958 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-bd448836-6868-4e26-8b68-6a20b42958fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a769aeb-0dde-4110-835c-7f4558690a8e {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:21:50.586006 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-bd448836-6868-4e26-8b68-6a20b42958fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:50.611736 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-bd448836-6868-4e26-8b68-6a20b42958fb service neutron] Transition to ACTIVE for port object 6a769aeb-0dde-4110-835c-7f4558690a8e will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:21:50.617160 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-bd448836-6868-4e26-8b68-6a20b42958fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:50.630147 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-37551194-6cda-4eeb-95d4-2deb55ab8d90 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:50.783017 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd448836-6868-4e26-8b68-6a20b42958fb service neutron] Pushing event updated for resources: {'Port': ['ID=6a769aeb-0dde-4110-835c-7f4558690a8e,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:50.855338 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-bd448836-6868-4e26-8b68-6a20b42958fb service neutron] Attempting to bind port 6a769aeb-0dde-4110-835c-7f4558690a8e on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:21:50.855748 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-bd448836-6868-4e26-8b68-6a20b42958fb service neutron] Attempting to bind port 6a769aeb-0dde-4110-835c-7f4558690a8e by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': 'f2492dd9-ea45-4651-b602-852754f34dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '43179aca-5bfc-4001-bf4b-525de3b93977'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:21:50.856464 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-bd448836-6868-4e26-8b68-6a20b42958fb service neutron] Attempting to bind port 6a769aeb-0dde-4110-835c-7f4558690a8e on network 43179aca-5bfc-4001-bf4b-525de3b93977 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:21:50.867148 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-bd448836-6868-4e26-8b68-6a20b42958fb service neutron] Port 6a769aeb-0dde-4110-835c-7f4558690a8e on network 43179aca-5bfc-4001-bf4b-525de3b93977 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:21:50.867508 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-bd448836-6868-4e26-8b68-6a20b42958fb service neutron] Attempting to bind port 6a769aeb-0dde-4110-835c-7f4558690a8e on network 43179aca-5bfc-4001-bf4b-525de3b93977 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:21:50.876773 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-bd448836-6868-4e26-8b68-6a20b42958fb service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:21:50.877165 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-bd448836-6868-4e26-8b68-6a20b42958fb service neutron] Checking segment: {'id': 'f2492dd9-ea45-4651-b602-852754f34dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '43179aca-5bfc-4001-bf4b-525de3b93977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:21:50.877564 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-bd448836-6868-4e26-8b68-6a20b42958fb service neutron] Bound using segment: {'id': 'f2492dd9-ea45-4651-b602-852754f34dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '43179aca-5bfc-4001-bf4b-525de3b93977'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:21:50.878035 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-bd448836-6868-4e26-8b68-6a20b42958fb service neutron] Bound port: 6a769aeb-0dde-4110-835c-7f4558690a8e, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2492dd9-ea45-4651-b602-852754f34dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '43179aca-5bfc-4001-bf4b-525de3b93977'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:21:50.878401 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-bd448836-6868-4e26-8b68-6a20b42958fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:51.015551 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-bd448836-6868-4e26-8b68-6a20b42958fb service neutron] For port 6a769aeb-0dde-4110-835c-7f4558690a8e, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:21:51.020205 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-bd448836-6868-4e26-8b68-6a20b42958fb service neutron] For port 6a769aeb-0dde-4110-835c-7f4558690a8e, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=6a769aeb-0dde-4110-835c-7f4558690a8e,segment=NetworkSegment(f2492dd9-ea45-4651-b602-852754f34dc3),segment_id=f2492dd9-ea45-4651-b602-852754f34dc3)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:21:51.027573 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-bd448836-6868-4e26-8b68-6a20b42958fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:51.107417 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-bd448836-6868-4e26-8b68-6a20b42958fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:51.108202 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-bd448836-6868-4e26-8b68-6a20b42958fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:51.111098 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-bd448836-6868-4e26-8b68-6a20b42958fb service neutron] 10.222.0.25 "PUT /v2.0/ports/6a769aeb-0dde-4110-835c-7f4558690a8e HTTP/1.1" status: 200 len: 1091 time: 1.1787653 Nov 10 19:21:51.111574 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ff21cd-8b75-490a-bf05-32962fa70493', 'tag': '6a769aeb-0dde-4110-835c-7f4558690a8e'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:21:51.113925 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca977934-5b57-4eb5-9ab1-ec9627dd3dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "50ff21cd-8b75-490a-bf05-32962fa70493", "tag": "6a769aeb-0dde-4110-835c-7f4558690a8e"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:21:51.185848 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd448836-6868-4e26-8b68-6a20b42958fb service neutron] Pushing event updated for resources: {'Port': ['ID=6a769aeb-0dde-4110-835c-7f4558690a8e,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:51.196991 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ea44b9-fe34-4d67-9bd4-40ebef619d1f x-openstack-request-id: req-47ea44b9-fe34-4d67-9bd4-40ebef619d1f {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:21:51.198907 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ff21cd-8b75-490a-bf05-32962fa70493", "tag": "6a769aeb-0dde-4110-835c-7f4558690a8e", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:21:51.199516 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-47ea44b9-fe34-4d67-9bd4-40ebef619d1f {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:21:51.200148 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50ff21cd-8b75-490a-bf05-32962fa70493', 'tag': '6a769aeb-0dde-4110-835c-7f4558690a8e', 'status': 'completed', 'code': 200} Nov 10 19:21:51.275006 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-37551194-6cda-4eeb-95d4-2deb55ab8d90 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25260'] for router, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:51.275899 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-b76a2ebd-6784-4f82-9ad5-e572b223eb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:51.278316 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-b76a2ebd-6784-4f82-9ad5-e572b223eb82 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6a1aa78708c64fd38257eb2aa9456d2f&device_id=50ff21cd-8b75-490a-bf05-32962fa70493 HTTP/1.1" status: 200 len: 1094 time: 0.0839708 Nov 10 19:21:51.281366 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-37551194-6cda-4eeb-95d4-2deb55ab8d90 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-408903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-408910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396833'] for router, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:51.337990 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-3f2e2d45-2166-4157-a003-cd38d14c9028 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a769aeb-0dde-4110-835c-7f4558690a8e HTTP/1.1" status: 200 len: 217 time: 0.0504951 Nov 10 19:21:51.419591 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-0334558b-8567-4039-8d36-6604cceeab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:51.425231 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-0334558b-8567-4039-8d36-6604cceeab26 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ae566919-c1aa-4fae-be52-66ed010c69c3 HTTP/1.1" status: 200 len: 858 time: 0.0803647 Nov 10 19:21:51.468501 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37551194-6cda-4eeb-95d4-2deb55ab8d90 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Router 3e06dc0b-9941-432c-8dd9-7d063ab5ab9f has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:21:51.522855 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-1ecb9248-539a-4ff3-aaad-8d8df9b175ab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=43179aca-5bfc-4001-bf4b-525de3b93977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867007 Nov 10 19:21:51.567058 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aead82-9758-4c90-838e-93091c424b92 req-cae68ae1-a3a9-4646-90bd-67c97c5f42ce tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:51.575268 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c5aead82-9758-4c90-838e-93091c424b92 req-cae68ae1-a3a9-4646-90bd-67c97c5f42ce tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ff21cd-8b75-490a-bf05-32962fa70493 HTTP/1.1" status: 200 len: 943 time: 0.1251035 Nov 10 19:21:51.734713 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c5aead82-9758-4c90-838e-93091c424b92 req-acb20c5c-804d-47a9-ba3d-55d1b49b0d22 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b3415aa-448a-4f97-9d33-ee6b7556bd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582165 Nov 10 19:21:51.735693 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-cb64b763-4ca8-4a15-b4aa-c8eef02e207c service neutron] 10.222.0.25 "GET /v2.0/networks/43179aca-5bfc-4001-bf4b-525de3b93977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075975 Nov 10 19:21:51.796159 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37551194-6cda-4eeb-95d4-2deb55ab8d90 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:21:51.810139 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385f2425-9241-4026-8f34-20a28c10186b None None] Sync routers for ids ['3e06dc0b-9941-432c-8dd9-7d063ab5ab9f'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:21:51.814195 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-37551194-6cda-4eeb-95d4-2deb55ab8d90 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:51.830578 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385f2425-9241-4026-8f34-20a28c10186b None None] Routers {'3e06dc0b-9941-432c-8dd9-7d063ab5ab9f'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:21:51.831232 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-385f2425-9241-4026-8f34-20a28c10186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:21:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['3e06dc0b-9941-432c-8dd9-7d063ab5ab9f'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:51.839193 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-37551194-6cda-4eeb-95d4-2deb55ab8d90 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] 10.222.0.54 "PUT /v2.0/routers/3e06dc0b-9941-432c-8dd9-7d063ab5ab9f HTTP/1.1" status: 200 len: 924 time: 1.6557138 Nov 10 19:21:51.839876 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43010) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:51.925220 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-385f2425-9241-4026-8f34-20a28c10186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:51.946426 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-deaf6d61-6c37-448f-a343-1868b511f0a9 req-66344b23-f100-4a96-8f58-5bd11fda8ea9 service neutron] 10.222.0.25 "GET /v2.0/networks/43179aca-5bfc-4001-bf4b-525de3b93977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027464 Nov 10 19:21:52.000824 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385f2425-9241-4026-8f34-20a28c10186b None None] Routers {'3e06dc0b-9941-432c-8dd9-7d063ab5ab9f'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:21:52.001486 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-385f2425-9241-4026-8f34-20a28c10186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:21:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['3e06dc0b-9941-432c-8dd9-7d063ab5ab9f'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:52.170485 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-74f6d580-a426-41f8-be00-76608eec3490 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] 10.222.0.54 "GET /v2.0/routers/3e06dc0b-9941-432c-8dd9-7d063ab5ab9f HTTP/1.1" status: 200 len: 924 time: 0.3293557 Nov 10 19:21:52.171487 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43024) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:52.199824 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-385f2425-9241-4026-8f34-20a28c10186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:52.200811 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385f2425-9241-4026-8f34-20a28c10186b None None] The sync data for ids ['3e06dc0b-9941-432c-8dd9-7d063ab5ab9f'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:21:52.221712 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca977934-5b57-4eb5-9ab1-ec9627dd3dd7 req-e0c8b44e-4eaa-4a72-a7a7-d0ccb0b54648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:52.223309 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ca977934-5b57-4eb5-9ab1-ec9627dd3dd7 req-e0c8b44e-4eaa-4a72-a7a7-d0ccb0b54648 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6a1aa78708c64fd38257eb2aa9456d2f&device_id=50ff21cd-8b75-490a-bf05-32962fa70493 HTTP/1.1" status: 200 len: 1094 time: 0.2114122 Nov 10 19:21:52.268727 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c843431-5db0-4888-b0f6-1af2d79af113 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:52.279140 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7c843431-5db0-4888-b0f6-1af2d79af113 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd&device_id=3e06dc0b-9941-432c-8dd9-7d063ab5ab9f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1066668 Nov 10 19:21:52.286357 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43030) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:52.289996 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43032) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:52.391458 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca977934-5b57-4eb5-9ab1-ec9627dd3dd7 req-55bc8227-e4aa-4c21-b612-041a280511c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:52.393368 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ca977934-5b57-4eb5-9ab1-ec9627dd3dd7 req-55bc8227-e4aa-4c21-b612-041a280511c9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=43179aca-5bfc-4001-bf4b-525de3b93977 HTTP/1.1" status: 200 len: 919 time: 0.1623578 Nov 10 19:21:52.497457 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d0e0aa-7bc7-4dc1-bac5-cf0f7589e8bd admin admin] Deleting subnet 0383c2bb-f0e3-4245-83c4-a6b51bf23dd3 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:21:52.510314 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e7d0e0aa-7bc7-4dc1-bac5-cf0f7589e8bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:52.528745 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ca977934-5b57-4eb5-9ab1-ec9627dd3dd7 req-7d961b6e-e417-42b1-973b-779db9bcba73 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a769aeb-0dde-4110-835c-7f4558690a8e HTTP/1.1" status: 200 len: 217 time: 0.1126361 Nov 10 19:21:52.635129 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e7d0e0aa-7bc7-4dc1-bac5-cf0f7589e8bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:52.647792 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca977934-5b57-4eb5-9ab1-ec9627dd3dd7 req-57963ed9-feb9-45c9-8c70-a5c06ba3f878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:52.652327 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ca977934-5b57-4eb5-9ab1-ec9627dd3dd7 req-57963ed9-feb9-45c9-8c70-a5c06ba3f878 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ae566919-c1aa-4fae-be52-66ed010c69c3 HTTP/1.1" status: 200 len: 858 time: 0.1180158 Nov 10 19:21:52.723518 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32aaeec-e3c8-4dc8-b12e-4a415bb27bf8 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:52.725183 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d32aaeec-e3c8-4dc8-b12e-4a415bb27bf8 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 881 time: 0.4369361 Nov 10 19:21:52.728033 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43040) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:52.737795 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ca977934-5b57-4eb5-9ab1-ec9627dd3dd7 req-e8f85e62-befc-4f4e-9625-a973dd21b916 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=43179aca-5bfc-4001-bf4b-525de3b93977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776827 Nov 10 19:21:52.741897 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e7d0e0aa-7bc7-4dc1-bac5-cf0f7589e8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:52.789575 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ff63d5e1-9c38-486d-bb6b-2cf1762c69d1 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e06dc0b-9941-432c-8dd9-7d063ab5ab9f HTTP/1.1" status: 200 len: 205 time: 0.0600948 Nov 10 19:21:52.802796 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43046) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:53.026059 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ca977934-5b57-4eb5-9ab1-ec9627dd3dd7 req-0f9fe62c-4c04-4f39-affd-8da2512e3497 service neutron] 10.222.0.25 "GET /v2.0/networks/43179aca-5bfc-4001-bf4b-525de3b93977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558160 Nov 10 19:21:53.162947 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ca977934-5b57-4eb5-9ab1-ec9627dd3dd7 req-1213cddc-415f-4524-9fa5-876ef7043644 service neutron] 10.222.0.25 "GET /v2.0/networks/43179aca-5bfc-4001-bf4b-525de3b93977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356704 Nov 10 19:21:53.196459 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e7d0e0aa-7bc7-4dc1-bac5-cf0f7589e8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:53.407746 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-040f85f8-ebb8-493f-a5b7-02f53f8e07cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:53.672581 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f744-d7fe-4d6c-8b48-5da46252b8d3 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:53.717856 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dc1b30-fa7c-42db-bd3d-d89b30825dd1 None None] Network dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:21:53.718514 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea3032-2919-4a54-9064-35c3cb0bee71 req-25d6057f-eff9-4433-95c2-e9b44a974884 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:53.720182 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fcea3032-2919-4a54-9064-35c3cb0bee71 req-25d6057f-eff9-4433-95c2-e9b44a974884 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ff21cd-8b75-490a-bf05-32962fa70493 HTTP/1.1" status: 200 len: 943 time: 0.7522380 Nov 10 19:21:53.720943 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0e0aa-7bc7-4dc1-bac5-cf0f7589e8bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0383c2bb-f0e3-4245-83c4-a6b51bf23dd3,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:53.723312 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e7d0e0aa-7bc7-4dc1-bac5-cf0f7589e8bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:53.726989 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e7d0e0aa-7bc7-4dc1-bac5-cf0f7589e8bd admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0383c2bb-f0e3-4245-83c4-a6b51bf23dd3 HTTP/1.1" status: 204 len: 168 time: 1.4285800 Nov 10 19:21:53.729690 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43078) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:53.798033 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fcea3032-2919-4a54-9064-35c3cb0bee71 req-10630d88-25bb-49ae-add6-2046ba8bb1b8 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b3415aa-448a-4f97-9d33-ee6b7556bd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614138 Nov 10 19:21:53.872765 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-72bd8d9b-c606-4e7c-a3bd-36828006c5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:53.924399 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f744-d7fe-4d6c-8b48-5da46252b8d3 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:54.003095 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-72bd8d9b-c606-4e7c-a3bd-36828006c5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:54.013689 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37798412-db6c-4368-ad77-f84cde9d8a48 None None] DHCP port deletion for dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:21:54.032551 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-f1c5f744-d7fe-4d6c-8b48-5da46252b8d3 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Deleting port 4386ae98-f4e1-423a-a32d-1eed91405317 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:21:54.033193 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f744-d7fe-4d6c-8b48-5da46252b8d3 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:54.036386 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-72bd8d9b-c606-4e7c-a3bd-36828006c5d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:54.052767 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-72bd8d9b-c606-4e7c-a3bd-36828006c5d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a36c68-c3fb-4c33-a5bb-7886b7443ebd') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:54.053211 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-72bd8d9b-c606-4e7c-a3bd-36828006c5d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a36c68-c3fb-4c33-a5bb-7886b7443ebd') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:54.086254 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-72bd8d9b-c606-4e7c-a3bd-36828006c5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:54.112055 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-72bd8d9b-c606-4e7c-a3bd-36828006c5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:54.118987 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72bd8d9b-c606-4e7c-a3bd-36828006c5d9 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:21:54.119514 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-72bd8d9b-c606-4e7c-a3bd-36828006c5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:54.121950 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:21:54.121950 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:21:54.121950 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:21:54.121950 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:21:54.121950 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:21:54.121950 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:21:54.121950 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:21:54.121950 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:21:54.121950 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:21:54.121950 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:21:54.121950 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:21:54.121950 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:21:54.121950 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:21:54.121950 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:21:54.121950 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:21:54.121950 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:21:54.121950 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:21:54.121950 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:21:54.121950 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:21:54.121950 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:21:54.121950 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:21:54.121950 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:21:54.121950 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:21:54.121950 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:21:54.121950 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:21:54.121950 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:21:54.121950 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:21:54.121950 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:21:54.121950 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:21:54.121950 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:21:54.121950 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:21:54.121950 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:21:54.130234 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f744-d7fe-4d6c-8b48-5da46252b8d3 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:54.143994 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-f1c5f744-d7fe-4d6c-8b48-5da46252b8d3 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Calling delete_port for 4386ae98-f4e1-423a-a32d-1eed91405317 owned by network:router_gateway {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:21:54.184081 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-72bd8d9b-c606-4e7c-a3bd-36828006c5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:54.190782 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-72bd8d9b-c606-4e7c-a3bd-36828006c5d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:54.197474 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-72bd8d9b-c606-4e7c-a3bd-36828006c5d9 admin admin] 10.222.0.54 "DELETE /v2.0/networks/dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0 HTTP/1.1" status: 204 len: 168 time: 0.4637914 Nov 10 19:21:54.206886 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd8d9b-c606-4e7c-a3bd-36828006c5d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfd45bd5-8aa8-45d4-b03b-1866f8ef2cd0,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:54.367148 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f744-d7fe-4d6c-8b48-5da46252b8d3 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:54.408005 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5f744-d7fe-4d6c-8b48-5da46252b8d3 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Pushing event deleted for resources: {'Port': ['ID=4386ae98-f4e1-423a-a32d-1eed91405317,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:54.426799 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916c899e-9163-45ab-bc78-507974d3804a None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:21:54.464489 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:54.505314 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f744-d7fe-4d6c-8b48-5da46252b8d3 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:54.507919 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43090) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:54.606698 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43092) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:54.625260 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f744-d7fe-4d6c-8b48-5da46252b8d3 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:54.632143 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f744-d7fe-4d6c-8b48-5da46252b8d3 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:54.688969 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-693ac54d-599a-412b-a48d-ed18353ef1e2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=987b6b0bf6bf42fcb737b7f6bb6ee447&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1776767 Nov 10 19:21:54.689600 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43096) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:54.699875 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f744-d7fe-4d6c-8b48-5da46252b8d3 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:54.702703 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c5f744-d7fe-4d6c-8b48-5da46252b8d3 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Fanout notify agent at l3_agent the message router_deleted on router 3e06dc0b-9941-432c-8dd9-7d063ab5ab9f {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:21:54.715516 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f744-d7fe-4d6c-8b48-5da46252b8d3 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:54.720359 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f1c5f744-d7fe-4d6c-8b48-5da46252b8d3 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] 10.222.0.54 "DELETE /v2.0/routers/3e06dc0b-9941-432c-8dd9-7d063ab5ab9f HTTP/1.1" status: 204 len: 168 time: 1.9131513 Nov 10 19:21:54.721681 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43098) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:54.727316 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-699af674-54a9-482e-b8e0-47265876e782 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1952078509', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:21:54.752431 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-699af674-54a9-482e-b8e0-47265876e782 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:54.752662 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-045f51ae-38b2-45cc-901c-8db0e360b8ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:54.753948 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-699af674-54a9-482e-b8e0-47265876e782 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:54.807411 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a3914008-2284-4ecd-8c78-9afbc25fb09b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:54.808103 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-699af674-54a9-482e-b8e0-47265876e782 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:54.814659 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-699af674-54a9-482e-b8e0-47265876e782 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:54.840859 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-699af674-54a9-482e-b8e0-47265876e782 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:54.842373 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-699af674-54a9-482e-b8e0-47265876e782 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1190791 Nov 10 19:21:54.845314 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43102) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:54.851043 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a3914008-2284-4ecd-8c78-9afbc25fb09b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:54.855215 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-55b38215-462f-4c26-a0a7-392d113a0eb3 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Request body: {'router': {'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:21:54.888905 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:54.929834 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-045f51ae-38b2-45cc-901c-8db0e360b8ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:54.935778 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-045f51ae-38b2-45cc-901c-8db0e360b8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:54.951724 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a3914008-2284-4ecd-8c78-9afbc25fb09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:54.954537 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a3914008-2284-4ecd-8c78-9afbc25fb09b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:54.955713 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a3914008-2284-4ecd-8c78-9afbc25fb09b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3898d11b-40f8-45f0-8435-369a1e20512c HTTP/1.1" status: 204 len: 168 time: 0.2653971 Nov 10 19:21:54.990324 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-045f51ae-38b2-45cc-901c-8db0e360b8ca admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=36fc314bf88d46d7aa3afc04395b37a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3801858 Nov 10 19:21:54.990324 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f51ae-38b2-45cc-901c-8db0e360b8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48790516-1f43-49bb-a764-3b66fc80a4db,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:54.991540 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43108) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:55.013396 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3914008-2284-4ecd-8c78-9afbc25fb09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3898d11b-40f8-45f0-8435-369a1e20512c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:55.032689 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 6a769aeb-0dde-4110-835c-7f4558690a8e details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:21:55.074351 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b03a80bf-aceb-4a64-8dbf-bf05c4e210b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:55.086048 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9dbf82-bb22-4bd2-bb49-1fb73206723b req-ba080c75-6132-4df0-865c-ed2e266d054b tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:55.088072 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb9dbf82-bb22-4bd2-bb49-1fb73206723b req-ba080c75-6132-4df0-865c-ed2e266d054b tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ff21cd-8b75-490a-bf05-32962fa70493 HTTP/1.1" status: 200 len: 943 time: 0.1780453 Nov 10 19:21:55.124656 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b03a80bf-aceb-4a64-8dbf-bf05c4e210b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:55.163712 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-55b38215-462f-4c26-a0a7-392d113a0eb3 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:55.191562 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b03a80bf-aceb-4a64-8dbf-bf05c4e210b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:55.196039 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b03a80bf-aceb-4a64-8dbf-bf05c4e210b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:55.197436 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b03a80bf-aceb-4a64-8dbf-bf05c4e210b6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/48790516-1f43-49bb-a764-3b66fc80a4db HTTP/1.1" status: 204 len: 168 time: 0.2049448 Nov 10 19:21:55.203967 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 6a769aeb-0dde-4110-835c-7f4558690a8e, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=6a769aeb-0dde-4110-835c-7f4558690a8e,segment=NetworkSegment(f2492dd9-ea45-4651-b602-852754f34dc3),segment_id=f2492dd9-ea45-4651-b602-852754f34dc3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:21:55.208886 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03a80bf-aceb-4a64-8dbf-bf05c4e210b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48790516-1f43-49bb-a764-3b66fc80a4db,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:55.230685 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '6a769aeb-0dde-4110-835c-7f4558690a8e', 'network_id': '43179aca-5bfc-4001-bf4b-525de3b93977', 'port_id': '6a769aeb-0dde-4110-835c-7f4558690a8e', 'mac_address': 'fa:16:3e:45:1b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae566919-c1aa-4fae-be52-66ed010c69c3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:21:55.307782 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb9dbf82-bb22-4bd2-bb49-1fb73206723b req-bd32768e-2b47-4225-bea9-dae2db31bae4 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b3415aa-448a-4f97-9d33-ee6b7556bd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249595 Nov 10 19:21:55.321421 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:55.343242 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a769aeb-0dde-4110-835c-7f4558690a8e {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:21:55.372408 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 6a769aeb-0dde-4110-835c-7f4558690a8e, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=6a769aeb-0dde-4110-835c-7f4558690a8e,segment=NetworkSegment(f2492dd9-ea45-4651-b602-852754f34dc3),segment_id=f2492dd9-ea45-4651-b602-852754f34dc3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:21:55.379598 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43118) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:55.384569 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:55.529965 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=6a769aeb-0dde-4110-835c-7f4558690a8e,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:55.587790 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-c548f0f8-19f1-49dc-8549-83283a133ba8 admin admin] Deleting subnet 5982e855-d96a-46f6-a6c0-56a2f92dad29 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:21:55.593437 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c548f0f8-19f1-49dc-8549-83283a133ba8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:55.704608 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-55b38215-462f-4c26-a0a7-392d113a0eb3 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:55.706753 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c706e106-256f-4b61-908f-50f5f1d6d77e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:55.736596 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-55b38215-462f-4c26-a0a7-392d113a0eb3 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:55.740106 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c548f0f8-19f1-49dc-8549-83283a133ba8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:55.747494 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43128) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:55.752022 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['6a769aeb-0dde-4110-835c-7f4558690a8e'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:21:55.774194 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-821d8e25-d90c-45ed-ae90-c10239551f1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:55.881977 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-821d8e25-d90c-45ed-ae90-c10239551f1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:55.890595 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-821d8e25-d90c-45ed-ae90-c10239551f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:55.890986 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c548f0f8-19f1-49dc-8549-83283a133ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:55.942718 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d8e25-d90c-45ed-ae90-c10239551f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca63aaa-adf1-4f79-a530-136b2311ac4f,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:55.954999 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-821d8e25-d90c-45ed-ae90-c10239551f1d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=78489a05c9b8431ebca1d054681e28ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2035069 Nov 10 19:21:55.955543 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43132) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:56.028550 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-55b38215-462f-4c26-a0a7-392d113a0eb3 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Allocated IP 172.25.3.46 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/a080e6b1-b2ca-4409-939e-62c2395c3735) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:21:56.044319 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c548f0f8-19f1-49dc-8549-83283a133ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:56.088626 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548f0f8-19f1-49dc-8549-83283a133ba8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5982e855-d96a-46f6-a6c0-56a2f92dad29,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:56.109826 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4c8ef72d-1338-4eb9-83aa-7cee34a308bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:56.112846 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c548f0f8-19f1-49dc-8549-83283a133ba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:56.122196 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43140) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:56.122711 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c548f0f8-19f1-49dc-8549-83283a133ba8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/5982e855-d96a-46f6-a6c0-56a2f92dad29 HTTP/1.1" status: 204 len: 168 time: 0.7415879 Nov 10 19:21:56.188363 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4c8ef72d-1338-4eb9-83aa-7cee34a308bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:56.229055 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a17d6a2-fb5a-4c31-a9f7-7c2a5e5ccbae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:56.258545 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-55b38215-462f-4c26-a0a7-392d113a0eb3 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:56.286236 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4c8ef72d-1338-4eb9-83aa-7cee34a308bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:56.289541 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4c8ef72d-1338-4eb9-83aa-7cee34a308bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:56.293292 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4c8ef72d-1338-4eb9-83aa-7cee34a308bd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2ca63aaa-adf1-4f79-a530-136b2311ac4f HTTP/1.1" status: 204 len: 168 time: 0.3343601 Nov 10 19:21:56.306864 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ef72d-1338-4eb9-83aa-7cee34a308bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca63aaa-adf1-4f79-a530-136b2311ac4f,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:56.318997 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-55b38215-462f-4c26-a0a7-392d113a0eb3 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:56.332485 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43146) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:56.398128 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a17d6a2-fb5a-4c31-a9f7-7c2a5e5ccbae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:56.413416 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b38215-462f-4c26-a0a7-392d113a0eb3 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:21:56.429646 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-5a17d6a2-fb5a-4c31-a9f7-7c2a5e5ccbae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a349543-c4bb-4fd5-9867-71257b9b6d08']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:56.433239 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-55b38215-462f-4c26-a0a7-392d113a0eb3 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:21:56.439528 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b38215-462f-4c26-a0a7-392d113a0eb3 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:21:56.446242 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-5a17d6a2-fb5a-4c31-a9f7-7c2a5e5ccbae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e87989da-9310-4b7f-b042-d3f7ebcbd5fd') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:56.446572 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-5a17d6a2-fb5a-4c31-a9f7-7c2a5e5ccbae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e87989da-9310-4b7f-b042-d3f7ebcbd5fd') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:56.455901 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d34eb05-9893-4d7c-ab8a-018736220fb1 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:21:56.470842 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a17d6a2-fb5a-4c31-a9f7-7c2a5e5ccbae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:56.490303 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a17d6a2-fb5a-4c31-a9f7-7c2a5e5ccbae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:56.501520 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a17d6a2-fb5a-4c31-a9f7-7c2a5e5ccbae admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:21:56.502382 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a17d6a2-fb5a-4c31-a9f7-7c2a5e5ccbae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:56.506731 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:21:56.506731 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:21:56.506731 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:21:56.506731 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:21:56.506731 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:21:56.506731 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:21:56.506731 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:21:56.506731 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:21:56.506731 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:21:56.506731 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:21:56.506731 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:21:56.506731 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:21:56.506731 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:21:56.506731 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:21:56.506731 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:21:56.506731 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:21:56.506731 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:21:56.506731 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:21:56.506731 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:21:56.506731 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:21:56.506731 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:21:56.506731 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:21:56.506731 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:21:56.506731 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:21:56.506731 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:21:56.506731 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:21:56.506731 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:21:56.506731 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:21:56.506731 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:21:56.506731 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:21:56.506731 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:21:56.506731 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:21:56.512179 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b38215-462f-4c26-a0a7-392d113a0eb3 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Pushing event updated for resources: {'Port': ['ID=a080e6b1-b2ca-4409-939e-62c2395c3735,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:56.519796 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-3791384d-462a-4c82-9eae-91c748abeddd None None] Provisioning complete for port a080e6b1-b2ca-4409-939e-62c2395c3735 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:21:56.520415 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3791384d-462a-4c82-9eae-91c748abeddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:56.579508 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-3791384d-462a-4c82-9eae-91c748abeddd None None] Port a080e6b1-b2ca-4409-939e-62c2395c3735 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:21:56.626123 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a17d6a2-fb5a-4c31-a9f7-7c2a5e5ccbae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:56.631656 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a17d6a2-fb5a-4c31-a9f7-7c2a5e5ccbae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:56.636812 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5a17d6a2-fb5a-4c31-a9f7-7c2a5e5ccbae admin admin] 10.222.0.54 "DELETE /v2.0/networks/7a349543-c4bb-4fd5-9867-71257b9b6d08 HTTP/1.1" status: 204 len: 168 time: 0.5124769 Nov 10 19:21:56.655472 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17d6a2-fb5a-4c31-a9f7-7c2a5e5ccbae admin admin] Pushing event deleted for resources: {'Network': ['ID=7a349543-c4bb-4fd5-9867-71257b9b6d08,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:56.729533 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b8c9c-0e87-482b-8e9e-dc0a26f7af81 req-a051a616-f5ec-424c-971b-62b389a82661 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:56.731235 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6d9b8c9c-0e87-482b-8e9e-dc0a26f7af81 req-a051a616-f5ec-424c-971b-62b389a82661 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ff21cd-8b75-490a-bf05-32962fa70493 HTTP/1.1" status: 200 len: 944 time: 0.2224381 Nov 10 19:21:56.738924 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-717ac14c-1750-417a-8927-4d01ef764914 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-291691141-network', 'tenant_id': 'ac7871a84a464f8e9e8b59f9ffabd0e6'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:21:56.818832 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717ac14c-1750-417a-8927-4d01ef764914 admin admin] Made reservation on behalf of ac7871a84a464f8e9e8b59f9ffabd0e6 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:21:56.821231 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-717ac14c-1750-417a-8927-4d01ef764914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:56.843023 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-717ac14c-1750-417a-8927-4d01ef764914 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:56.868794 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43166) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:56.905247 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6d9b8c9c-0e87-482b-8e9e-dc0a26f7af81 req-f7aaaf52-7b35-4512-b7d5-b429790ce6b5 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b3415aa-448a-4f97-9d33-ee6b7556bd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627700 Nov 10 19:21:56.966965 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43170) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:56.968141 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-41c72b09-031c-4b53-bc45-fa0098cbfa8e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=90ebc51453434d2ca8c91ae820a218fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0927374 Nov 10 19:21:57.036278 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-55b38215-462f-4c26-a0a7-392d113a0eb3 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:57.070197 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 6a769aeb-0dde-4110-835c-7f4558690a8e up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:21:57.135998 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:57.152149 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 6a769aeb-0dde-4110-835c-7f4558690a8e completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:21:57.156345 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 6a769aeb-0dde-4110-835c-7f4558690a8e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:21:57.157271 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:57.157415 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c8216aeb-a89c-4f8e-a052-fe0d29a5e7f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:57.160297 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-717ac14c-1750-417a-8927-4d01ef764914 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:57.175402 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-717ac14c-1750-417a-8927-4d01ef764914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:57.225094 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717ac14c-1750-417a-8927-4d01ef764914 admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:21:57.231078 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c8216aeb-a89c-4f8e-a052-fe0d29a5e7f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:57.244465 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:57.273737 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ff21cd-8b75-490a-bf05-32962fa70493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a769aeb-0dde-4110-835c-7f4558690a8e'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:21:57.276137 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0187b36e-7663-4215-9c19-bdb5512a86cb" -d '{"events": [{"server_uuid": "50ff21cd-8b75-490a-bf05-32962fa70493", "name": "network-vif-plugged", "status": "completed", "tag": "6a769aeb-0dde-4110-835c-7f4558690a8e"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:21:57.298410 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-717ac14c-1750-417a-8927-4d01ef764914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:57.298750 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-717ac14c-1750-417a-8927-4d01ef764914 admin admin] Added segment 54ee8e28-96e2-418a-9820-1986c9fa99ca of type vlan for network 3af3c1b0-4d9a-454c-80c2-a75509e74ac4 Nov 10 19:21:57.300032 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ac14c-1750-417a-8927-4d01ef764914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eceb471-2210-4c66-90f8-7a189e737c94,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:57.302767 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 6a769aeb-0dde-4110-835c-7f4558690a8e, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=6a769aeb-0dde-4110-835c-7f4558690a8e,segment=NetworkSegment(f2492dd9-ea45-4651-b602-852754f34dc3),segment_id=f2492dd9-ea45-4651-b602-852754f34dc3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:21:57.310678 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:57.345170 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0420c9cf-423c-4fb3-80cc-fa26d637ca1a x-openstack-request-id: req-0420c9cf-423c-4fb3-80cc-fa26d637ca1a {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:21:57.345536 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ff21cd-8b75-490a-bf05-32962fa70493", "name": "network-vif-plugged", "status": "completed", "tag": "6a769aeb-0dde-4110-835c-7f4558690a8e", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:21:57.345715 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0420c9cf-423c-4fb3-80cc-fa26d637ca1a {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:21:57.346360 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ff21cd-8b75-490a-bf05-32962fa70493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a769aeb-0dde-4110-835c-7f4558690a8e', 'code': 200} Nov 10 19:21:57.381399 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=6a769aeb-0dde-4110-835c-7f4558690a8e,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:57.401234 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-717ac14c-1750-417a-8927-4d01ef764914 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:57.423077 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c8216aeb-a89c-4f8e-a052-fe0d29a5e7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:57.426284 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c8216aeb-a89c-4f8e-a052-fe0d29a5e7f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:57.430229 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c8216aeb-a89c-4f8e-a052-fe0d29a5e7f8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/07dec0b9-1992-453b-b6ea-c5786017d65c HTTP/1.1" status: 204 len: 168 time: 0.4581809 Nov 10 19:21:57.464370 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8216aeb-a89c-4f8e-a052-fe0d29a5e7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07dec0b9-1992-453b-b6ea-c5786017d65c,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:57.469069 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-55b38215-462f-4c26-a0a7-392d113a0eb3 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25260'] for router, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:57.473914 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-55b38215-462f-4c26-a0a7-392d113a0eb3 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-408903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-408910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396833'] for router, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:57.480579 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-717ac14c-1750-417a-8927-4d01ef764914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:57.481482 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e748af6-5b61-4dc4-a503-510ecacea8dd req-21d98f75-4771-4121-96ae-87f294030609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:57.482065 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717ac14c-1750-417a-8927-4d01ef764914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:57.482624 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-717ac14c-1750-417a-8927-4d01ef764914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:57.486243 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7e748af6-5b61-4dc4-a503-510ecacea8dd req-21d98f75-4771-4121-96ae-87f294030609 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=50ff21cd-8b75-490a-bf05-32962fa70493 HTTP/1.1" status: 200 len: 1096 time: 0.0800915 Nov 10 19:21:57.563649 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7e748af6-5b61-4dc4-a503-510ecacea8dd req-fc71920a-b757-49ef-99a6-8f366eddc7f6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6b3415aa-448a-4f97-9d33-ee6b7556bd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625000 Nov 10 19:21:57.656566 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-717ac14c-1750-417a-8927-4d01ef764914 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3220253 Nov 10 19:21:57.659200 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ac14c-1750-417a-8927-4d01ef764914 admin admin] Pushing event updated for resources: {'Network': ['ID=3af3c1b0-4d9a-454c-80c2-a75509e74ac4,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:57.660182 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43190) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:57.665377 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-83c27363-6649-4950-968d-a9987fd8eb99 admin admin] Request body: {'subnet': {'network_id': '3af3c1b0-4d9a-454c-80c2-a75509e74ac4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-291691141-subnet', 'tenant_id': 'ac7871a84a464f8e9e8b59f9ffabd0e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:21:57.675194 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 3af3c1b0-4d9a-454c-80c2-a75509e74ac4 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:21:57.696356 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c27363-6649-4950-968d-a9987fd8eb99 admin admin] Made reservation on behalf of ac7871a84a464f8e9e8b59f9ffabd0e6 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:21:57.701539 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-83c27363-6649-4950-968d-a9987fd8eb99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:57.731222 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b38215-462f-4c26-a0a7-392d113a0eb3 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Router 5951bf83-ce59-4fd8-923a-b551cc48d947 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:21:57.891859 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b38215-462f-4c26-a0a7-392d113a0eb3 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:21:57.900604 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-55b38215-462f-4c26-a0a7-392d113a0eb3 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:57.902010 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-55b38215-462f-4c26-a0a7-392d113a0eb3 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] 10.222.0.54 "PUT /v2.0/routers/5951bf83-ce59-4fd8-923a-b551cc48d947 HTTP/1.1" status: 200 len: 883 time: 3.0545142 Nov 10 19:21:57.903421 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75055dd8-10e8-41ae-b3ea-f717b69d38d6 None None] Sync routers for ids ['5951bf83-ce59-4fd8-923a-b551cc48d947'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:21:57.905232 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43206) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:57.918635 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75055dd8-10e8-41ae-b3ea-f717b69d38d6 None None] Routers {'5951bf83-ce59-4fd8-923a-b551cc48d947'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:21:57.919379 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-75055dd8-10e8-41ae-b3ea-f717b69d38d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:21:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['5951bf83-ce59-4fd8-923a-b551cc48d947'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:58.003568 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-75055dd8-10e8-41ae-b3ea-f717b69d38d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:58.026646 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75055dd8-10e8-41ae-b3ea-f717b69d38d6 None None] Routers {'5951bf83-ce59-4fd8-923a-b551cc48d947'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:21:58.027938 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-75055dd8-10e8-41ae-b3ea-f717b69d38d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:21:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['5951bf83-ce59-4fd8-923a-b551cc48d947'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:58.080562 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-83c27363-6649-4950-968d-a9987fd8eb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:58.081542 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-75055dd8-10e8-41ae-b3ea-f717b69d38d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:21:58.083209 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75055dd8-10e8-41ae-b3ea-f717b69d38d6 None None] The sync data for ids ['5951bf83-ce59-4fd8-923a-b551cc48d947'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:21:58.171800 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c27363-6649-4950-968d-a9987fd8eb99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaa72591-b052-4373-b20c-f89d7a5c3b6b,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:58.196493 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c27363-6649-4950-968d-a9987fd8eb99 admin admin] Checking segment: {'id': '54ee8e28-96e2-418a-9820-1986c9fa99ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3af3c1b0-4d9a-454c-80c2-a75509e74ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:21:58.197100 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c27363-6649-4950-968d-a9987fd8eb99 admin admin] Network hostable DHCP agents. Network: 3af3c1b0-4d9a-454c-80c2-a75509e74ac4, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:21:58.236872 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c27363-6649-4950-968d-a9987fd8eb99 admin admin] Network 3af3c1b0-4d9a-454c-80c2-a75509e74ac4 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:21:58.253908 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-83c27363-6649-4950-968d-a9987fd8eb99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 3af3c1b0-4d9a-454c-80c2-a75509e74ac4) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:21:58.273355 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c27363-6649-4950-968d-a9987fd8eb99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:58.275250 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-83c27363-6649-4950-968d-a9987fd8eb99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:58.276119 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf57b15-2f67-4cf7-9944-6f4b471d1852 None None] Network 3af3c1b0-4d9a-454c-80c2-a75509e74ac4 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:21:58.328457 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-83c27363-6649-4950-968d-a9987fd8eb99 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6667895 Nov 10 19:21:58.465904 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196bbc58-61fe-4b75-8de5-3fd597cc5c8b None None] Network 3af3c1b0-4d9a-454c-80c2-a75509e74ac4 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:21:58.527881 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3a21b-9200-4fd4-9ee3-8d12a492184e req-8326eceb-9e67-4963-a2d0-b4980cbed697 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:58.535730 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6ca3a21b-9200-4fd4-9ee3-8d12a492184e req-8326eceb-9e67-4963-a2d0-b4980cbed697 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ff21cd-8b75-490a-bf05-32962fa70493 HTTP/1.1" status: 200 len: 945 time: 0.0781033 Nov 10 19:21:58.565229 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3bb52a01-cebb-47d3-bf46-2a279885eaa1 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] 10.222.0.54 "GET /v2.0/routers/5951bf83-ce59-4fd8-923a-b551cc48d947 HTTP/1.1" status: 200 len: 924 time: 0.6583850 Nov 10 19:21:58.567981 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43234) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:58.634848 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6ca3a21b-9200-4fd4-9ee3-8d12a492184e req-cc426606-bf8b-45b9-af42-93be844b0c9a tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b3415aa-448a-4f97-9d33-ee6b7556bd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969634 Nov 10 19:21:58.643048 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:58.647678 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a482fa9d-30f2-400f-a568-b9148423955a tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:58.649387 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a482fa9d-30f2-400f-a568-b9148423955a tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd&device_id=5951bf83-ce59-4fd8-923a-b551cc48d947&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0799460 Nov 10 19:21:58.652093 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43238) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:58.759827 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaed390-bf8b-4a10-aada-2b64a0eaa11b tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:58.760938 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0eaed390-bf8b-4a10-aada-2b64a0eaa11b tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 881 time: 0.1078734 Nov 10 19:21:58.763933 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43242) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:58.806283 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6a898ab1-d2e5-429a-a06c-731012a0b0a4 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] 10.222.0.54 "GET /v2.0/ports?device_id=5951bf83-ce59-4fd8-923a-b551cc48d947 HTTP/1.1" status: 200 len: 205 time: 0.0409322 Nov 10 19:21:58.809580 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43244) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:21:58.962429 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5d59d92e-3e5e-4a23-8c42-40b4ba371296 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:59.082926 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5d59d92e-3e5e-4a23-8c42-40b4ba371296 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:59.209180 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-5d59d92e-3e5e-4a23-8c42-40b4ba371296 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Deleting port a080e6b1-b2ca-4409-939e-62c2395c3735 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:21:59.209372 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5d59d92e-3e5e-4a23-8c42-40b4ba371296 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:59.312398 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-e7cc8f44-44f0-4011-90f2-1015fd32053c tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:21:59.319937 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-e7cc8f44-44f0-4011-90f2-1015fd32053c tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.54 "GET /v2.0/networks?id=3af3c1b0-4d9a-454c-80c2-a75509e74ac4 HTTP/1.1" status: 200 len: 813 time: 0.1909297 Nov 10 19:21:59.337339 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:59.344559 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-d661ab5d-92ec-43ee-b502-5993eb2b6c3e tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.54 "GET /v2.0/quotas/ac7871a84a464f8e9e8b59f9ffabd0e6 HTTP/1.1" status: 200 len: 375 time: 0.0235419 Nov 10 19:21:59.382409 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-4f48a489-9c16-4b08-aadc-459492149798 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac7871a84a464f8e9e8b59f9ffabd0e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369174 Nov 10 19:21:59.384531 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5d59d92e-3e5e-4a23-8c42-40b4ba371296 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:59.414937 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-5d59d92e-3e5e-4a23-8c42-40b4ba371296 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Calling delete_port for a080e6b1-b2ca-4409-939e-62c2395c3735 owned by network:router_gateway {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:21:59.548599 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-8947132b-d088-42a0-a955-7811adbd800a service neutron] 10.222.0.54 "GET /v2.0/networks/3af3c1b0-4d9a-454c-80c2-a75509e74ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560504 Nov 10 19:21:59.727474 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-b1c5fd65-901e-4494-9eff-9b08feb033a6 service neutron] 10.222.0.54 "GET /v2.0/networks/3af3c1b0-4d9a-454c-80c2-a75509e74ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779039 Nov 10 19:21:59.751117 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5d59d92e-3e5e-4a23-8c42-40b4ba371296 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:21:59.791346 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59d92e-3e5e-4a23-8c42-40b4ba371296 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Pushing event deleted for resources: {'Port': ['ID=a080e6b1-b2ca-4409-939e-62c2395c3735,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:21:59.809285 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94949141-8628-4f33-ab3f-76626e3eff99 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:21:59.872926 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5d59d92e-3e5e-4a23-8c42-40b4ba371296 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:00.019698 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5d59d92e-3e5e-4a23-8c42-40b4ba371296 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:00.023397 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5d59d92e-3e5e-4a23-8c42-40b4ba371296 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:00.043015 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43356) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:00.117215 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48629e-bcc8-4e78-adae-8c8b7b96501c req-1e61736c-3207-4cd5-9a8f-f715367622c2 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:00.122458 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d48629e-bcc8-4e78-adae-8c8b7b96501c req-1e61736c-3207-4cd5-9a8f-f715367622c2 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ff21cd-8b75-490a-bf05-32962fa70493 HTTP/1.1" status: 200 len: 945 time: 0.1746879 Nov 10 19:22:00.147683 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5d59d92e-3e5e-4a23-8c42-40b4ba371296 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:00.148273 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d59d92e-3e5e-4a23-8c42-40b4ba371296 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Fanout notify agent at l3_agent the message router_deleted on router 5951bf83-ce59-4fd8-923a-b551cc48d947 {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:22:00.159424 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5d59d92e-3e5e-4a23-8c42-40b4ba371296 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:00.169798 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5d59d92e-3e5e-4a23-8c42-40b4ba371296 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] 10.222.0.54 "DELETE /v2.0/routers/5951bf83-ce59-4fd8-923a-b551cc48d947 HTTP/1.1" status: 204 len: 168 time: 1.3502798 Nov 10 19:22:00.173840 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43364) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:00.179332 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-9a8c5ca0-b2f4-4bc3-bd1d-b1740a4c667f tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1223970539', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:00.201196 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d48629e-bcc8-4e78-adae-8c8b7b96501c req-519a7c03-0650-49d0-9ff9-b40bb197fc5f tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b3415aa-448a-4f97-9d33-ee6b7556bd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756667 Nov 10 19:22:00.226095 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a8c5ca0-b2f4-4bc3-bd1d-b1740a4c667f tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:00.227488 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a8c5ca0-b2f4-4bc3-bd1d-b1740a4c667f tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:00.272971 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-faa0fe5b-9d5e-49f9-968c-652c41da81ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:00.321174 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a8c5ca0-b2f4-4bc3-bd1d-b1740a4c667f tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:00.325314 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a8c5ca0-b2f4-4bc3-bd1d-b1740a4c667f tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:00.354246 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a8c5ca0-b2f4-4bc3-bd1d-b1740a4c667f tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:00.358095 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9a8c5ca0-b2f4-4bc3-bd1d-b1740a4c667f tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1806288 Nov 10 19:22:00.359844 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43370) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:00.371647 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-02c9c729-1b48-41f1-a416-1c7787e22eb7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'enable_snat': True}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:00.416109 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-faa0fe5b-9d5e-49f9-968c-652c41da81ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:00.426696 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-faa0fe5b-9d5e-49f9-968c-652c41da81ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:00.493371 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-faa0fe5b-9d5e-49f9-968c-652c41da81ae admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=16d51bb561584b3a9dcd82d34c0dca0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4459269 Nov 10 19:22:00.493999 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43372) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:00.501617 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0fe5b-9d5e-49f9-968c-652c41da81ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b5775d-4ac5-4f71-9683-33766b4682b8,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:00.561103 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfd75-60b6-4233-9695-bbe4924552e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:00.593717 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfd75-60b6-4233-9695-bbe4924552e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:00.644125 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c37b363c-3a29-46b0-bee1-723f5252a4de req-3ff9e241-40ed-4782-beac-08c34c97d0bb tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e53d994-0c17-4ab9-bb1e-5db008663aa1 HTTP/1.1" status: 200 len: 210 time: 0.1141167 Nov 10 19:22:00.713337 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfd75-60b6-4233-9695-bbe4924552e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:00.716298 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfd75-60b6-4233-9695-bbe4924552e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:00.721238 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9b8cfd75-60b6-4233-9695-bbe4924552e2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/60b5775d-4ac5-4f71-9683-33766b4682b8 HTTP/1.1" status: 204 len: 168 time: 0.2257590 Nov 10 19:22:00.737062 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8cfd75-60b6-4233-9695-bbe4924552e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b5775d-4ac5-4f71-9683-33766b4682b8,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:00.777016 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-02c9c729-1b48-41f1-a416-1c7787e22eb7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:00.996178 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93cc29-5e2c-4b9a-b544-468ed0b5e2c1 req-7fa9af6e-07a0-4d79-b9a9-e8ff466a052a tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:00.997893 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5f93cc29-5e2c-4b9a-b544-468ed0b5e2c1 req-7fa9af6e-07a0-4d79-b9a9-e8ff466a052a tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ff21cd-8b75-490a-bf05-32962fa70493 HTTP/1.1" status: 200 len: 945 time: 0.0698187 Nov 10 19:22:01.124375 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5f93cc29-5e2c-4b9a-b544-468ed0b5e2c1 req-437a2657-a1bd-4d71-8a3c-42a0563032df tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b3415aa-448a-4f97-9d33-ee6b7556bd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177306 Nov 10 19:22:01.138937 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43382) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:01.153607 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5f790649-edea-41a3-abe8-16b1aa6ae22b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:01.178002 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-02c9c729-1b48-41f1-a416-1c7787e22eb7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:01.202340 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-02c9c729-1b48-41f1-a416-1c7787e22eb7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:01.284407 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5f790649-edea-41a3-abe8-16b1aa6ae22b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:01.290485 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5f790649-edea-41a3-abe8-16b1aa6ae22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:01.334422 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f790649-edea-41a3-abe8-16b1aa6ae22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710ea0cf-0af1-4d2f-b83d-4b6e77aa944b,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:01.341327 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5f790649-edea-41a3-abe8-16b1aa6ae22b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=16b77e4cbdc241e192b475f6172d8cdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2011740 Nov 10 19:22:01.344071 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43386) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:01.402736 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-778d8f51-174d-4715-ad3f-98fa3aae3931 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:01.416068 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-ba53824b-8c7b-4231-a2c4-e193b2e53127 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:01.417791 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-ba53824b-8c7b-4231-a2c4-e193b2e53127 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.73 "GET /v2.0/networks?id=3af3c1b0-4d9a-454c-80c2-a75509e74ac4 HTTP/1.1" status: 200 len: 813 time: 0.1690989 Nov 10 19:22:01.426120 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-02c9c729-1b48-41f1-a416-1c7787e22eb7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Allocated IP 172.25.3.158 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/935f31d2-9a50-47cb-b8f3-365e4cb9a254) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:22:01.432278 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-f8187024-308b-4260-88dc-aa0f13bd9c96 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] Request body: {'port': {'device_id': '1e53d994-0c17-4ab9-bb1e-5db008663aa1', 'network_id': '3af3c1b0-4d9a-454c-80c2-a75509e74ac4', 'admin_state_up': True, 'tenant_id': 'ac7871a84a464f8e9e8b59f9ffabd0e6'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:01.433127 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-778d8f51-174d-4715-ad3f-98fa3aae3931 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:01.514801 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-778d8f51-174d-4715-ad3f-98fa3aae3931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:01.521671 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-778d8f51-174d-4715-ad3f-98fa3aae3931 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:01.525836 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-778d8f51-174d-4715-ad3f-98fa3aae3931 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/710ea0cf-0af1-4d2f-b83d-4b6e77aa944b HTTP/1.1" status: 204 len: 168 time: 0.1782472 Nov 10 19:22:01.533848 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d8f51-174d-4715-ad3f-98fa3aae3931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710ea0cf-0af1-4d2f-b83d-4b6e77aa944b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:01.637010 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-02c9c729-1b48-41f1-a416-1c7787e22eb7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:01.645804 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-f8187024-308b-4260-88dc-aa0f13bd9c96 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] Made reservation on behalf of ac7871a84a464f8e9e8b59f9ffabd0e6 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:01.649494 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-f8187024-308b-4260-88dc-aa0f13bd9c96 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:01.768193 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51c87d73-94b0-4bcd-afa8-7eb75ad2a4b0 req-cd4352ba-29c3-41ee-a4ad-161c5099e63b tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e53d994-0c17-4ab9-bb1e-5db008663aa1 HTTP/1.1" status: 200 len: 210 time: 0.0463860 Nov 10 19:22:01.775130 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-02c9c729-1b48-41f1-a416-1c7787e22eb7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:01.849332 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c9c729-1b48-41f1-a416-1c7787e22eb7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:22:01.858764 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-02c9c729-1b48-41f1-a416-1c7787e22eb7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:22:01.870578 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c9c729-1b48-41f1-a416-1c7787e22eb7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:22:01.875474 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587a1556-f6a4-472d-a81c-1ef90b8f9d4d None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:22:01.911320 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9c729-1b48-41f1-a416-1c7787e22eb7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Pushing event updated for resources: {'Port': ['ID=935f31d2-9a50-47cb-b8f3-365e4cb9a254,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:01.941194 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-f8187024-308b-4260-88dc-aa0f13bd9c96 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] Allocated IP 172.20.0.14 (3af3c1b0-4d9a-454c-80c2-a75509e74ac4/eaa72591-b052-4373-b20c-f89d7a5c3b6b/edd75ee4-39fb-4e01-88fb-f3f28744544a) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:22:01.973067 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-fb0b782f-1a23-46b2-9439-414256a09e53 None None] Provisioning complete for port 935f31d2-9a50-47cb-b8f3-365e4cb9a254 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:22:01.973442 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fb0b782f-1a23-46b2-9439-414256a09e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:02.021665 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-fb0b782f-1a23-46b2-9439-414256a09e53 None None] Port 935f31d2-9a50-47cb-b8f3-365e4cb9a254 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:22:02.351370 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ea977-2a2e-4824-a79f-e225893e756d req-0fed8429-49ae-4930-9026-b4e2b99d568c tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:02.352925 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-437ea977-2a2e-4824-a79f-e225893e756d req-0fed8429-49ae-4930-9026-b4e2b99d568c tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ff21cd-8b75-490a-bf05-32962fa70493 HTTP/1.1" status: 200 len: 945 time: 0.1361334 Nov 10 19:22:02.358744 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf440b-3ab5-4698-9be2-01c781c52648 req-e02c0c91-a31e-4158-9a09-127e90f6dec1 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:02.359389 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-f8187024-308b-4260-88dc-aa0f13bd9c96 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:02.362047 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-dabf440b-3ab5-4698-9be2-01c781c52648 req-e02c0c91-a31e-4158-9a09-127e90f6dec1 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] 10.222.0.25 "GET /v2.0/ports?device_id=50ff21cd-8b75-490a-bf05-32962fa70493 HTTP/1.1" status: 200 len: 945 time: 0.0786042 Nov 10 19:22:02.364620 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-02c9c729-1b48-41f1-a416-1c7787e22eb7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:02.505165 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-437ea977-2a2e-4824-a79f-e225893e756d req-759c437c-006d-4bc9-8717-cac67071ed7a tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b3415aa-448a-4f97-9d33-ee6b7556bd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438160 Nov 10 19:22:02.505425 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-dabf440b-3ab5-4698-9be2-01c781c52648 req-5434e644-fb89-4463-8f98-b491d6514a58 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] Deleting port 6a769aeb-0dde-4110-835c-7f4558690a8e {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:22:02.505637 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-dabf440b-3ab5-4698-9be2-01c781c52648 req-5434e644-fb89-4463-8f98-b491d6514a58 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:02.523921 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-f8187024-308b-4260-88dc-aa0f13bd9c96 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:02.653069 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-dabf440b-3ab5-4698-9be2-01c781c52648 req-5434e644-fb89-4463-8f98-b491d6514a58 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] For port 6a769aeb-0dde-4110-835c-7f4558690a8e, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=6a769aeb-0dde-4110-835c-7f4558690a8e,segment=NetworkSegment(f2492dd9-ea45-4651-b602-852754f34dc3),segment_id=f2492dd9-ea45-4651-b602-852754f34dc3)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:22:02.654395 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-dabf440b-3ab5-4698-9be2-01c781c52648 req-5434e644-fb89-4463-8f98-b491d6514a58 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:02.684380 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-dabf440b-3ab5-4698-9be2-01c781c52648 req-5434e644-fb89-4463-8f98-b491d6514a58 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] Calling delete_port for 6a769aeb-0dde-4110-835c-7f4558690a8e owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:22:02.721146 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-f8187024-308b-4260-88dc-aa0f13bd9c96 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] Network 3af3c1b0-4d9a-454c-80c2-a75509e74ac4 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:22:02.729925 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-f8187024-308b-4260-88dc-aa0f13bd9c96 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:22:02.736187 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-f8187024-308b-4260-88dc-aa0f13bd9c96 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:22:02.989152 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-dabf440b-3ab5-4698-9be2-01c781c52648 req-5434e644-fb89-4463-8f98-b491d6514a58 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:03.003892 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['6a769aeb-0dde-4110-835c-7f4558690a8e'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:22:03.132255 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabf440b-3ab5-4698-9be2-01c781c52648 req-5434e644-fb89-4463-8f98-b491d6514a58 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] No DVR routers for this DVR port 6a769aeb-0dde-4110-835c-7f4558690a8e on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:22:03.135613 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-dabf440b-3ab5-4698-9be2-01c781c52648 req-5434e644-fb89-4463-8f98-b491d6514a58 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:03.142053 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-dabf440b-3ab5-4698-9be2-01c781c52648 req-5434e644-fb89-4463-8f98-b491d6514a58 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] 10.222.0.25 "DELETE /v2.0/ports/6a769aeb-0dde-4110-835c-7f4558690a8e HTTP/1.1" status: 204 len: 173 time: 0.7712002 Nov 10 19:22:03.143089 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ff21cd-8b75-490a-bf05-32962fa70493', 'name': 'network-vif-deleted', 'tag': '6a769aeb-0dde-4110-835c-7f4558690a8e'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:22:03.163341 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a544753-9246-4d2c-9aac-491d89218e82" -d '{"events": [{"server_uuid": "50ff21cd-8b75-490a-bf05-32962fa70493", "name": "network-vif-deleted", "tag": "6a769aeb-0dde-4110-835c-7f4558690a8e"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:22:03.171214 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434e644-fb89-4463-8f98-b491d6514a58 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] Pushing event deleted for resources: {'Port': ['ID=6a769aeb-0dde-4110-835c-7f4558690a8e,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:03.172973 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8187024-308b-4260-88dc-aa0f13bd9c96 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] Pushing event updated for resources: {'Port': ['ID=edd75ee4-39fb-4e01-88fb-f3f28744544a,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:03.180286 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-02c9c729-1b48-41f1-a416-1c7787e22eb7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25260'] for router, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:03.220099 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-02c9c729-1b48-41f1-a416-1c7787e22eb7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-408903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-408910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396833'] for router, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:03.242433 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-f8187024-308b-4260-88dc-aa0f13bd9c96 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:03.243441 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-f8187024-308b-4260-88dc-aa0f13bd9c96 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:03.311177 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ed534-8410-4add-8cc5-4720ca16e605 req-9079fe38-172e-4f79-b321-dd7641fc081b tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:03.312990 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ec0ed534-8410-4add-8cc5-4720ca16e605 req-9079fe38-172e-4f79-b321-dd7641fc081b tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e53d994-0c17-4ab9-bb1e-5db008663aa1 HTTP/1.1" status: 200 len: 932 time: 0.1434348 Nov 10 19:22:03.319291 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-f8187024-308b-4260-88dc-aa0f13bd9c96 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8908031 Nov 10 19:22:03.360442 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-2b9812db-e534-49c8-b5ea-9461c54fa497 service neutron] Request body: {'port': {'device_id': '1e53d994-0c17-4ab9-bb1e-5db008663aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:03.472307 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-2b9812db-e534-49c8-b5ea-9461c54fa497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:03.490689 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ec0ed534-8410-4add-8cc5-4720ca16e605 req-e61e59c9-48e7-4845-b9e0-5fc5f10781cb tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.54 "GET /v2.0/security-groups?id=2eceb471-2210-4c66-90f8-7a189e737c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361670 Nov 10 19:22:03.572219 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f3b0f3-c527-4fb7-8272-7c4e2e356119 x-openstack-request-id: req-80f3b0f3-c527-4fb7-8272-7c4e2e356119 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:22:03.572702 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ff21cd-8b75-490a-bf05-32962fa70493", "name": "network-vif-deleted", "tag": "6a769aeb-0dde-4110-835c-7f4558690a8e", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:22:03.572891 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-80f3b0f3-c527-4fb7-8272-7c4e2e356119 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:22:03.573450 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ff21cd-8b75-490a-bf05-32962fa70493', 'name': 'network-vif-deleted', 'tag': '6a769aeb-0dde-4110-835c-7f4558690a8e', 'status': 'completed', 'code': 200} Nov 10 19:22:03.596815 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c9c729-1b48-41f1-a416-1c7787e22eb7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Router 40ee9b2e-02dd-4890-960b-e8914b1b305e is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:22:03.747154 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f62832cd-b771-451c-95cb-0b3905af25f2 req-774ecf8d-3fdf-465f-8ab0-1245d949d9f4 tempest-InstanceActionsV221TestJSON-1388291934 tempest-InstanceActionsV221TestJSON-1388291934-project] 10.222.0.54 "GET /v2.0/ports?device_id=50ff21cd-8b75-490a-bf05-32962fa70493 HTTP/1.1" status: 200 len: 210 time: 0.0577013 Nov 10 19:22:03.881103 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c9c729-1b48-41f1-a416-1c7787e22eb7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:22:03.888091 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-02c9c729-1b48-41f1-a416-1c7787e22eb7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:03.889348 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-02c9c729-1b48-41f1-a416-1c7787e22eb7 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] 10.222.0.54 "PUT /v2.0/routers/40ee9b2e-02dd-4890-960b-e8914b1b305e HTTP/1.1" status: 200 len: 919 time: 3.5274813 Nov 10 19:22:03.892581 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43522) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:03.898454 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f8ee42-0e13-4a1c-896e-00d164be2a41 None None] Sync routers for ids ['40ee9b2e-02dd-4890-960b-e8914b1b305e'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:22:03.916450 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f8ee42-0e13-4a1c-896e-00d164be2a41 None None] Routers {'40ee9b2e-02dd-4890-960b-e8914b1b305e'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:22:03.921413 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-d9f8ee42-0e13-4a1c-896e-00d164be2a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:21:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['40ee9b2e-02dd-4890-960b-e8914b1b305e'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:04.007202 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-2b9812db-e534-49c8-b5ea-9461c54fa497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edd75ee4-39fb-4e01-88fb-f3f28744544a {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:22:04.016480 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-2b9812db-e534-49c8-b5ea-9461c54fa497 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:04.019859 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-d9f8ee42-0e13-4a1c-896e-00d164be2a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:04.021472 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-fc897e0b-63ab-4d8a-bcd1-4a863d71e509 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] 10.222.0.54 "GET /v2.0/routers/40ee9b2e-02dd-4890-960b-e8914b1b305e HTTP/1.1" status: 200 len: 925 time: 0.1272442 Nov 10 19:22:04.025134 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43526) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:04.038117 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-2b9812db-e534-49c8-b5ea-9461c54fa497 service neutron] Transition to ACTIVE for port object edd75ee4-39fb-4e01-88fb-f3f28744544a will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:22:04.043604 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f8ee42-0e13-4a1c-896e-00d164be2a41 None None] Routers {'40ee9b2e-02dd-4890-960b-e8914b1b305e'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:22:04.044744 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-d9f8ee42-0e13-4a1c-896e-00d164be2a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:21:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['40ee9b2e-02dd-4890-960b-e8914b1b305e'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:04.048861 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-2b9812db-e534-49c8-b5ea-9461c54fa497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:04.082664 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1416a81-c876-4e1b-a8af-fdbf7be64074 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:04.085789 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d1416a81-c876-4e1b-a8af-fdbf7be64074 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd&device_id=40ee9b2e-02dd-4890-960b-e8914b1b305e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0592268 Nov 10 19:22:04.089012 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43528) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:04.122278 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-d9f8ee42-0e13-4a1c-896e-00d164be2a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:04.123239 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f8ee42-0e13-4a1c-896e-00d164be2a41 None None] The sync data for ids ['40ee9b2e-02dd-4890-960b-e8914b1b305e'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:22:04.148790 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9812db-e534-49c8-b5ea-9461c54fa497 service neutron] Pushing event updated for resources: {'Port': ['ID=edd75ee4-39fb-4e01-88fb-f3f28744544a,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:04.174305 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43530) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:04.218128 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-2b9812db-e534-49c8-b5ea-9461c54fa497 service neutron] Attempting to bind port edd75ee4-39fb-4e01-88fb-f3f28744544a on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:04.218554 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-2b9812db-e534-49c8-b5ea-9461c54fa497 service neutron] Attempting to bind port edd75ee4-39fb-4e01-88fb-f3f28744544a by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '54ee8e28-96e2-418a-9820-1986c9fa99ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3af3c1b0-4d9a-454c-80c2-a75509e74ac4'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:04.219111 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-2b9812db-e534-49c8-b5ea-9461c54fa497 service neutron] Attempting to bind port edd75ee4-39fb-4e01-88fb-f3f28744544a on network 3af3c1b0-4d9a-454c-80c2-a75509e74ac4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:04.223831 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-2b9812db-e534-49c8-b5ea-9461c54fa497 service neutron] Port edd75ee4-39fb-4e01-88fb-f3f28744544a on network 3af3c1b0-4d9a-454c-80c2-a75509e74ac4 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:04.224154 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-2b9812db-e534-49c8-b5ea-9461c54fa497 service neutron] Attempting to bind port edd75ee4-39fb-4e01-88fb-f3f28744544a on network 3af3c1b0-4d9a-454c-80c2-a75509e74ac4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:04.228734 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640754e7-f8e4-4d4a-ad1b-d8de1c3a24c3 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:04.229544 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-2b9812db-e534-49c8-b5ea-9461c54fa497 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:22:04.229850 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-2b9812db-e534-49c8-b5ea-9461c54fa497 service neutron] Checking segment: {'id': '54ee8e28-96e2-418a-9820-1986c9fa99ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3af3c1b0-4d9a-454c-80c2-a75509e74ac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:22:04.230237 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-2b9812db-e534-49c8-b5ea-9461c54fa497 service neutron] Bound using segment: {'id': '54ee8e28-96e2-418a-9820-1986c9fa99ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3af3c1b0-4d9a-454c-80c2-a75509e74ac4'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:22:04.230667 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-2b9812db-e534-49c8-b5ea-9461c54fa497 service neutron] Bound port: edd75ee4-39fb-4e01-88fb-f3f28744544a, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54ee8e28-96e2-418a-9820-1986c9fa99ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3af3c1b0-4d9a-454c-80c2-a75509e74ac4'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:22:04.231029 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-2b9812db-e534-49c8-b5ea-9461c54fa497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:04.233162 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43534) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:04.236278 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-640754e7-f8e4-4d4a-ad1b-d8de1c3a24c3 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 881 time: 0.1434610 Nov 10 19:22:04.267447 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-be11acc3-f0b5-48a9-8e6b-d4d2de628e49 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] 10.222.0.54 "GET /v2.0/ports?device_id=40ee9b2e-02dd-4890-960b-e8914b1b305e HTTP/1.1" status: 200 len: 205 time: 0.0331435 Nov 10 19:22:04.270300 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43536) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:04.328193 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e1226971-9e98-4b2b-8e0a-5c53fd2d4ba3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:04.349820 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-2b9812db-e534-49c8-b5ea-9461c54fa497 service neutron] For port edd75ee4-39fb-4e01-88fb-f3f28744544a, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:22:04.354952 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-2b9812db-e534-49c8-b5ea-9461c54fa497 service neutron] For port edd75ee4-39fb-4e01-88fb-f3f28744544a, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=edd75ee4-39fb-4e01-88fb-f3f28744544a,segment=NetworkSegment(54ee8e28-96e2-418a-9820-1986c9fa99ca),segment_id=54ee8e28-96e2-418a-9820-1986c9fa99ca)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:22:04.362242 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-2b9812db-e534-49c8-b5ea-9461c54fa497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:04.401091 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-787f887e-fdea-4a0c-bea8-6ea2333d93a1 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:04.415540 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-2b9812db-e534-49c8-b5ea-9461c54fa497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:04.416165 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-2b9812db-e534-49c8-b5ea-9461c54fa497 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:04.417578 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-2b9812db-e534-49c8-b5ea-9461c54fa497 service neutron] 10.222.0.73 "PUT /v2.0/ports/edd75ee4-39fb-4e01-88fb-f3f28744544a HTTP/1.1" status: 200 len: 1092 time: 1.0643826 Nov 10 19:22:04.419362 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e53d994-0c17-4ab9-bb1e-5db008663aa1', 'tag': 'edd75ee4-39fb-4e01-88fb-f3f28744544a'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:22:04.421807 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1f8d78-f3c5-490f-83d9-d829383ed62e" -d '{"events": [{"name": "network-changed", "server_uuid": "1e53d994-0c17-4ab9-bb1e-5db008663aa1", "tag": "edd75ee4-39fb-4e01-88fb-f3f28744544a"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:22:04.456681 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9812db-e534-49c8-b5ea-9461c54fa497 service neutron] Pushing event updated for resources: {'Port': ['ID=edd75ee4-39fb-4e01-88fb-f3f28744544a,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:04.483285 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3769c1-00e1-4dce-801a-3cf7eb6cb12a x-openstack-request-id: req-db3769c1-00e1-4dce-801a-3cf7eb6cb12a {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:22:04.483594 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e53d994-0c17-4ab9-bb1e-5db008663aa1", "tag": "edd75ee4-39fb-4e01-88fb-f3f28744544a", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:22:04.483826 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-db3769c1-00e1-4dce-801a-3cf7eb6cb12a {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:22:04.484641 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e53d994-0c17-4ab9-bb1e-5db008663aa1', 'tag': 'edd75ee4-39fb-4e01-88fb-f3f28744544a', 'status': 'completed', 'code': 200} Nov 10 19:22:04.512837 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e1226971-9e98-4b2b-8e0a-5c53fd2d4ba3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:04.520564 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e1226971-9e98-4b2b-8e0a-5c53fd2d4ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:04.561574 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-8b7ba5c3-e01b-4241-8929-e2e4da5ceaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:04.563867 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-8b7ba5c3-e01b-4241-8929-e2e4da5ceaf8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ac7871a84a464f8e9e8b59f9ffabd0e6&device_id=1e53d994-0c17-4ab9-bb1e-5db008663aa1 HTTP/1.1" status: 200 len: 1095 time: 0.0926468 Nov 10 19:22:04.571966 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e1226971-9e98-4b2b-8e0a-5c53fd2d4ba3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=096c8962ef9340368e11bf1de8d25f94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3965714 Nov 10 19:22:04.572728 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1226971-9e98-4b2b-8e0a-5c53fd2d4ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca08953-ef0c-498f-8b3b-7fc2df3075e0,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:04.581602 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43542) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:04.586911 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-787f887e-fdea-4a0c-bea8-6ea2333d93a1 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:04.641184 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-055ac127-50fa-4124-8046-7db86f3e8fd0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edd75ee4-39fb-4e01-88fb-f3f28744544a HTTP/1.1" status: 200 len: 217 time: 0.0655017 Nov 10 19:22:04.658484 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-787f887e-fdea-4a0c-bea8-6ea2333d93a1 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Deleting port 935f31d2-9a50-47cb-b8f3-365e4cb9a254 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:22:04.659455 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-787f887e-fdea-4a0c-bea8-6ea2333d93a1 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:04.747744 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-787f887e-fdea-4a0c-bea8-6ea2333d93a1 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:04.752085 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae4b9f-c365-48af-8511-7a4d552286bf req-887d8245-5c9e-4ad3-b4a8-47b471fdb620 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:04.753652 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7dae4b9f-c365-48af-8511-7a4d552286bf req-887d8245-5c9e-4ad3-b4a8-47b471fdb620 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e53d994-0c17-4ab9-bb1e-5db008663aa1 HTTP/1.1" status: 200 len: 944 time: 0.1265049 Nov 10 19:22:04.755715 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-1bccb96d-74ae-4a9c-8c6c-c080648d028e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:04.757081 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-1bccb96d-74ae-4a9c-8c6c-c080648d028e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=eaa72591-b052-4373-b20c-f89d7a5c3b6b HTTP/1.1" status: 200 len: 853 time: 0.0971293 Nov 10 19:22:04.757909 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-032af1a2-5a6c-4669-a856-00750f660109 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:04.760586 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-787f887e-fdea-4a0c-bea8-6ea2333d93a1 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Calling delete_port for 935f31d2-9a50-47cb-b8f3-365e4cb9a254 owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:22:04.807900 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-7779236d-0bc5-46d6-b80d-1e7f7274ef82 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3af3c1b0-4d9a-454c-80c2-a75509e74ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393884 Nov 10 19:22:04.827691 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-032af1a2-5a6c-4669-a856-00750f660109 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:04.934301 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7dae4b9f-c365-48af-8511-7a4d552286bf req-5ebe0ad9-1c03-4a1c-a907-cd0e1d0ec2e7 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.54 "GET /v2.0/security-groups?id=2eceb471-2210-4c66-90f8-7a189e737c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667831 Nov 10 19:22:04.974371 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-032af1a2-5a6c-4669-a856-00750f660109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:04.977232 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-787f887e-fdea-4a0c-bea8-6ea2333d93a1 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:04.977836 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-032af1a2-5a6c-4669-a856-00750f660109 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:04.982170 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-032af1a2-5a6c-4669-a856-00750f660109 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6ca08953-ef0c-498f-8b3b-7fc2df3075e0 HTTP/1.1" status: 204 len: 168 time: 0.3965342 Nov 10 19:22:04.994279 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-b7be4c89-9e9b-4e1d-988d-5e103e24277c service neutron] 10.222.0.73 "GET /v2.0/networks/3af3c1b0-4d9a-454c-80c2-a75509e74ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770563 Nov 10 19:22:04.995220 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032af1a2-5a6c-4669-a856-00750f660109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca08953-ef0c-498f-8b3b-7fc2df3075e0,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:05.014220 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f887e-fdea-4a0c-bea8-6ea2333d93a1 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Pushing event deleted for resources: {'Port': ['ID=935f31d2-9a50-47cb-b8f3-365e4cb9a254,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:05.044403 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50baebba-8263-4655-8833-dabd1b52659e None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:22:05.092837 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-787f887e-fdea-4a0c-bea8-6ea2333d93a1 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:05.216863 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0371c73b-4464-4aad-a4f0-00805b24f1e3 req-61040bfe-c9b1-4e2a-bc34-e74ea3365b98 service neutron] 10.222.0.73 "GET /v2.0/networks/3af3c1b0-4d9a-454c-80c2-a75509e74ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976566 Nov 10 19:22:05.329407 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f8d78-f3c5-490f-83d9-d829383ed62e req-628a89f1-3956-4fe4-8c1f-3030f63662a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:05.331277 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ad1f8d78-f3c5-490f-83d9-d829383ed62e req-628a89f1-3956-4fe4-8c1f-3030f63662a0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ac7871a84a464f8e9e8b59f9ffabd0e6&device_id=1e53d994-0c17-4ab9-bb1e-5db008663aa1 HTTP/1.1" status: 200 len: 1095 time: 0.0547681 Nov 10 19:22:05.474243 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f8d78-f3c5-490f-83d9-d829383ed62e req-c9ad0c1c-94e8-4870-b39c-85165d52dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:05.475888 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ad1f8d78-f3c5-490f-83d9-d829383ed62e req-c9ad0c1c-94e8-4870-b39c-85165d52dc31 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3af3c1b0-4d9a-454c-80c2-a75509e74ac4 HTTP/1.1" status: 200 len: 914 time: 0.1361001 Nov 10 19:22:05.543448 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43566) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:05.563050 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ad1f8d78-f3c5-490f-83d9-d829383ed62e req-3fcfa0a9-c323-47ae-b05e-e45c9c11e928 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edd75ee4-39fb-4e01-88fb-f3f28744544a HTTP/1.1" status: 200 len: 217 time: 0.0788596 Nov 10 19:22:05.595237 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-787f887e-fdea-4a0c-bea8-6ea2333d93a1 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:05.601604 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-787f887e-fdea-4a0c-bea8-6ea2333d93a1 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:05.650180 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b12b72-b3c0-4087-84ad-fad70153575b admin admin] Deleting subnet ae566919-c1aa-4fae-be52-66ed010c69c3 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:22:05.653455 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f8d78-f3c5-490f-83d9-d829383ed62e req-c8fd634a-f5b0-44f0-8111-72e1c12b34b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:05.655037 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ad1f8d78-f3c5-490f-83d9-d829383ed62e req-c8fd634a-f5b0-44f0-8111-72e1c12b34b2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=eaa72591-b052-4373-b20c-f89d7a5c3b6b HTTP/1.1" status: 200 len: 853 time: 0.0669484 Nov 10 19:22:05.657424 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f6b12b72-b3c0-4087-84ad-fad70153575b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:05.660944 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-787f887e-fdea-4a0c-bea8-6ea2333d93a1 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:05.661582 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787f887e-fdea-4a0c-bea8-6ea2333d93a1 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Fanout notify agent at l3_agent the message router_deleted on router 40ee9b2e-02dd-4890-960b-e8914b1b305e {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:22:05.672725 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-787f887e-fdea-4a0c-bea8-6ea2333d93a1 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:05.674443 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-787f887e-fdea-4a0c-bea8-6ea2333d93a1 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] 10.222.0.54 "DELETE /v2.0/routers/40ee9b2e-02dd-4890-960b-e8914b1b305e HTTP/1.1" status: 204 len: 168 time: 1.4007986 Nov 10 19:22:05.677930 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43572) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:05.684462 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-42f1f5d4-e05f-4fb9-b75a-0713b8ae6a3f tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1337166133', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:05.713546 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ad1f8d78-f3c5-490f-83d9-d829383ed62e req-e30cac09-037b-4ba6-b107-c8af785d037b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3af3c1b0-4d9a-454c-80c2-a75509e74ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282753 Nov 10 19:22:05.714528 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-42f1f5d4-e05f-4fb9-b75a-0713b8ae6a3f tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:05.715681 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-42f1f5d4-e05f-4fb9-b75a-0713b8ae6a3f tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:05.767746 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f6b12b72-b3c0-4087-84ad-fad70153575b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:05.800548 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-42f1f5d4-e05f-4fb9-b75a-0713b8ae6a3f tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:05.809111 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-42f1f5d4-e05f-4fb9-b75a-0713b8ae6a3f tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:05.832614 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-42f1f5d4-e05f-4fb9-b75a-0713b8ae6a3f tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:05.834253 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-42f1f5d4-e05f-4fb9-b75a-0713b8ae6a3f tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1542747 Nov 10 19:22:05.837156 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43578) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:05.845255 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-b59652aa-b1b1-4389-bed4-6d6e62b56d8e tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'enable_snat': False}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:05.854736 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f6b12b72-b3c0-4087-84ad-fad70153575b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:05.896441 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ad1f8d78-f3c5-490f-83d9-d829383ed62e req-276292d7-d776-4f78-9f0e-c62e61bb1c9a service neutron] 10.222.0.73 "GET /v2.0/networks/3af3c1b0-4d9a-454c-80c2-a75509e74ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708045 Nov 10 19:22:05.990415 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f6b12b72-b3c0-4087-84ad-fad70153575b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:06.031182 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f6b12b72-b3c0-4087-84ad-fad70153575b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:06.035896 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f6b12b72-b3c0-4087-84ad-fad70153575b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ae566919-c1aa-4fae-be52-66ed010c69c3 HTTP/1.1" status: 204 len: 168 time: 0.4920189 Nov 10 19:22:06.037066 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b12b72-b3c0-4087-84ad-fad70153575b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae566919-c1aa-4fae-be52-66ed010c69c3,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:06.047338 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43586) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:06.094175 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ad1f8d78-f3c5-490f-83d9-d829383ed62e req-cccd8c62-f6a6-42f3-bb3e-7ae728938f98 service neutron] 10.222.0.73 "GET /v2.0/networks/3af3c1b0-4d9a-454c-80c2-a75509e74ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898510 Nov 10 19:22:06.107426 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b59652aa-b1b1-4389-bed4-6d6e62b56d8e tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:06.226274 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12df4bd-d181-4c4b-9df7-790b7d1bca17 req-3138cf6f-b54f-4ab2-8808-1a3f79cf8684 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:06.227820 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e12df4bd-d181-4c4b-9df7-790b7d1bca17 req-3138cf6f-b54f-4ab2-8808-1a3f79cf8684 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e53d994-0c17-4ab9-bb1e-5db008663aa1 HTTP/1.1" status: 200 len: 944 time: 0.1702509 Nov 10 19:22:06.230883 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c0686731-c249-4d6f-8066-ba243fcdd797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:06.371384 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c0686731-c249-4d6f-8066-ba243fcdd797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:06.377689 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e12df4bd-d181-4c4b-9df7-790b7d1bca17 req-78ada902-eb2e-47bb-ac00-afe7762fa92e tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.54 "GET /v2.0/security-groups?id=2eceb471-2210-4c66-90f8-7a189e737c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406777 Nov 10 19:22:06.404844 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-c0686731-c249-4d6f-8066-ba243fcdd797 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43179aca-5bfc-4001-bf4b-525de3b93977']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:06.405068 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b59652aa-b1b1-4389-bed4-6d6e62b56d8e tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:06.409792 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-c0686731-c249-4d6f-8066-ba243fcdd797 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2492dd9-ea45-4651-b602-852754f34dc3') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:06.409792 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-c0686731-c249-4d6f-8066-ba243fcdd797 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2492dd9-ea45-4651-b602-852754f34dc3') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:06.421112 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c0686731-c249-4d6f-8066-ba243fcdd797 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:06.422848 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b59652aa-b1b1-4389-bed4-6d6e62b56d8e tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:06.448355 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c0686731-c249-4d6f-8066-ba243fcdd797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:06.463270 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0686731-c249-4d6f-8066-ba243fcdd797 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:22:06.463680 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c0686731-c249-4d6f-8066-ba243fcdd797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:06.465509 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:22:06.465509 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:22:06.465509 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:22:06.465509 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:22:06.465509 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:22:06.465509 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:22:06.465509 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:22:06.465509 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:22:06.465509 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:22:06.465509 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:22:06.465509 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:22:06.465509 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:22:06.465509 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:22:06.465509 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:22:06.465509 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:22:06.465509 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:22:06.465509 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:22:06.465509 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:22:06.465509 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:22:06.465509 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:22:06.465509 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:22:06.465509 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:22:06.465509 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:22:06.465509 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:22:06.465509 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:22:06.465509 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:22:06.465509 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:22:06.465509 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:22:06.465509 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:22:06.465509 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:22:06.465509 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:22:06.465509 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:22:06.537152 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c0686731-c249-4d6f-8066-ba243fcdd797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:06.557201 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c0686731-c249-4d6f-8066-ba243fcdd797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:06.562165 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c0686731-c249-4d6f-8066-ba243fcdd797 admin admin] 10.222.0.54 "DELETE /v2.0/networks/43179aca-5bfc-4001-bf4b-525de3b93977 HTTP/1.1" status: 204 len: 168 time: 0.5126064 Nov 10 19:22:06.581119 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0686731-c249-4d6f-8066-ba243fcdd797 admin admin] Pushing event deleted for resources: {'Network': ['ID=43179aca-5bfc-4001-bf4b-525de3b93977,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:06.587066 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-b59652aa-b1b1-4389-bed4-6d6e62b56d8e tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Allocated IP 172.25.3.68 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/f72cc31d-4fcb-430b-8f1b-6a5d68c6f4ce) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:22:06.730274 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43606) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:06.757596 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b59652aa-b1b1-4389-bed4-6d6e62b56d8e tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:06.797550 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7c77c5c3-83d2-4f57-8033-071f6ede5b5f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6a1aa78708c64fd38257eb2aa9456d2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0636866 Nov 10 19:22:06.799498 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43610) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:06.800728 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b59652aa-b1b1-4389-bed4-6d6e62b56d8e tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:06.847605 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59652aa-b1b1-4389-bed4-6d6e62b56d8e tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:22:06.854621 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-b59652aa-b1b1-4389-bed4-6d6e62b56d8e tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:22:06.856678 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4f9e61ac-b58a-4f09-ad86-16340c5f6776 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:06.857310 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59652aa-b1b1-4389-bed4-6d6e62b56d8e tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:22:06.869237 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfa5b15-c353-4a0c-9460-698316602e81 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:22:06.890140 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4f9e61ac-b58a-4f09-ad86-16340c5f6776 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:06.898629 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59652aa-b1b1-4389-bed4-6d6e62b56d8e tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Pushing event updated for resources: {'Port': ['ID=f72cc31d-4fcb-430b-8f1b-6a5d68c6f4ce,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:06.955637 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4f9e61ac-b58a-4f09-ad86-16340c5f6776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:06.958635 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4f9e61ac-b58a-4f09-ad86-16340c5f6776 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:06.959825 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4f9e61ac-b58a-4f09-ad86-16340c5f6776 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6b3415aa-448a-4f97-9d33-ee6b7556bd91 HTTP/1.1" status: 204 len: 168 time: 0.1591692 Nov 10 19:22:06.970571 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e61ac-b58a-4f09-ad86-16340c5f6776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3415aa-448a-4f97-9d33-ee6b7556bd91,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:07.017266 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-97fcfa96-9512-4f8c-95c9-b79efcbdf2fa None None] Provisioning complete for port f72cc31d-4fcb-430b-8f1b-6a5d68c6f4ce triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:22:07.017643 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-97fcfa96-9512-4f8c-95c9-b79efcbdf2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:07.073941 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-97fcfa96-9512-4f8c-95c9-b79efcbdf2fa None None] Port f72cc31d-4fcb-430b-8f1b-6a5d68c6f4ce cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:22:07.079099 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 6a769aeb-0dde-4110-835c-7f4558690a8e no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:22:07.115237 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 6a769aeb-0dde-4110-835c-7f4558690a8e {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:22:07.116114 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 6a769aeb-0dde-4110-835c-7f4558690a8e not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:22:07.116991 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43616) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:07.206252 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b59652aa-b1b1-4389-bed4-6d6e62b56d8e tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:07.409097 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-0cbd2063-06a5-4476-883c-025c2eedbc78 tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-626056800'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:07.436040 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b59652aa-b1b1-4389-bed4-6d6e62b56d8e tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25260'] for router, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:07.436248 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbd2063-06a5-4476-883c-025c2eedbc78 tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] Made reservation on behalf of 6236e4e2a2ee4dbd988fbf2a1a796267 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:07.439912 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b59652aa-b1b1-4389-bed4-6d6e62b56d8e tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-408903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-408910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396833'] for router, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:07.444703 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0cbd2063-06a5-4476-883c-025c2eedbc78 tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:07.463013 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0cbd2063-06a5-4476-883c-025c2eedbc78 tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:07.614090 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59652aa-b1b1-4389-bed4-6d6e62b56d8e tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Router eabe1135-af85-4021-b4c0-b19701dc0c73 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:22:07.617601 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0cbd2063-06a5-4476-883c-025c2eedbc78 tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:07.630920 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325cb20-b993-40e0-963d-fded623c6ff0 req-2bbc3296-d360-4be6-93cd-84051bddb449 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:07.632833 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2325cb20-b993-40e0-963d-fded623c6ff0 req-2bbc3296-d360-4be6-93cd-84051bddb449 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e53d994-0c17-4ab9-bb1e-5db008663aa1 HTTP/1.1" status: 200 len: 944 time: 0.0952055 Nov 10 19:22:07.634112 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0cbd2063-06a5-4476-883c-025c2eedbc78 tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:07.666674 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd2063-06a5-4476-883c-025c2eedbc78 tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48ca5eca-07d1-4b8c-a820-0ec38b80ab5f,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:07.690153 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cbd2063-06a5-4476-883c-025c2eedbc78 tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:22:07.717833 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0cbd2063-06a5-4476-883c-025c2eedbc78 tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:07.718204 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-0cbd2063-06a5-4476-883c-025c2eedbc78 tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] Added segment 71b9fe57-2785-437c-84f3-536344d36aaf of type vlan for network c7fd6ea9-969a-45b4-9575-2e37c5566989 Nov 10 19:22:07.749227 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2325cb20-b993-40e0-963d-fded623c6ff0 req-d2a8aa06-c0af-48ae-9164-8739a397f70a tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.54 "GET /v2.0/security-groups?id=2eceb471-2210-4c66-90f8-7a189e737c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833094 Nov 10 19:22:07.771830 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59652aa-b1b1-4389-bed4-6d6e62b56d8e tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:22:07.778987 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b59652aa-b1b1-4389-bed4-6d6e62b56d8e tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:07.785786 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b59652aa-b1b1-4389-bed4-6d6e62b56d8e tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] 10.222.0.54 "PUT /v2.0/routers/eabe1135-af85-4021-b4c0-b19701dc0c73 HTTP/1.1" status: 200 len: 919 time: 1.9469299 Nov 10 19:22:07.786519 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43640) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:07.788161 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e540ba7-83cf-4299-916d-92e2bfee2bbe None None] Sync routers for ids ['eabe1135-af85-4021-b4c0-b19701dc0c73'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:22:07.803181 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0cbd2063-06a5-4476-883c-025c2eedbc78 tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:07.805365 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e540ba7-83cf-4299-916d-92e2bfee2bbe None None] Routers {'eabe1135-af85-4021-b4c0-b19701dc0c73'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:22:07.806059 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-4e540ba7-83cf-4299-916d-92e2bfee2bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:21:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['eabe1135-af85-4021-b4c0-b19701dc0c73'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:07.863146 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0cbd2063-06a5-4476-883c-025c2eedbc78 tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:07.868097 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-4e540ba7-83cf-4299-916d-92e2bfee2bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:07.872013 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbd2063-06a5-4476-883c-025c2eedbc78 tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:07.872677 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0cbd2063-06a5-4476-883c-025c2eedbc78 tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:07.880969 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e540ba7-83cf-4299-916d-92e2bfee2bbe None None] Routers {'eabe1135-af85-4021-b4c0-b19701dc0c73'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:22:07.880969 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-4e540ba7-83cf-4299-916d-92e2bfee2bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:21:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['eabe1135-af85-4021-b4c0-b19701dc0c73'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:07.940235 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-4e540ba7-83cf-4299-916d-92e2bfee2bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:07.941181 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e540ba7-83cf-4299-916d-92e2bfee2bbe None None] The sync data for ids ['eabe1135-af85-4021-b4c0-b19701dc0c73'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:22:07.973249 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9ed31aee-0414-44f8-8dad-b248ce0af49c tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] 10.222.0.54 "GET /v2.0/routers/eabe1135-af85-4021-b4c0-b19701dc0c73 HTTP/1.1" status: 200 len: 925 time: 0.1830716 Nov 10 19:22:07.973992 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43646) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:07.976995 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0cbd2063-06a5-4476-883c-025c2eedbc78 tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8583307 Nov 10 19:22:07.987360 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43648) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:08.030790 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd2063-06a5-4476-883c-025c2eedbc78 tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] Pushing event updated for resources: {'Network': ['ID=c7fd6ea9-969a-45b4-9575-2e37c5566989,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:08.045468 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network c7fd6ea9-969a-45b4-9575-2e37c5566989 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:22:08.046303 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966db8e3-ce74-4c82-8164-0e0a2d0f87c1 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:08.051349 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43654) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:08.053804 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-966db8e3-ce74-4c82-8164-0e0a2d0f87c1 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd&device_id=eabe1135-af85-4021-b4c0-b19701dc0c73&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0761414 Nov 10 19:22:08.145655 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43656) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:08.184452 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfffe7a-f5f3-4d15-8cd5-e0f6e94fea34 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:08.185945 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0cfffe7a-f5f3-4d15-8cd5-e0f6e94fea34 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] 10.222.0.54 "GET /v2.0/networks/68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 881 time: 0.1335166 Nov 10 19:22:08.188968 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43660) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:08.212521 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-9c96fb77-6f7c-42d4-962b-63b67d117b77 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-356588913-network', 'tenant_id': '68ed34cbd8f549cd93b954d07cca61d1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:08.233672 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5733ef13-70e9-409e-87b1-3167983b35e8 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] 10.222.0.54 "GET /v2.0/ports?device_id=eabe1135-af85-4021-b4c0-b19701dc0c73 HTTP/1.1" status: 200 len: 205 time: 0.0429361 Nov 10 19:22:08.236483 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43662) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:08.252897 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c96fb77-6f7c-42d4-962b-63b67d117b77 admin admin] Made reservation on behalf of 68ed34cbd8f549cd93b954d07cca61d1 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:08.255392 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9c96fb77-6f7c-42d4-962b-63b67d117b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:08.263269 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device edd75ee4-39fb-4e01-88fb-f3f28744544a details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:22:08.266490 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9c96fb77-6f7c-42d4-962b-63b67d117b77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:08.285625 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-735991bc-70e9-47d3-8ef6-97ae486754b5 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Request body: {'network': {'name': 'tempest-network--1079666381', 'router:external': True}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:08.325357 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735991bc-70e9-47d3-8ef6-97ae486754b5 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Made reservation on behalf of 8306d61e74df45d78ca7d37304938584 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:08.327958 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-735991bc-70e9-47d3-8ef6-97ae486754b5 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:08.341970 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-735991bc-70e9-47d3-8ef6-97ae486754b5 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:08.382283 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-daa4ea19-d855-40dd-96d4-6117b135ad9d tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:08.421694 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9c96fb77-6f7c-42d4-962b-63b67d117b77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:08.433956 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9c96fb77-6f7c-42d4-962b-63b67d117b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:08.449064 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port edd75ee4-39fb-4e01-88fb-f3f28744544a, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=edd75ee4-39fb-4e01-88fb-f3f28744544a,segment=NetworkSegment(54ee8e28-96e2-418a-9820-1986c9fa99ca),segment_id=54ee8e28-96e2-418a-9820-1986c9fa99ca)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:22:08.474019 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'edd75ee4-39fb-4e01-88fb-f3f28744544a', 'network_id': '3af3c1b0-4d9a-454c-80c2-a75509e74ac4', 'port_id': 'edd75ee4-39fb-4e01-88fb-f3f28744544a', 'mac_address': 'fa:16:3e:4e:d4:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa72591-b052-4373-b20c-f89d7a5c3b6b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:22:08.479455 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c96fb77-6f7c-42d4-962b-63b67d117b77 admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:22:08.500884 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96fb77-6f7c-42d4-962b-63b67d117b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de670771-0ca0-410d-ae20-ea905ce0f038,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:08.505071 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-735991bc-70e9-47d3-8ef6-97ae486754b5 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:08.515529 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-735991bc-70e9-47d3-8ef6-97ae486754b5 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:08.520982 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9c96fb77-6f7c-42d4-962b-63b67d117b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:08.521376 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-9c96fb77-6f7c-42d4-962b-63b67d117b77 admin admin] Added segment 869a3e27-7c06-45aa-bc90-fc5fe32ba919 of type vlan for network 2b47e9cf-b9c0-42bf-a050-9734964a29ef Nov 10 19:22:08.524969 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96fb77-6f7c-42d4-962b-63b67d117b77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:08.525327 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96fb77-6f7c-42d4-962b-63b67d117b77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:08.525676 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96fb77-6f7c-42d4-962b-63b67d117b77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:08.526484 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96fb77-6f7c-42d4-962b-63b67d117b77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:08.527452 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96fb77-6f7c-42d4-962b-63b67d117b77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:08.527806 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96fb77-6f7c-42d4-962b-63b67d117b77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:08.528152 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96fb77-6f7c-42d4-962b-63b67d117b77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:08.528467 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96fb77-6f7c-42d4-962b-63b67d117b77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:08.528765 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-daa4ea19-d855-40dd-96d4-6117b135ad9d tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:08.528897 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96fb77-6f7c-42d4-962b-63b67d117b77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:08.529128 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96fb77-6f7c-42d4-962b-63b67d117b77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:08.529438 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96fb77-6f7c-42d4-962b-63b67d117b77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:08.529783 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96fb77-6f7c-42d4-962b-63b67d117b77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:08.530135 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:08.545331 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edd75ee4-39fb-4e01-88fb-f3f28744544a {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:22:08.575219 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port edd75ee4-39fb-4e01-88fb-f3f28744544a, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=edd75ee4-39fb-4e01-88fb-f3f28744544a,segment=NetworkSegment(54ee8e28-96e2-418a-9820-1986c9fa99ca),segment_id=54ee8e28-96e2-418a-9820-1986c9fa99ca)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:22:08.581700 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:08.592783 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735991bc-70e9-47d3-8ef6-97ae486754b5 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:22:08.603426 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-daa4ea19-d855-40dd-96d4-6117b135ad9d tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Deleting port f72cc31d-4fcb-430b-8f1b-6a5d68c6f4ce {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:22:08.603781 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-daa4ea19-d855-40dd-96d4-6117b135ad9d tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:08.607265 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735991bc-70e9-47d3-8ef6-97ae486754b5 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e12c379-4d68-4713-b8ae-a169c9c7fccc,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:08.650281 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-735991bc-70e9-47d3-8ef6-97ae486754b5 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:08.650281 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-735991bc-70e9-47d3-8ef6-97ae486754b5 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Added segment 0042e51a-c45c-4dfe-99be-bdbfca0adc28 of type vlan for network 9d03ed82-2484-4122-a29d-fe57663afbb9 Nov 10 19:22:08.668835 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=edd75ee4-39fb-4e01-88fb-f3f28744544a,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:08.670950 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9c96fb77-6f7c-42d4-962b-63b67d117b77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:08.708214 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-daa4ea19-d855-40dd-96d4-6117b135ad9d tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:08.724049 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-daa4ea19-d855-40dd-96d4-6117b135ad9d tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Calling delete_port for f72cc31d-4fcb-430b-8f1b-6a5d68c6f4ce owned by network:router_gateway {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:22:08.726400 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-735991bc-70e9-47d3-8ef6-97ae486754b5 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:08.742498 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9c96fb77-6f7c-42d4-962b-63b67d117b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:08.743621 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c96fb77-6f7c-42d4-962b-63b67d117b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:08.744094 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9c96fb77-6f7c-42d4-962b-63b67d117b77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:08.792658 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9c96fb77-6f7c-42d4-962b-63b67d117b77 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6449883 Nov 10 19:22:08.797183 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43668) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:08.803697 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-16f9f1c5-0909-4901-af22-afe0fe485f28 admin admin] Request body: {'subnet': {'network_id': '2b47e9cf-b9c0-42bf-a050-9734964a29ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-356588913-subnet', 'tenant_id': '68ed34cbd8f549cd93b954d07cca61d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:08.829418 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-735991bc-70e9-47d3-8ef6-97ae486754b5 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:08.830428 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735991bc-70e9-47d3-8ef6-97ae486754b5 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:08.831020 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-735991bc-70e9-47d3-8ef6-97ae486754b5 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:08.847247 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96fb77-6f7c-42d4-962b-63b67d117b77 admin admin] Pushing event updated for resources: {'Network': ['ID=2b47e9cf-b9c0-42bf-a050-9734964a29ef,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:08.867566 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['edd75ee4-39fb-4e01-88fb-f3f28744544a'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:22:08.870759 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 2b47e9cf-b9c0-42bf-a050-9734964a29ef details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:22:08.919031 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f9f1c5-0909-4901-af22-afe0fe485f28 admin admin] Made reservation on behalf of 68ed34cbd8f549cd93b954d07cca61d1 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:08.921433 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-16f9f1c5-0909-4901-af22-afe0fe485f28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:08.932490 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-735991bc-70e9-47d3-8ef6-97ae486754b5 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9434698 Nov 10 19:22:08.933906 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735991bc-70e9-47d3-8ef6-97ae486754b5 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Pushing event updated for resources: {'Network': ['ID=9d03ed82-2484-4122-a29d-fe57663afbb9,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:08.936907 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43672) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:08.972648 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 9d03ed82-2484-4122-a29d-fe57663afbb9 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:22:09.027792 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a3a654f0-c7ae-46ec-b9c4-4ca37907380f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:09.058069 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912c2f1-6691-4d45-b7d4-6c2dd6954ef4 req-828d1a8d-6cdb-4760-b58c-85ae7345d351 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:09.066821 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d912c2f1-6691-4d45-b7d4-6c2dd6954ef4 req-828d1a8d-6cdb-4760-b58c-85ae7345d351 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e53d994-0c17-4ab9-bb1e-5db008663aa1 HTTP/1.1" status: 200 len: 945 time: 0.2315269 Nov 10 19:22:09.085619 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-daa4ea19-d855-40dd-96d4-6117b135ad9d tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:09.149081 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4ea19-d855-40dd-96d4-6117b135ad9d tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Pushing event deleted for resources: {'Port': ['ID=f72cc31d-4fcb-430b-8f1b-6a5d68c6f4ce,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:09.174124 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88b17b9-a2d1-45fb-bfe0-20c085ab5895 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:22:09.186488 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a3a654f0-c7ae-46ec-b9c4-4ca37907380f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:09.217988 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-a3a654f0-c7ae-46ec-b9c4-4ca37907380f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d03ed82-2484-4122-a29d-fe57663afbb9']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:09.235839 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-a3a654f0-c7ae-46ec-b9c4-4ca37907380f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0042e51a-c45c-4dfe-99be-bdbfca0adc28') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:09.236448 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-a3a654f0-c7ae-46ec-b9c4-4ca37907380f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0042e51a-c45c-4dfe-99be-bdbfca0adc28') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:09.248427 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a3a654f0-c7ae-46ec-b9c4-4ca37907380f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:09.256205 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d912c2f1-6691-4d45-b7d4-6c2dd6954ef4 req-6481fa44-49c1-46ec-8063-b71f1ada6cbd tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.54 "GET /v2.0/security-groups?id=2eceb471-2210-4c66-90f8-7a189e737c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882839 Nov 10 19:22:09.285058 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a3a654f0-c7ae-46ec-b9c4-4ca37907380f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:09.292562 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a654f0-c7ae-46ec-b9c4-4ca37907380f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:22:09.293314 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a3a654f0-c7ae-46ec-b9c4-4ca37907380f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:09.295005 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:22:09.295005 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:22:09.295005 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:22:09.295005 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:22:09.295005 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:22:09.295005 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:22:09.295005 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:22:09.295005 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:22:09.295005 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:22:09.295005 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:22:09.295005 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:22:09.295005 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:22:09.295005 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:22:09.295005 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:22:09.295005 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:22:09.295005 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:22:09.295005 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:22:09.295005 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:22:09.295005 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:22:09.295005 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:22:09.295005 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:22:09.295005 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:22:09.295005 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:22:09.295005 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:22:09.295005 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:22:09.295005 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:22:09.295005 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:22:09.295005 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:22:09.295005 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:22:09.295005 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:22:09.295005 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:22:09.295005 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:22:09.340307 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-daa4ea19-d855-40dd-96d4-6117b135ad9d tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:09.397483 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a3a654f0-c7ae-46ec-b9c4-4ca37907380f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:09.423799 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a654f0-c7ae-46ec-b9c4-4ca37907380f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9d03ed82-2484-4122-a29d-fe57663afbb9 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 19:22:09.425481 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a654f0-c7ae-46ec-b9c4-4ca37907380f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Pushing event deleted for resources: {'Network': ['ID=9d03ed82-2484-4122-a29d-fe57663afbb9,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:09.430730 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a3a654f0-c7ae-46ec-b9c4-4ca37907380f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:09.434344 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a3a654f0-c7ae-46ec-b9c4-4ca37907380f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] 10.222.0.54 "DELETE /v2.0/networks/9d03ed82-2484-4122-a29d-fe57663afbb9 HTTP/1.1" status: 204 len: 168 time: 0.4967060 Nov 10 19:22:09.437982 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43678) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:09.444266 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-9f91c998-fc4e-4d67-ae0a-628539b06775 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:09.450822 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-daa4ea19-d855-40dd-96d4-6117b135ad9d tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:09.472556 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f91c998-fc4e-4d67-ae0a-628539b06775 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Made reservation on behalf of 8306d61e74df45d78ca7d37304938584 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:09.473255 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-daa4ea19-d855-40dd-96d4-6117b135ad9d tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:09.477881 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9f91c998-fc4e-4d67-ae0a-628539b06775 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:09.512616 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f91c998-fc4e-4d67-ae0a-628539b06775 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:22:09.535463 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9f91c998-fc4e-4d67-ae0a-628539b06775 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:09.536471 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-9f91c998-fc4e-4d67-ae0a-628539b06775 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Added segment ef47694c-ada9-4e7f-8807-4437763b1c99 of type vlan for network f6b88ba8-8296-43f3-a29e-746cbdda7dfc Nov 10 19:22:09.537364 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-16f9f1c5-0909-4901-af22-afe0fe485f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:09.544227 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-daa4ea19-d855-40dd-96d4-6117b135ad9d tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:09.545306 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa4ea19-d855-40dd-96d4-6117b135ad9d tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Fanout notify agent at l3_agent the message router_deleted on router eabe1135-af85-4021-b4c0-b19701dc0c73 {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:22:09.563692 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-daa4ea19-d855-40dd-96d4-6117b135ad9d tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:09.565295 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-daa4ea19-d855-40dd-96d4-6117b135ad9d tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] 10.222.0.54 "DELETE /v2.0/routers/eabe1135-af85-4021-b4c0-b19701dc0c73 HTTP/1.1" status: 204 len: 168 time: 1.3275800 Nov 10 19:22:09.582135 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43680) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:09.591275 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-4cbb6c4a-a11e-4d30-9c9e-34b73a804a09 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-850595600', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}, 'admin_state_up': False}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:09.634438 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9f91c998-fc4e-4d67-ae0a-628539b06775 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:09.639784 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9f1c5-0909-4901-af22-afe0fe485f28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42f35b07-e4b0-4bb7-a8c7-8cb896eba3c8,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:09.654629 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f9f1c5-0909-4901-af22-afe0fe485f28 admin admin] Checking segment: {'id': '869a3e27-7c06-45aa-bc90-fc5fe32ba919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2b47e9cf-b9c0-42bf-a050-9734964a29ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:22:09.655320 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f9f1c5-0909-4901-af22-afe0fe485f28 admin admin] Network hostable DHCP agents. Network: 2b47e9cf-b9c0-42bf-a050-9734964a29ef, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:22:09.662301 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4cbb6c4a-a11e-4d30-9c9e-34b73a804a09 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:09.663653 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4cbb6c4a-a11e-4d30-9c9e-34b73a804a09 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:09.681667 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f9f1c5-0909-4901-af22-afe0fe485f28 admin admin] Network 2b47e9cf-b9c0-42bf-a050-9734964a29ef is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:22:09.685127 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9f91c998-fc4e-4d67-ae0a-628539b06775 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:09.685894 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f91c998-fc4e-4d67-ae0a-628539b06775 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:09.686691 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9f91c998-fc4e-4d67-ae0a-628539b06775 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:09.699095 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-16f9f1c5-0909-4901-af22-afe0fe485f28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 2b47e9cf-b9c0-42bf-a050-9734964a29ef) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:22:09.708945 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f9f1c5-0909-4901-af22-afe0fe485f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:09.709669 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-16f9f1c5-0909-4901-af22-afe0fe485f28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:09.709842 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf23dbe-7316-47a8-bec4-3ea7a36d8cd1 None None] Network 2b47e9cf-b9c0-42bf-a050-9734964a29ef requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:22:09.733677 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-16f9f1c5-0909-4901-af22-afe0fe485f28 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9351139 Nov 10 19:22:09.777894 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4cbb6c4a-a11e-4d30-9c9e-34b73a804a09 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:09.812785 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9f91c998-fc4e-4d67-ae0a-628539b06775 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3732271 Nov 10 19:22:09.815859 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43684) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:09.821301 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-8aa6994a-1e85-4d62-98e7-f63b7b6e9330 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Request body: {'subnet': {'network_id': 'f6b88ba8-8296-43f3-a29e-746cbdda7dfc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:09.853957 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91c998-fc4e-4d67-ae0a-628539b06775 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Pushing event updated for resources: {'Network': ['ID=f6b88ba8-8296-43f3-a29e-746cbdda7dfc,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:09.894013 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa6994a-1e85-4d62-98e7-f63b7b6e9330 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Made reservation on behalf of 8306d61e74df45d78ca7d37304938584 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:09.896698 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8aa6994a-1e85-4d62-98e7-f63b7b6e9330 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:09.976197 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4cbb6c4a-a11e-4d30-9c9e-34b73a804a09 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:10.093030 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network f6b88ba8-8296-43f3-a29e-746cbdda7dfc details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:22:10.232941 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4cbb6c4a-a11e-4d30-9c9e-34b73a804a09 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:10.263178 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device edd75ee4-39fb-4e01-88fb-f3f28744544a up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:22:10.272923 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4cbb6c4a-a11e-4d30-9c9e-34b73a804a09 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:10.331416 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88a72f4-7213-41c4-94f8-8cfb0d5bff09 None None] Network 2b47e9cf-b9c0-42bf-a050-9734964a29ef requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:22:10.421943 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port edd75ee4-39fb-4e01-88fb-f3f28744544a completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:22:10.433213 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port edd75ee4-39fb-4e01-88fb-f3f28744544a triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:22:10.433576 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:10.472807 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-4cbb6c4a-a11e-4d30-9c9e-34b73a804a09 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Allocated IP 172.25.3.27 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/463bffdc-cab8-4573-94c0-1bc0ef375126) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:22:10.555852 n-d-813897-4 neutron-server[102506]: DEBUG neutron.objects.ports [None req-8aa6994a-1e85-4d62-98e7-f63b7b6e9330 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102506) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 19:22:10.556338 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8aa6994a-1e85-4d62-98e7-f63b7b6e9330 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:10.595538 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2bb0e-74ba-4b00-9f94-77d76c2c0f73 req-ff902828-9996-4ede-8840-5a91664d6b56 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:10.606898 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b3d2bb0e-74ba-4b00-9f94-77d76c2c0f73 req-ff902828-9996-4ede-8840-5a91664d6b56 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e53d994-0c17-4ab9-bb1e-5db008663aa1 HTTP/1.1" status: 200 len: 945 time: 0.1496441 Nov 10 19:22:10.627321 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4cbb6c4a-a11e-4d30-9c9e-34b73a804a09 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:10.671218 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6994a-1e85-4d62-98e7-f63b7b6e9330 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e876f9c6-f245-4482-9d25-5e709eb13904,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:10.680905 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:10.694725 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4cbb6c4a-a11e-4d30-9c9e-34b73a804a09 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:10.708842 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa6994a-1e85-4d62-98e7-f63b7b6e9330 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Checking segment: {'id': 'ef47694c-ada9-4e7f-8807-4437763b1c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f6b88ba8-8296-43f3-a29e-746cbdda7dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:22:10.708842 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa6994a-1e85-4d62-98e7-f63b7b6e9330 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Network hostable DHCP agents. Network: f6b88ba8-8296-43f3-a29e-746cbdda7dfc, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:22:10.710938 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e53d994-0c17-4ab9-bb1e-5db008663aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd75ee4-39fb-4e01-88fb-f3f28744544a'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:22:10.713908 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6076e23a-fd62-497a-9b02-293a65b33235" -d '{"events": [{"server_uuid": "1e53d994-0c17-4ab9-bb1e-5db008663aa1", "name": "network-vif-plugged", "status": "completed", "tag": "edd75ee4-39fb-4e01-88fb-f3f28744544a"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:22:10.719053 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b3d2bb0e-74ba-4b00-9f94-77d76c2c0f73 req-ed4b2003-f9ad-4219-a284-1b2c0cd4991c tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.54 "GET /v2.0/security-groups?id=2eceb471-2210-4c66-90f8-7a189e737c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096141 Nov 10 19:22:10.736074 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port edd75ee4-39fb-4e01-88fb-f3f28744544a, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=edd75ee4-39fb-4e01-88fb-f3f28744544a,segment=NetworkSegment(54ee8e28-96e2-418a-9820-1986c9fa99ca),segment_id=54ee8e28-96e2-418a-9820-1986c9fa99ca)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:22:10.742878 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:10.756518 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbb6c4a-a11e-4d30-9c9e-34b73a804a09 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:22:10.757323 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa6994a-1e85-4d62-98e7-f63b7b6e9330 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Network f6b88ba8-8296-43f3-a29e-746cbdda7dfc is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:22:10.760231 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-4cbb6c4a-a11e-4d30-9c9e-34b73a804a09 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:22:10.767997 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbb6c4a-a11e-4d30-9c9e-34b73a804a09 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:22:10.782932 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-8aa6994a-1e85-4d62-98e7-f63b7b6e9330 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, f6b88ba8-8296-43f3-a29e-746cbdda7dfc) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:22:10.788042 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa6994a-1e85-4d62-98e7-f63b7b6e9330 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:10.788663 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8aa6994a-1e85-4d62-98e7-f63b7b6e9330 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:10.806127 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b03f56-2557-44d2-a926-f8b6287864dc None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:22:10.807606 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb6c4a-a11e-4d30-9c9e-34b73a804a09 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Pushing event updated for resources: {'Port': ['ID=463bffdc-cab8-4573-94c0-1bc0ef375126,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:10.832234 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f72717f-1b26-4ec7-af34-e56885047ce1 None None] Network f6b88ba8-8296-43f3-a29e-746cbdda7dfc requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:22:10.832858 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8aa6994a-1e85-4d62-98e7-f63b7b6e9330 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0112708 Nov 10 19:22:10.833787 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43702) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:10.846925 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-86f64727-353a-497a-b68c-ce6043122036 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Request body: {'floatingip': {'floating_network_id': 'f6b88ba8-8296-43f3-a29e-746cbdda7dfc'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:10.899853 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-86f64727-353a-497a-b68c-ce6043122036 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:10.909488 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=edd75ee4-39fb-4e01-88fb-f3f28744544a,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:11.001374 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5b7b5b2f-08d0-434f-b0d0-d96c11a7657f None None] Provisioning complete for port 463bffdc-cab8-4573-94c0-1bc0ef375126 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:22:11.001746 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5b7b5b2f-08d0-434f-b0d0-d96c11a7657f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:11.063855 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5b7b5b2f-08d0-434f-b0d0-d96c11a7657f None None] Port 463bffdc-cab8-4573-94c0-1bc0ef375126 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:22:11.064633 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-86f64727-353a-497a-b68c-ce6043122036 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:11.079212 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c87da4-e426-496e-859e-2d02f23b0c20 None None] Network f6b88ba8-8296-43f3-a29e-746cbdda7dfc requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:22:11.217552 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-86f64727-353a-497a-b68c-ce6043122036 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Allocated IP 172.20.0.9 (f6b88ba8-8296-43f3-a29e-746cbdda7dfc/e876f9c6-f245-4482-9d25-5e709eb13904/c45d6c86-41da-408f-b8ae-762fef6a8822) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:22:11.254926 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585326ae-fcaa-45b7-8e8a-98428b5cc0fe x-openstack-request-id: req-585326ae-fcaa-45b7-8e8a-98428b5cc0fe {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:22:11.255418 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e53d994-0c17-4ab9-bb1e-5db008663aa1", "name": "network-vif-plugged", "status": "completed", "tag": "edd75ee4-39fb-4e01-88fb-f3f28744544a", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:22:11.255680 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-585326ae-fcaa-45b7-8e8a-98428b5cc0fe {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:22:11.256164 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e53d994-0c17-4ab9-bb1e-5db008663aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd75ee4-39fb-4e01-88fb-f3f28744544a', 'code': 200} Nov 10 19:22:11.430892 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-86f64727-353a-497a-b68c-ce6043122036 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:11.445105 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39dc0b1-0d0c-41b9-81aa-a0712dcc734f req-12154029-fa38-4421-9123-b318a07c6998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:11.446823 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b39dc0b1-0d0c-41b9-81aa-a0712dcc734f req-12154029-fa38-4421-9123-b318a07c6998 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1e53d994-0c17-4ab9-bb1e-5db008663aa1 HTTP/1.1" status: 200 len: 1097 time: 0.1026475 Nov 10 19:22:11.533908 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-86f64727-353a-497a-b68c-ce6043122036 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:11.541141 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b39dc0b1-0d0c-41b9-81aa-a0712dcc734f req-f995145e-e641-49eb-a790-7617bf177cbf service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2eceb471-2210-4c66-90f8-7a189e737c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853519 Nov 10 19:22:11.595592 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f64727-353a-497a-b68c-ce6043122036 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Network f6b88ba8-8296-43f3-a29e-746cbdda7dfc is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:22:11.595592 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-86f64727-353a-497a-b68c-ce6043122036 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:22:11.595592 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f64727-353a-497a-b68c-ce6043122036 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:22:11.613374 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f64727-353a-497a-b68c-ce6043122036 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Pushing event updated for resources: {'Port': ['ID=c45d6c86-41da-408f-b8ae-762fef6a8822,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:11.632271 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4cbb6c4a-a11e-4d30-9c9e-34b73a804a09 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:11.737037 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-86f64727-353a-497a-b68c-ce6043122036 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:11.786521 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-86f64727-353a-497a-b68c-ce6043122036 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:11.891036 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4cbb6c4a-a11e-4d30-9c9e-34b73a804a09 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:12.009001 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d964a90-5ba2-4e8f-9742-90a6e731f6fe req-dbce5daa-d31c-4875-84a5-a2b180a3e32a tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:12.010901 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7d964a90-5ba2-4e8f-9742-90a6e731f6fe req-dbce5daa-d31c-4875-84a5-a2b180a3e32a tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e53d994-0c17-4ab9-bb1e-5db008663aa1 HTTP/1.1" status: 200 len: 946 time: 0.0834887 Nov 10 19:22:12.022645 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-86f64727-353a-497a-b68c-ce6043122036 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:12.036631 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cbb6c4a-a11e-4d30-9c9e-34b73a804a09 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Router 60051952-6d79-4510-9711-694354fb7431 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:22:12.160615 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbb6c4a-a11e-4d30-9c9e-34b73a804a09 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:22:12.174653 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54bdc67-ddc9-426a-b680-f56b14a0c4f3 None None] Sync routers for ids ['60051952-6d79-4510-9711-694354fb7431'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:22:12.188560 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54bdc67-ddc9-426a-b680-f56b14a0c4f3 None None] Routers {'60051952-6d79-4510-9711-694354fb7431'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:22:12.189587 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-c54bdc67-ddc9-426a-b680-f56b14a0c4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:21:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['60051952-6d79-4510-9711-694354fb7431'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:12.195490 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4cbb6c4a-a11e-4d30-9c9e-34b73a804a09 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:12.198506 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4cbb6c4a-a11e-4d30-9c9e-34b73a804a09 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6150515 Nov 10 19:22:12.202763 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43732) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:12.211878 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-5b32a461-cce5-47d1-864f-3b85155c3bda tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:12.232364 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-c54bdc67-ddc9-426a-b680-f56b14a0c4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:12.242979 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54bdc67-ddc9-426a-b680-f56b14a0c4f3 None None] Routers {'60051952-6d79-4510-9711-694354fb7431'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:22:12.243886 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-c54bdc67-ddc9-426a-b680-f56b14a0c4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:21:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['60051952-6d79-4510-9711-694354fb7431'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:12.282948 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-c54bdc67-ddc9-426a-b680-f56b14a0c4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:12.283554 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54bdc67-ddc9-426a-b680-f56b14a0c4f3 None None] The sync data for ids ['60051952-6d79-4510-9711-694354fb7431'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:22:12.415289 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-86f64727-353a-497a-b68c-ce6043122036 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:12.507351 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7d964a90-5ba2-4e8f-9742-90a6e731f6fe req-e5a1c8ef-abfb-466f-bbd3-14c99f40c627 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.54 "GET /v2.0/security-groups?id=2eceb471-2210-4c66-90f8-7a189e737c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4876642 Nov 10 19:22:12.514090 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f64727-353a-497a-b68c-ce6043122036 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Pushing event updated for resources: {'Port': ['ID=c45d6c86-41da-408f-b8ae-762fef6a8822,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:12.526656 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-86f64727-353a-497a-b68c-ce6043122036 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:12.559100 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-86f64727-353a-497a-b68c-ce6043122036 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:12.568519 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-86f64727-353a-497a-b68c-ce6043122036 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7313051 Nov 10 19:22:12.569288 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43734) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:12.669924 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b32a461-cce5-47d1-864f-3b85155c3bda tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:12.686971 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-85faf08a-2f8f-45c1-a4c6-c961f379c664 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] 10.222.0.54 "GET /v2.0/floatingips?floating_network_id=f6b88ba8-8296-43f3-a29e-746cbdda7dfc HTTP/1.1" status: 200 len: 689 time: 0.1157691 Nov 10 19:22:12.690042 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43740) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:12.740132 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b32a461-cce5-47d1-864f-3b85155c3bda tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:12.842272 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-881c3ce2-805a-4dd9-8615-f9f6d988178f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:12.955618 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-5b32a461-cce5-47d1-864f-3b85155c3bda tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Deleting port 463bffdc-cab8-4573-94c0-1bc0ef375126 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:22:12.956019 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b32a461-cce5-47d1-864f-3b85155c3bda tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:13.036960 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938b528-7d30-4831-be62-0b5c1969123f req-560d54f3-e91d-47c3-9f18-3e804ec1f5c2 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:13.038672 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c938b528-7d30-4831-be62-0b5c1969123f req-560d54f3-e91d-47c3-9f18-3e804ec1f5c2 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] 10.222.0.54 "GET /v2.0/networks?id=2b47e9cf-b9c0-42bf-a050-9734964a29ef HTTP/1.1" status: 200 len: 809 time: 0.1353290 Nov 10 19:22:13.040305 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-881c3ce2-805a-4dd9-8615-f9f6d988178f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Deleting port c45d6c86-41da-408f-b8ae-762fef6a8822 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:22:13.040656 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-881c3ce2-805a-4dd9-8615-f9f6d988178f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:13.056496 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c938b528-7d30-4831-be62-0b5c1969123f req-15e2aecf-32ae-4d92-85f0-29316bdfacd3 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] 10.222.0.54 "GET /v2.0/quotas/68ed34cbd8f549cd93b954d07cca61d1 HTTP/1.1" status: 200 len: 375 time: 0.0108325 Nov 10 19:22:13.069211 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b32a461-cce5-47d1-864f-3b85155c3bda tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:13.096716 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c938b528-7d30-4831-be62-0b5c1969123f req-9143e1b9-5513-4a14-80af-e501da664eb5 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=68ed34cbd8f549cd93b954d07cca61d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311718 Nov 10 19:22:13.113005 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-5b32a461-cce5-47d1-864f-3b85155c3bda tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Calling delete_port for 463bffdc-cab8-4573-94c0-1bc0ef375126 owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:22:13.184082 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-881c3ce2-805a-4dd9-8615-f9f6d988178f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:13.184433 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-881c3ce2-805a-4dd9-8615-f9f6d988178f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:13.206386 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-881c3ce2-805a-4dd9-8615-f9f6d988178f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Calling delete_port for c45d6c86-41da-408f-b8ae-762fef6a8822 owned by network:floatingip {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:22:13.210355 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c938b528-7d30-4831-be62-0b5c1969123f req-2309680e-85c6-43ae-b081-995a39fe6836 service neutron] 10.222.0.54 "GET /v2.0/networks/2b47e9cf-b9c0-42bf-a050-9734964a29ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049931 Nov 10 19:22:13.326491 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c938b528-7d30-4831-be62-0b5c1969123f req-7e0f3015-1590-4ad8-8452-fdd03c3730e6 service neutron] 10.222.0.54 "GET /v2.0/networks/2b47e9cf-b9c0-42bf-a050-9734964a29ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127956 Nov 10 19:22:13.399859 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b32a461-cce5-47d1-864f-3b85155c3bda tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:13.434381 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32a461-cce5-47d1-864f-3b85155c3bda tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Pushing event deleted for resources: {'Port': ['ID=463bffdc-cab8-4573-94c0-1bc0ef375126,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:13.472143 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b0d25e-24b9-4395-87a0-b2a055f867a2 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:22:13.507310 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-881c3ce2-805a-4dd9-8615-f9f6d988178f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:13.550134 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c3ce2-805a-4dd9-8615-f9f6d988178f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Pushing event deleted for resources: {'Port': ['ID=c45d6c86-41da-408f-b8ae-762fef6a8822,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:13.575544 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b32a461-cce5-47d1-864f-3b85155c3bda tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:13.684973 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-881c3ce2-805a-4dd9-8615-f9f6d988178f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:13.855650 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e2d82-6b77-484e-9193-9a6cf449ca1a req-9278679f-e87a-4fc1-a0bb-dccd7e87c2db tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:13.856617 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b08e2d82-6b77-484e-9193-9a6cf449ca1a req-9278679f-e87a-4fc1-a0bb-dccd7e87c2db tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e53d994-0c17-4ab9-bb1e-5db008663aa1 HTTP/1.1" status: 200 len: 946 time: 0.0690968 Nov 10 19:22:13.867151 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b32a461-cce5-47d1-864f-3b85155c3bda tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25260'] for router, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:13.872433 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-881c3ce2-805a-4dd9-8615-f9f6d988178f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:13.876233 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b32a461-cce5-47d1-864f-3b85155c3bda tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-408903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-408910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396833'] for router, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:13.949421 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b08e2d82-6b77-484e-9193-9a6cf449ca1a req-ad683dfc-46d3-4bef-9fe5-c19f63a1a7e5 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.54 "GET /v2.0/security-groups?id=2eceb471-2210-4c66-90f8-7a189e737c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842376 Nov 10 19:22:14.006009 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b32a461-cce5-47d1-864f-3b85155c3bda tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Router 60051952-6d79-4510-9711-694354fb7431 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:22:14.027367 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-881c3ce2-805a-4dd9-8615-f9f6d988178f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:14.122342 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9c84d434-9f3f-46b8-ba8f-726a3671a001 req-d2e9d7d1-61ee-43dc-989b-be22ef963593 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fff2f62-cf14-4a82-ad2f-16df6c61e760 HTTP/1.1" status: 200 len: 210 time: 0.0348172 Nov 10 19:22:14.539264 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c3ce2-805a-4dd9-8615-f9f6d988178f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e876f9c6-f245-4482-9d25-5e709eb13904,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:14.559329 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b32a461-cce5-47d1-864f-3b85155c3bda tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:22:14.567515 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b32a461-cce5-47d1-864f-3b85155c3bda tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:14.571930 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5b32a461-cce5-47d1-864f-3b85155c3bda tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] 10.222.0.54 "PUT /v2.0/routers/60051952-6d79-4510-9711-694354fb7431 HTTP/1.1" status: 200 len: 709 time: 2.3664949 Nov 10 19:22:14.572417 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43778) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:14.575394 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34476e56-95c6-457f-9a5c-866709c18f62 None None] Sync routers for ids ['60051952-6d79-4510-9711-694354fb7431'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:22:14.610745 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-881c3ce2-805a-4dd9-8615-f9f6d988178f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:14.622940 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34476e56-95c6-457f-9a5c-866709c18f62 None None] Routers {'60051952-6d79-4510-9711-694354fb7431'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:22:14.624329 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-34476e56-95c6-457f-9a5c-866709c18f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:21:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['60051952-6d79-4510-9711-694354fb7431'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:14.666241 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-881c3ce2-805a-4dd9-8615-f9f6d988178f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b88ba8-8296-43f3-a29e-746cbdda7dfc']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:14.667121 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-34476e56-95c6-457f-9a5c-866709c18f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:14.671291 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1a7fccee-7b80-4ac4-a940-9c79e166d919 tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] 10.222.0.54 "GET /v2.0/routers/60051952-6d79-4510-9711-694354fb7431 HTTP/1.1" status: 200 len: 744 time: 0.0911870 Nov 10 19:22:14.675160 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43780) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:14.681526 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34476e56-95c6-457f-9a5c-866709c18f62 None None] Routers {'60051952-6d79-4510-9711-694354fb7431'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:22:14.681716 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-881c3ce2-805a-4dd9-8615-f9f6d988178f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef47694c-ada9-4e7f-8807-4437763b1c99') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:14.681955 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-881c3ce2-805a-4dd9-8615-f9f6d988178f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef47694c-ada9-4e7f-8807-4437763b1c99') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:14.682704 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-34476e56-95c6-457f-9a5c-866709c18f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:21:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['60051952-6d79-4510-9711-694354fb7431'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:14.695062 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-881c3ce2-805a-4dd9-8615-f9f6d988178f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:14.709606 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce87b9-1751-4e13-b64f-4ba9646269e3 req-325ae8ac-06fd-4db5-8d18-15384fda7995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:14.711553 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-73ce87b9-1751-4e13-b64f-4ba9646269e3 req-325ae8ac-06fd-4db5-8d18-15384fda7995 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ac7871a84a464f8e9e8b59f9ffabd0e6&device_id=1e53d994-0c17-4ab9-bb1e-5db008663aa1 HTTP/1.1" status: 200 len: 1097 time: 0.1988702 Nov 10 19:22:14.716729 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-881c3ce2-805a-4dd9-8615-f9f6d988178f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:14.724504 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-881c3ce2-805a-4dd9-8615-f9f6d988178f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:22:14.725069 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-881c3ce2-805a-4dd9-8615-f9f6d988178f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:14.727592 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:22:14.727592 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:22:14.727592 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:22:14.727592 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:22:14.727592 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:22:14.727592 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:22:14.727592 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:22:14.727592 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:22:14.727592 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:22:14.727592 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:22:14.727592 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:22:14.727592 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:22:14.727592 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:22:14.727592 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:22:14.727592 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:22:14.727592 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:22:14.727592 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:22:14.727592 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:22:14.727592 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:22:14.727592 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:22:14.727592 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:22:14.727592 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:22:14.727592 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:22:14.727592 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:22:14.727592 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:22:14.727592 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:22:14.727592 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:22:14.727592 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:22:14.727592 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:22:14.727592 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:22:14.727592 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:22:14.727592 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:22:14.730287 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-34476e56-95c6-457f-9a5c-866709c18f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:14.730287 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34476e56-95c6-457f-9a5c-866709c18f62 None None] The sync data for ids ['60051952-6d79-4510-9711-694354fb7431'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:22:14.736226 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f47dcab0-9dce-429b-8b5d-99ae21abae6b tempest-RoutersIpV6AdminTest-724991790 tempest-RoutersIpV6AdminTest-724991790-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd&device_id=60051952-6d79-4510-9711-694354fb7431 HTTP/1.1" status: 200 len: 205 time: 0.0598233 Nov 10 19:22:14.740713 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43784) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:14.745862 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e5acd-0cd3-42bb-b8c6-cb97e12cbac9 req-749f0142-4c0b-46b4-ab09-9299df11b4db tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:14.753567 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f3e5acd-0cd3-42bb-b8c6-cb97e12cbac9 req-749f0142-4c0b-46b4-ab09-9299df11b4db tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e53d994-0c17-4ab9-bb1e-5db008663aa1 HTTP/1.1" status: 200 len: 946 time: 0.2520113 Nov 10 19:22:14.800086 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-74f7233e-1d7d-46bf-a69a-d037e3c51a75 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] 10.222.0.54 "GET /v2.0/ports?device_id=60051952-6d79-4510-9711-694354fb7431 HTTP/1.1" status: 200 len: 205 time: 0.0583692 Nov 10 19:22:14.802685 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43786) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:14.862176 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f3e5acd-0cd3-42bb-b8c6-cb97e12cbac9 req-c56bd9bb-d326-4c3d-9020-6bbba11b093d tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.54 "GET /v2.0/security-groups?id=2eceb471-2210-4c66-90f8-7a189e737c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076438 Nov 10 19:22:14.893275 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e4b4985a-591c-4a2d-9681-60b647000876 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:14.896638 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-881c3ce2-805a-4dd9-8615-f9f6d988178f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:14.900584 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce87b9-1751-4e13-b64f-4ba9646269e3 req-89e14b1d-c041-49a4-9350-46b5e4881300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:14.902766 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-73ce87b9-1751-4e13-b64f-4ba9646269e3 req-89e14b1d-c041-49a4-9350-46b5e4881300 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3af3c1b0-4d9a-454c-80c2-a75509e74ac4 HTTP/1.1" status: 200 len: 914 time: 0.1694913 Nov 10 19:22:14.972645 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-73ce87b9-1751-4e13-b64f-4ba9646269e3 req-6ae424c1-c34f-4bda-9530-191ff44c886e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edd75ee4-39fb-4e01-88fb-f3f28744544a HTTP/1.1" status: 200 len: 217 time: 0.0600612 Nov 10 19:22:14.980015 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881c3ce2-805a-4dd9-8615-f9f6d988178f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f6b88ba8-8296-43f3-a29e-746cbdda7dfc {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 19:22:14.983455 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c3ce2-805a-4dd9-8615-f9f6d988178f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Pushing event deleted for resources: {'Network': ['ID=f6b88ba8-8296-43f3-a29e-746cbdda7dfc,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:14.989352 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-881c3ce2-805a-4dd9-8615-f9f6d988178f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:14.993319 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-881c3ce2-805a-4dd9-8615-f9f6d988178f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] 10.222.0.54 "DELETE /v2.0/networks/f6b88ba8-8296-43f3-a29e-746cbdda7dfc HTTP/1.1" status: 204 len: 168 time: 2.3019454 Nov 10 19:22:14.997667 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43788) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:15.076825 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce87b9-1751-4e13-b64f-4ba9646269e3 req-a1d4e3fb-9013-4334-9da4-b1474045d029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:15.079843 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-73ce87b9-1751-4e13-b64f-4ba9646269e3 req-a1d4e3fb-9013-4334-9da4-b1474045d029 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=eaa72591-b052-4373-b20c-f89d7a5c3b6b HTTP/1.1" status: 200 len: 853 time: 0.0983491 Nov 10 19:22:15.151954 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-73ce87b9-1751-4e13-b64f-4ba9646269e3 req-dfe905f3-68a6-4dd8-b888-4e90da154d66 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3af3c1b0-4d9a-454c-80c2-a75509e74ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602376 Nov 10 19:22:15.282919 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e4b4985a-591c-4a2d-9681-60b647000876 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:15.286082 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e4b4985a-591c-4a2d-9681-60b647000876 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:15.307886 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a678d929-6baf-4b98-9b50-451e2907d42c req-bfaddc87-0b2c-435f-b5da-ce1d4e103e4f tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fff2f62-cf14-4a82-ad2f-16df6c61e760 HTTP/1.1" status: 200 len: 210 time: 0.0984359 Nov 10 19:22:15.374443 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-73ce87b9-1751-4e13-b64f-4ba9646269e3 req-4053e7ff-3f89-4077-9081-771a2037989c service neutron] 10.222.0.73 "GET /v2.0/networks/3af3c1b0-4d9a-454c-80c2-a75509e74ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116168 Nov 10 19:22:15.399951 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e4b4985a-591c-4a2d-9681-60b647000876 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:15.400640 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b4985a-591c-4a2d-9681-60b647000876 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Fanout notify agent at l3_agent the message router_deleted on router 60051952-6d79-4510-9711-694354fb7431 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:22:15.416006 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e4b4985a-591c-4a2d-9681-60b647000876 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:15.417260 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e4b4985a-591c-4a2d-9681-60b647000876 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] 10.222.0.54 "DELETE /v2.0/routers/60051952-6d79-4510-9711-694354fb7431 HTTP/1.1" status: 204 len: 168 time: 0.6133895 Nov 10 19:22:15.425980 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43798) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:15.471928 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2aaa34b7-548b-4ccd-ad00-0e9c930fab51 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] 10.222.0.54 "GET /v2.0/ports?device_id=60051952-6d79-4510-9711-694354fb7431 HTTP/1.1" status: 200 len: 205 time: 0.0428848 Nov 10 19:22:15.474795 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1abdd469-68fe-4a93-8ae8-89f60e1a4e34 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2568 time: 0.4763677 Nov 10 19:22:15.475440 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43800) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:15.481467 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43802) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:15.533404 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-ba47ae24-7e70-4a6d-8b98-2d236158fd52 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] delete failed (client error): The resource could not be found. Nov 10 19:22:15.537000 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ba47ae24-7e70-4a6d-8b98-2d236158fd52 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] 10.222.0.54 "DELETE /v2.0/routers/60051952-6d79-4510-9711-694354fb7431 HTTP/1.1" status: 404 len: 336 time: 0.0559089 Nov 10 19:22:15.539336 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43804) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:15.577261 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3f69bdbd-b7dc-49dc-8a8c-5392d9faba75 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] 10.222.0.54 "GET /v2.0/ports?device_id=eabe1135-af85-4021-b4c0-b19701dc0c73 HTTP/1.1" status: 200 len: 205 time: 0.0346148 Nov 10 19:22:15.583130 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938b528-7d30-4831-be62-0b5c1969123f req-8bd46d05-d13b-4fca-ae7a-84ff247d881b tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:15.584758 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c938b528-7d30-4831-be62-0b5c1969123f req-8bd46d05-d13b-4fca-ae7a-84ff247d881b tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] 10.222.0.25 "GET /v2.0/networks?id=2b47e9cf-b9c0-42bf-a050-9734964a29ef HTTP/1.1" status: 200 len: 809 time: 0.5884395 Nov 10 19:22:15.585349 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43806) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:15.602630 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-c938b528-7d30-4831-be62-0b5c1969123f req-b8980c5e-e202-4082-9fa6-2f4d54bea5c8 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] Request body: {'port': {'device_id': '4fff2f62-cf14-4a82-ad2f-16df6c61e760', 'network_id': '2b47e9cf-b9c0-42bf-a050-9734964a29ef', 'admin_state_up': True, 'tenant_id': '68ed34cbd8f549cd93b954d07cca61d1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:15.606547 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0ecc1a-523b-4bd5-8ad0-569b6f033fef tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:15.606547 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0ecc1a-523b-4bd5-8ad0-569b6f033fef tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:15.606926 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0ecc1a-523b-4bd5-8ad0-569b6f033fef tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:15.607371 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0ecc1a-523b-4bd5-8ad0-569b6f033fef tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:15.607806 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0ecc1a-523b-4bd5-8ad0-569b6f033fef tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:15.608238 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0ecc1a-523b-4bd5-8ad0-569b6f033fef tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:15.608670 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0ecc1a-523b-4bd5-8ad0-569b6f033fef tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:15.609197 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0ecc1a-523b-4bd5-8ad0-569b6f033fef tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:15.609744 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0ecc1a-523b-4bd5-8ad0-569b6f033fef tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:15.610204 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0ecc1a-523b-4bd5-8ad0-569b6f033fef tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:15.610638 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0ecc1a-523b-4bd5-8ad0-569b6f033fef tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:15.611074 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0ecc1a-523b-4bd5-8ad0-569b6f033fef tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:15.613860 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-cf0ecc1a-523b-4bd5-8ad0-569b6f033fef tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7638 time: 0.1333170 Nov 10 19:22:15.616819 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43808) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:15.652777 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-e0114b07-087a-46aa-890d-7003db3af1de tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] delete failed (client error): The resource could not be found. Nov 10 19:22:15.656715 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e0114b07-087a-46aa-890d-7003db3af1de tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] 10.222.0.54 "DELETE /v2.0/routers/eabe1135-af85-4021-b4c0-b19701dc0c73 HTTP/1.1" status: 404 len: 336 time: 0.0675826 Nov 10 19:22:15.657048 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43810) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:15.744067 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-df065864-8f9b-407c-98df-6deb63090524 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] 10.222.0.54 "GET /v2.0/ports?device_id=40ee9b2e-02dd-4890-960b-e8914b1b305e HTTP/1.1" status: 200 len: 205 time: 0.0858960 Nov 10 19:22:15.745046 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43812) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:15.745534 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-e165b038-c93c-441f-8d5e-659bc30a0c43 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] delete failed (client error): The resource could not be found. Nov 10 19:22:15.746115 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e165b038-c93c-441f-8d5e-659bc30a0c43 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/3aacaeb5-cba1-48dd-b2d2-141656ad6531 HTTP/1.1" status: 404 len: 345 time: 0.1280973 Nov 10 19:22:15.748983 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43814) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:15.760061 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-73ce87b9-1751-4e13-b64f-4ba9646269e3 req-d2f4368d-ec53-420c-a4d2-141d0f971472 service neutron] 10.222.0.73 "GET /v2.0/networks/3af3c1b0-4d9a-454c-80c2-a75509e74ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785810 Nov 10 19:22:15.772501 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-1530c23b-94d5-4705-8c30-f068d775b7d4 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] DELETE failed (client error): The resource could not be found. Nov 10 19:22:15.773351 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1530c23b-94d5-4705-8c30-f068d775b7d4 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:22:15.776360 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1530c23b-94d5-4705-8c30-f068d775b7d4 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] 10.222.0.54 "DELETE /v2.0/networks/f6b88ba8-8296-43f3-a29e-746cbdda7dfc HTTP/1.1" status: 404 len: 339 time: 0.0262957 Nov 10 19:22:15.781086 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43816) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:15.789507 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-1978cee3-6e19-4da1-9a50-ccd00c08c47d tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Request body: {'network': {'name': 'tempest-network--619903371', 'router:external': True}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:15.796019 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-1a8fd8d7-6094-45f5-b1e1-a11c07de2164 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] delete failed (client error): The resource could not be found. Nov 10 19:22:15.799857 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1a8fd8d7-6094-45f5-b1e1-a11c07de2164 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] 10.222.0.54 "DELETE /v2.0/routers/40ee9b2e-02dd-4890-960b-e8914b1b305e HTTP/1.1" status: 404 len: 336 time: 0.0513127 Nov 10 19:22:15.800063 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43820) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:15.821017 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c938b528-7d30-4831-be62-0b5c1969123f req-b8980c5e-e202-4082-9fa6-2f4d54bea5c8 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] Made reservation on behalf of 68ed34cbd8f549cd93b954d07cca61d1 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:15.824703 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c938b528-7d30-4831-be62-0b5c1969123f req-b8980c5e-e202-4082-9fa6-2f4d54bea5c8 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:15.825020 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1978cee3-6e19-4da1-9a50-ccd00c08c47d tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Made reservation on behalf of 8306d61e74df45d78ca7d37304938584 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:15.829365 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1978cee3-6e19-4da1-9a50-ccd00c08c47d tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:15.846980 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e2d37f08-fd0b-47f1-b203-3866ebdec3a2 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] 10.222.0.54 "GET /v2.0/ports?device_id=5951bf83-ce59-4fd8-923a-b551cc48d947 HTTP/1.1" status: 200 len: 205 time: 0.0435514 Nov 10 19:22:15.852383 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43822) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:15.863268 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1978cee3-6e19-4da1-9a50-ccd00c08c47d tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:22:15.884515 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1978cee3-6e19-4da1-9a50-ccd00c08c47d tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:15.884966 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-1978cee3-6e19-4da1-9a50-ccd00c08c47d tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Added segment 725d0635-69e6-42d2-87dc-d876fef2d135 of type vlan for network 7f1b97c8-6de6-42a2-8997-7acba450de83 Nov 10 19:22:15.910354 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-be195d44-ebc2-4eb4-9cc8-1f3bda341d61 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] delete failed (client error): The resource could not be found. Nov 10 19:22:15.913849 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-be195d44-ebc2-4eb4-9cc8-1f3bda341d61 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] 10.222.0.54 "DELETE /v2.0/routers/5951bf83-ce59-4fd8-923a-b551cc48d947 HTTP/1.1" status: 404 len: 336 time: 0.0590796 Nov 10 19:22:15.914946 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43830) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:15.985652 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-abc704f8-f4fc-4b39-a441-17499f1cb82d tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e06dc0b-9941-432c-8dd9-7d063ab5ab9f HTTP/1.1" status: 200 len: 205 time: 0.0694032 Nov 10 19:22:15.991230 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43836) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:16.006071 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1978cee3-6e19-4da1-9a50-ccd00c08c47d tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:16.038168 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-8d985842-2f69-4f3d-860f-3e307928eed3 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] delete failed (client error): The resource could not be found. Nov 10 19:22:16.039239 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8d985842-2f69-4f3d-860f-3e307928eed3 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] 10.222.0.54 "DELETE /v2.0/routers/3e06dc0b-9941-432c-8dd9-7d063ab5ab9f HTTP/1.1" status: 404 len: 336 time: 0.0470221 Nov 10 19:22:16.043658 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43838) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:16.078725 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1978cee3-6e19-4da1-9a50-ccd00c08c47d tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:16.079822 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1978cee3-6e19-4da1-9a50-ccd00c08c47d tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:16.080479 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1978cee3-6e19-4da1-9a50-ccd00c08c47d tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:16.100504 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-103c540b-e7fd-4170-b003-82c3765bd334 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] 10.222.0.54 "GET /v2.0/ports?device_id=39672e52-9fbb-4af2-b697-190431179a03 HTTP/1.1" status: 200 len: 205 time: 0.0537627 Nov 10 19:22:16.101824 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43840) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:16.108902 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8976a2-dc34-491a-b8d0-d3086b5d8f0b req-d9e753ba-8bc6-44db-a57e-20e944f00b7d tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:16.111091 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9c8976a2-dc34-491a-b8d0-d3086b5d8f0b req-d9e753ba-8bc6-44db-a57e-20e944f00b7d tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e53d994-0c17-4ab9-bb1e-5db008663aa1 HTTP/1.1" status: 200 len: 946 time: 0.0921748 Nov 10 19:22:16.144614 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-aa455ff5-8e0e-448a-9912-082ce1d2f99d tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] delete failed (client error): The resource could not be found. Nov 10 19:22:16.149933 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-aa455ff5-8e0e-448a-9912-082ce1d2f99d tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] 10.222.0.54 "DELETE /v2.0/routers/39672e52-9fbb-4af2-b697-190431179a03 HTTP/1.1" status: 404 len: 336 time: 0.0434616 Nov 10 19:22:16.151016 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43844) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:16.177809 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1978cee3-6e19-4da1-9a50-ccd00c08c47d tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3938239 Nov 10 19:22:16.184093 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43846) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:16.193350 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978cee3-6e19-4da1-9a50-ccd00c08c47d tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Pushing event updated for resources: {'Network': ['ID=7f1b97c8-6de6-42a2-8997-7acba450de83,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:16.198766 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe3b9d2-1d4d-4eaf-a130-fcfec222d058 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] DELETE failed (client error): The resource could not be found. Nov 10 19:22:16.199225 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe3b9d2-1d4d-4eaf-a130-fcfec222d058 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:22:16.204725 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4fe3b9d2-1d4d-4eaf-a130-fcfec222d058 tempest-RoutersIpV6AdminTest-206447627 tempest-RoutersIpV6AdminTest-206447627-project] 10.222.0.54 "DELETE /v2.0/subnets/afc5ea37-a0b3-40ff-a6bc-1e05956df22e HTTP/1.1" status: 404 len: 337 time: 0.0510647 Nov 10 19:22:16.208852 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-c938b528-7d30-4831-be62-0b5c1969123f req-b8980c5e-e202-4082-9fa6-2f4d54bea5c8 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] Allocated IP 172.20.0.2 (2b47e9cf-b9c0-42bf-a050-9734964a29ef/42f35b07-e4b0-4bb7-a8c7-8cb896eba3c8/6d6c6c84-a79c-488c-b251-11e5299cef64) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:22:16.209076 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 7f1b97c8-6de6-42a2-8997-7acba450de83 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:22:16.278669 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9c8976a2-dc34-491a-b8d0-d3086b5d8f0b req-39e466ef-25a5-40b5-976b-b2e2c1f4c415 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.54 "GET /v2.0/security-groups?id=2eceb471-2210-4c66-90f8-7a189e737c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560981 Nov 10 19:22:16.407347 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3e899669-d3d9-48de-8aa1-c911cec92927 req-3a89c7a3-0190-41c7-b6d5-ca313530f6de service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d4d10b3c-f3e9-4b1f-b466-4ac973767b1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0871782 Nov 10 19:22:16.465508 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717c47c-7363-4a9b-bb5d-1d91c580dd94 tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:16.475505 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717c47c-7363-4a9b-bb5d-1d91c580dd94 tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:16.483804 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717c47c-7363-4a9b-bb5d-1d91c580dd94 tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:16.491983 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717c47c-7363-4a9b-bb5d-1d91c580dd94 tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:16.494967 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4717c47c-7363-4a9b-bb5d-1d91c580dd94 tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3063514 Nov 10 19:22:16.501546 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e899669-d3d9-48de-8aa1-c911cec92927 req-3c9251f6-1f0b-46b0-905d-3f2e9074e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:16.503121 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3e899669-d3d9-48de-8aa1-c911cec92927 req-3c9251f6-1f0b-46b0-905d-3f2e9074e847 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e93fd5a65df6457aaef20d4422ffb25a&device_id=d4d10b3c-f3e9-4b1f-b466-4ac973767b1a HTTP/1.1" status: 200 len: 1097 time: 0.0545712 Nov 10 19:22:16.503621 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43856) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:16.591717 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43858) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:16.664169 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c938b528-7d30-4831-be62-0b5c1969123f req-b8980c5e-e202-4082-9fa6-2f4d54bea5c8 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:16.685081 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5e090590-fb42-410c-baa1-3f2bd1e7fe05 req-a0e08619-f713-49d4-a95f-a72bac23adfa tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fff2f62-cf14-4a82-ad2f-16df6c61e760 HTTP/1.1" status: 200 len: 210 time: 0.0472193 Nov 10 19:22:16.693836 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9fe48a93-b23a-4c5b-8014-a8a1e3485289 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:16.707025 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c938b528-7d30-4831-be62-0b5c1969123f req-b8980c5e-e202-4082-9fa6-2f4d54bea5c8 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:16.782644 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e899669-d3d9-48de-8aa1-c911cec92927 req-8f8a6648-9ece-4467-9035-91d233b48abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:16.791113 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c938b528-7d30-4831-be62-0b5c1969123f req-b8980c5e-e202-4082-9fa6-2f4d54bea5c8 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] Network 2b47e9cf-b9c0-42bf-a050-9734964a29ef is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:22:16.794745 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-c938b528-7d30-4831-be62-0b5c1969123f req-b8980c5e-e202-4082-9fa6-2f4d54bea5c8 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:22:16.796655 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3e899669-d3d9-48de-8aa1-c911cec92927 req-8f8a6648-9ece-4467-9035-91d233b48abc service neutron] 10.222.0.73 "GET /v2.0/networks?id=08c1a153-c568-4f29-ba72-f916d4c7b272 HTTP/1.1" status: 200 len: 907 time: 0.2635367 Nov 10 19:22:16.802165 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-c938b528-7d30-4831-be62-0b5c1969123f req-b8980c5e-e202-4082-9fa6-2f4d54bea5c8 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:22:16.829878 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8980c5e-e202-4082-9fa6-2f4d54bea5c8 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] Pushing event updated for resources: {'Port': ['ID=6d6c6c84-a79c-488c-b251-11e5299cef64,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:16.859319 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938b528-7d30-4831-be62-0b5c1969123f req-b8980c5e-e202-4082-9fa6-2f4d54bea5c8 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:16.860073 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c938b528-7d30-4831-be62-0b5c1969123f req-b8980c5e-e202-4082-9fa6-2f4d54bea5c8 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:16.879744 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c938b528-7d30-4831-be62-0b5c1969123f req-b8980c5e-e202-4082-9fa6-2f4d54bea5c8 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2825916 Nov 10 19:22:16.892981 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-c938b528-7d30-4831-be62-0b5c1969123f req-bc242c85-dbc6-4a60-bf95-eaaba5940a1c service neutron] Request body: {'port': {'device_id': '4fff2f62-cf14-4a82-ad2f-16df6c61e760', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:16.901971 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9fe48a93-b23a-4c5b-8014-a8a1e3485289 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:16.914080 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2e8fdcef-fc81-4fd1-a702-8ef282851d54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:16.952896 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-9fe48a93-b23a-4c5b-8014-a8a1e3485289 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1b97c8-6de6-42a2-8997-7acba450de83']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:16.958907 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c938b528-7d30-4831-be62-0b5c1969123f req-bc242c85-dbc6-4a60-bf95-eaaba5940a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:16.962777 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3e899669-d3d9-48de-8aa1-c911cec92927 req-d8655f4e-8ee8-4667-b60d-ee2882e8add5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=630fe2b0-354e-464d-9eeb-ced0eed28569 HTTP/1.1" status: 200 len: 1002 time: 0.1223130 Nov 10 19:22:16.968054 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-9fe48a93-b23a-4c5b-8014-a8a1e3485289 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '725d0635-69e6-42d2-87dc-d876fef2d135') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:16.968487 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-9fe48a93-b23a-4c5b-8014-a8a1e3485289 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '725d0635-69e6-42d2-87dc-d876fef2d135') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:17.011931 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9fe48a93-b23a-4c5b-8014-a8a1e3485289 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:17.042209 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9fe48a93-b23a-4c5b-8014-a8a1e3485289 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:17.056603 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fe48a93-b23a-4c5b-8014-a8a1e3485289 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:22:17.057016 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9fe48a93-b23a-4c5b-8014-a8a1e3485289 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:17.059903 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:22:17.059903 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:22:17.059903 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:22:17.059903 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:22:17.059903 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:22:17.059903 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:22:17.059903 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:22:17.059903 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:22:17.059903 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:22:17.059903 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:22:17.059903 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:22:17.059903 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:22:17.059903 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:22:17.059903 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:22:17.059903 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:22:17.059903 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:22:17.059903 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:22:17.059903 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:22:17.059903 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:22:17.059903 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:22:17.059903 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:22:17.059903 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:22:17.059903 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:22:17.059903 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:22:17.059903 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:22:17.059903 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:22:17.059903 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:22:17.059903 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:22:17.059903 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:22:17.059903 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:22:17.059903 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:22:17.059903 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:22:17.106332 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e899669-d3d9-48de-8aa1-c911cec92927 req-9ae8b0f2-c4e3-4fb0-871a-dc22825af4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:17.107759 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3e899669-d3d9-48de-8aa1-c911cec92927 req-9ae8b0f2-c4e3-4fb0-871a-dc22825af4fe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6222ee0a-c125-4f8d-a824-8d99523756bb HTTP/1.1" status: 200 len: 845 time: 0.1368418 Nov 10 19:22:17.166642 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9fe48a93-b23a-4c5b-8014-a8a1e3485289 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:17.176765 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe48a93-b23a-4c5b-8014-a8a1e3485289 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7f1b97c8-6de6-42a2-8997-7acba450de83 {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 19:22:17.179232 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9fe48a93-b23a-4c5b-8014-a8a1e3485289 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:17.182522 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9fe48a93-b23a-4c5b-8014-a8a1e3485289 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] 10.222.0.54 "DELETE /v2.0/networks/7f1b97c8-6de6-42a2-8997-7acba450de83 HTTP/1.1" status: 204 len: 168 time: 0.6765463 Nov 10 19:22:17.191617 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43872) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:17.199450 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-e87ef5ab-d5bb-4fcb-8c8a-f363046e955f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Request body: {'network': {'name': 'tempest-network--1793649912', 'router:external': True}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:17.205320 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e899669-d3d9-48de-8aa1-c911cec92927 req-a667765b-f37e-43ad-aae0-81af2afcac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:17.207013 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3e899669-d3d9-48de-8aa1-c911cec92927 req-a667765b-f37e-43ad-aae0-81af2afcac48 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=08c1a153-c568-4f29-ba72-f916d4c7b272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899136 Nov 10 19:22:17.207851 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe48a93-b23a-4c5b-8014-a8a1e3485289 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Pushing event deleted for resources: {'Network': ['ID=7f1b97c8-6de6-42a2-8997-7acba450de83,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:17.246363 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87ef5ab-d5bb-4fcb-8c8a-f363046e955f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Made reservation on behalf of 8306d61e74df45d78ca7d37304938584 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:17.249356 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e87ef5ab-d5bb-4fcb-8c8a-f363046e955f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:17.302325 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-c938b528-7d30-4831-be62-0b5c1969123f req-bc242c85-dbc6-4a60-bf95-eaaba5940a1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d6c6c84-a79c-488c-b251-11e5299cef64 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:22:17.317119 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c938b528-7d30-4831-be62-0b5c1969123f req-bc242c85-dbc6-4a60-bf95-eaaba5940a1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:17.320211 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2e8fdcef-fc81-4fd1-a702-8ef282851d54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:17.321039 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e87ef5ab-d5bb-4fcb-8c8a-f363046e955f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:22:17.331714 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2e8fdcef-fc81-4fd1-a702-8ef282851d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:17.343847 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e87ef5ab-d5bb-4fcb-8c8a-f363046e955f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:17.344379 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-e87ef5ab-d5bb-4fcb-8c8a-f363046e955f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Added segment 8da32afd-908f-4d38-972a-5353fcc3fc39 of type vlan for network 0e918176-585b-4286-97b1-51b4f7ff5e7c Nov 10 19:22:17.346558 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-c938b528-7d30-4831-be62-0b5c1969123f req-bc242c85-dbc6-4a60-bf95-eaaba5940a1c service neutron] Transition to ACTIVE for port object 6d6c6c84-a79c-488c-b251-11e5299cef64 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:22:17.357301 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c938b528-7d30-4831-be62-0b5c1969123f req-bc242c85-dbc6-4a60-bf95-eaaba5940a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:17.385463 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3e899669-d3d9-48de-8aa1-c911cec92927 req-ae4c8fb8-d76c-4e4a-8a9b-c31945612729 service neutron] 10.222.0.73 "GET /v2.0/networks/08c1a153-c568-4f29-ba72-f916d4c7b272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691527 Nov 10 19:22:17.443664 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2e8fdcef-fc81-4fd1-a702-8ef282851d54 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=59ec45ab53244d8ab7cc559579bd75d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8469045 Nov 10 19:22:17.446957 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8fdcef-fc81-4fd1-a702-8ef282851d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109b3771-90d3-4370-af40-67dc5dae6a78,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:17.448976 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43876) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:17.468960 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e87ef5ab-d5bb-4fcb-8c8a-f363046e955f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:17.475232 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc242c85-dbc6-4a60-bf95-eaaba5940a1c service neutron] Pushing event updated for resources: {'Port': ['ID=6d6c6c84-a79c-488c-b251-11e5299cef64,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:17.566987 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e87ef5ab-d5bb-4fcb-8c8a-f363046e955f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:17.568298 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87ef5ab-d5bb-4fcb-8c8a-f363046e955f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:17.569448 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e87ef5ab-d5bb-4fcb-8c8a-f363046e955f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:17.578460 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-c938b528-7d30-4831-be62-0b5c1969123f req-bc242c85-dbc6-4a60-bf95-eaaba5940a1c service neutron] Attempting to bind port 6d6c6c84-a79c-488c-b251-11e5299cef64 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:17.578927 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-c938b528-7d30-4831-be62-0b5c1969123f req-bc242c85-dbc6-4a60-bf95-eaaba5940a1c service neutron] Attempting to bind port 6d6c6c84-a79c-488c-b251-11e5299cef64 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '869a3e27-7c06-45aa-bc90-fc5fe32ba919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2b47e9cf-b9c0-42bf-a050-9734964a29ef'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:17.579480 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c938b528-7d30-4831-be62-0b5c1969123f req-bc242c85-dbc6-4a60-bf95-eaaba5940a1c service neutron] Attempting to bind port 6d6c6c84-a79c-488c-b251-11e5299cef64 on network 2b47e9cf-b9c0-42bf-a050-9734964a29ef {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:17.581399 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577bc0e4-752a-4fca-9435-974ff8308184 req-44cd90ed-5748-4930-ab68-82aecf0cf321 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:17.583057 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-577bc0e4-752a-4fca-9435-974ff8308184 req-44cd90ed-5748-4930-ab68-82aecf0cf321 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e53d994-0c17-4ab9-bb1e-5db008663aa1 HTTP/1.1" status: 200 len: 946 time: 0.1553767 Nov 10 19:22:17.630582 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c938b528-7d30-4831-be62-0b5c1969123f req-bc242c85-dbc6-4a60-bf95-eaaba5940a1c service neutron] Port 6d6c6c84-a79c-488c-b251-11e5299cef64 on network 2b47e9cf-b9c0-42bf-a050-9734964a29ef not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:17.630916 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c938b528-7d30-4831-be62-0b5c1969123f req-bc242c85-dbc6-4a60-bf95-eaaba5940a1c service neutron] Attempting to bind port 6d6c6c84-a79c-488c-b251-11e5299cef64 on network 2b47e9cf-b9c0-42bf-a050-9734964a29ef {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:17.635108 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3e899669-d3d9-48de-8aa1-c911cec92927 req-0d52905a-5e62-499f-8233-243ae53e8eb9 service neutron] 10.222.0.73 "GET /v2.0/networks/08c1a153-c568-4f29-ba72-f916d4c7b272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401285 Nov 10 19:22:17.638326 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4477-ea19-42a1-910e-3f420b677f0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:17.674603 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e87ef5ab-d5bb-4fcb-8c8a-f363046e955f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4792821 Nov 10 19:22:17.676353 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43880) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:17.676858 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c938b528-7d30-4831-be62-0b5c1969123f req-bc242c85-dbc6-4a60-bf95-eaaba5940a1c service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:22:17.677218 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c938b528-7d30-4831-be62-0b5c1969123f req-bc242c85-dbc6-4a60-bf95-eaaba5940a1c service neutron] Checking segment: {'id': '869a3e27-7c06-45aa-bc90-fc5fe32ba919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2b47e9cf-b9c0-42bf-a050-9734964a29ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:22:17.677627 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c938b528-7d30-4831-be62-0b5c1969123f req-bc242c85-dbc6-4a60-bf95-eaaba5940a1c service neutron] Bound using segment: {'id': '869a3e27-7c06-45aa-bc90-fc5fe32ba919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2b47e9cf-b9c0-42bf-a050-9734964a29ef'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:22:17.678111 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-c938b528-7d30-4831-be62-0b5c1969123f req-bc242c85-dbc6-4a60-bf95-eaaba5940a1c service neutron] Bound port: 6d6c6c84-a79c-488c-b251-11e5299cef64, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '869a3e27-7c06-45aa-bc90-fc5fe32ba919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2b47e9cf-b9c0-42bf-a050-9734964a29ef'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:22:17.678474 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c938b528-7d30-4831-be62-0b5c1969123f req-bc242c85-dbc6-4a60-bf95-eaaba5940a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:17.690375 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4477-ea19-42a1-910e-3f420b677f0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:17.694651 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ef5ab-d5bb-4fcb-8c8a-f363046e955f tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Pushing event updated for resources: {'Network': ['ID=0e918176-585b-4286-97b1-51b4f7ff5e7c,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:17.707034 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-577bc0e4-752a-4fca-9435-974ff8308184 req-6c052f17-b4d2-49d4-b455-5879bb6d3e10 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.54 "GET /v2.0/security-groups?id=2eceb471-2210-4c66-90f8-7a189e737c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156824 Nov 10 19:22:17.709212 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 0e918176-585b-4286-97b1-51b4f7ff5e7c details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:22:17.818497 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5a475c-b3f8-4983-9ef7-1efe8ea30fd5 tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:17.820194 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9c5a475c-b3f8-4983-9ef7-1efe8ea30fd5 tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] 10.222.0.54 "GET /v2.0/networks/0e918176-585b-4286-97b1-51b4f7ff5e7c HTTP/1.1" status: 200 len: 757 time: 0.1405807 Nov 10 19:22:17.822915 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43888) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:17.833526 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-c938b528-7d30-4831-be62-0b5c1969123f req-bc242c85-dbc6-4a60-bf95-eaaba5940a1c service neutron] For port 6d6c6c84-a79c-488c-b251-11e5299cef64, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:22:17.838302 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-c938b528-7d30-4831-be62-0b5c1969123f req-bc242c85-dbc6-4a60-bf95-eaaba5940a1c service neutron] For port 6d6c6c84-a79c-488c-b251-11e5299cef64, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=6d6c6c84-a79c-488c-b251-11e5299cef64,segment=NetworkSegment(869a3e27-7c06-45aa-bc90-fc5fe32ba919),segment_id=869a3e27-7c06-45aa-bc90-fc5fe32ba919)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:22:17.848203 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c938b528-7d30-4831-be62-0b5c1969123f req-bc242c85-dbc6-4a60-bf95-eaaba5940a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:17.876971 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4477-ea19-42a1-910e-3f420b677f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:17.880003 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4477-ea19-42a1-910e-3f420b677f0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:17.883640 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8a1e4477-ea19-42a1-910e-3f420b677f0e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/109b3771-90d3-4370-af40-67dc5dae6a78 HTTP/1.1" status: 204 len: 168 time: 0.4068804 Nov 10 19:22:17.919197 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e4477-ea19-42a1-910e-3f420b677f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109b3771-90d3-4370-af40-67dc5dae6a78,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:17.947006 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfbe6e8-96df-4c2b-94a5-be13f422a0c3 tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:17.948907 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6dfbe6e8-96df-4c2b-94a5-be13f422a0c3 tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] 10.222.0.54 "GET /v2.0/networks/c7fd6ea9-969a-45b4-9575-2e37c5566989 HTTP/1.1" status: 200 len: 767 time: 0.1244745 Nov 10 19:22:17.951404 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43892) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:17.978779 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938b528-7d30-4831-be62-0b5c1969123f req-bc242c85-dbc6-4a60-bf95-eaaba5940a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:17.981023 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c938b528-7d30-4831-be62-0b5c1969123f req-bc242c85-dbc6-4a60-bf95-eaaba5940a1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:17.981023 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c938b528-7d30-4831-be62-0b5c1969123f req-bc242c85-dbc6-4a60-bf95-eaaba5940a1c service neutron] 10.222.0.25 "PUT /v2.0/ports/6d6c6c84-a79c-488c-b251-11e5299cef64 HTTP/1.1" status: 200 len: 1091 time: 1.0930099 Nov 10 19:22:17.981331 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fff2f62-cf14-4a82-ad2f-16df6c61e760', 'tag': '6d6c6c84-a79c-488c-b251-11e5299cef64'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:22:17.997169 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03e55b3-3764-4a35-a623-e8fc47904c07" -d '{"events": [{"name": "network-changed", "server_uuid": "4fff2f62-cf14-4a82-ad2f-16df6c61e760", "tag": "6d6c6c84-a79c-488c-b251-11e5299cef64"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:22:18.111130 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc242c85-dbc6-4a60-bf95-eaaba5940a1c service neutron] Pushing event updated for resources: {'Port': ['ID=6d6c6c84-a79c-488c-b251-11e5299cef64,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:18.141016 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5eb08637-1fc1-4314-a9ea-22d1e906c561 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:18.151161 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938b528-7d30-4831-be62-0b5c1969123f req-744b4bd4-02d7-422c-a990-58d3899ac10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:18.153493 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c938b528-7d30-4831-be62-0b5c1969123f req-744b4bd4-02d7-422c-a990-58d3899ac10d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=68ed34cbd8f549cd93b954d07cca61d1&device_id=4fff2f62-cf14-4a82-ad2f-16df6c61e760 HTTP/1.1" status: 200 len: 1094 time: 0.1023920 Nov 10 19:22:18.182633 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf4820-ee78-4f59-ae5a-894d358826df req-1ea09747-21eb-4aa8-9234-b55fb719d493 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:18.184466 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-afbf4820-ee78-4f59-ae5a-894d358826df req-1ea09747-21eb-4aa8-9234-b55fb719d493 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fff2f62-cf14-4a82-ad2f-16df6c61e760 HTTP/1.1" status: 200 len: 943 time: 0.1030569 Nov 10 19:22:18.214504 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c938b528-7d30-4831-be62-0b5c1969123f req-e6d4f8a9-a87b-4f3e-b2c1-d5e57c5e67bb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6d6c6c84-a79c-488c-b251-11e5299cef64 HTTP/1.1" status: 200 len: 217 time: 0.0504518 Nov 10 19:22:18.276163 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938b528-7d30-4831-be62-0b5c1969123f req-af698a94-9369-4cc8-93dc-5c8334082411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:18.278892 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c938b528-7d30-4831-be62-0b5c1969123f req-af698a94-9369-4cc8-93dc-5c8334082411 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=42f35b07-e4b0-4bb7-a8c7-8cb896eba3c8 HTTP/1.1" status: 200 len: 849 time: 0.0582635 Nov 10 19:22:18.306293 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5eb08637-1fc1-4314-a9ea-22d1e906c561 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:18.319574 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-afbf4820-ee78-4f59-ae5a-894d358826df req-52549c8c-a731-4e51-a509-50c5b2b200cd tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] 10.222.0.54 "GET /v2.0/security-groups?id=de670771-0ca0-410d-ae20-ea905ce0f038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155622 Nov 10 19:22:18.327796 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c938b528-7d30-4831-be62-0b5c1969123f req-57b24006-65d1-4b35-9a82-6278b333ba0f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2b47e9cf-b9c0-42bf-a050-9734964a29ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403888 Nov 10 19:22:18.336092 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-5eb08637-1fc1-4314-a9ea-22d1e906c561 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e918176-585b-4286-97b1-51b4f7ff5e7c']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:18.350612 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-5eb08637-1fc1-4314-a9ea-22d1e906c561 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8da32afd-908f-4d38-972a-5353fcc3fc39') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:18.351275 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-5eb08637-1fc1-4314-a9ea-22d1e906c561 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8da32afd-908f-4d38-972a-5353fcc3fc39') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:18.364721 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5eb08637-1fc1-4314-a9ea-22d1e906c561 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:18.366579 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43900) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:18.400921 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5eb08637-1fc1-4314-a9ea-22d1e906c561 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:18.416761 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb08637-1fc1-4314-a9ea-22d1e906c561 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:22:18.417292 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5eb08637-1fc1-4314-a9ea-22d1e906c561 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:18.419414 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:22:18.419414 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:22:18.419414 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:22:18.419414 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:22:18.419414 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:22:18.419414 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:22:18.419414 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:22:18.419414 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:22:18.419414 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:22:18.419414 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:22:18.419414 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:22:18.419414 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:22:18.419414 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:22:18.419414 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:22:18.419414 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:22:18.419414 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:22:18.419414 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:22:18.419414 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:22:18.419414 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:22:18.419414 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:22:18.419414 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:22:18.419414 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:22:18.419414 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:22:18.419414 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:22:18.419414 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:22:18.419414 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:22:18.419414 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:22:18.419414 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:22:18.419414 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:22:18.419414 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:22:18.419414 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:22:18.419414 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:22:18.457597 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c938b528-7d30-4831-be62-0b5c1969123f req-a87d9f75-7031-4ff1-aa37-fc94730d9025 service neutron] 10.222.0.25 "GET /v2.0/networks/2b47e9cf-b9c0-42bf-a050-9734964a29ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217091 Nov 10 19:22:18.502426 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e32b8475-8852-4dc5-a022-b785f7fb96dc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bf0a65602fa64bc69994c58eb33cc1dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1344481 Nov 10 19:22:18.504465 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43904) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:18.527028 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5eb08637-1fc1-4314-a9ea-22d1e906c561 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:18.536133 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb08637-1fc1-4314-a9ea-22d1e906c561 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0e918176-585b-4286-97b1-51b4f7ff5e7c {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 19:22:18.552798 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5eb08637-1fc1-4314-a9ea-22d1e906c561 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:18.567216 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5eb08637-1fc1-4314-a9ea-22d1e906c561 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] 10.222.0.54 "DELETE /v2.0/networks/0e918176-585b-4286-97b1-51b4f7ff5e7c HTTP/1.1" status: 204 len: 168 time: 0.6069920 Nov 10 19:22:18.578861 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43906) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:18.580537 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ac5762-7f92-49b4-ac06-ae6cf2861c86 x-openstack-request-id: req-72ac5762-7f92-49b4-ac06-ae6cf2861c86 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:22:18.580925 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fff2f62-cf14-4a82-ad2f-16df6c61e760", "tag": "6d6c6c84-a79c-488c-b251-11e5299cef64", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:22:18.581243 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-72ac5762-7f92-49b4-ac06-ae6cf2861c86 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:22:18.581735 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fff2f62-cf14-4a82-ad2f-16df6c61e760', 'tag': '6d6c6c84-a79c-488c-b251-11e5299cef64', 'status': 'completed', 'code': 200} Nov 10 19:22:18.592544 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-a8b297b4-173e-4da8-b1ce-f743c618761e tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Request body: {'network': {'name': 'tempest-network--1239359888'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:18.599045 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb08637-1fc1-4314-a9ea-22d1e906c561 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Pushing event deleted for resources: {'Network': ['ID=0e918176-585b-4286-97b1-51b4f7ff5e7c,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:18.670474 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b297b4-173e-4da8-b1ce-f743c618761e tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Made reservation on behalf of 8306d61e74df45d78ca7d37304938584 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:18.673562 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a8b297b4-173e-4da8-b1ce-f743c618761e tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:18.677692 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c938b528-7d30-4831-be62-0b5c1969123f req-6722b028-e466-476c-8d44-2e35b0f39e70 service neutron] 10.222.0.25 "GET /v2.0/networks/2b47e9cf-b9c0-42bf-a050-9734964a29ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120941 Nov 10 19:22:18.706820 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92936e9b-21d2-4b5c-bbd8-71a1d68c496a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:18.748683 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92936e9b-21d2-4b5c-bbd8-71a1d68c496a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:18.770742 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b297b4-173e-4da8-b1ce-f743c618761e tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:22:18.831968 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a8b297b4-173e-4da8-b1ce-f743c618761e tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:18.832293 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-a8b297b4-173e-4da8-b1ce-f743c618761e tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Added segment f3f141da-0ed3-448d-a60d-999402e40953 of type vlan for network 81c39dc9-165b-48b4-a06e-db5e61d0354d Nov 10 19:22:18.900768 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e55b3-3764-4a35-a623-e8fc47904c07 req-31831308-e10e-4ee4-83df-da91c1ed3b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:18.902418 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d03e55b3-3764-4a35-a623-e8fc47904c07 req-31831308-e10e-4ee4-83df-da91c1ed3b3b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=68ed34cbd8f549cd93b954d07cca61d1&device_id=4fff2f62-cf14-4a82-ad2f-16df6c61e760 HTTP/1.1" status: 200 len: 1094 time: 0.1563301 Nov 10 19:22:18.904183 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a8b297b4-173e-4da8-b1ce-f743c618761e tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:18.945235 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b27f0c-a9df-4238-b6ea-baea8c962ccb req-951ec591-8fa3-4d41-b56f-0d6934f5d918 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:18.946740 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-19b27f0c-a9df-4238-b6ea-baea8c962ccb req-951ec591-8fa3-4d41-b56f-0d6934f5d918 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e53d994-0c17-4ab9-bb1e-5db008663aa1 HTTP/1.1" status: 200 len: 946 time: 0.0723879 Nov 10 19:22:18.956576 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92936e9b-21d2-4b5c-bbd8-71a1d68c496a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:18.960607 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92936e9b-21d2-4b5c-bbd8-71a1d68c496a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:18.964948 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-92936e9b-21d2-4b5c-bbd8-71a1d68c496a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/150fc450-4ddc-4ab0-b8de-ef6614bdc0d0 HTTP/1.1" status: 204 len: 168 time: 0.4569979 Nov 10 19:22:18.967434 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a8b297b4-173e-4da8-b1ce-f743c618761e tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:18.968990 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b297b4-173e-4da8-b1ce-f743c618761e tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:18.969609 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a8b297b4-173e-4da8-b1ce-f743c618761e tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:19.022542 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92936e9b-21d2-4b5c-bbd8-71a1d68c496a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150fc450-4ddc-4ab0-b8de-ef6614bdc0d0,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:19.044443 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-19b27f0c-a9df-4238-b6ea-baea8c962ccb req-18b8596c-d0f2-4097-bd58-8a23faf079cd tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.54 "GET /v2.0/security-groups?id=2eceb471-2210-4c66-90f8-7a189e737c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904317 Nov 10 19:22:19.070462 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a8b297b4-173e-4da8-b1ce-f743c618761e tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4815047 Nov 10 19:22:19.070462 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43922) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:19.147530 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-7ae6f277-2678-493b-9392-8af316e866a2 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:19.310144 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b297b4-173e-4da8-b1ce-f743c618761e tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Pushing event updated for resources: {'Network': ['ID=81c39dc9-165b-48b4-a06e-db5e61d0354d,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:19.332712 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 81c39dc9-165b-48b4-a06e-db5e61d0354d details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:22:19.354154 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7ae6f277-2678-493b-9392-8af316e866a2 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:19.357588 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e55b3-3764-4a35-a623-e8fc47904c07 req-3be31d6a-f974-452c-a910-4db145aac7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:19.359177 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d03e55b3-3764-4a35-a623-e8fc47904c07 req-3be31d6a-f974-452c-a910-4db145aac7c0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2b47e9cf-b9c0-42bf-a050-9734964a29ef HTTP/1.1" status: 200 len: 910 time: 0.4229996 Nov 10 19:22:19.404571 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7ae6f277-2678-493b-9392-8af316e866a2 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:19.408964 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d03e55b3-3764-4a35-a623-e8fc47904c07 req-a23fedcf-55f0-4827-9d02-c839606e2e55 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6d6c6c84-a79c-488c-b251-11e5299cef64 HTTP/1.1" status: 200 len: 217 time: 0.0421000 Nov 10 19:22:19.473161 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6f277-2678-493b-9392-8af316e866a2 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Pushing event updated for resources: {'Network': ['ID=81c39dc9-165b-48b4-a06e-db5e61d0354d,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:19.484672 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7ae6f277-2678-493b-9392-8af316e866a2 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Network 81c39dc9-165b-48b4-a06e-db5e61d0354d is not hosted by any dhcp agent {{(pid=102505) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 19:22:19.485503 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae6f277-2678-493b-9392-8af316e866a2 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:19.489282 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7ae6f277-2678-493b-9392-8af316e866a2 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:19.489282 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7ae6f277-2678-493b-9392-8af316e866a2 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] 10.222.0.54 "PUT /v2.0/networks/81c39dc9-165b-48b4-a06e-db5e61d0354d HTTP/1.1" status: 200 len: 858 time: 0.4214828 Nov 10 19:22:19.491997 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43938) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:19.507035 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042116b7-a03e-4f67-b290-1625cde607c1 req-6d2ad824-ec00-41b2-beb1-802a09f195a0 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:19.514711 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-042116b7-a03e-4f67-b290-1625cde607c1 req-6d2ad824-ec00-41b2-beb1-802a09f195a0 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fff2f62-cf14-4a82-ad2f-16df6c61e760 HTTP/1.1" status: 200 len: 943 time: 0.0873311 Nov 10 19:22:19.556987 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e55b3-3764-4a35-a623-e8fc47904c07 req-f8092d6c-c3bb-4f3b-bea0-5f252b0cbb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:19.558952 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d03e55b3-3764-4a35-a623-e8fc47904c07 req-f8092d6c-c3bb-4f3b-bea0-5f252b0cbb57 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=42f35b07-e4b0-4bb7-a8c7-8cb896eba3c8 HTTP/1.1" status: 200 len: 849 time: 0.0870912 Nov 10 19:22:19.616002 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a427c4a2-64a5-45a8-88f1-86afce8b0ec3 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:19.628918 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-042116b7-a03e-4f67-b290-1625cde607c1 req-9ef97cc8-35e3-4d81-ab12-2eab82e2aab2 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] 10.222.0.54 "GET /v2.0/security-groups?id=de670771-0ca0-410d-ae20-ea905ce0f038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131241 Nov 10 19:22:19.652980 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d03e55b3-3764-4a35-a623-e8fc47904c07 req-24394f67-e54e-4321-801f-bf0d6c3fa250 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2b47e9cf-b9c0-42bf-a050-9734964a29ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854378 Nov 10 19:22:19.775996 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a427c4a2-64a5-45a8-88f1-86afce8b0ec3 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:19.801278 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-a427c4a2-64a5-45a8-88f1-86afce8b0ec3 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c39dc9-165b-48b4-a06e-db5e61d0354d']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:19.813105 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-a427c4a2-64a5-45a8-88f1-86afce8b0ec3 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f141da-0ed3-448d-a60d-999402e40953') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:19.813430 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-a427c4a2-64a5-45a8-88f1-86afce8b0ec3 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f141da-0ed3-448d-a60d-999402e40953') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:19.826155 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a427c4a2-64a5-45a8-88f1-86afce8b0ec3 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:19.842877 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a427c4a2-64a5-45a8-88f1-86afce8b0ec3 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:19.850886 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a427c4a2-64a5-45a8-88f1-86afce8b0ec3 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:22:19.851291 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a427c4a2-64a5-45a8-88f1-86afce8b0ec3 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:19.853373 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:22:19.853373 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:22:19.853373 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:22:19.853373 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:22:19.853373 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:22:19.853373 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:22:19.853373 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:22:19.853373 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:22:19.853373 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:22:19.853373 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:22:19.853373 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:22:19.853373 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:22:19.853373 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:22:19.853373 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:22:19.853373 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:22:19.853373 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:22:19.853373 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:22:19.853373 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:22:19.853373 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:22:19.853373 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:22:19.853373 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:22:19.853373 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:22:19.853373 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:22:19.853373 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:22:19.853373 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:22:19.853373 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:22:19.853373 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:22:19.853373 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:22:19.853373 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:22:19.853373 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:22:19.853373 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:22:19.853373 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:22:19.927876 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a427c4a2-64a5-45a8-88f1-86afce8b0ec3 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:19.943733 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a427c4a2-64a5-45a8-88f1-86afce8b0ec3 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 81c39dc9-165b-48b4-a06e-db5e61d0354d {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 19:22:19.963184 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a427c4a2-64a5-45a8-88f1-86afce8b0ec3 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:19.967100 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a427c4a2-64a5-45a8-88f1-86afce8b0ec3 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] 10.222.0.54 "DELETE /v2.0/networks/81c39dc9-165b-48b4-a06e-db5e61d0354d HTTP/1.1" status: 204 len: 168 time: 0.4733815 Nov 10 19:22:19.969662 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427c4a2-64a5-45a8-88f1-86afce8b0ec3 tempest-ExternalNetworksTestJSON-271911187 tempest-ExternalNetworksTestJSON-271911187-project-admin] Pushing event deleted for resources: {'Network': ['ID=81c39dc9-165b-48b4-a06e-db5e61d0354d,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:19.972757 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43948) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.007403 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd123e3f-3288-46c7-abdc-43129da6a051 tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] DELETE failed (client error): The resource could not be found. Nov 10 19:22:20.008291 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd123e3f-3288-46c7-abdc-43129da6a051 tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:22:20.011955 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-fd123e3f-3288-46c7-abdc-43129da6a051 tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] 10.222.0.54 "DELETE /v2.0/subnets/e876f9c6-f245-4482-9d25-5e709eb13904 HTTP/1.1" status: 404 len: 337 time: 0.0378640 Nov 10 19:22:20.017294 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43952) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.177752 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43958) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.204341 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d03e55b3-3764-4a35-a623-e8fc47904c07 req-d9a1d6ba-109d-4d28-85c3-f4b1056cad00 service neutron] 10.222.0.25 "GET /v2.0/networks/2b47e9cf-b9c0-42bf-a050-9734964a29ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5432906 Nov 10 19:22:20.245356 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-340c7570-fd6d-4697-8ce2-7ace2a0e9acb tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:20.376872 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d03e55b3-3764-4a35-a623-e8fc47904c07 req-5cc75b93-f138-4733-9c3c-ddf7f79a1123 service neutron] 10.222.0.25 "GET /v2.0/networks/2b47e9cf-b9c0-42bf-a050-9734964a29ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603231 Nov 10 19:22:20.429488 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [None req-b5f4bdbb-3cca-42a0-8c60-6984b9ae8686 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.433378 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b5f4bdbb-3cca-42a0-8c60-6984b9ae8686 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2410409 Nov 10 19:22:20.434134 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43964) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.440023 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-889d4882-c16a-46a8-8124-26fda995f617 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.444051 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-889d4882-c16a-46a8-8124-26fda995f617 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0088327 Nov 10 19:22:20.444712 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43966) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.449493 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-9eecfc71-4cef-43ca-8aa8-be0ed95a0019 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.453874 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9eecfc71-4cef-43ca-8aa8-be0ed95a0019 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0077937 Nov 10 19:22:20.454531 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43968) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.459504 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-98358e02-f28e-4370-b10c-56fb7b4db744 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.464368 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-98358e02-f28e-4370-b10c-56fb7b4db744 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0085247 Nov 10 19:22:20.465022 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43970) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.470247 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-78f02a21-1054-4bf7-a755-581c4d081bb7 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.474222 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-78f02a21-1054-4bf7-a755-581c4d081bb7 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0081563 Nov 10 19:22:20.474867 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43972) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.479844 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-f2d4a5fe-501f-4c4c-8983-912dd2dc286f tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.483233 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f2d4a5fe-501f-4c4c-8983-912dd2dc286f tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0074098 Nov 10 19:22:20.483867 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43974) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.488739 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-19ece815-bdb5-4f5a-815b-898685381cb4 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.492566 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-19ece815-bdb5-4f5a-815b-898685381cb4 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0071630 Nov 10 19:22:20.493158 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43976) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.498974 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-3012b561-bdb5-414d-a511-4efd13bac9c2 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.503979 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3012b561-bdb5-414d-a511-4efd13bac9c2 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0097525 Nov 10 19:22:20.504678 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43978) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.509020 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-d3e70815-3cc8-4b89-bce5-1473df7271da tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.513185 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d3e70815-3cc8-4b89-bce5-1473df7271da tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0072269 Nov 10 19:22:20.513744 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43980) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.515776 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-340c7570-fd6d-4697-8ce2-7ace2a0e9acb tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:20.520496 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-b9cc26d8-0e5b-4522-ab89-c4cf48e97afd tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.524832 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b9cc26d8-0e5b-4522-ab89-c4cf48e97afd tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0100210 Nov 10 19:22:20.525641 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43982) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.530567 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-fb34c9c3-9405-4548-aa1b-58005fbdcbd3 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.534484 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26120f-2a7b-4429-b608-e07b78654857 req-de34b18f-97c5-46e2-b488-95e4d0eed490 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:20.535206 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-fb34c9c3-9405-4548-aa1b-58005fbdcbd3 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0082030 Nov 10 19:22:20.535844 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43984) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.536080 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6d26120f-2a7b-4429-b608-e07b78654857 req-de34b18f-97c5-46e2-b488-95e4d0eed490 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e53d994-0c17-4ab9-bb1e-5db008663aa1 HTTP/1.1" status: 200 len: 946 time: 0.2726591 Nov 10 19:22:20.540207 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-71c335d5-5955-4727-9264-8fa5e8bed9ec tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.543615 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69501e9c-c020-4c6c-a027-f57ad07fea1f req-953225ec-cc71-4b8b-8923-78505507af52 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:20.543812 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-71c335d5-5955-4727-9264-8fa5e8bed9ec tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0068738 Nov 10 19:22:20.544492 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43986) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.545083 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-69501e9c-c020-4c6c-a027-f57ad07fea1f req-953225ec-cc71-4b8b-8923-78505507af52 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e53d994-0c17-4ab9-bb1e-5db008663aa1 HTTP/1.1" status: 200 len: 946 time: 0.3519931 Nov 10 19:22:20.556971 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-75e38523-9add-4799-a1e4-1cd55c417e61 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.560972 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-75e38523-9add-4799-a1e4-1cd55c417e61 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0080497 Nov 10 19:22:20.561634 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43988) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.567240 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-b79e9841-fd5e-44eb-9421-99b0b197c358 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.571766 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b79e9841-fd5e-44eb-9421-99b0b197c358 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0078611 Nov 10 19:22:20.572544 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43990) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.578589 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-adac99d0-7558-4204-8ca1-8ef9179f22cd tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.582973 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-adac99d0-7558-4204-8ca1-8ef9179f22cd tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0092854 Nov 10 19:22:20.583701 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43992) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.589410 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-3bc91bcd-4eb1-42f7-8fb0-ca7686a43880 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.594961 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3bc91bcd-4eb1-42f7-8fb0-ca7686a43880 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0101342 Nov 10 19:22:20.595767 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43994) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.600838 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-85c4c9bd-97a0-4164-8dcc-38c66c3e635d tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.605429 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-85c4c9bd-97a0-4164-8dcc-38c66c3e635d tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0083649 Nov 10 19:22:20.606625 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43996) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.612057 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-fd6041ec-6d8d-4321-8148-1d79cc443ad0 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.619211 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-fd6041ec-6d8d-4321-8148-1d79cc443ad0 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0088677 Nov 10 19:22:20.619211 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43998) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.623565 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-19b7ebfd-4ddc-4f36-b313-35e4258227e8 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.626202 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-19b7ebfd-4ddc-4f36-b313-35e4258227e8 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0073175 Nov 10 19:22:20.628320 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44000) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.633581 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-ffd222a9-1909-4a09-98d1-70e2ab8c5f29 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.635394 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ffd222a9-1909-4a09-98d1-70e2ab8c5f29 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0054691 Nov 10 19:22:20.637580 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44002) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.642534 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-0af8c00e-b902-4ab0-90c3-0ef89b064d72 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.643995 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0af8c00e-b902-4ab0-90c3-0ef89b064d72 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0052373 Nov 10 19:22:20.647455 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44004) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.651620 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-afc3220b-06f9-45ca-ab9c-2fe2e600a01f tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.653170 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-afc3220b-06f9-45ca-ab9c-2fe2e600a01f tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0046446 Nov 10 19:22:20.655454 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44008) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.660623 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-7297f78c-106e-4eb2-9836-64eeaee28075 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.664293 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7297f78c-106e-4eb2-9836-64eeaee28075 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0051455 Nov 10 19:22:20.664767 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44010) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.670759 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-ea96ef45-d3cf-438c-82e4-26331c01950f tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.672705 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ea96ef45-d3cf-438c-82e4-26331c01950f tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0060222 Nov 10 19:22:20.674911 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44012) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.679535 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-2d5377cb-3691-40d3-b00c-92dcae39e199 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.681533 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2d5377cb-3691-40d3-b00c-92dcae39e199 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0046587 Nov 10 19:22:20.683790 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44014) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.688816 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-c0e7f368-2a28-4824-85bf-e055a7666acf tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.690376 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c0e7f368-2a28-4824-85bf-e055a7666acf tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0050707 Nov 10 19:22:20.694063 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44016) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.700504 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-7e2e12b9-8661-496a-9a20-44d4a8bfffb1 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.702012 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7e2e12b9-8661-496a-9a20-44d4a8bfffb1 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0064976 Nov 10 19:22:20.704950 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44018) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.710279 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-52def324-f4b0-4792-ba96-b14c9fd1f5f4 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.712015 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-52def324-f4b0-4792-ba96-b14c9fd1f5f4 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0050685 Nov 10 19:22:20.714507 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44020) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.719958 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-3acea2db-35f1-4d14-9402-46cd2d4a11e8 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.721504 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3acea2db-35f1-4d14-9402-46cd2d4a11e8 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0055215 Nov 10 19:22:20.723946 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44022) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.729059 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-8869d784-bc74-405f-9f59-8089778e0112 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.730530 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8869d784-bc74-405f-9f59-8089778e0112 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0049193 Nov 10 19:22:20.733204 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44024) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.738292 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-84cccf08-834f-40ff-bcc7-81ce860dd292 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.739912 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-84cccf08-834f-40ff-bcc7-81ce860dd292 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0051508 Nov 10 19:22:20.742476 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44026) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.753679 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-6863151f-d347-4101-b84e-4e80da985dbd tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.755283 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6863151f-d347-4101-b84e-4e80da985dbd tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0112400 Nov 10 19:22:20.757662 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44030) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.762637 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-03cc8514-f7da-4833-99fe-b435cd1ed930 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.764119 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-03cc8514-f7da-4833-99fe-b435cd1ed930 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0048771 Nov 10 19:22:20.767492 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44032) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.772165 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-07d411fb-a333-4d1d-81c2-b3aacb1429a0 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.775593 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-07d411fb-a333-4d1d-81c2-b3aacb1429a0 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0049274 Nov 10 19:22:20.776055 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44034) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.781976 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-dff3dcd6-3832-4525-a6be-edb450111b93 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.783204 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-dff3dcd6-3832-4525-a6be-edb450111b93 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0057011 Nov 10 19:22:20.785725 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44036) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.791013 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-02e58c61-63c8-4216-8a54-4a416491b797 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.792270 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-02e58c61-63c8-4216-8a54-4a416491b797 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0052314 Nov 10 19:22:20.794880 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44038) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.799882 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-3925cc98-f610-49cb-9ebd-8e876bc56895 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.801169 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3925cc98-f610-49cb-9ebd-8e876bc56895 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0050697 Nov 10 19:22:20.803746 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44040) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.808349 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-f2253a65-4de7-49b0-ab46-aca2da6e8337 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.809993 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f2253a65-4de7-49b0-ab46-aca2da6e8337 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0049775 Nov 10 19:22:20.812793 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44042) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.817911 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-176a410d-e285-431d-9edb-8a11ebe67d8d tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.819335 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-176a410d-e285-431d-9edb-8a11ebe67d8d tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0045402 Nov 10 19:22:20.821795 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44044) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.826733 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-557d0697-509b-49a5-a77e-7ca1986a8e2b tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.827986 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-557d0697-509b-49a5-a77e-7ca1986a8e2b tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0049205 Nov 10 19:22:20.831911 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44046) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.836569 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-b41dd6c6-4af3-4c22-aafe-f60e17402987 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.837842 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b41dd6c6-4af3-4c22-aafe-f60e17402987 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0047262 Nov 10 19:22:20.840338 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44048) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.845638 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-56a678e2-98c8-4db2-8720-35d02823cc9e tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.846941 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-56a678e2-98c8-4db2-8720-35d02823cc9e tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0054128 Nov 10 19:22:20.849558 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44050) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.853873 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-9ec198cb-160f-4f06-8dff-5a394bdbf889 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.855037 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9ec198cb-160f-4f06-8dff-5a394bdbf889 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0042388 Nov 10 19:22:20.857690 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44052) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.863361 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-37ab7639-fd17-41cc-95e2-ec1adc501c3e tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.864721 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-37ab7639-fd17-41cc-95e2-ec1adc501c3e tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0056348 Nov 10 19:22:20.866998 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44054) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.871758 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-6f741eb0-d349-4628-9c26-0af556f2cae4 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.872897 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6f741eb0-d349-4628-9c26-0af556f2cae4 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0046651 Nov 10 19:22:20.875883 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44056) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.880298 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-3171b8d9-dd17-4b89-9808-aa91e2eedec4 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.883679 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3171b8d9-dd17-4b89-9808-aa91e2eedec4 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0044820 Nov 10 19:22:20.883909 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44058) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.888155 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-0988afed-e5df-4d81-9888-432504264f0b tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.892185 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0988afed-e5df-4d81-9888-432504264f0b tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0042956 Nov 10 19:22:20.892470 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44060) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.897388 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-a2c30635-b2b6-4747-8cea-0eded9472258 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.900659 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a2c30635-b2b6-4747-8cea-0eded9472258 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0050769 Nov 10 19:22:20.901097 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44062) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.907303 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-1e5404c9-7dd6-448d-b3a4-e6fe14ab46a8 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.910220 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1e5404c9-7dd6-448d-b3a4-e6fe14ab46a8 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0054660 Nov 10 19:22:20.911892 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44064) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.916966 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-685fb07b-5bc2-4fb8-96d3-eff4808d87dd tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.918294 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-685fb07b-5bc2-4fb8-96d3-eff4808d87dd tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0049071 Nov 10 19:22:20.920961 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44066) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.926814 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-394b5ca3-80cc-43ae-a726-700ad3bd2d99 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.930439 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-394b5ca3-80cc-43ae-a726-700ad3bd2d99 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0056219 Nov 10 19:22:20.930834 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44068) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.935995 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-cc87c076-fdf7-4f5b-8d25-f36be857c68f tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.940122 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cc87c076-fdf7-4f5b-8d25-f36be857c68f tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0043991 Nov 10 19:22:20.940463 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44070) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.944608 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-ff7c840e-a949-40cb-a6b9-86090a63ca3e tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.947771 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ff7c840e-a949-40cb-a6b9-86090a63ca3e tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0042121 Nov 10 19:22:20.948060 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44072) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.952299 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-0f09e869-1117-49c3-b6df-a84eb76e51dd tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.952902 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-340c7570-fd6d-4697-8ce2-7ace2a0e9acb tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7fd6ea9-969a-45b4-9575-2e37c5566989']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:20.956311 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0f09e869-1117-49c3-b6df-a84eb76e51dd tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0047171 Nov 10 19:22:20.957467 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44074) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.962278 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-8fd561e4-d0ae-4194-8c7b-d7563d9836a8 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.965396 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8fd561e4-d0ae-4194-8c7b-d7563d9836a8 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0047762 Nov 10 19:22:20.965866 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44076) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.971631 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-f82ed523-7ac9-4b10-98b5-08ceb4e2b151 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.974554 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f82ed523-7ac9-4b10-98b5-08ceb4e2b151 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0053687 Nov 10 19:22:20.974698 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-340c7570-fd6d-4697-8ce2-7ace2a0e9acb tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71b9fe57-2785-437c-84f3-536344d36aaf') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:20.974889 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-340c7570-fd6d-4697-8ce2-7ace2a0e9acb tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71b9fe57-2785-437c-84f3-536344d36aaf') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:20.975147 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44078) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.980105 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-2a6cbd92-54c0-47e1-91cd-ae0cc6af2fe7 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.984192 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2a6cbd92-54c0-47e1-91cd-ae0cc6af2fe7 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0050130 Nov 10 19:22:20.984761 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44080) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.989786 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-24ef3945-2cab-4e0b-9ac2-3712bc267b53 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:20.993545 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-24ef3945-2cab-4e0b-9ac2-3712bc267b53 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0045276 Nov 10 19:22:20.993791 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44082) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:20.994539 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-340c7570-fd6d-4697-8ce2-7ace2a0e9acb tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:21.002622 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-02631e83-1669-46b0-9df6-3238645f7611 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:21.007432 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-02631e83-1669-46b0-9df6-3238645f7611 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0090227 Nov 10 19:22:21.007910 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44084) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:21.012746 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-fa6d9e2f-855b-4896-ae1a-c5bb908ac5fd tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:21.016571 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-fa6d9e2f-855b-4896-ae1a-c5bb908ac5fd tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0047126 Nov 10 19:22:21.017108 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44086) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:21.021405 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-ceeda4ed-66c6-451d-8762-cce484415c5e tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:21.023984 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ceeda4ed-66c6-451d-8762-cce484415c5e tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0043020 Nov 10 19:22:21.024827 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44088) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:21.030244 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-2c03e937-74ef-48a5-84e9-bf3aac978ef4 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:21.033444 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2c03e937-74ef-48a5-84e9-bf3aac978ef4 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0048382 Nov 10 19:22:21.034393 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44090) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:21.038696 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-4a2061e7-b0ea-40a1-b708-1f3a7a54b5f0 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:21.042177 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4a2061e7-b0ea-40a1-b708-1f3a7a54b5f0 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0045700 Nov 10 19:22:21.044364 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44092) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:21.046079 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-340c7570-fd6d-4697-8ce2-7ace2a0e9acb tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:21.051121 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-044b6b11-676b-4010-823e-3f26b292bf9c tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:21.054789 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-044b6b11-676b-4010-823e-3f26b292bf9c tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0070601 Nov 10 19:22:21.054789 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44094) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:21.059016 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-3689041d-f364-49dc-b7a5-4c4c00ac4c22 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:21.061917 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3689041d-f364-49dc-b7a5-4c4c00ac4c22 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0042796 Nov 10 19:22:21.062391 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44096) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:21.064621 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-340c7570-fd6d-4697-8ce2-7ace2a0e9acb tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:22:21.065197 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-340c7570-fd6d-4697-8ce2-7ace2a0e9acb tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:21.068055 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-614c53bb-39c7-4fba-976e-9749ba35dcf9 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:21.069270 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-614c53bb-39c7-4fba-976e-9749ba35dcf9 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0052099 Nov 10 19:22:21.069814 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:22:21.069814 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:22:21.069814 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:22:21.069814 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:22:21.069814 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:22:21.069814 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:22:21.069814 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:22:21.069814 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:22:21.069814 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:22:21.069814 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:22:21.069814 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:22:21.069814 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:22:21.069814 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:22:21.069814 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:22:21.069814 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:22:21.069814 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:22:21.069814 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:22:21.069814 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:22:21.069814 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:22:21.069814 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:22:21.069814 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:22:21.069814 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:22:21.069814 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:22:21.069814 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:22:21.069814 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:22:21.069814 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:22:21.069814 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:22:21.069814 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:22:21.069814 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:22:21.069814 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:22:21.069814 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:22:21.069814 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:22:21.071894 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44098) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:21.076045 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-070d64ad-f8ce-47c9-9b91-54d84a127a7c tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:21.077211 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-69501e9c-c020-4c6c-a027-f57ad07fea1f req-42e05b00-a244-4cd5-8e8b-e236ca07fb54 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.54 "GET /v2.0/security-groups?id=2eceb471-2210-4c66-90f8-7a189e737c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5226026 Nov 10 19:22:21.077344 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-070d64ad-f8ce-47c9-9b91-54d84a127a7c tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0043087 Nov 10 19:22:21.083013 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44100) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:21.091326 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-3627b6d2-d5cf-4262-bbaa-27213d061962 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:21.098325 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3627b6d2-d5cf-4262-bbaa-27213d061962 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0093241 Nov 10 19:22:21.099649 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44102) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:21.105289 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-4f052626-a7a8-4af0-8f31-6eaa87706936 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:21.108776 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4f052626-a7a8-4af0-8f31-6eaa87706936 tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0065241 Nov 10 19:22:21.109073 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44104) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:21.114915 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-e4fa8f98-44f3-41bf-9c62-c65639e2870e tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:21.115992 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e4fa8f98-44f3-41bf-9c62-c65639e2870e tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0050778 Nov 10 19:22:21.120119 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44106) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:21.125968 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [None req-b2800300-39de-4841-bab1-0941fa5fce9c tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:22:21.126920 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b2800300-39de-4841-bab1-0941fa5fce9c tempest-ExtensionsTestJSON-706216003 tempest-ExtensionsTestJSON-706216003-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0058885 Nov 10 19:22:21.153785 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-6d26120f-2a7b-4429-b608-e07b78654857 req-903253ab-df35-4964-a65f-4786bce37870 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] Deleting port edd75ee4-39fb-4e01-88fb-f3f28744544a {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:22:21.154123 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6d26120f-2a7b-4429-b608-e07b78654857 req-903253ab-df35-4964-a65f-4786bce37870 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:21.157921 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 6d6c6c84-a79c-488c-b251-11e5299cef64 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:22:21.160351 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-340c7570-fd6d-4697-8ce2-7ace2a0e9acb tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:21.191273 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-340c7570-fd6d-4697-8ce2-7ace2a0e9acb tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:21.195174 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-340c7570-fd6d-4697-8ce2-7ace2a0e9acb tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] 10.222.0.54 "DELETE /v2.0/networks/c7fd6ea9-969a-45b4-9575-2e37c5566989 HTTP/1.1" status: 204 len: 168 time: 1.1762593 Nov 10 19:22:21.239420 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c7570-fd6d-4697-8ce2-7ace2a0e9acb tempest-ExternalNetworksTestJSON-817548488 tempest-ExternalNetworksTestJSON-817548488-project] Pushing event deleted for resources: {'Network': ['ID=c7fd6ea9-969a-45b4-9575-2e37c5566989,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:21.329692 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-6d26120f-2a7b-4429-b608-e07b78654857 req-903253ab-df35-4964-a65f-4786bce37870 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] For port edd75ee4-39fb-4e01-88fb-f3f28744544a, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=edd75ee4-39fb-4e01-88fb-f3f28744544a,segment=NetworkSegment(54ee8e28-96e2-418a-9820-1986c9fa99ca),segment_id=54ee8e28-96e2-418a-9820-1986c9fa99ca)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:22:21.330216 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6d26120f-2a7b-4429-b608-e07b78654857 req-903253ab-df35-4964-a65f-4786bce37870 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:21.333909 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 6d6c6c84-a79c-488c-b251-11e5299cef64, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=6d6c6c84-a79c-488c-b251-11e5299cef64,segment=NetworkSegment(869a3e27-7c06-45aa-bc90-fc5fe32ba919),segment_id=869a3e27-7c06-45aa-bc90-fc5fe32ba919)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:22:21.364381 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-6d26120f-2a7b-4429-b608-e07b78654857 req-903253ab-df35-4964-a65f-4786bce37870 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] Calling delete_port for edd75ee4-39fb-4e01-88fb-f3f28744544a owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:22:21.365843 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '6d6c6c84-a79c-488c-b251-11e5299cef64', 'network_id': '2b47e9cf-b9c0-42bf-a050-9734964a29ef', 'port_id': '6d6c6c84-a79c-488c-b251-11e5299cef64', 'mac_address': 'fa:16:3e:d6:04:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f35b07-e4b0-4bb7-a8c7-8cb896eba3c8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:22:21.446511 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:21.465203 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d6c6c84-a79c-488c-b251-11e5299cef64 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:22:21.494233 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 6d6c6c84-a79c-488c-b251-11e5299cef64, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=6d6c6c84-a79c-488c-b251-11e5299cef64,segment=NetworkSegment(869a3e27-7c06-45aa-bc90-fc5fe32ba919),segment_id=869a3e27-7c06-45aa-bc90-fc5fe32ba919)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:22:21.501175 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:21.510971 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac049927-b35d-4d89-9360-4ed45a77e882 req-dfe27902-fe6c-42f3-90cb-328a3df67b86 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:21.524248 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ac049927-b35d-4d89-9360-4ed45a77e882 req-dfe27902-fe6c-42f3-90cb-328a3df67b86 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fff2f62-cf14-4a82-ad2f-16df6c61e760 HTTP/1.1" status: 200 len: 943 time: 0.1634476 Nov 10 19:22:21.564722 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=6d6c6c84-a79c-488c-b251-11e5299cef64,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:21.658450 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ac049927-b35d-4d89-9360-4ed45a77e882 req-ad301732-549d-467f-b6b4-995ce77dbd55 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] 10.222.0.54 "GET /v2.0/security-groups?id=de670771-0ca0-410d-ae20-ea905ce0f038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331735 Nov 10 19:22:21.698373 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44118) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:21.703604 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6d26120f-2a7b-4429-b608-e07b78654857 req-903253ab-df35-4964-a65f-4786bce37870 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:21.705962 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44120) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:21.716971 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['edd75ee4-39fb-4e01-88fb-f3f28744544a'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:22:21.774014 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903253ab-df35-4964-a65f-4786bce37870 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] Pushing event deleted for resources: {'Port': ['ID=edd75ee4-39fb-4e01-88fb-f3f28744544a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:21.829757 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d26120f-2a7b-4429-b608-e07b78654857 req-903253ab-df35-4964-a65f-4786bce37870 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] No DVR routers for this DVR port edd75ee4-39fb-4e01-88fb-f3f28744544a on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:22:21.836811 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6d26120f-2a7b-4429-b608-e07b78654857 req-903253ab-df35-4964-a65f-4786bce37870 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:21.841016 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6d26120f-2a7b-4429-b608-e07b78654857 req-903253ab-df35-4964-a65f-4786bce37870 tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.73 "DELETE /v2.0/ports/edd75ee4-39fb-4e01-88fb-f3f28744544a HTTP/1.1" status: 204 len: 173 time: 1.2949181 Nov 10 19:22:21.841479 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e53d994-0c17-4ab9-bb1e-5db008663aa1', 'name': 'network-vif-deleted', 'tag': 'edd75ee4-39fb-4e01-88fb-f3f28744544a'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:22:21.844489 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49ff47a-2405-4973-b60e-fe357e2dc96d" -d '{"events": [{"server_uuid": "1e53d994-0c17-4ab9-bb1e-5db008663aa1", "name": "network-vif-deleted", "tag": "edd75ee4-39fb-4e01-88fb-f3f28744544a"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:22:21.852276 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['6d6c6c84-a79c-488c-b251-11e5299cef64'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:22:21.923425 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6234fad-5188-43e1-926a-d51b745c92e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:21.959907 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37399f89-03ca-456a-a0af-cf9a35ee141d x-openstack-request-id: req-37399f89-03ca-456a-a0af-cf9a35ee141d {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:22:21.960467 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e53d994-0c17-4ab9-bb1e-5db008663aa1", "name": "network-vif-deleted", "tag": "edd75ee4-39fb-4e01-88fb-f3f28744544a", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:22:21.960845 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-37399f89-03ca-456a-a0af-cf9a35ee141d {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:22:21.962353 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e53d994-0c17-4ab9-bb1e-5db008663aa1', 'name': 'network-vif-deleted', 'tag': 'edd75ee4-39fb-4e01-88fb-f3f28744544a', 'status': 'completed', 'code': 200} Nov 10 19:22:21.986565 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-14330e95-7e00-4bf2-8245-fea6e38c76cf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6236e4e2a2ee4dbd988fbf2a1a796267&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2839925 Nov 10 19:22:21.990311 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44128) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:22.097477 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6234fad-5188-43e1-926a-d51b745c92e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:22.104757 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6234fad-5188-43e1-926a-d51b745c92e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:22.138471 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bad35e96-1777-4f27-bf3f-e09676b645a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:22.159718 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b6234fad-5188-43e1-926a-d51b745c92e5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c688b13b1ba946d5a9231d4b7489dc5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4519947 Nov 10 19:22:22.162509 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44132) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:22.164076 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6234fad-5188-43e1-926a-d51b745c92e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0e3b9a-5f79-4ded-aa86-783936bc6fa5,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:22.205411 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bad35e96-1777-4f27-bf3f-e09676b645a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:22.238507 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-245ae87a-3c0f-47b7-9cf6-6733ddb6224a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:22.265164 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-88e96287-917f-460b-860b-8bfb2b34f45b req-6a9ea783-2e84-4e76-b7a3-ef74f4bfb9eb tempest-InstanceActionsTestJSON-426154215 tempest-InstanceActionsTestJSON-426154215-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e53d994-0c17-4ab9-bb1e-5db008663aa1 HTTP/1.1" status: 200 len: 210 time: 0.0565958 Nov 10 19:22:22.318747 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-245ae87a-3c0f-47b7-9cf6-6733ddb6224a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:22.369690 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bad35e96-1777-4f27-bf3f-e09676b645a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:22.381650 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bad35e96-1777-4f27-bf3f-e09676b645a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:22.398148 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-bad35e96-1777-4f27-bf3f-e09676b645a6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/48ca5eca-07d1-4b8c-a820-0ec38b80ab5f HTTP/1.1" status: 204 len: 168 time: 0.3995645 Nov 10 19:22:22.420189 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad35e96-1777-4f27-bf3f-e09676b645a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ca5eca-07d1-4b8c-a820-0ec38b80ab5f,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:22.447914 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-245ae87a-3c0f-47b7-9cf6-6733ddb6224a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:22.456029 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-245ae87a-3c0f-47b7-9cf6-6733ddb6224a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:22.479490 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-245ae87a-3c0f-47b7-9cf6-6733ddb6224a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ba0e3b9a-5f79-4ded-aa86-783936bc6fa5 HTTP/1.1" status: 204 len: 168 time: 0.3127089 Nov 10 19:22:22.517049 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ae87a-3c0f-47b7-9cf6-6733ddb6224a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0e3b9a-5f79-4ded-aa86-783936bc6fa5,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:22.853465 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef06ea-6ca4-4226-a8f5-f45376fa1833 req-5f2dd5f5-fc70-4336-82a2-68b180f4aa98 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:22.858319 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2eef06ea-6ca4-4226-a8f5-f45376fa1833 req-5f2dd5f5-fc70-4336-82a2-68b180f4aa98 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fff2f62-cf14-4a82-ad2f-16df6c61e760 HTTP/1.1" status: 200 len: 944 time: 0.0802760 Nov 10 19:22:22.930402 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2eef06ea-6ca4-4226-a8f5-f45376fa1833 req-f02686f6-803e-411e-81cc-52139096c7c2 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] 10.222.0.54 "GET /v2.0/security-groups?id=de670771-0ca0-410d-ae20-ea905ce0f038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619912 Nov 10 19:22:22.987081 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44156) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:23.046660 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f16ee2e4-7384-4eb5-9eab-bb9ccaf4b9de admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8306d61e74df45d78ca7d37304938584&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0579772 Nov 10 19:22:23.050544 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44160) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:23.110318 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2dca2651-7849-40c1-9c2c-053865a84693 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:23.132828 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2dca2651-7849-40c1-9c2c-053865a84693 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:23.171588 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 6d6c6c84-a79c-488c-b251-11e5299cef64 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:22:23.195984 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2dca2651-7849-40c1-9c2c-053865a84693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:23.199096 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2dca2651-7849-40c1-9c2c-053865a84693 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:23.205919 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2dca2651-7849-40c1-9c2c-053865a84693 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8e12c379-4d68-4713-b8ae-a169c9c7fccc HTTP/1.1" status: 204 len: 168 time: 0.1532667 Nov 10 19:22:23.225011 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca2651-7849-40c1-9c2c-053865a84693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e12c379-4d68-4713-b8ae-a169c9c7fccc,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:23.249527 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 6d6c6c84-a79c-488c-b251-11e5299cef64 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:22:23.268739 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 6d6c6c84-a79c-488c-b251-11e5299cef64 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:22:23.269328 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:23.386604 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44174) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:23.416817 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:23.421521 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9da5a992-b8f4-4c1b-9771-18bb88d837c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:23.472354 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fff2f62-cf14-4a82-ad2f-16df6c61e760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6c6c84-a79c-488c-b251-11e5299cef64'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:22:23.475430 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662f0ae4-8780-4194-bd73-de66d25160ee" -d '{"events": [{"server_uuid": "4fff2f62-cf14-4a82-ad2f-16df6c61e760", "name": "network-vif-plugged", "status": "completed", "tag": "6d6c6c84-a79c-488c-b251-11e5299cef64"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:22:23.506766 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 6d6c6c84-a79c-488c-b251-11e5299cef64, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=6d6c6c84-a79c-488c-b251-11e5299cef64,segment=NetworkSegment(869a3e27-7c06-45aa-bc90-fc5fe32ba919),segment_id=869a3e27-7c06-45aa-bc90-fc5fe32ba919)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:22:23.515347 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:23.525146 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-819c50fa-a6cd-4db7-85f7-b137692c06c1 admin admin] Deleting subnet eaa72591-b052-4373-b20c-f89d7a5c3b6b {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:22:23.530815 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-819c50fa-a6cd-4db7-85f7-b137692c06c1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:23.614115 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=6d6c6c84-a79c-488c-b251-11e5299cef64,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:23.620400 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-819c50fa-a6cd-4db7-85f7-b137692c06c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:23.683602 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-819c50fa-a6cd-4db7-85f7-b137692c06c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:23.716492 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e911fb36-2c55-44d9-92a4-049a83b93c22 x-openstack-request-id: req-e911fb36-2c55-44d9-92a4-049a83b93c22 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:22:23.716885 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fff2f62-cf14-4a82-ad2f-16df6c61e760", "name": "network-vif-plugged", "status": "completed", "tag": "6d6c6c84-a79c-488c-b251-11e5299cef64", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:22:23.717988 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e911fb36-2c55-44d9-92a4-049a83b93c22 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:22:23.717988 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fff2f62-cf14-4a82-ad2f-16df6c61e760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6c6c84-a79c-488c-b251-11e5299cef64', 'code': 200} Nov 10 19:22:23.760782 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-819c50fa-a6cd-4db7-85f7-b137692c06c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:23.795565 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44190) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:23.800735 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-819c50fa-a6cd-4db7-85f7-b137692c06c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:23.808656 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-819c50fa-a6cd-4db7-85f7-b137692c06c1 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/eaa72591-b052-4373-b20c-f89d7a5c3b6b HTTP/1.1" status: 204 len: 168 time: 0.4208007 Nov 10 19:22:23.811981 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44194) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:23.879926 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c50fa-a6cd-4db7-85f7-b137692c06c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaa72591-b052-4373-b20c-f89d7a5c3b6b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:23.896255 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb894879-1ad3-4d69-a3cb-12c96a274f1d req-1443096f-e0d4-4ddc-872b-89b33daea9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:23.897849 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bb894879-1ad3-4d69-a3cb-12c96a274f1d req-1443096f-e0d4-4ddc-872b-89b33daea9ca service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4fff2f62-cf14-4a82-ad2f-16df6c61e760 HTTP/1.1" status: 200 len: 1096 time: 0.1091640 Nov 10 19:22:23.935250 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dacdcdf2-f3af-44d5-879c-862a852ddfbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:23.953739 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bb894879-1ad3-4d69-a3cb-12c96a274f1d req-19cbf740-c614-4f76-be8d-f6c43cc7df17 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=de670771-0ca0-410d-ae20-ea905ce0f038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479317 Nov 10 19:22:24.074020 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dacdcdf2-f3af-44d5-879c-862a852ddfbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:24.090777 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-afee1ae2-fb3a-4618-9721-c58ab2093bbf tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-421405383'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:24.114611 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-dacdcdf2-f3af-44d5-879c-862a852ddfbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af3c1b0-4d9a-454c-80c2-a75509e74ac4']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:24.135225 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c4ac4-10d5-4e61-9477-bd420e52c481 req-f69f4301-b0e8-4209-907a-489828b298c8 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:24.136768 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e77c4ac4-10d5-4e61-9477-bd420e52c481 req-f69f4301-b0e8-4209-907a-489828b298c8 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fff2f62-cf14-4a82-ad2f-16df6c61e760 HTTP/1.1" status: 200 len: 945 time: 0.1303167 Nov 10 19:22:24.143125 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-dacdcdf2-f3af-44d5-879c-862a852ddfbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ee8e28-96e2-418a-9820-1986c9fa99ca') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:24.143407 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-dacdcdf2-f3af-44d5-879c-862a852ddfbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ee8e28-96e2-418a-9820-1986c9fa99ca') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:24.168854 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dacdcdf2-f3af-44d5-879c-862a852ddfbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:24.177518 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afee1ae2-fb3a-4618-9721-c58ab2093bbf tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Made reservation on behalf of 9c1dc6aaffe3425babc1f9f715c4807b for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:24.181142 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-afee1ae2-fb3a-4618-9721-c58ab2093bbf tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:24.196680 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-afee1ae2-fb3a-4618-9721-c58ab2093bbf tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:24.199884 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dacdcdf2-f3af-44d5-879c-862a852ddfbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:24.218933 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dacdcdf2-f3af-44d5-879c-862a852ddfbe admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:22:24.219254 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dacdcdf2-f3af-44d5-879c-862a852ddfbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:24.221017 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:22:24.221017 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:22:24.221017 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:22:24.221017 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:22:24.221017 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:22:24.221017 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:22:24.221017 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:22:24.221017 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:22:24.221017 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:22:24.221017 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:22:24.221017 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:22:24.221017 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:22:24.221017 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:22:24.221017 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:22:24.221017 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:22:24.221017 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:22:24.221017 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:22:24.221017 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:22:24.221017 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:22:24.221017 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:22:24.221017 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:22:24.221017 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:22:24.221017 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:22:24.221017 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:22:24.221017 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:22:24.221017 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:22:24.221017 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:22:24.221017 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:22:24.221017 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:22:24.221017 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:22:24.221017 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:22:24.221017 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:22:24.290238 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e77c4ac4-10d5-4e61-9477-bd420e52c481 req-716b4e75-ea21-4eeb-8ebe-14d3b09bd688 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] 10.222.0.54 "GET /v2.0/security-groups?id=de670771-0ca0-410d-ae20-ea905ce0f038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446264 Nov 10 19:22:24.322249 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dacdcdf2-f3af-44d5-879c-862a852ddfbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:24.330625 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dacdcdf2-f3af-44d5-879c-862a852ddfbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:24.336985 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-dacdcdf2-f3af-44d5-879c-862a852ddfbe admin admin] 10.222.0.54 "DELETE /v2.0/networks/3af3c1b0-4d9a-454c-80c2-a75509e74ac4 HTTP/1.1" status: 204 len: 168 time: 0.5222359 Nov 10 19:22:24.352342 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device edd75ee4-39fb-4e01-88fb-f3f28744544a no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:22:24.353182 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacdcdf2-f3af-44d5-879c-862a852ddfbe admin admin] Pushing event deleted for resources: {'Network': ['ID=3af3c1b0-4d9a-454c-80c2-a75509e74ac4,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:24.386147 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-afee1ae2-fb3a-4618-9721-c58ab2093bbf tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:24.391716 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-afee1ae2-fb3a-4618-9721-c58ab2093bbf tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:24.420016 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afee1ae2-fb3a-4618-9721-c58ab2093bbf tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:22:24.420447 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: edd75ee4-39fb-4e01-88fb-f3f28744544a {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:22:24.420910 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device edd75ee4-39fb-4e01-88fb-f3f28744544a not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:22:24.439289 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee1ae2-fb3a-4618-9721-c58ab2093bbf tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60ce2181-da0b-4e4f-8bda-43821268f98b,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:24.442971 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-afee1ae2-fb3a-4618-9721-c58ab2093bbf tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:24.443359 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-afee1ae2-fb3a-4618-9721-c58ab2093bbf tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Added segment 3fb7865b-0045-47c9-810d-9af1f4f31a5e of type vlan for network 7d1af7f4-72b1-4601-926f-8a8a2e35b28c Nov 10 19:22:24.453007 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:24.498308 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-afee1ae2-fb3a-4618-9721-c58ab2093bbf tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:24.526245 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:22:24.542983 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-afee1ae2-fb3a-4618-9721-c58ab2093bbf tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:24.549425 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afee1ae2-fb3a-4618-9721-c58ab2093bbf tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:24.550210 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-afee1ae2-fb3a-4618-9721-c58ab2093bbf tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:24.597628 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-afee1ae2-fb3a-4618-9721-c58ab2093bbf tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7998221 Nov 10 19:22:24.655797 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee1ae2-fb3a-4618-9721-c58ab2093bbf tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event updated for resources: {'Network': ['ID=7d1af7f4-72b1-4601-926f-8a8a2e35b28c,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:24.676887 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 7d1af7f4-72b1-4601-926f-8a8a2e35b28c details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:22:24.731969 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44228) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:24.789420 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d17c0ca6-bc7e-4088-b80c-26aa0ce1ac34 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ac7871a84a464f8e9e8b59f9ffabd0e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0539250 Nov 10 19:22:24.789682 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44230) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:24.851995 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9175458e-269d-44b2-9aaa-df219294be98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:24.882166 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9175458e-269d-44b2-9aaa-df219294be98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:24.899055 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:24.941798 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9175458e-269d-44b2-9aaa-df219294be98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:24.946375 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9175458e-269d-44b2-9aaa-df219294be98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:24.948118 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9175458e-269d-44b2-9aaa-df219294be98 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2eceb471-2210-4c66-90f8-7a189e737c94 HTTP/1.1" status: 204 len: 168 time: 0.1571734 Nov 10 19:22:24.958626 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175458e-269d-44b2-9aaa-df219294be98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eceb471-2210-4c66-90f8-7a189e737c94,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:25.086387 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44238) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:25.511594 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-676cc845-5211-441c-b97b-6cdc8d0403e1 tempest-MeteringTestJSON-545418193 tempest-MeteringTestJSON-545418193-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1963903787'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:25.512064 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-676cc845-5211-441c-b97b-6cdc8d0403e1 tempest-MeteringTestJSON-545418193 tempest-MeteringTestJSON-545418193-project-admin] Unknown quota resources ['metering_label']. {{(pid=102505) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 19:22:25.522791 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73aea3b-2b65-4468-b125-e25cedba3d7c req-5f39398a-f884-4d2a-8753-96218968435c tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:25.532392 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b73aea3b-2b65-4468-b125-e25cedba3d7c req-5f39398a-f884-4d2a-8753-96218968435c tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fff2f62-cf14-4a82-ad2f-16df6c61e760 HTTP/1.1" status: 200 len: 945 time: 0.1093819 Nov 10 19:22:25.620167 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b73aea3b-2b65-4468-b125-e25cedba3d7c req-103911b8-7333-4d97-b64b-dd9a520e9897 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] 10.222.0.54 "GET /v2.0/security-groups?id=de670771-0ca0-410d-ae20-ea905ce0f038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864356 Nov 10 19:22:25.727172 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5133dcc0-d2fb-4ae3-bad0-40908c6371f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:25.796400 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-676cc845-5211-441c-b97b-6cdc8d0403e1 tempest-MeteringTestJSON-545418193 tempest-MeteringTestJSON-545418193-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:25.808910 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-676cc845-5211-441c-b97b-6cdc8d0403e1 tempest-MeteringTestJSON-545418193 tempest-MeteringTestJSON-545418193-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7202899 Nov 10 19:22:25.881590 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44268) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:25.886949 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-ef3e6baf-7f57-434e-a1eb-1a4289614b87 tempest-MeteringTestJSON-545418193 tempest-MeteringTestJSON-545418193-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'fa9a4472-9a21-4d40-b2c7-8072b2c9773a'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:25.887617 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-ef3e6baf-7f57-434e-a1eb-1a4289614b87 tempest-MeteringTestJSON-545418193 tempest-MeteringTestJSON-545418193-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102505) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 19:22:25.966834 n-d-813897-4 neutron-server[102505]: WARNING neutron.services.metering.metering_plugin [None req-ef3e6baf-7f57-434e-a1eb-1a4289614b87 tempest-MeteringTestJSON-545418193 tempest-MeteringTestJSON-545418193-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 10 19:22:26.178564 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ef3e6baf-7f57-434e-a1eb-1a4289614b87 tempest-MeteringTestJSON-545418193 tempest-MeteringTestJSON-545418193-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:26.186478 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ef3e6baf-7f57-434e-a1eb-1a4289614b87 tempest-MeteringTestJSON-545418193 tempest-MeteringTestJSON-545418193-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3003094 Nov 10 19:22:26.187212 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44278) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:26.193710 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-055e1c51-79cb-42a7-8576-c993de88a88f tempest-MeteringTestJSON-545418193 tempest-MeteringTestJSON-545418193-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'fa9a4472-9a21-4d40-b2c7-8072b2c9773a'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:26.194263 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-055e1c51-79cb-42a7-8576-c993de88a88f tempest-MeteringTestJSON-545418193 tempest-MeteringTestJSON-545418193-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102506) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 19:22:26.244512 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44282) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:26.422046 n-d-813897-4 neutron-server[102506]: WARNING neutron.services.metering.metering_plugin [None req-055e1c51-79cb-42a7-8576-c993de88a88f tempest-MeteringTestJSON-545418193 tempest-MeteringTestJSON-545418193-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 10 19:22:26.451602 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-312353ca-33c3-4689-abe1-d74fa9b9acd2 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1474166463-network', 'tenant_id': 'd16e75c2ff96444d8e04fd9ac069d28d'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:26.481638 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312353ca-33c3-4689-abe1-d74fa9b9acd2 admin admin] Made reservation on behalf of d16e75c2ff96444d8e04fd9ac069d28d for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:26.486918 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-312353ca-33c3-4689-abe1-d74fa9b9acd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:26.505824 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-312353ca-33c3-4689-abe1-d74fa9b9acd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:26.639425 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-055e1c51-79cb-42a7-8576-c993de88a88f tempest-MeteringTestJSON-545418193 tempest-MeteringTestJSON-545418193-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:26.643282 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-055e1c51-79cb-42a7-8576-c993de88a88f tempest-MeteringTestJSON-545418193 tempest-MeteringTestJSON-545418193-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4529810 Nov 10 19:22:26.647830 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44288) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:26.653642 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-312353ca-33c3-4689-abe1-d74fa9b9acd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:26.659355 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-312353ca-33c3-4689-abe1-d74fa9b9acd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:26.662251 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a786ccfa-9da7-478e-8c3e-c3e8cdf3b61d tempest-MeteringTestJSON-545418193 tempest-MeteringTestJSON-545418193-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=2b7bef57-8739-4b87-9df5-7ca8cfd9acea HTTP/1.1" status: 200 len: 464 time: 0.0124645 Nov 10 19:22:26.664778 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44290) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:26.675479 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061622a8-9678-4f7b-af99-9e18294de626 req-954865f3-7b18-428c-8e68-faeebd6b28cb tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:26.677060 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-061622a8-9678-4f7b-af99-9e18294de626 req-954865f3-7b18-428c-8e68-faeebd6b28cb tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fff2f62-cf14-4a82-ad2f-16df6c61e760 HTTP/1.1" status: 200 len: 945 time: 0.1568811 Nov 10 19:22:26.699869 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312353ca-33c3-4689-abe1-d74fa9b9acd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:22:26.715563 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312353ca-33c3-4689-abe1-d74fa9b9acd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bdd989-40f3-4e7b-8199-ec3def20fb5d,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:26.725874 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-312353ca-33c3-4689-abe1-d74fa9b9acd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:26.726547 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-312353ca-33c3-4689-abe1-d74fa9b9acd2 admin admin] Added segment 5d0dc5e4-2ec1-487f-8364-d10967c50847 of type vlan for network b4829d00-deeb-4c10-90b8-fcdd88bb940b Nov 10 19:22:26.809553 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-312353ca-33c3-4689-abe1-d74fa9b9acd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:26.830769 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2758375d-5285-4a80-b0c5-3a99bb2a5559 tempest-MeteringTestJSON-545418193 tempest-MeteringTestJSON-545418193-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:26.832036 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2758375d-5285-4a80-b0c5-3a99bb2a5559 tempest-MeteringTestJSON-545418193 tempest-MeteringTestJSON-545418193-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-label-rules/2b7bef57-8739-4b87-9df5-7ca8cfd9acea HTTP/1.1" status: 204 len: 168 time: 0.1663125 Nov 10 19:22:26.836365 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44294) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:26.846791 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-312353ca-33c3-4689-abe1-d74fa9b9acd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:26.849095 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312353ca-33c3-4689-abe1-d74fa9b9acd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:26.850072 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-312353ca-33c3-4689-abe1-d74fa9b9acd2 admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:26.853464 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5b11f37e-20fc-44b5-a0da-facbf1a3f8c9 tempest-MeteringTestJSON-545418193 tempest-MeteringTestJSON-545418193-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=2b7bef57-8739-4b87-9df5-7ca8cfd9acea HTTP/1.1" status: 200 len: 221 time: 0.0159731 Nov 10 19:22:26.857114 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44296) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:26.862127 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-6a2097b5-4ebb-40a7-9908-fa262287d6c9 tempest-MeteringTestJSON-545418193 tempest-MeteringTestJSON-545418193-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--963189780', 'description': 'label created by tempest'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:26.862581 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-6a2097b5-4ebb-40a7-9908-fa262287d6c9 tempest-MeteringTestJSON-545418193 tempest-MeteringTestJSON-545418193-project-admin] Unknown quota resources ['metering_label']. {{(pid=102506) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 19:22:26.874720 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-312353ca-33c3-4689-abe1-d74fa9b9acd2 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6278062 Nov 10 19:22:26.876863 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-061622a8-9678-4f7b-af99-9e18294de626 req-c0a4dd03-a475-43aa-a6df-6d3c8c330105 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] 10.222.0.54 "GET /v2.0/security-groups?id=de670771-0ca0-410d-ae20-ea905ce0f038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920960 Nov 10 19:22:26.895271 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44298) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:26.903540 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-a243cf53-0bf5-4f34-8656-4e1e0d1b03a0 admin admin] Request body: {'subnet': {'network_id': 'b4829d00-deeb-4c10-90b8-fcdd88bb940b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1474166463-subnet', 'tenant_id': 'd16e75c2ff96444d8e04fd9ac069d28d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:26.973558 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312353ca-33c3-4689-abe1-d74fa9b9acd2 admin admin] Pushing event updated for resources: {'Network': ['ID=b4829d00-deeb-4c10-90b8-fcdd88bb940b,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:26.986914 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network b4829d00-deeb-4c10-90b8-fcdd88bb940b details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:22:27.143808 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a243cf53-0bf5-4f34-8656-4e1e0d1b03a0 admin admin] Made reservation on behalf of d16e75c2ff96444d8e04fd9ac069d28d for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:27.146376 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a243cf53-0bf5-4f34-8656-4e1e0d1b03a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:27.157670 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:27.200457 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6a2097b5-4ebb-40a7-9908-fa262287d6c9 tempest-MeteringTestJSON-545418193 tempest-MeteringTestJSON-545418193-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:27.205072 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44302) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:27.205744 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6a2097b5-4ebb-40a7-9908-fa262287d6c9 tempest-MeteringTestJSON-545418193 tempest-MeteringTestJSON-545418193-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3469017 Nov 10 19:22:27.295551 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-dde5229f-bdae-4487-aa2f-7c41404fff02 tempest-MeteringTestJSON-545418193 tempest-MeteringTestJSON-545418193-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=4011cac0-9d97-49fc-a481-12843d1a1cc2 HTTP/1.1" status: 200 len: 467 time: 0.0882986 Nov 10 19:22:27.299720 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44304) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:27.411335 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a243cf53-0bf5-4f34-8656-4e1e0d1b03a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:27.472249 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a243cf53-0bf5-4f34-8656-4e1e0d1b03a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=406dcb85-1789-4a0c-b27d-266291683425,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:27.484553 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a243cf53-0bf5-4f34-8656-4e1e0d1b03a0 admin admin] Checking segment: {'id': '5d0dc5e4-2ec1-487f-8364-d10967c50847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b4829d00-deeb-4c10-90b8-fcdd88bb940b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:22:27.485120 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a243cf53-0bf5-4f34-8656-4e1e0d1b03a0 admin admin] Network hostable DHCP agents. Network: b4829d00-deeb-4c10-90b8-fcdd88bb940b, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:22:27.519550 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a243cf53-0bf5-4f34-8656-4e1e0d1b03a0 admin admin] Network b4829d00-deeb-4c10-90b8-fcdd88bb940b is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:22:27.536916 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-a243cf53-0bf5-4f34-8656-4e1e0d1b03a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, b4829d00-deeb-4c10-90b8-fcdd88bb940b) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:22:27.549248 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce879b30-3b1f-4e5c-a5b9-ba962ba362f9 None None] Network b4829d00-deeb-4c10-90b8-fcdd88bb940b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:22:27.578510 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f59f771d-2494-4ec6-b171-36a3e1527971 tempest-MeteringTestJSON-545418193 tempest-MeteringTestJSON-545418193-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:27.582303 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f59f771d-2494-4ec6-b171-36a3e1527971 tempest-MeteringTestJSON-545418193 tempest-MeteringTestJSON-545418193-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-labels/4011cac0-9d97-49fc-a481-12843d1a1cc2 HTTP/1.1" status: 204 len: 168 time: 0.2772834 Nov 10 19:22:27.583091 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44308) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:27.595101 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a243cf53-0bf5-4f34-8656-4e1e0d1b03a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:27.614131 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a243cf53-0bf5-4f34-8656-4e1e0d1b03a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:27.684011 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a243cf53-0bf5-4f34-8656-4e1e0d1b03a0 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7793772 Nov 10 19:22:27.693070 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b27744c4-d3b0-4de9-a187-0d4b802b74c9 tempest-MeteringTestJSON-545418193 tempest-MeteringTestJSON-545418193-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=4011cac0-9d97-49fc-a481-12843d1a1cc2 HTTP/1.1" status: 200 len: 216 time: 0.1077697 Nov 10 19:22:27.696114 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44312) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:27.772387 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-305be58d-69f6-410f-b87b-27e093216a5f tempest-MeteringTestJSON-545418193 tempest-MeteringTestJSON-545418193-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0717120 Nov 10 19:22:27.772916 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44314) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:27.805852 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-351fed8f-ba8b-4c0d-ace6-a654fb17ba55 tempest-MeteringTestJSON-545418193 tempest-MeteringTestJSON-545418193-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0314760 Nov 10 19:22:27.809406 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44316) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:27.842464 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962a932-818d-42e6-9634-5589cc8343b8 req-59f94e39-dd8a-4dc6-9b34-97618124103e tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:27.844340 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9962a932-818d-42e6-9634-5589cc8343b8 req-59f94e39-dd8a-4dc6-9b34-97618124103e tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fff2f62-cf14-4a82-ad2f-16df6c61e760 HTTP/1.1" status: 200 len: 945 time: 0.1318917 Nov 10 19:22:28.018930 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-9962a932-818d-42e6-9634-5589cc8343b8 req-b42a4ef4-653c-44a2-8c55-ea89d59beadf tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] Deleting port 6d6c6c84-a79c-488c-b251-11e5299cef64 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:22:28.019293 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9962a932-818d-42e6-9634-5589cc8343b8 req-b42a4ef4-653c-44a2-8c55-ea89d59beadf tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:28.074870 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbb77fc-1da6-45d3-a698-9f58c83e2b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-b4829d00-deeb-4c10-90b8-fcdd88bb940b', 'network_id': 'b4829d00-deeb-4c10-90b8-fcdd88bb940b', 'tenant_id': 'd16e75c2ff96444d8e04fd9ac069d28d', 'fixed_ips': [{'subnet_id': '406dcb85-1789-4a0c-b27d-266291683425'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:22:28.075774 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0fbb77fc-1da6-45d3-a698-9f58c83e2b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:28.084324 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-af84f86a-3c62-460d-8055-00b661b5db41 tempest-MeteringTestJSON-545418193 tempest-MeteringTestJSON-545418193-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels/fa9a4472-9a21-4d40-b2c7-8072b2c9773a HTTP/1.1" status: 200 len: 473 time: 0.2706316 Nov 10 19:22:28.103665 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44328) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:28.117995 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44330) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:28.121094 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-159f20d5-4650-4180-a9ae-f2955264ea64 tempest-MeteringTestJSON-545418193 tempest-MeteringTestJSON-545418193-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules/cee546e1-bda5-450b-bdcb-5502c5868174 HTTP/1.1" status: 200 len: 461 time: 0.0155752 Nov 10 19:22:28.123539 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-620e7810-2141-4ff5-b3f1-6acbf1cac6ed tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Request body: {'subnet': {'network_id': '7d1af7f4-72b1-4601-926f-8a8a2e35b28c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:28.125973 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44332) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:28.157239 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79e95e-3dc7-4551-84ee-a1cbc0d3a48d req-adfe6907-47d9-47d5-afb8-ebb2a889a3a1 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:28.159078 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5a79e95e-3dc7-4551-84ee-a1cbc0d3a48d req-adfe6907-47d9-47d5-afb8-ebb2a889a3a1 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fff2f62-cf14-4a82-ad2f-16df6c61e760 HTTP/1.1" status: 200 len: 945 time: 0.1354108 Nov 10 19:22:28.223497 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-9962a932-818d-42e6-9634-5589cc8343b8 req-b42a4ef4-653c-44a2-8c55-ea89d59beadf tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] For port 6d6c6c84-a79c-488c-b251-11e5299cef64, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=6d6c6c84-a79c-488c-b251-11e5299cef64,segment=NetworkSegment(869a3e27-7c06-45aa-bc90-fc5fe32ba919),segment_id=869a3e27-7c06-45aa-bc90-fc5fe32ba919)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:22:28.224142 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9962a932-818d-42e6-9634-5589cc8343b8 req-b42a4ef4-653c-44a2-8c55-ea89d59beadf tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:28.248684 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-9962a932-818d-42e6-9634-5589cc8343b8 req-b42a4ef4-653c-44a2-8c55-ea89d59beadf tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] Calling delete_port for 6d6c6c84-a79c-488c-b251-11e5299cef64 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:22:28.275127 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-0fbb77fc-1da6-45d3-a698-9f58c83e2b1f None None] Allocated IP 172.20.0.2 (b4829d00-deeb-4c10-90b8-fcdd88bb940b/406dcb85-1789-4a0c-b27d-266291683425/37e4f4d9-8f9b-4ffd-b771-4d024a75d2b3) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:22:28.276455 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c73ca9b8-6263-454a-adea-d875aa8dd422 tempest-MeteringTestJSON-545418193 tempest-MeteringTestJSON-545418193-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:28.280129 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c73ca9b8-6263-454a-adea-d875aa8dd422 tempest-MeteringTestJSON-545418193 tempest-MeteringTestJSON-545418193-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-label-rules/cee546e1-bda5-450b-bdcb-5502c5868174 HTTP/1.1" status: 204 len: 168 time: 0.1508391 Nov 10 19:22:28.280536 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620e7810-2141-4ff5-b3f1-6acbf1cac6ed tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Made reservation on behalf of 9c1dc6aaffe3425babc1f9f715c4807b for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:28.284038 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44336) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:28.284432 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-620e7810-2141-4ff5-b3f1-6acbf1cac6ed tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:28.368702 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5a79e95e-3dc7-4551-84ee-a1cbc0d3a48d req-8927dd84-e365-4334-bcc1-910cab9bb121 tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] 10.222.0.54 "GET /v2.0/security-groups?id=de670771-0ca0-410d-ae20-ea905ce0f038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996553 Nov 10 19:22:28.520365 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0fbb77fc-1da6-45d3-a698-9f58c83e2b1f None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:28.535067 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0fbb77fc-1da6-45d3-a698-9f58c83e2b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:28.574859 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9962a932-818d-42e6-9634-5589cc8343b8 req-b42a4ef4-653c-44a2-8c55-ea89d59beadf tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:28.598607 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbb77fc-1da6-45d3-a698-9f58c83e2b1f None None] Network b4829d00-deeb-4c10-90b8-fcdd88bb940b is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:22:28.599932 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['6d6c6c84-a79c-488c-b251-11e5299cef64'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:22:28.653628 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-0fbb77fc-1da6-45d3-a698-9f58c83e2b1f None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:22:28.655282 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-46f2c0f0-0c1c-45d3-8475-9043736c9dd1 tempest-MeteringTestJSON-545418193 tempest-MeteringTestJSON-545418193-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:28.656940 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-46f2c0f0-0c1c-45d3-8475-9043736c9dd1 tempest-MeteringTestJSON-545418193 tempest-MeteringTestJSON-545418193-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-labels/fa9a4472-9a21-4d40-b2c7-8072b2c9773a HTTP/1.1" status: 204 len: 168 time: 0.3716199 Nov 10 19:22:28.659548 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbb77fc-1da6-45d3-a698-9f58c83e2b1f None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:22:28.687281 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:28.689825 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb77fc-1da6-45d3-a698-9f58c83e2b1f None None] Pushing event updated for resources: {'Port': ['ID=37e4f4d9-8f9b-4ffd-b771-4d024a75d2b3,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:28.730643 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a4ef4-653c-44a2-8c55-ea89d59beadf tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] Pushing event deleted for resources: {'Port': ['ID=6d6c6c84-a79c-488c-b251-11e5299cef64,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:28.760428 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-0fbb77fc-1da6-45d3-a698-9f58c83e2b1f None None] Attempting to bind port 37e4f4d9-8f9b-4ffd-b771-4d024a75d2b3 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:28.761259 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-0fbb77fc-1da6-45d3-a698-9f58c83e2b1f None None] Attempting to bind port 37e4f4d9-8f9b-4ffd-b771-4d024a75d2b3 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '5d0dc5e4-2ec1-487f-8364-d10967c50847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b4829d00-deeb-4c10-90b8-fcdd88bb940b'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:28.762924 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbb77fc-1da6-45d3-a698-9f58c83e2b1f None None] Attempting to bind port 37e4f4d9-8f9b-4ffd-b771-4d024a75d2b3 on network b4829d00-deeb-4c10-90b8-fcdd88bb940b {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:28.774799 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbb77fc-1da6-45d3-a698-9f58c83e2b1f None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:22:28.776315 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbb77fc-1da6-45d3-a698-9f58c83e2b1f None None] Checking segment: {'id': '5d0dc5e4-2ec1-487f-8364-d10967c50847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b4829d00-deeb-4c10-90b8-fcdd88bb940b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:22:28.780429 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-620e7810-2141-4ff5-b3f1-6acbf1cac6ed tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:28.781828 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0fbb77fc-1da6-45d3-a698-9f58c83e2b1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:28.783784 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbb77fc-1da6-45d3-a698-9f58c83e2b1f None None] Bound using segment: {'id': '5d0dc5e4-2ec1-487f-8364-d10967c50847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b4829d00-deeb-4c10-90b8-fcdd88bb940b'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:22:28.784310 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-0fbb77fc-1da6-45d3-a698-9f58c83e2b1f None None] Bound port: 37e4f4d9-8f9b-4ffd-b771-4d024a75d2b3, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d0dc5e4-2ec1-487f-8364-d10967c50847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b4829d00-deeb-4c10-90b8-fcdd88bb940b'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:22:28.785504 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0fbb77fc-1da6-45d3-a698-9f58c83e2b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:28.882763 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-9962a932-818d-42e6-9634-5589cc8343b8 req-b42a4ef4-653c-44a2-8c55-ea89d59beadf tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] No DVR routers for this DVR port 6d6c6c84-a79c-488c-b251-11e5299cef64 on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:22:28.890291 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-0fbb77fc-1da6-45d3-a698-9f58c83e2b1f None None] For port 37e4f4d9-8f9b-4ffd-b771-4d024a75d2b3, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:22:28.898930 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-0fbb77fc-1da6-45d3-a698-9f58c83e2b1f None None] For port 37e4f4d9-8f9b-4ffd-b771-4d024a75d2b3, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=37e4f4d9-8f9b-4ffd-b771-4d024a75d2b3,segment=NetworkSegment(5d0dc5e4-2ec1-487f-8364-d10967c50847),segment_id=5d0dc5e4-2ec1-487f-8364-d10967c50847)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:22:28.906073 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9962a932-818d-42e6-9634-5589cc8343b8 req-b42a4ef4-653c-44a2-8c55-ea89d59beadf tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:28.907762 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0fbb77fc-1da6-45d3-a698-9f58c83e2b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:28.909860 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9962a932-818d-42e6-9634-5589cc8343b8 req-b42a4ef4-653c-44a2-8c55-ea89d59beadf tempest-ServerGroupTestJSON-156453727 tempest-ServerGroupTestJSON-156453727-project] 10.222.0.25 "DELETE /v2.0/ports/6d6c6c84-a79c-488c-b251-11e5299cef64 HTTP/1.1" status: 204 len: 173 time: 1.0571229 Nov 10 19:22:28.921788 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fff2f62-cf14-4a82-ad2f-16df6c61e760', 'name': 'network-vif-deleted', 'tag': '6d6c6c84-a79c-488c-b251-11e5299cef64'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:22:28.921788 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a48f96e-6794-473b-b4d6-d012c10a63c9" -d '{"events": [{"server_uuid": "4fff2f62-cf14-4a82-ad2f-16df6c61e760", "name": "network-vif-deleted", "tag": "6d6c6c84-a79c-488c-b251-11e5299cef64"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:22:28.956820 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e7810-2141-4ff5-b3f1-6acbf1cac6ed tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event updated for resources: {'Subnet': ['ID=c1fd6c70-564e-4f65-b7b6-192d6e9040d4,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:28.967934 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620e7810-2141-4ff5-b3f1-6acbf1cac6ed tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Checking segment: {'id': '3fb7865b-0045-47c9-810d-9af1f4f31a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7d1af7f4-72b1-4601-926f-8a8a2e35b28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:22:28.968856 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620e7810-2141-4ff5-b3f1-6acbf1cac6ed tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Network hostable DHCP agents. Network: 7d1af7f4-72b1-4601-926f-8a8a2e35b28c, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:22:29.044490 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb77fc-1da6-45d3-a698-9f58c83e2b1f None None] Pushing event updated for resources: {'Port': ['ID=37e4f4d9-8f9b-4ffd-b771-4d024a75d2b3,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:29.050843 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620e7810-2141-4ff5-b3f1-6acbf1cac6ed tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Network 7d1af7f4-72b1-4601-926f-8a8a2e35b28c is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:22:29.067010 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-620e7810-2141-4ff5-b3f1-6acbf1cac6ed tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 7d1af7f4-72b1-4601-926f-8a8a2e35b28c) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:22:29.075881 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620e7810-2141-4ff5-b3f1-6acbf1cac6ed tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:29.076531 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-620e7810-2141-4ff5-b3f1-6acbf1cac6ed tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:29.076854 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaf2d2a-0b4f-4930-bc40-8152743e6425 None None] Network 7d1af7f4-72b1-4601-926f-8a8a2e35b28c requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:22:29.101241 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44356) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:29.107588 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-620e7810-2141-4ff5-b3f1-6acbf1cac6ed tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9840758 Nov 10 19:22:29.107588 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44358) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:29.113928 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-00fdd77d-7e77-4f30-9a8d-cb130b544c24 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-805812384'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:29.149594 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fdd77d-7e77-4f30-9a8d-cb130b544c24 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Made reservation on behalf of 9c1dc6aaffe3425babc1f9f715c4807b for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:29.155831 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c8dab-2c01-4214-87ba-adce38593d32 req-0533dd81-3695-4bf7-b3a3-1f6ffcbe9e4e tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:29.159849 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-704c8dab-2c01-4214-87ba-adce38593d32 req-0533dd81-3695-4bf7-b3a3-1f6ffcbe9e4e tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/networks?id=b4829d00-deeb-4c10-90b8-fcdd88bb940b HTTP/1.1" status: 200 len: 816 time: 0.3056414 Nov 10 19:22:29.172206 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-00fdd77d-7e77-4f30-9a8d-cb130b544c24 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:29.188592 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-704c8dab-2c01-4214-87ba-adce38593d32 req-5e017722-77c6-4b65-8805-c24e41f06e6d tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/quotas/d16e75c2ff96444d8e04fd9ac069d28d HTTP/1.1" status: 200 len: 375 time: 0.0222840 Nov 10 19:22:29.219990 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00fdd77d-7e77-4f30-9a8d-cb130b544c24 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:22:29.240136 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-00fdd77d-7e77-4f30-9a8d-cb130b544c24 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:29.240865 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-00fdd77d-7e77-4f30-9a8d-cb130b544c24 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Added segment fd0ee5d8-b632-4c9c-8faf-fed7972148d3 of type vlan for network 59031fd9-c617-4752-a333-9fbfb3d74950 Nov 10 19:22:29.286651 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-704c8dab-2c01-4214-87ba-adce38593d32 req-e9f3e9c0-db9d-45f0-a3c5-05adb49d9a95 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d16e75c2ff96444d8e04fd9ac069d28d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0969865 Nov 10 19:22:29.314868 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-00fdd77d-7e77-4f30-9a8d-cb130b544c24 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:29.370982 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-00fdd77d-7e77-4f30-9a8d-cb130b544c24 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:29.372495 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f89cccfd-964a-4a8d-a0c9-0ac294805c7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:29.378320 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fdd77d-7e77-4f30-9a8d-cb130b544c24 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:29.379144 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-00fdd77d-7e77-4f30-9a8d-cb130b544c24 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:29.420818 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-00fdd77d-7e77-4f30-9a8d-cb130b544c24 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3114266 Nov 10 19:22:29.446336 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44364) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:29.496257 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-b6853ca9-7b47-49af-9a4f-7850bb952156 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Request body: {'subnet': {'network_id': '59031fd9-c617-4752-a333-9fbfb3d74950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:29.525115 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fdd77d-7e77-4f30-9a8d-cb130b544c24 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event updated for resources: {'Network': ['ID=59031fd9-c617-4752-a333-9fbfb3d74950,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:29.603645 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 59031fd9-c617-4752-a333-9fbfb3d74950 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:22:29.648663 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:29.741355 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4203a5af-7150-41e0-959e-da95010b094f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-7d1af7f4-72b1-4601-926f-8a8a2e35b28c', 'network_id': '7d1af7f4-72b1-4601-926f-8a8a2e35b28c', 'tenant_id': '9c1dc6aaffe3425babc1f9f715c4807b', 'fixed_ips': [{'subnet_id': 'c1fd6c70-564e-4f65-b7b6-192d6e9040d4'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:22:29.742413 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4203a5af-7150-41e0-959e-da95010b094f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:29.744967 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-704c8dab-2c01-4214-87ba-adce38593d32 req-96594def-fece-4c3d-9fef-d8af7a936e5d service neutron] 10.222.0.54 "GET /v2.0/networks/b4829d00-deeb-4c10-90b8-fcdd88bb940b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559460 Nov 10 19:22:29.832047 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6853ca9-7b47-49af-9a4f-7850bb952156 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Made reservation on behalf of 9c1dc6aaffe3425babc1f9f715c4807b for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:29.835656 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6853ca9-7b47-49af-9a4f-7850bb952156 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:29.874804 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f89cccfd-964a-4a8d-a0c9-0ac294805c7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:29.907242 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-4203a5af-7150-41e0-959e-da95010b094f None None] Allocated IP 2001:db8:0:ffff::2 (7d1af7f4-72b1-4601-926f-8a8a2e35b28c/c1fd6c70-564e-4f65-b7b6-192d6e9040d4/22cabc5e-d638-416f-9540-4947816506a1) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:22:29.908817 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f89cccfd-964a-4a8d-a0c9-0ac294805c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:29.999963 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-704c8dab-2c01-4214-87ba-adce38593d32 req-fb4d6a8a-f9ed-4f4f-81aa-d1bbedde2287 service neutron] 10.222.0.54 "GET /v2.0/networks/b4829d00-deeb-4c10-90b8-fcdd88bb940b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534418 Nov 10 19:22:30.000585 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89cccfd-964a-4a8d-a0c9-0ac294805c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b470a0ec-bc54-477a-bb37-835f102316e8,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:30.004977 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f89cccfd-964a-4a8d-a0c9-0ac294805c7a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=45ea304224c24830ac78a502784227c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8937063 Nov 10 19:22:30.007952 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44370) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:30.074015 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4cfa6a6e-bf7a-49f3-88f6-69e0dd31a3b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:30.098935 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4cfa6a6e-bf7a-49f3-88f6-69e0dd31a3b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:30.160262 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4203a5af-7150-41e0-959e-da95010b094f None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:30.175450 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4203a5af-7150-41e0-959e-da95010b094f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:30.205217 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4cfa6a6e-bf7a-49f3-88f6-69e0dd31a3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:30.220716 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4cfa6a6e-bf7a-49f3-88f6-69e0dd31a3b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:30.237853 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4cfa6a6e-bf7a-49f3-88f6-69e0dd31a3b1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b470a0ec-bc54-477a-bb37-835f102316e8 HTTP/1.1" status: 204 len: 168 time: 0.2217822 Nov 10 19:22:30.268779 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6853ca9-7b47-49af-9a4f-7850bb952156 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:30.277660 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa6a6e-bf7a-49f3-88f6-69e0dd31a3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b470a0ec-bc54-477a-bb37-835f102316e8,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:30.338506 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4203a5af-7150-41e0-959e-da95010b094f None None] Network 7d1af7f4-72b1-4601-926f-8a8a2e35b28c is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:22:30.375074 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-4203a5af-7150-41e0-959e-da95010b094f None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:22:30.410487 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4203a5af-7150-41e0-959e-da95010b094f None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:22:30.418462 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203a5af-7150-41e0-959e-da95010b094f None None] Pushing event updated for resources: {'Port': ['ID=22cabc5e-d638-416f-9540-4947816506a1,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:30.428232 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a7a591-b4ce-4939-b7d9-65a0f0bb5c12 x-openstack-request-id: req-c6a7a591-b4ce-4939-b7d9-65a0f0bb5c12 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:22:30.428665 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fff2f62-cf14-4a82-ad2f-16df6c61e760", "name": "network-vif-deleted", "tag": "6d6c6c84-a79c-488c-b251-11e5299cef64", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:22:30.429003 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c6a7a591-b4ce-4939-b7d9-65a0f0bb5c12 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:22:30.429509 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fff2f62-cf14-4a82-ad2f-16df6c61e760', 'name': 'network-vif-deleted', 'tag': '6d6c6c84-a79c-488c-b251-11e5299cef64', 'status': 'completed', 'code': 200} Nov 10 19:22:30.447620 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 37e4f4d9-8f9b-4ffd-b771-4d024a75d2b3 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:22:30.513814 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6853ca9-7b47-49af-9a4f-7850bb952156 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Checking segment: {'id': 'fd0ee5d8-b632-4c9c-8faf-fed7972148d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '59031fd9-c617-4752-a333-9fbfb3d74950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:22:30.514317 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6853ca9-7b47-49af-9a4f-7850bb952156 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Network hostable DHCP agents. Network: 59031fd9-c617-4752-a333-9fbfb3d74950, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:22:30.535130 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6853ca9-7b47-49af-9a4f-7850bb952156 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event updated for resources: {'Subnet': ['ID=e677425f-4764-4bf5-bf94-636d3752c46e,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:30.601642 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6853ca9-7b47-49af-9a4f-7850bb952156 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Network 59031fd9-c617-4752-a333-9fbfb3d74950 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:22:30.625991 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-b6853ca9-7b47-49af-9a4f-7850bb952156 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 59031fd9-c617-4752-a333-9fbfb3d74950) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:22:30.654093 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6853ca9-7b47-49af-9a4f-7850bb952156 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:30.654808 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6853ca9-7b47-49af-9a4f-7850bb952156 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:30.727630 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44390) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:30.732574 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b6853ca9-7b47-49af-9a4f-7850bb952156 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2777681 Nov 10 19:22:30.740840 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b75f1e-6393-43a1-a357-c81801d0917b None None] Network 59031fd9-c617-4752-a333-9fbfb3d74950 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:22:30.801978 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44400) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:30.855211 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a4131d8-135e-4e95-8318-d2689592455c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:30.924040 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ad7b13-f745-4a11-b8f7-5ce3b50a7b4b None None] Network b4829d00-deeb-4c10-90b8-fcdd88bb940b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:22:30.939639 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0ab6bfa3-18c5-4377-b703-a8e4ae0efcf4 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:31.026760 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0ab6bfa3-18c5-4377-b703-a8e4ae0efcf4 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:31.033985 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-4203a5af-7150-41e0-959e-da95010b094f None None] Attempting to bind port 22cabc5e-d638-416f-9540-4947816506a1 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:31.034623 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-4203a5af-7150-41e0-959e-da95010b094f None None] Attempting to bind port 22cabc5e-d638-416f-9540-4947816506a1 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '3fb7865b-0045-47c9-810d-9af1f4f31a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7d1af7f4-72b1-4601-926f-8a8a2e35b28c'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:31.035185 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4203a5af-7150-41e0-959e-da95010b094f None None] Attempting to bind port 22cabc5e-d638-416f-9540-4947816506a1 on network 7d1af7f4-72b1-4601-926f-8a8a2e35b28c {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:31.099152 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a73c955e-b546-4ae2-8809-fded55d546d9 None None] Provisioning complete for port 37e4f4d9-8f9b-4ffd-b771-4d024a75d2b3 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:22:31.100078 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a73c955e-b546-4ae2-8809-fded55d546d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:31.109661 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4203a5af-7150-41e0-959e-da95010b094f None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:22:31.110053 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4203a5af-7150-41e0-959e-da95010b094f None None] Checking segment: {'id': '3fb7865b-0045-47c9-810d-9af1f4f31a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7d1af7f4-72b1-4601-926f-8a8a2e35b28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:22:31.110478 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4203a5af-7150-41e0-959e-da95010b094f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:31.110860 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4203a5af-7150-41e0-959e-da95010b094f None None] Bound using segment: {'id': '3fb7865b-0045-47c9-810d-9af1f4f31a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7d1af7f4-72b1-4601-926f-8a8a2e35b28c'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:22:31.111348 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-4203a5af-7150-41e0-959e-da95010b094f None None] Bound port: 22cabc5e-d638-416f-9540-4947816506a1, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb7865b-0045-47c9-810d-9af1f4f31a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7d1af7f4-72b1-4601-926f-8a8a2e35b28c'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:22:31.111738 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4203a5af-7150-41e0-959e-da95010b094f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:31.136627 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0ab6bfa3-18c5-4377-b703-a8e4ae0efcf4 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:31.189792 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6bfa3-18c5-4377-b703-a8e4ae0efcf4 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event deleted for resources: {'Subnet': ['ID=e677425f-4764-4bf5-bf94-636d3752c46e,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:31.212137 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 37e4f4d9-8f9b-4ffd-b771-4d024a75d2b3 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:22:31.212700 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:31.267490 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0a6a56-bb16-4f3f-89e8-6e80e2f7c32a None None] Network 59031fd9-c617-4752-a333-9fbfb3d74950 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:22:31.385676 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0ab6bfa3-18c5-4377-b703-a8e4ae0efcf4 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:31.435637 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-0ab6bfa3-18c5-4377-b703-a8e4ae0efcf4 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59031fd9-c617-4752-a333-9fbfb3d74950']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:31.455672 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-0ab6bfa3-18c5-4377-b703-a8e4ae0efcf4 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0ee5d8-b632-4c9c-8faf-fed7972148d3') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:31.456136 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-0ab6bfa3-18c5-4377-b703-a8e4ae0efcf4 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0ee5d8-b632-4c9c-8faf-fed7972148d3') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:31.498891 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0ab6bfa3-18c5-4377-b703-a8e4ae0efcf4 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:31.531527 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0ab6bfa3-18c5-4377-b703-a8e4ae0efcf4 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:31.532799 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-33587727-eca3-4bb7-b1bd-d62d38a97dcf tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:31.538824 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab6bfa3-18c5-4377-b703-a8e4ae0efcf4 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:22:31.539381 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0ab6bfa3-18c5-4377-b703-a8e4ae0efcf4 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:31.540160 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-33587727-eca3-4bb7-b1bd-d62d38a97dcf tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/networks?id=b4829d00-deeb-4c10-90b8-fcdd88bb940b HTTP/1.1" status: 200 len: 816 time: 0.7046661 Nov 10 19:22:31.548659 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-4203a5af-7150-41e0-959e-da95010b094f None None] For port 22cabc5e-d638-416f-9540-4947816506a1, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:22:31.559832 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:22:31.559832 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:22:31.559832 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:22:31.559832 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:22:31.559832 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:22:31.559832 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:22:31.559832 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:22:31.559832 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:22:31.559832 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:22:31.559832 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:22:31.559832 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:22:31.559832 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:22:31.559832 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:22:31.559832 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:22:31.559832 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:22:31.559832 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:22:31.559832 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:22:31.559832 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:22:31.559832 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:22:31.559832 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:22:31.559832 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:22:31.559832 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:22:31.559832 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:22:31.559832 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:22:31.559832 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:22:31.559832 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:22:31.559832 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:22:31.559832 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:22:31.559832 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:22:31.559832 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:22:31.559832 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:22:31.559832 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:22:31.567005 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-9413648d-32ed-4509-967a-cfbc8b0b8d79 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/quotas/d16e75c2ff96444d8e04fd9ac069d28d HTTP/1.1" status: 200 len: 375 time: 0.0258923 Nov 10 19:22:31.567186 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a73c955e-b546-4ae2-8809-fded55d546d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:31.611383 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a4131d8-135e-4e95-8318-d2689592455c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:31.615034 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-4203a5af-7150-41e0-959e-da95010b094f None None] For port 22cabc5e-d638-416f-9540-4947816506a1, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=22cabc5e-d638-416f-9540-4947816506a1,segment=NetworkSegment(3fb7865b-0045-47c9-810d-9af1f4f31a5e),segment_id=3fb7865b-0045-47c9-810d-9af1f4f31a5e)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:22:31.626110 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a4131d8-135e-4e95-8318-d2689592455c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:31.638621 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:31.640977 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4203a5af-7150-41e0-959e-da95010b094f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:31.650669 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-57cf4156-ed78-4281-8ec6-06f887b50243 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d16e75c2ff96444d8e04fd9ac069d28d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0827150 Nov 10 19:22:31.660901 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0ab6bfa3-18c5-4377-b703-a8e4ae0efcf4 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:31.671395 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0ab6bfa3-18c5-4377-b703-a8e4ae0efcf4 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:31.682336 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0ab6bfa3-18c5-4377-b703-a8e4ae0efcf4 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "DELETE /v2.0/networks/59031fd9-c617-4752-a333-9fbfb3d74950 HTTP/1.1" status: 204 len: 168 time: 0.9453912 Nov 10 19:22:31.685887 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44406) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:31.700670 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6bfa3-18c5-4377-b703-a8e4ae0efcf4 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event deleted for resources: {'Network': ['ID=59031fd9-c617-4752-a333-9fbfb3d74950,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:31.707370 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-2cf8ec5b-6a59-4091-aa33-070baad16836 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-213786650'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:31.760232 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-a73c955e-b546-4ae2-8809-fded55d546d9 None None] For port 37e4f4d9-8f9b-4ffd-b771-4d024a75d2b3, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=37e4f4d9-8f9b-4ffd-b771-4d024a75d2b3,segment=NetworkSegment(5d0dc5e4-2ec1-487f-8364-d10967c50847),segment_id=5d0dc5e4-2ec1-487f-8364-d10967c50847)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:22:31.786750 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a73c955e-b546-4ae2-8809-fded55d546d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:31.791964 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4131d8-135e-4e95-8318-d2689592455c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9295d81-8bd1-41e7-8089-3ea9fb792044,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:31.799846 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203a5af-7150-41e0-959e-da95010b094f None None] Pushing event updated for resources: {'Port': ['ID=22cabc5e-d638-416f-9540-4947816506a1,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:31.803510 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4a4131d8-135e-4e95-8318-d2689592455c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=63ef3040653f4c1f8730d7a38da8b38f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9978743 Nov 10 19:22:31.804301 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44412) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:31.823327 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf8ec5b-6a59-4091-aa33-070baad16836 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Made reservation on behalf of 9c1dc6aaffe3425babc1f9f715c4807b for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:31.825822 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2cf8ec5b-6a59-4091-aa33-070baad16836 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:31.859960 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:22:31.860429 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:22:31.886579 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf8ec5b-6a59-4091-aa33-070baad16836 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:22:31.910346 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2cf8ec5b-6a59-4091-aa33-070baad16836 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:31.910747 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-2cf8ec5b-6a59-4091-aa33-070baad16836 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Added segment 3ff858ef-9f79-4a77-bb92-3e1d93d2e7cc of type vlan for network 7fe5e20e-81d6-4f82-b963-0bc9ac399b21 Nov 10 19:22:32.004546 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c955e-b546-4ae2-8809-fded55d546d9 None None] Pushing event updated for resources: {'Port': ['ID=37e4f4d9-8f9b-4ffd-b771-4d024a75d2b3,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:32.012176 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2cf8ec5b-6a59-4091-aa33-070baad16836 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:32.016165 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4964abc5-dbe0-417e-82c8-cebc7cdf4924 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:32.026445 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-7ea9d15c-5ab0-4a45-bee6-a9d66df65f2f service neutron] 10.222.0.54 "GET /v2.0/networks/b4829d00-deeb-4c10-90b8-fcdd88bb940b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729208 Nov 10 19:22:32.141711 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2cf8ec5b-6a59-4091-aa33-070baad16836 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:32.150242 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4964abc5-dbe0-417e-82c8-cebc7cdf4924 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:32.178386 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf8ec5b-6a59-4091-aa33-070baad16836 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:32.179459 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2cf8ec5b-6a59-4091-aa33-070baad16836 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:32.234764 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c8dab-2c01-4214-87ba-adce38593d32 req-ac6c1503-49d4-478b-aaa4-6ee24885a508 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:32.236757 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-704c8dab-2c01-4214-87ba-adce38593d32 req-ac6c1503-49d4-478b-aaa4-6ee24885a508 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.25 "GET /v2.0/networks?id=b4829d00-deeb-4c10-90b8-fcdd88bb940b HTTP/1.1" status: 200 len: 816 time: 0.2861454 Nov 10 19:22:32.251271 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-704c8dab-2c01-4214-87ba-adce38593d32 req-58e6a06a-d449-4778-87b3-46c2719d821e tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Request body: {'port': {'device_id': '43ac48b5-63c9-4089-8e90-af395a6e6e00', 'network_id': 'b4829d00-deeb-4c10-90b8-fcdd88bb940b', 'admin_state_up': True, 'tenant_id': 'd16e75c2ff96444d8e04fd9ac069d28d'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:32.268080 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9d573628-b248-426b-b278-7d1e72adcdea None None] Provisioning complete for port 37e4f4d9-8f9b-4ffd-b771-4d024a75d2b3 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:22:32.269897 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9d573628-b248-426b-b278-7d1e72adcdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:32.312216 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2cf8ec5b-6a59-4091-aa33-070baad16836 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6239421 Nov 10 19:22:32.313630 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44414) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:32.323102 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-5fd97ba3-70da-4d70-adb7-27e22a6625b9 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Request body: {'subnet': {'network_id': '7fe5e20e-81d6-4f82-b963-0bc9ac399b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:32.337462 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-17fb4fa8-bbf6-40df-a5cf-d3dde30e27a3 service neutron] 10.222.0.54 "GET /v2.0/networks/b4829d00-deeb-4c10-90b8-fcdd88bb940b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097334 Nov 10 19:22:32.373272 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8ec5b-6a59-4091-aa33-070baad16836 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event updated for resources: {'Network': ['ID=7fe5e20e-81d6-4f82-b963-0bc9ac399b21,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:32.414366 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4964abc5-dbe0-417e-82c8-cebc7cdf4924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:32.417548 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4964abc5-dbe0-417e-82c8-cebc7cdf4924 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:32.419030 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4964abc5-dbe0-417e-82c8-cebc7cdf4924 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b9295d81-8bd1-41e7-8089-3ea9fb792044 HTTP/1.1" status: 204 len: 168 time: 0.6141577 Nov 10 19:22:32.429172 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-704c8dab-2c01-4214-87ba-adce38593d32 req-58e6a06a-d449-4778-87b3-46c2719d821e tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Made reservation on behalf of d16e75c2ff96444d8e04fd9ac069d28d for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:32.433183 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-704c8dab-2c01-4214-87ba-adce38593d32 req-58e6a06a-d449-4778-87b3-46c2719d821e tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:32.437924 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964abc5-dbe0-417e-82c8-cebc7cdf4924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9295d81-8bd1-41e7-8089-3ea9fb792044,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:32.455467 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 7fe5e20e-81d6-4f82-b963-0bc9ac399b21 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:22:32.540497 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd97ba3-70da-4d70-adb7-27e22a6625b9 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Made reservation on behalf of 9c1dc6aaffe3425babc1f9f715c4807b for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:32.551316 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5fd97ba3-70da-4d70-adb7-27e22a6625b9 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:32.628954 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-704c8dab-2c01-4214-87ba-adce38593d32 req-58e6a06a-d449-4778-87b3-46c2719d821e tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Allocated IP 172.20.0.4 (b4829d00-deeb-4c10-90b8-fcdd88bb940b/406dcb85-1789-4a0c-b27d-266291683425/4b8be6c8-3388-4790-864f-6aa2326f6bd7) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:22:33.061888 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-704c8dab-2c01-4214-87ba-adce38593d32 req-58e6a06a-d449-4778-87b3-46c2719d821e tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:33.148680 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-704c8dab-2c01-4214-87ba-adce38593d32 req-58e6a06a-d449-4778-87b3-46c2719d821e tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:33.180620 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5fd97ba3-70da-4d70-adb7-27e22a6625b9 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:33.217378 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 37e4f4d9-8f9b-4ffd-b771-4d024a75d2b3 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:22:33.303672 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 6d6c6c84-a79c-488c-b251-11e5299cef64 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:22:33.353413 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6a06a-d449-4778-87b3-46c2719d821e tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Pushing event updated for resources: {'Port': ['ID=4b8be6c8-3388-4790-864f-6aa2326f6bd7,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:33.359829 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 6d6c6c84-a79c-488c-b251-11e5299cef64 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:22:33.360480 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 6d6c6c84-a79c-488c-b251-11e5299cef64 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:22:33.374315 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-704c8dab-2c01-4214-87ba-adce38593d32 req-58e6a06a-d449-4778-87b3-46c2719d821e tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Network b4829d00-deeb-4c10-90b8-fcdd88bb940b is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:22:33.376394 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-704c8dab-2c01-4214-87ba-adce38593d32 req-58e6a06a-d449-4778-87b3-46c2719d821e tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:22:33.377637 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd97ba3-70da-4d70-adb7-27e22a6625b9 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event updated for resources: {'Subnet': ['ID=7916ba87-25c8-4305-a0b1-b125b4403ec9,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:33.394706 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-704c8dab-2c01-4214-87ba-adce38593d32 req-58e6a06a-d449-4778-87b3-46c2719d821e tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:22:33.407739 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 37e4f4d9-8f9b-4ffd-b771-4d024a75d2b3 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:22:33.408416 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:33.409907 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd97ba3-70da-4d70-adb7-27e22a6625b9 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Checking segment: {'id': '3ff858ef-9f79-4a77-bb92-3e1d93d2e7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7fe5e20e-81d6-4f82-b963-0bc9ac399b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:22:33.410300 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd97ba3-70da-4d70-adb7-27e22a6625b9 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Network hostable DHCP agents. Network: 7fe5e20e-81d6-4f82-b963-0bc9ac399b21, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:22:33.493475 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd97ba3-70da-4d70-adb7-27e22a6625b9 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Network 7fe5e20e-81d6-4f82-b963-0bc9ac399b21 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:22:33.537406 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c8dab-2c01-4214-87ba-adce38593d32 req-58e6a06a-d449-4778-87b3-46c2719d821e tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:33.538152 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-704c8dab-2c01-4214-87ba-adce38593d32 req-58e6a06a-d449-4778-87b3-46c2719d821e tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:33.542668 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-5fd97ba3-70da-4d70-adb7-27e22a6625b9 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 7fe5e20e-81d6-4f82-b963-0bc9ac399b21) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:22:33.566834 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd97ba3-70da-4d70-adb7-27e22a6625b9 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:33.567467 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5fd97ba3-70da-4d70-adb7-27e22a6625b9 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:33.572037 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-704c8dab-2c01-4214-87ba-adce38593d32 req-58e6a06a-d449-4778-87b3-46c2719d821e tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3249846 Nov 10 19:22:33.588485 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-704c8dab-2c01-4214-87ba-adce38593d32 req-d2a8ca43-e0a7-46d3-aa9d-f268e43ef183 service neutron] Request body: {'port': {'device_id': '43ac48b5-63c9-4089-8e90-af395a6e6e00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:33.605101 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82509b9d-bb98-406b-9e2f-7fe4df4bc3af None None] Network 7fe5e20e-81d6-4f82-b963-0bc9ac399b21 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:22:33.736251 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae69011-a1ba-441c-8213-4b44c6f6656b None None] Network 7d1af7f4-72b1-4601-926f-8a8a2e35b28c requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:22:33.740698 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-704c8dab-2c01-4214-87ba-adce38593d32 req-d2a8ca43-e0a7-46d3-aa9d-f268e43ef183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:33.742878 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5fd97ba3-70da-4d70-adb7-27e22a6625b9 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4249511 Nov 10 19:22:33.753325 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44454) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:33.780960 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-91a70804-2bb9-4cd3-b950-4f2f894c0cea tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1672534959'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:33.797570 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 22cabc5e-d638-416f-9540-4947816506a1 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:22:33.861413 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-2a490eaf-2a65-4d6c-b5c7-6fa1699cfb2e tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:33.870027 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-2a490eaf-2a65-4d6c-b5c7-6fa1699cfb2e tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/networks?id=b4829d00-deeb-4c10-90b8-fcdd88bb940b HTTP/1.1" status: 200 len: 816 time: 0.4331191 Nov 10 19:22:33.947390 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-18942621-786e-4e4b-9b1e-23861efd2f89 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/quotas/d16e75c2ff96444d8e04fd9ac069d28d HTTP/1.1" status: 200 len: 375 time: 0.0497472 Nov 10 19:22:33.952999 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a70804-2bb9-4cd3-b950-4f2f894c0cea tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Made reservation on behalf of 9c1dc6aaffe3425babc1f9f715c4807b for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:33.970079 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-91a70804-2bb9-4cd3-b950-4f2f894c0cea tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:34.098790 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9683fb75-a881-42a1-8118-6594d123c257 None None] Provisioning complete for port 22cabc5e-d638-416f-9540-4947816506a1 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:22:34.099170 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9683fb75-a881-42a1-8118-6594d123c257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:34.157308 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a70804-2bb9-4cd3-b950-4f2f894c0cea tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:22:34.183589 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-d24f9f0e-dce6-47b6-8dfa-2e7400c0ded6 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d16e75c2ff96444d8e04fd9ac069d28d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1955981 Nov 10 19:22:34.195697 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-91a70804-2bb9-4cd3-b950-4f2f894c0cea tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:34.196317 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-91a70804-2bb9-4cd3-b950-4f2f894c0cea tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Added segment 44af871a-043a-4e80-ba6d-e3c18b5687d2 of type vlan for network 0bbee807-7dd3-4326-a40e-fd7f6d151506 Nov 10 19:22:34.309782 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-91a70804-2bb9-4cd3-b950-4f2f894c0cea tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:34.368163 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-375cad38-f67d-45f9-ac15-d3173ca0d9f0 service neutron] 10.222.0.54 "GET /v2.0/networks/b4829d00-deeb-4c10-90b8-fcdd88bb940b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831522 Nov 10 19:22:34.379734 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-91a70804-2bb9-4cd3-b950-4f2f894c0cea tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:34.385273 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a70804-2bb9-4cd3-b950-4f2f894c0cea tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:34.386073 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-91a70804-2bb9-4cd3-b950-4f2f894c0cea tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:34.513850 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-91a70804-2bb9-4cd3-b950-4f2f894c0cea tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7530072 Nov 10 19:22:34.521361 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44470) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:34.521611 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a70804-2bb9-4cd3-b950-4f2f894c0cea tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event updated for resources: {'Network': ['ID=0bbee807-7dd3-4326-a40e-fd7f6d151506,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:34.542087 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-4de21375-98e8-48ea-b7fb-8887b16b4ec2 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Request body: {'subnet': {'network_id': '0bbee807-7dd3-4326-a40e-fd7f6d151506', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:34.571986 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-a51d3767-45cd-4bfb-ad64-39831a7b7b8e service neutron] 10.222.0.54 "GET /v2.0/networks/b4829d00-deeb-4c10-90b8-fcdd88bb940b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028103 Nov 10 19:22:34.616086 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 22cabc5e-d638-416f-9540-4947816506a1 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:22:34.623767 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:34.685600 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 0bbee807-7dd3-4326-a40e-fd7f6d151506 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:22:34.800311 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-704c8dab-2c01-4214-87ba-adce38593d32 req-d2a8ca43-e0a7-46d3-aa9d-f268e43ef183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b8be6c8-3388-4790-864f-6aa2326f6bd7 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:22:34.822530 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-704c8dab-2c01-4214-87ba-adce38593d32 req-d2a8ca43-e0a7-46d3-aa9d-f268e43ef183 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:34.856935 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de21375-98e8-48ea-b7fb-8887b16b4ec2 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Made reservation on behalf of 9c1dc6aaffe3425babc1f9f715c4807b for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:34.860926 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4de21375-98e8-48ea-b7fb-8887b16b4ec2 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:34.911520 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-704c8dab-2c01-4214-87ba-adce38593d32 req-d2a8ca43-e0a7-46d3-aa9d-f268e43ef183 service neutron] Transition to ACTIVE for port object 4b8be6c8-3388-4790-864f-6aa2326f6bd7 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:22:34.979581 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-704c8dab-2c01-4214-87ba-adce38593d32 req-d2a8ca43-e0a7-46d3-aa9d-f268e43ef183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:35.073821 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e40fdd-efb1-4dd5-84d5-38b98f92045d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-7fe5e20e-81d6-4f82-b963-0bc9ac399b21', 'network_id': '7fe5e20e-81d6-4f82-b963-0bc9ac399b21', 'tenant_id': '9c1dc6aaffe3425babc1f9f715c4807b', 'fixed_ips': [{'subnet_id': '7916ba87-25c8-4305-a0b1-b125b4403ec9'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:22:35.083503 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-09e40fdd-efb1-4dd5-84d5-38b98f92045d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:35.174716 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a8ca43-e0a7-46d3-aa9d-f268e43ef183 service neutron] Pushing event updated for resources: {'Port': ['ID=4b8be6c8-3388-4790-864f-6aa2326f6bd7,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:35.192936 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.ipam_backend_mixin [None req-4de21375-98e8-48ea-b7fb-8887b16b4ec2 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Performing IP validity checks on allocation pools {{(pid=102505) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 19:22:35.193680 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.ipam_backend_mixin [None req-4de21375-98e8-48ea-b7fb-8887b16b4ec2 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102505) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 19:22:35.435036 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-41ae5484-d878-46c8-820f-c1b466b4cfae tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:35.437621 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-41ae5484-d878-46c8-820f-c1b466b4cfae tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.73 "GET /v2.0/networks?id=b4829d00-deeb-4c10-90b8-fcdd88bb940b HTTP/1.1" status: 200 len: 816 time: 0.5012369 Nov 10 19:22:35.464315 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-8e4152d0-22fa-4b9c-83ba-a0583bffca0f tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Request body: {'port': {'device_id': '58edf979-f588-4a23-985c-a6c5f6742633', 'network_id': 'b4829d00-deeb-4c10-90b8-fcdd88bb940b', 'admin_state_up': True, 'tenant_id': 'd16e75c2ff96444d8e04fd9ac069d28d'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:35.532033 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9683fb75-a881-42a1-8118-6594d123c257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:35.582240 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:35.617009 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9683fb75-a881-42a1-8118-6594d123c257 None None] For port 22cabc5e-d638-416f-9540-4947816506a1, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=22cabc5e-d638-416f-9540-4947816506a1,segment=NetworkSegment(3fb7865b-0045-47c9-810d-9af1f4f31a5e),segment_id=3fb7865b-0045-47c9-810d-9af1f4f31a5e)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:22:35.636481 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9683fb75-a881-42a1-8118-6594d123c257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:35.711941 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-704c8dab-2c01-4214-87ba-adce38593d32 req-d2a8ca43-e0a7-46d3-aa9d-f268e43ef183 service neutron] Attempting to bind port 4b8be6c8-3388-4790-864f-6aa2326f6bd7 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:35.712818 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-704c8dab-2c01-4214-87ba-adce38593d32 req-d2a8ca43-e0a7-46d3-aa9d-f268e43ef183 service neutron] Attempting to bind port 4b8be6c8-3388-4790-864f-6aa2326f6bd7 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '5d0dc5e4-2ec1-487f-8364-d10967c50847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b4829d00-deeb-4c10-90b8-fcdd88bb940b'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:35.712818 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704c8dab-2c01-4214-87ba-adce38593d32 req-d2a8ca43-e0a7-46d3-aa9d-f268e43ef183 service neutron] Attempting to bind port 4b8be6c8-3388-4790-864f-6aa2326f6bd7 on network b4829d00-deeb-4c10-90b8-fcdd88bb940b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:35.721495 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704c8dab-2c01-4214-87ba-adce38593d32 req-d2a8ca43-e0a7-46d3-aa9d-f268e43ef183 service neutron] Port 4b8be6c8-3388-4790-864f-6aa2326f6bd7 on network b4829d00-deeb-4c10-90b8-fcdd88bb940b not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:35.721830 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704c8dab-2c01-4214-87ba-adce38593d32 req-d2a8ca43-e0a7-46d3-aa9d-f268e43ef183 service neutron] Attempting to bind port 4b8be6c8-3388-4790-864f-6aa2326f6bd7 on network b4829d00-deeb-4c10-90b8-fcdd88bb940b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:35.742544 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704c8dab-2c01-4214-87ba-adce38593d32 req-d2a8ca43-e0a7-46d3-aa9d-f268e43ef183 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:22:35.742890 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704c8dab-2c01-4214-87ba-adce38593d32 req-d2a8ca43-e0a7-46d3-aa9d-f268e43ef183 service neutron] Checking segment: {'id': '5d0dc5e4-2ec1-487f-8364-d10967c50847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b4829d00-deeb-4c10-90b8-fcdd88bb940b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:22:35.743276 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704c8dab-2c01-4214-87ba-adce38593d32 req-d2a8ca43-e0a7-46d3-aa9d-f268e43ef183 service neutron] Bound using segment: {'id': '5d0dc5e4-2ec1-487f-8364-d10967c50847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b4829d00-deeb-4c10-90b8-fcdd88bb940b'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:22:35.743975 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-704c8dab-2c01-4214-87ba-adce38593d32 req-d2a8ca43-e0a7-46d3-aa9d-f268e43ef183 service neutron] Bound port: 4b8be6c8-3388-4790-864f-6aa2326f6bd7, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d0dc5e4-2ec1-487f-8364-d10967c50847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b4829d00-deeb-4c10-90b8-fcdd88bb940b'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:22:35.744219 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-704c8dab-2c01-4214-87ba-adce38593d32 req-d2a8ca43-e0a7-46d3-aa9d-f268e43ef183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:35.833041 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-09e40fdd-efb1-4dd5-84d5-38b98f92045d None None] Allocated IP 2001:db8::1 (7fe5e20e-81d6-4f82-b963-0bc9ac399b21/7916ba87-25c8-4305-a0b1-b125b4403ec9/84d14470-7b5f-4249-9921-0665618e9112) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:22:35.957008 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aabd62fb-afe0-4a7e-b133-62853b1bcd38 req-42a48d30-3545-42c2-a978-03f226264b96 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=dde20bf1-8883-4961-afa2-0f8b30fe7cb7 HTTP/1.1" status: 200 len: 210 time: 0.1051524 Nov 10 19:22:36.126275 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-8e4152d0-22fa-4b9c-83ba-a0583bffca0f tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Made reservation on behalf of d16e75c2ff96444d8e04fd9ac069d28d for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:36.131051 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-8e4152d0-22fa-4b9c-83ba-a0583bffca0f tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:36.157951 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4de21375-98e8-48ea-b7fb-8887b16b4ec2 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:36.228557 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-704c8dab-2c01-4214-87ba-adce38593d32 req-d2a8ca43-e0a7-46d3-aa9d-f268e43ef183 service neutron] For port 4b8be6c8-3388-4790-864f-6aa2326f6bd7, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:22:36.287367 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-704c8dab-2c01-4214-87ba-adce38593d32 req-d2a8ca43-e0a7-46d3-aa9d-f268e43ef183 service neutron] For port 4b8be6c8-3388-4790-864f-6aa2326f6bd7, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=4b8be6c8-3388-4790-864f-6aa2326f6bd7,segment=NetworkSegment(5d0dc5e4-2ec1-487f-8364-d10967c50847),segment_id=5d0dc5e4-2ec1-487f-8364-d10967c50847)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:22:36.294612 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de21375-98e8-48ea-b7fb-8887b16b4ec2 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event updated for resources: {'Subnet': ['ID=493db628-8b0f-4025-84c5-0dd2cb838092,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:36.301892 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-704c8dab-2c01-4214-87ba-adce38593d32 req-d2a8ca43-e0a7-46d3-aa9d-f268e43ef183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:36.305631 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de21375-98e8-48ea-b7fb-8887b16b4ec2 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Checking segment: {'id': '44af871a-043a-4e80-ba6d-e3c18b5687d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0bbee807-7dd3-4326-a40e-fd7f6d151506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:22:36.307638 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de21375-98e8-48ea-b7fb-8887b16b4ec2 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Network hostable DHCP agents. Network: 0bbee807-7dd3-4326-a40e-fd7f6d151506, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:22:36.356644 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:22:36.357176 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:22:36.384463 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683fb75-a881-42a1-8118-6594d123c257 None None] Pushing event updated for resources: {'Port': ['ID=22cabc5e-d638-416f-9540-4947816506a1,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:36.404489 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c8dab-2c01-4214-87ba-adce38593d32 req-d2a8ca43-e0a7-46d3-aa9d-f268e43ef183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:36.405094 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-704c8dab-2c01-4214-87ba-adce38593d32 req-d2a8ca43-e0a7-46d3-aa9d-f268e43ef183 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:36.408155 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-704c8dab-2c01-4214-87ba-adce38593d32 req-d2a8ca43-e0a7-46d3-aa9d-f268e43ef183 service neutron] 10.222.0.25 "PUT /v2.0/ports/4b8be6c8-3388-4790-864f-6aa2326f6bd7 HTTP/1.1" status: 200 len: 1091 time: 2.8248720 Nov 10 19:22:36.408896 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ac48b5-63c9-4089-8e90-af395a6e6e00', 'tag': '4b8be6c8-3388-4790-864f-6aa2326f6bd7'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:22:36.417996 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2474c89-c318-4486-aba5-118c5823e412" -d '{"events": [{"name": "network-changed", "server_uuid": "43ac48b5-63c9-4089-8e90-af395a6e6e00", "tag": "4b8be6c8-3388-4790-864f-6aa2326f6bd7"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:22:36.448609 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de21375-98e8-48ea-b7fb-8887b16b4ec2 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Network 0bbee807-7dd3-4326-a40e-fd7f6d151506 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:22:36.471860 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683fb75-a881-42a1-8118-6594d123c257 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:36.474033 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683fb75-a881-42a1-8118-6594d123c257 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:36.475057 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683fb75-a881-42a1-8118-6594d123c257 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:36.475616 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683fb75-a881-42a1-8118-6594d123c257 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:36.476711 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683fb75-a881-42a1-8118-6594d123c257 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:36.492219 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683fb75-a881-42a1-8118-6594d123c257 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:36.492936 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683fb75-a881-42a1-8118-6594d123c257 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:36.493510 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683fb75-a881-42a1-8118-6594d123c257 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:36.494093 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683fb75-a881-42a1-8118-6594d123c257 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:36.494636 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683fb75-a881-42a1-8118-6594d123c257 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:36.495174 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683fb75-a881-42a1-8118-6594d123c257 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:36.495725 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683fb75-a881-42a1-8118-6594d123c257 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:36.554682 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-8e4152d0-22fa-4b9c-83ba-a0583bffca0f tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Allocated IP 172.20.0.3 (b4829d00-deeb-4c10-90b8-fcdd88bb940b/406dcb85-1789-4a0c-b27d-266291683425/a3d8627f-0b4b-409a-9231-6076474a5bf2) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:22:36.596846 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44518) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:36.604115 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a8ca43-e0a7-46d3-aa9d-f268e43ef183 service neutron] Pushing event updated for resources: {'Port': ['ID=4b8be6c8-3388-4790-864f-6aa2326f6bd7,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:36.621009 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-4de21375-98e8-48ea-b7fb-8887b16b4ec2 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 0bbee807-7dd3-4326-a40e-fd7f6d151506) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:22:36.637623 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de21375-98e8-48ea-b7fb-8887b16b4ec2 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:36.638281 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4de21375-98e8-48ea-b7fb-8887b16b4ec2 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:36.671045 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c27bb3-d733-458a-9dd0-370c1f6be1b7 x-openstack-request-id: req-08c27bb3-d733-458a-9dd0-370c1f6be1b7 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:22:36.673061 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ac48b5-63c9-4089-8e90-af395a6e6e00", "tag": "4b8be6c8-3388-4790-864f-6aa2326f6bd7", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:22:36.673354 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-08c27bb3-d733-458a-9dd0-370c1f6be1b7 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:22:36.673799 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ac48b5-63c9-4089-8e90-af395a6e6e00', 'tag': '4b8be6c8-3388-4790-864f-6aa2326f6bd7', 'status': 'completed', 'code': 200} Nov 10 19:22:36.680124 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c8dab-2c01-4214-87ba-adce38593d32 req-3d751781-025e-4cc5-8bec-fd0f7251215b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:36.682374 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-704c8dab-2c01-4214-87ba-adce38593d32 req-3d751781-025e-4cc5-8bec-fd0f7251215b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d16e75c2ff96444d8e04fd9ac069d28d&device_id=43ac48b5-63c9-4089-8e90-af395a6e6e00 HTTP/1.1" status: 200 len: 1094 time: 0.1768246 Nov 10 19:22:36.690416 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4de21375-98e8-48ea-b7fb-8887b16b4ec2 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.1635013 Nov 10 19:22:36.727263 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21497e63-62ca-4100-977f-dd66ade7aad5 None None] Network 0bbee807-7dd3-4326-a40e-fd7f6d151506 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:22:36.732318 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44522) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:36.799069 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-09e40fdd-efb1-4dd5-84d5-38b98f92045d None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:36.940550 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44524) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:36.947256 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-704c8dab-2c01-4214-87ba-adce38593d32 req-b80676d1-1368-4762-8254-319a6b61c5d0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b8be6c8-3388-4790-864f-6aa2326f6bd7 HTTP/1.1" status: 200 len: 217 time: 0.2557149 Nov 10 19:22:36.958778 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-09e40fdd-efb1-4dd5-84d5-38b98f92045d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:36.964525 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-8e4152d0-22fa-4b9c-83ba-a0583bffca0f tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:37.066366 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-32563d91-2215-4063-9bae-e51c0e3157ac admin admin] Deleting subnet 42f35b07-e4b0-4bb7-a8c7-8cb896eba3c8 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:22:37.070489 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-32563d91-2215-4063-9bae-e51c0e3157ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:37.123126 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c8dab-2c01-4214-87ba-adce38593d32 req-bcd7c247-4bd8-4039-9eab-79b5b2529df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:37.125241 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-704c8dab-2c01-4214-87ba-adce38593d32 req-bcd7c247-4bd8-4039-9eab-79b5b2529df2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=406dcb85-1789-4a0c-b27d-266291683425 HTTP/1.1" status: 200 len: 855 time: 0.1708810 Nov 10 19:22:37.131304 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-c9720cb9-d150-42a4-a79f-0464b9182eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-680750797'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:37.135024 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-32563d91-2215-4063-9bae-e51c0e3157ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:37.180686 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e99f4a15-439a-4e38-bf57-c2a5f1fcd57a None None] Provisioning complete for port 22cabc5e-d638-416f-9540-4947816506a1 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:22:37.181178 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e99f4a15-439a-4e38-bf57-c2a5f1fcd57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:37.184259 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e40fdd-efb1-4dd5-84d5-38b98f92045d None None] Network 7fe5e20e-81d6-4f82-b963-0bc9ac399b21 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:22:37.194730 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e40fdd-efb1-4dd5-84d5-38b98f92045d None None] Pushing event updated for resources: {'Port': ['ID=84d14470-7b5f-4249-9921-0665618e9112,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:37.228427 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-09e40fdd-efb1-4dd5-84d5-38b98f92045d None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:22:37.238729 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e40fdd-efb1-4dd5-84d5-38b98f92045d None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:22:37.241800 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9720cb9-d150-42a4-a79f-0464b9182eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474-project] Made reservation on behalf of c9dc3ee252d6492abb9d5b40d2558c99 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:37.246630 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c9720cb9-d150-42a4-a79f-0464b9182eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:37.356787 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-71d55513-1028-49d9-9cbd-b64f68881ac4 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:37.358683 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-71d55513-1028-49d9-9cbd-b64f68881ac4 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.25 "GET /v2.0/networks?id=b4829d00-deeb-4c10-90b8-fcdd88bb940b HTTP/1.1" status: 200 len: 816 time: 0.1504483 Nov 10 19:22:37.371231 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-32563d91-2215-4063-9bae-e51c0e3157ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:37.411501 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-09e40fdd-efb1-4dd5-84d5-38b98f92045d None None] Attempting to bind port 84d14470-7b5f-4249-9921-0665618e9112 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:37.412155 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-09e40fdd-efb1-4dd5-84d5-38b98f92045d None None] Attempting to bind port 84d14470-7b5f-4249-9921-0665618e9112 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '3ff858ef-9f79-4a77-bb92-3e1d93d2e7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7fe5e20e-81d6-4f82-b963-0bc9ac399b21'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:37.412755 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e40fdd-efb1-4dd5-84d5-38b98f92045d None None] Attempting to bind port 84d14470-7b5f-4249-9921-0665618e9112 on network 7fe5e20e-81d6-4f82-b963-0bc9ac399b21 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:37.428466 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-9f75bf67-7679-4e42-ada8-2920589b299d tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Request body: {'port': {'device_id': 'dde20bf1-8883-4961-afa2-0f8b30fe7cb7', 'network_id': 'b4829d00-deeb-4c10-90b8-fcdd88bb940b', 'admin_state_up': True, 'tenant_id': 'd16e75c2ff96444d8e04fd9ac069d28d'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:37.480715 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e40fdd-efb1-4dd5-84d5-38b98f92045d None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:22:37.486470 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e40fdd-efb1-4dd5-84d5-38b98f92045d None None] Checking segment: {'id': '3ff858ef-9f79-4a77-bb92-3e1d93d2e7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7fe5e20e-81d6-4f82-b963-0bc9ac399b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:22:37.486972 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-09e40fdd-efb1-4dd5-84d5-38b98f92045d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:37.487577 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e40fdd-efb1-4dd5-84d5-38b98f92045d None None] Bound using segment: {'id': '3ff858ef-9f79-4a77-bb92-3e1d93d2e7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7fe5e20e-81d6-4f82-b963-0bc9ac399b21'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:22:37.491652 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-09e40fdd-efb1-4dd5-84d5-38b98f92045d None None] Bound port: 84d14470-7b5f-4249-9921-0665618e9112, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff858ef-9f79-4a77-bb92-3e1d93d2e7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7fe5e20e-81d6-4f82-b963-0bc9ac399b21'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:22:37.492960 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-09e40fdd-efb1-4dd5-84d5-38b98f92045d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:37.539715 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 22cabc5e-d638-416f-9540-4947816506a1 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:22:37.577752 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b0ac714a-9b67-49ad-a9b5-0c3804e4f956 req-5c0475ad-0d39-4a81-a82f-4c2b53b3f4e7 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=dde20bf1-8883-4961-afa2-0f8b30fe7cb7 HTTP/1.1" status: 200 len: 210 time: 0.3603823 Nov 10 19:22:37.581228 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a74f73d-372d-477d-810b-d994fed1e8e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-0bbee807-7dd3-4326-a40e-fd7f6d151506', 'network_id': '0bbee807-7dd3-4326-a40e-fd7f6d151506', 'tenant_id': '9c1dc6aaffe3425babc1f9f715c4807b', 'fixed_ips': [{'subnet_id': '493db628-8b0f-4025-84c5-0dd2cb838092'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:22:37.582307 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4a74f73d-372d-477d-810b-d994fed1e8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:37.626572 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-8e4152d0-22fa-4b9c-83ba-a0583bffca0f tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:37.731849 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-8e4152d0-22fa-4b9c-83ba-a0583bffca0f tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Network b4829d00-deeb-4c10-90b8-fcdd88bb940b is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:22:37.744306 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-32563d91-2215-4063-9bae-e51c0e3157ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:37.746591 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-8e4152d0-22fa-4b9c-83ba-a0583bffca0f tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:22:37.751209 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-8e4152d0-22fa-4b9c-83ba-a0583bffca0f tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:22:37.834258 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-9f75bf67-7679-4e42-ada8-2920589b299d tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Made reservation on behalf of d16e75c2ff96444d8e04fd9ac069d28d for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:37.844102 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-09e40fdd-efb1-4dd5-84d5-38b98f92045d None None] For port 84d14470-7b5f-4249-9921-0665618e9112, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:22:37.850417 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-9f75bf67-7679-4e42-ada8-2920589b299d tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:37.864145 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-32563d91-2215-4063-9bae-e51c0e3157ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:37.877119 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-32563d91-2215-4063-9bae-e51c0e3157ac admin admin] 10.222.0.54 "DELETE /v2.0/subnets/42f35b07-e4b0-4bb7-a8c7-8cb896eba3c8 HTTP/1.1" status: 204 len: 168 time: 0.9354670 Nov 10 19:22:37.878443 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4152d0-22fa-4b9c-83ba-a0583bffca0f tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Pushing event updated for resources: {'Port': ['ID=a3d8627f-0b4b-409a-9231-6076474a5bf2,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:37.896640 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44534) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:37.904351 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-09e40fdd-efb1-4dd5-84d5-38b98f92045d None None] For port 84d14470-7b5f-4249-9921-0665618e9112, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=84d14470-7b5f-4249-9921-0665618e9112,segment=NetworkSegment(3ff858ef-9f79-4a77-bb92-3e1d93d2e7cc),segment_id=3ff858ef-9f79-4a77-bb92-3e1d93d2e7cc)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:22:37.907445 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32563d91-2215-4063-9bae-e51c0e3157ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42f35b07-e4b0-4bb7-a8c7-8cb896eba3c8,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:37.908196 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c9720cb9-d150-42a4-a79f-0464b9182eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:37.920011 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-09e40fdd-efb1-4dd5-84d5-38b98f92045d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:38.024772 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c8dab-2c01-4214-87ba-adce38593d32 req-acf6d26c-47da-490c-9585-840e16fdebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:38.032689 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-704c8dab-2c01-4214-87ba-adce38593d32 req-acf6d26c-47da-490c-9585-840e16fdebfb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b4829d00-deeb-4c10-90b8-fcdd88bb940b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8881824 Nov 10 19:22:38.042360 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-8e4152d0-22fa-4b9c-83ba-a0583bffca0f tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:38.047649 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-8e4152d0-22fa-4b9c-83ba-a0583bffca0f tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:38.081519 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bc40da6d-5a20-4834-8467-f3313ad2bdf8 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:38.116158 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-4a74f73d-372d-477d-810b-d994fed1e8e2 None None] Allocated IP 2001:db8::3 (0bbee807-7dd3-4326-a40e-fd7f6d151506/493db628-8b0f-4025-84c5-0dd2cb838092/6975d779-4195-4078-a816-dc53344c983a) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:22:38.173819 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-8e4152d0-22fa-4b9c-83ba-a0583bffca0f tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7183328 Nov 10 19:22:38.194568 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-b6eff9b1-8f67-4a8d-8c6b-65a81cf90a24 service neutron] Request body: {'port': {'device_id': '58edf979-f588-4a23-985c-a6c5f6742633', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:38.210262 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3ce5884f-b9e7-43cc-8382-c0e2e96fd5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:38.307654 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 22cabc5e-d638-416f-9540-4947816506a1 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:22:38.308092 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:38.317919 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bc40da6d-5a20-4834-8467-f3313ad2bdf8 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:38.373509 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-704c8dab-2c01-4214-87ba-adce38593d32 req-2e5b49ef-ca40-42e1-923b-82e3f644617e service neutron] 10.222.0.25 "GET /v2.0/networks/b4829d00-deeb-4c10-90b8-fcdd88bb940b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846355 Nov 10 19:22:38.375717 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c9720cb9-d150-42a4-a79f-0464b9182eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:38.405840 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c9720cb9-d150-42a4-a79f-0464b9182eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:38.455594 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e40fdd-efb1-4dd5-84d5-38b98f92045d None None] Pushing event updated for resources: {'Port': ['ID=84d14470-7b5f-4249-9921-0665618e9112,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:38.522248 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9720cb9-d150-42a4-a79f-0464b9182eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:22:38.532474 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9720cb9-d150-42a4-a79f-0464b9182eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21d661e3-2c56-43ca-93d3-28b84ec99065,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:38.547722 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3ce5884f-b9e7-43cc-8382-c0e2e96fd5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:38.558202 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c9720cb9-d150-42a4-a79f-0464b9182eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:38.558491 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-c9720cb9-d150-42a4-a79f-0464b9182eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474-project] Added segment c9c843a6-ef9d-4a0f-a4ed-585167500a2d of type vlan for network 463e77ca-1ce7-47fe-aad0-5e049373fa4d Nov 10 19:22:38.587411 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-3ce5884f-b9e7-43cc-8382-c0e2e96fd5da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b47e9cf-b9c0-42bf-a050-9734964a29ef']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:38.617519 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-3ce5884f-b9e7-43cc-8382-c0e2e96fd5da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '869a3e27-7c06-45aa-bc90-fc5fe32ba919') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:38.617942 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-3ce5884f-b9e7-43cc-8382-c0e2e96fd5da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '869a3e27-7c06-45aa-bc90-fc5fe32ba919') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:38.634189 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3ce5884f-b9e7-43cc-8382-c0e2e96fd5da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:38.654495 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c9720cb9-d150-42a4-a79f-0464b9182eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:38.661442 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3ce5884f-b9e7-43cc-8382-c0e2e96fd5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:38.668944 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-704c8dab-2c01-4214-87ba-adce38593d32 req-4410f261-7697-4f84-99a5-4eda484df236 service neutron] 10.222.0.25 "GET /v2.0/networks/b4829d00-deeb-4c10-90b8-fcdd88bb940b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812567 Nov 10 19:22:38.687093 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce5884f-b9e7-43cc-8382-c0e2e96fd5da admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:22:38.689412 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3ce5884f-b9e7-43cc-8382-c0e2e96fd5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:38.733934 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c9720cb9-d150-42a4-a79f-0464b9182eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:38.754620 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9720cb9-d150-42a4-a79f-0464b9182eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:38.755903 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c9720cb9-d150-42a4-a79f-0464b9182eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:38.785912 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:22:38.785912 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:22:38.785912 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:22:38.785912 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:22:38.785912 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:22:38.785912 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:22:38.785912 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:22:38.785912 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:22:38.785912 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:22:38.785912 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:22:38.785912 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:22:38.785912 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:22:38.785912 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:22:38.785912 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:22:38.785912 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:22:38.785912 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:22:38.785912 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:22:38.785912 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:22:38.785912 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:22:38.785912 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:22:38.785912 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:22:38.785912 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:22:38.785912 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:22:38.785912 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:22:38.785912 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:22:38.785912 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:22:38.785912 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:22:38.785912 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:22:38.785912 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:22:38.785912 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:22:38.785912 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:22:38.785912 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:22:38.795882 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3ce5884f-b9e7-43cc-8382-c0e2e96fd5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:38.819768 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-b7147e04-6f25-42d1-a99f-190451536a3a None None] Provisioning complete for port a3d8627f-0b4b-409a-9231-6076474a5bf2 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:22:38.820135 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b7147e04-6f25-42d1-a99f-190451536a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:38.823048 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4a74f73d-372d-477d-810b-d994fed1e8e2 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:38.836383 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3ce5884f-b9e7-43cc-8382-c0e2e96fd5da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:38.843305 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3ce5884f-b9e7-43cc-8382-c0e2e96fd5da admin admin] 10.222.0.54 "DELETE /v2.0/networks/2b47e9cf-b9c0-42bf-a050-9734964a29ef HTTP/1.1" status: 204 len: 168 time: 0.9266968 Nov 10 19:22:38.862159 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5884f-b9e7-43cc-8382-c0e2e96fd5da admin admin] Pushing event deleted for resources: {'Network': ['ID=2b47e9cf-b9c0-42bf-a050-9734964a29ef,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:38.864146 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-b6eff9b1-8f67-4a8d-8c6b-65a81cf90a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:38.879899 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9717e067-45e9-400d-b954-0fcdb7f7b8cb req-23e12b6f-1189-4e82-bfac-e4e47d50bdfe tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=dde20bf1-8883-4961-afa2-0f8b30fe7cb7 HTTP/1.1" status: 200 len: 210 time: 0.0956433 Nov 10 19:22:38.902585 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-9f75bf67-7679-4e42-ada8-2920589b299d tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Allocated IP 172.20.0.11 (b4829d00-deeb-4c10-90b8-fcdd88bb940b/406dcb85-1789-4a0c-b27d-266291683425/f3b1cce3-2410-459e-b5af-39d425cdc820) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:22:38.951375 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9720cb9-d150-42a4-a79f-0464b9182eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474-project] Pushing event updated for resources: {'Network': ['ID=463e77ca-1ce7-47fe-aad0-5e049373fa4d,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:38.971538 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c9720cb9-d150-42a4-a79f-0464b9182eda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.3689456 Nov 10 19:22:38.983666 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bc40da6d-5a20-4834-8467-f3313ad2bdf8 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:39.052561 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40da6d-5a20-4834-8467-f3313ad2bdf8 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event deleted for resources: {'Subnet': ['ID=493db628-8b0f-4025-84c5-0dd2cb838092,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:39.095758 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2474c89-c318-4486-aba5-118c5823e412 req-a82dc748-4a1e-4a4e-b95a-e4031797096a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:39.097523 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b2474c89-c318-4486-aba5-118c5823e412 req-a82dc748-4a1e-4a4e-b95a-e4031797096a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d16e75c2ff96444d8e04fd9ac069d28d&device_id=43ac48b5-63c9-4089-8e90-af395a6e6e00 HTTP/1.1" status: 200 len: 1094 time: 0.3349051 Nov 10 19:22:39.298867 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44552) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:39.342485 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2474c89-c318-4486-aba5-118c5823e412 req-347818c9-4db0-4765-b5b6-ca8ed4847ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:39.344412 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b2474c89-c318-4486-aba5-118c5823e412 req-347818c9-4db0-4765-b5b6-ca8ed4847ad9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b4829d00-deeb-4c10-90b8-fcdd88bb940b HTTP/1.1" status: 200 len: 917 time: 0.2285690 Nov 10 19:22:39.407930 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b2474c89-c318-4486-aba5-118c5823e412 req-7a87f279-4b07-40a6-8a3a-674325cb256a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b8be6c8-3388-4790-864f-6aa2326f6bd7 HTTP/1.1" status: 200 len: 217 time: 0.0492191 Nov 10 19:22:39.503774 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bc40da6d-5a20-4834-8467-f3313ad2bdf8 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:39.564596 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-bc40da6d-5a20-4834-8467-f3313ad2bdf8 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bbee807-7dd3-4326-a40e-fd7f6d151506']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:39.566177 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 463e77ca-1ce7-47fe-aad0-5e049373fa4d details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:22:39.613373 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 84d14470-7b5f-4249-9921-0665618e9112 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:22:39.634954 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a8be5bfa-01f1-46bc-9268-5cee172209eb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=68ed34cbd8f549cd93b954d07cca61d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3319967 Nov 10 19:22:39.636709 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4a74f73d-372d-477d-810b-d994fed1e8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:39.640162 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44554) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:39.646001 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-bc40da6d-5a20-4834-8467-f3313ad2bdf8 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44af871a-043a-4e80-ba6d-e3c18b5687d2') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:39.646431 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-bc40da6d-5a20-4834-8467-f3313ad2bdf8 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44af871a-043a-4e80-ba6d-e3c18b5687d2') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:39.650097 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2474c89-c318-4486-aba5-118c5823e412 req-2b6920ac-0c0e-4b81-a834-7c357ad46226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:39.651980 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b2474c89-c318-4486-aba5-118c5823e412 req-2b6920ac-0c0e-4b81-a834-7c357ad46226 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=406dcb85-1789-4a0c-b27d-266291683425 HTTP/1.1" status: 200 len: 855 time: 0.1947091 Nov 10 19:22:39.724394 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bc40da6d-5a20-4834-8467-f3313ad2bdf8 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:39.745149 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-9f75bf67-7679-4e42-ada8-2920589b299d tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:39.760415 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-b7147e04-6f25-42d1-a99f-190451536a3a None None] Port a3d8627f-0b4b-409a-9231-6076474a5bf2 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:22:39.831475 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bc40da6d-5a20-4834-8467-f3313ad2bdf8 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:39.836225 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a74f73d-372d-477d-810b-d994fed1e8e2 None None] Network 0bbee807-7dd3-4326-a40e-fd7f6d151506 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:22:39.848166 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-4a74f73d-372d-477d-810b-d994fed1e8e2 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:22:39.854601 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2474c89-c318-4486-aba5-118c5823e412 req-5699e348-38e1-416f-aaf0-ec21b876cb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:39.859629 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b2474c89-c318-4486-aba5-118c5823e412 req-5699e348-38e1-416f-aaf0-ec21b876cb1e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b4829d00-deeb-4c10-90b8-fcdd88bb940b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1869872 Nov 10 19:22:39.866222 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a74f73d-372d-477d-810b-d994fed1e8e2 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:22:39.868397 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74f73d-372d-477d-810b-d994fed1e8e2 None None] Pushing event updated for resources: {'Port': ['ID=6975d779-4195-4078-a816-dc53344c983a,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:39.881675 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc40da6d-5a20-4834-8467-f3313ad2bdf8 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:22:39.891948 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bc40da6d-5a20-4834-8467-f3313ad2bdf8 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:39.914426 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556937b9-83ff-4052-bab1-aae4153a0196 None None] Network 7fe5e20e-81d6-4f82-b963-0bc9ac399b21 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:22:39.915801 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:22:39.915801 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:22:39.915801 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:22:39.915801 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:22:39.915801 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:22:39.915801 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:22:39.915801 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:22:39.915801 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:22:39.915801 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:22:39.915801 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:22:39.915801 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:22:39.915801 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:22:39.915801 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:22:39.915801 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:22:39.915801 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:22:39.915801 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:22:39.915801 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:22:39.915801 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:22:39.915801 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:22:39.915801 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:22:39.915801 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:22:39.915801 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:22:39.915801 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:22:39.915801 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:22:39.915801 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:22:39.915801 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:22:39.915801 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:22:39.915801 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:22:39.915801 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:22:39.915801 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:22:39.915801 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:22:39.915801 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:22:39.973489 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-9f75bf67-7679-4e42-ada8-2920589b299d tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:40.007007 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1695cf08-2d2f-46fd-a781-a7b48d602e55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:40.083195 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.db.api [None req-bc40da6d-5a20-4834-8467-f3313ad2bdf8 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 19:22:40.083195 n-d-813897-4 neutron-server[102505]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 19:22:40.083195 n-d-813897-4 neutron-server[102505]: [parameters: {'id': '0bbee807-7dd3-4326-a40e-fd7f6d151506'}] Nov 10 19:22:40.083195 n-d-813897-4 neutron-server[102505]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:22:40.083195 n-d-813897-4 neutron-server[102505]: DEBUG oslo_db.api [None req-bc40da6d-5a20-4834-8467-f3313ad2bdf8 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:22:40.084129 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44562) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:40.091638 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Request body: {'port': {'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d', 'binding:host_id': 'n-h1-813897-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-239811232'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:40.138472 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b2474c89-c318-4486-aba5-118c5823e412 req-a578ac68-d036-4e03-ae38-8feca1b037d7 service neutron] 10.222.0.25 "GET /v2.0/networks/b4829d00-deeb-4c10-90b8-fcdd88bb940b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670407 Nov 10 19:22:40.153080 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1695cf08-2d2f-46fd-a781-a7b48d602e55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:40.155040 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Made reservation on behalf of 957a072225a8406a850a0cd6dcb553b0 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:40.157264 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:40.168060 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-9f75bf67-7679-4e42-ada8-2920589b299d tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Network b4829d00-deeb-4c10-90b8-fcdd88bb940b is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:22:40.178013 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:40.298553 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b2474c89-c318-4486-aba5-118c5823e412 req-70795866-18bd-4f5c-9d52-5d1c7395c82e service neutron] 10.222.0.25 "GET /v2.0/networks/b4829d00-deeb-4c10-90b8-fcdd88bb940b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521902 Nov 10 19:22:40.334565 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-4a74f73d-372d-477d-810b-d994fed1e8e2 None None] Attempting to bind port 6975d779-4195-4078-a816-dc53344c983a on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:40.335303 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-4a74f73d-372d-477d-810b-d994fed1e8e2 None None] Attempting to bind port 6975d779-4195-4078-a816-dc53344c983a by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '44af871a-043a-4e80-ba6d-e3c18b5687d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0bbee807-7dd3-4326-a40e-fd7f6d151506'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:40.335755 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a74f73d-372d-477d-810b-d994fed1e8e2 None None] Attempting to bind port 6975d779-4195-4078-a816-dc53344c983a on network 0bbee807-7dd3-4326-a40e-fd7f6d151506 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:40.346934 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-fec0e868-baf0-46a7-8bf4-81ea092967a5 None None] Provisioning complete for port 84d14470-7b5f-4249-9921-0665618e9112 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:22:40.347449 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fec0e868-baf0-46a7-8bf4-81ea092967a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:40.359279 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 84d14470-7b5f-4249-9921-0665618e9112 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:22:40.360350 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:40.375160 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:40.381394 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:40.387102 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] device_id is not set on port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:22:40.457678 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a74f73d-372d-477d-810b-d994fed1e8e2 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:22:40.458146 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a74f73d-372d-477d-810b-d994fed1e8e2 None None] Checking segment: {'id': '44af871a-043a-4e80-ba6d-e3c18b5687d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0bbee807-7dd3-4326-a40e-fd7f6d151506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:22:40.459341 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4a74f73d-372d-477d-810b-d994fed1e8e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:40.459341 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a74f73d-372d-477d-810b-d994fed1e8e2 None None] Bound using segment: {'id': '44af871a-043a-4e80-ba6d-e3c18b5687d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0bbee807-7dd3-4326-a40e-fd7f6d151506'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:22:40.461195 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-4a74f73d-372d-477d-810b-d994fed1e8e2 None None] Bound port: 6975d779-4195-4078-a816-dc53344c983a, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44af871a-043a-4e80-ba6d-e3c18b5687d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0bbee807-7dd3-4326-a40e-fd7f6d151506'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:22:40.461195 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4a74f73d-372d-477d-810b-d994fed1e8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:40.486650 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b39f4f-e4c6-47d7-a9f0-fbdd84f4148d,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:40.529667 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75bf67-7679-4e42-ada8-2920589b299d tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Pushing event updated for resources: {'Port': ['ID=f3b1cce3-2410-459e-b5af-39d425cdc820,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:40.584719 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bc40da6d-5a20-4834-8467-f3313ad2bdf8 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:40.673629 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-b6eff9b1-8f67-4a8d-8c6b-65a81cf90a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3d8627f-0b4b-409a-9231-6076474a5bf2 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:22:40.679225 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-4a74f73d-372d-477d-810b-d994fed1e8e2 None None] For port 6975d779-4195-4078-a816-dc53344c983a, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:22:40.686593 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-b6eff9b1-8f67-4a8d-8c6b-65a81cf90a24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:40.690803 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:40.706127 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-b6eff9b1-8f67-4a8d-8c6b-65a81cf90a24 service neutron] Transition to ACTIVE for port object a3d8627f-0b4b-409a-9231-6076474a5bf2 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:22:40.707913 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-9f75bf67-7679-4e42-ada8-2920589b299d tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:22:40.713734 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-4a74f73d-372d-477d-810b-d994fed1e8e2 None None] For port 6975d779-4195-4078-a816-dc53344c983a, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=6975d779-4195-4078-a816-dc53344c983a,segment=NetworkSegment(44af871a-043a-4e80-ba6d-e3c18b5687d2),segment_id=44af871a-043a-4e80-ba6d-e3c18b5687d2)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:22:40.725561 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4a74f73d-372d-477d-810b-d994fed1e8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:40.733273 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-9f75bf67-7679-4e42-ada8-2920589b299d tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:22:40.737037 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-b6eff9b1-8f67-4a8d-8c6b-65a81cf90a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:40.744818 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1695cf08-2d2f-46fd-a781-a7b48d602e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:40.747647 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1695cf08-2d2f-46fd-a781-a7b48d602e55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:40.748032 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fec0e868-baf0-46a7-8bf4-81ea092967a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:40.751943 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1695cf08-2d2f-46fd-a781-a7b48d602e55 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/de670771-0ca0-410d-ae20-ea905ce0f038 HTTP/1.1" status: 204 len: 168 time: 1.1107109 Nov 10 19:22:40.813397 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 84d14470-7b5f-4249-9921-0665618e9112, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=84d14470-7b5f-4249-9921-0665618e9112,segment=NetworkSegment(3ff858ef-9f79-4a77-bb92-3e1d93d2e7cc),segment_id=3ff858ef-9f79-4a77-bb92-3e1d93d2e7cc)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:22:40.832692 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695cf08-2d2f-46fd-a781-a7b48d602e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de670771-0ca0-410d-ae20-ea905ce0f038,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:40.918304 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba756c-5372-4557-85d4-7a2c6718816b req-383cc91c-c644-41ab-8b1c-5bb8613595ca tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:40.930488 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-42ba756c-5372-4557-85d4-7a2c6718816b req-383cc91c-c644-41ab-8b1c-5bb8613595ca tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=dde20bf1-8883-4961-afa2-0f8b30fe7cb7 HTTP/1.1" status: 200 len: 932 time: 0.3477988 Nov 10 19:22:40.934371 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:40.991049 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eff9b1-8f67-4a8d-8c6b-65a81cf90a24 service neutron] Pushing event updated for resources: {'Port': ['ID=a3d8627f-0b4b-409a-9231-6076474a5bf2,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:41.018456 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-9f75bf67-7679-4e42-ada8-2920589b299d tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:41.019288 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-9f75bf67-7679-4e42-ada8-2920589b299d tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:41.122424 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74f73d-372d-477d-810b-d994fed1e8e2 None None] Pushing event updated for resources: {'Port': ['ID=6975d779-4195-4078-a816-dc53344c983a,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:41.138118 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-9f75bf67-7679-4e42-ada8-2920589b299d tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7617691 Nov 10 19:22:41.191426 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-b211fa50-92ad-4733-b2a2-87a97a9074a3 service neutron] Request body: {'port': {'device_id': 'dde20bf1-8883-4961-afa2-0f8b30fe7cb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:41.243527 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] device_id is not set on port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:22:41.249464 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-fec0e868-baf0-46a7-8bf4-81ea092967a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:22:41.249907 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-fec0e868-baf0-46a7-8bf4-81ea092967a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:22:41.274414 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:41.276846 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 4b8be6c8-3388-4790-864f-6aa2326f6bd7 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:22:41.281388 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-42ba756c-5372-4557-85d4-7a2c6718816b req-6db6e12e-b09c-41b1-bba7-dcaf0cf6aeab tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488448 Nov 10 19:22:41.297189 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:41.319899 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-bc40da6d-5a20-4834-8467-f3313ad2bdf8 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Deleting port 6975d779-4195-4078-a816-dc53344c983a {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:22:41.330693 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bc40da6d-5a20-4834-8467-f3313ad2bdf8 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:41.414360 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3796f52-4e02-4e9e-8398-04321b7bbfec None None] Network 0bbee807-7dd3-4326-a40e-fd7f6d151506 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:22:41.419282 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-b211fa50-92ad-4733-b2a2-87a97a9074a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:41.428367 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-b6eff9b1-8f67-4a8d-8c6b-65a81cf90a24 service neutron] Attempting to bind port a3d8627f-0b4b-409a-9231-6076474a5bf2 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:41.428784 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-b6eff9b1-8f67-4a8d-8c6b-65a81cf90a24 service neutron] Attempting to bind port a3d8627f-0b4b-409a-9231-6076474a5bf2 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '5d0dc5e4-2ec1-487f-8364-d10967c50847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b4829d00-deeb-4c10-90b8-fcdd88bb940b'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:41.429123 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-b6eff9b1-8f67-4a8d-8c6b-65a81cf90a24 service neutron] Attempting to bind port a3d8627f-0b4b-409a-9231-6076474a5bf2 on network b4829d00-deeb-4c10-90b8-fcdd88bb940b {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:41.450984 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=84d14470-7b5f-4249-9921-0665618e9112,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:41.461403 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-b6eff9b1-8f67-4a8d-8c6b-65a81cf90a24 service neutron] Port a3d8627f-0b4b-409a-9231-6076474a5bf2 on network b4829d00-deeb-4c10-90b8-fcdd88bb940b not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:41.461728 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-b6eff9b1-8f67-4a8d-8c6b-65a81cf90a24 service neutron] Attempting to bind port a3d8627f-0b4b-409a-9231-6076474a5bf2 on network b4829d00-deeb-4c10-90b8-fcdd88bb940b {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:41.497120 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-bc40da6d-5a20-4834-8467-f3313ad2bdf8 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] For port 6975d779-4195-4078-a816-dc53344c983a, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=6975d779-4195-4078-a816-dc53344c983a,segment=NetworkSegment(44af871a-043a-4e80-ba6d-e3c18b5687d2),segment_id=44af871a-043a-4e80-ba6d-e3c18b5687d2)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:22:41.497464 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bc40da6d-5a20-4834-8467-f3313ad2bdf8 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:41.528471 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-bc40da6d-5a20-4834-8467-f3313ad2bdf8 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Calling delete_port for 6975d779-4195-4078-a816-dc53344c983a owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:22:41.551610 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 4b8be6c8-3388-4790-864f-6aa2326f6bd7, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=4b8be6c8-3388-4790-864f-6aa2326f6bd7,segment=NetworkSegment(5d0dc5e4-2ec1-487f-8364-d10967c50847),segment_id=5d0dc5e4-2ec1-487f-8364-d10967c50847)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:22:41.563474 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-b6eff9b1-8f67-4a8d-8c6b-65a81cf90a24 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:22:41.566569 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-b6eff9b1-8f67-4a8d-8c6b-65a81cf90a24 service neutron] Checking segment: {'id': '5d0dc5e4-2ec1-487f-8364-d10967c50847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b4829d00-deeb-4c10-90b8-fcdd88bb940b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:22:41.574469 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-b6eff9b1-8f67-4a8d-8c6b-65a81cf90a24 service neutron] Bound using segment: {'id': '5d0dc5e4-2ec1-487f-8364-d10967c50847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b4829d00-deeb-4c10-90b8-fcdd88bb940b'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:22:41.575295 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-b6eff9b1-8f67-4a8d-8c6b-65a81cf90a24 service neutron] Bound port: a3d8627f-0b4b-409a-9231-6076474a5bf2, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d0dc5e4-2ec1-487f-8364-d10967c50847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b4829d00-deeb-4c10-90b8-fcdd88bb940b'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:22:41.579117 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-b6eff9b1-8f67-4a8d-8c6b-65a81cf90a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:41.613926 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '4b8be6c8-3388-4790-864f-6aa2326f6bd7', 'network_id': 'b4829d00-deeb-4c10-90b8-fcdd88bb940b', 'port_id': '4b8be6c8-3388-4790-864f-6aa2326f6bd7', 'mac_address': 'fa:16:3e:88:1a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '406dcb85-1789-4a0c-b27d-266291683425', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:22:41.730318 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-b6eff9b1-8f67-4a8d-8c6b-65a81cf90a24 service neutron] For port a3d8627f-0b4b-409a-9231-6076474a5bf2, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:22:41.751881 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bc40da6d-5a20-4834-8467-f3313ad2bdf8 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:41.780735 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-b6eff9b1-8f67-4a8d-8c6b-65a81cf90a24 service neutron] For port a3d8627f-0b4b-409a-9231-6076474a5bf2, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=a3d8627f-0b4b-409a-9231-6076474a5bf2,segment=NetworkSegment(5d0dc5e4-2ec1-487f-8364-d10967c50847),segment_id=5d0dc5e4-2ec1-487f-8364-d10967c50847)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:22:41.791460 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-b6eff9b1-8f67-4a8d-8c6b-65a81cf90a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:41.796055 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Pushing event updated for resources: {'Port': ['ID=7527c233-e232-4db2-a8d1-13e60ab1cdc9,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:41.809713 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc40da6d-5a20-4834-8467-f3313ad2bdf8 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] No DVR routers for this DVR port 6975d779-4195-4078-a816-dc53344c983a on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:22:41.861092 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a98a959-3335-4813-b2bf-a67125c12419 None None] get_active_networks_info from n-d-813897-4 {{(pid=102507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 19:22:41.866219 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40da6d-5a20-4834-8467-f3313ad2bdf8 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event deleted for resources: {'Port': ['ID=6975d779-4195-4078-a816-dc53344c983a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:41.875341 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Checking segment: {'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:22:41.875717 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Network hostable DHCP agents. Network: 463e77ca-1ce7-47fe-aad0-5e049373fa4d, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:22:41.899454 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:41.952495 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b8be6c8-3388-4790-864f-6aa2326f6bd7 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:22:42.004929 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bc40da6d-5a20-4834-8467-f3313ad2bdf8 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:42.013973 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Network 463e77ca-1ce7-47fe-aad0-5e049373fa4d is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:22:42.043862 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-bc40da6d-5a20-4834-8467-f3313ad2bdf8 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bbee807-7dd3-4326-a40e-fd7f6d151506']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:42.044234 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-b6eff9b1-8f67-4a8d-8c6b-65a81cf90a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:42.046472 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-b6eff9b1-8f67-4a8d-8c6b-65a81cf90a24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:42.052106 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-b6eff9b1-8f67-4a8d-8c6b-65a81cf90a24 service neutron] 10.222.0.73 "PUT /v2.0/ports/a3d8627f-0b4b-409a-9231-6076474a5bf2 HTTP/1.1" status: 200 len: 1091 time: 3.8652482 Nov 10 19:22:42.057008 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58edf979-f588-4a23-985c-a6c5f6742633', 'tag': 'a3d8627f-0b4b-409a-9231-6076474a5bf2'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:22:42.059432 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9679ee-c850-4aa5-8c63-b1d1cb1dcebd" -d '{"events": [{"name": "network-changed", "server_uuid": "58edf979-f588-4a23-985c-a6c5f6742633", "tag": "a3d8627f-0b4b-409a-9231-6076474a5bf2"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:22:42.062745 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 463e77ca-1ce7-47fe-aad0-5e049373fa4d) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:22:42.075743 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:22:42.080816 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-bc40da6d-5a20-4834-8467-f3313ad2bdf8 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44af871a-043a-4e80-ba6d-e3c18b5687d2') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:42.085088 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-bc40da6d-5a20-4834-8467-f3313ad2bdf8 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44af871a-043a-4e80-ba6d-e3c18b5687d2') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:42.103376 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bc40da6d-5a20-4834-8467-f3313ad2bdf8 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:42.106176 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 4b8be6c8-3388-4790-864f-6aa2326f6bd7, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=4b8be6c8-3388-4790-864f-6aa2326f6bd7,segment=NetworkSegment(5d0dc5e4-2ec1-487f-8364-d10967c50847),segment_id=5d0dc5e4-2ec1-487f-8364-d10967c50847)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:22:42.112479 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:42.113691 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:42.113691 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:42.122132 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:42.123173 n-d-813897-4 neutron-server[102505]: ERROR neutron.plugins.ml2.managers [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Failed to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on host n-h1-813897-4 for vnic_type normal using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] Nov 10 19:22:42.124835 n-d-813897-4 neutron-server[102505]: INFO neutron.plugins.ml2.plugin [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempt 2 to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 Nov 10 19:22:42.128052 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bc40da6d-5a20-4834-8467-f3313ad2bdf8 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:42.135388 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:42.142570 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc40da6d-5a20-4834-8467-f3313ad2bdf8 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:22:42.144159 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bc40da6d-5a20-4834-8467-f3313ad2bdf8 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:42.158612 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-aa9658d3-016b-47ea-b2b6-781a9012c3a2 None None] Provisioning complete for port 84d14470-7b5f-4249-9921-0665618e9112 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:22:42.159271 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-aa9658d3-016b-47ea-b2b6-781a9012c3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:42.165289 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:22:42.165289 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:22:42.165289 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:22:42.165289 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:22:42.165289 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:22:42.165289 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:22:42.165289 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:22:42.165289 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:22:42.165289 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:22:42.165289 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:22:42.165289 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:22:42.165289 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:22:42.165289 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:22:42.165289 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:22:42.165289 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:22:42.165289 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:22:42.165289 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:22:42.165289 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:22:42.165289 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:22:42.165289 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:22:42.165289 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:22:42.165289 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:22:42.165289 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:22:42.165289 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:22:42.165289 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:22:42.165289 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:22:42.165289 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:22:42.165289 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:22:42.165289 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:22:42.165289 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:22:42.165289 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:22:42.165289 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:22:42.194593 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:42.200959 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:42.201963 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:42.224392 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:42.229938 n-d-813897-4 neutron-server[102505]: ERROR neutron.plugins.ml2.managers [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Failed to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on host n-h1-813897-4 for vnic_type normal using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] Nov 10 19:22:42.303237 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=4b8be6c8-3388-4790-864f-6aa2326f6bd7,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:42.309669 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a98a959-3335-4813-b2bf-a67125c12419 None None] Resources bound (agent type, host, resource id): {{(pid=102507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 19:22:42.315175 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-b211fa50-92ad-4733-b2a2-87a97a9074a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3b1cce3-2410-459e-b5af-39d425cdc820 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:22:42.325462 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-b211fa50-92ad-4733-b2a2-87a97a9074a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:42.327491 n-d-813897-4 neutron-server[102505]: INFO neutron.plugins.ml2.plugin [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempt 3 to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 Nov 10 19:22:42.342065 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-b211fa50-92ad-4733-b2a2-87a97a9074a3 service neutron] Transition to ACTIVE for port object f3b1cce3-2410-459e-b5af-39d425cdc820 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:22:42.378259 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9dfb12-620c-42e6-9188-a8551ee8992d x-openstack-request-id: req-df9dfb12-620c-42e6-9188-a8551ee8992d {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:22:42.379887 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58edf979-f588-4a23-985c-a6c5f6742633", "tag": "a3d8627f-0b4b-409a-9231-6076474a5bf2", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:22:42.380168 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-df9dfb12-620c-42e6-9188-a8551ee8992d {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:22:42.380582 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58edf979-f588-4a23-985c-a6c5f6742633', 'tag': 'a3d8627f-0b4b-409a-9231-6076474a5bf2', 'status': 'completed', 'code': 200} Nov 10 19:22:42.381527 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eff9b1-8f67-4a8d-8c6b-65a81cf90a24 service neutron] Pushing event updated for resources: {'Port': ['ID=a3d8627f-0b4b-409a-9231-6076474a5bf2,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:42.387836 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-b211fa50-92ad-4733-b2a2-87a97a9074a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:42.452435 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bc40da6d-5a20-4834-8467-f3313ad2bdf8 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:42.473720 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bc40da6d-5a20-4834-8467-f3313ad2bdf8 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:42.482893 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-bc40da6d-5a20-4834-8467-f3313ad2bdf8 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "DELETE /v2.0/networks/0bbee807-7dd3-4326-a40e-fd7f6d151506 HTTP/1.1" status: 204 len: 168 time: 5.7490046 Nov 10 19:22:42.485010 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:42.485010 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:42.486953 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:42.504826 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44596) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:42.509640 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211fa50-92ad-4733-b2a2-87a97a9074a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f3b1cce3-2410-459e-b5af-39d425cdc820,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:42.521569 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-5468950f-e4d9-46f3-881b-5be1bad5ad9e tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-527196266'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:42.526332 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['4b8be6c8-3388-4790-864f-6aa2326f6bd7'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:22:42.529826 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44598) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:42.533688 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40da6d-5a20-4834-8467-f3313ad2bdf8 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event deleted for resources: {'Network': ['ID=0bbee807-7dd3-4326-a40e-fd7f6d151506,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:42.548768 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:42.549290 n-d-813897-4 neutron-server[102505]: ERROR neutron.plugins.ml2.managers [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Failed to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on host n-h1-813897-4 for vnic_type normal using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] Nov 10 19:22:42.552512 n-d-813897-4 neutron-server[102505]: INFO neutron.plugins.ml2.plugin [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempt 4 to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 Nov 10 19:22:42.574771 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:42.575223 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:42.575672 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:42.581053 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5468950f-e4d9-46f3-881b-5be1bad5ad9e tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Made reservation on behalf of 9c1dc6aaffe3425babc1f9f715c4807b for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:42.584909 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5468950f-e4d9-46f3-881b-5be1bad5ad9e tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:42.595880 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:42.596038 n-d-813897-4 neutron-server[102505]: ERROR neutron.plugins.ml2.managers [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Failed to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on host n-h1-813897-4 for vnic_type normal using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] Nov 10 19:22:42.598332 n-d-813897-4 neutron-server[102505]: INFO neutron.plugins.ml2.plugin [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempt 5 to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 Nov 10 19:22:42.624327 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:42.624875 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:42.625317 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:42.628929 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5468950f-e4d9-46f3-881b-5be1bad5ad9e tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:22:42.635440 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:42.635943 n-d-813897-4 neutron-server[102505]: ERROR neutron.plugins.ml2.managers [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Failed to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on host n-h1-813897-4 for vnic_type normal using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] Nov 10 19:22:42.637536 n-d-813897-4 neutron-server[102505]: INFO neutron.plugins.ml2.plugin [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempt 6 to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 Nov 10 19:22:42.652455 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5468950f-e4d9-46f3-881b-5be1bad5ad9e tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:42.653001 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-5468950f-e4d9-46f3-881b-5be1bad5ad9e tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Added segment d06ee0a4-951c-4832-b39b-6b9081906caf of type vlan for network 33547df1-bbf8-475c-8fbd-a660b1e454cc Nov 10 19:22:42.660211 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-bb5ce8ce-d6f0-4ef8-9134-d554c613a35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:42.662414 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-bb5ce8ce-d6f0-4ef8-9134-d554c613a35c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d16e75c2ff96444d8e04fd9ac069d28d&device_id=58edf979-f588-4a23-985c-a6c5f6742633 HTTP/1.1" status: 200 len: 1094 time: 0.2972910 Nov 10 19:22:42.663806 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:42.663951 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:42.664411 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:42.690837 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:42.691355 n-d-813897-4 neutron-server[102505]: ERROR neutron.plugins.ml2.managers [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Failed to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on host n-h1-813897-4 for vnic_type normal using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] Nov 10 19:22:42.694917 n-d-813897-4 neutron-server[102505]: INFO neutron.plugins.ml2.plugin [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempt 7 to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 Nov 10 19:22:42.722733 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5468950f-e4d9-46f3-881b-5be1bad5ad9e tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:42.729023 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:42.729501 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:42.730004 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:42.739780 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:42.740248 n-d-813897-4 neutron-server[102505]: ERROR neutron.plugins.ml2.managers [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Failed to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on host n-h1-813897-4 for vnic_type normal using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] Nov 10 19:22:42.743444 n-d-813897-4 neutron-server[102505]: INFO neutron.plugins.ml2.plugin [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempt 8 to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 Nov 10 19:22:42.767289 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:42.768012 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:42.768462 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:42.775147 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5468950f-e4d9-46f3-881b-5be1bad5ad9e tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:42.781684 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5468950f-e4d9-46f3-881b-5be1bad5ad9e tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:42.782465 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5468950f-e4d9-46f3-881b-5be1bad5ad9e tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:42.784978 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:42.785446 n-d-813897-4 neutron-server[102505]: ERROR neutron.plugins.ml2.managers [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Failed to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on host n-h1-813897-4 for vnic_type normal using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] Nov 10 19:22:42.790251 n-d-813897-4 neutron-server[102505]: INFO neutron.plugins.ml2.plugin [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempt 9 to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 Nov 10 19:22:42.817610 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-7991244f-4b1d-43b5-9c63-f9b52bcdaa61 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-997943104-network', 'tenant_id': 'e46deaefb616472b83e2b7cb8766b75a'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:42.840235 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-cd5c3720-376e-4fd0-9789-9314a5185c9e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3d8627f-0b4b-409a-9231-6076474a5bf2 HTTP/1.1" status: 200 len: 217 time: 0.1442034 Nov 10 19:22:42.846178 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-b211fa50-92ad-4733-b2a2-87a97a9074a3 service neutron] Attempting to bind port f3b1cce3-2410-459e-b5af-39d425cdc820 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:42.847065 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-b211fa50-92ad-4733-b2a2-87a97a9074a3 service neutron] Attempting to bind port f3b1cce3-2410-459e-b5af-39d425cdc820 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '5d0dc5e4-2ec1-487f-8364-d10967c50847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b4829d00-deeb-4c10-90b8-fcdd88bb940b'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:42.847405 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-b211fa50-92ad-4733-b2a2-87a97a9074a3 service neutron] Attempting to bind port f3b1cce3-2410-459e-b5af-39d425cdc820 on network b4829d00-deeb-4c10-90b8-fcdd88bb940b {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:42.861705 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5fa4e-dc96-4f8b-8021-c45be1653d6b req-fed7c852-6d2a-4711-b693-3983b6e3888c tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:42.863118 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9ea5fa4e-dc96-4f8b-8021-c45be1653d6b req-fed7c852-6d2a-4711-b693-3983b6e3888c tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=dde20bf1-8883-4961-afa2-0f8b30fe7cb7 HTTP/1.1" status: 200 len: 944 time: 0.3493395 Nov 10 19:22:42.878283 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:42.878660 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:42.878999 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:42.899553 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:42.899886 n-d-813897-4 neutron-server[102505]: ERROR neutron.plugins.ml2.managers [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Failed to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on host n-h1-813897-4 for vnic_type normal using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] Nov 10 19:22:42.900597 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468950f-e4d9-46f3-881b-5be1bad5ad9e tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event updated for resources: {'Network': ['ID=33547df1-bbf8-475c-8fbd-a660b1e454cc,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:42.903112 n-d-813897-4 neutron-server[102505]: INFO neutron.plugins.ml2.plugin [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempt 10 to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 Nov 10 19:22:42.915498 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7991244f-4b1d-43b5-9c63-f9b52bcdaa61 admin admin] Made reservation on behalf of e46deaefb616472b83e2b7cb8766b75a for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:42.918246 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7991244f-4b1d-43b5-9c63-f9b52bcdaa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:42.929733 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5468950f-e4d9-46f3-881b-5be1bad5ad9e tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4215093 Nov 10 19:22:42.935904 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44604) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:42.936776 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:42.936903 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-b211fa50-92ad-4733-b2a2-87a97a9074a3 service neutron] Port f3b1cce3-2410-459e-b5af-39d425cdc820 on network b4829d00-deeb-4c10-90b8-fcdd88bb940b not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:42.937279 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-b211fa50-92ad-4733-b2a2-87a97a9074a3 service neutron] Attempting to bind port f3b1cce3-2410-459e-b5af-39d425cdc820 on network b4829d00-deeb-4c10-90b8-fcdd88bb940b {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:42.937413 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:42.938756 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:42.940402 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 33547df1-bbf8-475c-8fbd-a660b1e454cc details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:22:42.945053 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7991244f-4b1d-43b5-9c63-f9b52bcdaa61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:42.950222 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-06ae59df-1cde-49a9-85b7-602c09a06206 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Request body: {'subnet': {'network_id': '33547df1-bbf8-475c-8fbd-a660b1e454cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:42.964935 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:42.965275 n-d-813897-4 neutron-server[102505]: ERROR neutron.plugins.ml2.managers [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Failed to bind port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 on host n-h1-813897-4 for vnic_type normal using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] Nov 10 19:22:42.965643 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:42.969210 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-b211fa50-92ad-4733-b2a2-87a97a9074a3 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:22:42.969577 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-b211fa50-92ad-4733-b2a2-87a97a9074a3 service neutron] Checking segment: {'id': '5d0dc5e4-2ec1-487f-8364-d10967c50847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b4829d00-deeb-4c10-90b8-fcdd88bb940b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:22:42.970439 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-b211fa50-92ad-4733-b2a2-87a97a9074a3 service neutron] Bound using segment: {'id': '5d0dc5e4-2ec1-487f-8364-d10967c50847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b4829d00-deeb-4c10-90b8-fcdd88bb940b'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:22:42.971062 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-b211fa50-92ad-4733-b2a2-87a97a9074a3 service neutron] Bound port: f3b1cce3-2410-459e-b5af-39d425cdc820, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d0dc5e4-2ec1-487f-8364-d10967c50847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b4829d00-deeb-4c10-90b8-fcdd88bb940b'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:22:42.971430 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-b211fa50-92ad-4733-b2a2-87a97a9074a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:43.003869 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-006968da-1d63-43d3-9175-2e208df031cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:43.008184 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-006968da-1d63-43d3-9175-2e208df031cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=406dcb85-1789-4a0c-b27d-266291683425 HTTP/1.1" status: 200 len: 855 time: 0.1440485 Nov 10 19:22:43.019618 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9ea5fa4e-dc96-4f8b-8021-c45be1653d6b req-650e1d78-6748-435a-a33f-e4f63e52e41d tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376929 Nov 10 19:22:43.049390 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577ae044-c3f4-4330-9126-855cb4838fc1 None None] Network 463e77ca-1ce7-47fe-aad0-5e049373fa4d requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:22:43.174147 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-080bf8d3-591b-4c2a-a352-8bd3d47c8621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:43.183988 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-080bf8d3-591b-4c2a-a352-8bd3d47c8621 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b4829d00-deeb-4c10-90b8-fcdd88bb940b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1585746 Nov 10 19:22:43.221660 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] For port 7527c233-e232-4db2-a8d1-13e60ab1cdc9, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:22:43.222221 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempted to set empty binding levels {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 19:22:43.243017 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:43.256141 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-b211fa50-92ad-4733-b2a2-87a97a9074a3 service neutron] For port f3b1cce3-2410-459e-b5af-39d425cdc820, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:22:43.304359 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-b211fa50-92ad-4733-b2a2-87a97a9074a3 service neutron] For port f3b1cce3-2410-459e-b5af-39d425cdc820, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=f3b1cce3-2410-459e-b5af-39d425cdc820,segment=NetworkSegment(5d0dc5e4-2ec1-487f-8364-d10967c50847),segment_id=5d0dc5e4-2ec1-487f-8364-d10967c50847)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:22:43.315815 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-b211fa50-92ad-4733-b2a2-87a97a9074a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:43.382999 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-b211fa50-92ad-4733-b2a2-87a97a9074a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:43.385823 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-b211fa50-92ad-4733-b2a2-87a97a9074a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:43.387450 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-b211fa50-92ad-4733-b2a2-87a97a9074a3 service neutron] 10.222.0.25 "PUT /v2.0/ports/f3b1cce3-2410-459e-b5af-39d425cdc820 HTTP/1.1" status: 200 len: 1092 time: 2.2019944 Nov 10 19:22:43.392965 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:43.393799 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:43.415941 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ae59df-1cde-49a9-85b7-602c09a06206 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Made reservation on behalf of 9c1dc6aaffe3425babc1f9f715c4807b for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:43.422274 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-06ae59df-1cde-49a9-85b7-602c09a06206 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:43.424724 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-d3975253-7a87-4ea4-8768-876d52994276 service neutron] 10.222.0.73 "GET /v2.0/networks/b4829d00-deeb-4c10-90b8-fcdd88bb940b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335093 Nov 10 19:22:43.430716 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211fa50-92ad-4733-b2a2-87a97a9074a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f3b1cce3-2410-459e-b5af-39d425cdc820,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:43.473582 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.3883288 Nov 10 19:22:43.475735 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44608) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:43.595923 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-02f24865-c072-4e0c-aa85-46e17bc5eced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:43.597618 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-02f24865-c072-4e0c-aa85-46e17bc5eced service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d16e75c2ff96444d8e04fd9ac069d28d&device_id=dde20bf1-8883-4961-afa2-0f8b30fe7cb7 HTTP/1.1" status: 200 len: 1095 time: 0.1621900 Nov 10 19:22:43.635373 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc8ab6-552a-4708-95d5-5c7d6d150237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Pushing event updated for resources: {'Port': ['ID=7527c233-e232-4db2-a8d1-13e60ab1cdc9,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:43.667916 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-3b17a007-7067-48db-8fd7-98fde77dcd63 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3b1cce3-2410-459e-b5af-39d425cdc820 HTTP/1.1" status: 200 len: 217 time: 0.0566535 Nov 10 19:22:43.690445 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e82d51cf-e2e3-4cc3-af1e-ab29ba14bbf4 req-018c72f8-b640-44d7-a7b2-6a30df948664 service neutron] 10.222.0.73 "GET /v2.0/networks/b4829d00-deeb-4c10-90b8-fcdd88bb940b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558484 Nov 10 19:22:43.741478 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 84d14470-7b5f-4249-9921-0665618e9112 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:22:43.767093 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7991244f-4b1d-43b5-9c63-f9b52bcdaa61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:43.786257 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7991244f-4b1d-43b5-9c63-f9b52bcdaa61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:43.806975 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-493e20d9-ed07-4f39-9433-b299635656de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:43.809786 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-493e20d9-ed07-4f39-9433-b299635656de service neutron] 10.222.0.25 "GET /v2.0/subnets?id=406dcb85-1789-4a0c-b27d-266291683425 HTTP/1.1" status: 200 len: 855 time: 0.1318524 Nov 10 19:22:43.829539 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7991244f-4b1d-43b5-9c63-f9b52bcdaa61 admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:22:43.863685 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 84d14470-7b5f-4249-9921-0665618e9112 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:22:43.864395 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:43.877263 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9679ee-c850-4aa5-8c63-b1d1cb1dcebd req-6678d254-4e6e-44c4-a4f7-05e27b968d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:43.878924 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d9679ee-c850-4aa5-8c63-b1d1cb1dcebd req-6678d254-4e6e-44c4-a4f7-05e27b968d6c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d16e75c2ff96444d8e04fd9ac069d28d&device_id=58edf979-f588-4a23-985c-a6c5f6742633 HTTP/1.1" status: 200 len: 1094 time: 0.1180274 Nov 10 19:22:43.884366 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-5318eb2f-9706-409c-aed0-e2fa4ec5abe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Deleting port 7527c233-e232-4db2-a8d1-13e60ab1cdc9 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:22:43.884722 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5318eb2f-9706-409c-aed0-e2fa4ec5abe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:43.914114 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-32618f31-482f-44f1-b741-1c37994b7aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:43.916435 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-32618f31-482f-44f1-b741-1c37994b7aab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b4829d00-deeb-4c10-90b8-fcdd88bb940b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979435 Nov 10 19:22:43.936427 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7991244f-4b1d-43b5-9c63-f9b52bcdaa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:43.936865 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-7991244f-4b1d-43b5-9c63-f9b52bcdaa61 admin admin] Added segment 26b2cb0d-36f3-421f-b342-84289da8bf0b of type vlan for network 5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1 Nov 10 19:22:43.956439 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991244f-4b1d-43b5-9c63-f9b52bcdaa61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ec1428-4769-4aba-aebe-643bd29f5446,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:44.094661 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-5318eb2f-9706-409c-aed0-e2fa4ec5abe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] For port 7527c233-e232-4db2-a8d1-13e60ab1cdc9, host n-h1-813897-4, got binding levels [] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:22:44.095041 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5318eb2f-9706-409c-aed0-e2fa4ec5abe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:44.099287 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7991244f-4b1d-43b5-9c63-f9b52bcdaa61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:44.122389 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-5318eb2f-9706-409c-aed0-e2fa4ec5abe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Calling delete_port for 7527c233-e232-4db2-a8d1-13e60ab1cdc9 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:22:44.123268 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9679ee-c850-4aa5-8c63-b1d1cb1dcebd req-8e8a45fe-c913-485c-b033-84c29730a8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:44.125754 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d9679ee-c850-4aa5-8c63-b1d1cb1dcebd req-8e8a45fe-c913-485c-b033-84c29730a8fa service neutron] 10.222.0.73 "GET /v2.0/networks?id=b4829d00-deeb-4c10-90b8-fcdd88bb940b HTTP/1.1" status: 200 len: 917 time: 0.2376733 Nov 10 19:22:44.128796 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-2015d6e8-5252-4f1b-a11b-d88aebda29a6 service neutron] 10.222.0.25 "GET /v2.0/networks/b4829d00-deeb-4c10-90b8-fcdd88bb940b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963713 Nov 10 19:22:44.132199 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-06ae59df-1cde-49a9-85b7-602c09a06206 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:44.197521 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d9679ee-c850-4aa5-8c63-b1d1cb1dcebd req-01af3be3-ea77-436c-a330-8ed55a67c007 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3d8627f-0b4b-409a-9231-6076474a5bf2 HTTP/1.1" status: 200 len: 217 time: 0.0625272 Nov 10 19:22:44.244409 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7991244f-4b1d-43b5-9c63-f9b52bcdaa61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:44.245382 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7991244f-4b1d-43b5-9c63-f9b52bcdaa61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:44.245989 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7991244f-4b1d-43b5-9c63-f9b52bcdaa61 admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:44.254479 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae59df-1cde-49a9-85b7-602c09a06206 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event updated for resources: {'Subnet': ['ID=5a362689-7c77-4163-beb6-30df1f27ae4d,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:44.327548 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9679ee-c850-4aa5-8c63-b1d1cb1dcebd req-d21baac8-ee93-4941-9412-9815b93ea4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:44.329101 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d9679ee-c850-4aa5-8c63-b1d1cb1dcebd req-d21baac8-ee93-4941-9412-9815b93ea4b0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=406dcb85-1789-4a0c-b27d-266291683425 HTTP/1.1" status: 200 len: 855 time: 0.1088142 Nov 10 19:22:44.345741 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7991244f-4b1d-43b5-9c63-f9b52bcdaa61 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8132005 Nov 10 19:22:44.348495 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44618) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:44.348714 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df64fc4-0f03-490b-b887-9f6e2fbe8024 req-bd570e43-7d9d-4261-8fa7-f0f364d95dbe tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:44.350111 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991244f-4b1d-43b5-9c63-f9b52bcdaa61 admin admin] Pushing event updated for resources: {'Network': ['ID=5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:44.350268 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1df64fc4-0f03-490b-b887-9f6e2fbe8024 req-bd570e43-7d9d-4261-8fa7-f0f364d95dbe tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=dde20bf1-8883-4961-afa2-0f8b30fe7cb7 HTTP/1.1" status: 200 len: 944 time: 0.1616263 Nov 10 19:22:44.356379 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-79584649-9eb7-4bae-a0fa-b5a020e23021 admin admin] Request body: {'subnet': {'network_id': '5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-997943104-subnet', 'tenant_id': 'e46deaefb616472b83e2b7cb8766b75a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:44.375855 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:22:44.384002 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde20bf1-8883-4961-afa2-0f8b30fe7cb7', 'tag': 'f3b1cce3-2410-459e-b5af-39d425cdc820'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:22:44.386717 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b3d943-279c-43a6-a133-80e6b2982c14" -d '{"events": [{"name": "network-changed", "server_uuid": "dde20bf1-8883-4961-afa2-0f8b30fe7cb7", "tag": "f3b1cce3-2410-459e-b5af-39d425cdc820"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:22:44.391420 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ae59df-1cde-49a9-85b7-602c09a06206 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Checking segment: {'id': 'd06ee0a4-951c-4832-b39b-6b9081906caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '33547df1-bbf8-475c-8fbd-a660b1e454cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:22:44.391799 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ae59df-1cde-49a9-85b7-602c09a06206 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Network hostable DHCP agents. Network: 33547df1-bbf8-475c-8fbd-a660b1e454cc, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:22:44.407870 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5318eb2f-9706-409c-aed0-e2fa4ec5abe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:44.414066 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79584649-9eb7-4bae-a0fa-b5a020e23021 admin admin] Made reservation on behalf of e46deaefb616472b83e2b7cb8766b75a for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:44.415181 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ffa5a0de-ea1a-4f14-af2b-36b765056fc9 req-1db3d358-776d-4de6-8478-4e281677adae service neutron] 10.222.0.25 "GET /v2.0/networks/b4829d00-deeb-4c10-90b8-fcdd88bb940b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274556 Nov 10 19:22:44.417102 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-79584649-9eb7-4bae-a0fa-b5a020e23021 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:44.461643 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318eb2f-9706-409c-aed0-e2fa4ec5abe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Pushing event deleted for resources: {'Port': ['ID=7527c233-e232-4db2-a8d1-13e60ab1cdc9,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:44.473752 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ae59df-1cde-49a9-85b7-602c09a06206 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Network 33547df1-bbf8-475c-8fbd-a660b1e454cc is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:22:44.478543 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9679ee-c850-4aa5-8c63-b1d1cb1dcebd req-b385addb-60f0-45f2-8175-8c079ac1538e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:44.480166 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d9679ee-c850-4aa5-8c63-b1d1cb1dcebd req-b385addb-60f0-45f2-8175-8c079ac1538e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b4829d00-deeb-4c10-90b8-fcdd88bb940b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1399534 Nov 10 19:22:44.484363 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1df64fc4-0f03-490b-b887-9f6e2fbe8024 req-b5e7726f-784a-4754-96f9-755e07d40f9e tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012173 Nov 10 19:22:44.517624 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5318eb2f-9706-409c-aed0-e2fa4ec5abe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:44.521631 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5318eb2f-9706-409c-aed0-e2fa4ec5abe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] 10.222.0.54 "DELETE /v2.0/ports/7527c233-e232-4db2-a8d1-13e60ab1cdc9 HTTP/1.1" status: 204 len: 168 time: 1.0039666 Nov 10 19:22:44.526708 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44622) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:44.527246 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-06ae59df-1cde-49a9-85b7-602c09a06206 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 33547df1-bbf8-475c-8fbd-a660b1e454cc) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:22:44.539092 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98047713-177c-4d29-a007-ca01ecff531d None None] Network 33547df1-bbf8-475c-8fbd-a660b1e454cc requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:22:44.543136 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ae59df-1cde-49a9-85b7-602c09a06206 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:44.543747 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-06ae59df-1cde-49a9-85b7-602c09a06206 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:44.575043 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c4897b-78dc-4e64-ba21-92de5165327d tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] GET failed (client error): The resource could not be found. Nov 10 19:22:44.577014 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-28c4897b-78dc-4e64-ba21-92de5165327d tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] 10.222.0.54 "GET /v2.0/ports/7527c233-e232-4db2-a8d1-13e60ab1cdc9 HTTP/1.1" status: 404 len: 333 time: 0.0478590 Nov 10 19:22:44.587940 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44624) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:44.593310 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-8a4b0986-6f4e-48f4-8b82-63703a8cee82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Request body: {'port': {'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-450104926'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:44.659263 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d9679ee-c850-4aa5-8c63-b1d1cb1dcebd req-2f781613-852e-4969-94b9-552aa74beefa service neutron] 10.222.0.73 "GET /v2.0/networks/b4829d00-deeb-4c10-90b8-fcdd88bb940b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695511 Nov 10 19:22:44.669129 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4b0986-6f4e-48f4-8b82-63703a8cee82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Made reservation on behalf of 957a072225a8406a850a0cd6dcb553b0 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:44.673327 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8a4b0986-6f4e-48f4-8b82-63703a8cee82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:44.701323 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-8a4b0986-6f4e-48f4-8b82-63703a8cee82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] device_id is not set on port eb5298b2-abdd-4746-949e-fc7b59c96341 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:22:44.761444 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-06ae59df-1cde-49a9-85b7-602c09a06206 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8199589 Nov 10 19:22:44.772481 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44626) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:44.799191 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7303b5-7416-45d5-a8d9-8178f9f5f030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-33547df1-bbf8-475c-8fbd-a660b1e454cc', 'network_id': '33547df1-bbf8-475c-8fbd-a660b1e454cc', 'tenant_id': '9c1dc6aaffe3425babc1f9f715c4807b', 'fixed_ips': [{'subnet_id': '5a362689-7c77-4163-beb6-30df1f27ae4d'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:22:44.800076 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3b7303b5-7416-45d5-a8d9-8178f9f5f030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:45.001637 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-3b7303b5-7416-45d5-a8d9-8178f9f5f030 None None] Allocated IP 2001:db8::1 (33547df1-bbf8-475c-8fbd-a660b1e454cc/5a362689-7c77-4163-beb6-30df1f27ae4d/7bba8217-160f-43ed-b872-9a1d31292b7c) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:22:45.013702 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b742d0a-3f85-4867-9511-f1583afc3972 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:45.034746 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d152c0e5-7a38-4666-bf66-de05b0d9a5f4 x-openstack-request-id: req-d152c0e5-7a38-4666-bf66-de05b0d9a5f4 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:22:45.035370 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde20bf1-8883-4961-afa2-0f8b30fe7cb7", "tag": "f3b1cce3-2410-459e-b5af-39d425cdc820", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:22:45.035370 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d152c0e5-7a38-4666-bf66-de05b0d9a5f4 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:22:45.035708 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde20bf1-8883-4961-afa2-0f8b30fe7cb7', 'tag': 'f3b1cce3-2410-459e-b5af-39d425cdc820', 'status': 'completed', 'code': 200} Nov 10 19:22:45.123630 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3d943-279c-43a6-a133-80e6b2982c14 req-800652a0-312b-4aae-874d-81080c1a66c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:45.125821 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-10b3d943-279c-43a6-a133-80e6b2982c14 req-800652a0-312b-4aae-874d-81080c1a66c0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d16e75c2ff96444d8e04fd9ac069d28d&device_id=dde20bf1-8883-4961-afa2-0f8b30fe7cb7 HTTP/1.1" status: 200 len: 1095 time: 0.0889168 Nov 10 19:22:45.165438 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-79584649-9eb7-4bae-a0fa-b5a020e23021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:45.182821 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d9679ee-c850-4aa5-8c63-b1d1cb1dcebd req-5dfdbc31-fcf2-4c06-b43e-a0dbcdf1b5b8 service neutron] 10.222.0.73 "GET /v2.0/networks/b4829d00-deeb-4c10-90b8-fcdd88bb940b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5125797 Nov 10 19:22:45.203443 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3b7303b5-7416-45d5-a8d9-8178f9f5f030 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:45.215183 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3b7303b5-7416-45d5-a8d9-8178f9f5f030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:45.252018 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3d943-279c-43a6-a133-80e6b2982c14 req-61f83bd3-7b66-44b9-bfcd-9bb84cbbb1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:45.253669 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-10b3d943-279c-43a6-a133-80e6b2982c14 req-61f83bd3-7b66-44b9-bfcd-9bb84cbbb1fc service neutron] 10.222.0.25 "GET /v2.0/networks?id=b4829d00-deeb-4c10-90b8-fcdd88bb940b HTTP/1.1" status: 200 len: 917 time: 0.1192484 Nov 10 19:22:45.275406 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 4b8be6c8-3388-4790-864f-6aa2326f6bd7 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:22:45.281574 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7303b5-7416-45d5-a8d9-8178f9f5f030 None None] Network 33547df1-bbf8-475c-8fbd-a660b1e454cc is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:22:45.284483 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-3b7303b5-7416-45d5-a8d9-8178f9f5f030 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:22:45.304802 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7303b5-7416-45d5-a8d9-8178f9f5f030 None None] Pushing event updated for resources: {'Port': ['ID=7bba8217-160f-43ed-b872-9a1d31292b7c,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:45.307928 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7303b5-7416-45d5-a8d9-8178f9f5f030 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:22:45.310504 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-10b3d943-279c-43a6-a133-80e6b2982c14 req-b8abc45d-7169-484e-bc60-f4713b48f900 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3b1cce3-2410-459e-b5af-39d425cdc820 HTTP/1.1" status: 200 len: 217 time: 0.0485322 Nov 10 19:22:45.317256 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b742d0a-3f85-4867-9511-f1583afc3972 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:45.363443 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79584649-9eb7-4bae-a0fa-b5a020e23021 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06e253c8-ccf8-4759-beff-562a5614e5f4,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:45.373258 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3d943-279c-43a6-a133-80e6b2982c14 req-76de1a46-4f84-440e-aadf-8b1f492a6c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:45.374943 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-10b3d943-279c-43a6-a133-80e6b2982c14 req-76de1a46-4f84-440e-aadf-8b1f492a6c1c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=406dcb85-1789-4a0c-b27d-266291683425 HTTP/1.1" status: 200 len: 855 time: 0.0571194 Nov 10 19:22:45.377121 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8a4b0986-6f4e-48f4-8b82-63703a8cee82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:45.397703 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-3b7303b5-7416-45d5-a8d9-8178f9f5f030 None None] Attempting to bind port 7bba8217-160f-43ed-b872-9a1d31292b7c on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:45.398348 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-3b7303b5-7416-45d5-a8d9-8178f9f5f030 None None] Attempting to bind port 7bba8217-160f-43ed-b872-9a1d31292b7c by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'd06ee0a4-951c-4832-b39b-6b9081906caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '33547df1-bbf8-475c-8fbd-a660b1e454cc'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:45.398472 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7303b5-7416-45d5-a8d9-8178f9f5f030 None None] Attempting to bind port 7bba8217-160f-43ed-b872-9a1d31292b7c on network 33547df1-bbf8-475c-8fbd-a660b1e454cc {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:45.406677 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7303b5-7416-45d5-a8d9-8178f9f5f030 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:22:45.407139 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7303b5-7416-45d5-a8d9-8178f9f5f030 None None] Checking segment: {'id': 'd06ee0a4-951c-4832-b39b-6b9081906caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '33547df1-bbf8-475c-8fbd-a660b1e454cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:22:45.407463 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3b7303b5-7416-45d5-a8d9-8178f9f5f030 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:45.408743 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7303b5-7416-45d5-a8d9-8178f9f5f030 None None] Bound using segment: {'id': 'd06ee0a4-951c-4832-b39b-6b9081906caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '33547df1-bbf8-475c-8fbd-a660b1e454cc'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:22:45.408743 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-3b7303b5-7416-45d5-a8d9-8178f9f5f030 None None] Bound port: 7bba8217-160f-43ed-b872-9a1d31292b7c, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06ee0a4-951c-4832-b39b-6b9081906caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '33547df1-bbf8-475c-8fbd-a660b1e454cc'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:22:45.408743 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3b7303b5-7416-45d5-a8d9-8178f9f5f030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:45.419868 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 4b8be6c8-3388-4790-864f-6aa2326f6bd7 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:22:45.426127 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 4b8be6c8-3388-4790-864f-6aa2326f6bd7 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:22:45.426439 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:45.443926 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79584649-9eb7-4bae-a0fa-b5a020e23021 admin admin] Checking segment: {'id': '26b2cb0d-36f3-421f-b342-84289da8bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:22:45.444894 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79584649-9eb7-4bae-a0fa-b5a020e23021 admin admin] Network hostable DHCP agents. Network: 5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:22:45.457565 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3d943-279c-43a6-a133-80e6b2982c14 req-8fa3f6b0-9a64-4799-b9cd-c0b993350df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:45.459652 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-10b3d943-279c-43a6-a133-80e6b2982c14 req-8fa3f6b0-9a64-4799-b9cd-c0b993350df5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b4829d00-deeb-4c10-90b8-fcdd88bb940b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774066 Nov 10 19:22:45.500727 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79584649-9eb7-4bae-a0fa-b5a020e23021 admin admin] Network 5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:22:45.507159 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b742d0a-3f85-4867-9511-f1583afc3972 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:45.533049 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-3b7303b5-7416-45d5-a8d9-8178f9f5f030 None None] For port 7bba8217-160f-43ed-b872-9a1d31292b7c, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:22:45.538601 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-3b7303b5-7416-45d5-a8d9-8178f9f5f030 None None] For port 7bba8217-160f-43ed-b872-9a1d31292b7c, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=7bba8217-160f-43ed-b872-9a1d31292b7c,segment=NetworkSegment(d06ee0a4-951c-4832-b39b-6b9081906caf),segment_id=d06ee0a4-951c-4832-b39b-6b9081906caf)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:22:45.542075 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8a4b0986-6f4e-48f4-8b82-63703a8cee82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:45.544119 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b742d0a-3f85-4867-9511-f1583afc3972 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event deleted for resources: {'Subnet': ['ID=5a362689-7c77-4163-beb6-30df1f27ae4d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:45.563938 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-79584649-9eb7-4bae-a0fa-b5a020e23021 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:22:45.566928 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3b7303b5-7416-45d5-a8d9-8178f9f5f030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:45.580621 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf6066c-5779-466f-a3dd-da26a87a456c None None] Network 5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:22:45.627029 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-10b3d943-279c-43a6-a133-80e6b2982c14 req-e92c49c6-b7c0-436d-8136-0adb17fabe1c service neutron] 10.222.0.25 "GET /v2.0/networks/b4829d00-deeb-4c10-90b8-fcdd88bb940b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588178 Nov 10 19:22:45.629681 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79584649-9eb7-4bae-a0fa-b5a020e23021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:45.630326 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-79584649-9eb7-4bae-a0fa-b5a020e23021 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:45.651626 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4b0986-6f4e-48f4-8b82-63703a8cee82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Network 463e77ca-1ce7-47fe-aad0-5e049373fa4d is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:22:45.670825 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-8a4b0986-6f4e-48f4-8b82-63703a8cee82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:22:45.685441 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4b0986-6f4e-48f4-8b82-63703a8cee82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:22:45.686441 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4b0986-6f4e-48f4-8b82-63703a8cee82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:45.687458 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8a4b0986-6f4e-48f4-8b82-63703a8cee82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:45.699101 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b0986-6f4e-48f4-8b82-63703a8cee82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Pushing event updated for resources: {'Port': ['ID=eb5298b2-abdd-4746-949e-fc7b59c96341,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:45.704829 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-79584649-9eb7-4bae-a0fa-b5a020e23021 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3521245 Nov 10 19:22:45.767194 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:45.773016 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b742d0a-3f85-4867-9511-f1583afc3972 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:45.792322 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8a4b0986-6f4e-48f4-8b82-63703a8cee82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2029476 Nov 10 19:22:45.798747 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44646) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:45.810292 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:45.847797 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 4b8be6c8-3388-4790-864f-6aa2326f6bd7, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=4b8be6c8-3388-4790-864f-6aa2326f6bd7,segment=NetworkSegment(5d0dc5e4-2ec1-487f-8364-d10967c50847),segment_id=5d0dc5e4-2ec1-487f-8364-d10967c50847)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:22:45.859456 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ac48b5-63c9-4089-8e90-af395a6e6e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8be6c8-3388-4790-864f-6aa2326f6bd7'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:22:45.861925 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c852fc-9cf3-42e5-8f76-304548876e15" -d '{"events": [{"server_uuid": "43ac48b5-63c9-4089-8e90-af395a6e6e00", "name": "network-vif-plugged", "status": "completed", "tag": "4b8be6c8-3388-4790-864f-6aa2326f6bd7"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:22:45.863476 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-10b3d943-279c-43a6-a133-80e6b2982c14 req-17ad39f8-c995-4fd6-adb1-9649822fdb34 service neutron] 10.222.0.25 "GET /v2.0/networks/b4829d00-deeb-4c10-90b8-fcdd88bb940b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290671 Nov 10 19:22:45.872782 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-9b742d0a-3f85-4867-9511-f1583afc3972 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33547df1-bbf8-475c-8fbd-a660b1e454cc']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:45.877239 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:45.924907 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:45.927877 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-9b742d0a-3f85-4867-9511-f1583afc3972 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd06ee0a4-951c-4832-b39b-6b9081906caf') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:45.928171 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-9b742d0a-3f85-4867-9511-f1583afc3972 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd06ee0a4-951c-4832-b39b-6b9081906caf') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:45.946886 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b742d0a-3f85-4867-9511-f1583afc3972 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:45.948543 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0e5f0-6027-45dd-afd4-f67bc71c7d04 req-c155a54e-1439-41fd-94da-572a7f07c30b tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:45.951232 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67b0e5f0-6027-45dd-afd4-f67bc71c7d04 req-c155a54e-1439-41fd-94da-572a7f07c30b tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=dde20bf1-8883-4961-afa2-0f8b30fe7cb7 HTTP/1.1" status: 200 len: 944 time: 0.2759380 Nov 10 19:22:45.963484 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7303b5-7416-45d5-a8d9-8178f9f5f030 None None] Pushing event updated for resources: {'Port': ['ID=7bba8217-160f-43ed-b872-9a1d31292b7c,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:45.987514 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b742d0a-3f85-4867-9511-f1583afc3972 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:45.998380 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b742d0a-3f85-4867-9511-f1583afc3972 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:22:45.998787 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b742d0a-3f85-4867-9511-f1583afc3972 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:46.003509 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:22:46.003509 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:22:46.003509 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:22:46.003509 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:22:46.003509 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:22:46.003509 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:22:46.003509 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:22:46.003509 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:22:46.003509 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:22:46.003509 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:22:46.003509 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:22:46.003509 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:22:46.003509 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:22:46.003509 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:22:46.003509 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:22:46.003509 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:22:46.003509 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:22:46.003509 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:22:46.003509 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:22:46.003509 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:22:46.003509 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:22:46.003509 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:22:46.003509 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:22:46.003509 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:22:46.003509 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:22:46.003509 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:22:46.003509 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:22:46.003509 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:22:46.003509 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:22:46.003509 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:22:46.003509 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:22:46.003509 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:22:46.029401 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88f7a6f-5c86-45f4-96ba-5dcb7742c8c3 None None] Network 5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:22:46.065717 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67b0e5f0-6027-45dd-afd4-f67bc71c7d04 req-00eaa351-b0a2-4487-9e1a-c6135b635f00 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003423 Nov 10 19:22:46.104216 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.db.api [None req-9b742d0a-3f85-4867-9511-f1583afc3972 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 19:22:46.104216 n-d-813897-4 neutron-server[102505]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 19:22:46.104216 n-d-813897-4 neutron-server[102505]: [parameters: {'id': '33547df1-bbf8-475c-8fbd-a660b1e454cc'}] Nov 10 19:22:46.104216 n-d-813897-4 neutron-server[102505]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:22:46.105602 n-d-813897-4 neutron-server[102505]: DEBUG oslo_db.api [None req-9b742d0a-3f85-4867-9511-f1583afc3972 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:22:46.172403 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=4b8be6c8-3388-4790-864f-6aa2326f6bd7,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:46.380128 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d9f2c3-2416-4b6e-b80d-277ce57a5802 x-openstack-request-id: req-64d9f2c3-2416-4b6e-b80d-277ce57a5802 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:22:46.380734 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ac48b5-63c9-4089-8e90-af395a6e6e00", "name": "network-vif-plugged", "status": "completed", "tag": "4b8be6c8-3388-4790-864f-6aa2326f6bd7", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:22:46.381149 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-64d9f2c3-2416-4b6e-b80d-277ce57a5802 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:22:46.381712 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ac48b5-63c9-4089-8e90-af395a6e6e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8be6c8-3388-4790-864f-6aa2326f6bd7', 'code': 200} Nov 10 19:22:46.448037 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device a3d8627f-0b4b-409a-9231-6076474a5bf2 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:22:46.490949 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e0765-0436-443b-a48f-9d4fb0531584 req-e69783e6-4679-4b94-8e38-9a2dd9a842de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:46.492932 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a1e0765-0436-443b-a48f-9d4fb0531584 req-e69783e6-4679-4b94-8e38-9a2dd9a842de service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=43ac48b5-63c9-4089-8e90-af395a6e6e00 HTTP/1.1" status: 200 len: 1096 time: 0.0504894 Nov 10 19:22:46.607824 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a1e0765-0436-443b-a48f-9d4fb0531584 req-0bad22bc-2aef-4ca6-909f-3050b90fe916 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069796 Nov 10 19:22:46.624292 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b742d0a-3f85-4867-9511-f1583afc3972 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:46.658165 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port a3d8627f-0b4b-409a-9231-6076474a5bf2, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=a3d8627f-0b4b-409a-9231-6076474a5bf2,segment=NetworkSegment(5d0dc5e4-2ec1-487f-8364-d10967c50847),segment_id=5d0dc5e4-2ec1-487f-8364-d10967c50847)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:22:46.673127 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'a3d8627f-0b4b-409a-9231-6076474a5bf2', 'network_id': 'b4829d00-deeb-4c10-90b8-fcdd88bb940b', 'port_id': 'a3d8627f-0b4b-409a-9231-6076474a5bf2', 'mac_address': 'fa:16:3e:83:89:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '406dcb85-1789-4a0c-b27d-266291683425', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:22:46.718882 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] device_id is not set on port eb5298b2-abdd-4746-949e-fc7b59c96341 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:22:46.721324 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:46.731319 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:46.743775 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:46.744037 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3d8627f-0b4b-409a-9231-6076474a5bf2 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:22:46.761078 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-9b742d0a-3f85-4867-9511-f1583afc3972 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Deleting port 7bba8217-160f-43ed-b872-9a1d31292b7c {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:22:46.761644 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b742d0a-3f85-4867-9511-f1583afc3972 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:46.778018 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port a3d8627f-0b4b-409a-9231-6076474a5bf2, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=a3d8627f-0b4b-409a-9231-6076474a5bf2,segment=NetworkSegment(5d0dc5e4-2ec1-487f-8364-d10967c50847),segment_id=5d0dc5e4-2ec1-487f-8364-d10967c50847)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:22:46.788675 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:46.891401 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-7c83bb1d-8487-487d-aaf7-b0957cad6131 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:46.899215 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-7c83bb1d-8487-487d-aaf7-b0957cad6131 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] 10.222.0.54 "GET /v2.0/networks?id=5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1 HTTP/1.1" status: 200 len: 820 time: 0.2143605 Nov 10 19:22:46.911884 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=a3d8627f-0b4b-409a-9231-6076474a5bf2,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:46.917370 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-7d271e9d-6f31-4201-bb7b-4a2e7a201900 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] 10.222.0.54 "GET /v2.0/quotas/e46deaefb616472b83e2b7cb8766b75a HTTP/1.1" status: 200 len: 375 time: 0.0171471 Nov 10 19:22:46.966063 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-fc9049d9-aaf0-4776-bc57-12e8fd57fcb8 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e46deaefb616472b83e2b7cb8766b75a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476277 Nov 10 19:22:46.968732 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-9b742d0a-3f85-4867-9511-f1583afc3972 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] For port 7bba8217-160f-43ed-b872-9a1d31292b7c, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=7bba8217-160f-43ed-b872-9a1d31292b7c,segment=NetworkSegment(d06ee0a4-951c-4832-b39b-6b9081906caf),segment_id=d06ee0a4-951c-4832-b39b-6b9081906caf)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:22:46.972480 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b742d0a-3f85-4867-9511-f1583afc3972 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:46.988345 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-9b742d0a-3f85-4867-9511-f1583afc3972 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Calling delete_port for 7bba8217-160f-43ed-b872-9a1d31292b7c owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:22:47.034114 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Pushing event updated for resources: {'Port': ['ID=eb5298b2-abdd-4746-949e-fc7b59c96341,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:47.053261 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:47.053627 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:47.053990 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:47.071550 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Port eb5298b2-abdd-4746-949e-fc7b59c96341 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:47.071960 n-d-813897-4 neutron-server[102505]: ERROR neutron.plugins.ml2.managers [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Failed to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 on host n-h1-813897-4 for vnic_type normal using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] Nov 10 19:22:47.073563 n-d-813897-4 neutron-server[102505]: INFO neutron.plugins.ml2.plugin [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempt 2 to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 Nov 10 19:22:47.090769 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-f9d7d398-fcb8-4ed7-9604-f4adc5fc41aa service neutron] 10.222.0.54 "GET /v2.0/networks/5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207848 Nov 10 19:22:47.092999 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:47.092999 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:47.093304 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['a3d8627f-0b4b-409a-9231-6076474a5bf2'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:22:47.093483 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:47.105117 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Port eb5298b2-abdd-4746-949e-fc7b59c96341 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:47.105450 n-d-813897-4 neutron-server[102505]: ERROR neutron.plugins.ml2.managers [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Failed to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 on host n-h1-813897-4 for vnic_type normal using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] Nov 10 19:22:47.106435 n-d-813897-4 neutron-server[102505]: INFO neutron.plugins.ml2.plugin [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempt 3 to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 Nov 10 19:22:47.125224 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:47.125672 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:47.126475 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:47.131642 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b742d0a-3f85-4867-9511-f1583afc3972 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:47.142802 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Port eb5298b2-abdd-4746-949e-fc7b59c96341 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:47.143114 n-d-813897-4 neutron-server[102505]: ERROR neutron.plugins.ml2.managers [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Failed to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 on host n-h1-813897-4 for vnic_type normal using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] Nov 10 19:22:47.164544 n-d-813897-4 neutron-server[102505]: INFO neutron.plugins.ml2.plugin [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempt 4 to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 Nov 10 19:22:47.179258 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:47.179596 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:47.179933 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:47.183470 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b742d0a-3f85-4867-9511-f1583afc3972 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event deleted for resources: {'Port': ['ID=7bba8217-160f-43ed-b872-9a1d31292b7c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:47.188969 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b742d0a-3f85-4867-9511-f1583afc3972 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] No DVR routers for this DVR port 7bba8217-160f-43ed-b872-9a1d31292b7c on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:22:47.194163 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Port eb5298b2-abdd-4746-949e-fc7b59c96341 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:47.194320 n-d-813897-4 neutron-server[102505]: ERROR neutron.plugins.ml2.managers [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Failed to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 on host n-h1-813897-4 for vnic_type normal using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] Nov 10 19:22:47.197121 n-d-813897-4 neutron-server[102505]: INFO neutron.plugins.ml2.plugin [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempt 5 to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 Nov 10 19:22:47.215950 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-e7588c31-95e9-4e18-b077-f3df27a8479f service neutron] 10.222.0.54 "GET /v2.0/networks/5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240547 Nov 10 19:22:47.243131 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:47.243364 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:47.243701 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:47.259598 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Port eb5298b2-abdd-4746-949e-fc7b59c96341 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:47.259932 n-d-813897-4 neutron-server[102505]: ERROR neutron.plugins.ml2.managers [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Failed to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 on host n-h1-813897-4 for vnic_type normal using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] Nov 10 19:22:47.261919 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ba3474-ad2b-4cc8-8c74-2bfe5f088be9 None None] Network 33547df1-bbf8-475c-8fbd-a660b1e454cc requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:22:47.276589 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device f3b1cce3-2410-459e-b5af-39d425cdc820 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:22:47.285143 n-d-813897-4 neutron-server[102505]: INFO neutron.plugins.ml2.plugin [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempt 6 to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 Nov 10 19:22:47.302887 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b742d0a-3f85-4867-9511-f1583afc3972 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:47.318324 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:47.318705 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:47.319111 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:47.329591 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Port eb5298b2-abdd-4746-949e-fc7b59c96341 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:47.330208 n-d-813897-4 neutron-server[102505]: ERROR neutron.plugins.ml2.managers [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Failed to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 on host n-h1-813897-4 for vnic_type normal using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] Nov 10 19:22:47.331715 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-9b742d0a-3f85-4867-9511-f1583afc3972 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33547df1-bbf8-475c-8fbd-a660b1e454cc']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:47.333630 n-d-813897-4 neutron-server[102505]: INFO neutron.plugins.ml2.plugin [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempt 7 to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 Nov 10 19:22:47.352259 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-9b742d0a-3f85-4867-9511-f1583afc3972 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd06ee0a4-951c-4832-b39b-6b9081906caf') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:47.352836 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-9b742d0a-3f85-4867-9511-f1583afc3972 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd06ee0a4-951c-4832-b39b-6b9081906caf') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:47.362464 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:47.363042 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:47.363537 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:47.369421 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b742d0a-3f85-4867-9511-f1583afc3972 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:47.380858 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Port eb5298b2-abdd-4746-949e-fc7b59c96341 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:47.381158 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a1e3923-1cbd-4fee-8bd9-a3d7967a8071 None None] Could not find standard attr ID for object 7bba8217-160f-43ed-b872-9a1d31292b7c. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:22:47.381528 n-d-813897-4 neutron-server[102505]: ERROR neutron.plugins.ml2.managers [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Failed to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 on host n-h1-813897-4 for vnic_type normal using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] Nov 10 19:22:47.384450 n-d-813897-4 neutron-server[102505]: INFO neutron.plugins.ml2.plugin [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempt 8 to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 Nov 10 19:22:47.395267 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b742d0a-3f85-4867-9511-f1583afc3972 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:47.419273 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b742d0a-3f85-4867-9511-f1583afc3972 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:22:47.420059 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b742d0a-3f85-4867-9511-f1583afc3972 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:47.457351 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c7407-c1a7-4bb0-902d-d50e1d820e7a req-c93f3e81-ab0c-435d-ae96-488bd74e3f66 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.473599 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b72c7407-c1a7-4bb0-902d-d50e1d820e7a req-c93f3e81-ab0c-435d-ae96-488bd74e3f66 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4d10b3c-f3e9-4b1f-b466-4ac973767b1a HTTP/1.1" status: 200 len: 946 time: 0.0748112 Nov 10 19:22:47.494226 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:22:47.494226 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:22:47.494226 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:22:47.494226 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:22:47.494226 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:22:47.494226 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:22:47.494226 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:22:47.494226 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:22:47.494226 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:22:47.494226 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:22:47.494226 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:22:47.494226 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:22:47.494226 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:22:47.494226 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:22:47.494226 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:22:47.494226 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:22:47.494226 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:22:47.494226 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:22:47.494226 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:22:47.494226 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:22:47.494226 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:22:47.494226 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:22:47.494226 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:22:47.494226 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:22:47.494226 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:22:47.494226 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:22:47.494226 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:22:47.494226 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:22:47.494226 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:22:47.494226 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:22:47.494226 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:22:47.494226 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:22:47.497204 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:47.497557 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:47.498033 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:47.509322 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Port eb5298b2-abdd-4746-949e-fc7b59c96341 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:47.509713 n-d-813897-4 neutron-server[102505]: ERROR neutron.plugins.ml2.managers [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Failed to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 on host n-h1-813897-4 for vnic_type normal using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] Nov 10 19:22:47.510831 n-d-813897-4 neutron-server[102505]: INFO neutron.plugins.ml2.plugin [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempt 9 to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 Nov 10 19:22:47.526513 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b742d0a-3f85-4867-9511-f1583afc3972 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:47.538272 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b742d0a-3f85-4867-9511-f1583afc3972 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:47.546644 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9b742d0a-3f85-4867-9511-f1583afc3972 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "DELETE /v2.0/networks/33547df1-bbf8-475c-8fbd-a660b1e454cc HTTP/1.1" status: 204 len: 168 time: 2.7678466 Nov 10 19:22:47.550358 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b72c7407-c1a7-4bb0-902d-d50e1d820e7a req-66f8c5da-1579-46ed-bc76-be3f5dff3096 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebde3a1f-e437-47b9-b944-6909b6dfbd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753949 Nov 10 19:22:47.552135 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:47.552798 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:47.552798 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:47.553750 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44678) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:47.557676 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b742d0a-3f85-4867-9511-f1583afc3972 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event deleted for resources: {'Network': ['ID=33547df1-bbf8-475c-8fbd-a660b1e454cc,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:47.560484 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Port eb5298b2-abdd-4746-949e-fc7b59c96341 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:47.560800 n-d-813897-4 neutron-server[102505]: ERROR neutron.plugins.ml2.managers [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Failed to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 on host n-h1-813897-4 for vnic_type normal using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] Nov 10 19:22:47.561199 n-d-813897-4 neutron-server[102505]: INFO neutron.plugins.ml2.plugin [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempt 10 to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 Nov 10 19:22:47.567998 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-341b7c0b-ca8d-496a-ba14-c3a2692b0cc0 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1730881274'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:47.579161 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:47.579627 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:47.580383 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:47.590046 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Port eb5298b2-abdd-4746-949e-fc7b59c96341 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:47.590046 n-d-813897-4 neutron-server[102505]: ERROR neutron.plugins.ml2.managers [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Failed to bind port eb5298b2-abdd-4746-949e-fc7b59c96341 on host n-h1-813897-4 for vnic_type normal using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] Nov 10 19:22:47.590046 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:47.596839 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port f3b1cce3-2410-459e-b5af-39d425cdc820, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=f3b1cce3-2410-459e-b5af-39d425cdc820,segment=NetworkSegment(5d0dc5e4-2ec1-487f-8364-d10967c50847),segment_id=5d0dc5e4-2ec1-487f-8364-d10967c50847)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:22:47.633263 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f29a21-492a-44b7-b963-bc4bdf829127 None None] DHCP port deletion for 33547df1-bbf8-475c-8fbd-a660b1e454cc request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:22:47.635472 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341b7c0b-ca8d-496a-ba14-c3a2692b0cc0 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Made reservation on behalf of 9c1dc6aaffe3425babc1f9f715c4807b for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:47.640710 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-341b7c0b-ca8d-496a-ba14-c3a2692b0cc0 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:47.641324 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'f3b1cce3-2410-459e-b5af-39d425cdc820', 'network_id': 'b4829d00-deeb-4c10-90b8-fcdd88bb940b', 'port_id': 'f3b1cce3-2410-459e-b5af-39d425cdc820', 'mac_address': 'fa:16:3e:40:ff:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '406dcb85-1789-4a0c-b27d-266291683425', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:22:47.693422 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:47.696135 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341b7c0b-ca8d-496a-ba14-c3a2692b0cc0 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:22:47.709237 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-341b7c0b-ca8d-496a-ba14-c3a2692b0cc0 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:47.710052 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-341b7c0b-ca8d-496a-ba14-c3a2692b0cc0 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Added segment 2f715f23-c10a-40a2-868c-d2eaaaa26d47 of type vlan for network acf22fd3-b215-4221-a419-b72d76d2a3c5 Nov 10 19:22:47.715528 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3b1cce3-2410-459e-b5af-39d425cdc820 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:22:47.731250 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] For port eb5298b2-abdd-4746-949e-fc7b59c96341, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:22:47.731814 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempted to set empty binding levels {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 19:22:47.737467 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:47.741329 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port f3b1cce3-2410-459e-b5af-39d425cdc820, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=f3b1cce3-2410-459e-b5af-39d425cdc820,segment=NetworkSegment(5d0dc5e4-2ec1-487f-8364-d10967c50847),segment_id=5d0dc5e4-2ec1-487f-8364-d10967c50847)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:22:47.749695 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:47.800127 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Pushing event updated for resources: {'Port': ['ID=eb5298b2-abdd-4746-949e-fc7b59c96341,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:47.809046 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] In _notify_port_updated(), no bound segment for port eb5298b2-abdd-4746-949e-fc7b59c96341 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d {{(pid=102505) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 19:22:47.810139 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.810936 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:47.811901 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-341b7c0b-ca8d-496a-ba14-c3a2692b0cc0 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:47.813388 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-62faa500-1fc0-4ec0-89c0-30cf50a75ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] 10.222.0.54 "PUT /v2.0/ports/eb5298b2-abdd-4746-949e-fc7b59c96341 HTTP/1.1" status: 200 len: 978 time: 2.0101428 Nov 10 19:22:47.816086 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44686) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:47.824914 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4c26b-9685-4b65-a958-3037e92d41e6 req-5dd77840-a729-4e1e-a1cf-cbd21437b814 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.826976 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-deb4c26b-9685-4b65-a958-3037e92d41e6 req-5dd77840-a729-4e1e-a1cf-cbd21437b814 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=dde20bf1-8883-4961-afa2-0f8b30fe7cb7 HTTP/1.1" status: 200 len: 944 time: 0.1145451 Nov 10 19:22:47.833331 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=f3b1cce3-2410-459e-b5af-39d425cdc820,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:47.865063 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-341b7c0b-ca8d-496a-ba14-c3a2692b0cc0 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:47.870540 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341b7c0b-ca8d-496a-ba14-c3a2692b0cc0 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.871135 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-341b7c0b-ca8d-496a-ba14-c3a2692b0cc0 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:47.945656 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.946162 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.946642 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.947102 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.947569 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.948170 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.948632 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.949088 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.949540 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.950036 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.950489 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.950942 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.951400 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.951849 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.952473 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.953130 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.953592 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.954072 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.954674 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.955672 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.955672 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.956009 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.956627 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.957102 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.957535 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.958148 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.958606 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.959212 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.959708 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.960127 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.960592 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.961859 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.961859 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.962443 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.962770 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.963229 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.963683 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.964349 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.965097 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.965563 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.966053 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.966502 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:47.971340 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e9cf573d-c13c-49ad-8e49-75d3f7dbd221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 38068 time: 0.1534564 Nov 10 19:22:47.975809 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44692) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:47.978778 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b7c0b-ca8d-496a-ba14-c3a2692b0cc0 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event updated for resources: {'Network': ['ID=acf22fd3-b215-4221-a419-b72d76d2a3c5,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:47.994850 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network acf22fd3-b215-4221-a419-b72d76d2a3c5 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:22:48.004166 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-341b7c0b-ca8d-496a-ba14-c3a2692b0cc0 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4492421 Nov 10 19:22:48.007089 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44696) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:48.012424 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-7f0cb8c8-02dc-4c73-b265-ef2148068586 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Request body: {'subnet': {'network_id': 'acf22fd3-b215-4221-a419-b72d76d2a3c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:48.065496 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-deb4c26b-9685-4b65-a958-3037e92d41e6 req-20e9648b-a05e-474a-920c-a1d25ebda6fd tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097547 Nov 10 19:22:48.169723 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['f3b1cce3-2410-459e-b5af-39d425cdc820'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:22:48.188958 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0cb8c8-02dc-4c73-b265-ef2148068586 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Made reservation on behalf of 9c1dc6aaffe3425babc1f9f715c4807b for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:48.193482 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7f0cb8c8-02dc-4c73-b265-ef2148068586 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:48.196347 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-83fadfe1-e7ad-4e9b-8d96-bcc6b1794229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Deleting port eb5298b2-abdd-4746-949e-fc7b59c96341 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:22:48.199024 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-83fadfe1-e7ad-4e9b-8d96-bcc6b1794229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:48.320346 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-83fadfe1-e7ad-4e9b-8d96-bcc6b1794229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] For port eb5298b2-abdd-4746-949e-fc7b59c96341, host n-h1-813897-4, got binding levels [] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:22:48.323229 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-83fadfe1-e7ad-4e9b-8d96-bcc6b1794229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:48.349918 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-83fadfe1-e7ad-4e9b-8d96-bcc6b1794229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Calling delete_port for eb5298b2-abdd-4746-949e-fc7b59c96341 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:22:48.383820 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-da244975-9fd6-433e-9d83-7de4455ab0d8 req-192e980a-d5d7-4f34-a1cd-e00b2ece82d0 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] 10.222.0.54 "GET /v2.0/ports?device_id=625ee97e-0408-4d7a-baa0-4b8afa8b5cc6 HTTP/1.1" status: 200 len: 210 time: 0.0489113 Nov 10 19:22:48.468074 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device a3d8627f-0b4b-409a-9231-6076474a5bf2 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:22:48.581560 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-83fadfe1-e7ad-4e9b-8d96-bcc6b1794229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:48.593687 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port a3d8627f-0b4b-409a-9231-6076474a5bf2 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:22:48.603264 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port a3d8627f-0b4b-409a-9231-6076474a5bf2 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:22:48.603264 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:48.655962 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fadfe1-e7ad-4e9b-8d96-bcc6b1794229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb5298b2-abdd-4746-949e-fc7b59c96341,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:48.668182 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-83fadfe1-e7ad-4e9b-8d96-bcc6b1794229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:48.677612 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-83fadfe1-e7ad-4e9b-8d96-bcc6b1794229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] 10.222.0.54 "DELETE /v2.0/ports/eb5298b2-abdd-4746-949e-fc7b59c96341 HTTP/1.1" status: 204 len: 168 time: 0.7006366 Nov 10 19:22:48.678440 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44706) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:48.682001 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7f0cb8c8-02dc-4c73-b265-ef2148068586 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:48.706345 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-aac937a8-ce54-4f1f-a814-5254fcb996ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] GET failed (client error): The resource could not be found. Nov 10 19:22:48.712423 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-aac937a8-ce54-4f1f-a814-5254fcb996ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] 10.222.0.54 "GET /v2.0/ports/eb5298b2-abdd-4746-949e-fc7b59c96341 HTTP/1.1" status: 404 len: 333 time: 0.0284822 Nov 10 19:22:48.714877 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44708) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:48.724575 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-f5b9b581-98f6-4171-92c9-33aed5a53b63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131107599', 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:48.740775 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:48.776892 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58edf979-f588-4a23-985c-a6c5f6742633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d8627f-0b4b-409a-9231-6076474a5bf2'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:22:48.779873 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cdd23b-c641-45ab-80f2-fde459792a9a" -d '{"events": [{"server_uuid": "58edf979-f588-4a23-985c-a6c5f6742633", "name": "network-vif-plugged", "status": "completed", "tag": "a3d8627f-0b4b-409a-9231-6076474a5bf2"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:22:48.802084 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port a3d8627f-0b4b-409a-9231-6076474a5bf2, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=a3d8627f-0b4b-409a-9231-6076474a5bf2,segment=NetworkSegment(5d0dc5e4-2ec1-487f-8364-d10967c50847),segment_id=5d0dc5e4-2ec1-487f-8364-d10967c50847)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:22:48.808193 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:48.819326 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0cb8c8-02dc-4c73-b265-ef2148068586 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event updated for resources: {'Subnet': ['ID=2c8f4e33-38eb-4671-8f5c-01fffec284f0,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:48.826256 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b9b581-98f6-4171-92c9-33aed5a53b63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Made reservation on behalf of 957a072225a8406a850a0cd6dcb553b0 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:48.828731 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f5b9b581-98f6-4171-92c9-33aed5a53b63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:48.844078 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301a90c-a37d-48a5-bce6-8465d139b223 req-99580206-7dce-4b12-8306-b3dd5b785a3d tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:48.845813 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a301a90c-a37d-48a5-bce6-8465d139b223 req-99580206-7dce-4b12-8306-b3dd5b785a3d tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4d10b3c-f3e9-4b1f-b466-4ac973767b1a HTTP/1.1" status: 200 len: 946 time: 0.1520996 Nov 10 19:22:48.883413 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0cb8c8-02dc-4c73-b265-ef2148068586 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Checking segment: {'id': '2f715f23-c10a-40a2-868c-d2eaaaa26d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'acf22fd3-b215-4221-a419-b72d76d2a3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:22:48.884102 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0cb8c8-02dc-4c73-b265-ef2148068586 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Network hostable DHCP agents. Network: acf22fd3-b215-4221-a419-b72d76d2a3c5, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:22:48.887872 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-f5b9b581-98f6-4171-92c9-33aed5a53b63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] device_id is not set on port be2bf076-06ac-4cc0-b595-9a79f90d9305 yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:22:48.892708 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=a3d8627f-0b4b-409a-9231-6076474a5bf2,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:48.996840 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0cb8c8-02dc-4c73-b265-ef2148068586 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Network acf22fd3-b215-4221-a419-b72d76d2a3c5 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:22:49.009215 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a301a90c-a37d-48a5-bce6-8465d139b223 req-e90b4231-33ce-4340-a647-b9f551d1e28b tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebde3a1f-e437-47b9-b944-6909b6dfbd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527078 Nov 10 19:22:49.058965 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-7f0cb8c8-02dc-4c73-b265-ef2148068586 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, acf22fd3-b215-4221-a419-b72d76d2a3c5) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:22:49.070480 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68afbcaf-8e5e-4ee1-8499-e8cffdc4194c None None] Network acf22fd3-b215-4221-a419-b72d76d2a3c5 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:22:49.085580 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0cb8c8-02dc-4c73-b265-ef2148068586 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:49.086566 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7f0cb8c8-02dc-4c73-b265-ef2148068586 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:49.173785 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7f0cb8c8-02dc-4c73-b265-ef2148068586 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1628330 Nov 10 19:22:49.178489 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44720) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:49.208775 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-5c6202e0-004d-4e65-9f3a-e271bdc7071d tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:49.210449 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-5c6202e0-004d-4e65-9f3a-e271bdc7071d tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] 10.222.0.73 "GET /v2.0/networks?id=5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1 HTTP/1.1" status: 200 len: 820 time: 0.2665114 Nov 10 19:22:49.220337 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2398dba-9656-4bdc-b619-864cfde37b55 x-openstack-request-id: req-b2398dba-9656-4bdc-b619-864cfde37b55 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:22:49.220661 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58edf979-f588-4a23-985c-a6c5f6742633", "name": "network-vif-plugged", "status": "completed", "tag": "a3d8627f-0b4b-409a-9231-6076474a5bf2", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:22:49.220861 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b2398dba-9656-4bdc-b619-864cfde37b55 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:22:49.221482 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58edf979-f588-4a23-985c-a6c5f6742633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d8627f-0b4b-409a-9231-6076474a5bf2', 'code': 200} Nov 10 19:22:49.229253 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-b43b8729-5973-4e57-8525-046412f12b81 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Request body: {'port': {'device_id': '625ee97e-0408-4d7a-baa0-4b8afa8b5cc6', 'network_id': '5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1', 'admin_state_up': True, 'tenant_id': 'e46deaefb616472b83e2b7cb8766b75a'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:49.279928 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f5b9b581-98f6-4171-92c9-33aed5a53b63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:49.322773 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 7bba8217-160f-43ed-b872-9a1d31292b7c no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:22:49.331006 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6c7db-1442-4be9-9cca-aa8f0485da96 req-c2b1182b-b24f-423a-88b0-a88ab852032a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:49.333152 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7da6c7db-1442-4be9-9cca-aa8f0485da96 req-c2b1182b-b24f-423a-88b0-a88ab852032a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=58edf979-f588-4a23-985c-a6c5f6742633 HTTP/1.1" status: 200 len: 1096 time: 0.1747077 Nov 10 19:22:49.354713 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0b250b-06d7-49b0-9741-b4f28b9e6144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-acf22fd3-b215-4221-a419-b72d76d2a3c5', 'network_id': 'acf22fd3-b215-4221-a419-b72d76d2a3c5', 'tenant_id': '9c1dc6aaffe3425babc1f9f715c4807b', 'fixed_ips': [{'subnet_id': '2c8f4e33-38eb-4671-8f5c-01fffec284f0'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:22:49.356679 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fe0b250b-06d7-49b0-9741-b4f28b9e6144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:49.361167 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 7bba8217-160f-43ed-b872-9a1d31292b7c {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:22:49.361511 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 7bba8217-160f-43ed-b872-9a1d31292b7c not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:22:49.398913 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb898e-f86d-4730-9fdd-328a1f420df2 req-0be10cc6-c266-4cf6-9086-3777a62deb8b tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:49.400093 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5fcb898e-f86d-4730-9fdd-328a1f420df2 req-0be10cc6-c266-4cf6-9086-3777a62deb8b tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=dde20bf1-8883-4961-afa2-0f8b30fe7cb7 HTTP/1.1" status: 200 len: 945 time: 0.1652951 Nov 10 19:22:49.426019 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a465695-714c-4bb2-8ca2-e351f72afc71 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:49.434460 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7da6c7db-1442-4be9-9cca-aa8f0485da96 req-09c161ae-0655-4ac5-bb2c-637bcf5a867a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932355 Nov 10 19:22:49.449587 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f5b9b581-98f6-4171-92c9-33aed5a53b63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:49.517967 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-b43b8729-5973-4e57-8525-046412f12b81 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Made reservation on behalf of e46deaefb616472b83e2b7cb8766b75a for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:49.525812 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-b43b8729-5973-4e57-8525-046412f12b81 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:49.537994 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5fcb898e-f86d-4730-9fdd-328a1f420df2 req-53f585ca-7ab5-4feb-899e-02dc0e0d76e6 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261642 Nov 10 19:22:49.538271 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a465695-714c-4bb2-8ca2-e351f72afc71 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:49.566515 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b9b581-98f6-4171-92c9-33aed5a53b63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Network 463e77ca-1ce7-47fe-aad0-5e049373fa4d is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:22:49.580971 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-f5b9b581-98f6-4171-92c9-33aed5a53b63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:22:49.588380 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b9b581-98f6-4171-92c9-33aed5a53b63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:22:49.589386 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b9b581-98f6-4171-92c9-33aed5a53b63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:49.590132 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f5b9b581-98f6-4171-92c9-33aed5a53b63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:49.602249 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9b581-98f6-4171-92c9-33aed5a53b63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Pushing event updated for resources: {'Port': ['ID=be2bf076-06ac-4cc0-b595-9a79f90d9305,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:49.628008 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-fe0b250b-06d7-49b0-9741-b4f28b9e6144 None None] Allocated IP 2001:db8::1 (acf22fd3-b215-4221-a419-b72d76d2a3c5/2c8f4e33-38eb-4671-8f5c-01fffec284f0/ac61c5af-f535-4ee3-bc6c-28bd8d31e5f5) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:22:49.663839 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f5b9b581-98f6-4171-92c9-33aed5a53b63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9408767 Nov 10 19:22:49.664689 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44730) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:49.708944 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbec89f4-ab74-4553-8ee3-acdaaf922569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:49.711054 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-dbec89f4-ab74-4553-8ee3-acdaaf922569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] 10.222.0.54 "GET /v2.0/ports/be2bf076-06ac-4cc0-b595-9a79f90d9305 HTTP/1.1" status: 200 len: 959 time: 0.0455234 Nov 10 19:22:49.713816 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44732) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:49.773047 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-b43b8729-5973-4e57-8525-046412f12b81 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Allocated IP 172.20.0.6 (5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1/06e253c8-ccf8-4759-beff-562a5614e5f4/69dbe064-30b6-4e73-8cee-80ba9f4aa1d0) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:22:49.813335 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-d58fa4db-fb20-4c2b-b5cf-ada4a138bb83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Deleting port be2bf076-06ac-4cc0-b595-9a79f90d9305 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:22:49.813335 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d58fa4db-fb20-4c2b-b5cf-ada4a138bb83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:49.837802 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fe0b250b-06d7-49b0-9741-b4f28b9e6144 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:49.845987 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fe0b250b-06d7-49b0-9741-b4f28b9e6144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:49.891619 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d58fa4db-fb20-4c2b-b5cf-ada4a138bb83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:49.908549 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-d58fa4db-fb20-4c2b-b5cf-ada4a138bb83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Calling delete_port for be2bf076-06ac-4cc0-b595-9a79f90d9305 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:22:49.915219 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a465695-714c-4bb2-8ca2-e351f72afc71 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:49.947058 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a465695-714c-4bb2-8ca2-e351f72afc71 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event deleted for resources: {'Subnet': ['ID=2c8f4e33-38eb-4671-8f5c-01fffec284f0,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:49.967240 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-b43b8729-5973-4e57-8525-046412f12b81 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:50.014859 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-b43b8729-5973-4e57-8525-046412f12b81 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:50.075495 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a465695-714c-4bb2-8ca2-e351f72afc71 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:50.082161 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-b43b8729-5973-4e57-8525-046412f12b81 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Network 5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:22:50.104775 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3c0a4-fa64-4aa8-b49b-47f180138585 req-d2bf67d5-ff47-4101-8ffa-2185c7cd3c62 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:50.112848 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-3a465695-714c-4bb2-8ca2-e351f72afc71 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf22fd3-b215-4221-a419-b72d76d2a3c5']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:50.114220 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e5f3c0a4-fa64-4aa8-b49b-47f180138585 req-d2bf67d5-ff47-4101-8ffa-2185c7cd3c62 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] 10.222.0.54 "GET /v2.0/ports?device_id=625ee97e-0408-4d7a-baa0-4b8afa8b5cc6 HTTP/1.1" status: 200 len: 931 time: 0.1134417 Nov 10 19:22:50.117015 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-b43b8729-5973-4e57-8525-046412f12b81 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:22:50.120489 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-b43b8729-5973-4e57-8525-046412f12b81 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:22:50.126209 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-3a465695-714c-4bb2-8ca2-e351f72afc71 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f715f23-c10a-40a2-868c-d2eaaaa26d47') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:50.126519 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-3a465695-714c-4bb2-8ca2-e351f72afc71 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f715f23-c10a-40a2-868c-d2eaaaa26d47') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:50.141891 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a465695-714c-4bb2-8ca2-e351f72afc71 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:50.151220 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d58fa4db-fb20-4c2b-b5cf-ada4a138bb83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:50.184102 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a465695-714c-4bb2-8ca2-e351f72afc71 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:50.189491 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-b43b8729-5973-4e57-8525-046412f12b81 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:50.190164 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-b43b8729-5973-4e57-8525-046412f12b81 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:50.191947 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b250b-06d7-49b0-9741-b4f28b9e6144 None None] Pushing event updated for resources: {'Port': ['ID=ac61c5af-f535-4ee3-bc6c-28bd8d31e5f5,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:50.193662 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58fa4db-fb20-4c2b-b5cf-ada4a138bb83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Pushing event deleted for resources: {'Port': ['ID=be2bf076-06ac-4cc0-b595-9a79f90d9305,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:50.199027 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a465695-714c-4bb2-8ca2-e351f72afc71 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:22:50.199434 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a465695-714c-4bb2-8ca2-e351f72afc71 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:50.203803 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:22:50.203803 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:22:50.203803 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:22:50.203803 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:22:50.203803 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:22:50.203803 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:22:50.203803 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:22:50.203803 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:22:50.203803 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:22:50.203803 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:22:50.203803 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:22:50.203803 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:22:50.203803 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:22:50.203803 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:22:50.203803 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:22:50.203803 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:22:50.203803 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:22:50.203803 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:22:50.203803 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:22:50.203803 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:22:50.203803 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:22:50.203803 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:22:50.203803 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:22:50.203803 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:22:50.203803 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:22:50.203803 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:22:50.203803 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:22:50.203803 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:22:50.203803 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:22:50.203803 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:22:50.203803 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:22:50.203803 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:22:50.212945 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0b250b-06d7-49b0-9741-b4f28b9e6144 None None] Network acf22fd3-b215-4221-a419-b72d76d2a3c5 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:22:50.215049 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-fe0b250b-06d7-49b0-9741-b4f28b9e6144 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:22:50.227919 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0b250b-06d7-49b0-9741-b4f28b9e6144 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:22:50.253109 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e5f3c0a4-fa64-4aa8-b49b-47f180138585 req-b92dac7b-14c7-4ea1-a11f-8c5f64b1d05d tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4ec1428-4769-4aba-aebe-643bd29f5446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379840 Nov 10 19:22:50.259461 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b8729-5973-4e57-8525-046412f12b81 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Pushing event updated for resources: {'Port': ['ID=69dbe064-30b6-4e73-8cee-80ba9f4aa1d0,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:50.260748 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d58fa4db-fb20-4c2b-b5cf-ada4a138bb83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:50.264283 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d58fa4db-fb20-4c2b-b5cf-ada4a138bb83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] 10.222.0.54 "DELETE /v2.0/ports/be2bf076-06ac-4cc0-b595-9a79f90d9305 HTTP/1.1" status: 204 len: 168 time: 0.5493679 Nov 10 19:22:50.267200 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44734) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:50.272186 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b8729-5973-4e57-8525-046412f12b81 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:50.272627 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b8729-5973-4e57-8525-046412f12b81 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:50.272973 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b8729-5973-4e57-8525-046412f12b81 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:50.273351 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b8729-5973-4e57-8525-046412f12b81 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:50.273751 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b8729-5973-4e57-8525-046412f12b81 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:50.274134 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b8729-5973-4e57-8525-046412f12b81 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:50.274686 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b8729-5973-4e57-8525-046412f12b81 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:50.274989 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b8729-5973-4e57-8525-046412f12b81 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:50.275309 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b8729-5973-4e57-8525-046412f12b81 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:50.275629 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b8729-5973-4e57-8525-046412f12b81 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:50.275994 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b8729-5973-4e57-8525-046412f12b81 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:50.276307 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43b8729-5973-4e57-8525-046412f12b81 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:22:50.295964 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-b43b8729-5973-4e57-8525-046412f12b81 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0719206 Nov 10 19:22:50.300603 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-36d86b5d-6835-412b-a54a-dce6c897f3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] GET failed (client error): The resource could not be found. Nov 10 19:22:50.306104 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-36d86b5d-6835-412b-a54a-dce6c897f3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] 10.222.0.54 "GET /v2.0/ports/be2bf076-06ac-4cc0-b595-9a79f90d9305 HTTP/1.1" status: 404 len: 333 time: 0.0313082 Nov 10 19:22:50.307046 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44736) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:50.308559 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-ef885615-96f8-4337-85a3-dec77c6afb41 service neutron] Request body: {'port': {'device_id': '625ee97e-0408-4d7a-baa0-4b8afa8b5cc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:50.313690 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-13240aa4-ba7e-4195-a28a-3e2100c6e856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Request body: {'port': {'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712231108'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:50.322008 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.db.api [None req-3a465695-714c-4bb2-8ca2-e351f72afc71 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 19:22:50.322008 n-d-813897-4 neutron-server[102505]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 19:22:50.322008 n-d-813897-4 neutron-server[102505]: [parameters: {'id': 'acf22fd3-b215-4221-a419-b72d76d2a3c5'}] Nov 10 19:22:50.322008 n-d-813897-4 neutron-server[102505]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:22:50.322454 n-d-813897-4 neutron-server[102505]: DEBUG oslo_db.api [None req-3a465695-714c-4bb2-8ca2-e351f72afc71 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:22:50.344272 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-fe0b250b-06d7-49b0-9741-b4f28b9e6144 None None] Attempting to bind port ac61c5af-f535-4ee3-bc6c-28bd8d31e5f5 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:50.345786 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-fe0b250b-06d7-49b0-9741-b4f28b9e6144 None None] Attempting to bind port ac61c5af-f535-4ee3-bc6c-28bd8d31e5f5 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '2f715f23-c10a-40a2-868c-d2eaaaa26d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'acf22fd3-b215-4221-a419-b72d76d2a3c5'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:50.346610 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0b250b-06d7-49b0-9741-b4f28b9e6144 None None] Attempting to bind port ac61c5af-f535-4ee3-bc6c-28bd8d31e5f5 on network acf22fd3-b215-4221-a419-b72d76d2a3c5 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:50.351889 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13240aa4-ba7e-4195-a28a-3e2100c6e856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Made reservation on behalf of 957a072225a8406a850a0cd6dcb553b0 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:50.357012 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-13240aa4-ba7e-4195-a28a-3e2100c6e856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:50.361260 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0b250b-06d7-49b0-9741-b4f28b9e6144 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:22:50.361647 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0b250b-06d7-49b0-9741-b4f28b9e6144 None None] Checking segment: {'id': '2f715f23-c10a-40a2-868c-d2eaaaa26d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'acf22fd3-b215-4221-a419-b72d76d2a3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:22:50.362106 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fe0b250b-06d7-49b0-9741-b4f28b9e6144 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:50.362518 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0b250b-06d7-49b0-9741-b4f28b9e6144 None None] Bound using segment: {'id': '2f715f23-c10a-40a2-868c-d2eaaaa26d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'acf22fd3-b215-4221-a419-b72d76d2a3c5'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:22:50.363078 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-fe0b250b-06d7-49b0-9741-b4f28b9e6144 None None] Bound port: ac61c5af-f535-4ee3-bc6c-28bd8d31e5f5, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f715f23-c10a-40a2-868c-d2eaaaa26d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'acf22fd3-b215-4221-a419-b72d76d2a3c5'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:22:50.363550 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fe0b250b-06d7-49b0-9741-b4f28b9e6144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:50.401123 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-ef885615-96f8-4337-85a3-dec77c6afb41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:50.416307 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-13240aa4-ba7e-4195-a28a-3e2100c6e856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] device_id is not set on port 4a424b7c-6eea-4483-8dab-936b23e32254 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:22:50.587269 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-fe0b250b-06d7-49b0-9741-b4f28b9e6144 None None] For port ac61c5af-f535-4ee3-bc6c-28bd8d31e5f5, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:22:50.592967 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-fe0b250b-06d7-49b0-9741-b4f28b9e6144 None None] For port ac61c5af-f535-4ee3-bc6c-28bd8d31e5f5, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ac61c5af-f535-4ee3-bc6c-28bd8d31e5f5,segment=NetworkSegment(2f715f23-c10a-40a2-868c-d2eaaaa26d47),segment_id=2f715f23-c10a-40a2-868c-d2eaaaa26d47)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:22:50.605204 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fe0b250b-06d7-49b0-9741-b4f28b9e6144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:50.781066 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec69c9-6fba-4028-9ace-920dca160a70 req-3d95318b-1b7a-426e-894b-fa8581d95e92 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:50.783266 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-70ec69c9-6fba-4028-9ace-920dca160a70 req-3d95318b-1b7a-426e-894b-fa8581d95e92 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4d10b3c-f3e9-4b1f-b466-4ac973767b1a HTTP/1.1" status: 200 len: 946 time: 0.2237983 Nov 10 19:22:50.785083 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-13240aa4-ba7e-4195-a28a-3e2100c6e856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:50.826853 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a465695-714c-4bb2-8ca2-e351f72afc71 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:50.828873 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b250b-06d7-49b0-9741-b4f28b9e6144 None None] Pushing event updated for resources: {'Port': ['ID=ac61c5af-f535-4ee3-bc6c-28bd8d31e5f5,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:50.832193 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d67441e-fcfd-4e18-b734-3c5b75ac48d9 None None] Network acf22fd3-b215-4221-a419-b72d76d2a3c5 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:22:50.865249 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-13240aa4-ba7e-4195-a28a-3e2100c6e856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:50.942582 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13240aa4-ba7e-4195-a28a-3e2100c6e856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Pushing event updated for resources: {'Port': ['ID=4a424b7c-6eea-4483-8dab-936b23e32254,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:50.954801 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-70ec69c9-6fba-4028-9ace-920dca160a70 req-67407467-eebd-4395-a14f-bc897eb18199 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebde3a1f-e437-47b9-b944-6909b6dfbd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385138 Nov 10 19:22:50.971436 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13240aa4-ba7e-4195-a28a-3e2100c6e856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Network 463e77ca-1ce7-47fe-aad0-5e049373fa4d is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:22:51.008177 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-13240aa4-ba7e-4195-a28a-3e2100c6e856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:22:51.011238 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13240aa4-ba7e-4195-a28a-3e2100c6e856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:22:51.012187 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13240aa4-ba7e-4195-a28a-3e2100c6e856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:51.012769 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-13240aa4-ba7e-4195-a28a-3e2100c6e856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:51.022912 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e64a65-060b-4d37-a4af-11ed49ce3b17 None None] get_active_networks_info from n-d-813897-4 {{(pid=102507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 19:22:51.038842 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-13240aa4-ba7e-4195-a28a-3e2100c6e856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7305906 Nov 10 19:22:51.042860 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44746) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:51.048394 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:51.083761 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-3a465695-714c-4bb2-8ca2-e351f72afc71 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Deleting port ac61c5af-f535-4ee3-bc6c-28bd8d31e5f5 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:22:51.084170 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a465695-714c-4bb2-8ca2-e351f72afc71 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:51.132995 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-ef885615-96f8-4337-85a3-dec77c6afb41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69dbe064-30b6-4e73-8cee-80ba9f4aa1d0 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:22:51.145965 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-ef885615-96f8-4337-85a3-dec77c6afb41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:51.157027 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:51.177458 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e5efb-a42c-406e-ada5-e7007adb1c12 req-c0275ec0-9a03-4275-8229-00ef28efa182 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:51.180354 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9a2e5efb-a42c-406e-ada5-e7007adb1c12 req-c0275ec0-9a03-4275-8229-00ef28efa182 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=dde20bf1-8883-4961-afa2-0f8b30fe7cb7 HTTP/1.1" status: 200 len: 945 time: 0.1154370 Nov 10 19:22:51.184120 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-ef885615-96f8-4337-85a3-dec77c6afb41 service neutron] Transition to ACTIVE for port object 69dbe064-30b6-4e73-8cee-80ba9f4aa1d0 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:22:51.188366 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-3a465695-714c-4bb2-8ca2-e351f72afc71 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] For port ac61c5af-f535-4ee3-bc6c-28bd8d31e5f5, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ac61c5af-f535-4ee3-bc6c-28bd8d31e5f5,segment=NetworkSegment(2f715f23-c10a-40a2-868c-d2eaaaa26d47),segment_id=2f715f23-c10a-40a2-868c-d2eaaaa26d47)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:22:51.188911 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a465695-714c-4bb2-8ca2-e351f72afc71 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:51.209242 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e64a65-060b-4d37-a4af-11ed49ce3b17 None None] Resources bound (agent type, host, resource id): {{(pid=102507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 19:22:51.221180 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-3a465695-714c-4bb2-8ca2-e351f72afc71 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Calling delete_port for ac61c5af-f535-4ee3-bc6c-28bd8d31e5f5 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:22:51.245930 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9a2e5efb-a42c-406e-ada5-e7007adb1c12 req-55199eed-00bd-46e6-b51a-486ad4885a0f tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581446 Nov 10 19:22:51.246976 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-ef885615-96f8-4337-85a3-dec77c6afb41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:51.282232 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device f3b1cce3-2410-459e-b5af-39d425cdc820 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:22:51.430002 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a465695-714c-4bb2-8ca2-e351f72afc71 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:51.471708 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a465695-714c-4bb2-8ca2-e351f72afc71 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] No DVR routers for this DVR port ac61c5af-f535-4ee3-bc6c-28bd8d31e5f5 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:22:51.472527 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef885615-96f8-4337-85a3-dec77c6afb41 service neutron] Pushing event updated for resources: {'Port': ['ID=69dbe064-30b6-4e73-8cee-80ba9f4aa1d0,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:51.473399 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a465695-714c-4bb2-8ca2-e351f72afc71 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event deleted for resources: {'Port': ['ID=ac61c5af-f535-4ee3-bc6c-28bd8d31e5f5,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:51.482839 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] device_id is not set on port 4a424b7c-6eea-4483-8dab-936b23e32254 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:22:51.541383 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:51.543594 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-ef885615-96f8-4337-85a3-dec77c6afb41 service neutron] Attempting to bind port 69dbe064-30b6-4e73-8cee-80ba9f4aa1d0 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:51.544249 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-ef885615-96f8-4337-85a3-dec77c6afb41 service neutron] Attempting to bind port 69dbe064-30b6-4e73-8cee-80ba9f4aa1d0 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '26b2cb0d-36f3-421f-b342-84289da8bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:51.544796 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-ef885615-96f8-4337-85a3-dec77c6afb41 service neutron] Attempting to bind port 69dbe064-30b6-4e73-8cee-80ba9f4aa1d0 on network 5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:51.554294 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-ef885615-96f8-4337-85a3-dec77c6afb41 service neutron] Port 69dbe064-30b6-4e73-8cee-80ba9f4aa1d0 on network 5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:51.555466 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-ef885615-96f8-4337-85a3-dec77c6afb41 service neutron] Attempting to bind port 69dbe064-30b6-4e73-8cee-80ba9f4aa1d0 on network 5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:51.568853 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-ef885615-96f8-4337-85a3-dec77c6afb41 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:22:51.569352 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-ef885615-96f8-4337-85a3-dec77c6afb41 service neutron] Checking segment: {'id': '26b2cb0d-36f3-421f-b342-84289da8bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:22:51.570608 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:51.571179 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-ef885615-96f8-4337-85a3-dec77c6afb41 service neutron] Bound using segment: {'id': '26b2cb0d-36f3-421f-b342-84289da8bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:22:51.571789 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-ef885615-96f8-4337-85a3-dec77c6afb41 service neutron] Bound port: 69dbe064-30b6-4e73-8cee-80ba9f4aa1d0, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b2cb0d-36f3-421f-b342-84289da8bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:22:51.572932 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-ef885615-96f8-4337-85a3-dec77c6afb41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:51.633798 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port f3b1cce3-2410-459e-b5af-39d425cdc820 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:22:51.641819 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port f3b1cce3-2410-459e-b5af-39d425cdc820 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:22:51.642228 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:51.657025 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a465695-714c-4bb2-8ca2-e351f72afc71 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:51.692757 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-3a465695-714c-4bb2-8ca2-e351f72afc71 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf22fd3-b215-4221-a419-b72d76d2a3c5']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:51.706317 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-3a465695-714c-4bb2-8ca2-e351f72afc71 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f715f23-c10a-40a2-868c-d2eaaaa26d47') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:51.706708 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-3a465695-714c-4bb2-8ca2-e351f72afc71 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f715f23-c10a-40a2-868c-d2eaaaa26d47') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:51.723632 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a465695-714c-4bb2-8ca2-e351f72afc71 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:51.791291 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a465695-714c-4bb2-8ca2-e351f72afc71 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:51.801236 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:51.801811 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:51.802362 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:51.826303 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de10478-566c-4c0a-abc3-d66ce20baf60 req-de9f45a6-6faa-4c18-bf59-4c9abac67b83 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:51.836149 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2de10478-566c-4c0a-abc3-d66ce20baf60 req-de9f45a6-6faa-4c18-bf59-4c9abac67b83 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] 10.222.0.54 "GET /v2.0/ports?device_id=625ee97e-0408-4d7a-baa0-4b8afa8b5cc6 HTTP/1.1" status: 200 len: 943 time: 0.2236173 Nov 10 19:22:51.841916 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:51.884093 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a465695-714c-4bb2-8ca2-e351f72afc71 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:22:51.884556 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a465695-714c-4bb2-8ca2-e351f72afc71 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:51.886292 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-ef885615-96f8-4337-85a3-dec77c6afb41 service neutron] For port 69dbe064-30b6-4e73-8cee-80ba9f4aa1d0, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:22:51.893538 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:22:51.893538 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:22:51.893538 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:22:51.893538 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:22:51.893538 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:22:51.893538 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:22:51.893538 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:22:51.893538 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:22:51.893538 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:22:51.893538 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:22:51.893538 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:22:51.893538 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:22:51.893538 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:22:51.893538 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:22:51.893538 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:22:51.893538 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:22:51.893538 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:22:51.893538 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:22:51.893538 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:22:51.893538 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:22:51.893538 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:22:51.893538 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:22:51.893538 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:22:51.893538 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:22:51.893538 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:22:51.893538 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:22:51.893538 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:22:51.893538 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:22:51.893538 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:22:51.893538 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:22:51.893538 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:22:51.893538 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:22:51.909612 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Port 4a424b7c-6eea-4483-8dab-936b23e32254 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:51.910032 n-d-813897-4 neutron-server[102505]: ERROR neutron.plugins.ml2.managers [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Failed to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 on host n-h1-813897-4 for vnic_type normal using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] Nov 10 19:22:51.926830 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9740387-9b1e-4274-a8f1-41f69492f6c9 req-c7ab0b58-7572-4834-a44e-e083f96426e5 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:51.928756 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c9740387-9b1e-4274-a8f1-41f69492f6c9 req-c7ab0b58-7572-4834-a44e-e083f96426e5 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4d10b3c-f3e9-4b1f-b466-4ac973767b1a HTTP/1.1" status: 200 len: 946 time: 0.1386108 Nov 10 19:22:51.929233 n-d-813897-4 neutron-server[102505]: INFO neutron.plugins.ml2.plugin [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempt 2 to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 Nov 10 19:22:51.944033 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Pushing event updated for resources: {'Port': ['ID=4a424b7c-6eea-4483-8dab-936b23e32254,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:51.959744 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde20bf1-8883-4961-afa2-0f8b30fe7cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b1cce3-2410-459e-b5af-39d425cdc820'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:22:51.966259 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81daad63-fd87-4ffc-83cf-c18b6a52a603" -d '{"events": [{"server_uuid": "dde20bf1-8883-4961-afa2-0f8b30fe7cb7", "name": "network-vif-plugged", "status": "completed", "tag": "f3b1cce3-2410-459e-b5af-39d425cdc820"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:22:51.973251 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2de10478-566c-4c0a-abc3-d66ce20baf60 req-3b0f99f2-6e4b-4155-b4de-8e877d9dbc18 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4ec1428-4769-4aba-aebe-643bd29f5446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183543 Nov 10 19:22:52.000657 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c1b4f7-0f19-4f09-9c45-888a77786c37 None None] DHCP port deletion for 5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:22:52.008581 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port f3b1cce3-2410-459e-b5af-39d425cdc820, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=f3b1cce3-2410-459e-b5af-39d425cdc820,segment=NetworkSegment(5d0dc5e4-2ec1-487f-8364-d10967c50847),segment_id=5d0dc5e4-2ec1-487f-8364-d10967c50847)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:22:52.015983 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:52.022312 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:52.022669 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:52.022999 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:52.083913 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Port 4a424b7c-6eea-4483-8dab-936b23e32254 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:52.085001 n-d-813897-4 neutron-server[102505]: ERROR neutron.plugins.ml2.managers [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Failed to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 on host n-h1-813897-4 for vnic_type normal using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] Nov 10 19:22:52.088992 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=f3b1cce3-2410-459e-b5af-39d425cdc820,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:52.090542 n-d-813897-4 neutron-server[102505]: INFO neutron.plugins.ml2.plugin [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempt 3 to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 Nov 10 19:22:52.109985 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a465695-714c-4bb2-8ca2-e351f72afc71 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:52.120134 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a465695-714c-4bb2-8ca2-e351f72afc71 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:52.121033 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-ef885615-96f8-4337-85a3-dec77c6afb41 service neutron] For port 69dbe064-30b6-4e73-8cee-80ba9f4aa1d0, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=69dbe064-30b6-4e73-8cee-80ba9f4aa1d0,segment=NetworkSegment(26b2cb0d-36f3-421f-b342-84289da8bf0b),segment_id=26b2cb0d-36f3-421f-b342-84289da8bf0b)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:22:52.127804 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3a465695-714c-4bb2-8ca2-e351f72afc71 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "DELETE /v2.0/networks/acf22fd3-b215-4221-a419-b72d76d2a3c5 HTTP/1.1" status: 204 len: 168 time: 2.9436629 Nov 10 19:22:52.130941 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44756) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:52.138024 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-c202ade8-6fc9-425c-bc70-9cbb9d9d369c tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1500774672'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:52.140071 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:52.140510 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:52.140949 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:52.145574 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-ef885615-96f8-4337-85a3-dec77c6afb41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:52.149792 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a465695-714c-4bb2-8ca2-e351f72afc71 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event deleted for resources: {'Network': ['ID=acf22fd3-b215-4221-a419-b72d76d2a3c5,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:52.156464 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Port 4a424b7c-6eea-4483-8dab-936b23e32254 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:52.156928 n-d-813897-4 neutron-server[102505]: ERROR neutron.plugins.ml2.managers [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Failed to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 on host n-h1-813897-4 for vnic_type normal using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] Nov 10 19:22:52.158601 n-d-813897-4 neutron-server[102505]: INFO neutron.plugins.ml2.plugin [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempt 4 to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 Nov 10 19:22:52.173445 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-c9740387-9b1e-4274-a8f1-41f69492f6c9 req-5135de33-7065-4ff4-ba23-44c13b7ca568 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Deleting port 630fe2b0-354e-464d-9eeb-ced0eed28569 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:22:52.173952 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c9740387-9b1e-4274-a8f1-41f69492f6c9 req-5135de33-7065-4ff4-ba23-44c13b7ca568 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:52.183487 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938a2e9-c6c6-49c3-828b-f516496af7ec req-acd27f25-d2ba-4e63-a5e6-5a8e870537b6 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:52.185104 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b938a2e9-c6c6-49c3-828b-f516496af7ec req-acd27f25-d2ba-4e63-a5e6-5a8e870537b6 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4d10b3c-f3e9-4b1f-b466-4ac973767b1a HTTP/1.1" status: 200 len: 946 time: 0.1331840 Nov 10 19:22:52.205546 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:52.206806 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:52.207314 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:52.224161 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-ef885615-96f8-4337-85a3-dec77c6afb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:52.225168 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-ef885615-96f8-4337-85a3-dec77c6afb41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:52.226658 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-ef885615-96f8-4337-85a3-dec77c6afb41 service neutron] 10.222.0.73 "PUT /v2.0/ports/69dbe064-30b6-4e73-8cee-80ba9f4aa1d0 HTTP/1.1" status: 200 len: 1091 time: 1.9229438 Nov 10 19:22:52.236075 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20cec67-0ac7-484b-bde2-3ff4eefbc520 None None] DHCP port deletion for 5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:22:52.248156 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '625ee97e-0408-4d7a-baa0-4b8afa8b5cc6', 'tag': '69dbe064-30b6-4e73-8cee-80ba9f4aa1d0'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:22:52.266005 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b8d588-12b7-4376-b210-75895495d32f" -d '{"events": [{"name": "network-changed", "server_uuid": "625ee97e-0408-4d7a-baa0-4b8afa8b5cc6", "tag": "69dbe064-30b6-4e73-8cee-80ba9f4aa1d0"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:22:52.299627 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Port 4a424b7c-6eea-4483-8dab-936b23e32254 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:52.299961 n-d-813897-4 neutron-server[102505]: ERROR neutron.plugins.ml2.managers [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Failed to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 on host n-h1-813897-4 for vnic_type normal using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] Nov 10 19:22:52.302479 n-d-813897-4 neutron-server[102505]: INFO neutron.plugins.ml2.plugin [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempt 5 to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 Nov 10 19:22:52.329183 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:52.329553 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:52.329978 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:52.339025 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c202ade8-6fc9-425c-bc70-9cbb9d9d369c tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Made reservation on behalf of 9c1dc6aaffe3425babc1f9f715c4807b for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:52.339712 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Port 4a424b7c-6eea-4483-8dab-936b23e32254 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:52.340043 n-d-813897-4 neutron-server[102505]: ERROR neutron.plugins.ml2.managers [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Failed to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 on host n-h1-813897-4 for vnic_type normal using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] Nov 10 19:22:52.343123 n-d-813897-4 neutron-server[102505]: INFO neutron.plugins.ml2.plugin [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempt 6 to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 Nov 10 19:22:52.343643 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c202ade8-6fc9-425c-bc70-9cbb9d9d369c tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:52.378671 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:52.379009 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:52.379344 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:52.388985 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Port 4a424b7c-6eea-4483-8dab-936b23e32254 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:52.389318 n-d-813897-4 neutron-server[102505]: ERROR neutron.plugins.ml2.managers [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Failed to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 on host n-h1-813897-4 for vnic_type normal using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] Nov 10 19:22:52.391654 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-c9740387-9b1e-4274-a8f1-41f69492f6c9 req-5135de33-7065-4ff4-ba23-44c13b7ca568 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] For port 630fe2b0-354e-464d-9eeb-ced0eed28569, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=630fe2b0-354e-464d-9eeb-ced0eed28569,segment=NetworkSegment(53dc2ab6-6c6e-4eb5-8152-a26a590d152a),segment_id=53dc2ab6-6c6e-4eb5-8152-a26a590d152a)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:22:52.392015 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c9740387-9b1e-4274-a8f1-41f69492f6c9 req-5135de33-7065-4ff4-ba23-44c13b7ca568 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:52.394819 n-d-813897-4 neutron-server[102505]: INFO neutron.plugins.ml2.plugin [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempt 7 to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 Nov 10 19:22:52.418873 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef885615-96f8-4337-85a3-dec77c6afb41 service neutron] Pushing event updated for resources: {'Port': ['ID=69dbe064-30b6-4e73-8cee-80ba9f4aa1d0,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:52.441647 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b938a2e9-c6c6-49c3-828b-f516496af7ec req-f3e3f31b-82a1-47c7-984e-fe1567342123 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebde3a1f-e437-47b9-b944-6909b6dfbd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310123 Nov 10 19:22:52.448166 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c202ade8-6fc9-425c-bc70-9cbb9d9d369c tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:22:52.462542 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-0fff200c-6806-45b9-a598-ead98e71d3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:52.464860 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-0fff200c-6806-45b9-a598-ead98e71d3fc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e46deaefb616472b83e2b7cb8766b75a&device_id=625ee97e-0408-4d7a-baa0-4b8afa8b5cc6 HTTP/1.1" status: 200 len: 1094 time: 0.1764657 Nov 10 19:22:52.470181 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c202ade8-6fc9-425c-bc70-9cbb9d9d369c tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:52.470666 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-c202ade8-6fc9-425c-bc70-9cbb9d9d369c tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Added segment b13e63f5-ba86-4453-bb00-c6ca099659b2 of type vlan for network ffeb46cd-9a73-4993-a259-929476ab268f Nov 10 19:22:52.494747 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:52.495093 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:52.495431 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:52.529001 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Port 4a424b7c-6eea-4483-8dab-936b23e32254 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:52.529348 n-d-813897-4 neutron-server[102505]: ERROR neutron.plugins.ml2.managers [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Failed to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 on host n-h1-813897-4 for vnic_type normal using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] Nov 10 19:22:52.537630 n-d-813897-4 neutron-server[102505]: INFO neutron.plugins.ml2.plugin [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempt 8 to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 Nov 10 19:22:52.543327 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-69544f72-7227-4bcc-9eac-a712d237de84 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69dbe064-30b6-4e73-8cee-80ba9f4aa1d0 HTTP/1.1" status: 200 len: 217 time: 0.0626535 Nov 10 19:22:52.545528 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa89e81a-925e-4afe-9d25-a42f1313f8c1 x-openstack-request-id: req-fa89e81a-925e-4afe-9d25-a42f1313f8c1 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:22:52.545528 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde20bf1-8883-4961-afa2-0f8b30fe7cb7", "name": "network-vif-plugged", "status": "completed", "tag": "f3b1cce3-2410-459e-b5af-39d425cdc820", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:22:52.546418 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fa89e81a-925e-4afe-9d25-a42f1313f8c1 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:22:52.546544 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde20bf1-8883-4961-afa2-0f8b30fe7cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b1cce3-2410-459e-b5af-39d425cdc820', 'code': 200} Nov 10 19:22:52.570878 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:52.571327 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:52.584861 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:52.603484 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Port 4a424b7c-6eea-4483-8dab-936b23e32254 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:52.610846 n-d-813897-4 neutron-server[102505]: ERROR neutron.plugins.ml2.managers [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Failed to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 on host n-h1-813897-4 for vnic_type normal using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] Nov 10 19:22:52.661353 n-d-813897-4 neutron-server[102505]: INFO neutron.plugins.ml2.plugin [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempt 9 to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 Nov 10 19:22:52.682674 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-6ef3f8c9-6a3a-48c7-a4bd-101601228e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:52.684161 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-6ef3f8c9-6a3a-48c7-a4bd-101601228e42 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=06e253c8-ccf8-4759-beff-562a5614e5f4 HTTP/1.1" status: 200 len: 860 time: 0.0528359 Nov 10 19:22:52.687274 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:52.687573 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:52.688006 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:52.698236 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Port 4a424b7c-6eea-4483-8dab-936b23e32254 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:52.698729 n-d-813897-4 neutron-server[102505]: ERROR neutron.plugins.ml2.managers [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Failed to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 on host n-h1-813897-4 for vnic_type normal using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] Nov 10 19:22:52.701049 n-d-813897-4 neutron-server[102505]: INFO neutron.plugins.ml2.plugin [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempt 10 to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 Nov 10 19:22:52.705188 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c202ade8-6fc9-425c-bc70-9cbb9d9d369c tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:52.752535 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:52.753002 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:52.753432 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempting to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:52.762827 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Port 4a424b7c-6eea-4483-8dab-936b23e32254 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:22:52.763343 n-d-813897-4 neutron-server[102505]: ERROR neutron.plugins.ml2.managers [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Failed to bind port 4a424b7c-6eea-4483-8dab-936b23e32254 on host n-h1-813897-4 for vnic_type normal using segments [{'id': 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '463e77ca-1ce7-47fe-aad0-5e049373fa4d'}] Nov 10 19:22:52.763818 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:52.801227 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c9740387-9b1e-4274-a8f1-41f69492f6c9 req-5135de33-7065-4ff4-ba23-44c13b7ca568 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:52.802838 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c9740387-9b1e-4274-a8f1-41f69492f6c9 req-5135de33-7065-4ff4-ba23-44c13b7ca568 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:52.803318 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [req-c9740387-9b1e-4274-a8f1-41f69492f6c9 req-5135de33-7065-4ff4-ba23-44c13b7ca568 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Floating IP 2ce6fac3-266c-47a5-94e8-26fececc4b55 disassociated. External IP: 172.25.3.185, port: 630fe2b0-354e-464d-9eeb-ced0eed28569. Nov 10 19:22:52.803803 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-c9740387-9b1e-4274-a8f1-41f69492f6c9 req-5135de33-7065-4ff4-ba23-44c13b7ca568 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Calling delete_port for 630fe2b0-354e-464d-9eeb-ced0eed28569 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:22:52.944012 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] For port 4a424b7c-6eea-4483-8dab-936b23e32254, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:22:52.944971 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attempted to set empty binding levels {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 19:22:52.965565 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:53.011400 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] In _notify_port_updated(), no bound segment for port 4a424b7c-6eea-4483-8dab-936b23e32254 on network 463e77ca-1ce7-47fe-aad0-5e049373fa4d {{(pid=102505) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 19:22:53.012377 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:53.013644 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:53.015607 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] 10.222.0.54 "PUT /v2.0/ports/4a424b7c-6eea-4483-8dab-936b23e32254 HTTP/1.1" status: 200 len: 979 time: 1.9714718 Nov 10 19:22:53.023974 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44768) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:53.045200 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-a06415ce-c220-47d0-9196-7ccbddfc767d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3371737 Nov 10 19:22:53.050697 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.db.resource_extend [None req-c202ade8-6fc9-425c-bc70-9cbb9d9d369c tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 19:22:53.106484 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24151d7-00f0-41b2-9371-e60a1fa8b1b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Pushing event updated for resources: {'Port': ['ID=4a424b7c-6eea-4483-8dab-936b23e32254,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:53.152795 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2bf7a-1bbb-4787-9f56-94d82232ac5c req-e28ef037-f5d9-4a70-b7c6-c8e763739371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:53.154266 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-66d2bf7a-1bbb-4787-9f56-94d82232ac5c req-e28ef037-f5d9-4a70-b7c6-c8e763739371 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dde20bf1-8883-4961-afa2-0f8b30fe7cb7 HTTP/1.1" status: 200 len: 1097 time: 0.4688394 Nov 10 19:22:53.155002 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c202ade8-6fc9-425c-bc70-9cbb9d9d369c tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:53.159642 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c9740387-9b1e-4274-a8f1-41f69492f6c9 req-5135de33-7065-4ff4-ba23-44c13b7ca568 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:53.160747 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c202ade8-6fc9-425c-bc70-9cbb9d9d369c tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:53.161368 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c202ade8-6fc9-425c-bc70-9cbb9d9d369c tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:53.190227 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c117745-2ea9-47c3-a5ba-0cac1a89ca0b req-d3b67518-a472-420d-a0a9-45249dc64e9d tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:53.191738 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c117745-2ea9-47c3-a5ba-0cac1a89ca0b req-d3b67518-a472-420d-a0a9-45249dc64e9d tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=dde20bf1-8883-4961-afa2-0f8b30fe7cb7 HTTP/1.1" status: 200 len: 946 time: 0.4972544 Nov 10 19:22:53.197217 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135de33-7065-4ff4-ba23-44c13b7ca568 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Pushing event deleted for resources: {'Port': ['ID=630fe2b0-354e-464d-9eeb-ced0eed28569,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:53.211130 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-28bb26d8-a8ee-4ba4-a0fa-42f317727b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Deleting port 4a424b7c-6eea-4483-8dab-936b23e32254 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:22:53.211814 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-28bb26d8-a8ee-4ba4-a0fa-42f317727b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:53.235251 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c202ade8-6fc9-425c-bc70-9cbb9d9d369c tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1014235 Nov 10 19:22:53.245597 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44770) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:53.286430 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-f26244ed-4dda-4a7c-9f5a-bd9c09b0dabb tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Request body: {'subnet': {'network_id': 'ffeb46cd-9a73-4993-a259-929476ab268f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:53.355422 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-28bb26d8-a8ee-4ba4-a0fa-42f317727b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] For port 4a424b7c-6eea-4483-8dab-936b23e32254, host n-h1-813897-4, got binding levels [] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:22:53.356109 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-28bb26d8-a8ee-4ba4-a0fa-42f317727b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:53.358635 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-c46b086a-6a98-4bd7-994c-7425a2d9ae94 service neutron] 10.222.0.73 "GET /v2.0/networks/5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046823 Nov 10 19:22:53.358796 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202ade8-6fc9-425c-bc70-9cbb9d9d369c tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event updated for resources: {'Network': ['ID=ffeb46cd-9a73-4993-a259-929476ab268f,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:53.382091 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-28bb26d8-a8ee-4ba4-a0fa-42f317727b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Calling delete_port for 4a424b7c-6eea-4483-8dab-936b23e32254 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:22:53.390010 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network ffeb46cd-9a73-4993-a259-929476ab268f details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:22:53.410519 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9740387-9b1e-4274-a8f1-41f69492f6c9 req-5135de33-7065-4ff4-ba23-44c13b7ca568 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Router 7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:22:53.415325 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a7a58aa4-243b-4305-a0d5-526bb1b58a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:53.421980 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-66d2bf7a-1bbb-4787-9f56-94d82232ac5c req-c0d8398e-b7f1-4d28-b9ba-a4e42fe895af service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567654 Nov 10 19:22:53.551569 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c117745-2ea9-47c3-a5ba-0cac1a89ca0b req-949738ce-9b9d-4e1f-bb89-c428f9192f09 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148775 Nov 10 19:22:53.610839 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26244ed-4dda-4a7c-9f5a-bd9c09b0dabb tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Made reservation on behalf of 9c1dc6aaffe3425babc1f9f715c4807b for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:53.614427 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f26244ed-4dda-4a7c-9f5a-bd9c09b0dabb tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:53.628962 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a26044a-11cf-4e40-b8b4-e9bb0babba0e req-ee94b108-232b-445c-a134-705f2fc67d84 service neutron] 10.222.0.73 "GET /v2.0/networks/5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050164 Nov 10 19:22:53.671925 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9740387-9b1e-4274-a8f1-41f69492f6c9 req-5135de33-7065-4ff4-ba23-44c13b7ca568 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:22:53.687767 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264bd12f-c289-4621-ad00-3a9ebe0153a5 None None] Sync routers for ids ['7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:22:53.692376 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-28bb26d8-a8ee-4ba4-a0fa-42f317727b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:53.701361 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaed6f9c-5bed-4e11-9534-2f4aa4901956 x-openstack-request-id: req-aaed6f9c-5bed-4e11-9534-2f4aa4901956 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:22:53.702150 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "625ee97e-0408-4d7a-baa0-4b8afa8b5cc6", "tag": "69dbe064-30b6-4e73-8cee-80ba9f4aa1d0", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:22:53.702517 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aaed6f9c-5bed-4e11-9534-2f4aa4901956 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:22:53.703662 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '625ee97e-0408-4d7a-baa0-4b8afa8b5cc6', 'tag': '69dbe064-30b6-4e73-8cee-80ba9f4aa1d0', 'status': 'completed', 'code': 200} Nov 10 19:22:53.706511 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264bd12f-c289-4621-ad00-3a9ebe0153a5 None None] Routers {'7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:22:53.707022 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-264bd12f-c289-4621-ad00-3a9ebe0153a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:22:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:53.777255 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb26d8-a8ee-4ba4-a0fa-42f317727b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a424b7c-6eea-4483-8dab-936b23e32254,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:53.798446 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-28bb26d8-a8ee-4ba4-a0fa-42f317727b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:53.806035 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-28bb26d8-a8ee-4ba4-a0fa-42f317727b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] 10.222.0.54 "DELETE /v2.0/ports/4a424b7c-6eea-4483-8dab-936b23e32254 HTTP/1.1" status: 204 len: 168 time: 0.7754881 Nov 10 19:22:53.806777 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44774) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:53.848732 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8d588-12b7-4376-b210-75895495d32f req-83eb25dd-2dce-4d19-b849-499bd6e333ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:53.850670 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80b8d588-12b7-4376-b210-75895495d32f req-83eb25dd-2dce-4d19-b849-499bd6e333ed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e46deaefb616472b83e2b7cb8766b75a&device_id=625ee97e-0408-4d7a-baa0-4b8afa8b5cc6 HTTP/1.1" status: 200 len: 1094 time: 0.1135454 Nov 10 19:22:53.857177 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9740387-9b1e-4274-a8f1-41f69492f6c9 req-5135de33-7065-4ff4-ba23-44c13b7ca568 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] No DVR routers for this DVR port 630fe2b0-354e-464d-9eeb-ced0eed28569 on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:22:53.864012 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c9740387-9b1e-4274-a8f1-41f69492f6c9 req-5135de33-7065-4ff4-ba23-44c13b7ca568 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:53.875959 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c9740387-9b1e-4274-a8f1-41f69492f6c9 req-5135de33-7065-4ff4-ba23-44c13b7ca568 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.73 "DELETE /v2.0/ports/630fe2b0-354e-464d-9eeb-ced0eed28569 HTTP/1.1" status: 204 len: 173 time: 1.8944359 Nov 10 19:22:53.876442 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d10b3c-f3e9-4b1f-b466-4ac973767b1a', 'name': 'network-vif-deleted', 'tag': '630fe2b0-354e-464d-9eeb-ced0eed28569'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:22:53.878841 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddcdbaf-9d6b-41d3-b9ce-a91a42848757" -d '{"events": [{"server_uuid": "d4d10b3c-f3e9-4b1f-b466-4ac973767b1a", "name": "network-vif-deleted", "tag": "630fe2b0-354e-464d-9eeb-ced0eed28569"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:22:53.966045 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-264bd12f-c289-4621-ad00-3a9ebe0153a5 None None] Set router 7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:22:54.055275 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8d588-12b7-4376-b210-75895495d32f req-66291034-0865-4e80-ad8f-8c0c3ce8ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:54.057167 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80b8d588-12b7-4376-b210-75895495d32f req-66291034-0865-4e80-ad8f-8c0c3ce8ce20 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1 HTTP/1.1" status: 200 len: 921 time: 0.1988752 Nov 10 19:22:54.127913 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80b8d588-12b7-4376-b210-75895495d32f req-608ed72d-2023-4f42-b2fa-b1e1a10ae252 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69dbe064-30b6-4e73-8cee-80ba9f4aa1d0 HTTP/1.1" status: 200 len: 217 time: 0.0557244 Nov 10 19:22:54.222155 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-264bd12f-c289-4621-ad00-3a9ebe0153a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'name': 'tempest-ServersTestJSON-1599779099-router', 'tenant_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '5a84046d-6c4a-45e8-99f3-69d31bbe13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:20:36Z', 'updated_at': '2021-11-10T19:20:42Z', 'revision_number': 4, 'project_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'gw_port': {'id': '5a84046d-6c4a-45e8-99f3-69d31bbe13fa', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:20:36Z', 'updated_at': '2021-11-10T19:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'd3ba4fc8-012a-45ac-9a11-bb966c5c228c', 'name': '', 'network_id': '08c1a153-c568-4f29-ba72-f916d4c7b272', 'tenant_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'mac_address': 'fa:16:3e:3b:f7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '6222ee0a-c125-4f8d-a824-8d99523756bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:20:40Z', 'updated_at': '2021-11-10T19:20:45Z', 'revision_number': 5, 'project_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'subnets': [{'id': '6222ee0a-c125-4f8d-a824-8d99523756bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:54.227479 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38107a0d-42f0-4839-8daa-d77df66723a6 req-0e9063ef-e89f-44d3-a870-2d5db522d8ae tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:54.229268 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-38107a0d-42f0-4839-8daa-d77df66723a6 req-0e9063ef-e89f-44d3-a870-2d5db522d8ae tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] 10.222.0.54 "GET /v2.0/ports?device_id=625ee97e-0408-4d7a-baa0-4b8afa8b5cc6 HTTP/1.1" status: 200 len: 943 time: 0.2773538 Nov 10 19:22:54.248396 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f26244ed-4dda-4a7c-9f5a-bd9c09b0dabb tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:54.260207 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264bd12f-c289-4621-ad00-3a9ebe0153a5 None None] Checking router: 7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:22:54.270372 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264bd12f-c289-4621-ad00-3a9ebe0153a5 None None] Routers {'7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:22:54.270998 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-264bd12f-c289-4621-ad00-3a9ebe0153a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:22:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:54.326222 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26244ed-4dda-4a7c-9f5a-bd9c09b0dabb tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event updated for resources: {'Subnet': ['ID=b06705cf-ac06-44a1-97e4-50dc2fa4431c,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:54.362408 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8d588-12b7-4376-b210-75895495d32f req-d7e56a82-da71-48a3-b331-0774be9dcc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:54.363954 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80b8d588-12b7-4376-b210-75895495d32f req-d7e56a82-da71-48a3-b331-0774be9dcc60 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=06e253c8-ccf8-4759-beff-562a5614e5f4 HTTP/1.1" status: 200 len: 860 time: 0.1984320 Nov 10 19:22:54.427168 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80b8d588-12b7-4376-b210-75895495d32f req-75ed24b4-2985-435d-aa70-18f6d0d1774b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500407 Nov 10 19:22:54.435555 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-264bd12f-c289-4621-ad00-3a9ebe0153a5 None None] Set router 7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:22:54.442252 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a7acb9-58d4-4ea4-a9eb-62651196d1e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] GET failed (client error): The resource could not be found. Nov 10 19:22:54.445848 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-22a7acb9-58d4-4ea4-a9eb-62651196d1e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-623499421-project-admin] 10.222.0.54 "GET /v2.0/ports/4a424b7c-6eea-4483-8dab-936b23e32254 HTTP/1.1" status: 404 len: 333 time: 0.6033571 Nov 10 19:22:54.453472 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44780) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:54.521082 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:54.567718 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26244ed-4dda-4a7c-9f5a-bd9c09b0dabb tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Checking segment: {'id': 'b13e63f5-ba86-4453-bb00-c6ca099659b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ffeb46cd-9a73-4993-a259-929476ab268f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:22:54.568483 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26244ed-4dda-4a7c-9f5a-bd9c09b0dabb tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Network hostable DHCP agents. Network: ffeb46cd-9a73-4993-a259-929476ab268f, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:22:54.572640 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80b8d588-12b7-4376-b210-75895495d32f req-2472ac9b-c46a-4a84-bc52-8c452d494308 service neutron] 10.222.0.73 "GET /v2.0/networks/5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191344 Nov 10 19:22:54.574552 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-21d616f8-581f-4e9d-8549-b96d621449dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:54.589370 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-38107a0d-42f0-4839-8daa-d77df66723a6 req-4c8c2b6c-64ba-4f74-ad65-ac04181c7583 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4ec1428-4769-4aba-aebe-643bd29f5446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516891 Nov 10 19:22:54.719498 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80b8d588-12b7-4376-b210-75895495d32f req-a4e9a265-d68d-494e-85b5-d105fbeb6387 service neutron] 10.222.0.73 "GET /v2.0/networks/5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290023 Nov 10 19:22:54.728098 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af938db-1b67-459c-ba8d-5521833cf1c3 x-openstack-request-id: req-9af938db-1b67-459c-ba8d-5521833cf1c3 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:22:54.728380 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d10b3c-f3e9-4b1f-b466-4ac973767b1a", "name": "network-vif-deleted", "tag": "630fe2b0-354e-464d-9eeb-ced0eed28569", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:22:54.728699 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9af938db-1b67-459c-ba8d-5521833cf1c3 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:22:54.729218 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d10b3c-f3e9-4b1f-b466-4ac973767b1a', 'name': 'network-vif-deleted', 'tag': '630fe2b0-354e-464d-9eeb-ced0eed28569', 'status': 'completed', 'code': 200} Nov 10 19:22:54.735850 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26244ed-4dda-4a7c-9f5a-bd9c09b0dabb tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Network ffeb46cd-9a73-4993-a259-929476ab268f is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:22:54.737983 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-21d616f8-581f-4e9d-8549-b96d621449dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:54.747767 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-f26244ed-4dda-4a7c-9f5a-bd9c09b0dabb tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, ffeb46cd-9a73-4993-a259-929476ab268f) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:22:54.762535 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-21d616f8-581f-4e9d-8549-b96d621449dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['463e77ca-1ce7-47fe-aad0-5e049373fa4d']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:54.774160 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26244ed-4dda-4a7c-9f5a-bd9c09b0dabb tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:54.774430 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604e4b14-9051-4a75-ad67-0634c8918142 None None] Network ffeb46cd-9a73-4993-a259-929476ab268f requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:22:54.774889 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-21d616f8-581f-4e9d-8549-b96d621449dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:54.775024 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f26244ed-4dda-4a7c-9f5a-bd9c09b0dabb tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:54.775520 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-21d616f8-581f-4e9d-8549-b96d621449dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c843a6-ef9d-4a0f-a4ed-585167500a2d') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:54.791826 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-21d616f8-581f-4e9d-8549-b96d621449dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:54.810671 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-21d616f8-581f-4e9d-8549-b96d621449dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:54.819670 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d616f8-581f-4e9d-8549-b96d621449dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:22:54.821228 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-21d616f8-581f-4e9d-8549-b96d621449dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:54.825537 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:22:54.825537 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:22:54.825537 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:22:54.825537 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:22:54.825537 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:22:54.825537 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:22:54.825537 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:22:54.825537 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:22:54.825537 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:22:54.825537 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:22:54.825537 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:22:54.825537 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:22:54.825537 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:22:54.825537 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:22:54.825537 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:22:54.825537 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:22:54.825537 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:22:54.825537 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:22:54.825537 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:22:54.825537 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:22:54.825537 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:22:54.825537 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:22:54.825537 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:22:54.825537 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:22:54.825537 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:22:54.825537 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:22:54.825537 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:22:54.825537 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:22:54.825537 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:22:54.825537 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:22:54.825537 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:22:54.825537 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:22:54.851689 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f26244ed-4dda-4a7c-9f5a-bd9c09b0dabb tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5773425 Nov 10 19:22:54.855311 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44788) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:54.861162 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-f23d5fc2-ac54-490d-a20a-7ca1d290229d tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Request body: {'subnet': {'network_id': 'ffeb46cd-9a73-4993-a259-929476ab268f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:54.874821 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03603156-3d48-4d68-9a0a-9484e2187138 req-0484cd4a-a9b8-40b9-a2cc-7726ceaf76ca tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:54.876412 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-03603156-3d48-4d68-9a0a-9484e2187138 req-0484cd4a-a9b8-40b9-a2cc-7726ceaf76ca tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=dde20bf1-8883-4961-afa2-0f8b30fe7cb7 HTTP/1.1" status: 200 len: 946 time: 0.1147518 Nov 10 19:22:54.929050 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:54.930108 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-21d616f8-581f-4e9d-8549-b96d621449dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:54.971130 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-21d616f8-581f-4e9d-8549-b96d621449dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:54.992663 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-21d616f8-581f-4e9d-8549-b96d621449dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474-project] 10.222.0.54 "DELETE /v2.0/networks/463e77ca-1ce7-47fe-aad0-5e049373fa4d HTTP/1.1" status: 204 len: 168 time: 0.5246408 Nov 10 19:22:54.995976 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d616f8-581f-4e9d-8549-b96d621449dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1957750474-project] Pushing event deleted for resources: {'Network': ['ID=463e77ca-1ce7-47fe-aad0-5e049373fa4d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:55.066682 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadb2fb4-cca0-4ea4-8fc8-f6a9de525394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-ffeb46cd-9a73-4993-a259-929476ab268f', 'network_id': 'ffeb46cd-9a73-4993-a259-929476ab268f', 'tenant_id': '9c1dc6aaffe3425babc1f9f715c4807b', 'fixed_ips': [{'subnet_id': 'b06705cf-ac06-44a1-97e4-50dc2fa4431c'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:22:55.067546 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dadb2fb4-cca0-4ea4-8fc8-f6a9de525394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:55.103185 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-264bd12f-c289-4621-ad00-3a9ebe0153a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'name': 'tempest-ServersTestJSON-1599779099-router', 'tenant_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '5a84046d-6c4a-45e8-99f3-69d31bbe13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:20:36Z', 'updated_at': '2021-11-10T19:20:42Z', 'revision_number': 4, 'project_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'gw_port': {'id': '5a84046d-6c4a-45e8-99f3-69d31bbe13fa', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:20:36Z', 'updated_at': '2021-11-10T19:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'd3ba4fc8-012a-45ac-9a11-bb966c5c228c', 'name': '', 'network_id': '08c1a153-c568-4f29-ba72-f916d4c7b272', 'tenant_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'mac_address': 'fa:16:3e:3b:f7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '6222ee0a-c125-4f8d-a824-8d99523756bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:20:40Z', 'updated_at': '2021-11-10T19:20:45Z', 'revision_number': 5, 'project_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'subnets': [{'id': '6222ee0a-c125-4f8d-a824-8d99523756bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:22:55.135528 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264bd12f-c289-4621-ad00-3a9ebe0153a5 None None] The sync data for ids ['7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c'] in n-d-813897-4 is: [{'id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'name': 'tempest-ServersTestJSON-1599779099-router', 'tenant_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '5a84046d-6c4a-45e8-99f3-69d31bbe13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:20:36Z', 'updated_at': '2021-11-10T19:20:42Z', 'revision_number': 4, 'project_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'gw_port': {'id': '5a84046d-6c4a-45e8-99f3-69d31bbe13fa', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:20:36Z', 'updated_at': '2021-11-10T19:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'd3ba4fc8-012a-45ac-9a11-bb966c5c228c', 'name': '', 'network_id': '08c1a153-c568-4f29-ba72-f916d4c7b272', 'tenant_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'mac_address': 'fa:16:3e:3b:f7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '6222ee0a-c125-4f8d-a824-8d99523756bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:20:40Z', 'updated_at': '2021-11-10T19:20:45Z', 'revision_number': 5, 'project_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'subnets': [{'id': '6222ee0a-c125-4f8d-a824-8d99523756bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:22:55.147713 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-03603156-3d48-4d68-9a0a-9484e2187138 req-216a8291-77ec-4f6b-832f-043610d9524a tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306168 Nov 10 19:22:55.155921 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23d5fc2-ac54-490d-a20a-7ca1d290229d tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Made reservation on behalf of 9c1dc6aaffe3425babc1f9f715c4807b for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:55.161725 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f23d5fc2-ac54-490d-a20a-7ca1d290229d tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:55.192515 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44794) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:55.319786 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-baa7cc9f-479c-4678-a04b-b7fd1cafaae8 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:55.359159 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-dadb2fb4-cca0-4ea4-8fc8-f6a9de525394 None None] Allocated IP 2001:db8::2 (ffeb46cd-9a73-4993-a259-929476ab268f/b06705cf-ac06-44a1-97e4-50dc2fa4431c/f65ac438-bcdb-4d83-b52b-72b2d365ec60) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:22:55.376935 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-baa7cc9f-479c-4678-a04b-b7fd1cafaae8 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:55.488053 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44798) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:55.561316 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-baa7cc9f-479c-4678-a04b-b7fd1cafaae8 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:55.563874 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-baa7cc9f-479c-4678-a04b-b7fd1cafaae8 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:55.569721 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-baa7cc9f-479c-4678-a04b-b7fd1cafaae8 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "DELETE /v2.0/security-groups/ebde3a1f-e437-47b9-b944-6909b6dfbd7d HTTP/1.1" status: 204 len: 168 time: 0.3715088 Nov 10 19:22:55.572741 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44802) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:55.636757 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7cc9f-479c-4678-a04b-b7fd1cafaae8 tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebde3a1f-e437-47b9-b944-6909b6dfbd7d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:55.654870 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-b85ebf21-ff89-4103-b5b5-4d86da692cba tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] show failed (client error): The resource could not be found. Nov 10 19:22:55.656149 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b85ebf21-ff89-4103-b5b5-4d86da692cba tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "GET /v2.0/security-groups/ebde3a1f-e437-47b9-b944-6909b6dfbd7d HTTP/1.1" status: 404 len: 347 time: 0.0772104 Nov 10 19:22:55.660893 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44806) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:55.675137 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dadb2fb4-cca0-4ea4-8fc8-f6a9de525394 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:55.692560 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24c3a68-572a-4e72-8e06-409224bbe60f None None] New status for floating IP 2ce6fac3-266c-47a5-94e8-26fececc4b55: DOWN {{(pid=102508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:22:55.720497 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dadb2fb4-cca0-4ea4-8fc8-f6a9de525394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:55.818615 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb2fb4-cca0-4ea4-8fc8-f6a9de525394 None None] Pushing event updated for resources: {'Port': ['ID=f65ac438-bcdb-4d83-b52b-72b2d365ec60,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:55.825462 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ff9abe74-1fdd-4fa8-85aa-2a30b1b9ff65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:55.854041 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadb2fb4-cca0-4ea4-8fc8-f6a9de525394 None None] Network ffeb46cd-9a73-4993-a259-929476ab268f is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:22:55.858739 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-dadb2fb4-cca0-4ea4-8fc8-f6a9de525394 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:22:55.865194 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadb2fb4-cca0-4ea4-8fc8-f6a9de525394 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:22:55.931173 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-a8104f66-2c5c-434b-a1db-bffc0812c20c tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Deleting port 4edecd99-70e6-43bb-a3d3-c46b069312cb {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:22:55.931576 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a8104f66-2c5c-434b-a1db-bffc0812c20c tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:55.953750 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-dadb2fb4-cca0-4ea4-8fc8-f6a9de525394 None None] Attempting to bind port f65ac438-bcdb-4d83-b52b-72b2d365ec60 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:22:55.954341 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-dadb2fb4-cca0-4ea4-8fc8-f6a9de525394 None None] Attempting to bind port f65ac438-bcdb-4d83-b52b-72b2d365ec60 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'b13e63f5-ba86-4453-bb00-c6ca099659b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ffeb46cd-9a73-4993-a259-929476ab268f'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:22:55.955637 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadb2fb4-cca0-4ea4-8fc8-f6a9de525394 None None] Attempting to bind port f65ac438-bcdb-4d83-b52b-72b2d365ec60 on network ffeb46cd-9a73-4993-a259-929476ab268f {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:22:55.959816 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f23d5fc2-ac54-490d-a20a-7ca1d290229d tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:55.970166 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadb2fb4-cca0-4ea4-8fc8-f6a9de525394 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:22:55.970638 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadb2fb4-cca0-4ea4-8fc8-f6a9de525394 None None] Checking segment: {'id': 'b13e63f5-ba86-4453-bb00-c6ca099659b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ffeb46cd-9a73-4993-a259-929476ab268f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:22:55.970992 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dadb2fb4-cca0-4ea4-8fc8-f6a9de525394 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:55.971775 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadb2fb4-cca0-4ea4-8fc8-f6a9de525394 None None] Bound using segment: {'id': 'b13e63f5-ba86-4453-bb00-c6ca099659b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ffeb46cd-9a73-4993-a259-929476ab268f'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:22:55.972068 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-dadb2fb4-cca0-4ea4-8fc8-f6a9de525394 None None] Bound port: f65ac438-bcdb-4d83-b52b-72b2d365ec60, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b13e63f5-ba86-4453-bb00-c6ca099659b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ffeb46cd-9a73-4993-a259-929476ab268f'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:22:55.972348 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dadb2fb4-cca0-4ea4-8fc8-f6a9de525394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:56.012693 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-dd5957d5-c131-4397-8edd-e63c058d7d11 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c9dc3ee252d6492abb9d5b40d2558c99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5166783 Nov 10 19:22:56.017932 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44808) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:56.032824 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23d5fc2-ac54-490d-a20a-7ca1d290229d tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Network ffeb46cd-9a73-4993-a259-929476ab268f is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:22:56.038212 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-f23d5fc2-ac54-490d-a20a-7ca1d290229d tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:22:56.046537 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23d5fc2-ac54-490d-a20a-7ca1d290229d tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:56.047140 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f23d5fc2-ac54-490d-a20a-7ca1d290229d tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:56.055409 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d5fc2-ac54-490d-a20a-7ca1d290229d tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event updated for resources: {'Subnet': ['ID=035b2ca9-31ea-4ac0-afff-75c21a4dd1fa,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:56.081717 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b6ee3e89-82c1-4074-b02f-603b0f9ddd61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:56.099921 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf277b4-f98c-4356-9c55-8f50a14c66ea req-cbc30931-3cf6-4356-aa85-622ed702bf1e tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:56.102242 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4cf277b4-f98c-4356-9c55-8f50a14c66ea req-cbc30931-3cf6-4356-aa85-622ed702bf1e tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] 10.222.0.54 "GET /v2.0/ports?device_id=625ee97e-0408-4d7a-baa0-4b8afa8b5cc6 HTTP/1.1" status: 200 len: 943 time: 0.2714038 Nov 10 19:22:56.116875 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a8104f66-2c5c-434b-a1db-bffc0812c20c tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:56.117132 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a8104f66-2c5c-434b-a1db-bffc0812c20c tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:56.120438 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f23d5fc2-ac54-490d-a20a-7ca1d290229d tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2637708 Nov 10 19:22:56.126730 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44812) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:56.136926 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b6ee3e89-82c1-4074-b02f-603b0f9ddd61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:56.156891 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-a8104f66-2c5c-434b-a1db-bffc0812c20c tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Calling delete_port for 4edecd99-70e6-43bb-a3d3-c46b069312cb owned by network:floatingip {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:22:56.177488 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-dadb2fb4-cca0-4ea4-8fc8-f6a9de525394 None None] For port f65ac438-bcdb-4d83-b52b-72b2d365ec60, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:22:56.181504 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-dadb2fb4-cca0-4ea4-8fc8-f6a9de525394 None None] For port f65ac438-bcdb-4d83-b52b-72b2d365ec60, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f65ac438-bcdb-4d83-b52b-72b2d365ec60,segment=NetworkSegment(b13e63f5-ba86-4453-bb00-c6ca099659b2),segment_id=b13e63f5-ba86-4453-bb00-c6ca099659b2)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:22:56.190698 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dadb2fb4-cca0-4ea4-8fc8-f6a9de525394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:56.270314 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb2fb4-cca0-4ea4-8fc8-f6a9de525394 None None] Pushing event updated for resources: {'Port': ['ID=f65ac438-bcdb-4d83-b52b-72b2d365ec60,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:56.293324 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b6ee3e89-82c1-4074-b02f-603b0f9ddd61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:56.296604 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b6ee3e89-82c1-4074-b02f-603b0f9ddd61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:56.300206 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b6ee3e89-82c1-4074-b02f-603b0f9ddd61 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/21d661e3-2c56-43ca-93d3-28b84ec99065 HTTP/1.1" status: 204 len: 168 time: 0.2793267 Nov 10 19:22:56.310445 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93db7880-4229-4bdd-8cb1-e89ebc9942ab tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:56.310969 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee3e89-82c1-4074-b02f-603b0f9ddd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d661e3-2c56-43ca-93d3-28b84ec99065,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:56.313089 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93db7880-4229-4bdd-8cb1-e89ebc9942ab tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:56.315172 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93db7880-4229-4bdd-8cb1-e89ebc9942ab tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:56.316773 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93db7880-4229-4bdd-8cb1-e89ebc9942ab tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:56.318684 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93db7880-4229-4bdd-8cb1-e89ebc9942ab tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:56.327923 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-93db7880-4229-4bdd-8cb1-e89ebc9942ab tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2000999 Nov 10 19:22:56.329088 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44818) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:56.335186 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-3962ba74-a59c-4e2c-8717-d0f75c19fbeb tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-350070397'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:56.350535 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4cf277b4-f98c-4356-9c55-8f50a14c66ea req-060b2fda-6bb3-4754-a2a6-629ebdb973cb tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4ec1428-4769-4aba-aebe-643bd29f5446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287526 Nov 10 19:22:56.390178 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a8104f66-2c5c-434b-a1db-bffc0812c20c tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:56.412278 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3962ba74-a59c-4e2c-8717-d0f75c19fbeb tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Made reservation on behalf of 9c1dc6aaffe3425babc1f9f715c4807b for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:56.419068 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3962ba74-a59c-4e2c-8717-d0f75c19fbeb tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:56.453066 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8104f66-2c5c-434b-a1db-bffc0812c20c tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Pushing event deleted for resources: {'Port': ['ID=4edecd99-70e6-43bb-a3d3-c46b069312cb,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:56.502705 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3962ba74-a59c-4e2c-8717-d0f75c19fbeb tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:22:56.510266 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a8104f66-2c5c-434b-a1db-bffc0812c20c tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks [] for floatingip, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:56.512980 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a8104f66-2c5c-434b-a1db-bffc0812c20c tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:56.517313 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a8104f66-2c5c-434b-a1db-bffc0812c20c tempest-ServersTestJSON-28279130 tempest-ServersTestJSON-28279130-project] 10.222.0.54 "DELETE /v2.0/floatingips/2ce6fac3-266c-47a5-94e8-26fececc4b55 HTTP/1.1" status: 204 len: 168 time: 0.8521845 Nov 10 19:22:56.519976 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44822) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:56.533087 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 69dbe064-30b6-4e73-8cee-80ba9f4aa1d0 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:22:56.536586 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 630fe2b0-354e-464d-9eeb-ced0eed28569 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:22:56.580688 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3962ba74-a59c-4e2c-8717-d0f75c19fbeb tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:56.581042 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-3962ba74-a59c-4e2c-8717-d0f75c19fbeb tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Added segment 4aeb3135-08f4-4b19-a67a-570b97a136d3 of type vlan for network a8fcd23d-a9fa-4325-9dbc-af312912fbee Nov 10 19:22:56.594933 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 630fe2b0-354e-464d-9eeb-ced0eed28569 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:22:56.595290 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 630fe2b0-354e-464d-9eeb-ced0eed28569 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:22:56.681165 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3962ba74-a59c-4e2c-8717-d0f75c19fbeb tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:56.765812 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50033b06-c31f-4fd6-87bc-2b73cc625c1f req-cb8fb6a8-6023-4ad4-b022-2713b9774bbc tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:56.770028 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-50033b06-c31f-4fd6-87bc-2b73cc625c1f req-cb8fb6a8-6023-4ad4-b022-2713b9774bbc tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=dde20bf1-8883-4961-afa2-0f8b30fe7cb7 HTTP/1.1" status: 200 len: 946 time: 0.2620680 Nov 10 19:22:56.777169 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3962ba74-a59c-4e2c-8717-d0f75c19fbeb tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:56.786711 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3962ba74-a59c-4e2c-8717-d0f75c19fbeb tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:56.788811 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3962ba74-a59c-4e2c-8717-d0f75c19fbeb tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:56.834760 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3962ba74-a59c-4e2c-8717-d0f75c19fbeb tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5021091 Nov 10 19:22:56.841734 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44826) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:56.866013 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-52b0f22f-2a8f-4647-94be-f54b8225ec67 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:57.016792 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962ba74-a59c-4e2c-8717-d0f75c19fbeb tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event updated for resources: {'Network': ['ID=a8fcd23d-a9fa-4325-9dbc-af312912fbee,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:57.035865 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network a8fcd23d-a9fa-4325-9dbc-af312912fbee details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:22:57.060616 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-50033b06-c31f-4fd6-87bc-2b73cc625c1f req-7cdf1323-8586-46c7-bfc0-c21e7265067d tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542653 Nov 10 19:22:57.226390 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44832) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:57.234445 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 69dbe064-30b6-4e73-8cee-80ba9f4aa1d0, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=69dbe064-30b6-4e73-8cee-80ba9f4aa1d0,segment=NetworkSegment(26b2cb0d-36f3-421f-b342-84289da8bf0b),segment_id=26b2cb0d-36f3-421f-b342-84289da8bf0b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:22:57.245696 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:57.254196 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '69dbe064-30b6-4e73-8cee-80ba9f4aa1d0', 'network_id': '5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1', 'port_id': '69dbe064-30b6-4e73-8cee-80ba9f4aa1d0', 'mac_address': 'fa:16:3e:fe:f6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e253c8-ccf8-4759-beff-562a5614e5f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:22:57.324452 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-52b0f22f-2a8f-4647-94be-f54b8225ec67 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:57.326641 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:57.354095 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69dbe064-30b6-4e73-8cee-80ba9f4aa1d0 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:22:57.400039 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 69dbe064-30b6-4e73-8cee-80ba9f4aa1d0, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=69dbe064-30b6-4e73-8cee-80ba9f4aa1d0,segment=NetworkSegment(26b2cb0d-36f3-421f-b342-84289da8bf0b),segment_id=26b2cb0d-36f3-421f-b342-84289da8bf0b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:22:57.408348 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:57.418783 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-52b0f22f-2a8f-4647-94be-f54b8225ec67 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:57.430287 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-52b0f22f-2a8f-4647-94be-f54b8225ec67 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Network a8fcd23d-a9fa-4325-9dbc-af312912fbee is not hosted by any dhcp agent {{(pid=102506) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 19:22:57.436585 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b0f22f-2a8f-4647-94be-f54b8225ec67 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:57.439246 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-52b0f22f-2a8f-4647-94be-f54b8225ec67 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:57.442973 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-52b0f22f-2a8f-4647-94be-f54b8225ec67 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "PUT /v2.0/networks/a8fcd23d-a9fa-4325-9dbc-af312912fbee HTTP/1.1" status: 200 len: 723 time: 0.5819170 Nov 10 19:22:57.445732 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44836) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:57.473857 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-3b756769-dcbc-43d5-a3d0-4f570f9f82d5 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Request body: {'subnet': {'network_id': 'a8fcd23d-a9fa-4325-9dbc-af312912fbee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:57.492097 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-26a82528-8292-43bd-98d8-1350fe1bbfc9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=957a072225a8406a850a0cd6dcb553b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2536530 Nov 10 19:22:57.510588 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=69dbe064-30b6-4e73-8cee-80ba9f4aa1d0,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:57.518072 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44838) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:57.580599 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2aba9f83-57e2-4bbe-89ad-267e95cf8b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:57.583110 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f65ac438-bcdb-4d83-b52b-72b2d365ec60 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:22:57.634285 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1558ba70-3102-413b-9071-8ff144d1dd31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:57.635790 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0f22f-2a8f-4647-94be-f54b8225ec67 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event updated for resources: {'Network': ['ID=a8fcd23d-a9fa-4325-9dbc-af312912fbee,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:57.653630 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0ce96-9f62-489c-bbc4-3d5f3d9627c9 req-fc944fb5-d201-43af-808b-53d6a299483c tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:57.657785 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1558ba70-3102-413b-9071-8ff144d1dd31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:57.662642 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2ed0ce96-9f62-489c-bbc4-3d5f3d9627c9 req-fc944fb5-d201-43af-808b-53d6a299483c tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=43ac48b5-63c9-4089-8e90-af395a6e6e00 HTTP/1.1" status: 200 len: 945 time: 0.2839000 Nov 10 19:22:57.697364 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network a8fcd23d-a9fa-4325-9dbc-af312912fbee details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:22:57.774071 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1558ba70-3102-413b-9071-8ff144d1dd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:57.777189 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1558ba70-3102-413b-9071-8ff144d1dd31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:57.780407 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1558ba70-3102-413b-9071-8ff144d1dd31 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/65b39f4f-e4c6-47d7-a9f0-fbdd84f4148d HTTP/1.1" status: 204 len: 168 time: 0.2590189 Nov 10 19:22:57.799435 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558ba70-3102-413b-9071-8ff144d1dd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b39f4f-e4c6-47d7-a9f0-fbdd84f4148d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:57.839574 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['69dbe064-30b6-4e73-8cee-80ba9f4aa1d0'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:22:57.882414 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2ed0ce96-9f62-489c-bbc4-3d5f3d9627c9 req-a1fde30c-7b71-42fd-a8ad-3f09ee0eee65 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182496 Nov 10 19:22:57.886605 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b756769-dcbc-43d5-a3d0-4f570f9f82d5 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Made reservation on behalf of 9c1dc6aaffe3425babc1f9f715c4807b for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:22:57.891053 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3b756769-dcbc-43d5-a3d0-4f570f9f82d5 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:58.079495 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b8febe-42c5-4676-bb9e-5c61a04939cb None None] Network ffeb46cd-9a73-4993-a259-929476ab268f requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:22:58.110426 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d3728-c8a6-4d70-a03a-0864941f9697 req-92e3ccff-f554-4f0f-8c6f-7e6021a8bd19 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:58.124365 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port f65ac438-bcdb-4d83-b52b-72b2d365ec60 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:22:58.124785 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:58.128592 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d15d3728-c8a6-4d70-a03a-0864941f9697 req-92e3ccff-f554-4f0f-8c6f-7e6021a8bd19 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] 10.222.0.54 "GET /v2.0/ports?device_id=625ee97e-0408-4d7a-baa0-4b8afa8b5cc6 HTTP/1.1" status: 200 len: 944 time: 0.1091795 Nov 10 19:22:58.241329 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d15d3728-c8a6-4d70-a03a-0864941f9697 req-d1bbbc29-4038-40cd-ba37-4b927045a89f tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4ec1428-4769-4aba-aebe-643bd29f5446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116955 Nov 10 19:22:58.286615 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-84bf97b4-0190-4626-9050-ad6982e2aafe None None] Provisioning complete for port f65ac438-bcdb-4d83-b52b-72b2d365ec60 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:22:58.287000 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-84bf97b4-0190-4626-9050-ad6982e2aafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:58.325787 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-2aba9f83-57e2-4bbe-89ad-267e95cf8b17 admin admin] Deleting port d3ba4fc8-012a-45ac-9a11-bb966c5c228c {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:22:58.326384 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2aba9f83-57e2-4bbe-89ad-267e95cf8b17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:58.354022 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3b756769-dcbc-43d5-a3d0-4f570f9f82d5 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:58.429710 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-2aba9f83-57e2-4bbe-89ad-267e95cf8b17 admin admin] For port d3ba4fc8-012a-45ac-9a11-bb966c5c228c, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d3ba4fc8-012a-45ac-9a11-bb966c5c228c,segment=NetworkSegment(53dc2ab6-6c6e-4eb5-8152-a26a590d152a),segment_id=53dc2ab6-6c6e-4eb5-8152-a26a590d152a)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:22:58.430123 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2aba9f83-57e2-4bbe-89ad-267e95cf8b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:58.447657 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-2aba9f83-57e2-4bbe-89ad-267e95cf8b17 admin admin] Calling delete_port for d3ba4fc8-012a-45ac-9a11-bb966c5c228c owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:22:58.459770 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b756769-dcbc-43d5-a3d0-4f570f9f82d5 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event updated for resources: {'Subnet': ['ID=7289ab92-f849-4c19-b3a3-8c8a97d18b09,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:58.546822 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:58.623228 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port f65ac438-bcdb-4d83-b52b-72b2d365ec60, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f65ac438-bcdb-4d83-b52b-72b2d365ec60,segment=NetworkSegment(b13e63f5-ba86-4453-bb00-c6ca099659b2),segment_id=b13e63f5-ba86-4453-bb00-c6ca099659b2)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:22:58.679090 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:58.699710 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:58.724874 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-84bf97b4-0190-4626-9050-ad6982e2aafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:58.817639 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=f65ac438-bcdb-4d83-b52b-72b2d365ec60,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:58.839994 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2aba9f83-57e2-4bbe-89ad-267e95cf8b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:58.901205 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba9f83-57e2-4bbe-89ad-267e95cf8b17 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3ba4fc8-012a-45ac-9a11-bb966c5c228c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:22:58.962173 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-84bf97b4-0190-4626-9050-ad6982e2aafe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:22:58.962541 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-84bf97b4-0190-4626-9050-ad6982e2aafe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:22:58.984152 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21dd7ee-fa8f-4ca2-ade9-32a42e6441af req-80268ce0-b8ab-4b94-9f63-6cdeec258b33 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:58.986071 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d21dd7ee-fa8f-4ca2-ade9-32a42e6441af req-80268ce0-b8ab-4b94-9f63-6cdeec258b33 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=58edf979-f588-4a23-985c-a6c5f6742633 HTTP/1.1" status: 200 len: 945 time: 0.5278194 Nov 10 19:22:59.004425 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a473ea07-b60d-4e2e-ab33-391300937683 None None] Update dhcp port {'port': {'network_id': 'ffeb46cd-9a73-4993-a259-929476ab268f', 'fixed_ips': [{'subnet_id': 'b06705cf-ac06-44a1-97e4-50dc2fa4431c', 'ip_address': '2001:db8::2'}, {'subnet_id': '035b2ca9-31ea-4ac0-afff-75c21a4dd1fa'}], 'binding:host_id': 'n-d-813897-4'}, 'id': 'f65ac438-bcdb-4d83-b52b-72b2d365ec60'} from n-d-813897-4. {{(pid=102507) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 19:22:59.019141 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b756769-dcbc-43d5-a3d0-4f570f9f82d5 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Checking segment: {'id': '4aeb3135-08f4-4b19-a67a-570b97a136d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a8fcd23d-a9fa-4325-9dbc-af312912fbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:22:59.020290 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b756769-dcbc-43d5-a3d0-4f570f9f82d5 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Network hostable DHCP agents. Network: a8fcd23d-a9fa-4325-9dbc-af312912fbee, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:22:59.087424 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a473ea07-b60d-4e2e-ab33-391300937683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:59.103036 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b756769-dcbc-43d5-a3d0-4f570f9f82d5 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Network a8fcd23d-a9fa-4325-9dbc-af312912fbee is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:22:59.149718 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-3b756769-dcbc-43d5-a3d0-4f570f9f82d5 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, a8fcd23d-a9fa-4325-9dbc-af312912fbee) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:22:59.182468 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b756769-dcbc-43d5-a3d0-4f570f9f82d5 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:22:59.183091 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3b756769-dcbc-43d5-a3d0-4f570f9f82d5 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3908790'] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:59.199161 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d21dd7ee-fa8f-4ca2-ade9-32a42e6441af req-8b440ccb-6b16-468c-9612-516afef3f234 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823413 Nov 10 19:22:59.229886 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3b756769-dcbc-43d5-a3d0-4f570f9f82d5 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7769732 Nov 10 19:22:59.231066 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44864) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:22:59.246296 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-cff5ff7a-b9d7-462a-8717-d47d36c22a89 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:22:59.247645 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7e7f97-a517-4527-bb30-ab550c770e4d None None] Network a8fcd23d-a9fa-4325-9dbc-af312912fbee requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:22:59.330421 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2aba9f83-57e2-4bbe-89ad-267e95cf8b17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:59.569570 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:59.602417 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cff5ff7a-b9d7-462a-8717-d47d36c22a89 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12438485'] for subnet, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:59.722798 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f65ac438-bcdb-4d83-b52b-72b2d365ec60 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:22:59.942538 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cff5ff7a-b9d7-462a-8717-d47d36c22a89 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739350356098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8868493'] for subnet, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:22:59.947108 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aba9f83-57e2-4bbe-89ad-267e95cf8b17 admin admin] Router 7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:23:00.011094 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-a473ea07-b60d-4e2e-ab33-391300937683 None None] Allocated IP 172.20.0.1 (ffeb46cd-9a73-4993-a259-929476ab268f/035b2ca9-31ea-4ac0-afff-75c21a4dd1fa/f65ac438-bcdb-4d83-b52b-72b2d365ec60) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:23:00.014786 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff5ff7a-b9d7-462a-8717-d47d36c22a89 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event updated for resources: {'Subnet': ['ID=7289ab92-f849-4c19-b3a3-8c8a97d18b09,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:00.018105 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff5ff7a-b9d7-462a-8717-d47d36c22a89 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:00.018711 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cff5ff7a-b9d7-462a-8717-d47d36c22a89 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:00.020049 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-cff5ff7a-b9d7-462a-8717-d47d36c22a89 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "PUT /v2.0/subnets/7289ab92-f849-4c19-b3a3-8c8a97d18b09 HTTP/1.1" status: 200 len: 826 time: 0.7850707 Nov 10 19:23:00.023532 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44880) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:00.064782 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efd8c60-3ab6-456d-bed7-e1ff310ad623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-a8fcd23d-a9fa-4325-9dbc-af312912fbee', 'network_id': 'a8fcd23d-a9fa-4325-9dbc-af312912fbee', 'tenant_id': '9c1dc6aaffe3425babc1f9f715c4807b', 'fixed_ips': [{'subnet_id': '7289ab92-f849-4c19-b3a3-8c8a97d18b09'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:23:00.064782 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2efd8c60-3ab6-456d-bed7-e1ff310ad623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:00.085846 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port f65ac438-bcdb-4d83-b52b-72b2d365ec60 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:23:00.086274 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:00.167331 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aba9f83-57e2-4bbe-89ad-267e95cf8b17 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:23:00.189603 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2aba9f83-57e2-4bbe-89ad-267e95cf8b17 admin admin] 10.222.0.54 "PUT /v2.0/routers/7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6683848 Nov 10 19:23:00.190277 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44886) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:00.256853 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-a473ea07-b60d-4e2e-ab33-391300937683 None None] For port f65ac438-bcdb-4d83-b52b-72b2d365ec60, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f65ac438-bcdb-4d83-b52b-72b2d365ec60,segment=NetworkSegment(b13e63f5-ba86-4453-bb00-c6ca099659b2),segment_id=b13e63f5-ba86-4453-bb00-c6ca099659b2)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:00.277432 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-43ce1746-f7d0-4936-b818-500210a38cbf tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:00.297193 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8222212e-7afb-45c2-b345-0d8c0eec87ac admin admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:00.323560 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efd40d-3fe0-4897-96b3-e7a80199c12f req-adadadc3-289c-426e-ae8c-f0fb2103619a tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:00.325326 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-11efd40d-3fe0-4897-96b3-e7a80199c12f req-adadadc3-289c-426e-ae8c-f0fb2103619a tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=dde20bf1-8883-4961-afa2-0f8b30fe7cb7 HTTP/1.1" status: 200 len: 946 time: 0.2165952 Nov 10 19:23:00.366577 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a473ea07-b60d-4e2e-ab33-391300937683 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:00.415739 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8222212e-7afb-45c2-b345-0d8c0eec87ac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:00.416654 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3fcbef-d3be-4d0e-843a-465ce1d10fbd None None] Sync routers for ids ['7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:23:00.422525 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a473ea07-b60d-4e2e-ab33-391300937683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:00.461027 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-11efd40d-3fe0-4897-96b3-e7a80199c12f req-fdf162cd-b9df-41ba-b32f-5cb45c5e7cdf tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771911 Nov 10 19:23:00.565069 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 69dbe064-30b6-4e73-8cee-80ba9f4aa1d0 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:23:00.577929 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-43ce1746-f7d0-4936-b818-500210a38cbf tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:00.622895 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-8222212e-7afb-45c2-b345-0d8c0eec87ac admin admin] Deleting port 5a84046d-6c4a-45e8-99f3-69d31bbe13fa {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:23:00.623166 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8222212e-7afb-45c2-b345-0d8c0eec87ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:00.682334 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3fcbef-d3be-4d0e-843a-465ce1d10fbd None None] Routers {'7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:23:00.682994 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-5c3fcbef-d3be-4d0e-843a-465ce1d10fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:22:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:00.690086 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-43ce1746-f7d0-4936-b818-500210a38cbf tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:00.742924 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce1746-f7d0-4936-b818-500210a38cbf tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event deleted for resources: {'Subnet': ['ID=7289ab92-f849-4c19-b3a3-8c8a97d18b09,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:00.796865 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff5396-7a11-4cad-ae7c-901f64de816b req-4ab396a0-678c-4e93-a349-d56abe5bf1d0 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:00.798756 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dbff5396-7a11-4cad-ae7c-901f64de816b req-4ab396a0-678c-4e93-a349-d56abe5bf1d0 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] 10.222.0.54 "GET /v2.0/ports?device_id=625ee97e-0408-4d7a-baa0-4b8afa8b5cc6 HTTP/1.1" status: 200 len: 944 time: 0.1219928 Nov 10 19:23:00.850496 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-8222212e-7afb-45c2-b345-0d8c0eec87ac admin admin] For port 5a84046d-6c4a-45e8-99f3-69d31bbe13fa, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5a84046d-6c4a-45e8-99f3-69d31bbe13fa,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:00.851120 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8222212e-7afb-45c2-b345-0d8c0eec87ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:00.862684 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-43ce1746-f7d0-4936-b818-500210a38cbf tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:00.884107 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-8222212e-7afb-45c2-b345-0d8c0eec87ac admin admin] Calling delete_port for 5a84046d-6c4a-45e8-99f3-69d31bbe13fa owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:23:00.903538 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-43ce1746-f7d0-4936-b818-500210a38cbf tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8fcd23d-a9fa-4325-9dbc-af312912fbee']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:00.927842 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-43ce1746-f7d0-4936-b818-500210a38cbf tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aeb3135-08f4-4b19-a67a-570b97a136d3') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:00.928231 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-43ce1746-f7d0-4936-b818-500210a38cbf tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aeb3135-08f4-4b19-a67a-570b97a136d3') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:00.950662 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dbff5396-7a11-4cad-ae7c-901f64de816b req-e0a3daee-c1f0-4b89-9b53-f89a2e8c44a2 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4ec1428-4769-4aba-aebe-643bd29f5446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979109 Nov 10 19:23:00.963325 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-43ce1746-f7d0-4936-b818-500210a38cbf tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:01.003832 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-43ce1746-f7d0-4936-b818-500210a38cbf tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:01.017380 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44898) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:01.026293 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ce1746-f7d0-4936-b818-500210a38cbf tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:23:01.042032 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-43ce1746-f7d0-4936-b818-500210a38cbf tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server [None req-2efd8c60-3ab6-456d-bed7-e1ff310ad623 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7289ab92-f849-4c19-b3a3-8c8a97d18b09: This subnet is being modified by another concurrent operation. Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 19:23:01.062745 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise exception Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7289ab92-f849-4c19-b3a3-8c8a97d18b09: This subnet is being modified by another concurrent operation. Nov 10 19:23:01.067014 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server Nov 10 19:23:01.119244 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157113bd-caf9-4a32-9b49-24c1e8eb3278 None None] Network a8fcd23d-a9fa-4325-9dbc-af312912fbee requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:23:01.125715 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473ea07-b60d-4e2e-ab33-391300937683 None None] Pushing event updated for resources: {'Port': ['ID=f65ac438-bcdb-4d83-b52b-72b2d365ec60,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:01.139763 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 69dbe064-30b6-4e73-8cee-80ba9f4aa1d0 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:23:01.184340 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 69dbe064-30b6-4e73-8cee-80ba9f4aa1d0 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:23:01.184898 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:01.228858 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-5c3fcbef-d3be-4d0e-843a-465ce1d10fbd None None] Set router 7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:23:01.254785 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8222212e-7afb-45c2-b345-0d8c0eec87ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:01.272274 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:23:01.272274 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:23:01.272274 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:23:01.272274 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:23:01.272274 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:23:01.272274 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:23:01.272274 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:23:01.272274 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:23:01.272274 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:23:01.272274 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:23:01.272274 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:23:01.272274 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:23:01.272274 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:23:01.272274 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:23:01.272274 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:23:01.272274 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:23:01.272274 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:23:01.272274 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:23:01.272274 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:23:01.272274 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:23:01.272274 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:23:01.272274 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:23:01.272274 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:23:01.272274 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:23:01.272274 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:23:01.272274 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:23:01.272274 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:23:01.272274 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:23:01.272274 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:23:01.272274 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:23:01.272274 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:23:01.272274 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:23:01.305585 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-43ce1746-f7d0-4936-b818-500210a38cbf tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:01.316583 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-43ce1746-f7d0-4936-b818-500210a38cbf tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:01.322257 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-dcd92d9a-6ec7-4010-9378-c0847e56fcc9 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1464347458', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:01.327111 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-43ce1746-f7d0-4936-b818-500210a38cbf tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "DELETE /v2.0/networks/a8fcd23d-a9fa-4325-9dbc-af312912fbee HTTP/1.1" status: 204 len: 168 time: 1.2997241 Nov 10 19:23:01.329042 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222212e-7afb-45c2-b345-0d8c0eec87ac admin admin] Pushing event deleted for resources: {'Port': ['ID=5a84046d-6c4a-45e8-99f3-69d31bbe13fa,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:01.331205 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44902) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:01.400671 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce1746-f7d0-4936-b818-500210a38cbf tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event deleted for resources: {'Network': ['ID=a8fcd23d-a9fa-4325-9dbc-af312912fbee,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:01.443037 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf75015-b9df-41d8-849e-17baeee74776 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] DELETE failed (client error): The resource could not be found. Nov 10 19:23:01.444029 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdf75015-b9df-41d8-849e-17baeee74776 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:23:01.467836 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-fdf75015-b9df-41d8-849e-17baeee74776 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "DELETE /v2.0/networks/a8fcd23d-a9fa-4325-9dbc-af312912fbee HTTP/1.1" status: 404 len: 339 time: 0.0987494 Nov 10 19:23:01.468704 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44904) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:01.486791 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adb7053-7f0e-4a31-ae2a-157e096c3bdf None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:23:01.490027 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f65ac438-bcdb-4d83-b52b-72b2d365ec60 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:23:01.490366 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-7e9ddcbc-4df0-4ed7-ae89-985d0319d1cc tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-45333110', 'description': 'd1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:01.497457 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-5c3fcbef-d3be-4d0e-843a-465ce1d10fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'name': 'tempest-ServersTestJSON-1599779099-router', 'tenant_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:20:36Z', 'updated_at': '2021-11-10T19:23:00Z', 'revision_number': 6, 'project_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:01.513271 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd92d9a-6ec7-4010-9378-c0847e56fcc9 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] Made reservation on behalf of 756894c2cfad4988abad6c3e7e90c300 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:23:01.515971 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dcd92d9a-6ec7-4010-9378-c0847e56fcc9 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:01.528477 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:23:01.540475 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dcd92d9a-6ec7-4010-9378-c0847e56fcc9 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:01.573739 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8222212e-7afb-45c2-b345-0d8c0eec87ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:01.578097 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3fcbef-d3be-4d0e-843a-465ce1d10fbd None None] Checking router: 7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:23:01.649113 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3fcbef-d3be-4d0e-843a-465ce1d10fbd None None] Routers {'7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:23:01.650165 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-5c3fcbef-d3be-4d0e-843a-465ce1d10fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:22:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:01.661274 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9ddcbc-4df0-4ed7-ae89-985d0319d1cc tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Made reservation on behalf of 9c1dc6aaffe3425babc1f9f715c4807b for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:23:01.675340 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7e9ddcbc-4df0-4ed7-ae89-985d0319d1cc tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:01.750996 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952502b5-82e2-4584-8bcf-4cc250fc789e req-22c9e5ae-39dd-4304-b502-70e3310df81f tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:01.770584 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-952502b5-82e2-4584-8bcf-4cc250fc789e req-22c9e5ae-39dd-4304-b502-70e3310df81f tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=43ac48b5-63c9-4089-8e90-af395a6e6e00 HTTP/1.1" status: 200 len: 945 time: 0.2687590 Nov 10 19:23:01.777642 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e9ddcbc-4df0-4ed7-ae89-985d0319d1cc tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:23:01.788827 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8222212e-7afb-45c2-b345-0d8c0eec87ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:01.792807 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8222212e-7afb-45c2-b345-0d8c0eec87ac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:01.815175 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7e9ddcbc-4df0-4ed7-ae89-985d0319d1cc tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:01.815626 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-7e9ddcbc-4df0-4ed7-ae89-985d0319d1cc tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Added segment 02b9ec9b-11f5-40f5-8dd2-452bf524022a of type vlan for network cf50f615-cf13-4ea5-8bbc-9f0b6b56e2bd Nov 10 19:23:01.830076 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-5c3fcbef-d3be-4d0e-843a-465ce1d10fbd None None] Set router 7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:23:01.867002 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8222212e-7afb-45c2-b345-0d8c0eec87ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:01.867692 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8222212e-7afb-45c2-b345-0d8c0eec87ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:23:01.873675 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8222212e-7afb-45c2-b345-0d8c0eec87ac admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:01.875157 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8222212e-7afb-45c2-b345-0d8c0eec87ac admin admin] 10.222.0.54 "DELETE /v2.0/routers/7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c HTTP/1.1" status: 204 len: 168 time: 1.6839192 Nov 10 19:23:01.877927 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44908) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:01.892675 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7e9ddcbc-4df0-4ed7-ae89-985d0319d1cc tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:01.914103 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-952502b5-82e2-4584-8bcf-4cc250fc789e req-466a2961-b5f8-496e-b1ba-ba25f61e59da tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324089 Nov 10 19:23:01.934079 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-925d810b-117b-4605-a325-6612d570e6cc admin admin] Deleting subnet 6222ee0a-c125-4f8d-a824-8d99523756bb {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:23:01.938269 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-5c3fcbef-d3be-4d0e-843a-465ce1d10fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'name': 'tempest-ServersTestJSON-1599779099-router', 'tenant_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:20:36Z', 'updated_at': '2021-11-10T19:23:01Z', 'revision_number': 7, 'project_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:01.947360 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-925d810b-117b-4605-a325-6612d570e6cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:01.951605 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7e9ddcbc-4df0-4ed7-ae89-985d0319d1cc tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:01.957583 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9ddcbc-4df0-4ed7-ae89-985d0319d1cc tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:01.958234 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7e9ddcbc-4df0-4ed7-ae89-985d0319d1cc tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:02.030596 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dcd92d9a-6ec7-4010-9378-c0847e56fcc9 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:02.043420 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:02.044886 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dcd92d9a-6ec7-4010-9378-c0847e56fcc9 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:02.054711 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-925d810b-117b-4605-a325-6612d570e6cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:02.059797 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3fcbef-d3be-4d0e-843a-465ce1d10fbd None None] The sync data for ids ['7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c'] in n-d-813897-4 is: [{'id': '7de4d6a6-18c7-4c1f-8771-0bcd5ed3b17c', 'name': 'tempest-ServersTestJSON-1599779099-router', 'tenant_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:20:36Z', 'updated_at': '2021-11-10T19:23:01Z', 'revision_number': 7, 'project_id': 'e93fd5a65df6457aaef20d4422ffb25a', 'gw_port_host': None}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:23:02.071617 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44914) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:02.072932 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-dcd92d9a-6ec7-4010-9378-c0847e56fcc9 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] device_id is not set on port bf5d0e6d-d654-4537-ad5f-d5514ad9bf88 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:23:02.073796 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7e9ddcbc-4df0-4ed7-ae89-985d0319d1cc tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6039031 Nov 10 19:23:02.150620 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ddcbc-4df0-4ed7-ae89-985d0319d1cc tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event updated for resources: {'Network': ['ID=cf50f615-cf13-4ea5-8bbc-9f0b6b56e2bd,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:02.183553 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 69dbe064-30b6-4e73-8cee-80ba9f4aa1d0, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=69dbe064-30b6-4e73-8cee-80ba9f4aa1d0,segment=NetworkSegment(26b2cb0d-36f3-421f-b342-84289da8bf0b),segment_id=26b2cb0d-36f3-421f-b342-84289da8bf0b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:02.188158 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625ee97e-0408-4d7a-baa0-4b8afa8b5cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69dbe064-30b6-4e73-8cee-80ba9f4aa1d0'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:23:02.192462 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9ff571-62c5-4f9c-9069-160a6e3a8dc8" -d '{"events": [{"server_uuid": "625ee97e-0408-4d7a-baa0-4b8afa8b5cc6", "name": "network-vif-plugged", "status": "completed", "tag": "69dbe064-30b6-4e73-8cee-80ba9f4aa1d0"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:23:02.201829 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1daedeb-902d-4e4c-8025-0a2876da0699 None None] Network a8fcd23d-a9fa-4325-9dbc-af312912fbee requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:23:02.203834 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network cf50f615-cf13-4ea5-8bbc-9f0b6b56e2bd details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:23:02.213682 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:02.235177 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port f65ac438-bcdb-4d83-b52b-72b2d365ec60 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:23:02.235549 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:02.253269 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e220225c-60b6-4c59-a4a0-765f984faef6 None None] Network ffeb46cd-9a73-4993-a259-929476ab268f requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:23:02.300282 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1daedeb-902d-4e4c-8025-0a2876da0699 None None] Network a8fcd23d-a9fa-4325-9dbc-af312912fbee could not be found, it might have been deleted concurrently. {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 10 19:23:02.349650 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd92d9a-6ec7-4010-9378-c0847e56fcc9 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832612eb-bbf9-4bee-bea8-39b25d7c5fe6,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:02.411838 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19226af4-df41-442f-bc47-b7c6d3e4eb5a tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:02.412698 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485a73d-2cb7-4b0e-86a4-161272e786aa req-dc101194-ea30-4df4-a02d-493f63d9ff26 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:02.413351 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-19226af4-df41-442f-bc47-b7c6d3e4eb5a tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "GET /v2.0/networks?id=cf50f615-cf13-4ea5-8bbc-9f0b6b56e2bd HTTP/1.1" status: 200 len: 763 time: 0.2324474 Nov 10 19:23:02.434833 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485a73d-2cb7-4b0e-86a4-161272e786aa req-dc101194-ea30-4df4-a02d-493f63d9ff26 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:02.444758 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485a73d-2cb7-4b0e-86a4-161272e786aa req-dc101194-ea30-4df4-a02d-493f63d9ff26 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:02.445863 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44920) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:02.446947 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b485a73d-2cb7-4b0e-86a4-161272e786aa req-dc101194-ea30-4df4-a02d-493f63d9ff26 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=dde20bf1-8883-4961-afa2-0f8b30fe7cb7&device_id=58edf979-f588-4a23-985c-a6c5f6742633&device_id=43ac48b5-63c9-4089-8e90-af395a6e6e00 HTTP/1.1" status: 200 len: 2417 time: 0.1255815 Nov 10 19:23:02.460366 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-917cafb2-cfb2-4a4c-950a-fdfd6660376b tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Request body: {'network': {'description': 'd2'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:02.479747 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=69dbe064-30b6-4e73-8cee-80ba9f4aa1d0,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:02.488781 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8e0d6b97-1432-4858-8e06-f1f21fe0d423 None None] Provisioning complete for port f65ac438-bcdb-4d83-b52b-72b2d365ec60 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:23:02.489485 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8e0d6b97-1432-4858-8e06-f1f21fe0d423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:02.492963 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-925d810b-117b-4605-a325-6612d570e6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:02.560496 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b485a73d-2cb7-4b0e-86a4-161272e786aa req-1a8f1db9-2ac7-4dbd-ad71-8bdea8c9d10e tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021233 Nov 10 19:23:02.701754 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbfa47-d2bc-43f1-b9b4-8373509608c7 req-0e0e1108-f0e5-45e2-b2e7-a84d52862b7b tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:02.715006 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7bfbfa47-d2bc-43f1-b9b4-8373509608c7 req-0e0e1108-f0e5-45e2-b2e7-a84d52862b7b tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] 10.222.0.54 "GET /v2.0/ports?device_id=625ee97e-0408-4d7a-baa0-4b8afa8b5cc6 HTTP/1.1" status: 200 len: 945 time: 0.0928254 Nov 10 19:23:02.722837 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-917cafb2-cfb2-4a4c-950a-fdfd6660376b tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:02.769835 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-917cafb2-cfb2-4a4c-950a-fdfd6660376b tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:02.792088 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7bfbfa47-d2bc-43f1-b9b4-8373509608c7 req-98eae2d6-001c-4983-90eb-ed8b319e757c tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4ec1428-4769-4aba-aebe-643bd29f5446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734260 Nov 10 19:23:02.813876 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-917cafb2-cfb2-4a4c-950a-fdfd6660376b tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Network cf50f615-cf13-4ea5-8bbc-9f0b6b56e2bd is not hosted by any dhcp agent {{(pid=102505) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 19:23:02.820375 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917cafb2-cfb2-4a4c-950a-fdfd6660376b tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:02.821032 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-917cafb2-cfb2-4a4c-950a-fdfd6660376b tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:02.825513 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44926) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:02.825719 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-917cafb2-cfb2-4a4c-950a-fdfd6660376b tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "PUT /v2.0/networks/cf50f615-cf13-4ea5-8bbc-9f0b6b56e2bd HTTP/1.1" status: 200 len: 760 time: 0.3706753 Nov 10 19:23:02.827296 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-dcd92d9a-6ec7-4010-9378-c0847e56fcc9 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] Allocated IP 172.25.3.139 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/bf5d0e6d-d654-4537-ad5f-d5514ad9bf88) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:23:02.899454 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-925d810b-117b-4605-a325-6612d570e6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:02.925990 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64830556-b4da-4eb6-a8d3-8a8ca35afd89 None None] Network 08c1a153-c568-4f29-ba72-f916d4c7b272 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:23:02.934359 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-925d810b-117b-4605-a325-6612d570e6cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:02.939748 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-925d810b-117b-4605-a325-6612d570e6cc admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6222ee0a-c125-4f8d-a824-8d99523756bb HTTP/1.1" status: 204 len: 168 time: 1.0593066 Nov 10 19:23:02.940926 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44928) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:02.976106 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917cafb2-cfb2-4a4c-950a-fdfd6660376b tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event updated for resources: {'Network': ['ID=cf50f615-cf13-4ea5-8bbc-9f0b6b56e2bd,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:02.992713 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d810b-117b-4605-a325-6612d570e6cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6222ee0a-c125-4f8d-a824-8d99523756bb,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:03.026483 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6d6a07-be01-4f67-9264-7f99d96226d2 x-openstack-request-id: req-6a6d6a07-be01-4f67-9264-7f99d96226d2 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:23:03.029397 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "625ee97e-0408-4d7a-baa0-4b8afa8b5cc6", "name": "network-vif-plugged", "status": "completed", "tag": "69dbe064-30b6-4e73-8cee-80ba9f4aa1d0", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:23:03.029870 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6a6d6a07-be01-4f67-9264-7f99d96226d2 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:23:03.030489 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625ee97e-0408-4d7a-baa0-4b8afa8b5cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69dbe064-30b6-4e73-8cee-80ba9f4aa1d0', 'code': 200} Nov 10 19:23:03.033275 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network cf50f615-cf13-4ea5-8bbc-9f0b6b56e2bd details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:23:03.058944 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273590c6-d506-472b-a40f-c5337237c52f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:03.067669 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-273590c6-d506-472b-a40f-c5337237c52f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "GET /v2.0/networks?id=cf50f615-cf13-4ea5-8bbc-9f0b6b56e2bd HTTP/1.1" status: 200 len: 763 time: 0.2408381 Nov 10 19:23:03.068426 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44930) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:03.217296 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a9409fec-14f0-4d85-a0fe-79d434ef0a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:03.258989 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dcd92d9a-6ec7-4010-9378-c0847e56fcc9 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:03.304111 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dcd92d9a-6ec7-4010-9378-c0847e56fcc9 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:03.374621 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd92d9a-6ec7-4010-9378-c0847e56fcc9 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] Pushing event updated for resources: {'Port': ['ID=bf5d0e6d-d654-4537-ad5f-d5514ad9bf88,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:03.389478 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd92d9a-6ec7-4010-9378-c0847e56fcc9 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:23:03.391344 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-dcd92d9a-6ec7-4010-9378-c0847e56fcc9 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:23:03.405988 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd92d9a-6ec7-4010-9378-c0847e56fcc9 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:23:03.419866 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8624fa1e-038d-47b5-b45c-8b5d378d2795 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:23:03.437918 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-3620dab9-54ad-42f2-acbf-2f206bf92ef2 None None] Provisioning complete for port f65ac438-bcdb-4d83-b52b-72b2d365ec60 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:23:03.438304 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3620dab9-54ad-42f2-acbf-2f206bf92ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:03.447258 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d3ba4fc8-012a-45ac-9a11-bb966c5c228c no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:23:03.463381 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f304bd3-0d00-4e40-ae18-a6e340b158d8 req-13142dd0-4dbd-4eb0-8463-2b3f9a534d1b tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:03.478101 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4f304bd3-0d00-4e40-ae18-a6e340b158d8 req-13142dd0-4dbd-4eb0-8463-2b3f9a534d1b tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=dde20bf1-8883-4961-afa2-0f8b30fe7cb7 HTTP/1.1" status: 200 len: 946 time: 0.2763638 Nov 10 19:23:03.524862 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd92d9a-6ec7-4010-9378-c0847e56fcc9 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:03.525886 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dcd92d9a-6ec7-4010-9378-c0847e56fcc9 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:03.554577 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75baab2c-b223-44b3-ae01-e1d8682a8d90 None None] DHCP port deletion for 08c1a153-c568-4f29-ba72-f916d4c7b272 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:23:03.560970 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: d3ba4fc8-012a-45ac-9a11-bb966c5c228c {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:23:03.561741 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d3ba4fc8-012a-45ac-9a11-bb966c5c228c not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:23:03.562296 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5a84046d-6c4a-45e8-99f3-69d31bbe13fa no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:23:03.567946 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-dcd92d9a-6ec7-4010-9378-c0847e56fcc9 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5485210 Nov 10 19:23:03.570045 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a245c-5371-4988-a4ee-3140bc1bf64c req-119aceb8-ab7f-4581-9933-2acf8d3c38de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:03.570445 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44932) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:03.571605 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-305a245c-5371-4988-a4ee-3140bc1bf64c req-119aceb8-ab7f-4581-9933-2acf8d3c38de service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=625ee97e-0408-4d7a-baa0-4b8afa8b5cc6 HTTP/1.1" status: 200 len: 1096 time: 0.4614117 Nov 10 19:23:03.575724 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-607b686d-1597-4c71-966b-56c82493b777 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139'}]}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:03.628800 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-607b686d-1597-4c71-966b-56c82493b777 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:03.628800 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-607b686d-1597-4c71-966b-56c82493b777 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:03.637010 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 5a84046d-6c4a-45e8-99f3-69d31bbe13fa {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:23:03.637504 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5a84046d-6c4a-45e8-99f3-69d31bbe13fa not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:23:03.679413 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4811c1b6-39a5-4518-8821-224a6192bee7 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:03.681740 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4811c1b6-39a5-4518-8821-224a6192bee7 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5699346 Nov 10 19:23:03.718846 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44934) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:03.722212 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-75baab2c-b223-44b3-ae01-e1d8682a8d90 None None] Deleting port 3fe709e8-590c-4541-898c-4c700a41e196 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:23:03.722650 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-75baab2c-b223-44b3-ae01-e1d8682a8d90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:03.794433 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4f304bd3-0d00-4e40-ae18-a6e340b158d8 req-d55cf30e-35db-4027-add4-648096c169ac tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163450 Nov 10 19:23:03.796868 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-305a245c-5371-4988-a4ee-3140bc1bf64c req-705dc48e-5a57-48f1-b6fe-cb70b3e0788b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f4ec1428-4769-4aba-aebe-643bd29f5446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858828 Nov 10 19:23:03.809194 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2c93c997-60b0-4810-a497-5e699c167cdb tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "GET /v2.0/subnets?network_id=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 207 time: 0.0829005 Nov 10 19:23:03.811998 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-a9409fec-14f0-4d85-a0fe-79d434ef0a1b admin admin] Deleting port 3fe709e8-590c-4541-898c-4c700a41e196 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:23:03.812330 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a9409fec-14f0-4d85-a0fe-79d434ef0a1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:03.823396 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44942) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:03.856272 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-530f942b-9b05-471d-812a-2daad5217f90 None None] Provisioning complete for port bf5d0e6d-d654-4537-ad5f-d5514ad9bf88 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:23:03.856272 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-530f942b-9b05-471d-812a-2daad5217f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:03.865799 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-75baab2c-b223-44b3-ae01-e1d8682a8d90 None None] For port 3fe709e8-590c-4541-898c-4c700a41e196, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=3fe709e8-590c-4541-898c-4c700a41e196,segment=NetworkSegment(53dc2ab6-6c6e-4eb5-8152-a26a590d152a),segment_id=53dc2ab6-6c6e-4eb5-8152-a26a590d152a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:03.866223 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-75baab2c-b223-44b3-ae01-e1d8682a8d90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:03.907248 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-75baab2c-b223-44b3-ae01-e1d8682a8d90 None None] Calling delete_port for 3fe709e8-590c-4541-898c-4c700a41e196 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:23:03.929628 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-530f942b-9b05-471d-812a-2daad5217f90 None None] Port bf5d0e6d-d654-4537-ad5f-d5514ad9bf88 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:23:04.017085 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-a9409fec-14f0-4d85-a0fe-79d434ef0a1b admin admin] For port 3fe709e8-590c-4541-898c-4c700a41e196, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=3fe709e8-590c-4541-898c-4c700a41e196,segment=NetworkSegment(53dc2ab6-6c6e-4eb5-8152-a26a590d152a),segment_id=53dc2ab6-6c6e-4eb5-8152-a26a590d152a)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:04.017502 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a9409fec-14f0-4d85-a0fe-79d434ef0a1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:04.023748 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-75baab2c-b223-44b3-ae01-e1d8682a8d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:04.036288 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-a9409fec-14f0-4d85-a0fe-79d434ef0a1b admin admin] Calling delete_port for 3fe709e8-590c-4541-898c-4c700a41e196 owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:23:04.064087 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75baab2c-b223-44b3-ae01-e1d8682a8d90 None None] No DVR routers for this DVR port 3fe709e8-590c-4541-898c-4c700a41e196 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:23:04.095212 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cde18ac-1e8e-4b04-a6da-4a4e4ca0cdeb None None] get_active_networks_info from n-d-813897-4 {{(pid=102507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 19:23:04.099027 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75baab2c-b223-44b3-ae01-e1d8682a8d90 None None] Pushing event deleted for resources: {'Port': ['ID=3fe709e8-590c-4541-898c-4c700a41e196,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:04.262517 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22101015-82b6-4f54-8b07-b74b0cf20b4c tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:04.268584 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22101015-82b6-4f54-8b07-b74b0cf20b4c tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:04.273315 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-607b686d-1597-4c71-966b-56c82493b777 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:04.274647 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22101015-82b6-4f54-8b07-b74b0cf20b4c tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:04.280800 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22101015-82b6-4f54-8b07-b74b0cf20b4c tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:04.287075 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22101015-82b6-4f54-8b07-b74b0cf20b4c tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:04.287997 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cde18ac-1e8e-4b04-a6da-4a4e4ca0cdeb None None] Resources bound (agent type, host, resource id): {{(pid=102507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 19:23:04.294088 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22101015-82b6-4f54-8b07-b74b0cf20b4c tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:04.302267 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-22101015-82b6-4f54-8b07-b74b0cf20b4c tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.4708726 Nov 10 19:23:04.303805 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44948) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:04.329179 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7840a7-6105-4822-8c33-4eeac62f1a83 req-f1aaedc3-62fb-4b72-a683-11c71cb1b197 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:04.337399 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b7840a7-6105-4822-8c33-4eeac62f1a83 req-f1aaedc3-62fb-4b72-a683-11c71cb1b197 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] 10.222.0.54 "GET /v2.0/ports?device_id=625ee97e-0408-4d7a-baa0-4b8afa8b5cc6 HTTP/1.1" status: 200 len: 945 time: 0.1958473 Nov 10 19:23:04.378677 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a9409fec-14f0-4d85-a0fe-79d434ef0a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:04.448483 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-607b686d-1597-4c71-966b-56c82493b777 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:04.450378 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9409fec-14f0-4d85-a0fe-79d434ef0a1b admin admin] Pushing event deleted for resources: {'Port': ['ID=3fe709e8-590c-4541-898c-4c700a41e196,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:04.471166 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9409fec-14f0-4d85-a0fe-79d434ef0a1b admin admin] No DVR routers for this DVR port 3fe709e8-590c-4541-898c-4c700a41e196 on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:23:04.517005 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b7840a7-6105-4822-8c33-4eeac62f1a83 req-fde46838-e515-4991-89d9-4ce01a6e5377 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4ec1428-4769-4aba-aebe-643bd29f5446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783471 Nov 10 19:23:04.570708 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-423e0b4c-4575-4939-be13-5d3b43a39afe tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.2666478 Nov 10 19:23:04.611906 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44950) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:04.645097 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a9409fec-14f0-4d85-a0fe-79d434ef0a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:04.698760 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-a9409fec-14f0-4d85-a0fe-79d434ef0a1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c1a153-c568-4f29-ba72-f916d4c7b272']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:04.700816 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-607b686d-1597-4c71-966b-56c82493b777 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:04.716598 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-a9409fec-14f0-4d85-a0fe-79d434ef0a1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53dc2ab6-6c6e-4eb5-8152-a26a590d152a') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:04.716903 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-a9409fec-14f0-4d85-a0fe-79d434ef0a1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53dc2ab6-6c6e-4eb5-8152-a26a590d152a') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:04.725411 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-607b686d-1597-4c71-966b-56c82493b777 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:04.734546 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a9409fec-14f0-4d85-a0fe-79d434ef0a1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:04.740328 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062e72e3-b4bf-4831-8e95-da6d815e10dd tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:04.742200 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062e72e3-b4bf-4831-8e95-da6d815e10dd tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:04.743896 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062e72e3-b4bf-4831-8e95-da6d815e10dd tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:04.745454 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062e72e3-b4bf-4831-8e95-da6d815e10dd tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:04.747168 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062e72e3-b4bf-4831-8e95-da6d815e10dd tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:04.753531 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-062e72e3-b4bf-4831-8e95-da6d815e10dd tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1381452 Nov 10 19:23:04.759627 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44954) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:04.799564 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a9409fec-14f0-4d85-a0fe-79d434ef0a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:04.812877 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9409fec-14f0-4d85-a0fe-79d434ef0a1b admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:23:04.813293 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a9409fec-14f0-4d85-a0fe-79d434ef0a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: self.session.flush() Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: self.session.flush() Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: self.session.flush() Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: self.session.flush() Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:23:04.815084 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:23:04.881633 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95aca8f-fbd5-48c1-8eba-a6fff82bd9bc tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['shared'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:04.883219 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95aca8f-fbd5-48c1-8eba-a6fff82bd9bc tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['shared'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:04.884643 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95aca8f-fbd5-48c1-8eba-a6fff82bd9bc tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['shared'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:04.886096 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95aca8f-fbd5-48c1-8eba-a6fff82bd9bc tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['shared'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:04.887720 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95aca8f-fbd5-48c1-8eba-a6fff82bd9bc tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['shared'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:04.891839 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-607b686d-1597-4c71-966b-56c82493b777 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:04.895498 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44960) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:04.895667 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d95aca8f-fbd5-48c1-8eba-a6fff82bd9bc tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1340582 Nov 10 19:23:04.910609 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a9409fec-14f0-4d85-a0fe-79d434ef0a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:04.944032 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a9409fec-14f0-4d85-a0fe-79d434ef0a1b admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:04.950919 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a9409fec-14f0-4d85-a0fe-79d434ef0a1b admin admin] 10.222.0.54 "DELETE /v2.0/networks/08c1a153-c568-4f29-ba72-f916d4c7b272 HTTP/1.1" status: 204 len: 168 time: 2.0054770 Nov 10 19:23:04.950919 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9409fec-14f0-4d85-a0fe-79d434ef0a1b admin admin] Pushing event deleted for resources: {'Network': ['ID=08c1a153-c568-4f29-ba72-f916d4c7b272,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:05.202896 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44974) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:05.254027 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8154d91d-f2c0-4eb8-9c28-056ad26fd24a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e93fd5a65df6457aaef20d4422ffb25a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0474825 Nov 10 19:23:05.254254 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44976) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:05.290539 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-607b686d-1597-4c71-966b-56c82493b777 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:05.293531 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-607b686d-1597-4c71-966b-56c82493b777 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:05.310585 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6cca4f63-badb-4021-951d-27e43b2c48ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:05.340488 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6cca4f63-badb-4021-951d-27e43b2c48ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:05.372583 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-607b686d-1597-4c71-966b-56c82493b777 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:05.373263 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607b686d-1597-4c71-966b-56c82493b777 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 17b5031d-01ca-499e-8f28-21c81487bff0 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:23:05.392889 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3fe709e8-590c-4541-898c-4c700a41e196 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:23:05.412705 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6cca4f63-badb-4021-951d-27e43b2c48ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:05.416277 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6cca4f63-badb-4021-951d-27e43b2c48ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:05.419956 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6cca4f63-badb-4021-951d-27e43b2c48ca admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/23797d9c-3fda-4274-9c1b-11164fa35018 HTTP/1.1" status: 204 len: 168 time: 0.1625302 Nov 10 19:23:05.430688 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca4f63-badb-4021-951d-27e43b2c48ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23797d9c-3fda-4274-9c1b-11164fa35018,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:05.453088 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc4fb6e-d74d-4b9c-ad7a-dad1a7dc28bc tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:05.456259 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 3fe709e8-590c-4541-898c-4c700a41e196 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:23:05.458732 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3fe709e8-590c-4541-898c-4c700a41e196 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:23:05.463303 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5fc4fb6e-d74d-4b9c-ad7a-dad1a7dc28bc tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "GET /v2.0/networks/7d1af7f4-72b1-4601-926f-8a8a2e35b28c HTTP/1.1" status: 200 len: 803 time: 0.5649309 Nov 10 19:23:05.466979 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44982) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:05.480674 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-607b686d-1597-4c71-966b-56c82493b777 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 10 19:23:05.489972 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-607b686d-1597-4c71-966b-56c82493b777 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.9178455 Nov 10 19:23:05.490630 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44984) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:05.690867 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-96853592-92d9-47bd-a258-9ff0388ed146 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] Deleting port bf5d0e6d-d654-4537-ad5f-d5514ad9bf88 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:23:05.692672 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-96853592-92d9-47bd-a258-9ff0388ed146 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:05.844916 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-96853592-92d9-47bd-a258-9ff0388ed146 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:05.861690 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-96853592-92d9-47bd-a258-9ff0388ed146 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] Calling delete_port for bf5d0e6d-d654-4537-ad5f-d5514ad9bf88 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:23:06.024024 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-96853592-92d9-47bd-a258-9ff0388ed146 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:06.058184 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96853592-92d9-47bd-a258-9ff0388ed146 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf5d0e6d-d654-4537-ad5f-d5514ad9bf88,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:06.060580 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf09e1e-4447-4203-8ce9-72ce52fea8b5 req-02b4f732-25d4-42cb-b8ab-c10183ecbfe7 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:06.062988 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-edf09e1e-4447-4203-8ce9-72ce52fea8b5 req-02b4f732-25d4-42cb-b8ab-c10183ecbfe7 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] 10.222.0.54 "GET /v2.0/ports?device_id=625ee97e-0408-4d7a-baa0-4b8afa8b5cc6 HTTP/1.1" status: 200 len: 945 time: 0.0922902 Nov 10 19:23:06.075408 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3e7f17a4-51e0-4428-a07b-15ef00ea0207 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "GET /v2.0/networks/7d1af7f4-72b1-4601-926f-8a8a2e35b28c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.6029282 Nov 10 19:23:06.084145 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf102a0-7f92-46a7-9815-85420f76e0a6 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:23:06.098956 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45002) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:06.169750 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-edf09e1e-4447-4203-8ce9-72ce52fea8b5 req-4814a29c-e489-4232-a56b-945c1a4cc2fd tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4ec1428-4769-4aba-aebe-643bd29f5446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963173 Nov 10 19:23:06.184060 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be542dad-535d-46b8-a2a0-ef50105fb9bd tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:06.193351 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-96853592-92d9-47bd-a258-9ff0388ed146 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:06.209241 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-96853592-92d9-47bd-a258-9ff0388ed146 tempest-RoutersAdminNegativeTest-1884958001 tempest-RoutersAdminNegativeTest-1884958001-project-admin] 10.222.0.54 "DELETE /v2.0/ports/bf5d0e6d-d654-4537-ad5f-d5514ad9bf88 HTTP/1.1" status: 204 len: 168 time: 0.7068343 Nov 10 19:23:06.209482 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-be542dad-535d-46b8-a2a0-ef50105fb9bd tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "GET /v2.0/subnets/c1fd6c70-564e-4f65-b7b6-192d6e9040d4 HTTP/1.1" status: 200 len: 843 time: 0.0990686 Nov 10 19:23:06.209976 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45012) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:06.292769 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ca4da4-bacf-4b2e-a7e7-43c8df788a19 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['shared'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:06.294404 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-46ca4da4-bacf-4b2e-a7e7-43c8df788a19 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "GET /v2.0/subnets/c1fd6c70-564e-4f65-b7b6-192d6e9040d4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0827715 Nov 10 19:23:06.299896 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45016) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:06.305048 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-902b74c7-72ba-4ad7-925c-b5cdf71a3c4b tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-548693102'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:06.351447 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902b74c7-72ba-4ad7-925c-b5cdf71a3c4b tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Made reservation on behalf of 9c1dc6aaffe3425babc1f9f715c4807b for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:23:06.356506 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-902b74c7-72ba-4ad7-925c-b5cdf71a3c4b tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:06.434665 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-902b74c7-72ba-4ad7-925c-b5cdf71a3c4b tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:23:06.459673 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec38987-34c7-4804-966a-1e7eae09299d req-22259a5d-094b-4379-93d9-97a0f66617d7 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:06.461912 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4ec38987-34c7-4804-966a-1e7eae09299d req-22259a5d-094b-4379-93d9-97a0f66617d7 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=43ac48b5-63c9-4089-8e90-af395a6e6e00 HTTP/1.1" status: 200 len: 945 time: 0.1006095 Nov 10 19:23:06.463078 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-902b74c7-72ba-4ad7-925c-b5cdf71a3c4b tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:06.463600 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-902b74c7-72ba-4ad7-925c-b5cdf71a3c4b tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Added segment 676716b1-ad8f-4360-bbb3-6ead76f8f96d of type vlan for network cdbe7e03-dacc-4ef8-bfdd-0663c9203d66 Nov 10 19:23:06.533383 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-902b74c7-72ba-4ad7-925c-b5cdf71a3c4b tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:06.534562 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45026) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:06.586572 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4ec38987-34c7-4804-966a-1e7eae09299d req-ac870488-d027-4af9-8987-ec826aabf97a tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132894 Nov 10 19:23:06.610894 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-902b74c7-72ba-4ad7-925c-b5cdf71a3c4b tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:06.616682 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902b74c7-72ba-4ad7-925c-b5cdf71a3c4b tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:06.617321 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-902b74c7-72ba-4ad7-925c-b5cdf71a3c4b tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:06.632807 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45032) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:06.728816 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-902b74c7-72ba-4ad7-925c-b5cdf71a3c4b tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4247351 Nov 10 19:23:06.728934 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45038) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:06.734380 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b74c7-72ba-4ad7-925c-b5cdf71a3c4b tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event updated for resources: {'Network': ['ID=cdbe7e03-dacc-4ef8-bfdd-0663c9203d66,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:06.735966 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-c965a13e-e47d-4af3-ae14-2176911a0c74 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Request body: {'subnet': {'network_id': 'cdbe7e03-dacc-4ef8-bfdd-0663c9203d66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:06.752313 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network cdbe7e03-dacc-4ef8-bfdd-0663c9203d66 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:23:06.772166 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-9db0f1a1-ad11-4c02-9d27-9176e4177acb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-381260204-network', 'tenant_id': '69914fc6f0964a1f82f3fd94373da7f0'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:06.832837 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95245f7f-85d3-431b-8f6b-0b7763db04e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:06.877287 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db0f1a1-ad11-4c02-9d27-9176e4177acb admin admin] Made reservation on behalf of 69914fc6f0964a1f82f3fd94373da7f0 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:23:06.878679 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9db0f1a1-ad11-4c02-9d27-9176e4177acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:06.902555 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9db0f1a1-ad11-4c02-9d27-9176e4177acb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:06.940108 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c965a13e-e47d-4af3-ae14-2176911a0c74 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Made reservation on behalf of 9c1dc6aaffe3425babc1f9f715c4807b for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:23:06.943838 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c965a13e-e47d-4af3-ae14-2176911a0c74 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:07.036110 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.ipam_backend_mixin [None req-c965a13e-e47d-4af3-ae14-2176911a0c74 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Performing IP validity checks on allocation pools {{(pid=102505) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 19:23:07.036642 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.ipam_backend_mixin [None req-c965a13e-e47d-4af3-ae14-2176911a0c74 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102505) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 19:23:07.095975 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95245f7f-85d3-431b-8f6b-0b7763db04e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:07.105268 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95245f7f-85d3-431b-8f6b-0b7763db04e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:07.179020 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9db0f1a1-ad11-4c02-9d27-9176e4177acb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:07.190567 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-95245f7f-85d3-431b-8f6b-0b7763db04e6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e1e9cdbc54a342a3b63ed2d95915025b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6530628 Nov 10 19:23:07.192926 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9db0f1a1-ad11-4c02-9d27-9176e4177acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:07.193449 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45058) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:07.214256 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95245f7f-85d3-431b-8f6b-0b7763db04e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a29a0a-0b30-446d-9e53-cebc5670309b,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:07.234908 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db0f1a1-ad11-4c02-9d27-9176e4177acb admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:23:07.261859 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c1311495-3b08-4e7a-b724-2222c29c677d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:07.270332 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9db0f1a1-ad11-4c02-9d27-9176e4177acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:07.270694 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-9db0f1a1-ad11-4c02-9d27-9176e4177acb admin admin] Added segment 972f3100-a6a2-4418-9bf5-bbc6550de0fb of type vlan for network 32c76f13-1e17-4dc8-9eac-cde3fda606b6 Nov 10 19:23:07.295868 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c1311495-3b08-4e7a-b724-2222c29c677d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:07.303759 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0f1a1-ad11-4c02-9d27-9176e4177acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ff26cb-153c-4768-9241-d14682e64919,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:07.352398 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9db0f1a1-ad11-4c02-9d27-9176e4177acb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:07.373862 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c1311495-3b08-4e7a-b724-2222c29c677d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:07.385215 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c1311495-3b08-4e7a-b724-2222c29c677d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:07.403565 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c1311495-3b08-4e7a-b724-2222c29c677d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c0a29a0a-0b30-446d-9e53-cebc5670309b HTTP/1.1" status: 204 len: 168 time: 0.2083898 Nov 10 19:23:07.408830 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9db0f1a1-ad11-4c02-9d27-9176e4177acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:07.410015 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db0f1a1-ad11-4c02-9d27-9176e4177acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:07.410711 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9db0f1a1-ad11-4c02-9d27-9176e4177acb admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:07.428858 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1311495-3b08-4e7a-b724-2222c29c677d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a29a0a-0b30-446d-9e53-cebc5670309b,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:07.473028 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c965a13e-e47d-4af3-ae14-2176911a0c74 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:07.517491 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9db0f1a1-ad11-4c02-9d27-9176e4177acb admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8832657 Nov 10 19:23:07.520775 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45068) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:07.529088 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-fa5174df-e3f3-4a66-819f-959717bd95dc admin admin] Request body: {'subnet': {'network_id': '32c76f13-1e17-4dc8-9eac-cde3fda606b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-381260204-subnet', 'tenant_id': '69914fc6f0964a1f82f3fd94373da7f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:07.578596 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0f1a1-ad11-4c02-9d27-9176e4177acb admin admin] Pushing event updated for resources: {'Network': ['ID=32c76f13-1e17-4dc8-9eac-cde3fda606b6,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:07.591713 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5174df-e3f3-4a66-819f-959717bd95dc admin admin] Made reservation on behalf of 69914fc6f0964a1f82f3fd94373da7f0 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:23:07.595736 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 32c76f13-1e17-4dc8-9eac-cde3fda606b6 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:23:07.609051 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fa5174df-e3f3-4a66-819f-959717bd95dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:07.654372 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c965a13e-e47d-4af3-ae14-2176911a0c74 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Checking segment: {'id': '676716b1-ad8f-4360-bbb3-6ead76f8f96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cdbe7e03-dacc-4ef8-bfdd-0663c9203d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:23:07.655156 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c965a13e-e47d-4af3-ae14-2176911a0c74 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Network hostable DHCP agents. Network: cdbe7e03-dacc-4ef8-bfdd-0663c9203d66, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:23:07.669543 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965a13e-e47d-4af3-ae14-2176911a0c74 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event updated for resources: {'Subnet': ['ID=cdda86fb-6986-4c11-9872-e1d696d389d6,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:07.709627 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c965a13e-e47d-4af3-ae14-2176911a0c74 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Network cdbe7e03-dacc-4ef8-bfdd-0663c9203d66 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:23:07.729655 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-c965a13e-e47d-4af3-ae14-2176911a0c74 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, cdbe7e03-dacc-4ef8-bfdd-0663c9203d66) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:23:07.750779 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c965a13e-e47d-4af3-ae14-2176911a0c74 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:07.751740 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c965a13e-e47d-4af3-ae14-2176911a0c74 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:07.774417 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c965a13e-e47d-4af3-ae14-2176911a0c74 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0444961 Nov 10 19:23:07.777204 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45074) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:07.783186 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-cbb0f609-2c4c-4180-9b29-8cd5ead18ec7 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:07.836901 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311aee96-aa48-4ea3-94c2-5e730f6e2991 req-983f4619-38a8-434b-82ca-521a2d1e5d42 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:07.839842 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-311aee96-aa48-4ea3-94c2-5e730f6e2991 req-983f4619-38a8-434b-82ca-521a2d1e5d42 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] 10.222.0.54 "GET /v2.0/ports?device_id=625ee97e-0408-4d7a-baa0-4b8afa8b5cc6 HTTP/1.1" status: 200 len: 945 time: 0.2906172 Nov 10 19:23:07.905482 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45076) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:07.909448 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c038f4f-eb57-47a8-8c5e-a337716fa55c None None] Network cdbe7e03-dacc-4ef8-bfdd-0663c9203d66 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:23:07.942788 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cbb0f609-2c4c-4180-9b29-8cd5ead18ec7 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9906842'] for subnet, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:07.972667 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-311aee96-aa48-4ea3-94c2-5e730f6e2991 req-0d896b85-4dd3-4038-98ef-2875dd7ec922 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4ec1428-4769-4aba-aebe-643bd29f5446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258011 Nov 10 19:23:08.023772 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fa5174df-e3f3-4a66-819f-959717bd95dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:08.094842 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d8df2680-7de6-4091-a67c-ced6c457bea4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=756894c2cfad4988abad6c3e7e90c300&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1835325 Nov 10 19:23:08.098396 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45078) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:08.134347 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bda1e8-ce6a-4c1e-8e03-1a03fedb7751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-cdbe7e03-dacc-4ef8-bfdd-0663c9203d66', 'network_id': 'cdbe7e03-dacc-4ef8-bfdd-0663c9203d66', 'tenant_id': '9c1dc6aaffe3425babc1f9f715c4807b', 'fixed_ips': [{'subnet_id': 'cdda86fb-6986-4c11-9872-e1d696d389d6'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:23:08.135652 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e3bda1e8-ce6a-4c1e-8e03-1a03fedb7751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:08.155542 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5174df-e3f3-4a66-819f-959717bd95dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=babcf2b1-e498-4105-82f8-754d9115199f,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:08.170560 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5174df-e3f3-4a66-819f-959717bd95dc admin admin] Checking segment: {'id': '972f3100-a6a2-4418-9bf5-bbc6550de0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '32c76f13-1e17-4dc8-9eac-cde3fda606b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:23:08.171052 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5174df-e3f3-4a66-819f-959717bd95dc admin admin] Network hostable DHCP agents. Network: 32c76f13-1e17-4dc8-9eac-cde3fda606b6, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:23:08.186564 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab69ad3-31c5-4e5e-89e6-dc98dc43277c req-ce3325b7-0667-4faa-b159-570e2b6f9bce tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:08.188420 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fab69ad3-31c5-4e5e-89e6-dc98dc43277c req-ce3325b7-0667-4faa-b159-570e2b6f9bce tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=43ac48b5-63c9-4089-8e90-af395a6e6e00 HTTP/1.1" status: 200 len: 945 time: 0.1049900 Nov 10 19:23:08.216158 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cbb0f609-2c4c-4180-9b29-8cd5ead18ec7 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739350356098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9292207'] for subnet, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:08.220385 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5174df-e3f3-4a66-819f-959717bd95dc admin admin] Network 32c76f13-1e17-4dc8-9eac-cde3fda606b6 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:23:08.242377 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-fa5174df-e3f3-4a66-819f-959717bd95dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 32c76f13-1e17-4dc8-9eac-cde3fda606b6) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:23:08.248024 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5174df-e3f3-4a66-819f-959717bd95dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:08.248663 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fa5174df-e3f3-4a66-819f-959717bd95dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:08.275789 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fab69ad3-31c5-4e5e-89e6-dc98dc43277c req-5ab5ab7c-cf94-45f8-b19d-fb611378c048 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805507 Nov 10 19:23:08.280308 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-fa5174df-e3f3-4a66-819f-959717bd95dc admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7581134 Nov 10 19:23:08.285067 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0f609-2c4c-4180-9b29-8cd5ead18ec7 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event updated for resources: {'Subnet': ['ID=cdda86fb-6986-4c11-9872-e1d696d389d6,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:08.328316 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb0f609-2c4c-4180-9b29-8cd5ead18ec7 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:08.329264 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cbb0f609-2c4c-4180-9b29-8cd5ead18ec7 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:08.330886 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cbb0f609-2c4c-4180-9b29-8cd5ead18ec7 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "PUT /v2.0/subnets/cdda86fb-6986-4c11-9872-e1d696d389d6 HTTP/1.1" status: 200 len: 900 time: 0.5521464 Nov 10 19:23:08.334157 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45084) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:08.337842 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-e3bda1e8-ce6a-4c1e-8e03-1a03fedb7751 None None] Allocated IP 2001:db8::3 (cdbe7e03-dacc-4ef8-bfdd-0663c9203d66/cdda86fb-6986-4c11-9872-e1d696d389d6/6cfa4d7a-db8a-4322-8c41-b12715ec521e) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:23:08.384968 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aee4d2d3-7420-4199-92fc-1c55a4b43529 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:08.435293 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa21cd3-866f-4249-88df-b4bfb7aa687f None None] Network 32c76f13-1e17-4dc8-9eac-cde3fda606b6 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:23:08.439321 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aee4d2d3-7420-4199-92fc-1c55a4b43529 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:08.593192 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6d043e0d-c3ad-415e-a6ad-d00f52f27f2f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:08.612399 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aee4d2d3-7420-4199-92fc-1c55a4b43529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:08.621876 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aee4d2d3-7420-4199-92fc-1c55a4b43529 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:08.621876 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-aee4d2d3-7420-4199-92fc-1c55a4b43529 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/832612eb-bbf9-4bee-bea8-39b25d7c5fe6 HTTP/1.1" status: 204 len: 168 time: 0.5180466 Nov 10 19:23:08.632597 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4d2d3-7420-4199-92fc-1c55a4b43529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832612eb-bbf9-4bee-bea8-39b25d7c5fe6,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:08.639853 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e3bda1e8-ce6a-4c1e-8e03-1a03fedb7751 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:08.642874 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4d2d3-7420-4199-92fc-1c55a4b43529 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:08.643427 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4d2d3-7420-4199-92fc-1c55a4b43529 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:08.643954 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4d2d3-7420-4199-92fc-1c55a4b43529 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:08.644317 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4d2d3-7420-4199-92fc-1c55a4b43529 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:08.644738 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4d2d3-7420-4199-92fc-1c55a4b43529 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:08.645207 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4d2d3-7420-4199-92fc-1c55a4b43529 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:08.645631 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4d2d3-7420-4199-92fc-1c55a4b43529 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:08.646076 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4d2d3-7420-4199-92fc-1c55a4b43529 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:08.646589 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4d2d3-7420-4199-92fc-1c55a4b43529 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:08.648655 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4d2d3-7420-4199-92fc-1c55a4b43529 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:08.649075 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4d2d3-7420-4199-92fc-1c55a4b43529 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:08.649487 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4d2d3-7420-4199-92fc-1c55a4b43529 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:08.688980 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e3bda1e8-ce6a-4c1e-8e03-1a03fedb7751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:08.746083 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bda1e8-ce6a-4c1e-8e03-1a03fedb7751 None None] Pushing event updated for resources: {'Port': ['ID=6cfa4d7a-db8a-4322-8c41-b12715ec521e,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:08.775279 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bda1e8-ce6a-4c1e-8e03-1a03fedb7751 None None] Network cdbe7e03-dacc-4ef8-bfdd-0663c9203d66 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:23:08.778808 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-e3bda1e8-ce6a-4c1e-8e03-1a03fedb7751 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:23:08.782499 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bda1e8-ce6a-4c1e-8e03-1a03fedb7751 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:23:08.856526 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16af2f5-8c41-4a26-9780-2c90bc104ff5 None None] Network 32c76f13-1e17-4dc8-9eac-cde3fda606b6 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:23:08.859541 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6d043e0d-c3ad-415e-a6ad-d00f52f27f2f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:08.925388 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf2e7c8-99c8-4e92-a143-01b0c27e96fc req-1453a50d-57b9-4587-a644-6e797bf76c6d tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:08.927145 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7bf2e7c8-99c8-4e92-a143-01b0c27e96fc req-1453a50d-57b9-4587-a644-6e797bf76c6d tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] 10.222.0.73 "GET /v2.0/ports?device_id=625ee97e-0408-4d7a-baa0-4b8afa8b5cc6 HTTP/1.1" status: 200 len: 945 time: 0.1174173 Nov 10 19:23:09.025256 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e3bda1e8-ce6a-4c1e-8e03-1a03fedb7751 None None] Attempting to bind port 6cfa4d7a-db8a-4322-8c41-b12715ec521e on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:23:09.025880 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e3bda1e8-ce6a-4c1e-8e03-1a03fedb7751 None None] Attempting to bind port 6cfa4d7a-db8a-4322-8c41-b12715ec521e by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '676716b1-ad8f-4360-bbb3-6ead76f8f96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cdbe7e03-dacc-4ef8-bfdd-0663c9203d66'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:23:09.026355 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bda1e8-ce6a-4c1e-8e03-1a03fedb7751 None None] Attempting to bind port 6cfa4d7a-db8a-4322-8c41-b12715ec521e on network cdbe7e03-dacc-4ef8-bfdd-0663c9203d66 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:23:09.034316 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bda1e8-ce6a-4c1e-8e03-1a03fedb7751 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:23:09.034866 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bda1e8-ce6a-4c1e-8e03-1a03fedb7751 None None] Checking segment: {'id': '676716b1-ad8f-4360-bbb3-6ead76f8f96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cdbe7e03-dacc-4ef8-bfdd-0663c9203d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:23:09.035455 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e3bda1e8-ce6a-4c1e-8e03-1a03fedb7751 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:09.035952 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bda1e8-ce6a-4c1e-8e03-1a03fedb7751 None None] Bound using segment: {'id': '676716b1-ad8f-4360-bbb3-6ead76f8f96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cdbe7e03-dacc-4ef8-bfdd-0663c9203d66'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:23:09.036586 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e3bda1e8-ce6a-4c1e-8e03-1a03fedb7751 None None] Bound port: 6cfa4d7a-db8a-4322-8c41-b12715ec521e, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '676716b1-ad8f-4360-bbb3-6ead76f8f96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cdbe7e03-dacc-4ef8-bfdd-0663c9203d66'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:23:09.037073 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e3bda1e8-ce6a-4c1e-8e03-1a03fedb7751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:09.110521 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6d043e0d-c3ad-415e-a6ad-d00f52f27f2f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:09.189980 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e3bda1e8-ce6a-4c1e-8e03-1a03fedb7751 None None] For port 6cfa4d7a-db8a-4322-8c41-b12715ec521e, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:23:09.196374 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e3bda1e8-ce6a-4c1e-8e03-1a03fedb7751 None None] For port 6cfa4d7a-db8a-4322-8c41-b12715ec521e, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=6cfa4d7a-db8a-4322-8c41-b12715ec521e,segment=NetworkSegment(676716b1-ad8f-4360-bbb3-6ead76f8f96d),segment_id=676716b1-ad8f-4360-bbb3-6ead76f8f96d)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:23:09.203047 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e3bda1e8-ce6a-4c1e-8e03-1a03fedb7751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:09.208295 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d043e0d-c3ad-415e-a6ad-d00f52f27f2f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event deleted for resources: {'Subnet': ['ID=cdda86fb-6986-4c11-9872-e1d696d389d6,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:09.404097 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bda1e8-ce6a-4c1e-8e03-1a03fedb7751 None None] Pushing event updated for resources: {'Port': ['ID=6cfa4d7a-db8a-4322-8c41-b12715ec521e,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:09.409019 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6d043e0d-c3ad-415e-a6ad-d00f52f27f2f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:09.437183 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-7bf2e7c8-99c8-4e92-a143-01b0c27e96fc req-9eb6b0ab-e716-4d20-aa62-dfbcfb84ef85 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Deleting port 69dbe064-30b6-4e73-8cee-80ba9f4aa1d0 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:23:09.437396 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7bf2e7c8-99c8-4e92-a143-01b0c27e96fc req-9eb6b0ab-e716-4d20-aa62-dfbcfb84ef85 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:09.474996 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-6d043e0d-c3ad-415e-a6ad-d00f52f27f2f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdbe7e03-dacc-4ef8-bfdd-0663c9203d66']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:09.510891 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-6d043e0d-c3ad-415e-a6ad-d00f52f27f2f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '676716b1-ad8f-4360-bbb3-6ead76f8f96d') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:09.511381 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-6d043e0d-c3ad-415e-a6ad-d00f52f27f2f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '676716b1-ad8f-4360-bbb3-6ead76f8f96d') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:09.592074 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-068e949c-0acb-49d2-886b-03c16c3397c4 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:09.608393 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-068e949c-0acb-49d2-886b-03c16c3397c4 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/networks?id=32c76f13-1e17-4dc8-9eac-cde3fda606b6 HTTP/1.1" status: 200 len: 814 time: 0.4038575 Nov 10 19:23:09.666184 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6d043e0d-c3ad-415e-a6ad-d00f52f27f2f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:09.704166 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-9409c609-da21-41ff-ac93-af21a07be2b2 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/quotas/69914fc6f0964a1f82f3fd94373da7f0 HTTP/1.1" status: 200 len: 375 time: 0.0946577 Nov 10 19:23:09.750183 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-2e274a5e-7606-4bc4-ba8f-5f4e74838207 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=69914fc6f0964a1f82f3fd94373da7f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439875 Nov 10 19:23:09.751427 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6d043e0d-c3ad-415e-a6ad-d00f52f27f2f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:09.787261 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d043e0d-c3ad-415e-a6ad-d00f52f27f2f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:23:09.787755 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6d043e0d-c3ad-415e-a6ad-d00f52f27f2f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:09.797497 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:23:09.797497 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:23:09.797497 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:23:09.797497 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:23:09.797497 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:23:09.797497 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:23:09.797497 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:23:09.797497 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:23:09.797497 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:23:09.797497 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:23:09.797497 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:23:09.797497 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:23:09.797497 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:23:09.797497 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:23:09.797497 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:23:09.797497 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:23:09.797497 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:23:09.797497 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:23:09.797497 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:23:09.797497 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:23:09.797497 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:23:09.797497 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:23:09.797497 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:23:09.797497 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:23:09.797497 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:23:09.797497 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:23:09.797497 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:23:09.797497 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:23:09.797497 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:23:09.797497 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:23:09.797497 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:23:09.797497 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:23:09.913417 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-7bf2e7c8-99c8-4e92-a143-01b0c27e96fc req-9eb6b0ab-e716-4d20-aa62-dfbcfb84ef85 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] For port 69dbe064-30b6-4e73-8cee-80ba9f4aa1d0, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=69dbe064-30b6-4e73-8cee-80ba9f4aa1d0,segment=NetworkSegment(26b2cb0d-36f3-421f-b342-84289da8bf0b),segment_id=26b2cb0d-36f3-421f-b342-84289da8bf0b)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:09.914036 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7bf2e7c8-99c8-4e92-a143-01b0c27e96fc req-9eb6b0ab-e716-4d20-aa62-dfbcfb84ef85 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:09.935811 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-7bf2e7c8-99c8-4e92-a143-01b0c27e96fc req-9eb6b0ab-e716-4d20-aa62-dfbcfb84ef85 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Calling delete_port for 69dbe064-30b6-4e73-8cee-80ba9f4aa1d0 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:23:10.089120 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.db.api [None req-6d043e0d-c3ad-415e-a6ad-d00f52f27f2f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 19:23:10.089120 n-d-813897-4 neutron-server[102506]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 19:23:10.089120 n-d-813897-4 neutron-server[102506]: [parameters: {'id': 'cdbe7e03-dacc-4ef8-bfdd-0663c9203d66'}] Nov 10 19:23:10.089120 n-d-813897-4 neutron-server[102506]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:23:10.089678 n-d-813897-4 neutron-server[102506]: DEBUG oslo_db.api [None req-6d043e0d-c3ad-415e-a6ad-d00f52f27f2f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:23:10.129082 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-a00df163-9847-4c2b-b26a-52677b6c5abc service neutron] 10.222.0.54 "GET /v2.0/networks/32c76f13-1e17-4dc8-9eac-cde3fda606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697155 Nov 10 19:23:10.151642 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7bf2e7c8-99c8-4e92-a143-01b0c27e96fc req-9eb6b0ab-e716-4d20-aa62-dfbcfb84ef85 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:10.168298 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['69dbe064-30b6-4e73-8cee-80ba9f4aa1d0'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:23:10.238692 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6b0ab-e716-4d20-aa62-dfbcfb84ef85 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Pushing event deleted for resources: {'Port': ['ID=69dbe064-30b6-4e73-8cee-80ba9f4aa1d0,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:10.260100 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1e6c20-1600-442d-b1cc-e83ad69b2c42 None None] DHCP port deletion for 5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:23:10.294359 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf2e7c8-99c8-4e92-a143-01b0c27e96fc req-9eb6b0ab-e716-4d20-aa62-dfbcfb84ef85 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] No DVR routers for this DVR port 69dbe064-30b6-4e73-8cee-80ba9f4aa1d0 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:23:10.299001 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7bf2e7c8-99c8-4e92-a143-01b0c27e96fc req-9eb6b0ab-e716-4d20-aa62-dfbcfb84ef85 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:10.302441 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7bf2e7c8-99c8-4e92-a143-01b0c27e96fc req-9eb6b0ab-e716-4d20-aa62-dfbcfb84ef85 tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] 10.222.0.73 "DELETE /v2.0/ports/69dbe064-30b6-4e73-8cee-80ba9f4aa1d0 HTTP/1.1" status: 204 len: 173 time: 1.3647442 Nov 10 19:23:10.302923 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625ee97e-0408-4d7a-baa0-4b8afa8b5cc6', 'name': 'network-vif-deleted', 'tag': '69dbe064-30b6-4e73-8cee-80ba9f4aa1d0'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:23:10.305536 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a211a943-58b5-47ad-b4ce-70c8076f418c" -d '{"events": [{"server_uuid": "625ee97e-0408-4d7a-baa0-4b8afa8b5cc6", "name": "network-vif-deleted", "tag": "69dbe064-30b6-4e73-8cee-80ba9f4aa1d0"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:23:10.347636 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-9c3fbe1e-e56d-4c2f-a9f0-02295c471713 service neutron] 10.222.0.54 "GET /v2.0/networks/32c76f13-1e17-4dc8-9eac-cde3fda606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162409 Nov 10 19:23:10.596006 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6d043e0d-c3ad-415e-a6ad-d00f52f27f2f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:10.606388 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1f23da94-24a8-4678-a2d5-2ca8247188b1 req-2103c9b0-891b-49fa-856d-6fd66720d35d tempest-ServerMetadataNegativeTestJSON-506611705 tempest-ServerMetadataNegativeTestJSON-506611705-project] 10.222.0.54 "GET /v2.0/ports?device_id=625ee97e-0408-4d7a-baa0-4b8afa8b5cc6 HTTP/1.1" status: 200 len: 210 time: 0.0442264 Nov 10 19:23:10.730413 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-6d043e0d-c3ad-415e-a6ad-d00f52f27f2f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Deleting port 6cfa4d7a-db8a-4322-8c41-b12715ec521e {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:23:10.730986 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6d043e0d-c3ad-415e-a6ad-d00f52f27f2f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:10.832674 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4e4300-f0e3-436f-901a-2dee2c118719 None None] Network cdbe7e03-dacc-4ef8-bfdd-0663c9203d66 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:23:10.996712 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-b6077372-6fb4-449f-b00e-1d934ac84bf2 None None] Provisioning complete for port 6cfa4d7a-db8a-4322-8c41-b12715ec521e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:23:10.996993 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b6077372-6fb4-449f-b00e-1d934ac84bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:11.113304 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d488286a-1501-4073-911c-d78ba2c0c660 None None] DHCP port deletion for cdbe7e03-dacc-4ef8-bfdd-0663c9203d66 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:23:11.117919 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-6d043e0d-c3ad-415e-a6ad-d00f52f27f2f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] For port 6cfa4d7a-db8a-4322-8c41-b12715ec521e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=6cfa4d7a-db8a-4322-8c41-b12715ec521e,segment=NetworkSegment(676716b1-ad8f-4360-bbb3-6ead76f8f96d),segment_id=676716b1-ad8f-4360-bbb3-6ead76f8f96d)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:11.118283 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6d043e0d-c3ad-415e-a6ad-d00f52f27f2f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:11.134212 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf263b7-5243-4d51-9f1e-fb8d44da5423 req-07308b45-a1d3-4bc3-83ae-ce3cecad601e tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:11.144868 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7bf263b7-5243-4d51-9f1e-fb8d44da5423 req-07308b45-a1d3-4bc3-83ae-ce3cecad601e tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=43ac48b5-63c9-4089-8e90-af395a6e6e00 HTTP/1.1" status: 200 len: 945 time: 0.4074879 Nov 10 19:23:11.194814 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-6d043e0d-c3ad-415e-a6ad-d00f52f27f2f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Calling delete_port for 6cfa4d7a-db8a-4322-8c41-b12715ec521e owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:23:11.198759 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b6077372-6fb4-449f-b00e-1d934ac84bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:11.263674 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-d488286a-1501-4073-911c-d78ba2c0c660 None None] Deleting port 6cfa4d7a-db8a-4322-8c41-b12715ec521e {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:23:11.263674 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d488286a-1501-4073-911c-d78ba2c0c660 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:11.268976 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-b6077372-6fb4-449f-b00e-1d934ac84bf2 None None] For port 6cfa4d7a-db8a-4322-8c41-b12715ec521e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=6cfa4d7a-db8a-4322-8c41-b12715ec521e,segment=NetworkSegment(676716b1-ad8f-4360-bbb3-6ead76f8f96d),segment_id=676716b1-ad8f-4360-bbb3-6ead76f8f96d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:11.280224 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b6077372-6fb4-449f-b00e-1d934ac84bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:11.379788 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7bf263b7-5243-4d51-9f1e-fb8d44da5423 req-d0fcc3c0-7345-48db-b7a9-7ad0537ea012 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721451 Nov 10 19:23:11.384923 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-d488286a-1501-4073-911c-d78ba2c0c660 None None] For port 6cfa4d7a-db8a-4322-8c41-b12715ec521e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=6cfa4d7a-db8a-4322-8c41-b12715ec521e,segment=NetworkSegment(676716b1-ad8f-4360-bbb3-6ead76f8f96d),segment_id=676716b1-ad8f-4360-bbb3-6ead76f8f96d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:11.385463 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d488286a-1501-4073-911c-d78ba2c0c660 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:11.415859 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-d488286a-1501-4073-911c-d78ba2c0c660 None None] Calling delete_port for 6cfa4d7a-db8a-4322-8c41-b12715ec521e owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:23:11.418690 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6077372-6fb4-449f-b00e-1d934ac84bf2 None None] Pushing event updated for resources: {'Port': ['ID=6cfa4d7a-db8a-4322-8c41-b12715ec521e,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:11.436486 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6d043e0d-c3ad-415e-a6ad-d00f52f27f2f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:11.502565 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d043e0d-c3ad-415e-a6ad-d00f52f27f2f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event deleted for resources: {'Port': ['ID=6cfa4d7a-db8a-4322-8c41-b12715ec521e,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:11.529295 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d043e0d-c3ad-415e-a6ad-d00f52f27f2f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] No DVR routers for this DVR port 6cfa4d7a-db8a-4322-8c41-b12715ec521e on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: from cryptography.utils import int_from_bytes Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: from cryptography.utils import int_from_bytes Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:23:11.550728 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:23:11.554038 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:23:11.554038 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:23:11.554038 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:23:11.554038 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:23:11.554038 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:23:11.554038 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:23:11.554038 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:23:11.554038 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:23:11.554038 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:23:11.554038 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:23:11.554038 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:23:11.554038 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:23:11.554038 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:23:11.554038 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:23:11.564224 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d488286a-1501-4073-911c-d78ba2c0c660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:11.600646 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d488286a-1501-4073-911c-d78ba2c0c660 None None] No DVR routers for this DVR port 6cfa4d7a-db8a-4322-8c41-b12715ec521e on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:23:11.652561 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488286a-1501-4073-911c-d78ba2c0c660 None None] Pushing event deleted for resources: {'Port': ['ID=6cfa4d7a-db8a-4322-8c41-b12715ec521e,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:11.661653 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102bb9db-7fc0-4774-b7da-9da9701a8d28 None None] Network cdbe7e03-dacc-4ef8-bfdd-0663c9203d66 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:23:11.779264 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66175ce-1071-452b-9c88-4086d7350216 x-openstack-request-id: req-f66175ce-1071-452b-9c88-4086d7350216 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:23:11.779924 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "625ee97e-0408-4d7a-baa0-4b8afa8b5cc6", "name": "network-vif-deleted", "tag": "69dbe064-30b6-4e73-8cee-80ba9f4aa1d0", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:23:11.785023 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f66175ce-1071-452b-9c88-4086d7350216 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:23:11.785707 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625ee97e-0408-4d7a-baa0-4b8afa8b5cc6', 'name': 'network-vif-deleted', 'tag': '69dbe064-30b6-4e73-8cee-80ba9f4aa1d0', 'status': 'completed', 'code': 200} Nov 10 19:23:11.788325 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6d043e0d-c3ad-415e-a6ad-d00f52f27f2f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:11.855479 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-6d043e0d-c3ad-415e-a6ad-d00f52f27f2f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdbe7e03-dacc-4ef8-bfdd-0663c9203d66']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:11.861199 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6b49ef4-99bf-4643-8f4a-adc20f16e7d1 req-104bf69d-0629-45e7-a0d3-3ca969e3e2ee tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c10c19d-dab1-4e5a-97ae-ee3590819d94 HTTP/1.1" status: 200 len: 210 time: 0.0535316 Nov 10 19:23:11.873321 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-6d043e0d-c3ad-415e-a6ad-d00f52f27f2f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '676716b1-ad8f-4360-bbb3-6ead76f8f96d') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:11.873971 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-6d043e0d-c3ad-415e-a6ad-d00f52f27f2f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '676716b1-ad8f-4360-bbb3-6ead76f8f96d') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:11.897196 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6d043e0d-c3ad-415e-a6ad-d00f52f27f2f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:11.918978 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6d043e0d-c3ad-415e-a6ad-d00f52f27f2f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:11.935001 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d043e0d-c3ad-415e-a6ad-d00f52f27f2f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:23:11.935001 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6d043e0d-c3ad-415e-a6ad-d00f52f27f2f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:11.935001 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:23:11.935001 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:23:11.935001 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:23:11.935001 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:23:11.935001 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:23:11.935001 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:23:11.935001 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:23:11.935001 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:23:11.935001 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:23:11.935001 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:23:11.935001 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:23:11.935001 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:23:11.935001 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:23:11.935001 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:23:11.935001 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:23:11.935001 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:23:11.935001 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:23:11.935001 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:23:11.935001 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:23:11.935001 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:23:11.935001 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:23:11.935001 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:23:11.935001 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:23:11.935001 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:23:11.935001 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:23:11.935001 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:23:11.935001 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:23:11.935001 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:23:11.935001 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:23:11.935001 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:23:11.935001 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:23:11.935001 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:23:11.968816 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45180) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:12.018172 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6d043e0d-c3ad-415e-a6ad-d00f52f27f2f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:12.027939 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6d043e0d-c3ad-415e-a6ad-d00f52f27f2f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:12.035089 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6d043e0d-c3ad-415e-a6ad-d00f52f27f2f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "DELETE /v2.0/networks/cdbe7e03-dacc-4ef8-bfdd-0663c9203d66 HTTP/1.1" status: 204 len: 168 time: 3.7002552 Nov 10 19:23:12.039307 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45184) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:12.072324 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-abdfb2d9-90be-4189-ac04-a648f3e86bec admin admin] Deleting subnet 06e253c8-ccf8-4759-beff-562a5614e5f4 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:23:12.077924 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-abdfb2d9-90be-4189-ac04-a648f3e86bec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:12.097829 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d66430e-c8ab-4873-9c35-bc02f8e9fd23 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] DELETE failed (client error): The resource could not be found. Nov 10 19:23:12.098292 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d66430e-c8ab-4873-9c35-bc02f8e9fd23 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:23:12.102110 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0d66430e-c8ab-4873-9c35-bc02f8e9fd23 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "DELETE /v2.0/subnets/cdda86fb-6986-4c11-9872-e1d696d389d6 HTTP/1.1" status: 404 len: 337 time: 0.0616586 Nov 10 19:23:12.119578 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45186) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:12.121909 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d043e0d-c3ad-415e-a6ad-d00f52f27f2f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event deleted for resources: {'Network': ['ID=cdbe7e03-dacc-4ef8-bfdd-0663c9203d66,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:12.132006 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-abdfb2d9-90be-4189-ac04-a648f3e86bec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:12.150943 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-efaab9a1-2480-4b2f-b5bb-036ac447ae23 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] DELETE failed (client error): The resource could not be found. Nov 10 19:23:12.151559 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efaab9a1-2480-4b2f-b5bb-036ac447ae23 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:23:12.158146 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-efaab9a1-2480-4b2f-b5bb-036ac447ae23 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "DELETE /v2.0/networks/cdbe7e03-dacc-4ef8-bfdd-0663c9203d66 HTTP/1.1" status: 404 len: 339 time: 0.0343513 Nov 10 19:23:12.158146 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45188) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:12.199794 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-abdfb2d9-90be-4189-ac04-a648f3e86bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:12.309509 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-abdfb2d9-90be-4189-ac04-a648f3e86bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:12.405672 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfb2d9-90be-4189-ac04-a648f3e86bec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06e253c8-ccf8-4759-beff-562a5614e5f4,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:12.422710 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e98dc59-7643-41cd-941f-0c75b35c1e76 None None] Network 5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:23:12.424054 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-abdfb2d9-90be-4189-ac04-a648f3e86bec admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:12.428847 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-abdfb2d9-90be-4189-ac04-a648f3e86bec admin admin] 10.222.0.54 "DELETE /v2.0/subnets/06e253c8-ccf8-4759-beff-562a5614e5f4 HTTP/1.1" status: 204 len: 168 time: 0.4587626 Nov 10 19:23:12.431424 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45194) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:12.445926 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45196) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:12.459397 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-612269d5-c179-46db-9040-e7581c9d0dea tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:12.587700 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaa702e-4135-4d2c-91fa-02092718ba53 None None] DHCP port deletion for 5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:23:12.631454 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-321f0500-12ba-467d-9706-fb36d9c28240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:12.645724 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-442112dc-cd0e-4878-b938-05e3e8077965 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:12.647515 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-442112dc-cd0e-4878-b938-05e3e8077965 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.25 "GET /v2.0/networks?id=32c76f13-1e17-4dc8-9eac-cde3fda606b6 HTTP/1.1" status: 200 len: 814 time: 0.3716316 Nov 10 19:23:12.651573 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 69dbe064-30b6-4e73-8cee-80ba9f4aa1d0 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:23:12.658821 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-612269d5-c179-46db-9040-e7581c9d0dea tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:12.672843 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-84c1b530-4606-4e3d-ae98-bfba8e9c8a67 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Request body: {'port': {'device_id': '6c10c19d-dab1-4e5a-97ae-ee3590819d94', 'network_id': '32c76f13-1e17-4dc8-9eac-cde3fda606b6', 'admin_state_up': True, 'tenant_id': '69914fc6f0964a1f82f3fd94373da7f0'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:12.675862 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 69dbe064-30b6-4e73-8cee-80ba9f4aa1d0 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:23:12.676608 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 69dbe064-30b6-4e73-8cee-80ba9f4aa1d0 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:23:12.699740 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf8377-a52c-40ef-a537-be8663316bbe req-ba9cc6df-f088-4005-835a-3c53be9274e5 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:12.706327 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1bbf8377-a52c-40ef-a537-be8663316bbe req-ba9cc6df-f088-4005-835a-3c53be9274e5 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=43ac48b5-63c9-4089-8e90-af395a6e6e00 HTTP/1.1" status: 200 len: 945 time: 0.1929221 Nov 10 19:23:12.739025 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-321f0500-12ba-467d-9706-fb36d9c28240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:12.741282 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-612269d5-c179-46db-9040-e7581c9d0dea tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf50f615-cf13-4ea5-8bbc-9f0b6b56e2bd']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:12.754646 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a51f5170-61af-4268-8a3d-c0e97cf54b6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:12.760830 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-321f0500-12ba-467d-9706-fb36d9c28240 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:12.771138 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-321f0500-12ba-467d-9706-fb36d9c28240 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b2cb0d-36f3-421f-b342-84289da8bf0b') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:12.771511 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-321f0500-12ba-467d-9706-fb36d9c28240 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b2cb0d-36f3-421f-b342-84289da8bf0b') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:12.781666 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-321f0500-12ba-467d-9706-fb36d9c28240 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:12.797903 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-321f0500-12ba-467d-9706-fb36d9c28240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:12.804237 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-321f0500-12ba-467d-9706-fb36d9c28240 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:23:12.804635 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-321f0500-12ba-467d-9706-fb36d9c28240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:12.806369 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:23:12.806369 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:23:12.806369 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:23:12.806369 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:23:12.806369 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:23:12.806369 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:23:12.806369 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:23:12.806369 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:23:12.806369 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:23:12.806369 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:23:12.806369 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:23:12.806369 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:23:12.806369 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:23:12.806369 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:23:12.806369 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:23:12.806369 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:23:12.806369 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:23:12.806369 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:23:12.806369 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:23:12.806369 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:23:12.806369 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:23:12.806369 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:23:12.806369 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:23:12.806369 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:23:12.806369 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:23:12.806369 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:23:12.806369 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:23:12.806369 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:23:12.806369 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:23:12.806369 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:23:12.806369 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:23:12.806369 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:23:12.827320 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-612269d5-c179-46db-9040-e7581c9d0dea tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02b9ec9b-11f5-40f5-8dd2-452bf524022a') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:12.827918 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-612269d5-c179-46db-9040-e7581c9d0dea tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02b9ec9b-11f5-40f5-8dd2-452bf524022a') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:12.850040 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-612269d5-c179-46db-9040-e7581c9d0dea tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:12.865842 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-321f0500-12ba-467d-9706-fb36d9c28240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:12.875385 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-321f0500-12ba-467d-9706-fb36d9c28240 admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:12.881166 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-321f0500-12ba-467d-9706-fb36d9c28240 admin admin] 10.222.0.54 "DELETE /v2.0/networks/5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1 HTTP/1.1" status: 204 len: 168 time: 0.4459918 Nov 10 19:23:12.901010 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f0500-12ba-467d-9706-fb36d9c28240 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bdc1f55-9f6c-4f22-96e1-99d0a064bfc1,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:12.908826 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-612269d5-c179-46db-9040-e7581c9d0dea tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:12.925915 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-612269d5-c179-46db-9040-e7581c9d0dea tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:23:12.926177 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-612269d5-c179-46db-9040-e7581c9d0dea tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:12.930201 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:23:12.930201 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:23:12.930201 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:23:12.930201 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:23:12.930201 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:23:12.930201 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:23:12.930201 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:23:12.930201 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:23:12.930201 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:23:12.930201 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:23:12.930201 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:23:12.930201 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:23:12.930201 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:23:12.930201 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:23:12.930201 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:23:12.930201 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:23:12.930201 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:23:12.930201 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:23:12.930201 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:23:12.930201 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:23:12.930201 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:23:12.930201 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:23:12.930201 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:23:12.930201 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:23:12.930201 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:23:12.930201 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:23:12.930201 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:23:12.930201 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:23:12.930201 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:23:12.930201 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:23:12.930201 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:23:12.930201 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:23:12.933659 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1bbf8377-a52c-40ef-a537-be8663316bbe req-a33dea53-5f22-4f58-b071-760bb84af991 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025123 Nov 10 19:23:13.040766 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-84c1b530-4606-4e3d-ae98-bfba8e9c8a67 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Made reservation on behalf of 69914fc6f0964a1f82f3fd94373da7f0 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:23:13.048255 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-84c1b530-4606-4e3d-ae98-bfba8e9c8a67 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:13.054276 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-612269d5-c179-46db-9040-e7581c9d0dea tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:13.076094 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-612269d5-c179-46db-9040-e7581c9d0dea tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:13.082234 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45210) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:13.082772 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-612269d5-c179-46db-9040-e7581c9d0dea tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "DELETE /v2.0/networks/cf50f615-cf13-4ea5-8bbc-9f0b6b56e2bd HTTP/1.1" status: 204 len: 168 time: 0.9231040 Nov 10 19:23:13.107051 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612269d5-c179-46db-9040-e7581c9d0dea tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event deleted for resources: {'Network': ['ID=cf50f615-cf13-4ea5-8bbc-9f0b6b56e2bd,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:13.131159 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a51f5170-61af-4268-8a3d-c0e97cf54b6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:13.163471 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45214) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:13.173887 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a51f5170-61af-4268-8a3d-c0e97cf54b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:13.189013 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08306bf-ece9-49d3-805e-0da78c037651 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] DELETE failed (client error): The resource could not be found. Nov 10 19:23:13.190437 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c08306bf-ece9-49d3-805e-0da78c037651 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:23:13.193954 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c08306bf-ece9-49d3-805e-0da78c037651 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "DELETE /v2.0/subnets/7289ab92-f849-4c19-b3a3-8c8a97d18b09 HTTP/1.1" status: 404 len: 337 time: 0.1099460 Nov 10 19:23:13.197091 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45216) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:13.218149 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b0d5e8-02d5-4793-8aab-e1bb71b01cc4 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] DELETE failed (client error): The resource could not be found. Nov 10 19:23:13.218963 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4b0d5e8-02d5-4793-8aab-e1bb71b01cc4 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:23:13.222972 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c4b0d5e8-02d5-4793-8aab-e1bb71b01cc4 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "DELETE /v2.0/networks/a8fcd23d-a9fa-4325-9dbc-af312912fbee HTTP/1.1" status: 404 len: 339 time: 0.0245519 Nov 10 19:23:13.225474 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45218) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:13.291684 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cec6816-e0db-45a4-85c6-c2e19f2f3991 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Deleting subnet 035b2ca9-31ea-4ac0-afff-75c21a4dd1fa {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:23:13.296884 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1cec6816-e0db-45a4-85c6-c2e19f2f3991 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:13.350045 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1cec6816-e0db-45a4-85c6-c2e19f2f3991 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:13.454950 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1cec6816-e0db-45a4-85c6-c2e19f2f3991 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:13.527185 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1cec6816-e0db-45a4-85c6-c2e19f2f3991 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:13.545676 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0b2ee55f-55d6-4406-be96-6bce831ea925 req-a4ce9fe4-5fff-4e1c-a838-c688f4d58a04 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c10c19d-dab1-4e5a-97ae-ee3590819d94 HTTP/1.1" status: 200 len: 210 time: 0.3745811 Nov 10 19:23:13.569153 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec6816-e0db-45a4-85c6-c2e19f2f3991 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event deleted for resources: {'Subnet': ['ID=035b2ca9-31ea-4ac0-afff-75c21a4dd1fa,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:13.575847 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1cec6816-e0db-45a4-85c6-c2e19f2f3991 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:13.579917 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a114a4-9a48-4297-9f3d-ea3b5e88b18c None None] Network ffeb46cd-9a73-4993-a259-929476ab268f requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:23:13.594362 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a51f5170-61af-4268-8a3d-c0e97cf54b6c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dfbaac2bf7324ad9a05d5ef79073f2d7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1470315 Nov 10 19:23:13.597924 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1cec6816-e0db-45a4-85c6-c2e19f2f3991 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "DELETE /v2.0/subnets/035b2ca9-31ea-4ac0-afff-75c21a4dd1fa HTTP/1.1" status: 204 len: 168 time: 0.3691592 Nov 10 19:23:13.597924 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45220) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:13.600869 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45222) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:13.659538 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f5170-61af-4268-8a3d-c0e97cf54b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617fa299-41ab-41bc-a6ee-8df12e0d264b,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:13.682931 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-cdbcafea-9ca0-4073-9c5b-2e4bad0060bd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e46deaefb616472b83e2b7cb8766b75a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5182283 Nov 10 19:23:13.685862 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45224) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:13.742870 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d1de09f-518f-49ef-81de-17e951afdb26 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Deleting subnet b06705cf-ac06-44a1-97e4-50dc2fa4431c {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:23:13.747899 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a57e4c89-57a7-47f4-8d35-d2b7798b305d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:13.748738 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-84c1b530-4606-4e3d-ae98-bfba8e9c8a67 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Allocated IP 172.20.0.8 (32c76f13-1e17-4dc8-9eac-cde3fda606b6/babcf2b1-e498-4105-82f8-754d9115199f/9a1084bc-2f3a-4a09-80d4-0f39e8421893) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:23:13.827114 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5aeffe67-19ee-4dc7-8b25-1d48bd5545cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:13.837946 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a57e4c89-57a7-47f4-8d35-d2b7798b305d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:13.875358 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5aeffe67-19ee-4dc7-8b25-1d48bd5545cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:13.943072 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4d1de09f-518f-49ef-81de-17e951afdb26 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:13.943962 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a57e4c89-57a7-47f4-8d35-d2b7798b305d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:13.949434 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a57e4c89-57a7-47f4-8d35-d2b7798b305d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:13.953111 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a57e4c89-57a7-47f4-8d35-d2b7798b305d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/617fa299-41ab-41bc-a6ee-8df12e0d264b HTTP/1.1" status: 204 len: 168 time: 0.3413761 Nov 10 19:23:13.972948 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e4c89-57a7-47f4-8d35-d2b7798b305d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617fa299-41ab-41bc-a6ee-8df12e0d264b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:13.978129 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5aeffe67-19ee-4dc7-8b25-1d48bd5545cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:13.981200 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5aeffe67-19ee-4dc7-8b25-1d48bd5545cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:13.998087 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5aeffe67-19ee-4dc7-8b25-1d48bd5545cc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f4ec1428-4769-4aba-aebe-643bd29f5446 HTTP/1.1" status: 204 len: 168 time: 0.2949743 Nov 10 19:23:14.009703 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeffe67-19ee-4dc7-8b25-1d48bd5545cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ec1428-4769-4aba-aebe-643bd29f5446,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:14.025220 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4d1de09f-518f-49ef-81de-17e951afdb26 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:14.381611 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec81846-8207-4416-a3ed-0b7f65537471 req-4c2e60d1-d9d3-4bc3-8c15-d95df00c535c tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:14.389813 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bec81846-8207-4416-a3ed-0b7f65537471 req-4c2e60d1-d9d3-4bc3-8c15-d95df00c535c tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=43ac48b5-63c9-4089-8e90-af395a6e6e00 HTTP/1.1" status: 200 len: 945 time: 0.3016260 Nov 10 19:23:14.407070 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-84c1b530-4606-4e3d-ae98-bfba8e9c8a67 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:14.478688 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4d1de09f-518f-49ef-81de-17e951afdb26 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:14.569155 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bec81846-8207-4416-a3ed-0b7f65537471 req-960a5cfa-7a5c-468a-980a-d593e5b2d075 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783822 Nov 10 19:23:14.610992 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-84c1b530-4606-4e3d-ae98-bfba8e9c8a67 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:14.681066 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-84c1b530-4606-4e3d-ae98-bfba8e9c8a67 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Network 32c76f13-1e17-4dc8-9eac-cde3fda606b6 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:23:14.682285 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45244) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:14.686647 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-84c1b530-4606-4e3d-ae98-bfba8e9c8a67 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:23:14.698344 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-84c1b530-4606-4e3d-ae98-bfba8e9c8a67 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:23:14.702731 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c25af947-e9d5-457e-8286-6db83dd5174d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:14.703347 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4d1de09f-518f-49ef-81de-17e951afdb26 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:14.792242 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1de09f-518f-49ef-81de-17e951afdb26 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event deleted for resources: {'Subnet': ['ID=b06705cf-ac06-44a1-97e4-50dc2fa4431c,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:14.816631 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4d1de09f-518f-49ef-81de-17e951afdb26 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:14.826985 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4d1de09f-518f-49ef-81de-17e951afdb26 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "DELETE /v2.0/subnets/b06705cf-ac06-44a1-97e4-50dc2fa4431c HTTP/1.1" status: 204 len: 168 time: 1.2043583 Nov 10 19:23:14.833202 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45248) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:14.838649 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1b530-4606-4e3d-ae98-bfba8e9c8a67 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Pushing event updated for resources: {'Port': ['ID=9a1084bc-2f3a-4a09-80d4-0f39e8421893,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:14.853013 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c25af947-e9d5-457e-8286-6db83dd5174d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:14.867408 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c25af947-e9d5-457e-8286-6db83dd5174d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:14.923943 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-84c1b530-4606-4e3d-ae98-bfba8e9c8a67 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:14.924608 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-84c1b530-4606-4e3d-ae98-bfba8e9c8a67 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:14.925318 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c25af947-e9d5-457e-8286-6db83dd5174d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a8e9eda84c0b49f4ba48ecb5c421704b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2410734 Nov 10 19:23:14.926089 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45252) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:14.937783 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25af947-e9d5-457e-8286-6db83dd5174d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8322689-79b0-4c61-82f8-593585f2ad37,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:14.958758 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbc492d-3a34-43bc-ba3c-debee21aa939 None None] Network ffeb46cd-9a73-4993-a259-929476ab268f requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:23:14.990031 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-84c1b530-4606-4e3d-ae98-bfba8e9c8a67 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3283894 Nov 10 19:23:14.998215 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8bf2-6c6a-42d5-ab89-e415020379a5 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:15.006299 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-f90582ee-35d5-4946-bc62-cb0e3c695bcb service neutron] Request body: {'port': {'device_id': '6c10c19d-dab1-4e5a-97ae-ee3590819d94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:15.024056 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4f4ef8c2-5681-41b1-959f-50ec9e506285 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:15.052622 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463548a-a673-4aa6-ac20-beba89d3a326 req-e06340e6-7063-4f21-bfca-c8cd4c29eb2d tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:15.053687 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4f4ef8c2-5681-41b1-959f-50ec9e506285 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:15.060212 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c463548a-a673-4aa6-ac20-beba89d3a326 req-e06340e6-7063-4f21-bfca-c8cd4c29eb2d tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c10c19d-dab1-4e5a-97ae-ee3590819d94 HTTP/1.1" status: 200 len: 931 time: 0.1843903 Nov 10 19:23:15.130532 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-97c209a1-99fe-4ed9-8527-cf5f89e7328d None None] Provisioning complete for port f65ac438-bcdb-4d83-b52b-72b2d365ec60 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:23:15.131092 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-97c209a1-99fe-4ed9-8527-cf5f89e7328d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:15.141039 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-f90582ee-35d5-4946-bc62-cb0e3c695bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:15.151070 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4f4ef8c2-5681-41b1-959f-50ec9e506285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:15.154300 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4f4ef8c2-5681-41b1-959f-50ec9e506285 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:15.159032 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4f4ef8c2-5681-41b1-959f-50ec9e506285 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e8322689-79b0-4c61-82f8-593585f2ad37 HTTP/1.1" status: 204 len: 168 time: 0.2268598 Nov 10 19:23:15.167582 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ef8c2-5681-41b1-959f-50ec9e506285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8322689-79b0-4c61-82f8-593585f2ad37,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:15.387433 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfd59e3-7999-4a77-bad4-29f892e3a000 None None] DHCP port deletion for ffeb46cd-9a73-4993-a259-929476ab268f request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:23:15.424440 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c463548a-a673-4aa6-ac20-beba89d3a326 req-d52e78fc-6d54-4346-9d1d-0948513f17f1 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633375 Nov 10 19:23:15.466709 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-1a2e8bf2-6c6a-42d5-ab89-e415020379a5 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Deleting port f65ac438-bcdb-4d83-b52b-72b2d365ec60 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:23:15.467084 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8bf2-6c6a-42d5-ab89-e415020379a5 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:15.494639 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-ebfd59e3-7999-4a77-bad4-29f892e3a000 None None] Deleting port f65ac438-bcdb-4d83-b52b-72b2d365ec60 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:23:15.495620 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ebfd59e3-7999-4a77-bad4-29f892e3a000 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:15.582942 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-1a2e8bf2-6c6a-42d5-ab89-e415020379a5 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] For port f65ac438-bcdb-4d83-b52b-72b2d365ec60, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f65ac438-bcdb-4d83-b52b-72b2d365ec60,segment=NetworkSegment(b13e63f5-ba86-4453-bb00-c6ca099659b2),segment_id=b13e63f5-ba86-4453-bb00-c6ca099659b2)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:15.583445 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8bf2-6c6a-42d5-ab89-e415020379a5 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:15.608968 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-ebfd59e3-7999-4a77-bad4-29f892e3a000 None None] For port f65ac438-bcdb-4d83-b52b-72b2d365ec60, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f65ac438-bcdb-4d83-b52b-72b2d365ec60,segment=NetworkSegment(b13e63f5-ba86-4453-bb00-c6ca099659b2),segment_id=b13e63f5-ba86-4453-bb00-c6ca099659b2)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:15.609792 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ebfd59e3-7999-4a77-bad4-29f892e3a000 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:15.631175 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-ebfd59e3-7999-4a77-bad4-29f892e3a000 None None] Calling delete_port for f65ac438-bcdb-4d83-b52b-72b2d365ec60 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:23:15.637094 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-1a2e8bf2-6c6a-42d5-ab89-e415020379a5 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Calling delete_port for f65ac438-bcdb-4d83-b52b-72b2d365ec60 owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:23:15.663704 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-f90582ee-35d5-4946-bc62-cb0e3c695bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a1084bc-2f3a-4a09-80d4-0f39e8421893 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:23:15.712103 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-f90582ee-35d5-4946-bc62-cb0e3c695bcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:15.730709 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ebfd59e3-7999-4a77-bad4-29f892e3a000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:15.765333 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd59e3-7999-4a77-bad4-29f892e3a000 None None] Pushing event deleted for resources: {'Port': ['ID=f65ac438-bcdb-4d83-b52b-72b2d365ec60,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:15.767797 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfd59e3-7999-4a77-bad4-29f892e3a000 None None] No DVR routers for this DVR port f65ac438-bcdb-4d83-b52b-72b2d365ec60 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:23:15.775006 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-f90582ee-35d5-4946-bc62-cb0e3c695bcb service neutron] Transition to ACTIVE for port object 9a1084bc-2f3a-4a09-80d4-0f39e8421893 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:23:15.790210 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-f90582ee-35d5-4946-bc62-cb0e3c695bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:15.802250 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45276) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:15.845411 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3e725-8b2b-4dac-bf5d-058af911e0d8 req-b1efd78e-b468-4de7-a276-62d6639837dd tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:15.853556 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8aa3e725-8b2b-4dac-bf5d-058af911e0d8 req-b1efd78e-b468-4de7-a276-62d6639837dd tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=43ac48b5-63c9-4089-8e90-af395a6e6e00 HTTP/1.1" status: 200 len: 945 time: 0.1372209 Nov 10 19:23:15.919714 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8bf2-6c6a-42d5-ab89-e415020379a5 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:15.929632 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90582ee-35d5-4946-bc62-cb0e3c695bcb service neutron] Pushing event updated for resources: {'Port': ['ID=9a1084bc-2f3a-4a09-80d4-0f39e8421893,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:15.965494 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-b4ad9add-cfa5-45b5-b21e-f5b13905809b admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-419817035-network', 'tenant_id': 'eae6b5490ae14365a6c6d16b70aab18a'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:15.990054 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2e8bf2-6c6a-42d5-ab89-e415020379a5 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] No DVR routers for this DVR port f65ac438-bcdb-4d83-b52b-72b2d365ec60 on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:23:15.994460 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ad9add-cfa5-45b5-b21e-f5b13905809b admin admin] Made reservation on behalf of eae6b5490ae14365a6c6d16b70aab18a for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:23:15.998746 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4ad9add-cfa5-45b5-b21e-f5b13905809b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:16.013470 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4ad9add-cfa5-45b5-b21e-f5b13905809b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:16.036408 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e8bf2-6c6a-42d5-ab89-e415020379a5 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event deleted for resources: {'Port': ['ID=f65ac438-bcdb-4d83-b52b-72b2d365ec60,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:16.074636 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8aa3e725-8b2b-4dac-bf5d-058af911e0d8 req-614def95-4e07-4a25-91f6-63cc951ada92 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200925 Nov 10 19:23:16.147384 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4ad9add-cfa5-45b5-b21e-f5b13905809b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:16.153620 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4ad9add-cfa5-45b5-b21e-f5b13905809b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:16.197946 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8bf2-6c6a-42d5-ab89-e415020379a5 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:16.200794 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-f90582ee-35d5-4946-bc62-cb0e3c695bcb service neutron] Attempting to bind port 9a1084bc-2f3a-4a09-80d4-0f39e8421893 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:23:16.201229 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-f90582ee-35d5-4946-bc62-cb0e3c695bcb service neutron] Attempting to bind port 9a1084bc-2f3a-4a09-80d4-0f39e8421893 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '972f3100-a6a2-4418-9bf5-bbc6550de0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '32c76f13-1e17-4dc8-9eac-cde3fda606b6'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:23:16.201497 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-f90582ee-35d5-4946-bc62-cb0e3c695bcb service neutron] Attempting to bind port 9a1084bc-2f3a-4a09-80d4-0f39e8421893 on network 32c76f13-1e17-4dc8-9eac-cde3fda606b6 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:23:16.206553 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4ad9add-cfa5-45b5-b21e-f5b13905809b admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:23:16.215150 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad9add-cfa5-45b5-b21e-f5b13905809b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37aeab42-6b7b-4004-8548-bf6488c396c0,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:16.216928 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-f90582ee-35d5-4946-bc62-cb0e3c695bcb service neutron] Port 9a1084bc-2f3a-4a09-80d4-0f39e8421893 on network 32c76f13-1e17-4dc8-9eac-cde3fda606b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:23:16.217313 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-f90582ee-35d5-4946-bc62-cb0e3c695bcb service neutron] Attempting to bind port 9a1084bc-2f3a-4a09-80d4-0f39e8421893 on network 32c76f13-1e17-4dc8-9eac-cde3fda606b6 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:23:16.227176 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4ad9add-cfa5-45b5-b21e-f5b13905809b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:16.228522 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-b4ad9add-cfa5-45b5-b21e-f5b13905809b admin admin] Added segment 095bac42-2072-4098-b08b-c9a5de219e7a of type vlan for network 894f5cd2-973a-4ffa-b74f-8015c201415c Nov 10 19:23:16.234526 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-1a2e8bf2-6c6a-42d5-ab89-e415020379a5 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffeb46cd-9a73-4993-a259-929476ab268f']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:16.245196 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-f90582ee-35d5-4946-bc62-cb0e3c695bcb service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:23:16.245521 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-f90582ee-35d5-4946-bc62-cb0e3c695bcb service neutron] Checking segment: {'id': '972f3100-a6a2-4418-9bf5-bbc6550de0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '32c76f13-1e17-4dc8-9eac-cde3fda606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:23:16.245927 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-f90582ee-35d5-4946-bc62-cb0e3c695bcb service neutron] Bound using segment: {'id': '972f3100-a6a2-4418-9bf5-bbc6550de0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '32c76f13-1e17-4dc8-9eac-cde3fda606b6'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:23:16.246355 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-f90582ee-35d5-4946-bc62-cb0e3c695bcb service neutron] Bound port: 9a1084bc-2f3a-4a09-80d4-0f39e8421893, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '972f3100-a6a2-4418-9bf5-bbc6550de0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '32c76f13-1e17-4dc8-9eac-cde3fda606b6'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:23:16.246722 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-f90582ee-35d5-4946-bc62-cb0e3c695bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:16.252181 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-1a2e8bf2-6c6a-42d5-ab89-e415020379a5 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b13e63f5-ba86-4453-bb00-c6ca099659b2') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:16.252612 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-1a2e8bf2-6c6a-42d5-ab89-e415020379a5 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b13e63f5-ba86-4453-bb00-c6ca099659b2') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:16.273858 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8bf2-6c6a-42d5-ab89-e415020379a5 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:16.282003 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4ad9add-cfa5-45b5-b21e-f5b13905809b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:16.312106 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8bf2-6c6a-42d5-ab89-e415020379a5 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:16.319727 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4ad9add-cfa5-45b5-b21e-f5b13905809b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:16.320882 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ad9add-cfa5-45b5-b21e-f5b13905809b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:16.321680 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4ad9add-cfa5-45b5-b21e-f5b13905809b admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:16.325143 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a2e8bf2-6c6a-42d5-ab89-e415020379a5 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:23:16.325665 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8bf2-6c6a-42d5-ab89-e415020379a5 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: self.session.flush() Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: self.session.flush() Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: self.session.flush() Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: self.session.flush() Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:23:16.329743 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:23:16.366446 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b4ad9add-cfa5-45b5-b21e-f5b13905809b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5628061 Nov 10 19:23:16.367110 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45292) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:16.375556 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-eca3ab03-4e27-44cc-82a7-0c13304219b4 admin admin] Request body: {'subnet': {'network_id': '894f5cd2-973a-4ffa-b74f-8015c201415c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-419817035-subnet', 'tenant_id': 'eae6b5490ae14365a6c6d16b70aab18a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:16.412311 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-f90582ee-35d5-4946-bc62-cb0e3c695bcb service neutron] For port 9a1084bc-2f3a-4a09-80d4-0f39e8421893, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:23:16.432925 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-f90582ee-35d5-4946-bc62-cb0e3c695bcb service neutron] For port 9a1084bc-2f3a-4a09-80d4-0f39e8421893, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=9a1084bc-2f3a-4a09-80d4-0f39e8421893,segment=NetworkSegment(972f3100-a6a2-4418-9bf5-bbc6550de0fb),segment_id=972f3100-a6a2-4418-9bf5-bbc6550de0fb)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:23:16.440459 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-f90582ee-35d5-4946-bc62-cb0e3c695bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:16.446601 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8bf2-6c6a-42d5-ab89-e415020379a5 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:16.453594 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8bf2-6c6a-42d5-ab89-e415020379a5 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:16.459161 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1a2e8bf2-6c6a-42d5-ab89-e415020379a5 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "DELETE /v2.0/networks/ffeb46cd-9a73-4993-a259-929476ab268f HTTP/1.1" status: 204 len: 168 time: 1.6136506 Nov 10 19:23:16.470106 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45300) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:16.490091 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad9add-cfa5-45b5-b21e-f5b13905809b admin admin] Pushing event updated for resources: {'Network': ['ID=894f5cd2-973a-4ffa-b74f-8015c201415c,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:16.505524 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 894f5cd2-973a-4ffa-b74f-8015c201415c details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:23:16.534779 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-f90582ee-35d5-4946-bc62-cb0e3c695bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:16.536866 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-f90582ee-35d5-4946-bc62-cb0e3c695bcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:16.538395 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-f90582ee-35d5-4946-bc62-cb0e3c695bcb service neutron] 10.222.0.25 "PUT /v2.0/ports/9a1084bc-2f3a-4a09-80d4-0f39e8421893 HTTP/1.1" status: 200 len: 1091 time: 1.5374105 Nov 10 19:23:16.592847 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca3ab03-4e27-44cc-82a7-0c13304219b4 admin admin] Made reservation on behalf of eae6b5490ae14365a6c6d16b70aab18a for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:23:16.595940 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-eca3ab03-4e27-44cc-82a7-0c13304219b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:16.608907 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c10c19d-dab1-4e5a-97ae-ee3590819d94', 'tag': '9a1084bc-2f3a-4a09-80d4-0f39e8421893'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:23:16.612022 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a8cac4-02e2-41dc-b0b5-be36b8938205" -d '{"events": [{"name": "network-changed", "server_uuid": "6c10c19d-dab1-4e5a-97ae-ee3590819d94", "tag": "9a1084bc-2f3a-4a09-80d4-0f39e8421893"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:23:16.615340 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e8bf2-6c6a-42d5-ab89-e415020379a5 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event deleted for resources: {'Network': ['ID=ffeb46cd-9a73-4993-a259-929476ab268f,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:16.639521 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-199bd49c-92f1-484e-9610-2cabc9def225 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] DELETE failed (client error): The resource could not be found. Nov 10 19:23:16.640300 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-199bd49c-92f1-484e-9610-2cabc9def225 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:23:16.644312 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-199bd49c-92f1-484e-9610-2cabc9def225 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "DELETE /v2.0/subnets/2c8f4e33-38eb-4671-8f5c-01fffec284f0 HTTP/1.1" status: 404 len: 337 time: 0.1469147 Nov 10 19:23:16.675613 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45308) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:16.714334 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-268b76c1-047d-4135-a4fb-85bb96a0896f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] DELETE failed (client error): The resource could not be found. Nov 10 19:23:16.715186 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-268b76c1-047d-4135-a4fb-85bb96a0896f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:23:16.720368 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-268b76c1-047d-4135-a4fb-85bb96a0896f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "DELETE /v2.0/networks/acf22fd3-b215-4221-a419-b72d76d2a3c5 HTTP/1.1" status: 404 len: 339 time: 0.0433402 Nov 10 19:23:16.728138 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45310) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:16.757025 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90582ee-35d5-4946-bc62-cb0e3c695bcb service neutron] Pushing event updated for resources: {'Port': ['ID=9a1084bc-2f3a-4a09-80d4-0f39e8421893,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:16.809196 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-8155759e-ec96-43d0-9f9f-1fc615d749be tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] DELETE failed (client error): The resource could not be found. Nov 10 19:23:16.809676 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8155759e-ec96-43d0-9f9f-1fc615d749be tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:23:16.817712 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8155759e-ec96-43d0-9f9f-1fc615d749be tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "DELETE /v2.0/subnets/5a362689-7c77-4163-beb6-30df1f27ae4d HTTP/1.1" status: 404 len: 337 time: 0.0826266 Nov 10 19:23:16.827107 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45314) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:16.860472 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-28aebc5e-575d-4d48-a679-b1b585033d67 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] DELETE failed (client error): The resource could not be found. Nov 10 19:23:16.861247 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28aebc5e-575d-4d48-a679-b1b585033d67 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:23:16.867235 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-28aebc5e-575d-4d48-a679-b1b585033d67 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "DELETE /v2.0/networks/33547df1-bbf8-475c-8fbd-a660b1e454cc HTTP/1.1" status: 404 len: 339 time: 0.0364852 Nov 10 19:23:16.867455 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-65beeff0-67e4-4d98-9826-612c1e751afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:16.868728 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-65beeff0-67e4-4d98-9826-612c1e751afb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=69914fc6f0964a1f82f3fd94373da7f0&device_id=6c10c19d-dab1-4e5a-97ae-ee3590819d94 HTTP/1.1" status: 200 len: 1094 time: 0.2452230 Nov 10 19:23:16.871755 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45316) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:16.886658 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e680e-1887-4f27-a43d-3e73e2ca95c3 req-a65d863e-af26-40ed-bd4f-f21ae5c0c825 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:16.891637 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d26e680e-1887-4f27-a43d-3e73e2ca95c3 req-a65d863e-af26-40ed-bd4f-f21ae5c0c825 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c10c19d-dab1-4e5a-97ae-ee3590819d94 HTTP/1.1" status: 200 len: 943 time: 0.2415895 Nov 10 19:23:16.910894 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-eca3ab03-4e27-44cc-82a7-0c13304219b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:16.920879 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-85cd9701-17f0-4f0b-96e6-2c46c42e913a tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] DELETE failed (client error): The resource could not be found. Nov 10 19:23:16.921512 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85cd9701-17f0-4f0b-96e6-2c46c42e913a tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:23:16.928080 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-85cd9701-17f0-4f0b-96e6-2c46c42e913a tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "DELETE /v2.0/subnets/493db628-8b0f-4025-84c5-0dd2cb838092 HTTP/1.1" status: 404 len: 337 time: 0.0518794 Nov 10 19:23:16.928080 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45318) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:16.974740 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-0a12c371-d6ad-41ab-8d17-debad5b1ef5f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a1084bc-2f3a-4a09-80d4-0f39e8421893 HTTP/1.1" status: 200 len: 217 time: 0.0812566 Nov 10 19:23:17.013604 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3ab03-4e27-44cc-82a7-0c13304219b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d9e15c5-e417-4937-be7d-bb707fa3a095,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:17.037570 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d26e680e-1887-4f27-a43d-3e73e2ca95c3 req-37441eac-2009-4dda-b4a4-6b342e668459 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275096 Nov 10 19:23:17.062947 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-f6e68b4e-27ef-4193-9212-c40020910343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:17.062947 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-f6e68b4e-27ef-4193-9212-c40020910343 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=babcf2b1-e498-4105-82f8-754d9115199f HTTP/1.1" status: 200 len: 854 time: 0.0690391 Nov 10 19:23:17.063149 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-c48a94bb-7de5-4f63-a400-6edb6b8a8419 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] DELETE failed (client error): The resource could not be found. Nov 10 19:23:17.063929 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c48a94bb-7de5-4f63-a400-6edb6b8a8419 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:23:17.075150 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c48a94bb-7de5-4f63-a400-6edb6b8a8419 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "DELETE /v2.0/networks/0bbee807-7dd3-4326-a40e-fd7f6d151506 HTTP/1.1" status: 404 len: 339 time: 0.1359580 Nov 10 19:23:17.075695 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45322) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:17.145584 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-9e4290ff-27d4-4c29-b5f6-8c205b0a67cf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=32c76f13-1e17-4dc8-9eac-cde3fda606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744121 Nov 10 19:23:17.152416 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c7e314-51f3-478e-8a43-558f633de43a x-openstack-request-id: req-97c7e314-51f3-478e-8a43-558f633de43a {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:23:17.152972 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c10c19d-dab1-4e5a-97ae-ee3590819d94", "tag": "9a1084bc-2f3a-4a09-80d4-0f39e8421893", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:23:17.153423 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-97c7e314-51f3-478e-8a43-558f633de43a {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:23:17.154124 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c10c19d-dab1-4e5a-97ae-ee3590819d94', 'tag': '9a1084bc-2f3a-4a09-80d4-0f39e8421893', 'status': 'completed', 'code': 200} Nov 10 19:23:17.289777 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa6f194b-71d0-40ab-9b8b-6ff8198a303e tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Deleting subnet 7916ba87-25c8-4305-a0b1-b125b4403ec9 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:23:17.301324 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca3ab03-4e27-44cc-82a7-0c13304219b4 admin admin] Checking segment: {'id': '095bac42-2072-4098-b08b-c9a5de219e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '894f5cd2-973a-4ffa-b74f-8015c201415c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:23:17.301692 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca3ab03-4e27-44cc-82a7-0c13304219b4 admin admin] Network hostable DHCP agents. Network: 894f5cd2-973a-4ffa-b74f-8015c201415c, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:23:17.303822 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aa6f194b-71d0-40ab-9b8b-6ff8198a303e tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:17.392034 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48db3c-53a2-4ed8-ae9d-7f67d43b5d8b req-2ea9d9d6-bed9-4a5d-86f3-ec3846f648f9 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:17.394590 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-db48db3c-53a2-4ed8-ae9d-7f67d43b5d8b req-2ea9d9d6-bed9-4a5d-86f3-ec3846f648f9 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=43ac48b5-63c9-4089-8e90-af395a6e6e00 HTTP/1.1" status: 200 len: 945 time: 0.1148362 Nov 10 19:23:17.398766 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-3155e4af-f2e0-4052-9518-b2c8cde01d5d service neutron] 10.222.0.25 "GET /v2.0/networks/32c76f13-1e17-4dc8-9eac-cde3fda606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396123 Nov 10 19:23:17.419332 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aa6f194b-71d0-40ab-9b8b-6ff8198a303e tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:17.422998 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca3ab03-4e27-44cc-82a7-0c13304219b4 admin admin] Network 894f5cd2-973a-4ffa-b74f-8015c201415c is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:23:17.432718 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f65ac438-bcdb-4d83-b52b-72b2d365ec60 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:23:17.470310 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: f65ac438-bcdb-4d83-b52b-72b2d365ec60 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:23:17.470907 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f65ac438-bcdb-4d83-b52b-72b2d365ec60 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:23:17.508816 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-eca3ab03-4e27-44cc-82a7-0c13304219b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 894f5cd2-973a-4ffa-b74f-8015c201415c) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:23:17.523929 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca3ab03-4e27-44cc-82a7-0c13304219b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:17.524699 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed528687-6504-4ede-b163-cddf2407a581 None None] Network 894f5cd2-973a-4ffa-b74f-8015c201415c requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:23:17.527644 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-eca3ab03-4e27-44cc-82a7-0c13304219b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:17.550464 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-db48db3c-53a2-4ed8-ae9d-7f67d43b5d8b req-43b7e686-f625-4ca7-88c7-74505e6ae0d7 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488476 Nov 10 19:23:17.591374 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-eca3ab03-4e27-44cc-82a7-0c13304219b4 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2210989 Nov 10 19:23:17.611801 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cedb3a4b-6e01-4652-a98c-bfe45a97f6f2 req-aabeece9-eb03-41b3-aee1-72fa966017d0 service neutron] 10.222.0.25 "GET /v2.0/networks/32c76f13-1e17-4dc8-9eac-cde3fda606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960261 Nov 10 19:23:17.765217 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aa6f194b-71d0-40ab-9b8b-6ff8198a303e tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:17.856726 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8cac4-02e2-41dc-b0b5-be36b8938205 req-577d42e7-6ab9-4228-a192-06a2d95ce958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:17.858470 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c8a8cac4-02e2-41dc-b0b5-be36b8938205 req-577d42e7-6ab9-4228-a192-06a2d95ce958 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=69914fc6f0964a1f82f3fd94373da7f0&device_id=6c10c19d-dab1-4e5a-97ae-ee3590819d94 HTTP/1.1" status: 200 len: 1094 time: 0.1283269 Nov 10 19:23:17.987198 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c050017b-965f-446b-a181-7cb309cf9c7b None None] Network 894f5cd2-973a-4ffa-b74f-8015c201415c requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:23:17.989539 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aa6f194b-71d0-40ab-9b8b-6ff8198a303e tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:18.106508 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8cac4-02e2-41dc-b0b5-be36b8938205 req-65d4b84e-360f-4bfe-9481-3dffb761c0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:18.111024 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c8a8cac4-02e2-41dc-b0b5-be36b8938205 req-65d4b84e-360f-4bfe-9481-3dffb761c0fb service neutron] 10.222.0.25 "GET /v2.0/networks?id=32c76f13-1e17-4dc8-9eac-cde3fda606b6 HTTP/1.1" status: 200 len: 915 time: 0.2445099 Nov 10 19:23:18.157804 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aa6f194b-71d0-40ab-9b8b-6ff8198a303e tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:18.167399 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-aa6f194b-71d0-40ab-9b8b-6ff8198a303e tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "DELETE /v2.0/subnets/7916ba87-25c8-4305-a0b1-b125b4403ec9 HTTP/1.1" status: 204 len: 168 time: 1.0886011 Nov 10 19:23:18.168565 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f194b-71d0-40ab-9b8b-6ff8198a303e tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event deleted for resources: {'Subnet': ['ID=7916ba87-25c8-4305-a0b1-b125b4403ec9,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:18.177229 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45354) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:18.259671 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c8a8cac4-02e2-41dc-b0b5-be36b8938205 req-45c12a4e-2874-464f-86d1-e9d204f39725 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a1084bc-2f3a-4a09-80d4-0f39e8421893 HTTP/1.1" status: 200 len: 217 time: 0.1374805 Nov 10 19:23:18.342186 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f7246917-7076-44b3-8eef-ad905c4a61ab tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:18.442500 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8cac4-02e2-41dc-b0b5-be36b8938205 req-160b98bb-0212-4a56-81d9-05148982635e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:18.448659 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c8a8cac4-02e2-41dc-b0b5-be36b8938205 req-160b98bb-0212-4a56-81d9-05148982635e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=babcf2b1-e498-4105-82f8-754d9115199f HTTP/1.1" status: 200 len: 854 time: 0.1793659 Nov 10 19:23:18.472536 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f3b616-05a6-4ff9-8cd2-29dfd16b6ce5 None None] Network 7fe5e20e-81d6-4f82-b963-0bc9ac399b21 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:23:18.491916 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-f7246917-7076-44b3-8eef-ad905c4a61ab tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Deleting port 84d14470-7b5f-4249-9921-0665618e9112 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:23:18.492267 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f7246917-7076-44b3-8eef-ad905c4a61ab tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:18.546196 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb479688-5f79-48ea-acfb-99bdfb7196d3 req-aec7d47e-d69c-43c3-b961-332e2ffc928c tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:18.555483 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bb479688-5f79-48ea-acfb-99bdfb7196d3 req-aec7d47e-d69c-43c3-b961-332e2ffc928c tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c10c19d-dab1-4e5a-97ae-ee3590819d94 HTTP/1.1" status: 200 len: 943 time: 0.2332199 Nov 10 19:23:18.560378 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c8a8cac4-02e2-41dc-b0b5-be36b8938205 req-c0b718e7-5d4c-4215-80df-76c480e3ec27 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=32c76f13-1e17-4dc8-9eac-cde3fda606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011403 Nov 10 19:23:18.672144 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-f7246917-7076-44b3-8eef-ad905c4a61ab tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] For port 84d14470-7b5f-4249-9921-0665618e9112, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=84d14470-7b5f-4249-9921-0665618e9112,segment=NetworkSegment(3ff858ef-9f79-4a77-bb92-3e1d93d2e7cc),segment_id=3ff858ef-9f79-4a77-bb92-3e1d93d2e7cc)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:18.672507 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f7246917-7076-44b3-8eef-ad905c4a61ab tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:18.689739 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-f7246917-7076-44b3-8eef-ad905c4a61ab tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Calling delete_port for 84d14470-7b5f-4249-9921-0665618e9112 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:23:18.771416 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bb479688-5f79-48ea-acfb-99bdfb7196d3 req-c8517dfd-08bb-494a-9f9e-d8e67b17bd69 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147079 Nov 10 19:23:18.801882 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f7246917-7076-44b3-8eef-ad905c4a61ab tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:18.811420 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c8a8cac4-02e2-41dc-b0b5-be36b8938205 req-8230e3e3-68f2-4dd2-953c-6fc26465c35c service neutron] 10.222.0.25 "GET /v2.0/networks/32c76f13-1e17-4dc8-9eac-cde3fda606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250712 Nov 10 19:23:18.868248 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7246917-7076-44b3-8eef-ad905c4a61ab tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] No DVR routers for this DVR port 84d14470-7b5f-4249-9921-0665618e9112 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:23:18.870474 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7246917-7076-44b3-8eef-ad905c4a61ab tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event deleted for resources: {'Port': ['ID=84d14470-7b5f-4249-9921-0665618e9112,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:18.961062 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f65c0a-48da-4ca4-b1f4-ea27c60fa75c None None] DHCP port deletion for 7fe5e20e-81d6-4f82-b963-0bc9ac399b21 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:23:19.034943 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f7246917-7076-44b3-8eef-ad905c4a61ab tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:19.042512 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c8a8cac4-02e2-41dc-b0b5-be36b8938205 req-bf973ed5-08a3-4ffc-a4ca-fc2f81db90f5 service neutron] 10.222.0.25 "GET /v2.0/networks/32c76f13-1e17-4dc8-9eac-cde3fda606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219665 Nov 10 19:23:19.066483 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-f7246917-7076-44b3-8eef-ad905c4a61ab tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe5e20e-81d6-4f82-b963-0bc9ac399b21']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:19.079479 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-f7246917-7076-44b3-8eef-ad905c4a61ab tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff858ef-9f79-4a77-bb92-3e1d93d2e7cc') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:19.080078 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-f7246917-7076-44b3-8eef-ad905c4a61ab tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff858ef-9f79-4a77-bb92-3e1d93d2e7cc') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:19.103771 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f7246917-7076-44b3-8eef-ad905c4a61ab tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:19.127357 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f7246917-7076-44b3-8eef-ad905c4a61ab tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:19.134891 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7246917-7076-44b3-8eef-ad905c4a61ab tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:23:19.135298 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f7246917-7076-44b3-8eef-ad905c4a61ab tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:19.188821 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:23:19.188821 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:23:19.188821 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:23:19.188821 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:23:19.188821 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:23:19.188821 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:23:19.188821 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:23:19.188821 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:23:19.188821 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:23:19.188821 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:23:19.188821 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:23:19.188821 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:23:19.188821 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:23:19.188821 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:23:19.188821 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:23:19.188821 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:23:19.188821 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:23:19.188821 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:23:19.188821 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:23:19.188821 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:23:19.188821 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:23:19.188821 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:23:19.188821 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:23:19.188821 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:23:19.188821 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:23:19.188821 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:23:19.188821 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:23:19.188821 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:23:19.188821 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:23:19.188821 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:23:19.188821 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:23:19.188821 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:23:19.207317 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f7246917-7076-44b3-8eef-ad905c4a61ab tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:19.229345 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f7246917-7076-44b3-8eef-ad905c4a61ab tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:19.236916 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f7246917-7076-44b3-8eef-ad905c4a61ab tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "DELETE /v2.0/networks/7fe5e20e-81d6-4f82-b963-0bc9ac399b21 HTTP/1.1" status: 204 len: 168 time: 1.0564051 Nov 10 19:23:19.275052 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45378) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:19.283172 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7246917-7076-44b3-8eef-ad905c4a61ab tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event deleted for resources: {'Network': ['ID=7fe5e20e-81d6-4f82-b963-0bc9ac399b21,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:19.351408 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed419ec-7973-4df1-b7b4-11f9bf973b60 req-f4127dd1-6584-406b-9770-3fdb327972bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:19.353435 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0ed419ec-7973-4df1-b7b4-11f9bf973b60 req-f4127dd1-6584-406b-9770-3fdb327972bc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d16e75c2ff96444d8e04fd9ac069d28d&device_id=43ac48b5-63c9-4089-8e90-af395a6e6e00 HTTP/1.1" status: 200 len: 1096 time: 0.0608556 Nov 10 19:23:19.439289 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 84d14470-7b5f-4249-9921-0665618e9112 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:23:19.468031 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 84d14470-7b5f-4249-9921-0665618e9112 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:23:19.468781 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 84d14470-7b5f-4249-9921-0665618e9112 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:23:19.513573 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed419ec-7973-4df1-b7b4-11f9bf973b60 req-0c05b16b-5790-4e48-a7ca-4a3e76899218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:19.515257 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0ed419ec-7973-4df1-b7b4-11f9bf973b60 req-0c05b16b-5790-4e48-a7ca-4a3e76899218 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b4829d00-deeb-4c10-90b8-fcdd88bb940b HTTP/1.1" status: 200 len: 917 time: 0.1523600 Nov 10 19:23:19.562797 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0ed419ec-7973-4df1-b7b4-11f9bf973b60 req-825f70ba-67f1-42c6-9d33-09c061e8cef0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b8be6c8-3388-4790-864f-6aa2326f6bd7 HTTP/1.1" status: 200 len: 217 time: 0.0392678 Nov 10 19:23:19.626948 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed419ec-7973-4df1-b7b4-11f9bf973b60 req-d27eae9c-a8d9-4d57-9b94-8da3189943ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:19.627708 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c9dff7-390a-4b36-9b2f-99d5eb13183f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] DELETE failed (client error): The resource could not be found. Nov 10 19:23:19.628171 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01c9dff7-390a-4b36-9b2f-99d5eb13183f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:23:19.628739 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0ed419ec-7973-4df1-b7b4-11f9bf973b60 req-d27eae9c-a8d9-4d57-9b94-8da3189943ea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=406dcb85-1789-4a0c-b27d-266291683425 HTTP/1.1" status: 200 len: 855 time: 0.0590200 Nov 10 19:23:19.631174 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-01c9dff7-390a-4b36-9b2f-99d5eb13183f tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "DELETE /v2.0/subnets/e677425f-4764-4bf5-bf94-636d3752c46e HTTP/1.1" status: 404 len: 337 time: 0.3552496 Nov 10 19:23:19.633818 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45388) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:19.676529 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf301f3f-1441-4ec4-b225-b464eaa5d018 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] DELETE failed (client error): The resource could not be found. Nov 10 19:23:19.677332 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf301f3f-1441-4ec4-b225-b464eaa5d018 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:23:19.683039 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cf301f3f-1441-4ec4-b225-b464eaa5d018 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "DELETE /v2.0/networks/59031fd9-c617-4752-a333-9fbfb3d74950 HTTP/1.1" status: 404 len: 339 time: 0.0455070 Nov 10 19:23:19.683462 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45392) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:19.701344 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-2e0ee4f3-76d0-435e-877e-68951bb7216b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4822950 Nov 10 19:23:19.741784 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed419ec-7973-4df1-b7b4-11f9bf973b60 req-a3652d2e-010d-4e5e-af80-a3285e00962a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:19.744596 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0ed419ec-7973-4df1-b7b4-11f9bf973b60 req-a3652d2e-010d-4e5e-af80-a3285e00962a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b4829d00-deeb-4c10-90b8-fcdd88bb940b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083531 Nov 10 19:23:19.752415 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-47bb2487-5ddf-4690-a392-a0b1ed670367 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Deleting subnet c1fd6c70-564e-4f65-b7b6-192d6e9040d4 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:23:19.757078 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-47bb2487-5ddf-4690-a392-a0b1ed670367 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:19.761591 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-db63d9d0-606a-46a3-8d2a-46da3938198f tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:19.763159 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-db63d9d0-606a-46a3-8d2a-46da3938198f tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] 10.222.0.54 "GET /v2.0/networks?id=894f5cd2-973a-4ffa-b74f-8015c201415c HTTP/1.1" status: 200 len: 812 time: 0.1393914 Nov 10 19:23:19.814002 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-01d9e33e-8cbd-4956-a753-3fd40b49245b tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] 10.222.0.54 "GET /v2.0/quotas/eae6b5490ae14365a6c6d16b70aab18a HTTP/1.1" status: 200 len: 375 time: 0.0395360 Nov 10 19:23:19.853546 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-d7e804df-f135-447f-8f0b-e6d54d628f68 tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=eae6b5490ae14365a6c6d16b70aab18a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395567 Nov 10 19:23:19.855586 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-47bb2487-5ddf-4690-a392-a0b1ed670367 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:19.869673 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-467a73ca-4795-4ca2-9f5e-7c45b53b801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:19.870191 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-467a73ca-4795-4ca2-9f5e-7c45b53b801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:19.870664 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-467a73ca-4795-4ca2-9f5e-7c45b53b801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:19.871116 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-467a73ca-4795-4ca2-9f5e-7c45b53b801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:19.871574 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-467a73ca-4795-4ca2-9f5e-7c45b53b801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:19.872029 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-467a73ca-4795-4ca2-9f5e-7c45b53b801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:19.872484 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-467a73ca-4795-4ca2-9f5e-7c45b53b801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:19.874536 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-467a73ca-4795-4ca2-9f5e-7c45b53b801b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22b3d07c7c424271b33fe5fb0a26c6de&device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 6501 time: 0.1104739 Nov 10 19:23:19.926895 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0ed419ec-7973-4df1-b7b4-11f9bf973b60 req-7c0f8551-2fb1-4dc1-8512-8be8ec9b7240 service neutron] 10.222.0.25 "GET /v2.0/networks/b4829d00-deeb-4c10-90b8-fcdd88bb940b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665363 Nov 10 19:23:20.023073 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-47bb2487-5ddf-4690-a392-a0b1ed670367 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:20.035563 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-1086aa27-c473-4acc-8c04-30e5486a1025 service neutron] 10.222.0.54 "GET /v2.0/networks/894f5cd2-973a-4ffa-b74f-8015c201415c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811590 Nov 10 19:23:20.090242 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0ed419ec-7973-4df1-b7b4-11f9bf973b60 req-5c84c2d0-8c41-400f-940f-1ebfa4f126fa service neutron] 10.222.0.25 "GET /v2.0/networks/b4829d00-deeb-4c10-90b8-fcdd88bb940b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412137 Nov 10 19:23:20.093679 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-e7ad6f81-6ad1-4ba8-976d-a6281e150d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:20.094391 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-e7ad6f81-6ad1-4ba8-976d-a6281e150d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:20.094906 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-e7ad6f81-6ad1-4ba8-976d-a6281e150d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:20.096799 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-e7ad6f81-6ad1-4ba8-976d-a6281e150d85 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8e0b3ba3-7215-45b5-b8de-5724ad198916&id=08d5b27a-446a-4f08-9532-b9da3981ea57&id=08d5b27a-446a-4f08-9532-b9da3981ea57&id=08d5b27a-446a-4f08-9532-b9da3981ea57&id=08d5b27a-446a-4f08-9532-b9da3981ea57&id=5e688d16-320a-464d-a934-8ef580053d1d&id=5e688d16-320a-464d-a934-8ef580053d1d HTTP/1.1" status: 200 len: 2297 time: 0.1617918 Nov 10 19:23:20.106936 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-47bb2487-5ddf-4690-a392-a0b1ed670367 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:20.147953 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb2487-5ddf-4690-a392-a0b1ed670367 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event deleted for resources: {'Subnet': ['ID=c1fd6c70-564e-4f65-b7b6-192d6e9040d4,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:20.149975 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-47bb2487-5ddf-4690-a392-a0b1ed670367 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:20.155450 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-47bb2487-5ddf-4690-a392-a0b1ed670367 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "DELETE /v2.0/subnets/c1fd6c70-564e-4f65-b7b6-192d6e9040d4 HTTP/1.1" status: 204 len: 168 time: 0.4688427 Nov 10 19:23:20.155694 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45398) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:20.166714 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5553c6-3231-4f09-ab26-b8f13995ed4a None None] Network 7d1af7f4-72b1-4601-926f-8a8a2e35b28c requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:23:20.214209 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-0f622ae0-1a1f-4aa6-9d48-f66a170f407c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86e3afec-d4a4-466b-a8cd-37704951f59c HTTP/1.1" status: 200 len: 1001 time: 0.1098549 Nov 10 19:23:20.283155 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-904234ae-24b2-4d66-a7ff-b3c3e3e83539 service neutron] 10.222.0.54 "GET /v2.0/networks/894f5cd2-973a-4ffa-b74f-8015c201415c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377565 Nov 10 19:23:20.303386 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-4ac87e73-43f0-485d-a37d-60e99b36d647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:20.304971 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-4ac87e73-43f0-485d-a37d-60e99b36d647 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3188f8a0-bf12-4d61-a184-005155fc37b9 HTTP/1.1" status: 200 len: 855 time: 0.0801196 Nov 10 19:23:20.310064 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2c2257cb-d424-4f16-9553-90bae54d2e07 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:20.405302 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-2c2257cb-d424-4f16-9553-90bae54d2e07 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Deleting port 22cabc5e-d638-416f-9540-4947816506a1 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:23:20.406189 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2c2257cb-d424-4f16-9553-90bae54d2e07 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:20.419753 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-8a2963e5-b05a-4cb9-8dca-85e0d8d2dfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:20.422028 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-8a2963e5-b05a-4cb9-8dca-85e0d8d2dfec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8e0b3ba3-7215-45b5-b8de-5724ad198916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989060 Nov 10 19:23:20.422997 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02feeab5-ab67-4b19-a033-de53a9178eca None None] DHCP port deletion for 7d1af7f4-72b1-4601-926f-8a8a2e35b28c request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:23:20.496436 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-2c2257cb-d424-4f16-9553-90bae54d2e07 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] For port 22cabc5e-d638-416f-9540-4947816506a1, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=22cabc5e-d638-416f-9540-4947816506a1,segment=NetworkSegment(3fb7865b-0045-47c9-810d-9af1f4f31a5e),segment_id=3fb7865b-0045-47c9-810d-9af1f4f31a5e)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:20.496933 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2c2257cb-d424-4f16-9553-90bae54d2e07 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:20.535260 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-2c2257cb-d424-4f16-9553-90bae54d2e07 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Calling delete_port for 22cabc5e-d638-416f-9540-4947816506a1 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:23:20.546871 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-da18f088-3c52-46c5-93aa-25ccc4e42dca service neutron] 10.222.0.25 "GET /v2.0/networks/8e0b3ba3-7215-45b5-b8de-5724ad198916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159368 Nov 10 19:23:20.590882 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-02feeab5-ab67-4b19-a033-de53a9178eca None None] Deleting port 22cabc5e-d638-416f-9540-4947816506a1 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:23:20.593906 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-02feeab5-ab67-4b19-a033-de53a9178eca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:20.679727 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-02feeab5-ab67-4b19-a033-de53a9178eca None None] For port 22cabc5e-d638-416f-9540-4947816506a1, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=22cabc5e-d638-416f-9540-4947816506a1,segment=NetworkSegment(3fb7865b-0045-47c9-810d-9af1f4f31a5e),segment_id=3fb7865b-0045-47c9-810d-9af1f4f31a5e)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:20.680562 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-02feeab5-ab67-4b19-a033-de53a9178eca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:20.696685 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-02feeab5-ab67-4b19-a033-de53a9178eca None None] Calling delete_port for 22cabc5e-d638-416f-9540-4947816506a1 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:23:20.774406 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2c2257cb-d424-4f16-9553-90bae54d2e07 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:20.795037 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2257cb-d424-4f16-9553-90bae54d2e07 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] No DVR routers for this DVR port 22cabc5e-d638-416f-9540-4947816506a1 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:23:20.856203 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-02feeab5-ab67-4b19-a033-de53a9178eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:20.879178 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2257cb-d424-4f16-9553-90bae54d2e07 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event deleted for resources: {'Port': ['ID=22cabc5e-d638-416f-9540-4947816506a1,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:20.963094 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-5fbce374-eae4-4f59-8dae-67d7d41a8829 service neutron] 10.222.0.25 "GET /v2.0/networks/8e0b3ba3-7215-45b5-b8de-5724ad198916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948159 Nov 10 19:23:20.972774 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02feeab5-ab67-4b19-a033-de53a9178eca None None] Pushing event deleted for resources: {'Port': ['ID=22cabc5e-d638-416f-9540-4947816506a1,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:20.982318 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02feeab5-ab67-4b19-a033-de53a9178eca None None] No DVR routers for this DVR port 22cabc5e-d638-416f-9540-4947816506a1 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:23:21.037283 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2c2257cb-d424-4f16-9553-90bae54d2e07 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:21.094250 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-2c2257cb-d424-4f16-9553-90bae54d2e07 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d1af7f4-72b1-4601-926f-8a8a2e35b28c']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:21.107762 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-c429ed3d-ee76-4c67-a184-e97b7de551b5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=bb1386c3-1d75-43ef-9da4-68ee97148c59 HTTP/1.1" status: 200 len: 217 time: 0.1303186 Nov 10 19:23:21.130929 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-2c2257cb-d424-4f16-9553-90bae54d2e07 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fb7865b-0045-47c9-810d-9af1f4f31a5e') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:21.130929 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-2c2257cb-d424-4f16-9553-90bae54d2e07 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fb7865b-0045-47c9-810d-9af1f4f31a5e') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:21.155301 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2c2257cb-d424-4f16-9553-90bae54d2e07 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:21.191795 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2c2257cb-d424-4f16-9553-90bae54d2e07 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:21.206810 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-d476ad06-ca60-4015-a0d7-d8d7b7cba007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:21.207953 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2257cb-d424-4f16-9553-90bae54d2e07 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:23:21.209423 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2c2257cb-d424-4f16-9553-90bae54d2e07 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:21.211095 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-d476ad06-ca60-4015-a0d7-d8d7b7cba007 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa2b07b6-2c88-46ba-ac6c-03d3922986c1 HTTP/1.1" status: 200 len: 797 time: 0.0929043 Nov 10 19:23:21.217649 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:23:21.217649 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:23:21.217649 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:23:21.217649 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:23:21.217649 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:23:21.217649 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:23:21.217649 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:23:21.217649 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:23:21.217649 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:23:21.217649 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:23:21.217649 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:23:21.217649 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:23:21.217649 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:23:21.217649 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:23:21.217649 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:23:21.217649 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:23:21.217649 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:23:21.217649 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:23:21.217649 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:23:21.217649 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:23:21.217649 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:23:21.217649 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:23:21.217649 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:23:21.217649 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:23:21.217649 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:23:21.217649 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:23:21.217649 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:23:21.217649 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:23:21.217649 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:23:21.217649 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:23:21.217649 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:23:21.217649 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:23:21.372170 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-df468739-d187-40a7-8f82-5f9b50117bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:21.381787 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-df468739-d187-40a7-8f82-5f9b50117bfb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=08d5b27a-446a-4f08-9532-b9da3981ea57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1568441 Nov 10 19:23:21.408246 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 9a1084bc-2f3a-4a09-80d4-0f39e8421893 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:23:21.434473 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2c2257cb-d424-4f16-9553-90bae54d2e07 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:21.445862 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2c2257cb-d424-4f16-9553-90bae54d2e07 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:21.455010 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2c2257cb-d424-4f16-9553-90bae54d2e07 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] 10.222.0.54 "DELETE /v2.0/networks/7d1af7f4-72b1-4601-926f-8a8a2e35b28c HTTP/1.1" status: 204 len: 168 time: 1.2958901 Nov 10 19:23:21.471301 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2257cb-d424-4f16-9553-90bae54d2e07 tempest-NetworksIpV6Test-1389256872 tempest-NetworksIpV6Test-1389256872-project] Pushing event deleted for resources: {'Network': ['ID=7d1af7f4-72b1-4601-926f-8a8a2e35b28c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:21.506681 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45446) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:21.598937 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-8eafa43e-db46-464a-a66e-16dd8282de08 service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158964 Nov 10 19:23:21.713684 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 9a1084bc-2f3a-4a09-80d4-0f39e8421893, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=9a1084bc-2f3a-4a09-80d4-0f39e8421893,segment=NetworkSegment(972f3100-a6a2-4418-9bf5-bbc6550de0fb),segment_id=972f3100-a6a2-4418-9bf5-bbc6550de0fb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:21.733886 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-83880039-032d-49bb-a467-4fd770c00774 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:21.751246 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '9a1084bc-2f3a-4a09-80d4-0f39e8421893', 'network_id': '32c76f13-1e17-4dc8-9eac-cde3fda606b6', 'port_id': '9a1084bc-2f3a-4a09-80d4-0f39e8421893', 'mac_address': 'fa:16:3e:fc:11:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'babcf2b1-e498-4105-82f8-754d9115199f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:23:21.753554 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 22cabc5e-d638-416f-9540-4947816506a1 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:23:21.821160 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 22cabc5e-d638-416f-9540-4947816506a1 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:23:21.821502 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 22cabc5e-d638-416f-9540-4947816506a1 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:23:21.885296 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-23b2c148-3922-4052-9ea1-b491b1519a0f service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763300 Nov 10 19:23:21.917030 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:21.935566 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a1084bc-2f3a-4a09-80d4-0f39e8421893 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:23:21.959542 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 9a1084bc-2f3a-4a09-80d4-0f39e8421893, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=9a1084bc-2f3a-4a09-80d4-0f39e8421893,segment=NetworkSegment(972f3100-a6a2-4418-9bf5-bbc6550de0fb),segment_id=972f3100-a6a2-4418-9bf5-bbc6550de0fb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:21.965710 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:22.016375 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-f8431131-168d-4760-ad11-6e238a08a71e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=d211dbba-dcd7-4e1b-982a-56e8eb100ca4 HTTP/1.1" status: 200 len: 217 time: 0.0914500 Nov 10 19:23:22.025365 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=9a1084bc-2f3a-4a09-80d4-0f39e8421893,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:22.037415 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-83880039-032d-49bb-a467-4fd770c00774 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:22.043701 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-83880039-032d-49bb-a467-4fd770c00774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:22.087787 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-ca872fbd-bad2-44b8-9bec-12b917e33e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:22.089532 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-ca872fbd-bad2-44b8-9bec-12b917e33e34 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa2b07b6-2c88-46ba-ac6c-03d3922986c1 HTTP/1.1" status: 200 len: 797 time: 0.0655000 Nov 10 19:23:22.110187 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-83880039-032d-49bb-a467-4fd770c00774 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1d742a0c42664ad893107d32cb60df15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6020694 Nov 10 19:23:22.118311 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45452) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:22.131733 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1540a-00f1-4e43-9f5c-9b37ee8a08a1 req-7edb81d9-f294-4d65-81e7-0f960d33857c tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:22.133850 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-39c1540a-00f1-4e43-9f5c-9b37ee8a08a1 req-7edb81d9-f294-4d65-81e7-0f960d33857c tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=43ac48b5-63c9-4089-8e90-af395a6e6e00 HTTP/1.1" status: 200 len: 945 time: 0.2477117 Nov 10 19:23:22.137931 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45454) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:22.173427 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83880039-032d-49bb-a467-4fd770c00774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e2f7d5-b2b0-47e7-a2db-109079b40c4b,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:22.238002 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-fda26e47-8dfc-4d8b-b66f-b54cb83fdc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:22.239872 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-fda26e47-8dfc-4d8b-b66f-b54cb83fdc46 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=08d5b27a-446a-4f08-9532-b9da3981ea57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1421576 Nov 10 19:23:22.246293 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1af364f-77bf-4f53-9126-c1e4f9714883 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:22.281901 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1af364f-77bf-4f53-9126-c1e4f9714883 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:22.362851 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-39c1540a-00f1-4e43-9f5c-9b37ee8a08a1 req-99084414-decb-4507-b677-5884a80d8340 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942053 Nov 10 19:23:22.365034 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1af364f-77bf-4f53-9126-c1e4f9714883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:22.372569 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1af364f-77bf-4f53-9126-c1e4f9714883 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:22.376669 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d1af364f-77bf-4f53-9126-c1e4f9714883 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/58e2f7d5-b2b0-47e7-a2db-109079b40c4b HTTP/1.1" status: 204 len: 168 time: 0.2566257 Nov 10 19:23:22.394210 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['9a1084bc-2f3a-4a09-80d4-0f39e8421893'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:23:22.396044 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af364f-77bf-4f53-9126-c1e4f9714883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e2f7d5-b2b0-47e7-a2db-109079b40c4b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:22.779569 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-083a4996-3a8a-464e-b901-d350660bf0a3 service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5301089 Nov 10 19:23:22.784410 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6b37c3b1-cfb5-4e46-9542-709e00fc9bed admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9c1dc6aaffe3425babc1f9f715c4807b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6185293 Nov 10 19:23:22.788775 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45476) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:22.809482 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a01adc-c210-4c6f-b7b4-152d358eda12 req-ed12496a-8797-4882-a9ff-7802844893ed tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:22.817683 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80a01adc-c210-4c6f-b7b4-152d358eda12 req-ed12496a-8797-4882-a9ff-7802844893ed tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c10c19d-dab1-4e5a-97ae-ee3590819d94 HTTP/1.1" status: 200 len: 944 time: 0.3377633 Nov 10 19:23:22.872651 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-d435983e-6ae0-44ac-81bb-b83caca9b434 tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:22.877969 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-d435983e-6ae0-44ac-81bb-b83caca9b434 tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] 10.222.0.73 "GET /v2.0/networks?id=894f5cd2-973a-4ffa-b74f-8015c201415c HTTP/1.1" status: 200 len: 812 time: 0.3150141 Nov 10 19:23:22.905122 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-82393fa2-1e78-4d10-a94c-70d8f402d0b7 tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] Request body: {'port': {'device_id': '829dd2c1-3b91-4189-9706-9d29c8a124c4', 'network_id': '894f5cd2-973a-4ffa-b74f-8015c201415c', 'admin_state_up': True, 'tenant_id': 'eae6b5490ae14365a6c6d16b70aab18a'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:22.909545 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-fe93c17f-5a83-4f19-a4b1-118fe82ada64 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:22.916301 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-fe93c17f-5a83-4f19-a4b1-118fe82ada64 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:22.925679 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-fe93c17f-5a83-4f19-a4b1-118fe82ada64 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:22.937025 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-fe93c17f-5a83-4f19-a4b1-118fe82ada64 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:22.949628 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-fe93c17f-5a83-4f19-a4b1-118fe82ada64 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:22.957529 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-fe93c17f-5a83-4f19-a4b1-118fe82ada64 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:22.964166 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-fe93c17f-5a83-4f19-a4b1-118fe82ada64 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:22.966683 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-fe93c17f-5a83-4f19-a4b1-118fe82ada64 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 5435 time: 0.4442148 Nov 10 19:23:23.018463 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80a01adc-c210-4c6f-b7b4-152d358eda12 req-6e7fffd7-0611-47e5-b290-166c11938caf tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991527 Nov 10 19:23:23.068107 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45486) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:23.089268 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a1f87b6c-f5ad-4a71-9a59-8885e888a726 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:23.099364 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-a3dc8ba8-0ec2-4d22-a77b-1f405b48e4cc tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:23.100812 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-a3dc8ba8-0ec2-4d22-a77b-1f405b48e4cc tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.73 "GET /v2.0/ports/2d9d8a32-85d2-4553-a7c3-eaf3f760a24a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0815094 Nov 10 19:23:23.112941 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a1f87b6c-f5ad-4a71-9a59-8885e888a726 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:23.160742 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-bf259814-b29f-4c48-9fdf-6d8704d0a631 service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696930 Nov 10 19:23:23.180889 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a1f87b6c-f5ad-4a71-9a59-8885e888a726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:23.183871 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a1f87b6c-f5ad-4a71-9a59-8885e888a726 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:23.185309 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a1f87b6c-f5ad-4a71-9a59-8885e888a726 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/60ce2181-da0b-4e4f-8bda-43821268f98b HTTP/1.1" status: 204 len: 168 time: 0.3296816 Nov 10 19:23:23.203579 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f87b6c-f5ad-4a71-9a59-8885e888a726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ce2181-da0b-4e4f-8bda-43821268f98b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:23.235110 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-82393fa2-1e78-4d10-a94c-70d8f402d0b7 tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] Made reservation on behalf of eae6b5490ae14365a6c6d16b70aab18a for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:23:23.237567 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c28b88a-3162-4864-aadc-49c8eb1688ad req-82980556-6939-49d7-9ca3-6834a822e8df tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] 10.222.0.54 "GET /v2.0/ports?device_id=829dd2c1-3b91-4189-9706-9d29c8a124c4 HTTP/1.1" status: 200 len: 210 time: 0.0686147 Nov 10 19:23:23.244733 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-82393fa2-1e78-4d10-a94c-70d8f402d0b7 tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:23.359846 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-aac0bc80-5fba-4aa7-93fb-432844e20707 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=c0d44e64-5553-4dbb-b756-cea461ad25d9 HTTP/1.1" status: 200 len: 217 time: 0.1369405 Nov 10 19:23:23.407458 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dc1a34d3-93e6-49e1-a4cb-7199a2b1744f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:23.471398 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-82393fa2-1e78-4d10-a94c-70d8f402d0b7 tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] Allocated IP 172.20.0.7 (894f5cd2-973a-4ffa-b74f-8015c201415c/8d9e15c5-e417-4937-be7d-bb707fa3a095/bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:23:23.494075 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-cdf86de1-830d-4de2-898b-6d0a85b956e9 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.73 "GET /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3838913 Nov 10 19:23:23.520163 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-4ebc296b-d263-46c2-838d-ca039e16e8fa service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:23.591723 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e1294-67f8-47ac-bdf8-f3facf7b46d3 req-65a6b263-6a4c-4047-9b86-fa1adad14c96 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:23.606717 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e1294-67f8-47ac-bdf8-f3facf7b46d3 req-65a6b263-6a4c-4047-9b86-fa1adad14c96 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:23.613338 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e1294-67f8-47ac-bdf8-f3facf7b46d3 req-65a6b263-6a4c-4047-9b86-fa1adad14c96 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:23.629142 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e1294-67f8-47ac-bdf8-f3facf7b46d3 req-65a6b263-6a4c-4047-9b86-fa1adad14c96 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:23.635474 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e1294-67f8-47ac-bdf8-f3facf7b46d3 req-65a6b263-6a4c-4047-9b86-fa1adad14c96 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:23.641919 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e1294-67f8-47ac-bdf8-f3facf7b46d3 req-65a6b263-6a4c-4047-9b86-fa1adad14c96 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:23.648753 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e1294-67f8-47ac-bdf8-f3facf7b46d3 req-65a6b263-6a4c-4047-9b86-fa1adad14c96 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:23.650829 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b12e1294-67f8-47ac-bdf8-f3facf7b46d3 req-65a6b263-6a4c-4047-9b86-fa1adad14c96 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 5435 time: 0.2873917 Nov 10 19:23:23.660372 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-78d195fb-f4a0-4b88-a771-8ed6a1c92a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:23.661915 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-78d195fb-f4a0-4b88-a771-8ed6a1c92a37 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa2b07b6-2c88-46ba-ac6c-03d3922986c1 HTTP/1.1" status: 200 len: 797 time: 0.2846351 Nov 10 19:23:23.689021 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2cf6e7aa-6258-4639-9e28-9c2045a29a80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:23.865050 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-4ebc296b-d263-46c2-838d-ca039e16e8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:23.900976 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2cf6e7aa-6258-4639-9e28-9c2045a29a80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:23.945259 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2cf6e7aa-6258-4639-9e28-9c2045a29a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:24.034592 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-8f961de2-087f-434f-9553-029ad7b04cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:24.036408 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-8f961de2-087f-434f-9553-029ad7b04cb7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=08d5b27a-446a-4f08-9532-b9da3981ea57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3586783 Nov 10 19:23:24.079613 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b12e1294-67f8-47ac-bdf8-f3facf7b46d3 req-a5673e36-148c-4b1b-be83-2b0a27687fc5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d93388-382e-4c6b-9fd9-db42bf1d98d3&id=6abcce0f-c6a6-4d15-bce8-1d7464d7e84e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4144397 Nov 10 19:23:24.081907 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2cf6e7aa-6258-4639-9e28-9c2045a29a80 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=033c70cd0df64a009cc8c08cb78d8ef3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0125034 Nov 10 19:23:24.086728 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45516) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:24.099218 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6e7aa-6258-4639-9e28-9c2045a29a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab702cc-e81d-46f7-ab96-706b670a0615,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:24.123272 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-82393fa2-1e78-4d10-a94c-70d8f402d0b7 tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:24.215058 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0d201331-1d9b-4955-9348-804145ec3167 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:24.226077 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-82393fa2-1e78-4d10-a94c-70d8f402d0b7 tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:24.284816 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-82393fa2-1e78-4d10-a94c-70d8f402d0b7 tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] Network 894f5cd2-973a-4ffa-b74f-8015c201415c is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:23:24.286883 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0d201331-1d9b-4955-9348-804145ec3167 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:24.294373 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-35b883ba-a62a-4754-bdc2-9c3ee1ac0d1f service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429640 Nov 10 19:23:24.295866 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-82393fa2-1e78-4d10-a94c-70d8f402d0b7 tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:23:24.297049 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-4ebc296b-d263-46c2-838d-ca039e16e8fa service neutron] For port 2d9d8a32-85d2-4553-a7c3-eaf3f760a24a, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=2d9d8a32-85d2-4553-a7c3-eaf3f760a24a,segment=NetworkSegment(181bf923-29c6-48c6-a618-3da751521132),segment_id=181bf923-29c6-48c6-a618-3da751521132)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:24.303796 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-82393fa2-1e78-4d10-a94c-70d8f402d0b7 tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:23:24.363670 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82393fa2-1e78-4d10-a94c-70d8f402d0b7 tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] Pushing event updated for resources: {'Port': ['ID=bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:24.399775 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-82393fa2-1e78-4d10-a94c-70d8f402d0b7 tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:24.400733 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-82393fa2-1e78-4d10-a94c-70d8f402d0b7 tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:24.428218 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-82393fa2-1e78-4d10-a94c-70d8f402d0b7 tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5380287 Nov 10 19:23:24.429871 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0d201331-1d9b-4955-9348-804145ec3167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:24.433202 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0d201331-1d9b-4955-9348-804145ec3167 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:24.434875 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0d201331-1d9b-4955-9348-804145ec3167 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9ab702cc-e81d-46f7-ab96-706b670a0615 HTTP/1.1" status: 204 len: 168 time: 0.3471560 Nov 10 19:23:24.451430 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-fd818430-ff85-4da5-bf11-7d0455fbcefa service neutron] Request body: {'port': {'device_id': '829dd2c1-3b91-4189-9706-9d29c8a124c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:24.455271 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d201331-1d9b-4955-9348-804145ec3167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab702cc-e81d-46f7-ab96-706b670a0615,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:24.479355 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-4ebc296b-d263-46c2-838d-ca039e16e8fa service neutron] For port 2d9d8a32-85d2-4553-a7c3-eaf3f760a24a, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:23:24.527244 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-fd818430-ff85-4da5-bf11-7d0455fbcefa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:24.545363 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-4ebc296b-d263-46c2-838d-ca039e16e8fa service neutron] device_id is not set on port 2d9d8a32-85d2-4553-a7c3-eaf3f760a24a yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:23:24.546641 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:24.561204 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48c7de-1b73-4fc1-bde3-e79f8173a667 req-425f9b02-3c90-4a3d-8b08-2eae0d53a494 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:24.562994 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ff48c7de-1b73-4fc1-bde3-e79f8173a667 req-425f9b02-3c90-4a3d-8b08-2eae0d53a494 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c10c19d-dab1-4e5a-97ae-ee3590819d94 HTTP/1.1" status: 200 len: 944 time: 0.1501303 Nov 10 19:23:24.567649 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-8776f53d-96ba-4780-88e1-427f09be2c42 service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606068 Nov 10 19:23:24.569741 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-4ebc296b-d263-46c2-838d-ca039e16e8fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:24.611208 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-4ebc296b-d263-46c2-838d-ca039e16e8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:24.679543 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-bb0e640b-5586-47a0-b4cd-2e23c2287490 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=3e40d835-e479-4c27-8f24-be6c043e98be HTTP/1.1" status: 200 len: 217 time: 0.0996456 Nov 10 19:23:24.718007 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45540) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:24.931975 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:24.971287 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-fd818430-ff85-4da5-bf11-7d0455fbcefa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:23:24.980458 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-fd818430-ff85-4da5-bf11-7d0455fbcefa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:25.004802 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-fd818430-ff85-4da5-bf11-7d0455fbcefa service neutron] Transition to ACTIVE for port object bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:23:25.010099 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-fd818430-ff85-4da5-bf11-7d0455fbcefa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:25.079609 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-5c50e69f-84a0-4b6d-8adb-4d3a2ce5d67d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1401298439'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:25.081562 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a9fee5c7-0166-4f00-a635-6ac833dfce49 None None] Provisioning complete for port 2d9d8a32-85d2-4553-a7c3-eaf3f760a24a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:23:25.082474 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a9fee5c7-0166-4f00-a635-6ac833dfce49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:25.110477 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45548) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:25.142188 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-a9fee5c7-0166-4f00-a635-6ac833dfce49 None None] Port 2d9d8a32-85d2-4553-a7c3-eaf3f760a24a cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:23:25.151705 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-4ebc296b-d263-46c2-838d-ca039e16e8fa service neutron] No DVR routers for this DVR port 2d9d8a32-85d2-4553-a7c3-eaf3f760a24a on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:23:25.152337 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c50e69f-84a0-4b6d-8adb-4d3a2ce5d67d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:23:25.155675 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5c50e69f-84a0-4b6d-8adb-4d3a2ce5d67d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:25.167191 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ff48c7de-1b73-4fc1-bde3-e79f8173a667 req-787bf846-62c9-4b8e-b15b-7a66557cc07d tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5952685 Nov 10 19:23:25.196226 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5c50e69f-84a0-4b6d-8adb-4d3a2ce5d67d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:25.198174 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd818430-ff85-4da5-bf11-7d0455fbcefa service neutron] Pushing event updated for resources: {'Port': ['ID=bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:25.199409 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc296b-d263-46c2-838d-ca039e16e8fa service neutron] Pushing event updated for resources: {'Port': ['ID=2d9d8a32-85d2-4553-a7c3-eaf3f760a24a,revision_number=6']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:25.217412 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-15c3a6d4-6264-4d4c-b0b2-f123aa691017 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:25.236260 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-72edf575-707c-4436-8057-9ac1887dbd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:25.236260 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-72edf575-707c-4436-8057-9ac1887dbd4f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa2b07b6-2c88-46ba-ac6c-03d3922986c1 HTTP/1.1" status: 200 len: 797 time: 0.5387561 Nov 10 19:23:25.236260 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-4ebc296b-d263-46c2-838d-ca039e16e8fa service neutron] In _notify_port_updated(), no bound segment for port 2d9d8a32-85d2-4553-a7c3-eaf3f760a24a on network dfeb421a-f1c8-4726-8242-6b468d6e48f3 {{(pid=102506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 19:23:25.236260 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-4ebc296b-d263-46c2-838d-ca039e16e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:25.236622 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-4ebc296b-d263-46c2-838d-ca039e16e8fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:25.238011 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-4ebc296b-d263-46c2-838d-ca039e16e8fa service neutron] 10.222.0.73 "PUT /v2.0/ports/2d9d8a32-85d2-4553-a7c3-eaf3f760a24a HTTP/1.1" status: 200 len: 1027 time: 1.7304451 Nov 10 19:23:25.298591 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-fd818430-ff85-4da5-bf11-7d0455fbcefa service neutron] Attempting to bind port bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:23:25.298935 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-fd818430-ff85-4da5-bf11-7d0455fbcefa service neutron] Attempting to bind port bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '095bac42-2072-4098-b08b-c9a5de219e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '894f5cd2-973a-4ffa-b74f-8015c201415c'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:23:25.299270 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-fd818430-ff85-4da5-bf11-7d0455fbcefa service neutron] Attempting to bind port bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8 on network 894f5cd2-973a-4ffa-b74f-8015c201415c {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:23:25.361087 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-d3f8e126-5512-4e27-9b86-15183d5054d3 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:25.362790 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-d3f8e126-5512-4e27-9b86-15183d5054d3 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.73 "GET /v2.0/ports/21af280c-4557-46cd-a694-488125af25aa?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1117694 Nov 10 19:23:25.363793 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-fd818430-ff85-4da5-bf11-7d0455fbcefa service neutron] Port bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8 on network 894f5cd2-973a-4ffa-b74f-8015c201415c not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:23:25.364117 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-fd818430-ff85-4da5-bf11-7d0455fbcefa service neutron] Attempting to bind port bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8 on network 894f5cd2-973a-4ffa-b74f-8015c201415c {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:23:25.376509 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-2746849e-2467-452a-a186-5936a1ed44e0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:25.384216 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-fd818430-ff85-4da5-bf11-7d0455fbcefa service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:23:25.384593 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-fd818430-ff85-4da5-bf11-7d0455fbcefa service neutron] Checking segment: {'id': '095bac42-2072-4098-b08b-c9a5de219e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '894f5cd2-973a-4ffa-b74f-8015c201415c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:23:25.384924 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-fd818430-ff85-4da5-bf11-7d0455fbcefa service neutron] Bound using segment: {'id': '095bac42-2072-4098-b08b-c9a5de219e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '894f5cd2-973a-4ffa-b74f-8015c201415c'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:23:25.385352 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-fd818430-ff85-4da5-bf11-7d0455fbcefa service neutron] Bound port: bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '095bac42-2072-4098-b08b-c9a5de219e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '894f5cd2-973a-4ffa-b74f-8015c201415c'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:23:25.385701 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-fd818430-ff85-4da5-bf11-7d0455fbcefa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:25.406651 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-15c3a6d4-6264-4d4c-b0b2-f123aa691017 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:25.407318 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc534b-a989-4538-ad29-701b8b1ad4ab req-247b6799-e1ec-423c-a6fa-73cefd3da4f4 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:25.410169 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-63cc534b-a989-4538-ad29-701b8b1ad4ab req-247b6799-e1ec-423c-a6fa-73cefd3da4f4 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=43ac48b5-63c9-4089-8e90-af395a6e6e00 HTTP/1.1" status: 200 len: 945 time: 0.1182032 Nov 10 19:23:25.413998 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-2ad037d5-210f-43fd-8837-8313e5e22088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:25.415681 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-2ad037d5-210f-43fd-8837-8313e5e22088 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=08d5b27a-446a-4f08-9532-b9da3981ea57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1766143 Nov 10 19:23:25.417594 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-15c3a6d4-6264-4d4c-b0b2-f123aa691017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:25.418943 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 9a1084bc-2f3a-4a09-80d4-0f39e8421893 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:23:25.481330 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 9a1084bc-2f3a-4a09-80d4-0f39e8421893 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:23:25.487231 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 9a1084bc-2f3a-4a09-80d4-0f39e8421893 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:23:25.488530 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:25.500305 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3a6d4-6264-4d4c-b0b2-f123aa691017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd63373b-7b8d-4f4e-8432-d9093ac88b58,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:25.524724 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-15c3a6d4-6264-4d4c-b0b2-f123aa691017 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=06c8eb82b4724b32b5cccc3d8931e37e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4125521 Nov 10 19:23:25.525521 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45558) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:25.534127 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-2746849e-2467-452a-a186-5936a1ed44e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:25.557591 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5c50e69f-84a0-4b6d-8adb-4d3a2ce5d67d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:25.571979 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5c50e69f-84a0-4b6d-8adb-4d3a2ce5d67d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:25.589358 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:25.603627 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-63cc534b-a989-4538-ad29-701b8b1ad4ab req-0e38e5a4-7425-4d23-80e6-02290405ca84 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734343 Nov 10 19:23:25.609996 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-fd818430-ff85-4da5-bf11-7d0455fbcefa service neutron] For port bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:23:25.618415 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c50e69f-84a0-4b6d-8adb-4d3a2ce5d67d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:23:25.630439 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-1280b878-52d1-4a00-8fbf-6c4036d8d8b5 service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007995 Nov 10 19:23:25.644789 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-fd818430-ff85-4da5-bf11-7d0455fbcefa service neutron] For port bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8,segment=NetworkSegment(095bac42-2072-4098-b08b-c9a5de219e7a),segment_id=095bac42-2072-4098-b08b-c9a5de219e7a)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:23:25.647005 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c10c19d-dab1-4e5a-97ae-ee3590819d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1084bc-2f3a-4a09-80d4-0f39e8421893'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:23:25.650183 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3406e445-7cea-40d9-9acb-7bc95f0d3416" -d '{"events": [{"server_uuid": "6c10c19d-dab1-4e5a-97ae-ee3590819d94", "name": "network-vif-plugged", "status": "completed", "tag": "9a1084bc-2f3a-4a09-80d4-0f39e8421893"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:23:25.664955 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-fd818430-ff85-4da5-bf11-7d0455fbcefa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:25.666912 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 9a1084bc-2f3a-4a09-80d4-0f39e8421893, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=9a1084bc-2f3a-4a09-80d4-0f39e8421893,segment=NetworkSegment(972f3100-a6a2-4418-9bf5-bbc6550de0fb),segment_id=972f3100-a6a2-4418-9bf5-bbc6550de0fb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:25.674008 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:25.708033 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5c50e69f-84a0-4b6d-8adb-4d3a2ce5d67d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:25.708704 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-5c50e69f-84a0-4b6d-8adb-4d3a2ce5d67d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Added segment 9b242c5d-353e-4527-a081-685b8ede3ee6 of type vlan for network a9f1e2b4-ac13-4ec2-930f-8601db2322ee Nov 10 19:23:25.711963 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-fd818430-ff85-4da5-bf11-7d0455fbcefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:25.712821 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-fd818430-ff85-4da5-bf11-7d0455fbcefa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:25.714788 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-fd818430-ff85-4da5-bf11-7d0455fbcefa service neutron] 10.222.0.73 "PUT /v2.0/ports/bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8 HTTP/1.1" status: 200 len: 1091 time: 1.2699935 Nov 10 19:23:25.718939 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829dd2c1-3b91-4189-9706-9d29c8a124c4', 'tag': 'bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:23:25.722116 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e778a40a-e4fb-4284-88a4-015457c11f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "829dd2c1-3b91-4189-9706-9d29c8a124c4", "tag": "bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:23:25.725416 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bfcd3ab8-1b7a-490f-8997-963d62ddf116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:25.744423 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=9a1084bc-2f3a-4a09-80d4-0f39e8421893,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:25.759139 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50e69f-84a0-4b6d-8adb-4d3a2ce5d67d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eca5f33-9962-4c03-b4ea-9b95724af7df,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:25.809550 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-17cd912b-1b9d-477b-8b32-df3386fcb3a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:25.856182 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245322b9-707e-4e96-ae1a-7650a3023b73 req-f92315de-d879-4a97-98e8-659664ff07ad tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:25.857354 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-245322b9-707e-4e96-ae1a-7650a3023b73 req-f92315de-d879-4a97-98e8-659664ff07ad tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] 10.222.0.54 "GET /v2.0/ports?device_id=829dd2c1-3b91-4189-9706-9d29c8a124c4 HTTP/1.1" status: 200 len: 943 time: 0.1650124 Nov 10 19:23:25.863551 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-ac9a8ee8-b84b-4137-bd1e-261213768d25 service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240038 Nov 10 19:23:25.870218 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5c50e69f-84a0-4b6d-8adb-4d3a2ce5d67d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:25.885393 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-17cd912b-1b9d-477b-8b32-df3386fcb3a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:25.889514 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-2746849e-2467-452a-a186-5936a1ed44e0 service neutron] For port 21af280c-4557-46cd-a694-488125af25aa, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=21af280c-4557-46cd-a694-488125af25aa,segment=NetworkSegment(181bf923-29c6-48c6-a618-3da751521132),segment_id=181bf923-29c6-48c6-a618-3da751521132)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:25.901691 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd818430-ff85-4da5-bf11-7d0455fbcefa service neutron] Pushing event updated for resources: {'Port': ['ID=bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:25.938095 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-7bbcfec8-c549-48b8-b213-38b9b2e1f879 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=de23dff7-0358-45d9-aba5-b288f9e2dceb HTTP/1.1" status: 200 len: 217 time: 0.0593042 Nov 10 19:23:25.946275 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-5c97515d-c4d4-4e31-a031-ece4a0ea3189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:25.947828 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-5c97515d-c4d4-4e31-a031-ece4a0ea3189 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eae6b5490ae14365a6c6d16b70aab18a&device_id=829dd2c1-3b91-4189-9706-9d29c8a124c4 HTTP/1.1" status: 200 len: 1094 time: 0.1521900 Nov 10 19:23:25.954156 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5c50e69f-84a0-4b6d-8adb-4d3a2ce5d67d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:25.960769 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c50e69f-84a0-4b6d-8adb-4d3a2ce5d67d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:25.961493 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5c50e69f-84a0-4b6d-8adb-4d3a2ce5d67d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:26.017431 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-2746849e-2467-452a-a186-5936a1ed44e0 service neutron] For port 21af280c-4557-46cd-a694-488125af25aa, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:23:26.036553 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5c50e69f-84a0-4b6d-8adb-4d3a2ce5d67d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3145373 Nov 10 19:23:26.036553 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-40a308d2-d121-4eb4-91b7-7823f1aa765f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8 HTTP/1.1" status: 200 len: 217 time: 0.0714264 Nov 10 19:23:26.037625 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45566) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:26.044852 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-245322b9-707e-4e96-ae1a-7650a3023b73 req-9fa4b69d-34cd-41b4-89c3-6142f1659484 tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] 10.222.0.54 "GET /v2.0/security-groups?id=37aeab42-6b7b-4004-8548-bf6488c396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756289 Nov 10 19:23:26.050651 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-e7664fd8-f065-4c44-acc6-b5416672e24d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'port': {'network_id': 'a9f1e2b4-ac13-4ec2-930f-8601db2322ee', 'name': 'tempest-PortsIpV6TestJSON-871442632'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:26.057679 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-f6b3faf1-1001-46e7-a65d-23de8b4d834f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:26.059205 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-f6b3faf1-1001-46e7-a65d-23de8b4d834f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=051d3797-d00c-4f4f-b38c-ea825714261f HTTP/1.1" status: 200 len: 797 time: 0.1110580 Nov 10 19:23:26.098214 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-17cd912b-1b9d-477b-8b32-df3386fcb3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:26.100915 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-17cd912b-1b9d-477b-8b32-df3386fcb3a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:26.104608 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-17cd912b-1b9d-477b-8b32-df3386fcb3a3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fd63373b-7b8d-4f4e-8432-d9093ac88b58 HTTP/1.1" status: 204 len: 168 time: 0.5682042 Nov 10 19:23:26.130169 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50e69f-84a0-4b6d-8adb-4d3a2ce5d67d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Network': ['ID=a9f1e2b4-ac13-4ec2-930f-8601db2322ee,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:26.141742 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd912b-1b9d-477b-8b32-df3386fcb3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd63373b-7b8d-4f4e-8432-d9093ac88b58,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:26.145809 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network a9f1e2b4-ac13-4ec2-930f-8601db2322ee details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:23:26.148066 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-2746849e-2467-452a-a186-5936a1ed44e0 service neutron] device_id is not set on port 21af280c-4557-46cd-a694-488125af25aa yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:23:26.154967 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-bbdf3bae-66aa-45a3-851b-9b65913150c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:26.158996 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-bbdf3bae-66aa-45a3-851b-9b65913150c6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d9e15c5-e417-4937-be7d-bb707fa3a095 HTTP/1.1" status: 200 len: 852 time: 0.1146014 Nov 10 19:23:26.177781 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-2746849e-2467-452a-a186-5936a1ed44e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:26.206717 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-4b2f0755-ddc0-4e1c-a816-92e248981c56 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=894f5cd2-973a-4ffa-b74f-8015c201415c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400076 Nov 10 19:23:26.208336 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-2746849e-2467-452a-a186-5936a1ed44e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:26.266744 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-f26df108-acb3-40b3-9585-49ad74964ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:26.268448 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-f26df108-acb3-40b3-9585-49ad74964ad0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e688d16-320a-464d-a934-8ef580053d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1910381 Nov 10 19:23:26.319046 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746849e-2467-452a-a186-5936a1ed44e0 service neutron] Pushing event updated for resources: {'Port': ['ID=21af280c-4557-46cd-a694-488125af25aa,revision_number=6']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:26.354903 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a13f1-6e45-42af-b9c0-1a960ee98e2d req-28e43650-02ba-46ff-869c-aee43671da3c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:26.361147 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a13f1-6e45-42af-b9c0-1a960ee98e2d req-28e43650-02ba-46ff-869c-aee43671da3c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:26.367169 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a13f1-6e45-42af-b9c0-1a960ee98e2d req-28e43650-02ba-46ff-869c-aee43671da3c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:26.367449 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-99167b8a-cf6a-4f33-b8c2-6fe8bc2fe0e5 service neutron] 10.222.0.73 "GET /v2.0/networks/894f5cd2-973a-4ffa-b74f-8015c201415c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521947 Nov 10 19:23:26.373342 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a13f1-6e45-42af-b9c0-1a960ee98e2d req-28e43650-02ba-46ff-869c-aee43671da3c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:26.379498 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a13f1-6e45-42af-b9c0-1a960ee98e2d req-28e43650-02ba-46ff-869c-aee43671da3c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:26.386253 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a13f1-6e45-42af-b9c0-1a960ee98e2d req-28e43650-02ba-46ff-869c-aee43671da3c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:26.394876 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d88a13f1-6e45-42af-b9c0-1a960ee98e2d req-28e43650-02ba-46ff-869c-aee43671da3c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 4583 time: 0.2494581 Nov 10 19:23:26.400888 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-2746849e-2467-452a-a186-5936a1ed44e0 service neutron] No DVR routers for this DVR port 21af280c-4557-46cd-a694-488125af25aa on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:23:26.462649 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7664fd8-f065-4c44-acc6-b5416672e24d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:23:26.466370 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e7664fd8-f065-4c44-acc6-b5416672e24d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:26.493659 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5eb7814d-4d08-4248-8d4e-49e5286261d7 req-57f60470-fe3d-476e-9a51-24e805329fca service neutron] 10.222.0.73 "GET /v2.0/networks/894f5cd2-973a-4ffa-b74f-8015c201415c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179020 Nov 10 19:23:26.528601 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-e7664fd8-f065-4c44-acc6-b5416672e24d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] device_id is not set on port 99f68385-fb21-4fa6-b1c4-610e00a33497 yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:23:26.575358 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-7c99bbe8-a190-4e59-ac54-c546fa829119 None None] Provisioning complete for port 21af280c-4557-46cd-a694-488125af25aa triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:23:26.575738 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7c99bbe8-a190-4e59-ac54-c546fa829119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:26.609616 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-2746849e-2467-452a-a186-5936a1ed44e0 service neutron] In _notify_port_updated(), no bound segment for port 21af280c-4557-46cd-a694-488125af25aa on network dfeb421a-f1c8-4726-8242-6b468d6e48f3 {{(pid=102506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 19:23:26.610560 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-2746849e-2467-452a-a186-5936a1ed44e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:26.611362 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-2746849e-2467-452a-a186-5936a1ed44e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:26.612312 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-7c99bbe8-a190-4e59-ac54-c546fa829119 None None] Port 21af280c-4557-46cd-a694-488125af25aa cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:23:26.612808 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-2746849e-2467-452a-a186-5936a1ed44e0 service neutron] 10.222.0.73 "PUT /v2.0/ports/21af280c-4557-46cd-a694-488125af25aa HTTP/1.1" status: 200 len: 1028 time: 1.2413414 Nov 10 19:23:26.652163 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-a63e4fdd-c671-4347-afb6-99849c4b5766 service neutron] 10.222.0.25 "GET /v2.0/networks/5e688d16-320a-464d-a934-8ef580053d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659453 Nov 10 19:23:26.688990 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 893f5fad-5d52-4ed2-a497-8f4e5f94cfec no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:23:26.689224 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d88a13f1-6e45-42af-b9c0-1a960ee98e2d req-16f15f43-a89c-4b15-b9b1-5ade73b5a08b tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d93388-382e-4c6b-9fd9-db42bf1d98d3&id=6abcce0f-c6a6-4d15-bce8-1d7464d7e84e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2935081 Nov 10 19:23:26.798065 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:26.851612 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 893f5fad-5d52-4ed2-a497-8f4e5f94cfec, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=893f5fad-5d52-4ed2-a497-8f4e5f94cfec,segment=NetworkSegment(bbb86607-878b-48fc-80e0-71f257e97ed3),segment_id=bbb86607-878b-48fc-80e0-71f257e97ed3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:26.859021 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:26.860308 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 3d05a570-58c2-4d2e-88ff-9225756bc056 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:23:26.949336 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-2d6d7ce1-70c0-4111-be35-3dde3be5f602 service neutron] 10.222.0.25 "GET /v2.0/networks/5e688d16-320a-464d-a934-8ef580053d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773061 Nov 10 19:23:26.969496 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e7664fd8-f065-4c44-acc6-b5416672e24d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:26.983407 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-63162832-2fff-4214-9a0a-56da57acb78c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Deleting port 3d05a570-58c2-4d2e-88ff-9225756bc056 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:23:26.983875 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-63162832-2fff-4214-9a0a-56da57acb78c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:27.008009 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=893f5fad-5d52-4ed2-a497-8f4e5f94cfec,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:27.025535 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:27.044721 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-8f28e6d7-e532-4adf-8e37-113f9ea24957 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=018e007e-c84a-4abf-8483-76780dc92b09 HTTP/1.1" status: 200 len: 217 time: 0.0722749 Nov 10 19:23:27.066790 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 3d05a570-58c2-4d2e-88ff-9225756bc056, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=3d05a570-58c2-4d2e-88ff-9225756bc056,segment=NetworkSegment(181bf923-29c6-48c6-a618-3da751521132),segment_id=181bf923-29c6-48c6-a618-3da751521132)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:27.073477 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:27.073700 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 21af280c-4557-46cd-a694-488125af25aa no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:23:27.168767 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-d8c79a3d-695a-4511-a0b6-b16b0d1be1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:27.170688 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-d8c79a3d-695a-4511-a0b6-b16b0d1be1b5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=051d3797-d00c-4f4f-b38c-ea825714261f HTTP/1.1" status: 200 len: 797 time: 0.0894144 Nov 10 19:23:27.177961 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e7664fd8-f065-4c44-acc6-b5416672e24d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:27.192495 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:27.193529 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=3d05a570-58c2-4d2e-88ff-9225756bc056,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:27.204966 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 21af280c-4557-46cd-a694-488125af25aa not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:23:27.206079 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 46cac36f-cdb6-4119-af11-3a438f8c410c no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:23:27.264111 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-63162832-2fff-4214-9a0a-56da57acb78c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] For port 3d05a570-58c2-4d2e-88ff-9225756bc056, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=3d05a570-58c2-4d2e-88ff-9225756bc056,segment=NetworkSegment(181bf923-29c6-48c6-a618-3da751521132),segment_id=181bf923-29c6-48c6-a618-3da751521132)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:27.264528 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-63162832-2fff-4214-9a0a-56da57acb78c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:27.305474 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:27.312365 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-63162832-2fff-4214-9a0a-56da57acb78c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Calling delete_port for 3d05a570-58c2-4d2e-88ff-9225756bc056 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:23:27.341534 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 46cac36f-cdb6-4119-af11-3a438f8c410c, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=46cac36f-cdb6-4119-af11-3a438f8c410c,segment=NetworkSegment(e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a),segment_id=e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:27.347722 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:27.349150 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:23:27.415905 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7664fd8-f065-4c44-acc6-b5416672e24d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Port': ['ID=99f68385-fb21-4fa6-b1c4-610e00a33497,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:27.450976 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=46cac36f-cdb6-4119-af11-3a438f8c410c,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:27.497039 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7664fd8-f065-4c44-acc6-b5416672e24d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Checking segment: {'id': '9b242c5d-353e-4527-a081-685b8ede3ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a9f1e2b4-ac13-4ec2-930f-8601db2322ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:23:27.497453 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7664fd8-f065-4c44-acc6-b5416672e24d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network hostable DHCP agents. Network: a9f1e2b4-ac13-4ec2-930f-8601db2322ee, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:23:27.512433 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-e723a1a9-b49d-4263-ad35-9675cecf44e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:27.514079 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-e723a1a9-b49d-4263-ad35-9675cecf44e2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e688d16-320a-464d-a934-8ef580053d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3220379 Nov 10 19:23:27.525476 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:27.567144 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b,segment=NetworkSegment(181bf923-29c6-48c6-a618-3da751521132),segment_id=181bf923-29c6-48c6-a618-3da751521132)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:27.572992 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:27.574034 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 2d9d8a32-85d2-4553-a7c3-eaf3f760a24a no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:23:27.641032 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:27.641750 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-0c77fa5a-9e2f-46a7-af11-93bb12e22be4 service neutron] 10.222.0.25 "GET /v2.0/networks/5e688d16-320a-464d-a934-8ef580053d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173196 Nov 10 19:23:27.684701 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 2d9d8a32-85d2-4553-a7c3-eaf3f760a24a not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:23:27.685531 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 9fe5d516-4cc5-4de8-8148-b602f3182868 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:23:27.701874 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7664fd8-f065-4c44-acc6-b5416672e24d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network a9f1e2b4-ac13-4ec2-930f-8601db2322ee is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:23:27.724441 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-e7664fd8-f065-4c44-acc6-b5416672e24d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, a9f1e2b4-ac13-4ec2-930f-8601db2322ee) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:23:27.724441 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7664fd8-f065-4c44-acc6-b5416672e24d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:23:27.732149 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7664fd8-f065-4c44-acc6-b5416672e24d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:27.733244 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e7664fd8-f065-4c44-acc6-b5416672e24d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:27.755439 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc569016-2b5e-4d58-96d1-09ea76d8cf03 None None] Network a9f1e2b4-ac13-4ec2-930f-8601db2322ee requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:23:27.820852 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45610) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:27.830297 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-3a4ea282-f780-48bd-8a11-8a570a40b0f9 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-945796677'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:27.830297 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45614) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:27.832460 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e7664fd8-f065-4c44-acc6-b5416672e24d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7915351 Nov 10 19:23:27.836991 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-63162832-2fff-4214-9a0a-56da57acb78c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:27.838144 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-997bab2c-c7d5-4007-8423-a2a8a7e3bc7c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1680091842', 'description': 'tempest-secgroup-smoke-1680091842 description', 'project_id': '540494213bb2401d877387c28ba690c2'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:27.911647 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.db.api [None req-997bab2c-c7d5-4007-8423-a2a8a7e3bc7c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 10 19:23:27.911647 n-d-813897-4 neutron-server[102505]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 10 19:23:27.911647 n-d-813897-4 neutron-server[102505]: [parameters: {'project_id_1': '540494213bb2401d877387c28ba690c2', 'expiration_1': datetime.datetime(2021, 11, 10, 19, 23, 7, 882308)}] Nov 10 19:23:27.911647 n-d-813897-4 neutron-server[102505]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:23:27.913358 n-d-813897-4 neutron-server[102505]: DEBUG oslo_db.api [None req-997bab2c-c7d5-4007-8423-a2a8a7e3bc7c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:23:27.915230 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4ea282-f780-48bd-8a11-8a570a40b0f9 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:23:27.923267 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a4ea282-f780-48bd-8a11-8a570a40b0f9 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:27.964251 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:27.975675 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a4ea282-f780-48bd-8a11-8a570a40b0f9 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:23:27.985695 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9527dc-fefe-4ba2-9b7a-bfeadb0d9cca req-ee705ad9-4ffe-433d-93ab-91dd9fb166e9 service neutron] 10.222.0.25 "GET /v2.0/networks/5e688d16-320a-464d-a934-8ef580053d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008192 Nov 10 19:23:27.989177 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a4ea282-f780-48bd-8a11-8a570a40b0f9 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:27.989623 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-3a4ea282-f780-48bd-8a11-8a570a40b0f9 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Added segment 5674cdc7-ce73-488b-b1d9-025643e2dd9a of type vlan for network c66d37a6-241b-4736-8f31-cec470663ce9 Nov 10 19:23:28.002314 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63162832-2fff-4214-9a0a-56da57acb78c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Pushing event deleted for resources: {'Port': ['ID=3d05a570-58c2-4d2e-88ff-9225756bc056,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:28.038805 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 9fe5d516-4cc5-4de8-8148-b602f3182868, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=9fe5d516-4cc5-4de8-8148-b602f3182868,segment=NetworkSegment(e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a),segment_id=e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:28.049674 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:28.061458 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a4ea282-f780-48bd-8a11-8a570a40b0f9 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:28.117751 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a4ea282-f780-48bd-8a11-8a570a40b0f9 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:28.123990 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-63162832-2fff-4214-9a0a-56da57acb78c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] No DVR routers for this DVR port 3d05a570-58c2-4d2e-88ff-9225756bc056 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:23:28.125018 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=9fe5d516-4cc5-4de8-8148-b602f3182868,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:28.126417 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4ea282-f780-48bd-8a11-8a570a40b0f9 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:28.127114 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a4ea282-f780-48bd-8a11-8a570a40b0f9 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:28.134612 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ee982-978d-4e20-af2d-62c42323a6d8 req-5b4ab80a-4865-4b84-9040-d9542907a1f7 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:28.137413 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a5ee982-978d-4e20-af2d-62c42323a6d8 req-5b4ab80a-4865-4b84-9040-d9542907a1f7 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=58edf979-f588-4a23-985c-a6c5f6742633 HTTP/1.1" status: 200 len: 945 time: 0.2103333 Nov 10 19:23:28.138819 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-63162832-2fff-4214-9a0a-56da57acb78c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:28.142103 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-63162832-2fff-4214-9a0a-56da57acb78c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.73 "DELETE /v2.0/ports/3d05a570-58c2-4d2e-88ff-9225756bc056 HTTP/1.1" status: 204 len: 173 time: 1.5097520 Nov 10 19:23:28.142614 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'name': 'network-vif-deleted', 'tag': '3d05a570-58c2-4d2e-88ff-9225756bc056'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:23:28.144983 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56012aad-949e-4c96-a628-cc9ca2c5e44c" -d '{"events": [{"server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "name": "network-vif-deleted", "tag": "3d05a570-58c2-4d2e-88ff-9225756bc056"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:23:28.174721 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3a4ea282-f780-48bd-8a11-8a570a40b0f9 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3519931 Nov 10 19:23:28.175506 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45622) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:28.213877 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-22530c3c-3e9d-46f6-8156-545bf44cb03a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'ports': [{'network_id': 'a9f1e2b4-ac13-4ec2-930f-8601db2322ee'}, {'network_id': 'c66d37a6-241b-4736-8f31-cec470663ce9'}]} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:28.214114 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-22530c3c-3e9d-46f6-8156-545bf44cb03a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'port': {'network_id': 'a9f1e2b4-ac13-4ec2-930f-8601db2322ee'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:28.214512 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-22530c3c-3e9d-46f6-8156-545bf44cb03a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'port': {'network_id': 'c66d37a6-241b-4736-8f31-cec470663ce9'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:28.272144 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a5ee982-978d-4e20-af2d-62c42323a6d8 req-99222aed-69aa-4a30-80aa-ab5928c0111c tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237078 Nov 10 19:23:28.302831 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ea282-f780-48bd-8a11-8a570a40b0f9 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Network': ['ID=c66d37a6-241b-4736-8f31-cec470663ce9,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:28.319261 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network c66d37a6-241b-4736-8f31-cec470663ce9 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:23:28.346226 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-adbf5e41-ca68-48d2-8b53-f4a6b1e26c0a tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Deleting port 46cac36f-cdb6-4119-af11-3a438f8c410c {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:23:28.346579 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-adbf5e41-ca68-48d2-8b53-f4a6b1e26c0a tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:28.373996 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4f6468-2e5f-4b0a-8f1e-e68b6feea01e x-openstack-request-id: req-fe4f6468-2e5f-4b0a-8f1e-e68b6feea01e {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:23:28.374299 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c10c19d-dab1-4e5a-97ae-ee3590819d94", "name": "network-vif-plugged", "status": "completed", "tag": "9a1084bc-2f3a-4a09-80d4-0f39e8421893", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:23:28.374748 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fe4f6468-2e5f-4b0a-8f1e-e68b6feea01e {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:23:28.375371 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c10c19d-dab1-4e5a-97ae-ee3590819d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1084bc-2f3a-4a09-80d4-0f39e8421893', 'code': 200} Nov 10 19:23:28.527305 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8ccd35-cb66-415a-acee-f1c5bfb0b459 x-openstack-request-id: req-1c8ccd35-cb66-415a-acee-f1c5bfb0b459 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:23:28.527621 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829dd2c1-3b91-4189-9706-9d29c8a124c4", "tag": "bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:23:28.527924 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1c8ccd35-cb66-415a-acee-f1c5bfb0b459 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:23:28.528273 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829dd2c1-3b91-4189-9706-9d29c8a124c4', 'tag': 'bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8', 'status': 'completed', 'code': 200} Nov 10 19:23:28.632002 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-997bab2c-c7d5-4007-8423-a2a8a7e3bc7c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:28.634070 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:28.644553 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-997bab2c-c7d5-4007-8423-a2a8a7e3bc7c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:28.677199 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778a40a-e4fb-4284-88a4-015457c11f6c req-dea9ddf4-a014-41f7-9291-8a18d755185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:28.680391 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e778a40a-e4fb-4284-88a4-015457c11f6c req-dea9ddf4-a014-41f7-9291-8a18d755185c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eae6b5490ae14365a6c6d16b70aab18a&device_id=829dd2c1-3b91-4189-9706-9d29c8a124c4 HTTP/1.1" status: 200 len: 1094 time: 0.1498868 Nov 10 19:23:28.691597 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22530c3c-3e9d-46f6-8156-545bf44cb03a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'port': 2} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:23:28.696491 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-22530c3c-3e9d-46f6-8156-545bf44cb03a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:28.788811 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-22530c3c-3e9d-46f6-8156-545bf44cb03a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:28.870307 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778a40a-e4fb-4284-88a4-015457c11f6c req-6d017ec2-2227-4a07-8b89-7ad920fbba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:28.872590 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e778a40a-e4fb-4284-88a4-015457c11f6c req-6d017ec2-2227-4a07-8b89-7ad920fbba4b service neutron] 10.222.0.73 "GET /v2.0/networks?id=894f5cd2-973a-4ffa-b74f-8015c201415c HTTP/1.1" status: 200 len: 913 time: 0.1826494 Nov 10 19:23:28.929542 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e76f3a-ede4-47ec-a3e1-430d1b396c0d req-dd042839-c28b-47e0-84eb-8dbe06e3bfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:28.931154 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-48e76f3a-ede4-47ec-a3e1-430d1b396c0d req-dd042839-c28b-47e0-84eb-8dbe06e3bfdb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6c10c19d-dab1-4e5a-97ae-ee3590819d94 HTTP/1.1" status: 200 len: 1096 time: 0.1187556 Nov 10 19:23:28.938945 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af404d-a501-4925-977d-480963b139b1 req-b56afe64-bf91-4bc9-aeed-56f49aee65b4 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:28.940424 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97af404d-a501-4925-977d-480963b139b1 req-b56afe64-bf91-4bc9-aeed-56f49aee65b4 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c10c19d-dab1-4e5a-97ae-ee3590819d94 HTTP/1.1" status: 200 len: 945 time: 0.1269259 Nov 10 19:23:28.950064 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e778a40a-e4fb-4284-88a4-015457c11f6c req-0fd2b10f-4e8f-4010-a501-9a14226485e8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8 HTTP/1.1" status: 200 len: 217 time: 0.0465097 Nov 10 19:23:28.953622 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-adbf5e41-ca68-48d2-8b53-f4a6b1e26c0a tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] For port 46cac36f-cdb6-4119-af11-3a438f8c410c, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=46cac36f-cdb6-4119-af11-3a438f8c410c,segment=NetworkSegment(e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a),segment_id=e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:28.954268 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-adbf5e41-ca68-48d2-8b53-f4a6b1e26c0a tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:28.983968 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-22530c3c-3e9d-46f6-8156-545bf44cb03a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] device_id is not set on port b2f753a8-d45f-4e38-a831-7b81bb527912 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:23:28.991295 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-adbf5e41-ca68-48d2-8b53-f4a6b1e26c0a tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Calling delete_port for 46cac36f-cdb6-4119-af11-3a438f8c410c owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:23:29.018777 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-997bab2c-c7d5-4007-8423-a2a8a7e3bc7c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:29.030586 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-997bab2c-c7d5-4007-8423-a2a8a7e3bc7c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:29.070127 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778a40a-e4fb-4284-88a4-015457c11f6c req-a67239dd-3b73-4347-9182-108974d861c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:29.071763 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e778a40a-e4fb-4284-88a4-015457c11f6c req-a67239dd-3b73-4347-9182-108974d861c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d9e15c5-e417-4937-be7d-bb707fa3a095 HTTP/1.1" status: 200 len: 852 time: 0.1043100 Nov 10 19:23:29.090003 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-48e76f3a-ede4-47ec-a3e1-430d1b396c0d req-d355651e-8494-42c8-8bc8-ac336d9547a9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450775 Nov 10 19:23:29.095110 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97af404d-a501-4925-977d-480963b139b1 req-78c55323-2399-4836-822a-fbbd11975121 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359138 Nov 10 19:23:29.117507 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e778a40a-e4fb-4284-88a4-015457c11f6c req-cf5a0583-d430-465e-8943-c443fd680eff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=894f5cd2-973a-4ffa-b74f-8015c201415c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325823 Nov 10 19:23:29.139819 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997bab2c-c7d5-4007-8423-a2a8a7e3bc7c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29f48b47-ae75-448c-945e-a24bf80e5a4e,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:29.233798 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-adbf5e41-ca68-48d2-8b53-f4a6b1e26c0a tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:29.276970 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf5e41-ca68-48d2-8b53-f4a6b1e26c0a tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Pushing event deleted for resources: {'Port': ['ID=46cac36f-cdb6-4119-af11-3a438f8c410c,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:29.290639 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-997bab2c-c7d5-4007-8423-a2a8a7e3bc7c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:29.305201 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-997bab2c-c7d5-4007-8423-a2a8a7e3bc7c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:29.320215 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937f398-27fe-4971-ab28-56cb47e6dc86 req-eb1f686f-273b-477e-8360-ccad8b547458 tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:29.322298 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a937f398-27fe-4971-ab28-56cb47e6dc86 req-eb1f686f-273b-477e-8360-ccad8b547458 tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] 10.222.0.54 "GET /v2.0/ports?device_id=829dd2c1-3b91-4189-9706-9d29c8a124c4 HTTP/1.1" status: 200 len: 943 time: 0.1240809 Nov 10 19:23:29.346761 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-adbf5e41-ca68-48d2-8b53-f4a6b1e26c0a tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] No DVR routers for this DVR port 46cac36f-cdb6-4119-af11-3a438f8c410c on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:23:29.347439 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997bab2c-c7d5-4007-8423-a2a8a7e3bc7c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1311c6c4-0594-438b-b25e-bd7cfa444326,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:29.349802 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-adbf5e41-ca68-48d2-8b53-f4a6b1e26c0a tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:29.353461 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-adbf5e41-ca68-48d2-8b53-f4a6b1e26c0a tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.73 "DELETE /v2.0/ports/46cac36f-cdb6-4119-af11-3a438f8c410c HTTP/1.1" status: 204 len: 173 time: 1.1982584 Nov 10 19:23:29.360012 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:29.378697 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-22530c3c-3e9d-46f6-8156-545bf44cb03a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:29.384943 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e778a40a-e4fb-4284-88a4-015457c11f6c req-31486070-4af9-4ed3-947f-b9147cf62f05 service neutron] 10.222.0.73 "GET /v2.0/networks/894f5cd2-973a-4ffa-b74f-8015c201415c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583239 Nov 10 19:23:29.387656 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-997bab2c-c7d5-4007-8423-a2a8a7e3bc7c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:29.388829 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-997bab2c-c7d5-4007-8423-a2a8a7e3bc7c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.5578513 Nov 10 19:23:29.399316 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45672) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:29.405248 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-34c236f7-c1a3-48e8-86cd-4cf9883f2dfa tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'security_group_rule': {'security_group_id': '1311c6c4-0594-438b-b25e-bd7cfa444326', 'project_id': '540494213bb2401d877387c28ba690c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:29.485891 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a937f398-27fe-4971-ab28-56cb47e6dc86 req-0a6dc901-ad0a-410d-a63e-ef91c1f4f6e3 tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] 10.222.0.54 "GET /v2.0/security-groups?id=37aeab42-6b7b-4004-8548-bf6488c396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405783 Nov 10 19:23:29.504107 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-34c236f7-c1a3-48e8-86cd-4cf9883f2dfa tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:29.513258 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-22530c3c-3e9d-46f6-8156-545bf44cb03a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] device_id is not set on port c0961e5c-22fb-4d53-b45f-0111d22ec8e9 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:23:29.565374 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-d8ed5bda-c417-4892-a72b-eeb7c254c676 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Deleting port 5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:23:29.565948 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-d8ed5bda-c417-4892-a72b-eeb7c254c676 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:29.577789 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e778a40a-e4fb-4284-88a4-015457c11f6c req-b2297999-2673-4102-811f-81070dd2ee17 service neutron] 10.222.0.73 "GET /v2.0/networks/894f5cd2-973a-4ffa-b74f-8015c201415c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779916 Nov 10 19:23:29.601600 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-34c236f7-c1a3-48e8-86cd-4cf9883f2dfa tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:29.611175 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-34c236f7-c1a3-48e8-86cd-4cf9883f2dfa tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:29.690884 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c236f7-c1a3-48e8-86cd-4cf9883f2dfa tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c321e5-4aba-48bd-92be-d0fc64c78086,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:29.742898 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-22530c3c-3e9d-46f6-8156-545bf44cb03a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:29.754585 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-d8ed5bda-c417-4892-a72b-eeb7c254c676 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] For port 5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b,segment=NetworkSegment(181bf923-29c6-48c6-a618-3da751521132),segment_id=181bf923-29c6-48c6-a618-3da751521132)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:29.754928 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-d8ed5bda-c417-4892-a72b-eeb7c254c676 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:29.766252 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-34c236f7-c1a3-48e8-86cd-4cf9883f2dfa tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:29.767507 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-34c236f7-c1a3-48e8-86cd-4cf9883f2dfa tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3659973 Nov 10 19:23:29.770737 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45696) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:29.777399 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-d8ed5bda-c417-4892-a72b-eeb7c254c676 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Calling delete_port for 5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:23:29.785083 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-e37bcc36-4557-4982-a714-1a8a7822499a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'security_group_rule': {'security_group_id': '1311c6c4-0594-438b-b25e-bd7cfa444326', 'project_id': '540494213bb2401d877387c28ba690c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:29.809114 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98367ae-37ce-4e92-8a59-f5807cd36e63 req-7bf5a9f4-f187-4ef5-9179-daec1ebfb93f tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:29.816277 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98367ae-37ce-4e92-8a59-f5807cd36e63 req-7bf5a9f4-f187-4ef5-9179-daec1ebfb93f tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:29.825934 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98367ae-37ce-4e92-8a59-f5807cd36e63 req-7bf5a9f4-f187-4ef5-9179-daec1ebfb93f tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:29.825934 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f98367ae-37ce-4e92-8a59-f5807cd36e63 req-7bf5a9f4-f187-4ef5-9179-daec1ebfb93f tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 2410 time: 0.1969929 Nov 10 19:23:29.840039 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-22530c3c-3e9d-46f6-8156-545bf44cb03a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:29.912884 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22530c3c-3e9d-46f6-8156-545bf44cb03a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network a9f1e2b4-ac13-4ec2-930f-8601db2322ee is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:23:29.918877 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-22530c3c-3e9d-46f6-8156-545bf44cb03a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:23:29.930144 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22530c3c-3e9d-46f6-8156-545bf44cb03a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:23:29.931350 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-22530c3c-3e9d-46f6-8156-545bf44cb03a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:29.957152 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e37bcc36-4557-4982-a714-1a8a7822499a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:29.960802 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22530c3c-3e9d-46f6-8156-545bf44cb03a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Port': ['ID=b2f753a8-d45f-4e38-a831-7b81bb527912,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:29.991478 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f98367ae-37ce-4e92-8a59-f5807cd36e63 req-e25beafd-746e-4307-8d23-ac0a757446db tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d93388-382e-4c6b-9fd9-db42bf1d98d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910935 Nov 10 19:23:30.055927 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22530c3c-3e9d-46f6-8156-545bf44cb03a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Checking segment: {'id': '5674cdc7-ce73-488b-b1d9-025643e2dd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c66d37a6-241b-4736-8f31-cec470663ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:23:30.056515 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22530c3c-3e9d-46f6-8156-545bf44cb03a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network hostable DHCP agents. Network: c66d37a6-241b-4736-8f31-cec470663ce9, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:23:30.083900 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22530c3c-3e9d-46f6-8156-545bf44cb03a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Port': ['ID=c0961e5c-22fb-4d53-b45f-0111d22ec8e9,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:30.100078 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-d8ed5bda-c417-4892-a72b-eeb7c254c676 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:30.103246 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22530c3c-3e9d-46f6-8156-545bf44cb03a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network c66d37a6-241b-4736-8f31-cec470663ce9 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:23:30.106687 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e37bcc36-4557-4982-a714-1a8a7822499a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:30.115048 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e37bcc36-4557-4982-a714-1a8a7822499a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:30.130185 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-22530c3c-3e9d-46f6-8156-545bf44cb03a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, c66d37a6-241b-4736-8f31-cec470663ce9) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:23:30.140128 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b56dba5-de00-459b-97a9-d7809431c367 None None] Network c66d37a6-241b-4736-8f31-cec470663ce9 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:23:30.154634 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37bcc36-4557-4982-a714-1a8a7822499a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c62491-ab08-4346-886c-b16bb6d236c7,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:30.158720 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed5bda-c417-4892-a72b-eeb7c254c676 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Pushing event deleted for resources: {'Port': ['ID=5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:30.160602 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22530c3c-3e9d-46f6-8156-545bf44cb03a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:23:30.170074 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22530c3c-3e9d-46f6-8156-545bf44cb03a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:30.172707 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0445f061-1d36-46de-a1c8-a8ba0236b091 x-openstack-request-id: req-0445f061-1d36-46de-a1c8-a8ba0236b091 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:23:30.173200 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "name": "network-vif-deleted", "tag": "3d05a570-58c2-4d2e-88ff-9225756bc056", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:23:30.173966 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0445f061-1d36-46de-a1c8-a8ba0236b091 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:23:30.174542 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'name': 'network-vif-deleted', 'tag': '3d05a570-58c2-4d2e-88ff-9225756bc056', 'status': 'completed', 'code': 200} Nov 10 19:23:30.179352 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22530c3c-3e9d-46f6-8156-545bf44cb03a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:30.188556 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-22530c3c-3e9d-46f6-8156-545bf44cb03a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:30.201435 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e37bcc36-4557-4982-a714-1a8a7822499a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:30.207104 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e37bcc36-4557-4982-a714-1a8a7822499a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4350364 Nov 10 19:23:30.210875 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45718) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:30.218685 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-e8009153-b4bc-46e4-a7c3-e734cced290c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'security_group_rule': {'security_group_id': '1311c6c4-0594-438b-b25e-bd7cfa444326', 'project_id': '540494213bb2401d877387c28ba690c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:30.255062 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-22530c3c-3e9d-46f6-8156-545bf44cb03a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0460243 Nov 10 19:23:30.257775 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45724) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:30.267958 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e8009153-b4bc-46e4-a7c3-e734cced290c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:30.272503 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-d8ed5bda-c417-4892-a72b-eeb7c254c676 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] No DVR routers for this DVR port 5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:23:30.289156 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-d8ed5bda-c417-4892-a72b-eeb7c254c676 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:30.293220 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-d8ed5bda-c417-4892-a72b-eeb7c254c676 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.73 "DELETE /v2.0/ports/5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b HTTP/1.1" status: 204 len: 173 time: 0.9326456 Nov 10 19:23:30.376927 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '893f5fad-5d52-4ed2-a497-8f4e5f94cfec'}, {'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d05a570-58c2-4d2e-88ff-9225756bc056'}, {'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46cac36f-cdb6-4119-af11-3a438f8c410c'}, {'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b'}, {'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fe5d516-4cc5-4de8-8148-b602f3182868'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:23:30.379374 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3adee1f-b3df-43c2-ac8d-fb4911ca2774" -d '{"events": [{"server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "name": "network-vif-unplugged", "status": "completed", "tag": "893f5fad-5d52-4ed2-a497-8f4e5f94cfec"}, {"server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "name": "network-vif-unplugged", "status": "completed", "tag": "3d05a570-58c2-4d2e-88ff-9225756bc056"}, {"server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "name": "network-vif-unplugged", "status": "completed", "tag": "46cac36f-cdb6-4119-af11-3a438f8c410c"}, {"server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "name": "network-vif-unplugged", "status": "completed", "tag": "5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b"}, {"server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "name": "network-vif-unplugged", "status": "completed", "tag": "9fe5d516-4cc5-4de8-8148-b602f3182868"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:23:30.404594 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e8009153-b4bc-46e4-a7c3-e734cced290c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:30.411193 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e8009153-b4bc-46e4-a7c3-e734cced290c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:30.423815 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-3fb3f25f-27cb-4a34-aa6e-1963bea7d1c8 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Deleting port c0961e5c-22fb-4d53-b45f-0111d22ec8e9 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:23:30.424157 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3fb3f25f-27cb-4a34-aa6e-1963bea7d1c8 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:30.426860 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db4c2d-17d9-4ba3-889e-763981dac854 req-42f8fcbe-0160-4e25-8a61-653604734433 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:30.435879 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-10db4c2d-17d9-4ba3-889e-763981dac854 req-42f8fcbe-0160-4e25-8a61-653604734433 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=dde20bf1-8883-4961-afa2-0f8b30fe7cb7 HTTP/1.1" status: 200 len: 946 time: 0.1980586 Nov 10 19:23:30.457208 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8009153-b4bc-46e4-a7c3-e734cced290c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3310425c-12e8-4425-a437-5b2d7de79249,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:30.492672 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e8009153-b4bc-46e4-a7c3-e734cced290c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:30.496698 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e8009153-b4bc-46e4-a7c3-e734cced290c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2820535 Nov 10 19:23:30.497132 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45730) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:30.498387 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-10db4c2d-17d9-4ba3-889e-763981dac854 req-c29d80bc-5341-4035-a03e-7459219d3537 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611970 Nov 10 19:23:30.502857 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-998759bc-96b3-492f-9f0d-a444ccb8483d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'security_group_rule': {'security_group_id': '1311c6c4-0594-438b-b25e-bd7cfa444326', 'project_id': '540494213bb2401d877387c28ba690c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:30.527340 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-53ac4f68-dd70-4bce-b254-cac68a8101c0 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Deleting port 9fe5d516-4cc5-4de8-8148-b602f3182868 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:23:30.527688 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-53ac4f68-dd70-4bce-b254-cac68a8101c0 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:30.565100 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3fb3f25f-27cb-4a34-aa6e-1963bea7d1c8 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:30.594461 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-3fb3f25f-27cb-4a34-aa6e-1963bea7d1c8 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Calling delete_port for c0961e5c-22fb-4d53-b45f-0111d22ec8e9 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:23:30.640857 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-998759bc-96b3-492f-9f0d-a444ccb8483d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:30.668960 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45736) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:30.679957 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:23:30.753147 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-53ac4f68-dd70-4bce-b254-cac68a8101c0 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] For port 9fe5d516-4cc5-4de8-8148-b602f3182868, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=9fe5d516-4cc5-4de8-8148-b602f3182868,segment=NetworkSegment(e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a),segment_id=e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:30.757127 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-53ac4f68-dd70-4bce-b254-cac68a8101c0 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:30.789711 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-998759bc-96b3-492f-9f0d-a444ccb8483d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:30.800622 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-998759bc-96b3-492f-9f0d-a444ccb8483d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:30.820140 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-53ac4f68-dd70-4bce-b254-cac68a8101c0 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Calling delete_port for 9fe5d516-4cc5-4de8-8148-b602f3182868 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:23:30.837548 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998759bc-96b3-492f-9f0d-a444ccb8483d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b15ab3a7-c45f-4bad-92ea-3eb993b2d794,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:30.839121 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3fb3f25f-27cb-4a34-aa6e-1963bea7d1c8 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:30.846431 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17534d70-a9e1-4af7-a83f-15c7b5212860 req-5cb6ece6-24aa-4b28-a260-1cc6e43db5dd tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:30.851434 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8,segment=NetworkSegment(095bac42-2072-4098-b08b-c9a5de219e7a),segment_id=095bac42-2072-4098-b08b-c9a5de219e7a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:30.855466 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-17534d70-a9e1-4af7-a83f-15c7b5212860 req-5cb6ece6-24aa-4b28-a260-1cc6e43db5dd tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c10c19d-dab1-4e5a-97ae-ee3590819d94 HTTP/1.1" status: 200 len: 945 time: 0.1996839 Nov 10 19:23:30.871310 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8', 'network_id': '894f5cd2-973a-4ffa-b74f-8015c201415c', 'port_id': 'bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8', 'mac_address': 'fa:16:3e:cb:c7:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d9e15c5-e417-4937-be7d-bb707fa3a095', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:23:30.881700 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-998759bc-96b3-492f-9f0d-a444ccb8483d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:30.883106 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-998759bc-96b3-492f-9f0d-a444ccb8483d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3850787 Nov 10 19:23:30.886054 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3f25f-27cb-4a34-aa6e-1963bea7d1c8 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Port': ['ID=c0961e5c-22fb-4d53-b45f-0111d22ec8e9,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:30.889741 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3fb3f25f-27cb-4a34-aa6e-1963bea7d1c8 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:30.893532 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3fb3f25f-27cb-4a34-aa6e-1963bea7d1c8 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/ports/c0961e5c-22fb-4d53-b45f-0111d22ec8e9 HTTP/1.1" status: 204 len: 168 time: 0.6344004 Nov 10 19:23:30.894131 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45740) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:30.896034 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45742) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:30.900927 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-57bd3818-ccca-418e-9bc0-9fe1ec7ed58f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'security_group_rule': {'security_group_id': '1311c6c4-0594-438b-b25e-bd7cfa444326', 'project_id': '540494213bb2401d877387c28ba690c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:30.936092 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:30.951550 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:23:30.970609 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-17534d70-a9e1-4af7-a83f-15c7b5212860 req-745f65b3-a29d-472f-be7a-044267a9324e tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139886 Nov 10 19:23:30.975833 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0e1c831f-870b-4b89-bb1e-5e29b0b87583 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:30.977434 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8,segment=NetworkSegment(095bac42-2072-4098-b08b-c9a5de219e7a),segment_id=095bac42-2072-4098-b08b-c9a5de219e7a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:30.989296 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:30.991216 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48c3491-82c5-4761-afe1-e4011105f6be tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:30.998273 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48c3491-82c5-4761-afe1-e4011105f6be tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:31.000629 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f48c3491-82c5-4761-afe1-e4011105f6be tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1033297 Nov 10 19:23:31.003574 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45744) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:31.046718 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Wed, 10 Nov 2021 19:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc310d1e-2b25-4263-aa2b-8cf87894fbcd x-openstack-request-id: req-fc310d1e-2b25-4263-aa2b-8cf87894fbcd {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:23:31.047074 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "name": "network-vif-unplugged", "status": "completed", "tag": "893f5fad-5d52-4ed2-a497-8f4e5f94cfec", "code": 200}, {"server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "name": "network-vif-unplugged", "status": "completed", "tag": "3d05a570-58c2-4d2e-88ff-9225756bc056", "code": 200}, {"server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "name": "network-vif-unplugged", "status": "completed", "tag": "46cac36f-cdb6-4119-af11-3a438f8c410c", "code": 200}, {"server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "name": "network-vif-unplugged", "status": "completed", "tag": "5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b", "code": 200}, {"server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "name": "network-vif-unplugged", "status": "completed", "tag": "9fe5d516-4cc5-4de8-8148-b602f3182868", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:23:31.047343 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fc310d1e-2b25-4263-aa2b-8cf87894fbcd {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:23:31.047812 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '893f5fad-5d52-4ed2-a497-8f4e5f94cfec', 'code': 200} Nov 10 19:23:31.048073 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d05a570-58c2-4d2e-88ff-9225756bc056', 'code': 200} Nov 10 19:23:31.048326 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46cac36f-cdb6-4119-af11-3a438f8c410c', 'code': 200} Nov 10 19:23:31.048575 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b', 'code': 200} Nov 10 19:23:31.048829 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fe5d516-4cc5-4de8-8148-b602f3182868', 'code': 200} Nov 10 19:23:31.065686 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:31.072507 n-d-813897-4 neutron-server[102505]: INFO neutron.db.securitygroups_db [None req-57bd3818-ccca-418e-9bc0-9fe1ec7ed58f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Project 540494213bb2401d877387c28ba690c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 19:23:31.082906 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57bd3818-ccca-418e-9bc0-9fe1ec7ed58f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:31.104929 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-53ac4f68-dd70-4bce-b254-cac68a8101c0 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:31.169922 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac4f68-dd70-4bce-b254-cac68a8101c0 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Pushing event deleted for resources: {'Port': ['ID=9fe5d516-4cc5-4de8-8148-b602f3182868,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:31.187030 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0e1c831f-870b-4b89-bb1e-5e29b0b87583 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:31.191223 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57bd3818-ccca-418e-9bc0-9fe1ec7ed58f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:31.195098 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-67353459-e71b-446b-8fd9-396cb92efe3e tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Deleting port b2f753a8-d45f-4e38-a831-7b81bb527912 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:23:31.195625 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-67353459-e71b-446b-8fd9-396cb92efe3e tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:31.200216 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57bd3818-ccca-418e-9bc0-9fe1ec7ed58f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:31.206574 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:23:31.208217 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0e1c831f-870b-4b89-bb1e-5e29b0b87583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:31.258054 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-53ac4f68-dd70-4bce-b254-cac68a8101c0 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] No DVR routers for this DVR port 9fe5d516-4cc5-4de8-8148-b602f3182868 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:23:31.271157 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-53ac4f68-dd70-4bce-b254-cac68a8101c0 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:31.272070 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd3818-ccca-418e-9bc0-9fe1ec7ed58f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d6184b-72cb-4a7a-993a-2cf19a0ad6fa,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:31.274025 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-53ac4f68-dd70-4bce-b254-cac68a8101c0 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.73 "DELETE /v2.0/ports/9fe5d516-4cc5-4de8-8148-b602f3182868 HTTP/1.1" status: 204 len: 173 time: 0.9587665 Nov 10 19:23:31.299879 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57bd3818-ccca-418e-9bc0-9fe1ec7ed58f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:31.303308 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-57bd3818-ccca-418e-9bc0-9fe1ec7ed58f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4059734 Nov 10 19:23:31.303489 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0ea2b-5855-473b-8332-ecd337f90e04 req-16df161d-6014-4bd7-90e5-606bbca82d9e tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:31.304434 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-05a0ea2b-5855-473b-8332-ecd337f90e04 req-16df161d-6014-4bd7-90e5-606bbca82d9e tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] 10.222.0.54 "GET /v2.0/ports?device_id=829dd2c1-3b91-4189-9706-9d29c8a124c4 HTTP/1.1" status: 200 len: 944 time: 0.2022910 Nov 10 19:23:31.306985 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-67353459-e71b-446b-8fd9-396cb92efe3e tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:31.307475 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45750) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:31.313066 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0e1c831f-870b-4b89-bb1e-5e29b0b87583 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b9a8543d96c545f095932dff1f71d38c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6391821 Nov 10 19:23:31.319736 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45752) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:31.339380 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-67353459-e71b-446b-8fd9-396cb92efe3e tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Calling delete_port for b2f753a8-d45f-4e38-a831-7b81bb527912 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:23:31.343641 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-9c5bbbf5-1c39-4903-a587-c3442cd546b4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'security_group_rule': {'security_group_id': '1311c6c4-0594-438b-b25e-bd7cfa444326', 'project_id': '540494213bb2401d877387c28ba690c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:31.352551 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c831f-870b-4b89-bb1e-5e29b0b87583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8ad35b-ccaf-42a2-84f1-fa886e3d5c00,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:31.429518 n-d-813897-4 neutron-server[102506]: INFO neutron.db.securitygroups_db [None req-9c5bbbf5-1c39-4903-a587-c3442cd546b4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Project 540494213bb2401d877387c28ba690c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 19:23:31.439862 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-122735e3-a7a0-40c7-bb84-20a31676013f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:31.444676 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c5bbbf5-1c39-4903-a587-c3442cd546b4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:31.467687 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-05a0ea2b-5855-473b-8332-ecd337f90e04 req-efe774c0-d858-4c47-95d5-0dabef43b3ca tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] 10.222.0.54 "GET /v2.0/security-groups?id=37aeab42-6b7b-4004-8548-bf6488c396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545656 Nov 10 19:23:31.477966 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-122735e3-a7a0-40c7-bb84-20a31676013f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:31.515267 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-67353459-e71b-446b-8fd9-396cb92efe3e tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:31.546681 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-a3f8bc09-212a-477b-bcb5-354d5fb1a13e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Deleting port 893f5fad-5d52-4ed2-a497-8f4e5f94cfec {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:23:31.547094 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-a3f8bc09-212a-477b-bcb5-354d5fb1a13e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:31.553428 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67353459-e71b-446b-8fd9-396cb92efe3e tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Port': ['ID=b2f753a8-d45f-4e38-a831-7b81bb527912,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:31.569034 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-67353459-e71b-446b-8fd9-396cb92efe3e tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:31.575557 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-67353459-e71b-446b-8fd9-396cb92efe3e tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/ports/b2f753a8-d45f-4e38-a831-7b81bb527912 HTTP/1.1" status: 204 len: 168 time: 0.5679069 Nov 10 19:23:31.575942 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45754) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:31.618578 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c5bbbf5-1c39-4903-a587-c3442cd546b4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:31.629719 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c5bbbf5-1c39-4903-a587-c3442cd546b4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:31.637608 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49e0d4e-8829-43ef-bb96-c59a2d59f10d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:31.639340 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a49e0d4e-8829-43ef-bb96-c59a2d59f10d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0624557 Nov 10 19:23:31.642937 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45756) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:31.652094 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-122735e3-a7a0-40c7-bb84-20a31676013f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:31.655221 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-122735e3-a7a0-40c7-bb84-20a31676013f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:31.656547 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-122735e3-a7a0-40c7-bb84-20a31676013f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ec8ad35b-ccaf-42a2-84f1-fa886e3d5c00 HTTP/1.1" status: 204 len: 168 time: 0.3356802 Nov 10 19:23:31.675493 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-a5dc42ca-340a-45ea-870f-35c5994daf2f req-acec59e6-d2a1-43f6-a9bd-44ef0295b3b5 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:23:31.680420 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122735e3-a7a0-40c7-bb84-20a31676013f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8ad35b-ccaf-42a2-84f1-fa886e3d5c00,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:31.681163 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a5dc42ca-340a-45ea-870f-35c5994daf2f req-acec59e6-d2a1-43f6-a9bd-44ef0295b3b5 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0324521 Nov 10 19:23:31.683118 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ff69bb-072d-49d8-b075-0376ab3803cf tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] GET failed (client error): The resource could not be found. Nov 10 19:23:31.687614 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b4ff69bb-072d-49d8-b075-0376ab3803cf tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "GET /v2.0/ports/c0961e5c-22fb-4d53-b45f-0111d22ec8e9 HTTP/1.1" status: 404 len: 333 time: 0.0408938 Nov 10 19:23:31.687968 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45760) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:31.695741 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5bbbf5-1c39-4903-a587-c3442cd546b4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be0f4cb-f937-4443-b4da-cc18d6ecb03e,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:31.715186 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-1260c71a-8db5-4add-ae4e-f571f4c2ff7b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] GET failed (client error): The resource could not be found. Nov 10 19:23:31.717674 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1260c71a-8db5-4add-ae4e-f571f4c2ff7b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "GET /v2.0/ports/b2f753a8-d45f-4e38-a831-7b81bb527912 HTTP/1.1" status: 404 len: 333 time: 0.0278118 Nov 10 19:23:31.722102 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45762) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:31.723291 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c5bbbf5-1c39-4903-a587-c3442cd546b4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:31.724686 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9c5bbbf5-1c39-4903-a587-c3442cd546b4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4131777 Nov 10 19:23:31.730563 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45764) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:31.735510 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-4b0f5d32-df82-4dac-8bd2-bb6b7230e062 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'network': {'name': 'tempest-network-smoke--2076072285', 'project_id': '540494213bb2401d877387c28ba690c2', 'port_security_enabled': True}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:31.796558 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-a3f8bc09-212a-477b-bcb5-354d5fb1a13e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] For port 893f5fad-5d52-4ed2-a497-8f4e5f94cfec, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=893f5fad-5d52-4ed2-a497-8f4e5f94cfec,segment=NetworkSegment(bbb86607-878b-48fc-80e0-71f257e97ed3),segment_id=bbb86607-878b-48fc-80e0-71f257e97ed3)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:31.797331 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-a3f8bc09-212a-477b-bcb5-354d5fb1a13e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:31.823314 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0f5d32-df82-4dac-8bd2-bb6b7230e062 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Made reservation on behalf of 540494213bb2401d877387c28ba690c2 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:23:31.827223 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4b0f5d32-df82-4dac-8bd2-bb6b7230e062 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:31.843646 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-36c1a395-862a-463f-a857-2ce1312dc172 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:31.866301 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b0f5d32-df82-4dac-8bd2-bb6b7230e062 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:23:31.917541 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4b0f5d32-df82-4dac-8bd2-bb6b7230e062 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:31.917919 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-4b0f5d32-df82-4dac-8bd2-bb6b7230e062 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Added segment 0e54e4be-6f27-4f98-9f44-70e853ad9b18 of type vlan for network 73a462e0-6280-4d1d-b3b0-466bf95639d0 Nov 10 19:23:31.923647 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a5dc42ca-340a-45ea-870f-35c5994daf2f req-c4421afe-306e-48c2-a209-694589d60cbd tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2294216 Nov 10 19:23:31.985692 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-36c1a395-862a-463f-a857-2ce1312dc172 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:32.008830 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4b0f5d32-df82-4dac-8bd2-bb6b7230e062 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:32.021295 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-36c1a395-862a-463f-a857-2ce1312dc172 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c66d37a6-241b-4736-8f31-cec470663ce9']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:32.036887 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-36c1a395-862a-463f-a857-2ce1312dc172 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5674cdc7-ce73-488b-b1d9-025643e2dd9a') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:32.037168 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-36c1a395-862a-463f-a857-2ce1312dc172 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5674cdc7-ce73-488b-b1d9-025643e2dd9a') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:32.055406 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-36c1a395-862a-463f-a857-2ce1312dc172 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:32.070610 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4b0f5d32-df82-4dac-8bd2-bb6b7230e062 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:32.075953 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0f5d32-df82-4dac-8bd2-bb6b7230e062 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:32.076927 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4b0f5d32-df82-4dac-8bd2-bb6b7230e062 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:32.079903 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-36c1a395-862a-463f-a857-2ce1312dc172 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:32.094541 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c1a395-862a-463f-a857-2ce1312dc172 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:23:32.094950 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-36c1a395-862a-463f-a857-2ce1312dc172 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:32.109288 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:23:32.109288 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:23:32.109288 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:23:32.109288 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:23:32.109288 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:23:32.109288 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:23:32.109288 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:23:32.109288 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:23:32.109288 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:23:32.109288 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:23:32.109288 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:23:32.109288 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:23:32.109288 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:23:32.109288 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:23:32.109288 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:23:32.109288 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:23:32.109288 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:23:32.109288 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:23:32.109288 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:23:32.109288 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:23:32.109288 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:23:32.109288 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:23:32.109288 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:23:32.109288 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:23:32.109288 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:23:32.109288 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:23:32.109288 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:23:32.109288 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:23:32.109288 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:23:32.109288 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:23:32.109288 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:23:32.109288 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:23:32.126114 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-f981f80f-ad99-4218-83c4-d40da1cbb792 req-61d1869a-4979-4939-9fb1-a45348409781 service neutron] (102505) timed out ('10.222.0.25', 62880) {{(pid=102505) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 19:23:32.136817 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45772) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:32.166309 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e1f33996-4bce-4d0b-9c93-437cb3b3e7c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:32.171251 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4b0f5d32-df82-4dac-8bd2-bb6b7230e062 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4397290 Nov 10 19:23:32.176793 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45774) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:32.176999 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'name': 'network-vif-deleted', 'tag': '46cac36f-cdb6-4119-af11-3a438f8c410c'}, {'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'name': 'network-vif-deleted', 'tag': '5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b'}, {'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'name': 'network-vif-deleted', 'tag': '9fe5d516-4cc5-4de8-8148-b602f3182868'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:23:32.179013 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69434f50-6f18-4556-891b-f89e5b63251c" -d '{"events": [{"server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "name": "network-vif-deleted", "tag": "46cac36f-cdb6-4119-af11-3a438f8c410c"}, {"server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "name": "network-vif-deleted", "tag": "5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b"}, {"server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "name": "network-vif-deleted", "tag": "9fe5d516-4cc5-4de8-8148-b602f3182868"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:23:32.207817 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-80e9ed57-92cc-4448-9ac2-592175dd7f2a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1193879237', 'admin_state_up': True, 'project_id': '540494213bb2401d877387c28ba690c2', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:32.233737 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f5d32-df82-4dac-8bd2-bb6b7230e062 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'Network': ['ID=73a462e0-6280-4d1d-b3b0-466bf95639d0,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:32.242300 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-36c1a395-862a-463f-a857-2ce1312dc172 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:32.247692 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-a3f8bc09-212a-477b-bcb5-354d5fb1a13e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:32.248301 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-a3f8bc09-212a-477b-bcb5-354d5fb1a13e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:32.248451 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-a3f8bc09-212a-477b-bcb5-354d5fb1a13e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Floating IP 0b917e5c-ec8d-41b5-8384-3324ed20594f disassociated. External IP: 172.25.3.55, port: 893f5fad-5d52-4ed2-a497-8f4e5f94cfec. Nov 10 19:23:32.248754 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-a3f8bc09-212a-477b-bcb5-354d5fb1a13e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Calling delete_port for 893f5fad-5d52-4ed2-a497-8f4e5f94cfec owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:23:32.249299 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-36c1a395-862a-463f-a857-2ce1312dc172 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:32.250360 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 73a462e0-6280-4d1d-b3b0-466bf95639d0 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:23:32.252803 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-36c1a395-862a-463f-a857-2ce1312dc172 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/networks/c66d37a6-241b-4736-8f31-cec470663ce9 HTTP/1.1" status: 204 len: 168 time: 0.5296335 Nov 10 19:23:32.256606 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45778) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:32.271355 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-783ad7d5-7271-4f62-a21b-aa73632d0799 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-187497409'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:32.274825 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-80e9ed57-92cc-4448-9ac2-592175dd7f2a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:32.275976 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-80e9ed57-92cc-4448-9ac2-592175dd7f2a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:32.285157 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1a395-862a-463f-a857-2ce1312dc172 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Network': ['ID=c66d37a6-241b-4736-8f31-cec470663ce9,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:32.342868 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73359e40-9341-45bb-9b81-0da34d54b0ca req-56e5adda-632f-42bd-a829-f85478c3cd8d tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:32.344443 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-73359e40-9341-45bb-9b81-0da34d54b0ca req-56e5adda-632f-42bd-a829-f85478c3cd8d tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 944 time: 0.1750059 Nov 10 19:23:32.347253 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783ad7d5-7271-4f62-a21b-aa73632d0799 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:23:32.350880 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-783ad7d5-7271-4f62-a21b-aa73632d0799 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:32.356244 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-80e9ed57-92cc-4448-9ac2-592175dd7f2a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:32.444078 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-73359e40-9341-45bb-9b81-0da34d54b0ca req-7cd0dee2-0d75-4fbc-b648-e84f38a6420e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2d93388-382e-4c6b-9fd9-db42bf1d98d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887604 Nov 10 19:23:32.444313 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-783ad7d5-7271-4f62-a21b-aa73632d0799 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:23:32.460283 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e1f33996-4bce-4d0b-9c93-437cb3b3e7c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:32.496160 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e1f33996-4bce-4d0b-9c93-437cb3b3e7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:32.519194 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-783ad7d5-7271-4f62-a21b-aa73632d0799 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:32.519955 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-783ad7d5-7271-4f62-a21b-aa73632d0799 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Added segment 8c56a6ac-e823-4578-8f4e-6cdf37d21d97 of type vlan for network fd5e6ce7-e10f-417f-9702-bc9d9cda84d8 Nov 10 19:23:32.534363 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-80e9ed57-92cc-4448-9ac2-592175dd7f2a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:32.558181 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e1f33996-4bce-4d0b-9c93-437cb3b3e7c5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=be3c1a498b8543479a0d99daee708b4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4156005 Nov 10 19:23:32.558959 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45782) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:32.563382 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f33996-4bce-4d0b-9c93-437cb3b3e7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5307fa87-a457-40d7-a23f-aec33e946487,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:32.571131 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-a3f8bc09-212a-477b-bcb5-354d5fb1a13e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:32.614588 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-783ad7d5-7271-4f62-a21b-aa73632d0799 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:32.618548 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8bc09-212a-477b-bcb5-354d5fb1a13e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Pushing event deleted for resources: {'Port': ['ID=893f5fad-5d52-4ed2-a497-8f4e5f94cfec,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:32.698777 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:23:32.712746 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-783ad7d5-7271-4f62-a21b-aa73632d0799 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:32.718717 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783ad7d5-7271-4f62-a21b-aa73632d0799 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:32.719480 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-783ad7d5-7271-4f62-a21b-aa73632d0799 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:32.754722 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793be6ef-8fea-475c-afcc-dec4fc8dc3bd req-ae1a5f95-6b4c-4809-955c-3a3171a27959 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:32.756314 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-793be6ef-8fea-475c-afcc-dec4fc8dc3bd req-ae1a5f95-6b4c-4809-955c-3a3171a27959 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c10c19d-dab1-4e5a-97ae-ee3590819d94 HTTP/1.1" status: 200 len: 945 time: 0.1488075 Nov 10 19:23:32.767147 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:23:32.773794 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:23:32.774364 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:32.797707 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-a3f8bc09-212a-477b-bcb5-354d5fb1a13e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Router f3e0b066-6885-46b9-b5b8-e400dec94bf5 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:23:32.841259 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-793be6ef-8fea-475c-afcc-dec4fc8dc3bd req-12a3b77a-6c00-4d6d-aff3-95f32bea01a3 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769134 Nov 10 19:23:32.932181 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:32.976753 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8,segment=NetworkSegment(095bac42-2072-4098-b08b-c9a5de219e7a),segment_id=095bac42-2072-4098-b08b-c9a5de219e7a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:32.984370 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:33.050568 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829dd2c1-3b91-4189-9706-9d29c8a124c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:23:33.053576 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c6f8e0-ca29-43a3-be5c-666fc076a71c" -d '{"events": [{"server_uuid": "829dd2c1-3b91-4189-9706-9d29c8a124c4", "name": "network-vif-plugged", "status": "completed", "tag": "bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:23:33.058484 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:33.116559 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ce5916e7-77af-46d6-bf4e-76b1997b0056 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:33.178888 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-783ad7d5-7271-4f62-a21b-aa73632d0799 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9181046 Nov 10 19:23:33.190023 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45788) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:33.200294 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-6b6e1fc5-2d8f-4e92-9dbe-cd19ae2ba740 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'subnet': {'network_id': 'fd5e6ce7-e10f-417f-9702-bc9d9cda84d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:33.206319 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ce5916e7-77af-46d6-bf4e-76b1997b0056 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:33.208423 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ad7d5-7271-4f62-a21b-aa73632d0799 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Network': ['ID=fd5e6ce7-e10f-417f-9702-bc9d9cda84d8,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:33.222501 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network fd5e6ce7-e10f-417f-9702-bc9d9cda84d8 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:23:33.366667 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227b226-c73b-444a-bb35-4c50a25f357d req-5a8d629d-4235-449e-afc5-91435e90c1b3 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:33.368335 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2227b226-c73b-444a-bb35-4c50a25f357d req-5a8d629d-4235-449e-afc5-91435e90c1b3 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=43ac48b5-63c9-4089-8e90-af395a6e6e00 HTTP/1.1" status: 200 len: 945 time: 0.4101384 Nov 10 19:23:33.372285 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ce5916e7-77af-46d6-bf4e-76b1997b0056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:33.375256 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ce5916e7-77af-46d6-bf4e-76b1997b0056 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:33.376452 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ce5916e7-77af-46d6-bf4e-76b1997b0056 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5307fa87-a457-40d7-a23f-aec33e946487 HTTP/1.1" status: 204 len: 168 time: 0.8163638 Nov 10 19:23:33.389725 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-a3f8bc09-212a-477b-bcb5-354d5fb1a13e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:23:33.399560 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fdccee-dbe5-45f7-a173-1d3f88b61278 None None] Sync routers for ids ['f3e0b066-6885-46b9-b5b8-e400dec94bf5'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:23:33.410433 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fdccee-dbe5-45f7-a173-1d3f88b61278 None None] Routers {'f3e0b066-6885-46b9-b5b8-e400dec94bf5'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:23:33.411519 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-54fdccee-dbe5-45f7-a173-1d3f88b61278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:23:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['f3e0b066-6885-46b9-b5b8-e400dec94bf5'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:33.446443 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-a3f8bc09-212a-477b-bcb5-354d5fb1a13e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] No DVR routers for this DVR port 893f5fad-5d52-4ed2-a497-8f4e5f94cfec on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:23:33.451317 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-a3f8bc09-212a-477b-bcb5-354d5fb1a13e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:33.455314 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b3554e2-64b0-4873-81ec-9078e6e4c942 req-a3f8bc09-212a-477b-bcb5-354d5fb1a13e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.73 "DELETE /v2.0/ports/893f5fad-5d52-4ed2-a497-8f4e5f94cfec HTTP/1.1" status: 204 len: 173 time: 2.1694202 Nov 10 19:23:33.458000 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5916e7-77af-46d6-bf4e-76b1997b0056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5307fa87-a457-40d7-a23f-aec33e946487,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:33.463396 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6e1fc5-2d8f-4e92-9dbe-cd19ae2ba740 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:23:33.467300 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6b6e1fc5-2d8f-4e92-9dbe-cd19ae2ba740 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:33.482615 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2227b226-c73b-444a-bb35-4c50a25f357d req-4a1b584d-702a-48f6-92ff-339c7d4476ed tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058776 Nov 10 19:23:33.514491 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-80e9ed57-92cc-4448-9ac2-592175dd7f2a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:33.549472 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 10 Nov 2021 19:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b145625-864a-4f60-8208-c0f1227a6409 x-openstack-request-id: req-3b145625-864a-4f60-8208-c0f1227a6409 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:23:33.550048 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "name": "network-vif-deleted", "tag": "46cac36f-cdb6-4119-af11-3a438f8c410c", "status": "completed", "code": 200}, {"server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "name": "network-vif-deleted", "tag": "5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b", "status": "completed", "code": 200}, {"server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "name": "network-vif-deleted", "tag": "9fe5d516-4cc5-4de8-8148-b602f3182868", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:23:33.550542 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3b145625-864a-4f60-8208-c0f1227a6409 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:23:33.551139 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'name': 'network-vif-deleted', 'tag': '46cac36f-cdb6-4119-af11-3a438f8c410c', 'status': 'completed', 'code': 200} Nov 10 19:23:33.551584 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'name': 'network-vif-deleted', 'tag': '5a1e8bea-2c5b-47d4-9eeb-d3cabb49d95b', 'status': 'completed', 'code': 200} Nov 10 19:23:33.552033 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'name': 'network-vif-deleted', 'tag': '9fe5d516-4cc5-4de8-8148-b602f3182868', 'status': 'completed', 'code': 200} Nov 10 19:23:33.576833 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-54fdccee-dbe5-45f7-a173-1d3f88b61278 None None] Set router f3e0b066-6885-46b9-b5b8-e400dec94bf5 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:23:33.595966 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-80e9ed57-92cc-4448-9ac2-592175dd7f2a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:33.626754 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.ipam_backend_mixin [None req-6b6e1fc5-2d8f-4e92-9dbe-cd19ae2ba740 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Performing IP validity checks on allocation pools {{(pid=102505) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 19:23:33.629979 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.ipam_backend_mixin [None req-6b6e1fc5-2d8f-4e92-9dbe-cd19ae2ba740 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102505) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 19:23:33.767515 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043d85d-c6c3-4668-8460-679feea0e8e5 req-29e92fab-de6f-4659-9816-f7faf6e64788 tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:33.769160 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7043d85d-c6c3-4668-8460-679feea0e8e5 req-29e92fab-de6f-4659-9816-f7faf6e64788 tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] 10.222.0.54 "GET /v2.0/ports?device_id=829dd2c1-3b91-4189-9706-9d29c8a124c4 HTTP/1.1" status: 200 len: 945 time: 0.0955186 Nov 10 19:23:33.816289 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-80e9ed57-92cc-4448-9ac2-592175dd7f2a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Allocated IP 172.25.3.32 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/589971a5-93b9-4b0f-97e9-3bbbd837bf78) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:23:33.868921 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7043d85d-c6c3-4668-8460-679feea0e8e5 req-e2513523-4c1a-40a0-9f45-e64af843eece tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] 10.222.0.54 "GET /v2.0/security-groups?id=37aeab42-6b7b-4004-8548-bf6488c396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885618 Nov 10 19:23:33.879837 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-54fdccee-dbe5-45f7-a173-1d3f88b61278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'name': 'tempest-TaggedBootDevicesTest-1295309602-router', 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'facde35a-9f06-40ba-a4a5-e370391d9729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:12:14Z', 'updated_at': '2021-11-10T19:12:20Z', 'revision_number': 4, 'project_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'gw_port': {'id': 'facde35a-9f06-40ba-a4a5-e370391d9729', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:12:15Z', 'updated_at': '2021-11-10T19:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'ddeb9ab5-c38c-444d-9153-1ea476c8e71f', 'name': '', 'network_id': '87a15d79-4902-4d31-887f-c388f0985906', 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'mac_address': 'fa:16:3e:44:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '2f6a98c7-c265-4500-b9ce-49a92ae40ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:12:19Z', 'updated_at': '2021-11-10T19:12:26Z', 'revision_number': 5, 'project_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'subnets': [{'id': '2f6a98c7-c265-4500-b9ce-49a92ae40ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:33.919356 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fdccee-dbe5-45f7-a173-1d3f88b61278 None None] Checking router: f3e0b066-6885-46b9-b5b8-e400dec94bf5 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:23:33.932712 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fdccee-dbe5-45f7-a173-1d3f88b61278 None None] Routers {'f3e0b066-6885-46b9-b5b8-e400dec94bf5'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:23:33.935136 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-54fdccee-dbe5-45f7-a173-1d3f88b61278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:23:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['f3e0b066-6885-46b9-b5b8-e400dec94bf5'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:33.985990 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6b6e1fc5-2d8f-4e92-9dbe-cd19ae2ba740 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:34.105642 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf358a-e642-4f6d-b9ef-d13eb58c747d req-bcc0a59d-d946-4b05-9f62-c4f43f9b50cd tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:34.109856 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-35bf358a-e642-4f6d-b9ef-d13eb58c747d req-bcc0a59d-d946-4b05-9f62-c4f43f9b50cd tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c10c19d-dab1-4e5a-97ae-ee3590819d94 HTTP/1.1" status: 200 len: 945 time: 0.0956643 Nov 10 19:23:34.137297 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e1fc5-2d8f-4e92-9dbe-cd19ae2ba740 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Subnet': ['ID=1aaae6cc-82de-479b-a786-fc8cd06c1126,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:34.151246 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-54fdccee-dbe5-45f7-a173-1d3f88b61278 None None] Set router f3e0b066-6885-46b9-b5b8-e400dec94bf5 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:23:34.155250 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-80e9ed57-92cc-4448-9ac2-592175dd7f2a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:34.169629 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6e1fc5-2d8f-4e92-9dbe-cd19ae2ba740 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Checking segment: {'id': '8c56a6ac-e823-4578-8f4e-6cdf37d21d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fd5e6ce7-e10f-417f-9702-bc9d9cda84d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:23:34.170211 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6e1fc5-2d8f-4e92-9dbe-cd19ae2ba740 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network hostable DHCP agents. Network: fd5e6ce7-e10f-417f-9702-bc9d9cda84d8, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:23:34.219609 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6e1fc5-2d8f-4e92-9dbe-cd19ae2ba740 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network fd5e6ce7-e10f-417f-9702-bc9d9cda84d8 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:23:34.223836 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-35bf358a-e642-4f6d-b9ef-d13eb58c747d req-19c2d007-d404-4cf8-b7a5-6a1e22dd55ab tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009381 Nov 10 19:23:34.229940 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-80e9ed57-92cc-4448-9ac2-592175dd7f2a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:34.299496 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d40052-cc1d-4ac7-a745-5e0f0b257740 x-openstack-request-id: req-28d40052-cc1d-4ac7-a745-5e0f0b257740 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:23:34.300238 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829dd2c1-3b91-4189-9706-9d29c8a124c4", "name": "network-vif-plugged", "status": "completed", "tag": "bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:23:34.300238 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-28d40052-cc1d-4ac7-a745-5e0f0b257740 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:23:34.300536 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829dd2c1-3b91-4189-9706-9d29c8a124c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8', 'code': 200} Nov 10 19:23:34.315315 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9ed57-92cc-4448-9ac2-592175dd7f2a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'Port': ['ID=589971a5-93b9-4b0f-97e9-3bbbd837bf78,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:34.369709 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-6b6e1fc5-2d8f-4e92-9dbe-cd19ae2ba740 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, fd5e6ce7-e10f-417f-9702-bc9d9cda84d8) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:23:34.384246 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826d9c34-a888-4681-85f2-af2edaf8f7e2 None None] Network fd5e6ce7-e10f-417f-9702-bc9d9cda84d8 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:23:34.393783 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6e1fc5-2d8f-4e92-9dbe-cd19ae2ba740 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:34.397413 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6b6e1fc5-2d8f-4e92-9dbe-cd19ae2ba740 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:34.448292 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c8185b6f-f2e4-46e9-8dcc-8c8b3c98cdbf req-f4eacca6-eff9-49f9-be73-b095c9b24c11 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 210 time: 0.0680795 Nov 10 19:23:34.449480 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e9ed57-92cc-4448-9ac2-592175dd7f2a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:23:34.457611 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-80e9ed57-92cc-4448-9ac2-592175dd7f2a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:23:34.469915 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e9ed57-92cc-4448-9ac2-592175dd7f2a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:23:34.474212 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4dc711-54ef-46db-843d-67c4d5779c9b req-d55ccf46-82cf-47cc-993f-2e443dbfb2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:34.475843 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1a4dc711-54ef-46db-843d-67c4d5779c9b req-d55ccf46-82cf-47cc-993f-2e443dbfb2df service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=829dd2c1-3b91-4189-9706-9d29c8a124c4 HTTP/1.1" status: 200 len: 1096 time: 0.1101880 Nov 10 19:23:34.488983 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6b6e1fc5-2d8f-4e92-9dbe-cd19ae2ba740 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2975297 Nov 10 19:23:34.489902 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45816) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:34.517713 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-6202a339-32c9-4f68-bc03-d29d90604b61 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'port': {'network_id': 'fd5e6ce7-e10f-417f-9702-bc9d9cda84d8', 'name': 'tempest-PortsIpV6TestJSON-1326210628'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:34.613475 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1a4dc711-54ef-46db-843d-67c4d5779c9b req-f54c6108-1443-403c-bd31-045425540d07 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=37aeab42-6b7b-4004-8548-bf6488c396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289911 Nov 10 19:23:34.618527 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-54fdccee-dbe5-45f7-a173-1d3f88b61278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'name': 'tempest-TaggedBootDevicesTest-1295309602-router', 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'facde35a-9f06-40ba-a4a5-e370391d9729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:12:14Z', 'updated_at': '2021-11-10T19:12:20Z', 'revision_number': 4, 'project_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'gw_port': {'id': 'facde35a-9f06-40ba-a4a5-e370391d9729', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:12:15Z', 'updated_at': '2021-11-10T19:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'ddeb9ab5-c38c-444d-9153-1ea476c8e71f', 'name': '', 'network_id': '87a15d79-4902-4d31-887f-c388f0985906', 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'mac_address': 'fa:16:3e:44:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '2f6a98c7-c265-4500-b9ce-49a92ae40ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:12:19Z', 'updated_at': '2021-11-10T19:12:26Z', 'revision_number': 5, 'project_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'subnets': [{'id': '2f6a98c7-c265-4500-b9ce-49a92ae40ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:34.625604 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13288f2-f135-45f0-9710-3e3eead45756 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:23:34.660937 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fdccee-dbe5-45f7-a173-1d3f88b61278 None None] The sync data for ids ['f3e0b066-6885-46b9-b5b8-e400dec94bf5'] in n-d-813897-4 is: [{'id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'name': 'tempest-TaggedBootDevicesTest-1295309602-router', 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'facde35a-9f06-40ba-a4a5-e370391d9729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:12:14Z', 'updated_at': '2021-11-10T19:12:20Z', 'revision_number': 4, 'project_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'gw_port': {'id': 'facde35a-9f06-40ba-a4a5-e370391d9729', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:12:15Z', 'updated_at': '2021-11-10T19:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'ddeb9ab5-c38c-444d-9153-1ea476c8e71f', 'name': '', 'network_id': '87a15d79-4902-4d31-887f-c388f0985906', 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'mac_address': 'fa:16:3e:44:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '2f6a98c7-c265-4500-b9ce-49a92ae40ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:12:19Z', 'updated_at': '2021-11-10T19:12:26Z', 'revision_number': 5, 'project_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'subnets': [{'id': '2f6a98c7-c265-4500-b9ce-49a92ae40ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:23:34.725393 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b9af70-798a-4b84-910b-03d906527750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-fd5e6ce7-e10f-417f-9702-bc9d9cda84d8', 'network_id': 'fd5e6ce7-e10f-417f-9702-bc9d9cda84d8', 'tenant_id': '9243d602b7744224af856c31c392ac9b', 'fixed_ips': [{'subnet_id': '1aaae6cc-82de-479b-a786-fc8cd06c1126'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:23:34.726289 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-99b9af70-798a-4b84-910b-03d906527750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:34.740591 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-7ad68145-32db-40b3-bb7f-efd5896a485c None None] Provisioning complete for port 589971a5-93b9-4b0f-97e9-3bbbd837bf78 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:23:34.741412 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7ad68145-32db-40b3-bb7f-efd5896a485c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:34.752668 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b024c-d19c-4a92-a248-70b0578fbef8 req-de347808-521f-453f-bf4d-f3ea4c687c9b tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:34.754773 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-049b024c-d19c-4a92-a248-70b0578fbef8 req-de347808-521f-453f-bf4d-f3ea4c687c9b tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=58edf979-f588-4a23-985c-a6c5f6742633 HTTP/1.1" status: 200 len: 945 time: 0.0960748 Nov 10 19:23:34.880554 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-049b024c-d19c-4a92-a248-70b0578fbef8 req-ae3da905-f1d2-4059-b077-c88d391da59e tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141777 Nov 10 19:23:34.906433 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-7ad68145-32db-40b3-bb7f-efd5896a485c None None] Port 589971a5-93b9-4b0f-97e9-3bbbd837bf78 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:23:34.999637 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-99b9af70-798a-4b84-910b-03d906527750 None None] Allocated IP 2001:db8::2 (fd5e6ce7-e10f-417f-9702-bc9d9cda84d8/1aaae6cc-82de-479b-a786-fc8cd06c1126/7e21eb18-02dc-413d-b69d-686a0f0770c7) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:23:35.028796 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6202a339-32c9-4f68-bc03-d29d90604b61 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:23:35.032446 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6202a339-32c9-4f68-bc03-d29d90604b61 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:35.077234 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-6202a339-32c9-4f68-bc03-d29d90604b61 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] device_id is not set on port c1f7f03f-6690-446d-ad8d-ec2d27b3e4cc yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:23:35.222620 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa03c45-f0af-4a74-9208-531dbe88e5ca None None] New status for floating IP 0b917e5c-ec8d-41b5-8384-3324ed20594f: DOWN {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:23:35.236446 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-80e9ed57-92cc-4448-9ac2-592175dd7f2a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:35.553976 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'name': 'network-vif-deleted', 'tag': '893f5fad-5d52-4ed2-a497-8f4e5f94cfec'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:23:35.563716 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2605270-b7cf-4c0f-aa89-d08917f753bb" -d '{"events": [{"server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "name": "network-vif-deleted", "tag": "893f5fad-5d52-4ed2-a497-8f4e5f94cfec"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:23:35.630490 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-99b9af70-798a-4b84-910b-03d906527750 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:35.647091 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-99b9af70-798a-4b84-910b-03d906527750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:35.782382 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-6202a339-32c9-4f68-bc03-d29d90604b61 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Allocated IP 2001:db8::300 (fd5e6ce7-e10f-417f-9702-bc9d9cda84d8/1aaae6cc-82de-479b-a786-fc8cd06c1126/c1f7f03f-6690-446d-ad8d-ec2d27b3e4cc) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:23:35.787297 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b9af70-798a-4b84-910b-03d906527750 None None] Network fd5e6ce7-e10f-417f-9702-bc9d9cda84d8 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:23:35.797186 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-99b9af70-798a-4b84-910b-03d906527750 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:23:35.811931 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639af8d-46d9-46d0-b87f-cf76502817c2 req-afa7da68-3625-4286-83d1-d8c8ceb52050 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:35.812287 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b9af70-798a-4b84-910b-03d906527750 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:23:35.830711 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a639af8d-46d9-46d0-b87f-cf76502817c2 req-afa7da68-3625-4286-83d1-d8c8ceb52050 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=dde20bf1-8883-4961-afa2-0f8b30fe7cb7 HTTP/1.1" status: 200 len: 946 time: 0.1101849 Nov 10 19:23:35.905833 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a639af8d-46d9-46d0-b87f-cf76502817c2 req-24858a3d-150e-406f-8e18-82050747db2e tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737326 Nov 10 19:23:35.910046 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-99b9af70-798a-4b84-910b-03d906527750 None None] Attempting to bind port 7e21eb18-02dc-413d-b69d-686a0f0770c7 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:23:35.910612 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-99b9af70-798a-4b84-910b-03d906527750 None None] Attempting to bind port 7e21eb18-02dc-413d-b69d-686a0f0770c7 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '8c56a6ac-e823-4578-8f4e-6cdf37d21d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fd5e6ce7-e10f-417f-9702-bc9d9cda84d8'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:23:35.911129 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b9af70-798a-4b84-910b-03d906527750 None None] Attempting to bind port 7e21eb18-02dc-413d-b69d-686a0f0770c7 on network fd5e6ce7-e10f-417f-9702-bc9d9cda84d8 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:23:35.915622 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9af70-798a-4b84-910b-03d906527750 None None] Pushing event updated for resources: {'Port': ['ID=7e21eb18-02dc-413d-b69d-686a0f0770c7,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:35.922884 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b9af70-798a-4b84-910b-03d906527750 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:23:35.923984 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b9af70-798a-4b84-910b-03d906527750 None None] Checking segment: {'id': '8c56a6ac-e823-4578-8f4e-6cdf37d21d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fd5e6ce7-e10f-417f-9702-bc9d9cda84d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:23:35.925370 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-99b9af70-798a-4b84-910b-03d906527750 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:35.926051 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b9af70-798a-4b84-910b-03d906527750 None None] Bound using segment: {'id': '8c56a6ac-e823-4578-8f4e-6cdf37d21d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fd5e6ce7-e10f-417f-9702-bc9d9cda84d8'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:23:35.926795 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-99b9af70-798a-4b84-910b-03d906527750 None None] Bound port: 7e21eb18-02dc-413d-b69d-686a0f0770c7, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c56a6ac-e823-4578-8f4e-6cdf37d21d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fd5e6ce7-e10f-417f-9702-bc9d9cda84d8'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:23:35.927820 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-99b9af70-798a-4b84-910b-03d906527750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:36.048877 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-80e9ed57-92cc-4448-9ac2-592175dd7f2a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:36.061298 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-99b9af70-798a-4b84-910b-03d906527750 None None] For port 7e21eb18-02dc-413d-b69d-686a0f0770c7, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:23:36.066867 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-99b9af70-798a-4b84-910b-03d906527750 None None] For port 7e21eb18-02dc-413d-b69d-686a0f0770c7, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=7e21eb18-02dc-413d-b69d-686a0f0770c7,segment=NetworkSegment(8c56a6ac-e823-4578-8f4e-6cdf37d21d97),segment_id=8c56a6ac-e823-4578-8f4e-6cdf37d21d97)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:23:36.079187 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-99b9af70-798a-4b84-910b-03d906527750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:36.135465 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ec2e1-1a02-4d24-83e9-4a4e3c1e540d req-c08e10e3-b609-4423-ba65-935ffa0a54fa tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:36.139244 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-818ec2e1-1a02-4d24-83e9-4a4e3c1e540d req-c08e10e3-b609-4423-ba65-935ffa0a54fa tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] 10.222.0.54 "GET /v2.0/ports?device_id=829dd2c1-3b91-4189-9706-9d29c8a124c4 HTTP/1.1" status: 200 len: 945 time: 0.1157176 Nov 10 19:23:36.191787 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6202a339-32c9-4f68-bc03-d29d90604b61 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:36.212179 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9af70-798a-4b84-910b-03d906527750 None None] Pushing event updated for resources: {'Port': ['ID=7e21eb18-02dc-413d-b69d-686a0f0770c7,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:36.236228 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-818ec2e1-1a02-4d24-83e9-4a4e3c1e540d req-14dc2bda-a00c-4eb1-9887-5ec47db9843e tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] 10.222.0.54 "GET /v2.0/security-groups?id=37aeab42-6b7b-4004-8548-bf6488c396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908339 Nov 10 19:23:36.289825 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6202a339-32c9-4f68-bc03-d29d90604b61 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:36.350053 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6202a339-32c9-4f68-bc03-d29d90604b61 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network fd5e6ce7-e10f-417f-9702-bc9d9cda84d8 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:23:36.355942 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e9ed57-92cc-4448-9ac2-592175dd7f2a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Router cf4c36f5-e413-4f14-9653-08cca2912927 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:23:36.364480 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-6202a339-32c9-4f68-bc03-d29d90604b61 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:23:36.370177 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6202a339-32c9-4f68-bc03-d29d90604b61 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:23:36.377085 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6202a339-32c9-4f68-bc03-d29d90604b61 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:36.377787 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6202a339-32c9-4f68-bc03-d29d90604b61 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:36.397051 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202a339-32c9-4f68-bc03-d29d90604b61 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Port': ['ID=c1f7f03f-6690-446d-ad8d-ec2d27b3e4cc,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:36.426581 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20354e-590b-4502-9eeb-3caae4b8070d req-1b4df9f2-3235-4891-83ae-602710075502 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:36.446532 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd20354e-590b-4502-9eeb-3caae4b8070d req-1b4df9f2-3235-4891-83ae-602710075502 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c10c19d-dab1-4e5a-97ae-ee3590819d94 HTTP/1.1" status: 200 len: 945 time: 0.0974178 Nov 10 19:23:36.456705 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6202a339-32c9-4f68-bc03-d29d90604b61 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9428303 Nov 10 19:23:36.462819 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45868) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:36.581034 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd20354e-590b-4502-9eeb-3caae4b8070d req-d1864ca5-b184-4de5-851b-d88c37c353ee tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320736 Nov 10 19:23:36.600915 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e9ed57-92cc-4448-9ac2-592175dd7f2a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:23:36.614868 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1969fa-2d25-493f-be59-88f3ea5e1dad None None] Sync routers for ids ['cf4c36f5-e413-4f14-9653-08cca2912927'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:23:36.638922 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1969fa-2d25-493f-be59-88f3ea5e1dad None None] Routers {'cf4c36f5-e413-4f14-9653-08cca2912927'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:23:36.640103 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-dc1969fa-2d25-493f-be59-88f3ea5e1dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:23:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['cf4c36f5-e413-4f14-9653-08cca2912927'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:36.656026 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-80e9ed57-92cc-4448-9ac2-592175dd7f2a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:36.659714 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-80e9ed57-92cc-4448-9ac2-592175dd7f2a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.4580359 Nov 10 19:23:36.663102 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45874) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:36.749215 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b2ae99e0-d39c-4ef3-aca2-0116c1280b07 req-a79c0ae8-d286-48f3-8577-af5483ce7e2c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 210 time: 0.0361674 Nov 10 19:23:36.753267 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-e89f92a4-53a9-4526-9719-be530081d8ec tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Deleting port c1f7f03f-6690-446d-ad8d-ec2d27b3e4cc {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:23:36.756147 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e89f92a4-53a9-4526-9719-be530081d8ec tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:36.884506 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed7a513-2bfb-426b-9404-af5846a07aab x-openstack-request-id: req-1ed7a513-2bfb-426b-9404-af5846a07aab {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:23:36.884818 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa12e701-7847-4322-ad0e-03202f422aa4", "name": "network-vif-deleted", "tag": "893f5fad-5d52-4ed2-a497-8f4e5f94cfec", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:23:36.885467 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1ed7a513-2bfb-426b-9404-af5846a07aab {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:23:36.886578 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa12e701-7847-4322-ad0e-03202f422aa4', 'name': 'network-vif-deleted', 'tag': '893f5fad-5d52-4ed2-a497-8f4e5f94cfec', 'status': 'completed', 'code': 200} Nov 10 19:23:36.979576 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e89f92a4-53a9-4526-9719-be530081d8ec tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:36.993917 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-e89f92a4-53a9-4526-9719-be530081d8ec tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Calling delete_port for c1f7f03f-6690-446d-ad8d-ec2d27b3e4cc owned by {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:23:37.023963 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-dc1969fa-2d25-493f-be59-88f3ea5e1dad None None] Set router cf4c36f5-e413-4f14-9653-08cca2912927 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:23:37.305352 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-dc1969fa-2d25-493f-be59-88f3ea5e1dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193879237', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '589971a5-93b9-4b0f-97e9-3bbbd837bf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:23:32Z', 'updated_at': '2021-11-10T19:23:34Z', 'revision_number': 3, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '589971a5-93b9-4b0f-97e9-3bbbd837bf78', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:23:33Z', 'updated_at': '2021-11-10T19:23:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:37.341908 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f60963c6-2181-47af-9ac4-39ef424353d2 tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=540494213bb2401d877387c28ba690c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6758237 Nov 10 19:23:37.342263 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45892) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:37.343653 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e89f92a4-53a9-4526-9719-be530081d8ec tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:37.350126 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1969fa-2d25-493f-be59-88f3ea5e1dad None None] Checking router: cf4c36f5-e413-4f14-9653-08cca2912927 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:23:37.350488 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1969fa-2d25-493f-be59-88f3ea5e1dad None None] Updating router cf4c36f5-e413-4f14-9653-08cca2912927 port 589971a5-93b9-4b0f-97e9-3bbbd837bf78 binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:23:37.389268 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-dc1969fa-2d25-493f-be59-88f3ea5e1dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:37.422106 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f92a4-53a9-4526-9719-be530081d8ec tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Port': ['ID=c1f7f03f-6690-446d-ad8d-ec2d27b3e4cc,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:37.496774 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e89f92a4-53a9-4526-9719-be530081d8ec tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:37.501514 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e89f92a4-53a9-4526-9719-be530081d8ec tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/ports/c1f7f03f-6690-446d-ad8d-ec2d27b3e4cc HTTP/1.1" status: 204 len: 168 time: 1.0374732 Nov 10 19:23:37.510343 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45896) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:37.523796 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 7e21eb18-02dc-413d-b69d-686a0f0770c7 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:23:37.562245 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e5133-985f-4e9f-b4c7-e6abe1760857 req-6c47ec37-4962-4f95-9098-6cae9a6dc725 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:37.570789 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e5133-985f-4e9f-b4c7-e6abe1760857 req-6c47ec37-4962-4f95-9098-6cae9a6dc725 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:37.579906 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e5133-985f-4e9f-b4c7-e6abe1760857 req-6c47ec37-4962-4f95-9098-6cae9a6dc725 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:37.591794 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c09e5133-985f-4e9f-b4c7-e6abe1760857 req-6c47ec37-4962-4f95-9098-6cae9a6dc725 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=dde20bf1-8883-4961-afa2-0f8b30fe7cb7&device_id=58edf979-f588-4a23-985c-a6c5f6742633&device_id=43ac48b5-63c9-4089-8e90-af395a6e6e00 HTTP/1.1" status: 200 len: 2417 time: 0.4760854 Nov 10 19:23:37.637104 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-039ad91e-ab54-4d63-b849-7bd4a6a6884f tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] DELETE failed (client error): The resource could not be found. Nov 10 19:23:37.642792 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-039ad91e-ab54-4d63-b849-7bd4a6a6884f tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:23:37.651061 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-039ad91e-ab54-4d63-b849-7bd4a6a6884f tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/ports/c1f7f03f-6690-446d-ad8d-ec2d27b3e4cc HTTP/1.1" status: 404 len: 333 time: 0.1385679 Nov 10 19:23:37.653249 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45900) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:37.689915 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 7e21eb18-02dc-413d-b69d-686a0f0770c7 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:23:37.690453 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:37.703610 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c1ed8a-a1aa-4c04-84e0-d915547158a8 tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:37.705415 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-32c1ed8a-a1aa-4c04-84e0-d915547158a8 tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3619444 Nov 10 19:23:37.708380 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45902) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:37.763235 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-370fe916-8627-492f-af2c-387107fdfb1a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] GET failed (client error): The resource could not be found. Nov 10 19:23:37.773285 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-370fe916-8627-492f-af2c-387107fdfb1a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "GET /v2.0/ports/c1f7f03f-6690-446d-ad8d-ec2d27b3e4cc HTTP/1.1" status: 404 len: 333 time: 0.1146967 Nov 10 19:23:37.774318 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45904) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:37.775223 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-01a8432c-ff29-45f0-8873-b686b89b9bf3 tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0655351 Nov 10 19:23:37.777587 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45906) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:37.788157 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-14e77285-5a25-434c-8572-a47566ce2dca tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1484198708', 'network_id': '73a462e0-6280-4d1d-b3b0-466bf95639d0', 'project_id': '540494213bb2401d877387c28ba690c2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:37.808080 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f3de27-03cf-4c32-967b-d7f1048210cb None None] Network fd5e6ce7-e10f-417f-9702-bc9d9cda84d8 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:23:37.890480 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c09e5133-985f-4e9f-b4c7-e6abe1760857 req-4cbf1d95-8ab6-43f0-ae5c-cef61db1d1ba tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963355 Nov 10 19:23:37.951750 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-7712ce9f-a136-409d-9744-a8332648d8d9 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Deleting subnet 1aaae6cc-82de-479b-a786-fc8cd06c1126 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:23:37.959347 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7712ce9f-a136-409d-9744-a8332648d8d9 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:37.963433 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:37.997242 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e77285-5a25-434c-8572-a47566ce2dca tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Made reservation on behalf of 540494213bb2401d877387c28ba690c2 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:23:38.004273 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-14e77285-5a25-434c-8572-a47566ce2dca tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:38.005087 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 7e21eb18-02dc-413d-b69d-686a0f0770c7, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=7e21eb18-02dc-413d-b69d-686a0f0770c7,segment=NetworkSegment(8c56a6ac-e823-4578-8f4e-6cdf37d21d97),segment_id=8c56a6ac-e823-4578-8f4e-6cdf37d21d97)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:38.006606 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-3e44fd7f-e69b-463f-8d2d-dc05e33361c3 None None] Provisioning complete for port 7e21eb18-02dc-413d-b69d-686a0f0770c7 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:23:38.007233 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3e44fd7f-e69b-463f-8d2d-dc05e33361c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:38.057942 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7712ce9f-a136-409d-9744-a8332648d8d9 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:38.063093 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-dc1969fa-2d25-493f-be59-88f3ea5e1dad None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:38.079081 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-dc1969fa-2d25-493f-be59-88f3ea5e1dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:38.089211 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:38.207270 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014777a-95f3-49fb-8b3a-ab013b9c3033 None None] Pushing event updated for resources: {'Port': ['ID=589971a5-93b9-4b0f-97e9-3bbbd837bf78,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:38.236978 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3014777a-95f3-49fb-8b3a-ab013b9c3033 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:38.238139 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3014777a-95f3-49fb-8b3a-ab013b9c3033 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:38.238139 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3014777a-95f3-49fb-8b3a-ab013b9c3033 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:38.238424 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=7e21eb18-02dc-413d-b69d-686a0f0770c7,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:38.242646 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3014777a-95f3-49fb-8b3a-ab013b9c3033 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:38.243237 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3014777a-95f3-49fb-8b3a-ab013b9c3033 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:38.245326 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3014777a-95f3-49fb-8b3a-ab013b9c3033 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:38.245782 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3014777a-95f3-49fb-8b3a-ab013b9c3033 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:38.246255 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3014777a-95f3-49fb-8b3a-ab013b9c3033 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:38.246697 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3014777a-95f3-49fb-8b3a-ab013b9c3033 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:38.247806 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3014777a-95f3-49fb-8b3a-ab013b9c3033 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:38.248270 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3014777a-95f3-49fb-8b3a-ab013b9c3033 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:38.249173 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3014777a-95f3-49fb-8b3a-ab013b9c3033 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:38.281166 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:38.281815 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:38.284183 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:38.284716 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:38.285391 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:38.286011 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:38.287279 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:38.287779 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:38.288502 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:38.290027 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:38.290593 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:38.291476 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:38.311194 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f605319b-df25-4a3d-9ff8-0dc168401bb2 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:23:38.322635 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-dc1969fa-2d25-493f-be59-88f3ea5e1dad None None] Attempting to bind port 589971a5-93b9-4b0f-97e9-3bbbd837bf78 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:23:38.325260 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-dc1969fa-2d25-493f-be59-88f3ea5e1dad None None] Attempting to bind port 589971a5-93b9-4b0f-97e9-3bbbd837bf78 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:23:38.325951 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1969fa-2d25-493f-be59-88f3ea5e1dad None None] Attempting to bind port 589971a5-93b9-4b0f-97e9-3bbbd837bf78 on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:23:38.340745 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1969fa-2d25-493f-be59-88f3ea5e1dad None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:23:38.342202 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1969fa-2d25-493f-be59-88f3ea5e1dad None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:23:38.344246 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-dc1969fa-2d25-493f-be59-88f3ea5e1dad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:38.345289 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1969fa-2d25-493f-be59-88f3ea5e1dad None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:23:38.347658 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-dc1969fa-2d25-493f-be59-88f3ea5e1dad None None] Bound port: 589971a5-93b9-4b0f-97e9-3bbbd837bf78, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:23:38.348166 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-dc1969fa-2d25-493f-be59-88f3ea5e1dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:38.394886 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7712ce9f-a136-409d-9744-a8332648d8d9 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:38.428996 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-dc1969fa-2d25-493f-be59-88f3ea5e1dad None None] For port 589971a5-93b9-4b0f-97e9-3bbbd837bf78, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:23:38.433000 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-dc1969fa-2d25-493f-be59-88f3ea5e1dad None None] For port 589971a5-93b9-4b0f-97e9-3bbbd837bf78, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=589971a5-93b9-4b0f-97e9-3bbbd837bf78,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:23:38.440335 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-dc1969fa-2d25-493f-be59-88f3ea5e1dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:38.519167 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-14e77285-5a25-434c-8572-a47566ce2dca tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:38.556215 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c705ac8-c695-430f-93e3-97ebee177f16 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:23:38.561526 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d8ecd-4685-4e5f-ba8b-5f72a3378f85 req-d012a1a8-308d-454c-b368-d193091d7a9f tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:38.568984 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:23:38.575094 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-039d8ecd-4685-4e5f-ba8b-5f72a3378f85 req-d012a1a8-308d-454c-b368-d193091d7a9f tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c10c19d-dab1-4e5a-97ae-ee3590819d94 HTTP/1.1" status: 200 len: 945 time: 0.2372928 Nov 10 19:23:38.599272 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1969fa-2d25-493f-be59-88f3ea5e1dad None None] Routers {'cf4c36f5-e413-4f14-9653-08cca2912927'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:23:38.600089 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-dc1969fa-2d25-493f-be59-88f3ea5e1dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:23:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['cf4c36f5-e413-4f14-9653-08cca2912927'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:38.644226 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e77285-5a25-434c-8572-a47566ce2dca tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'Subnet': ['ID=c25021c2-884c-47f5-bf5b-8484d6de2857,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:38.680641 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7712ce9f-a136-409d-9744-a8332648d8d9 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:38.692649 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5b34fe8c-de72-47e3-abf9-b14cd002559b None None] Provisioning complete for port 589971a5-93b9-4b0f-97e9-3bbbd837bf78 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:23:38.693026 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5b34fe8c-de72-47e3-abf9-b14cd002559b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:38.705954 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e77285-5a25-434c-8572-a47566ce2dca tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Checking segment: {'id': '0e54e4be-6f27-4f98-9f44-70e853ad9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '73a462e0-6280-4d1d-b3b0-466bf95639d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:23:38.706854 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e77285-5a25-434c-8572-a47566ce2dca tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Network hostable DHCP agents. Network: 73a462e0-6280-4d1d-b3b0-466bf95639d0, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:23:38.742015 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e77285-5a25-434c-8572-a47566ce2dca tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Network 73a462e0-6280-4d1d-b3b0-466bf95639d0 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:23:38.756030 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014777a-95f3-49fb-8b3a-ab013b9c3033 None None] Pushing event updated for resources: {'Port': ['ID=589971a5-93b9-4b0f-97e9-3bbbd837bf78,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:38.776631 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-14e77285-5a25-434c-8572-a47566ce2dca tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 73a462e0-6280-4d1d-b3b0-466bf95639d0) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:23:38.781501 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712ce9f-a136-409d-9744-a8332648d8d9 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Subnet': ['ID=1aaae6cc-82de-479b-a786-fc8cd06c1126,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:38.797346 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e77285-5a25-434c-8572-a47566ce2dca tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:38.797984 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-14e77285-5a25-434c-8572-a47566ce2dca tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:38.802003 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b330ea-3c3e-4d62-b39d-c4dafad6849c None None] Network 73a462e0-6280-4d1d-b3b0-466bf95639d0 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:23:38.803769 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-039d8ecd-4685-4e5f-ba8b-5f72a3378f85 req-55cae824-7125-4b61-8534-f1db96ef5e15 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277064 Nov 10 19:23:38.812863 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7712ce9f-a136-409d-9744-a8332648d8d9 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:38.823327 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7712ce9f-a136-409d-9744-a8332648d8d9 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/subnets/1aaae6cc-82de-479b-a786-fc8cd06c1126 HTTP/1.1" status: 204 len: 168 time: 1.0426755 Nov 10 19:23:38.829515 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45928) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:38.862839 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-14e77285-5a25-434c-8572-a47566ce2dca tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0777133 Nov 10 19:23:38.864589 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45930) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:38.888671 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-dc1969fa-2d25-493f-be59-88f3ea5e1dad None None] Set router cf4c36f5-e413-4f14-9653-08cca2912927 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:23:39.041542 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ee641886-7d5a-4f6f-82c9-a703652ee25b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:39.119332 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9d51771b-79b9-4b4e-bc1c-659a49da3641 req-8d9816f0-7fb6-4f7d-b7f8-32e1ca00ec9a tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 210 time: 0.0755105 Nov 10 19:23:39.168543 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a681f86a-e9dc-45dc-b597-3e3e5f84ce2b None None] Network fd5e6ce7-e10f-417f-9702-bc9d9cda84d8 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:23:39.323862 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-dc1969fa-2d25-493f-be59-88f3ea5e1dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193879237', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '589971a5-93b9-4b0f-97e9-3bbbd837bf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:23:32Z', 'updated_at': '2021-11-10T19:23:34Z', 'revision_number': 3, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '589971a5-93b9-4b0f-97e9-3bbbd837bf78', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:23:33Z', 'updated_at': '2021-11-10T19:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:39.380878 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1969fa-2d25-493f-be59-88f3ea5e1dad None None] The sync data for ids ['cf4c36f5-e413-4f14-9653-08cca2912927'] in n-d-813897-4 is: [{'id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193879237', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '589971a5-93b9-4b0f-97e9-3bbbd837bf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:23:32Z', 'updated_at': '2021-11-10T19:23:34Z', 'revision_number': 3, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '589971a5-93b9-4b0f-97e9-3bbbd837bf78', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:23:33Z', 'updated_at': '2021-11-10T19:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:23:39.387445 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-93b6daa1-8dc7-416f-b378-6d346ea40381 req-ae0f4b6e-43da-4de7-a6a1-d3cbc8c774c3 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2020547 Nov 10 19:23:39.408398 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5b34fe8c-de72-47e3-abf9-b14cd002559b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:39.419455 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-ee641886-7d5a-4f6f-82c9-a703652ee25b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Deleting port 7e21eb18-02dc-413d-b69d-686a0f0770c7 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:23:39.419853 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ee641886-7d5a-4f6f-82c9-a703652ee25b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:39.511658 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5b34fe8c-de72-47e3-abf9-b14cd002559b None None] For port 589971a5-93b9-4b0f-97e9-3bbbd837bf78, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=589971a5-93b9-4b0f-97e9-3bbbd837bf78,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:39.518007 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 7e21eb18-02dc-413d-b69d-686a0f0770c7 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:23:39.523916 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd0386d-1883-4e79-a649-7c819997b99b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-73a462e0-6280-4d1d-b3b0-466bf95639d0', 'network_id': '73a462e0-6280-4d1d-b3b0-466bf95639d0', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'fixed_ips': [{'subnet_id': 'c25021c2-884c-47f5-bf5b-8484d6de2857'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:23:39.526302 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6dd0386d-1883-4e79-a649-7c819997b99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:39.617854 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-ee641886-7d5a-4f6f-82c9-a703652ee25b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] For port 7e21eb18-02dc-413d-b69d-686a0f0770c7, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=7e21eb18-02dc-413d-b69d-686a0f0770c7,segment=NetworkSegment(8c56a6ac-e823-4578-8f4e-6cdf37d21d97),segment_id=8c56a6ac-e823-4578-8f4e-6cdf37d21d97)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:39.619614 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ee641886-7d5a-4f6f-82c9-a703652ee25b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:39.624814 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5b34fe8c-de72-47e3-abf9-b14cd002559b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:39.674230 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-ee641886-7d5a-4f6f-82c9-a703652ee25b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Calling delete_port for 7e21eb18-02dc-413d-b69d-686a0f0770c7 owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:23:39.908229 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ee641886-7d5a-4f6f-82c9-a703652ee25b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:39.920998 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7267-2f35-4df1-ae9b-2eaba5d0aa3d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:39.948856 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee641886-7d5a-4f6f-82c9-a703652ee25b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] No DVR routers for this DVR port 7e21eb18-02dc-413d-b69d-686a0f0770c7 on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:23:40.072662 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee641886-7d5a-4f6f-82c9-a703652ee25b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Port': ['ID=7e21eb18-02dc-413d-b69d-686a0f0770c7,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:40.116534 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No active binding found for port 7e21eb18-02dc-413d-b69d-686a0f0770c7 {{(pid=102507) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 19:23:40.117146 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 7e21eb18-02dc-413d-b69d-686a0f0770c7 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 10 19:23:40.258070 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ee641886-7d5a-4f6f-82c9-a703652ee25b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:40.309043 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-ee641886-7d5a-4f6f-82c9-a703652ee25b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd5e6ce7-e10f-417f-9702-bc9d9cda84d8']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:40.329195 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-ee641886-7d5a-4f6f-82c9-a703652ee25b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c56a6ac-e823-4578-8f4e-6cdf37d21d97') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:40.331378 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-ee641886-7d5a-4f6f-82c9-a703652ee25b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c56a6ac-e823-4578-8f4e-6cdf37d21d97') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:40.359278 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ee641886-7d5a-4f6f-82c9-a703652ee25b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:40.395191 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ee641886-7d5a-4f6f-82c9-a703652ee25b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:40.412385 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee641886-7d5a-4f6f-82c9-a703652ee25b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:23:40.413003 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ee641886-7d5a-4f6f-82c9-a703652ee25b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:40.416982 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:23:40.416982 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:23:40.416982 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:23:40.416982 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:23:40.416982 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:23:40.416982 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:23:40.416982 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:23:40.416982 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:23:40.416982 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:23:40.416982 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:23:40.416982 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:23:40.416982 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:23:40.416982 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:23:40.416982 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:23:40.416982 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:23:40.416982 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:23:40.416982 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:23:40.416982 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:23:40.416982 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:23:40.416982 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:23:40.416982 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:23:40.416982 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:23:40.416982 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:23:40.416982 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:23:40.416982 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:23:40.416982 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:23:40.416982 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:23:40.416982 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:23:40.416982 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:23:40.416982 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:23:40.416982 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:23:40.416982 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:23:40.498175 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c921e36b-ab32-4e13-99e1-2cedcb23d8f3 None None] DHCP port deletion for fd5e6ce7-e10f-417f-9702-bc9d9cda84d8 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:23:40.513836 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Port 7e21eb18-02dc-413d-b69d-686a0f0770c7 not found, will not notify nova. {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 10 19:23:40.521149 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34fe8c-de72-47e3-abf9-b14cd002559b None None] Pushing event updated for resources: {'Port': ['ID=589971a5-93b9-4b0f-97e9-3bbbd837bf78,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:40.535602 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-fe8e8e82-6e93-475e-8caa-40d361c56aa7 None None] Provisioning complete for port 589971a5-93b9-4b0f-97e9-3bbbd837bf78 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:23:40.535992 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fe8e8e82-6e93-475e-8caa-40d361c56aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:40.559677 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ee641886-7d5a-4f6f-82c9-a703652ee25b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:40.580409 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ee641886-7d5a-4f6f-82c9-a703652ee25b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:40.595879 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ee641886-7d5a-4f6f-82c9-a703652ee25b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/networks/fd5e6ce7-e10f-417f-9702-bc9d9cda84d8 HTTP/1.1" status: 204 len: 168 time: 1.7648995 Nov 10 19:23:40.607179 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45950) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:40.680201 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-4aca2dd8-ca2c-4872-a7cc-f3bbb06df726 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1944038893'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:40.682960 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-6dd0386d-1883-4e79-a649-7c819997b99b None None] Allocated IP 172.20.0.2 (73a462e0-6280-4d1d-b3b0-466bf95639d0/c25021c2-884c-47f5-bf5b-8484d6de2857/3ef866ee-c117-4292-a754-2a4b5120bb4f) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:23:40.712239 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee641886-7d5a-4f6f-82c9-a703652ee25b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Network': ['ID=fd5e6ce7-e10f-417f-9702-bc9d9cda84d8,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:40.760550 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aca2dd8-ca2c-4872-a7cc-f3bbb06df726 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:23:40.767425 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4aca2dd8-ca2c-4872-a7cc-f3bbb06df726 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:40.881355 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-fe8e8e82-6e93-475e-8caa-40d361c56aa7 None None] Could not find standard attr ID for object 7e21eb18-02dc-413d-b69d-686a0f0770c7. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:23:40.915265 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75a494-8ad4-46d1-9c46-1283d5f8d681 req-e97d97e3-5969-4764-bb88-ec19d7a3a0c0 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:40.923974 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bf75a494-8ad4-46d1-9c46-1283d5f8d681 req-e97d97e3-5969-4764-bb88-ec19d7a3a0c0 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c10c19d-dab1-4e5a-97ae-ee3590819d94 HTTP/1.1" status: 200 len: 945 time: 0.1527338 Nov 10 19:23:40.926429 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aca2dd8-ca2c-4872-a7cc-f3bbb06df726 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:23:40.953649 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4aca2dd8-ca2c-4872-a7cc-f3bbb06df726 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:40.958988 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-4aca2dd8-ca2c-4872-a7cc-f3bbb06df726 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Added segment ab3295ff-f6f3-44de-b11c-c778cc7b792e of type vlan for network 7e4f3d79-0e10-4f0d-8203-864da5f409c8 Nov 10 19:23:41.093807 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4aca2dd8-ca2c-4872-a7cc-f3bbb06df726 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:41.095685 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6dd0386d-1883-4e79-a649-7c819997b99b None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:41.112994 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6dd0386d-1883-4e79-a649-7c819997b99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:41.124204 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bf75a494-8ad4-46d1-9c46-1283d5f8d681 req-076a8b5b-b023-4c61-b5e5-fb1eac675d59 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980386 Nov 10 19:23:41.168087 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd0386d-1883-4e79-a649-7c819997b99b None None] Network 73a462e0-6280-4d1d-b3b0-466bf95639d0 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:23:41.168242 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4aca2dd8-ca2c-4872-a7cc-f3bbb06df726 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:41.172919 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-6dd0386d-1883-4e79-a649-7c819997b99b None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:23:41.178356 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aca2dd8-ca2c-4872-a7cc-f3bbb06df726 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:41.179488 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd0386d-1883-4e79-a649-7c819997b99b None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:23:41.190268 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4aca2dd8-ca2c-4872-a7cc-f3bbb06df726 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:41.239263 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0386d-1883-4e79-a649-7c819997b99b None None] Pushing event updated for resources: {'Port': ['ID=3ef866ee-c117-4292-a754-2a4b5120bb4f,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:41.271576 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-6dd0386d-1883-4e79-a649-7c819997b99b None None] Attempting to bind port 3ef866ee-c117-4292-a754-2a4b5120bb4f on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:23:41.271964 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-6dd0386d-1883-4e79-a649-7c819997b99b None None] Attempting to bind port 3ef866ee-c117-4292-a754-2a4b5120bb4f by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '0e54e4be-6f27-4f98-9f44-70e853ad9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '73a462e0-6280-4d1d-b3b0-466bf95639d0'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:23:41.272334 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd0386d-1883-4e79-a649-7c819997b99b None None] Attempting to bind port 3ef866ee-c117-4292-a754-2a4b5120bb4f on network 73a462e0-6280-4d1d-b3b0-466bf95639d0 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:23:41.277984 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd0386d-1883-4e79-a649-7c819997b99b None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:23:41.278465 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd0386d-1883-4e79-a649-7c819997b99b None None] Checking segment: {'id': '0e54e4be-6f27-4f98-9f44-70e853ad9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '73a462e0-6280-4d1d-b3b0-466bf95639d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:23:41.279039 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6dd0386d-1883-4e79-a649-7c819997b99b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:41.279589 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-3ddc7267-2f35-4df1-ae9b-2eaba5d0aa3d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Allocated IP 172.20.0.1 (73a462e0-6280-4d1d-b3b0-466bf95639d0/c25021c2-884c-47f5-bf5b-8484d6de2857/4ab0e379-7701-4d32-a5c8-f9dc8083a595) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:23:41.280180 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd0386d-1883-4e79-a649-7c819997b99b None None] Bound using segment: {'id': '0e54e4be-6f27-4f98-9f44-70e853ad9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '73a462e0-6280-4d1d-b3b0-466bf95639d0'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:23:41.280306 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-6dd0386d-1883-4e79-a649-7c819997b99b None None] Bound port: 3ef866ee-c117-4292-a754-2a4b5120bb4f, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e54e4be-6f27-4f98-9f44-70e853ad9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '73a462e0-6280-4d1d-b3b0-466bf95639d0'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:23:41.280594 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6dd0386d-1883-4e79-a649-7c819997b99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:41.326839 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca2dd8-ca2c-4872-a7cc-f3bbb06df726 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Network': ['ID=7e4f3d79-0e10-4f0d-8203-864da5f409c8,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:41.340169 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-deaae093-606a-4bf9-b776-5a6511c3febc req-5fc5a081-2656-41a4-8071-3592fe449348 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 210 time: 0.0580773 Nov 10 19:23:41.351391 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4aca2dd8-ca2c-4872-a7cc-f3bbb06df726 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7365870 Nov 10 19:23:41.356508 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45956) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:41.370165 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-6dd0386d-1883-4e79-a649-7c819997b99b None None] For port 3ef866ee-c117-4292-a754-2a4b5120bb4f, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:23:41.370165 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-6dd0386d-1883-4e79-a649-7c819997b99b None None] For port 3ef866ee-c117-4292-a754-2a4b5120bb4f, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=3ef866ee-c117-4292-a754-2a4b5120bb4f,segment=NetworkSegment(0e54e4be-6f27-4f98-9f44-70e853ad9b18),segment_id=0e54e4be-6f27-4f98-9f44-70e853ad9b18)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:23:41.370619 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-ab9c5c7e-7271-4a25-9f04-da8d38f61a6a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'subnet': {'network_id': '7e4f3d79-0e10-4f0d-8203-864da5f409c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:41.371299 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 7e4f3d79-0e10-4f0d-8203-864da5f409c8 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:23:41.382774 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6dd0386d-1883-4e79-a649-7c819997b99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:41.480472 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7267-2f35-4df1-ae9b-2eaba5d0aa3d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:41.557324 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 589971a5-93b9-4b0f-97e9-3bbbd837bf78 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:23:41.563626 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7267-2f35-4df1-ae9b-2eaba5d0aa3d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:41.607137 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9c5c7e-7271-4a25-9f04-da8d38f61a6a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:23:41.611721 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ab9c5c7e-7271-4a25-9f04-da8d38f61a6a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:41.635958 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddc7267-2f35-4df1-ae9b-2eaba5d0aa3d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Network 73a462e0-6280-4d1d-b3b0-466bf95639d0 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:23:41.642382 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-3ddc7267-2f35-4df1-ae9b-2eaba5d0aa3d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:23:41.647587 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddc7267-2f35-4df1-ae9b-2eaba5d0aa3d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:23:41.661795 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc7267-2f35-4df1-ae9b-2eaba5d0aa3d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'Port': ['ID=4ab0e379-7701-4d32-a5c8-f9dc8083a595,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:41.670896 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0386d-1883-4e79-a649-7c819997b99b None None] Pushing event updated for resources: {'Port': ['ID=3ef866ee-c117-4292-a754-2a4b5120bb4f,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:41.677836 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 589971a5-93b9-4b0f-97e9-3bbbd837bf78 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:23:41.678340 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:41.769413 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7267-2f35-4df1-ae9b-2eaba5d0aa3d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:41.948001 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42174c-02b7-4a8a-b37e-d38086291a87 req-c2b81754-7b85-441e-a5a7-48eaf9a040a5 tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:41.951791 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1c42174c-02b7-4a8a-b37e-d38086291a87 req-c2b81754-7b85-441e-a5a7-48eaf9a040a5 tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] 10.222.0.54 "GET /v2.0/ports?device_id=829dd2c1-3b91-4189-9706-9d29c8a124c4 HTTP/1.1" status: 200 len: 945 time: 0.1167912 Nov 10 19:23:41.982473 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 7e21eb18-02dc-413d-b69d-686a0f0770c7 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:23:42.014948 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 7e21eb18-02dc-413d-b69d-686a0f0770c7 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:23:42.023475 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 7e21eb18-02dc-413d-b69d-686a0f0770c7 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:23:42.057667 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7267-2f35-4df1-ae9b-2eaba5d0aa3d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:42.148908 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1735fa7-d2b8-4c0c-ae98-3661ca3381fc req-56e2094a-1e70-4fbc-bcf1-2bfc4b02afa8 tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:42.150572 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e1735fa7-d2b8-4c0c-ae98-3661ca3381fc req-56e2094a-1e70-4fbc-bcf1-2bfc4b02afa8 tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] 10.222.0.73 "GET /v2.0/ports?device_id=829dd2c1-3b91-4189-9706-9d29c8a124c4 HTTP/1.1" status: 200 len: 945 time: 0.1888702 Nov 10 19:23:42.181436 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1c42174c-02b7-4a8a-b37e-d38086291a87 req-e8717acd-10bb-4bab-a5de-02dc3db7f209 tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] 10.222.0.54 "GET /v2.0/security-groups?id=37aeab42-6b7b-4004-8548-bf6488c396c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178638 Nov 10 19:23:42.334045 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ab9c5c7e-7271-4a25-9f04-da8d38f61a6a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:42.421506 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-e1735fa7-d2b8-4c0c-ae98-3661ca3381fc req-d02f9b35-6502-4f9e-adf5-5832b0c824ad tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] Deleting port bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:23:42.421937 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e1735fa7-d2b8-4c0c-ae98-3661ca3381fc req-d02f9b35-6502-4f9e-adf5-5832b0c824ad tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:42.549235 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-e1735fa7-d2b8-4c0c-ae98-3661ca3381fc req-d02f9b35-6502-4f9e-adf5-5832b0c824ad tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] For port bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8,segment=NetworkSegment(095bac42-2072-4098-b08b-c9a5de219e7a),segment_id=095bac42-2072-4098-b08b-c9a5de219e7a)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:42.549691 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e1735fa7-d2b8-4c0c-ae98-3661ca3381fc req-d02f9b35-6502-4f9e-adf5-5832b0c824ad tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:42.572376 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7267-2f35-4df1-ae9b-2eaba5d0aa3d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:42.573926 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-e1735fa7-d2b8-4c0c-ae98-3661ca3381fc req-d02f9b35-6502-4f9e-adf5-5832b0c824ad tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] Calling delete_port for bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:23:42.581045 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7267-2f35-4df1-ae9b-2eaba5d0aa3d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:42.660014 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7267-2f35-4df1-ae9b-2eaba5d0aa3d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:42.877979 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e1735fa7-d2b8-4c0c-ae98-3661ca3381fc req-d02f9b35-6502-4f9e-adf5-5832b0c824ad tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:42.879265 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc7267-2f35-4df1-ae9b-2eaba5d0aa3d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'Port': ['ID=4ab0e379-7701-4d32-a5c8-f9dc8083a595,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:42.884393 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9c5c7e-7271-4a25-9f04-da8d38f61a6a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Checking segment: {'id': 'ab3295ff-f6f3-44de-b11c-c778cc7b792e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7e4f3d79-0e10-4f0d-8203-864da5f409c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:23:42.885417 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9c5c7e-7271-4a25-9f04-da8d38f61a6a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network hostable DHCP agents. Network: 7e4f3d79-0e10-4f0d-8203-864da5f409c8, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:23:42.891910 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:23:42.908176 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddc7267-2f35-4df1-ae9b-2eaba5d0aa3d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Network 73a462e0-6280-4d1d-b3b0-466bf95639d0 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:23:42.910180 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-3ddc7267-2f35-4df1-ae9b-2eaba5d0aa3d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:23:42.947947 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f9b35-6502-4f9e-adf5-5832b0c824ad tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] Pushing event deleted for resources: {'Port': ['ID=bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:43.001583 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c5c7e-7271-4a25-9f04-da8d38f61a6a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Subnet': ['ID=33cd089c-fe44-4838-9699-68a84c24286d,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:43.028957 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1735fa7-d2b8-4c0c-ae98-3661ca3381fc req-d02f9b35-6502-4f9e-adf5-5832b0c824ad tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] No DVR routers for this DVR port bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:23:43.034546 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-e1735fa7-d2b8-4c0c-ae98-3661ca3381fc req-d02f9b35-6502-4f9e-adf5-5832b0c824ad tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:43.040534 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e1735fa7-d2b8-4c0c-ae98-3661ca3381fc req-d02f9b35-6502-4f9e-adf5-5832b0c824ad tempest-ServerPasswordTestJSON-485419198 tempest-ServerPasswordTestJSON-485419198-project] 10.222.0.73 "DELETE /v2.0/ports/bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8 HTTP/1.1" status: 204 len: 173 time: 0.8770697 Nov 10 19:23:43.041097 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9c5c7e-7271-4a25-9f04-da8d38f61a6a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network 7e4f3d79-0e10-4f0d-8203-864da5f409c8 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:23:43.077309 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829dd2c1-3b91-4189-9706-9d29c8a124c4', 'name': 'network-vif-deleted', 'tag': 'bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:23:43.080470 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399c8011-b850-4490-a5c6-8634348b8083" -d '{"events": [{"server_uuid": "829dd2c1-3b91-4189-9706-9d29c8a124c4", "name": "network-vif-deleted", "tag": "bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:23:43.101461 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f86b00-77cd-4396-b34a-9f5adb42ff99 req-75cecde5-dcf8-4c49-be4b-1c995a50a969 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:43.123440 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80f86b00-77cd-4396-b34a-9f5adb42ff99 req-75cecde5-dcf8-4c49-be4b-1c995a50a969 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c10c19d-dab1-4e5a-97ae-ee3590819d94 HTTP/1.1" status: 200 len: 945 time: 0.3103476 Nov 10 19:23:43.134686 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ddc7267-2f35-4df1-ae9b-2eaba5d0aa3d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Router cf4c36f5-e413-4f14-9653-08cca2912927 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:23:43.146671 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-ab9c5c7e-7271-4a25-9f04-da8d38f61a6a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 7e4f3d79-0e10-4f0d-8203-864da5f409c8) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:23:43.158014 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f178a917-6e60-4fc2-922a-deb2b31cdb88 None None] Network 7e4f3d79-0e10-4f0d-8203-864da5f409c8 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:23:43.174192 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9c5c7e-7271-4a25-9f04-da8d38f61a6a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:43.174926 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ab9c5c7e-7271-4a25-9f04-da8d38f61a6a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:43.240429 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ab9c5c7e-7271-4a25-9f04-da8d38f61a6a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8802056 Nov 10 19:23:43.255092 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45978) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:43.266298 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-1f167869-66f1-46a0-8be1-d032fbad82fe tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'port': {'network_id': '7e4f3d79-0e10-4f0d-8203-864da5f409c8', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-591228013'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:43.330774 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a200d46-d4dd-4a44-873a-213e19b41939 None None] Network 73a462e0-6280-4d1d-b3b0-466bf95639d0 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:23:43.371989 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddc7267-2f35-4df1-ae9b-2eaba5d0aa3d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:23:43.378363 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3ddc7267-2f35-4df1-ae9b-2eaba5d0aa3d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "PUT /v2.0/routers/cf4c36f5-e413-4f14-9653-08cca2912927/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5125701 Nov 10 19:23:43.426346 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2783b8-7fa3-49bb-9b82-50cd3a561d00 None None] Sync routers for ids ['cf4c36f5-e413-4f14-9653-08cca2912927'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:23:43.442815 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80f86b00-77cd-4396-b34a-9f5adb42ff99 req-511292fa-f9ce-4e37-a85f-c2506897b56d tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182290 Nov 10 19:23:43.469239 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9e78093d-2195-44e8-8178-6831aa4ab555 None None] Provisioning complete for port 3ef866ee-c117-4292-a754-2a4b5120bb4f triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:23:43.469621 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9e78093d-2195-44e8-8178-6831aa4ab555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:43.498511 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2783b8-7fa3-49bb-9b82-50cd3a561d00 None None] Routers {'cf4c36f5-e413-4f14-9653-08cca2912927'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:23:43.499447 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-fe2783b8-7fa3-49bb-9b82-50cd3a561d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:23:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['cf4c36f5-e413-4f14-9653-08cca2912927'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:43.557358 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f167869-66f1-46a0-8be1-d032fbad82fe tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:23:43.567198 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1f167869-66f1-46a0-8be1-d032fbad82fe tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:43.609875 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3ef866ee-c117-4292-a754-2a4b5120bb4f up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:23:43.657619 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-1f167869-66f1-46a0-8be1-d032fbad82fe tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] device_id is not set on port 8a570190-acd8-4fc8-a2c5-c68aff6ada40 yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:23:43.748634 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-94b95e37-ced7-49a8-bf39-45ab29d14daf req-9ffbf431-6ceb-48d3-aa12-3d74d38fdd71 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 210 time: 0.0760345 Nov 10 19:23:43.881572 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc057bd-9b77-41f7-a9e1-75bb7f61d1b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-7e4f3d79-0e10-4f0d-8203-864da5f409c8', 'network_id': '7e4f3d79-0e10-4f0d-8203-864da5f409c8', 'tenant_id': '9243d602b7744224af856c31c392ac9b', 'fixed_ips': [{'subnet_id': '33cd089c-fe44-4838-9699-68a84c24286d'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:23:43.882356 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8bc057bd-9b77-41f7-a9e1-75bb7f61d1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:43.882731 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-1f167869-66f1-46a0-8be1-d032fbad82fe tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Allocated IP 2001:db8::166 (7e4f3d79-0e10-4f0d-8203-864da5f409c8/33cd089c-fe44-4838-9699-68a84c24286d/8a570190-acd8-4fc8-a2c5-c68aff6ada40) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:23:43.928143 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-fe2783b8-7fa3-49bb-9b82-50cd3a561d00 None None] Set router cf4c36f5-e413-4f14-9653-08cca2912927 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:23:43.988801 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 3ef866ee-c117-4292-a754-2a4b5120bb4f triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:23:43.989169 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:44.029695 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9e78093d-2195-44e8-8178-6831aa4ab555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:44.066055 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1f167869-66f1-46a0-8be1-d032fbad82fe tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:44.109898 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1f167869-66f1-46a0-8be1-d032fbad82fe tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:44.127662 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1c2570-15b7-43c4-ae13-c21f987c45a9 x-openstack-request-id: req-9c1c2570-15b7-43c4-ae13-c21f987c45a9 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:23:44.136154 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829dd2c1-3b91-4189-9706-9d29c8a124c4", "name": "network-vif-deleted", "tag": "bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:23:44.138318 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9c1c2570-15b7-43c4-ae13-c21f987c45a9 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:23:44.144294 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829dd2c1-3b91-4189-9706-9d29c8a124c4', 'name': 'network-vif-deleted', 'tag': 'bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8', 'status': 'completed', 'code': 200} Nov 10 19:23:44.183474 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45990) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:44.218614 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f167869-66f1-46a0-8be1-d032fbad82fe tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network 7e4f3d79-0e10-4f0d-8203-864da5f409c8 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:23:44.224058 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-1f167869-66f1-46a0-8be1-d032fbad82fe tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:23:44.233943 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f167869-66f1-46a0-8be1-d032fbad82fe tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:23:44.242038 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f167869-66f1-46a0-8be1-d032fbad82fe tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:44.242856 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1f167869-66f1-46a0-8be1-d032fbad82fe tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:44.281960 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f167869-66f1-46a0-8be1-d032fbad82fe tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Port': ['ID=8a570190-acd8-4fc8-a2c5-c68aff6ada40,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:44.294541 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1f167869-66f1-46a0-8be1-d032fbad82fe tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.0381200 Nov 10 19:23:44.295641 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45992) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:44.322727 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-b78455c1-67f4-4652-b5ac-f083685fc20b admin admin] Deleting subnet 8d9e15c5-e417-4937-be7d-bb707fa3a095 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:23:44.324908 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9e78093d-2195-44e8-8178-6831aa4ab555 None None] For port 3ef866ee-c117-4292-a754-2a4b5120bb4f, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=3ef866ee-c117-4292-a754-2a4b5120bb4f,segment=NetworkSegment(0e54e4be-6f27-4f98-9f44-70e853ad9b18),segment_id=0e54e4be-6f27-4f98-9f44-70e853ad9b18)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:44.336110 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b78455c1-67f4-4652-b5ac-f083685fc20b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:44.427388 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b78455c1-67f4-4652-b5ac-f083685fc20b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:44.474070 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b78455c1-67f4-4652-b5ac-f083685fc20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:44.575337 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-7931f29f-aa97-4dc7-bd0a-b825be8de8bc tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1680091842&fields=id&tenant_id=540494213bb2401d877387c28ba690c2 HTTP/1.1" status: 200 len: 267 time: 0.1293652 Nov 10 19:23:44.608813 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b78455c1-67f4-4652-b5ac-f083685fc20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:44.650480 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78455c1-67f4-4652-b5ac-f083685fc20b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d9e15c5-e417-4937-be7d-bb707fa3a095,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:44.653895 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b78455c1-67f4-4652-b5ac-f083685fc20b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:44.659348 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b78455c1-67f4-4652-b5ac-f083685fc20b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8d9e15c5-e417-4937-be7d-bb707fa3a095 HTTP/1.1" status: 204 len: 168 time: 0.4747486 Nov 10 19:23:44.662168 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46006) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:44.663707 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-1fd3b7b3-247a-40c5-a6eb-595097a6e09d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Deleting port 8a570190-acd8-4fc8-a2c5-c68aff6ada40 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:23:44.664077 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1fd3b7b3-247a-40c5-a6eb-595097a6e09d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:44.733520 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9e78093d-2195-44e8-8178-6831aa4ab555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:44.807126 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78093d-2195-44e8-8178-6831aa4ab555 None None] Pushing event updated for resources: {'Port': ['ID=3ef866ee-c117-4292-a754-2a4b5120bb4f,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:44.860643 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-8bc057bd-9b77-41f7-a9e1-75bb7f61d1b0 None None] Allocated IP 2001:db8::2 (7e4f3d79-0e10-4f0d-8203-864da5f409c8/33cd089c-fe44-4838-9699-68a84c24286d/625c0920-6543-476a-93b9-4c68ef98966a) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:23:44.861586 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-00feb240-01f0-45e1-983a-3695532ced65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:44.932974 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1fd3b7b3-247a-40c5-a6eb-595097a6e09d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:44.952072 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-d5f16098-6a3e-42b3-893b-b8f49a51ead6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:44.963273 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-d5f16098-6a3e-42b3-893b-b8f49a51ead6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/networks?id=73a462e0-6280-4d1d-b3b0-466bf95639d0 HTTP/1.1" status: 200 len: 797 time: 0.3834147 Nov 10 19:23:45.019110 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-0499605e-d554-42a4-a8f3-33f44f34b188 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/quotas/540494213bb2401d877387c28ba690c2 HTTP/1.1" status: 200 len: 375 time: 0.0548174 Nov 10 19:23:45.037735 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-00feb240-01f0-45e1-983a-3695532ced65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:45.068079 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-00feb240-01f0-45e1-983a-3695532ced65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['894f5cd2-973a-4ffa-b74f-8015c201415c']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:45.076972 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-1fd3b7b3-247a-40c5-a6eb-595097a6e09d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Calling delete_port for 8a570190-acd8-4fc8-a2c5-c68aff6ada40 owned by {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:23:45.079797 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-00feb240-01f0-45e1-983a-3695532ced65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '095bac42-2072-4098-b08b-c9a5de219e7a') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:45.080538 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-00feb240-01f0-45e1-983a-3695532ced65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '095bac42-2072-4098-b08b-c9a5de219e7a') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:45.095682 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-00feb240-01f0-45e1-983a-3695532ced65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:45.114190 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-00feb240-01f0-45e1-983a-3695532ced65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:45.122541 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00feb240-01f0-45e1-983a-3695532ced65 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:23:45.123225 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-00feb240-01f0-45e1-983a-3695532ced65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:45.191359 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:23:45.191359 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:23:45.191359 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:23:45.191359 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:23:45.191359 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:23:45.191359 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:23:45.191359 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:23:45.191359 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:23:45.191359 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:23:45.191359 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:23:45.191359 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:23:45.191359 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:23:45.191359 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:23:45.191359 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:23:45.191359 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:23:45.191359 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:23:45.191359 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:23:45.191359 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:23:45.191359 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:23:45.191359 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:23:45.191359 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:23:45.191359 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:23:45.191359 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:23:45.191359 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:23:45.191359 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:23:45.191359 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:23:45.191359 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:23:45.191359 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:23:45.191359 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:23:45.191359 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:23:45.191359 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:23:45.191359 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:23:45.196765 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-00feb240-01f0-45e1-983a-3695532ced65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:45.202521 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-00feb240-01f0-45e1-983a-3695532ced65 admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:45.206810 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-00feb240-01f0-45e1-983a-3695532ced65 admin admin] 10.222.0.54 "DELETE /v2.0/networks/894f5cd2-973a-4ffa-b74f-8015c201415c HTTP/1.1" status: 204 len: 168 time: 0.5424132 Nov 10 19:23:45.222801 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00feb240-01f0-45e1-983a-3695532ced65 admin admin] Pushing event deleted for resources: {'Network': ['ID=894f5cd2-973a-4ffa-b74f-8015c201415c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:45.245845 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-e49fc4b5-c44c-43c8-a048-77dcd27b5d9a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2257147 Nov 10 19:23:45.308456 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2b159946-6814-4f77-b638-270971030ca5 None None] Provisioning complete for port 4ab0e379-7701-4d32-a5c8-f9dc8083a595 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:23:45.308782 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2b159946-6814-4f77-b638-270971030ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:45.434886 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8bc057bd-9b77-41f7-a9e1-75bb7f61d1b0 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:45.447705 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-2b159946-6814-4f77-b638-270971030ca5 None None] Port 4ab0e379-7701-4d32-a5c8-f9dc8083a595 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:23:45.451288 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8bc057bd-9b77-41f7-a9e1-75bb7f61d1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:45.521139 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2b159946-6814-4f77-b638-270971030ca5 None None] Provisioning complete for port 3ef866ee-c117-4292-a754-2a4b5120bb4f triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:23:45.521932 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2b159946-6814-4f77-b638-270971030ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:45.529455 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc057bd-9b77-41f7-a9e1-75bb7f61d1b0 None None] Network 7e4f3d79-0e10-4f0d-8203-864da5f409c8 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:23:45.541972 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-8bc057bd-9b77-41f7-a9e1-75bb7f61d1b0 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:23:45.575453 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc057bd-9b77-41f7-a9e1-75bb7f61d1b0 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:23:45.578167 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc057bd-9b77-41f7-a9e1-75bb7f61d1b0 None None] Pushing event updated for resources: {'Port': ['ID=625c0920-6543-476a-93b9-4c68ef98966a,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:45.601872 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3ef866ee-c117-4292-a754-2a4b5120bb4f up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:23:45.605558 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-fe2783b8-7fa3-49bb-9b82-50cd3a561d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193879237', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '589971a5-93b9-4b0f-97e9-3bbbd837bf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:23:32Z', 'updated_at': '2021-11-10T19:23:41Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '589971a5-93b9-4b0f-97e9-3bbbd837bf78', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:23:33Z', 'updated_at': '2021-11-10T19:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '4ab0e379-7701-4d32-a5c8-f9dc8083a595', 'name': '', 'network_id': '73a462e0-6280-4d1d-b3b0-466bf95639d0', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:f9:bf:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'c25021c2-884c-47f5-bf5b-8484d6de2857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:23:40Z', 'updated_at': '2021-11-10T19:23:42Z', 'revision_number': 2, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': 'c25021c2-884c-47f5-bf5b-8484d6de2857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:45.647772 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2783b8-7fa3-49bb-9b82-50cd3a561d00 None None] Checking router: cf4c36f5-e413-4f14-9653-08cca2912927 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:23:45.648409 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2783b8-7fa3-49bb-9b82-50cd3a561d00 None None] Updating router cf4c36f5-e413-4f14-9653-08cca2912927 port 4ab0e379-7701-4d32-a5c8-f9dc8083a595 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:23:45.702200 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46014) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:45.758335 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1fd3b7b3-247a-40c5-a6eb-595097a6e09d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:45.783892 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-8bc057bd-9b77-41f7-a9e1-75bb7f61d1b0 None None] Attempting to bind port 625c0920-6543-476a-93b9-4c68ef98966a on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:23:45.784289 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-8bc057bd-9b77-41f7-a9e1-75bb7f61d1b0 None None] Attempting to bind port 625c0920-6543-476a-93b9-4c68ef98966a by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'ab3295ff-f6f3-44de-b11c-c778cc7b792e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7e4f3d79-0e10-4f0d-8203-864da5f409c8'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:23:45.784656 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc057bd-9b77-41f7-a9e1-75bb7f61d1b0 None None] Attempting to bind port 625c0920-6543-476a-93b9-4c68ef98966a on network 7e4f3d79-0e10-4f0d-8203-864da5f409c8 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:23:45.790395 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fe2783b8-7fa3-49bb-9b82-50cd3a561d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:45.803518 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e3653e86-0fd8-4a64-a6d5-83515f987387 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=eae6b5490ae14365a6c6d16b70aab18a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0999973 Nov 10 19:23:45.806735 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46018) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:45.816419 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc057bd-9b77-41f7-a9e1-75bb7f61d1b0 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:23:45.816812 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc057bd-9b77-41f7-a9e1-75bb7f61d1b0 None None] Checking segment: {'id': 'ab3295ff-f6f3-44de-b11c-c778cc7b792e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7e4f3d79-0e10-4f0d-8203-864da5f409c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:23:45.817238 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8bc057bd-9b77-41f7-a9e1-75bb7f61d1b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:45.817636 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc057bd-9b77-41f7-a9e1-75bb7f61d1b0 None None] Bound using segment: {'id': 'ab3295ff-f6f3-44de-b11c-c778cc7b792e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7e4f3d79-0e10-4f0d-8203-864da5f409c8'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:23:45.818173 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-8bc057bd-9b77-41f7-a9e1-75bb7f61d1b0 None None] Bound port: 625c0920-6543-476a-93b9-4c68ef98966a, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab3295ff-f6f3-44de-b11c-c778cc7b792e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7e4f3d79-0e10-4f0d-8203-864da5f409c8'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:23:45.818556 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8bc057bd-9b77-41f7-a9e1-75bb7f61d1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:45.831414 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-aa51430b-9e99-438f-a3c8-9b69a42b11b5 service neutron] 10.222.0.54 "GET /v2.0/networks/73a462e0-6280-4d1d-b3b0-466bf95639d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5845766 Nov 10 19:23:45.838820 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd3b7b3-247a-40c5-a6eb-595097a6e09d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Port': ['ID=8a570190-acd8-4fc8-a2c5-c68aff6ada40,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:45.919784 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1fd3b7b3-247a-40c5-a6eb-595097a6e09d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:45.928086 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1fd3b7b3-247a-40c5-a6eb-595097a6e09d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/ports/8a570190-acd8-4fc8-a2c5-c68aff6ada40 HTTP/1.1" status: 204 len: 168 time: 1.6305523 Nov 10 19:23:45.928884 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46020) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:45.944813 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 3ef866ee-c117-4292-a754-2a4b5120bb4f triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:23:45.945188 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:45.962736 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e3bd8e-8d7a-4a65-a587-b14643dfe85a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] GET failed (client error): The resource could not be found. Nov 10 19:23:45.964724 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-55e3bd8e-8d7a-4a65-a587-b14643dfe85a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "GET /v2.0/ports/8a570190-acd8-4fc8-a2c5-c68aff6ada40 HTTP/1.1" status: 404 len: 333 time: 0.0346017 Nov 10 19:23:45.969039 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46022) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:45.977848 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7ea40c7a-81b8-4ede-a786-31ac0c935405 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:46.042409 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7ea40c7a-81b8-4ede-a786-31ac0c935405 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:46.060507 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-03f01b45-0a8f-4656-86e2-880b8c857503 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Deleting subnet 33cd089c-fe44-4838-9699-68a84c24286d {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:23:46.066063 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03f01b45-0a8f-4656-86e2-880b8c857503 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:46.105362 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-8799eeb7-3e03-4a13-a9d8-d11aa119f742 service neutron] 10.222.0.54 "GET /v2.0/networks/73a462e0-6280-4d1d-b3b0-466bf95639d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639189 Nov 10 19:23:46.127914 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03f01b45-0a8f-4656-86e2-880b8c857503 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:46.176526 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7ea40c7a-81b8-4ede-a786-31ac0c935405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:46.179610 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7ea40c7a-81b8-4ede-a786-31ac0c935405 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:46.180894 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7ea40c7a-81b8-4ede-a786-31ac0c935405 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/37aeab42-6b7b-4004-8548-bf6488c396c0 HTTP/1.1" status: 204 len: 168 time: 0.3730423 Nov 10 19:23:46.201095 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea40c7a-81b8-4ede-a786-31ac0c935405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37aeab42-6b7b-4004-8548-bf6488c396c0,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:46.231355 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-8bc057bd-9b77-41f7-a9e1-75bb7f61d1b0 None None] For port 625c0920-6543-476a-93b9-4c68ef98966a, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:23:46.275931 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-8bc057bd-9b77-41f7-a9e1-75bb7f61d1b0 None None] For port 625c0920-6543-476a-93b9-4c68ef98966a, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=625c0920-6543-476a-93b9-4c68ef98966a,segment=NetworkSegment(ab3295ff-f6f3-44de-b11c-c778cc7b792e),segment_id=ab3295ff-f6f3-44de-b11c-c778cc7b792e)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:23:46.287242 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03f01b45-0a8f-4656-86e2-880b8c857503 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:46.299191 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-bb4a1143-1b86-416b-b20f-a1fabc7b3a55 None None] Provisioning complete for port 4ab0e379-7701-4d32-a5c8-f9dc8083a595 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:23:46.299737 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bb4a1143-1b86-416b-b20f-a1fabc7b3a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:46.343087 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-bb4a1143-1b86-416b-b20f-a1fabc7b3a55 None None] Port 4ab0e379-7701-4d32-a5c8-f9dc8083a595 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:23:46.353837 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8bc057bd-9b77-41f7-a9e1-75bb7f61d1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:46.460686 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03f01b45-0a8f-4656-86e2-880b8c857503 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:46.548982 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc057bd-9b77-41f7-a9e1-75bb7f61d1b0 None None] Pushing event updated for resources: {'Port': ['ID=625c0920-6543-476a-93b9-4c68ef98966a,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:46.567795 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f01b45-0a8f-4656-86e2-880b8c857503 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Subnet': ['ID=33cd089c-fe44-4838-9699-68a84c24286d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:46.572164 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03f01b45-0a8f-4656-86e2-880b8c857503 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:46.580174 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46032) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:46.594039 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-03f01b45-0a8f-4656-86e2-880b8c857503 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/subnets/33cd089c-fe44-4838-9699-68a84c24286d HTTP/1.1" status: 204 len: 168 time: 0.6231227 Nov 10 19:23:46.690349 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-489ccc94-3442-4c04-a71e-50f2265340af tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:46.732935 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fe2783b8-7fa3-49bb-9b82-50cd3a561d00 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:46.742909 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fe2783b8-7fa3-49bb-9b82-50cd3a561d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:46.807320 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:23:46.849436 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-489ccc94-3442-4c04-a71e-50f2265340af tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Deleting port 625c0920-6543-476a-93b9-4c68ef98966a {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:23:46.849794 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-489ccc94-3442-4c04-a71e-50f2265340af tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:47.069101 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-489ccc94-3442-4c04-a71e-50f2265340af tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] For port 625c0920-6543-476a-93b9-4c68ef98966a, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=625c0920-6543-476a-93b9-4c68ef98966a,segment=NetworkSegment(ab3295ff-f6f3-44de-b11c-c778cc7b792e),segment_id=ab3295ff-f6f3-44de-b11c-c778cc7b792e)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:47.069783 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-489ccc94-3442-4c04-a71e-50f2265340af tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:47.144638 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-489ccc94-3442-4c04-a71e-50f2265340af tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Calling delete_port for 625c0920-6543-476a-93b9-4c68ef98966a owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:23:47.214010 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:23:47.214544 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device bf2d3f77-f822-4dad-8dcf-35ba8bf4d1d8 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:23:47.276932 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6747f-5a65-4066-b2e2-d5ad289eaf64 None None] Pushing event updated for resources: {'Port': ['ID=4ab0e379-7701-4d32-a5c8-f9dc8083a595,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:47.284034 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-fe2783b8-7fa3-49bb-9b82-50cd3a561d00 None None] Attempting to bind port 4ab0e379-7701-4d32-a5c8-f9dc8083a595 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:23:47.284416 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-fe2783b8-7fa3-49bb-9b82-50cd3a561d00 None None] Attempting to bind port 4ab0e379-7701-4d32-a5c8-f9dc8083a595 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '0e54e4be-6f27-4f98-9f44-70e853ad9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '73a462e0-6280-4d1d-b3b0-466bf95639d0'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:23:47.284804 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2783b8-7fa3-49bb-9b82-50cd3a561d00 None None] Attempting to bind port 4ab0e379-7701-4d32-a5c8-f9dc8083a595 on network 73a462e0-6280-4d1d-b3b0-466bf95639d0 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:23:47.301049 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2783b8-7fa3-49bb-9b82-50cd3a561d00 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:23:47.301432 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2783b8-7fa3-49bb-9b82-50cd3a561d00 None None] Checking segment: {'id': '0e54e4be-6f27-4f98-9f44-70e853ad9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '73a462e0-6280-4d1d-b3b0-466bf95639d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:23:47.301871 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fe2783b8-7fa3-49bb-9b82-50cd3a561d00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:47.302265 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2783b8-7fa3-49bb-9b82-50cd3a561d00 None None] Bound using segment: {'id': '0e54e4be-6f27-4f98-9f44-70e853ad9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '73a462e0-6280-4d1d-b3b0-466bf95639d0'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:23:47.302772 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-fe2783b8-7fa3-49bb-9b82-50cd3a561d00 None None] Bound port: 4ab0e379-7701-4d32-a5c8-f9dc8083a595, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e54e4be-6f27-4f98-9f44-70e853ad9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '73a462e0-6280-4d1d-b3b0-466bf95639d0'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:23:47.303132 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fe2783b8-7fa3-49bb-9b82-50cd3a561d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:47.471761 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-fe2783b8-7fa3-49bb-9b82-50cd3a561d00 None None] For port 4ab0e379-7701-4d32-a5c8-f9dc8083a595, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:23:47.480160 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-fe2783b8-7fa3-49bb-9b82-50cd3a561d00 None None] For port 4ab0e379-7701-4d32-a5c8-f9dc8083a595, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=4ab0e379-7701-4d32-a5c8-f9dc8083a595,segment=NetworkSegment(0e54e4be-6f27-4f98-9f44-70e853ad9b18),segment_id=0e54e4be-6f27-4f98-9f44-70e853ad9b18)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:23:47.482486 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-bfaa084d-7e18-435b-b06f-649e34dcb8b8 None None] Provisioning complete for port 4ab0e379-7701-4d32-a5c8-f9dc8083a595 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:23:47.482858 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bfaa084d-7e18-435b-b06f-649e34dcb8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:47.546988 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fe2783b8-7fa3-49bb-9b82-50cd3a561d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:47.691246 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 625c0920-6543-476a-93b9-4c68ef98966a up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:23:47.868196 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6747f-5a65-4066-b2e2-d5ad289eaf64 None None] Pushing event updated for resources: {'Port': ['ID=4ab0e379-7701-4d32-a5c8-f9dc8083a595,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:47.898295 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2783b8-7fa3-49bb-9b82-50cd3a561d00 None None] Routers {'cf4c36f5-e413-4f14-9653-08cca2912927'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:23:47.899264 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-fe2783b8-7fa3-49bb-9b82-50cd3a561d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:23:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['cf4c36f5-e413-4f14-9653-08cca2912927'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:48.096232 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-fe2783b8-7fa3-49bb-9b82-50cd3a561d00 None None] Set router cf4c36f5-e413-4f14-9653-08cca2912927 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:23:48.213501 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46068) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:48.308509 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447cd9b-34f1-418f-9916-3deb89e914a6 req-f6e02359-fbe5-413c-945a-51df9a43d72b tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:48.317359 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c447cd9b-34f1-418f-9916-3deb89e914a6 req-f6e02359-fbe5-413c-945a-51df9a43d72b tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c10c19d-dab1-4e5a-97ae-ee3590819d94 HTTP/1.1" status: 200 len: 945 time: 1.1231496 Nov 10 19:23:48.450430 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-560aab9a-c8a9-4268-a8b8-334e66d9ea81 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-527055981-network', 'tenant_id': 'ca793cf7be314531ae0fda7d17e742e0'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:48.501971 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 625c0920-6543-476a-93b9-4c68ef98966a triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:23:48.502765 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:48.536744 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c447cd9b-34f1-418f-9916-3deb89e914a6 req-ecac5141-6545-4317-a4be-ac96da044845 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161226 Nov 10 19:23:48.543850 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-489ccc94-3442-4c04-a71e-50f2265340af tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:48.554316 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560aab9a-c8a9-4268-a8b8-334e66d9ea81 admin admin] Made reservation on behalf of ca793cf7be314531ae0fda7d17e742e0 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:23:48.559377 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Port 625c0920-6543-476a-93b9-4c68ef98966a was deleted so its status cannot be updated. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 10 19:23:48.568588 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-560aab9a-c8a9-4268-a8b8-334e66d9ea81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:48.620840 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ccc94-3442-4c04-a71e-50f2265340af tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Port': ['ID=625c0920-6543-476a-93b9-4c68ef98966a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:48.633551 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-560aab9a-c8a9-4268-a8b8-334e66d9ea81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:48.651671 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f1abd4-a401-43a2-abe4-77478b42671b None None] Network 7e4f3d79-0e10-4f0d-8203-864da5f409c8 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:23:48.662146 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bfaa084d-7e18-435b-b06f-649e34dcb8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:48.720356 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489ccc94-3442-4c04-a71e-50f2265340af tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] No DVR routers for this DVR port 625c0920-6543-476a-93b9-4c68ef98966a on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:23:48.791137 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b2b84d44-affd-45cf-94cd-a548a1a92ec5 req-8cc59641-46a1-4f72-b812-d7d96af602e1 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 210 time: 0.0658634 Nov 10 19:23:48.836670 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-560aab9a-c8a9-4268-a8b8-334e66d9ea81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:48.854628 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-560aab9a-c8a9-4268-a8b8-334e66d9ea81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:48.875448 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560aab9a-c8a9-4268-a8b8-334e66d9ea81 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:23:48.903841 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-560aab9a-c8a9-4268-a8b8-334e66d9ea81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:48.904608 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-560aab9a-c8a9-4268-a8b8-334e66d9ea81 admin admin] Added segment f0089329-84eb-4bfe-9903-9d16aa1b592a of type vlan for network ab823250-cbd3-4e9e-b2ab-95ea12610eee Nov 10 19:23:48.953134 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-489ccc94-3442-4c04-a71e-50f2265340af tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:49.016171 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-560aab9a-c8a9-4268-a8b8-334e66d9ea81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:49.055117 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-2770dbd0-cf4b-44f3-9798-8d1982c181be tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:49.057525 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-2770dbd0-cf4b-44f3-9798-8d1982c181be tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.73 "GET /v2.0/networks?id=73a462e0-6280-4d1d-b3b0-466bf95639d0 HTTP/1.1" status: 200 len: 797 time: 0.4483454 Nov 10 19:23:49.059359 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-489ccc94-3442-4c04-a71e-50f2265340af tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e4f3d79-0e10-4f0d-8203-864da5f409c8']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:49.099157 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-489ccc94-3442-4c04-a71e-50f2265340af tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab3295ff-f6f3-44de-b11c-c778cc7b792e') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:49.099935 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-489ccc94-3442-4c04-a71e-50f2265340af tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab3295ff-f6f3-44de-b11c-c778cc7b792e') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:49.126185 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560aab9a-c8a9-4268-a8b8-334e66d9ea81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0132a2d-f609-47c6-9ac1-d9e3b46a7984,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:49.130787 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-560aab9a-c8a9-4268-a8b8-334e66d9ea81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:49.133503 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-bfaa084d-7e18-435b-b06f-649e34dcb8b8 None None] For port 4ab0e379-7701-4d32-a5c8-f9dc8083a595, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=4ab0e379-7701-4d32-a5c8-f9dc8083a595,segment=NetworkSegment(0e54e4be-6f27-4f98-9f44-70e853ad9b18),segment_id=0e54e4be-6f27-4f98-9f44-70e853ad9b18)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:49.137443 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560aab9a-c8a9-4268-a8b8-334e66d9ea81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:49.138218 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-560aab9a-c8a9-4268-a8b8-334e66d9ea81 admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:49.144992 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-489ccc94-3442-4c04-a71e-50f2265340af tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:49.180280 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bfaa084d-7e18-435b-b06f-649e34dcb8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:49.189001 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-33e1c12a-0b9a-4ee7-becb-85e76ee58591 req-ddac0d82-3320-4e51-8150-9c9167f1025c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 210 time: 0.0947840 Nov 10 19:23:49.215975 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-560aab9a-c8a9-4268-a8b8-334e66d9ea81 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0012360 Nov 10 19:23:49.235244 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46074) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:49.255786 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-9a8eef7f-99e2-40b0-8760-1c27cea5af2e admin admin] Request body: {'subnet': {'network_id': 'ab823250-cbd3-4e9e-b2ab-95ea12610eee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-527055981-subnet', 'tenant_id': 'ca793cf7be314531ae0fda7d17e742e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:49.314069 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560aab9a-c8a9-4268-a8b8-334e66d9ea81 admin admin] Pushing event updated for resources: {'Network': ['ID=ab823250-cbd3-4e9e-b2ab-95ea12610eee,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:49.342886 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-489ccc94-3442-4c04-a71e-50f2265340af tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:49.352598 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-489ccc94-3442-4c04-a71e-50f2265340af tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:23:49.353420 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-489ccc94-3442-4c04-a71e-50f2265340af tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:49.383260 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa084d-7e18-435b-b06f-649e34dcb8b8 None None] Pushing event updated for resources: {'Port': ['ID=4ab0e379-7701-4d32-a5c8-f9dc8083a595,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:49.398281 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network ab823250-cbd3-4e9e-b2ab-95ea12610eee details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:23:49.482507 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:23:49.482507 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:23:49.482507 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:23:49.482507 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:23:49.482507 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:23:49.482507 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:23:49.482507 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:23:49.482507 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:23:49.482507 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:23:49.482507 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:23:49.482507 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:23:49.482507 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:23:49.482507 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:23:49.482507 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:23:49.482507 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:23:49.482507 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:23:49.482507 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:23:49.482507 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:23:49.482507 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:23:49.482507 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:23:49.482507 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:23:49.482507 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:23:49.482507 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:23:49.482507 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:23:49.482507 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:23:49.482507 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:23:49.482507 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:23:49.482507 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:23:49.482507 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:23:49.482507 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:23:49.482507 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:23:49.482507 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:23:49.495392 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8eef7f-99e2-40b0-8760-1c27cea5af2e admin admin] Made reservation on behalf of ca793cf7be314531ae0fda7d17e742e0 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:23:49.500200 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9a8eef7f-99e2-40b0-8760-1c27cea5af2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:49.552320 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-489ccc94-3442-4c04-a71e-50f2265340af tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:49.606981 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8dcf9eb1-f0bd-4c87-a029-fead014868e4 None None] Provisioning complete for port 4ab0e379-7701-4d32-a5c8-f9dc8083a595 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:23:49.608679 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8dcf9eb1-f0bd-4c87-a029-fead014868e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:49.642676 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-489ccc94-3442-4c04-a71e-50f2265340af tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:49.649581 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46080) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:49.650763 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-489ccc94-3442-4c04-a71e-50f2265340af tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/networks/7e4f3d79-0e10-4f0d-8203-864da5f409c8 HTTP/1.1" status: 204 len: 168 time: 3.0637007 Nov 10 19:23:49.658726 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-d321f81f-db10-4d95-ab74-daab87310dea tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'port': {'network_id': 'a9f1e2b4-ac13-4ec2-930f-8601db2322ee', 'name': 'tempest-PortsIpV6TestJSON-14096980'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:49.680073 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-b5465225-c524-48c4-ac8e-cb8eadf84cba tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=540494213bb2401d877387c28ba690c2 HTTP/1.1" status: 200 len: 380 time: 0.6038935 Nov 10 19:23:49.685354 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ccc94-3442-4c04-a71e-50f2265340af tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Network': ['ID=7e4f3d79-0e10-4f0d-8203-864da5f409c8,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:49.692621 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-deb97b26-24ae-4e69-8972-4415774c186d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'port': {'device_id': '5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f', 'network_id': '73a462e0-6280-4d1d-b3b0-466bf95639d0', 'admin_state_up': True, 'tenant_id': '540494213bb2401d877387c28ba690c2', 'security_groups': ['1311c6c4-0594-438b-b25e-bd7cfa444326']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:49.718798 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-fe2783b8-7fa3-49bb-9b82-50cd3a561d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193879237', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '589971a5-93b9-4b0f-97e9-3bbbd837bf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:23:32Z', 'updated_at': '2021-11-10T19:23:41Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '589971a5-93b9-4b0f-97e9-3bbbd837bf78', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:23:33Z', 'updated_at': '2021-11-10T19:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '4ab0e379-7701-4d32-a5c8-f9dc8083a595', 'name': '', 'network_id': '73a462e0-6280-4d1d-b3b0-466bf95639d0', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:f9:bf:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'c25021c2-884c-47f5-bf5b-8484d6de2857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:23:40Z', 'updated_at': '2021-11-10T19:23:47Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': 'c25021c2-884c-47f5-bf5b-8484d6de2857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:23:49.721727 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd376e2-7e29-4124-8661-4700d602cffd None None] DHCP port deletion for 7e4f3d79-0e10-4f0d-8203-864da5f409c8 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:23:49.763744 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2783b8-7fa3-49bb-9b82-50cd3a561d00 None None] The sync data for ids ['cf4c36f5-e413-4f14-9653-08cca2912927'] in n-d-813897-4 is: [{'id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193879237', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '589971a5-93b9-4b0f-97e9-3bbbd837bf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:23:32Z', 'updated_at': '2021-11-10T19:23:41Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '589971a5-93b9-4b0f-97e9-3bbbd837bf78', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:23:33Z', 'updated_at': '2021-11-10T19:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '4ab0e379-7701-4d32-a5c8-f9dc8083a595', 'name': '', 'network_id': '73a462e0-6280-4d1d-b3b0-466bf95639d0', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:f9:bf:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'c25021c2-884c-47f5-bf5b-8484d6de2857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:23:40Z', 'updated_at': '2021-11-10T19:23:47Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': 'c25021c2-884c-47f5-bf5b-8484d6de2857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:23:49.868922 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8dcf9eb1-f0bd-4c87-a029-fead014868e4 None None] Could not find standard attr ID for object 625c0920-6543-476a-93b9-4c68ef98966a. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:23:49.955432 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-deb97b26-24ae-4e69-8972-4415774c186d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Made reservation on behalf of 540494213bb2401d877387c28ba690c2 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:23:49.960447 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-deb97b26-24ae-4e69-8972-4415774c186d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:49.995172 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731bdfca-7c04-4721-a8f5-dd25af187801 req-0a62b71c-1f36-4681-81e6-014b7e83b35b tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:49.997640 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-731bdfca-7c04-4721-a8f5-dd25af187801 req-0a62b71c-1f36-4681-81e6-014b7e83b35b tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=dde20bf1-8883-4961-afa2-0f8b30fe7cb7 HTTP/1.1" status: 200 len: 946 time: 0.3431630 Nov 10 19:23:50.009528 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d321f81f-db10-4d95-ab74-daab87310dea tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:23:50.018806 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d321f81f-db10-4d95-ab74-daab87310dea tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:50.049165 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-d321f81f-db10-4d95-ab74-daab87310dea tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] device_id is not set on port 3b768f61-a230-4c8c-acdc-1b8b2b987b5d yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:23:50.228386 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-731bdfca-7c04-4721-a8f5-dd25af187801 req-af410e17-6fea-4ddf-a58e-12d79a74647c tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207370 Nov 10 19:23:50.285140 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d321f81f-db10-4d95-ab74-daab87310dea tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:50.290305 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9a8eef7f-99e2-40b0-8760-1c27cea5af2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:50.345626 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d321f81f-db10-4d95-ab74-daab87310dea tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:50.362156 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-deb97b26-24ae-4e69-8972-4415774c186d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Allocated IP 172.20.0.5 (73a462e0-6280-4d1d-b3b0-466bf95639d0/c25021c2-884c-47f5-bf5b-8484d6de2857/9b814466-ab2b-434f-8e60-c910419ee00e) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:23:50.415128 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d321f81f-db10-4d95-ab74-daab87310dea tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network a9f1e2b4-ac13-4ec2-930f-8601db2322ee is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:23:50.424737 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-d321f81f-db10-4d95-ab74-daab87310dea tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:23:50.431290 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d321f81f-db10-4d95-ab74-daab87310dea tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:23:50.439556 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d321f81f-db10-4d95-ab74-daab87310dea tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:50.440270 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d321f81f-db10-4d95-ab74-daab87310dea tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:50.449298 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321f81f-db10-4d95-ab74-daab87310dea tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Port': ['ID=3b768f61-a230-4c8c-acdc-1b8b2b987b5d,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:50.460106 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8eef7f-99e2-40b0-8760-1c27cea5af2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aee395f-d665-4a4d-a2ee-137fdc063918,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:50.471051 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d321f81f-db10-4d95-ab74-daab87310dea tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.8200562 Nov 10 19:23:50.473712 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46090) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:50.487687 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8eef7f-99e2-40b0-8760-1c27cea5af2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:50.488031 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8eef7f-99e2-40b0-8760-1c27cea5af2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:50.488369 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8eef7f-99e2-40b0-8760-1c27cea5af2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:50.488704 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8eef7f-99e2-40b0-8760-1c27cea5af2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:50.489034 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8eef7f-99e2-40b0-8760-1c27cea5af2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:50.489362 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8eef7f-99e2-40b0-8760-1c27cea5af2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:50.489686 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8eef7f-99e2-40b0-8760-1c27cea5af2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:50.490036 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8eef7f-99e2-40b0-8760-1c27cea5af2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:50.490359 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8eef7f-99e2-40b0-8760-1c27cea5af2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:50.490679 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8eef7f-99e2-40b0-8760-1c27cea5af2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:50.491000 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8eef7f-99e2-40b0-8760-1c27cea5af2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:50.491322 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8eef7f-99e2-40b0-8760-1c27cea5af2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:23:50.507716 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23e05b-57cc-456b-8962-98335236faf0 req-6d6a0387-37fc-4b9b-95cb-5d47031263d3 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:50.509364 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb23e05b-57cc-456b-8962-98335236faf0 req-6d6a0387-37fc-4b9b-95cb-5d47031263d3 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c10c19d-dab1-4e5a-97ae-ee3590819d94 HTTP/1.1" status: 200 len: 945 time: 0.1589305 Nov 10 19:23:50.514130 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8eef7f-99e2-40b0-8760-1c27cea5af2e admin admin] Checking segment: {'id': 'f0089329-84eb-4bfe-9903-9d16aa1b592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ab823250-cbd3-4e9e-b2ab-95ea12610eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:23:50.514514 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8eef7f-99e2-40b0-8760-1c27cea5af2e admin admin] Network hostable DHCP agents. Network: ab823250-cbd3-4e9e-b2ab-95ea12610eee, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:23:50.601555 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-fecbfbdf-6454-4538-8ae1-20b1a1b7ddb5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Deleting port 3b768f61-a230-4c8c-acdc-1b8b2b987b5d {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:23:50.602066 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fecbfbdf-6454-4538-8ae1-20b1a1b7ddb5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:50.642891 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8eef7f-99e2-40b0-8760-1c27cea5af2e admin admin] Network ab823250-cbd3-4e9e-b2ab-95ea12610eee is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:23:50.666457 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-9a8eef7f-99e2-40b0-8760-1c27cea5af2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, ab823250-cbd3-4e9e-b2ab-95ea12610eee) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:23:50.671111 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8eef7f-99e2-40b0-8760-1c27cea5af2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:50.671717 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9a8eef7f-99e2-40b0-8760-1c27cea5af2e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:50.678740 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d69d35f-a89e-4125-974e-6b51b08780f2 None None] Network ab823250-cbd3-4e9e-b2ab-95ea12610eee requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:23:50.695629 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fecbfbdf-6454-4538-8ae1-20b1a1b7ddb5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:50.706171 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb23e05b-57cc-456b-8962-98335236faf0 req-9d3dc96f-7624-4b61-b023-319896885021 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728234 Nov 10 19:23:50.716537 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-fecbfbdf-6454-4538-8ae1-20b1a1b7ddb5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Calling delete_port for 3b768f61-a230-4c8c-acdc-1b8b2b987b5d owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:23:50.751980 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9a8eef7f-99e2-40b0-8760-1c27cea5af2e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5067534 Nov 10 19:23:50.775477 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-deb97b26-24ae-4e69-8972-4415774c186d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:50.839899 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fecbfbdf-6454-4538-8ae1-20b1a1b7ddb5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:50.883686 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecbfbdf-6454-4538-8ae1-20b1a1b7ddb5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Port': ['ID=3b768f61-a230-4c8c-acdc-1b8b2b987b5d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:50.902633 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fecbfbdf-6454-4538-8ae1-20b1a1b7ddb5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:50.909399 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-fecbfbdf-6454-4538-8ae1-20b1a1b7ddb5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/ports/3b768f61-a230-4c8c-acdc-1b8b2b987b5d HTTP/1.1" status: 204 len: 168 time: 0.4342182 Nov 10 19:23:50.911995 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46094) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:50.920509 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-371790df-fd26-4bc1-80fb-ef74156f1203 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'port': {'network_id': 'a9f1e2b4-ac13-4ec2-930f-8601db2322ee', 'mac_address': 'fa:16:3e:43:1f:32', 'name': 'tempest-PortsIpV6TestJSON-881153116'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:50.951074 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c5616da8-a427-4747-babe-4adbd1c965cc req-6e07c465-4874-4fed-8e27-5f672f2d2843 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 210 time: 0.0943644 Nov 10 19:23:50.952901 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-deb97b26-24ae-4e69-8972-4415774c186d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:50.969355 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e53497-cb37-4298-8976-e5e6aec8cca1 None None] Network ab823250-cbd3-4e9e-b2ab-95ea12610eee requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:23:51.106247 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371790df-fd26-4bc1-80fb-ef74156f1203 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:23:51.120280 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-deb97b26-24ae-4e69-8972-4415774c186d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Network 73a462e0-6280-4d1d-b3b0-466bf95639d0 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:23:51.130573 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-deb97b26-24ae-4e69-8972-4415774c186d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:23:51.138652 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-deb97b26-24ae-4e69-8972-4415774c186d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:23:51.234464 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb97b26-24ae-4e69-8972-4415774c186d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'Port': ['ID=9b814466-ab2b-434f-8e60-c910419ee00e,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:51.283862 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-371790df-fd26-4bc1-80fb-ef74156f1203 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:51.366399 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-371790df-fd26-4bc1-80fb-ef74156f1203 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] device_id is not set on port 996320ed-1793-4644-883d-01542b0c5758 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:23:51.388712 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-deb97b26-24ae-4e69-8972-4415774c186d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:51.389396 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-deb97b26-24ae-4e69-8972-4415774c186d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:51.419335 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda28944-83a1-487d-b603-76f20699673c req-89b553e0-2e79-494c-a761-2a97e179fa42 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:51.421489 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cda28944-83a1-487d-b603-76f20699673c req-89b553e0-2e79-494c-a761-2a97e179fa42 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.25 "GET /v2.0/ports?device_id=dde20bf1-8883-4961-afa2-0f8b30fe7cb7 HTTP/1.1" status: 200 len: 946 time: 0.2644513 Nov 10 19:23:51.448750 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-deb97b26-24ae-4e69-8972-4415774c186d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7608151 Nov 10 19:23:51.489432 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-986a3f61-3f2e-4bd8-8647-287da2dfa673 service neutron] Request body: {'port': {'device_id': '5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:51.514734 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e9a49df2-32d5-43fa-8c7d-f988be7f56e2 None None] Provisioning complete for port 9b814466-ab2b-434f-8e60-c910419ee00e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:23:51.515022 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e9a49df2-32d5-43fa-8c7d-f988be7f56e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:51.518365 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6bcec-1119-489d-882a-8e9dcf619992 req-468c4d09-cdd3-413c-b6d6-de2cdcb4837d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:51.530403 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b9b6bcec-1119-489d-882a-8e9dcf619992 req-468c4d09-cdd3-413c-b6d6-de2cdcb4837d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 931 time: 0.2872682 Nov 10 19:23:51.631835 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e9a49df2-32d5-43fa-8c7d-f988be7f56e2 None None] Port 9b814466-ab2b-434f-8e60-c910419ee00e cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:23:51.650923 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 4ab0e379-7701-4d32-a5c8-f9dc8083a595 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:23:51.755142 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 4ab0e379-7701-4d32-a5c8-f9dc8083a595 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:23:51.756506 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:51.759126 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-371790df-fd26-4bc1-80fb-ef74156f1203 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:51.798349 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-371790df-fd26-4bc1-80fb-ef74156f1203 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:51.859861 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371790df-fd26-4bc1-80fb-ef74156f1203 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Port': ['ID=996320ed-1793-4644-883d-01542b0c5758,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:51.871834 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b9b6bcec-1119-489d-882a-8e9dcf619992 req-e4b686ae-49da-4bd6-86b0-1921ed04fba4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3401453 Nov 10 19:23:51.892135 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371790df-fd26-4bc1-80fb-ef74156f1203 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network a9f1e2b4-ac13-4ec2-930f-8601db2322ee is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:23:51.895809 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-371790df-fd26-4bc1-80fb-ef74156f1203 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:23:51.901362 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371790df-fd26-4bc1-80fb-ef74156f1203 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:23:51.914830 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371790df-fd26-4bc1-80fb-ef74156f1203 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:51.915558 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-371790df-fd26-4bc1-80fb-ef74156f1203 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:51.923484 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-986a3f61-3f2e-4bd8-8647-287da2dfa673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:51.947940 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-371790df-fd26-4bc1-80fb-ef74156f1203 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0333593 Nov 10 19:23:51.950803 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46118) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:51.984989 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-cda28944-83a1-487d-b603-76f20699673c req-f3633391-2c5b-44e1-9530-a5941efc6136 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Deleting port f3b1cce3-2410-459e-b5af-39d425cdc820 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:23:51.985307 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-cda28944-83a1-487d-b603-76f20699673c req-f3633391-2c5b-44e1-9530-a5941efc6136 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:52.019956 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 625c0920-6543-476a-93b9-4c68ef98966a no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:23:52.033636 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a847b694-ecd1-41ab-90be-607d9432b0c1 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:52.041409 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a847b694-ecd1-41ab-90be-607d9432b0c1 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "GET /v2.0/ports/996320ed-1793-4644-883d-01542b0c5758 HTTP/1.1" status: 200 len: 844 time: 0.0888858 Nov 10 19:23:52.042867 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46122) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:52.067823 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 625c0920-6543-476a-93b9-4c68ef98966a {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:23:52.068168 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 625c0920-6543-476a-93b9-4c68ef98966a not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:23:52.227009 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-160409da-c126-4b5a-8ecb-50a5e6bbc28a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Deleting port 996320ed-1793-4644-883d-01542b0c5758 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:23:52.227687 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-160409da-c126-4b5a-8ecb-50a5e6bbc28a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:52.298275 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-cda28944-83a1-487d-b603-76f20699673c req-f3633391-2c5b-44e1-9530-a5941efc6136 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] For port f3b1cce3-2410-459e-b5af-39d425cdc820, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=f3b1cce3-2410-459e-b5af-39d425cdc820,segment=NetworkSegment(5d0dc5e4-2ec1-487f-8364-d10967c50847),segment_id=5d0dc5e4-2ec1-487f-8364-d10967c50847)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:52.298532 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-cda28944-83a1-487d-b603-76f20699673c req-f3633391-2c5b-44e1-9530-a5941efc6136 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:52.310459 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-160409da-c126-4b5a-8ecb-50a5e6bbc28a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:52.318393 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-cda28944-83a1-487d-b603-76f20699673c req-f3633391-2c5b-44e1-9530-a5941efc6136 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Calling delete_port for f3b1cce3-2410-459e-b5af-39d425cdc820 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:23:52.348302 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-160409da-c126-4b5a-8ecb-50a5e6bbc28a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Calling delete_port for 996320ed-1793-4644-883d-01542b0c5758 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:23:52.492882 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-160409da-c126-4b5a-8ecb-50a5e6bbc28a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:52.594688 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160409da-c126-4b5a-8ecb-50a5e6bbc28a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Port': ['ID=996320ed-1793-4644-883d-01542b0c5758,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:52.645506 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-cda28944-83a1-487d-b603-76f20699673c req-f3633391-2c5b-44e1-9530-a5941efc6136 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:52.658459 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['a3d8627f-0b4b-409a-9231-6076474a5bf2'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:23:52.671445 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['4b8be6c8-3388-4790-864f-6aa2326f6bd7', 'f3b1cce3-2410-459e-b5af-39d425cdc820'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:23:52.682145 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-160409da-c126-4b5a-8ecb-50a5e6bbc28a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:52.686705 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-160409da-c126-4b5a-8ecb-50a5e6bbc28a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/ports/996320ed-1793-4644-883d-01542b0c5758 HTTP/1.1" status: 204 len: 168 time: 0.6434534 Nov 10 19:23:52.689361 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46138) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:52.701822 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-8443810e-c8a7-4bac-a341-d004be51db6e tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:52.704697 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-8443810e-c8a7-4bac-a341-d004be51db6e tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/networks?id=ab823250-cbd3-4e9e-b2ab-95ea12610eee HTTP/1.1" status: 200 len: 814 time: 0.2947190 Nov 10 19:23:52.711391 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3633391-2c5b-44e1-9530-a5941efc6136 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Pushing event deleted for resources: {'Port': ['ID=f3b1cce3-2410-459e-b5af-39d425cdc820,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:52.733382 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-aecb11cb-2783-49ec-baac-f3ad9f4bf463 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] GET failed (client error): The resource could not be found. Nov 10 19:23:52.735491 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-aecb11cb-2783-49ec-baac-f3ad9f4bf463 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "GET /v2.0/ports/996320ed-1793-4644-883d-01542b0c5758 HTTP/1.1" status: 404 len: 333 time: 0.0446804 Nov 10 19:23:52.741618 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46142) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:52.754195 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-35092c65-acdd-4eda-a6dc-2fb40d7d8037 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'port': {'network_id': 'a9f1e2b4-ac13-4ec2-930f-8601db2322ee', 'name': 'tempest-PortsIpV6TestJSON-1775868626'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:52.845051 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-ad4bc202-ec78-4287-9eb0-e3fe2e4f6074 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/quotas/ca793cf7be314531ae0fda7d17e742e0 HTTP/1.1" status: 200 len: 375 time: 0.1090672 Nov 10 19:23:52.900853 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda28944-83a1-487d-b603-76f20699673c req-f3633391-2c5b-44e1-9530-a5941efc6136 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] No DVR routers for this DVR port f3b1cce3-2410-459e-b5af-39d425cdc820 on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:23:52.910680 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-cda28944-83a1-487d-b603-76f20699673c req-f3633391-2c5b-44e1-9530-a5941efc6136 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:52.937276 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cda28944-83a1-487d-b603-76f20699673c req-f3633391-2c5b-44e1-9530-a5941efc6136 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.25 "DELETE /v2.0/ports/f3b1cce3-2410-459e-b5af-39d425cdc820 HTTP/1.1" status: 204 len: 173 time: 1.5061197 Nov 10 19:23:52.953288 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35092c65-acdd-4eda-a6dc-2fb40d7d8037 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:23:52.961909 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde20bf1-8883-4961-afa2-0f8b30fe7cb7', 'name': 'network-vif-deleted', 'tag': 'f3b1cce3-2410-459e-b5af-39d425cdc820'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:23:52.966967 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-35092c65-acdd-4eda-a6dc-2fb40d7d8037 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:52.968888 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43599803-5e8d-47c2-8ad1-b3748da07854" -d '{"events": [{"server_uuid": "dde20bf1-8883-4961-afa2-0f8b30fe7cb7", "name": "network-vif-deleted", "tag": "f3b1cce3-2410-459e-b5af-39d425cdc820"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:23:53.019499 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-35092c65-acdd-4eda-a6dc-2fb40d7d8037 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] device_id is not set on port 447df2e4-3c1f-4025-adc8-82b392149b5f yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:23:53.051039 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-bd9cd651-f569-4c99-854c-f47a687e10ca tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ca793cf7be314531ae0fda7d17e742e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1515090 Nov 10 19:23:53.359830 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-986a3f61-3f2e-4bd8-8647-287da2dfa673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b814466-ab2b-434f-8e60-c910419ee00e {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:23:53.388810 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-986a3f61-3f2e-4bd8-8647-287da2dfa673 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:53.402904 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-35092c65-acdd-4eda-a6dc-2fb40d7d8037 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:53.425878 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ac6387cf-b8fe-43c8-8cf5-4de88480b367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:53.445583 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-986a3f61-3f2e-4bd8-8647-287da2dfa673 service neutron] Transition to ACTIVE for port object 9b814466-ab2b-434f-8e60-c910419ee00e will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:23:53.462110 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-986a3f61-3f2e-4bd8-8647-287da2dfa673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:53.480430 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-aa79e12e-5ea7-4458-9cc1-86364683b8af service neutron] 10.222.0.54 "GET /v2.0/networks/ab823250-cbd3-4e9e-b2ab-95ea12610eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085350 Nov 10 19:23:53.511304 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-35092c65-acdd-4eda-a6dc-2fb40d7d8037 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:53.590554 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35092c65-acdd-4eda-a6dc-2fb40d7d8037 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network a9f1e2b4-ac13-4ec2-930f-8601db2322ee is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:23:53.596015 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-35092c65-acdd-4eda-a6dc-2fb40d7d8037 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:23:53.638385 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35092c65-acdd-4eda-a6dc-2fb40d7d8037 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:23:53.649209 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35092c65-acdd-4eda-a6dc-2fb40d7d8037 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:53.650082 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-35092c65-acdd-4eda-a6dc-2fb40d7d8037 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:53.684090 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-35092c65-acdd-4eda-a6dc-2fb40d7d8037 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9383652 Nov 10 19:23:53.685938 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46156) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:53.718022 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-3e12b17e-24d6-41e7-92b0-93fd4b55c29f tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:53.727547 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35092c65-acdd-4eda-a6dc-2fb40d7d8037 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Port': ['ID=447df2e4-3c1f-4025-adc8-82b392149b5f,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:53.735510 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a3f61-3f2e-4bd8-8647-287da2dfa673 service neutron] Pushing event updated for resources: {'Port': ['ID=9b814466-ab2b-434f-8e60-c910419ee00e,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:53.754919 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-f5367a2c-ec25-4464-bde3-d4a24f824f74 service neutron] 10.222.0.54 "GET /v2.0/networks/ab823250-cbd3-4e9e-b2ab-95ea12610eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058473 Nov 10 19:23:53.839954 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3e12b17e-24d6-41e7-92b0-93fd4b55c29f tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:53.891842 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-986a3f61-3f2e-4bd8-8647-287da2dfa673 service neutron] Attempting to bind port 9b814466-ab2b-434f-8e60-c910419ee00e on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:23:53.893418 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-986a3f61-3f2e-4bd8-8647-287da2dfa673 service neutron] Attempting to bind port 9b814466-ab2b-434f-8e60-c910419ee00e by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '0e54e4be-6f27-4f98-9f44-70e853ad9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '73a462e0-6280-4d1d-b3b0-466bf95639d0'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:23:53.894571 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-986a3f61-3f2e-4bd8-8647-287da2dfa673 service neutron] Attempting to bind port 9b814466-ab2b-434f-8e60-c910419ee00e on network 73a462e0-6280-4d1d-b3b0-466bf95639d0 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:23:53.905129 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-986a3f61-3f2e-4bd8-8647-287da2dfa673 service neutron] Port 9b814466-ab2b-434f-8e60-c910419ee00e on network 73a462e0-6280-4d1d-b3b0-466bf95639d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:23:53.906845 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-986a3f61-3f2e-4bd8-8647-287da2dfa673 service neutron] Attempting to bind port 9b814466-ab2b-434f-8e60-c910419ee00e on network 73a462e0-6280-4d1d-b3b0-466bf95639d0 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:23:53.922003 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-986a3f61-3f2e-4bd8-8647-287da2dfa673 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:23:53.923575 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-986a3f61-3f2e-4bd8-8647-287da2dfa673 service neutron] Checking segment: {'id': '0e54e4be-6f27-4f98-9f44-70e853ad9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '73a462e0-6280-4d1d-b3b0-466bf95639d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:23:53.925255 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-986a3f61-3f2e-4bd8-8647-287da2dfa673 service neutron] Bound using segment: {'id': '0e54e4be-6f27-4f98-9f44-70e853ad9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '73a462e0-6280-4d1d-b3b0-466bf95639d0'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:23:53.925735 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-986a3f61-3f2e-4bd8-8647-287da2dfa673 service neutron] Bound port: 9b814466-ab2b-434f-8e60-c910419ee00e, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e54e4be-6f27-4f98-9f44-70e853ad9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '73a462e0-6280-4d1d-b3b0-466bf95639d0'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:23:53.926135 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-986a3f61-3f2e-4bd8-8647-287da2dfa673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:54.121130 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-986a3f61-3f2e-4bd8-8647-287da2dfa673 service neutron] For port 9b814466-ab2b-434f-8e60-c910419ee00e, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:23:54.126150 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-986a3f61-3f2e-4bd8-8647-287da2dfa673 service neutron] For port 9b814466-ab2b-434f-8e60-c910419ee00e, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=9b814466-ab2b-434f-8e60-c910419ee00e,segment=NetworkSegment(0e54e4be-6f27-4f98-9f44-70e853ad9b18),segment_id=0e54e4be-6f27-4f98-9f44-70e853ad9b18)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:23:54.183771 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-986a3f61-3f2e-4bd8-8647-287da2dfa673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:54.241621 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3e12b17e-24d6-41e7-92b0-93fd4b55c29f tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:54.253015 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3e12b17e-24d6-41e7-92b0-93fd4b55c29f tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:54.279879 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-986a3f61-3f2e-4bd8-8647-287da2dfa673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:54.280342 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-986a3f61-3f2e-4bd8-8647-287da2dfa673 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:54.281825 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-986a3f61-3f2e-4bd8-8647-287da2dfa673 service neutron] 10.222.0.73 "PUT /v2.0/ports/9b814466-ab2b-434f-8e60-c910419ee00e HTTP/1.1" status: 200 len: 1091 time: 2.8015242 Nov 10 19:23:54.298570 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6e895-b1bd-44ff-bf4a-d62458fc563b req-d4b77812-61f9-4232-985b-3dd2723f27b5 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:54.307146 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-3e12b17e-24d6-41e7-92b0-93fd4b55c29f tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] In _notify_port_updated(), no bound segment for port 447df2e4-3c1f-4025-adc8-82b392149b5f on network a9f1e2b4-ac13-4ec2-930f-8601db2322ee {{(pid=102505) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 19:23:54.311737 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76b6e895-b1bd-44ff-bf4a-d62458fc563b req-d4b77812-61f9-4232-985b-3dd2723f27b5 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c10c19d-dab1-4e5a-97ae-ee3590819d94 HTTP/1.1" status: 200 len: 945 time: 0.1878688 Nov 10 19:23:54.316558 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a3f61-3f2e-4bd8-8647-287da2dfa673 service neutron] Pushing event updated for resources: {'Port': ['ID=9b814466-ab2b-434f-8e60-c910419ee00e,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:54.322462 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e12b17e-24d6-41e7-92b0-93fd4b55c29f tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:54.338701 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3e12b17e-24d6-41e7-92b0-93fd4b55c29f tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:54.340441 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3e12b17e-24d6-41e7-92b0-93fd4b55c29f tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "PUT /v2.0/ports/447df2e4-3c1f-4025-adc8-82b392149b5f HTTP/1.1" status: 200 len: 818 time: 0.6498809 Nov 10 19:23:54.353551 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46170) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:54.458925 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12b17e-24d6-41e7-92b0-93fd4b55c29f tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Port': ['ID=447df2e4-3c1f-4025-adc8-82b392149b5f,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:54.495741 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:54.512505 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76b6e895-b1bd-44ff-bf4a-d62458fc563b req-dd29c85f-19a1-49a4-8df9-104788f20e53 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984215 Nov 10 19:23:54.571747 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-e44ae022-52f1-410a-99fa-51a51b21d5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:54.573504 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-e44ae022-52f1-410a-99fa-51a51b21d5b0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 1094 time: 0.2444394 Nov 10 19:23:54.668595 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-5d1b6fd3-1e3a-41c2-993b-a35b108fe89f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b814466-ab2b-434f-8e60-c910419ee00e HTTP/1.1" status: 200 len: 217 time: 0.0840566 Nov 10 19:23:54.702824 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-2c0f42ec-1620-42e2-b8b2-402d9926e9e5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Deleting port 447df2e4-3c1f-4025-adc8-82b392149b5f {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:23:54.703407 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2c0f42ec-1620-42e2-b8b2-402d9926e9e5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:54.773778 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fae9a427-c6e9-4778-94e1-bc6158d5504a req-28df1712-3b2f-496f-a073-dd4edeeb389b tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 210 time: 0.0955706 Nov 10 19:23:54.842220 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2c0f42ec-1620-42e2-b8b2-402d9926e9e5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:54.851620 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-a6f2c649-e3c7-48d2-a80b-e0fdb1812e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:54.853128 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-a6f2c649-e3c7-48d2-a80b-e0fdb1812e28 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c25021c2-884c-47f5-bf5b-8484d6de2857 HTTP/1.1" status: 200 len: 835 time: 0.1764846 Nov 10 19:23:54.860674 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-2c0f42ec-1620-42e2-b8b2-402d9926e9e5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Calling delete_port for 447df2e4-3c1f-4025-adc8-82b392149b5f owned by {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:23:54.934418 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:54.960853 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-00d86525-17ff-42fe-9380-25b57808cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:54.962985 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-00d86525-17ff-42fe-9380-25b57808cc67 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=73a462e0-6280-4d1d-b3b0-466bf95639d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003833 Nov 10 19:23:55.490096 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device f3b1cce3-2410-459e-b5af-39d425cdc820 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:23:55.536751 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-ac36360d-a200-47b1-a316-54192a26cf69 service neutron] 10.222.0.73 "GET /v2.0/networks/73a462e0-6280-4d1d-b3b0-466bf95639d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5599186 Nov 10 19:23:55.549332 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2c0f42ec-1620-42e2-b8b2-402d9926e9e5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:55.551297 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: f3b1cce3-2410-459e-b5af-39d425cdc820 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:23:55.553540 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device f3b1cce3-2410-459e-b5af-39d425cdc820 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:23:55.585722 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-153c15a8-7926-4d6c-9e68-ca8c9255d4a3 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:55.589022 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-153c15a8-7926-4d6c-9e68-ca8c9255d4a3 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.73 "GET /v2.0/networks?id=ab823250-cbd3-4e9e-b2ab-95ea12610eee HTTP/1.1" status: 200 len: 814 time: 0.2049639 Nov 10 19:23:55.609717 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-aaaaae22-287e-4287-874e-15b72ec3d445 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Request body: {'port': {'device_id': '81904b2e-170e-46b9-9143-052b0e27730d', 'network_id': 'ab823250-cbd3-4e9e-b2ab-95ea12610eee', 'admin_state_up': True, 'tenant_id': 'ca793cf7be314531ae0fda7d17e742e0'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:55.615515 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f42ec-1620-42e2-b8b2-402d9926e9e5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Port': ['ID=447df2e4-3c1f-4025-adc8-82b392149b5f,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:55.641194 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78002e3c-4fc4-4cdb-93d1-412e75214653 req-d561ed94-532e-4c1f-a420-2624c281ee78 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:55.651874 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-78002e3c-4fc4-4cdb-93d1-412e75214653 req-d561ed94-532e-4c1f-a420-2624c281ee78 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 943 time: 0.2339830 Nov 10 19:23:55.713806 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a79cbb51-96ed-43bc-a52c-10e1caa3e0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:55.718664 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2c0f42ec-1620-42e2-b8b2-402d9926e9e5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:55.724835 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2c0f42ec-1620-42e2-b8b2-402d9926e9e5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/ports/447df2e4-3c1f-4025-adc8-82b392149b5f HTTP/1.1" status: 204 len: 168 time: 1.3667507 Nov 10 19:23:55.730162 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46178) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:55.779928 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-aaaaae22-287e-4287-874e-15b72ec3d445 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Made reservation on behalf of ca793cf7be314531ae0fda7d17e742e0 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:23:55.784169 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-aaaaae22-287e-4287-874e-15b72ec3d445 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:55.846986 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-78002e3c-4fc4-4cdb-93d1-412e75214653 req-fdfa3163-a211-4ae4-ac3e-e189c03857a9 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826687 Nov 10 19:23:55.885386 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-21c4bd9f-1629-4373-bee4-c453a9c9450c req-53651bee-b1f9-4d11-b595-8b65e00c365a service neutron] 10.222.0.73 "GET /v2.0/networks/73a462e0-6280-4d1d-b3b0-466bf95639d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296897 Nov 10 19:23:55.900310 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16cb606-b02c-4a24-8b57-ee27a5a745c9 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:55.902752 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b16cb606-b02c-4a24-8b57-ee27a5a745c9 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1698000 Nov 10 19:23:55.906825 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e1288a-c545-4646-ba6c-f69af0004e5a x-openstack-request-id: req-c6e1288a-c545-4646-ba6c-f69af0004e5a {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:23:55.907118 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde20bf1-8883-4961-afa2-0f8b30fe7cb7", "name": "network-vif-deleted", "tag": "f3b1cce3-2410-459e-b5af-39d425cdc820", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:23:55.907372 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c6e1288a-c545-4646-ba6c-f69af0004e5a {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:23:55.907796 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde20bf1-8883-4961-afa2-0f8b30fe7cb7', 'name': 'network-vif-deleted', 'tag': 'f3b1cce3-2410-459e-b5af-39d425cdc820', 'status': 'completed', 'code': 200} Nov 10 19:23:55.908250 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46182) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:55.947482 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a89b17f-2e29-478a-bdd8-54d7a29aba5e tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] GET failed (client error): The resource could not be found. Nov 10 19:23:55.949491 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0a89b17f-2e29-478a-bdd8-54d7a29aba5e tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "GET /v2.0/ports/447df2e4-3c1f-4025-adc8-82b392149b5f HTTP/1.1" status: 404 len: 333 time: 0.0401618 Nov 10 19:23:55.954280 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46184) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:55.962166 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-cb39ca14-e38f-49ff-add2-45f2c91e1b04 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-651775158'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:55.977574 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-aaaaae22-287e-4287-874e-15b72ec3d445 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Allocated IP 172.20.0.10 (ab823250-cbd3-4e9e-b2ab-95ea12610eee/2aee395f-d665-4a4d-a2ee-137fdc063918/b781d410-3d63-4727-b3c9-254606eed1d3) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:23:55.990110 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb39ca14-e38f-49ff-add2-45f2c91e1b04 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:23:56.000112 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cb39ca14-e38f-49ff-add2-45f2c91e1b04 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:56.040273 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6ff5e184-05c7-4ba9-8596-0e2a8b5b988a req-6fa20410-8a46-4be2-bc90-8c332a97666c tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=81904b2e-170e-46b9-9143-052b0e27730d HTTP/1.1" status: 200 len: 210 time: 0.0371630 Nov 10 19:23:56.055333 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb39ca14-e38f-49ff-add2-45f2c91e1b04 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:23:56.066419 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cb39ca14-e38f-49ff-add2-45f2c91e1b04 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:56.066994 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-cb39ca14-e38f-49ff-add2-45f2c91e1b04 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Added segment 1b368b6a-1512-46e4-8a90-f9dfc560423c of type vlan for network 7738431f-d5cc-461f-8ba7-a8710b7e71c0 Nov 10 19:23:56.111864 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cb39ca14-e38f-49ff-add2-45f2c91e1b04 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:56.140911 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cb39ca14-e38f-49ff-add2-45f2c91e1b04 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:56.147013 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb39ca14-e38f-49ff-add2-45f2c91e1b04 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:56.147827 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cb39ca14-e38f-49ff-add2-45f2c91e1b04 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:56.204361 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-cb39ca14-e38f-49ff-add2-45f2c91e1b04 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2484686 Nov 10 19:23:56.214808 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46188) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:56.225921 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-16adb5e3-1011-4980-a9fc-d9183b212032 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'subnet': {'network_id': '7738431f-d5cc-461f-8ba7-a8710b7e71c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:56.244437 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-aaaaae22-287e-4287-874e-15b72ec3d445 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:56.286493 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-aaaaae22-287e-4287-874e-15b72ec3d445 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:56.359801 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-aaaaae22-287e-4287-874e-15b72ec3d445 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Network ab823250-cbd3-4e9e-b2ab-95ea12610eee is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:23:56.366810 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-aaaaae22-287e-4287-874e-15b72ec3d445 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:23:56.373454 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-aaaaae22-287e-4287-874e-15b72ec3d445 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:23:56.379297 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaaae22-287e-4287-874e-15b72ec3d445 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Pushing event updated for resources: {'Port': ['ID=b781d410-3d63-4727-b3c9-254606eed1d3,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:56.395986 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39ca14-e38f-49ff-add2-45f2c91e1b04 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Network': ['ID=7738431f-d5cc-461f-8ba7-a8710b7e71c0,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:56.429579 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 7738431f-d5cc-461f-8ba7-a8710b7e71c0 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:23:56.454396 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-aaaaae22-287e-4287-874e-15b72ec3d445 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:56.458261 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-aaaaae22-287e-4287-874e-15b72ec3d445 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:56.498007 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-aaaaae22-287e-4287-874e-15b72ec3d445 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8991830 Nov 10 19:23:56.511510 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741c78c-543a-4178-a445-d295b989c7c9 req-ccd9877f-8eef-4710-bc08-91bcb21bd51d tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:56.512539 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-015ce7ec-7769-4df6-b121-183fa9f43ed5 service neutron] Request body: {'port': {'device_id': '81904b2e-170e-46b9-9143-052b0e27730d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:56.514770 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1741c78c-543a-4178-a445-d295b989c7c9 req-ccd9877f-8eef-4710-bc08-91bcb21bd51d tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c10c19d-dab1-4e5a-97ae-ee3590819d94 HTTP/1.1" status: 200 len: 945 time: 0.1276746 Nov 10 19:23:56.569531 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16adb5e3-1011-4980-a9fc-d9183b212032 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:23:56.582196 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-16adb5e3-1011-4980-a9fc-d9183b212032 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:56.625246 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-015ce7ec-7769-4df6-b121-183fa9f43ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:56.698161 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1741c78c-543a-4178-a445-d295b989c7c9 req-82a1d5dd-dc7b-4b00-add6-5152c0977a58 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520264 Nov 10 19:23:56.951120 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a4996246-7748-48fb-9b7b-90983962e807 req-576809b3-fdf1-48b1-b24b-ebddb6a1791e tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa12e701-7847-4322-ad0e-03202f422aa4 HTTP/1.1" status: 200 len: 210 time: 0.0383716 Nov 10 19:23:56.952289 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-16adb5e3-1011-4980-a9fc-d9183b212032 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:56.974574 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-015ce7ec-7769-4df6-b121-183fa9f43ed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b781d410-3d63-4727-b3c9-254606eed1d3 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:23:56.999220 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-015ce7ec-7769-4df6-b121-183fa9f43ed5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:57.004464 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16adb5e3-1011-4980-a9fc-d9183b212032 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Subnet': ['ID=50296fbc-3037-4e7f-816d-e69576bb560f,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:57.026498 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-015ce7ec-7769-4df6-b121-183fa9f43ed5 service neutron] Transition to ACTIVE for port object b781d410-3d63-4727-b3c9-254606eed1d3 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:23:57.033823 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-015ce7ec-7769-4df6-b121-183fa9f43ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:57.082886 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16adb5e3-1011-4980-a9fc-d9183b212032 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Checking segment: {'id': '1b368b6a-1512-46e4-8a90-f9dfc560423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7738431f-d5cc-461f-8ba7-a8710b7e71c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:23:57.086722 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16adb5e3-1011-4980-a9fc-d9183b212032 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network hostable DHCP agents. Network: 7738431f-d5cc-461f-8ba7-a8710b7e71c0, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:23:57.105034 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ce7ec-7769-4df6-b121-183fa9f43ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=b781d410-3d63-4727-b3c9-254606eed1d3,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:57.122260 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16adb5e3-1011-4980-a9fc-d9183b212032 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network 7738431f-d5cc-461f-8ba7-a8710b7e71c0 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:23:57.139931 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-16adb5e3-1011-4980-a9fc-d9183b212032 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 7738431f-d5cc-461f-8ba7-a8710b7e71c0) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:23:57.143912 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16adb5e3-1011-4980-a9fc-d9183b212032 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:57.144584 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-16adb5e3-1011-4980-a9fc-d9183b212032 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:57.147804 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:57.155514 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0acdf1-ff40-4a1f-9c5b-64db9a00d8ea None None] Network 7738431f-d5cc-461f-8ba7-a8710b7e71c0 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:23:57.212347 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-16adb5e3-1011-4980-a9fc-d9183b212032 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9959586 Nov 10 19:23:57.215275 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46198) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:57.225068 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-9830f63b-2a8f-4135-bcab-53546aee3ed2 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'subnet': {'network_id': '7738431f-d5cc-461f-8ba7-a8710b7e71c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:57.249966 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-015ce7ec-7769-4df6-b121-183fa9f43ed5 service neutron] Attempting to bind port b781d410-3d63-4727-b3c9-254606eed1d3 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:23:57.250313 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-015ce7ec-7769-4df6-b121-183fa9f43ed5 service neutron] Attempting to bind port b781d410-3d63-4727-b3c9-254606eed1d3 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'f0089329-84eb-4bfe-9903-9d16aa1b592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ab823250-cbd3-4e9e-b2ab-95ea12610eee'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:23:57.250644 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-015ce7ec-7769-4df6-b121-183fa9f43ed5 service neutron] Attempting to bind port b781d410-3d63-4727-b3c9-254606eed1d3 on network ab823250-cbd3-4e9e-b2ab-95ea12610eee {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:23:57.257468 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-015ce7ec-7769-4df6-b121-183fa9f43ed5 service neutron] Port b781d410-3d63-4727-b3c9-254606eed1d3 on network ab823250-cbd3-4e9e-b2ab-95ea12610eee not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:23:57.257824 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-015ce7ec-7769-4df6-b121-183fa9f43ed5 service neutron] Attempting to bind port b781d410-3d63-4727-b3c9-254606eed1d3 on network ab823250-cbd3-4e9e-b2ab-95ea12610eee {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:23:57.270397 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-015ce7ec-7769-4df6-b121-183fa9f43ed5 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:23:57.270746 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-015ce7ec-7769-4df6-b121-183fa9f43ed5 service neutron] Checking segment: {'id': 'f0089329-84eb-4bfe-9903-9d16aa1b592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ab823250-cbd3-4e9e-b2ab-95ea12610eee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:23:57.271194 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-015ce7ec-7769-4df6-b121-183fa9f43ed5 service neutron] Bound using segment: {'id': 'f0089329-84eb-4bfe-9903-9d16aa1b592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ab823250-cbd3-4e9e-b2ab-95ea12610eee'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:23:57.271642 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-015ce7ec-7769-4df6-b121-183fa9f43ed5 service neutron] Bound port: b781d410-3d63-4727-b3c9-254606eed1d3, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0089329-84eb-4bfe-9903-9d16aa1b592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ab823250-cbd3-4e9e-b2ab-95ea12610eee'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:23:57.272062 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-015ce7ec-7769-4df6-b121-183fa9f43ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:57.304760 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad2211-4dfd-47e2-8caf-6507c0223ace req-8ce764d4-a501-450b-8787-39075fa92fda tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:57.312431 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-64ad2211-4dfd-47e2-8caf-6507c0223ace req-8ce764d4-a501-450b-8787-39075fa92fda tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=58edf979-f588-4a23-985c-a6c5f6742633 HTTP/1.1" status: 200 len: 945 time: 0.1612129 Nov 10 19:23:57.363960 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-015ce7ec-7769-4df6-b121-183fa9f43ed5 service neutron] For port b781d410-3d63-4727-b3c9-254606eed1d3, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:23:57.378587 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-015ce7ec-7769-4df6-b121-183fa9f43ed5 service neutron] For port b781d410-3d63-4727-b3c9-254606eed1d3, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=b781d410-3d63-4727-b3c9-254606eed1d3,segment=NetworkSegment(f0089329-84eb-4bfe-9903-9d16aa1b592a),segment_id=f0089329-84eb-4bfe-9903-9d16aa1b592a)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:23:57.386345 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294d311c-a31e-4364-adc4-e3af4f980643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-7738431f-d5cc-461f-8ba7-a8710b7e71c0', 'network_id': '7738431f-d5cc-461f-8ba7-a8710b7e71c0', 'tenant_id': '9243d602b7744224af856c31c392ac9b', 'fixed_ips': [{'subnet_id': '50296fbc-3037-4e7f-816d-e69576bb560f'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:23:57.389455 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-015ce7ec-7769-4df6-b121-183fa9f43ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:57.394504 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-294d311c-a31e-4364-adc4-e3af4f980643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:57.419578 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-64ad2211-4dfd-47e2-8caf-6507c0223ace req-f69037ee-0175-45a6-842e-14cdaa394796 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059914 Nov 10 19:23:57.518089 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-015ce7ec-7769-4df6-b121-183fa9f43ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:57.519966 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9830f63b-2a8f-4135-bcab-53546aee3ed2 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:23:57.523824 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9830f63b-2a8f-4135-bcab-53546aee3ed2 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:57.530262 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-015ce7ec-7769-4df6-b121-183fa9f43ed5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:57.534537 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-015ce7ec-7769-4df6-b121-183fa9f43ed5 service neutron] 10.222.0.73 "PUT /v2.0/ports/b781d410-3d63-4727-b3c9-254606eed1d3 HTTP/1.1" status: 200 len: 1092 time: 1.0272799 Nov 10 19:23:57.536278 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81904b2e-170e-46b9-9143-052b0e27730d', 'tag': 'b781d410-3d63-4727-b3c9-254606eed1d3'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:23:57.561168 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9d35c9-d331-48b3-b67b-0cba34107624" -d '{"events": [{"name": "network-changed", "server_uuid": "81904b2e-170e-46b9-9143-052b0e27730d", "tag": "b781d410-3d63-4727-b3c9-254606eed1d3"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:23:57.696525 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ce7ec-7769-4df6-b121-183fa9f43ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=b781d410-3d63-4727-b3c9-254606eed1d3,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:57.722297 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-dc14c92f-5ff2-4c81-9695-756967ccf8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:57.724911 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-dc14c92f-5ff2-4c81-9695-756967ccf8da service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca793cf7be314531ae0fda7d17e742e0&device_id=81904b2e-170e-46b9-9143-052b0e27730d HTTP/1.1" status: 200 len: 1095 time: 0.1242085 Nov 10 19:23:57.779248 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-294d311c-a31e-4364-adc4-e3af4f980643 None None] Allocated IP 2001:db8::2 (7738431f-d5cc-461f-8ba7-a8710b7e71c0/50296fbc-3037-4e7f-816d-e69576bb560f/47065ab8-4b69-40cb-afe7-9f9f713d0755) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:23:57.790139 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-4b6cad75-4b5c-4545-865f-03d0dd0ad7c4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b781d410-3d63-4727-b3c9-254606eed1d3 HTTP/1.1" status: 200 len: 217 time: 0.0555110 Nov 10 19:23:57.833087 n-d-813897-4 neutron-server[102506]: INFO neutron.db.ipam_backend_mixin [None req-9830f63b-2a8f-4135-bcab-53546aee3ed2 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 50296fbc-3037-4e7f-816d-e69576bb560f (CIDR: 2001:db8::/64) Nov 10 19:23:57.859719 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-039aa4dc-3647-44d5-a7df-fb1f978417b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:57.861743 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-039aa4dc-3647-44d5-a7df-fb1f978417b1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2aee395f-d665-4a4d-a2ee-137fdc063918 HTTP/1.1" status: 200 len: 854 time: 0.0643239 Nov 10 19:23:57.870730 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-9830f63b-2a8f-4135-bcab-53546aee3ed2 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:23:57.871234 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9830f63b-2a8f-4135-bcab-53546aee3ed2 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:23:57.911161 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-c63013bb-fc5c-4ad9-a32e-02a11db74568 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ab823250-cbd3-4e9e-b2ab-95ea12610eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409169 Nov 10 19:23:57.942026 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f', 'tag': '9b814466-ab2b-434f-8e60-c910419ee00e'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:23:57.950863 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c148f144-d963-4c2e-a408-3704de4e2503" -d '{"events": [{"name": "network-changed", "server_uuid": "5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f", "tag": "9b814466-ab2b-434f-8e60-c910419ee00e"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:23:58.018802 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45b72d-36d3-4305-ac32-a318a96e0abc req-700cfedf-8459-4e59-93a4-d4e829ca4398 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:58.022532 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4f45b72d-36d3-4305-ac32-a318a96e0abc req-700cfedf-8459-4e59-93a4-d4e829ca4398 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 943 time: 0.4534345 Nov 10 19:23:58.056086 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9830f63b-2a8f-4135-bcab-53546aee3ed2 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8386166 Nov 10 19:23:58.059015 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46216) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:58.082935 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-2553caa3-8502-48e1-8b68-3c8c25585172 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'subnet': {'network_id': '7738431f-d5cc-461f-8ba7-a8710b7e71c0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:23:58.110045 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ec254-53c5-4d4e-b0dd-499ba9c5647f req-249805b4-9c15-43b2-9ec9-c746c8fe1cfb tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:58.115832 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de1ec254-53c5-4d4e-b0dd-499ba9c5647f req-249805b4-9c15-43b2-9ec9-c746c8fe1cfb tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.73 "GET /v2.0/ports?device_id=58edf979-f588-4a23-985c-a6c5f6742633 HTTP/1.1" status: 200 len: 945 time: 0.2695844 Nov 10 19:23:58.120377 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-294d311c-a31e-4364-adc4-e3af4f980643 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:58.129384 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-294d311c-a31e-4364-adc4-e3af4f980643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:58.199633 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294d311c-a31e-4364-adc4-e3af4f980643 None None] Network 7738431f-d5cc-461f-8ba7-a8710b7e71c0 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:23:58.200888 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d311c-a31e-4364-adc4-e3af4f980643 None None] Pushing event updated for resources: {'Port': ['ID=47065ab8-4b69-40cb-afe7-9f9f713d0755,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:58.203620 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-294d311c-a31e-4364-adc4-e3af4f980643 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:23:58.206891 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294d311c-a31e-4364-adc4-e3af4f980643 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:23:58.257561 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4f45b72d-36d3-4305-ac32-a318a96e0abc req-398ac49d-f16d-48cb-8e41-d12f998e8e74 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263169 Nov 10 19:23:58.291262 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-294d311c-a31e-4364-adc4-e3af4f980643 None None] Attempting to bind port 47065ab8-4b69-40cb-afe7-9f9f713d0755 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:23:58.293740 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-294d311c-a31e-4364-adc4-e3af4f980643 None None] Attempting to bind port 47065ab8-4b69-40cb-afe7-9f9f713d0755 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '1b368b6a-1512-46e4-8a90-f9dfc560423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7738431f-d5cc-461f-8ba7-a8710b7e71c0'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:23:58.295905 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294d311c-a31e-4364-adc4-e3af4f980643 None None] Attempting to bind port 47065ab8-4b69-40cb-afe7-9f9f713d0755 on network 7738431f-d5cc-461f-8ba7-a8710b7e71c0 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:23:58.312418 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294d311c-a31e-4364-adc4-e3af4f980643 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:23:58.312921 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294d311c-a31e-4364-adc4-e3af4f980643 None None] Checking segment: {'id': '1b368b6a-1512-46e4-8a90-f9dfc560423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7738431f-d5cc-461f-8ba7-a8710b7e71c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:23:58.313442 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-294d311c-a31e-4364-adc4-e3af4f980643 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:58.314123 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294d311c-a31e-4364-adc4-e3af4f980643 None None] Bound using segment: {'id': '1b368b6a-1512-46e4-8a90-f9dfc560423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7738431f-d5cc-461f-8ba7-a8710b7e71c0'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:23:58.314747 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-294d311c-a31e-4364-adc4-e3af4f980643 None None] Bound port: 47065ab8-4b69-40cb-afe7-9f9f713d0755, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b368b6a-1512-46e4-8a90-f9dfc560423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '7738431f-d5cc-461f-8ba7-a8710b7e71c0'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:23:58.315269 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-294d311c-a31e-4364-adc4-e3af4f980643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:58.401508 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-294d311c-a31e-4364-adc4-e3af4f980643 None None] For port 47065ab8-4b69-40cb-afe7-9f9f713d0755, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:23:58.406460 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-294d311c-a31e-4364-adc4-e3af4f980643 None None] For port 47065ab8-4b69-40cb-afe7-9f9f713d0755, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=47065ab8-4b69-40cb-afe7-9f9f713d0755,segment=NetworkSegment(1b368b6a-1512-46e4-8a90-f9dfc560423c),segment_id=1b368b6a-1512-46e4-8a90-f9dfc560423c)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:23:58.445897 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-294d311c-a31e-4364-adc4-e3af4f980643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:58.451482 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384176ec-f11f-4bc1-904e-bc9906225663 req-9acb5f7b-11b6-4486-93e2-32ca888b2fd2 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:58.453109 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-384176ec-f11f-4bc1-904e-bc9906225663 req-9acb5f7b-11b6-4486-93e2-32ca888b2fd2 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=81904b2e-170e-46b9-9143-052b0e27730d HTTP/1.1" status: 200 len: 944 time: 0.0939977 Nov 10 19:23:58.456257 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-de1ec254-53c5-4d4e-b0dd-499ba9c5647f req-67f9e8cc-54f4-48cc-90e5-12d7bf238d52 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Deleting port a3d8627f-0b4b-409a-9231-6076474a5bf2 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:23:58.456591 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-de1ec254-53c5-4d4e-b0dd-499ba9c5647f req-67f9e8cc-54f4-48cc-90e5-12d7bf238d52 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:58.578311 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d311c-a31e-4364-adc4-e3af4f980643 None None] Pushing event updated for resources: {'Port': ['ID=47065ab8-4b69-40cb-afe7-9f9f713d0755,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:58.643806 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:58.674593 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-384176ec-f11f-4bc1-904e-bc9906225663 req-75c3cc33-2c9b-4d52-8aff-389d29306f25 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016037 Nov 10 19:23:58.689317 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-de1ec254-53c5-4d4e-b0dd-499ba9c5647f req-67f9e8cc-54f4-48cc-90e5-12d7bf238d52 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] For port a3d8627f-0b4b-409a-9231-6076474a5bf2, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=a3d8627f-0b4b-409a-9231-6076474a5bf2,segment=NetworkSegment(5d0dc5e4-2ec1-487f-8364-d10967c50847),segment_id=5d0dc5e4-2ec1-487f-8364-d10967c50847)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:58.689820 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-de1ec254-53c5-4d4e-b0dd-499ba9c5647f req-67f9e8cc-54f4-48cc-90e5-12d7bf238d52 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:58.730895 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-de1ec254-53c5-4d4e-b0dd-499ba9c5647f req-67f9e8cc-54f4-48cc-90e5-12d7bf238d52 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Calling delete_port for a3d8627f-0b4b-409a-9231-6076474a5bf2 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:23:58.808527 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 9b814466-ab2b-434f-8e60-c910419ee00e details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:23:58.842905 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a92c5b-e836-4a22-abdf-44c6d26242eb x-openstack-request-id: req-d4a92c5b-e836-4a22-abdf-44c6d26242eb {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:23:58.843633 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81904b2e-170e-46b9-9143-052b0e27730d", "tag": "b781d410-3d63-4727-b3c9-254606eed1d3", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:23:58.844342 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d4a92c5b-e836-4a22-abdf-44c6d26242eb {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:23:58.844869 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81904b2e-170e-46b9-9143-052b0e27730d', 'tag': 'b781d410-3d63-4727-b3c9-254606eed1d3', 'status': 'completed', 'code': 200} Nov 10 19:23:58.876734 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-5af2e204-8f67-485e-87f5-b5d0e41fb72a service neutron] 10.222.0.73 "GET /v2.0/networks/ab823250-cbd3-4e9e-b2ab-95ea12610eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9522638 Nov 10 19:23:58.894465 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46230) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:23:59.000627 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4d0e5-0d31-44f6-97f2-ba734eea725c req-75268473-e197-4ebf-bfc9-ca9cdb21c1bf tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:59.010841 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-12e4d0e5-0d31-44f6-97f2-ba734eea725c req-75268473-e197-4ebf-bfc9-ca9cdb21c1bf tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c10c19d-dab1-4e5a-97ae-ee3590819d94 HTTP/1.1" status: 200 len: 945 time: 0.1640494 Nov 10 19:23:59.027679 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 9b814466-ab2b-434f-8e60-c910419ee00e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=9b814466-ab2b-434f-8e60-c910419ee00e,segment=NetworkSegment(0e54e4be-6f27-4f98-9f44-70e853ad9b18),segment_id=0e54e4be-6f27-4f98-9f44-70e853ad9b18)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:59.034787 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-de1ec254-53c5-4d4e-b0dd-499ba9c5647f req-67f9e8cc-54f4-48cc-90e5-12d7bf238d52 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:59.071527 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['a3d8627f-0b4b-409a-9231-6076474a5bf2'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:23:59.078172 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2553caa3-8502-48e1-8b68-3c8c25585172 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:23:59.082020 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2553caa3-8502-48e1-8b68-3c8c25585172 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:59.103179 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1858702d-9f8c-4e34-a0e4-d9138a3bcfed req-ce5bba9a-7114-4c11-a5ad-e073a7b0cf22 service neutron] 10.222.0.73 "GET /v2.0/networks/ab823250-cbd3-4e9e-b2ab-95ea12610eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082186 Nov 10 19:23:59.142689 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-12e4d0e5-0d31-44f6-97f2-ba734eea725c req-3ebaeb93-0706-40a2-ac07-3a6ce4996690 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306252 Nov 10 19:23:59.175052 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['4b8be6c8-3388-4790-864f-6aa2326f6bd7'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:23:59.228551 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f9e8cc-54f4-48cc-90e5-12d7bf238d52 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Pushing event deleted for resources: {'Port': ['ID=a3d8627f-0b4b-409a-9231-6076474a5bf2,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:59.253576 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '9b814466-ab2b-434f-8e60-c910419ee00e', 'network_id': '73a462e0-6280-4d1d-b3b0-466bf95639d0', 'port_id': '9b814466-ab2b-434f-8e60-c910419ee00e', 'mac_address': 'fa:16:3e:13:ca:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c25021c2-884c-47f5-bf5b-8484d6de2857', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:23:59.273806 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-af8a8c95-6a5b-4141-be71-5304c60a1171 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:59.290763 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92e2b3f-08d3-43be-b4ef-0e587438c710 x-openstack-request-id: req-c92e2b3f-08d3-43be-b4ef-0e587438c710 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:23:59.292255 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f", "tag": "9b814466-ab2b-434f-8e60-c910419ee00e", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:23:59.294660 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c92e2b3f-08d3-43be-b4ef-0e587438c710 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:23:59.295298 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f', 'tag': '9b814466-ab2b-434f-8e60-c910419ee00e', 'status': 'completed', 'code': 200} Nov 10 19:23:59.299007 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1ec254-53c5-4d4e-b0dd-499ba9c5647f req-67f9e8cc-54f4-48cc-90e5-12d7bf238d52 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] No DVR routers for this DVR port a3d8627f-0b4b-409a-9231-6076474a5bf2 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:23:59.306796 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-de1ec254-53c5-4d4e-b0dd-499ba9c5647f req-67f9e8cc-54f4-48cc-90e5-12d7bf238d52 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:59.319223 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de1ec254-53c5-4d4e-b0dd-499ba9c5647f req-67f9e8cc-54f4-48cc-90e5-12d7bf238d52 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.73 "DELETE /v2.0/ports/a3d8627f-0b4b-409a-9231-6076474a5bf2 HTTP/1.1" status: 204 len: 173 time: 1.1936572 Nov 10 19:23:59.353167 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:59.367862 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d35c9-d331-48b3-b67b-0cba34107624 req-38c95478-b2cf-45f6-8a06-2cb9adb133fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:59.369533 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2c9d35c9-d331-48b3-b67b-0cba34107624 req-38c95478-b2cf-45f6-8a06-2cb9adb133fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca793cf7be314531ae0fda7d17e742e0&device_id=81904b2e-170e-46b9-9143-052b0e27730d HTTP/1.1" status: 200 len: 1095 time: 0.1790440 Nov 10 19:23:59.375964 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b814466-ab2b-434f-8e60-c910419ee00e {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:23:59.400465 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 9b814466-ab2b-434f-8e60-c910419ee00e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=9b814466-ab2b-434f-8e60-c910419ee00e,segment=NetworkSegment(0e54e4be-6f27-4f98-9f44-70e853ad9b18),segment_id=0e54e4be-6f27-4f98-9f44-70e853ad9b18)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:23:59.401690 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:59.411986 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:59.478307 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=9b814466-ab2b-434f-8e60-c910419ee00e,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:23:59.538987 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148f144-d963-4c2e-a408-3704de4e2503 req-e6a00e25-e13e-495b-82c7-ba136e55af90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:59.541167 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c148f144-d963-4c2e-a408-3704de4e2503 req-e6a00e25-e13e-495b-82c7-ba136e55af90 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 1094 time: 0.2512202 Nov 10 19:23:59.590758 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2fccab42-beab-442f-8b5b-72ad68492520 req-38d77cc1-bad8-4911-9c7a-d94361f50424 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=58edf979-f588-4a23-985c-a6c5f6742633 HTTP/1.1" status: 200 len: 210 time: 0.0558264 Nov 10 19:23:59.638524 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['9b814466-ab2b-434f-8e60-c910419ee00e'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:23:59.718042 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 47065ab8-4b69-40cb-afe7-9f9f713d0755 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:23:59.785348 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86615ae-54e7-433f-b2cf-de311abc0b0f req-375328ce-7da8-4396-b30c-2970c175732d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:59.795365 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f86615ae-54e7-433f-b2cf-de311abc0b0f req-375328ce-7da8-4396-b30c-2970c175732d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 944 time: 0.0862024 Nov 10 19:23:59.888653 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-af8a8c95-6a5b-4141-be71-5304c60a1171 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:59.899497 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f86615ae-54e7-433f-b2cf-de311abc0b0f req-b46f912c-32f4-436b-a93f-0a70fb9ab73b tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031437 Nov 10 19:23:59.901361 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d35c9-d331-48b3-b67b-0cba34107624 req-8079032b-19f4-466b-8dad-2ab5dcb6c932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:23:59.904694 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 47065ab8-4b69-40cb-afe7-9f9f713d0755 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:23:59.905067 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:59.908093 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2c9d35c9-d331-48b3-b67b-0cba34107624 req-8079032b-19f4-466b-8dad-2ab5dcb6c932 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ab823250-cbd3-4e9e-b2ab-95ea12610eee HTTP/1.1" status: 200 len: 915 time: 0.5179355 Nov 10 19:23:59.915613 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-af8a8c95-6a5b-4141-be71-5304c60a1171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:23:59.957901 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46240) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:00.040170 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2c9d35c9-d331-48b3-b67b-0cba34107624 req-5f3ee556-7198-497e-8552-aed760444dd9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b781d410-3d63-4727-b3c9-254606eed1d3 HTTP/1.1" status: 200 len: 217 time: 0.1161251 Nov 10 19:24:00.073262 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148f144-d963-4c2e-a408-3704de4e2503 req-515e6741-8fd3-4aab-bae5-b4eb0cf1d1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:00.074915 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c148f144-d963-4c2e-a408-3704de4e2503 req-515e6741-8fd3-4aab-bae5-b4eb0cf1d1f2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=73a462e0-6280-4d1d-b3b0-466bf95639d0 HTTP/1.1" status: 200 len: 898 time: 0.4875681 Nov 10 19:24:00.102501 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6676a458-c034-4133-ab1a-2b63ae9a3e66 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:00.135998 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6676a458-c034-4133-ab1a-2b63ae9a3e66 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:00.174819 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6e7d7-debc-4b0a-84e6-8615eb3a3ad5 req-29152574-c061-45aa-a4b6-12dcd7c1740a tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:00.184338 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-50e6e7d7-debc-4b0a-84e6-8615eb3a3ad5 req-29152574-c061-45aa-a4b6-12dcd7c1740a tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=81904b2e-170e-46b9-9143-052b0e27730d HTTP/1.1" status: 200 len: 944 time: 0.1323993 Nov 10 19:24:00.198015 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:00.265647 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 47065ab8-4b69-40cb-afe7-9f9f713d0755, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=47065ab8-4b69-40cb-afe7-9f9f713d0755,segment=NetworkSegment(1b368b6a-1512-46e4-8a90-f9dfc560423c),segment_id=1b368b6a-1512-46e4-8a90-f9dfc560423c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:00.282619 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-50e6e7d7-debc-4b0a-84e6-8615eb3a3ad5 req-ad2c367d-b26a-407c-a094-dcb0be00122e tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970910 Nov 10 19:24:00.288401 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c66151-a3f4-4a82-9ac3-a59731948654 None None] Network 7738431f-d5cc-461f-8ba7-a8710b7e71c0 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:24:00.291443 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6676a458-c034-4133-ab1a-2b63ae9a3e66 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:00.295531 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6676a458-c034-4133-ab1a-2b63ae9a3e66 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:00.299914 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6676a458-c034-4133-ab1a-2b63ae9a3e66 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "DELETE /v2.0/security-groups/b2d93388-382e-4c6b-9fd9-db42bf1d98d3 HTTP/1.1" status: 204 len: 168 time: 0.3380415 Nov 10 19:24:00.301634 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46244) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:00.323517 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d35c9-d331-48b3-b67b-0cba34107624 req-88adf5d9-4415-45fa-8670-c67084bc365b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:00.324451 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2c9d35c9-d331-48b3-b67b-0cba34107624 req-88adf5d9-4415-45fa-8670-c67084bc365b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2aee395f-d665-4a4d-a2ee-137fdc063918 HTTP/1.1" status: 200 len: 854 time: 0.2485805 Nov 10 19:24:00.325278 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a8c95-6a5b-4141-be71-5304c60a1171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb7c47c-e383-408c-94cd-3d06a7313e36,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:00.328029 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676a458-c034-4133-ab1a-2b63ae9a3e66 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d93388-382e-4c6b-9fd9-db42bf1d98d3,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:00.331698 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-af8a8c95-6a5b-4141-be71-5304c60a1171 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0adaf29acf3a460cb31e67e7f14630dd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4277518 Nov 10 19:24:00.336679 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c148f144-d963-4c2e-a408-3704de4e2503 req-3571e10d-9793-4701-aece-22c5767cea4d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b814466-ab2b-434f-8e60-c910419ee00e HTTP/1.1" status: 200 len: 217 time: 0.0799153 Nov 10 19:24:00.337548 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2553caa3-8502-48e1-8b68-3c8c25585172 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:00.339907 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46246) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:00.348042 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-9794b900-27e9-4b4a-bc37-793c5aea89e5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] show failed (client error): The resource could not be found. Nov 10 19:24:00.352547 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9794b900-27e9-4b4a-bc37-793c5aea89e5 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "GET /v2.0/security-groups/b2d93388-382e-4c6b-9fd9-db42bf1d98d3 HTTP/1.1" status: 404 len: 347 time: 0.0481830 Nov 10 19:24:00.354363 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46248) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:00.392780 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:00.433499 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2c9d35c9-d331-48b3-b67b-0cba34107624 req-fc4398f2-a49d-4a3c-ba78-dc4d4e97ed73 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ab823250-cbd3-4e9e-b2ab-95ea12610eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998237 Nov 10 19:24:00.482778 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=47065ab8-4b69-40cb-afe7-9f9f713d0755,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:00.512272 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a402cc02-8ce5-4b21-af9b-061fb828895f None None] Provisioning complete for port 47065ab8-4b69-40cb-afe7-9f9f713d0755 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:00.512688 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a402cc02-8ce5-4b21-af9b-061fb828895f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:00.538928 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2553caa3-8502-48e1-8b68-3c8c25585172 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network 7738431f-d5cc-461f-8ba7-a8710b7e71c0 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:24:00.551677 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e97d2-a3a7-426e-87cb-a6500d7008e9 req-9e942cf8-0853-42be-a31b-7455f07d5376 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:00.562627 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2553caa3-8502-48e1-8b68-3c8c25585172 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Subnet': ['ID=508b0f88-a067-4a95-a5ca-bc5959ac467a,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:00.565015 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7f0e97d2-a3a7-426e-87cb-a6500d7008e9 req-9e942cf8-0853-42be-a31b-7455f07d5376 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c10c19d-dab1-4e5a-97ae-ee3590819d94 HTTP/1.1" status: 200 len: 945 time: 0.1477156 Nov 10 19:24:00.566025 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-2553caa3-8502-48e1-8b68-3c8c25585172 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:24:00.597645 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148f144-d963-4c2e-a408-3704de4e2503 req-0363a9c5-8682-4735-85ee-b94fd5a25cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:00.599277 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c148f144-d963-4c2e-a408-3704de4e2503 req-0363a9c5-8682-4735-85ee-b94fd5a25cb7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c25021c2-884c-47f5-bf5b-8484d6de2857 HTTP/1.1" status: 200 len: 835 time: 0.2408919 Nov 10 19:24:00.602581 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2553caa3-8502-48e1-8b68-3c8c25585172 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:00.603197 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2553caa3-8502-48e1-8b68-3c8c25585172 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:00.677843 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2553caa3-8502-48e1-8b68-3c8c25585172 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6112773 Nov 10 19:24:00.679978 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9e133aa4-ab90-4cc9-8dfc-69c46353b770 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:00.683615 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7f0e97d2-a3a7-426e-87cb-a6500d7008e9 req-a26f9785-1269-4b37-8ca0-32287f1210ce tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170099 Nov 10 19:24:00.684432 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46254) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:00.694429 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-9b626b11-3ee8-4800-a0e1-1759283051e6 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'port': {'network_id': '7738431f-d5cc-461f-8ba7-a8710b7e71c0', 'fixed_ips': [{'subnet_id': '50296fbc-3037-4e7f-816d-e69576bb560f'}, {'subnet_id': '508b0f88-a067-4a95-a5ca-bc5959ac467a'}], 'name': 'tempest-PortsIpV6TestJSON-1460924693'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:00.705511 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-392f1753-4a5c-467b-9a47-6b81c1e27695 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Deleting port acc57cb4-8fc2-4c1e-b5a5-5a0f85c11129 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:24:00.706253 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-392f1753-4a5c-467b-9a47-6b81c1e27695 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:00.735506 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9e133aa4-ab90-4cc9-8dfc-69c46353b770 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:00.745203 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2c9d35c9-d331-48b3-b67b-0cba34107624 req-4cdad4a2-b48b-4563-a689-981de67d14a1 service neutron] 10.222.0.73 "GET /v2.0/networks/ab823250-cbd3-4e9e-b2ab-95ea12610eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773895 Nov 10 19:24:00.749651 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148f144-d963-4c2e-a408-3704de4e2503 req-d1c93cf4-26e3-4293-8219-88f2794fe010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:00.751411 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c148f144-d963-4c2e-a408-3704de4e2503 req-d1c93cf4-26e3-4293-8219-88f2794fe010 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=73a462e0-6280-4d1d-b3b0-466bf95639d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1424518 Nov 10 19:24:00.909095 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device a3d8627f-0b4b-409a-9231-6076474a5bf2 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:24:00.970123 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9e133aa4-ab90-4cc9-8dfc-69c46353b770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:00.972906 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9e133aa4-ab90-4cc9-8dfc-69c46353b770 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:00.975294 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9e133aa4-ab90-4cc9-8dfc-69c46353b770 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5cb7c47c-e383-408c-94cd-3d06a7313e36 HTTP/1.1" status: 204 len: 168 time: 0.6196232 Nov 10 19:24:00.983435 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: a3d8627f-0b4b-409a-9231-6076474a5bf2 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:24:00.983828 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device a3d8627f-0b4b-409a-9231-6076474a5bf2 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:24:00.996210 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2c9d35c9-d331-48b3-b67b-0cba34107624 req-a49ae086-468a-4b5f-a8e7-aef016ea16ea service neutron] 10.222.0.73 "GET /v2.0/networks/ab823250-cbd3-4e9e-b2ab-95ea12610eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413867 Nov 10 19:24:00.999421 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e133aa4-ab90-4cc9-8dfc-69c46353b770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb7c47c-e383-408c-94cd-3d06a7313e36,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:01.022141 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c148f144-d963-4c2e-a408-3704de4e2503 req-36fb55bc-7679-487e-b071-a69c14e3d123 service neutron] 10.222.0.73 "GET /v2.0/networks/73a462e0-6280-4d1d-b3b0-466bf95639d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511222 Nov 10 19:24:01.091259 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-392f1753-4a5c-467b-9a47-6b81c1e27695 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:01.092768 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-392f1753-4a5c-467b-9a47-6b81c1e27695 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:01.114257 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f8a108-3d72-4aa9-80b6-22d2741c5e42 None None] Update dhcp port {'port': {'network_id': '7738431f-d5cc-461f-8ba7-a8710b7e71c0', 'fixed_ips': [{'subnet_id': '50296fbc-3037-4e7f-816d-e69576bb560f', 'ip_address': '2001:db8::2'}, {'subnet_id': '508b0f88-a067-4a95-a5ca-bc5959ac467a'}], 'binding:host_id': 'n-d-813897-4'}, 'id': '47065ab8-4b69-40cb-afe7-9f9f713d0755'} from n-d-813897-4. {{(pid=102507) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 19:24:01.126566 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-392f1753-4a5c-467b-9a47-6b81c1e27695 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Calling delete_port for acc57cb4-8fc2-4c1e-b5a5-5a0f85c11129 owned by network:floatingip {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:24:01.132113 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b626b11-3ee8-4800-a0e1-1759283051e6 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:24:01.144986 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-82f8a108-3d72-4aa9-80b6-22d2741c5e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:01.191236 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c148f144-d963-4c2e-a408-3704de4e2503 req-30cac947-bc46-416e-9aab-94af2508ad30 service neutron] 10.222.0.73 "GET /v2.0/networks/73a462e0-6280-4d1d-b3b0-466bf95639d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603343 Nov 10 19:24:01.270596 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c331c1-1c86-44d4-8f41-d16c0e968b6e req-de6b35cb-cf9a-435a-beba-8a8dfae93e1a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:01.272183 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-69c331c1-1c86-44d4-8f41-d16c0e968b6e req-de6b35cb-cf9a-435a-beba-8a8dfae93e1a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 944 time: 0.1602576 Nov 10 19:24:01.296098 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58edf979-f588-4a23-985c-a6c5f6742633', 'name': 'network-vif-deleted', 'tag': 'a3d8627f-0b4b-409a-9231-6076474a5bf2'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:24:01.299196 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd668bb3-e0a6-42c4-9669-97214bd9a9e2" -d '{"events": [{"server_uuid": "58edf979-f588-4a23-985c-a6c5f6742633", "name": "network-vif-deleted", "tag": "a3d8627f-0b4b-409a-9231-6076474a5bf2"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:24:01.335966 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-82f8a108-3d72-4aa9-80b6-22d2741c5e42 None None] Allocated IP 2001:db8:0:1::2 (7738431f-d5cc-461f-8ba7-a8710b7e71c0/508b0f88-a067-4a95-a5ca-bc5959ac467a/47065ab8-4b69-40cb-afe7-9f9f713d0755) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:24:01.373943 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9b626b11-3ee8-4800-a0e1-1759283051e6 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:01.397110 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46270) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:01.402797 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-69c331c1-1c86-44d4-8f41-d16c0e968b6e req-c5bdc07c-ea96-4b28-ade9-4d902097e68e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188622 Nov 10 19:24:01.409642 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-9b626b11-3ee8-4800-a0e1-1759283051e6 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] device_id is not set on port 3c78dd2f-02ec-4f9a-9020-a3c61ae8a7ac yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:24:01.423696 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-624a25a0-f123-4244-8811-279d179688c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:01.481511 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-82f8a108-3d72-4aa9-80b6-22d2741c5e42 None None] For port 47065ab8-4b69-40cb-afe7-9f9f713d0755, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=47065ab8-4b69-40cb-afe7-9f9f713d0755,segment=NetworkSegment(1b368b6a-1512-46e4-8a90-f9dfc560423c),segment_id=1b368b6a-1512-46e4-8a90-f9dfc560423c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:01.531558 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-82f8a108-3d72-4aa9-80b6-22d2741c5e42 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:01.539610 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 47065ab8-4b69-40cb-afe7-9f9f713d0755 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:24:01.543895 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-82f8a108-3d72-4aa9-80b6-22d2741c5e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:01.575678 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-624a25a0-f123-4244-8811-279d179688c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:01.581841 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-624a25a0-f123-4244-8811-279d179688c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:01.643207 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8a108-3d72-4aa9-80b6-22d2741c5e42 None None] Pushing event updated for resources: {'Port': ['ID=47065ab8-4b69-40cb-afe7-9f9f713d0755,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:01.643464 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-624a25a0-f123-4244-8811-279d179688c8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=73cb8516688942eca3ff64e0aedfee0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2419538 Nov 10 19:24:01.643682 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46272) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:01.673981 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624a25a0-f123-4244-8811-279d179688c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069f8e02-4ea4-406c-9ec9-4be50040ffc4,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:01.688950 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-392f1753-4a5c-467b-9a47-6b81c1e27695 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:01.702745 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3f0e9129-412a-4ffe-87d0-05a1f410c722 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:01.714556 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 47065ab8-4b69-40cb-afe7-9f9f713d0755 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:01.714936 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:01.726571 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1422c4-872f-435b-a29c-b9c5e6314463 req-94faa051-f42c-413a-88ae-015f1ee54101 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:01.728817 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bf1422c4-872f-435b-a29c-b9c5e6314463 req-94faa051-f42c-413a-88ae-015f1ee54101 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=43ac48b5-63c9-4089-8e90-af395a6e6e00 HTTP/1.1" status: 200 len: 945 time: 0.2220426 Nov 10 19:24:01.739275 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f1753-4a5c-467b-9a47-6b81c1e27695 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Pushing event deleted for resources: {'Port': ['ID=acc57cb4-8fc2-4c1e-b5a5-5a0f85c11129,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:01.747864 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3f0e9129-412a-4ffe-87d0-05a1f410c722 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:01.795441 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c04850-1ed0-4373-a912-dda7e6795d28 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:24:01.825349 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3f0e9129-412a-4ffe-87d0-05a1f410c722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:01.829937 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3f0e9129-412a-4ffe-87d0-05a1f410c722 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:01.831169 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3f0e9129-412a-4ffe-87d0-05a1f410c722 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/069f8e02-4ea4-406c-9ec9-4be50040ffc4 HTTP/1.1" status: 204 len: 168 time: 0.1864352 Nov 10 19:24:01.849854 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e9129-412a-4ffe-87d0-05a1f410c722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069f8e02-4ea4-406c-9ec9-4be50040ffc4,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:01.922713 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-392f1753-4a5c-467b-9a47-6b81c1e27695 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for floatingip, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:01.925808 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-392f1753-4a5c-467b-9a47-6b81c1e27695 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:01.927034 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-392f1753-4a5c-467b-9a47-6b81c1e27695 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "DELETE /v2.0/floatingips/0b917e5c-ec8d-41b5-8384-3324ed20594f HTTP/1.1" status: 204 len: 168 time: 1.5714483 Nov 10 19:24:01.930669 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bf1422c4-872f-435b-a29c-b9c5e6314463 req-361b2783-f983-4063-80b7-6447928c24fa tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855445 Nov 10 19:24:01.931905 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46280) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:02.009677 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47d38e3-1e86-46a8-bd83-1312f3dcea18 x-openstack-request-id: req-a47d38e3-1e86-46a8-bd83-1312f3dcea18 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:24:02.009997 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58edf979-f588-4a23-985c-a6c5f6742633", "name": "network-vif-deleted", "tag": "a3d8627f-0b4b-409a-9231-6076474a5bf2", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:24:02.010376 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a47d38e3-1e86-46a8-bd83-1312f3dcea18 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:24:02.010750 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58edf979-f588-4a23-985c-a6c5f6742633', 'name': 'network-vif-deleted', 'tag': 'a3d8627f-0b4b-409a-9231-6076474a5bf2', 'status': 'completed', 'code': 200} Nov 10 19:24:02.086603 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-9b626b11-3ee8-4800-a0e1-1759283051e6 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Allocated IP 2001:db8::2cc (7738431f-d5cc-461f-8ba7-a8710b7e71c0/50296fbc-3037-4e7f-816d-e69576bb560f/3c78dd2f-02ec-4f9a-9020-a3c61ae8a7ac) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:24:02.101873 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-9b626b11-3ee8-4800-a0e1-1759283051e6 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Allocated IP 2001:db8:0:1::67 (7738431f-d5cc-461f-8ba7-a8710b7e71c0/508b0f88-a067-4a95-a5ca-bc5959ac467a/3c78dd2f-02ec-4f9a-9020-a3c61ae8a7ac) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:24:02.117152 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-76fa3696-413e-4cc8-83ff-ffde81ee42b9 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Deleting port 2d9d8a32-85d2-4553-a7c3-eaf3f760a24a {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:24:02.117152 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-76fa3696-413e-4cc8-83ff-ffde81ee42b9 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:02.215302 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b0c4d-970d-4a5e-86cb-919f02a553ad req-1e28f047-a377-4fd5-a35b-052f73ee233e tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:02.223702 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3e9b0c4d-970d-4a5e-86cb-919f02a553ad req-1e28f047-a377-4fd5-a35b-052f73ee233e tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=81904b2e-170e-46b9-9143-052b0e27730d HTTP/1.1" status: 200 len: 944 time: 0.1277559 Nov 10 19:24:02.238041 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-76fa3696-413e-4cc8-83ff-ffde81ee42b9 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:02.262903 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-76fa3696-413e-4cc8-83ff-ffde81ee42b9 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Calling delete_port for 2d9d8a32-85d2-4553-a7c3-eaf3f760a24a owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:24:02.329957 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3e9b0c4d-970d-4a5e-86cb-919f02a553ad req-bbd344a9-9f7b-4aee-99d1-adb9b07483c0 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050591 Nov 10 19:24:02.407726 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9b626b11-3ee8-4800-a0e1-1759283051e6 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:02.439567 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46286) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:02.468800 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cbe86fd7-bccd-482b-8300-327621f5dbd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:02.479744 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9b626b11-3ee8-4800-a0e1-1759283051e6 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:02.498688 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-76fa3696-413e-4cc8-83ff-ffde81ee42b9 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:02.530579 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c60ee2-7dfc-489f-afd5-cbb6bdeefa38 None None] Network 7738431f-d5cc-461f-8ba7-a8710b7e71c0 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:24:02.547518 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa3696-413e-4cc8-83ff-ffde81ee42b9 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Pushing event deleted for resources: {'Port': ['ID=2d9d8a32-85d2-4553-a7c3-eaf3f760a24a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:02.608256 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b626b11-3ee8-4800-a0e1-1759283051e6 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network 7738431f-d5cc-461f-8ba7-a8710b7e71c0 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:24:02.616685 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-9b626b11-3ee8-4800-a0e1-1759283051e6 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:24:02.620731 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b626b11-3ee8-4800-a0e1-1759283051e6 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Port': ['ID=3c78dd2f-02ec-4f9a-9020-a3c61ae8a7ac,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:02.633787 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b626b11-3ee8-4800-a0e1-1759283051e6 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:24:02.640363 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b626b11-3ee8-4800-a0e1-1759283051e6 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:02.640677 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9b626b11-3ee8-4800-a0e1-1759283051e6 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:02.652658 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e183fe6-18e4-4bdd-827d-da9a8f19d2f2 req-b7df1bd4-b5de-40bb-ad36-ef81f9778725 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:02.654672 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0e183fe6-18e4-4bdd-827d-da9a8f19d2f2 req-b7df1bd4-b5de-40bb-ad36-ef81f9778725 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c10c19d-dab1-4e5a-97ae-ee3590819d94 HTTP/1.1" status: 200 len: 945 time: 0.2203074 Nov 10 19:24:02.660998 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-76fa3696-413e-4cc8-83ff-ffde81ee42b9 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:02.667767 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-76fa3696-413e-4cc8-83ff-ffde81ee42b9 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "DELETE /v2.0/ports/2d9d8a32-85d2-4553-a7c3-eaf3f760a24a HTTP/1.1" status: 204 len: 168 time: 0.7334132 Nov 10 19:24:02.668154 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46288) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:02.676523 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f0644cf4-5187-4d25-868a-7ee28219aebd None None] Provisioning complete for port 47065ab8-4b69-40cb-afe7-9f9f713d0755 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:02.676890 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f0644cf4-5187-4d25-868a-7ee28219aebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:02.682461 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9b626b11-3ee8-4800-a0e1-1759283051e6 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.9964280 Nov 10 19:24:02.687831 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46290) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:02.699937 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-20827b0f-19ac-4dbf-a6ed-3a24120beb9b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '50296fbc-3037-4e7f-816d-e69576bb560f'}]}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:02.711076 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cbe86fd7-bccd-482b-8300-327621f5dbd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:02.733212 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cbe86fd7-bccd-482b-8300-327621f5dbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:02.784622 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0e183fe6-18e4-4bdd-827d-da9a8f19d2f2 req-d477059a-5280-41cc-9dd4-891647c3a6c5 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058717 Nov 10 19:24:02.833855 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device b781d410-3d63-4727-b3c9-254606eed1d3 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:24:02.836197 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 9b814466-ab2b-434f-8e60-c910419ee00e up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:24:02.837462 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-1aaf6077-1be3-4bf4-8b73-19bc8cdc8428 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Deleting port 21af280c-4557-46cd-a694-488125af25aa {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:24:02.837983 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1aaf6077-1be3-4bf4-8b73-19bc8cdc8428 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:02.991503 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 9b814466-ab2b-434f-8e60-c910419ee00e completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:24:03.006900 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 9b814466-ab2b-434f-8e60-c910419ee00e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:03.007845 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:03.042587 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cbe86fd7-bccd-482b-8300-327621f5dbd8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=79afbd3d05ab44aa830a2c69b225cf13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6010973 Nov 10 19:24:03.046402 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-20827b0f-19ac-4dbf-a6ed-3a24120beb9b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:03.065892 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe86fd7-bccd-482b-8300-327621f5dbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff86a23-e3ee-4d42-bbd8-fc98558cfc42,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:03.069918 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46296) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:03.075996 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port b781d410-3d63-4727-b3c9-254606eed1d3, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=b781d410-3d63-4727-b3c9-254606eed1d3,segment=NetworkSegment(f0089329-84eb-4bfe-9903-9d16aa1b592a),segment_id=f0089329-84eb-4bfe-9903-9d16aa1b592a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:03.103501 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1aaf6077-1be3-4bf4-8b73-19bc8cdc8428 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:03.127566 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-1aaf6077-1be3-4bf4-8b73-19bc8cdc8428 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Calling delete_port for 21af280c-4557-46cd-a694-488125af25aa owned by {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:24:03.130931 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'b781d410-3d63-4727-b3c9-254606eed1d3', 'network_id': 'ab823250-cbd3-4e9e-b2ab-95ea12610eee', 'port_id': 'b781d410-3d63-4727-b3c9-254606eed1d3', 'mac_address': 'fa:16:3e:d8:4a:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aee395f-d665-4a4d-a2ee-137fdc063918', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:24:03.147749 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800d7c6-2db9-4089-aede-e15aaee2b575 req-b65f820a-0986-43c9-8df8-cf6a3af85c1c tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:03.155165 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1800d7c6-2db9-4089-aede-e15aaee2b575 req-b65f820a-0986-43c9-8df8-cf6a3af85c1c tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.25 "GET /v2.0/ports?device_id=43ac48b5-63c9-4089-8e90-af395a6e6e00 HTTP/1.1" status: 200 len: 945 time: 0.2180240 Nov 10 19:24:03.220049 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:03.238821 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b781d410-3d63-4727-b3c9-254606eed1d3 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:24:03.293575 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port b781d410-3d63-4727-b3c9-254606eed1d3, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=b781d410-3d63-4727-b3c9-254606eed1d3,segment=NetworkSegment(f0089329-84eb-4bfe-9903-9d16aa1b592a),segment_id=f0089329-84eb-4bfe-9903-9d16aa1b592a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:03.303017 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:03.313243 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:03.382662 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b814466-ab2b-434f-8e60-c910419ee00e'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:24:03.385173 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eeea6a1-ba45-45dd-a48a-b84b57934f14" -d '{"events": [{"server_uuid": "5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f", "name": "network-vif-plugged", "status": "completed", "tag": "9b814466-ab2b-434f-8e60-c910419ee00e"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:24:03.391338 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-05e3765c-b271-4273-ac0e-d20dabecdbb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:03.424395 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=b781d410-3d63-4727-b3c9-254606eed1d3,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:03.436120 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 9b814466-ab2b-434f-8e60-c910419ee00e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=9b814466-ab2b-434f-8e60-c910419ee00e,segment=NetworkSegment(0e54e4be-6f27-4f98-9f44-70e853ad9b18),segment_id=0e54e4be-6f27-4f98-9f44-70e853ad9b18)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:03.449365 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:03.490955 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e86bba0c-f5e3-40f6-a375-668228ad346c None None] Provisioning complete for port 47065ab8-4b69-40cb-afe7-9f9f713d0755 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:03.491312 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e86bba0c-f5e3-40f6-a375-668228ad346c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:03.536316 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-05e3765c-b271-4273-ac0e-d20dabecdbb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:03.547072 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['b781d410-3d63-4727-b3c9-254606eed1d3'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:24:03.584964 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-20827b0f-19ac-4dbf-a6ed-3a24120beb9b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Delete allocated IP 2001:db8:0:1::67 (7738431f-d5cc-461f-8ba7-a8710b7e71c0/508b0f88-a067-4a95-a5ca-bc5959ac467a) {{(pid=102505) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 19:24:03.612080 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 47065ab8-4b69-40cb-afe7-9f9f713d0755 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:24:03.658804 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=9b814466-ab2b-434f-8e60-c910419ee00e,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:03.749636 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4320f-17fc-4613-8b2c-0dc61d3d5604 req-f7232118-cec7-4d6d-ae68-1296dfe3c3cb tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:03.757202 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c9a4320f-17fc-4613-8b2c-0dc61d3d5604 req-f7232118-cec7-4d6d-ae68-1296dfe3c3cb tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 944 time: 0.7002640 Nov 10 19:24:03.791431 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-05e3765c-b271-4273-ac0e-d20dabecdbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:03.794320 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-05e3765c-b271-4273-ac0e-d20dabecdbb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:03.798437 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-05e3765c-b271-4273-ac0e-d20dabecdbb0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1ff86a23-e3ee-4d42-bbd8-fc98558cfc42 HTTP/1.1" status: 204 len: 168 time: 0.5998132 Nov 10 19:24:03.802696 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-20827b0f-19ac-4dbf-a6ed-3a24120beb9b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:03.811603 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3765c-b271-4273-ac0e-d20dabecdbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff86a23-e3ee-4d42-bbd8-fc98558cfc42,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:03.815658 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-20827b0f-19ac-4dbf-a6ed-3a24120beb9b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:03.831456 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 47065ab8-4b69-40cb-afe7-9f9f713d0755 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:03.831456 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:03.871525 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20827b0f-19ac-4dbf-a6ed-3a24120beb9b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Port': ['ID=3c78dd2f-02ec-4f9a-9020-a3c61ae8a7ac,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:03.896631 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c9a4320f-17fc-4613-8b2c-0dc61d3d5604 req-552704d1-07a0-4d33-b196-737d1f01c8f0 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382296 Nov 10 19:24:03.915147 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e86bba0c-f5e3-40f6-a375-668228ad346c None None] Provisioning complete for port 3c78dd2f-02ec-4f9a-9020-a3c61ae8a7ac triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:03.925654 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e86bba0c-f5e3-40f6-a375-668228ad346c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:03.935951 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-1800d7c6-2db9-4089-aede-e15aaee2b575 req-da37e9b0-f0f6-4d03-b130-a53b140d5688 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Deleting port 4b8be6c8-3388-4790-864f-6aa2326f6bd7 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:24:03.936357 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1800d7c6-2db9-4089-aede-e15aaee2b575 req-da37e9b0-f0f6-4d03-b130-a53b140d5688 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:03.948316 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-20827b0f-19ac-4dbf-a6ed-3a24120beb9b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] In _notify_port_updated(), no bound segment for port 3c78dd2f-02ec-4f9a-9020-a3c61ae8a7ac on network 7738431f-d5cc-461f-8ba7-a8710b7e71c0 {{(pid=102505) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 19:24:03.969304 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20827b0f-19ac-4dbf-a6ed-3a24120beb9b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:03.970016 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-20827b0f-19ac-4dbf-a6ed-3a24120beb9b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:03.971392 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-20827b0f-19ac-4dbf-a6ed-3a24120beb9b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "PUT /v2.0/ports/3c78dd2f-02ec-4f9a-9020-a3c61ae8a7ac HTTP/1.1" status: 200 len: 926 time: 1.2782409 Nov 10 19:24:03.974196 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46306) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:03.979748 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-f408b6ab-fda6-474d-9047-451f99d7aa59 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '50296fbc-3037-4e7f-816d-e69576bb560f'}, {'subnet_id': '508b0f88-a067-4a95-a5ca-bc5959ac467a'}]}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:04.012327 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e86bba0c-f5e3-40f6-a375-668228ad346c None None] Port 3c78dd2f-02ec-4f9a-9020-a3c61ae8a7ac cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:24:04.091030 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f408b6ab-fda6-474d-9047-451f99d7aa59 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:04.115583 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-1800d7c6-2db9-4089-aede-e15aaee2b575 req-da37e9b0-f0f6-4d03-b130-a53b140d5688 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] For port 4b8be6c8-3388-4790-864f-6aa2326f6bd7, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=4b8be6c8-3388-4790-864f-6aa2326f6bd7,segment=NetworkSegment(5d0dc5e4-2ec1-487f-8364-d10967c50847),segment_id=5d0dc5e4-2ec1-487f-8364-d10967c50847)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:04.116300 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1800d7c6-2db9-4089-aede-e15aaee2b575 req-da37e9b0-f0f6-4d03-b130-a53b140d5688 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:04.139429 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2bd621b0-d74b-4ce8-abf6-5623635bbacf None None] Provisioning complete for port 3c78dd2f-02ec-4f9a-9020-a3c61ae8a7ac triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:04.142479 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1aaf6077-1be3-4bf4-8b73-19bc8cdc8428 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:04.144805 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2bd621b0-d74b-4ce8-abf6-5623635bbacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:04.210336 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-1800d7c6-2db9-4089-aede-e15aaee2b575 req-da37e9b0-f0f6-4d03-b130-a53b140d5688 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Calling delete_port for 4b8be6c8-3388-4790-864f-6aa2326f6bd7 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:24:04.212324 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf6077-1be3-4bf4-8b73-19bc8cdc8428 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Pushing event deleted for resources: {'Port': ['ID=21af280c-4557-46cd-a694-488125af25aa,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:04.257837 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-2bd621b0-d74b-4ce8-abf6-5623635bbacf None None] Port 3c78dd2f-02ec-4f9a-9020-a3c61ae8a7ac cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:24:04.306841 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4d204-c111-4f14-b6f1-04ad3742d430 req-aec02e17-ad3a-4bc1-aa7c-5a8252669c4e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:04.314445 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4d204-c111-4f14-b6f1-04ad3742d430 req-aec02e17-ad3a-4bc1-aa7c-5a8252669c4e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:04.319542 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4d204-c111-4f14-b6f1-04ad3742d430 req-aec02e17-ad3a-4bc1-aa7c-5a8252669c4e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:04.325689 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4d204-c111-4f14-b6f1-04ad3742d430 req-aec02e17-ad3a-4bc1-aa7c-5a8252669c4e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:04.331864 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4d204-c111-4f14-b6f1-04ad3742d430 req-aec02e17-ad3a-4bc1-aa7c-5a8252669c4e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:04.338248 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4d204-c111-4f14-b6f1-04ad3742d430 req-aec02e17-ad3a-4bc1-aa7c-5a8252669c4e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:04.344716 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4d204-c111-4f14-b6f1-04ad3742d430 req-aec02e17-ad3a-4bc1-aa7c-5a8252669c4e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:04.346781 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4db4d204-c111-4f14-b6f1-04ad3742d430 req-aec02e17-ad3a-4bc1-aa7c-5a8252669c4e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5444 time: 0.2344518 Nov 10 19:24:04.383550 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-92d26621-28cf-454e-b475-e09e5152866f None None] Provisioning complete for port 3c78dd2f-02ec-4f9a-9020-a3c61ae8a7ac triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:04.383981 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-92d26621-28cf-454e-b475-e09e5152866f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:04.388833 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1aaf6077-1be3-4bf4-8b73-19bc8cdc8428 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:04.392337 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1aaf6077-1be3-4bf4-8b73-19bc8cdc8428 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "DELETE /v2.0/ports/21af280c-4557-46cd-a694-488125af25aa HTTP/1.1" status: 204 len: 168 time: 1.7228279 Nov 10 19:24:04.395326 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46314) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:04.427034 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-92d26621-28cf-454e-b475-e09e5152866f None None] Port 3c78dd2f-02ec-4f9a-9020-a3c61ae8a7ac cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:24:04.476927 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4db4d204-c111-4f14-b6f1-04ad3742d430 req-6541632c-24a6-48ff-92ee-aa0b9f80ef8a tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0987327 Nov 10 19:24:04.482527 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-f408b6ab-fda6-474d-9047-451f99d7aa59 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Allocated IP 2001:db8:0:1::248 (7738431f-d5cc-461f-8ba7-a8710b7e71c0/508b0f88-a067-4a95-a5ca-bc5959ac467a/3c78dd2f-02ec-4f9a-9020-a3c61ae8a7ac) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:24:04.488614 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-f14bb7ed-dfdb-4fb5-a5cb-66a36284878c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Deleting subnet 96b10ae0-362f-4403-8055-422665b78605 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:24:04.494308 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f14bb7ed-dfdb-4fb5-a5cb-66a36284878c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:04.591196 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f14bb7ed-dfdb-4fb5-a5cb-66a36284878c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:04.639296 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1800d7c6-2db9-4089-aede-e15aaee2b575 req-da37e9b0-f0f6-4d03-b130-a53b140d5688 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:04.651517 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['4b8be6c8-3388-4790-864f-6aa2326f6bd7'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:24:04.724391 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37e9b0-f0f6-4d03-b130-a53b140d5688 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Pushing event deleted for resources: {'Port': ['ID=4b8be6c8-3388-4790-864f-6aa2326f6bd7,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:04.766632 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a630707-4b33-4c2a-8d96-d3f1f6509f33 req-14004832-0ca1-4621-8e18-d115f5efa707 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:04.774270 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2a630707-4b33-4c2a-8d96-d3f1f6509f33 req-14004832-0ca1-4621-8e18-d115f5efa707 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/ports?device_id=43ac48b5-63c9-4089-8e90-af395a6e6e00 HTTP/1.1" status: 200 len: 867 time: 0.1855025 Nov 10 19:24:04.801057 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f408b6ab-fda6-474d-9047-451f99d7aa59 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:04.801414 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-1800d7c6-2db9-4089-aede-e15aaee2b575 req-da37e9b0-f0f6-4d03-b130-a53b140d5688 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] No DVR routers for this DVR port 4b8be6c8-3388-4790-864f-6aa2326f6bd7 on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:24:04.804624 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1800d7c6-2db9-4089-aede-e15aaee2b575 req-da37e9b0-f0f6-4d03-b130-a53b140d5688 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:04.807887 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f408b6ab-fda6-474d-9047-451f99d7aa59 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:04.808650 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1800d7c6-2db9-4089-aede-e15aaee2b575 req-da37e9b0-f0f6-4d03-b130-a53b140d5688 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.25 "DELETE /v2.0/ports/4b8be6c8-3388-4790-864f-6aa2326f6bd7 HTTP/1.1" status: 204 len: 173 time: 1.6374557 Nov 10 19:24:04.819741 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device b781d410-3d63-4727-b3c9-254606eed1d3 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:24:04.827250 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ac48b5-63c9-4089-8e90-af395a6e6e00', 'name': 'network-vif-deleted', 'tag': '4b8be6c8-3388-4790-864f-6aa2326f6bd7'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:24:04.830645 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a5036d-86b4-48d4-9f7c-f9af1e066688" -d '{"events": [{"server_uuid": "43ac48b5-63c9-4089-8e90-af395a6e6e00", "name": "network-vif-deleted", "tag": "4b8be6c8-3388-4790-864f-6aa2326f6bd7"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:24:04.905488 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port b781d410-3d63-4727-b3c9-254606eed1d3 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:24:04.906015 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f14bb7ed-dfdb-4fb5-a5cb-66a36284878c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:04.913956 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port b781d410-3d63-4727-b3c9-254606eed1d3 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:04.917592 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:04.927904 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2a630707-4b33-4c2a-8d96-d3f1f6509f33 req-28745421-8058-4f36-834d-79cf27abcb09 tempest-ListServerFiltersTestJSON-160919798 tempest-ListServerFiltersTestJSON-160919798-project] 10.222.0.54 "GET /v2.0/security-groups?id=35bdd989-40f3-4e7b-8199-ec3def20fb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525683 Nov 10 19:24:04.979952 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408b6ab-fda6-474d-9047-451f99d7aa59 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Port': ['ID=3c78dd2f-02ec-4f9a-9020-a3c61ae8a7ac,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:05.018330 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-f408b6ab-fda6-474d-9047-451f99d7aa59 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] In _notify_port_updated(), no bound segment for port 3c78dd2f-02ec-4f9a-9020-a3c61ae8a7ac on network 7738431f-d5cc-461f-8ba7-a8710b7e71c0 {{(pid=102505) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 19:24:05.029800 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f408b6ab-fda6-474d-9047-451f99d7aa59 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:05.030518 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f408b6ab-fda6-474d-9047-451f99d7aa59 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:05.036491 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46334) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:05.043028 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f408b6ab-fda6-474d-9047-451f99d7aa59 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "PUT /v2.0/ports/3c78dd2f-02ec-4f9a-9020-a3c61ae8a7ac HTTP/1.1" status: 200 len: 1012 time: 1.0568984 Nov 10 19:24:05.055359 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:05.108655 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port b781d410-3d63-4727-b3c9-254606eed1d3, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=b781d410-3d63-4727-b3c9-254606eed1d3,segment=NetworkSegment(f0089329-84eb-4bfe-9903-9d16aa1b592a),segment_id=f0089329-84eb-4bfe-9903-9d16aa1b592a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:05.113880 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f14bb7ed-dfdb-4fb5-a5cb-66a36284878c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:05.131312 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:05.193217 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14bb7ed-dfdb-4fb5-a5cb-66a36284878c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Pushing event deleted for resources: {'Subnet': ['ID=96b10ae0-362f-4403-8055-422665b78605,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:05.207334 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b82c1f-297a-4afa-81b2-0b7276b7bde5 req-5f78751f-cc69-4d53-b51e-5560b4101dda tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:05.208590 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f14bb7ed-dfdb-4fb5-a5cb-66a36284878c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:05.213899 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d9b82c1f-297a-4afa-81b2-0b7276b7bde5 req-5f78751f-cc69-4d53-b51e-5560b4101dda tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=81904b2e-170e-46b9-9143-052b0e27730d HTTP/1.1" status: 200 len: 945 time: 0.1917503 Nov 10 19:24:05.223106 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f14bb7ed-dfdb-4fb5-a5cb-66a36284878c tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "DELETE /v2.0/subnets/96b10ae0-362f-4403-8055-422665b78605 HTTP/1.1" status: 204 len: 168 time: 0.8260260 Nov 10 19:24:05.223767 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46338) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:05.288499 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=b781d410-3d63-4727-b3c9-254606eed1d3,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:05.303556 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830948e5-a3c0-4d39-b553-c0100f610343 None None] Network c0241cc4-6c19-4c98-ab84-df8e281d2dd3 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:24:05.326279 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-41b743ad-e0cc-4e5b-9110-559ebc2cf3a5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Deleting port 3c78dd2f-02ec-4f9a-9020-a3c61ae8a7ac {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:24:05.326628 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-41b743ad-e0cc-4e5b-9110-559ebc2cf3a5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:05.364832 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff91c3a2-4d05-4a43-9a64-7a1004575c66 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Deleting subnet 37520a35-4b37-42d8-92a1-304ffc90b618 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:24:05.369946 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ff91c3a2-4d05-4a43-9a64-7a1004575c66 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:05.383405 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d9b82c1f-297a-4afa-81b2-0b7276b7bde5 req-26a2b9b3-6f14-4d89-b418-b0d65a1a1713 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438537 Nov 10 19:24:05.488737 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e213b9d-8c11-4d22-a1a9-cd719cef42a9 x-openstack-request-id: req-1e213b9d-8c11-4d22-a1a9-cd719cef42a9 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:24:05.489038 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f", "name": "network-vif-plugged", "status": "completed", "tag": "9b814466-ab2b-434f-8e60-c910419ee00e", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:24:05.489347 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1e213b9d-8c11-4d22-a1a9-cd719cef42a9 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:24:05.489775 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b814466-ab2b-434f-8e60-c910419ee00e', 'code': 200} Nov 10 19:24:05.523478 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-41b743ad-e0cc-4e5b-9110-559ebc2cf3a5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:05.545431 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 9a1084bc-2f3a-4a09-80d4-0f39e8421893 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:24:05.548027 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 9a1084bc-2f3a-4a09-80d4-0f39e8421893 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:24:05.562507 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-41b743ad-e0cc-4e5b-9110-559ebc2cf3a5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Calling delete_port for 3c78dd2f-02ec-4f9a-9020-a3c61ae8a7ac owned by {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:24:05.690431 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-83e38b48-7d73-455c-a707-d717c5ce69da None None] Provisioning complete for port 3c78dd2f-02ec-4f9a-9020-a3c61ae8a7ac triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:05.691123 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-83e38b48-7d73-455c-a707-d717c5ce69da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:05.724177 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e9a70-daeb-404d-a8ae-b50afd44e4ac req-565f23c6-5cc5-4bcb-900f-eeeb825b3d2b tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:05.733228 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e8e9a70-daeb-404d-a8ae-b50afd44e4ac req-565f23c6-5cc5-4bcb-900f-eeeb825b3d2b tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c10c19d-dab1-4e5a-97ae-ee3590819d94 HTTP/1.1" status: 200 len: 945 time: 0.1385784 Nov 10 19:24:05.736873 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-83e38b48-7d73-455c-a707-d717c5ce69da None None] Port 3c78dd2f-02ec-4f9a-9020-a3c61ae8a7ac cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:24:05.843867 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e8e9a70-daeb-404d-a8ae-b50afd44e4ac req-fa223d61-737b-4bc6-963d-6d8f42ecea49 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096087 Nov 10 19:24:05.883365 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:05.896816 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723aa5e3-8158-4cc8-a70d-41f7aedf9898 None None] DHCP port deletion for c0241cc4-6c19-4c98-ab84-df8e281d2dd3 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:24:05.992547 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ff91c3a2-4d05-4a43-9a64-7a1004575c66 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:06.014489 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 9a1084bc-2f3a-4a09-80d4-0f39e8421893, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=9a1084bc-2f3a-4a09-80d4-0f39e8421893,segment=NetworkSegment(972f3100-a6a2-4418-9bf5-bbc6550de0fb),segment_id=972f3100-a6a2-4418-9bf5-bbc6550de0fb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:06.040552 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 9a1084bc-2f3a-4a09-80d4-0f39e8421893, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=9a1084bc-2f3a-4a09-80d4-0f39e8421893,segment=NetworkSegment(972f3100-a6a2-4418-9bf5-bbc6550de0fb),segment_id=972f3100-a6a2-4418-9bf5-bbc6550de0fb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:06.043026 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '9a1084bc-2f3a-4a09-80d4-0f39e8421893', 'network_id': '32c76f13-1e17-4dc8-9eac-cde3fda606b6', 'port_id': '9a1084bc-2f3a-4a09-80d4-0f39e8421893', 'mac_address': 'fa:16:3e:fc:11:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'babcf2b1-e498-4105-82f8-754d9115199f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:24:06.051781 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:06.054216 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69673e15-87b4-4cbd-a371-f7ca5452fac3 req-ce8b031b-edec-4c2c-8fad-c265a4b4369e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:06.055661 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554afaf2-52d9-48b1-9dbe-374065a08b31 req-fbb295dd-4b3e-4511-940c-0cfc97a0b66f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:06.056122 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-69673e15-87b4-4cbd-a371-f7ca5452fac3 req-ce8b031b-edec-4c2c-8fad-c265a4b4369e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 1096 time: 0.0959017 Nov 10 19:24:06.063504 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554afaf2-52d9-48b1-9dbe-374065a08b31 req-fbb295dd-4b3e-4511-940c-0cfc97a0b66f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:06.070533 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554afaf2-52d9-48b1-9dbe-374065a08b31 req-fbb295dd-4b3e-4511-940c-0cfc97a0b66f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:06.078916 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554afaf2-52d9-48b1-9dbe-374065a08b31 req-fbb295dd-4b3e-4511-940c-0cfc97a0b66f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:06.085726 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554afaf2-52d9-48b1-9dbe-374065a08b31 req-fbb295dd-4b3e-4511-940c-0cfc97a0b66f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:06.092158 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554afaf2-52d9-48b1-9dbe-374065a08b31 req-fbb295dd-4b3e-4511-940c-0cfc97a0b66f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:06.098752 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554afaf2-52d9-48b1-9dbe-374065a08b31 req-fbb295dd-4b3e-4511-940c-0cfc97a0b66f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:06.113997 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-554afaf2-52d9-48b1-9dbe-374065a08b31 req-fbb295dd-4b3e-4511-940c-0cfc97a0b66f tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5444 time: 0.1872602 Nov 10 19:24:06.116536 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-41b743ad-e0cc-4e5b-9110-559ebc2cf3a5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:06.132626 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ff91c3a2-4d05-4a43-9a64-7a1004575c66 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:06.153013 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b743ad-e0cc-4e5b-9110-559ebc2cf3a5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Port': ['ID=3c78dd2f-02ec-4f9a-9020-a3c61ae8a7ac,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:06.188225 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-69673e15-87b4-4cbd-a371-f7ca5452fac3 req-2df9beac-c460-4cad-9aa9-d81b10ffbdbc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242874 Nov 10 19:24:06.190670 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:06.201459 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-41b743ad-e0cc-4e5b-9110-559ebc2cf3a5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:06.205269 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-41b743ad-e0cc-4e5b-9110-559ebc2cf3a5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/ports/3c78dd2f-02ec-4f9a-9020-a3c61ae8a7ac HTTP/1.1" status: 204 len: 168 time: 1.1673548 Nov 10 19:24:06.207773 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a91be3c-d994-4046-8e13-efac238454cf x-openstack-request-id: req-7a91be3c-d994-4046-8e13-efac238454cf {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:24:06.208038 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ac48b5-63c9-4089-8e90-af395a6e6e00", "name": "network-vif-deleted", "tag": "4b8be6c8-3388-4790-864f-6aa2326f6bd7", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:24:06.208159 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46360) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:06.208408 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7a91be3c-d994-4046-8e13-efac238454cf {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:24:06.208867 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ac48b5-63c9-4089-8e90-af395a6e6e00', 'name': 'network-vif-deleted', 'tag': '4b8be6c8-3388-4790-864f-6aa2326f6bd7', 'status': 'completed', 'code': 200} Nov 10 19:24:06.268068 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e18c33c-7402-46fd-b56c-d9bf8a832ddf tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] GET failed (client error): The resource could not be found. Nov 10 19:24:06.269907 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4e18c33c-7402-46fd-b56c-d9bf8a832ddf tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "GET /v2.0/ports/3c78dd2f-02ec-4f9a-9020-a3c61ae8a7ac HTTP/1.1" status: 404 len: 333 time: 0.0574498 Nov 10 19:24:06.272783 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46362) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:06.345200 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-c362a8fc-72f0-4e17-9516-d2a4d37ecb4d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Deleting subnet 508b0f88-a067-4a95-a5ca-bc5959ac467a {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:24:06.352286 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c362a8fc-72f0-4e17-9516-d2a4d37ecb4d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:06.352621 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd591d-092c-4282-bfde-d9821413ac75 req-dad9be15-bef1-4650-b287-f2c5bab162f2 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:06.354613 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6cdd591d-092c-4282-bfde-d9821413ac75 req-dad9be15-bef1-4650-b287-f2c5bab162f2 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 945 time: 0.0944238 Nov 10 19:24:06.405954 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ff91c3a2-4d05-4a43-9a64-7a1004575c66 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:06.424324 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c362a8fc-72f0-4e17-9516-d2a4d37ecb4d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:06.468395 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91c3a2-4d05-4a43-9a64-7a1004575c66 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Pushing event deleted for resources: {'Subnet': ['ID=37520a35-4b37-42d8-92a1-304ffc90b618,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:06.475697 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a1084bc-2f3a-4a09-80d4-0f39e8421893 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:24:06.482986 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ff91c3a2-4d05-4a43-9a64-7a1004575c66 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:06.488076 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63285d4-a22c-49ba-be17-1ab62a8d0084 None None] Network dfeb421a-f1c8-4726-8242-6b468d6e48f3 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:24:06.495793 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ff91c3a2-4d05-4a43-9a64-7a1004575c66 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "DELETE /v2.0/subnets/37520a35-4b37-42d8-92a1-304ffc90b618 HTTP/1.1" status: 204 len: 168 time: 1.2674549 Nov 10 19:24:06.496320 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46370) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:06.497020 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-723aa5e3-8158-4cc8-a70d-41f7aedf9898 None None] Deleting port e060143e-8974-49fa-8946-7ef09cd02f26 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:24:06.497501 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-723aa5e3-8158-4cc8-a70d-41f7aedf9898 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:06.513828 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6cdd591d-092c-4282-bfde-d9821413ac75 req-a77a8667-863c-48b8-85fe-b304099e1be1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502845 Nov 10 19:24:06.514313 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=9a1084bc-2f3a-4a09-80d4-0f39e8421893,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:06.557080 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 9a1084bc-2f3a-4a09-80d4-0f39e8421893, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=9a1084bc-2f3a-4a09-80d4-0f39e8421893,segment=NetworkSegment(972f3100-a6a2-4418-9bf5-bbc6550de0fb),segment_id=972f3100-a6a2-4418-9bf5-bbc6550de0fb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:06.596985 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46372) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:06.642240 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:06.657747 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-97e80411-a301-45e1-a0d3-5688a0f32d31 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:06.678567 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c362a8fc-72f0-4e17-9516-d2a4d37ecb4d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:06.679658 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-908af577-1647-40c9-82f2-9fff38f3bf4e admin admin] Deleting subnet 406dcb85-1789-4a0c-b27d-266291683425 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:24:06.691951 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-908af577-1647-40c9-82f2-9fff38f3bf4e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:06.705648 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=9a1084bc-2f3a-4a09-80d4-0f39e8421893,revision_number=7']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:06.726442 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-723aa5e3-8158-4cc8-a70d-41f7aedf9898 None None] For port e060143e-8974-49fa-8946-7ef09cd02f26, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e060143e-8974-49fa-8946-7ef09cd02f26,segment=NetworkSegment(e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a),segment_id=e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:06.727107 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-723aa5e3-8158-4cc8-a70d-41f7aedf9898 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:06.765892 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-723aa5e3-8158-4cc8-a70d-41f7aedf9898 None None] Calling delete_port for e060143e-8974-49fa-8946-7ef09cd02f26 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:24:06.776345 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-908af577-1647-40c9-82f2-9fff38f3bf4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:06.788304 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-97e80411-a301-45e1-a0d3-5688a0f32d31 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Deleting port e060143e-8974-49fa-8946-7ef09cd02f26 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:24:06.788656 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-97e80411-a301-45e1-a0d3-5688a0f32d31 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:06.792613 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c362a8fc-72f0-4e17-9516-d2a4d37ecb4d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:06.860406 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c362a8fc-72f0-4e17-9516-d2a4d37ecb4d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:06.876433 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd74aae7-dc6e-4d4b-9ef0-7f8f99eea02f None None] Network 7738431f-d5cc-461f-8ba7-a8710b7e71c0 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:24:06.883566 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c362a8fc-72f0-4e17-9516-d2a4d37ecb4d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/subnets/508b0f88-a067-4a95-a5ca-bc5959ac467a HTTP/1.1" status: 204 len: 168 time: 0.6067257 Nov 10 19:24:06.893714 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46376) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:06.897708 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-908af577-1647-40c9-82f2-9fff38f3bf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:06.937118 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362a8fc-72f0-4e17-9516-d2a4d37ecb4d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Subnet': ['ID=508b0f88-a067-4a95-a5ca-bc5959ac467a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:06.989881 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4bff42-5956-443d-b3fa-fb7f8bbb211a None None] DHCP port deletion for dfeb421a-f1c8-4726-8242-6b468d6e48f3 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:24:07.001147 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-97e80411-a301-45e1-a0d3-5688a0f32d31 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] For port e060143e-8974-49fa-8946-7ef09cd02f26, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e060143e-8974-49fa-8946-7ef09cd02f26,segment=NetworkSegment(e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a),segment_id=e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:07.001890 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-97e80411-a301-45e1-a0d3-5688a0f32d31 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:07.004865 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-723aa5e3-8158-4cc8-a70d-41f7aedf9898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:07.012604 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-908af577-1647-40c9-82f2-9fff38f3bf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:07.036510 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-97e80411-a301-45e1-a0d3-5688a0f32d31 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Calling delete_port for e060143e-8974-49fa-8946-7ef09cd02f26 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:24:07.045981 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e59a067-f742-4578-b73a-c4044d6cb316 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Deleting subnet 50296fbc-3037-4e7f-816d-e69576bb560f {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:24:07.057056 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3e59a067-f742-4578-b73a-c4044d6cb316 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:07.068473 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908af577-1647-40c9-82f2-9fff38f3bf4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=406dcb85-1789-4a0c-b27d-266291683425,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:07.081115 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['9a1084bc-2f3a-4a09-80d4-0f39e8421893'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:24:07.087629 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-908af577-1647-40c9-82f2-9fff38f3bf4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:07.094028 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-908af577-1647-40c9-82f2-9fff38f3bf4e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/406dcb85-1789-4a0c-b27d-266291683425 HTTP/1.1" status: 204 len: 168 time: 0.4941638 Nov 10 19:24:07.098076 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46380) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:07.110933 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723aa5e3-8158-4cc8-a70d-41f7aedf9898 None None] No DVR routers for this DVR port e060143e-8974-49fa-8946-7ef09cd02f26 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:24:07.113449 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ad1cd2-b2df-4ffc-b1bc-c6b55c93b304 None None] Network b4829d00-deeb-4c10-90b8-fcdd88bb940b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:24:07.139078 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3e59a067-f742-4578-b73a-c4044d6cb316 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:07.150686 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e667dc-225f-4bfe-baa4-f7329d884452 req-8223364f-75dc-4224-b11c-50e9e594b60e tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:07.152962 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13e667dc-225f-4bfe-baa4-f7329d884452 req-8223364f-75dc-4224-b11c-50e9e594b60e tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=81904b2e-170e-46b9-9143-052b0e27730d HTTP/1.1" status: 200 len: 946 time: 0.1598489 Nov 10 19:24:07.196245 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723aa5e3-8158-4cc8-a70d-41f7aedf9898 None None] Pushing event deleted for resources: {'Port': ['ID=e060143e-8974-49fa-8946-7ef09cd02f26,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:07.255432 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dea36532-a941-4d03-a0a0-23f040fa570b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:07.308908 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13e667dc-225f-4bfe-baa4-f7329d884452 req-b24450e6-a01e-4be8-8f11-1de6b864e22e tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384413 Nov 10 19:24:07.367142 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3e59a067-f742-4578-b73a-c4044d6cb316 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:07.412761 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-97e80411-a301-45e1-a0d3-5688a0f32d31 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:07.454135 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-de4bff42-5956-443d-b3fa-fb7f8bbb211a None None] Deleting port 58bf1dc0-ff45-49e6-a29e-dcf63c97fdb4 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:24:07.455160 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-de4bff42-5956-443d-b3fa-fb7f8bbb211a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:07.464130 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-dea36532-a941-4d03-a0a0-23f040fa570b admin admin] Deleting port 37e4f4d9-8f9b-4ffd-b771-4d024a75d2b3 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:24:07.464734 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dea36532-a941-4d03-a0a0-23f040fa570b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:07.470877 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e80411-a301-45e1-a0d3-5688a0f32d31 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] No DVR routers for this DVR port e060143e-8974-49fa-8946-7ef09cd02f26 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:24:07.481919 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e80411-a301-45e1-a0d3-5688a0f32d31 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Pushing event deleted for resources: {'Port': ['ID=e060143e-8974-49fa-8946-7ef09cd02f26,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:07.559912 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3e59a067-f742-4578-b73a-c4044d6cb316 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:07.571947 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-de4bff42-5956-443d-b3fa-fb7f8bbb211a None None] For port 58bf1dc0-ff45-49e6-a29e-dcf63c97fdb4, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=58bf1dc0-ff45-49e6-a29e-dcf63c97fdb4,segment=NetworkSegment(181bf923-29c6-48c6-a618-3da751521132),segment_id=181bf923-29c6-48c6-a618-3da751521132)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:07.572512 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-de4bff42-5956-443d-b3fa-fb7f8bbb211a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:07.603485 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-de4bff42-5956-443d-b3fa-fb7f8bbb211a None None] Calling delete_port for 58bf1dc0-ff45-49e6-a29e-dcf63c97fdb4 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:24:07.627038 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3e59a067-f742-4578-b73a-c4044d6cb316 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:07.633129 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46390) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:07.635982 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3e59a067-f742-4578-b73a-c4044d6cb316 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/subnets/50296fbc-3037-4e7f-816d-e69576bb560f HTTP/1.1" status: 204 len: 168 time: 0.7410984 Nov 10 19:24:07.643118 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59a067-f742-4578-b73a-c4044d6cb316 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Subnet': ['ID=50296fbc-3037-4e7f-816d-e69576bb560f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:07.684541 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-dea36532-a941-4d03-a0a0-23f040fa570b admin admin] For port 37e4f4d9-8f9b-4ffd-b771-4d024a75d2b3, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=37e4f4d9-8f9b-4ffd-b771-4d024a75d2b3,segment=NetworkSegment(5d0dc5e4-2ec1-487f-8364-d10967c50847),segment_id=5d0dc5e4-2ec1-487f-8364-d10967c50847)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:07.684838 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dea36532-a941-4d03-a0a0-23f040fa570b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:07.698240 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-97e80411-a301-45e1-a0d3-5688a0f32d31 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:07.724712 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-97e80411-a301-45e1-a0d3-5688a0f32d31 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0241cc4-6c19-4c98-ab84-df8e281d2dd3']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:07.735143 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc456d42-8bb6-49cf-9560-e3e6b84da591 req-47eb2f3b-9a9d-4c49-8875-5eae5255f561 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:07.736798 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fc456d42-8bb6-49cf-9560-e3e6b84da591 req-47eb2f3b-9a9d-4c49-8875-5eae5255f561 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c10c19d-dab1-4e5a-97ae-ee3590819d94 HTTP/1.1" status: 200 len: 944 time: 0.2804508 Nov 10 19:24:07.746216 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-97e80411-a301-45e1-a0d3-5688a0f32d31 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:07.747570 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-97e80411-a301-45e1-a0d3-5688a0f32d31 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d24bb7-90eb-4ffb-8ad6-fa5678e0c59a') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:07.751976 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-dea36532-a941-4d03-a0a0-23f040fa570b admin admin] Calling delete_port for 37e4f4d9-8f9b-4ffd-b771-4d024a75d2b3 owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:24:07.762004 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-97e80411-a301-45e1-a0d3-5688a0f32d31 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:07.773119 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81904b2e-170e-46b9-9143-052b0e27730d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b781d410-3d63-4727-b3c9-254606eed1d3'}, {'server_uuid': '6c10c19d-dab1-4e5a-97ae-ee3590819d94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a1084bc-2f3a-4a09-80d4-0f39e8421893'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:24:07.777645 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690ece42-96be-4007-b6d7-b4c5decaa540" -d '{"events": [{"server_uuid": "81904b2e-170e-46b9-9143-052b0e27730d", "name": "network-vif-plugged", "status": "completed", "tag": "b781d410-3d63-4727-b3c9-254606eed1d3"}, {"server_uuid": "6c10c19d-dab1-4e5a-97ae-ee3590819d94", "name": "network-vif-unplugged", "status": "completed", "tag": "9a1084bc-2f3a-4a09-80d4-0f39e8421893"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:24:07.786240 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-97e80411-a301-45e1-a0d3-5688a0f32d31 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:07.795985 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e1145bf9-40e3-4c16-b45e-b6e98c4e7d13 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:07.800318 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e80411-a301-45e1-a0d3-5688a0f32d31 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:24:07.800875 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-97e80411-a301-45e1-a0d3-5688a0f32d31 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:24:07.804338 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:24:07.819650 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 4b8be6c8-3388-4790-864f-6aa2326f6bd7 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:24:07.822215 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e060143e-8974-49fa-8946-7ef09cd02f26 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:24:07.826533 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-de4bff42-5956-443d-b3fa-fb7f8bbb211a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:07.875747 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fc456d42-8bb6-49cf-9560-e3e6b84da591 req-a4fb56b9-583a-4ff7-8d1c-a51fc2235b31 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250370 Nov 10 19:24:07.888526 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-97e80411-a301-45e1-a0d3-5688a0f32d31 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:07.914459 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-97e80411-a301-45e1-a0d3-5688a0f32d31 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:07.926425 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-97e80411-a301-45e1-a0d3-5688a0f32d31 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "DELETE /v2.0/networks/c0241cc4-6c19-4c98-ab84-df8e281d2dd3 HTTP/1.1" status: 204 len: 168 time: 1.4280636 Nov 10 19:24:07.930756 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46394) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:07.975859 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e80411-a301-45e1-a0d3-5688a0f32d31 tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Pushing event deleted for resources: {'Network': ['ID=c0241cc4-6c19-4c98-ab84-df8e281d2dd3,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:08.002333 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dea36532-a941-4d03-a0a0-23f040fa570b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:08.004119 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4bff42-5956-443d-b3fa-fb7f8bbb211a None None] No DVR routers for this DVR port 58bf1dc0-ff45-49e6-a29e-dcf63c97fdb4 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:24:08.037076 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4bff42-5956-443d-b3fa-fb7f8bbb211a None None] Pushing event deleted for resources: {'Port': ['ID=58bf1dc0-ff45-49e6-a29e-dcf63c97fdb4,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:08.063516 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 4b8be6c8-3388-4790-864f-6aa2326f6bd7 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:24:08.063864 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 4b8be6c8-3388-4790-864f-6aa2326f6bd7 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:24:08.065274 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: e060143e-8974-49fa-8946-7ef09cd02f26 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:24:08.065647 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e060143e-8974-49fa-8946-7ef09cd02f26 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:24:08.066100 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 58bf1dc0-ff45-49e6-a29e-dcf63c97fdb4 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:24:08.068228 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea36532-a941-4d03-a0a0-23f040fa570b admin admin] Pushing event deleted for resources: {'Port': ['ID=37e4f4d9-8f9b-4ffd-b771-4d024a75d2b3,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:08.072584 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea36532-a941-4d03-a0a0-23f040fa570b admin admin] No DVR routers for this DVR port 37e4f4d9-8f9b-4ffd-b771-4d024a75d2b3 on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:24:08.077847 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-e1145bf9-40e3-4c16-b45e-b6e98c4e7d13 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Deleting port 47065ab8-4b69-40cb-afe7-9f9f713d0755 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:24:08.078180 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e1145bf9-40e3-4c16-b45e-b6e98c4e7d13 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:08.109255 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 58bf1dc0-ff45-49e6-a29e-dcf63c97fdb4 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:24:08.109682 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 58bf1dc0-ff45-49e6-a29e-dcf63c97fdb4 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:24:08.159615 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581a629c-ebc2-46c8-aef8-e337625bff1d None None] DHCP port deletion for b4829d00-deeb-4c10-90b8-fcdd88bb940b request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:24:08.175097 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f8778421-6aa3-42e6-a9d8-a343d9b7511f tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:08.235853 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ea3b84-afbd-4b64-a90e-8f034c20e589 None None] Update dhcp port {'port': {'network_id': '7738431f-d5cc-461f-8ba7-a8710b7e71c0', 'fixed_ips': [{'subnet_id': '50296fbc-3037-4e7f-816d-e69576bb560f'}], 'binding:host_id': 'n-d-813897-4'}, 'id': '47065ab8-4b69-40cb-afe7-9f9f713d0755'} from n-d-813897-4. {{(pid=102507) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 19:24:08.301981 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-95ea3b84-afbd-4b64-a90e-8f034c20e589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:08.347544 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dea36532-a941-4d03-a0a0-23f040fa570b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:08.361513 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-e1145bf9-40e3-4c16-b45e-b6e98c4e7d13 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] For port 47065ab8-4b69-40cb-afe7-9f9f713d0755, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=47065ab8-4b69-40cb-afe7-9f9f713d0755,segment=NetworkSegment(1b368b6a-1512-46e4-8a90-f9dfc560423c),segment_id=1b368b6a-1512-46e4-8a90-f9dfc560423c)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:08.362006 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e1145bf9-40e3-4c16-b45e-b6e98c4e7d13 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:08.420439 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67123c61-c9ab-4c42-86a5-7460945c6061 req-c6dfe866-f822-4190-8f6a-1117edeecfd0 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:08.421738 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67123c61-c9ab-4c42-86a5-7460945c6061 req-c6dfe866-f822-4190-8f6a-1117edeecfd0 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 945 time: 0.4091797 Nov 10 19:24:08.423857 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-dea36532-a941-4d03-a0a0-23f040fa570b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4829d00-deeb-4c10-90b8-fcdd88bb940b']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:08.426572 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-e1145bf9-40e3-4c16-b45e-b6e98c4e7d13 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Calling delete_port for 47065ab8-4b69-40cb-afe7-9f9f713d0755 owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:24:08.463263 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-dea36532-a941-4d03-a0a0-23f040fa570b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d0dc5e4-2ec1-487f-8364-d10967c50847') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:08.463558 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-dea36532-a941-4d03-a0a0-23f040fa570b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d0dc5e4-2ec1-487f-8364-d10967c50847') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:08.513505 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f39a91-fe8a-47fa-98ca-712236883773 None None] Network 7738431f-d5cc-461f-8ba7-a8710b7e71c0 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:24:08.529575 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dea36532-a941-4d03-a0a0-23f040fa570b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:08.577686 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f8778421-6aa3-42e6-a9d8-a343d9b7511f tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:08.612414 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dea36532-a941-4d03-a0a0-23f040fa570b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:08.645561 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-f8778421-6aa3-42e6-a9d8-a343d9b7511f tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfeb421a-f1c8-4726-8242-6b468d6e48f3']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:08.654436 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-0e0e4649-0ccb-4b7c-b78a-8c30e092d948 None None] Provisioning complete for port 47065ab8-4b69-40cb-afe7-9f9f713d0755 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:08.654724 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0e0e4649-0ccb-4b7c-b78a-8c30e092d948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:08.663207 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea36532-a941-4d03-a0a0-23f040fa570b admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:24:08.663628 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dea36532-a941-4d03-a0a0-23f040fa570b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:08.665549 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:24:08.665549 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:24:08.665549 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:24:08.665549 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:24:08.665549 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:24:08.665549 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:24:08.665549 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:24:08.665549 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:24:08.665549 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:24:08.665549 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:24:08.665549 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:24:08.665549 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:24:08.665549 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:24:08.665549 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:24:08.665549 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:24:08.665549 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:24:08.665549 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:24:08.665549 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:24:08.665549 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:24:08.665549 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:24:08.665549 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:24:08.665549 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:24:08.665549 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:24:08.665549 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:24:08.665549 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:24:08.665549 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:24:08.665549 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:24:08.665549 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:24:08.665549 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:24:08.665549 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:24:08.665549 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:24:08.665549 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:24:08.680686 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-f8778421-6aa3-42e6-a9d8-a343d9b7511f tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181bf923-29c6-48c6-a618-3da751521132') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:08.680963 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-f8778421-6aa3-42e6-a9d8-a343d9b7511f tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181bf923-29c6-48c6-a618-3da751521132') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:08.704187 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46412) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:08.710941 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67123c61-c9ab-4c42-86a5-7460945c6061 req-66b154cf-f2ef-461a-986f-c80461359a8a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2668164 Nov 10 19:24:08.741442 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53352beb-f1d5-4125-942f-a2e8fa154ff0 None None] DHCP port deletion for 7738431f-d5cc-461f-8ba7-a8710b7e71c0 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:24:08.759892 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f8778421-6aa3-42e6-a9d8-a343d9b7511f tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:08.784387 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 10 Nov 2021 19:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a052415-2c74-4cd2-ae44-962ba398012c x-openstack-request-id: req-9a052415-2c74-4cd2-ae44-962ba398012c {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:24:08.784387 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81904b2e-170e-46b9-9143-052b0e27730d", "name": "network-vif-plugged", "status": "completed", "tag": "b781d410-3d63-4727-b3c9-254606eed1d3", "code": 200}, {"server_uuid": "6c10c19d-dab1-4e5a-97ae-ee3590819d94", "name": "network-vif-unplugged", "status": "completed", "tag": "9a1084bc-2f3a-4a09-80d4-0f39e8421893", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:24:08.784387 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9a052415-2c74-4cd2-ae44-962ba398012c {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:24:08.785165 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81904b2e-170e-46b9-9143-052b0e27730d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b781d410-3d63-4727-b3c9-254606eed1d3', 'code': 200} Nov 10 19:24:08.785165 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c10c19d-dab1-4e5a-97ae-ee3590819d94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a1084bc-2f3a-4a09-80d4-0f39e8421893', 'code': 200} Nov 10 19:24:08.822949 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-53352beb-f1d5-4125-942f-a2e8fa154ff0 None None] Deleting port 47065ab8-4b69-40cb-afe7-9f9f713d0755 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:24:08.823188 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f8778421-6aa3-42e6-a9d8-a343d9b7511f tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:08.823326 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-53352beb-f1d5-4125-942f-a2e8fa154ff0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:08.838085 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dea36532-a941-4d03-a0a0-23f040fa570b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:08.840598 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8778421-6aa3-42e6-a9d8-a343d9b7511f tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:24:08.841454 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f8778421-6aa3-42e6-a9d8-a343d9b7511f tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:08.845063 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e1145bf9-40e3-4c16-b45e-b6e98c4e7d13 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:08.847120 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:24:08.847120 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:24:08.847120 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:24:08.847120 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:24:08.847120 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:24:08.847120 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:24:08.847120 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:24:08.847120 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:24:08.847120 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:24:08.847120 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:24:08.847120 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:24:08.847120 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:24:08.847120 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:24:08.847120 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:24:08.847120 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:24:08.847120 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:24:08.847120 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:24:08.847120 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:24:08.847120 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:24:08.847120 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:24:08.847120 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:24:08.847120 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:24:08.847120 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:24:08.847120 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:24:08.847120 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:24:08.847120 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:24:08.847120 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:24:08.847120 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:24:08.847120 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:24:08.847120 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:24:08.847120 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:24:08.847120 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:24:08.890578 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f67dc-82aa-4c57-9891-32f99705471d req-e60e6956-9c43-4ef8-bc90-c1cdf3fba5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:08.891066 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f67dc-82aa-4c57-9891-32f99705471d req-e60e6956-9c43-4ef8-bc90-c1cdf3fba5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:08.891540 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f67dc-82aa-4c57-9891-32f99705471d req-e60e6956-9c43-4ef8-bc90-c1cdf3fba5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:08.892002 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f67dc-82aa-4c57-9891-32f99705471d req-e60e6956-9c43-4ef8-bc90-c1cdf3fba5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:08.892460 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f67dc-82aa-4c57-9891-32f99705471d req-e60e6956-9c43-4ef8-bc90-c1cdf3fba5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:08.892957 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f67dc-82aa-4c57-9891-32f99705471d req-e60e6956-9c43-4ef8-bc90-c1cdf3fba5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:08.893419 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f67dc-82aa-4c57-9891-32f99705471d req-e60e6956-9c43-4ef8-bc90-c1cdf3fba5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:08.895487 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-570f67dc-82aa-4c57-9891-32f99705471d req-e60e6956-9c43-4ef8-bc90-c1cdf3fba5b8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 6501 time: 0.1899178 Nov 10 19:24:08.914589 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-53352beb-f1d5-4125-942f-a2e8fa154ff0 None None] For port 47065ab8-4b69-40cb-afe7-9f9f713d0755, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=47065ab8-4b69-40cb-afe7-9f9f713d0755,segment=NetworkSegment(1b368b6a-1512-46e4-8a90-f9dfc560423c),segment_id=1b368b6a-1512-46e4-8a90-f9dfc560423c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:08.914983 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-53352beb-f1d5-4125-942f-a2e8fa154ff0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:08.918407 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dea36532-a941-4d03-a0a0-23f040fa570b admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:08.924082 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-dea36532-a941-4d03-a0a0-23f040fa570b admin admin] 10.222.0.54 "DELETE /v2.0/networks/b4829d00-deeb-4c10-90b8-fcdd88bb940b HTTP/1.1" status: 204 len: 168 time: 1.8224721 Nov 10 19:24:08.924277 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ea10e-594c-417f-b8c8-8afe5d383cdb req-c4a4ce3c-01de-4936-9b2d-ae7599a8beee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:08.924842 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-760ea10e-594c-417f-b8c8-8afe5d383cdb req-c4a4ce3c-01de-4936-9b2d-ae7599a8beee service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=81904b2e-170e-46b9-9143-052b0e27730d HTTP/1.1" status: 200 len: 1097 time: 0.0723259 Nov 10 19:24:08.940270 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-53352beb-f1d5-4125-942f-a2e8fa154ff0 None None] Calling delete_port for 47065ab8-4b69-40cb-afe7-9f9f713d0755 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:24:08.962834 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea36532-a941-4d03-a0a0-23f040fa570b admin admin] Pushing event deleted for resources: {'Network': ['ID=b4829d00-deeb-4c10-90b8-fcdd88bb940b,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:08.985715 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1145bf9-40e3-4c16-b45e-b6e98c4e7d13 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Port': ['ID=47065ab8-4b69-40cb-afe7-9f9f713d0755,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:08.995962 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1145bf9-40e3-4c16-b45e-b6e98c4e7d13 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] No DVR routers for this DVR port 47065ab8-4b69-40cb-afe7-9f9f713d0755 on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:24:08.996618 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-760ea10e-594c-417f-b8c8-8afe5d383cdb req-b9da1ca9-e9c8-4962-a857-47ddcfa819a7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641978 Nov 10 19:24:09.012737 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-570f67dc-82aa-4c57-9891-32f99705471d req-7741efed-3b55-408e-8eeb-4b2164289d26 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&id=6ff0886a-5c25-4538-8924-70a050aa63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1059043 Nov 10 19:24:09.051070 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-53352beb-f1d5-4125-942f-a2e8fa154ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:09.065361 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f8778421-6aa3-42e6-a9d8-a343d9b7511f tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:09.090534 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53352beb-f1d5-4125-942f-a2e8fa154ff0 None None] Pushing event deleted for resources: {'Port': ['ID=47065ab8-4b69-40cb-afe7-9f9f713d0755,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:09.092938 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53352beb-f1d5-4125-942f-a2e8fa154ff0 None None] No DVR routers for this DVR port 47065ab8-4b69-40cb-afe7-9f9f713d0755 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:24:09.103051 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f8778421-6aa3-42e6-a9d8-a343d9b7511f tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:09.107431 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f8778421-6aa3-42e6-a9d8-a343d9b7511f tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] 10.222.0.54 "DELETE /v2.0/networks/dfeb421a-f1c8-4726-8242-6b468d6e48f3 HTTP/1.1" status: 204 len: 168 time: 1.1752791 Nov 10 19:24:09.129463 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8778421-6aa3-42e6-a9d8-a343d9b7511f tempest-TaggedBootDevicesTest-1020988167 tempest-TaggedBootDevicesTest-1020988167-project] Pushing event deleted for resources: {'Network': ['ID=dfeb421a-f1c8-4726-8242-6b468d6e48f3,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:09.133679 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e1145bf9-40e3-4c16-b45e-b6e98c4e7d13 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:09.146640 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490df84-af06-48ba-a77d-8eb65970890f req-32b9bab0-6ff6-41e0-8dbb-947ecb7307d6 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:09.148282 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7490df84-af06-48ba-a77d-8eb65970890f req-32b9bab0-6ff6-41e0-8dbb-947ecb7307d6 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=81904b2e-170e-46b9-9143-052b0e27730d HTTP/1.1" status: 200 len: 946 time: 0.2476728 Nov 10 19:24:09.181083 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-e1145bf9-40e3-4c16-b45e-b6e98c4e7d13 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7738431f-d5cc-461f-8ba7-a8710b7e71c0']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:09.200662 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-e1145bf9-40e3-4c16-b45e-b6e98c4e7d13 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b368b6a-1512-46e4-8a90-f9dfc560423c') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:09.201298 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-e1145bf9-40e3-4c16-b45e-b6e98c4e7d13 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b368b6a-1512-46e4-8a90-f9dfc560423c') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:09.221493 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e1145bf9-40e3-4c16-b45e-b6e98c4e7d13 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:09.256043 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7490df84-af06-48ba-a77d-8eb65970890f req-ec8b144f-a6cf-4f80-b960-2c44a8278e59 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862167 Nov 10 19:24:09.257198 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e1145bf9-40e3-4c16-b45e-b6e98c4e7d13 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:09.263083 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46428) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:09.289120 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1145bf9-40e3-4c16-b45e-b6e98c4e7d13 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:24:09.292706 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e1145bf9-40e3-4c16-b45e-b6e98c4e7d13 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:09.299576 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:24:09.299576 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:24:09.299576 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:24:09.299576 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:24:09.299576 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:24:09.299576 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:24:09.299576 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:24:09.299576 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:24:09.299576 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:24:09.299576 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:24:09.299576 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:24:09.299576 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:24:09.299576 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:24:09.299576 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:24:09.299576 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:24:09.299576 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:24:09.299576 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:24:09.299576 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:24:09.299576 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:24:09.299576 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:24:09.299576 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:24:09.299576 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:24:09.299576 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:24:09.299576 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:24:09.299576 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:24:09.299576 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:24:09.299576 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:24:09.299576 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:24:09.299576 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:24:09.299576 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:24:09.299576 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:24:09.299576 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:24:09.340020 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0d3ea4e8-8163-4bce-9db0-e79411647373 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d16e75c2ff96444d8e04fd9ac069d28d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0753381 Nov 10 19:24:09.342939 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46434) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:09.398256 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-38a82d4f-b7e5-4739-86aa-6e3d02458970 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:09.409429 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e1145bf9-40e3-4c16-b45e-b6e98c4e7d13 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:09.421424 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e1145bf9-40e3-4c16-b45e-b6e98c4e7d13 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:09.430983 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e1145bf9-40e3-4c16-b45e-b6e98c4e7d13 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/networks/7738431f-d5cc-461f-8ba7-a8710b7e71c0 HTTP/1.1" status: 204 len: 168 time: 1.7957001 Nov 10 19:24:09.434766 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46438) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:09.456115 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162aa07-7564-42bf-85dd-28cd73b8cb70 req-1a705bec-7380-47c0-9c2e-b69bc4d496f6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:09.457836 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e162aa07-7564-42bf-85dd-28cd73b8cb70 req-1a705bec-7380-47c0-9c2e-b69bc4d496f6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 945 time: 0.1237919 Nov 10 19:24:09.458818 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1145bf9-40e3-4c16-b45e-b6e98c4e7d13 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Network': ['ID=7738431f-d5cc-461f-8ba7-a8710b7e71c0,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:09.476448 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-38a82d4f-b7e5-4739-86aa-6e3d02458970 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:09.526172 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 9a1084bc-2f3a-4a09-80d4-0f39e8421893 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:24:09.543996 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816fd451-0174-439e-ad59-f3c45041a668 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:09.549403 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-816fd451-0174-439e-ad59-f3c45041a668 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1106446 Nov 10 19:24:09.549629 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e162aa07-7564-42bf-85dd-28cd73b8cb70 req-1161dcc9-f4a7-4d64-80fe-09b34a769edf tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823872 Nov 10 19:24:09.549904 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 37e4f4d9-8f9b-4ffd-b771-4d024a75d2b3 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:24:09.554183 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46440) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:09.573970 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46442) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:09.585112 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 37e4f4d9-8f9b-4ffd-b771-4d024a75d2b3 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:24:09.585536 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 37e4f4d9-8f9b-4ffd-b771-4d024a75d2b3 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:24:09.586218 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 47065ab8-4b69-40cb-afe7-9f9f713d0755 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:24:09.624747 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-38a82d4f-b7e5-4739-86aa-6e3d02458970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:09.627630 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-38a82d4f-b7e5-4739-86aa-6e3d02458970 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:09.633805 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-38a82d4f-b7e5-4739-86aa-6e3d02458970 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/35bdd989-40f3-4e7b-8199-ec3def20fb5d HTTP/1.1" status: 204 len: 168 time: 0.2888432 Nov 10 19:24:09.654508 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 47065ab8-4b69-40cb-afe7-9f9f713d0755 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:24:09.654867 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 47065ab8-4b69-40cb-afe7-9f9f713d0755 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:24:09.671938 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a82d4f-b7e5-4739-86aa-6e3d02458970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bdd989-40f3-4e7b-8199-ec3def20fb5d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:09.683470 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca005ea-1c72-4b87-a73a-27c2c85bffdb tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:09.689235 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-dca005ea-1c72-4b87-a73a-27c2c85bffdb tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 1091 time: 0.1100507 Nov 10 19:24:09.689955 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46448) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:09.694769 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 9a1084bc-2f3a-4a09-80d4-0f39e8421893 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:09.695157 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:09.703317 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-32601c2f-2d7b-4b82-9a5f-fca75fca2da8 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1474769 Nov 10 19:24:09.707808 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46450) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:09.713577 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-6e03aa68-3e22-46fe-856d-fd5df7a84f88 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1551982277'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:09.721143 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-b9685599-171f-4a95-bd6a-bc93c3efdd70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'port_id': '9b814466-ab2b-434f-8e60-c910419ee00e', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:09.737159 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a82d4f-b7e5-4739-86aa-6e3d02458970 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:09.737159 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a82d4f-b7e5-4739-86aa-6e3d02458970 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:09.737489 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a82d4f-b7e5-4739-86aa-6e3d02458970 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:09.740770 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a82d4f-b7e5-4739-86aa-6e3d02458970 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:09.742175 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a82d4f-b7e5-4739-86aa-6e3d02458970 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:09.743072 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a82d4f-b7e5-4739-86aa-6e3d02458970 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:09.744382 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a82d4f-b7e5-4739-86aa-6e3d02458970 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:09.744783 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a82d4f-b7e5-4739-86aa-6e3d02458970 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:09.745844 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a82d4f-b7e5-4739-86aa-6e3d02458970 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:09.746304 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a82d4f-b7e5-4739-86aa-6e3d02458970 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:09.748608 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a82d4f-b7e5-4739-86aa-6e3d02458970 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:09.748608 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a82d4f-b7e5-4739-86aa-6e3d02458970 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:09.764716 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf299dac-ee2e-4c3c-a417-393ecc2465bf req-f503190c-1072-45cb-9e0d-7bedc672af18 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:09.766436 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cf299dac-ee2e-4c3c-a417-393ecc2465bf req-f503190c-1072-45cb-9e0d-7bedc672af18 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c10c19d-dab1-4e5a-97ae-ee3590819d94 HTTP/1.1" status: 200 len: 944 time: 0.1151714 Nov 10 19:24:09.767991 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b9685599-171f-4a95-bd6a-bc93c3efdd70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for floatingip, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:09.806567 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e03aa68-3e22-46fe-856d-fd5df7a84f88 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:24:09.810569 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6e03aa68-3e22-46fe-856d-fd5df7a84f88 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:09.836315 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:09.856792 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e03aa68-3e22-46fe-856d-fd5df7a84f88 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:24:09.868998 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6e03aa68-3e22-46fe-856d-fd5df7a84f88 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:09.869548 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-6e03aa68-3e22-46fe-856d-fd5df7a84f88 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Added segment a76adc65-974a-4df4-ad59-1b2cc76f1d32 of type vlan for network 6f47ddef-9449-4903-a89d-f9b4933c2bb0 Nov 10 19:24:09.905521 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 9a1084bc-2f3a-4a09-80d4-0f39e8421893, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=9a1084bc-2f3a-4a09-80d4-0f39e8421893,segment=NetworkSegment(972f3100-a6a2-4418-9bf5-bbc6550de0fb),segment_id=972f3100-a6a2-4418-9bf5-bbc6550de0fb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:09.913250 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:09.941741 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cf299dac-ee2e-4c3c-a417-393ecc2465bf req-e5133d95-bbc0-4ad6-9c71-2b8bb13aeb47 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582828 Nov 10 19:24:09.958461 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6e03aa68-3e22-46fe-856d-fd5df7a84f88 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:10.013708 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6e03aa68-3e22-46fe-856d-fd5df7a84f88 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:10.026628 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e03aa68-3e22-46fe-856d-fd5df7a84f88 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:10.027642 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6e03aa68-3e22-46fe-856d-fd5df7a84f88 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:10.031500 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=9a1084bc-2f3a-4a09-80d4-0f39e8421893,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:10.040783 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b9685599-171f-4a95-bd6a-bc93c3efdd70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:10.126578 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03aa68-3e22-46fe-856d-fd5df7a84f88 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Network': ['ID=6f47ddef-9449-4903-a89d-f9b4933c2bb0,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:10.133526 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6e03aa68-3e22-46fe-856d-fd5df7a84f88 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4239233 Nov 10 19:24:10.137154 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46460) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:10.151756 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-16012b14-e8d6-4f9a-9332-3618c711e286 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'subnet': {'network_id': '6f47ddef-9449-4903-a89d-f9b4933c2bb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:10.155876 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 6f47ddef-9449-4903-a89d-f9b4933c2bb0 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:24:10.317516 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16012b14-e8d6-4f9a-9332-3618c711e286 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:24:10.333501 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-16012b14-e8d6-4f9a-9332-3618c711e286 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:10.333501 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-b9685599-171f-4a95-bd6a-bc93c3efdd70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Allocated IP 172.25.3.20 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/d319f47b-9a3d-48d8-8954-76433067fe56) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:24:10.603715 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72fef4b-b217-4f6f-92a7-d5ff22c71d11 req-ef4cf627-ac45-4b38-a55f-102e0c982f73 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:10.606120 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c72fef4b-b217-4f6f-92a7-d5ff22c71d11 req-ef4cf627-ac45-4b38-a55f-102e0c982f73 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=81904b2e-170e-46b9-9143-052b0e27730d HTTP/1.1" status: 200 len: 946 time: 0.2125754 Nov 10 19:24:10.626515 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b9685599-171f-4a95-bd6a-bc93c3efdd70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:10.786186 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c10c19d-dab1-4e5a-97ae-ee3590819d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1084bc-2f3a-4a09-80d4-0f39e8421893'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:24:10.790931 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c87c5f-7b15-4a9d-9037-a95ce910849b" -d '{"events": [{"server_uuid": "6c10c19d-dab1-4e5a-97ae-ee3590819d94", "name": "network-vif-plugged", "status": "completed", "tag": "9a1084bc-2f3a-4a09-80d4-0f39e8421893"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:24:10.884572 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46494) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:11.022516 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-372eb7bb-e0d0-49fd-940e-47c8e82ad1ff admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1915739181-network', 'tenant_id': '7b8b65d39f9d40b9b6360be696c7821f'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:11.056654 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372eb7bb-e0d0-49fd-940e-47c8e82ad1ff admin admin] Made reservation on behalf of 7b8b65d39f9d40b9b6360be696c7821f for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:24:11.062084 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-372eb7bb-e0d0-49fd-940e-47c8e82ad1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:11.074611 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-372eb7bb-e0d0-49fd-940e-47c8e82ad1ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:11.206016 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c72fef4b-b217-4f6f-92a7-d5ff22c71d11 req-cfd4ca09-8cc1-4579-a41d-c64375bfecd0 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5862474 Nov 10 19:24:11.245262 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-372eb7bb-e0d0-49fd-940e-47c8e82ad1ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:11.251310 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-372eb7bb-e0d0-49fd-940e-47c8e82ad1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:11.279365 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-372eb7bb-e0d0-49fd-940e-47c8e82ad1ff admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:24:11.289741 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b9685599-171f-4a95-bd6a-bc93c3efdd70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:11.296623 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372eb7bb-e0d0-49fd-940e-47c8e82ad1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3bc4dd-cef4-4721-bb43-5b9cc39b37cf,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:11.301877 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-16012b14-e8d6-4f9a-9332-3618c711e286 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:11.303160 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-372eb7bb-e0d0-49fd-940e-47c8e82ad1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:11.303292 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-372eb7bb-e0d0-49fd-940e-47c8e82ad1ff admin admin] Added segment 1136fa96-0911-44da-9118-426bf4e37a7b of type vlan for network 7f27a151-d8b1-41e1-835e-19415d3afd17 Nov 10 19:24:11.319588 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82445703-4531-47f3-b561-2e54bd0652e0 x-openstack-request-id: req-82445703-4531-47f3-b561-2e54bd0652e0 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:24:11.320113 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c10c19d-dab1-4e5a-97ae-ee3590819d94", "name": "network-vif-plugged", "status": "completed", "tag": "9a1084bc-2f3a-4a09-80d4-0f39e8421893", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:24:11.321249 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-82445703-4531-47f3-b561-2e54bd0652e0 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:24:11.321676 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c10c19d-dab1-4e5a-97ae-ee3590819d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1084bc-2f3a-4a09-80d4-0f39e8421893', 'code': 200} Nov 10 19:24:11.369685 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-372eb7bb-e0d0-49fd-940e-47c8e82ad1ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:11.439290 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-372eb7bb-e0d0-49fd-940e-47c8e82ad1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:11.440721 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372eb7bb-e0d0-49fd-940e-47c8e82ad1ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:11.441497 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-372eb7bb-e0d0-49fd-940e-47c8e82ad1ff admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:11.474915 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9685599-171f-4a95-bd6a-bc93c3efdd70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'Port': ['ID=d319f47b-9a3d-48d8-8954-76433067fe56,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:11.518145 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-372eb7bb-e0d0-49fd-940e-47c8e82ad1ff admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6316607 Nov 10 19:24:11.519337 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9685599-171f-4a95-bd6a-bc93c3efdd70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:24:11.521929 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46504) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:11.528603 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-59978155-bae3-4bce-8aab-78c847c15123 admin admin] Request body: {'subnet': {'network_id': '7f27a151-d8b1-41e1-835e-19415d3afd17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1915739181-subnet', 'tenant_id': '7b8b65d39f9d40b9b6360be696c7821f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:11.541376 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372eb7bb-e0d0-49fd-940e-47c8e82ad1ff admin admin] Pushing event updated for resources: {'Network': ['ID=7f27a151-d8b1-41e1-835e-19415d3afd17,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:11.553021 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 7f27a151-d8b1-41e1-835e-19415d3afd17 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:24:11.602338 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-b9685599-171f-4a95-bd6a-bc93c3efdd70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:24:11.618228 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9685599-171f-4a95-bd6a-bc93c3efdd70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:24:11.626704 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59978155-bae3-4bce-8aab-78c847c15123 admin admin] Made reservation on behalf of 7b8b65d39f9d40b9b6360be696c7821f for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:24:11.630954 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-59978155-bae3-4bce-8aab-78c847c15123 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:11.930759 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-59978155-bae3-4bce-8aab-78c847c15123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:12.038444 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59978155-bae3-4bce-8aab-78c847c15123 admin admin] Pushing event updated for resources: {'Subnet': ['ID=228493f2-2bb9-4eef-ba53-b23cc1b74a0b,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:12.060017 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59978155-bae3-4bce-8aab-78c847c15123 admin admin] Checking segment: {'id': '1136fa96-0911-44da-9118-426bf4e37a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7f27a151-d8b1-41e1-835e-19415d3afd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:24:12.060613 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59978155-bae3-4bce-8aab-78c847c15123 admin admin] Network hostable DHCP agents. Network: 7f27a151-d8b1-41e1-835e-19415d3afd17, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:24:12.094444 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59978155-bae3-4bce-8aab-78c847c15123 admin admin] Network 7f27a151-d8b1-41e1-835e-19415d3afd17 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:24:12.108111 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-59978155-bae3-4bce-8aab-78c847c15123 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 7f27a151-d8b1-41e1-835e-19415d3afd17) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:24:12.122501 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeec7ba9-b8fc-461d-bef5-189352715cd6 None None] Network 7f27a151-d8b1-41e1-835e-19415d3afd17 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:24:12.137327 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59978155-bae3-4bce-8aab-78c847c15123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:12.138340 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-59978155-bae3-4bce-8aab-78c847c15123 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:12.178843 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-59978155-bae3-4bce-8aab-78c847c15123 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6554070 Nov 10 19:24:12.260103 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b9685599-171f-4a95-bd6a-bc93c3efdd70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:12.378572 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908e4e63-6ace-4ab3-9f8b-ddbdd11c594b None None] Network 7f27a151-d8b1-41e1-835e-19415d3afd17 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:24:12.396126 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd58b0b-ba53-40bb-8453-6c7176075470 req-49d4a793-c59b-4db0-9973-fc6337811b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:12.397794 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2bd58b0b-ba53-40bb-8453-6c7176075470 req-49d4a793-c59b-4db0-9973-fc6337811b0c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6c10c19d-dab1-4e5a-97ae-ee3590819d94 HTTP/1.1" status: 200 len: 1096 time: 0.8760164 Nov 10 19:24:12.535009 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf17314-8b57-41b5-ade5-cc630b13d6ae req-2aa18c33-6345-44ac-bda2-e8ff62a26a31 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:12.536773 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9bf17314-8b57-41b5-ade5-cc630b13d6ae req-2aa18c33-6345-44ac-bda2-e8ff62a26a31 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c10c19d-dab1-4e5a-97ae-ee3590819d94 HTTP/1.1" status: 200 len: 945 time: 1.0713151 Nov 10 19:24:12.559829 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16012b14-e8d6-4f9a-9332-3618c711e286 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Subnet': ['ID=ee453f00-e820-4778-9107-94f1361e47f1,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:12.568303 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16012b14-e8d6-4f9a-9332-3618c711e286 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Checking segment: {'id': 'a76adc65-974a-4df4-ad59-1b2cc76f1d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6f47ddef-9449-4903-a89d-f9b4933c2bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:24:12.568666 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16012b14-e8d6-4f9a-9332-3618c711e286 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network hostable DHCP agents. Network: 6f47ddef-9449-4903-a89d-f9b4933c2bb0, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:24:12.617689 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b9685599-171f-4a95-bd6a-bc93c3efdd70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:12.850113 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b9685599-171f-4a95-bd6a-bc93c3efdd70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:12.879976 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9bf17314-8b57-41b5-ade5-cc630b13d6ae req-7f370d13-df80-4596-92b6-063a2e7c5d9f tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105977 Nov 10 19:24:12.883319 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2bd58b0b-ba53-40bb-8453-6c7176075470 req-e4b0e4ee-5277-48e3-b595-6b7d839511ec service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257085 Nov 10 19:24:12.884186 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b9685599-171f-4a95-bd6a-bc93c3efdd70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:12.891943 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16012b14-e8d6-4f9a-9332-3618c711e286 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network 6f47ddef-9449-4903-a89d-f9b4933c2bb0 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:24:12.940117 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-16012b14-e8d6-4f9a-9332-3618c711e286 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 6f47ddef-9449-4903-a89d-f9b4933c2bb0) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:24:12.949797 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e5abd2-aa96-4e21-9635-505b0fd3b6b9 None None] Network 6f47ddef-9449-4903-a89d-f9b4933c2bb0 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:24:12.984813 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b9685599-171f-4a95-bd6a-bc93c3efdd70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:13.118079 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-b9685599-171f-4a95-bd6a-bc93c3efdd70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Floating IP 3f7f3eb9-d049-40c2-ae68-2d854f2522c8 associated. External IP: 172.25.3.20, port: 9b814466-ab2b-434f-8e60-c910419ee00e. Nov 10 19:24:13.124287 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16012b14-e8d6-4f9a-9332-3618c711e286 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:13.125127 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-16012b14-e8d6-4f9a-9332-3618c711e286 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:13.231985 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9685599-171f-4a95-bd6a-bc93c3efdd70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'Port': ['ID=d319f47b-9a3d-48d8-8954-76433067fe56,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:13.275731 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46536) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:13.277446 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-16012b14-e8d6-4f9a-9332-3618c711e286 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1390698 Nov 10 19:24:13.282369 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-110d761c-54f4-4cf9-9503-609fab6dec82 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'port': {'network_id': '6f47ddef-9449-4903-a89d-f9b4933c2bb0', 'name': 'tempest-PortsIpV6TestJSON-602806686'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:13.329059 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d2a4ad-7493-44df-8759-ab6ac3085f7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-6f47ddef-9449-4903-a89d-f9b4933c2bb0', 'network_id': '6f47ddef-9449-4903-a89d-f9b4933c2bb0', 'tenant_id': '9243d602b7744224af856c31c392ac9b', 'fixed_ips': [{'subnet_id': 'ee453f00-e820-4778-9107-94f1361e47f1'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:24:13.329985 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-87d2a4ad-7493-44df-8759-ab6ac3085f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:13.470985 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110d761c-54f4-4cf9-9503-609fab6dec82 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:24:13.476024 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-110d761c-54f4-4cf9-9503-609fab6dec82 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:13.509020 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-110d761c-54f4-4cf9-9503-609fab6dec82 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] device_id is not set on port 0ffe5ba7-4377-429b-9dbf-aedf8872b1fb yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:24:13.661236 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-87d2a4ad-7493-44df-8759-ab6ac3085f7e None None] Allocated IP 2001:db8::2 (6f47ddef-9449-4903-a89d-f9b4933c2bb0/ee453f00-e820-4778-9107-94f1361e47f1/226b31d1-82fa-40d4-9033-5ff89488ba5d) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:24:13.706620 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-50b71ca4-0132-46bc-bba1-aed5bbd95e58 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:13.708381 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-50b71ca4-0132-46bc-bba1-aed5bbd95e58 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] 10.222.0.54 "GET /v2.0/networks?id=7f27a151-d8b1-41e1-835e-19415d3afd17 HTTP/1.1" status: 200 len: 814 time: 0.4669225 Nov 10 19:24:13.729899 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9685599-171f-4a95-bd6a-bc93c3efdd70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Router cf4c36f5-e413-4f14-9653-08cca2912927 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:24:13.748663 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-5369b76b-1ebd-4be1-8e73-44264ba0cd09 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] 10.222.0.54 "GET /v2.0/quotas/7b8b65d39f9d40b9b6360be696c7821f HTTP/1.1" status: 200 len: 375 time: 0.0236921 Nov 10 19:24:13.878882 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-36a6476b-c789-4921-a2c6-05ac350756de tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7b8b65d39f9d40b9b6360be696c7821f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1135828 Nov 10 19:24:13.898355 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-87d2a4ad-7493-44df-8759-ab6ac3085f7e None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:13.908876 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-87d2a4ad-7493-44df-8759-ab6ac3085f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:13.955674 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d2a4ad-7493-44df-8759-ab6ac3085f7e None None] Network 6f47ddef-9449-4903-a89d-f9b4933c2bb0 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:24:13.961559 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-87d2a4ad-7493-44df-8759-ab6ac3085f7e None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:24:13.965732 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d2a4ad-7493-44df-8759-ab6ac3085f7e None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:24:13.994495 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-110d761c-54f4-4cf9-9503-609fab6dec82 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Allocated IP 2001:db8::4e (6f47ddef-9449-4903-a89d-f9b4933c2bb0/ee453f00-e820-4778-9107-94f1361e47f1/0ffe5ba7-4377-429b-9dbf-aedf8872b1fb) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:24:13.996507 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2a4ad-7493-44df-8759-ab6ac3085f7e None None] Pushing event updated for resources: {'Port': ['ID=226b31d1-82fa-40d4-9033-5ff89488ba5d,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:14.089681 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-87d2a4ad-7493-44df-8759-ab6ac3085f7e None None] Attempting to bind port 226b31d1-82fa-40d4-9033-5ff89488ba5d on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:24:14.090597 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-87d2a4ad-7493-44df-8759-ab6ac3085f7e None None] Attempting to bind port 226b31d1-82fa-40d4-9033-5ff89488ba5d by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'a76adc65-974a-4df4-ad59-1b2cc76f1d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6f47ddef-9449-4903-a89d-f9b4933c2bb0'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:24:14.091373 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d2a4ad-7493-44df-8759-ab6ac3085f7e None None] Attempting to bind port 226b31d1-82fa-40d4-9033-5ff89488ba5d on network 6f47ddef-9449-4903-a89d-f9b4933c2bb0 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:24:14.100539 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d2a4ad-7493-44df-8759-ab6ac3085f7e None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:24:14.106906 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d2a4ad-7493-44df-8759-ab6ac3085f7e None None] Checking segment: {'id': 'a76adc65-974a-4df4-ad59-1b2cc76f1d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6f47ddef-9449-4903-a89d-f9b4933c2bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:24:14.107734 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-87d2a4ad-7493-44df-8759-ab6ac3085f7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:14.118260 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-650cb975-a613-461b-9afd-d65e6b6c3966 service neutron] 10.222.0.54 "GET /v2.0/networks/7f27a151-d8b1-41e1-835e-19415d3afd17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204218 Nov 10 19:24:14.118658 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d2a4ad-7493-44df-8759-ab6ac3085f7e None None] Bound using segment: {'id': 'a76adc65-974a-4df4-ad59-1b2cc76f1d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6f47ddef-9449-4903-a89d-f9b4933c2bb0'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:24:14.118658 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-87d2a4ad-7493-44df-8759-ab6ac3085f7e None None] Bound port: 226b31d1-82fa-40d4-9033-5ff89488ba5d, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76adc65-974a-4df4-ad59-1b2cc76f1d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6f47ddef-9449-4903-a89d-f9b4933c2bb0'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:24:14.118658 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-87d2a4ad-7493-44df-8759-ab6ac3085f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:14.253189 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9685599-171f-4a95-bd6a-bc93c3efdd70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:24:14.265570 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa37eac-7687-46fd-afa3-1e41e0613603 None None] Sync routers for ids ['cf4c36f5-e413-4f14-9653-08cca2912927'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:24:14.286525 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa37eac-7687-46fd-afa3-1e41e0613603 None None] Routers {'cf4c36f5-e413-4f14-9653-08cca2912927'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:24:14.287147 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-6aa37eac-7687-46fd-afa3-1e41e0613603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:23:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['cf4c36f5-e413-4f14-9653-08cca2912927'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:14.290943 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-87d2a4ad-7493-44df-8759-ab6ac3085f7e None None] For port 226b31d1-82fa-40d4-9033-5ff89488ba5d, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:24:14.297986 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-87d2a4ad-7493-44df-8759-ab6ac3085f7e None None] For port 226b31d1-82fa-40d4-9033-5ff89488ba5d, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=226b31d1-82fa-40d4-9033-5ff89488ba5d,segment=NetworkSegment(a76adc65-974a-4df4-ad59-1b2cc76f1d32),segment_id=a76adc65-974a-4df4-ad59-1b2cc76f1d32)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:24:14.312466 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-87d2a4ad-7493-44df-8759-ab6ac3085f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:14.313062 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-110d761c-54f4-4cf9-9503-609fab6dec82 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:14.316471 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b9685599-171f-4a95-bd6a-bc93c3efdd70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:14.378290 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-110d761c-54f4-4cf9-9503-609fab6dec82 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:14.385420 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b9685599-171f-4a95-bd6a-bc93c3efdd70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.6917632 Nov 10 19:24:14.386586 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f', 'tag': '9b814466-ab2b-434f-8e60-c910419ee00e'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:24:14.389092 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91839592-2f21-4c88-a009-3c6ee660caf6" -d '{"events": [{"name": "network-changed", "server_uuid": "5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f", "tag": "9b814466-ab2b-434f-8e60-c910419ee00e"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:24:14.455040 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2a4ad-7493-44df-8759-ab6ac3085f7e None None] Pushing event updated for resources: {'Port': ['ID=226b31d1-82fa-40d4-9033-5ff89488ba5d,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:14.460674 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-c6f667ca-2bde-48d5-8049-1268a39a027a service neutron] 10.222.0.54 "GET /v2.0/networks/7f27a151-d8b1-41e1-835e-19415d3afd17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392572 Nov 10 19:24:14.497595 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110d761c-54f4-4cf9-9503-609fab6dec82 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network 6f47ddef-9449-4903-a89d-f9b4933c2bb0 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:24:14.505393 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-110d761c-54f4-4cf9-9503-609fab6dec82 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:24:14.533513 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110d761c-54f4-4cf9-9503-609fab6dec82 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:24:14.573955 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110d761c-54f4-4cf9-9503-609fab6dec82 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:14.575019 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-110d761c-54f4-4cf9-9503-609fab6dec82 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:14.650454 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d761c-54f4-4cf9-9503-609fab6dec82 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Port': ['ID=0ffe5ba7-4377-429b-9dbf-aedf8872b1fb,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:14.669366 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-110d761c-54f4-4cf9-9503-609fab6dec82 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3915677 Nov 10 19:24:14.669963 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-6aa37eac-7687-46fd-afa3-1e41e0613603 None None] Set router cf4c36f5-e413-4f14-9653-08cca2912927 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:24:14.674083 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46556) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:14.678925 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-0ed8b064-df3b-4129-8998-3d94983a4bed tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'port': {'network_id': '6f47ddef-9449-4903-a89d-f9b4933c2bb0', 'name': 'tempest-PortsIpV6TestJSON-569567517'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:15.040482 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2919e20-b2dd-4f4c-9c61-6757dd889a6b req-106334bb-fa26-48c2-aee5-084574c9eb5d tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:15.047082 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2919e20-b2dd-4f4c-9c61-6757dd889a6b req-106334bb-fa26-48c2-aee5-084574c9eb5d tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c10c19d-dab1-4e5a-97ae-ee3590819d94 HTTP/1.1" status: 200 len: 945 time: 0.1245968 Nov 10 19:24:15.062703 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed8b064-df3b-4129-8998-3d94983a4bed tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:24:15.081146 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0ed8b064-df3b-4129-8998-3d94983a4bed tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:15.193494 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-0ed8b064-df3b-4129-8998-3d94983a4bed tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] device_id is not set on port e144c568-840d-4881-9448-758ce7044f50 yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:24:15.286172 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2919e20-b2dd-4f4c-9c61-6757dd889a6b req-3eec390f-a185-4401-9dd9-84f435380641 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309349 Nov 10 19:24:15.304223 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-6aa37eac-7687-46fd-afa3-1e41e0613603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193879237', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '589971a5-93b9-4b0f-97e9-3bbbd837bf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:23:32Z', 'updated_at': '2021-11-10T19:23:41Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '589971a5-93b9-4b0f-97e9-3bbbd837bf78', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:23:33Z', 'updated_at': '2021-11-10T19:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '3f7f3eb9-d049-40c2-ae68-2d854f2522c8', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'floating_ip_address': '172.25.3.20', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'port_id': '9b814466-ab2b-434f-8e60-c910419ee00e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73a462e0-6280-4d1d-b3b0-466bf95639d0', 'mac_address': 'fa:16:3e:13:ca:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:24:11Z', 'updated_at': '2021-11-10T19:24:11Z', 'revision_number': 0, 'project_id': '540494213bb2401d877387c28ba690c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab0e379-7701-4d32-a5c8-f9dc8083a595', 'name': '', 'network_id': '73a462e0-6280-4d1d-b3b0-466bf95639d0', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:f9:bf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'c25021c2-884c-47f5-bf5b-8484d6de2857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:23:40Z', 'updated_at': '2021-11-10T19:23:48Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': 'c25021c2-884c-47f5-bf5b-8484d6de2857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:15.447195 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-0ed8b064-df3b-4129-8998-3d94983a4bed tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Allocated IP 2001:db8::27e (6f47ddef-9449-4903-a89d-f9b4933c2bb0/ee453f00-e820-4778-9107-94f1361e47f1/e144c568-840d-4881-9448-758ce7044f50) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:24:15.659623 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa37eac-7687-46fd-afa3-1e41e0613603 None None] Checking router: cf4c36f5-e413-4f14-9653-08cca2912927 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:24:15.688884 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 226b31d1-82fa-40d4-9033-5ff89488ba5d up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:24:15.690985 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:24:15.725966 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa37eac-7687-46fd-afa3-1e41e0613603 None None] Routers {'cf4c36f5-e413-4f14-9653-08cca2912927'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:24:15.727340 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-6aa37eac-7687-46fd-afa3-1e41e0613603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:23:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['cf4c36f5-e413-4f14-9653-08cca2912927'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:15.863078 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46584) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:15.908822 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 226b31d1-82fa-40d4-9033-5ff89488ba5d triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:15.911030 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:15.985946 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0ed8b064-df3b-4129-8998-3d94983a4bed tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:16.133465 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0ed8b064-df3b-4129-8998-3d94983a4bed tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:16.235700 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:16.240041 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-6aa37eac-7687-46fd-afa3-1e41e0613603 None None] Set router cf4c36f5-e413-4f14-9653-08cca2912927 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:24:16.274894 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-164124b1-6727-479e-9a4f-da73ffc6305f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:16.362019 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 226b31d1-82fa-40d4-9033-5ff89488ba5d, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=226b31d1-82fa-40d4-9033-5ff89488ba5d,segment=NetworkSegment(a76adc65-974a-4df4-ad59-1b2cc76f1d32),segment_id=a76adc65-974a-4df4-ad59-1b2cc76f1d32)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:16.373372 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:16.431054 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed8b064-df3b-4129-8998-3d94983a4bed tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network 6f47ddef-9449-4903-a89d-f9b4933c2bb0 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:24:16.439282 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-0ed8b064-df3b-4129-8998-3d94983a4bed tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:24:16.448833 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=226b31d1-82fa-40d4-9033-5ff89488ba5d,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:16.476482 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f847e872-986d-459b-a97e-91708f0525fb None None] Network 6f47ddef-9449-4903-a89d-f9b4933c2bb0 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:24:16.478468 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed8b064-df3b-4129-8998-3d94983a4bed tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:24:16.495197 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed8b064-df3b-4129-8998-3d94983a4bed tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:16.495895 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0ed8b064-df3b-4129-8998-3d94983a4bed tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:16.549365 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-164124b1-6727-479e-9a4f-da73ffc6305f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:16.558549 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-164124b1-6727-479e-9a4f-da73ffc6305f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:16.613113 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8b064-df3b-4129-8998-3d94983a4bed tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Port': ['ID=e144c568-840d-4881-9448-758ce7044f50,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:16.637419 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d840e1-54ab-48ac-9373-5bfee5eab6eb req-dce2af60-4307-439b-bec7-336abf8e4429 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:16.639534 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13d840e1-54ab-48ac-9373-5bfee5eab6eb req-dce2af60-4307-439b-bec7-336abf8e4429 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 945 time: 0.3624408 Nov 10 19:24:16.662887 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0ed8b064-df3b-4129-8998-3d94983a4bed tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9891465 Nov 10 19:24:16.671803 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46594) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:16.716859 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-164124b1-6727-479e-9a4f-da73ffc6305f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d44788f757ae452d88d10fd0d3715e84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8524232 Nov 10 19:24:16.723159 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164124b1-6727-479e-9a4f-da73ffc6305f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad0a1d3-b0fa-4f3f-bdbd-1ee46e88b653,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:16.726218 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46596) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:16.735968 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-6aa37eac-7687-46fd-afa3-1e41e0613603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193879237', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '589971a5-93b9-4b0f-97e9-3bbbd837bf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:23:32Z', 'updated_at': '2021-11-10T19:23:41Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '589971a5-93b9-4b0f-97e9-3bbbd837bf78', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:23:33Z', 'updated_at': '2021-11-10T19:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '3f7f3eb9-d049-40c2-ae68-2d854f2522c8', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'floating_ip_address': '172.25.3.20', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'port_id': '9b814466-ab2b-434f-8e60-c910419ee00e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73a462e0-6280-4d1d-b3b0-466bf95639d0', 'mac_address': 'fa:16:3e:13:ca:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:24:11Z', 'updated_at': '2021-11-10T19:24:11Z', 'revision_number': 0, 'project_id': '540494213bb2401d877387c28ba690c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab0e379-7701-4d32-a5c8-f9dc8083a595', 'name': '', 'network_id': '73a462e0-6280-4d1d-b3b0-466bf95639d0', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:f9:bf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'c25021c2-884c-47f5-bf5b-8484d6de2857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:23:40Z', 'updated_at': '2021-11-10T19:23:48Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': 'c25021c2-884c-47f5-bf5b-8484d6de2857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:16.833474 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa37eac-7687-46fd-afa3-1e41e0613603 None None] The sync data for ids ['cf4c36f5-e413-4f14-9653-08cca2912927'] in n-d-813897-4 is: [{'id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193879237', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '589971a5-93b9-4b0f-97e9-3bbbd837bf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:23:32Z', 'updated_at': '2021-11-10T19:23:41Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '589971a5-93b9-4b0f-97e9-3bbbd837bf78', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:23:33Z', 'updated_at': '2021-11-10T19:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '3f7f3eb9-d049-40c2-ae68-2d854f2522c8', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'floating_ip_address': '172.25.3.20', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'port_id': '9b814466-ab2b-434f-8e60-c910419ee00e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73a462e0-6280-4d1d-b3b0-466bf95639d0', 'mac_address': 'fa:16:3e:13:ca:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:24:11Z', 'updated_at': '2021-11-10T19:24:11Z', 'revision_number': 0, 'project_id': '540494213bb2401d877387c28ba690c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ab0e379-7701-4d32-a5c8-f9dc8083a595', 'name': '', 'network_id': '73a462e0-6280-4d1d-b3b0-466bf95639d0', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:f9:bf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'c25021c2-884c-47f5-bf5b-8484d6de2857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:23:40Z', 'updated_at': '2021-11-10T19:23:48Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': 'c25021c2-884c-47f5-bf5b-8484d6de2857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:24:16.863707 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-62146beb-2783-4a14-913f-03b1b5fdd127 None None] Provisioning complete for port 226b31d1-82fa-40d4-9033-5ff89488ba5d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:16.864337 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-62146beb-2783-4a14-913f-03b1b5fdd127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:17.106658 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d2a1611b-5c6a-4d76-973f-d4b753594d21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:17.121636 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13d840e1-54ab-48ac-9373-5bfee5eab6eb req-b2a99bf6-5dc6-4317-a63e-a73e9ad825ab tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4625096 Nov 10 19:24:17.144546 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46598) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:17.175043 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b59ade6-5849-493a-bb56-6a508ef2a959 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:17.176790 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6b59ade6-5849-493a-bb56-6a508ef2a959 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A4e HTTP/1.1" status: 200 len: 927 time: 0.5009263 Nov 10 19:24:17.188018 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46600) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:17.296547 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e125c1d-e0af-4034-9681-0c20eb885b52 None None] New status for floating IP 3f7f3eb9-d049-40c2-ae68-2d854f2522c8: ACTIVE {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:24:17.359764 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3945aac-f152-4a74-8de1-22e5d7ee3670 x-openstack-request-id: req-f3945aac-f152-4a74-8de1-22e5d7ee3670 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:24:17.360059 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f", "tag": "9b814466-ab2b-434f-8e60-c910419ee00e", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:24:17.362161 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f3945aac-f152-4a74-8de1-22e5d7ee3670 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:24:17.368506 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f', 'tag': '9b814466-ab2b-434f-8e60-c910419ee00e', 'status': 'completed', 'code': 200} Nov 10 19:24:17.440731 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d2a1611b-5c6a-4d76-973f-d4b753594d21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:17.529910 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-d9a7e12b-05a0-4de1-ba84-b622cd83d75c tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:17.532286 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-d9a7e12b-05a0-4de1-ba84-b622cd83d75c tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] 10.222.0.73 "GET /v2.0/networks?id=7f27a151-d8b1-41e1-835e-19415d3afd17 HTTP/1.1" status: 200 len: 814 time: 0.7262187 Nov 10 19:24:17.576250 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-da3b51d5-8053-456b-b802-04b474269455 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] Request body: {'port': {'device_id': 'b19ed9f7-644c-420c-a98c-08b494089bea', 'network_id': '7f27a151-d8b1-41e1-835e-19415d3afd17', 'admin_state_up': True, 'tenant_id': '7b8b65d39f9d40b9b6360be696c7821f'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:17.625339 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-02d2c7b8-f435-4f17-9bcd-b06d50235ada tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/floatingips/3f7f3eb9-d049-40c2-ae68-2d854f2522c8 HTTP/1.1" status: 200 len: 990 time: 0.4602180 Nov 10 19:24:17.655062 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-97291e26-d6c7-4e0d-b189-801a0d795a97 req-f09335be-1556-4f2e-8a2c-369f8cf5665d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2843790 Nov 10 19:24:17.699618 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 226b31d1-82fa-40d4-9033-5ff89488ba5d up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:24:17.748567 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-bd081e01-72ae-436e-b252-05e07eb91daf None None] Provisioning complete for port 226b31d1-82fa-40d4-9033-5ff89488ba5d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:17.749361 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bd081e01-72ae-436e-b252-05e07eb91daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:17.821723 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d2a1611b-5c6a-4d76-973f-d4b753594d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:17.830775 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d2a1611b-5c6a-4d76-973f-d4b753594d21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:17.832100 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d2a1611b-5c6a-4d76-973f-d4b753594d21 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9ad0a1d3-b0fa-4f3f-bdbd-1ee46e88b653 HTTP/1.1" status: 204 len: 168 time: 1.0973372 Nov 10 19:24:17.850720 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1611b-5c6a-4d76-973f-d4b753594d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad0a1d3-b0fa-4f3f-bdbd-1ee46e88b653,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:17.998004 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-da3b51d5-8053-456b-b802-04b474269455 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] Made reservation on behalf of 7b8b65d39f9d40b9b6360be696c7821f for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:24:18.004801 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-da3b51d5-8053-456b-b802-04b474269455 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:18.086699 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 226b31d1-82fa-40d4-9033-5ff89488ba5d triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:18.087854 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:18.340310 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-bd081e01-72ae-436e-b252-05e07eb91daf None None] Provisioning complete for port 0ffe5ba7-4377-429b-9dbf-aedf8872b1fb triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:18.350080 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bd081e01-72ae-436e-b252-05e07eb91daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:18.461110 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-da3b51d5-8053-456b-b802-04b474269455 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] Allocated IP 172.20.0.2 (7f27a151-d8b1-41e1-835e-19415d3afd17/228493f2-2bb9-4eef-ba53-b23cc1b74a0b/8145810a-c7a2-4d59-9134-22c28fe44ead) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:24:18.519181 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-bd081e01-72ae-436e-b252-05e07eb91daf None None] Port 0ffe5ba7-4377-429b-9dbf-aedf8872b1fb cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:24:18.601219 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46614) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:18.617665 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-bd081e01-72ae-436e-b252-05e07eb91daf None None] Provisioning complete for port e144c568-840d-4881-9448-758ce7044f50 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:18.618148 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bd081e01-72ae-436e-b252-05e07eb91daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:18.642608 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7cd327cc-0dd0-4f7c-8662-c3325699169b req-ed6b2412-9d58-4236-8fc1-bae1a87b6c3a tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] 10.222.0.54 "GET /v2.0/ports?device_id=b19ed9f7-644c-420c-a98c-08b494089bea HTTP/1.1" status: 200 len: 210 time: 0.0949392 Nov 10 19:24:18.645011 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46616) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:18.650014 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dbd7a0ce-5661-4ef2-933a-0fbbe9409746 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:18.702364 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-bd081e01-72ae-436e-b252-05e07eb91daf None None] Port e144c568-840d-4881-9448-758ce7044f50 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:24:18.835437 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-0fe57214-b994-48eb-869d-d72ac525089d None None] Provisioning complete for port e144c568-840d-4881-9448-758ce7044f50 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:18.835437 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0fe57214-b994-48eb-869d-d72ac525089d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:18.841160 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-da3b51d5-8053-456b-b802-04b474269455 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:18.879232 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-4d517ce6-ea61-4b87-a9fe-8edd47f5a8b2 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Deleting port e144c568-840d-4881-9448-758ce7044f50 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:24:18.879232 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4d517ce6-ea61-4b87-a9fe-8edd47f5a8b2 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:18.884325 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91839592-2f21-4c88-a009-3c6ee660caf6 req-e7df4ae7-be4f-4794-a22c-1e1819deac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:18.885260 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dbd7a0ce-5661-4ef2-933a-0fbbe9409746 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:18.886329 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91839592-2f21-4c88-a009-3c6ee660caf6 req-e7df4ae7-be4f-4794-a22c-1e1819deac91 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 1096 time: 1.5114913 Nov 10 19:24:18.912301 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-307df75b-1b2b-43cb-ac90-ac064bf4cb0c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/floatingips/3f7f3eb9-d049-40c2-ae68-2d854f2522c8 HTTP/1.1" status: 200 len: 992 time: 0.2553289 Nov 10 19:24:18.928077 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dbd7a0ce-5661-4ef2-933a-0fbbe9409746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:18.937216 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-da3b51d5-8053-456b-b802-04b474269455 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:18.976298 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-0fe57214-b994-48eb-869d-d72ac525089d None None] Port e144c568-840d-4881-9448-758ce7044f50 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:24:19.003124 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-0fe57214-b994-48eb-869d-d72ac525089d None None] Provisioning complete for port 0ffe5ba7-4377-429b-9dbf-aedf8872b1fb triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:19.003792 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0fe57214-b994-48eb-869d-d72ac525089d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:19.045323 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91839592-2f21-4c88-a009-3c6ee660caf6 req-86f19091-05e8-4592-8610-bbf756f2a9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:19.046868 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91839592-2f21-4c88-a009-3c6ee660caf6 req-86f19091-05e8-4592-8610-bbf756f2a9bb service neutron] 10.222.0.73 "GET /v2.0/networks?id=73a462e0-6280-4d1d-b3b0-466bf95639d0 HTTP/1.1" status: 200 len: 898 time: 0.1390486 Nov 10 19:24:19.061683 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-da3b51d5-8053-456b-b802-04b474269455 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] Network 7f27a151-d8b1-41e1-835e-19415d3afd17 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:24:19.072540 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-da3b51d5-8053-456b-b802-04b474269455 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:24:19.074511 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7a0ce-5661-4ef2-933a-0fbbe9409746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d9290a-a028-4466-bbca-f0015c415e79,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:19.087362 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-0fe57214-b994-48eb-869d-d72ac525089d None None] Port 0ffe5ba7-4377-429b-9dbf-aedf8872b1fb cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:24:19.099435 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-da3b51d5-8053-456b-b802-04b474269455 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:24:19.103428 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adf694-5feb-4e5f-b0a5-ae0b8d881318 req-f24a318f-3024-4d64-9125-2572353fdf37 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:19.112271 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-28adf694-5feb-4e5f-b0a5-ae0b8d881318 req-f24a318f-3024-4d64-9125-2572353fdf37 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c10c19d-dab1-4e5a-97ae-ee3590819d94 HTTP/1.1" status: 200 len: 945 time: 0.3456979 Nov 10 19:24:19.171680 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-da3b51d5-8053-456b-b802-04b474269455 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:19.173232 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-da3b51d5-8053-456b-b802-04b474269455 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:19.184984 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-dbd7a0ce-5661-4ef2-933a-0fbbe9409746 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=08e6268d16ca488db295a692a5dab552&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5795789 Nov 10 19:24:19.193385 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46618) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:19.254690 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4d517ce6-ea61-4b87-a9fe-8edd47f5a8b2 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:19.264822 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b51d5-8053-456b-b802-04b474269455 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] Pushing event updated for resources: {'Port': ['ID=8145810a-c7a2-4d59-9134-22c28fe44ead,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:19.271856 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91839592-2f21-4c88-a009-3c6ee660caf6 req-8b626620-ccf7-427d-8b3c-f6294ec70d2e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b814466-ab2b-434f-8e60-c910419ee00e HTTP/1.1" status: 200 len: 1000 time: 0.1565201 Nov 10 19:24:19.293729 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-def991e6-5512-4464-b4e9-515f7f64da7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:19.299760 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-da3b51d5-8053-456b-b802-04b474269455 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7457688 Nov 10 19:24:19.319543 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-afb98ac8-74a6-4216-b6ff-ae518d3fc98d service neutron] Request body: {'port': {'device_id': 'b19ed9f7-644c-420c-a98c-08b494089bea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:19.336256 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-4d517ce6-ea61-4b87-a9fe-8edd47f5a8b2 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Calling delete_port for e144c568-840d-4881-9448-758ce7044f50 owned by {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:24:19.338976 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91839592-2f21-4c88-a009-3c6ee660caf6 req-81a019b2-d099-49e9-9995-cfa329d6ac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:19.340585 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91839592-2f21-4c88-a009-3c6ee660caf6 req-81a019b2-d099-49e9-9995-cfa329d6ac06 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c25021c2-884c-47f5-bf5b-8484d6de2857 HTTP/1.1" status: 200 len: 835 time: 0.0546198 Nov 10 19:24:19.347481 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-28adf694-5feb-4e5f-b0a5-ae0b8d881318 req-d703e32d-e03c-41a9-adbb-a57eb44f12f8 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341869 Nov 10 19:24:19.366371 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-def991e6-5512-4464-b4e9-515f7f64da7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:19.444166 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-afb98ac8-74a6-4216-b6ff-ae518d3fc98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:19.548092 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-def991e6-5512-4464-b4e9-515f7f64da7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:19.557961 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-def991e6-5512-4464-b4e9-515f7f64da7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:19.559915 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-def991e6-5512-4464-b4e9-515f7f64da7d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/33d9290a-a028-4466-bbca-f0015c415e79 HTTP/1.1" status: 204 len: 168 time: 0.3630710 Nov 10 19:24:19.567347 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91839592-2f21-4c88-a009-3c6ee660caf6 req-5892bef6-58ce-4fdc-9a64-4fcb8d51d6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:19.572350 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91839592-2f21-4c88-a009-3c6ee660caf6 req-5892bef6-58ce-4fdc-9a64-4fcb8d51d6e4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=73a462e0-6280-4d1d-b3b0-466bf95639d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2211134 Nov 10 19:24:19.721076 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def991e6-5512-4464-b4e9-515f7f64da7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d9290a-a028-4466-bbca-f0015c415e79,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:19.794219 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91839592-2f21-4c88-a009-3c6ee660caf6 req-84a02ba6-3676-47f9-9e63-27040e85ed6d service neutron] 10.222.0.73 "GET /v2.0/networks/73a462e0-6280-4d1d-b3b0-466bf95639d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143378 Nov 10 19:24:20.056439 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c806bb-5cee-45ac-be5c-2a95772026e1 req-015652a3-24cb-4ac2-b2bd-d3607dc405d1 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:20.065399 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-35c806bb-5cee-45ac-be5c-2a95772026e1 req-015652a3-24cb-4ac2-b2bd-d3607dc405d1 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] 10.222.0.54 "GET /v2.0/ports?device_id=b19ed9f7-644c-420c-a98c-08b494089bea HTTP/1.1" status: 200 len: 931 time: 0.2353573 Nov 10 19:24:20.092887 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-afb98ac8-74a6-4216-b6ff-ae518d3fc98d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8145810a-c7a2-4d59-9134-22c28fe44ead {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:24:20.116372 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-afb98ac8-74a6-4216-b6ff-ae518d3fc98d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:20.162636 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-35c806bb-5cee-45ac-be5c-2a95772026e1 req-db700958-de94-4653-856f-08ea5da49b5f tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf3bc4dd-cef4-4721-bb43-5b9cc39b37cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961943 Nov 10 19:24:20.166675 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-afb98ac8-74a6-4216-b6ff-ae518d3fc98d service neutron] Transition to ACTIVE for port object 8145810a-c7a2-4d59-9134-22c28fe44ead will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:24:20.173646 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4d517ce6-ea61-4b87-a9fe-8edd47f5a8b2 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:20.176255 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-afb98ac8-74a6-4216-b6ff-ae518d3fc98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:20.206241 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91839592-2f21-4c88-a009-3c6ee660caf6 req-94fe4cc6-9f39-4d4b-a333-b023fc06eee3 service neutron] 10.222.0.73 "GET /v2.0/networks/73a462e0-6280-4d1d-b3b0-466bf95639d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785181 Nov 10 19:24:20.248975 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4d517ce6-ea61-4b87-a9fe-8edd47f5a8b2 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:20.252664 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4d517ce6-ea61-4b87-a9fe-8edd47f5a8b2 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/ports/e144c568-840d-4881-9448-758ce7044f50 HTTP/1.1" status: 204 len: 168 time: 3.0636208 Nov 10 19:24:20.254426 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d517ce6-ea61-4b87-a9fe-8edd47f5a8b2 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Port': ['ID=e144c568-840d-4881-9448-758ce7044f50,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:20.258158 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46640) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:20.306539 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-db3705ba-7b61-4687-bedd-144d476f8072 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] GET failed (client error): The resource could not be found. Nov 10 19:24:20.308878 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-db3705ba-7b61-4687-bedd-144d476f8072 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "GET /v2.0/ports/e144c568-840d-4881-9448-758ce7044f50 HTTP/1.1" status: 404 len: 333 time: 0.0492854 Nov 10 19:24:20.333112 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46646) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:20.459428 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97291e26-d6c7-4e0d-b189-801a0d795a97 req-6c8e8cca-ceed-43b3-8f27-0826b48dc6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:20.462425 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97291e26-d6c7-4e0d-b189-801a0d795a97 req-6c8e8cca-ceed-43b3-8f27-0826b48dc6b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 1096 time: 0.1519859 Nov 10 19:24:20.489729 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb98ac8-74a6-4216-b6ff-ae518d3fc98d service neutron] Pushing event updated for resources: {'Port': ['ID=8145810a-c7a2-4d59-9134-22c28fe44ead,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:20.624508 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-afb98ac8-74a6-4216-b6ff-ae518d3fc98d service neutron] Attempting to bind port 8145810a-c7a2-4d59-9134-22c28fe44ead on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:24:20.625421 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-afb98ac8-74a6-4216-b6ff-ae518d3fc98d service neutron] Attempting to bind port 8145810a-c7a2-4d59-9134-22c28fe44ead by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '1136fa96-0911-44da-9118-426bf4e37a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7f27a151-d8b1-41e1-835e-19415d3afd17'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:24:20.626275 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-afb98ac8-74a6-4216-b6ff-ae518d3fc98d service neutron] Attempting to bind port 8145810a-c7a2-4d59-9134-22c28fe44ead on network 7f27a151-d8b1-41e1-835e-19415d3afd17 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:24:20.632162 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-afb98ac8-74a6-4216-b6ff-ae518d3fc98d service neutron] Port 8145810a-c7a2-4d59-9134-22c28fe44ead on network 7f27a151-d8b1-41e1-835e-19415d3afd17 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:24:20.632474 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-afb98ac8-74a6-4216-b6ff-ae518d3fc98d service neutron] Attempting to bind port 8145810a-c7a2-4d59-9134-22c28fe44ead on network 7f27a151-d8b1-41e1-835e-19415d3afd17 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:24:20.636952 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-b7233fb0-1d2d-4066-b43c-a3882b10439d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Deleting port 0ffe5ba7-4377-429b-9dbf-aedf8872b1fb {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:24:20.637292 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b7233fb0-1d2d-4066-b43c-a3882b10439d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:20.716857 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163f75c-baff-431f-8bde-85d87c61271c req-0ad1c459-8765-4f17-93d8-4adff9f0632d tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:20.721805 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-afb98ac8-74a6-4216-b6ff-ae518d3fc98d service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:24:20.722088 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-afb98ac8-74a6-4216-b6ff-ae518d3fc98d service neutron] Checking segment: {'id': '1136fa96-0911-44da-9118-426bf4e37a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7f27a151-d8b1-41e1-835e-19415d3afd17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:24:20.722642 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-afb98ac8-74a6-4216-b6ff-ae518d3fc98d service neutron] Bound using segment: {'id': '1136fa96-0911-44da-9118-426bf4e37a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7f27a151-d8b1-41e1-835e-19415d3afd17'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:24:20.723090 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-afb98ac8-74a6-4216-b6ff-ae518d3fc98d service neutron] Bound port: 8145810a-c7a2-4d59-9134-22c28fe44ead, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1136fa96-0911-44da-9118-426bf4e37a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7f27a151-d8b1-41e1-835e-19415d3afd17'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:24:20.725525 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a163f75c-baff-431f-8bde-85d87c61271c req-0ad1c459-8765-4f17-93d8-4adff9f0632d tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/networks?id=32c76f13-1e17-4dc8-9eac-cde3fda606b6 HTTP/1.1" status: 200 len: 814 time: 0.3678491 Nov 10 19:24:20.730916 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-afb98ac8-74a6-4216-b6ff-ae518d3fc98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:20.751956 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a163f75c-baff-431f-8bde-85d87c61271c req-508a4d43-633a-4c27-a475-12553085e2e5 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/quotas/69914fc6f0964a1f82f3fd94373da7f0 HTTP/1.1" status: 200 len: 375 time: 0.0253887 Nov 10 19:24:20.837755 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a163f75c-baff-431f-8bde-85d87c61271c req-39824c71-0acc-4dac-a069-df8b41764e21 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=69914fc6f0964a1f82f3fd94373da7f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0849144 Nov 10 19:24:20.839080 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97291e26-d6c7-4e0d-b189-801a0d795a97 req-9fb99405-c08a-4e21-a358-a998e82c9c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:20.840520 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97291e26-d6c7-4e0d-b189-801a0d795a97 req-9fb99405-c08a-4e21-a358-a998e82c9c58 service neutron] 10.222.0.73 "GET /v2.0/networks?id=73a462e0-6280-4d1d-b3b0-466bf95639d0 HTTP/1.1" status: 200 len: 898 time: 0.3532460 Nov 10 19:24:20.854097 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b7233fb0-1d2d-4066-b43c-a3882b10439d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:20.892725 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-b7233fb0-1d2d-4066-b43c-a3882b10439d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Calling delete_port for 0ffe5ba7-4377-429b-9dbf-aedf8872b1fb owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:24:21.008272 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-afb98ac8-74a6-4216-b6ff-ae518d3fc98d service neutron] For port 8145810a-c7a2-4d59-9134-22c28fe44ead, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:24:21.029584 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-afb98ac8-74a6-4216-b6ff-ae518d3fc98d service neutron] For port 8145810a-c7a2-4d59-9134-22c28fe44ead, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=8145810a-c7a2-4d59-9134-22c28fe44ead,segment=NetworkSegment(1136fa96-0911-44da-9118-426bf4e37a7b),segment_id=1136fa96-0911-44da-9118-426bf4e37a7b)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:24:21.035663 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-afb98ac8-74a6-4216-b6ff-ae518d3fc98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:21.074223 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a163f75c-baff-431f-8bde-85d87c61271c req-dc529ae2-e358-4cfe-92a4-9ea382ae0b42 service neutron] 10.222.0.54 "GET /v2.0/networks/32c76f13-1e17-4dc8-9eac-cde3fda606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264328 Nov 10 19:24:21.085919 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97291e26-d6c7-4e0d-b189-801a0d795a97 req-bb37638a-3921-47ae-b76e-e4c4c40f8105 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b814466-ab2b-434f-8e60-c910419ee00e HTTP/1.1" status: 200 len: 1000 time: 0.2305975 Nov 10 19:24:21.150092 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97291e26-d6c7-4e0d-b189-801a0d795a97 req-a6bbce4c-1f44-4a90-bdbe-bb2c97e03d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:21.151933 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97291e26-d6c7-4e0d-b189-801a0d795a97 req-a6bbce4c-1f44-4a90-bdbe-bb2c97e03d3c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c25021c2-884c-47f5-bf5b-8484d6de2857 HTTP/1.1" status: 200 len: 835 time: 0.0493963 Nov 10 19:24:21.178337 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-afb98ac8-74a6-4216-b6ff-ae518d3fc98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:21.178983 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-afb98ac8-74a6-4216-b6ff-ae518d3fc98d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:21.180569 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-afb98ac8-74a6-4216-b6ff-ae518d3fc98d service neutron] 10.222.0.73 "PUT /v2.0/ports/8145810a-c7a2-4d59-9134-22c28fe44ead HTTP/1.1" status: 200 len: 1091 time: 1.8684850 Nov 10 19:24:21.181054 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b19ed9f7-644c-420c-a98c-08b494089bea', 'tag': '8145810a-c7a2-4d59-9134-22c28fe44ead'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:24:21.183520 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06bd2d8-1c0f-42b4-8ea7-04e00145e3f0" -d '{"events": [{"name": "network-changed", "server_uuid": "b19ed9f7-644c-420c-a98c-08b494089bea", "tag": "8145810a-c7a2-4d59-9134-22c28fe44ead"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:24:21.319617 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b7233fb0-1d2d-4066-b43c-a3882b10439d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:21.361621 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-d80f9d6f-db72-4479-afbf-c3d963e3d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:21.363449 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-d80f9d6f-db72-4479-afbf-c3d963e3d394 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7b8b65d39f9d40b9b6360be696c7821f&device_id=b19ed9f7-644c-420c-a98c-08b494089bea HTTP/1.1" status: 200 len: 1094 time: 0.1380577 Nov 10 19:24:21.388707 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97291e26-d6c7-4e0d-b189-801a0d795a97 req-ddecef1f-7126-44e7-a689-d273a6cf33d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:21.392799 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97291e26-d6c7-4e0d-b189-801a0d795a97 req-ddecef1f-7126-44e7-a689-d273a6cf33d8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=73a462e0-6280-4d1d-b3b0-466bf95639d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1878052 Nov 10 19:24:21.417547 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a163f75c-baff-431f-8bde-85d87c61271c req-d0d8837c-b370-4495-9ce8-6e8dfd358bbc service neutron] 10.222.0.54 "GET /v2.0/networks/32c76f13-1e17-4dc8-9eac-cde3fda606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423722 Nov 10 19:24:21.456107 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b7233fb0-1d2d-4066-b43c-a3882b10439d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:21.460048 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b7233fb0-1d2d-4066-b43c-a3882b10439d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/ports/0ffe5ba7-4377-429b-9dbf-aedf8872b1fb HTTP/1.1" status: 204 len: 168 time: 1.1257710 Nov 10 19:24:21.460907 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb98ac8-74a6-4216-b6ff-ae518d3fc98d service neutron] Pushing event updated for resources: {'Port': ['ID=8145810a-c7a2-4d59-9134-22c28fe44ead,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:21.464134 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46678) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:21.524817 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-25391881-417e-43fa-8051-7d9afe724502 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8145810a-c7a2-4d59-9134-22c28fe44ead HTTP/1.1" status: 200 len: 217 time: 0.1004009 Nov 10 19:24:21.566118 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97291e26-d6c7-4e0d-b189-801a0d795a97 req-16e01d70-ca06-4350-80a3-090cab16bd39 service neutron] 10.222.0.73 "GET /v2.0/networks/73a462e0-6280-4d1d-b3b0-466bf95639d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379426 Nov 10 19:24:21.575812 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadee1d-f667-4402-b942-12ead7f45e6d req-2eaa0c75-1174-4190-a37b-b19d8b2b20a4 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:21.577804 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-daadee1d-f667-4402-b942-12ead7f45e6d req-2eaa0c75-1174-4190-a37b-b19d8b2b20a4 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c10c19d-dab1-4e5a-97ae-ee3590819d94 HTTP/1.1" status: 200 len: 945 time: 0.3089499 Nov 10 19:24:21.710042 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7233fb0-1d2d-4066-b43c-a3882b10439d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Port': ['ID=0ffe5ba7-4377-429b-9dbf-aedf8872b1fb,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:21.716294 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-088ed66b-315a-4186-bf7e-cb7083568a31 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] GET failed (client error): The resource could not be found. Nov 10 19:24:21.723798 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46686) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:21.727010 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-088ed66b-315a-4186-bf7e-cb7083568a31 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "GET /v2.0/ports/0ffe5ba7-4377-429b-9dbf-aedf8872b1fb HTTP/1.1" status: 404 len: 333 time: 0.2233682 Nov 10 19:24:21.776211 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-f10d8d82-0804-4e5d-afce-ac73ea0f4dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:21.777829 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-f10d8d82-0804-4e5d-afce-ac73ea0f4dcb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=228493f2-2bb9-4eef-ba53-b23cc1b74a0b HTTP/1.1" status: 200 len: 854 time: 0.1168926 Nov 10 19:24:21.879773 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-60d8febb-c4f9-4115-bc21-f2a88799a784 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7f27a151-d8b1-41e1-835e-19415d3afd17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937052 Nov 10 19:24:21.881530 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb83a35-5997-452c-be7f-1e0609fb3e5d x-openstack-request-id: req-fcb83a35-5997-452c-be7f-1e0609fb3e5d {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:24:21.881974 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b19ed9f7-644c-420c-a98c-08b494089bea", "tag": "8145810a-c7a2-4d59-9134-22c28fe44ead", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:24:21.883532 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fcb83a35-5997-452c-be7f-1e0609fb3e5d {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:24:21.884215 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b19ed9f7-644c-420c-a98c-08b494089bea', 'tag': '8145810a-c7a2-4d59-9134-22c28fe44ead', 'status': 'completed', 'code': 200} Nov 10 19:24:21.892553 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f321583-a6d3-48da-9629-d4bece975633 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Deleting subnet ee453f00-e820-4778-9107-94f1361e47f1 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:24:21.904862 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0f321583-a6d3-48da-9629-d4bece975633 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:21.940189 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97291e26-d6c7-4e0d-b189-801a0d795a97 req-bbf52561-a564-4fd7-aeec-12856ab79df2 service neutron] 10.222.0.73 "GET /v2.0/networks/73a462e0-6280-4d1d-b3b0-466bf95639d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610287 Nov 10 19:24:22.016574 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0f321583-a6d3-48da-9629-d4bece975633 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:22.148025 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0f321583-a6d3-48da-9629-d4bece975633 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:22.154781 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-daadee1d-f667-4402-b942-12ead7f45e6d req-f1663c2f-60af-463b-97ac-65b7c8fc3bd3 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Deleting port 9a1084bc-2f3a-4a09-80d4-0f39e8421893 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:24:22.154781 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-daadee1d-f667-4402-b942-12ead7f45e6d req-f1663c2f-60af-463b-97ac-65b7c8fc3bd3 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:22.157242 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-8311e8fc-3d20-4d32-8bdd-03622b99f1a2 service neutron] 10.222.0.73 "GET /v2.0/networks/7f27a151-d8b1-41e1-835e-19415d3afd17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542670 Nov 10 19:24:22.268243 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8115b0-ce7a-4d77-bbf2-7a77eee6c4a9 req-12c7e5cb-fe5e-42c5-ad16-21770163d807 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:22.269902 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b8115b0-ce7a-4d77-bbf2-7a77eee6c4a9 req-12c7e5cb-fe5e-42c5-ad16-21770163d807 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] 10.222.0.54 "GET /v2.0/ports?device_id=b19ed9f7-644c-420c-a98c-08b494089bea HTTP/1.1" status: 200 len: 943 time: 0.3259244 Nov 10 19:24:22.362540 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c4fe47a1-2c9a-4641-bca0-e1f1f8a6bc21 req-90e4f20e-1b6c-4806-b8b9-c04c12b3063c service neutron] 10.222.0.73 "GET /v2.0/networks/7f27a151-d8b1-41e1-835e-19415d3afd17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941104 Nov 10 19:24:22.397139 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-daadee1d-f667-4402-b942-12ead7f45e6d req-f1663c2f-60af-463b-97ac-65b7c8fc3bd3 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] For port 9a1084bc-2f3a-4a09-80d4-0f39e8421893, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=9a1084bc-2f3a-4a09-80d4-0f39e8421893,segment=NetworkSegment(972f3100-a6a2-4418-9bf5-bbc6550de0fb),segment_id=972f3100-a6a2-4418-9bf5-bbc6550de0fb)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:22.397670 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-daadee1d-f667-4402-b942-12ead7f45e6d req-f1663c2f-60af-463b-97ac-65b7c8fc3bd3 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:22.401034 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0f321583-a6d3-48da-9629-d4bece975633 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:22.471875 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b8115b0-ce7a-4d77-bbf2-7a77eee6c4a9 req-0051081c-9b83-4395-85d5-227814ee764c tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf3bc4dd-cef4-4721-bb43-5b9cc39b37cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852355 Nov 10 19:24:22.473491 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-daadee1d-f667-4402-b942-12ead7f45e6d req-f1663c2f-60af-463b-97ac-65b7c8fc3bd3 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Calling delete_port for 9a1084bc-2f3a-4a09-80d4-0f39e8421893 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:24:22.476528 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0f321583-a6d3-48da-9629-d4bece975633 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:22.481209 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0f321583-a6d3-48da-9629-d4bece975633 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/subnets/ee453f00-e820-4778-9107-94f1361e47f1 HTTP/1.1" status: 204 len: 168 time: 0.7525263 Nov 10 19:24:22.483273 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f321583-a6d3-48da-9629-d4bece975633 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Subnet': ['ID=ee453f00-e820-4778-9107-94f1361e47f1,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:22.484808 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46708) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:22.498959 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fae84a-7fac-43c1-81bd-f8cd7846de5c None None] Network 6f47ddef-9449-4903-a89d-f9b4933c2bb0 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:24:22.689941 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bd2d8-1c0f-42b4-8ea7-04e00145e3f0 req-266c704b-792e-4c89-b7fa-e05255bf7456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:22.691983 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d06bd2d8-1c0f-42b4-8ea7-04e00145e3f0 req-266c704b-792e-4c89-b7fa-e05255bf7456 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7b8b65d39f9d40b9b6360be696c7821f&device_id=b19ed9f7-644c-420c-a98c-08b494089bea HTTP/1.1" status: 200 len: 1094 time: 0.2639151 Nov 10 19:24:22.712086 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2441370c-4820-44e6-a799-198bbb72066d req-6b2ef5e4-7b27-47d3-960b-12243b17d2cb tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 210 time: 0.0718181 Nov 10 19:24:22.782169 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-88c527eb-d376-4a0d-bf57-538ecfb1591d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:22.907623 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-daadee1d-f667-4402-b942-12ead7f45e6d req-f1663c2f-60af-463b-97ac-65b7c8fc3bd3 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:22.923416 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['9a1084bc-2f3a-4a09-80d4-0f39e8421893'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:24:22.985793 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d97ab80-56c3-4730-91b7-5f977b304aeb None None] DHCP port deletion for 6f47ddef-9449-4903-a89d-f9b4933c2bb0 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:24:23.000256 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bd2d8-1c0f-42b4-8ea7-04e00145e3f0 req-4da9d4ac-ced4-4a04-979b-9202a8e6dbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:23.004685 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1663c2f-60af-463b-97ac-65b7c8fc3bd3 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Pushing event deleted for resources: {'Port': ['ID=9a1084bc-2f3a-4a09-80d4-0f39e8421893,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:23.006188 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d06bd2d8-1c0f-42b4-8ea7-04e00145e3f0 req-4da9d4ac-ced4-4a04-979b-9202a8e6dbba service neutron] 10.222.0.73 "GET /v2.0/networks?id=7f27a151-d8b1-41e1-835e-19415d3afd17 HTTP/1.1" status: 200 len: 915 time: 0.2943707 Nov 10 19:24:23.053706 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-3d97ab80-56c3-4730-91b7-5f977b304aeb None None] Deleting port 226b31d1-82fa-40d4-9033-5ff89488ba5d {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:24:23.054260 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3d97ab80-56c3-4730-91b7-5f977b304aeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:23.081492 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d06bd2d8-1c0f-42b4-8ea7-04e00145e3f0 req-01653155-96ae-4f95-9319-4df2f809518f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8145810a-c7a2-4d59-9134-22c28fe44ead HTTP/1.1" status: 200 len: 217 time: 0.0641787 Nov 10 19:24:23.083703 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-daadee1d-f667-4402-b942-12ead7f45e6d req-f1663c2f-60af-463b-97ac-65b7c8fc3bd3 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] No DVR routers for this DVR port 9a1084bc-2f3a-4a09-80d4-0f39e8421893 on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:24:23.085181 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-88c527eb-d376-4a0d-bf57-538ecfb1591d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Deleting port 226b31d1-82fa-40d4-9033-5ff89488ba5d {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:24:23.085575 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-88c527eb-d376-4a0d-bf57-538ecfb1591d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:23.092352 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-daadee1d-f667-4402-b942-12ead7f45e6d req-f1663c2f-60af-463b-97ac-65b7c8fc3bd3 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:23.096664 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-daadee1d-f667-4402-b942-12ead7f45e6d req-f1663c2f-60af-463b-97ac-65b7c8fc3bd3 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.25 "DELETE /v2.0/ports/9a1084bc-2f3a-4a09-80d4-0f39e8421893 HTTP/1.1" status: 204 len: 173 time: 1.5093098 Nov 10 19:24:23.102589 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c10c19d-dab1-4e5a-97ae-ee3590819d94', 'name': 'network-vif-deleted', 'tag': '9a1084bc-2f3a-4a09-80d4-0f39e8421893'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:24:23.109508 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4f9041-579c-4950-9e62-75857bb3e119" -d '{"events": [{"server_uuid": "6c10c19d-dab1-4e5a-97ae-ee3590819d94", "name": "network-vif-deleted", "tag": "9a1084bc-2f3a-4a09-80d4-0f39e8421893"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:24:23.217637 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-3d97ab80-56c3-4730-91b7-5f977b304aeb None None] For port 226b31d1-82fa-40d4-9033-5ff89488ba5d, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=226b31d1-82fa-40d4-9033-5ff89488ba5d,segment=NetworkSegment(a76adc65-974a-4df4-ad59-1b2cc76f1d32),segment_id=a76adc65-974a-4df4-ad59-1b2cc76f1d32)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:23.222582 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3d97ab80-56c3-4730-91b7-5f977b304aeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:23.226199 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522d96bb-1390-4310-9f05-85a88f68a9ee x-openstack-request-id: req-522d96bb-1390-4310-9f05-85a88f68a9ee {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:24:23.226545 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c10c19d-dab1-4e5a-97ae-ee3590819d94", "name": "network-vif-deleted", "tag": "9a1084bc-2f3a-4a09-80d4-0f39e8421893", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:24:23.226866 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-522d96bb-1390-4310-9f05-85a88f68a9ee {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:24:23.227465 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c10c19d-dab1-4e5a-97ae-ee3590819d94', 'name': 'network-vif-deleted', 'tag': '9a1084bc-2f3a-4a09-80d4-0f39e8421893', 'status': 'completed', 'code': 200} Nov 10 19:24:23.258229 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-3d97ab80-56c3-4730-91b7-5f977b304aeb None None] Calling delete_port for 226b31d1-82fa-40d4-9033-5ff89488ba5d owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:24:23.374309 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bd2d8-1c0f-42b4-8ea7-04e00145e3f0 req-2e8893be-4ffb-4557-8a65-ed1b5c79dee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:23.376318 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d06bd2d8-1c0f-42b4-8ea7-04e00145e3f0 req-2e8893be-4ffb-4557-8a65-ed1b5c79dee1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=228493f2-2bb9-4eef-ba53-b23cc1b74a0b HTTP/1.1" status: 200 len: 854 time: 0.2771804 Nov 10 19:24:23.451288 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-35b8a6b7-5bba-4b09-bfb9-fe328461dfff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:23.477103 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d06bd2d8-1c0f-42b4-8ea7-04e00145e3f0 req-0ba53586-c622-4cd4-ae2b-cbbc70410c03 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7f27a151-d8b1-41e1-835e-19415d3afd17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870454 Nov 10 19:24:23.482100 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-88c527eb-d376-4a0d-bf57-538ecfb1591d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] For port 226b31d1-82fa-40d4-9033-5ff89488ba5d, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=226b31d1-82fa-40d4-9033-5ff89488ba5d,segment=NetworkSegment(a76adc65-974a-4df4-ad59-1b2cc76f1d32),segment_id=a76adc65-974a-4df4-ad59-1b2cc76f1d32)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:23.482712 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-88c527eb-d376-4a0d-bf57-538ecfb1591d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:23.495322 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3d97ab80-56c3-4730-91b7-5f977b304aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:23.536265 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d97ab80-56c3-4730-91b7-5f977b304aeb None None] No DVR routers for this DVR port 226b31d1-82fa-40d4-9033-5ff89488ba5d on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:24:23.673568 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 226b31d1-82fa-40d4-9033-5ff89488ba5d no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:24:23.678728 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163f75c-baff-431f-8bde-85d87c61271c req-ebd14134-c480-43ee-bb73-4586267fd2c0 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:23.680667 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a163f75c-baff-431f-8bde-85d87c61271c req-ebd14134-c480-43ee-bb73-4586267fd2c0 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.25 "GET /v2.0/networks?id=32c76f13-1e17-4dc8-9eac-cde3fda606b6 HTTP/1.1" status: 200 len: 814 time: 0.3530531 Nov 10 19:24:23.687948 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97ab80-56c3-4730-91b7-5f977b304aeb None None] Pushing event deleted for resources: {'Port': ['ID=226b31d1-82fa-40d4-9033-5ff89488ba5d,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:23.710011 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-a163f75c-baff-431f-8bde-85d87c61271c req-e66e1fc5-bb67-4efb-af5c-7c1ab0fa91dc tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Request body: {'port': {'device_id': 'a5548491-7805-44fa-af27-c4c232ea7937', 'network_id': '32c76f13-1e17-4dc8-9eac-cde3fda606b6', 'admin_state_up': True, 'tenant_id': '69914fc6f0964a1f82f3fd94373da7f0'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:23.718907 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 226b31d1-82fa-40d4-9033-5ff89488ba5d {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:24:23.719259 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 226b31d1-82fa-40d4-9033-5ff89488ba5d not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:24:23.747524 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-88c527eb-d376-4a0d-bf57-538ecfb1591d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Calling delete_port for 226b31d1-82fa-40d4-9033-5ff89488ba5d owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:24:23.754676 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d06bd2d8-1c0f-42b4-8ea7-04e00145e3f0 req-14a938bb-2135-4492-801f-f76cac3dd4e9 service neutron] 10.222.0.73 "GET /v2.0/networks/7f27a151-d8b1-41e1-835e-19415d3afd17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565455 Nov 10 19:24:23.964255 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-88c527eb-d376-4a0d-bf57-538ecfb1591d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:23.979519 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d06bd2d8-1c0f-42b4-8ea7-04e00145e3f0 req-030b81e7-d9c5-463c-b188-d24d23b332b8 service neutron] 10.222.0.73 "GET /v2.0/networks/7f27a151-d8b1-41e1-835e-19415d3afd17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134237 Nov 10 19:24:24.016205 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c527eb-d376-4a0d-bf57-538ecfb1591d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] No DVR routers for this DVR port 226b31d1-82fa-40d4-9033-5ff89488ba5d on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:24:24.018527 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884acd5-6349-41bc-b865-e58cd7b99a09 req-ca8c99ac-dd0f-4a1f-a114-f9b8197a4af6 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:24.027646 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c527eb-d376-4a0d-bf57-538ecfb1591d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Port': ['ID=226b31d1-82fa-40d4-9033-5ff89488ba5d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:24.028496 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2884acd5-6349-41bc-b865-e58cd7b99a09 req-ca8c99ac-dd0f-4a1f-a114-f9b8197a4af6 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] 10.222.0.54 "GET /v2.0/ports?device_id=b19ed9f7-644c-420c-a98c-08b494089bea HTTP/1.1" status: 200 len: 943 time: 0.3469973 Nov 10 19:24:24.072174 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a163f75c-baff-431f-8bde-85d87c61271c req-e66e1fc5-bb67-4efb-af5c-7c1ab0fa91dc tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Made reservation on behalf of 69914fc6f0964a1f82f3fd94373da7f0 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:24:24.077408 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a163f75c-baff-431f-8bde-85d87c61271c req-e66e1fc5-bb67-4efb-af5c-7c1ab0fa91dc tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:24.197284 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2884acd5-6349-41bc-b865-e58cd7b99a09 req-1d27a1ee-84bd-46d5-9fa4-f3f759e8cba3 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf3bc4dd-cef4-4721-bb43-5b9cc39b37cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342814 Nov 10 19:24:24.315856 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46754) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:24.371438 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4a39af98-b382-40df-b9f3-9d7b4be89bf1 req-fb9a8f4d-5f39-4e4a-942a-e45c3a9dd075 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 210 time: 0.0594378 Nov 10 19:24:24.399272 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-a163f75c-baff-431f-8bde-85d87c61271c req-e66e1fc5-bb67-4efb-af5c-7c1ab0fa91dc tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Allocated IP 172.20.0.3 (32c76f13-1e17-4dc8-9eac-cde3fda606b6/babcf2b1-e498-4105-82f8-754d9115199f/4adaa710-c6fb-4b1b-9259-a609bdfdd0c2) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:24:24.514994 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e896b9b1-e18c-406c-9604-5c4fb9523214 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:24.544216 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:24.671481 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a163f75c-baff-431f-8bde-85d87c61271c req-e66e1fc5-bb67-4efb-af5c-7c1ab0fa91dc tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:24.750001 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a163f75c-baff-431f-8bde-85d87c61271c req-e66e1fc5-bb67-4efb-af5c-7c1ab0fa91dc tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:24.753431 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e896b9b1-e18c-406c-9604-5c4fb9523214 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:24.758316 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-88c527eb-d376-4a0d-bf57-538ecfb1591d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:24.764516 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e896b9b1-e18c-406c-9604-5c4fb9523214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:24.782749 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-88c527eb-d376-4a0d-bf57-538ecfb1591d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f47ddef-9449-4903-a89d-f9b4933c2bb0']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:24.792651 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-88c527eb-d376-4a0d-bf57-538ecfb1591d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76adc65-974a-4df4-ad59-1b2cc76f1d32') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:24.793006 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-88c527eb-d376-4a0d-bf57-538ecfb1591d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76adc65-974a-4df4-ad59-1b2cc76f1d32') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:24.803389 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-88c527eb-d376-4a0d-bf57-538ecfb1591d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:24.818553 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-88c527eb-d376-4a0d-bf57-538ecfb1591d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:24.825666 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c527eb-d376-4a0d-bf57-538ecfb1591d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:24:24.826339 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-88c527eb-d376-4a0d-bf57-538ecfb1591d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:24:24.829883 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:24:24.837027 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a163f75c-baff-431f-8bde-85d87c61271c req-e66e1fc5-bb67-4efb-af5c-7c1ab0fa91dc tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Network 32c76f13-1e17-4dc8-9eac-cde3fda606b6 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:24:24.840653 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896b9b1-e18c-406c-9604-5c4fb9523214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a284a4e-dd69-43f0-8bd3-16c8b8469031,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:24.847588 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e896b9b1-e18c-406c-9604-5c4fb9523214 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aa3bde5fd9924dceb3e13bd5f854f9aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5258508 Nov 10 19:24:24.849514 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-a163f75c-baff-431f-8bde-85d87c61271c req-e66e1fc5-bb67-4efb-af5c-7c1ab0fa91dc tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:24:24.851151 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46760) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:24.857882 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-a163f75c-baff-431f-8bde-85d87c61271c req-e66e1fc5-bb67-4efb-af5c-7c1ab0fa91dc tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:24:24.860281 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e1fc5-bb67-4efb-af5c-7c1ab0fa91dc tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Pushing event updated for resources: {'Port': ['ID=4adaa710-c6fb-4b1b-9259-a609bdfdd0c2,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:24.898709 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 8145810a-c7a2-4d59-9134-22c28fe44ead details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:24:24.930776 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:24.936174 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-88c527eb-d376-4a0d-bf57-538ecfb1591d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:24.937909 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163f75c-baff-431f-8bde-85d87c61271c req-e66e1fc5-bb67-4efb-af5c-7c1ab0fa91dc tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:24.938574 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a163f75c-baff-431f-8bde-85d87c61271c req-e66e1fc5-bb67-4efb-af5c-7c1ab0fa91dc tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:24.957814 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-88c527eb-d376-4a0d-bf57-538ecfb1591d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:24.964350 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-88c527eb-d376-4a0d-bf57-538ecfb1591d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/networks/6f47ddef-9449-4903-a89d-f9b4933c2bb0 HTTP/1.1" status: 204 len: 168 time: 2.4775519 Nov 10 19:24:24.965672 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6d508585-888e-4d94-909d-4cd069c3b0f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:24.972335 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46762) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:24.978612 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-e6f1993b-3a6f-4e3a-ac43-040fed7fb885 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1111993106'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:24.993396 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c527eb-d376-4a0d-bf57-538ecfb1591d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Network': ['ID=6f47ddef-9449-4903-a89d-f9b4933c2bb0,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:25.014477 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f1993b-3a6f-4e3a-ac43-040fed7fb885 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:24:25.016623 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6d508585-888e-4d94-909d-4cd069c3b0f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:25.022709 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e6f1993b-3a6f-4e3a-ac43-040fed7fb885 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:25.052312 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 8145810a-c7a2-4d59-9134-22c28fe44ead, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=8145810a-c7a2-4d59-9134-22c28fe44ead,segment=NetworkSegment(1136fa96-0911-44da-9118-426bf4e37a7b),segment_id=1136fa96-0911-44da-9118-426bf4e37a7b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:25.058656 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f1993b-3a6f-4e3a-ac43-040fed7fb885 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:24:25.059876 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a163f75c-baff-431f-8bde-85d87c61271c req-e66e1fc5-bb67-4efb-af5c-7c1ab0fa91dc tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3663690 Nov 10 19:24:25.067064 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '8145810a-c7a2-4d59-9134-22c28fe44ead', 'network_id': '7f27a151-d8b1-41e1-835e-19415d3afd17', 'port_id': '8145810a-c7a2-4d59-9134-22c28fe44ead', 'mac_address': 'fa:16:3e:e7:73:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '228493f2-2bb9-4eef-ba53-b23cc1b74a0b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:24:25.071272 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e6f1993b-3a6f-4e3a-ac43-040fed7fb885 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:25.071750 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-e6f1993b-3a6f-4e3a-ac43-040fed7fb885 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Added segment eb1fbad8-1603-447c-a07d-4c0e7cf827de of type vlan for network 6eaf7b88-18aa-4814-8929-7eb7d8e74c43 Nov 10 19:24:25.077226 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-a163f75c-baff-431f-8bde-85d87c61271c req-2b8f940d-7bc5-4287-844a-5f8c8c6bb4d2 service neutron] Request body: {'port': {'device_id': 'a5548491-7805-44fa-af27-c4c232ea7937', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:25.129108 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e6f1993b-3a6f-4e3a-ac43-040fed7fb885 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:25.130041 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6d508585-888e-4d94-909d-4cd069c3b0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:25.132847 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6d508585-888e-4d94-909d-4cd069c3b0f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:25.134458 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6d508585-888e-4d94-909d-4cd069c3b0f3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2a284a4e-dd69-43f0-8bd3-16c8b8469031 HTTP/1.1" status: 204 len: 168 time: 0.2818484 Nov 10 19:24:25.142146 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:25.159059 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8145810a-c7a2-4d59-9134-22c28fe44ead {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:24:25.167691 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e6f1993b-3a6f-4e3a-ac43-040fed7fb885 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:25.170276 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d508585-888e-4d94-909d-4cd069c3b0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a284a4e-dd69-43f0-8bd3-16c8b8469031,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:25.176297 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f1993b-3a6f-4e3a-ac43-040fed7fb885 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:25.177267 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e6f1993b-3a6f-4e3a-ac43-040fed7fb885 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:25.184361 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a163f75c-baff-431f-8bde-85d87c61271c req-2b8f940d-7bc5-4287-844a-5f8c8c6bb4d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:25.191901 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 8145810a-c7a2-4d59-9134-22c28fe44ead, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=8145810a-c7a2-4d59-9134-22c28fe44ead,segment=NetworkSegment(1136fa96-0911-44da-9118-426bf4e37a7b),segment_id=1136fa96-0911-44da-9118-426bf4e37a7b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:25.201156 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:25.227088 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e6f1993b-3a6f-4e3a-ac43-040fed7fb885 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2523727 Nov 10 19:24:25.232817 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46768) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:25.254231 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-58a5e482-6d7d-4a36-8d21-1c68be18eb81 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'subnet': {'network_id': '6eaf7b88-18aa-4814-8929-7eb7d8e74c43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:25.269556 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1993b-3a6f-4e3a-ac43-040fed7fb885 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Network': ['ID=6eaf7b88-18aa-4814-8929-7eb7d8e74c43,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:25.280829 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=8145810a-c7a2-4d59-9134-22c28fe44ead,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:25.287049 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 6eaf7b88-18aa-4814-8929-7eb7d8e74c43 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:24:25.455564 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['8145810a-c7a2-4d59-9134-22c28fe44ead'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:24:25.573639 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a5e482-6d7d-4a36-8d21-1c68be18eb81 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:24:25.582879 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-58a5e482-6d7d-4a36-8d21-1c68be18eb81 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:25.589094 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 9a1084bc-2f3a-4a09-80d4-0f39e8421893 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:24:25.661242 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 9a1084bc-2f3a-4a09-80d4-0f39e8421893 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:24:25.661573 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 9a1084bc-2f3a-4a09-80d4-0f39e8421893 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:24:25.797416 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9bce89a3-b1e6-4b32-b2a8-ca8a46a00b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:25.830970 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46778) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:25.852792 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-09fbae75-c6d5-4af3-88d5-8256f2712e44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:25.982658 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-09fbae75-c6d5-4af3-88d5-8256f2712e44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:25.989281 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-09fbae75-c6d5-4af3-88d5-8256f2712e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:26.103097 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-09fbae75-c6d5-4af3-88d5-8256f2712e44 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=97b3491855564ff38019db96a888d0d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2709649 Nov 10 19:24:26.105457 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbae75-c6d5-4af3-88d5-8256f2712e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46aef537-a385-417a-9485-14f960f6244e,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:26.108454 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46780) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:26.185882 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-21a4eb87-a431-43e2-83f1-585202029972 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:26.213380 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-21a4eb87-a431-43e2-83f1-585202029972 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:26.221441 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f0cfb-9c32-47dc-8fd3-462b5b965286 req-24e5a6b0-c996-4219-874f-aff40b9159bd tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:26.223273 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4a0f0cfb-9c32-47dc-8fd3-462b5b965286 req-24e5a6b0-c996-4219-874f-aff40b9159bd tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] 10.222.0.54 "GET /v2.0/ports?device_id=b19ed9f7-644c-420c-a98c-08b494089bea HTTP/1.1" status: 200 len: 944 time: 0.8094356 Nov 10 19:24:26.280354 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-21a4eb87-a431-43e2-83f1-585202029972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:26.283889 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-21a4eb87-a431-43e2-83f1-585202029972 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:26.285387 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-21a4eb87-a431-43e2-83f1-585202029972 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/46aef537-a385-417a-9485-14f960f6244e HTTP/1.1" status: 204 len: 168 time: 0.1643226 Nov 10 19:24:26.295594 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4eb87-a431-43e2-83f1-585202029972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46aef537-a385-417a-9485-14f960f6244e,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:26.353348 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-58a5e482-6d7d-4a36-8d21-1c68be18eb81 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:26.515749 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-a163f75c-baff-431f-8bde-85d87c61271c req-2b8f940d-7bc5-4287-844a-5f8c8c6bb4d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4adaa710-c6fb-4b1b-9259-a609bdfdd0c2 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:24:26.524752 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a163f75c-baff-431f-8bde-85d87c61271c req-2b8f940d-7bc5-4287-844a-5f8c8c6bb4d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:26.543169 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-a163f75c-baff-431f-8bde-85d87c61271c req-2b8f940d-7bc5-4287-844a-5f8c8c6bb4d2 service neutron] Transition to ACTIVE for port object 4adaa710-c6fb-4b1b-9259-a609bdfdd0c2 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:24:26.549008 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4a0f0cfb-9c32-47dc-8fd3-462b5b965286 req-3d37ea05-51d2-4445-ae6e-1d199d14da8f tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf3bc4dd-cef4-4721-bb43-5b9cc39b37cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093171 Nov 10 19:24:26.558722 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a163f75c-baff-431f-8bde-85d87c61271c req-2b8f940d-7bc5-4287-844a-5f8c8c6bb4d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:26.741168 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5e482-6d7d-4a36-8d21-1c68be18eb81 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Subnet': ['ID=d4edd58b-707d-4b73-bb86-9ae55e2f629c,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:26.762435 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a5e482-6d7d-4a36-8d21-1c68be18eb81 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Checking segment: {'id': 'eb1fbad8-1603-447c-a07d-4c0e7cf827de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '6eaf7b88-18aa-4814-8929-7eb7d8e74c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:24:26.763046 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a5e482-6d7d-4a36-8d21-1c68be18eb81 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network hostable DHCP agents. Network: 6eaf7b88-18aa-4814-8929-7eb7d8e74c43, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:24:26.782274 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f940d-7bc5-4287-844a-5f8c8c6bb4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=4adaa710-c6fb-4b1b-9259-a609bdfdd0c2,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:26.817333 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6831e84-0160-4d75-a0e9-5b29a887fe05 req-4e7c0563-f9ce-4405-bba0-2f5c260d1fa2 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:26.818990 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f6831e84-0160-4d75-a0e9-5b29a887fe05 req-4e7c0563-f9ce-4405-bba0-2f5c260d1fa2 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 943 time: 0.1727855 Nov 10 19:24:26.865092 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a5e482-6d7d-4a36-8d21-1c68be18eb81 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network 6eaf7b88-18aa-4814-8929-7eb7d8e74c43 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:24:26.898004 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-a163f75c-baff-431f-8bde-85d87c61271c req-2b8f940d-7bc5-4287-844a-5f8c8c6bb4d2 service neutron] Attempting to bind port 4adaa710-c6fb-4b1b-9259-a609bdfdd0c2 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:24:26.898372 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-a163f75c-baff-431f-8bde-85d87c61271c req-2b8f940d-7bc5-4287-844a-5f8c8c6bb4d2 service neutron] Attempting to bind port 4adaa710-c6fb-4b1b-9259-a609bdfdd0c2 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '972f3100-a6a2-4418-9bf5-bbc6550de0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '32c76f13-1e17-4dc8-9eac-cde3fda606b6'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:24:26.898665 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a163f75c-baff-431f-8bde-85d87c61271c req-2b8f940d-7bc5-4287-844a-5f8c8c6bb4d2 service neutron] Attempting to bind port 4adaa710-c6fb-4b1b-9259-a609bdfdd0c2 on network 32c76f13-1e17-4dc8-9eac-cde3fda606b6 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:24:26.903747 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-58a5e482-6d7d-4a36-8d21-1c68be18eb81 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 6eaf7b88-18aa-4814-8929-7eb7d8e74c43) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:24:26.914011 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 8145810a-c7a2-4d59-9134-22c28fe44ead up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:24:26.919232 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1cfa14-2453-4004-a537-bd143b7c5c07 None None] Network 6eaf7b88-18aa-4814-8929-7eb7d8e74c43 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:24:26.919806 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a5e482-6d7d-4a36-8d21-1c68be18eb81 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:26.920445 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-58a5e482-6d7d-4a36-8d21-1c68be18eb81 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:26.924345 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a163f75c-baff-431f-8bde-85d87c61271c req-2b8f940d-7bc5-4287-844a-5f8c8c6bb4d2 service neutron] Port 4adaa710-c6fb-4b1b-9259-a609bdfdd0c2 on network 32c76f13-1e17-4dc8-9eac-cde3fda606b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:24:26.924672 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a163f75c-baff-431f-8bde-85d87c61271c req-2b8f940d-7bc5-4287-844a-5f8c8c6bb4d2 service neutron] Attempting to bind port 4adaa710-c6fb-4b1b-9259-a609bdfdd0c2 on network 32c76f13-1e17-4dc8-9eac-cde3fda606b6 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:24:26.933738 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f6831e84-0160-4d75-a0e9-5b29a887fe05 req-80bda83f-8e26-4e5c-b351-8a5dd8d87d2b tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974879 Nov 10 19:24:26.938857 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a163f75c-baff-431f-8bde-85d87c61271c req-2b8f940d-7bc5-4287-844a-5f8c8c6bb4d2 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:24:26.939365 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a163f75c-baff-431f-8bde-85d87c61271c req-2b8f940d-7bc5-4287-844a-5f8c8c6bb4d2 service neutron] Checking segment: {'id': '972f3100-a6a2-4418-9bf5-bbc6550de0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '32c76f13-1e17-4dc8-9eac-cde3fda606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:24:26.939567 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a163f75c-baff-431f-8bde-85d87c61271c req-2b8f940d-7bc5-4287-844a-5f8c8c6bb4d2 service neutron] Bound using segment: {'id': '972f3100-a6a2-4418-9bf5-bbc6550de0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '32c76f13-1e17-4dc8-9eac-cde3fda606b6'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:24:26.940019 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-a163f75c-baff-431f-8bde-85d87c61271c req-2b8f940d-7bc5-4287-844a-5f8c8c6bb4d2 service neutron] Bound port: 4adaa710-c6fb-4b1b-9259-a609bdfdd0c2, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '972f3100-a6a2-4418-9bf5-bbc6550de0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '32c76f13-1e17-4dc8-9eac-cde3fda606b6'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:24:26.940366 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a163f75c-baff-431f-8bde-85d87c61271c req-2b8f940d-7bc5-4287-844a-5f8c8c6bb4d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:26.970020 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-58a5e482-6d7d-4a36-8d21-1c68be18eb81 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7279892 Nov 10 19:24:26.972115 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46798) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:26.977951 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-5a3b2b1e-7a9d-454f-a806-b09a160c2610 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'port': {'network_id': '6eaf7b88-18aa-4814-8929-7eb7d8e74c43', 'name': 'tempest-PortsIpV6TestJSON-1437296462', 'fixed_ips': [{'subnet_id': 'd4edd58b-707d-4b73-bb86-9ae55e2f629c', 'ip_address': '2001:db8::10'}]}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:27.093514 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-a163f75c-baff-431f-8bde-85d87c61271c req-2b8f940d-7bc5-4287-844a-5f8c8c6bb4d2 service neutron] For port 4adaa710-c6fb-4b1b-9259-a609bdfdd0c2, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:24:27.098564 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-a163f75c-baff-431f-8bde-85d87c61271c req-2b8f940d-7bc5-4287-844a-5f8c8c6bb4d2 service neutron] For port 4adaa710-c6fb-4b1b-9259-a609bdfdd0c2, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=4adaa710-c6fb-4b1b-9259-a609bdfdd0c2,segment=NetworkSegment(972f3100-a6a2-4418-9bf5-bbc6550de0fb),segment_id=972f3100-a6a2-4418-9bf5-bbc6550de0fb)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:24:27.106998 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a163f75c-baff-431f-8bde-85d87c61271c req-2b8f940d-7bc5-4287-844a-5f8c8c6bb4d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:27.161546 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:27.183466 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163f75c-baff-431f-8bde-85d87c61271c req-2b8f940d-7bc5-4287-844a-5f8c8c6bb4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:27.184004 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a163f75c-baff-431f-8bde-85d87c61271c req-2b8f940d-7bc5-4287-844a-5f8c8c6bb4d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:27.189859 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a163f75c-baff-431f-8bde-85d87c61271c req-2b8f940d-7bc5-4287-844a-5f8c8c6bb4d2 service neutron] 10.222.0.25 "PUT /v2.0/ports/4adaa710-c6fb-4b1b-9259-a609bdfdd0c2 HTTP/1.1" status: 200 len: 1091 time: 2.1200647 Nov 10 19:24:27.190374 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5548491-7805-44fa-af27-c4c232ea7937', 'tag': '4adaa710-c6fb-4b1b-9259-a609bdfdd0c2'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:24:27.192742 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69511d7-c691-4b2d-9ad3-e8a2976d31fc" -d '{"events": [{"name": "network-changed", "server_uuid": "a5548491-7805-44fa-af27-c4c232ea7937", "tag": "4adaa710-c6fb-4b1b-9259-a609bdfdd0c2"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:24:27.212995 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3b2b1e-7a9d-454f-a806-b09a160c2610 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:24:27.315889 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f940d-7bc5-4287-844a-5f8c8c6bb4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=4adaa710-c6fb-4b1b-9259-a609bdfdd0c2,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:27.327545 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1126c934-4968-4246-a578-0ed9060909a1 x-openstack-request-id: req-1126c934-4968-4246-a578-0ed9060909a1 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:24:27.327836 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5548491-7805-44fa-af27-c4c232ea7937", "tag": "4adaa710-c6fb-4b1b-9259-a609bdfdd0c2", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:24:27.328096 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1126c934-4968-4246-a578-0ed9060909a1 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:24:27.328508 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5548491-7805-44fa-af27-c4c232ea7937', 'tag': '4adaa710-c6fb-4b1b-9259-a609bdfdd0c2', 'status': 'completed', 'code': 200} Nov 10 19:24:27.337485 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 8145810a-c7a2-4d59-9134-22c28fe44ead completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:24:27.348125 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 8145810a-c7a2-4d59-9134-22c28fe44ead triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:27.349202 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:27.359876 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163f75c-baff-431f-8bde-85d87c61271c req-18dd9840-7d65-4f91-aecf-fc90d295e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:27.364324 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a163f75c-baff-431f-8bde-85d87c61271c req-18dd9840-7d65-4f91-aecf-fc90d295e8fa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=69914fc6f0964a1f82f3fd94373da7f0&device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 1094 time: 0.1200266 Nov 10 19:24:27.399253 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a3b2b1e-7a9d-454f-a806-b09a160c2610 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:27.409583 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaeec97-54c9-4484-b2ed-078b532e250b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-6eaf7b88-18aa-4814-8929-7eb7d8e74c43', 'network_id': '6eaf7b88-18aa-4814-8929-7eb7d8e74c43', 'tenant_id': '9243d602b7744224af856c31c392ac9b', 'fixed_ips': [{'subnet_id': 'd4edd58b-707d-4b73-bb86-9ae55e2f629c'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:24:27.411380 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-aaaeec97-54c9-4484-b2ed-078b532e250b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:27.441000 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-5a3b2b1e-7a9d-454f-a806-b09a160c2610 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] device_id is not set on port cb7dd101-d70b-4a01-bd78-4c48284bf00b yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:24:27.466513 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a163f75c-baff-431f-8bde-85d87c61271c req-35bde71b-a605-44e7-b598-d743ee695027 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4adaa710-c6fb-4b1b-9259-a609bdfdd0c2 HTTP/1.1" status: 200 len: 217 time: 0.0939691 Nov 10 19:24:27.564887 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163f75c-baff-431f-8bde-85d87c61271c req-752fcd9b-b150-4bb0-af27-3c931a5f5b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:27.568828 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a163f75c-baff-431f-8bde-85d87c61271c req-752fcd9b-b150-4bb0-af27-3c931a5f5b4f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=babcf2b1-e498-4105-82f8-754d9115199f HTTP/1.1" status: 200 len: 854 time: 0.0969234 Nov 10 19:24:27.663862 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a163f75c-baff-431f-8bde-85d87c61271c req-f4118ef2-03d3-4e61-b08e-69825c56566d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=32c76f13-1e17-4dc8-9eac-cde3fda606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829535 Nov 10 19:24:27.669074 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-aaaeec97-54c9-4484-b2ed-078b532e250b None None] Allocated IP 2001:db8::2 (6eaf7b88-18aa-4814-8929-7eb7d8e74c43/d4edd58b-707d-4b73-bb86-9ae55e2f629c/f70ebdc9-fa27-46e3-beb7-5c3bf36b513a) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:24:27.674354 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:27.858474 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133113a0-c418-46b1-9f0c-0d869dca96e4 req-979aa370-8875-481f-a591-8642f3824082 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:27.872174 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-133113a0-c418-46b1-9f0c-0d869dca96e4 req-979aa370-8875-481f-a591-8642f3824082 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] 10.222.0.54 "GET /v2.0/ports?device_id=b19ed9f7-644c-420c-a98c-08b494089bea HTTP/1.1" status: 200 len: 944 time: 0.1970000 Nov 10 19:24:27.885079 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 8145810a-c7a2-4d59-9134-22c28fe44ead, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=8145810a-c7a2-4d59-9134-22c28fe44ead,segment=NetworkSegment(1136fa96-0911-44da-9118-426bf4e37a7b),segment_id=1136fa96-0911-44da-9118-426bf4e37a7b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:27.886297 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19ed9f7-644c-420c-a98c-08b494089bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8145810a-c7a2-4d59-9134-22c28fe44ead'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:24:27.890099 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89ff780-4e4a-4291-8c64-c431dc32b4d8" -d '{"events": [{"server_uuid": "b19ed9f7-644c-420c-a98c-08b494089bea", "name": "network-vif-plugged", "status": "completed", "tag": "8145810a-c7a2-4d59-9134-22c28fe44ead"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:24:27.896462 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:27.915208 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a163f75c-baff-431f-8bde-85d87c61271c req-ba70631e-1b5c-4743-bd75-bf32ccb155f5 service neutron] 10.222.0.25 "GET /v2.0/networks/32c76f13-1e17-4dc8-9eac-cde3fda606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392342 Nov 10 19:24:27.963388 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-aaaeec97-54c9-4484-b2ed-078b532e250b None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:27.986692 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-aaaeec97-54c9-4484-b2ed-078b532e250b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:27.986692 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=8145810a-c7a2-4d59-9134-22c28fe44ead,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:28.046810 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-5a3b2b1e-7a9d-454f-a806-b09a160c2610 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Allocated IP 2001:db8::10 (6eaf7b88-18aa-4814-8929-7eb7d8e74c43/d4edd58b-707d-4b73-bb86-9ae55e2f629c/cb7dd101-d70b-4a01-bd78-4c48284bf00b) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:24:28.061501 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-133113a0-c418-46b1-9f0c-0d869dca96e4 req-53febfb3-94f6-4f91-85ad-60ceae67d5fe tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf3bc4dd-cef4-4721-bb43-5b9cc39b37cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877177 Nov 10 19:24:28.085297 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaaeec97-54c9-4484-b2ed-078b532e250b None None] Network 6eaf7b88-18aa-4814-8929-7eb7d8e74c43 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:24:28.106753 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaeec97-54c9-4484-b2ed-078b532e250b None None] Pushing event updated for resources: {'Port': ['ID=f70ebdc9-fa27-46e3-beb7-5c3bf36b513a,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:28.113934 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a163f75c-baff-431f-8bde-85d87c61271c req-0a58a44e-4e9b-4569-9cd4-86d2046373d6 service neutron] 10.222.0.25 "GET /v2.0/networks/32c76f13-1e17-4dc8-9eac-cde3fda606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902387 Nov 10 19:24:28.138435 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-aaaeec97-54c9-4484-b2ed-078b532e250b None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:24:28.149177 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaeec97-54c9-4484-b2ed-078b532e250b None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:24:28.158824 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67419aa-9443-40ce-971f-d308a7701919 x-openstack-request-id: req-d67419aa-9443-40ce-971f-d308a7701919 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:24:28.159498 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19ed9f7-644c-420c-a98c-08b494089bea", "name": "network-vif-plugged", "status": "completed", "tag": "8145810a-c7a2-4d59-9134-22c28fe44ead", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:24:28.159781 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d67419aa-9443-40ce-971f-d308a7701919 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:24:28.160210 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19ed9f7-644c-420c-a98c-08b494089bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8145810a-c7a2-4d59-9134-22c28fe44ead', 'code': 200} Nov 10 19:24:28.257788 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-aaaeec97-54c9-4484-b2ed-078b532e250b None None] Attempting to bind port f70ebdc9-fa27-46e3-beb7-5c3bf36b513a on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:24:28.258223 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-aaaeec97-54c9-4484-b2ed-078b532e250b None None] Attempting to bind port f70ebdc9-fa27-46e3-beb7-5c3bf36b513a by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'eb1fbad8-1603-447c-a07d-4c0e7cf827de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '6eaf7b88-18aa-4814-8929-7eb7d8e74c43'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:24:28.258597 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaeec97-54c9-4484-b2ed-078b532e250b None None] Attempting to bind port f70ebdc9-fa27-46e3-beb7-5c3bf36b513a on network 6eaf7b88-18aa-4814-8929-7eb7d8e74c43 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:24:28.265425 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaeec97-54c9-4484-b2ed-078b532e250b None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:24:28.265835 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaeec97-54c9-4484-b2ed-078b532e250b None None] Checking segment: {'id': 'eb1fbad8-1603-447c-a07d-4c0e7cf827de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '6eaf7b88-18aa-4814-8929-7eb7d8e74c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:24:28.266262 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-aaaeec97-54c9-4484-b2ed-078b532e250b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:28.266665 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaeec97-54c9-4484-b2ed-078b532e250b None None] Bound using segment: {'id': 'eb1fbad8-1603-447c-a07d-4c0e7cf827de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '6eaf7b88-18aa-4814-8929-7eb7d8e74c43'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:24:28.267171 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-aaaeec97-54c9-4484-b2ed-078b532e250b None None] Bound port: f70ebdc9-fa27-46e3-beb7-5c3bf36b513a, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1fbad8-1603-447c-a07d-4c0e7cf827de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '6eaf7b88-18aa-4814-8929-7eb7d8e74c43'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:24:28.267575 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-aaaeec97-54c9-4484-b2ed-078b532e250b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:28.359032 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69511d7-c691-4b2d-9ad3-e8a2976d31fc req-419058d0-8720-4ba5-afd9-82be0258ee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:28.364413 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d69511d7-c691-4b2d-9ad3-e8a2976d31fc req-419058d0-8720-4ba5-afd9-82be0258ee02 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=69914fc6f0964a1f82f3fd94373da7f0&device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 1094 time: 0.1836984 Nov 10 19:24:28.372397 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-aaaeec97-54c9-4484-b2ed-078b532e250b None None] For port f70ebdc9-fa27-46e3-beb7-5c3bf36b513a, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:24:28.377299 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-aaaeec97-54c9-4484-b2ed-078b532e250b None None] For port f70ebdc9-fa27-46e3-beb7-5c3bf36b513a, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f70ebdc9-fa27-46e3-beb7-5c3bf36b513a,segment=NetworkSegment(eb1fbad8-1603-447c-a07d-4c0e7cf827de),segment_id=eb1fbad8-1603-447c-a07d-4c0e7cf827de)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:24:28.381979 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-aaaeec97-54c9-4484-b2ed-078b532e250b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:28.385085 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ecd88-9b27-43e3-ab99-0a5aba3cac5b req-c9c829a0-ada1-49b8-a287-fadb60fc2cf9 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:28.386013 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169da91-cfef-4b69-af76-0d963f8d81fc req-7d6d8f5a-6466-475b-b375-9d0971050403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:28.387134 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b169da91-cfef-4b69-af76-0d963f8d81fc req-7d6d8f5a-6466-475b-b375-9d0971050403 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b19ed9f7-644c-420c-a98c-08b494089bea HTTP/1.1" status: 200 len: 1096 time: 0.1287177 Nov 10 19:24:28.398444 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c30ecd88-9b27-43e3-ab99-0a5aba3cac5b req-c9c829a0-ada1-49b8-a287-fadb60fc2cf9 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 943 time: 0.1582425 Nov 10 19:24:28.489749 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b169da91-cfef-4b69-af76-0d963f8d81fc req-dc0ad596-06ab-40d6-94a4-b6da0d5e2302 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bf3bc4dd-cef4-4721-bb43-5b9cc39b37cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867696 Nov 10 19:24:28.496037 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a3b2b1e-7a9d-454f-a806-b09a160c2610 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:28.515836 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaeec97-54c9-4484-b2ed-078b532e250b None None] Pushing event updated for resources: {'Port': ['ID=f70ebdc9-fa27-46e3-beb7-5c3bf36b513a,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:28.564080 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46832) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:28.572556 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a3b2b1e-7a9d-454f-a806-b09a160c2610 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:28.632399 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c30ecd88-9b27-43e3-ab99-0a5aba3cac5b req-9944f582-c688-4930-88d4-b916e6400f6b tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330618 Nov 10 19:24:28.633953 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:28.673205 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3b2b1e-7a9d-454f-a806-b09a160c2610 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network 6eaf7b88-18aa-4814-8929-7eb7d8e74c43 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:24:28.674915 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69511d7-c691-4b2d-9ad3-e8a2976d31fc req-ad0e2086-3b2c-4cc4-8884-bfd27afb4705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:28.676728 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d69511d7-c691-4b2d-9ad3-e8a2976d31fc req-ad0e2086-3b2c-4cc4-8884-bfd27afb4705 service neutron] 10.222.0.25 "GET /v2.0/networks?id=32c76f13-1e17-4dc8-9eac-cde3fda606b6 HTTP/1.1" status: 200 len: 915 time: 0.2761853 Nov 10 19:24:28.683662 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-5a3b2b1e-7a9d-454f-a806-b09a160c2610 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:24:28.686582 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3b2b1e-7a9d-454f-a806-b09a160c2610 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:24:28.693910 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3b2b1e-7a9d-454f-a806-b09a160c2610 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:28.695104 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a3b2b1e-7a9d-454f-a806-b09a160c2610 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:28.733685 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b2b1e-7a9d-454f-a806-b09a160c2610 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Port': ['ID=cb7dd101-d70b-4a01-bd78-4c48284bf00b,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:28.790652 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5a3b2b1e-7a9d-454f-a806-b09a160c2610 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8173037 Nov 10 19:24:28.798013 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46838) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:28.799428 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d69511d7-c691-4b2d-9ad3-e8a2976d31fc req-f9521a7b-4990-44f8-8822-2846156eb438 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4adaa710-c6fb-4b1b-9259-a609bdfdd0c2 HTTP/1.1" status: 200 len: 217 time: 0.1066906 Nov 10 19:24:28.813723 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c9e2ff4-879d-4865-9b26-4424d04b79f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:28.815214 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-0f74ad6b-4ec3-486e-9d66-7d5d534e4a0c tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'port': {'network_id': '6eaf7b88-18aa-4814-8929-7eb7d8e74c43', 'name': 'tempest-PortsIpV6TestJSON-363348282', 'fixed_ips': [{'subnet_id': 'd4edd58b-707d-4b73-bb86-9ae55e2f629c', 'ip_address': '2001:db8::f'}]}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:28.815938 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46840) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:28.933960 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69511d7-c691-4b2d-9ad3-e8a2976d31fc req-016ef40b-a672-4370-8495-943bddff3431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:28.935637 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d69511d7-c691-4b2d-9ad3-e8a2976d31fc req-016ef40b-a672-4370-8495-943bddff3431 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=babcf2b1-e498-4105-82f8-754d9115199f HTTP/1.1" status: 200 len: 854 time: 0.1204996 Nov 10 19:24:28.983272 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f74ad6b-4ec3-486e-9d66-7d5d534e4a0c tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:24:28.994882 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0f74ad6b-4ec3-486e-9d66-7d5d534e4a0c tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:29.000031 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d69511d7-c691-4b2d-9ad3-e8a2976d31fc req-2b20f9b6-0c61-4c8b-add9-ce2b4b146b43 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=32c76f13-1e17-4dc8-9eac-cde3fda606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555274 Nov 10 19:24:29.016095 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-0f74ad6b-4ec3-486e-9d66-7d5d534e4a0c tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] device_id is not set on port 9b2b4cfa-be6a-4a98-ab03-a0a1cd512448 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:24:29.128649 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c9e2ff4-879d-4865-9b26-4424d04b79f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:29.164183 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c9e2ff4-879d-4865-9b26-4424d04b79f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:29.245589 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-0f74ad6b-4ec3-486e-9d66-7d5d534e4a0c tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Allocated IP 2001:db8::f (6eaf7b88-18aa-4814-8929-7eb7d8e74c43/d4edd58b-707d-4b73-bb86-9ae55e2f629c/9b2b4cfa-be6a-4a98-ab03-a0a1cd512448) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:24:29.253505 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e2ff4-879d-4865-9b26-4424d04b79f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37ac117-8c53-4bec-aa47-bddb567f668d,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:29.289371 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9c9e2ff4-879d-4865-9b26-4424d04b79f8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d00c88fd23054c59bfc63cdbc3189a63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7180979 Nov 10 19:24:29.290734 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46846) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:29.292888 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d69511d7-c691-4b2d-9ad3-e8a2976d31fc req-54cdca9b-9533-4af5-886c-a82b0982fb22 service neutron] 10.222.0.25 "GET /v2.0/networks/32c76f13-1e17-4dc8-9eac-cde3fda606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521932 Nov 10 19:24:29.340322 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:29.471684 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee64d62-9845-4024-b559-e1cd4bac630e req-d72f2b8f-6c06-4dea-871b-f9e0630ef891 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:29.473542 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bee64d62-9845-4024-b559-e1cd4bac630e req-d72f2b8f-6c06-4dea-871b-f9e0630ef891 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] 10.222.0.54 "GET /v2.0/ports?device_id=b19ed9f7-644c-420c-a98c-08b494089bea HTTP/1.1" status: 200 len: 945 time: 0.2755935 Nov 10 19:24:29.510445 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0f74ad6b-4ec3-486e-9d66-7d5d534e4a0c tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:29.588704 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0f74ad6b-4ec3-486e-9d66-7d5d534e4a0c tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:29.621408 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cb2bac51-f029-41a8-ac59-263f5f3686e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:29.648196 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f70ebdc9-fa27-46e3-beb7-5c3bf36b513a up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:24:29.656325 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cb2bac51-f029-41a8-ac59-263f5f3686e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:29.706859 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f74ad6b-4ec3-486e-9d66-7d5d534e4a0c tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network 6eaf7b88-18aa-4814-8929-7eb7d8e74c43 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:24:29.710732 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-0f74ad6b-4ec3-486e-9d66-7d5d534e4a0c tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:24:29.717678 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f74ad6b-4ec3-486e-9d66-7d5d534e4a0c tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:24:29.723793 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f74ad6b-4ec3-486e-9d66-7d5d534e4a0c tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:29.724668 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0f74ad6b-4ec3-486e-9d66-7d5d534e4a0c tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:29.737366 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74ad6b-4ec3-486e-9d66-7d5d534e4a0c tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Port': ['ID=9b2b4cfa-be6a-4a98-ab03-a0a1cd512448,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:29.759686 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0f74ad6b-4ec3-486e-9d66-7d5d534e4a0c tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9547768 Nov 10 19:24:29.765418 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46852) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:29.808164 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cb2bac51-f029-41a8-ac59-263f5f3686e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:29.808164 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cb2bac51-f029-41a8-ac59-263f5f3686e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:29.808164 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-cb2bac51-f029-41a8-ac59-263f5f3686e0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b37ac117-8c53-4bec-aa47-bddb567f668d HTTP/1.1" status: 204 len: 168 time: 0.5114973 Nov 10 19:24:29.819450 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bee64d62-9845-4024-b559-e1cd4bac630e req-9499c7c4-5146-4c6e-8abb-e5e1893de3a3 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf3bc4dd-cef4-4721-bb43-5b9cc39b37cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980890 Nov 10 19:24:29.826811 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d69511d7-c691-4b2d-9ad3-e8a2976d31fc req-78883c7c-f299-4e2a-a679-6c3241a3a423 service neutron] 10.222.0.25 "GET /v2.0/networks/32c76f13-1e17-4dc8-9eac-cde3fda606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775569 Nov 10 19:24:29.838712 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2bac51-f029-41a8-ac59-263f5f3686e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37ac117-8c53-4bec-aa47-bddb567f668d,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:29.938049 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port f70ebdc9-fa27-46e3-beb7-5c3bf36b513a triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:29.938547 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:30.023535 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7e8b9a-8762-45fe-ad66-63f6f9e9de70 None None] Network 6eaf7b88-18aa-4814-8929-7eb7d8e74c43 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:24:30.085846 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf1d1ce-e725-414a-85e3-b1f56ead20da tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:30.087732 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9cf1d1ce-e725-414a-85e3-b1f56ead20da tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3182023 Nov 10 19:24:30.091012 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46858) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:30.181077 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f84b60-cead-4165-9c02-a9dec150203e req-e25c32bd-22fe-4613-b364-f2adcc02dae3 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:30.182685 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-01f84b60-cead-4165-9c02-a9dec150203e req-e25c32bd-22fe-4613-b364-f2adcc02dae3 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 943 time: 0.1324384 Nov 10 19:24:30.189792 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd17eed8-2644-453b-81f1-17cfafbd108a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:30.200846 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd17eed8-2644-453b-81f1-17cfafbd108a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:30.210182 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd17eed8-2644-453b-81f1-17cfafbd108a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:30.212815 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-fd17eed8-2644-453b-81f1-17cfafbd108a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1197402 Nov 10 19:24:30.218632 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46860) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:30.287319 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d088d2d5-1fd2-4126-aea5-a61f1e4b779b None None] Provisioning complete for port f70ebdc9-fa27-46e3-beb7-5c3bf36b513a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:30.287850 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d088d2d5-1fd2-4126-aea5-a61f1e4b779b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:30.350479 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-01f84b60-cead-4165-9c02-a9dec150203e req-34c7fd83-86a1-4e6f-85f8-b1450ddd37ae tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588609 Nov 10 19:24:30.400518 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9ed0872f-0563-4819-8af3-55f06cf49778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:30.404352 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:30.430294 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-7f190afe-7241-40bb-ac7f-5bf8e6896153 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Deleting port 9b2b4cfa-be6a-4a98-ab03-a0a1cd512448 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:24:30.431065 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7f190afe-7241-40bb-ac7f-5bf8e6896153 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:30.554358 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port f70ebdc9-fa27-46e3-beb7-5c3bf36b513a, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f70ebdc9-fa27-46e3-beb7-5c3bf36b513a,segment=NetworkSegment(eb1fbad8-1603-447c-a07d-4c0e7cf827de),segment_id=eb1fbad8-1603-447c-a07d-4c0e7cf827de)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:30.596322 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:30.605412 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7f190afe-7241-40bb-ac7f-5bf8e6896153 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:30.620848 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-7f190afe-7241-40bb-ac7f-5bf8e6896153 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Calling delete_port for 9b2b4cfa-be6a-4a98-ab03-a0a1cd512448 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:24:30.642137 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d088d2d5-1fd2-4126-aea5-a61f1e4b779b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:30.706670 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=f70ebdc9-fa27-46e3-beb7-5c3bf36b513a,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:30.727080 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-d088d2d5-1fd2-4126-aea5-a61f1e4b779b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:24:30.727443 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-d088d2d5-1fd2-4126-aea5-a61f1e4b779b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:24:30.798930 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7f190afe-7241-40bb-ac7f-5bf8e6896153 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:30.853589 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f190afe-7241-40bb-ac7f-5bf8e6896153 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Port': ['ID=9b2b4cfa-be6a-4a98-ab03-a0a1cd512448,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:30.907418 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7f190afe-7241-40bb-ac7f-5bf8e6896153 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:30.913956 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7f190afe-7241-40bb-ac7f-5bf8e6896153 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/ports/9b2b4cfa-be6a-4a98-ab03-a0a1cd512448 HTTP/1.1" status: 204 len: 168 time: 0.6934197 Nov 10 19:24:30.916204 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46882) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:30.955886 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-9ed0872f-0563-4819-8af3-55f06cf49778 admin admin] Deleting port ddeb9ab5-c38c-444d-9153-1ea476c8e71f {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:24:30.956431 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9ed0872f-0563-4819-8af3-55f06cf49778 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:30.982443 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b57d099-6273-4a58-b9c0-2d8e2b4a1a77 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] GET failed (client error): The resource could not be found. Nov 10 19:24:30.982443 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1b57d099-6273-4a58-b9c0-2d8e2b4a1a77 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "GET /v2.0/ports/9b2b4cfa-be6a-4a98-ab03-a0a1cd512448 HTTP/1.1" status: 404 len: 333 time: 0.0630772 Nov 10 19:24:30.986085 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46884) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:31.076788 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ff754-e534-42b8-b35b-ab1cf90a21eb req-a920eff6-42ab-44ab-9151-d0f0eef3f555 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:31.078501 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-902ff754-e534-42b8-b35b-ab1cf90a21eb req-a920eff6-42ab-44ab-9151-d0f0eef3f555 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] 10.222.0.54 "GET /v2.0/ports?device_id=b19ed9f7-644c-420c-a98c-08b494089bea HTTP/1.1" status: 200 len: 945 time: 0.1039891 Nov 10 19:24:31.123292 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-9ed0872f-0563-4819-8af3-55f06cf49778 admin admin] For port ddeb9ab5-c38c-444d-9153-1ea476c8e71f, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ddeb9ab5-c38c-444d-9153-1ea476c8e71f,segment=NetworkSegment(bbb86607-878b-48fc-80e0-71f257e97ed3),segment_id=bbb86607-878b-48fc-80e0-71f257e97ed3)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:31.123683 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9ed0872f-0563-4819-8af3-55f06cf49778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:31.138775 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-ae65a47c-5d97-4da6-906a-ea9d0bba785b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Deleting port cb7dd101-d70b-4a01-bd78-4c48284bf00b {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:24:31.139298 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ae65a47c-5d97-4da6-906a-ea9d0bba785b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:31.145751 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-9ed0872f-0563-4819-8af3-55f06cf49778 admin admin] Calling delete_port for ddeb9ab5-c38c-444d-9153-1ea476c8e71f owned by network:router_interface {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:24:31.172872 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-902ff754-e534-42b8-b35b-ab1cf90a21eb req-2fbef940-3eb2-4cf9-8ac3-19e9dfa28024 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf3bc4dd-cef4-4721-bb43-5b9cc39b37cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809982 Nov 10 19:24:31.262402 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ae65a47c-5d97-4da6-906a-ea9d0bba785b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:31.278485 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-ae65a47c-5d97-4da6-906a-ea9d0bba785b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Calling delete_port for cb7dd101-d70b-4a01-bd78-4c48284bf00b owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:24:31.447038 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9ed0872f-0563-4819-8af3-55f06cf49778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:31.476331 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-1a6b04e8-ae6c-4602-821f-530a72ae72c7 None None] Provisioning complete for port cb7dd101-d70b-4a01-bd78-4c48284bf00b triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:31.477887 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1a6b04e8-ae6c-4602-821f-530a72ae72c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:31.498188 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0872f-0563-4819-8af3-55f06cf49778 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddeb9ab5-c38c-444d-9153-1ea476c8e71f,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:31.501872 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ae65a47c-5d97-4da6-906a-ea9d0bba785b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:31.549515 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65a47c-5d97-4da6-906a-ea9d0bba785b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Port': ['ID=cb7dd101-d70b-4a01-bd78-4c48284bf00b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:31.579416 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-1a6b04e8-ae6c-4602-821f-530a72ae72c7 None None] Port cb7dd101-d70b-4a01-bd78-4c48284bf00b cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:24:31.590556 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-1a6b04e8-ae6c-4602-821f-530a72ae72c7 None None] Could not find standard attr ID for object 9b2b4cfa-be6a-4a98-ab03-a0a1cd512448. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:24:31.619704 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-1a6b04e8-ae6c-4602-821f-530a72ae72c7 None None] Provisioning complete for port f70ebdc9-fa27-46e3-beb7-5c3bf36b513a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:31.620371 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1a6b04e8-ae6c-4602-821f-530a72ae72c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:31.643139 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ae65a47c-5d97-4da6-906a-ea9d0bba785b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:31.652539 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46906) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:31.652990 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ae65a47c-5d97-4da6-906a-ea9d0bba785b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/ports/cb7dd101-d70b-4a01-bd78-4c48284bf00b HTTP/1.1" status: 204 len: 168 time: 0.6654735 Nov 10 19:24:31.676000 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f70ebdc9-fa27-46e3-beb7-5c3bf36b513a up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:24:31.692410 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce360319-4a5d-4ef2-aa84-c8c08b369250 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] GET failed (client error): The resource could not be found. Nov 10 19:24:31.694434 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ce360319-4a5d-4ef2-aa84-c8c08b369250 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "GET /v2.0/ports/cb7dd101-d70b-4a01-bd78-4c48284bf00b HTTP/1.1" status: 404 len: 333 time: 0.0391881 Nov 10 19:24:31.697787 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46910) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:31.771301 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-7027d54b-e4a2-482d-bbfa-0a213570d88b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Deleting subnet d4edd58b-707d-4b73-bb86-9ae55e2f629c {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:24:31.776364 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7027d54b-e4a2-482d-bbfa-0a213570d88b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:31.781660 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port f70ebdc9-fa27-46e3-beb7-5c3bf36b513a triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:31.782738 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:31.785150 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46912) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:31.860668 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb93f7-616f-4c5b-bf6b-c587044c86a5 req-da6fa872-7b7b-462a-abca-664319e5820d tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:31.862315 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1ecb93f7-616f-4c5b-bf6b-c587044c86a5 req-da6fa872-7b7b-462a-abca-664319e5820d tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 943 time: 0.2733455 Nov 10 19:24:31.986966 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-860db857-48d6-4db1-8c7e-c62ac381e7d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:31.990547 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7027d54b-e4a2-482d-bbfa-0a213570d88b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:32.005022 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-cc083271-4657-4b5d-ab33-8df75c5da5cf None None] Could not find standard attr ID for object 9b2b4cfa-be6a-4a98-ab03-a0a1cd512448. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:24:32.083661 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-860db857-48d6-4db1-8c7e-c62ac381e7d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:32.090421 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-860db857-48d6-4db1-8c7e-c62ac381e7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:32.139369 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860db857-48d6-4db1-8c7e-c62ac381e7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e8e2c5-04fa-4360-9f35-13f6c2fb6919,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:32.146153 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-860db857-48d6-4db1-8c7e-c62ac381e7d8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e7d7578d396a462cb384172fe0a44b6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3597417 Nov 10 19:24:32.150263 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46918) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:32.211878 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7ac8848-a164-48ca-a9ae-d4a7cb9dc143 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:32.238463 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7ac8848-a164-48ca-a9ae-d4a7cb9dc143 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:32.296344 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7ac8848-a164-48ca-a9ae-d4a7cb9dc143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:32.299402 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7ac8848-a164-48ca-a9ae-d4a7cb9dc143 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:32.303560 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c7ac8848-a164-48ca-a9ae-d4a7cb9dc143 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/46e8e2c5-04fa-4360-9f35-13f6c2fb6919 HTTP/1.1" status: 204 len: 168 time: 0.1493812 Nov 10 19:24:32.312627 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac8848-a164-48ca-a9ae-d4a7cb9dc143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e8e2c5-04fa-4360-9f35-13f6c2fb6919,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:32.447277 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1ecb93f7-616f-4c5b-bf6b-c587044c86a5 req-3fb386df-68b9-41ab-9543-2088f291657c tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5649812 Nov 10 19:24:32.447877 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9ed0872f-0563-4819-8af3-55f06cf49778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:32.534768 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7027d54b-e4a2-482d-bbfa-0a213570d88b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:32.691131 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7027d54b-e4a2-482d-bbfa-0a213570d88b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:32.751956 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027d54b-e4a2-482d-bbfa-0a213570d88b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Subnet': ['ID=d4edd58b-707d-4b73-bb86-9ae55e2f629c,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:32.757959 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7027d54b-e4a2-482d-bbfa-0a213570d88b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:32.761139 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7027d54b-e4a2-482d-bbfa-0a213570d88b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/subnets/d4edd58b-707d-4b73-bb86-9ae55e2f629c HTTP/1.1" status: 204 len: 168 time: 1.0609391 Nov 10 19:24:32.766066 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46932) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:32.768403 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e87bff-67e7-4bab-9e1c-ec6bee373ed9 None None] Network 6eaf7b88-18aa-4814-8929-7eb7d8e74c43 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:24:32.823588 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815742d7-60e8-4189-ab89-ec1387cfa5aa req-8bc885de-b7f3-41ce-95eb-0bd4c9d26e3c tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:32.830839 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-815742d7-60e8-4189-ab89-ec1387cfa5aa req-8bc885de-b7f3-41ce-95eb-0bd4c9d26e3c tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] 10.222.0.54 "GET /v2.0/ports?device_id=b19ed9f7-644c-420c-a98c-08b494089bea HTTP/1.1" status: 200 len: 945 time: 0.1441081 Nov 10 19:24:32.870319 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed0872f-0563-4819-8af3-55f06cf49778 admin admin] Router f3e0b066-6885-46b9-b5b8-e400dec94bf5 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:24:32.873799 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1fb57232-ea3e-4ff3-82ed-9e30f3a0e578 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:32.897185 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-815742d7-60e8-4189-ab89-ec1387cfa5aa req-8c9443e8-76f9-4e84-8ad6-f72d854ed332 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf3bc4dd-cef4-4721-bb43-5b9cc39b37cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654521 Nov 10 19:24:32.952073 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-1fb57232-ea3e-4ff3-82ed-9e30f3a0e578 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Deleting port f70ebdc9-fa27-46e3-beb7-5c3bf36b513a {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:24:32.952426 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1fb57232-ea3e-4ff3-82ed-9e30f3a0e578 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:33.016582 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eced8891-c65c-4f5f-ab01-e47c5b6628b5 None None] DHCP port deletion for 6eaf7b88-18aa-4814-8929-7eb7d8e74c43 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:24:33.019230 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed0872f-0563-4819-8af3-55f06cf49778 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:24:33.025314 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9ed0872f-0563-4819-8af3-55f06cf49778 admin admin] 10.222.0.54 "PUT /v2.0/routers/f3e0b066-6885-46b9-b5b8-e400dec94bf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2083511 Nov 10 19:24:33.028134 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46940) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:33.037455 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b882d385-1092-42f9-91c6-7efe61af0aa4 None None] Sync routers for ids ['f3e0b066-6885-46b9-b5b8-e400dec94bf5'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:24:33.052334 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b882d385-1092-42f9-91c6-7efe61af0aa4 None None] Routers {'f3e0b066-6885-46b9-b5b8-e400dec94bf5'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:24:33.054536 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-b882d385-1092-42f9-91c6-7efe61af0aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:24:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['f3e0b066-6885-46b9-b5b8-e400dec94bf5'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:33.083153 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-1fb57232-ea3e-4ff3-82ed-9e30f3a0e578 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] For port f70ebdc9-fa27-46e3-beb7-5c3bf36b513a, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f70ebdc9-fa27-46e3-beb7-5c3bf36b513a,segment=NetworkSegment(eb1fbad8-1603-447c-a07d-4c0e7cf827de),segment_id=eb1fbad8-1603-447c-a07d-4c0e7cf827de)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:33.083531 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1fb57232-ea3e-4ff3-82ed-9e30f3a0e578 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:33.120176 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-eced8891-c65c-4f5f-ab01-e47c5b6628b5 None None] Deleting port f70ebdc9-fa27-46e3-beb7-5c3bf36b513a {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:24:33.120790 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-eced8891-c65c-4f5f-ab01-e47c5b6628b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:33.123339 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-1fb57232-ea3e-4ff3-82ed-9e30f3a0e578 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Calling delete_port for f70ebdc9-fa27-46e3-beb7-5c3bf36b513a owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:24:33.205178 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-eced8891-c65c-4f5f-ab01-e47c5b6628b5 None None] For port f70ebdc9-fa27-46e3-beb7-5c3bf36b513a, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f70ebdc9-fa27-46e3-beb7-5c3bf36b513a,segment=NetworkSegment(eb1fbad8-1603-447c-a07d-4c0e7cf827de),segment_id=eb1fbad8-1603-447c-a07d-4c0e7cf827de)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:33.206549 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-eced8891-c65c-4f5f-ab01-e47c5b6628b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:33.220145 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-b882d385-1092-42f9-91c6-7efe61af0aa4 None None] Set router f3e0b066-6885-46b9-b5b8-e400dec94bf5 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:24:33.222928 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-eced8891-c65c-4f5f-ab01-e47c5b6628b5 None None] Calling delete_port for f70ebdc9-fa27-46e3-beb7-5c3bf36b513a owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:24:33.257694 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1fb57232-ea3e-4ff3-82ed-9e30f3a0e578 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:33.274140 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-16d84519-b22d-482e-8857-d810c2c291a8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:33.293890 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb57232-ea3e-4ff3-82ed-9e30f3a0e578 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Port': ['ID=f70ebdc9-fa27-46e3-beb7-5c3bf36b513a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:33.297928 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb57232-ea3e-4ff3-82ed-9e30f3a0e578 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] No DVR routers for this DVR port f70ebdc9-fa27-46e3-beb7-5c3bf36b513a on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:24:33.347072 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-eced8891-c65c-4f5f-ab01-e47c5b6628b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:33.392572 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eced8891-c65c-4f5f-ab01-e47c5b6628b5 None None] No DVR routers for this DVR port f70ebdc9-fa27-46e3-beb7-5c3bf36b513a on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:24:33.402104 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced8891-c65c-4f5f-ab01-e47c5b6628b5 None None] Pushing event deleted for resources: {'Port': ['ID=f70ebdc9-fa27-46e3-beb7-5c3bf36b513a,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:33.419572 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1fb57232-ea3e-4ff3-82ed-9e30f3a0e578 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:33.452245 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-1fb57232-ea3e-4ff3-82ed-9e30f3a0e578 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eaf7b88-18aa-4814-8929-7eb7d8e74c43']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:33.465013 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-1fb57232-ea3e-4ff3-82ed-9e30f3a0e578 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb1fbad8-1603-447c-a07d-4c0e7cf827de') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:33.465476 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-1fb57232-ea3e-4ff3-82ed-9e30f3a0e578 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb1fbad8-1603-447c-a07d-4c0e7cf827de') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:33.480790 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-16d84519-b22d-482e-8857-d810c2c291a8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:33.494668 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1fb57232-ea3e-4ff3-82ed-9e30f3a0e578 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:33.501690 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-b882d385-1092-42f9-91c6-7efe61af0aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'name': 'tempest-TaggedBootDevicesTest-1295309602-router', 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'facde35a-9f06-40ba-a4a5-e370391d9729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:12:14Z', 'updated_at': '2021-11-10T19:24:31Z', 'revision_number': 5, 'project_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'gw_port': {'id': 'facde35a-9f06-40ba-a4a5-e370391d9729', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:12:15Z', 'updated_at': '2021-11-10T19:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:33.533605 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1fb57232-ea3e-4ff3-82ed-9e30f3a0e578 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:33.552552 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb57232-ea3e-4ff3-82ed-9e30f3a0e578 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:24:33.553857 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1fb57232-ea3e-4ff3-82ed-9e30f3a0e578 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:33.564378 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:24:33.564378 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:24:33.564378 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:24:33.564378 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:24:33.564378 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:24:33.564378 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:24:33.564378 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:24:33.564378 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:24:33.564378 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:24:33.564378 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:24:33.564378 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:24:33.564378 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:24:33.564378 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:24:33.564378 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:24:33.564378 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:24:33.564378 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:24:33.564378 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:24:33.564378 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:24:33.564378 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:24:33.564378 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:24:33.564378 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:24:33.564378 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:24:33.564378 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:24:33.564378 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:24:33.564378 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:24:33.564378 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:24:33.564378 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:24:33.564378 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:24:33.564378 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:24:33.564378 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:24:33.564378 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:24:33.564378 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:24:33.572724 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 4adaa710-c6fb-4b1b-9259-a609bdfdd0c2 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:24:33.616181 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b882d385-1092-42f9-91c6-7efe61af0aa4 None None] Checking router: f3e0b066-6885-46b9-b5b8-e400dec94bf5 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:24:33.625517 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-16d84519-b22d-482e-8857-d810c2c291a8 admin admin] Deleting port facde35a-9f06-40ba-a4a5-e370391d9729 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:24:33.626363 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-16d84519-b22d-482e-8857-d810c2c291a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:33.634401 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b882d385-1092-42f9-91c6-7efe61af0aa4 None None] Routers {'f3e0b066-6885-46b9-b5b8-e400dec94bf5'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:24:33.635110 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-b882d385-1092-42f9-91c6-7efe61af0aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:24:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['f3e0b066-6885-46b9-b5b8-e400dec94bf5'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:33.726984 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1fb57232-ea3e-4ff3-82ed-9e30f3a0e578 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:33.733756 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1fb57232-ea3e-4ff3-82ed-9e30f3a0e578 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:33.739894 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1fb57232-ea3e-4ff3-82ed-9e30f3a0e578 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/networks/6eaf7b88-18aa-4814-8929-7eb7d8e74c43 HTTP/1.1" status: 204 len: 168 time: 0.9719493 Nov 10 19:24:33.744113 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46954) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:33.750009 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-7b20c259-3863-4ba6-9077-7d1065443e54 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1638709490'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:33.770956 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-b882d385-1092-42f9-91c6-7efe61af0aa4 None None] Set router f3e0b066-6885-46b9-b5b8-e400dec94bf5 gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:24:33.771622 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb57232-ea3e-4ff3-82ed-9e30f3a0e578 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Network': ['ID=6eaf7b88-18aa-4814-8929-7eb7d8e74c43,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:33.778192 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f70ebdc9-fa27-46e3-beb7-5c3bf36b513a no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:24:33.802922 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b20c259-3863-4ba6-9077-7d1065443e54 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:24:33.810897 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7b20c259-3863-4ba6-9077-7d1065443e54 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:33.816863 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe3091-e254-485b-a9cb-51aa90dae90c req-303744db-166b-4179-b727-fd6042e65031 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:33.820199 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-53fe3091-e254-485b-a9cb-51aa90dae90c req-303744db-166b-4179-b727-fd6042e65031 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 943 time: 0.2106788 Nov 10 19:24:33.839622 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: f70ebdc9-fa27-46e3-beb7-5c3bf36b513a {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:24:33.839962 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f70ebdc9-fa27-46e3-beb7-5c3bf36b513a not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:24:33.844511 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-b882d385-1092-42f9-91c6-7efe61af0aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'name': 'tempest-TaggedBootDevicesTest-1295309602-router', 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:12:14Z', 'updated_at': '2021-11-10T19:24:33Z', 'revision_number': 6, 'project_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:33.853638 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b20c259-3863-4ba6-9077-7d1065443e54 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:24:33.876437 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7b20c259-3863-4ba6-9077-7d1065443e54 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:33.876881 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-7b20c259-3863-4ba6-9077-7d1065443e54 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Added segment 33acf8f7-5a09-42db-b7e8-85cf0bc5635f of type vlan for network 73e644d7-c005-4d4c-beb8-f50294af801c Nov 10 19:24:33.896303 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b882d385-1092-42f9-91c6-7efe61af0aa4 None None] The sync data for ids ['f3e0b066-6885-46b9-b5b8-e400dec94bf5'] in n-d-813897-4 is: [{'id': 'f3e0b066-6885-46b9-b5b8-e400dec94bf5', 'name': 'tempest-TaggedBootDevicesTest-1295309602-router', 'tenant_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:12:14Z', 'updated_at': '2021-11-10T19:24:33Z', 'revision_number': 6, 'project_id': 'f8868befe3bb435a8f25d6ac7c7d0f37', 'gw_port_host': None}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:24:33.913291 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 4adaa710-c6fb-4b1b-9259-a609bdfdd0c2, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=4adaa710-c6fb-4b1b-9259-a609bdfdd0c2,segment=NetworkSegment(972f3100-a6a2-4418-9bf5-bbc6550de0fb),segment_id=972f3100-a6a2-4418-9bf5-bbc6550de0fb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:33.932595 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '4adaa710-c6fb-4b1b-9259-a609bdfdd0c2', 'network_id': '32c76f13-1e17-4dc8-9eac-cde3fda606b6', 'port_id': '4adaa710-c6fb-4b1b-9259-a609bdfdd0c2', 'mac_address': 'fa:16:3e:e3:2a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'babcf2b1-e498-4105-82f8-754d9115199f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:24:33.947886 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7b20c259-3863-4ba6-9077-7d1065443e54 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:33.961368 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-53fe3091-e254-485b-a9cb-51aa90dae90c req-f5aae13d-2535-4bad-ba6d-6c3470072f55 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336982 Nov 10 19:24:33.989641 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-16d84519-b22d-482e-8857-d810c2c291a8 admin admin] For port facde35a-9f06-40ba-a4a5-e370391d9729, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=facde35a-9f06-40ba-a4a5-e370391d9729,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:33.990229 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-16d84519-b22d-482e-8857-d810c2c291a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:34.005617 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:34.017896 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-16d84519-b22d-482e-8857-d810c2c291a8 admin admin] Calling delete_port for facde35a-9f06-40ba-a4a5-e370391d9729 owned by network:router_gateway {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:24:34.019803 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7b20c259-3863-4ba6-9077-7d1065443e54 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:34.025960 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4adaa710-c6fb-4b1b-9259-a609bdfdd0c2 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:24:34.034107 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b20c259-3863-4ba6-9077-7d1065443e54 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:34.034941 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7b20c259-3863-4ba6-9077-7d1065443e54 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:34.053854 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 4adaa710-c6fb-4b1b-9259-a609bdfdd0c2, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=4adaa710-c6fb-4b1b-9259-a609bdfdd0c2,segment=NetworkSegment(972f3100-a6a2-4418-9bf5-bbc6550de0fb),segment_id=972f3100-a6a2-4418-9bf5-bbc6550de0fb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:34.059741 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:34.080491 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7b20c259-3863-4ba6-9077-7d1065443e54 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3348842 Nov 10 19:24:34.103307 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46958) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:34.109970 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-54104c93-d7c8-4b0d-b5a6-4b02dbda116b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'subnet': {'network_id': '73e644d7-c005-4d4c-beb8-f50294af801c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:34.134311 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20c259-3863-4ba6-9077-7d1065443e54 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Network': ['ID=73e644d7-c005-4d4c-beb8-f50294af801c,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:34.172292 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 73e644d7-c005-4d4c-beb8-f50294af801c details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:24:34.252910 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=4adaa710-c6fb-4b1b-9259-a609bdfdd0c2,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:34.274680 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f97402-db68-4cbf-a86c-7d19548be44d req-f2b59c5f-a1c9-4012-aeb8-238e98b06f9f tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:34.280369 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-95f97402-db68-4cbf-a86c-7d19548be44d req-f2b59c5f-a1c9-4012-aeb8-238e98b06f9f tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] 10.222.0.54 "GET /v2.0/ports?device_id=b19ed9f7-644c-420c-a98c-08b494089bea HTTP/1.1" status: 200 len: 945 time: 0.1775470 Nov 10 19:24:34.312163 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d7639-743a-46de-afa0-f1c357b7c073 req-a1087017-5fe5-4e0e-afa0-8052d2f8d5c3 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:34.314826 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b33d7639-743a-46de-afa0-f1c357b7c073 req-a1087017-5fe5-4e0e-afa0-8052d2f8d5c3 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] 10.222.0.73 "GET /v2.0/ports?device_id=b19ed9f7-644c-420c-a98c-08b494089bea HTTP/1.1" status: 200 len: 945 time: 0.1278355 Nov 10 19:24:34.382415 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54104c93-d7c8-4b0d-b5a6-4b02dbda116b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:24:34.386528 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-54104c93-d7c8-4b0d-b5a6-4b02dbda116b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:34.563568 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-b33d7639-743a-46de-afa0-f1c357b7c073 req-0c6d3dcd-9f2c-4de5-8f21-f8c898bb1158 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] Deleting port 8145810a-c7a2-4d59-9134-22c28fe44ead {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:24:34.563922 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-b33d7639-743a-46de-afa0-f1c357b7c073 req-0c6d3dcd-9f2c-4de5-8f21-f8c898bb1158 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:34.572043 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-95f97402-db68-4cbf-a86c-7d19548be44d req-ffcc6a94-df67-4e6a-bb1d-4499f6247a9b tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf3bc4dd-cef4-4721-bb43-5b9cc39b37cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819531 Nov 10 19:24:34.638515 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-16d84519-b22d-482e-8857-d810c2c291a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:34.710151 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d84519-b22d-482e-8857-d810c2c291a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=facde35a-9f06-40ba-a4a5-e370391d9729,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:34.716552 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c2c3b4-0023-4121-bd3c-563509d93ebd None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:24:34.725321 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['4adaa710-c6fb-4b1b-9259-a609bdfdd0c2'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:24:34.733793 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-b33d7639-743a-46de-afa0-f1c357b7c073 req-0c6d3dcd-9f2c-4de5-8f21-f8c898bb1158 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] For port 8145810a-c7a2-4d59-9134-22c28fe44ead, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=8145810a-c7a2-4d59-9134-22c28fe44ead,segment=NetworkSegment(1136fa96-0911-44da-9118-426bf4e37a7b),segment_id=1136fa96-0911-44da-9118-426bf4e37a7b)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:34.734140 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-b33d7639-743a-46de-afa0-f1c357b7c073 req-0c6d3dcd-9f2c-4de5-8f21-f8c898bb1158 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:34.766583 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-b33d7639-743a-46de-afa0-f1c357b7c073 req-0c6d3dcd-9f2c-4de5-8f21-f8c898bb1158 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] Calling delete_port for 8145810a-c7a2-4d59-9134-22c28fe44ead owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:24:34.844087 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-16d84519-b22d-482e-8857-d810c2c291a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:34.977734 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-b33d7639-743a-46de-afa0-f1c357b7c073 req-0c6d3dcd-9f2c-4de5-8f21-f8c898bb1158 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:34.989588 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['8145810a-c7a2-4d59-9134-22c28fe44ead'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:24:35.009102 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d3dcd-9f2c-4de5-8f21-f8c898bb1158 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] Pushing event deleted for resources: {'Port': ['ID=8145810a-c7a2-4d59-9134-22c28fe44ead,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:35.045893 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-54104c93-d7c8-4b0d-b5a6-4b02dbda116b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:35.066513 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33d7639-743a-46de-afa0-f1c357b7c073 req-0c6d3dcd-9f2c-4de5-8f21-f8c898bb1158 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] No DVR routers for this DVR port 8145810a-c7a2-4d59-9134-22c28fe44ead on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:24:35.069181 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-b33d7639-743a-46de-afa0-f1c357b7c073 req-0c6d3dcd-9f2c-4de5-8f21-f8c898bb1158 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:35.072818 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b33d7639-743a-46de-afa0-f1c357b7c073 req-0c6d3dcd-9f2c-4de5-8f21-f8c898bb1158 tempest-ServerAddressesTestJSON-1213043085 tempest-ServerAddressesTestJSON-1213043085-project] 10.222.0.73 "DELETE /v2.0/ports/8145810a-c7a2-4d59-9134-22c28fe44ead HTTP/1.1" status: 204 len: 173 time: 0.7509379 Nov 10 19:24:35.073219 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19ed9f7-644c-420c-a98c-08b494089bea', 'name': 'network-vif-deleted', 'tag': '8145810a-c7a2-4d59-9134-22c28fe44ead'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:24:35.076192 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb2c4c9-d209-43b9-9c70-8fbd9216c507" -d '{"events": [{"server_uuid": "b19ed9f7-644c-420c-a98c-08b494089bea", "name": "network-vif-deleted", "tag": "8145810a-c7a2-4d59-9134-22c28fe44ead"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:24:35.141327 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-16d84519-b22d-482e-8857-d810c2c291a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:35.148466 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-16d84519-b22d-482e-8857-d810c2c291a8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:35.233895 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-e2a9e556-b7aa-4a2a-915c-94f621c16f42 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:35.235806 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-e2a9e556-b7aa-4a2a-915c-94f621c16f42 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/networks?id=ab823250-cbd3-4e9e-b2ab-95ea12610eee HTTP/1.1" status: 200 len: 814 time: 0.5417120 Nov 10 19:24:35.244070 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-16d84519-b22d-482e-8857-d810c2c291a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:35.244676 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d84519-b22d-482e-8857-d810c2c291a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3e0b066-6885-46b9-b5b8-e400dec94bf5 {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:24:35.246488 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54104c93-d7c8-4b0d-b5a6-4b02dbda116b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Subnet': ['ID=d8155d98-8619-4e46-889f-f2168e88c0f6,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:35.264647 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-16d84519-b22d-482e-8857-d810c2c291a8 admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:35.265282 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-16d84519-b22d-482e-8857-d810c2c291a8 admin admin] 10.222.0.54 "DELETE /v2.0/routers/f3e0b066-6885-46b9-b5b8-e400dec94bf5 HTTP/1.1" status: 204 len: 168 time: 2.2359600 Nov 10 19:24:35.268195 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 46990) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:35.273104 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-1b554abe-226f-4f88-a963-6fd1a3bb73ad tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/quotas/ca793cf7be314531ae0fda7d17e742e0 HTTP/1.1" status: 200 len: 375 time: 0.0240376 Nov 10 19:24:35.279622 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54104c93-d7c8-4b0d-b5a6-4b02dbda116b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Checking segment: {'id': '33acf8f7-5a09-42db-b7e8-85cf0bc5635f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '73e644d7-c005-4d4c-beb8-f50294af801c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:24:35.279987 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54104c93-d7c8-4b0d-b5a6-4b02dbda116b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network hostable DHCP agents. Network: 73e644d7-c005-4d4c-beb8-f50294af801c, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:24:35.338318 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54104c93-d7c8-4b0d-b5a6-4b02dbda116b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network 73e644d7-c005-4d4c-beb8-f50294af801c is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:24:35.352513 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-54104c93-d7c8-4b0d-b5a6-4b02dbda116b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 73e644d7-c005-4d4c-beb8-f50294af801c) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:24:35.361125 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-2617d076-ef8d-4a4f-a3de-6cf9e4335240 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ca793cf7be314531ae0fda7d17e742e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0713556 Nov 10 19:24:35.362713 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54104c93-d7c8-4b0d-b5a6-4b02dbda116b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:35.363496 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-54104c93-d7c8-4b0d-b5a6-4b02dbda116b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:35.363628 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72969e59-10ea-454e-a8dc-f5e90592c41c None None] Network 73e644d7-c005-4d4c-beb8-f50294af801c requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:24:35.385009 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-d72a28ef-13f4-4416-8679-e1a898107f30 admin admin] Deleting subnet 2f6a98c7-c265-4500-b9ce-49a92ae40ef6 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:24:35.389340 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d72a28ef-13f4-4416-8679-e1a898107f30 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:35.404917 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-54104c93-d7c8-4b0d-b5a6-4b02dbda116b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2999027 Nov 10 19:24:35.413627 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46992) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:35.419565 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-2062302a-76bc-44f9-8c52-5cc2a0319e00 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1547137529', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:35.470206 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d72a28ef-13f4-4416-8679-e1a898107f30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:35.504408 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2062302a-76bc-44f9-8c52-5cc2a0319e00 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:35.505996 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2062302a-76bc-44f9-8c52-5cc2a0319e00 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:35.580570 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device facde35a-9f06-40ba-a4a5-e370391d9729 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:24:35.583005 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2062302a-76bc-44f9-8c52-5cc2a0319e00 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:35.594149 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2062302a-76bc-44f9-8c52-5cc2a0319e00 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:35.606923 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-778f104a-9021-4329-9382-62abfb29fd0e service neutron] 10.222.0.54 "GET /v2.0/networks/ab823250-cbd3-4e9e-b2ab-95ea12610eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293890 Nov 10 19:24:35.633746 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: facde35a-9f06-40ba-a4a5-e370391d9729 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:24:35.634664 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device facde35a-9f06-40ba-a4a5-e370391d9729 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:24:35.635372 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ddeb9ab5-c38c-444d-9153-1ea476c8e71f no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:24:35.641496 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d72a28ef-13f4-4416-8679-e1a898107f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:35.642287 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149d3e2d-44ee-420e-821b-f86ee8e8d674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-73e644d7-c005-4d4c-beb8-f50294af801c', 'network_id': '73e644d7-c005-4d4c-beb8-f50294af801c', 'tenant_id': '9243d602b7744224af856c31c392ac9b', 'fixed_ips': [{'subnet_id': 'd8155d98-8619-4e46-889f-f2168e88c0f6'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:24:35.643821 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-149d3e2d-44ee-420e-821b-f86ee8e8d674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:35.645739 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2062302a-76bc-44f9-8c52-5cc2a0319e00 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:35.649407 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2062302a-76bc-44f9-8c52-5cc2a0319e00 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2320273 Nov 10 19:24:35.651761 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46996) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:35.656994 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-5c1dcdd4-8773-4b23-ac65-ac110f6d6a75 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'port': {'network_id': '73e644d7-c005-4d4c-beb8-f50294af801c', 'name': 'tempest-PortsIpV6TestJSON-1570227931'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:35.684814 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: ddeb9ab5-c38c-444d-9153-1ea476c8e71f {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:24:35.685199 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ddeb9ab5-c38c-444d-9153-1ea476c8e71f not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:24:35.721973 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d72a28ef-13f4-4416-8679-e1a898107f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:35.748626 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d72a28ef-13f4-4416-8679-e1a898107f30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:35.756061 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d72a28ef-13f4-4416-8679-e1a898107f30 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2f6a98c7-c265-4500-b9ce-49a92ae40ef6 HTTP/1.1" status: 204 len: 168 time: 0.4863853 Nov 10 19:24:35.766086 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 46998) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:35.782749 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a28ef-13f4-4416-8679-e1a898107f30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f6a98c7-c265-4500-b9ce-49a92ae40ef6,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:35.787880 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c10ff2-6e21-40fe-8023-5ea57948c15b None None] Network 87a15d79-4902-4d31-887f-c388f0985906 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:24:35.887065 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-9cf839d8-d2fd-4f87-9fdb-fb4197bd4c15 service neutron] 10.222.0.54 "GET /v2.0/networks/ab823250-cbd3-4e9e-b2ab-95ea12610eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752895 Nov 10 19:24:35.901589 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c4790e23-d50e-472f-be03-11091f79ae16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:35.968916 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-149d3e2d-44ee-420e-821b-f86ee8e8d674 None None] Allocated IP 2001:db8::2 (73e644d7-c005-4d4c-beb8-f50294af801c/d8155d98-8619-4e46-889f-f2168e88c0f6/25084525-42a3-4b53-823b-34805b291745) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:24:35.981264 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1dcdd4-8773-4b23-ac65-ac110f6d6a75 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:24:35.985496 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5c1dcdd4-8773-4b23-ac65-ac110f6d6a75 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:36.011986 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-5c1dcdd4-8773-4b23-ac65-ac110f6d6a75 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] device_id is not set on port c6a1a983-ff63-4703-98cd-c48a9099a6b5 yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:24:36.018883 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-c4790e23-d50e-472f-be03-11091f79ae16 admin admin] Deleting port 608a3bc4-3d91-4304-9e9e-13b21e334803 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:24:36.018883 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c4790e23-d50e-472f-be03-11091f79ae16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:36.150689 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b595d1c4-1515-499e-a7f5-730ff7cff714 None None] DHCP port deletion for 87a15d79-4902-4d31-887f-c388f0985906 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:24:36.196748 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-c4790e23-d50e-472f-be03-11091f79ae16 admin admin] For port 608a3bc4-3d91-4304-9e9e-13b21e334803, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=608a3bc4-3d91-4304-9e9e-13b21e334803,segment=NetworkSegment(bbb86607-878b-48fc-80e0-71f257e97ed3),segment_id=bbb86607-878b-48fc-80e0-71f257e97ed3)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:36.197452 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c4790e23-d50e-472f-be03-11091f79ae16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:36.239316 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-c4790e23-d50e-472f-be03-11091f79ae16 admin admin] Calling delete_port for 608a3bc4-3d91-4304-9e9e-13b21e334803 owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:24:36.284084 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-149d3e2d-44ee-420e-821b-f86ee8e8d674 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:36.293816 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-149d3e2d-44ee-420e-821b-f86ee8e8d674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:36.300253 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-b595d1c4-1515-499e-a7f5-730ff7cff714 None None] Deleting port 608a3bc4-3d91-4304-9e9e-13b21e334803 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:24:36.300437 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b595d1c4-1515-499e-a7f5-730ff7cff714 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:36.311828 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34caa97-1c2c-4df8-b4d4-bc5792a4ff05 req-566c202e-6b3c-4a69-b596-0af8ea097498 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:36.313424 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c34caa97-1c2c-4df8-b4d4-bc5792a4ff05 req-566c202e-6b3c-4a69-b596-0af8ea097498 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 944 time: 0.1350422 Nov 10 19:24:36.422359 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-5c1dcdd4-8773-4b23-ac65-ac110f6d6a75 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Allocated IP 2001:db8::14a (73e644d7-c005-4d4c-beb8-f50294af801c/d8155d98-8619-4e46-889f-f2168e88c0f6/c6a1a983-ff63-4703-98cd-c48a9099a6b5) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:24:36.430678 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149d3e2d-44ee-420e-821b-f86ee8e8d674 None None] Network 73e644d7-c005-4d4c-beb8-f50294af801c is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:24:36.432243 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-149d3e2d-44ee-420e-821b-f86ee8e8d674 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:24:36.438935 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149d3e2d-44ee-420e-821b-f86ee8e8d674 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:24:36.441173 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d3e2d-44ee-420e-821b-f86ee8e8d674 None None] Pushing event updated for resources: {'Port': ['ID=25084525-42a3-4b53-823b-34805b291745,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:36.460522 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c34caa97-1c2c-4df8-b4d4-bc5792a4ff05 req-8cc3d653-05c1-42d0-8b05-0a73ec3cafa6 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231658 Nov 10 19:24:36.462581 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-b595d1c4-1515-499e-a7f5-730ff7cff714 None None] For port 608a3bc4-3d91-4304-9e9e-13b21e334803, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=608a3bc4-3d91-4304-9e9e-13b21e334803,segment=NetworkSegment(bbb86607-878b-48fc-80e0-71f257e97ed3),segment_id=bbb86607-878b-48fc-80e0-71f257e97ed3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:36.463483 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b595d1c4-1515-499e-a7f5-730ff7cff714 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:36.464126 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c4790e23-d50e-472f-be03-11091f79ae16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:36.497852 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-b595d1c4-1515-499e-a7f5-730ff7cff714 None None] Calling delete_port for 608a3bc4-3d91-4304-9e9e-13b21e334803 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:24:36.516661 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4790e23-d50e-472f-be03-11091f79ae16 admin admin] Pushing event deleted for resources: {'Port': ['ID=608a3bc4-3d91-4304-9e9e-13b21e334803,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:36.526527 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4790e23-d50e-472f-be03-11091f79ae16 admin admin] No DVR routers for this DVR port 608a3bc4-3d91-4304-9e9e-13b21e334803 on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:24:36.537161 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-149d3e2d-44ee-420e-821b-f86ee8e8d674 None None] Attempting to bind port 25084525-42a3-4b53-823b-34805b291745 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:24:36.537633 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-149d3e2d-44ee-420e-821b-f86ee8e8d674 None None] Attempting to bind port 25084525-42a3-4b53-823b-34805b291745 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '33acf8f7-5a09-42db-b7e8-85cf0bc5635f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '73e644d7-c005-4d4c-beb8-f50294af801c'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:24:36.538099 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149d3e2d-44ee-420e-821b-f86ee8e8d674 None None] Attempting to bind port 25084525-42a3-4b53-823b-34805b291745 on network 73e644d7-c005-4d4c-beb8-f50294af801c {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:24:36.583128 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149d3e2d-44ee-420e-821b-f86ee8e8d674 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:24:36.583551 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149d3e2d-44ee-420e-821b-f86ee8e8d674 None None] Checking segment: {'id': '33acf8f7-5a09-42db-b7e8-85cf0bc5635f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '73e644d7-c005-4d4c-beb8-f50294af801c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:24:36.584618 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-149d3e2d-44ee-420e-821b-f86ee8e8d674 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:36.585533 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149d3e2d-44ee-420e-821b-f86ee8e8d674 None None] Bound using segment: {'id': '33acf8f7-5a09-42db-b7e8-85cf0bc5635f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '73e644d7-c005-4d4c-beb8-f50294af801c'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:24:36.585533 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-149d3e2d-44ee-420e-821b-f86ee8e8d674 None None] Bound port: 25084525-42a3-4b53-823b-34805b291745, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33acf8f7-5a09-42db-b7e8-85cf0bc5635f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '73e644d7-c005-4d4c-beb8-f50294af801c'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:24:36.586025 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-149d3e2d-44ee-420e-821b-f86ee8e8d674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:36.703364 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-149d3e2d-44ee-420e-821b-f86ee8e8d674 None None] For port 25084525-42a3-4b53-823b-34805b291745, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:24:36.707649 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-149d3e2d-44ee-420e-821b-f86ee8e8d674 None None] For port 25084525-42a3-4b53-823b-34805b291745, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=25084525-42a3-4b53-823b-34805b291745,segment=NetworkSegment(33acf8f7-5a09-42db-b7e8-85cf0bc5635f),segment_id=33acf8f7-5a09-42db-b7e8-85cf0bc5635f)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:24:36.712885 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c4790e23-d50e-472f-be03-11091f79ae16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:36.717035 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b595d1c4-1515-499e-a7f5-730ff7cff714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:36.723167 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-149d3e2d-44ee-420e-821b-f86ee8e8d674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:36.764581 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-c4790e23-d50e-472f-be03-11091f79ae16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a15d79-4902-4d31-887f-c388f0985906']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:36.767118 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1902efc-e263-4f4e-b512-b444de0d4fe3 x-openstack-request-id: req-f1902efc-e263-4f4e-b512-b444de0d4fe3 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:24:36.767672 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19ed9f7-644c-420c-a98c-08b494089bea", "name": "network-vif-deleted", "tag": "8145810a-c7a2-4d59-9134-22c28fe44ead", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:24:36.767672 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f1902efc-e263-4f4e-b512-b444de0d4fe3 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:24:36.768182 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19ed9f7-644c-420c-a98c-08b494089bea', 'name': 'network-vif-deleted', 'tag': '8145810a-c7a2-4d59-9134-22c28fe44ead', 'status': 'completed', 'code': 200} Nov 10 19:24:36.768906 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595d1c4-1515-499e-a7f5-730ff7cff714 None None] Pushing event deleted for resources: {'Port': ['ID=608a3bc4-3d91-4304-9e9e-13b21e334803,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:36.770850 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b595d1c4-1515-499e-a7f5-730ff7cff714 None None] No DVR routers for this DVR port 608a3bc4-3d91-4304-9e9e-13b21e334803 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:24:36.828310 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47018) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:36.834347 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-c4790e23-d50e-472f-be03-11091f79ae16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbb86607-878b-48fc-80e0-71f257e97ed3') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:36.834647 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-c4790e23-d50e-472f-be03-11091f79ae16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbb86607-878b-48fc-80e0-71f257e97ed3') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:36.846893 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d3e2d-44ee-420e-821b-f86ee8e8d674 None None] Pushing event updated for resources: {'Port': ['ID=25084525-42a3-4b53-823b-34805b291745,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:36.876053 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c4790e23-d50e-472f-be03-11091f79ae16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:36.887059 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5c1dcdd4-8773-4b23-ac65-ac110f6d6a75 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:36.910571 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c4790e23-d50e-472f-be03-11091f79ae16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:36.920322 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4790e23-d50e-472f-be03-11091f79ae16 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:24:36.920564 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c4790e23-d50e-472f-be03-11091f79ae16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:36.971232 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-237ca4a5-3ea7-48c7-9542-898c63afdfce admin admin] Deleting subnet 228493f2-2bb9-4eef-ba53-b23cc1b74a0b {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:24:36.976346 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-237ca4a5-3ea7-48c7-9542-898c63afdfce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:36.992754 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:24:36.992754 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:24:36.992754 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:24:36.992754 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:24:36.992754 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:24:36.992754 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:24:36.992754 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:24:36.992754 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:24:36.992754 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:24:36.992754 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:24:36.992754 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:24:36.992754 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:24:36.992754 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:24:36.992754 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:24:36.992754 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:24:36.992754 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:24:36.992754 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:24:36.992754 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:24:36.992754 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:24:36.992754 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:24:36.992754 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:24:36.992754 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:24:36.992754 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:24:36.992754 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:24:36.992754 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:24:36.992754 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:24:36.992754 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:24:36.992754 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:24:36.992754 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:24:36.992754 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:24:36.992754 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:24:36.992754 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:24:37.008505 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c4790e23-d50e-472f-be03-11091f79ae16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:37.026801 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c4790e23-d50e-472f-be03-11091f79ae16 admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:37.043036 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c4790e23-d50e-472f-be03-11091f79ae16 admin admin] 10.222.0.54 "DELETE /v2.0/networks/87a15d79-4902-4d31-887f-c388f0985906 HTTP/1.1" status: 204 len: 168 time: 1.2730985 Nov 10 19:24:37.049210 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-237ca4a5-3ea7-48c7-9542-898c63afdfce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:37.104609 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8eb78b34-7826-4287-8008-1b70e9587567 req-d7ff31ca-5550-4d4c-9afb-fb9a7cd51fe1 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=55ed90cc-a2a2-4dc8-bb88-9238c8c7c592 HTTP/1.1" status: 200 len: 210 time: 0.1065648 Nov 10 19:24:37.112743 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-237ca4a5-3ea7-48c7-9542-898c63afdfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:37.114765 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4790e23-d50e-472f-be03-11091f79ae16 admin admin] Pushing event deleted for resources: {'Network': ['ID=87a15d79-4902-4d31-887f-c388f0985906,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:37.151308 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5c1dcdd4-8773-4b23-ac65-ac110f6d6a75 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:37.219010 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1dcdd4-8773-4b23-ac65-ac110f6d6a75 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network 73e644d7-c005-4d4c-beb8-f50294af801c is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:24:37.225242 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-5c1dcdd4-8773-4b23-ac65-ac110f6d6a75 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:24:37.231244 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1dcdd4-8773-4b23-ac65-ac110f6d6a75 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:24:37.237902 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1dcdd4-8773-4b23-ac65-ac110f6d6a75 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:37.238675 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5c1dcdd4-8773-4b23-ac65-ac110f6d6a75 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:37.258194 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5c1dcdd4-8773-4b23-ac65-ac110f6d6a75 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6050029 Nov 10 19:24:37.259097 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1dcdd4-8773-4b23-ac65-ac110f6d6a75 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Port': ['ID=c6a1a983-ff63-4703-98cd-c48a9099a6b5,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:37.262040 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47022) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:37.271374 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-237ca4a5-3ea7-48c7-9542-898c63afdfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:37.340008 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-237ca4a5-3ea7-48c7-9542-898c63afdfce admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:37.344003 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-237ca4a5-3ea7-48c7-9542-898c63afdfce admin admin] 10.222.0.54 "DELETE /v2.0/subnets/228493f2-2bb9-4eef-ba53-b23cc1b74a0b HTTP/1.1" status: 204 len: 168 time: 0.5136437 Nov 10 19:24:37.344912 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ca4a5-3ea7-48c7-9542-898c63afdfce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=228493f2-2bb9-4eef-ba53-b23cc1b74a0b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:37.352153 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47024) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:37.467803 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47026) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:37.480130 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7afab67f-fee9-4ea8-9b79-add60cc23e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:37.598502 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-99f98fc2-cf37-4fd0-be7e-013a055b4eed admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f8868befe3bb435a8f25d6ac7c7d0f37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1294928 Nov 10 19:24:37.618189 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 4adaa710-c6fb-4b1b-9259-a609bdfdd0c2 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:24:37.636581 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47030) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:37.672310 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 25084525-42a3-4b53-823b-34805b291745 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:24:37.684494 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7afab67f-fee9-4ea8-9b79-add60cc23e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:37.715301 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-7afab67f-fee9-4ea8-9b79-add60cc23e18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f27a151-d8b1-41e1-835e-19415d3afd17']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:37.733025 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-7afab67f-fee9-4ea8-9b79-add60cc23e18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1136fa96-0911-44da-9118-426bf4e37a7b') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:37.733510 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-7afab67f-fee9-4ea8-9b79-add60cc23e18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1136fa96-0911-44da-9118-426bf4e37a7b') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:37.740758 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 25084525-42a3-4b53-823b-34805b291745 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:37.743092 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:37.767880 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7afab67f-fee9-4ea8-9b79-add60cc23e18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:37.877880 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 4adaa710-c6fb-4b1b-9259-a609bdfdd0c2 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:24:37.911597 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7afab67f-fee9-4ea8-9b79-add60cc23e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:37.937584 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7afab67f-fee9-4ea8-9b79-add60cc23e18 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:24:37.937940 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7afab67f-fee9-4ea8-9b79-add60cc23e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:37.948979 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:24:37.948979 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:24:37.948979 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:24:37.948979 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:24:37.948979 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:24:37.948979 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:24:37.948979 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:24:37.948979 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:24:37.948979 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:24:37.948979 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:24:37.948979 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:24:37.948979 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:24:37.948979 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:24:37.948979 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:24:37.948979 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:24:37.948979 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:24:37.948979 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:24:37.948979 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:24:37.948979 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:24:37.948979 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:24:37.948979 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:24:37.948979 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:24:37.948979 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:24:37.948979 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:24:37.948979 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:24:37.948979 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:24:37.948979 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:24:37.948979 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:24:37.948979 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:24:37.948979 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:24:37.948979 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:24:37.948979 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:24:37.952558 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 4adaa710-c6fb-4b1b-9259-a609bdfdd0c2 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:37.952558 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:37.992124 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4cd9e12f-da47-4c24-b9bf-89184ee8ccb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:38.013617 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:38.067848 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 25084525-42a3-4b53-823b-34805b291745, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=25084525-42a3-4b53-823b-34805b291745,segment=NetworkSegment(33acf8f7-5a09-42db-b7e8-85cf0bc5635f),segment_id=33acf8f7-5a09-42db-b7e8-85cf0bc5635f)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:38.078236 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:38.092137 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4cd9e12f-da47-4c24-b9bf-89184ee8ccb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:38.095006 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7afab67f-fee9-4ea8-9b79-add60cc23e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:38.109209 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-0b7492ae-e0f1-48b3-a057-b1e0e77138f0 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:38.131204 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-0b7492ae-e0f1-48b3-a057-b1e0e77138f0 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.73 "GET /v2.0/networks?id=ab823250-cbd3-4e9e-b2ab-95ea12610eee HTTP/1.1" status: 200 len: 814 time: 0.4749494 Nov 10 19:24:38.151093 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-657a390c-4cfe-4e13-8c09-662220bdbdc8 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Request body: {'port': {'device_id': '55ed90cc-a2a2-4dc8-bb88-9238c8c7c592', 'network_id': 'ab823250-cbd3-4e9e-b2ab-95ea12610eee', 'admin_state_up': True, 'tenant_id': 'ca793cf7be314531ae0fda7d17e742e0'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:38.168432 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7afab67f-fee9-4ea8-9b79-add60cc23e18 admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:38.175235 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7afab67f-fee9-4ea8-9b79-add60cc23e18 admin admin] 10.222.0.54 "DELETE /v2.0/networks/7f27a151-d8b1-41e1-835e-19415d3afd17 HTTP/1.1" status: 204 len: 168 time: 0.8216257 Nov 10 19:24:38.182565 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=25084525-42a3-4b53-823b-34805b291745,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:38.186344 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 608a3bc4-3d91-4304-9e9e-13b21e334803 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:24:38.217747 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afab67f-fee9-4ea8-9b79-add60cc23e18 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f27a151-d8b1-41e1-835e-19415d3afd17,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:38.220699 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 608a3bc4-3d91-4304-9e9e-13b21e334803 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:24:38.221049 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 608a3bc4-3d91-4304-9e9e-13b21e334803 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:24:38.319079 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:38.324757 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4cd9e12f-da47-4c24-b9bf-89184ee8ccb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:38.327987 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4cd9e12f-da47-4c24-b9bf-89184ee8ccb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:38.328979 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4cd9e12f-da47-4c24-b9bf-89184ee8ccb0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6abcce0f-c6a6-4d15-bce8-1d7464d7e84e HTTP/1.1" status: 204 len: 168 time: 0.6899669 Nov 10 19:24:38.349296 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd9e12f-da47-4c24-b9bf-89184ee8ccb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abcce0f-c6a6-4d15-bce8-1d7464d7e84e,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:38.383385 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-657a390c-4cfe-4e13-8c09-662220bdbdc8 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Made reservation on behalf of ca793cf7be314531ae0fda7d17e742e0 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:24:38.394223 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-657a390c-4cfe-4e13-8c09-662220bdbdc8 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:38.394649 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5548491-7805-44fa-af27-c4c232ea7937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4adaa710-c6fb-4b1b-9259-a609bdfdd0c2'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:24:38.406943 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42f91d2-5f53-4e20-acd5-ada70dcef053" -d '{"events": [{"server_uuid": "a5548491-7805-44fa-af27-c4c232ea7937", "name": "network-vif-plugged", "status": "completed", "tag": "4adaa710-c6fb-4b1b-9259-a609bdfdd0c2"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:24:38.441824 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 4adaa710-c6fb-4b1b-9259-a609bdfdd0c2, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=4adaa710-c6fb-4b1b-9259-a609bdfdd0c2,segment=NetworkSegment(972f3100-a6a2-4418-9bf5-bbc6550de0fb),segment_id=972f3100-a6a2-4418-9bf5-bbc6550de0fb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:38.449436 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:38.497507 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fbcc2e-16e9-4ca4-8d40-c051b2b905ec None None] Network 73e644d7-c005-4d4c-beb8-f50294af801c requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:24:38.545451 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1a92d-8800-46b6-96d4-808916961db2 req-abaef94d-1bf4-497f-9e82-f028b4025a29 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:38.556678 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4a1a92d-8800-46b6-96d4-808916961db2 req-abaef94d-1bf4-497f-9e82-f028b4025a29 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 944 time: 0.4016254 Nov 10 19:24:38.606731 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-657a390c-4cfe-4e13-8c09-662220bdbdc8 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Allocated IP 172.20.0.4 (ab823250-cbd3-4e9e-b2ab-95ea12610eee/2aee395f-d665-4a4d-a2ee-137fdc063918/a0e2866a-c89a-4d67-a9ca-58ab8bf18e69) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:24:38.636762 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47042) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:38.740170 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4a1a92d-8800-46b6-96d4-808916961db2 req-f494f3c1-0cf1-466e-ad43-db453bf73f57 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824379 Nov 10 19:24:38.745345 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-93e59625-a47b-47f9-8a83-b698c4534068 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:38.748434 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-18045e07-363e-4b1e-b8ef-7451cd8eef1e None None] Provisioning complete for port 25084525-42a3-4b53-823b-34805b291745 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:38.752961 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-35f15e68-1de7-4e91-adf1-4f0ad7d37e93 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7b8b65d39f9d40b9b6360be696c7821f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1058309 Nov 10 19:24:38.752961 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47046) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:38.754916 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-18045e07-363e-4b1e-b8ef-7451cd8eef1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:38.843314 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=4adaa710-c6fb-4b1b-9259-a609bdfdd0c2,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:38.889814 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f0a90655-de1a-40f8-b160-8446e2cee32c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:38.894000 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:38.894452 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:38.894899 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:38.895340 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:38.895772 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:38.896229 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:38.896655 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:38.897081 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:38.897515 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:38.899040 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:38.899172 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:38.899612 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:38.994508 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 8145810a-c7a2-4d59-9134-22c28fe44ead no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:24:39.032036 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 8145810a-c7a2-4d59-9134-22c28fe44ead {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:24:39.032618 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 8145810a-c7a2-4d59-9134-22c28fe44ead not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:24:39.054647 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af0d57fe-b40d-47f6-843c-44ae07f9147d req-d6951131-7b29-4c31-a105-bc20597c6931 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=55ed90cc-a2a2-4dc8-bb88-9238c8c7c592 HTTP/1.1" status: 200 len: 210 time: 0.1673043 Nov 10 19:24:39.081995 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f0a90655-de1a-40f8-b160-8446e2cee32c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:39.112692 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-657a390c-4cfe-4e13-8c09-662220bdbdc8 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:39.160925 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf90e6f2-b665-4f1c-a977-2b5fd8e8d48e x-openstack-request-id: req-cf90e6f2-b665-4f1c-a977-2b5fd8e8d48e {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:24:39.161417 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5548491-7805-44fa-af27-c4c232ea7937", "name": "network-vif-plugged", "status": "completed", "tag": "4adaa710-c6fb-4b1b-9259-a609bdfdd0c2", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:24:39.161738 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cf90e6f2-b665-4f1c-a977-2b5fd8e8d48e {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:24:39.162360 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5548491-7805-44fa-af27-c4c232ea7937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4adaa710-c6fb-4b1b-9259-a609bdfdd0c2', 'code': 200} Nov 10 19:24:39.210473 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f0a90655-de1a-40f8-b160-8446e2cee32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:39.213698 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f0a90655-de1a-40f8-b160-8446e2cee32c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:39.215188 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f0a90655-de1a-40f8-b160-8446e2cee32c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bf3bc4dd-cef4-4721-bb43-5b9cc39b37cf HTTP/1.1" status: 204 len: 168 time: 0.4612377 Nov 10 19:24:39.235946 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a90655-de1a-40f8-b160-8446e2cee32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3bc4dd-cef4-4721-bb43-5b9cc39b37cf,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:39.258578 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-657a390c-4cfe-4e13-8c09-662220bdbdc8 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:39.275800 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['b781d410-3d63-4727-b3c9-254606eed1d3'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:24:39.392801 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-657a390c-4cfe-4e13-8c09-662220bdbdc8 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Network ab823250-cbd3-4e9e-b2ab-95ea12610eee is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:24:39.402484 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-657a390c-4cfe-4e13-8c09-662220bdbdc8 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:24:39.414856 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-657a390c-4cfe-4e13-8c09-662220bdbdc8 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:24:39.420376 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a390c-4cfe-4e13-8c09-662220bdbdc8 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Pushing event updated for resources: {'Port': ['ID=a0e2866a-c89a-4d67-a9ca-58ab8bf18e69,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:39.435963 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a8274-dd63-4be3-9d4b-eb85cf7f901f req-a4d5be93-2d91-423f-b219-24e59e921d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:39.438271 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-df3a8274-dd63-4be3-9d4b-eb85cf7f901f req-a4d5be93-2d91-423f-b219-24e59e921d33 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 1096 time: 0.1727283 Nov 10 19:24:39.552540 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-657a390c-4cfe-4e13-8c09-662220bdbdc8 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:39.553631 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-657a390c-4cfe-4e13-8c09-662220bdbdc8 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:39.589700 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 25084525-42a3-4b53-823b-34805b291745 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:24:39.599659 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-ebea8eea-b6e2-4d9d-ba03-671b7b50d519 None None] Provisioning complete for port 25084525-42a3-4b53-823b-34805b291745 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:39.600032 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ebea8eea-b6e2-4d9d-ba03-671b7b50d519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:39.601680 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-657a390c-4cfe-4e13-8c09-662220bdbdc8 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4690845 Nov 10 19:24:39.622780 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-d0798cd6-32b6-4051-a587-78eaf2466c5b service neutron] Request body: {'port': {'device_id': '55ed90cc-a2a2-4dc8-bb88-9238c8c7c592', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:39.639202 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-df3a8274-dd63-4be3-9d4b-eb85cf7f901f req-6fb14a15-2a32-4650-a084-d3ab251270c1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736159 Nov 10 19:24:39.669154 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-93e59625-a47b-47f9-8a83-b698c4534068 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:39.679000 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-93e59625-a47b-47f9-8a83-b698c4534068 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:39.711056 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-d0798cd6-32b6-4051-a587-78eaf2466c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:39.829276 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e59625-a47b-47f9-8a83-b698c4534068 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Port': ['ID=c6a1a983-ff63-4703-98cd-c48a9099a6b5,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:39.860287 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 25084525-42a3-4b53-823b-34805b291745 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:39.860824 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:40.019517 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-ebea8eea-b6e2-4d9d-ba03-671b7b50d519 None None] Provisioning complete for port c6a1a983-ff63-4703-98cd-c48a9099a6b5 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:40.019808 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ebea8eea-b6e2-4d9d-ba03-671b7b50d519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:40.064647 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47084) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:40.074831 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2dcc9-5ea3-4c1e-ab4e-04173e1c417d req-45dba7bd-7138-4025-a0f0-86f82f036b0b tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:40.084234 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f8b2dcc9-5ea3-4c1e-ab4e-04173e1c417d req-45dba7bd-7138-4025-a0f0-86f82f036b0b tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 945 time: 0.1181052 Nov 10 19:24:40.092612 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-93e59625-a47b-47f9-8a83-b698c4534068 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:40.237605 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-ebea8eea-b6e2-4d9d-ba03-671b7b50d519 None None] Port c6a1a983-ff63-4703-98cd-c48a9099a6b5 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:24:40.282665 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f8b2dcc9-5ea3-4c1e-ab4e-04173e1c417d req-ede62e8d-df47-432a-ae9f-6328566eebe8 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971564 Nov 10 19:24:40.392417 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c877b563-ded0-4598-aa6b-e2de0093be39 None None] Provisioning complete for port c6a1a983-ff63-4703-98cd-c48a9099a6b5 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:40.393595 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c877b563-ded0-4598-aa6b-e2de0093be39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:40.400180 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-d0798cd6-32b6-4051-a587-78eaf2466c5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0e2866a-c89a-4d67-a9ca-58ab8bf18e69 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:24:40.408913 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-d0798cd6-32b6-4051-a587-78eaf2466c5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:40.426016 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-d0798cd6-32b6-4051-a587-78eaf2466c5b service neutron] Transition to ACTIVE for port object a0e2866a-c89a-4d67-a9ca-58ab8bf18e69 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:24:40.435124 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-8eb2ce9c-1e97-4a46-913b-022fcd593e6b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-769150482-network', 'tenant_id': 'd446a535e1d94cb5861db7a21e62cfc7'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:40.440217 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-d0798cd6-32b6-4051-a587-78eaf2466c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:40.498847 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-93e59625-a47b-47f9-8a83-b698c4534068 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:40.506713 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb2ce9c-1e97-4a46-913b-022fcd593e6b admin admin] Made reservation on behalf of d446a535e1d94cb5861db7a21e62cfc7 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:24:40.509307 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8eb2ce9c-1e97-4a46-913b-022fcd593e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:40.524835 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0798cd6-32b6-4051-a587-78eaf2466c5b service neutron] Pushing event updated for resources: {'Port': ['ID=a0e2866a-c89a-4d67-a9ca-58ab8bf18e69,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:40.547162 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47236980-1492-49df-a3d5-c1ba5351f903 req-374ba3e5-b12d-427b-9c06-64c6ecd25a8f tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:40.548846 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8eb2ce9c-1e97-4a46-913b-022fcd593e6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:40.557827 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-47236980-1492-49df-a3d5-c1ba5351f903 req-374ba3e5-b12d-427b-9c06-64c6ecd25a8f tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=55ed90cc-a2a2-4dc8-bb88-9238c8c7c592 HTTP/1.1" status: 200 len: 943 time: 0.1261568 Nov 10 19:24:40.672633 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-47236980-1492-49df-a3d5-c1ba5351f903 req-ff40a4ed-1bf3-4cdc-9d87-6d52a272e504 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136713 Nov 10 19:24:40.676219 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-d0798cd6-32b6-4051-a587-78eaf2466c5b service neutron] Attempting to bind port a0e2866a-c89a-4d67-a9ca-58ab8bf18e69 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:24:40.676734 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-d0798cd6-32b6-4051-a587-78eaf2466c5b service neutron] Attempting to bind port a0e2866a-c89a-4d67-a9ca-58ab8bf18e69 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'f0089329-84eb-4bfe-9903-9d16aa1b592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ab823250-cbd3-4e9e-b2ab-95ea12610eee'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:24:40.677248 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-d0798cd6-32b6-4051-a587-78eaf2466c5b service neutron] Attempting to bind port a0e2866a-c89a-4d67-a9ca-58ab8bf18e69 on network ab823250-cbd3-4e9e-b2ab-95ea12610eee {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:24:40.686934 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-d0798cd6-32b6-4051-a587-78eaf2466c5b service neutron] Port a0e2866a-c89a-4d67-a9ca-58ab8bf18e69 on network ab823250-cbd3-4e9e-b2ab-95ea12610eee not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:24:40.687666 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-d0798cd6-32b6-4051-a587-78eaf2466c5b service neutron] Attempting to bind port a0e2866a-c89a-4d67-a9ca-58ab8bf18e69 on network ab823250-cbd3-4e9e-b2ab-95ea12610eee {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:24:40.704097 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-d0798cd6-32b6-4051-a587-78eaf2466c5b service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:24:40.704097 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-d0798cd6-32b6-4051-a587-78eaf2466c5b service neutron] Checking segment: {'id': 'f0089329-84eb-4bfe-9903-9d16aa1b592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ab823250-cbd3-4e9e-b2ab-95ea12610eee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:24:40.704097 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-d0798cd6-32b6-4051-a587-78eaf2466c5b service neutron] Bound using segment: {'id': 'f0089329-84eb-4bfe-9903-9d16aa1b592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ab823250-cbd3-4e9e-b2ab-95ea12610eee'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:24:40.704097 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-d0798cd6-32b6-4051-a587-78eaf2466c5b service neutron] Bound port: a0e2866a-c89a-4d67-a9ca-58ab8bf18e69, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0089329-84eb-4bfe-9903-9d16aa1b592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ab823250-cbd3-4e9e-b2ab-95ea12610eee'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:24:40.704097 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-d0798cd6-32b6-4051-a587-78eaf2466c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:40.755999 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8eb2ce9c-1e97-4a46-913b-022fcd593e6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:40.765631 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8eb2ce9c-1e97-4a46-913b-022fcd593e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:40.781300 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb2ce9c-1e97-4a46-913b-022fcd593e6b admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:24:40.815897 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8eb2ce9c-1e97-4a46-913b-022fcd593e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:40.816252 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-8eb2ce9c-1e97-4a46-913b-022fcd593e6b admin admin] Added segment 0cb163af-b8f7-4a05-978f-d47fd2933cef of type vlan for network 5957d30a-3fc9-4c33-94cf-b39dac661b41 Nov 10 19:24:40.838126 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-d0798cd6-32b6-4051-a587-78eaf2466c5b service neutron] For port a0e2866a-c89a-4d67-a9ca-58ab8bf18e69, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:24:40.862599 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb2ce9c-1e97-4a46-913b-022fcd593e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ead9224-c519-4810-b2e3-8d64044d6155,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:40.879236 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c877b563-ded0-4598-aa6b-e2de0093be39 None None] Port c6a1a983-ff63-4703-98cd-c48a9099a6b5 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:24:40.899260 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-d0798cd6-32b6-4051-a587-78eaf2466c5b service neutron] For port a0e2866a-c89a-4d67-a9ca-58ab8bf18e69, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=a0e2866a-c89a-4d67-a9ca-58ab8bf18e69,segment=NetworkSegment(f0089329-84eb-4bfe-9903-9d16aa1b592a),segment_id=f0089329-84eb-4bfe-9903-9d16aa1b592a)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:24:40.904349 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8eb2ce9c-1e97-4a46-913b-022fcd593e6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:40.909208 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-d0798cd6-32b6-4051-a587-78eaf2466c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:40.986498 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-d0798cd6-32b6-4051-a587-78eaf2466c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:40.987323 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-d0798cd6-32b6-4051-a587-78eaf2466c5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:40.989256 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-d0798cd6-32b6-4051-a587-78eaf2466c5b service neutron] 10.222.0.73 "PUT /v2.0/ports/a0e2866a-c89a-4d67-a9ca-58ab8bf18e69 HTTP/1.1" status: 200 len: 1091 time: 1.3767631 Nov 10 19:24:40.992210 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0798cd6-32b6-4051-a587-78eaf2466c5b service neutron] Pushing event updated for resources: {'Port': ['ID=a0e2866a-c89a-4d67-a9ca-58ab8bf18e69,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:40.997574 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ed90cc-a2a2-4dc8-bb88-9238c8c7c592', 'tag': 'a0e2866a-c89a-4d67-a9ca-58ab8bf18e69'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:24:41.002378 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9980e274-358b-4974-a455-aec69831ae81" -d '{"events": [{"name": "network-changed", "server_uuid": "55ed90cc-a2a2-4dc8-bb88-9238c8c7c592", "tag": "a0e2866a-c89a-4d67-a9ca-58ab8bf18e69"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:24:41.020338 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.db.resource_extend [None req-8eb2ce9c-1e97-4a46-913b-022fcd593e6b admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 19:24:41.074489 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-93e59625-a47b-47f9-8a83-b698c4534068 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:41.082752 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-93e59625-a47b-47f9-8a83-b698c4534068 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:41.085927 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-93e59625-a47b-47f9-8a83-b698c4534068 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:41.088180 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfddefa8-9ee9-40c2-987b-40850eed2f95 x-openstack-request-id: req-bfddefa8-9ee9-40c2-987b-40850eed2f95 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:24:41.088884 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55ed90cc-a2a2-4dc8-bb88-9238c8c7c592", "tag": "a0e2866a-c89a-4d67-a9ca-58ab8bf18e69", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:24:41.088884 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bfddefa8-9ee9-40c2-987b-40850eed2f95 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:24:41.089240 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55ed90cc-a2a2-4dc8-bb88-9238c8c7c592', 'tag': 'a0e2866a-c89a-4d67-a9ca-58ab8bf18e69', 'status': 'completed', 'code': 200} Nov 10 19:24:41.100550 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8eb2ce9c-1e97-4a46-913b-022fcd593e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:41.101611 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb2ce9c-1e97-4a46-913b-022fcd593e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:41.102312 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8eb2ce9c-1e97-4a46-913b-022fcd593e6b admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:41.126172 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8eb2ce9c-1e97-4a46-913b-022fcd593e6b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0610826 Nov 10 19:24:41.135780 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47108) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:41.146632 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-ec4bcc7a-f35d-4bdb-b16e-4c7b1cdfb53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:41.146869 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-9275a1ac-8fa3-454e-9f5e-e863318e39b1 admin admin] Request body: {'subnet': {'network_id': '5957d30a-3fc9-4c33-94cf-b39dac661b41', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-769150482-subnet', 'tenant_id': 'd446a535e1d94cb5861db7a21e62cfc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:41.148339 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-ec4bcc7a-f35d-4bdb-b16e-4c7b1cdfb53c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca793cf7be314531ae0fda7d17e742e0&device_id=55ed90cc-a2a2-4dc8-bb88-9238c8c7c592 HTTP/1.1" status: 200 len: 1094 time: 0.1064792 Nov 10 19:24:41.224689 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb2ce9c-1e97-4a46-913b-022fcd593e6b admin admin] Pushing event updated for resources: {'Network': ['ID=5957d30a-3fc9-4c33-94cf-b39dac661b41,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:41.228907 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e59625-a47b-47f9-8a83-b698c4534068 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Port': ['ID=c6a1a983-ff63-4703-98cd-c48a9099a6b5,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:41.237972 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 5957d30a-3fc9-4c33-94cf-b39dac661b41 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:24:41.244072 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-5b14bb2a-5156-443f-bc75-416d7424338e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0e2866a-c89a-4d67-a9ca-58ab8bf18e69 HTTP/1.1" status: 200 len: 217 time: 0.0598416 Nov 10 19:24:41.249167 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9275a1ac-8fa3-454e-9f5e-e863318e39b1 admin admin] Made reservation on behalf of d446a535e1d94cb5861db7a21e62cfc7 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:24:41.251770 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9275a1ac-8fa3-454e-9f5e-e863318e39b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:41.309132 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-46898005-8cc6-4600-b24b-0d5db13a11c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:41.311542 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-46898005-8cc6-4600-b24b-0d5db13a11c8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2aee395f-d665-4a4d-a2ee-137fdc063918 HTTP/1.1" status: 200 len: 854 time: 0.0594821 Nov 10 19:24:41.312034 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47114) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:41.333328 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e59625-a47b-47f9-8a83-b698c4534068 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network 73e644d7-c005-4d4c-beb8-f50294af801c is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:24:41.337114 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-93e59625-a47b-47f9-8a83-b698c4534068 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:24:41.399009 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-ab3f1123-92bd-4cb2-a34e-9de96ecceff0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ab823250-cbd3-4e9e-b2ab-95ea12610eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692856 Nov 10 19:24:41.520996 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4800ef87-d07c-4a5d-9a29-c0218be7f0e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:41.584921 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7a072-fc8d-442f-bc88-1af6d1a0a47f req-7958fc7e-881f-4eb8-8342-84ac7fe95dfa tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:41.586973 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-28c7a072-fc8d-442f-bc88-1af6d1a0a47f req-7958fc7e-881f-4eb8-8342-84ac7fe95dfa tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 945 time: 0.1514869 Nov 10 19:24:41.608977 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4800ef87-d07c-4a5d-9a29-c0218be7f0e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:41.614824 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4800ef87-d07c-4a5d-9a29-c0218be7f0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:41.641739 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9275a1ac-8fa3-454e-9f5e-e863318e39b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:41.659531 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4800ef87-d07c-4a5d-9a29-c0218be7f0e4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=235c9194e0bc4748b2bbbe0828d67d2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3464198 Nov 10 19:24:41.665747 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47120) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:41.701952 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-b913b85b-214b-4a7e-b52e-ef12742a8259 service neutron] 10.222.0.73 "GET /v2.0/networks/ab823250-cbd3-4e9e-b2ab-95ea12610eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923560 Nov 10 19:24:41.726052 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e59625-a47b-47f9-8a83-b698c4534068 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Router bea10284-f018-4b2e-9241-e14c6cdc8432 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:24:41.728780 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4800ef87-d07c-4a5d-9a29-c0218be7f0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e7a6fa-2a65-4c01-992b-501c313b1f83,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:41.740753 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275a1ac-8fa3-454e-9f5e-e863318e39b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbf378a3-cbb4-4987-a485-6e71ae4034af,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:41.757654 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-28c7a072-fc8d-442f-bc88-1af6d1a0a47f req-514aa1e5-5a68-48b5-b471-c33c141cd716 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564350 Nov 10 19:24:41.823082 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d949faaf-e2dd-450f-99f8-8587e162c5d4 None None] Provisioning complete for port c6a1a983-ff63-4703-98cd-c48a9099a6b5 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:41.823735 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d949faaf-e2dd-450f-99f8-8587e162c5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:41.863257 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9275a1ac-8fa3-454e-9f5e-e863318e39b1 admin admin] Checking segment: {'id': '0cb163af-b8f7-4a05-978f-d47fd2933cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5957d30a-3fc9-4c33-94cf-b39dac661b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:24:41.863714 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9275a1ac-8fa3-454e-9f5e-e863318e39b1 admin admin] Network hostable DHCP agents. Network: 5957d30a-3fc9-4c33-94cf-b39dac661b41, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:24:41.888078 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-d949faaf-e2dd-450f-99f8-8587e162c5d4 None None] Port c6a1a983-ff63-4703-98cd-c48a9099a6b5 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:24:41.928374 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e59625-a47b-47f9-8a83-b698c4534068 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:24:41.935381 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-93e59625-a47b-47f9-8a83-b698c4534068 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "PUT /v2.0/routers/bea10284-f018-4b2e-9241-e14c6cdc8432/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6722572 Nov 10 19:24:41.938295 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9275a1ac-8fa3-454e-9f5e-e863318e39b1 admin admin] Network 5957d30a-3fc9-4c33-94cf-b39dac661b41 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:24:41.942701 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb339fba-13d8-4455-8b6f-732ac9b825e2 None None] Sync routers for ids ['bea10284-f018-4b2e-9241-e14c6cdc8432'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:24:41.943031 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47126) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:41.958161 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb339fba-13d8-4455-8b6f-732ac9b825e2 None None] Routers {'bea10284-f018-4b2e-9241-e14c6cdc8432'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:24:41.959782 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-fb339fba-13d8-4455-8b6f-732ac9b825e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:24:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['bea10284-f018-4b2e-9241-e14c6cdc8432'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:41.985447 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-9275a1ac-8fa3-454e-9f5e-e863318e39b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 5957d30a-3fc9-4c33-94cf-b39dac661b41) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:24:41.991104 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9275a1ac-8fa3-454e-9f5e-e863318e39b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:41.991857 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9275a1ac-8fa3-454e-9f5e-e863318e39b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:42.002761 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2da8bf-8f55-4572-8455-851f500dfee1 req-2a0c1f32-ffd2-463b-a6bb-b30d4289d8e9 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:42.004530 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e2da8bf-8f55-4572-8455-851f500dfee1 req-2a0c1f32-ffd2-463b-a6bb-b30d4289d8e9 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=55ed90cc-a2a2-4dc8-bb88-9238c8c7c592 HTTP/1.1" status: 200 len: 943 time: 0.1381793 Nov 10 19:24:42.038258 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9275a1ac-8fa3-454e-9f5e-e863318e39b1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8987737 Nov 10 19:24:42.045720 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e238b3-13d6-4754-8942-d4c9a99481b8 None None] Network 5957d30a-3fc9-4c33-94cf-b39dac661b41 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:24:42.080935 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aa18c8-9ae8-49d9-bd6e-8ebb38681ee7 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:42.082860 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-15aa18c8-9ae8-49d9-bd6e-8ebb38681ee7 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "GET /v2.0/ports?device_id=bea10284-f018-4b2e-9241-e14c6cdc8432 HTTP/1.1" status: 200 len: 989 time: 0.1364346 Nov 10 19:24:42.092375 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47130) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:42.145160 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e2da8bf-8f55-4572-8455-851f500dfee1 req-3a448cca-90af-41e1-8b08-25fd08a7cb9e tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302478 Nov 10 19:24:42.256572 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a9039f5-fd7f-4f69-a273-752d676a7209 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:42.296165 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a9039f5-fd7f-4f69-a273-752d676a7209 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:42.302991 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-fb339fba-13d8-4455-8b6f-732ac9b825e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:42.320714 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9cc81670-ed56-4390-a8b8-585e13d44434 req-497cc70d-0cbc-472d-b316-806e43fab1aa service neutron] 10.222.0.73 "GET /v2.0/networks/ab823250-cbd3-4e9e-b2ab-95ea12610eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6087117 Nov 10 19:24:42.360627 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb339fba-13d8-4455-8b6f-732ac9b825e2 None None] Routers {'bea10284-f018-4b2e-9241-e14c6cdc8432'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:24:42.367205 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-fb339fba-13d8-4455-8b6f-732ac9b825e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:24:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['bea10284-f018-4b2e-9241-e14c6cdc8432'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:42.417582 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a9039f5-fd7f-4f69-a273-752d676a7209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:42.421351 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a9039f5-fd7f-4f69-a273-752d676a7209 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:42.422899 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9a9039f5-fd7f-4f69-a273-752d676a7209 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/79e7a6fa-2a65-4c01-992b-501c313b1f83 HTTP/1.1" status: 204 len: 168 time: 0.7561905 Nov 10 19:24:42.442803 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9039f5-fd7f-4f69-a273-752d676a7209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e7a6fa-2a65-4c01-992b-501c313b1f83,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:42.455477 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d738168d-f42f-45fd-bbc0-a3e4b321a928 None None] Network 5957d30a-3fc9-4c33-94cf-b39dac661b41 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:24:42.512890 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-fb339fba-13d8-4455-8b6f-732ac9b825e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:42.513592 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb339fba-13d8-4455-8b6f-732ac9b825e2 None None] The sync data for ids ['bea10284-f018-4b2e-9241-e14c6cdc8432'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:24:42.560628 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980e274-358b-4974-a455-aec69831ae81 req-01db56f1-0640-4282-b9cb-8295d77fe3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:42.562422 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9980e274-358b-4974-a455-aec69831ae81 req-01db56f1-0640-4282-b9cb-8295d77fe3ca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca793cf7be314531ae0fda7d17e742e0&device_id=55ed90cc-a2a2-4dc8-bb88-9238c8c7c592 HTTP/1.1" status: 200 len: 1094 time: 0.1039941 Nov 10 19:24:42.574584 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c609c5a-df48-407e-a8b9-c12f78c05c15 req-8651778c-3a6b-4e5d-b4b0-ce77def1dab7 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:42.582516 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c609c5a-df48-407e-a8b9-c12f78c05c15 req-8651778c-3a6b-4e5d-b4b0-ce77def1dab7 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 945 time: 0.2240794 Nov 10 19:24:42.686704 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c609c5a-df48-407e-a8b9-c12f78c05c15 req-5e75d941-64e5-4197-b14b-ea19d5b49f20 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027348 Nov 10 19:24:42.746880 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980e274-358b-4974-a455-aec69831ae81 req-622a97e7-89d4-488e-8ae0-7afc3fb8d4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:42.748775 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9980e274-358b-4974-a455-aec69831ae81 req-622a97e7-89d4-488e-8ae0-7afc3fb8d4c0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ab823250-cbd3-4e9e-b2ab-95ea12610eee HTTP/1.1" status: 200 len: 915 time: 0.1778491 Nov 10 19:24:42.799396 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9980e274-358b-4974-a455-aec69831ae81 req-337de941-44e4-4def-8e46-ee91873d2a59 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0e2866a-c89a-4d67-a9ca-58ab8bf18e69 HTTP/1.1" status: 200 len: 217 time: 0.0416560 Nov 10 19:24:42.859102 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980e274-358b-4974-a455-aec69831ae81 req-48f1d8e1-de3c-4b78-8fef-d21b653e6ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:42.860620 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9980e274-358b-4974-a455-aec69831ae81 req-48f1d8e1-de3c-4b78-8fef-d21b653e6ebf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2aee395f-d665-4a4d-a2ee-137fdc063918 HTTP/1.1" status: 200 len: 854 time: 0.0481350 Nov 10 19:24:42.921584 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9980e274-358b-4974-a455-aec69831ae81 req-fe7ba99e-6548-4ec7-9830-858a745c8843 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ab823250-cbd3-4e9e-b2ab-95ea12610eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513334 Nov 10 19:24:43.061631 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9980e274-358b-4974-a455-aec69831ae81 req-1887fbb9-04df-44af-ad5f-b4d8dd53a123 service neutron] 10.222.0.73 "GET /v2.0/networks/ab823250-cbd3-4e9e-b2ab-95ea12610eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294639 Nov 10 19:24:43.177524 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9980e274-358b-4974-a455-aec69831ae81 req-e89a32d8-2f43-443d-88b8-5b6d3238eae5 service neutron] 10.222.0.73 "GET /v2.0/networks/ab823250-cbd3-4e9e-b2ab-95ea12610eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076934 Nov 10 19:24:43.281237 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-487cef3b-d085-4a96-a015-4a74a355fede tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:43.464272 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-1e058db3-e09c-4587-800a-f98f652b7ea1 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:43.465798 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-1e058db3-e09c-4587-800a-f98f652b7ea1 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] 10.222.0.54 "GET /v2.0/networks?id=5957d30a-3fc9-4c33-94cf-b39dac661b41 HTTP/1.1" status: 200 len: 821 time: 0.2271638 Nov 10 19:24:43.497243 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-e5fccc4e-5852-4dd3-a52d-c054c2ded7d4 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] 10.222.0.54 "GET /v2.0/quotas/d446a535e1d94cb5861db7a21e62cfc7 HTTP/1.1" status: 200 len: 375 time: 0.0145183 Nov 10 19:24:43.535045 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-a6c805c0-3689-414e-b7d5-9ca459e59682 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d446a535e1d94cb5861db7a21e62cfc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312595 Nov 10 19:24:43.664495 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-8a83e28b-a9c3-4394-b075-60c86bbcd18c service neutron] 10.222.0.54 "GET /v2.0/networks/5957d30a-3fc9-4c33-94cf-b39dac661b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205394 Nov 10 19:24:43.701897 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-487cef3b-d085-4a96-a015-4a74a355fede tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Deleting port c6a1a983-ff63-4703-98cd-c48a9099a6b5 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:24:43.702124 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-487cef3b-d085-4a96-a015-4a74a355fede tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:43.831777 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-7a5ae327-032c-4a4a-9624-3e161bf4fd76 service neutron] 10.222.0.54 "GET /v2.0/networks/5957d30a-3fc9-4c33-94cf-b39dac661b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601152 Nov 10 19:24:43.840709 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-487cef3b-d085-4a96-a015-4a74a355fede tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:43.853585 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-487cef3b-d085-4a96-a015-4a74a355fede tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Calling delete_port for c6a1a983-ff63-4703-98cd-c48a9099a6b5 owned by network:router_interface {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:24:44.056550 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-487cef3b-d085-4a96-a015-4a74a355fede tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:44.101567 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487cef3b-d085-4a96-a015-4a74a355fede tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Port': ['ID=c6a1a983-ff63-4703-98cd-c48a9099a6b5,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:44.275443 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-487cef3b-d085-4a96-a015-4a74a355fede tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:44.384213 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76186f1-777f-4431-acf0-0785623514e3 req-8a75aa31-c49a-4a4f-9257-71ac287b33b9 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:44.386091 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f76186f1-777f-4431-acf0-0785623514e3 req-8a75aa31-c49a-4a4f-9257-71ac287b33b9 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=55ed90cc-a2a2-4dc8-bb88-9238c8c7c592 HTTP/1.1" status: 200 len: 943 time: 0.1907673 Nov 10 19:24:44.512457 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487cef3b-d085-4a96-a015-4a74a355fede tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Router bea10284-f018-4b2e-9241-e14c6cdc8432 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:24:44.526006 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f76186f1-777f-4431-acf0-0785623514e3 req-c75d1ecb-8a74-4a0b-9748-5559bf41802e tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313508 Nov 10 19:24:44.635697 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487cef3b-d085-4a96-a015-4a74a355fede tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:24:44.642297 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-487cef3b-d085-4a96-a015-4a74a355fede tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "PUT /v2.0/routers/bea10284-f018-4b2e-9241-e14c6cdc8432/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5483589 Nov 10 19:24:44.645518 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47198) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:44.651496 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14bf491-4f5a-424f-947c-e9affbddca85 None None] Sync routers for ids ['bea10284-f018-4b2e-9241-e14c6cdc8432'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:24:44.684567 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14bf491-4f5a-424f-947c-e9affbddca85 None None] Routers {'bea10284-f018-4b2e-9241-e14c6cdc8432'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:24:44.685413 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-d14bf491-4f5a-424f-947c-e9affbddca85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:24:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['bea10284-f018-4b2e-9241-e14c6cdc8432'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:44.722997 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f6b25a-915c-4f18-a1ed-3f76ff113fb9 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] GET failed (client error): The resource could not be found. Nov 10 19:24:44.724772 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a6f6b25a-915c-4f18-a1ed-3f76ff113fb9 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "GET /v2.0/ports/c6a1a983-ff63-4703-98cd-c48a9099a6b5 HTTP/1.1" status: 404 len: 333 time: 0.0758424 Nov 10 19:24:44.727475 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47202) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:44.729878 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-d14bf491-4f5a-424f-947c-e9affbddca85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:44.743296 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14bf491-4f5a-424f-947c-e9affbddca85 None None] Routers {'bea10284-f018-4b2e-9241-e14c6cdc8432'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:24:44.743974 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-d14bf491-4f5a-424f-947c-e9affbddca85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:24:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['bea10284-f018-4b2e-9241-e14c6cdc8432'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:44.791568 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c5ff5aef-7642-4801-901e-374be6d4e999 req-56307d56-f0db-419a-b9e4-03463fb22ab7 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] 10.222.0.54 "GET /v2.0/ports?device_id=d03e080e-5bb8-42a2-b3fe-4bdbbc4eced3 HTTP/1.1" status: 200 len: 210 time: 0.0407481 Nov 10 19:24:44.808608 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-d14bf491-4f5a-424f-947c-e9affbddca85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:44.809287 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14bf491-4f5a-424f-947c-e9affbddca85 None None] The sync data for ids ['bea10284-f018-4b2e-9241-e14c6cdc8432'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:24:44.847374 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0dce407e-9368-409e-9220-8cba57333ced tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:44.969006 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffec376-dd71-4116-a993-94e43983ff93 req-f4cbf96e-5f1e-47b6-b8c7-e1893441152b tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:44.974487 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8ffec376-dd71-4116-a993-94e43983ff93 req-f4cbf96e-5f1e-47b6-b8c7-e1893441152b tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 945 time: 0.0735593 Nov 10 19:24:44.977743 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device a0e2866a-c89a-4d67-a9ca-58ab8bf18e69 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:24:45.047047 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8ffec376-dd71-4116-a993-94e43983ff93 req-168e3797-7db6-4242-ad56-8559ed60c41d tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651999 Nov 10 19:24:45.058996 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0dce407e-9368-409e-9220-8cba57333ced tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:45.067789 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0dce407e-9368-409e-9220-8cba57333ced tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:45.142306 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port a0e2866a-c89a-4d67-a9ca-58ab8bf18e69, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=a0e2866a-c89a-4d67-a9ca-58ab8bf18e69,segment=NetworkSegment(f0089329-84eb-4bfe-9903-9d16aa1b592a),segment_id=f0089329-84eb-4bfe-9903-9d16aa1b592a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:45.167997 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0dce407e-9368-409e-9220-8cba57333ced tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:45.169879 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dce407e-9368-409e-9220-8cba57333ced tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Fanout notify agent at l3_agent the message router_deleted on router bea10284-f018-4b2e-9241-e14c6cdc8432 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:24:45.188544 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'a0e2866a-c89a-4d67-a9ca-58ab8bf18e69', 'network_id': 'ab823250-cbd3-4e9e-b2ab-95ea12610eee', 'port_id': 'a0e2866a-c89a-4d67-a9ca-58ab8bf18e69', 'mac_address': 'fa:16:3e:40:b0:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aee395f-d665-4a4d-a2ee-137fdc063918', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:24:45.194925 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0dce407e-9368-409e-9220-8cba57333ced tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:45.198521 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0dce407e-9368-409e-9220-8cba57333ced tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/routers/bea10284-f018-4b2e-9241-e14c6cdc8432 HTTP/1.1" status: 204 len: 168 time: 0.4700019 Nov 10 19:24:45.199277 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47208) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:45.238549 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:45.258614 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0e2866a-c89a-4d67-a9ca-58ab8bf18e69 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:24:45.311069 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port a0e2866a-c89a-4d67-a9ca-58ab8bf18e69, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=a0e2866a-c89a-4d67-a9ca-58ab8bf18e69,segment=NetworkSegment(f0089329-84eb-4bfe-9903-9d16aa1b592a),segment_id=f0089329-84eb-4bfe-9903-9d16aa1b592a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:45.319662 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:45.334831 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8fa47-d416-4b4e-bf57-a84d3f2f85d7 req-61ad6b95-054f-40fa-abd5-6e9aea90c5a6 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:45.340088 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3726dcb-05e6-43db-9df2-f179dd974c65 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Deleting subnet d8155d98-8619-4e46-889f-f2168e88c0f6 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:24:45.343759 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-29c8fa47-d416-4b4e-bf57-a84d3f2f85d7 req-61ad6b95-054f-40fa-abd5-6e9aea90c5a6 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 945 time: 0.1707873 Nov 10 19:24:45.348302 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e3726dcb-05e6-43db-9df2-f179dd974c65 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:45.427848 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e3726dcb-05e6-43db-9df2-f179dd974c65 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:45.453413 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-b46d77cf-18f6-41f4-871c-436c8f6c3a39 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:45.455579 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-b46d77cf-18f6-41f4-871c-436c8f6c3a39 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] 10.222.0.25 "GET /v2.0/networks?id=5957d30a-3fc9-4c33-94cf-b39dac661b41 HTTP/1.1" status: 200 len: 821 time: 0.2317200 Nov 10 19:24:45.468415 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-29c8fa47-d416-4b4e-bf57-a84d3f2f85d7 req-5d371484-0cf6-4851-8b44-48b54d13da24 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242208 Nov 10 19:24:45.470402 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=a0e2866a-c89a-4d67-a9ca-58ab8bf18e69,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:45.480544 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-1fc51e97-a551-45fd-afe2-165e1c90d11a tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] Request body: {'port': {'device_id': 'd03e080e-5bb8-42a2-b3fe-4bdbbc4eced3', 'network_id': '5957d30a-3fc9-4c33-94cf-b39dac661b41', 'admin_state_up': True, 'tenant_id': 'd446a535e1d94cb5861db7a21e62cfc7'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:45.574360 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47218) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:45.587356 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e3726dcb-05e6-43db-9df2-f179dd974c65 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:45.598038 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['a0e2866a-c89a-4d67-a9ca-58ab8bf18e69'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:24:45.730410 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e3726dcb-05e6-43db-9df2-f179dd974c65 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:45.793995 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-1fc51e97-a551-45fd-afe2-165e1c90d11a tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] Made reservation on behalf of d446a535e1d94cb5861db7a21e62cfc7 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:24:45.798349 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-1fc51e97-a551-45fd-afe2-165e1c90d11a tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:45.800896 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3726dcb-05e6-43db-9df2-f179dd974c65 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Subnet': ['ID=d8155d98-8619-4e46-889f-f2168e88c0f6,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:45.820174 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e3726dcb-05e6-43db-9df2-f179dd974c65 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:45.830516 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e3726dcb-05e6-43db-9df2-f179dd974c65 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/subnets/d8155d98-8619-4e46-889f-f2168e88c0f6 HTTP/1.1" status: 204 len: 168 time: 0.6284921 Nov 10 19:24:45.834102 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47232) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:45.835096 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c61ad09-4cfc-498b-abb1-06e4bc30f325 None None] Network 73e644d7-c005-4d4c-beb8-f50294af801c requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:24:46.022545 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ec4b49d4-42fe-47c1-aaf5-864178e2d454 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:46.050163 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-558835a4-7f8b-44d5-90d6-be6d24d5afab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:46.131891 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e1f8b-d949-47c1-b06d-52409b4de774 req-2874bae0-9748-4538-a97f-fcc1d2d990bf tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:46.133864 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-509e1f8b-d949-47c1-b06d-52409b4de774 req-2874bae0-9748-4538-a97f-fcc1d2d990bf tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=55ed90cc-a2a2-4dc8-bb88-9238c8c7c592 HTTP/1.1" status: 200 len: 944 time: 0.1686740 Nov 10 19:24:46.179074 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-1fc51e97-a551-45fd-afe2-165e1c90d11a tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] Allocated IP 172.20.0.14 (5957d30a-3fc9-4c33-94cf-b39dac661b41/dbf378a3-cbb4-4987-a485-6e71ae4034af/9fa534d6-4364-43da-919e-ebabedfe54d9) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:24:46.182905 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-ec4b49d4-42fe-47c1-aaf5-864178e2d454 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Deleting port 25084525-42a3-4b53-823b-34805b291745 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:24:46.183262 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ec4b49d4-42fe-47c1-aaf5-864178e2d454 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:46.196630 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df568ddd-5aba-4a9c-8d9e-6c97fe6e96c2 None None] DHCP port deletion for 73e644d7-c005-4d4c-beb8-f50294af801c request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:24:46.221339 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-509e1f8b-d949-47c1-b06d-52409b4de774 req-d1865fc9-776f-4457-9542-e7a647f0c8f7 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785830 Nov 10 19:24:46.286764 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-ec4b49d4-42fe-47c1-aaf5-864178e2d454 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] For port 25084525-42a3-4b53-823b-34805b291745, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=25084525-42a3-4b53-823b-34805b291745,segment=NetworkSegment(33acf8f7-5a09-42db-b7e8-85cf0bc5635f),segment_id=33acf8f7-5a09-42db-b7e8-85cf0bc5635f)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:46.287145 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ec4b49d4-42fe-47c1-aaf5-864178e2d454 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:46.305958 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-558835a4-7f8b-44d5-90d6-be6d24d5afab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:46.311090 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-ec4b49d4-42fe-47c1-aaf5-864178e2d454 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Calling delete_port for 25084525-42a3-4b53-823b-34805b291745 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:24:46.316168 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-558835a4-7f8b-44d5-90d6-be6d24d5afab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:46.320085 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-df568ddd-5aba-4a9c-8d9e-6c97fe6e96c2 None None] Deleting port 25084525-42a3-4b53-823b-34805b291745 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:24:46.320536 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-df568ddd-5aba-4a9c-8d9e-6c97fe6e96c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:46.365732 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-84485e0c-70bb-40bd-ba75-6d6262a4f7bc req-c9f413ee-0637-4f25-9c88-f3860eb86597 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] 10.222.0.54 "GET /v2.0/ports?device_id=d03e080e-5bb8-42a2-b3fe-4bdbbc4eced3 HTTP/1.1" status: 200 len: 210 time: 0.0335345 Nov 10 19:24:46.394713 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-df568ddd-5aba-4a9c-8d9e-6c97fe6e96c2 None None] For port 25084525-42a3-4b53-823b-34805b291745, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=25084525-42a3-4b53-823b-34805b291745,segment=NetworkSegment(33acf8f7-5a09-42db-b7e8-85cf0bc5635f),segment_id=33acf8f7-5a09-42db-b7e8-85cf0bc5635f)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:46.395253 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-df568ddd-5aba-4a9c-8d9e-6c97fe6e96c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:46.413693 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-558835a4-7f8b-44d5-90d6-be6d24d5afab admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9cee878061b34a8bbe7ee0cfa8e3888f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8377080 Nov 10 19:24:46.414076 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-df568ddd-5aba-4a9c-8d9e-6c97fe6e96c2 None None] Calling delete_port for 25084525-42a3-4b53-823b-34805b291745 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:24:46.415082 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47240) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:46.429530 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558835a4-7f8b-44d5-90d6-be6d24d5afab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58637f1-2e9f-405c-9082-fd7144e1b632,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:46.521208 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ec4b49d4-42fe-47c1-aaf5-864178e2d454 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:46.537404 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-df568ddd-5aba-4a9c-8d9e-6c97fe6e96c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:46.565877 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4b49d4-42fe-47c1-aaf5-864178e2d454 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] No DVR routers for this DVR port 25084525-42a3-4b53-823b-34805b291745 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:24:46.573180 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b49d4-42fe-47c1-aaf5-864178e2d454 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Port': ['ID=25084525-42a3-4b53-823b-34805b291745,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:46.587500 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df568ddd-5aba-4a9c-8d9e-6c97fe6e96c2 None None] Pushing event deleted for resources: {'Port': ['ID=25084525-42a3-4b53-823b-34805b291745,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:46.611186 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df568ddd-5aba-4a9c-8d9e-6c97fe6e96c2 None None] No DVR routers for this DVR port 25084525-42a3-4b53-823b-34805b291745 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:24:46.633601 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-1fc51e97-a551-45fd-afe2-165e1c90d11a tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:46.680844 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ec4b49d4-42fe-47c1-aaf5-864178e2d454 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:46.706242 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-ec4b49d4-42fe-47c1-aaf5-864178e2d454 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e644d7-c005-4d4c-beb8-f50294af801c']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:46.721939 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-ec4b49d4-42fe-47c1-aaf5-864178e2d454 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33acf8f7-5a09-42db-b7e8-85cf0bc5635f') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:46.721939 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-ec4b49d4-42fe-47c1-aaf5-864178e2d454 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33acf8f7-5a09-42db-b7e8-85cf0bc5635f') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:24:46.725722 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43a3c3-028c-41ca-97fb-9074da46bf14 req-4db26b55-fd7b-4283-89db-f0e33441a4b6 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:46.727416 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ae43a3c3-028c-41ca-97fb-9074da46bf14 req-4db26b55-fd7b-4283-89db-f0e33441a4b6 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 945 time: 0.2237141 Nov 10 19:24:46.729871 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ec4b49d4-42fe-47c1-aaf5-864178e2d454 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:46.735744 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-51253e14-4a0a-4662-8b91-aaceb1e999f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:46.748496 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-1fc51e97-a551-45fd-afe2-165e1c90d11a tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:46.748980 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ec4b49d4-42fe-47c1-aaf5-864178e2d454 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:46.757928 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec4b49d4-42fe-47c1-aaf5-864178e2d454 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:24:46.758350 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ec4b49d4-42fe-47c1-aaf5-864178e2d454 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:46.770800 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:24:46.770800 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:24:46.770800 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:24:46.770800 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:24:46.770800 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:24:46.770800 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:24:46.770800 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:24:46.770800 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:24:46.770800 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:24:46.770800 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:24:46.770800 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:24:46.770800 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:24:46.770800 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:24:46.770800 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:24:46.770800 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:24:46.770800 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:24:46.770800 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:24:46.770800 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:24:46.770800 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:24:46.770800 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:24:46.770800 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:24:46.770800 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:24:46.770800 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:24:46.770800 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:24:46.770800 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:24:46.770800 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:24:46.770800 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:24:46.770800 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:24:46.770800 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:24:46.770800 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:24:46.770800 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:24:46.770800 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:24:46.829210 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-51253e14-4a0a-4662-8b91-aaceb1e999f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:46.836337 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ec4b49d4-42fe-47c1-aaf5-864178e2d454 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:46.842100 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ec4b49d4-42fe-47c1-aaf5-864178e2d454 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:46.850480 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ec4b49d4-42fe-47c1-aaf5-864178e2d454 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/networks/73e644d7-c005-4d4c-beb8-f50294af801c HTTP/1.1" status: 204 len: 168 time: 1.0044539 Nov 10 19:24:46.850851 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-1fc51e97-a551-45fd-afe2-165e1c90d11a tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] Network 5957d30a-3fc9-4c33-94cf-b39dac661b41 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:24:46.852519 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47244) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:46.853207 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc51e97-a551-45fd-afe2-165e1c90d11a tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] Pushing event updated for resources: {'Port': ['ID=9fa534d6-4364-43da-919e-ebabedfe54d9,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:46.871605 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b49d4-42fe-47c1-aaf5-864178e2d454 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Network': ['ID=73e644d7-c005-4d4c-beb8-f50294af801c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:46.881096 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-1fc51e97-a551-45fd-afe2-165e1c90d11a tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:24:46.909864 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-1fc51e97-a551-45fd-afe2-165e1c90d11a tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:24:46.964818 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ae43a3c3-028c-41ca-97fb-9074da46bf14 req-a583648a-157b-4365-8f17-962bb6f45d0c tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138121 Nov 10 19:24:46.972538 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd52f0d5-8d5f-4de0-908f-cb6fb69cb806 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:46.974025 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-cd52f0d5-8d5f-4de0-908f-cb6fb69cb806 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "GET /v2.0/ports/99f68385-fb21-4fa6-b1c4-610e00a33497 HTTP/1.1" status: 200 len: 844 time: 0.1181176 Nov 10 19:24:46.978611 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47246) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:46.980055 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device a0e2866a-c89a-4d67-a9ca-58ab8bf18e69 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:24:47.039385 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-1fc51e97-a551-45fd-afe2-165e1c90d11a tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:47.040060 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-1fc51e97-a551-45fd-afe2-165e1c90d11a tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:47.040794 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port a0e2866a-c89a-4d67-a9ca-58ab8bf18e69 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:24:47.046101 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port a0e2866a-c89a-4d67-a9ca-58ab8bf18e69 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:47.046478 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:47.053122 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-51253e14-4a0a-4662-8b91-aaceb1e999f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:47.055786 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-51253e14-4a0a-4662-8b91-aaceb1e999f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:47.056975 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-51253e14-4a0a-4662-8b91-aaceb1e999f6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f58637f1-2e9f-405c-9082-fd7144e1b632 HTTP/1.1" status: 204 len: 168 time: 0.6398320 Nov 10 19:24:47.062154 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c6fb40f3-5695-40e6-bcf5-8d3c08420c38 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "GET /v2.0/ports/99f68385-fb21-4fa6-b1c4-610e00a33497?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0825455 Nov 10 19:24:47.065987 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47250) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:47.075554 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-1fc51e97-a551-45fd-afe2-165e1c90d11a tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6010182 Nov 10 19:24:47.076368 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-2d80aec7-89e7-4d5f-8a04-197cd2086156 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'subnet': {'network_id': 'a9f1e2b4-ac13-4ec2-930f-8601db2322ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:47.076553 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51253e14-4a0a-4662-8b91-aaceb1e999f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58637f1-2e9f-405c-9082-fd7144e1b632,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:47.092370 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-c0df179e-a53e-4835-bf90-8aeb3c24eaef service neutron] Request body: {'port': {'device_id': 'd03e080e-5bb8-42a2-b3fe-4bdbbc4eced3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:47.157443 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:47.168162 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-c0df179e-a53e-4835-bf90-8aeb3c24eaef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:47.211887 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port a0e2866a-c89a-4d67-a9ca-58ab8bf18e69, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=a0e2866a-c89a-4d67-a9ca-58ab8bf18e69,segment=NetworkSegment(f0089329-84eb-4bfe-9903-9d16aa1b592a),segment_id=f0089329-84eb-4bfe-9903-9d16aa1b592a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:47.213046 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ed90cc-a2a2-4dc8-bb88-9238c8c7c592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e2866a-c89a-4d67-a9ca-58ab8bf18e69'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:24:47.219553 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76f138c-c13b-4974-9ac0-2ea60344710a" -d '{"events": [{"server_uuid": "55ed90cc-a2a2-4dc8-bb88-9238c8c7c592", "name": "network-vif-plugged", "status": "completed", "tag": "a0e2866a-c89a-4d67-a9ca-58ab8bf18e69"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:24:47.224785 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:47.289654 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d80aec7-89e7-4d5f-8a04-197cd2086156 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:24:47.323071 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2d80aec7-89e7-4d5f-8a04-197cd2086156 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:47.337051 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac8dc7b-3bfe-4865-a450-7440898082c4 x-openstack-request-id: req-dac8dc7b-3bfe-4865-a450-7440898082c4 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:24:47.338652 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ed90cc-a2a2-4dc8-bb88-9238c8c7c592", "name": "network-vif-plugged", "status": "completed", "tag": "a0e2866a-c89a-4d67-a9ca-58ab8bf18e69", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:24:47.338904 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dac8dc7b-3bfe-4865-a450-7440898082c4 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:24:47.339300 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ed90cc-a2a2-4dc8-bb88-9238c8c7c592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e2866a-c89a-4d67-a9ca-58ab8bf18e69', 'code': 200} Nov 10 19:24:47.343550 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=a0e2866a-c89a-4d67-a9ca-58ab8bf18e69,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:47.536196 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39317a-4361-493e-8635-15fbe277a189 req-b9f23dbf-b69c-47ff-942e-04f5e0ff6487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:47.538574 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1d39317a-4361-493e-8635-15fbe277a189 req-b9f23dbf-b69c-47ff-942e-04f5e0ff6487 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=55ed90cc-a2a2-4dc8-bb88-9238c8c7c592 HTTP/1.1" status: 200 len: 1096 time: 0.1067128 Nov 10 19:24:47.572260 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 25084525-42a3-4b53-823b-34805b291745 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:24:47.613512 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 25084525-42a3-4b53-823b-34805b291745 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:24:47.613953 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 25084525-42a3-4b53-823b-34805b291745 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:24:47.634115 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ab408-2c63-456b-985a-29a6b9b7bf51 req-afd6c821-12c9-4fb6-8fa1-0e60756ff5a5 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:47.642369 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-942ab408-2c63-456b-985a-29a6b9b7bf51 req-afd6c821-12c9-4fb6-8fa1-0e60756ff5a5 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=55ed90cc-a2a2-4dc8-bb88-9238c8c7c592 HTTP/1.1" status: 200 len: 945 time: 0.2063284 Nov 10 19:24:47.704226 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1d39317a-4361-493e-8635-15fbe277a189 req-82a71907-0c1f-4718-887f-88845b320594 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566694 Nov 10 19:24:47.725854 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2d80aec7-89e7-4d5f-8a04-197cd2086156 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:47.781804 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-942ab408-2c63-456b-985a-29a6b9b7bf51 req-67166841-7144-46d4-9191-5dc26bbd195b tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911336 Nov 10 19:24:47.814112 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d80aec7-89e7-4d5f-8a04-197cd2086156 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network a9f1e2b4-ac13-4ec2-930f-8601db2322ee is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:24:47.815938 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-2d80aec7-89e7-4d5f-8a04-197cd2086156 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:24:47.818199 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80aec7-89e7-4d5f-8a04-197cd2086156 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Subnet': ['ID=0c5040e7-7317-4bed-b151-479c764c4829,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:47.821080 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d80aec7-89e7-4d5f-8a04-197cd2086156 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:47.821945 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2d80aec7-89e7-4d5f-8a04-197cd2086156 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:47.837149 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee02f7a2-9368-450a-8d6e-53acf63e16f5 None None] Network a9f1e2b4-ac13-4ec2-930f-8601db2322ee requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:24:47.850853 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2d80aec7-89e7-4d5f-8a04-197cd2086156 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7804201 Nov 10 19:24:47.852579 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47274) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:47.854097 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-c0df179e-a53e-4835-bf90-8aeb3c24eaef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fa534d6-4364-43da-919e-ebabedfe54d9 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:24:47.864721 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-c0df179e-a53e-4835-bf90-8aeb3c24eaef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:47.868186 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-9062db72-8a03-4b7b-8cbf-817119609b8d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'security_group': {'name': 'tempest-secgroup-103926079'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:47.887859 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-c0df179e-a53e-4835-bf90-8aeb3c24eaef service neutron] Transition to ACTIVE for port object 9fa534d6-4364-43da-919e-ebabedfe54d9 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:24:47.893393 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-c0df179e-a53e-4835-bf90-8aeb3c24eaef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:47.903050 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9062db72-8a03-4b7b-8cbf-817119609b8d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:47.996360 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9062db72-8a03-4b7b-8cbf-817119609b8d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:48.001991 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9062db72-8a03-4b7b-8cbf-817119609b8d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:48.026567 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9062db72-8a03-4b7b-8cbf-817119609b8d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:48.030467 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9062db72-8a03-4b7b-8cbf-817119609b8d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1741078 Nov 10 19:24:48.037071 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47286) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:48.045879 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-bf8e259a-b207-4420-8f52-f0a2e545c9a7 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'security_group': {'name': 'tempest-secgroup-1880875415'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:48.082044 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9062db72-8a03-4b7b-8cbf-817119609b8d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29aad8ff-ffab-475d-a314-ccfb5c13b8a4,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:48.097566 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bf8e259a-b207-4420-8f52-f0a2e545c9a7 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:48.127439 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df179e-a53e-4835-bf90-8aeb3c24eaef service neutron] Pushing event updated for resources: {'Port': ['ID=9fa534d6-4364-43da-919e-ebabedfe54d9,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:48.214699 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c000378f-7188-495c-939b-9f4146be8b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-a9f1e2b4-ac13-4ec2-930f-8601db2322ee', 'network_id': 'a9f1e2b4-ac13-4ec2-930f-8601db2322ee', 'tenant_id': '9243d602b7744224af856c31c392ac9b', 'fixed_ips': [{'subnet_id': '0c5040e7-7317-4bed-b151-479c764c4829'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:24:48.217047 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c000378f-7188-495c-939b-9f4146be8b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:48.231724 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bf8e259a-b207-4420-8f52-f0a2e545c9a7 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:48.240952 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bf8e259a-b207-4420-8f52-f0a2e545c9a7 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:48.261044 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e2945-4b23-401b-9098-7a049d097783 req-6dc0a129-8bb8-4a16-b187-bc65ce41138f tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:48.267290 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-917e2945-4b23-401b-9098-7a049d097783 req-6dc0a129-8bb8-4a16-b187-bc65ce41138f tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] 10.222.0.54 "GET /v2.0/ports?device_id=d03e080e-5bb8-42a2-b3fe-4bdbbc4eced3 HTTP/1.1" status: 200 len: 944 time: 0.3091600 Nov 10 19:24:48.274430 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bf8e259a-b207-4420-8f52-f0a2e545c9a7 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:48.276720 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-bf8e259a-b207-4420-8f52-f0a2e545c9a7 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2365406 Nov 10 19:24:48.280075 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47292) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:48.290905 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-13ffedd7-6998-4bb1-8fdf-4f61db9e7d8d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-292740691', 'security_groups': ['60fbb7b5-ba92-4623-be70-44237c0cb849'], 'network_id': 'a9f1e2b4-ac13-4ec2-930f-8601db2322ee', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0c5040e7-7317-4bed-b151-479c764c4829'}]}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:48.323001 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e259a-b207-4420-8f52-f0a2e545c9a7 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60fbb7b5-ba92-4623-be70-44237c0cb849,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:48.407003 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-c0df179e-a53e-4835-bf90-8aeb3c24eaef service neutron] Attempting to bind port 9fa534d6-4364-43da-919e-ebabedfe54d9 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:24:48.407533 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-c0df179e-a53e-4835-bf90-8aeb3c24eaef service neutron] Attempting to bind port 9fa534d6-4364-43da-919e-ebabedfe54d9 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '0cb163af-b8f7-4a05-978f-d47fd2933cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5957d30a-3fc9-4c33-94cf-b39dac661b41'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:24:48.407987 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-c0df179e-a53e-4835-bf90-8aeb3c24eaef service neutron] Attempting to bind port 9fa534d6-4364-43da-919e-ebabedfe54d9 on network 5957d30a-3fc9-4c33-94cf-b39dac661b41 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:24:48.433289 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-c0df179e-a53e-4835-bf90-8aeb3c24eaef service neutron] Port 9fa534d6-4364-43da-919e-ebabedfe54d9 on network 5957d30a-3fc9-4c33-94cf-b39dac661b41 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:24:48.434104 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-c0df179e-a53e-4835-bf90-8aeb3c24eaef service neutron] Attempting to bind port 9fa534d6-4364-43da-919e-ebabedfe54d9 on network 5957d30a-3fc9-4c33-94cf-b39dac661b41 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:24:48.447332 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-917e2945-4b23-401b-9098-7a049d097783 req-79dfa068-1582-48b0-bf27-648225951a9f tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ead9224-c519-4810-b2e3-8d64044d6155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498358 Nov 10 19:24:48.452382 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-c0df179e-a53e-4835-bf90-8aeb3c24eaef service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:24:48.452382 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-c0df179e-a53e-4835-bf90-8aeb3c24eaef service neutron] Checking segment: {'id': '0cb163af-b8f7-4a05-978f-d47fd2933cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5957d30a-3fc9-4c33-94cf-b39dac661b41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:24:48.452382 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-c0df179e-a53e-4835-bf90-8aeb3c24eaef service neutron] Bound using segment: {'id': '0cb163af-b8f7-4a05-978f-d47fd2933cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5957d30a-3fc9-4c33-94cf-b39dac661b41'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:24:48.452949 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-c0df179e-a53e-4835-bf90-8aeb3c24eaef service neutron] Bound port: 9fa534d6-4364-43da-919e-ebabedfe54d9, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cb163af-b8f7-4a05-978f-d47fd2933cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5957d30a-3fc9-4c33-94cf-b39dac661b41'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:24:48.453293 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-c0df179e-a53e-4835-bf90-8aeb3c24eaef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:48.511142 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-c000378f-7188-495c-939b-9f4146be8b40 None None] Allocated IP 2001:db8::2 (a9f1e2b4-ac13-4ec2-930f-8601db2322ee/0c5040e7-7317-4bed-b151-479c764c4829/3a6d8fbf-162a-44eb-bf26-67b6a23a4b95) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:24:48.563308 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ffedd7-6998-4bb1-8fdf-4f61db9e7d8d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:24:48.600884 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-c0df179e-a53e-4835-bf90-8aeb3c24eaef service neutron] For port 9fa534d6-4364-43da-919e-ebabedfe54d9, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:24:48.675173 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-c0df179e-a53e-4835-bf90-8aeb3c24eaef service neutron] For port 9fa534d6-4364-43da-919e-ebabedfe54d9, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=9fa534d6-4364-43da-919e-ebabedfe54d9,segment=NetworkSegment(0cb163af-b8f7-4a05-978f-d47fd2933cef),segment_id=0cb163af-b8f7-4a05-978f-d47fd2933cef)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:24:48.683739 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbab97-d3e1-4b61-bc3e-2894d371c19a req-e0838250-3688-43ae-a627-5315418303f6 tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:48.685691 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7cbbab97-d3e1-4b61-bc3e-2894d371c19a req-e0838250-3688-43ae-a627-5315418303f6 tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 1096 time: 0.1397707 Nov 10 19:24:48.689068 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-c0df179e-a53e-4835-bf90-8aeb3c24eaef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:48.736543 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c000378f-7188-495c-939b-9f4146be8b40 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:48.745864 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c000378f-7188-495c-939b-9f4146be8b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:48.773252 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7cbbab97-d3e1-4b61-bc3e-2894d371c19a req-2e02f952-c650-45eb-844d-041393738623 tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:48.815625 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c000378f-7188-495c-939b-9f4146be8b40 None None] Network a9f1e2b4-ac13-4ec2-930f-8601db2322ee is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:24:48.823542 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-c000378f-7188-495c-939b-9f4146be8b40 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:24:48.833374 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c000378f-7188-495c-939b-9f4146be8b40 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:24:48.851209 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000378f-7188-495c-939b-9f4146be8b40 None None] Pushing event updated for resources: {'Port': ['ID=3a6d8fbf-162a-44eb-bf26-67b6a23a4b95,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:48.963061 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-c000378f-7188-495c-939b-9f4146be8b40 None None] Attempting to bind port 3a6d8fbf-162a-44eb-bf26-67b6a23a4b95 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:24:48.963445 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-c000378f-7188-495c-939b-9f4146be8b40 None None] Attempting to bind port 3a6d8fbf-162a-44eb-bf26-67b6a23a4b95 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '9b242c5d-353e-4527-a081-685b8ede3ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a9f1e2b4-ac13-4ec2-930f-8601db2322ee'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:24:48.963815 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c000378f-7188-495c-939b-9f4146be8b40 None None] Attempting to bind port 3a6d8fbf-162a-44eb-bf26-67b6a23a4b95 on network a9f1e2b4-ac13-4ec2-930f-8601db2322ee {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:24:48.971076 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c000378f-7188-495c-939b-9f4146be8b40 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:24:48.971450 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c000378f-7188-495c-939b-9f4146be8b40 None None] Checking segment: {'id': '9b242c5d-353e-4527-a081-685b8ede3ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a9f1e2b4-ac13-4ec2-930f-8601db2322ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:24:48.972160 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c000378f-7188-495c-939b-9f4146be8b40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:48.972564 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c000378f-7188-495c-939b-9f4146be8b40 None None] Bound using segment: {'id': '9b242c5d-353e-4527-a081-685b8ede3ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a9f1e2b4-ac13-4ec2-930f-8601db2322ee'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:24:48.973247 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-c000378f-7188-495c-939b-9f4146be8b40 None None] Bound port: 3a6d8fbf-162a-44eb-bf26-67b6a23a4b95, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b242c5d-353e-4527-a081-685b8ede3ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a9f1e2b4-ac13-4ec2-930f-8601db2322ee'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:24:48.973632 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c000378f-7188-495c-939b-9f4146be8b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:49.090995 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c000378f-7188-495c-939b-9f4146be8b40 None None] For port 3a6d8fbf-162a-44eb-bf26-67b6a23a4b95, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:24:49.096921 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c000378f-7188-495c-939b-9f4146be8b40 None None] For port 3a6d8fbf-162a-44eb-bf26-67b6a23a4b95, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=3a6d8fbf-162a-44eb-bf26-67b6a23a4b95,segment=NetworkSegment(9b242c5d-353e-4527-a081-685b8ede3ee6),segment_id=9b242c5d-353e-4527-a081-685b8ede3ee6)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:24:49.104329 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c000378f-7188-495c-939b-9f4146be8b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:49.223738 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000378f-7188-495c-939b-9f4146be8b40 None None] Pushing event updated for resources: {'Port': ['ID=3a6d8fbf-162a-44eb-bf26-67b6a23a4b95,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:49.278907 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-c0df179e-a53e-4835-bf90-8aeb3c24eaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:49.279595 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-c0df179e-a53e-4835-bf90-8aeb3c24eaef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:49.283462 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-c0df179e-a53e-4835-bf90-8aeb3c24eaef service neutron] 10.222.0.25 "PUT /v2.0/ports/9fa534d6-4364-43da-919e-ebabedfe54d9 HTTP/1.1" status: 200 len: 1092 time: 2.1983206 Nov 10 19:24:49.286144 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03e080e-5bb8-42a2-b3fe-4bdbbc4eced3', 'tag': '9fa534d6-4364-43da-919e-ebabedfe54d9'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:24:49.288550 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9376e341-4203-4db8-a303-b2689a891eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "d03e080e-5bb8-42a2-b3fe-4bdbbc4eced3", "tag": "9fa534d6-4364-43da-919e-ebabedfe54d9"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:24:49.309032 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df179e-a53e-4835-bf90-8aeb3c24eaef service neutron] Pushing event updated for resources: {'Port': ['ID=9fa534d6-4364-43da-919e-ebabedfe54d9,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:49.341485 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-13ffedd7-6998-4bb1-8fdf-4f61db9e7d8d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:49.450024 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-13ffedd7-6998-4bb1-8fdf-4f61db9e7d8d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] device_id is not set on port 3789e01f-4472-4f5c-a019-e241338818fb yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:24:49.529443 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-38bc4b64-e80c-4e76-a854-56ae5914b8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:49.531377 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-38bc4b64-e80c-4e76-a854-56ae5914b8d6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d446a535e1d94cb5861db7a21e62cfc7&device_id=d03e080e-5bb8-42a2-b3fe-4bdbbc4eced3 HTTP/1.1" status: 200 len: 1095 time: 0.1949894 Nov 10 19:24:49.652301 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-8a19326a-d48a-4a1c-a640-b08f412873e7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fa534d6-4364-43da-919e-ebabedfe54d9 HTTP/1.1" status: 200 len: 217 time: 0.0969605 Nov 10 19:24:49.656428 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3a6d8fbf-162a-44eb-bf26-67b6a23a4b95 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:24:49.694485 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7cbbab97-d3e1-4b61-bc3e-2894d371c19a req-2e02f952-c650-45eb-844d-041393738623 tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:49.723963 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7cbbab97-d3e1-4b61-bc3e-2894d371c19a req-2e02f952-c650-45eb-844d-041393738623 tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:49.745065 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 3a6d8fbf-162a-44eb-bf26-67b6a23a4b95 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:49.746472 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:49.853132 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7cbbab97-d3e1-4b61-bc3e-2894d371c19a req-2e02f952-c650-45eb-844d-041393738623 tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1489193 Nov 10 19:24:49.855142 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-915a04d9-b08a-40f5-92d3-c1b91111dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:49.856720 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-915a04d9-b08a-40f5-92d3-c1b91111dce6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dbf378a3-cbb4-4987-a485-6e71ae4034af HTTP/1.1" status: 200 len: 861 time: 0.1759682 Nov 10 19:24:49.859905 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02f952-c650-45eb-844d-041393738623 tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff053e93-a5c3-4162-8fd2-4da44f7f385e,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:49.926489 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:49.943218 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-ea7431d5-c456-4f2d-86c9-bd3f1f52c3f8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5957d30a-3fc9-4c33-94cf-b39dac661b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641434 Nov 10 19:24:49.994690 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 3a6d8fbf-162a-44eb-bf26-67b6a23a4b95, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=3a6d8fbf-162a-44eb-bf26-67b6a23a4b95,segment=NetworkSegment(9b242c5d-353e-4527-a081-685b8ede3ee6),segment_id=9b242c5d-353e-4527-a081-685b8ede3ee6)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:50.001151 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:50.006998 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-13ffedd7-6998-4bb1-8fdf-4f61db9e7d8d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Allocated IP 2001:db8::a8 (a9f1e2b4-ac13-4ec2-930f-8601db2322ee/0c5040e7-7317-4bed-b151-479c764c4829/3789e01f-4472-4f5c-a019-e241338818fb) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:24:50.094802 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=3a6d8fbf-162a-44eb-bf26-67b6a23a4b95,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:50.193120 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-0c6b6c07-553c-4a24-b5e1-e5e7cf305a7f service neutron] 10.222.0.25 "GET /v2.0/networks/5957d30a-3fc9-4c33-94cf-b39dac661b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407019 Nov 10 19:24:50.205580 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76457f35-3f5a-4e1e-b47c-0ee4e64fa1ae req-bbe3bdb9-e74f-4ef9-bce7-c0c8632b3a1e tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:50.207253 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76457f35-3f5a-4e1e-b47c-0ee4e64fa1ae req-bbe3bdb9-e74f-4ef9-bce7-c0c8632b3a1e tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 945 time: 0.2317302 Nov 10 19:24:50.414919 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76457f35-3f5a-4e1e-b47c-0ee4e64fa1ae req-68588d82-04bd-490a-a50b-4d9d5ac8ad9f tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636169 Nov 10 19:24:50.432313 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-13ffedd7-6998-4bb1-8fdf-4f61db9e7d8d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:50.464198 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd29d439-f14a-45a8-bbd2-9da359cf4c6d req-957a04ee-949e-43cf-826a-3f925c775867 service neutron] 10.222.0.25 "GET /v2.0/networks/5957d30a-3fc9-4c33-94cf-b39dac661b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174470 Nov 10 19:24:50.577373 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-13ffedd7-6998-4bb1-8fdf-4f61db9e7d8d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:50.645515 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-abb77308-2d7d-4a8b-a97a-6d8b22e0c12a None None] Provisioning complete for port 99f68385-fb21-4fa6-b1c4-610e00a33497 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:50.646208 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-abb77308-2d7d-4a8b-a97a-6d8b22e0c12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:50.646362 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ffedd7-6998-4bb1-8fdf-4f61db9e7d8d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network a9f1e2b4-ac13-4ec2-930f-8601db2322ee is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:24:50.655311 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85cede-86f9-4e4c-98f0-bab14978af8a req-7ff47c88-4822-4518-8046-0bd14c665a07 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:50.656948 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d85cede-86f9-4e4c-98f0-bab14978af8a req-7ff47c88-4822-4518-8046-0bd14c665a07 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=55ed90cc-a2a2-4dc8-bb88-9238c8c7c592 HTTP/1.1" status: 200 len: 945 time: 0.1457229 Nov 10 19:24:50.661000 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-13ffedd7-6998-4bb1-8fdf-4f61db9e7d8d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:24:50.669610 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ffedd7-6998-4bb1-8fdf-4f61db9e7d8d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:24:50.676206 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ffedd7-6998-4bb1-8fdf-4f61db9e7d8d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:50.677165 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-13ffedd7-6998-4bb1-8fdf-4f61db9e7d8d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:50.697184 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-abb77308-2d7d-4a8b-a97a-6d8b22e0c12a None None] Port 99f68385-fb21-4fa6-b1c4-610e00a33497 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:24:50.704257 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ffedd7-6998-4bb1-8fdf-4f61db9e7d8d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Port': ['ID=3789e01f-4472-4f5c-a019-e241338818fb,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:50.710233 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-abb77308-2d7d-4a8b-a97a-6d8b22e0c12a None None] Provisioning complete for port 3a6d8fbf-162a-44eb-bf26-67b6a23a4b95 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:50.710619 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-abb77308-2d7d-4a8b-a97a-6d8b22e0c12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:50.727358 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffedd7-6998-4bb1-8fdf-4f61db9e7d8d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:50.727716 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffedd7-6998-4bb1-8fdf-4f61db9e7d8d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:50.728104 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffedd7-6998-4bb1-8fdf-4f61db9e7d8d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:50.728437 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffedd7-6998-4bb1-8fdf-4f61db9e7d8d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:50.728762 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffedd7-6998-4bb1-8fdf-4f61db9e7d8d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:50.729085 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffedd7-6998-4bb1-8fdf-4f61db9e7d8d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:50.729429 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffedd7-6998-4bb1-8fdf-4f61db9e7d8d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:50.729989 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffedd7-6998-4bb1-8fdf-4f61db9e7d8d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:50.730482 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffedd7-6998-4bb1-8fdf-4f61db9e7d8d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:50.730990 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffedd7-6998-4bb1-8fdf-4f61db9e7d8d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:50.731706 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffedd7-6998-4bb1-8fdf-4f61db9e7d8d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:50.732412 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffedd7-6998-4bb1-8fdf-4f61db9e7d8d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:24:50.750562 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-13ffedd7-6998-4bb1-8fdf-4f61db9e7d8d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4660540 Nov 10 19:24:50.754650 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47364) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:50.764495 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-165201c0-6a6a-4065-bf66-a74cb2cf5751 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'subnet': {'network_id': 'a9f1e2b4-ac13-4ec2-930f-8601db2322ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:50.795609 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d85cede-86f9-4e4c-98f0-bab14978af8a req-7320bbb6-2525-429d-bc98-13b2e1b3bb85 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275129 Nov 10 19:24:50.891368 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6783c9de-c31b-43a6-bdd4-97af2d8c62e6 x-openstack-request-id: req-6783c9de-c31b-43a6-bdd4-97af2d8c62e6 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:24:50.891506 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d03e080e-5bb8-42a2-b3fe-4bdbbc4eced3", "tag": "9fa534d6-4364-43da-919e-ebabedfe54d9", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:24:50.891895 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6783c9de-c31b-43a6-bdd4-97af2d8c62e6 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:24:50.892531 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd03e080e-5bb8-42a2-b3fe-4bdbbc4eced3', 'tag': '9fa534d6-4364-43da-919e-ebabedfe54d9', 'status': 'completed', 'code': 200} Nov 10 19:24:50.994277 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376e341-4203-4db8-a303-b2689a891eb8 req-7a57350d-a6ba-4238-8ff5-d162cd04a699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:50.996825 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165201c0-6a6a-4065-bf66-a74cb2cf5751 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:24:50.997690 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9376e341-4203-4db8-a303-b2689a891eb8 req-7a57350d-a6ba-4238-8ff5-d162cd04a699 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d446a535e1d94cb5861db7a21e62cfc7&device_id=d03e080e-5bb8-42a2-b3fe-4bdbbc4eced3 HTTP/1.1" status: 200 len: 1095 time: 0.0853674 Nov 10 19:24:51.000891 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-165201c0-6a6a-4065-bf66-a74cb2cf5751 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:51.179387 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-51afb920-49a0-42d5-9295-62f6f1acffa4 None None] Provisioning complete for port 3789e01f-4472-4f5c-a019-e241338818fb triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:51.179863 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-51afb920-49a0-42d5-9295-62f6f1acffa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:51.210973 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf8298-3b49-463a-b2bf-75a4766beb69 req-d57b3a34-c702-487e-b371-28ff3fd8f268 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:51.217956 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fcbf8298-3b49-463a-b2bf-75a4766beb69 req-d57b3a34-c702-487e-b371-28ff3fd8f268 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] 10.222.0.54 "GET /v2.0/ports?device_id=d03e080e-5bb8-42a2-b3fe-4bdbbc4eced3 HTTP/1.1" status: 200 len: 944 time: 0.1774900 Nov 10 19:24:51.223137 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47378) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:51.232098 n-d-813897-4 neutron-server[102505]: INFO neutron.db.ipam_backend_mixin [None req-165201c0-6a6a-4065-bf66-a74cb2cf5751 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0c5040e7-7317-4bed-b151-479c764c4829 (CIDR: 2001:db8::/64) Nov 10 19:24:51.238519 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-165201c0-6a6a-4065-bf66-a74cb2cf5751 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:24:51.239599 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-165201c0-6a6a-4065-bf66-a74cb2cf5751 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:24:51.279051 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-165201c0-6a6a-4065-bf66-a74cb2cf5751 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5188696 Nov 10 19:24:51.279316 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-51afb920-49a0-42d5-9295-62f6f1acffa4 None None] Port 3789e01f-4472-4f5c-a019-e241338818fb cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:24:51.282534 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47382) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:51.291428 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-9716e77f-0eb0-467f-b29b-fac4468b064d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'subnet': {'network_id': 'a9f1e2b4-ac13-4ec2-930f-8601db2322ee', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:51.334164 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fcbf8298-3b49-463a-b2bf-75a4766beb69 req-df8cc683-d20a-46d5-a39f-aff87c204afe tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ead9224-c519-4810-b2e3-8d64044d6155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986540 Nov 10 19:24:51.335950 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376e341-4203-4db8-a303-b2689a891eb8 req-52f45488-a684-4d5b-8dea-480ebde1b60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:51.336896 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9376e341-4203-4db8-a303-b2689a891eb8 req-52f45488-a684-4d5b-8dea-480ebde1b60f service neutron] 10.222.0.25 "GET /v2.0/networks?id=5957d30a-3fc9-4c33-94cf-b39dac661b41 HTTP/1.1" status: 200 len: 922 time: 0.3320947 Nov 10 19:24:51.439101 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9376e341-4203-4db8-a303-b2689a891eb8 req-c7da2145-5720-4b71-a5b8-bc6707221c60 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fa534d6-4364-43da-919e-ebabedfe54d9 HTTP/1.1" status: 200 len: 217 time: 0.0935638 Nov 10 19:24:51.461561 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9716e77f-0eb0-467f-b29b-fac4468b064d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:24:51.467381 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9716e77f-0eb0-467f-b29b-fac4468b064d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:51.529092 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-22893b2c-ebfc-4c33-b4ea-080ca34e3cba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:51.593904 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3a6d8fbf-162a-44eb-bf26-67b6a23a4b95 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:24:51.656291 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-22893b2c-ebfc-4c33-b4ea-080ca34e3cba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:51.670000 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bb045-1f96-4272-9f8d-d8b737b021a5 req-01e7aa4a-2052-4dab-b29c-c72111f4cfd7 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:51.671639 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c68bb045-1f96-4272-9f8d-d8b737b021a5 req-01e7aa4a-2052-4dab-b29c-c72111f4cfd7 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 945 time: 0.2368588 Nov 10 19:24:51.675231 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-22893b2c-ebfc-4c33-b4ea-080ca34e3cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:51.686233 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 3a6d8fbf-162a-44eb-bf26-67b6a23a4b95 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:51.687613 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:51.761404 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-22893b2c-ebfc-4c33-b4ea-080ca34e3cba admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=839708b2ddae42a49ca708add6d78a54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5365081 Nov 10 19:24:51.794761 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47390) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:51.798194 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22893b2c-ebfc-4c33-b4ea-080ca34e3cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d14730-0fe3-459b-b221-c4e2fded3230,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:51.827925 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c68bb045-1f96-4272-9f8d-d8b737b021a5 req-0f5d0e48-e6f1-453f-a57e-fa32acb2c281 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163785 Nov 10 19:24:51.840130 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47394) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:51.854424 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376e341-4203-4db8-a303-b2689a891eb8 req-da871f61-11a6-4f59-b547-9f5e45e4956e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:51.856123 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9376e341-4203-4db8-a303-b2689a891eb8 req-da871f61-11a6-4f59-b547-9f5e45e4956e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dbf378a3-cbb4-4987-a485-6e71ae4034af HTTP/1.1" status: 200 len: 861 time: 0.4050908 Nov 10 19:24:51.942853 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9376e341-4203-4db8-a303-b2689a891eb8 req-a26ba51a-f486-4c08-8fdd-844c37fabcc3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5957d30a-3fc9-4c33-94cf-b39dac661b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755160 Nov 10 19:24:51.998510 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ab15a039-648a-40fe-9451-dc9fb78c8281 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/floatingips/3f7f3eb9-d049-40c2-ae68-2d854f2522c8 HTTP/1.1" status: 200 len: 992 time: 0.1518822 Nov 10 19:24:52.059283 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9716e77f-0eb0-467f-b29b-fac4468b064d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:52.117538 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9376e341-4203-4db8-a303-b2689a891eb8 req-6fd3d779-46c0-4a48-b5a3-1a4c420ab079 service neutron] 10.222.0.25 "GET /v2.0/networks/5957d30a-3fc9-4c33-94cf-b39dac661b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565466 Nov 10 19:24:52.150583 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9716e77f-0eb0-467f-b29b-fac4468b064d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network a9f1e2b4-ac13-4ec2-930f-8601db2322ee is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:24:52.157121 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-9716e77f-0eb0-467f-b29b-fac4468b064d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:24:52.168115 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e4443a-695b-468c-af9a-3136a721c429 None None] Network a9f1e2b4-ac13-4ec2-930f-8601db2322ee requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:24:52.190918 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9716e77f-0eb0-467f-b29b-fac4468b064d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Subnet': ['ID=e1f25e9d-346b-421c-b156-bc936594fdd0,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:52.210705 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9716e77f-0eb0-467f-b29b-fac4468b064d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:52.212111 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9716e77f-0eb0-467f-b29b-fac4468b064d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:52.238208 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9716e77f-0eb0-467f-b29b-fac4468b064d tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9526222 Nov 10 19:24:52.239595 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47406) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:52.245596 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-f63825d2-6c7d-4d59-893f-91b660d08e73 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1789898362', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e1f25e9d-346b-421c-b156-bc936594fdd0'}], 'security_groups': ['29aad8ff-ffab-475d-a314-ccfb5c13b8a4']}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:52.266397 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a6e03736-c9f5-4a7f-a797-e725485828f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:52.290774 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a6e03736-c9f5-4a7f-a797-e725485828f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:52.347874 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9376e341-4203-4db8-a303-b2689a891eb8 req-005df2eb-d23c-4f9c-85b2-29f00c9f70c8 service neutron] 10.222.0.25 "GET /v2.0/networks/5957d30a-3fc9-4c33-94cf-b39dac661b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909676 Nov 10 19:24:52.376084 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a6e03736-c9f5-4a7f-a797-e725485828f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:52.380627 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a6e03736-c9f5-4a7f-a797-e725485828f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:52.391770 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a6e03736-c9f5-4a7f-a797-e725485828f4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/69d14730-0fe3-459b-b221-c4e2fded3230 HTTP/1.1" status: 204 len: 168 time: 0.5657799 Nov 10 19:24:52.467881 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e03736-c9f5-4a7f-a797-e725485828f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d14730-0fe3-459b-b221-c4e2fded3230,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:52.515663 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4944063-c42c-4ed9-973e-ea971e40a6a7 req-8d5e6951-2b78-4313-a281-13b175a850f7 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:52.518453 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4944063-c42c-4ed9-973e-ea971e40a6a7 req-8d5e6951-2b78-4313-a281-13b175a850f7 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 945 time: 0.1692419 Nov 10 19:24:52.551991 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f63825d2-6c7d-4d59-893f-91b660d08e73 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:52.652382 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4944063-c42c-4ed9-973e-ea971e40a6a7 req-734c3cb9-9356-4bff-8d27-35b7d90b5175 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240225 Nov 10 19:24:52.686797 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:24:52.697211 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0578c01-ecc3-477e-bfd5-8a6f2bf47589 None None] Update dhcp port {'port': {'network_id': 'a9f1e2b4-ac13-4ec2-930f-8601db2322ee', 'fixed_ips': [{'subnet_id': '0c5040e7-7317-4bed-b151-479c764c4829', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e1f25e9d-346b-421c-b156-bc936594fdd0'}], 'binding:host_id': 'n-d-813897-4'}, 'id': '3a6d8fbf-162a-44eb-bf26-67b6a23a4b95'} from n-d-813897-4. {{(pid=102507) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 19:24:52.766204 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0578c01-ecc3-477e-bfd5-8a6f2bf47589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:53.093071 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47424) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:53.120815 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3bec3426-722c-464f-a167-e44986ebbb72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:53.136876 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-f63825d2-6c7d-4d59-893f-91b660d08e73 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Delete allocated IP 2001:db8::a8 (a9f1e2b4-ac13-4ec2-930f-8601db2322ee/0c5040e7-7317-4bed-b151-479c764c4829) {{(pid=102505) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 19:24:53.165884 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-f63825d2-6c7d-4d59-893f-91b660d08e73 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Allocated IP 2001:db8:0:1::2ab (a9f1e2b4-ac13-4ec2-930f-8601db2322ee/e1f25e9d-346b-421c-b156-bc936594fdd0/3789e01f-4472-4f5c-a019-e241338818fb) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:24:53.372318 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d2608-aa00-4506-93f6-95d22a882559 req-02b5035b-223f-426a-98cf-678fdb027a37 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:53.372889 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f63825d2-6c7d-4d59-893f-91b660d08e73 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:53.374110 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b87d2608-aa00-4506-93f6-95d22a882559 req-02b5035b-223f-426a-98cf-678fdb027a37 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] 10.222.0.54 "GET /v2.0/ports?device_id=d03e080e-5bb8-42a2-b3fe-4bdbbc4eced3 HTTP/1.1" status: 200 len: 944 time: 0.0878673 Nov 10 19:24:53.380690 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f63825d2-6c7d-4d59-893f-91b660d08e73 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:53.381546 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3bec3426-722c-464f-a167-e44986ebbb72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:53.389282 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3bec3426-722c-464f-a167-e44986ebbb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:53.465441 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-f63825d2-6c7d-4d59-893f-91b660d08e73 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] In _notify_port_updated(), no bound segment for port 3789e01f-4472-4f5c-a019-e241338818fb on network a9f1e2b4-ac13-4ec2-930f-8601db2322ee {{(pid=102505) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 19:24:53.473212 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63825d2-6c7d-4d59-893f-91b660d08e73 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:53.474407 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f63825d2-6c7d-4d59-893f-91b660d08e73 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:53.476879 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f63825d2-6c7d-4d59-893f-91b660d08e73 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "PUT /v2.0/ports/3789e01f-4472-4f5c-a019-e241338818fb HTTP/1.1" status: 200 len: 931 time: 1.2360420 Nov 10 19:24:53.480109 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47428) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:53.502640 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ab46159a-e6f4-4617-8b5a-b6006956dedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:53.504598 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3bec3426-722c-464f-a167-e44986ebbb72 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=271ba5640f45491c826deaf7b24de1fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4096155 Nov 10 19:24:53.509478 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47430) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:53.517192 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec3426-722c-464f-a167-e44986ebbb72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d700b0-24ed-470e-99e1-1cef7446861a,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:53.521883 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63825d2-6c7d-4d59-893f-91b660d08e73 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Port': ['ID=3789e01f-4472-4f5c-a019-e241338818fb,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:53.526417 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-c0578c01-ecc3-477e-bfd5-8a6f2bf47589 None None] Allocated IP 2001:db8:0:1::2 (a9f1e2b4-ac13-4ec2-930f-8601db2322ee/e1f25e9d-346b-421c-b156-bc936594fdd0/3a6d8fbf-162a-44eb-bf26-67b6a23a4b95) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:24:53.618076 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b87d2608-aa00-4506-93f6-95d22a882559 req-265efa4b-a44d-465e-a5f5-121d2b22c153 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ead9224-c519-4810-b2e3-8d64044d6155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240529 Nov 10 19:24:53.666077 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-348779b7-aa3c-4fbb-a92d-f4a8a2e3b2f5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Deleting port 3789e01f-4472-4f5c-a019-e241338818fb {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:24:53.669040 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-348779b7-aa3c-4fbb-a92d-f4a8a2e3b2f5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:53.669263 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d4acf0d1-ccf2-4804-ac5f-e418486f3bae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:53.697190 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d4acf0d1-ccf2-4804-ac5f-e418486f3bae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:53.723967 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0578c01-ecc3-477e-bfd5-8a6f2bf47589 None None] For port 3a6d8fbf-162a-44eb-bf26-67b6a23a4b95, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=3a6d8fbf-162a-44eb-bf26-67b6a23a4b95,segment=NetworkSegment(9b242c5d-353e-4527-a081-685b8ede3ee6),segment_id=9b242c5d-353e-4527-a081-685b8ede3ee6)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:53.758246 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d4acf0d1-ccf2-4804-ac5f-e418486f3bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:53.761461 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d4acf0d1-ccf2-4804-ac5f-e418486f3bae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:53.762770 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d4acf0d1-ccf2-4804-ac5f-e418486f3bae admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/28d700b0-24ed-470e-99e1-1cef7446861a HTTP/1.1" status: 204 len: 168 time: 0.2467029 Nov 10 19:24:53.774863 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4acf0d1-ccf2-4804-ac5f-e418486f3bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d700b0-24ed-470e-99e1-1cef7446861a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:53.797106 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0578c01-ecc3-477e-bfd5-8a6f2bf47589 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:53.815337 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-213a4b47-c3ed-437f-be64-c9706104f695 req-1c37d046-7d62-48f2-85bb-883c67049649 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:24:53.816640 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0578c01-ecc3-477e-bfd5-8a6f2bf47589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:53.818305 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-213a4b47-c3ed-437f-be64-c9706104f695 req-1c37d046-7d62-48f2-85bb-883c67049649 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072138 Nov 10 19:24:53.846479 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-348779b7-aa3c-4fbb-a92d-f4a8a2e3b2f5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:53.899439 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-348779b7-aa3c-4fbb-a92d-f4a8a2e3b2f5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Calling delete_port for 3789e01f-4472-4f5c-a019-e241338818fb owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:24:53.974650 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0578c01-ecc3-477e-bfd5-8a6f2bf47589 None None] Pushing event updated for resources: {'Port': ['ID=3a6d8fbf-162a-44eb-bf26-67b6a23a4b95,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:54.135989 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-348779b7-aa3c-4fbb-a92d-f4a8a2e3b2f5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:54.205549 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348779b7-aa3c-4fbb-a92d-f4a8a2e3b2f5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Port': ['ID=3789e01f-4472-4f5c-a019-e241338818fb,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:54.293159 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-348779b7-aa3c-4fbb-a92d-f4a8a2e3b2f5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:54.307057 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-348779b7-aa3c-4fbb-a92d-f4a8a2e3b2f5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/ports/3789e01f-4472-4f5c-a019-e241338818fb HTTP/1.1" status: 204 len: 168 time: 0.8240390 Nov 10 19:24:54.309917 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47454) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:54.389890 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-0017d7d1-03da-4ef5-9a58-f822c857a265 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] GET failed (client error): The resource could not be found. Nov 10 19:24:54.394742 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0017d7d1-03da-4ef5-9a58-f822c857a265 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "GET /v2.0/ports/3789e01f-4472-4f5c-a019-e241338818fb HTTP/1.1" status: 404 len: 333 time: 0.0835795 Nov 10 19:24:54.399055 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47460) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:54.523937 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5bd30742-eea3-49e2-9728-1d5f997f9731 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:54.538336 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:54.584664 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5bd30742-eea3-49e2-9728-1d5f997f9731 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:54.665011 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5bd30742-eea3-49e2-9728-1d5f997f9731 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:54.674038 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5bd30742-eea3-49e2-9728-1d5f997f9731 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:54.680514 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47470) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:54.681494 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5bd30742-eea3-49e2-9728-1d5f997f9731 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/security-groups/60fbb7b5-ba92-4623-be70-44237c0cb849 HTTP/1.1" status: 204 len: 168 time: 0.2810776 Nov 10 19:24:54.709964 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd30742-eea3-49e2-9728-1d5f997f9731 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fbb7b5-ba92-4623-be70-44237c0cb849,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:54.855372 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-089da0b9-5d47-4565-a55a-e4b2ed7490ea tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:54.918614 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-089da0b9-5d47-4565-a55a-e4b2ed7490ea tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:54.993860 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:55.014850 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed8242-cc67-48e8-93ba-2524da185b16 req-c39c6b2c-76fc-4246-a70b-5a3d7851e442 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:55.023716 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c8ed8242-cc67-48e8-93ba-2524da185b16 req-c39c6b2c-76fc-4246-a70b-5a3d7851e442 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 945 time: 0.1071420 Nov 10 19:24:55.053274 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-089da0b9-5d47-4565-a55a-e4b2ed7490ea tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:55.057283 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-089da0b9-5d47-4565-a55a-e4b2ed7490ea tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:55.059370 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-089da0b9-5d47-4565-a55a-e4b2ed7490ea tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/security-groups/29aad8ff-ffab-475d-a314-ccfb5c13b8a4 HTTP/1.1" status: 204 len: 168 time: 0.3767130 Nov 10 19:24:55.067354 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47480) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:55.134911 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-69a97dcf-f91a-4f2b-9fd3-8413492d9e50 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3027878 Nov 10 19:24:55.149208 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-66195aaa-1826-4abb-bfe0-700793348344 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:24:55.149528 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089da0b9-5d47-4565-a55a-e4b2ed7490ea tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29aad8ff-ffab-475d-a314-ccfb5c13b8a4,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:55.153425 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-66195aaa-1826-4abb-bfe0-700793348344 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111213 Nov 10 19:24:55.182892 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-0786b8ca-3421-47b2-beea-1263df0fd310 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Deleting subnet 0c5040e7-7317-4bed-b151-479c764c4829 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:24:55.190917 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0786b8ca-3421-47b2-beea-1263df0fd310 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:55.260496 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0786b8ca-3421-47b2-beea-1263df0fd310 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:55.348188 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-3529787c-7eeb-4389-92de-489d4bd7799d None None] Provisioning complete for port 99f68385-fb21-4fa6-b1c4-610e00a33497 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:55.349899 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3529787c-7eeb-4389-92de-489d4bd7799d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:55.448933 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c8ed8242-cc67-48e8-93ba-2524da185b16 req-05d69f87-6c33-466b-a578-965126067339 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242699 Nov 10 19:24:55.453803 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-3529787c-7eeb-4389-92de-489d4bd7799d None None] Port 99f68385-fb21-4fa6-b1c4-610e00a33497 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:24:55.477860 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-3529787c-7eeb-4389-92de-489d4bd7799d None None] Provisioning complete for port 3a6d8fbf-162a-44eb-bf26-67b6a23a4b95 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:55.478513 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3529787c-7eeb-4389-92de-489d4bd7799d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:55.491198 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0786b8ca-3421-47b2-beea-1263df0fd310 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:55.676627 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 9fa534d6-4364-43da-919e-ebabedfe54d9 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:24:55.746824 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d6926-41f5-4bb5-917c-e443aa05d449 req-28e90e3e-59f7-41d4-ab18-b958ca885680 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:55.754950 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e23d6926-41f5-4bb5-917c-e443aa05d449 req-28e90e3e-59f7-41d4-ab18-b958ca885680 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] 10.222.0.54 "GET /v2.0/ports?device_id=d03e080e-5bb8-42a2-b3fe-4bdbbc4eced3 HTTP/1.1" status: 200 len: 944 time: 0.1263490 Nov 10 19:24:55.774767 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3a6d8fbf-162a-44eb-bf26-67b6a23a4b95 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:24:55.822943 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0786b8ca-3421-47b2-beea-1263df0fd310 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:55.832488 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-3529787c-7eeb-4389-92de-489d4bd7799d None None] Could not find standard attr ID for object 3789e01f-4472-4f5c-a019-e241338818fb. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:24:55.846806 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9960328d-facc-43d2-b96f-d59595cbffef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:55.933821 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0786b8ca-3421-47b2-beea-1263df0fd310 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Subnet': ['ID=0c5040e7-7317-4bed-b151-479c764c4829,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:55.936541 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0786b8ca-3421-47b2-beea-1263df0fd310 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:55.940075 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0786b8ca-3421-47b2-beea-1263df0fd310 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/subnets/0c5040e7-7317-4bed-b151-479c764c4829 HTTP/1.1" status: 204 len: 168 time: 0.8712182 Nov 10 19:24:55.945777 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47510) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:55.956302 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-5b856fce-3b49-470a-98b2-c5155ac35c79 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'subnet': {'network_id': 'a9f1e2b4-ac13-4ec2-930f-8601db2322ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:55.969436 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e23d6926-41f5-4bb5-917c-e443aa05d449 req-e8630d53-ddcf-41e0-a830-1c5bdc33f4bb tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ead9224-c519-4810-b2e3-8d64044d6155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064166 Nov 10 19:24:56.192964 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 9fa534d6-4364-43da-919e-ebabedfe54d9, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=9fa534d6-4364-43da-919e-ebabedfe54d9,segment=NetworkSegment(0cb163af-b8f7-4a05-978f-d47fd2933cef),segment_id=0cb163af-b8f7-4a05-978f-d47fd2933cef)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:56.221008 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '9fa534d6-4364-43da-919e-ebabedfe54d9', 'network_id': '5957d30a-3fc9-4c33-94cf-b39dac661b41', 'port_id': '9fa534d6-4364-43da-919e-ebabedfe54d9', 'mac_address': 'fa:16:3e:e5:12:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf378a3-cbb4-4987-a485-6e71ae4034af', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:24:56.232301 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9e3e8e-086a-4a24-9989-52f3d7a89508 None None] Network a9f1e2b4-ac13-4ec2-930f-8601db2322ee requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:24:56.277181 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b856fce-3b49-470a-98b2-c5155ac35c79 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:24:56.283323 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b856fce-3b49-470a-98b2-c5155ac35c79 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:56.296637 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdaeffd-a0e5-452a-9878-17cce0a24e65 req-ec79a4b2-f299-4852-850a-0e09a4eb58bb tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:56.306322 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5fdaeffd-a0e5-452a-9878-17cce0a24e65 req-ec79a4b2-f299-4852-850a-0e09a4eb58bb tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 945 time: 0.1605365 Nov 10 19:24:56.314841 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-54d8a990-7a5c-4947-9dbe-abc3bfaa2612 None None] Could not find standard attr ID for object 3789e01f-4472-4f5c-a019-e241338818fb. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:24:56.394672 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5fdaeffd-a0e5-452a-9878-17cce0a24e65 req-2adb6759-e06f-4386-895e-cffdf9fb8a6f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870347 Nov 10 19:24:56.418375 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 3a6d8fbf-162a-44eb-bf26-67b6a23a4b95 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:56.418664 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:56.479269 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:56.500979 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa534d6-4364-43da-919e-ebabedfe54d9 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:24:56.526207 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 9fa534d6-4364-43da-919e-ebabedfe54d9, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=9fa534d6-4364-43da-919e-ebabedfe54d9,segment=NetworkSegment(0cb163af-b8f7-4a05-978f-d47fd2933cef),segment_id=0cb163af-b8f7-4a05-978f-d47fd2933cef)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:24:56.545464 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:56.789667 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411dfcd9-34ce-4f1a-9944-a1e9e1511fde req-efc0fead-8fb4-4a09-b9a7-670ad152d27a tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:56.790495 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=9fa534d6-4364-43da-919e-ebabedfe54d9,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:56.797221 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-411dfcd9-34ce-4f1a-9944-a1e9e1511fde req-efc0fead-8fb4-4a09-b9a7-670ad152d27a tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 945 time: 0.1100185 Nov 10 19:24:56.854077 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b856fce-3b49-470a-98b2-c5155ac35c79 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:56.902453 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b856fce-3b49-470a-98b2-c5155ac35c79 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network a9f1e2b4-ac13-4ec2-930f-8601db2322ee is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:24:56.906804 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-5b856fce-3b49-470a-98b2-c5155ac35c79 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:24:56.913386 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b856fce-3b49-470a-98b2-c5155ac35c79 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:56.914321 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b856fce-3b49-470a-98b2-c5155ac35c79 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:56.937021 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b856fce-3b49-470a-98b2-c5155ac35c79 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Subnet': ['ID=8e232ea4-b670-45da-a849-013c97a4fe3a,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:56.956822 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5b856fce-3b49-470a-98b2-c5155ac35c79 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0067010 Nov 10 19:24:56.957489 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47534) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:56.961894 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-411dfcd9-34ce-4f1a-9944-a1e9e1511fde req-e138e802-7647-440e-b775-f002fb1f7b5d tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562064 Nov 10 19:24:56.963784 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-2b358068-9ae2-4084-9a92-1e6009701e4c tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'security_group': {'name': 'tempest-secgroup-1138021606'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:57.006732 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b358068-9ae2-4084-9a92-1e6009701e4c tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:57.068709 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['9fa534d6-4364-43da-919e-ebabedfe54d9'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:24:57.212777 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b358068-9ae2-4084-9a92-1e6009701e4c tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:57.241107 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705df574-2833-42b8-a1d5-88f0650825ca req-01d0699b-183d-4746-9405-9ad13abaeec7 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:57.250539 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-705df574-2833-42b8-a1d5-88f0650825ca req-01d0699b-183d-4746-9405-9ad13abaeec7 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] 10.222.0.54 "GET /v2.0/ports?device_id=d03e080e-5bb8-42a2-b3fe-4bdbbc4eced3 HTTP/1.1" status: 200 len: 945 time: 0.1752434 Nov 10 19:24:57.261426 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b358068-9ae2-4084-9a92-1e6009701e4c tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:57.304785 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:57.321349 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b358068-9ae2-4084-9a92-1e6009701e4c tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:57.323120 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2b358068-9ae2-4084-9a92-1e6009701e4c tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3646336 Nov 10 19:24:57.326585 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b358068-9ae2-4084-9a92-1e6009701e4c tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dee39e1-6588-443f-b90e-b42d64a7997e,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:57.329516 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47540) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:57.348415 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-705df574-2833-42b8-a1d5-88f0650825ca req-64b2a872-af50-4d5a-af56-23c4c708e980 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ead9224-c519-4810-b2e3-8d64044d6155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966787 Nov 10 19:24:57.359717 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-f7fa6650-dafd-4c27-82ee-e187ba19bde5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'security_group': {'name': 'tempest-secgroup-1508771799'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:57.364938 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-79a165ae-8bb5-4b47-b4ac-a649b6129cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:57.370696 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-79a165ae-8bb5-4b47-b4ac-a649b6129cee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 1096 time: 0.1556258 Nov 10 19:24:57.520944 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f7fa6650-dafd-4c27-82ee-e187ba19bde5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:57.743925 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-98644a83-d191-4ad9-a6b5-fc1179abd187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:57.749640 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-98644a83-d191-4ad9-a6b5-fc1179abd187 service neutron] 10.222.0.73 "GET /v2.0/networks?id=73a462e0-6280-4d1d-b3b0-466bf95639d0 HTTP/1.1" status: 200 len: 898 time: 0.3659413 Nov 10 19:24:57.831387 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f7fa6650-dafd-4c27-82ee-e187ba19bde5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:57.861231 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894404db-19e6-4200-b320-042402b31d68 req-c87898fe-d846-47fb-bfaf-bb7d1d4e4a62 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:57.868429 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-894404db-19e6-4200-b320-042402b31d68 req-c87898fe-d846-47fb-bfaf-bb7d1d4e4a62 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 945 time: 0.1435938 Nov 10 19:24:57.870790 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f7fa6650-dafd-4c27-82ee-e187ba19bde5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:57.918729 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-0996571f-d86b-4072-8139-2d713c1c74ef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b814466-ab2b-434f-8e60-c910419ee00e HTTP/1.1" status: 200 len: 1000 time: 0.1607926 Nov 10 19:24:57.968353 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa6650-dafd-4c27-82ee-e187ba19bde5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acd07800-6e3d-450e-9b81-e7c58d140c7b,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:57.977723 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f7fa6650-dafd-4c27-82ee-e187ba19bde5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:57.986029 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f7fa6650-dafd-4c27-82ee-e187ba19bde5 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6323121 Nov 10 19:24:57.991891 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47552) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:58.008220 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-b65ec3d2-27e8-4e4d-9207-5fdaeeb4e57b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'security_group': {'name': 'tempest-secgroup-1207392179'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:58.055542 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b65ec3d2-27e8-4e4d-9207-5fdaeeb4e57b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:58.058936 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-9ec2a296-ba54-4a9a-9230-b27275202eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:58.060563 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-9ec2a296-ba54-4a9a-9230-b27275202eb1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c25021c2-884c-47f5-bf5b-8484d6de2857 HTTP/1.1" status: 200 len: 835 time: 0.1342981 Nov 10 19:24:58.083787 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-894404db-19e6-4200-b320-042402b31d68 req-e9682347-1b23-4d44-9b23-5a5ddbb5aeeb tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747212 Nov 10 19:24:58.243079 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-647acf97-7193-4fc9-a045-628c9d09887e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:58.244784 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-647acf97-7193-4fc9-a045-628c9d09887e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=73a462e0-6280-4d1d-b3b0-466bf95639d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1710455 Nov 10 19:24:58.256750 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ad43af-cdc5-4220-84e6-8869c02b1590 None None] Network a9f1e2b4-ac13-4ec2-930f-8601db2322ee requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:24:58.279905 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b65ec3d2-27e8-4e4d-9207-5fdaeeb4e57b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:58.303112 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b65ec3d2-27e8-4e4d-9207-5fdaeeb4e57b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:58.339099 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3fd96-2988-4daa-94cb-0e871037b4ef req-d84cabac-3776-46ef-8861-519c1d7cef9c tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:58.341394 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02a3fd96-2988-4daa-94cb-0e871037b4ef req-d84cabac-3776-46ef-8861-519c1d7cef9c tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 945 time: 0.1053534 Nov 10 19:24:58.359903 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b65ec3d2-27e8-4e4d-9207-5fdaeeb4e57b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:58.364389 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b65ec3d2-27e8-4e4d-9207-5fdaeeb4e57b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3713722 Nov 10 19:24:58.373030 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9aed1031-fb18-4d00-9a7a-e56391da8755 None None] Provisioning complete for port 99f68385-fb21-4fa6-b1c4-610e00a33497 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:58.373677 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9aed1031-fb18-4d00-9a7a-e56391da8755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:58.381448 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47558) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:58.393528 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-3adce9ed-37d2-4f3e-87a3-bc7d78fd0569 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1752290712', 'security_groups': ['44a08759-ed7f-4c0a-840a-67bc45fac1f9'], 'network_id': 'a9f1e2b4-ac13-4ec2-930f-8601db2322ee', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8e232ea4-b670-45da-a849-013c97a4fe3a'}]}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:58.450685 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47562) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:58.457247 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9aed1031-fb18-4d00-9a7a-e56391da8755 None None] Port 99f68385-fb21-4fa6-b1c4-610e00a33497 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:24:58.490870 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-9d453d4d-70b8-4994-9d39-a9613d95d8dc service neutron] 10.222.0.73 "GET /v2.0/networks/73a462e0-6280-4d1d-b3b0-466bf95639d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310684 Nov 10 19:24:58.491471 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ec3d2-27e8-4e4d-9207-5fdaeeb4e57b tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a08759-ed7f-4c0a-840a-67bc45fac1f9,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:58.499925 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9aed1031-fb18-4d00-9a7a-e56391da8755 None None] Provisioning complete for port 3a6d8fbf-162a-44eb-bf26-67b6a23a4b95 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:24:58.500358 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9aed1031-fb18-4d00-9a7a-e56391da8755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:58.609948 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02a3fd96-2988-4daa-94cb-0e871037b4ef req-b02dd576-8ae4-4e87-94f5-4384dd2db2dd tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616687 Nov 10 19:24:58.611219 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adce9ed-37d2-4f3e-87a3-bc7d78fd0569 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:24:58.705474 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-a3887573-c45e-4fb1-a53b-8bb774954119 service neutron] 10.222.0.73 "GET /v2.0/networks/73a462e0-6280-4d1d-b3b0-466bf95639d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045257 Nov 10 19:24:58.749974 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4f215717-df6e-4a36-936c-ca25907b654d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:58.815670 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3adce9ed-37d2-4f3e-87a3-bc7d78fd0569 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:58.834152 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:58.858085 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-3adce9ed-37d2-4f3e-87a3-bc7d78fd0569 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] device_id is not set on port 09c37a3a-1214-4e94-a674-4d7081138507 yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:24:58.860524 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d086b5-eee8-4782-a8a5-22bbc1b1f8c9 None None] Update dhcp port {'port': {'network_id': 'a9f1e2b4-ac13-4ec2-930f-8601db2322ee', 'fixed_ips': [{'subnet_id': 'e1f25e9d-346b-421c-b156-bc936594fdd0', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8e232ea4-b670-45da-a849-013c97a4fe3a'}], 'binding:host_id': 'n-d-813897-4'}, 'id': '3a6d8fbf-162a-44eb-bf26-67b6a23a4b95'} from n-d-813897-4. {{(pid=102507) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 19:24:58.926601 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-15d086b5-eee8-4782-a8a5-22bbc1b1f8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:58.968153 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4f215717-df6e-4a36-936c-ca25907b654d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:58.973884 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4f215717-df6e-4a36-936c-ca25907b654d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:59.022277 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f215717-df6e-4a36-936c-ca25907b654d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4a72d1-19a5-4b24-8808-25c1f9c08c24,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:59.027076 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4f215717-df6e-4a36-936c-ca25907b654d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ab59b503074a4cc3ad2a66bd10fdc52e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5388455 Nov 10 19:24:59.030180 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47570) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:59.086293 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad371a-18b0-4223-8539-45c2a43b695d req-c2696168-42a3-4ec9-bda3-41f696dd230f tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:59.091553 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dcad371a-18b0-4223-8539-45c2a43b695d req-c2696168-42a3-4ec9-bda3-41f696dd230f tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] 10.222.0.54 "GET /v2.0/ports?device_id=d03e080e-5bb8-42a2-b3fe-4bdbbc4eced3 HTTP/1.1" status: 200 len: 945 time: 0.2558484 Nov 10 19:24:59.169369 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8ad96ea5-8473-451f-b751-f4c83b4434ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:59.199349 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8ad96ea5-8473-451f-b751-f4c83b4434ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:59.220018 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-3adce9ed-37d2-4f3e-87a3-bc7d78fd0569 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Allocated IP 2001:db8::3a9 (a9f1e2b4-ac13-4ec2-930f-8601db2322ee/8e232ea4-b670-45da-a849-013c97a4fe3a/09c37a3a-1214-4e94-a674-4d7081138507) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:24:59.233484 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dcad371a-18b0-4223-8539-45c2a43b695d req-3a8e8441-1134-42ee-ab8e-dea1f947a4cf tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ead9224-c519-4810-b2e3-8d64044d6155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918071 Nov 10 19:24:59.284420 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8ad96ea5-8473-451f-b751-f4c83b4434ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:59.287966 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8ad96ea5-8473-451f-b751-f4c83b4434ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:59.289683 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8ad96ea5-8473-451f-b751-f4c83b4434ee admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cd4a72d1-19a5-4b24-8808-25c1f9c08c24 HTTP/1.1" status: 204 len: 168 time: 0.2582462 Nov 10 19:24:59.308314 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad96ea5-8473-451f-b751-f4c83b4434ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4a72d1-19a5-4b24-8808-25c1f9c08c24,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:59.354414 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:59.495246 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb978b-429b-4e7b-af98-50707f9b1384 req-75ce27a0-2da1-4e1d-8f81-c69d41935d7b tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:59.496926 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f0eb978b-429b-4e7b-af98-50707f9b1384 req-75ce27a0-2da1-4e1d-8f81-c69d41935d7b tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 945 time: 0.0949204 Nov 10 19:24:59.509356 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3adce9ed-37d2-4f3e-87a3-bc7d78fd0569 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:59.572977 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f0eb978b-429b-4e7b-af98-50707f9b1384 req-739a5e73-51a6-4ade-a02f-d69786b2715d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674241 Nov 10 19:24:59.637572 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3adce9ed-37d2-4f3e-87a3-bc7d78fd0569 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:59.696125 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adce9ed-37d2-4f3e-87a3-bc7d78fd0569 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network a9f1e2b4-ac13-4ec2-930f-8601db2322ee is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:24:59.699788 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-3adce9ed-37d2-4f3e-87a3-bc7d78fd0569 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:24:59.705501 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adce9ed-37d2-4f3e-87a3-bc7d78fd0569 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:24:59.712485 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adce9ed-37d2-4f3e-87a3-bc7d78fd0569 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:59.713540 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3adce9ed-37d2-4f3e-87a3-bc7d78fd0569 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:59.718958 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-15d086b5-eee8-4782-a8a5-22bbc1b1f8c9 None None] Allocated IP 2001:db8::2 (a9f1e2b4-ac13-4ec2-930f-8601db2322ee/8e232ea4-b670-45da-a849-013c97a4fe3a/3a6d8fbf-162a-44eb-bf26-67b6a23a4b95) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:24:59.745853 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47590) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:59.752678 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-c52185a9-adf6-4791-bbcd-e3b8e6ac71b6 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'subnet': {'network_id': 'a9f1e2b4-ac13-4ec2-930f-8601db2322ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:24:59.757191 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3adce9ed-37d2-4f3e-87a3-bc7d78fd0569 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3731663 Nov 10 19:24:59.784461 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adce9ed-37d2-4f3e-87a3-bc7d78fd0569 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Port': ['ID=09c37a3a-1214-4e94-a674-4d7081138507,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:24:59.802684 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47592) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:24:59.811317 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 9fa534d6-4364-43da-919e-ebabedfe54d9 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:24:59.836610 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-937ef2ee-e57a-4751-ac3f-ce3b0917ba51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:59.969303 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52185a9-adf6-4791-bbcd-e3b8e6ac71b6 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:24:59.973289 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c52185a9-adf6-4791-bbcd-e3b8e6ac71b6 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:24:59.986939 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c14f7-475c-43f3-8c02-539f22dd15a5 req-4af78bef-710b-4fd2-ae12-143eb1342702 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:24:59.988708 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1f1c14f7-475c-43f3-8c02-539f22dd15a5 req-4af78bef-710b-4fd2-ae12-143eb1342702 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 945 time: 0.1473053 Nov 10 19:25:00.019322 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 9fa534d6-4364-43da-919e-ebabedfe54d9 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:25:00.023206 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-15d086b5-eee8-4782-a8a5-22bbc1b1f8c9 None None] For port 3a6d8fbf-162a-44eb-bf26-67b6a23a4b95, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=3a6d8fbf-162a-44eb-bf26-67b6a23a4b95,segment=NetworkSegment(9b242c5d-353e-4527-a081-685b8ede3ee6),segment_id=9b242c5d-353e-4527-a081-685b8ede3ee6)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:25:00.038479 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 9fa534d6-4364-43da-919e-ebabedfe54d9 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:00.039145 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:00.100473 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1f1c14f7-475c-43f3-8c02-539f22dd15a5 req-e833eb2f-9337-47a6-ae8e-8a841cccf350 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032624 Nov 10 19:25:00.102737 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-937ef2ee-e57a-4751-ac3f-ce3b0917ba51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:00.109815 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-937ef2ee-e57a-4751-ac3f-ce3b0917ba51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:00.150890 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-15d086b5-eee8-4782-a8a5-22bbc1b1f8c9 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:00.163426 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-15d086b5-eee8-4782-a8a5-22bbc1b1f8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:00.165839 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-937ef2ee-e57a-4751-ac3f-ce3b0917ba51 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cb486a890a694e318ef72521b7ff8bd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3610921 Nov 10 19:25:00.169654 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47596) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:00.224172 n-d-813897-4 neutron-server[102505]: INFO neutron.db.ipam_backend_mixin [None req-c52185a9-adf6-4791-bbcd-e3b8e6ac71b6 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8e232ea4-b670-45da-a849-013c97a4fe3a (CIDR: 2001:db8::/64) Nov 10 19:25:00.226541 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ef2ee-e57a-4751-ac3f-ce3b0917ba51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81cd735a-89f7-4ac9-bc14-cfbb3109c3f1,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:00.229136 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d086b5-eee8-4782-a8a5-22bbc1b1f8c9 None None] Pushing event updated for resources: {'Port': ['ID=3a6d8fbf-162a-44eb-bf26-67b6a23a4b95,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:00.235150 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52185a9-adf6-4791-bbcd-e3b8e6ac71b6 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:25:00.236662 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c52185a9-adf6-4791-bbcd-e3b8e6ac71b6 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:25:00.268379 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-46c00f03-6809-4917-8b93-753ccc1c5799 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:00.273030 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c52185a9-adf6-4791-bbcd-e3b8e6ac71b6 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5232816 Nov 10 19:25:00.273366 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47598) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:00.287238 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-4ed92b14-14e6-41e7-8c33-318e0ebc36de tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'subnet': {'network_id': 'a9f1e2b4-ac13-4ec2-930f-8601db2322ee', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:00.326940 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-46c00f03-6809-4917-8b93-753ccc1c5799 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:00.391272 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:00.451321 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 9fa534d6-4364-43da-919e-ebabedfe54d9, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=9fa534d6-4364-43da-919e-ebabedfe54d9,segment=NetworkSegment(0cb163af-b8f7-4a05-978f-d47fd2933cef),segment_id=0cb163af-b8f7-4a05-978f-d47fd2933cef)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:25:00.453278 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03e080e-5bb8-42a2-b3fe-4bdbbc4eced3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa534d6-4364-43da-919e-ebabedfe54d9'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:25:00.457149 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85006f8-8eb5-4cb5-bb42-b9a94d5eabd7" -d '{"events": [{"server_uuid": "d03e080e-5bb8-42a2-b3fe-4bdbbc4eced3", "name": "network-vif-plugged", "status": "completed", "tag": "9fa534d6-4364-43da-919e-ebabedfe54d9"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:25:00.466848 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:00.469482 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed92b14-14e6-41e7-8c33-318e0ebc36de tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:25:00.484375 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4ed92b14-14e6-41e7-8c33-318e0ebc36de tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:00.492004 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-46c00f03-6809-4917-8b93-753ccc1c5799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:00.496066 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-46c00f03-6809-4917-8b93-753ccc1c5799 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:00.499685 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-46c00f03-6809-4917-8b93-753ccc1c5799 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/81cd735a-89f7-4ac9-bc14-cfbb3109c3f1 HTTP/1.1" status: 204 len: 168 time: 0.3284090 Nov 10 19:25:00.521468 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c00f03-6809-4917-8b93-753ccc1c5799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cd735a-89f7-4ac9-bc14-cfbb3109c3f1,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:00.552997 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c42288-cc6d-4354-a240-8dbee844baa0 req-cb2842bb-dee0-41db-ba34-348c064e5a37 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:00.559682 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b9c42288-cc6d-4354-a240-8dbee844baa0 req-cb2842bb-dee0-41db-ba34-348c064e5a37 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] 10.222.0.54 "GET /v2.0/ports?device_id=d03e080e-5bb8-42a2-b3fe-4bdbbc4eced3 HTTP/1.1" status: 200 len: 945 time: 0.1767290 Nov 10 19:25:00.620439 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=9fa534d6-4364-43da-919e-ebabedfe54d9,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:00.733885 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b9c42288-cc6d-4354-a240-8dbee844baa0 req-4aa7fe2b-690b-43d8-a61e-2ea21e847c4b tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ead9224-c519-4810-b2e3-8d64044d6155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543984 Nov 10 19:25:00.795053 n-d-813897-4 neutron-server[102505]: INFO neutron.db.ipam_backend_mixin [None req-4ed92b14-14e6-41e7-8c33-318e0ebc36de tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e1f25e9d-346b-421c-b156-bc936594fdd0 (CIDR: 2001:db8:0:1::/64) Nov 10 19:25:00.800870 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed92b14-14e6-41e7-8c33-318e0ebc36de tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:25:00.802411 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ed92b14-14e6-41e7-8c33-318e0ebc36de tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:25:00.826609 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4ed92b14-14e6-41e7-8c33-318e0ebc36de tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5512178 Nov 10 19:25:00.829567 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47610) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:00.835459 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-950150d3-eb7a-47f5-9caf-8b53a1aa5c4e tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'subnet': {'network_id': 'a9f1e2b4-ac13-4ec2-930f-8601db2322ee', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:00.842381 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf49d9a-df44-42da-9027-3e843d58e414 x-openstack-request-id: req-8bf49d9a-df44-42da-9027-3e843d58e414 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:25:00.844565 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03e080e-5bb8-42a2-b3fe-4bdbbc4eced3", "name": "network-vif-plugged", "status": "completed", "tag": "9fa534d6-4364-43da-919e-ebabedfe54d9", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:25:00.845002 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8bf49d9a-df44-42da-9027-3e843d58e414 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:25:00.845598 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03e080e-5bb8-42a2-b3fe-4bdbbc4eced3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa534d6-4364-43da-919e-ebabedfe54d9', 'code': 200} Nov 10 19:25:01.205698 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c72368-e398-4990-864e-f4717d414ebd req-ec82e47c-1d74-48c5-bfcd-33b8c23175f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:01.213727 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74c72368-e398-4990-864e-f4717d414ebd req-ec82e47c-1d74-48c5-bfcd-33b8c23175f7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d03e080e-5bb8-42a2-b3fe-4bdbbc4eced3 HTTP/1.1" status: 200 len: 1097 time: 0.2694077 Nov 10 19:25:01.277890 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa2146-0eec-4293-a5ae-25e650c778ec req-40120ebd-7bb9-4073-97f6-f13b5ca2a2e1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:01.294449 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6aa2146-0eec-4293-a5ae-25e650c778ec req-40120ebd-7bb9-4073-97f6-f13b5ca2a2e1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 945 time: 0.2731879 Nov 10 19:25:01.381094 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74c72368-e398-4990-864e-f4717d414ebd req-15fd6004-a193-433a-b6a5-0dc974ea4ce5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0ead9224-c519-4810-b2e3-8d64044d6155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556387 Nov 10 19:25:01.405536 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950150d3-eb7a-47f5-9caf-8b53a1aa5c4e tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Made reservation on behalf of 9243d602b7744224af856c31c392ac9b for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:25:01.417978 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-950150d3-eb7a-47f5-9caf-8b53a1aa5c4e tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:01.572047 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3a6d8fbf-162a-44eb-bf26-67b6a23a4b95 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:25:01.627516 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6aa2146-0eec-4293-a5ae-25e650c778ec req-928e3551-ac43-4fce-8300-d845a9755e5f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3185108 Nov 10 19:25:01.691451 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-84eaef4e-a746-4597-b1cf-7b65e3fc708b None None] Provisioning complete for port 99f68385-fb21-4fa6-b1c4-610e00a33497 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:01.691992 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-84eaef4e-a746-4597-b1cf-7b65e3fc708b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:01.796007 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-84eaef4e-a746-4597-b1cf-7b65e3fc708b None None] Port 99f68385-fb21-4fa6-b1c4-610e00a33497 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:25:01.839354 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 3a6d8fbf-162a-44eb-bf26-67b6a23a4b95 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:01.842094 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:01.928522 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a523aed-f3a3-40d7-92c2-8ccd8f65ac74 req-778da5a0-41c9-49fb-8aa8-1344e11a093d tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:01.930165 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3a523aed-f3a3-40d7-92c2-8ccd8f65ac74 req-778da5a0-41c9-49fb-8aa8-1344e11a093d tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 945 time: 0.1044407 Nov 10 19:25:01.974452 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-950150d3-eb7a-47f5-9caf-8b53a1aa5c4e tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:02.047979 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950150d3-eb7a-47f5-9caf-8b53a1aa5c4e tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Network a9f1e2b4-ac13-4ec2-930f-8601db2322ee is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:25:02.056178 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-950150d3-eb7a-47f5-9caf-8b53a1aa5c4e tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:25:02.068472 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950150d3-eb7a-47f5-9caf-8b53a1aa5c4e tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:02.069068 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-950150d3-eb7a-47f5-9caf-8b53a1aa5c4e tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:02.090540 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3a523aed-f3a3-40d7-92c2-8ccd8f65ac74 req-c320fd27-dcf2-45c1-a2ff-01c9c340a5d6 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532845 Nov 10 19:25:02.123215 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950150d3-eb7a-47f5-9caf-8b53a1aa5c4e tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Subnet': ['ID=5cafe89d-7a5a-43e6-8ee8-de0f2d1cd512,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:02.125915 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88466a43-a09d-4dca-824e-d672c34c0358 None None] Network a9f1e2b4-ac13-4ec2-930f-8601db2322ee requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:25:02.131625 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-950150d3-eb7a-47f5-9caf-8b53a1aa5c4e tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3006685 Nov 10 19:25:02.134264 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47638) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:02.140405 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-b018858b-e4e5-4f2a-b3b9-688cb149f868 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-589453600', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5cafe89d-7a5a-43e6-8ee8-de0f2d1cd512'}], 'security_groups': ['2dee39e1-6588-443f-b90e-b42d64a7997e', 'acd07800-6e3d-450e-9b81-e7c58d140c7b']}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:02.165468 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-84eaef4e-a746-4597-b1cf-7b65e3fc708b None None] Provisioning complete for port 3a6d8fbf-162a-44eb-bf26-67b6a23a4b95 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:02.174027 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-84eaef4e-a746-4597-b1cf-7b65e3fc708b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:02.258683 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cff3a2-e1ee-4398-83ba-7b6621f5d843 req-0a55ae17-6d6f-4734-aa47-8a5de0dfedc6 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:02.260333 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a0cff3a2-e1ee-4398-83ba-7b6621f5d843 req-0a55ae17-6d6f-4734-aa47-8a5de0dfedc6 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] 10.222.0.54 "GET /v2.0/ports?device_id=d03e080e-5bb8-42a2-b3fe-4bdbbc4eced3 HTTP/1.1" status: 200 len: 946 time: 0.0845416 Nov 10 19:25:02.374389 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a0cff3a2-e1ee-4398-83ba-7b6621f5d843 req-f8a682c4-0bfe-410c-9959-f874ffa595c6 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ead9224-c519-4810-b2e3-8d64044d6155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049600 Nov 10 19:25:02.459978 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b018858b-e4e5-4f2a-b3b9-688cb149f868 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:02.690383 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c566a1-c14c-403c-8bb7-d6d2a05531df None None] Update dhcp port {'port': {'network_id': 'a9f1e2b4-ac13-4ec2-930f-8601db2322ee', 'fixed_ips': [{'subnet_id': 'e1f25e9d-346b-421c-b156-bc936594fdd0', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8e232ea4-b670-45da-a849-013c97a4fe3a', 'ip_address': '2001:db8::2'}, {'subnet_id': '5cafe89d-7a5a-43e6-8ee8-de0f2d1cd512'}], 'binding:host_id': 'n-d-813897-4'}, 'id': '3a6d8fbf-162a-44eb-bf26-67b6a23a4b95'} from n-d-813897-4. {{(pid=102507) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 19:25:02.696206 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-fb41a9f6-cd93-4d4e-8d4e-48d1e69a6017 None None] Provisioning complete for port 09c37a3a-1214-4e94-a674-4d7081138507 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:02.696843 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fb41a9f6-cd93-4d4e-8d4e-48d1e69a6017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:02.778428 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c2c566a1-c14c-403c-8bb7-d6d2a05531df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:02.888751 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa10e4-0d5a-4b3b-a10f-e9a45f7c81df req-413fe1b4-1f99-4218-a912-bf1b853d9d86 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:02.908294 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-93fa10e4-0d5a-4b3b-a10f-e9a45f7c81df req-413fe1b4-1f99-4218-a912-bf1b853d9d86 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 945 time: 0.1250353 Nov 10 19:25:02.921511 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-fb41a9f6-cd93-4d4e-8d4e-48d1e69a6017 None None] Port 09c37a3a-1214-4e94-a674-4d7081138507 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:25:03.005715 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-93fa10e4-0d5a-4b3b-a10f-e9a45f7c81df req-a48fe289-5d01-435d-8255-b56547f778c4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962222 Nov 10 19:25:03.257273 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aedc0c-7041-4a11-8729-5ae32051ff17 req-4df4fa74-b420-42d8-9947-10b0d2f52e9e tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:03.259385 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-53aedc0c-7041-4a11-8729-5ae32051ff17 req-4df4fa74-b420-42d8-9947-10b0d2f52e9e tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 945 time: 0.0744605 Nov 10 19:25:03.367662 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-53aedc0c-7041-4a11-8729-5ae32051ff17 req-43da6224-c53c-4e5e-96a7-f1e752dc60ff tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805216 Nov 10 19:25:03.603624 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-b018858b-e4e5-4f2a-b3b9-688cb149f868 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Delete allocated IP 2001:db8::3a9 (a9f1e2b4-ac13-4ec2-930f-8601db2322ee/8e232ea4-b670-45da-a849-013c97a4fe3a) {{(pid=102505) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 19:25:03.607560 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770547b-7293-4d4f-9e81-c98aedf44380 req-8053f3ad-b749-4830-b81e-9cda4b10845f tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:03.609680 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b770547b-7293-4d4f-9e81-c98aedf44380 req-8053f3ad-b749-4830-b81e-9cda4b10845f tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] 10.222.0.54 "GET /v2.0/ports?device_id=d03e080e-5bb8-42a2-b3fe-4bdbbc4eced3 HTTP/1.1" status: 200 len: 946 time: 0.1018064 Nov 10 19:25:03.622601 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-b018858b-e4e5-4f2a-b3b9-688cb149f868 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Allocated IP 2001:db8:0:2::325 (a9f1e2b4-ac13-4ec2-930f-8601db2322ee/5cafe89d-7a5a-43e6-8ee8-de0f2d1cd512/09c37a3a-1214-4e94-a674-4d7081138507) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:25:03.687262 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b770547b-7293-4d4f-9e81-c98aedf44380 req-a5eb292c-ea54-4173-ac14-7f0d3af334dd tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ead9224-c519-4810-b2e3-8d64044d6155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704339 Nov 10 19:25:03.873401 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b018858b-e4e5-4f2a-b3b9-688cb149f868 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:03.882199 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b018858b-e4e5-4f2a-b3b9-688cb149f868 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:03.977257 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-c2c566a1-c14c-403c-8bb7-d6d2a05531df None None] Allocated IP 2001:db8:0:2::2 (a9f1e2b4-ac13-4ec2-930f-8601db2322ee/5cafe89d-7a5a-43e6-8ee8-de0f2d1cd512/3a6d8fbf-162a-44eb-bf26-67b6a23a4b95) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:25:03.989614 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-e211afb6-784d-4ba2-ab41-d021fae01fe1 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:03.993507 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-b018858b-e4e5-4f2a-b3b9-688cb149f868 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] In _notify_port_updated(), no bound segment for port 09c37a3a-1214-4e94-a674-4d7081138507 on network a9f1e2b4-ac13-4ec2-930f-8601db2322ee {{(pid=102505) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 19:25:03.999961 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b018858b-e4e5-4f2a-b3b9-688cb149f868 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:04.000303 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-e211afb6-784d-4ba2-ab41-d021fae01fe1 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/networks?id=ab823250-cbd3-4e9e-b2ab-95ea12610eee HTTP/1.1" status: 200 len: 814 time: 0.2002454 Nov 10 19:25:04.000933 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b018858b-e4e5-4f2a-b3b9-688cb149f868 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:04.005121 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b018858b-e4e5-4f2a-b3b9-688cb149f868 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "PUT /v2.0/ports/09c37a3a-1214-4e94-a674-4d7081138507 HTTP/1.1" status: 200 len: 969 time: 1.8672090 Nov 10 19:25:04.006339 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47696) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:04.007841 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018858b-e4e5-4f2a-b3b9-688cb149f868 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event updated for resources: {'Port': ['ID=09c37a3a-1214-4e94-a674-4d7081138507,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:04.060102 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-e4e80892-2619-414f-b01f-5b4e0b12a093 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/quotas/ca793cf7be314531ae0fda7d17e742e0 HTTP/1.1" status: 200 len: 375 time: 0.0584164 Nov 10 19:25:04.150139 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c2c566a1-c14c-403c-8bb7-d6d2a05531df None None] For port 3a6d8fbf-162a-44eb-bf26-67b6a23a4b95, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=3a6d8fbf-162a-44eb-bf26-67b6a23a4b95,segment=NetworkSegment(9b242c5d-353e-4527-a081-685b8ede3ee6),segment_id=9b242c5d-353e-4527-a081-685b8ede3ee6)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:25:04.163139 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-fd4d0686-5a01-4078-8543-0caf9e6e9524 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ca793cf7be314531ae0fda7d17e742e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1019676 Nov 10 19:25:04.233285 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c2c566a1-c14c-403c-8bb7-d6d2a05531df None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:04.249889 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c2c566a1-c14c-403c-8bb7-d6d2a05531df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:04.252576 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-cdf255e7-61a4-41b6-b25f-4f98d5f5f93e tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Deleting port 09c37a3a-1214-4e94-a674-4d7081138507 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:25:04.252937 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cdf255e7-61a4-41b6-b25f-4f98d5f5f93e tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:04.387230 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c566a1-c14c-403c-8bb7-d6d2a05531df None None] Pushing event updated for resources: {'Port': ['ID=3a6d8fbf-162a-44eb-bf26-67b6a23a4b95,revision_number=7']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:04.824069 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-7ade7756-2c4a-4eaf-9605-a6b60213561b service neutron] 10.222.0.54 "GET /v2.0/networks/ab823250-cbd3-4e9e-b2ab-95ea12610eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6600549 Nov 10 19:25:04.944917 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cdf255e7-61a4-41b6-b25f-4f98d5f5f93e tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:04.968094 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-cdf255e7-61a4-41b6-b25f-4f98d5f5f93e tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Calling delete_port for 09c37a3a-1214-4e94-a674-4d7081138507 owned by {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:25:05.016119 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-2edd448a-0512-4ae3-ab37-4938be32bf14 service neutron] 10.222.0.54 "GET /v2.0/networks/ab823250-cbd3-4e9e-b2ab-95ea12610eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792407 Nov 10 19:25:05.257055 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cdf255e7-61a4-41b6-b25f-4f98d5f5f93e tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:05.345227 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf255e7-61a4-41b6-b25f-4f98d5f5f93e tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Port': ['ID=09c37a3a-1214-4e94-a674-4d7081138507,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:05.404619 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-11cddf3c-798d-49ff-86fd-771cac20aafd None None] Provisioning complete for port 99f68385-fb21-4fa6-b1c4-610e00a33497 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:05.408002 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-11cddf3c-798d-49ff-86fd-771cac20aafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:05.443422 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cdf255e7-61a4-41b6-b25f-4f98d5f5f93e tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:05.454596 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-cdf255e7-61a4-41b6-b25f-4f98d5f5f93e tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/ports/09c37a3a-1214-4e94-a674-4d7081138507 HTTP/1.1" status: 204 len: 168 time: 1.4400542 Nov 10 19:25:05.454901 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47732) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:05.529150 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef638fe-4433-463c-8cad-bc8aa6ba8022 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] GET failed (client error): The resource could not be found. Nov 10 19:25:05.530871 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0ef638fe-4433-463c-8cad-bc8aa6ba8022 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "GET /v2.0/ports/09c37a3a-1214-4e94-a674-4d7081138507 HTTP/1.1" status: 404 len: 333 time: 0.0749714 Nov 10 19:25:05.544654 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47736) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:05.572175 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-11cddf3c-798d-49ff-86fd-771cac20aafd None None] Port 99f68385-fb21-4fa6-b1c4-610e00a33497 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:25:05.608961 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-11cddf3c-798d-49ff-86fd-771cac20aafd None None] Provisioning complete for port 3a6d8fbf-162a-44eb-bf26-67b6a23a4b95 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:05.609397 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-11cddf3c-798d-49ff-86fd-771cac20aafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:05.624276 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189a7e1-fd79-4d8b-84cc-07a1f2d70e7a req-473c2586-395d-4c0f-90ab-b445d9f537f1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:05.633435 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1385440d-5d6d-4f9c-af35-6973b90d272f tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:05.634204 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1189a7e1-fd79-4d8b-84cc-07a1f2d70e7a req-473c2586-395d-4c0f-90ab-b445d9f537f1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 945 time: 0.1781955 Nov 10 19:25:05.664178 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1385440d-5d6d-4f9c-af35-6973b90d272f tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:05.681542 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3a6d8fbf-162a-44eb-bf26-67b6a23a4b95 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:25:05.732195 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47740) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:05.745655 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1385440d-5d6d-4f9c-af35-6973b90d272f tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:05.760201 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1385440d-5d6d-4f9c-af35-6973b90d272f tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:05.767949 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1385440d-5d6d-4f9c-af35-6973b90d272f tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/security-groups/44a08759-ed7f-4c0a-840a-67bc45fac1f9 HTTP/1.1" status: 204 len: 168 time: 0.2218771 Nov 10 19:25:05.768603 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47746) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:05.816264 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1189a7e1-fd79-4d8b-84cc-07a1f2d70e7a req-47f228eb-0bdf-414c-9df0-e455d9ee7d97 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808009 Nov 10 19:25:05.853573 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 3a6d8fbf-162a-44eb-bf26-67b6a23a4b95 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:05.855412 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:05.870444 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385440d-5d6d-4f9c-af35-6973b90d272f tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a08759-ed7f-4c0a-840a-67bc45fac1f9,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:05.985751 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-94a927f8-f6d4-41ab-9fac-30689b3b99af tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:06.042899 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-94a927f8-f6d4-41ab-9fac-30689b3b99af tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:06.068839 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f060ff93-deee-48d2-b87b-f49bae58df6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:06.169464 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-11cddf3c-798d-49ff-86fd-771cac20aafd None None] Could not find standard attr ID for object 09c37a3a-1214-4e94-a674-4d7081138507. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:25:06.174380 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8862905-acb6-4724-b0d5-88189af2fe3b req-21adcf67-6b86-4617-8d7e-af9d89821e14 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:06.183941 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d8862905-acb6-4724-b0d5-88189af2fe3b req-21adcf67-6b86-4617-8d7e-af9d89821e14 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 945 time: 0.1555476 Nov 10 19:25:06.194159 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-94a927f8-f6d4-41ab-9fac-30689b3b99af tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:06.199181 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-94a927f8-f6d4-41ab-9fac-30689b3b99af tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:06.203771 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-94a927f8-f6d4-41ab-9fac-30689b3b99af tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/security-groups/acd07800-6e3d-450e-9b81-e7c58d140c7b HTTP/1.1" status: 204 len: 168 time: 0.4167633 Nov 10 19:25:06.205920 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47750) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:06.238474 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a927f8-f6d4-41ab-9fac-30689b3b99af tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd07800-6e3d-450e-9b81-e7c58d140c7b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:06.290942 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d8862905-acb6-4724-b0d5-88189af2fe3b req-f9a58df5-34b7-405d-89bc-2e7603f57156 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975049 Nov 10 19:25:06.322326 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5bc81cb9-316e-4b26-b3c8-af4b89710ebb tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:06.350677 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f060ff93-deee-48d2-b87b-f49bae58df6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:06.363621 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-806f9189-3f0d-473b-a8da-1b59a076fa47 None None] Could not find standard attr ID for object 09c37a3a-1214-4e94-a674-4d7081138507. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:25:06.380513 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f060ff93-deee-48d2-b87b-f49bae58df6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:06.393374 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5bc81cb9-316e-4b26-b3c8-af4b89710ebb tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:06.458945 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060ff93-deee-48d2-b87b-f49bae58df6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc09afd1-47cb-4758-9e55-f57cae6136e0,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:06.469989 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f060ff93-deee-48d2-b87b-f49bae58df6e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9de4e934a2be47e7b1799a29f4be0f25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7364793 Nov 10 19:25:06.470696 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f5302152-c6cd-429a-8ea1-3ee6f49ec177 req-ad7dab80-4302-4e92-9a3b-2f4b191b790c tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=cd2c32d3-62ec-404b-87f8-12de091be960 HTTP/1.1" status: 200 len: 210 time: 0.0306473 Nov 10 19:25:06.471131 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47752) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:06.492332 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5bc81cb9-316e-4b26-b3c8-af4b89710ebb tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:06.498648 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5bc81cb9-316e-4b26-b3c8-af4b89710ebb tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:06.503734 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5bc81cb9-316e-4b26-b3c8-af4b89710ebb tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/security-groups/2dee39e1-6588-443f-b90e-b42d64a7997e HTTP/1.1" status: 204 len: 168 time: 0.2926812 Nov 10 19:25:06.503946 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47754) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:06.532334 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc81cb9-316e-4b26-b3c8-af4b89710ebb tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dee39e1-6588-443f-b90e-b42d64a7997e,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:06.590644 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3312910-703d-474b-a5af-caf335beb232 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Deleting subnet 8e232ea4-b670-45da-a849-013c97a4fe3a {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:25:06.594199 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e3312910-703d-474b-a5af-caf335beb232 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:06.644723 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-353a7390-e443-4835-8b9a-0f09b57948d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:06.648027 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e3312910-703d-474b-a5af-caf335beb232 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:06.697135 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-353a7390-e443-4835-8b9a-0f09b57948d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:06.776365 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e3312910-703d-474b-a5af-caf335beb232 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:06.850536 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-353a7390-e443-4835-8b9a-0f09b57948d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:06.853054 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-353a7390-e443-4835-8b9a-0f09b57948d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:06.854626 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-353a7390-e443-4835-8b9a-0f09b57948d2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cc09afd1-47cb-4758-9e55-f57cae6136e0 HTTP/1.1" status: 204 len: 168 time: 0.3823941 Nov 10 19:25:06.879618 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a7390-e443-4835-8b9a-0f09b57948d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc09afd1-47cb-4758-9e55-f57cae6136e0,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:06.909412 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e3312910-703d-474b-a5af-caf335beb232 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:06.946435 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773dc11-c35c-475e-93ad-69d22c00decb req-bec5127e-c79f-4ff9-85c6-a44df4608b93 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:06.948256 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f773dc11-c35c-475e-93ad-69d22c00decb req-bec5127e-c79f-4ff9-85c6-a44df4608b93 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] 10.222.0.54 "GET /v2.0/ports?device_id=d03e080e-5bb8-42a2-b3fe-4bdbbc4eced3 HTTP/1.1" status: 200 len: 946 time: 0.1069772 Nov 10 19:25:06.950831 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3312910-703d-474b-a5af-caf335beb232 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Subnet': ['ID=8e232ea4-b670-45da-a849-013c97a4fe3a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:06.987230 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e3312910-703d-474b-a5af-caf335beb232 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:06.987460 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ca29ee-b939-42db-b3c8-3c26fec0c511 None None] Network a9f1e2b4-ac13-4ec2-930f-8601db2322ee requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:25:06.990911 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e3312910-703d-474b-a5af-caf335beb232 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/subnets/8e232ea4-b670-45da-a849-013c97a4fe3a HTTP/1.1" status: 204 len: 168 time: 0.4855855 Nov 10 19:25:06.994565 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47766) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:07.064807 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f773dc11-c35c-475e-93ad-69d22c00decb req-aa01b3af-3936-4c72-843e-6e1a9b03b20c tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ead9224-c519-4810-b2e3-8d64044d6155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979967 Nov 10 19:25:07.276901 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-6ea8339d-4c98-486f-859c-402de85521fa tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:07.279021 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-6ea8339d-4c98-486f-859c-402de85521fa tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.73 "GET /v2.0/networks?id=ab823250-cbd3-4e9e-b2ab-95ea12610eee HTTP/1.1" status: 200 len: 814 time: 0.1885126 Nov 10 19:25:07.304885 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-10b3d115-3633-482b-8096-d4225cf156ee tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Request body: {'port': {'device_id': 'cd2c32d3-62ec-404b-87f8-12de091be960', 'network_id': 'ab823250-cbd3-4e9e-b2ab-95ea12610eee', 'admin_state_up': True, 'tenant_id': 'ca793cf7be314531ae0fda7d17e742e0'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:07.311968 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520f6ff-9ef0-400d-83f1-364c45d9d0eb req-59f9456d-9e22-464d-8820-a7db7f3828be tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:07.320608 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a520f6ff-9ef0-400d-83f1-364c45d9d0eb req-59f9456d-9e22-464d-8820-a7db7f3828be tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 945 time: 0.1201043 Nov 10 19:25:07.328798 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68f6d3f-3a7d-4917-96f6-3588cd5ed82f tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Deleting subnet 5cafe89d-7a5a-43e6-8ee8-de0f2d1cd512 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:25:07.347461 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c68f6d3f-3a7d-4917-96f6-3588cd5ed82f tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:07.455194 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a520f6ff-9ef0-400d-83f1-364c45d9d0eb req-ffd7f19e-636f-4e59-a5fc-fa1736eab0e2 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236179 Nov 10 19:25:07.487656 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c68f6d3f-3a7d-4917-96f6-3588cd5ed82f tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:07.654259 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afcd3c-affa-442d-95a5-c691270ee77c req-a7f0ce3d-3c29-4c21-9903-1c89eb42971f tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:07.662673 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-77afcd3c-affa-442d-95a5-c691270ee77c req-a7f0ce3d-3c29-4c21-9903-1c89eb42971f tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 945 time: 0.1102016 Nov 10 19:25:07.665099 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47774) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:07.695499 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c68f6d3f-3a7d-4917-96f6-3588cd5ed82f tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:07.711952 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ee65753f-38a4-4e3a-915a-896fab08f978 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:07.723938 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-10b3d115-3633-482b-8096-d4225cf156ee tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Made reservation on behalf of ca793cf7be314531ae0fda7d17e742e0 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:25:07.732164 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-10b3d115-3633-482b-8096-d4225cf156ee tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:07.751082 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-77afcd3c-affa-442d-95a5-c691270ee77c req-a773d8e3-eeff-4d81-9c68-7ecd8c86f6b8 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823603 Nov 10 19:25:07.854040 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c68f6d3f-3a7d-4917-96f6-3588cd5ed82f tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:07.882886 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a016b5b0-18c3-4382-bed7-adfe2f8d3145 req-daf8e5ad-bea5-4755-b5e7-cc5ef0b97248 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=cd2c32d3-62ec-404b-87f8-12de091be960 HTTP/1.1" status: 200 len: 210 time: 0.0440536 Nov 10 19:25:07.933551 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ee65753f-38a4-4e3a-915a-896fab08f978 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:07.941656 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ee65753f-38a4-4e3a-915a-896fab08f978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:07.991579 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c68f6d3f-3a7d-4917-96f6-3588cd5ed82f tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:07.998581 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c68f6d3f-3a7d-4917-96f6-3588cd5ed82f tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/subnets/5cafe89d-7a5a-43e6-8ee8-de0f2d1cd512 HTTP/1.1" status: 204 len: 168 time: 1.0023348 Nov 10 19:25:07.998862 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47778) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:07.999587 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f6d3f-3a7d-4917-96f6-3588cd5ed82f tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Subnet': ['ID=5cafe89d-7a5a-43e6-8ee8-de0f2d1cd512,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:08.020469 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ee65753f-38a4-4e3a-915a-896fab08f978 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f9b0fa9edeba4b5bb0c880633249c5b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3370347 Nov 10 19:25:08.025140 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47780) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:08.049615 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65753f-38a4-4e3a-915a-896fab08f978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4776ff6e-85d0-4ef4-952b-6f9dddcbc565,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:08.061948 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-10b3d115-3633-482b-8096-d4225cf156ee tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Allocated IP 172.20.0.13 (ab823250-cbd3-4e9e-b2ab-95ea12610eee/2aee395f-d665-4a4d-a2ee-137fdc063918/37f971cd-29c7-4e70-9e71-58e705450ccf) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:25:08.095243 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5cef8c8-01c2-4a4a-a984-871eb300a459 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] DELETE failed (client error): The resource could not be found. Nov 10 19:25:08.097810 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5cef8c8-01c2-4a4a-a984-871eb300a459 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:25:08.103215 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d5cef8c8-01c2-4a4a-a984-871eb300a459 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/subnets/8e232ea4-b670-45da-a849-013c97a4fe3a HTTP/1.1" status: 404 len: 337 time: 0.1029203 Nov 10 19:25:08.105975 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47784) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:08.185668 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0f6a0e1c-0ba9-46e3-ae54-1cef9997191f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:08.227384 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd84362e-3210-4c83-9538-3d605e57c19f tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Deleting subnet e1f25e9d-346b-421c-b156-bc936594fdd0 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:25:08.244596 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd84362e-3210-4c83-9538-3d605e57c19f tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:08.246257 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0f6a0e1c-0ba9-46e3-ae54-1cef9997191f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:08.303521 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd84362e-3210-4c83-9538-3d605e57c19f tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:08.337925 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b526503-097a-4433-9a44-9791bf35797e req-44542554-2908-4b98-9431-9090c17e1321 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:08.346021 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9b526503-097a-4433-9a44-9791bf35797e req-44542554-2908-4b98-9431-9090c17e1321 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] 10.222.0.54 "GET /v2.0/ports?device_id=d03e080e-5bb8-42a2-b3fe-4bdbbc4eced3 HTTP/1.1" status: 200 len: 946 time: 0.1580613 Nov 10 19:25:08.426181 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-10b3d115-3633-482b-8096-d4225cf156ee tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:08.463669 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0f6a0e1c-0ba9-46e3-ae54-1cef9997191f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:08.471124 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0f6a0e1c-0ba9-46e3-ae54-1cef9997191f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:08.474614 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0f6a0e1c-0ba9-46e3-ae54-1cef9997191f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4776ff6e-85d0-4ef4-952b-6f9dddcbc565 HTTP/1.1" status: 204 len: 168 time: 0.4461331 Nov 10 19:25:08.488345 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-10b3d115-3633-482b-8096-d4225cf156ee tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:08.504255 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a0e1c-0ba9-46e3-ae54-1cef9997191f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4776ff6e-85d0-4ef4-952b-6f9dddcbc565,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:08.510585 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9b526503-097a-4433-9a44-9791bf35797e req-725435d3-ffd9-4e56-8c85-bbf0ab13a2f9 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ead9224-c519-4810-b2e3-8d64044d6155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635206 Nov 10 19:25:08.513021 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['b781d410-3d63-4727-b3c9-254606eed1d3', 'a0e2866a-c89a-4d67-a9ca-58ab8bf18e69'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:25:08.539067 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3585e-9af2-4cad-9a06-5483d4fd95a2 req-390f8838-8c65-40b7-a7ec-53f52519e420 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:08.540774 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9ef3585e-9af2-4cad-9a06-5483d4fd95a2 req-390f8838-8c65-40b7-a7ec-53f52519e420 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] 10.222.0.25 "GET /v2.0/ports?device_id=d03e080e-5bb8-42a2-b3fe-4bdbbc4eced3 HTTP/1.1" status: 200 len: 946 time: 0.1902130 Nov 10 19:25:08.547557 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-10b3d115-3633-482b-8096-d4225cf156ee tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Network ab823250-cbd3-4e9e-b2ab-95ea12610eee is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:25:08.585881 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-10b3d115-3633-482b-8096-d4225cf156ee tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:25:08.588827 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-10b3d115-3633-482b-8096-d4225cf156ee tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:25:08.625278 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd84362e-3210-4c83-9538-3d605e57c19f tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:08.700968 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8caebde-aec6-4e27-83c6-f4fdbf3911ac None None] Network a9f1e2b4-ac13-4ec2-930f-8601db2322ee requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:25:08.718014 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-10b3d115-3633-482b-8096-d4225cf156ee tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:08.718832 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-10b3d115-3633-482b-8096-d4225cf156ee tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:08.766164 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32584c5-59b0-4cd3-bfdd-975c43bbd069 req-3963b6b2-0d05-49d6-9982-7b36498b46b9 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:08.766488 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-10b3d115-3633-482b-8096-d4225cf156ee tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4729362 Nov 10 19:25:08.772780 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e32584c5-59b0-4cd3-bfdd-975c43bbd069 req-3963b6b2-0d05-49d6-9982-7b36498b46b9 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 945 time: 0.1499448 Nov 10 19:25:08.788100 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] Request body: {'port': {'device_id': 'cd2c32d3-62ec-404b-87f8-12de091be960', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:08.794603 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd84362e-3210-4c83-9538-3d605e57c19f tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:08.819363 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3d115-3633-482b-8096-d4225cf156ee tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Pushing event updated for resources: {'Port': ['ID=37f971cd-29c7-4e70-9e71-58e705450ccf,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:08.843392 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd84362e-3210-4c83-9538-3d605e57c19f tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f25e9d-346b-421c-b156-bc936594fdd0,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:08.861101 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd84362e-3210-4c83-9538-3d605e57c19f tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:08.866869 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-dd84362e-3210-4c83-9538-3d605e57c19f tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/subnets/e1f25e9d-346b-421c-b156-bc936594fdd0 HTTP/1.1" status: 204 len: 168 time: 0.7575202 Nov 10 19:25:08.868444 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47792) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:08.870849 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-9ef3585e-9af2-4cad-9a06-5483d4fd95a2 req-0b1d94e4-d301-439e-b88d-00fa718b4c64 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] Deleting port 9fa534d6-4364-43da-919e-ebabedfe54d9 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:25:08.871218 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-9ef3585e-9af2-4cad-9a06-5483d4fd95a2 req-0b1d94e4-d301-439e-b88d-00fa718b4c64 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:08.896267 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:08.936661 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-e61462fe-5730-453d-b489-a3cc0169e488 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] DELETE failed (client error): The resource could not be found. Nov 10 19:25:08.936661 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e61462fe-5730-453d-b489-a3cc0169e488 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:25:08.939322 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e61462fe-5730-453d-b489-a3cc0169e488 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/subnets/0c5040e7-7317-4bed-b151-479c764c4829 HTTP/1.1" status: 404 len: 337 time: 0.0648849 Nov 10 19:25:08.942850 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47798) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:08.994899 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e32584c5-59b0-4cd3-bfdd-975c43bbd069 req-e84d7f40-8824-41be-8dc9-492a58f275ab tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210701 Nov 10 19:25:09.069980 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8994014e-98f2-4dc7-b3b9-4acfdf4dd868 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "GET /v2.0/ports?device_id=bea10284-f018-4b2e-9241-e14c6cdc8432 HTTP/1.1" status: 200 len: 205 time: 0.1242781 Nov 10 19:25:09.071231 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47802) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:09.149885 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-5e0fd879-7a2f-4917-95fd-a5f0c78aac0c tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] delete failed (client error): The resource could not be found. Nov 10 19:25:09.151905 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5e0fd879-7a2f-4917-95fd-a5f0c78aac0c tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/routers/bea10284-f018-4b2e-9241-e14c6cdc8432 HTTP/1.1" status: 404 len: 336 time: 0.0691025 Nov 10 19:25:09.156408 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47804) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:09.163307 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-fce5f9ec-0490-478b-bb78-ee63a72460b9 None None] Provisioning complete for port 99f68385-fb21-4fa6-b1c4-610e00a33497 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:09.163683 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fce5f9ec-0490-478b-bb78-ee63a72460b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:09.209214 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-9ef3585e-9af2-4cad-9a06-5483d4fd95a2 req-0b1d94e4-d301-439e-b88d-00fa718b4c64 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] For port 9fa534d6-4364-43da-919e-ebabedfe54d9, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=9fa534d6-4364-43da-919e-ebabedfe54d9,segment=NetworkSegment(0cb163af-b8f7-4a05-978f-d47fd2933cef),segment_id=0cb163af-b8f7-4a05-978f-d47fd2933cef)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:25:09.209724 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-9ef3585e-9af2-4cad-9a06-5483d4fd95a2 req-0b1d94e4-d301-439e-b88d-00fa718b4c64 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:09.252350 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-9ef3585e-9af2-4cad-9a06-5483d4fd95a2 req-0b1d94e4-d301-439e-b88d-00fa718b4c64 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] Calling delete_port for 9fa534d6-4364-43da-919e-ebabedfe54d9 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:25:09.293745 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067d40c-5d56-41da-b0cb-279e30095459 req-5ede895d-1200-4922-84a8-b29b9b2bee21 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:09.301627 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f067d40c-5d56-41da-b0cb-279e30095459 req-5ede895d-1200-4922-84a8-b29b9b2bee21 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 945 time: 0.1569970 Nov 10 19:25:09.323852 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aba1423-0055-476f-a1e1-8a83d01c3ad2 None None] DHCP port deletion for a9f1e2b4-ac13-4ec2-930f-8601db2322ee request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:25:09.395938 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-fce5f9ec-0490-478b-bb78-ee63a72460b9 None None] Port 99f68385-fb21-4fa6-b1c4-610e00a33497 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:25:09.406412 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-41154bb2-48be-4117-9dda-42de212cd98a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] DELETE failed (client error): The resource could not be found. Nov 10 19:25:09.407114 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41154bb2-48be-4117-9dda-42de212cd98a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:25:09.421535 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f067d40c-5d56-41da-b0cb-279e30095459 req-639160dc-2a2f-4633-94dd-1d65524fbd0e tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129897 Nov 10 19:25:09.422473 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-fce5f9ec-0490-478b-bb78-ee63a72460b9 None None] Provisioning complete for port 3a6d8fbf-162a-44eb-bf26-67b6a23a4b95 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:09.422473 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fce5f9ec-0490-478b-bb78-ee63a72460b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:09.425242 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47812) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:09.426761 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-41154bb2-48be-4117-9dda-42de212cd98a tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/subnets/d8155d98-8619-4e46-889f-f2168e88c0f6 HTTP/1.1" status: 404 len: 337 time: 0.2294834 Nov 10 19:25:09.509543 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ffd648d-3d1b-45a1-9bb3-ea274e9e1941 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] DELETE failed (client error): The resource could not be found. Nov 10 19:25:09.517462 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ffd648d-3d1b-45a1-9bb3-ea274e9e1941 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:25:09.520943 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2ffd648d-3d1b-45a1-9bb3-ea274e9e1941 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/subnets/d4edd58b-707d-4b73-bb86-9ae55e2f629c HTTP/1.1" status: 404 len: 337 time: 0.0928142 Nov 10 19:25:09.525294 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47818) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:09.557605 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-7aba1423-0055-476f-a1e1-8a83d01c3ad2 None None] Deleting port 3a6d8fbf-162a-44eb-bf26-67b6a23a4b95 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:25:09.558221 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7aba1423-0055-476f-a1e1-8a83d01c3ad2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:09.594727 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f4d9eb2-4688-4d71-b2f3-e05bab56d206 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] DELETE failed (client error): The resource could not be found. Nov 10 19:25:09.595154 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f4d9eb2-4688-4d71-b2f3-e05bab56d206 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:25:09.598926 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0f4d9eb2-4688-4d71-b2f3-e05bab56d206 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/subnets/ee453f00-e820-4778-9107-94f1361e47f1 HTTP/1.1" status: 404 len: 337 time: 0.0722420 Nov 10 19:25:09.606528 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47820) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:09.690466 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27e5a7-2196-4219-8eb0-a767d45c3650 req-b678b8e5-93b5-4393-95ce-58dcccad85b7 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:09.694733 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3a6d8fbf-162a-44eb-bf26-67b6a23a4b95 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:25:09.698160 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1a27e5a7-2196-4219-8eb0-a767d45c3650 req-b678b8e5-93b5-4393-95ce-58dcccad85b7 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=cd2c32d3-62ec-404b-87f8-12de091be960 HTTP/1.1" status: 200 len: 932 time: 0.1701701 Nov 10 19:25:09.738779 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-9ef3585e-9af2-4cad-9a06-5483d4fd95a2 req-0b1d94e4-d301-439e-b88d-00fa718b4c64 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:09.753981 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37f971cd-29c7-4e70-9e71-58e705450ccf {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:25:09.765226 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:09.786268 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] Transition to ACTIVE for port object 37f971cd-29c7-4e70-9e71-58e705450ccf will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:25:09.786573 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d94e4-d301-439e-b88d-00fa718b4c64 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] Pushing event deleted for resources: {'Port': ['ID=9fa534d6-4364-43da-919e-ebabedfe54d9,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:09.809195 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:09.834998 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1a27e5a7-2196-4219-8eb0-a767d45c3650 req-a075090e-f15b-4001-b7a3-959d3ea88740 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358833 Nov 10 19:25:09.837424 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['9fa534d6-4364-43da-919e-ebabedfe54d9'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:25:09.851203 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-3500058a-eb21-4b1d-96a9-128ed59c3c60 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] DELETE failed (client error): The resource could not be found. Nov 10 19:25:09.851440 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3500058a-eb21-4b1d-96a9-128ed59c3c60 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:25:09.854769 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3500058a-eb21-4b1d-96a9-128ed59c3c60 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/ports/3c78dd2f-02ec-4f9a-9020-a3c61ae8a7ac HTTP/1.1" status: 404 len: 333 time: 0.2422156 Nov 10 19:25:09.873463 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47826) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:09.877603 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef3585e-9af2-4cad-9a06-5483d4fd95a2 req-0b1d94e4-d301-439e-b88d-00fa718b4c64 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] No DVR routers for this DVR port 9fa534d6-4364-43da-919e-ebabedfe54d9 on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:25:09.883458 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-9ef3585e-9af2-4cad-9a06-5483d4fd95a2 req-0b1d94e4-d301-439e-b88d-00fa718b4c64 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:09.892232 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9ef3585e-9af2-4cad-9a06-5483d4fd95a2 req-0b1d94e4-d301-439e-b88d-00fa718b4c64 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] 10.222.0.25 "DELETE /v2.0/ports/9fa534d6-4364-43da-919e-ebabedfe54d9 HTTP/1.1" status: 204 len: 173 time: 1.3371959 Nov 10 19:25:09.892967 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03e080e-5bb8-42a2-b3fe-4bdbbc4eced3', 'name': 'network-vif-deleted', 'tag': '9fa534d6-4364-43da-919e-ebabedfe54d9'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:25:09.898517 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4a8b33-fc92-4388-9217-d776833345b7" -d '{"events": [{"server_uuid": "d03e080e-5bb8-42a2-b3fe-4bdbbc4eced3", "name": "network-vif-deleted", "tag": "9fa534d6-4364-43da-919e-ebabedfe54d9"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:25:09.900280 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] Pushing event updated for resources: {'Port': ['ID=37f971cd-29c7-4e70-9e71-58e705450ccf,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:09.997842 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-091be537-0d2e-430f-9da0-ebbb0147e856 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] DELETE failed (client error): The resource could not be found. Nov 10 19:25:09.998326 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-091be537-0d2e-430f-9da0-ebbb0147e856 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:25:10.009951 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-091be537-0d2e-430f-9da0-ebbb0147e856 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/subnets/508b0f88-a067-4a95-a5ca-bc5959ac467a HTTP/1.1" status: 404 len: 337 time: 0.1331456 Nov 10 19:25:10.009951 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:10.013371 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:10.013753 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:10.015252 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:10.015602 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:10.015938 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:10.016282 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:10.016610 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:10.016940 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:10.019483 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47832) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:10.022556 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:10.023527 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:10.024486 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:10.089319 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-98b937e6-b9c7-4793-8446-9f1cbafd2b27 req-277c3c6c-879c-477d-ab71-c8d89061c393 tempest-InstanceActionsNegativeTestJSON-249266302 tempest-InstanceActionsNegativeTestJSON-249266302-project] 10.222.0.54 "GET /v2.0/ports?device_id=d03e080e-5bb8-42a2-b3fe-4bdbbc4eced3 HTTP/1.1" status: 200 len: 210 time: 0.0844233 Nov 10 19:25:10.149097 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5495d4b-6210-45f7-991d-93161b739abb tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] DELETE failed (client error): The resource could not be found. Nov 10 19:25:10.150111 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5495d4b-6210-45f7-991d-93161b739abb tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:25:10.156479 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a5495d4b-6210-45f7-991d-93161b739abb tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/subnets/50296fbc-3037-4e7f-816d-e69576bb560f HTTP/1.1" status: 404 len: 337 time: 0.1312101 Nov 10 19:25:10.159495 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47838) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:10.192841 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756bef6f-17a4-4658-8092-697ca55b569b x-openstack-request-id: req-756bef6f-17a4-4658-8092-697ca55b569b {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:25:10.193551 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03e080e-5bb8-42a2-b3fe-4bdbbc4eced3", "name": "network-vif-deleted", "tag": "9fa534d6-4364-43da-919e-ebabedfe54d9", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:25:10.194062 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-756bef6f-17a4-4658-8092-697ca55b569b {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:25:10.195006 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03e080e-5bb8-42a2-b3fe-4bdbbc4eced3', 'name': 'network-vif-deleted', 'tag': '9fa534d6-4364-43da-919e-ebabedfe54d9', 'status': 'completed', 'code': 200} Nov 10 19:25:10.196627 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7aba1423-0055-476f-a1e1-8a83d01c3ad2 None None] For port 3a6d8fbf-162a-44eb-bf26-67b6a23a4b95, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=3a6d8fbf-162a-44eb-bf26-67b6a23a4b95,segment=NetworkSegment(9b242c5d-353e-4527-a081-685b8ede3ee6),segment_id=9b242c5d-353e-4527-a081-685b8ede3ee6)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:25:10.199441 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7aba1423-0055-476f-a1e1-8a83d01c3ad2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:10.224253 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-4befb130-73d4-47b2-bf46-fb3294bab4f6 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] DELETE failed (client error): The resource could not be found. Nov 10 19:25:10.224978 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4befb130-73d4-47b2-bf46-fb3294bab4f6 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:25:10.228827 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4befb130-73d4-47b2-bf46-fb3294bab4f6 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/ports/8a570190-acd8-4fc8-a2c5-c68aff6ada40 HTTP/1.1" status: 404 len: 333 time: 0.0657542 Nov 10 19:25:10.234631 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47840) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:10.264416 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-7aba1423-0055-476f-a1e1-8a83d01c3ad2 None None] Calling delete_port for 3a6d8fbf-162a-44eb-bf26-67b6a23a4b95 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:25:10.287350 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7da4a60-0bdf-4f2f-a747-02f5816fac06 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] DELETE failed (client error): The resource could not be found. Nov 10 19:25:10.287926 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7da4a60-0bdf-4f2f-a747-02f5816fac06 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:25:10.291367 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d7da4a60-0bdf-4f2f-a747-02f5816fac06 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/subnets/33cd089c-fe44-4838-9699-68a84c24286d HTTP/1.1" status: 404 len: 337 time: 0.0538008 Nov 10 19:25:10.294168 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47842) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:10.376354 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a17b899-c9fb-4b82-8aeb-a36e90eef8f4 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] DELETE failed (client error): The resource could not be found. Nov 10 19:25:10.376354 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a17b899-c9fb-4b82-8aeb-a36e90eef8f4 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:25:10.382782 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ffe77-e141-4519-a87d-81d37ab705aa req-c5a0de95-25af-47c2-b535-e9e811d01c56 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:10.384555 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-df6ffe77-e141-4519-a87d-81d37ab705aa req-c5a0de95-25af-47c2-b535-e9e811d01c56 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 945 time: 0.0919800 Nov 10 19:25:10.395469 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8a17b899-c9fb-4b82-8aeb-a36e90eef8f4 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/subnets/1aaae6cc-82de-479b-a786-fc8cd06c1126 HTTP/1.1" status: 404 len: 337 time: 0.0994520 Nov 10 19:25:10.398484 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47846) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:10.441211 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] Attempting to bind port 37f971cd-29c7-4e70-9e71-58e705450ccf on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:25:10.441602 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] Attempting to bind port 37f971cd-29c7-4e70-9e71-58e705450ccf by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'f0089329-84eb-4bfe-9903-9d16aa1b592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ab823250-cbd3-4e9e-b2ab-95ea12610eee'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:25:10.441910 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] Attempting to bind port 37f971cd-29c7-4e70-9e71-58e705450ccf on network ab823250-cbd3-4e9e-b2ab-95ea12610eee {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:25:10.454672 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] Port 37f971cd-29c7-4e70-9e71-58e705450ccf on network ab823250-cbd3-4e9e-b2ab-95ea12610eee not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:25:10.454920 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] Attempting to bind port 37f971cd-29c7-4e70-9e71-58e705450ccf on network ab823250-cbd3-4e9e-b2ab-95ea12610eee {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:25:10.467445 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:25:10.467965 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] Checking segment: {'id': 'f0089329-84eb-4bfe-9903-9d16aa1b592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ab823250-cbd3-4e9e-b2ab-95ea12610eee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:25:10.468220 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] Bound using segment: {'id': 'f0089329-84eb-4bfe-9903-9d16aa1b592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ab823250-cbd3-4e9e-b2ab-95ea12610eee'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:25:10.468847 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] Bound port: 37f971cd-29c7-4e70-9e71-58e705450ccf, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0089329-84eb-4bfe-9903-9d16aa1b592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ab823250-cbd3-4e9e-b2ab-95ea12610eee'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:25:10.469704 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:10.485987 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:10.539718 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-df6ffe77-e141-4519-a87d-81d37ab705aa req-08c00962-7fee-4618-8c6e-a6843377aa33 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461554 Nov 10 19:25:10.566428 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7aba1423-0055-476f-a1e1-8a83d01c3ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:10.618765 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba1423-0055-476f-a1e1-8a83d01c3ad2 None None] Pushing event deleted for resources: {'Port': ['ID=3a6d8fbf-162a-44eb-bf26-67b6a23a4b95,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:10.622336 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aba1423-0055-476f-a1e1-8a83d01c3ad2 None None] No DVR routers for this DVR port 3a6d8fbf-162a-44eb-bf26-67b6a23a4b95 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:25:10.743380 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-2834865f-0409-47bb-8c63-7f813ee14f81 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Deleting port 99f68385-fb21-4fa6-b1c4-610e00a33497 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:25:10.743974 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2834865f-0409-47bb-8c63-7f813ee14f81 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:10.760658 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] For port 37f971cd-29c7-4e70-9e71-58e705450ccf, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:25:10.769375 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f40991-4b12-4fe1-80b6-7ba9a9eaf008 req-bf702fa4-fa20-402f-8e39-39c8bedc2449 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:10.779969 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c1f40991-4b12-4fe1-80b6-7ba9a9eaf008 req-bf702fa4-fa20-402f-8e39-39c8bedc2449 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 945 time: 0.0890608 Nov 10 19:25:10.827904 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] For port 37f971cd-29c7-4e70-9e71-58e705450ccf, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=37f971cd-29c7-4e70-9e71-58e705450ccf,segment=NetworkSegment(f0089329-84eb-4bfe-9903-9d16aa1b592a),segment_id=f0089329-84eb-4bfe-9903-9d16aa1b592a)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:25:10.840674 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:10.876135 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c1f40991-4b12-4fe1-80b6-7ba9a9eaf008 req-827005f2-40ae-45d1-be4b-7baae83e1f8f tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909679 Nov 10 19:25:10.900888 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2834865f-0409-47bb-8c63-7f813ee14f81 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:10.914644 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:10.915358 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:10.916869 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] 10.222.0.73 "PUT /v2.0/ports/37f971cd-29c7-4e70-9e71-58e705450ccf HTTP/1.1" status: 200 len: 1092 time: 2.1401558 Nov 10 19:25:10.932084 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2c32d3-62ec-404b-87f8-12de091be960', 'tag': '37f971cd-29c7-4e70-9e71-58e705450ccf'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:25:10.935089 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af31c08d-a898-42d7-84a0-7f35627bc1f7" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2c32d3-62ec-404b-87f8-12de091be960", "tag": "37f971cd-29c7-4e70-9e71-58e705450ccf"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:25:10.951482 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-2834865f-0409-47bb-8c63-7f813ee14f81 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Calling delete_port for 99f68385-fb21-4fa6-b1c4-610e00a33497 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:25:11.047995 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13027e-a5b4-4123-98c0-de37c9a4f7cd service neutron] Pushing event updated for resources: {'Port': ['ID=37f971cd-29c7-4e70-9e71-58e705450ccf,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:11.049058 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea0334-2265-4c9d-ae06-e2330f32bffc req-29ef788c-93a5-4d84-8cb2-3aca19ae056c tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:11.054965 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47860) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:11.067756 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-43ea0334-2265-4c9d-ae06-e2330f32bffc req-29ef788c-93a5-4d84-8cb2-3aca19ae056c tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=cd2c32d3-62ec-404b-87f8-12de091be960 HTTP/1.1" status: 200 len: 944 time: 0.0831847 Nov 10 19:25:11.096351 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-a1c07dd9-2743-4a19-bf34-db5384a6b990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:11.098986 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-a1c07dd9-2743-4a19-bf34-db5384a6b990 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca793cf7be314531ae0fda7d17e742e0&device_id=cd2c32d3-62ec-404b-87f8-12de091be960 HTTP/1.1" status: 200 len: 1095 time: 0.1192472 Nov 10 19:25:11.139591 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-43ea0334-2265-4c9d-ae06-e2330f32bffc req-725b66bb-5bbe-417d-b613-42d54ef3d750 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705957 Nov 10 19:25:11.163793 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-181fcef6-885c-41ad-97c9-da5cb9e84b73 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37f971cd-29c7-4e70-9e71-58e705450ccf HTTP/1.1" status: 200 len: 217 time: 0.0503888 Nov 10 19:25:11.176457 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2834865f-0409-47bb-8c63-7f813ee14f81 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:11.226190 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c589b052-11f4-429b-822e-dc7c7c26ce13 x-openstack-request-id: req-c589b052-11f4-429b-822e-dc7c7c26ce13 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:25:11.226465 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2c32d3-62ec-404b-87f8-12de091be960", "tag": "37f971cd-29c7-4e70-9e71-58e705450ccf", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:25:11.226702 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c589b052-11f4-429b-822e-dc7c7c26ce13 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:25:11.227090 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2c32d3-62ec-404b-87f8-12de091be960', 'tag': '37f971cd-29c7-4e70-9e71-58e705450ccf', 'status': 'completed', 'code': 200} Nov 10 19:25:11.240227 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47866) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:11.264664 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834865f-0409-47bb-8c63-7f813ee14f81 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Port': ['ID=99f68385-fb21-4fa6-b1c4-610e00a33497,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:11.289672 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e5d81e-e5e3-4efb-ae22-f65b453e4c46 admin admin] Deleting subnet dbf378a3-cbb4-4987-a485-6e71ae4034af {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:25:11.290795 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2834865f-0409-47bb-8c63-7f813ee14f81 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:11.294405 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a1e5d81e-e5e3-4efb-ae22-f65b453e4c46 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:11.295907 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2834865f-0409-47bb-8c63-7f813ee14f81 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/ports/99f68385-fb21-4fa6-b1c4-610e00a33497 HTTP/1.1" status: 204 len: 168 time: 0.8965359 Nov 10 19:25:11.301447 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47868) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:11.302438 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-73f0f205-4c4e-43cf-874c-f80bdcb816e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:11.331408 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a1e5d81e-e5e3-4efb-ae22-f65b453e4c46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:11.348798 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-f9efa2b7-9527-4e08-8cf0-8133a6339860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:11.350331 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-f9efa2b7-9527-4e08-8cf0-8133a6339860 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2aee395f-d665-4a4d-a2ee-137fdc063918 HTTP/1.1" status: 200 len: 854 time: 0.1857176 Nov 10 19:25:11.374822 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a1e5d81e-e5e3-4efb-ae22-f65b453e4c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:11.420422 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-580f2ee0-5fd6-4a18-90df-18ed536d1892 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ab823250-cbd3-4e9e-b2ab-95ea12610eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424051 Nov 10 19:25:11.436081 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a1e5d81e-e5e3-4efb-ae22-f65b453e4c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:11.457249 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b05267f7-3629-4242-b7d9-b5221264c9f8 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:11.464715 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5d81e-e5e3-4efb-ae22-f65b453e4c46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbf378a3-cbb4-4987-a485-6e71ae4034af,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:11.466815 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a1e5d81e-e5e3-4efb-ae22-f65b453e4c46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:11.470311 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a1e5d81e-e5e3-4efb-ae22-f65b453e4c46 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/dbf378a3-cbb4-4987-a485-6e71ae4034af HTTP/1.1" status: 204 len: 168 time: 0.2289045 Nov 10 19:25:11.472914 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47870) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:11.553790 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-74beff1d-b0ef-48d6-845a-dfed20473b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:11.669088 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-74beff1d-b0ef-48d6-845a-dfed20473b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:11.681335 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b05267f7-3629-4242-b7d9-b5221264c9f8 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:11.693828 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-74beff1d-b0ef-48d6-845a-dfed20473b78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5957d30a-3fc9-4c33-94cf-b39dac661b41']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:25:11.703067 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-b05267f7-3629-4242-b7d9-b5221264c9f8 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f1e2b4-ac13-4ec2-930f-8601db2322ee']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:25:11.704496 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-74beff1d-b0ef-48d6-845a-dfed20473b78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb163af-b8f7-4a05-978f-d47fd2933cef') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:25:11.705358 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-74beff1d-b0ef-48d6-845a-dfed20473b78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb163af-b8f7-4a05-978f-d47fd2933cef') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:25:11.721253 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-7d604d60-5f04-4808-9420-634d4507edb8 service neutron] 10.222.0.73 "GET /v2.0/networks/ab823250-cbd3-4e9e-b2ab-95ea12610eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927783 Nov 10 19:25:11.728608 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-b05267f7-3629-4242-b7d9-b5221264c9f8 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b242c5d-353e-4527-a081-685b8ede3ee6') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:25:11.728987 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-b05267f7-3629-4242-b7d9-b5221264c9f8 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b242c5d-353e-4527-a081-685b8ede3ee6') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:25:11.730136 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-74beff1d-b0ef-48d6-845a-dfed20473b78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:11.743895 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 9fa534d6-4364-43da-919e-ebabedfe54d9 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:25:11.755310 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-73f0f205-4c4e-43cf-874c-f80bdcb816e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:11.767249 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b05267f7-3629-4242-b7d9-b5221264c9f8 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:11.769208 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-74beff1d-b0ef-48d6-845a-dfed20473b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:11.771671 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 9fa534d6-4364-43da-919e-ebabedfe54d9 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:25:11.772016 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 9fa534d6-4364-43da-919e-ebabedfe54d9 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:25:11.781476 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74beff1d-b0ef-48d6-845a-dfed20473b78 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:25:11.781968 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-73f0f205-4c4e-43cf-874c-f80bdcb816e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:11.782129 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-74beff1d-b0ef-48d6-845a-dfed20473b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:11.784068 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:25:11.784068 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:25:11.784068 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:25:11.784068 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:25:11.784068 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:25:11.784068 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:25:11.784068 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:25:11.784068 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:25:11.784068 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:25:11.784068 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:25:11.784068 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:25:11.784068 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:25:11.784068 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:25:11.784068 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:25:11.784068 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:25:11.784068 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:25:11.784068 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:25:11.784068 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:25:11.784068 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:25:11.784068 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:25:11.784068 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:25:11.784068 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:25:11.784068 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:25:11.784068 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:25:11.784068 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:25:11.784068 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:25:11.784068 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:25:11.784068 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:25:11.784068 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:25:11.784068 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:25:11.784068 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:25:11.784068 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:25:11.814521 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93155be1-17cf-4cce-8c96-2d6226834071 req-cf6f3b17-9b7d-40cc-b8d7-6d3d876a3825 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:11.815621 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-93155be1-17cf-4cce-8c96-2d6226834071 req-cf6f3b17-9b7d-40cc-b8d7-6d3d876a3825 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 945 time: 0.1084666 Nov 10 19:25:11.846937 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b05267f7-3629-4242-b7d9-b5221264c9f8 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:11.872453 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05267f7-3629-4242-b7d9-b5221264c9f8 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:25:11.872855 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b05267f7-3629-4242-b7d9-b5221264c9f8 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:11.876217 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:25:11.876217 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:25:11.876217 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:25:11.876217 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:25:11.876217 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:25:11.876217 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:25:11.876217 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:25:11.876217 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:25:11.876217 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:25:11.876217 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:25:11.876217 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:25:11.876217 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:25:11.876217 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:25:11.876217 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:25:11.876217 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:25:11.876217 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:25:11.876217 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:25:11.876217 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:25:11.876217 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:25:11.876217 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:25:11.876217 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:25:11.876217 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:25:11.876217 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:25:11.876217 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:25:11.876217 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:25:11.876217 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:25:11.876217 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:25:11.876217 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:25:11.876217 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:25:11.876217 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:25:11.876217 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:25:11.876217 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:25:11.893840 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-74beff1d-b0ef-48d6-845a-dfed20473b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:11.904880 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-73f0f205-4c4e-43cf-874c-f80bdcb816e1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=422845959ae242759a0ee440d7e1a9ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8456011 Nov 10 19:25:11.905922 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-74beff1d-b0ef-48d6-845a-dfed20473b78 admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:11.911306 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-74beff1d-b0ef-48d6-845a-dfed20473b78 admin admin] 10.222.0.54 "DELETE /v2.0/networks/5957d30a-3fc9-4c33-94cf-b39dac661b41 HTTP/1.1" status: 204 len: 168 time: 0.4373114 Nov 10 19:25:11.915716 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47884) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:11.940244 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74beff1d-b0ef-48d6-845a-dfed20473b78 admin admin] Pushing event deleted for resources: {'Network': ['ID=5957d30a-3fc9-4c33-94cf-b39dac661b41,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:11.949109 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0f205-4c4e-43cf-874c-f80bdcb816e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9e1569-f3e2-46d4-87ae-81f5b240d44d,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:11.955152 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-93155be1-17cf-4cce-8c96-2d6226834071 req-6f252212-b480-4182-8ec3-6bf42aea2d8a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058550 Nov 10 19:25:12.003156 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef5598aa-73a2-43ca-8b1c-34faf06092b8 req-783565a8-e993-4935-934f-71e73d9cf695 service neutron] 10.222.0.73 "GET /v2.0/networks/ab823250-cbd3-4e9e-b2ab-95ea12610eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719243 Nov 10 19:25:12.012761 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b05267f7-3629-4242-b7d9-b5221264c9f8 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:12.035269 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b05267f7-3629-4242-b7d9-b5221264c9f8 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:12.041230 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b05267f7-3629-4242-b7d9-b5221264c9f8 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] 10.222.0.54 "DELETE /v2.0/networks/a9f1e2b4-ac13-4ec2-930f-8601db2322ee HTTP/1.1" status: 204 len: 168 time: 0.7336195 Nov 10 19:25:12.091558 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05267f7-3629-4242-b7d9-b5221264c9f8 tempest-PortsIpV6TestJSON-1989450559 tempest-PortsIpV6TestJSON-1989450559-project] Pushing event deleted for resources: {'Network': ['ID=a9f1e2b4-ac13-4ec2-930f-8601db2322ee,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:12.124020 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0448f7da-1109-4c7c-91bb-a7171adc39b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:12.143950 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47890) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:12.156724 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0448f7da-1109-4c7c-91bb-a7171adc39b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:12.169569 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31c08d-a898-42d7-84a0-7f35627bc1f7 req-73101539-7f0c-4f8d-a8f5-467251d4da5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:12.171195 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-af31c08d-a898-42d7-84a0-7f35627bc1f7 req-73101539-7f0c-4f8d-a8f5-467251d4da5d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca793cf7be314531ae0fda7d17e742e0&device_id=cd2c32d3-62ec-404b-87f8-12de091be960 HTTP/1.1" status: 200 len: 1095 time: 0.0922699 Nov 10 19:25:12.178231 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7dddd2-aa08-4419-9405-5f00ab14f065 req-b2ca4b4d-0a37-4f17-b481-e9610fe4e7c4 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:12.180151 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4d7dddd2-aa08-4419-9405-5f00ab14f065 req-b2ca4b4d-0a37-4f17-b481-e9610fe4e7c4 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 945 time: 0.1201680 Nov 10 19:25:12.233488 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e9de3745-b870-43e2-9cd1-4195e1c15f0a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d446a535e1d94cb5861db7a21e62cfc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0841448 Nov 10 19:25:12.233715 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47894) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:12.262361 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4d7dddd2-aa08-4419-9405-5f00ab14f065 req-ec7edaa2-1900-4549-8feb-1688afa074dd tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717437 Nov 10 19:25:12.343303 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0448f7da-1109-4c7c-91bb-a7171adc39b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:12.346005 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0448f7da-1109-4c7c-91bb-a7171adc39b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:12.347349 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0448f7da-1109-4c7c-91bb-a7171adc39b1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bc9e1569-f3e2-46d4-87ae-81f5b240d44d HTTP/1.1" status: 204 len: 168 time: 0.4309108 Nov 10 19:25:12.362986 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31c08d-a898-42d7-84a0-7f35627bc1f7 req-2a99fdc6-663e-40cd-93d5-09073554e6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:12.364579 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-af31c08d-a898-42d7-84a0-7f35627bc1f7 req-2a99fdc6-663e-40cd-93d5-09073554e6b8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ab823250-cbd3-4e9e-b2ab-95ea12610eee HTTP/1.1" status: 200 len: 915 time: 0.1827955 Nov 10 19:25:12.368823 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448f7da-1109-4c7c-91bb-a7171adc39b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9e1569-f3e2-46d4-87ae-81f5b240d44d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:12.398125 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 47900) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:12.419653 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f1456613-d833-4967-9c98-05444db24b73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:12.422547 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-af31c08d-a898-42d7-84a0-7f35627bc1f7 req-36ffc8ec-78c1-465c-9af3-d87035f31bdd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37f971cd-29c7-4e70-9e71-58e705450ccf HTTP/1.1" status: 200 len: 217 time: 0.0460155 Nov 10 19:25:12.487500 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f1456613-d833-4967-9c98-05444db24b73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:12.509473 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91d552-74c6-4594-a3df-a2877f7d6ce7 req-77ce6cdf-1bfb-4785-85cf-54fecad5e28b tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:12.512807 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eb91d552-74c6-4594-a3df-a2877f7d6ce7 req-77ce6cdf-1bfb-4785-85cf-54fecad5e28b tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=cd2c32d3-62ec-404b-87f8-12de091be960 HTTP/1.1" status: 200 len: 944 time: 0.0808964 Nov 10 19:25:12.550310 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31c08d-a898-42d7-84a0-7f35627bc1f7 req-d47b4177-0e3f-4b85-a19e-04448a168e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:12.551881 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-af31c08d-a898-42d7-84a0-7f35627bc1f7 req-d47b4177-0e3f-4b85-a19e-04448a168e0f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2aee395f-d665-4a4d-a2ee-137fdc063918 HTTP/1.1" status: 200 len: 854 time: 0.1186836 Nov 10 19:25:12.591092 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-af31c08d-a898-42d7-84a0-7f35627bc1f7 req-cbba6955-d5e2-417d-b2b3-2f684d2c64c5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ab823250-cbd3-4e9e-b2ab-95ea12610eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309386 Nov 10 19:25:12.596870 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f1456613-d833-4967-9c98-05444db24b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:12.601001 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f1456613-d833-4967-9c98-05444db24b73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:12.602308 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f1456613-d833-4967-9c98-05444db24b73 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0ead9224-c519-4810-b2e3-8d64044d6155 HTTP/1.1" status: 204 len: 168 time: 0.3648026 Nov 10 19:25:12.629176 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eb91d552-74c6-4594-a3df-a2877f7d6ce7 req-3641c053-1dba-4d9b-ad84-155e217bc548 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093199 Nov 10 19:25:12.641628 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1456613-d833-4967-9c98-05444db24b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ead9224-c519-4810-b2e3-8d64044d6155,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:12.645881 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f2950dee-9abb-4db8-bb34-ddc3454b0894 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9243d602b7744224af856c31c392ac9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2465391 Nov 10 19:25:12.646814 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47906) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:12.755385 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-af31c08d-a898-42d7-84a0-7f35627bc1f7 req-3ae221fd-77f2-45a8-9cd4-63d02d45480f service neutron] 10.222.0.73 "GET /v2.0/networks/ab823250-cbd3-4e9e-b2ab-95ea12610eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518328 Nov 10 19:25:12.871205 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-12f7c8b6-867b-45b1-be7e-9ac3d1ed5a86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:12.913456 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-12f7c8b6-867b-45b1-be7e-9ac3d1ed5a86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:12.951239 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-af31c08d-a898-42d7-84a0-7f35627bc1f7 req-808941e8-6915-4700-a7ba-1f326813faaf service neutron] 10.222.0.73 "GET /v2.0/networks/ab823250-cbd3-4e9e-b2ab-95ea12610eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870048 Nov 10 19:25:12.994556 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-12f7c8b6-867b-45b1-be7e-9ac3d1ed5a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:12.998980 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-12f7c8b6-867b-45b1-be7e-9ac3d1ed5a86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:13.000606 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-12f7c8b6-867b-45b1-be7e-9ac3d1ed5a86 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9eca5f33-9962-4c03-b4ea-9b95724af7df HTTP/1.1" status: 204 len: 168 time: 0.3528554 Nov 10 19:25:13.010820 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7c8b6-867b-45b1-be7e-9ac3d1ed5a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eca5f33-9962-4c03-b4ea-9b95724af7df,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:13.133992 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2ba59-7e29-4e3f-88ba-f25f609c6f06 req-6d11bd62-0b16-4148-8d61-5f7bd7e264f5 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:13.137632 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6ad2ba59-7e29-4e3f-88ba-f25f609c6f06 req-6d11bd62-0b16-4148-8d61-5f7bd7e264f5 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 945 time: 0.0711462 Nov 10 19:25:13.241066 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6ad2ba59-7e29-4e3f-88ba-f25f609c6f06 req-51ded972-9111-47b9-95ef-c8df9ab6dccb tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957448 Nov 10 19:25:13.428821 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf5c9b-502e-4a4f-a8c0-fa448e9128ad req-898d9755-f74b-4b8e-8bd2-73426890a527 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:13.430565 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bcaf5c9b-502e-4a4f-a8c0-fa448e9128ad req-898d9755-f74b-4b8e-8bd2-73426890a527 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 945 time: 0.0758154 Nov 10 19:25:13.506237 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bcaf5c9b-502e-4a4f-a8c0-fa448e9128ad req-7feee08a-4ef9-456b-a880-3ee7fd055b22 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647626 Nov 10 19:25:13.782465 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae87b42-c1f7-43c9-b0af-5596d81ad9b7 req-09a93ce6-9de2-4c0c-a0f6-bd1f371686fa tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:13.784292 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2ae87b42-c1f7-43c9-b0af-5596d81ad9b7 req-09a93ce6-9de2-4c0c-a0f6-bd1f371686fa tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=cd2c32d3-62ec-404b-87f8-12de091be960 HTTP/1.1" status: 200 len: 944 time: 0.0647149 Nov 10 19:25:13.840211 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2ae87b42-c1f7-43c9-b0af-5596d81ad9b7 req-a7fe4776-fc26-4551-8d7d-58ee07d5e3da tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487585 Nov 10 19:25:14.017394 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47970) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:14.197982 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-332dcc17-14e4-458f-b614-b8af99d152c1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1209697196-network', 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:14.231655 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332dcc17-14e4-458f-b614-b8af99d152c1 admin admin] Made reservation on behalf of e964d54e065f49df9181b3cc5034fac9 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:25:14.234820 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-332dcc17-14e4-458f-b614-b8af99d152c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:14.251283 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-332dcc17-14e4-458f-b614-b8af99d152c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:14.388141 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-332dcc17-14e4-458f-b614-b8af99d152c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:14.396167 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-332dcc17-14e4-458f-b614-b8af99d152c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:14.404994 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf3422-5389-4417-b021-cc34cebed16b req-1518a948-b142-4f76-86d0-4f86d1c76e1c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:14.417729 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ddbf3422-5389-4417-b021-cc34cebed16b req-1518a948-b142-4f76-86d0-4f86d1c76e1c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 945 time: 0.0737822 Nov 10 19:25:14.424584 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-332dcc17-14e4-458f-b614-b8af99d152c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:25:14.435697 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332dcc17-14e4-458f-b614-b8af99d152c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f9423a-7cab-4e0c-8be8-81eaace83c37,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:14.455208 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-332dcc17-14e4-458f-b614-b8af99d152c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:14.457864 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-332dcc17-14e4-458f-b614-b8af99d152c1 admin admin] Added segment 5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d of type vlan for network d81248ac-96a9-4e56-9bb4-f772b36a0433 Nov 10 19:25:14.504426 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ddbf3422-5389-4417-b021-cc34cebed16b req-32aab85f-0928-4c85-a5c8-2a5f27ea1c6b tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840344 Nov 10 19:25:14.524133 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-332dcc17-14e4-458f-b614-b8af99d152c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:14.572885 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-332dcc17-14e4-458f-b614-b8af99d152c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:14.575247 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332dcc17-14e4-458f-b614-b8af99d152c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:14.576201 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-332dcc17-14e4-458f-b614-b8af99d152c1 admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:14.585843 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47994) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:14.643138 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895816b-f730-4131-8900-e071e60d0da9 req-cac3a0ac-192b-4829-aad1-161877b7b9a0 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:14.661460 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6895816b-f730-4131-8900-e071e60d0da9 req-cac3a0ac-192b-4829-aad1-161877b7b9a0 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 945 time: 0.0772605 Nov 10 19:25:14.685339 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-332dcc17-14e4-458f-b614-b8af99d152c1 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6660814 Nov 10 19:25:14.686321 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48000) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:14.692924 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-4fbeaa1f-5f58-402a-8f44-a76dfca5333a admin admin] Request body: {'subnet': {'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1209697196-subnet', 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:14.698478 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332dcc17-14e4-458f-b614-b8af99d152c1 admin admin] Pushing event updated for resources: {'Network': ['ID=d81248ac-96a9-4e56-9bb4-f772b36a0433,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:14.712139 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network d81248ac-96a9-4e56-9bb4-f772b36a0433 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:25:14.753127 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbeaa1f-5f58-402a-8f44-a76dfca5333a admin admin] Made reservation on behalf of e964d54e065f49df9181b3cc5034fac9 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:25:14.758831 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4fbeaa1f-5f58-402a-8f44-a76dfca5333a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:14.784380 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6895816b-f730-4131-8900-e071e60d0da9 req-0081b825-533c-442e-b425-e90028a8385c tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217701 Nov 10 19:25:15.007900 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e626f-9827-451c-87a8-5d1f9339c1bc req-6d3d7617-3d3e-4699-a7b3-8f060c8b11f8 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:15.015109 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-f4f41244-a3f9-4b7f-a630-cc2ed8da00ab tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1761367450'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:15.016582 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c25e626f-9827-451c-87a8-5d1f9339c1bc req-6d3d7617-3d3e-4699-a7b3-8f060c8b11f8 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=cd2c32d3-62ec-404b-87f8-12de091be960 HTTP/1.1" status: 200 len: 944 time: 0.0681045 Nov 10 19:25:15.023600 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 37f971cd-29c7-4e70-9e71-58e705450ccf details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:25:15.045468 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4fbeaa1f-5f58-402a-8f44-a76dfca5333a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:15.052417 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f41244-a3f9-4b7f-a630-cc2ed8da00ab tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:25:15.056394 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f4f41244-a3f9-4b7f-a630-cc2ed8da00ab tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:15.113282 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f4f41244-a3f9-4b7f-a630-cc2ed8da00ab tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:15.131937 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c25e626f-9827-451c-87a8-5d1f9339c1bc req-190ab3c7-fe1a-4319-93db-8a144c11fb35 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142051 Nov 10 19:25:15.191984 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbeaa1f-5f58-402a-8f44-a76dfca5333a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d874850-3788-4c89-9cc5-3e0f9d06fb90,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:15.213016 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 37f971cd-29c7-4e70-9e71-58e705450ccf, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=37f971cd-29c7-4e70-9e71-58e705450ccf,segment=NetworkSegment(f0089329-84eb-4bfe-9903-9d16aa1b592a),segment_id=f0089329-84eb-4bfe-9903-9d16aa1b592a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:25:15.230747 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '37f971cd-29c7-4e70-9e71-58e705450ccf', 'network_id': 'ab823250-cbd3-4e9e-b2ab-95ea12610eee', 'port_id': '37f971cd-29c7-4e70-9e71-58e705450ccf', 'mac_address': 'fa:16:3e:21:63:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aee395f-d665-4a4d-a2ee-137fdc063918', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:25:15.243954 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbeaa1f-5f58-402a-8f44-a76dfca5333a admin admin] Checking segment: {'id': '5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:25:15.244705 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbeaa1f-5f58-402a-8f44-a76dfca5333a admin admin] Network hostable DHCP agents. Network: d81248ac-96a9-4e56-9bb4-f772b36a0433, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:25:15.278611 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:15.281983 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbeaa1f-5f58-402a-8f44-a76dfca5333a admin admin] Network d81248ac-96a9-4e56-9bb4-f772b36a0433 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:25:15.295373 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37f971cd-29c7-4e70-9e71-58e705450ccf {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:25:15.308569 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-4fbeaa1f-5f58-402a-8f44-a76dfca5333a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, d81248ac-96a9-4e56-9bb4-f772b36a0433) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:25:15.315001 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbeaa1f-5f58-402a-8f44-a76dfca5333a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:15.315813 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4fbeaa1f-5f58-402a-8f44-a76dfca5333a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:15.320776 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 37f971cd-29c7-4e70-9e71-58e705450ccf, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=37f971cd-29c7-4e70-9e71-58e705450ccf,segment=NetworkSegment(f0089329-84eb-4bfe-9903-9d16aa1b592a),segment_id=f0089329-84eb-4bfe-9903-9d16aa1b592a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:25:15.323515 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a27e14-360b-41b3-b546-13f625b3ba16 None None] Network d81248ac-96a9-4e56-9bb4-f772b36a0433 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:25:15.327875 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:15.371203 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f4f41244-a3f9-4b7f-a630-cc2ed8da00ab tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:15.378815 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4fbeaa1f-5f58-402a-8f44-a76dfca5333a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6908443 Nov 10 19:25:15.380704 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48028) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:15.386904 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f4f41244-a3f9-4b7f-a630-cc2ed8da00ab tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:15.391193 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-d5e6162c-4c15-4008-8867-1b1cf3515e20 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1209697196-router', 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:15.418861 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f41244-a3f9-4b7f-a630-cc2ed8da00ab tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:25:15.431421 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d5e6162c-4c15-4008-8867-1b1cf3515e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:15.432645 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d5e6162c-4c15-4008-8867-1b1cf3515e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:15.434050 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f41244-a3f9-4b7f-a630-cc2ed8da00ab tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34b4429d-c765-49a2-a9b6-59b05a40e739,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:15.439374 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f4f41244-a3f9-4b7f-a630-cc2ed8da00ab tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:15.439723 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-f4f41244-a3f9-4b7f-a630-cc2ed8da00ab tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Added segment ebfc1f5c-5a98-44d2-8bca-a2484321a5d8 of type vlan for network dfca0295-67ae-4a70-a230-6919d8035342 Nov 10 19:25:15.510837 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f4f41244-a3f9-4b7f-a630-cc2ed8da00ab tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:15.543936 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=37f971cd-29c7-4e70-9e71-58e705450ccf,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:15.560761 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f4f41244-a3f9-4b7f-a630-cc2ed8da00ab tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:15.579032 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f41244-a3f9-4b7f-a630-cc2ed8da00ab tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:15.581669 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d5e6162c-4c15-4008-8867-1b1cf3515e20 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:15.582373 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f4f41244-a3f9-4b7f-a630-cc2ed8da00ab tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:15.619044 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['37f971cd-29c7-4e70-9e71-58e705450ccf'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:25:15.700786 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f4f41244-a3f9-4b7f-a630-cc2ed8da00ab tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0860665 Nov 10 19:25:15.728394 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48048) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:15.745749 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f41244-a3f9-4b7f-a630-cc2ed8da00ab tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Network': ['ID=dfca0295-67ae-4a70-a230-6919d8035342,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:15.768138 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 4adaa710-c6fb-4b1b-9259-a609bdfdd0c2 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:25:15.771804 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-caba5848-ed82-4322-9951-84a277972658 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'port': {'network_id': 'dfca0295-67ae-4a70-a230-6919d8035342', 'name': 'tempest-PortsTestJSON-738181254'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:15.804770 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network dfca0295-67ae-4a70-a230-6919d8035342 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:25:15.898781 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355d3765-75e8-4614-9f07-e51de78ceb74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-d81248ac-96a9-4e56-9bb4-f772b36a0433', 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433', 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9', 'fixed_ips': [{'subnet_id': '9d874850-3788-4c89-9cc5-3e0f9d06fb90'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:25:15.899891 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-355d3765-75e8-4614-9f07-e51de78ceb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:15.957370 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d5e6162c-4c15-4008-8867-1b1cf3515e20 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:16.027378 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3832f-ce2c-4b9f-a553-bf28a2c81dcf req-46af9797-0df6-456a-ac3b-05d4316a7aea tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:16.031494 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:16.035374 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e8f3832f-ce2c-4b9f-a553-bf28a2c81dcf req-46af9797-0df6-456a-ac3b-05d4316a7aea tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 945 time: 0.3648365 Nov 10 19:25:16.040396 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caba5848-ed82-4322-9951-84a277972658 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:25:16.044441 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-caba5848-ed82-4322-9951-84a277972658 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:16.082774 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-caba5848-ed82-4322-9951-84a277972658 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] device_id is not set on port 44a41fc7-db67-45f6-9fbf-3427a5ccbee3 yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:25:16.125740 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-355d3765-75e8-4614-9f07-e51de78ceb74 None None] Allocated IP 172.20.0.2 (d81248ac-96a9-4e56-9bb4-f772b36a0433/9d874850-3788-4c89-9cc5-3e0f9d06fb90/b49afff5-71b5-4ae2-b6c2-46a75ff6f60e) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:25:16.141913 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48054) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:16.256449 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e8f3832f-ce2c-4b9f-a553-bf28a2c81dcf req-e4c26b7c-6bcb-4d7b-82ff-caa90297a8dc tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060351 Nov 10 19:25:16.300265 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 4adaa710-c6fb-4b1b-9259-a609bdfdd0c2, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=4adaa710-c6fb-4b1b-9259-a609bdfdd0c2,segment=NetworkSegment(972f3100-a6a2-4418-9bf5-bbc6550de0fb),segment_id=972f3100-a6a2-4418-9bf5-bbc6550de0fb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:25:16.303530 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5548491-7805-44fa-af27-c4c232ea7937', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4adaa710-c6fb-4b1b-9259-a609bdfdd0c2'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:25:16.308223 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e2be3f-ae3c-42d9-b6e4-4f841bd74712" -d '{"events": [{"server_uuid": "a5548491-7805-44fa-af27-c4c232ea7937", "name": "network-vif-unplugged", "status": "completed", "tag": "4adaa710-c6fb-4b1b-9259-a609bdfdd0c2"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:25:16.341212 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:16.342402 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d862ab25-f959-47f7-9a5a-af37553178c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:16.405702 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-caba5848-ed82-4322-9951-84a277972658 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:16.451135 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d862ab25-f959-47f7-9a5a-af37553178c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:16.453692 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=4adaa710-c6fb-4b1b-9259-a609bdfdd0c2,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:16.468618 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17fa35-08bd-4042-a149-d601d9e019c1 req-a22ec2e8-e13a-4dd7-97e4-c00b5051f004 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:16.470314 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1e17fa35-08bd-4042-a149-d601d9e019c1 req-a22ec2e8-e13a-4dd7-97e4-c00b5051f004 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 943 time: 0.1385734 Nov 10 19:25:16.473901 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d862ab25-f959-47f7-9a5a-af37553178c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:16.512366 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-355d3765-75e8-4614-9f07-e51de78ceb74 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:16.526932 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-355d3765-75e8-4614-9f07-e51de78ceb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:16.545926 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862ab25-f959-47f7-9a5a-af37553178c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52561297-0083-4970-b604-e77b64657514,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:16.573879 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d862ab25-f959-47f7-9a5a-af37553178c4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=70d44ae0589f48fbad5cc651f6b7b6bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4280338 Nov 10 19:25:16.576104 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48064) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:16.586275 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355d3765-75e8-4614-9f07-e51de78ceb74 None None] Network d81248ac-96a9-4e56-9bb4-f772b36a0433 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:25:16.592339 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-355d3765-75e8-4614-9f07-e51de78ceb74 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:25:16.598953 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355d3765-75e8-4614-9f07-e51de78ceb74 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:25:16.609368 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-caba5848-ed82-4322-9951-84a277972658 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:16.639612 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d3765-75e8-4614-9f07-e51de78ceb74 None None] Pushing event updated for resources: {'Port': ['ID=b49afff5-71b5-4ae2-b6c2-46a75ff6f60e,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:16.641304 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1e17fa35-08bd-4042-a149-d601d9e019c1 req-3ae0431a-420b-4074-acd8-4b6e32788187 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392736 Nov 10 19:25:16.660623 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d5e6162c-4c15-4008-8867-1b1cf3515e20 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:16.684247 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-355d3765-75e8-4614-9f07-e51de78ceb74 None None] Attempting to bind port b49afff5-71b5-4ae2-b6c2-46a75ff6f60e on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:25:16.684636 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-355d3765-75e8-4614-9f07-e51de78ceb74 None None] Attempting to bind port b49afff5-71b5-4ae2-b6c2-46a75ff6f60e by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:25:16.685015 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355d3765-75e8-4614-9f07-e51de78ceb74 None None] Attempting to bind port b49afff5-71b5-4ae2-b6c2-46a75ff6f60e on network d81248ac-96a9-4e56-9bb4-f772b36a0433 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:25:16.691207 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355d3765-75e8-4614-9f07-e51de78ceb74 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:25:16.692263 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355d3765-75e8-4614-9f07-e51de78ceb74 None None] Checking segment: {'id': '5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:25:16.692670 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-355d3765-75e8-4614-9f07-e51de78ceb74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:16.693050 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355d3765-75e8-4614-9f07-e51de78ceb74 None None] Bound using segment: {'id': '5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:25:16.693548 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-355d3765-75e8-4614-9f07-e51de78ceb74 None None] Bound port: b49afff5-71b5-4ae2-b6c2-46a75ff6f60e, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:25:16.693966 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-355d3765-75e8-4614-9f07-e51de78ceb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:16.696196 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-800e7fa7-6afb-415d-baca-89ca7911ce21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:16.696412 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d5e6162c-4c15-4008-8867-1b1cf3515e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:16.746092 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba5848-ed82-4322-9951-84a277972658 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Port': ['ID=44a41fc7-db67-45f6-9fbf-3427a5ccbee3,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:16.746794 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-800e7fa7-6afb-415d-baca-89ca7911ce21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:16.780735 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-355d3765-75e8-4614-9f07-e51de78ceb74 None None] For port b49afff5-71b5-4ae2-b6c2-46a75ff6f60e, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:25:16.786016 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-355d3765-75e8-4614-9f07-e51de78ceb74 None None] For port b49afff5-71b5-4ae2-b6c2-46a75ff6f60e, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=b49afff5-71b5-4ae2-b6c2-46a75ff6f60e,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:25:16.787261 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caba5848-ed82-4322-9951-84a277972658 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Checking segment: {'id': 'ebfc1f5c-5a98-44d2-8bca-a2484321a5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'dfca0295-67ae-4a70-a230-6919d8035342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:25:16.787727 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caba5848-ed82-4322-9951-84a277972658 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network hostable DHCP agents. Network: dfca0295-67ae-4a70-a230-6919d8035342, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:25:16.794923 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-355d3765-75e8-4614-9f07-e51de78ceb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:16.829096 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caba5848-ed82-4322-9951-84a277972658 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network dfca0295-67ae-4a70-a230-6919d8035342 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:25:16.835237 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-800e7fa7-6afb-415d-baca-89ca7911ce21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:16.838029 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-800e7fa7-6afb-415d-baca-89ca7911ce21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:16.842971 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-800e7fa7-6afb-415d-baca-89ca7911ce21 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/52561297-0083-4970-b604-e77b64657514 HTTP/1.1" status: 204 len: 168 time: 0.2656968 Nov 10 19:25:16.853525 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e7fa7-6afb-415d-baca-89ca7911ce21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52561297-0083-4970-b604-e77b64657514,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:16.866175 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-caba5848-ed82-4322-9951-84a277972658 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, dfca0295-67ae-4a70-a230-6919d8035342) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:25:16.873915 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caba5848-ed82-4322-9951-84a277972658 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:25:16.879670 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caba5848-ed82-4322-9951-84a277972658 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:16.880257 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-caba5848-ed82-4322-9951-84a277972658 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:16.908258 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4763cfa-b98b-4af1-8788-aacd87398391 None None] Network dfca0295-67ae-4a70-a230-6919d8035342 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:25:16.910965 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-d5e6162c-4c15-4008-8867-1b1cf3515e20 admin admin] Allocated IP 172.25.3.53 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:25:16.931897 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-caba5848-ed82-4322-9951-84a277972658 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1639817 Nov 10 19:25:16.932139 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48070) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:16.943766 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-6230dcf9-ccd9-4c6b-bb45-1c2ecf22f033 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-572319027'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:17.062839 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6230dcf9-ccd9-4c6b-bb45-1c2ecf22f033 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:25:17.066367 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6230dcf9-ccd9-4c6b-bb45-1c2ecf22f033 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:17.154735 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d3765-75e8-4614-9f07-e51de78ceb74 None None] Pushing event updated for resources: {'Port': ['ID=b49afff5-71b5-4ae2-b6c2-46a75ff6f60e,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:17.179818 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6230dcf9-ccd9-4c6b-bb45-1c2ecf22f033 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:25:17.216858 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525587b-9428-4337-beba-16498828c0b1 req-3559b863-4e85-4d15-81f6-6861b3f71f78 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:17.217781 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7525587b-9428-4337-beba-16498828c0b1 req-3559b863-4e85-4d15-81f6-6861b3f71f78 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=cd2c32d3-62ec-404b-87f8-12de091be960 HTTP/1.1" status: 200 len: 945 time: 0.4880807 Nov 10 19:25:17.225057 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d5e6162c-4c15-4008-8867-1b1cf3515e20 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:17.237361 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6230dcf9-ccd9-4c6b-bb45-1c2ecf22f033 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:17.237682 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-6230dcf9-ccd9-4c6b-bb45-1c2ecf22f033 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Added segment e8db4430-270a-4576-a916-2e2ddd3aa51f of type vlan for network 543d62a4-e8a7-4b28-b837-8d998aa1fdf3 Nov 10 19:25:17.356819 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6230dcf9-ccd9-4c6b-bb45-1c2ecf22f033 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:17.397086 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7525587b-9428-4337-beba-16498828c0b1 req-d954dd97-b7b9-44f0-ab4e-25eb41815bd8 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462781 Nov 10 19:25:17.440773 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d5e6162c-4c15-4008-8867-1b1cf3515e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:17.467573 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48084) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:17.486917 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-988ae236-3640-457e-bc51-8c930b6c7990 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:17.493086 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb3b39d-af61-46a8-991b-eb08fb129a5b x-openstack-request-id: req-cbb3b39d-af61-46a8-991b-eb08fb129a5b {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:25:17.493384 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5548491-7805-44fa-af27-c4c232ea7937", "name": "network-vif-unplugged", "status": "completed", "tag": "4adaa710-c6fb-4b1b-9259-a609bdfdd0c2", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:25:17.493637 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cbb3b39d-af61-46a8-991b-eb08fb129a5b {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:25:17.494080 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5548491-7805-44fa-af27-c4c232ea7937', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4adaa710-c6fb-4b1b-9259-a609bdfdd0c2', 'code': 200} Nov 10 19:25:17.584862 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e6162c-4c15-4008-8867-1b1cf3515e20 admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:25:17.598541 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6230dcf9-ccd9-4c6b-bb45-1c2ecf22f033 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:17.604424 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6230dcf9-ccd9-4c6b-bb45-1c2ecf22f033 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:17.605040 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6230dcf9-ccd9-4c6b-bb45-1c2ecf22f033 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:17.613581 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-d5e6162c-4c15-4008-8867-1b1cf3515e20 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:25:17.616504 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e6162c-4c15-4008-8867-1b1cf3515e20 admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:25:17.625482 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6162c-4c15-4008-8867-1b1cf3515e20 admin admin] Pushing event updated for resources: {'Port': ['ID=2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:17.635497 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2b9d14-8226-478e-be38-08c5cd86d664 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:25:17.698377 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-6291a9b1-5ecf-486d-a628-0442dd2b7ab8 None None] Provisioning complete for port 2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:17.698773 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6291a9b1-5ecf-486d-a628-0442dd2b7ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:17.718834 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-988ae236-3640-457e-bc51-8c930b6c7990 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:17.725134 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-988ae236-3640-457e-bc51-8c930b6c7990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:17.735492 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device b49afff5-71b5-4ae2-b6c2-46a75ff6f60e up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:25:17.790903 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 4adaa710-c6fb-4b1b-9259-a609bdfdd0c2 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:25:17.793869 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-6291a9b1-5ecf-486d-a628-0442dd2b7ab8 None None] Port 2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:25:17.828907 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-988ae236-3640-457e-bc51-8c930b6c7990 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b33cd88c102e438c8ba480de8a56aeeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3591502 Nov 10 19:25:17.830369 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48090) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:17.851621 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ae236-3640-457e-bc51-8c930b6c7990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aea9d19-171c-4d15-8f4d-9cf7d89395ae,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:17.942892 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port b49afff5-71b5-4ae2-b6c2-46a75ff6f60e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:17.944272 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:17.954856 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c91314ad-4863-4440-bcd1-7c0c774d3c34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:17.997110 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c91314ad-4863-4440-bcd1-7c0c774d3c34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:18.094046 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:18.119897 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c91314ad-4863-4440-bcd1-7c0c774d3c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:18.125424 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c91314ad-4863-4440-bcd1-7c0c774d3c34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:18.129844 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c91314ad-4863-4440-bcd1-7c0c774d3c34 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9aea9d19-171c-4d15-8f4d-9cf7d89395ae HTTP/1.1" status: 204 len: 168 time: 0.2945342 Nov 10 19:25:18.145587 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91314ad-4863-4440-bcd1-7c0c774d3c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aea9d19-171c-4d15-8f4d-9cf7d89395ae,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:18.268280 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port b49afff5-71b5-4ae2-b6c2-46a75ff6f60e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=b49afff5-71b5-4ae2-b6c2-46a75ff6f60e,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:25:18.323766 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 4adaa710-c6fb-4b1b-9259-a609bdfdd0c2, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=4adaa710-c6fb-4b1b-9259-a609bdfdd0c2,segment=NetworkSegment(972f3100-a6a2-4418-9bf5-bbc6550de0fb),segment_id=972f3100-a6a2-4418-9bf5-bbc6550de0fb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:25:18.333894 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:18.361352 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f5e3cb8-12f3-4b0b-8e1d-220123f818c1 req-18335d11-a2ca-423d-94b3-f68b43647237 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=81904b2e-170e-46b9-9143-052b0e27730d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0940313 Nov 10 19:25:18.441314 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '4adaa710-c6fb-4b1b-9259-a609bdfdd0c2', 'network_id': '32c76f13-1e17-4dc8-9eac-cde3fda606b6', 'port_id': '4adaa710-c6fb-4b1b-9259-a609bdfdd0c2', 'mac_address': 'fa:16:3e:e3:2a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'babcf2b1-e498-4105-82f8-754d9115199f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:25:18.490377 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e3cb8-12f3-4b0b-8e1d-220123f818c1 req-d5c72feb-c2cf-4ec2-aa27-875e15e0eb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:18.493735 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f5e3cb8-12f3-4b0b-8e1d-220123f818c1 req-d5c72feb-c2cf-4ec2-aa27-875e15e0eb87 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca793cf7be314531ae0fda7d17e742e0&device_id=81904b2e-170e-46b9-9143-052b0e27730d HTTP/1.1" status: 200 len: 1097 time: 0.1069121 Nov 10 19:25:18.539478 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6230dcf9-ccd9-4c6b-bb45-1c2ecf22f033 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6049237 Nov 10 19:25:18.553193 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48096) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:18.564422 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-6ddd860e-3328-407e-93b8-2099ab28acad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'ports': [{'network_id': 'dfca0295-67ae-4a70-a230-6919d8035342'}, {'network_id': '543d62a4-e8a7-4b28-b837-8d998aa1fdf3'}]} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:18.565046 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-6ddd860e-3328-407e-93b8-2099ab28acad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'port': {'network_id': 'dfca0295-67ae-4a70-a230-6919d8035342'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:18.565717 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-6ddd860e-3328-407e-93b8-2099ab28acad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'port': {'network_id': '543d62a4-e8a7-4b28-b837-8d998aa1fdf3'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:18.583348 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:18.607095 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4adaa710-c6fb-4b1b-9259-a609bdfdd0c2 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:25:18.634265 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 4adaa710-c6fb-4b1b-9259-a609bdfdd0c2, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=4adaa710-c6fb-4b1b-9259-a609bdfdd0c2,segment=NetworkSegment(972f3100-a6a2-4418-9bf5-bbc6550de0fb),segment_id=972f3100-a6a2-4418-9bf5-bbc6550de0fb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:25:18.646317 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0921d0a1-ab09-498b-a834-6a2a1b296950 None None] Network d81248ac-96a9-4e56-9bb4-f772b36a0433 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:25:18.692680 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230dcf9-ccd9-4c6b-bb45-1c2ecf22f033 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Network': ['ID=543d62a4-e8a7-4b28-b837-8d998aa1fdf3,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:18.739829 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e3cb8-12f3-4b0b-8e1d-220123f818c1 req-e7f52d57-7133-452f-be7f-107afae581d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:18.749969 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f5e3cb8-12f3-4b0b-8e1d-220123f818c1 req-e7f52d57-7133-452f-be7f-107afae581d8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ab823250-cbd3-4e9e-b2ab-95ea12610eee HTTP/1.1" status: 200 len: 915 time: 0.2236800 Nov 10 19:25:18.799813 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f5e3cb8-12f3-4b0b-8e1d-220123f818c1 req-7598b92b-4f5f-45d4-a58a-6c62caaf7000 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b781d410-3d63-4727-b3c9-254606eed1d3 HTTP/1.1" status: 200 len: 217 time: 0.0489278 Nov 10 19:25:18.839159 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 543d62a4-e8a7-4b28-b837-8d998aa1fdf3 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:25:18.875320 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:18.893689 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e3cb8-12f3-4b0b-8e1d-220123f818c1 req-d656a26a-e805-41b8-93ec-6c6ab5fb6b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:18.895605 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f5e3cb8-12f3-4b0b-8e1d-220123f818c1 req-d656a26a-e805-41b8-93ec-6c6ab5fb6b9b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2aee395f-d665-4a4d-a2ee-137fdc063918 HTTP/1.1" status: 200 len: 854 time: 0.0881617 Nov 10 19:25:18.928327 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a4771-395f-4110-84d3-8908959d38ca req-bf628115-edf6-4cbd-be26-7cc4b8e68cbc tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:18.936824 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-465a4771-395f-4110-84d3-8908959d38ca req-bf628115-edf6-4cbd-be26-7cc4b8e68cbc tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 945 time: 1.3277409 Nov 10 19:25:18.961246 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f5e3cb8-12f3-4b0b-8e1d-220123f818c1 req-d4f5f8ad-65a1-475a-b206-7fb60a9caf63 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ab823250-cbd3-4e9e-b2ab-95ea12610eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568690 Nov 10 19:25:18.965592 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=b49afff5-71b5-4ae2-b6c2-46a75ff6f60e,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:19.090879 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-3a6a414b-3eaf-4711-9122-9e4e945e18fe None None] Provisioning complete for port b49afff5-71b5-4ae2-b6c2-46a75ff6f60e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:19.092183 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3a6a414b-3eaf-4711-9122-9e4e945e18fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:19.102137 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 37f971cd-29c7-4e70-9e71-58e705450ccf up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:25:19.154877 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-465a4771-395f-4110-84d3-8908959d38ca req-9f8fd997-22f5-4f57-b56d-663370ece8e4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167113 Nov 10 19:25:19.214769 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f5e3cb8-12f3-4b0b-8e1d-220123f818c1 req-f4de67c0-628a-459d-97b2-748d645e3bbe service neutron] 10.222.0.73 "GET /v2.0/networks/ab823250-cbd3-4e9e-b2ab-95ea12610eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426651 Nov 10 19:25:19.242016 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=4adaa710-c6fb-4b1b-9259-a609bdfdd0c2,revision_number=7']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:19.288195 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d5e6162c-4c15-4008-8867-1b1cf3515e20 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:19.301939 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddd860e-3328-407e-93b8-2099ab28acad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'port': 2} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:25:19.304272 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 37f971cd-29c7-4e70-9e71-58e705450ccf completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:25:19.308220 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6ddd860e-3328-407e-93b8-2099ab28acad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:19.328519 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 37f971cd-29c7-4e70-9e71-58e705450ccf triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:19.328812 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:19.337483 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f5e3cb8-12f3-4b0b-8e1d-220123f818c1 req-f14e804e-5dcf-4a73-8d1c-15132dde9d59 service neutron] 10.222.0.73 "GET /v2.0/networks/ab823250-cbd3-4e9e-b2ab-95ea12610eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139007 Nov 10 19:25:19.387587 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['4adaa710-c6fb-4b1b-9259-a609bdfdd0c2'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:25:19.415720 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6ddd860e-3328-407e-93b8-2099ab28acad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:19.540003 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec639df6-0265-4a08-8468-68582d61a03c req-79216a21-892e-4fe6-9585-614721fe4c58 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:19.548382 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ec639df6-0265-4a08-8468-68582d61a03c req-79216a21-892e-4fe6-9585-614721fe4c58 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 944 time: 0.2648468 Nov 10 19:25:19.736956 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-6ddd860e-3328-407e-93b8-2099ab28acad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] device_id is not set on port f8ea90f8-8afd-452d-82ea-945138946fe3 yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:25:19.917062 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device b49afff5-71b5-4ae2-b6c2-46a75ff6f60e up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:25:19.946851 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ec639df6-0265-4a08-8468-68582d61a03c req-621c20cf-204c-4212-a765-4e96ec607132 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971796 Nov 10 19:25:20.039286 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-3fd42535-a92d-4f8d-a12d-99e450f1edcc None None] Provisioning complete for port b49afff5-71b5-4ae2-b6c2-46a75ff6f60e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:20.040069 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3fd42535-a92d-4f8d-a12d-99e450f1edcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:20.049338 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:20.086093 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port b49afff5-71b5-4ae2-b6c2-46a75ff6f60e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:20.086882 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:20.137237 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d5e6162c-4c15-4008-8867-1b1cf3515e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:20.190408 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-65c336f0-6605-401d-989f-2167a0b5509b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2890003 Nov 10 19:25:20.255112 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2c32d3-62ec-404b-87f8-12de091be960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f971cd-29c7-4e70-9e71-58e705450ccf'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:25:20.257468 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449e0691-9ef3-4600-96b4-0224f1205914" -d '{"events": [{"server_uuid": "cd2c32d3-62ec-404b-87f8-12de091be960", "name": "network-vif-plugged", "status": "completed", "tag": "37f971cd-29c7-4e70-9e71-58e705450ccf"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:25:20.303014 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 37f971cd-29c7-4e70-9e71-58e705450ccf, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=37f971cd-29c7-4e70-9e71-58e705450ccf,segment=NetworkSegment(f0089329-84eb-4bfe-9903-9d16aa1b592a),segment_id=f0089329-84eb-4bfe-9903-9d16aa1b592a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:25:20.319210 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:20.411429 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=37f971cd-29c7-4e70-9e71-58e705450ccf,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:20.419365 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7818c-db44-4f2e-ae49-e1c73720ac29 req-751fef3d-372a-41f0-9960-d19adcd8dbe6 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:20.420969 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-79d7818c-db44-4f2e-ae49-e1c73720ac29 req-751fef3d-372a-41f0-9960-d19adcd8dbe6 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=cd2c32d3-62ec-404b-87f8-12de091be960 HTTP/1.1" status: 200 len: 945 time: 0.3335156 Nov 10 19:25:20.489549 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6ddd860e-3328-407e-93b8-2099ab28acad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:20.500177 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-a0016d6d-944f-4013-ac3c-c1b863902868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:20.500690 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-a0016d6d-944f-4013-ac3c-c1b863902868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:20.501104 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-a0016d6d-944f-4013-ac3c-c1b863902868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:20.501673 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-a0016d6d-944f-4013-ac3c-c1b863902868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:20.502057 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-a0016d6d-944f-4013-ac3c-c1b863902868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:20.502477 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-a0016d6d-944f-4013-ac3c-c1b863902868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:20.502932 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-a0016d6d-944f-4013-ac3c-c1b863902868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:20.505046 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-a0016d6d-944f-4013-ac3c-c1b863902868 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22b3d07c7c424271b33fe5fb0a26c6de&device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 6501 time: 0.1832719 Nov 10 19:25:20.563518 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e6162c-4c15-4008-8867-1b1cf3515e20 admin admin] Router 99d59d1f-e948-4ae9-ba10-f6364b553f79 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:25:20.571008 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-79d7818c-db44-4f2e-ae49-e1c73720ac29 req-da84bd8d-4e7e-44fa-a64e-af1cba33a4d7 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413031 Nov 10 19:25:20.739795 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-6ddd860e-3328-407e-93b8-2099ab28acad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] device_id is not set on port 2c0fa121-9146-480b-bbf0-159d96aaf1d0 yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:25:20.856424 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-3e8df586-b91e-4ad8-8b89-1c13484f38a7 service neutron] show failed (client error): The resource could not be found. Nov 10 19:25:20.858385 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-3e8df586-b91e-4ad8-8b89-1c13484f38a7 service neutron] 10.222.0.73 "GET /v2.0/ports/9b814466-ab2b-434f-8e60-c910419ee00e/bindings/n-h2-813897-4 HTTP/1.1" status: 404 len: 380 time: 0.0754442 Nov 10 19:25:20.864618 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13f764-f37d-44cf-9622-d22bd07b5c25 req-7f33d69c-0bc2-4734-9596-da28e3ef120b tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:20.866254 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9b13f764-f37d-44cf-9622-d22bd07b5c25 req-7f33d69c-0bc2-4734-9596-da28e3ef120b tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 945 time: 0.2079916 Nov 10 19:25:20.871117 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-ac66ac80-6060-415e-992a-0771b76d80d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:20.872123 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-ac66ac80-6060-415e-992a-0771b76d80d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:20.872288 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-ac66ac80-6060-415e-992a-0771b76d80d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:20.873887 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-ac66ac80-6060-415e-992a-0771b76d80d1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8e0b3ba3-7215-45b5-b8de-5724ad198916&id=08d5b27a-446a-4f08-9532-b9da3981ea57&id=08d5b27a-446a-4f08-9532-b9da3981ea57&id=08d5b27a-446a-4f08-9532-b9da3981ea57&id=08d5b27a-446a-4f08-9532-b9da3981ea57&id=5e688d16-320a-464d-a934-8ef580053d1d&id=5e688d16-320a-464d-a934-8ef580053d1d HTTP/1.1" status: 200 len: 2297 time: 0.2446995 Nov 10 19:25:21.147393 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-f5c1b298-cb6a-4fab-bb16-2339f7139e20 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86e3afec-d4a4-466b-a8cd-37704951f59c HTTP/1.1" status: 200 len: 1001 time: 0.2636752 Nov 10 19:25:21.162197 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e6162c-4c15-4008-8867-1b1cf3515e20 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:25:21.173854 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9896704d-9a1c-48ad-bb74-26c0dea61fe0 None None] Sync routers for ids ['99d59d1f-e948-4ae9-ba10-f6364b553f79'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:25:21.193288 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9896704d-9a1c-48ad-bb74-26c0dea61fe0 None None] Routers {'99d59d1f-e948-4ae9-ba10-f6364b553f79'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:25:21.197831 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-9896704d-9a1c-48ad-bb74-26c0dea61fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:24:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['99d59d1f-e948-4ae9-ba10-f6364b553f79'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:25:21.203587 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d5e6162c-4c15-4008-8867-1b1cf3515e20 admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:21.207307 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d5e6162c-4c15-4008-8867-1b1cf3515e20 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8231139 Nov 10 19:25:21.209606 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9b13f764-f37d-44cf-9622-d22bd07b5c25 req-7be23bc8-b076-4509-94d3-b24d1dd93c9e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3308055 Nov 10 19:25:21.213376 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48162) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:21.239857 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-ad944642-9756-4db3-950f-0da509415bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:21.241750 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-ad944642-9756-4db3-950f-0da509415bfc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f&tenant_id=540494213bb2401d877387c28ba690c2 HTTP/1.1" status: 200 len: 1096 time: 0.1447046 Nov 10 19:25:21.254678 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6ddd860e-3328-407e-93b8-2099ab28acad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:21.257742 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-518fe493-c391-4cb2-b0f5-cd96905231f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813897-4', 'device_owner': 'compute:nova'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:21.386077 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-68463640-e2f5-4aa8-aaa7-08e92dd2e953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:21.389902 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-68463640-e2f5-4aa8-aaa7-08e92dd2e953 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3188f8a0-bf12-4d61-a184-005155fc37b9 HTTP/1.1" status: 200 len: 855 time: 0.2031982 Nov 10 19:25:21.417019 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b96350-8cae-4ff7-9bbf-6d782192f202 x-openstack-request-id: req-75b96350-8cae-4ff7-9bbf-6d782192f202 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:25:21.417347 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2c32d3-62ec-404b-87f8-12de091be960", "name": "network-vif-plugged", "status": "completed", "tag": "37f971cd-29c7-4e70-9e71-58e705450ccf", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:25:21.417652 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-75b96350-8cae-4ff7-9bbf-6d782192f202 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:25:21.418022 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2c32d3-62ec-404b-87f8-12de091be960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f971cd-29c7-4e70-9e71-58e705450ccf', 'code': 200} Nov 10 19:25:21.475150 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-9896704d-9a1c-48ad-bb74-26c0dea61fe0 None None] Set router 99d59d1f-e948-4ae9-ba10-f6364b553f79 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:25:21.557728 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6ddd860e-3328-407e-93b8-2099ab28acad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:21.655583 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-7f9cf2fa-64d4-4e8e-a52b-ef60cde08f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:21.657346 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-7f9cf2fa-64d4-4e8e-a52b-ef60cde08f4e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8e0b3ba3-7215-45b5-b8de-5724ad198916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2003133 Nov 10 19:25:21.672108 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fef27-a3ad-4372-b945-6736486c45d7 req-8634c455-d6fa-45be-8227-caf74315ce29 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:21.679739 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab2fef27-a3ad-4372-b945-6736486c45d7 req-8634c455-d6fa-45be-8227-caf74315ce29 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 944 time: 0.2253511 Nov 10 19:25:21.705820 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddd860e-3328-407e-93b8-2099ab28acad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network dfca0295-67ae-4a70-a230-6919d8035342 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:25:21.754920 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd860e-3328-407e-93b8-2099ab28acad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Port': ['ID=f8ea90f8-8afd-452d-82ea-945138946fe3,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:21.757687 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-6ddd860e-3328-407e-93b8-2099ab28acad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:25:21.775049 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddd860e-3328-407e-93b8-2099ab28acad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:25:21.775929 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6ddd860e-3328-407e-93b8-2099ab28acad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:21.783164 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 4adaa710-c6fb-4b1b-9259-a609bdfdd0c2 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:25:21.931946 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 4adaa710-c6fb-4b1b-9259-a609bdfdd0c2 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:21.932217 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:21.982254 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-518fe493-c391-4cb2-b0f5-cd96905231f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:21.982842 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-9896704d-9a1c-48ad-bb74-26c0dea61fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'name': 'tempest-ServerActionsTestJSON-1209697196-router', 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:25:15Z', 'updated_at': '2021-11-10T19:25:19Z', 'revision_number': 3, 'project_id': 'e964d54e065f49df9181b3cc5034fac9', 'gw_port': {'id': '2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:25:16Z', 'updated_at': '2021-11-10T19:25:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:25:22.026669 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9896704d-9a1c-48ad-bb74-26c0dea61fe0 None None] Checking router: 99d59d1f-e948-4ae9-ba10-f6364b553f79 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:25:22.027152 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9896704d-9a1c-48ad-bb74-26c0dea61fe0 None None] Updating router 99d59d1f-e948-4ae9-ba10-f6364b553f79 port 2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:25:22.061398 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5047cbf-3d10-4014-be86-73c69302b4d8 req-511d585c-2ddb-4eaf-955b-0a19b79c9915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:22.063518 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d5047cbf-3d10-4014-be86-73c69302b4d8 req-511d585c-2ddb-4eaf-955b-0a19b79c9915 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cd2c32d3-62ec-404b-87f8-12de091be960 HTTP/1.1" status: 200 len: 1097 time: 0.1611784 Nov 10 19:25:22.070302 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9896704d-9a1c-48ad-bb74-26c0dea61fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:22.382760 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-518fe493-c391-4cb2-b0f5-cd96905231f4 service neutron] For port 9b814466-ab2b-434f-8e60-c910419ee00e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=9b814466-ab2b-434f-8e60-c910419ee00e,segment=NetworkSegment(0e54e4be-6f27-4f98-9f44-70e853ad9b18),segment_id=0e54e4be-6f27-4f98-9f44-70e853ad9b18)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:25:22.461213 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:22.479526 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d5047cbf-3d10-4014-be86-73c69302b4d8 req-d5f5a78c-bbba-4ca0-87f0-3d2bfce12f8e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816917 Nov 10 19:25:22.490042 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-518fe493-c391-4cb2-b0f5-cd96905231f4 service neutron] For port 9b814466-ab2b-434f-8e60-c910419ee00e, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:25:22.543799 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab2fef27-a3ad-4372-b945-6736486c45d7 req-9707dd58-db28-426e-8d43-f40caea52869 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8629894 Nov 10 19:25:22.567852 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b814466-ab2b-434f-8e60-c910419ee00e'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:25:22.570755 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8447e505-578f-430e-b662-adf792cf099d" -d '{"events": [{"server_uuid": "5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f", "name": "network-vif-unplugged", "status": "completed", "tag": "9b814466-ab2b-434f-8e60-c910419ee00e"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:25:22.579639 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-518fe493-c391-4cb2-b0f5-cd96905231f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:22.603992 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-518fe493-c391-4cb2-b0f5-cd96905231f4 service neutron] Transition to ACTIVE for port object 9b814466-ab2b-434f-8e60-c910419ee00e will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:25:22.611942 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-518fe493-c391-4cb2-b0f5-cd96905231f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:22.655915 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 4adaa710-c6fb-4b1b-9259-a609bdfdd0c2, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=4adaa710-c6fb-4b1b-9259-a609bdfdd0c2,segment=NetworkSegment(972f3100-a6a2-4418-9bf5-bbc6550de0fb),segment_id=972f3100-a6a2-4418-9bf5-bbc6550de0fb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:25:22.671494 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd860e-3328-407e-93b8-2099ab28acad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Port': ['ID=2c0fa121-9146-480b-bbf0-159d96aaf1d0,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:22.672879 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:22.751205 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48226) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:22.751205 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48228) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:22.841171 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=4adaa710-c6fb-4b1b-9259-a609bdfdd0c2,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:22.877853 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518fe493-c391-4cb2-b0f5-cd96905231f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9b814466-ab2b-434f-8e60-c910419ee00e,revision_number=6']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:22.916120 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-95e1ffd1-8d1a-49f6-9f94-e08fe7be9655 service neutron] 10.222.0.25 "GET /v2.0/networks/8e0b3ba3-7215-45b5-b8de-5724ad198916?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2237809 Nov 10 19:25:22.932275 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9896704d-9a1c-48ad-bb74-26c0dea61fe0 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:22.947459 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9896704d-9a1c-48ad-bb74-26c0dea61fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:23.013283 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-518fe493-c391-4cb2-b0f5-cd96905231f4 service neutron] No DVR routers for this DVR port 9b814466-ab2b-434f-8e60-c910419ee00e on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:25:23.076126 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9d495e-0c21-476f-9845-732c45d7f862 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:25:23.099393 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3e1a0-ace2-494a-aa72-5874aa58b875 None None] Pushing event updated for resources: {'Port': ['ID=2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:23.103855 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-9896704d-9a1c-48ad-bb74-26c0dea61fe0 None None] Attempting to bind port 2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:25:23.104300 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-9896704d-9a1c-48ad-bb74-26c0dea61fe0 None None] Attempting to bind port 2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:25:23.104823 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9896704d-9a1c-48ad-bb74-26c0dea61fe0 None None] Attempting to bind port 2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:25:23.124641 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9896704d-9a1c-48ad-bb74-26c0dea61fe0 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:25:23.126038 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9896704d-9a1c-48ad-bb74-26c0dea61fe0 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:25:23.126858 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9896704d-9a1c-48ad-bb74-26c0dea61fe0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:23.127653 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9896704d-9a1c-48ad-bb74-26c0dea61fe0 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:25:23.128433 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-9896704d-9a1c-48ad-bb74-26c0dea61fe0 None None] Bound port: 2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:25:23.129073 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9896704d-9a1c-48ad-bb74-26c0dea61fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:23.133040 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a3da3dad-6521-4ab1-b39d-0163f5fd41f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:23.138256 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f33709ac-41f2-44ec-867e-b96401d4ad0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:23.194308 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9896704d-9a1c-48ad-bb74-26c0dea61fe0 None None] For port 2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:25:23.198137 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9896704d-9a1c-48ad-bb74-26c0dea61fe0 None None] For port 2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:25:23.205455 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9896704d-9a1c-48ad-bb74-26c0dea61fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:23.241029 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd860e-3328-407e-93b8-2099ab28acad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Checking segment: {'id': 'e8db4430-270a-4576-a916-2e2ddd3aa51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '543d62a4-e8a7-4b28-b837-8d998aa1fdf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:25:23.241386 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddd860e-3328-407e-93b8-2099ab28acad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network hostable DHCP agents. Network: 543d62a4-e8a7-4b28-b837-8d998aa1fdf3, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:25:23.264122 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-2554c4e2-3215-4aad-b860-e8aec8af35c5 service neutron] 10.222.0.25 "GET /v2.0/networks/8e0b3ba3-7215-45b5-b8de-5724ad198916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508101 Nov 10 19:25:23.283791 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9896704d-9a1c-48ad-bb74-26c0dea61fe0 None None] Routers {'99d59d1f-e948-4ae9-ba10-f6364b553f79'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:25:23.284782 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-9896704d-9a1c-48ad-bb74-26c0dea61fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:24:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['99d59d1f-e948-4ae9-ba10-f6364b553f79'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:25:23.293700 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b764b9-0dfc-47da-9559-270e21d52f07 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:25:23.296475 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637d9cc-7f09-4083-9164-880adde1bfe0 req-92eb3037-2db0-4fac-8fde-5d72407a1242 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:23.298273 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c637d9cc-7f09-4083-9164-880adde1bfe0 req-92eb3037-2db0-4fac-8fde-5d72407a1242 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=cd2c32d3-62ec-404b-87f8-12de091be960 HTTP/1.1" status: 200 len: 946 time: 0.5848615 Nov 10 19:25:23.312625 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-26baa260-37eb-4150-8d82-cb7c2d074528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:23.345706 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3e1a0-ace2-494a-aa72-5874aa58b875 None None] Pushing event updated for resources: {'Port': ['ID=2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:23.364605 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f33709ac-41f2-44ec-867e-b96401d4ad0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:23.377162 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f33709ac-41f2-44ec-867e-b96401d4ad0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:23.378301 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-fb289000-b5eb-43a9-b5c7-8fe593579cc8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=bb1386c3-1d75-43ef-9da4-68ee97148c59 HTTP/1.1" status: 200 len: 217 time: 0.0981443 Nov 10 19:25:23.384937 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-518fe493-c391-4cb2-b0f5-cd96905231f4 service neutron] Attempting to bind port 9b814466-ab2b-434f-8e60-c910419ee00e on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:25:23.385287 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-518fe493-c391-4cb2-b0f5-cd96905231f4 service neutron] Attempting to bind port 9b814466-ab2b-434f-8e60-c910419ee00e by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '0e54e4be-6f27-4f98-9f44-70e853ad9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '73a462e0-6280-4d1d-b3b0-466bf95639d0'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:25:23.385659 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-518fe493-c391-4cb2-b0f5-cd96905231f4 service neutron] Attempting to bind port 9b814466-ab2b-434f-8e60-c910419ee00e on network 73a462e0-6280-4d1d-b3b0-466bf95639d0 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:25:23.389933 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a3da3dad-6521-4ab1-b39d-0163f5fd41f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:23.391076 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-860971d0-cb7a-4215-9790-58513016e4d3 None None] Provisioning complete for port 2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:23.391426 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-860971d0-cb7a-4215-9790-58513016e4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:23.407677 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a3da3dad-6521-4ab1-b39d-0163f5fd41f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:23.415635 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-518fe493-c391-4cb2-b0f5-cd96905231f4 service neutron] Port 9b814466-ab2b-434f-8e60-c910419ee00e on network 73a462e0-6280-4d1d-b3b0-466bf95639d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:25:23.416063 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-518fe493-c391-4cb2-b0f5-cd96905231f4 service neutron] Attempting to bind port 9b814466-ab2b-434f-8e60-c910419ee00e on network 73a462e0-6280-4d1d-b3b0-466bf95639d0 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:25:23.426254 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c637d9cc-7f09-4083-9164-880adde1bfe0 req-1c81b35c-b380-483e-8a79-6e307431c8b5 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174033 Nov 10 19:25:23.426718 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddd860e-3328-407e-93b8-2099ab28acad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network 543d62a4-e8a7-4b28-b837-8d998aa1fdf3 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:25:23.444794 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f33709ac-41f2-44ec-867e-b96401d4ad0c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=409857479b434eb88d756ce6221261f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6926601 Nov 10 19:25:23.445681 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-518fe493-c391-4cb2-b0f5-cd96905231f4 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:25:23.446047 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-518fe493-c391-4cb2-b0f5-cd96905231f4 service neutron] Checking segment: {'id': '0e54e4be-6f27-4f98-9f44-70e853ad9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '73a462e0-6280-4d1d-b3b0-466bf95639d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:25:23.446423 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-518fe493-c391-4cb2-b0f5-cd96905231f4 service neutron] Bound using segment: {'id': '0e54e4be-6f27-4f98-9f44-70e853ad9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '73a462e0-6280-4d1d-b3b0-466bf95639d0'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:25:23.446872 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-518fe493-c391-4cb2-b0f5-cd96905231f4 service neutron] Bound port: 9b814466-ab2b-434f-8e60-c910419ee00e, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e54e4be-6f27-4f98-9f44-70e853ad9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '73a462e0-6280-4d1d-b3b0-466bf95639d0'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:25:23.447242 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-518fe493-c391-4cb2-b0f5-cd96905231f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:23.449421 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5548491-7805-44fa-af27-c4c232ea7937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4adaa710-c6fb-4b1b-9259-a609bdfdd0c2'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:25:23.451678 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04817f78-8cb7-4966-95f4-537fb5d0cbc9" -d '{"events": [{"server_uuid": "a5548491-7805-44fa-af27-c4c232ea7937", "name": "network-vif-plugged", "status": "completed", "tag": "4adaa710-c6fb-4b1b-9259-a609bdfdd0c2"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:25:23.454749 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48234) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:23.467541 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33709ac-41f2-44ec-867e-b96401d4ad0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadad9b6-53f5-4eb6-af2c-5360b07e6ede,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:23.496442 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a3da3dad-6521-4ab1-b39d-0163f5fd41f1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6027079982bd4042a62f7c9278c4d104&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7406285 Nov 10 19:25:23.501718 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48238) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:23.514584 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b525d619-dc3a-4331-bf50-1e141ace1961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:23.534789 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-6ddd860e-3328-407e-93b8-2099ab28acad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 543d62a4-e8a7-4b28-b837-8d998aa1fdf3) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:25:23.541150 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddd860e-3328-407e-93b8-2099ab28acad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:25:23.552317 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddd860e-3328-407e-93b8-2099ab28acad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:23.554022 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da3dad-6521-4ab1-b39d-0163f5fd41f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8462962d-1be7-476f-ab47-6f857fae8757,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:23.555000 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e041c3-aa75-4371-a9ce-240933d10ee6 None None] Network 543d62a4-e8a7-4b28-b837-8d998aa1fdf3 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:25:23.578661 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddd860e-3328-407e-93b8-2099ab28acad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:23.581906 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6ddd860e-3328-407e-93b8-2099ab28acad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:23.619675 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-518fe493-c391-4cb2-b0f5-cd96905231f4 service neutron] For port 9b814466-ab2b-434f-8e60-c910419ee00e, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:25:23.624964 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-518fe493-c391-4cb2-b0f5-cd96905231f4 service neutron] For port 9b814466-ab2b-434f-8e60-c910419ee00e, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=9b814466-ab2b-434f-8e60-c910419ee00e,segment=NetworkSegment(0e54e4be-6f27-4f98-9f44-70e853ad9b18),segment_id=0e54e4be-6f27-4f98-9f44-70e853ad9b18)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:25:23.630413 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-518fe493-c391-4cb2-b0f5-cd96905231f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:23.632548 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-68cc93bd-0001-45ad-8776-2563f50849fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:23.648182 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-9896704d-9a1c-48ad-bb74-26c0dea61fe0 None None] Set router 99d59d1f-e948-4ae9-ba10-f6364b553f79 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:25:23.688750 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-68cc93bd-0001-45ad-8776-2563f50849fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:23.698537 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-518fe493-c391-4cb2-b0f5-cd96905231f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:23.699230 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-518fe493-c391-4cb2-b0f5-cd96905231f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:23.700863 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-518fe493-c391-4cb2-b0f5-cd96905231f4 service neutron] 10.222.0.25 "PUT /v2.0/ports/9b814466-ab2b-434f-8e60-c910419ee00e HTTP/1.1" status: 200 len: 1091 time: 2.4503317 Nov 10 19:25:23.726525 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-b714ee0e-d3e2-45bc-884d-b39de01f7aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:23.729807 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-b714ee0e-d3e2-45bc-884d-b39de01f7aac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa2b07b6-2c88-46ba-ac6c-03d3922986c1 HTTP/1.1" status: 200 len: 797 time: 0.3430390 Nov 10 19:25:23.749679 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6ddd860e-3328-407e-93b8-2099ab28acad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.1928403 Nov 10 19:25:23.771635 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48242) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:23.844601 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518fe493-c391-4cb2-b0f5-cd96905231f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9b814466-ab2b-434f-8e60-c910419ee00e,revision_number=7']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:23.900443 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-860971d0-cb7a-4215-9790-58513016e4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:23.916521 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-68cc93bd-0001-45ad-8776-2563f50849fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:23.922663 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-68cc93bd-0001-45ad-8776-2563f50849fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:23.925096 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-68cc93bd-0001-45ad-8776-2563f50849fe admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8462962d-1be7-476f-ab47-6f857fae8757 HTTP/1.1" status: 204 len: 168 time: 0.4217720 Nov 10 19:25:23.929803 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-e3cf37d6-fa41-4ec2-907c-c978dec81121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:23.934498 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-e3cf37d6-fa41-4ec2-907c-c978dec81121 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 1094 time: 0.1992555 Nov 10 19:25:23.983566 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-860971d0-cb7a-4215-9790-58513016e4d3 None None] For port 2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:25:23.989813 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee62ef-0840-47ed-a01f-469aed2f68e1 req-84d47e29-6f43-4296-a248-4d2c787c76ac tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:23.991684 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-22ee62ef-0840-47ed-a01f-469aed2f68e1 req-84d47e29-6f43-4296-a248-4d2c787c76ac tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 943 time: 0.3300962 Nov 10 19:25:23.998977 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-860971d0-cb7a-4215-9790-58513016e4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:24.018952 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc93bd-0001-45ad-8776-2563f50849fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8462962d-1be7-476f-ab47-6f857fae8757,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:24.026865 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-97c85844-a429-4c91-b4ca-705cfb1fb8a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:24.030652 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-5543f72f-a95c-426f-96c2-ef2756d75d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:24.032423 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-5543f72f-a95c-426f-96c2-ef2756d75d69 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=08d5b27a-446a-4f08-9532-b9da3981ea57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2615135 Nov 10 19:25:24.115541 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-97c85844-a429-4c91-b4ca-705cfb1fb8a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:24.120154 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-b941d68b-164a-4850-b073-e3d5b74354ab tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Deleting port 2c0fa121-9146-480b-bbf0-159d96aaf1d0 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:25:24.120941 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b941d68b-164a-4850-b073-e3d5b74354ab tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:24.156422 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-d1428511-cdb0-4985-9743-39988410b93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:24.159050 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-d1428511-cdb0-4985-9743-39988410b93e service neutron] 10.222.0.25 "GET /v2.0/networks?id=73a462e0-6280-4d1d-b3b0-466bf95639d0 HTTP/1.1" status: 200 len: 898 time: 0.1811032 Nov 10 19:25:24.171347 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-26baa260-37eb-4150-8d82-cb7c2d074528 admin admin] Allocated IP 172.20.0.1 (d81248ac-96a9-4e56-9bb4-f772b36a0433/9d874850-3788-4c89-9cc5-3e0f9d06fb90/1ffc3779-16bf-4441-8c3a-7f7ba4e25701) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:25:24.172279 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860971d0-cb7a-4215-9790-58513016e4d3 None None] Pushing event updated for resources: {'Port': ['ID=2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:24.225818 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-9896704d-9a1c-48ad-bb74-26c0dea61fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'name': 'tempest-ServerActionsTestJSON-1209697196-router', 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:25:15Z', 'updated_at': '2021-11-10T19:25:19Z', 'revision_number': 3, 'project_id': 'e964d54e065f49df9181b3cc5034fac9', 'gw_port': {'id': '2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:25:16Z', 'updated_at': '2021-11-10T19:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:25:24.231725 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-22ee62ef-0840-47ed-a01f-469aed2f68e1 req-65688c15-6cec-4b25-b0c4-609ba90c3ec6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266383 Nov 10 19:25:24.283018 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b941d68b-164a-4850-b073-e3d5b74354ab tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:24.305552 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9896704d-9a1c-48ad-bb74-26c0dea61fe0 None None] The sync data for ids ['99d59d1f-e948-4ae9-ba10-f6364b553f79'] in n-d-813897-4 is: [{'id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'name': 'tempest-ServerActionsTestJSON-1209697196-router', 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:25:15Z', 'updated_at': '2021-11-10T19:25:19Z', 'revision_number': 3, 'project_id': 'e964d54e065f49df9181b3cc5034fac9', 'gw_port': {'id': '2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:25:16Z', 'updated_at': '2021-11-10T19:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:25:24.306438 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-b941d68b-164a-4850-b073-e3d5b74354ab tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Calling delete_port for 2c0fa121-9146-480b-bbf0-159d96aaf1d0 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:25:24.310078 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-892fe885-bc86-43a7-880d-03def2a8f6f4 None None] Provisioning complete for port 2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:24.311009 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-892fe885-bc86-43a7-880d-03def2a8f6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:24.313024 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-175797a7-7e80-4899-98b9-63e8a89ed51d service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719681 Nov 10 19:25:24.321978 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-04695f43-9482-4b42-b942-d03dd943f7ee service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b814466-ab2b-434f-8e60-c910419ee00e HTTP/1.1" status: 200 len: 998 time: 0.1289408 Nov 10 19:25:24.408321 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-b80023c0-f33c-4309-a276-d3ce5c26ee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:24.409755 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-b80023c0-f33c-4309-a276-d3ce5c26ee7e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c25021c2-884c-47f5-bf5b-8484d6de2857 HTTP/1.1" status: 200 len: 835 time: 0.0809481 Nov 10 19:25:24.411260 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0d734e-3dcf-4200-9be2-02d2fb065e2a x-openstack-request-id: req-de0d734e-3dcf-4200-9be2-02d2fb065e2a {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:25:24.411548 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f", "name": "network-vif-unplugged", "status": "completed", "tag": "9b814466-ab2b-434f-8e60-c910419ee00e", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:25:24.411798 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-de0d734e-3dcf-4200-9be2-02d2fb065e2a {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:25:24.412194 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b814466-ab2b-434f-8e60-c910419ee00e', 'code': 200} Nov 10 19:25:24.432878 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-97c85844-a429-4c91-b4ca-705cfb1fb8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:24.435715 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-97c85844-a429-4c91-b4ca-705cfb1fb8a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:24.437095 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-97c85844-a429-4c91-b4ca-705cfb1fb8a7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eadad9b6-53f5-4eb6-af2c-5360b07e6ede HTTP/1.1" status: 204 len: 168 time: 0.9780633 Nov 10 19:25:24.486519 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c85844-a429-4c91-b4ca-705cfb1fb8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadad9b6-53f5-4eb6-af2c-5360b07e6ede,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:24.512814 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-26baa260-37eb-4150-8d82-cb7c2d074528 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:24.548448 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-551f2ddd-d3d2-4309-bce7-5d59ab5863f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:24.549360 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f859e71c-29de-4883-8a50-751b17f35d74 x-openstack-request-id: req-f859e71c-29de-4883-8a50-751b17f35d74 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:25:24.549902 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5548491-7805-44fa-af27-c4c232ea7937", "name": "network-vif-plugged", "status": "completed", "tag": "4adaa710-c6fb-4b1b-9259-a609bdfdd0c2", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:25:24.550034 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f859e71c-29de-4883-8a50-751b17f35d74 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:25:24.550364 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5548491-7805-44fa-af27-c4c232ea7937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4adaa710-c6fb-4b1b-9259-a609bdfdd0c2', 'code': 200} Nov 10 19:25:24.551574 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-551f2ddd-d3d2-4309-bce7-5d59ab5863f0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=73a462e0-6280-4d1d-b3b0-466bf95639d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1350458 Nov 10 19:25:24.564383 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-02dc251f-12f0-40f3-816b-15360854bad9 service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412164 Nov 10 19:25:24.606746 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:24.646198 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b941d68b-164a-4850-b073-e3d5b74354ab tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:24.690651 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b941d68b-164a-4850-b073-e3d5b74354ab tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Port': ['ID=2c0fa121-9146-480b-bbf0-159d96aaf1d0,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:24.732544 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b941d68b-164a-4850-b073-e3d5b74354ab tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:24.737202 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b941d68b-164a-4850-b073-e3d5b74354ab tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/ports/2c0fa121-9146-480b-bbf0-159d96aaf1d0 HTTP/1.1" status: 204 len: 168 time: 0.9640498 Nov 10 19:25:24.739857 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48260) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:24.753000 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-911e375f-1b61-4743-8b94-5e56d99d8e5d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=d211dbba-dcd7-4e1b-982a-56e8eb100ca4 HTTP/1.1" status: 200 len: 217 time: 0.1795306 Nov 10 19:25:24.833854 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81ed05d-a85b-4cf9-9b66-748c236ffc24 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:24.841939 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81ed05d-a85b-4cf9-9b66-748c236ffc24 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:24.843626 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c81ed05d-a85b-4cf9-9b66-748c236ffc24 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1028805 Nov 10 19:25:24.847547 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48264) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:24.849665 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-36139d36-d609-4b2f-baea-04d55431b512 service neutron] 10.222.0.25 "GET /v2.0/networks/73a462e0-6280-4d1d-b3b0-466bf95639d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755835 Nov 10 19:25:24.953248 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:24.990304 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-26baa260-37eb-4150-8d82-cb7c2d074528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:25.065484 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e56ff3-6c9f-4e6c-af97-ed1c0c800f11 req-1db20243-1ef0-4be3-aca8-8e74dbb90f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:25.074259 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-64e56ff3-6c9f-4e6c-af97-ed1c0c800f11 req-1db20243-1ef0-4be3-aca8-8e74dbb90f77 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 1096 time: 0.3508701 Nov 10 19:25:25.077321 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-a6cae350-1af2-44a7-8f5b-7c4645946dad service neutron] 10.222.0.25 "GET /v2.0/networks/73a462e0-6280-4d1d-b3b0-466bf95639d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111640 Nov 10 19:25:25.085273 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 9b814466-ab2b-434f-8e60-c910419ee00e no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:25:25.104974 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26baa260-37eb-4150-8d82-cb7c2d074528 admin admin] Network d81248ac-96a9-4e56-9bb4-f772b36a0433 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:25:25.106972 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-cf0aaa82-64f0-4598-9123-d872994755b1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Deleting port f8ea90f8-8afd-452d-82ea-945138946fe3 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:25:25.107343 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cf0aaa82-64f0-4598-9123-d872994755b1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:25.113475 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-7f0c5fcb-44d6-4bf6-983a-6232c7817de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:25.114951 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-7f0c5fcb-44d6-4bf6-983a-6232c7817de4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa2b07b6-2c88-46ba-ac6c-03d3922986c1 HTTP/1.1" status: 200 len: 797 time: 0.2943656 Nov 10 19:25:25.144053 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48274) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:25.149172 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-26baa260-37eb-4150-8d82-cb7c2d074528 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:25:25.195248 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-498a10f3-0849-4e65-9b9c-0908e6f46a28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:25.199255 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857c51c-f419-4b7c-ad35-d60f958e637f req-4c59e31e-8daf-46aa-9ccc-7f5cb022264e tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:25.218936 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3857c51c-f419-4b7c-ad35-d60f958e637f req-4c59e31e-8daf-46aa-9ccc-7f5cb022264e tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 945 time: 0.4970198 Nov 10 19:25:25.233352 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26baa260-37eb-4150-8d82-cb7c2d074528 admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:25:25.250370 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cf0aaa82-64f0-4598-9123-d872994755b1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:25.254576 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 9b814466-ab2b-434f-8e60-c910419ee00e not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:25:25.290131 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-cf0aaa82-64f0-4598-9123-d872994755b1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Calling delete_port for f8ea90f8-8afd-452d-82ea-945138946fe3 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:25:25.336863 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26baa260-37eb-4150-8d82-cb7c2d074528 admin admin] Pushing event updated for resources: {'Port': ['ID=1ffc3779-16bf-4441-8c3a-7f7ba4e25701,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:25.435293 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-26baa260-37eb-4150-8d82-cb7c2d074528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:25.440354 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-498a10f3-0849-4e65-9b9c-0908e6f46a28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:25.446675 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-498a10f3-0849-4e65-9b9c-0908e6f46a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:25.470911 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cf0aaa82-64f0-4598-9123-d872994755b1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:25.514580 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-64e56ff3-6c9f-4e6c-af97-ed1c0c800f11 req-f335109e-e201-4049-995e-169156532395 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983419 Nov 10 19:25:25.524542 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0aaa82-64f0-4598-9123-d872994755b1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Port': ['ID=f8ea90f8-8afd-452d-82ea-945138946fe3,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:25.530800 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3857c51c-f419-4b7c-ad35-d60f958e637f req-ced4c1a6-2a42-43ec-8408-9058428966db tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105981 Nov 10 19:25:25.533011 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cf0aaa82-64f0-4598-9123-d872994755b1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:25.538131 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cf0aaa82-64f0-4598-9123-d872994755b1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/ports/f8ea90f8-8afd-452d-82ea-945138946fe3 HTTP/1.1" status: 204 len: 168 time: 0.6873202 Nov 10 19:25:25.548102 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-d04bd297-4bd7-4a0b-bc3c-0ef4dddbd58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:25.550379 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-d04bd297-4bd7-4a0b-bc3c-0ef4dddbd58a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=08d5b27a-446a-4f08-9532-b9da3981ea57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4173355 Nov 10 19:25:25.551085 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48280) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:25.559203 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-498a10f3-0849-4e65-9b9c-0908e6f46a28 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d5acf535621e40e888342272888a149f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4133508 Nov 10 19:25:25.560872 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a10f3-0849-4e65-9b9c-0908e6f46a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf00790-e074-4cba-91fd-0cc64c9f5177,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:25.566163 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48282) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:25.633032 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e1878ed6-2732-4f12-8fb0-0141aa02f343 None None] Provisioning complete for port 1ffc3779-16bf-4441-8c3a-7f7ba4e25701 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:25.633572 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e1878ed6-2732-4f12-8fb0-0141aa02f343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:25.684270 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5055d2d9-23b2-4b0b-864e-3f1d52c22e33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:25.723690 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5055d2d9-23b2-4b0b-864e-3f1d52c22e33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:25.737561 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ad6aba-8c8b-45ca-9368-bc21af697b90 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:25.740955 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e1878ed6-2732-4f12-8fb0-0141aa02f343 None None] Port 1ffc3779-16bf-4441-8c3a-7f7ba4e25701 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:25:25.744044 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-87843e0b-a57e-44c7-901e-81b5a1c1a3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:25.751598 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-19ad6aba-8c8b-45ca-9368-bc21af697b90 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1956551 Nov 10 19:25:25.756442 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48286) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:25.782664 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:25:25.792171 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5e6b7-8413-4fc6-bc6e-dd7192783184 req-a1df8a84-c32f-49a1-a0f5-0fa2799ad652 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:25.794063 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dfb5e6b7-8413-4fc6-bc6e-dd7192783184 req-a1df8a84-c32f-49a1-a0f5-0fa2799ad652 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=cd2c32d3-62ec-404b-87f8-12de091be960 HTTP/1.1" status: 200 len: 946 time: 0.1498890 Nov 10 19:25:25.822299 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-7befe789-faf3-4bef-a20d-c4128762005f tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] GET failed (client error): The resource could not be found. Nov 10 19:25:25.824552 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7befe789-faf3-4bef-a20d-c4128762005f tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "GET /v2.0/ports/2c0fa121-9146-480b-bbf0-159d96aaf1d0 HTTP/1.1" status: 404 len: 333 time: 0.0667856 Nov 10 19:25:25.827944 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48288) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:25.865742 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a5a82f-0ab4-4f04-a0e0-9b0a61d9017d tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] GET failed (client error): The resource could not be found. Nov 10 19:25:25.868345 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-85a5a82f-0ab4-4f04-a0e0-9b0a61d9017d tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "GET /v2.0/ports/f8ea90f8-8afd-452d-82ea-945138946fe3 HTTP/1.1" status: 404 len: 333 time: 0.0393686 Nov 10 19:25:25.873828 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48292) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:25.904657 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:25.904910 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:25.928713 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-26baa260-37eb-4150-8d82-cb7c2d074528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:25.960173 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5055d2d9-23b2-4b0b-864e-3f1d52c22e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:25.963460 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5055d2d9-23b2-4b0b-864e-3f1d52c22e33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:25.965976 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5055d2d9-23b2-4b0b-864e-3f1d52c22e33 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7cf00790-e074-4cba-91fd-0cc64c9f5177 HTTP/1.1" status: 204 len: 168 time: 0.3979871 Nov 10 19:25:25.983366 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055d2d9-23b2-4b0b-864e-3f1d52c22e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf00790-e074-4cba-91fd-0cc64c9f5177,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:26.003486 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-76e5c6e9-9fb5-4a33-8aa1-16493f94fb0e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:26.042031 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dfb5e6b7-8413-4fc6-bc6e-dd7192783184 req-d00dfc39-127f-44d0-b5a1-4962322e5a7a tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267427 Nov 10 19:25:26.108951 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-ae99bb11-d5f8-4583-9194-89918d8f35a5 service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444707 Nov 10 19:25:26.267613 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-76e5c6e9-9fb5-4a33-8aa1-16493f94fb0e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:26.332653 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-76e5c6e9-9fb5-4a33-8aa1-16493f94fb0e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['543d62a4-e8a7-4b28-b837-8d998aa1fdf3']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:25:26.363202 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-76e5c6e9-9fb5-4a33-8aa1-16493f94fb0e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8db4430-270a-4576-a916-2e2ddd3aa51f') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:25:26.363610 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-76e5c6e9-9fb5-4a33-8aa1-16493f94fb0e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8db4430-270a-4576-a916-2e2ddd3aa51f') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:25:26.383619 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7341f8-82f7-4703-ae0c-f2faa03ba2af req-cc158c6e-5cfc-43c8-8602-ce6100b7016e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:26.388362 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-76e5c6e9-9fb5-4a33-8aa1-16493f94fb0e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:26.391464 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ac7341f8-82f7-4703-ae0c-f2faa03ba2af req-cc158c6e-5cfc-43c8-8602-ce6100b7016e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 943 time: 0.2183032 Nov 10 19:25:26.410343 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-e0aafbca-fc14-4172-bb86-e249e0978845 service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896917 Nov 10 19:25:26.416805 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f', 'tag': '9b814466-ab2b-434f-8e60-c910419ee00e'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:25:26.424343 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4677ac-12a5-44dc-9b7f-da78fa7242a0" -d '{"events": [{"name": "network-changed", "server_uuid": "5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f", "tag": "9b814466-ab2b-434f-8e60-c910419ee00e"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:25:26.444082 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-76e5c6e9-9fb5-4a33-8aa1-16493f94fb0e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:26.464321 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76e5c6e9-9fb5-4a33-8aa1-16493f94fb0e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:25:26.468726 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-76e5c6e9-9fb5-4a33-8aa1-16493f94fb0e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:26.469405 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-3ee91195-41de-421c-aaca-76943d7111a2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=c0d44e64-5553-4dbb-b756-cea461ad25d9 HTTP/1.1" status: 200 len: 217 time: 0.0498381 Nov 10 19:25:26.477658 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:25:26.477658 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:25:26.477658 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:25:26.477658 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:25:26.477658 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:25:26.477658 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:25:26.477658 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:25:26.477658 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:25:26.477658 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:25:26.477658 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:25:26.477658 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:25:26.477658 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:25:26.477658 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:25:26.477658 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:25:26.477658 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:25:26.477658 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:25:26.477658 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:25:26.477658 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:25:26.477658 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:25:26.477658 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:25:26.477658 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:25:26.477658 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:25:26.477658 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:25:26.477658 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:25:26.477658 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:25:26.477658 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:25:26.477658 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:25:26.477658 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:25:26.477658 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:25:26.477658 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:25:26.477658 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:25:26.477658 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:25:26.543693 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-26baa260-37eb-4150-8d82-cb7c2d074528 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:26.565376 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ac7341f8-82f7-4703-ae0c-f2faa03ba2af req-646d17c7-c7e1-4671-bf12-20f284e8207d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679406 Nov 10 19:25:26.569936 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-26baa260-37eb-4150-8d82-cb7c2d074528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:26.705651 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a43b59-8a39-4179-b7cb-80ebf8096666 x-openstack-request-id: req-17a43b59-8a39-4179-b7cb-80ebf8096666 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:25:26.706031 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f", "tag": "9b814466-ab2b-434f-8e60-c910419ee00e", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:25:26.706241 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-17a43b59-8a39-4179-b7cb-80ebf8096666 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:25:26.706664 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f', 'tag': '9b814466-ab2b-434f-8e60-c910419ee00e', 'status': 'completed', 'code': 200} Nov 10 19:25:26.755073 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-5a787444-335b-42e8-902b-e6f76687dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:26.758721 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-5a787444-335b-42e8-902b-e6f76687dc9b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa2b07b6-2c88-46ba-ac6c-03d3922986c1 HTTP/1.1" status: 200 len: 797 time: 0.2770102 Nov 10 19:25:26.811049 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-76e5c6e9-9fb5-4a33-8aa1-16493f94fb0e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:26.845695 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-76e5c6e9-9fb5-4a33-8aa1-16493f94fb0e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:26.854899 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-76e5c6e9-9fb5-4a33-8aa1-16493f94fb0e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/networks/543d62a4-e8a7-4b28-b837-8d998aa1fdf3 HTTP/1.1" status: 204 len: 168 time: 0.9798195 Nov 10 19:25:26.857921 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48330) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:26.878805 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-cd04bc7e-cc7d-4fbc-bb3a-fa9a5dc6ca4b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1078817511'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:26.885155 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5c6e9-9fb5-4a33-8aa1-16493f94fb0e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Network': ['ID=543d62a4-e8a7-4b28-b837-8d998aa1fdf3,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:26.890282 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4677ac-12a5-44dc-9b7f-da78fa7242a0 req-c62f9db7-cb46-4b1a-a66e-3abc0ab0e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:26.891573 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4c4677ac-12a5-44dc-9b7f-da78fa7242a0 req-c62f9db7-cb46-4b1a-a66e-3abc0ab0e9dc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 1094 time: 0.1829224 Nov 10 19:25:26.940257 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26baa260-37eb-4150-8d82-cb7c2d074528 admin admin] Pushing event updated for resources: {'Port': ['ID=1ffc3779-16bf-4441-8c3a-7f7ba4e25701,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:26.951053 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-26baa260-37eb-4150-8d82-cb7c2d074528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:27.039299 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4677ac-12a5-44dc-9b7f-da78fa7242a0 req-80dbfb9b-c6ca-472b-87f7-eb532d4b70f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:27.041157 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c4677ac-12a5-44dc-9b7f-da78fa7242a0 req-80dbfb9b-c6ca-472b-87f7-eb532d4b70f7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 1094 time: 0.3314025 Nov 10 19:25:27.093115 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd04bc7e-cc7d-4fbc-bb3a-fa9a5dc6ca4b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:25:27.100285 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cd04bc7e-cc7d-4fbc-bb3a-fa9a5dc6ca4b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:27.111281 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-9b1a68e0-f31c-4aa2-9834-40daf80b022b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:27.113242 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-9b1a68e0-f31c-4aa2-9834-40daf80b022b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=08d5b27a-446a-4f08-9532-b9da3981ea57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3116910 Nov 10 19:25:27.171125 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710f83c-5220-4741-893d-dc7d7be1501d req-ccaf7d87-8221-480e-8941-29935d0b0158 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:27.174892 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:27.180865 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c710f83c-5220-4741-893d-dc7d7be1501d req-ccaf7d87-8221-480e-8941-29935d0b0158 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 945 time: 0.3773861 Nov 10 19:25:27.213735 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4677ac-12a5-44dc-9b7f-da78fa7242a0 req-7a045a43-ceb9-4591-87b8-88633ee722c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:27.217667 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4c4677ac-12a5-44dc-9b7f-da78fa7242a0 req-7a045a43-ceb9-4591-87b8-88633ee722c3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=73a462e0-6280-4d1d-b3b0-466bf95639d0 HTTP/1.1" status: 200 len: 898 time: 0.3164439 Nov 10 19:25:27.352963 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd04bc7e-cc7d-4fbc-bb3a-fa9a5dc6ca4b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:25:27.367918 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cd04bc7e-cc7d-4fbc-bb3a-fa9a5dc6ca4b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:27.368433 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-cd04bc7e-cc7d-4fbc-bb3a-fa9a5dc6ca4b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Added segment 7df4c145-de9b-4083-82ec-3b2a9c6ad53f of type vlan for network 2b4d8ba4-3c20-41c5-ab0a-a9410f84e96b Nov 10 19:25:27.391510 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4c4677ac-12a5-44dc-9b7f-da78fa7242a0 req-18743190-4c2b-4818-b1f8-dd80af6e0fcd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b814466-ab2b-434f-8e60-c910419ee00e HTTP/1.1" status: 200 len: 998 time: 0.1673417 Nov 10 19:25:27.499255 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4677ac-12a5-44dc-9b7f-da78fa7242a0 req-348fff0c-3b8f-4a72-82b8-82a68df70cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:27.500774 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4c4677ac-12a5-44dc-9b7f-da78fa7242a0 req-348fff0c-3b8f-4a72-82b8-82a68df70cb0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c25021c2-884c-47f5-bf5b-8484d6de2857 HTTP/1.1" status: 200 len: 835 time: 0.1006351 Nov 10 19:25:27.612192 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4677ac-12a5-44dc-9b7f-da78fa7242a0 req-61cc9995-48ec-43ab-9be5-096969ef0237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:27.613727 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4c4677ac-12a5-44dc-9b7f-da78fa7242a0 req-61cc9995-48ec-43ab-9be5-096969ef0237 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=73a462e0-6280-4d1d-b3b0-466bf95639d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033285 Nov 10 19:25:27.811965 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4c4677ac-12a5-44dc-9b7f-da78fa7242a0 req-e6cfa9e6-d849-42c9-97e5-67ebcd024d7b service neutron] 10.222.0.73 "GET /v2.0/networks/73a462e0-6280-4d1d-b3b0-466bf95639d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825814 Nov 10 19:25:27.961093 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26baa260-37eb-4150-8d82-cb7c2d074528 admin admin] Network d81248ac-96a9-4e56-9bb4-f772b36a0433 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:25:27.975447 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-26baa260-37eb-4150-8d82-cb7c2d074528 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:25:27.999607 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cd04bc7e-cc7d-4fbc-bb3a-fa9a5dc6ca4b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:28.000121 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4c4677ac-12a5-44dc-9b7f-da78fa7242a0 req-2c94a095-b5a4-4741-92e8-b4854f1f0f9f service neutron] 10.222.0.73 "GET /v2.0/networks/73a462e0-6280-4d1d-b3b0-466bf95639d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840699 Nov 10 19:25:28.132052 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c710f83c-5220-4741-893d-dc7d7be1501d req-597f5a33-585d-49b1-9234-71a8f414ad8d tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9501765 Nov 10 19:25:28.133706 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.db.resource_extend [None req-cd04bc7e-cc7d-4fbc-bb3a-fa9a5dc6ca4b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 19:25:28.181408 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4677ac-12a5-44dc-9b7f-da78fa7242a0 req-5cb1d0fe-3222-49b8-8e8d-d76be102e1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:28.183126 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c4677ac-12a5-44dc-9b7f-da78fa7242a0 req-5cb1d0fe-3222-49b8-8e8d-d76be102e1e5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=73a462e0-6280-4d1d-b3b0-466bf95639d0 HTTP/1.1" status: 200 len: 898 time: 1.1341207 Nov 10 19:25:28.341183 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cd04bc7e-cc7d-4fbc-bb3a-fa9a5dc6ca4b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:28.347287 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd04bc7e-cc7d-4fbc-bb3a-fa9a5dc6ca4b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:28.348009 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cd04bc7e-cc7d-4fbc-bb3a-fa9a5dc6ca4b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:28.393885 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-38cae183-4d8c-44ac-b729-d2575888832e service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2463694 Nov 10 19:25:28.401022 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-3147cff2-9087-4bf5-a7a2-0de1c3cd57a7 None None] Provisioning complete for port 1ffc3779-16bf-4441-8c3a-7f7ba4e25701 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:28.401727 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3147cff2-9087-4bf5-a7a2-0de1c3cd57a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:28.461190 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-3147cff2-9087-4bf5-a7a2-0de1c3cd57a7 None None] Port 1ffc3779-16bf-4441-8c3a-7f7ba4e25701 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:25:28.548260 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-cd04bc7e-cc7d-4fbc-bb3a-fa9a5dc6ca4b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6821070 Nov 10 19:25:28.551444 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48372) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:28.556876 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-4a337e57-54e1-4b20-b422-66235fe8bbb7 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'subnet': {'network_id': '2b4d8ba4-3c20-41c5-ab0a-a9410f84e96b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:28.568190 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c4677ac-12a5-44dc-9b7f-da78fa7242a0 req-7bb296f0-45da-40a7-9554-cda84618802b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b814466-ab2b-434f-8e60-c910419ee00e HTTP/1.1" status: 200 len: 998 time: 0.3314052 Nov 10 19:25:28.615336 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04bc7e-cc7d-4fbc-bb3a-fa9a5dc6ca4b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Network': ['ID=2b4d8ba4-3c20-41c5-ab0a-a9410f84e96b,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:28.637099 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 2b4d8ba4-3c20-41c5-ab0a-a9410f84e96b details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:25:28.649908 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:28.663922 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48374) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:28.664849 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad6b20-c01d-43b7-9a77-0cbdf8248fde req-afdf189a-ba81-4cf3-b9d9-bf3a2bc38795 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:28.666625 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91ad6b20-c01d-43b7-9a77-0cbdf8248fde req-afdf189a-ba81-4cf3-b9d9-bf3a2bc38795 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 943 time: 0.4229476 Nov 10 19:25:28.687548 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26baa260-37eb-4150-8d82-cb7c2d074528 admin admin] Router 99d59d1f-e948-4ae9-ba10-f6364b553f79 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:25:28.752314 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4677ac-12a5-44dc-9b7f-da78fa7242a0 req-d7800f25-8ec7-4c10-9ab3-630ee341247c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:28.759060 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a337e57-54e1-4b20-b422-66235fe8bbb7 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:25:28.761703 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c4677ac-12a5-44dc-9b7f-da78fa7242a0 req-d7800f25-8ec7-4c10-9ab3-630ee341247c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c25021c2-884c-47f5-bf5b-8484d6de2857 HTTP/1.1" status: 200 len: 835 time: 0.1589131 Nov 10 19:25:28.765340 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4a337e57-54e1-4b20-b422-66235fe8bbb7 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:28.788588 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-a56f01de-9c15-4875-b584-1edb08391291 service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733499 Nov 10 19:25:28.850577 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-ae9b9938-9295-47bc-bbc5-c3aa33a56c39 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:28.858113 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.ipam_backend_mixin [None req-4a337e57-54e1-4b20-b422-66235fe8bbb7 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Performing IP validity checks on allocation pools {{(pid=102505) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 19:25:28.858902 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.ipam_backend_mixin [None req-4a337e57-54e1-4b20-b422-66235fe8bbb7 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102505) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 19:25:28.893889 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ae9b9938-9295-47bc-bbc5-c3aa33a56c39 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:28.928245 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91ad6b20-c01d-43b7-9a77-0cbdf8248fde req-160e2338-9792-40f3-a246-beb11d9059a3 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2532098 Nov 10 19:25:28.929827 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-e2fecf31-577a-47cb-bcc7-f67369a43934 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=3e40d835-e479-4c27-8f24-be6c043e98be HTTP/1.1" status: 200 len: 217 time: 0.1141140 Nov 10 19:25:29.027186 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4677ac-12a5-44dc-9b7f-da78fa7242a0 req-57873d89-849c-4d16-982d-fa6df5ca653c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:29.029185 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c4677ac-12a5-44dc-9b7f-da78fa7242a0 req-57873d89-849c-4d16-982d-fa6df5ca653c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=73a462e0-6280-4d1d-b3b0-466bf95639d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2473419 Nov 10 19:25:29.038517 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-2333186e-5fcf-4494-86bd-d5707b0453e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:29.040087 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-2333186e-5fcf-4494-86bd-d5707b0453e9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa2b07b6-2c88-46ba-ac6c-03d3922986c1 HTTP/1.1" status: 200 len: 797 time: 0.1034777 Nov 10 19:25:29.098907 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4a337e57-54e1-4b20-b422-66235fe8bbb7 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:29.155622 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26baa260-37eb-4150-8d82-cb7c2d074528 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:25:29.170085 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f150236-2bc5-4570-9bea-3c8ef7f19280 None None] Sync routers for ids ['99d59d1f-e948-4ae9-ba10-f6364b553f79'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:25:29.184282 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f150236-2bc5-4570-9bea-3c8ef7f19280 None None] Routers {'99d59d1f-e948-4ae9-ba10-f6364b553f79'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:25:29.185336 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-0f150236-2bc5-4570-9bea-3c8ef7f19280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:25:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['99d59d1f-e948-4ae9-ba10-f6364b553f79'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:25:29.189614 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-26baa260-37eb-4150-8d82-cb7c2d074528 admin admin] 10.222.0.54 "PUT /v2.0/routers/99d59d1f-e948-4ae9-ba10-f6364b553f79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9732497 Nov 10 19:25:29.202244 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a337e57-54e1-4b20-b422-66235fe8bbb7 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Subnet': ['ID=87f725df-be68-4d1f-a783-efacc622c5a1,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:29.234230 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ae9b9938-9295-47bc-bbc5-c3aa33a56c39 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:29.241453 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-5defcc88-9f86-4c78-ad9f-6b065578776e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:29.246985 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-5defcc88-9f86-4c78-ad9f-6b065578776e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=08d5b27a-446a-4f08-9532-b9da3981ea57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1987154 Nov 10 19:25:29.346022 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:29.356589 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a337e57-54e1-4b20-b422-66235fe8bbb7 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Checking segment: {'id': '7df4c145-de9b-4083-82ec-3b2a9c6ad53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2b4d8ba4-3c20-41c5-ab0a-a9410f84e96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:25:29.358517 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a337e57-54e1-4b20-b422-66235fe8bbb7 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network hostable DHCP agents. Network: 2b4d8ba4-3c20-41c5-ab0a-a9410f84e96b, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:25:29.415396 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-0f150236-2bc5-4570-9bea-3c8ef7f19280 None None] Set router 99d59d1f-e948-4ae9-ba10-f6364b553f79 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:25:29.458890 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-19666171-93ca-4499-9da0-d38a4d8ca0c4 service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033455 Nov 10 19:25:29.465603 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a337e57-54e1-4b20-b422-66235fe8bbb7 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network 2b4d8ba4-3c20-41c5-ab0a-a9410f84e96b is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:25:29.490044 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-4a337e57-54e1-4b20-b422-66235fe8bbb7 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 2b4d8ba4-3c20-41c5-ab0a-a9410f84e96b) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:25:29.500735 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1592eec-eb94-4db8-83ca-706af35b0204 None None] Network 2b4d8ba4-3c20-41c5-ab0a-a9410f84e96b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:25:29.505370 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a337e57-54e1-4b20-b422-66235fe8bbb7 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:29.506048 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4a337e57-54e1-4b20-b422-66235fe8bbb7 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:29.510297 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-ae9b9938-9295-47bc-bbc5-c3aa33a56c39 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] Allocated IP 172.25.3.182 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/037dddc8-0caf-421c-b2d8-227741446594) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:25:29.548585 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4a337e57-54e1-4b20-b422-66235fe8bbb7 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9959171 Nov 10 19:25:29.549286 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48396) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:29.556108 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c4677ac-12a5-44dc-9b7f-da78fa7242a0 req-a4e118e1-43bd-470a-ae17-c42007d1dbdf service neutron] 10.222.0.25 "GET /v2.0/networks/73a462e0-6280-4d1d-b3b0-466bf95639d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5149872 Nov 10 19:25:29.560011 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-2f2ce561-f830-4451-9d14-5dfc06250803 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'port': {'network_id': '2b4d8ba4-3c20-41c5-ab0a-a9410f84e96b', 'name': 'tempest-PortsTestJSON-1709175576'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:29.615169 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36b984-080f-4e16-ad4d-793a1ee2eac0 req-3020089d-0b51-45f0-abc1-e6064f2bf541 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:29.617805 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f36b984-080f-4e16-ad4d-793a1ee2eac0 req-3020089d-0b51-45f0-abc1-e6064f2bf541 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 945 time: 0.1831329 Nov 10 19:25:29.753558 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c4677ac-12a5-44dc-9b7f-da78fa7242a0 req-1f892f09-44c4-4f07-8a1c-a00054a09b79 service neutron] 10.222.0.25 "GET /v2.0/networks/73a462e0-6280-4d1d-b3b0-466bf95639d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867816 Nov 10 19:25:29.790040 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:25:29.811473 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 9b814466-ab2b-434f-8e60-c910419ee00e details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:25:29.827362 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f36b984-080f-4e16-ad4d-793a1ee2eac0 req-7c5ad2ec-2acd-4fb2-bb55-de088ad2f23f tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727174 Nov 10 19:25:29.859976 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ae9b9938-9295-47bc-bbc5-c3aa33a56c39 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:29.901213 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-ad0d5b84-f4b0-4a07-8e80-725b1fedc12d service neutron] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108577 Nov 10 19:25:29.996355 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431272fb-7643-423f-b7a1-fa36c1201148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-2b4d8ba4-3c20-41c5-ab0a-a9410f84e96b', 'network_id': '2b4d8ba4-3c20-41c5-ab0a-a9410f84e96b', 'tenant_id': 'e9defc91a1f9416bbb2744ea822424be', 'fixed_ips': [{'subnet_id': '87f725df-be68-4d1f-a783-efacc622c5a1'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:25:29.998427 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-431272fb-7643-423f-b7a1-fa36c1201148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:30.008266 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-0f150236-2bc5-4570-9bea-3c8ef7f19280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'name': 'tempest-ServerActionsTestJSON-1209697196-router', 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:25:15Z', 'updated_at': '2021-11-10T19:25:25Z', 'revision_number': 4, 'project_id': 'e964d54e065f49df9181b3cc5034fac9', 'gw_port': {'id': '2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:25:16Z', 'updated_at': '2021-11-10T19:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '1ffc3779-16bf-4441-8c3a-7f7ba4e25701', 'name': '', 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433', 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9', 'mac_address': 'fa:16:3e:03:52:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '9d874850-3788-4c89-9cc5-3e0f9d06fb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:25:23Z', 'updated_at': '2021-11-10T19:25:26Z', 'revision_number': 2, 'project_id': 'e964d54e065f49df9181b3cc5034fac9', 'subnets': [{'id': '9d874850-3788-4c89-9cc5-3e0f9d06fb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:25:30.034472 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-da5fb98d-f42f-445f-9850-16a695ea71c1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=de23dff7-0358-45d9-aba5-b288f9e2dceb HTTP/1.1" status: 200 len: 217 time: 0.1242874 Nov 10 19:25:30.055784 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f150236-2bc5-4570-9bea-3c8ef7f19280 None None] Checking router: 99d59d1f-e948-4ae9-ba10-f6364b553f79 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:25:30.056150 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f150236-2bc5-4570-9bea-3c8ef7f19280 None None] Updating router 99d59d1f-e948-4ae9-ba10-f6364b553f79 port 1ffc3779-16bf-4441-8c3a-7f7ba4e25701 binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:25:30.101015 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2ce561-f830-4451-9d14-5dfc06250803 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:25:30.107274 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2f2ce561-f830-4451-9d14-5dfc06250803 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:30.113042 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ae9b9938-9295-47bc-bbc5-c3aa33a56c39 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:30.183534 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9b9938-9295-47bc-bbc5-c3aa33a56c39 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:25:30.186505 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-2f2ce561-f830-4451-9d14-5dfc06250803 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] device_id is not set on port 45276fb3-b8a9-492a-87d8-2499675ec239 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:25:30.196840 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-ae9b9938-9295-47bc-bbc5-c3aa33a56c39 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:25:30.202115 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9b9938-9295-47bc-bbc5-c3aa33a56c39 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:25:30.211780 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0f150236-2bc5-4570-9bea-3c8ef7f19280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:30.286757 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-a816eb4d-c3f8-46b0-9bdb-9e1229e798c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:30.295570 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-a816eb4d-c3f8-46b0-9bdb-9e1229e798c6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=051d3797-d00c-4f4f-b38c-ea825714261f HTTP/1.1" status: 200 len: 797 time: 0.2536137 Nov 10 19:25:30.321063 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b9938-9295-47bc-bbc5-c3aa33a56c39 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] Pushing event updated for resources: {'Port': ['ID=037dddc8-0caf-421c-b2d8-227741446594,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:30.422836 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-4dac88ec-5408-4206-b791-8d701c44e243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:30.427040 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-4dac88ec-5408-4206-b791-8d701c44e243 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e688d16-320a-464d-a934-8ef580053d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1221008 Nov 10 19:25:30.465503 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 9b814466-ab2b-434f-8e60-c910419ee00e, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=9b814466-ab2b-434f-8e60-c910419ee00e,segment=NetworkSegment(0e54e4be-6f27-4f98-9f44-70e853ad9b18),segment_id=0e54e4be-6f27-4f98-9f44-70e853ad9b18)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:25:30.486501 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '9b814466-ab2b-434f-8e60-c910419ee00e', 'network_id': '73a462e0-6280-4d1d-b3b0-466bf95639d0', 'port_id': '9b814466-ab2b-434f-8e60-c910419ee00e', 'mac_address': 'fa:16:3e:13:ca:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c25021c2-884c-47f5-bf5b-8484d6de2857', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:25:30.561076 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:30.604874 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b814466-ab2b-434f-8e60-c910419ee00e {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:25:30.632316 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48412) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:30.646307 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 9b814466-ab2b-434f-8e60-c910419ee00e, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=9b814466-ab2b-434f-8e60-c910419ee00e,segment=NetworkSegment(0e54e4be-6f27-4f98-9f44-70e853ad9b18),segment_id=0e54e4be-6f27-4f98-9f44-70e853ad9b18)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:25:30.649110 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-9ef6d897-a530-4fb1-975c-9f68c61d7f06 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1142388088', 'description': 'tempest-description--2103899123'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:30.655338 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:30.666295 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-2f2ce561-f830-4451-9d14-5dfc06250803 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Allocated IP 172.20.0.8 (2b4d8ba4-3c20-41c5-ab0a-a9410f84e96b/87f725df-be68-4d1f-a783-efacc622c5a1/45276fb3-b8a9-492a-87d8-2499675ec239) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:25:30.703276 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ae9b9938-9295-47bc-bbc5-c3aa33a56c39 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:30.737564 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-26f83461-d6ca-4e8c-90ec-2ad1285ec83a service neutron] 10.222.0.25 "GET /v2.0/networks/5e688d16-320a-464d-a934-8ef580053d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006039 Nov 10 19:25:30.739144 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9ef6d897-a530-4fb1-975c-9f68c61d7f06 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:30.767459 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=9b814466-ab2b-434f-8e60-c910419ee00e,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:30.789808 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0f150236-2bc5-4570-9bea-3c8ef7f19280 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:30.790424 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ae9b9938-9295-47bc-bbc5-c3aa33a56c39 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:30.800723 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0f150236-2bc5-4570-9bea-3c8ef7f19280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:30.942998 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304ba4e-1bfe-491a-8163-ae10acf4daae None None] Pushing event updated for resources: {'Port': ['ID=1ffc3779-16bf-4441-8c3a-7f7ba4e25701,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:30.987697 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304ba4e-1bfe-491a-8163-ae10acf4daae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:30.988490 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304ba4e-1bfe-491a-8163-ae10acf4daae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:30.989071 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304ba4e-1bfe-491a-8163-ae10acf4daae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:30.989985 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304ba4e-1bfe-491a-8163-ae10acf4daae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:30.990428 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304ba4e-1bfe-491a-8163-ae10acf4daae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:30.990864 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304ba4e-1bfe-491a-8163-ae10acf4daae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:30.991387 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304ba4e-1bfe-491a-8163-ae10acf4daae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:30.991901 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304ba4e-1bfe-491a-8163-ae10acf4daae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:30.992285 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304ba4e-1bfe-491a-8163-ae10acf4daae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:30.994013 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304ba4e-1bfe-491a-8163-ae10acf4daae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:30.994529 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304ba4e-1bfe-491a-8163-ae10acf4daae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:30.994937 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304ba4e-1bfe-491a-8163-ae10acf4daae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:31.020958 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9ef6d897-a530-4fb1-975c-9f68c61d7f06 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:31.032308 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be1486-6099-4a25-b9cb-1dcefbe5e6d6 req-05fda9aa-0b3a-439c-b690-d65a45f2a8b7 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:31.039568 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['9b814466-ab2b-434f-8e60-c910419ee00e'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:25:31.044214 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-27be1486-6099-4a25-b9cb-1dcefbe5e6d6 req-05fda9aa-0b3a-439c-b690-d65a45f2a8b7 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 945 time: 0.2946203 Nov 10 19:25:31.058528 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9ef6d897-a530-4fb1-975c-9f68c61d7f06 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:31.080573 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-0f150236-2bc5-4570-9bea-3c8ef7f19280 None None] Attempting to bind port 1ffc3779-16bf-4441-8c3a-7f7ba4e25701 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:25:31.081475 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-0f150236-2bc5-4570-9bea-3c8ef7f19280 None None] Attempting to bind port 1ffc3779-16bf-4441-8c3a-7f7ba4e25701 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:25:31.084084 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f150236-2bc5-4570-9bea-3c8ef7f19280 None None] Attempting to bind port 1ffc3779-16bf-4441-8c3a-7f7ba4e25701 on network d81248ac-96a9-4e56-9bb4-f772b36a0433 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:25:31.094138 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f150236-2bc5-4570-9bea-3c8ef7f19280 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:25:31.094910 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f150236-2bc5-4570-9bea-3c8ef7f19280 None None] Checking segment: {'id': '5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:25:31.095314 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0f150236-2bc5-4570-9bea-3c8ef7f19280 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:31.095800 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f150236-2bc5-4570-9bea-3c8ef7f19280 None None] Bound using segment: {'id': '5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:25:31.096394 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-0f150236-2bc5-4570-9bea-3c8ef7f19280 None None] Bound port: 1ffc3779-16bf-4441-8c3a-7f7ba4e25701, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:25:31.096892 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0f150236-2bc5-4570-9bea-3c8ef7f19280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:31.113712 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2f2ce561-f830-4451-9d14-5dfc06250803 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:31.173879 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6d897-a530-4fb1-975c-9f68c61d7f06 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e124823-42c9-4fe4-9492-08867b31e608,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:31.193952 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-27be1486-6099-4a25-b9cb-1dcefbe5e6d6 req-5996948f-cc3a-468c-bc0b-243fc9b492e3 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366374 Nov 10 19:25:31.201820 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-c946db97-8a62-4eeb-94d3-6133dbdbec73 service neutron] 10.222.0.25 "GET /v2.0/networks/5e688d16-320a-464d-a934-8ef580053d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534736 Nov 10 19:25:31.264431 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-0f150236-2bc5-4570-9bea-3c8ef7f19280 None None] For port 1ffc3779-16bf-4441-8c3a-7f7ba4e25701, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:25:31.277251 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-0f150236-2bc5-4570-9bea-3c8ef7f19280 None None] For port 1ffc3779-16bf-4441-8c3a-7f7ba4e25701, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=1ffc3779-16bf-4441-8c3a-7f7ba4e25701,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:25:31.283502 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0f150236-2bc5-4570-9bea-3c8ef7f19280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:31.318703 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ae9b9938-9295-47bc-bbc5-c3aa33a56c39 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:31.329746 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ae9b9938-9295-47bc-bbc5-c3aa33a56c39 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:31.348872 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2f2ce561-f830-4451-9d14-5dfc06250803 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:31.354180 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9ef6d897-a530-4fb1-975c-9f68c61d7f06 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:31.360473 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9ef6d897-a530-4fb1-975c-9f68c61d7f06 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7268291 Nov 10 19:25:31.361971 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48430) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:31.368256 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-744fb586-b765-48a5-b537-19fbf7e41021 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Request body: {'security_group_rule': {'security_group_id': '9e124823-42c9-4fe4-9492-08867b31e608', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:31.376821 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-ef176c14-be7e-4632-8d91-e4cb86cc598b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=018e007e-c84a-4abf-8483-76780dc92b09 HTTP/1.1" status: 200 len: 217 time: 0.1666157 Nov 10 19:25:31.418010 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-431272fb-7643-423f-b7a1-fa36c1201148 None None] Allocated IP 172.20.0.2 (2b4d8ba4-3c20-41c5-ab0a-a9410f84e96b/87f725df-be68-4d1f-a783-efacc622c5a1/13dc8f58-de03-4cc3-b1ef-d9deb93d39ae) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:25:31.435453 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f150236-2bc5-4570-9bea-3c8ef7f19280 None None] Routers {'99d59d1f-e948-4ae9-ba10-f6364b553f79'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:25:31.441100 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-0f150236-2bc5-4570-9bea-3c8ef7f19280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:25:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['99d59d1f-e948-4ae9-ba10-f6364b553f79'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:25:31.517286 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304ba4e-1bfe-491a-8163-ae10acf4daae None None] Pushing event updated for resources: {'Port': ['ID=1ffc3779-16bf-4441-8c3a-7f7ba4e25701,revision_number=4']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:31.536754 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2ce561-f830-4451-9d14-5dfc06250803 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network 2b4d8ba4-3c20-41c5-ab0a-a9410f84e96b is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:25:31.573865 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-2f2ce561-f830-4451-9d14-5dfc06250803 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:25:31.586890 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b9938-9295-47bc-bbc5-c3aa33a56c39 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] Pushing event updated for resources: {'Port': ['ID=037dddc8-0caf-421c-b2d8-227741446594,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:31.601040 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-56d3ab4b-18f8-4367-9e3d-181aa5179ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:31.605560 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-56d3ab4b-18f8-4367-9e3d-181aa5179ef7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=051d3797-d00c-4f4f-b38c-ea825714261f HTTP/1.1" status: 200 len: 797 time: 0.1457322 Nov 10 19:25:31.629641 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2ce561-f830-4451-9d14-5dfc06250803 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:25:31.676219 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-431272fb-7643-423f-b7a1-fa36c1201148 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:31.732543 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-431272fb-7643-423f-b7a1-fa36c1201148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:31.736709 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ae9b9938-9295-47bc-bbc5-c3aa33a56c39 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:31.754475 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-0f150236-2bc5-4570-9bea-3c8ef7f19280 None None] Set router 99d59d1f-e948-4ae9-ba10-f6364b553f79 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:25:31.756877 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1dbb7-25ab-4dd1-9889-4b9162ebb26f req-549fa855-35f1-4231-8cb7-8fffe731e03d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:31.757807 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2ce561-f830-4451-9d14-5dfc06250803 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:31.758509 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2f2ce561-f830-4451-9d14-5dfc06250803 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:31.763717 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-71f1dbb7-25ab-4dd1-9889-4b9162ebb26f req-549fa855-35f1-4231-8cb7-8fffe731e03d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 944 time: 0.3738525 Nov 10 19:25:31.766014 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-744fb586-b765-48a5-b537-19fbf7e41021 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:31.828851 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431272fb-7643-423f-b7a1-fa36c1201148 None None] Network 2b4d8ba4-3c20-41c5-ab0a-a9410f84e96b is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:25:31.836624 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-431272fb-7643-423f-b7a1-fa36c1201148 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:25:31.845506 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-164de516-fe44-400b-a818-dadfe2dafb2a None None] Provisioning complete for port 1ffc3779-16bf-4441-8c3a-7f7ba4e25701 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:31.845912 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-164de516-fe44-400b-a818-dadfe2dafb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:31.861753 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ce561-f830-4451-9d14-5dfc06250803 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Port': ['ID=45276fb3-b8a9-492a-87d8-2499675ec239,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:31.909738 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ae9b9938-9295-47bc-bbc5-c3aa33a56c39 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:31.912739 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-0115cf06-7f85-4fd5-a87c-5c92935a305a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:31.919051 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-0115cf06-7f85-4fd5-a87c-5c92935a305a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e688d16-320a-464d-a934-8ef580053d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2883306 Nov 10 19:25:31.922378 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ae9b9938-9295-47bc-bbc5-c3aa33a56c39 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2571068 Nov 10 19:25:31.923563 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48434) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:31.938151 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2f2ce561-f830-4451-9d14-5dfc06250803 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3771322 Nov 10 19:25:31.941020 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48436) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:31.945534 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-c50031fa-fb71-4810-8dad-adac68b0148b tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1360501328', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'fixed_ips': [{'ip_address': '172.25.3.182'}]}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:31.957074 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431272fb-7643-423f-b7a1-fa36c1201148 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:25:32.014982 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431272fb-7643-423f-b7a1-fa36c1201148 None None] Pushing event updated for resources: {'Port': ['ID=13dc8f58-de03-4cc3-b1ef-d9deb93d39ae,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:32.154884 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-b3cfe70b-858d-4017-b97c-3b088a6a1eda service neutron] 10.222.0.25 "GET /v2.0/networks/5e688d16-320a-464d-a934-8ef580053d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256377 Nov 10 19:25:32.208474 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50031fa-fb71-4810-8dad-adac68b0148b tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] Made reservation on behalf of 7f3a2e1e314d440cb4ae36c604f7855d for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:25:32.219029 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c50031fa-fb71-4810-8dad-adac68b0148b tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:32.233254 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-431272fb-7643-423f-b7a1-fa36c1201148 None None] Attempting to bind port 13dc8f58-de03-4cc3-b1ef-d9deb93d39ae on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:25:32.235008 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-431272fb-7643-423f-b7a1-fa36c1201148 None None] Attempting to bind port 13dc8f58-de03-4cc3-b1ef-d9deb93d39ae by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '7df4c145-de9b-4083-82ec-3b2a9c6ad53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2b4d8ba4-3c20-41c5-ab0a-a9410f84e96b'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:25:32.235392 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431272fb-7643-423f-b7a1-fa36c1201148 None None] Attempting to bind port 13dc8f58-de03-4cc3-b1ef-d9deb93d39ae on network 2b4d8ba4-3c20-41c5-ab0a-a9410f84e96b {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:25:32.242601 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-71f1dbb7-25ab-4dd1-9889-4b9162ebb26f req-800ea2a0-830a-4776-9e8b-184325386d16 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4519992 Nov 10 19:25:32.253056 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c50031fa-fb71-4810-8dad-adac68b0148b tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:32.258637 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431272fb-7643-423f-b7a1-fa36c1201148 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:25:32.259022 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431272fb-7643-423f-b7a1-fa36c1201148 None None] Checking segment: {'id': '7df4c145-de9b-4083-82ec-3b2a9c6ad53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2b4d8ba4-3c20-41c5-ab0a-a9410f84e96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:25:32.259457 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-431272fb-7643-423f-b7a1-fa36c1201148 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:32.259815 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431272fb-7643-423f-b7a1-fa36c1201148 None None] Bound using segment: {'id': '7df4c145-de9b-4083-82ec-3b2a9c6ad53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2b4d8ba4-3c20-41c5-ab0a-a9410f84e96b'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:25:32.260310 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-431272fb-7643-423f-b7a1-fa36c1201148 None None] Bound port: 13dc8f58-de03-4cc3-b1ef-d9deb93d39ae, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df4c145-de9b-4083-82ec-3b2a9c6ad53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2b4d8ba4-3c20-41c5-ab0a-a9410f84e96b'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:25:32.280938 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-431272fb-7643-423f-b7a1-fa36c1201148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:32.292518 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-164de516-fe44-400b-a818-dadfe2dafb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:32.365842 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-744fb586-b765-48a5-b537-19fbf7e41021 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:32.391110 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-744fb586-b765-48a5-b537-19fbf7e41021 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:32.439498 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-0f150236-2bc5-4570-9bea-3c8ef7f19280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'name': 'tempest-ServerActionsTestJSON-1209697196-router', 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:25:15Z', 'updated_at': '2021-11-10T19:25:25Z', 'revision_number': 4, 'project_id': 'e964d54e065f49df9181b3cc5034fac9', 'gw_port': {'id': '2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:25:16Z', 'updated_at': '2021-11-10T19:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '1ffc3779-16bf-4441-8c3a-7f7ba4e25701', 'name': '', 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433', 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9', 'mac_address': 'fa:16:3e:03:52:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '9d874850-3788-4c89-9cc5-3e0f9d06fb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:25:23Z', 'updated_at': '2021-11-10T19:25:31Z', 'revision_number': 4, 'project_id': 'e964d54e065f49df9181b3cc5034fac9', 'subnets': [{'id': '9d874850-3788-4c89-9cc5-3e0f9d06fb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:25:32.473280 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c50031fa-fb71-4810-8dad-adac68b0148b tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:32.482668 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c50031fa-fb71-4810-8dad-adac68b0148b tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:32.484223 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744fb586-b765-48a5-b537-19fbf7e41021 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d30e874-6467-4101-a6e5-2c17a72bd959,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:32.487631 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-c50031fa-fb71-4810-8dad-adac68b0148b tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] device_id is not set on port 85816c24-9baf-493a-b3ec-faf4d46e9157 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:25:32.513334 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-744fb586-b765-48a5-b537-19fbf7e41021 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:32.516883 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-744fb586-b765-48a5-b537-19fbf7e41021 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1530421 Nov 10 19:25:32.527085 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48440) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:32.534041 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f150236-2bc5-4570-9bea-3c8ef7f19280 None None] The sync data for ids ['99d59d1f-e948-4ae9-ba10-f6364b553f79'] in n-d-813897-4 is: [{'id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'name': 'tempest-ServerActionsTestJSON-1209697196-router', 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:25:15Z', 'updated_at': '2021-11-10T19:25:25Z', 'revision_number': 4, 'project_id': 'e964d54e065f49df9181b3cc5034fac9', 'gw_port': {'id': '2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:25:16Z', 'updated_at': '2021-11-10T19:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '1ffc3779-16bf-4441-8c3a-7f7ba4e25701', 'name': '', 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433', 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9', 'mac_address': 'fa:16:3e:03:52:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '9d874850-3788-4c89-9cc5-3e0f9d06fb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:25:23Z', 'updated_at': '2021-11-10T19:25:31Z', 'revision_number': 4, 'project_id': 'e964d54e065f49df9181b3cc5034fac9', 'subnets': [{'id': '9d874850-3788-4c89-9cc5-3e0f9d06fb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:25:32.542151 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-abae79b8-c2b3-4971-a7b1-2c6138178a2e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Request body: {'security_group_rule': {'security_group_id': '9e124823-42c9-4fe4-9492-08867b31e608', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:32.604509 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-164de516-fe44-400b-a818-dadfe2dafb2a None None] For port 1ffc3779-16bf-4441-8c3a-7f7ba4e25701, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=1ffc3779-16bf-4441-8c3a-7f7ba4e25701,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:25:32.656065 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-abae79b8-c2b3-4971-a7b1-2c6138178a2e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:32.675133 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-164de516-fe44-400b-a818-dadfe2dafb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:32.755927 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2205ad6d-d8ed-4a54-b2ee-c9a62bdf6777 req-6c205ff1-4425-4ab2-8359-486f4de04d3c service neutron] 10.222.0.25 "GET /v2.0/networks/5e688d16-320a-464d-a934-8ef580053d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5750849 Nov 10 19:25:32.865817 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-431272fb-7643-423f-b7a1-fa36c1201148 None None] For port 13dc8f58-de03-4cc3-b1ef-d9deb93d39ae, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:25:32.900311 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-abae79b8-c2b3-4971-a7b1-2c6138178a2e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:32.910178 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-abae79b8-c2b3-4971-a7b1-2c6138178a2e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:32.950053 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-431272fb-7643-423f-b7a1-fa36c1201148 None None] For port 13dc8f58-de03-4cc3-b1ef-d9deb93d39ae, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=13dc8f58-de03-4cc3-b1ef-d9deb93d39ae,segment=NetworkSegment(7df4c145-de9b-4083-82ec-3b2a9c6ad53f),segment_id=7df4c145-de9b-4083-82ec-3b2a9c6ad53f)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:25:32.972120 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4995706d-ab4f-4a50-9f0b-64d7e51f59a1 None None] Provisioning complete for port 1ffc3779-16bf-4441-8c3a-7f7ba4e25701 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:32.972645 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4995706d-ab4f-4a50-9f0b-64d7e51f59a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:32.991803 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-431272fb-7643-423f-b7a1-fa36c1201148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:33.021036 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164de516-fe44-400b-a818-dadfe2dafb2a None None] Pushing event updated for resources: {'Port': ['ID=1ffc3779-16bf-4441-8c3a-7f7ba4e25701,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:33.076913 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae79b8-c2b3-4971-a7b1-2c6138178a2e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d072af65-dc53-4b93-8766-3f0a19420da6,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:33.102325 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-abae79b8-c2b3-4971-a7b1-2c6138178a2e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:33.104022 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-abae79b8-c2b3-4971-a7b1-2c6138178a2e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5755386 Nov 10 19:25:33.111197 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431272fb-7643-423f-b7a1-fa36c1201148 None None] Pushing event updated for resources: {'Port': ['ID=13dc8f58-de03-4cc3-b1ef-d9deb93d39ae,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:33.114239 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48450) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:33.119487 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-0d1fd55e-c21e-4f87-b413-513ba286c6cd tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:33.173516 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33b99f-277b-45aa-b654-ed12b2d01180 req-9b753576-f4f3-4f87-b41a-8abe74cbb0fe tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:33.182966 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dd33b99f-277b-45aa-b654-ed12b2d01180 req-9b753576-f4f3-4f87-b41a-8abe74cbb0fe tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 944 time: 0.2071931 Nov 10 19:25:33.220156 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d1fd55e-c21e-4f87-b413-513ba286c6cd tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks [] for floatingip, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:33.393221 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dd33b99f-277b-45aa-b654-ed12b2d01180 req-81d1738e-6c0e-4cdd-b348-95e1fa77ad93 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091362 Nov 10 19:25:33.612649 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d1fd55e-c21e-4f87-b413-513ba286c6cd tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:33.823953 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 9b814466-ab2b-434f-8e60-c910419ee00e up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:25:33.930890 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 1ffc3779-16bf-4441-8c3a-7f7ba4e25701 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:25:34.016466 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-0d1fd55e-c21e-4f87-b413-513ba286c6cd tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Allocated IP 172.25.3.37 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/6512862c-8dc7-4aea-99ca-8f6aef1b1c72) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:25:34.035130 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-a138fc27-ec75-43cf-b9e6-d9652980f3c9 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:34.038339 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-a138fc27-ec75-43cf-b9e6-d9652980f3c9 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/networks?id=32c76f13-1e17-4dc8-9eac-cde3fda606b6 HTTP/1.1" status: 200 len: 814 time: 0.4655681 Nov 10 19:25:34.075380 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 1ffc3779-16bf-4441-8c3a-7f7ba4e25701 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:34.075795 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:34.127197 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50031fa-fb71-4810-8dad-adac68b0148b tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1602f383-5815-43aa-9e1f-a341cb2a5468,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:34.157088 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-781f9fcd-0858-4bbb-a496-f5bcd9c8e4c4 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/quotas/69914fc6f0964a1f82f3fd94373da7f0 HTTP/1.1" status: 200 len: 375 time: 0.1128926 Nov 10 19:25:34.188997 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 9b814466-ab2b-434f-8e60-c910419ee00e completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:25:34.189707 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-d3f9e638-f28d-49d7-ad68-7d58a3cb911d tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Deleting port 45276fb3-b8a9-492a-87d8-2499675ec239 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:25:34.190182 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d3f9e638-f28d-49d7-ad68-7d58a3cb911d tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:34.268771 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e3ccb-e4ae-456d-8647-228857de7dc5 req-dca48b8b-510d-4903-86eb-e79f6a6cfff1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:34.271311 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1e6e3ccb-e4ae-456d-8647-228857de7dc5 req-dca48b8b-510d-4903-86eb-e79f6a6cfff1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f&tenant_id=540494213bb2401d877387c28ba690c2&binding%3Ahost_id=n-h2-813897-4 HTTP/1.1" status: 200 len: 944 time: 0.4618201 Nov 10 19:25:34.290689 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 9b814466-ab2b-434f-8e60-c910419ee00e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:34.291081 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:34.294310 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 13dc8f58-de03-4cc3-b1ef-d9deb93d39ae up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:25:34.376335 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d1fd55e-c21e-4f87-b413-513ba286c6cd tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:34.422206 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d1fd55e-c21e-4f87-b413-513ba286c6cd tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:34.593647 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-a2c95b1a-d605-4bd5-999a-c261d2a565da tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=69914fc6f0964a1f82f3fd94373da7f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4356649 Nov 10 19:25:34.613004 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:34.627939 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-c50031fa-fb71-4810-8dad-adac68b0148b tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 10 19:25:34.628853 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c50031fa-fb71-4810-8dad-adac68b0148b tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:25:34.631897 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1fd55e-c21e-4f87-b413-513ba286c6cd tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:25:34.635126 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d3f9e638-f28d-49d7-ad68-7d58a3cb911d tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:34.646864 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-0d1fd55e-c21e-4f87-b413-513ba286c6cd tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:25:34.651250 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1fd55e-c21e-4f87-b413-513ba286c6cd tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:25:34.665914 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [req-1e6e3ccb-e4ae-456d-8647-228857de7dc5 req-dfa35726-e571-480a-8de8-15f127b0a91e service neutron] delete failed (client error): The resource could not be found. Nov 10 19:25:34.667289 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1e6e3ccb-e4ae-456d-8647-228857de7dc5 req-dfa35726-e571-480a-8de8-15f127b0a91e service neutron] 10.222.0.73 "DELETE /v2.0/ports/9b814466-ab2b-434f-8e60-c910419ee00e/bindings/n-h1-813897-4 HTTP/1.1" status: 404 len: 380 time: 0.3785703 Nov 10 19:25:34.686325 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-d3f9e638-f28d-49d7-ad68-7d58a3cb911d tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Calling delete_port for 45276fb3-b8a9-492a-87d8-2499675ec239 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:25:34.712032 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c50031fa-fb71-4810-8dad-adac68b0148b tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.7717733 Nov 10 19:25:34.713226 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48476) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:34.722573 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 13dc8f58-de03-4cc3-b1ef-d9deb93d39ae triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:34.723411 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:34.808933 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b814466-ab2b-434f-8e60-c910419ee00e'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:25:34.811561 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cf6b9f-a92a-43a1-8bf2-0483a9513bf0" -d '{"events": [{"server_uuid": "5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f", "name": "network-vif-plugged", "status": "completed", "tag": "9b814466-ab2b-434f-8e60-c910419ee00e"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:25:34.847377 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 9b814466-ab2b-434f-8e60-c910419ee00e, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=9b814466-ab2b-434f-8e60-c910419ee00e,segment=NetworkSegment(0e54e4be-6f27-4f98-9f44-70e853ad9b18),segment_id=0e54e4be-6f27-4f98-9f44-70e853ad9b18)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:25:34.857050 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:34.928464 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005e8fa2-b9f7-4a15-ba76-68d2c3e70cd1 None None] Network 2b4d8ba4-3c20-41c5-ab0a-a9410f84e96b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:25:34.938150 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d1fd55e-c21e-4f87-b413-513ba286c6cd tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:34.951272 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-bfdfa383-fc69-4144-9d88-75faeb896e34 service neutron] 10.222.0.54 "GET /v2.0/networks/32c76f13-1e17-4dc8-9eac-cde3fda606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116570 Nov 10 19:25:35.009235 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d1fd55e-c21e-4f87-b413-513ba286c6cd tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:35.093175 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-27399393-df62-40a5-9b80-025d470481ef None None] Provisioning complete for port 13dc8f58-de03-4cc3-b1ef-d9deb93d39ae triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:35.093749 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-27399393-df62-40a5-9b80-025d470481ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:35.116184 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42a20b-540a-457b-bd42-9c99dee62515 req-b03dab9b-424a-4bfb-bbc9-01281b96dd27 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:35.116184 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d42a20b-540a-457b-bd42-9c99dee62515 req-b03dab9b-424a-4bfb-bbc9-01281b96dd27 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5548491-7805-44fa-af27-c4c232ea7937 HTTP/1.1" status: 200 len: 945 time: 0.6948662 Nov 10 19:25:35.146847 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:35.154006 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=9b814466-ab2b-434f-8e60-c910419ee00e,revision_number=9']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:35.218553 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1fd55e-c21e-4f87-b413-513ba286c6cd tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Pushing event updated for resources: {'Port': ['ID=6512862c-8dc7-4aea-99ca-8f6aef1b1c72,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:35.257285 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d3f9e638-f28d-49d7-ad68-7d58a3cb911d tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:35.470149 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9e638-f28d-49d7-ad68-7d58a3cb911d tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Port': ['ID=45276fb3-b8a9-492a-87d8-2499675ec239,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:35.480870 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d3f9e638-f28d-49d7-ad68-7d58a3cb911d tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:35.487474 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d3f9e638-f28d-49d7-ad68-7d58a3cb911d tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/ports/45276fb3-b8a9-492a-87d8-2499675ec239 HTTP/1.1" status: 204 len: 168 time: 3.5234435 Nov 10 19:25:35.491342 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e3ccb-e4ae-456d-8647-228857de7dc5 req-e500c205-5060-4982-b059-85ae671b41f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:35.492477 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 13dc8f58-de03-4cc3-b1ef-d9deb93d39ae, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=13dc8f58-de03-4cc3-b1ef-d9deb93d39ae,segment=NetworkSegment(7df4c145-de9b-4083-82ec-3b2a9c6ad53f),segment_id=7df4c145-de9b-4083-82ec-3b2a9c6ad53f)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:25:35.493535 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1e6e3ccb-e4ae-456d-8647-228857de7dc5 req-e500c205-5060-4982-b059-85ae671b41f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 1096 time: 0.5718346 Nov 10 19:25:35.497614 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48484) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:35.503715 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:35.597360 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e72f79-5978-49a3-866c-077cc9fabf1c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] DELETE failed (client error): The resource could not be found. Nov 10 19:25:35.612350 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59e72f79-5978-49a3-866c-077cc9fabf1c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:25:35.615962 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-59e72f79-5978-49a3-866c-077cc9fabf1c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/ports/45276fb3-b8a9-492a-87d8-2499675ec239 HTTP/1.1" status: 404 len: 333 time: 0.1117094 Nov 10 19:25:35.647830 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48486) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:35.655076 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=13dc8f58-de03-4cc3-b1ef-d9deb93d39ae,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:35.753986 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c55e39-3d21-4e8a-8947-9d9817359a08 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] GET failed (client error): The resource could not be found. Nov 10 19:25:35.755958 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f5c55e39-3d21-4e8a-8947-9d9817359a08 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "GET /v2.0/ports/45276fb3-b8a9-492a-87d8-2499675ec239 HTTP/1.1" status: 404 len: 333 time: 0.1068342 Nov 10 19:25:35.759741 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-6565d97e-8034-4984-baab-c42216fcf444 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] Deleting port 037dddc8-0caf-421c-b2d8-227741446594 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:25:35.760080 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6565d97e-8034-4984-baab-c42216fcf444 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:35.763306 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48488) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:35.859511 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-5d42a20b-540a-457b-bd42-9c99dee62515 req-b2433c48-a595-44ba-b30b-44c66a8c893a tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Deleting port 4adaa710-c6fb-4b1b-9259-a609bdfdd0c2 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:25:35.860154 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5d42a20b-540a-457b-bd42-9c99dee62515 req-b2433c48-a595-44ba-b30b-44c66a8c893a tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:35.922455 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e3ccb-e4ae-456d-8647-228857de7dc5 req-d289538f-b537-4260-8d82-c2d83a8da1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:35.924013 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1e6e3ccb-e4ae-456d-8647-228857de7dc5 req-d289538f-b537-4260-8d82-c2d83a8da1fb service neutron] 10.222.0.73 "GET /v2.0/networks?id=73a462e0-6280-4d1d-b3b0-466bf95639d0 HTTP/1.1" status: 200 len: 898 time: 0.4183381 Nov 10 19:25:35.925182 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-0bdd831b-2d49-44bc-a1f1-d6c44be223a2 None None] Could not find standard attr ID for object 45276fb3-b8a9-492a-87d8-2499675ec239. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:25:35.936133 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-7642ec64-e924-4ff7-8cfe-ef4c78cdc160 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Deleting subnet 87f725df-be68-4d1f-a783-efacc622c5a1 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:25:35.956730 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-0bdd831b-2d49-44bc-a1f1-d6c44be223a2 None None] Provisioning complete for port 13dc8f58-de03-4cc3-b1ef-d9deb93d39ae triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:35.958939 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0bdd831b-2d49-44bc-a1f1-d6c44be223a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:35.962411 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7642ec64-e924-4ff7-8cfe-ef4c78cdc160 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:35.967570 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-5d42a20b-540a-457b-bd42-9c99dee62515 req-b2433c48-a595-44ba-b30b-44c66a8c893a tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] For port 4adaa710-c6fb-4b1b-9259-a609bdfdd0c2, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=4adaa710-c6fb-4b1b-9259-a609bdfdd0c2,segment=NetworkSegment(972f3100-a6a2-4418-9bf5-bbc6550de0fb),segment_id=972f3100-a6a2-4418-9bf5-bbc6550de0fb)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:25:35.967983 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5d42a20b-540a-457b-bd42-9c99dee62515 req-b2433c48-a595-44ba-b30b-44c66a8c893a tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:35.982446 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-5d42a20b-540a-457b-bd42-9c99dee62515 req-b2433c48-a595-44ba-b30b-44c66a8c893a tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Calling delete_port for 4adaa710-c6fb-4b1b-9259-a609bdfdd0c2 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:25:36.153020 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-ac81b175-f6a4-4b6a-9663-c7292013a607 service neutron] 10.222.0.54 "GET /v2.0/networks/32c76f13-1e17-4dc8-9eac-cde3fda606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1584375 Nov 10 19:25:36.165045 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6565d97e-8034-4984-baab-c42216fcf444 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:36.165434 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6565d97e-8034-4984-baab-c42216fcf444 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:36.195244 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7642ec64-e924-4ff7-8cfe-ef4c78cdc160 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:36.225101 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-6565d97e-8034-4984-baab-c42216fcf444 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] Calling delete_port for 037dddc8-0caf-421c-b2d8-227741446594 owned by network:floatingip {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:25:36.330015 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d239aba7-e48a-485e-8a96-328a58e62847 None None] Could not find standard attr ID for object 45276fb3-b8a9-492a-87d8-2499675ec239. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:25:36.357863 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1e6e3ccb-e4ae-456d-8647-228857de7dc5 req-085c7381-eeb8-4304-813a-0e4fad7a90b2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b814466-ab2b-434f-8e60-c910419ee00e HTTP/1.1" status: 200 len: 1000 time: 0.4188199 Nov 10 19:25:36.645465 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d1fd55e-c21e-4f87-b413-513ba286c6cd tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:36.650350 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5d42a20b-540a-457b-bd42-9c99dee62515 req-b2433c48-a595-44ba-b30b-44c66a8c893a tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:36.680582 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d1fd55e-c21e-4f87-b413-513ba286c6cd tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:36.769461 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7642ec64-e924-4ff7-8cfe-ef4c78cdc160 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:36.788622 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2433c48-a595-44ba-b30b-44c66a8c893a tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Pushing event deleted for resources: {'Port': ['ID=4adaa710-c6fb-4b1b-9259-a609bdfdd0c2,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:36.888647 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e3ccb-e4ae-456d-8647-228857de7dc5 req-24481d26-5f46-4b3a-a8fe-3100fc04521d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:36.890284 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1e6e3ccb-e4ae-456d-8647-228857de7dc5 req-24481d26-5f46-4b3a-a8fe-3100fc04521d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c25021c2-884c-47f5-bf5b-8484d6de2857 HTTP/1.1" status: 200 len: 835 time: 0.5137131 Nov 10 19:25:36.892633 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7642ec64-e924-4ff7-8cfe-ef4c78cdc160 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:36.923344 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6565d97e-8034-4984-baab-c42216fcf444 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:36.959312 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642ec64-e924-4ff7-8cfe-ef4c78cdc160 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Subnet': ['ID=87f725df-be68-4d1f-a783-efacc622c5a1,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:36.972893 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d42a20b-540a-457b-bd42-9c99dee62515 req-b2433c48-a595-44ba-b30b-44c66a8c893a tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] No DVR routers for this DVR port 4adaa710-c6fb-4b1b-9259-a609bdfdd0c2 on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:25:36.989883 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3ce75-99d0-4dab-a94f-e5419d942560 req-0db14e3f-7b15-4d83-a506-89c76bc8730a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:36.993457 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565d97e-8034-4984-baab-c42216fcf444 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] Pushing event deleted for resources: {'Port': ['ID=037dddc8-0caf-421c-b2d8-227741446594,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:37.004274 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bed3ce75-99d0-4dab-a94f-e5419d942560 req-0db14e3f-7b15-4d83-a506-89c76bc8730a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 945 time: 0.3552845 Nov 10 19:25:37.018419 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5d42a20b-540a-457b-bd42-9c99dee62515 req-b2433c48-a595-44ba-b30b-44c66a8c893a tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:37.022287 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d42a20b-540a-457b-bd42-9c99dee62515 req-b2433c48-a595-44ba-b30b-44c66a8c893a tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.25 "DELETE /v2.0/ports/4adaa710-c6fb-4b1b-9259-a609bdfdd0c2 HTTP/1.1" status: 204 len: 173 time: 1.8485832 Nov 10 19:25:37.025473 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996af707-7fcf-4d51-acfd-16cc2828e9b5 None None] Network 2b4d8ba4-3c20-41c5-ab0a-a9410f84e96b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:25:37.028465 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5548491-7805-44fa-af27-c4c232ea7937', 'name': 'network-vif-deleted', 'tag': '4adaa710-c6fb-4b1b-9259-a609bdfdd0c2'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:25:37.032562 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da190d0c-8e65-4d83-bd4d-dc43dc2774d5" -d '{"events": [{"server_uuid": "a5548491-7805-44fa-af27-c4c232ea7937", "name": "network-vif-deleted", "tag": "4adaa710-c6fb-4b1b-9259-a609bdfdd0c2"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:25:37.046488 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7642ec64-e924-4ff7-8cfe-ef4c78cdc160 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:37.052414 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7642ec64-e924-4ff7-8cfe-ef4c78cdc160 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/subnets/87f725df-be68-4d1f-a783-efacc622c5a1 HTTP/1.1" status: 204 len: 168 time: 1.2835879 Nov 10 19:25:37.052621 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1fd55e-c21e-4f87-b413-513ba286c6cd tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Pushing event updated for resources: {'Port': ['ID=6512862c-8dc7-4aea-99ca-8f6aef1b1c72,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:37.054249 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e3ccb-e4ae-456d-8647-228857de7dc5 req-ac35bfa2-83d6-47dc-90a4-845ced2b8e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:37.055560 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48502) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:37.056775 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1e6e3ccb-e4ae-456d-8647-228857de7dc5 req-ac35bfa2-83d6-47dc-90a4-845ced2b8e35 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=73a462e0-6280-4d1d-b3b0-466bf95639d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1293178 Nov 10 19:25:37.110690 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d1fd55e-c21e-4f87-b413-513ba286c6cd tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:37.186394 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6565d97e-8034-4984-baab-c42216fcf444 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:37.189645 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6565d97e-8034-4984-baab-c42216fcf444 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:37.193815 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6565d97e-8034-4984-baab-c42216fcf444 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512 tempest-ExternalNetworksAdminNegativeTestJSON-1757581512-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/3352a4cd-5f46-49f2-b0cd-92cc14da9143 HTTP/1.1" status: 204 len: 168 time: 2.4622436 Nov 10 19:25:37.270579 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1e6e3ccb-e4ae-456d-8647-228857de7dc5 req-96600827-e2a1-4f53-b161-e1793da49755 service neutron] 10.222.0.73 "GET /v2.0/networks/73a462e0-6280-4d1d-b3b0-466bf95639d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897976 Nov 10 19:25:37.306243 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d1fd55e-c21e-4f87-b413-513ba286c6cd tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:37.319462 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0d1fd55e-c21e-4f87-b413-513ba286c6cd tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2033329 Nov 10 19:25:37.354760 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bed3ce75-99d0-4dab-a94f-e5419d942560 req-7454e733-5056-421c-b0bd-fff376b3649c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3493922 Nov 10 19:25:37.413845 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2a64cef6-34a3-46b1-949e-64cc18ba12af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:37.514741 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1e6e3ccb-e4ae-456d-8647-228857de7dc5 req-9705da62-d717-4c14-8804-23db841cdb3e service neutron] 10.222.0.73 "GET /v2.0/networks/73a462e0-6280-4d1d-b3b0-466bf95639d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348928 Nov 10 19:25:37.547408 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f817ee-a45b-4cbc-9e8a-44cabe074fcf x-openstack-request-id: req-85f817ee-a45b-4cbc-9e8a-44cabe074fcf {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:25:37.548053 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f", "name": "network-vif-plugged", "status": "completed", "tag": "9b814466-ab2b-434f-8e60-c910419ee00e", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:25:37.548288 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-85f817ee-a45b-4cbc-9e8a-44cabe074fcf {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:25:37.548561 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b814466-ab2b-434f-8e60-c910419ee00e', 'code': 200} Nov 10 19:25:37.556858 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4257fe-8e53-4f27-be42-e2346f8424e9 None None] DHCP port deletion for 2b4d8ba4-3c20-41c5-ab0a-a9410f84e96b request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:25:37.646525 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-2a64cef6-34a3-46b1-949e-64cc18ba12af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Deleting port 13dc8f58-de03-4cc3-b1ef-d9deb93d39ae {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:25:37.649734 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2a64cef6-34a3-46b1-949e-64cc18ba12af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:37.731310 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 13dc8f58-de03-4cc3-b1ef-d9deb93d39ae no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:25:37.856217 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8daf2337-1997-438f-afe8-6fc9c573ee3d req-a15c45ab-d22e-48d2-9676-ce54bc51a2a0 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7d16bca-b2f9-46a0-8841-ceba19135d02 HTTP/1.1" status: 200 len: 210 time: 0.1767044 Nov 10 19:25:37.877731 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 4adaa710-c6fb-4b1b-9259-a609bdfdd0c2 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:25:37.904008 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-2a64cef6-34a3-46b1-949e-64cc18ba12af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] For port 13dc8f58-de03-4cc3-b1ef-d9deb93d39ae, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=13dc8f58-de03-4cc3-b1ef-d9deb93d39ae,segment=NetworkSegment(7df4c145-de9b-4083-82ec-3b2a9c6ad53f),segment_id=7df4c145-de9b-4083-82ec-3b2a9c6ad53f)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:25:37.905466 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2a64cef6-34a3-46b1-949e-64cc18ba12af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:37.926991 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 4adaa710-c6fb-4b1b-9259-a609bdfdd0c2 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:25:37.927711 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 4adaa710-c6fb-4b1b-9259-a609bdfdd0c2 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:25:37.949986 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-cf4257fe-8e53-4f27-be42-e2346f8424e9 None None] Deleting port 13dc8f58-de03-4cc3-b1ef-d9deb93d39ae {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:25:37.950421 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cf4257fe-8e53-4f27-be42-e2346f8424e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:37.955549 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48524) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:37.988692 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a690cc4-b4e3-42af-8dba-6dfc92f2cf8b x-openstack-request-id: req-7a690cc4-b4e3-42af-8dba-6dfc92f2cf8b {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:25:37.989343 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5548491-7805-44fa-af27-c4c232ea7937", "name": "network-vif-deleted", "tag": "4adaa710-c6fb-4b1b-9259-a609bdfdd0c2", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:25:37.989343 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7a690cc4-b4e3-42af-8dba-6dfc92f2cf8b {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:25:37.989946 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5548491-7805-44fa-af27-c4c232ea7937', 'name': 'network-vif-deleted', 'tag': '4adaa710-c6fb-4b1b-9259-a609bdfdd0c2', 'status': 'completed', 'code': 200} Nov 10 19:25:37.991071 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-2a64cef6-34a3-46b1-949e-64cc18ba12af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Calling delete_port for 13dc8f58-de03-4cc3-b1ef-d9deb93d39ae owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:25:38.131333 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2a64cef6-34a3-46b1-949e-64cc18ba12af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:38.162703 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64cef6-34a3-46b1-949e-64cc18ba12af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Port': ['ID=13dc8f58-de03-4cc3-b1ef-d9deb93d39ae,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:38.181976 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a64cef6-34a3-46b1-949e-64cc18ba12af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] No DVR routers for this DVR port 13dc8f58-de03-4cc3-b1ef-d9deb93d39ae on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:25:38.298715 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-cf4257fe-8e53-4f27-be42-e2346f8424e9 None None] For port 13dc8f58-de03-4cc3-b1ef-d9deb93d39ae, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=13dc8f58-de03-4cc3-b1ef-d9deb93d39ae,segment=NetworkSegment(7df4c145-de9b-4083-82ec-3b2a9c6ad53f),segment_id=7df4c145-de9b-4083-82ec-3b2a9c6ad53f)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:25:38.299222 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cf4257fe-8e53-4f27-be42-e2346f8424e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:38.319234 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a1dea54-da05-482a-baa1-e51cc64c142f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:38.319942 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-cf4257fe-8e53-4f27-be42-e2346f8424e9 None None] Calling delete_port for 13dc8f58-de03-4cc3-b1ef-d9deb93d39ae owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:25:38.366977 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-311799e5-d108-4a04-b917-63e92f1607d4 req-de804580-7180-4760-a776-2ecb3c32e754 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1142388088&fields=id&tenant_id=e964d54e065f49df9181b3cc5034fac9 HTTP/1.1" status: 200 len: 267 time: 0.2315998 Nov 10 19:25:38.499640 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cf4257fe-8e53-4f27-be42-e2346f8424e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:38.533781 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2a64cef6-34a3-46b1-949e-64cc18ba12af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:38.535455 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a1dea54-da05-482a-baa1-e51cc64c142f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:38.550735 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:38.554368 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a1dea54-da05-482a-baa1-e51cc64c142f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:38.631108 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4257fe-8e53-4f27-be42-e2346f8424e9 None None] No DVR routers for this DVR port 13dc8f58-de03-4cc3-b1ef-d9deb93d39ae on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:25:38.665437 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4257fe-8e53-4f27-be42-e2346f8424e9 None None] Pushing event deleted for resources: {'Port': ['ID=13dc8f58-de03-4cc3-b1ef-d9deb93d39ae,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:38.739313 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9a1dea54-da05-482a-baa1-e51cc64c142f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e2ff14bebfb14deca1ff01be8fc0995d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7820795 Nov 10 19:25:38.740767 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48544) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:38.748872 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1dea54-da05-482a-baa1-e51cc64c142f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377b90bb-4a51-4945-8d4e-e85b3ac4f6d8,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:38.846670 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-99aec8ae-becc-4070-acd4-d3d5d96c970c tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:38.848539 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-99aec8ae-becc-4070-acd4-d3d5d96c970c tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.25 "GET /v2.0/networks?id=32c76f13-1e17-4dc8-9eac-cde3fda606b6 HTTP/1.1" status: 200 len: 814 time: 0.1971934 Nov 10 19:25:38.880480 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-2a64cef6-34a3-46b1-949e-64cc18ba12af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b4d8ba4-3c20-41c5-ab0a-a9410f84e96b']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:25:38.887500 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-9367fa87-2fc3-4208-882a-a970cc050366 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Request body: {'port': {'device_id': 'd7d16bca-b2f9-46a0-8841-ceba19135d02', 'network_id': '32c76f13-1e17-4dc8-9eac-cde3fda606b6', 'admin_state_up': True, 'tenant_id': '69914fc6f0964a1f82f3fd94373da7f0'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:38.904387 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-97baca2b-a58b-4988-9237-b1eb0a7c7898 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:38.948609 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-97baca2b-a58b-4988-9237-b1eb0a7c7898 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:39.010083 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-97baca2b-a58b-4988-9237-b1eb0a7c7898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:39.012978 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-97baca2b-a58b-4988-9237-b1eb0a7c7898 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:39.016855 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-97baca2b-a58b-4988-9237-b1eb0a7c7898 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/377b90bb-4a51-4945-8d4e-e85b3ac4f6d8 HTTP/1.1" status: 204 len: 168 time: 0.2745233 Nov 10 19:25:39.034076 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97baca2b-a58b-4988-9237-b1eb0a7c7898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377b90bb-4a51-4945-8d4e-e85b3ac4f6d8,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:39.132419 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-2a64cef6-34a3-46b1-949e-64cc18ba12af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7df4c145-de9b-4083-82ec-3b2a9c6ad53f') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:25:39.133171 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-2a64cef6-34a3-46b1-949e-64cc18ba12af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7df4c145-de9b-4083-82ec-3b2a9c6ad53f') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:25:39.153312 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2a64cef6-34a3-46b1-949e-64cc18ba12af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:39.189393 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2a64cef6-34a3-46b1-949e-64cc18ba12af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:39.208804 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311799e5-d108-4a04-b917-63e92f1607d4 req-1f44a41c-d84e-46f8-b733-a4c9afd7a6f2 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:39.212684 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-311799e5-d108-4a04-b917-63e92f1607d4 req-1f44a41c-d84e-46f8-b733-a4c9afd7a6f2 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/networks?id=d81248ac-96a9-4e56-9bb4-f772b36a0433 HTTP/1.1" status: 200 len: 812 time: 0.8439276 Nov 10 19:25:39.216613 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-9367fa87-2fc3-4208-882a-a970cc050366 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Made reservation on behalf of 69914fc6f0964a1f82f3fd94373da7f0 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:25:39.226960 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-9367fa87-2fc3-4208-882a-a970cc050366 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:39.243679 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a64cef6-34a3-46b1-949e-64cc18ba12af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:25:39.245003 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2a64cef6-34a3-46b1-949e-64cc18ba12af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:39.253665 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:25:39.253665 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:25:39.253665 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:25:39.253665 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:25:39.253665 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:25:39.253665 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:25:39.253665 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:25:39.253665 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:25:39.253665 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:25:39.253665 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:25:39.253665 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:25:39.253665 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:25:39.253665 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:25:39.253665 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:25:39.253665 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:25:39.253665 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:25:39.253665 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:25:39.253665 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:25:39.253665 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:25:39.253665 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:25:39.253665 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:25:39.253665 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:25:39.253665 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:25:39.253665 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:25:39.253665 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:25:39.253665 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:25:39.253665 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:25:39.253665 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:25:39.253665 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:25:39.253665 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:25:39.253665 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:25:39.253665 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:25:39.342150 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-311799e5-d108-4a04-b917-63e92f1607d4 req-08db51f7-5fe2-42de-b89f-927c2425b670 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/quotas/e964d54e065f49df9181b3cc5034fac9 HTTP/1.1" status: 200 len: 375 time: 0.1065307 Nov 10 19:25:39.474032 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-9367fa87-2fc3-4208-882a-a970cc050366 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Allocated IP 172.20.0.6 (32c76f13-1e17-4dc8-9eac-cde3fda606b6/babcf2b1-e498-4105-82f8-754d9115199f/5bfe141f-0bea-4536-844a-8485f188a0ee) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:25:39.657555 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48558) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:39.666444 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-9367fa87-2fc3-4208-882a-a970cc050366 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:39.706355 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-9367fa87-2fc3-4208-882a-a970cc050366 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:39.769064 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cce5232d-8340-413a-aad0-81e4924b4eb6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7f3a2e1e314d440cb4ae36c604f7855d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1102874 Nov 10 19:25:39.770012 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48560) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:39.790517 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2a64cef6-34a3-46b1-949e-64cc18ba12af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:39.796151 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2a64cef6-34a3-46b1-949e-64cc18ba12af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:39.800270 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2a64cef6-34a3-46b1-949e-64cc18ba12af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/networks/2b4d8ba4-3c20-41c5-ab0a-a9410f84e96b HTTP/1.1" status: 204 len: 168 time: 2.7298124 Nov 10 19:25:39.805409 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48562) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:39.825091 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-3e4b5d36-08e8-483f-af14-10d3d25d372a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-303113977'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:39.836482 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-9367fa87-2fc3-4208-882a-a970cc050366 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Network 32c76f13-1e17-4dc8-9eac-cde3fda606b6 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:25:39.854299 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-311799e5-d108-4a04-b917-63e92f1607d4 req-c127b2d5-9a6d-4795-9fd5-ef64724dead9 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e964d54e065f49df9181b3cc5034fac9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1544664 Nov 10 19:25:39.873043 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ce3c1eb5-dd3b-43a2-9299-dbe57f327e4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:39.897483 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ce3c1eb5-dd3b-43a2-9299-dbe57f327e4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:39.901502 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-9367fa87-2fc3-4208-882a-a970cc050366 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:25:39.912913 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-9367fa87-2fc3-4208-882a-a970cc050366 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:25:39.928282 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64cef6-34a3-46b1-949e-64cc18ba12af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Network': ['ID=2b4d8ba4-3c20-41c5-ab0a-a9410f84e96b,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:39.931239 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367fa87-2fc3-4208-882a-a970cc050366 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Pushing event updated for resources: {'Port': ['ID=5bfe141f-0bea-4536-844a-8485f188a0ee,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:39.981114 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ce3c1eb5-dd3b-43a2-9299-dbe57f327e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:39.984752 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ce3c1eb5-dd3b-43a2-9299-dbe57f327e4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:39.989239 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ce3c1eb5-dd3b-43a2-9299-dbe57f327e4d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1602f383-5815-43aa-9e1f-a341cb2a5468 HTTP/1.1" status: 204 len: 168 time: 0.2180676 Nov 10 19:25:40.005576 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c1eb5-dd3b-43a2-9299-dbe57f327e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1602f383-5815-43aa-9e1f-a341cb2a5468,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:40.084598 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-9367fa87-2fc3-4208-882a-a970cc050366 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:40.086373 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-9367fa87-2fc3-4208-882a-a970cc050366 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:40.122648 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4b5d36-08e8-483f-af14-10d3d25d372a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:25:40.128099 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3e4b5d36-08e8-483f-af14-10d3d25d372a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:40.162916 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-9367fa87-2fc3-4208-882a-a970cc050366 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2989676 Nov 10 19:25:40.181298 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-3e1d90ac-7db4-417c-9e77-171f47b0610a service neutron] Request body: {'port': {'device_id': 'd7d16bca-b2f9-46a0-8841-ceba19135d02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:40.266340 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-311799e5-d108-4a04-b917-63e92f1607d4 req-0bd629bc-59ce-4461-beef-7e882f2a0bfe service neutron] 10.222.0.54 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664832 Nov 10 19:25:40.274356 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e4b5d36-08e8-483f-af14-10d3d25d372a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:25:40.306592 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-3e1d90ac-7db4-417c-9e77-171f47b0610a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:40.366498 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3e4b5d36-08e8-483f-af14-10d3d25d372a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:40.367014 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-3e4b5d36-08e8-483f-af14-10d3d25d372a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Added segment 5f9126c1-7545-4ec4-ba68-8f5afa715a15 of type vlan for network f9ec9df3-a5de-4b18-b502-2fc359178b0b Nov 10 19:25:40.455364 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3e4b5d36-08e8-483f-af14-10d3d25d372a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:40.471595 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-311799e5-d108-4a04-b917-63e92f1607d4 req-5a1917f8-455a-4d8f-b2f8-38171af95258 service neutron] 10.222.0.54 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943300 Nov 10 19:25:40.577964 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3e4b5d36-08e8-483f-af14-10d3d25d372a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:40.585869 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4b5d36-08e8-483f-af14-10d3d25d372a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:40.586655 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3e4b5d36-08e8-483f-af14-10d3d25d372a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:40.691388 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48580) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:40.692050 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3e4b5d36-08e8-483f-af14-10d3d25d372a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8720624 Nov 10 19:25:40.700904 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-4bbdfa0b-b9cc-4c27-95f4-e249ad236fea tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'subnet': {'network_id': 'f9ec9df3-a5de-4b18-b502-2fc359178b0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:40.725166 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b5d36-08e8-483f-af14-10d3d25d372a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Network': ['ID=f9ec9df3-a5de-4b18-b502-2fc359178b0b,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:40.738185 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network f9ec9df3-a5de-4b18-b502-2fc359178b0b details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:25:40.935646 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbdfa0b-b9cc-4c27-95f4-e249ad236fea tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:25:40.941235 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4bbdfa0b-b9cc-4c27-95f4-e249ad236fea tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:40.965732 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7684130-d762-4966-8d7c-e95fd5ad5e4d req-f0a463d8-b8ce-47d6-9fba-37707f7aa6fe tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:40.967437 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7684130-d762-4966-8d7c-e95fd5ad5e4d req-f0a463d8-b8ce-47d6-9fba-37707f7aa6fe tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 945 time: 0.1759310 Nov 10 19:25:41.099184 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7684130-d762-4966-8d7c-e95fd5ad5e4d req-59b344b5-d20e-47a4-ba1c-690df889b73a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143739 Nov 10 19:25:41.154695 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48598) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:41.277321 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9954312b-1137-4327-8e4c-3d10dca76e44 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/floatingips/3f7f3eb9-d049-40c2-ae68-2d854f2522c8 HTTP/1.1" status: 200 len: 992 time: 0.1205876 Nov 10 19:25:41.290648 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-3e1d90ac-7db4-417c-9e77-171f47b0610a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bfe141f-0bea-4536-844a-8485f188a0ee {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:25:41.303678 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-3e1d90ac-7db4-417c-9e77-171f47b0610a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:41.316260 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf3f5b-c3bf-449e-86d2-042e4f693b6d req-d6bf8e11-745d-4ee6-a142-0e7f1a0e4782 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:41.324075 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9fbf3f5b-c3bf-449e-86d2-042e4f693b6d req-d6bf8e11-745d-4ee6-a142-0e7f1a0e4782 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7d16bca-b2f9-46a0-8841-ceba19135d02 HTTP/1.1" status: 200 len: 931 time: 0.1131673 Nov 10 19:25:41.334437 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4bbdfa0b-b9cc-4c27-95f4-e249ad236fea tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:41.350595 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48608) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:41.354344 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-3e1d90ac-7db4-417c-9e77-171f47b0610a service neutron] Transition to ACTIVE for port object 5bfe141f-0bea-4536-844a-8485f188a0ee will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:25:41.364157 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-3e1d90ac-7db4-417c-9e77-171f47b0610a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:41.418482 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbdfa0b-b9cc-4c27-95f4-e249ad236fea tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Subnet': ['ID=e26c9af7-a1b3-4f26-943c-4f3910a5c490,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:41.431649 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbdfa0b-b9cc-4c27-95f4-e249ad236fea tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Checking segment: {'id': '5f9126c1-7545-4ec4-ba68-8f5afa715a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f9ec9df3-a5de-4b18-b502-2fc359178b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:25:41.432070 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbdfa0b-b9cc-4c27-95f4-e249ad236fea tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network hostable DHCP agents. Network: f9ec9df3-a5de-4b18-b502-2fc359178b0b, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:25:41.444791 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d90ac-7db4-417c-9e77-171f47b0610a service neutron] Pushing event updated for resources: {'Port': ['ID=5bfe141f-0bea-4536-844a-8485f188a0ee,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:41.460646 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9fbf3f5b-c3bf-449e-86d2-042e4f693b6d req-ca6c718a-ad2f-4228-8f79-ad6fdea65b4a tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356030 Nov 10 19:25:41.476728 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbdfa0b-b9cc-4c27-95f4-e249ad236fea tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network f9ec9df3-a5de-4b18-b502-2fc359178b0b is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:25:41.500149 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-4bbdfa0b-b9cc-4c27-95f4-e249ad236fea tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, f9ec9df3-a5de-4b18-b502-2fc359178b0b) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:25:41.509645 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce68efc0-3de4-4cec-b651-c9232554052e None None] Network f9ec9df3-a5de-4b18-b502-2fc359178b0b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:25:41.514637 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbdfa0b-b9cc-4c27-95f4-e249ad236fea tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:41.521025 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4bbdfa0b-b9cc-4c27-95f4-e249ad236fea tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:41.568764 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4bbdfa0b-b9cc-4c27-95f4-e249ad236fea tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8762195 Nov 10 19:25:41.572724 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48614) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:41.584582 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-890071e7-e864-486c-a5e0-a1d9316a765f req-6054bfe4-7ec3-497c-b709-76976e59e44f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 210 time: 0.0493510 Nov 10 19:25:41.595733 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-c691fe8b-943c-45a6-b700-0873926a88f6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'port': {'network_id': 'f9ec9df3-a5de-4b18-b502-2fc359178b0b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-253823846'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:41.661400 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-42664705-63e1-4ae5-b5a8-2f9e1f5c478c tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1422817276'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:41.683250 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-3e1d90ac-7db4-417c-9e77-171f47b0610a service neutron] Attempting to bind port 5bfe141f-0bea-4536-844a-8485f188a0ee on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:25:41.683649 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-3e1d90ac-7db4-417c-9e77-171f47b0610a service neutron] Attempting to bind port 5bfe141f-0bea-4536-844a-8485f188a0ee by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '972f3100-a6a2-4418-9bf5-bbc6550de0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '32c76f13-1e17-4dc8-9eac-cde3fda606b6'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:25:41.684106 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-3e1d90ac-7db4-417c-9e77-171f47b0610a service neutron] Attempting to bind port 5bfe141f-0bea-4536-844a-8485f188a0ee on network 32c76f13-1e17-4dc8-9eac-cde3fda606b6 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:25:41.699794 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-3e1d90ac-7db4-417c-9e77-171f47b0610a service neutron] Port 5bfe141f-0bea-4536-844a-8485f188a0ee on network 32c76f13-1e17-4dc8-9eac-cde3fda606b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:25:41.700937 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-3e1d90ac-7db4-417c-9e77-171f47b0610a service neutron] Attempting to bind port 5bfe141f-0bea-4536-844a-8485f188a0ee on network 32c76f13-1e17-4dc8-9eac-cde3fda606b6 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:25:41.709714 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-3e1d90ac-7db4-417c-9e77-171f47b0610a service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:25:41.710768 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-3e1d90ac-7db4-417c-9e77-171f47b0610a service neutron] Checking segment: {'id': '972f3100-a6a2-4418-9bf5-bbc6550de0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '32c76f13-1e17-4dc8-9eac-cde3fda606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:25:41.711386 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-3e1d90ac-7db4-417c-9e77-171f47b0610a service neutron] Bound using segment: {'id': '972f3100-a6a2-4418-9bf5-bbc6550de0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '32c76f13-1e17-4dc8-9eac-cde3fda606b6'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:25:41.712060 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-3e1d90ac-7db4-417c-9e77-171f47b0610a service neutron] Bound port: 5bfe141f-0bea-4536-844a-8485f188a0ee, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '972f3100-a6a2-4418-9bf5-bbc6550de0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '32c76f13-1e17-4dc8-9eac-cde3fda606b6'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:25:41.712840 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-3e1d90ac-7db4-417c-9e77-171f47b0610a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:41.725808 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42664705-63e1-4ae5-b5a8-2f9e1f5c478c tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Made reservation on behalf of b72185a3c6f24cbe9f4de3c373a76458 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:25:41.734563 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-42664705-63e1-4ae5-b5a8-2f9e1f5c478c tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:41.751416 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-42664705-63e1-4ae5-b5a8-2f9e1f5c478c tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:41.765631 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c691fe8b-943c-45a6-b700-0873926a88f6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:25:41.772862 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c691fe8b-943c-45a6-b700-0873926a88f6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:41.808719 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-c691fe8b-943c-45a6-b700-0873926a88f6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] device_id is not set on port 9f4e74a5-e424-423b-94c5-3b1c7874a038 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:25:41.850357 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-3e1d90ac-7db4-417c-9e77-171f47b0610a service neutron] For port 5bfe141f-0bea-4536-844a-8485f188a0ee, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:25:41.857003 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-3e1d90ac-7db4-417c-9e77-171f47b0610a service neutron] For port 5bfe141f-0bea-4536-844a-8485f188a0ee, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=5bfe141f-0bea-4536-844a-8485f188a0ee,segment=NetworkSegment(972f3100-a6a2-4418-9bf5-bbc6550de0fb),segment_id=972f3100-a6a2-4418-9bf5-bbc6550de0fb)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:25:41.864393 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-3e1d90ac-7db4-417c-9e77-171f47b0610a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:41.873031 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56f8bd3-33c9-423a-a8eb-cdab06743d79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-f9ec9df3-a5de-4b18-b502-2fc359178b0b', 'network_id': 'f9ec9df3-a5de-4b18-b502-2fc359178b0b', 'tenant_id': 'e9defc91a1f9416bbb2744ea822424be', 'fixed_ips': [{'subnet_id': 'e26c9af7-a1b3-4f26-943c-4f3910a5c490'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:25:41.874860 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e56f8bd3-33c9-423a-a8eb-cdab06743d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:41.915502 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-3e1d90ac-7db4-417c-9e77-171f47b0610a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:41.916142 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-3e1d90ac-7db4-417c-9e77-171f47b0610a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:41.917715 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-3e1d90ac-7db4-417c-9e77-171f47b0610a service neutron] 10.222.0.25 "PUT /v2.0/ports/5bfe141f-0bea-4536-844a-8485f188a0ee HTTP/1.1" status: 200 len: 1091 time: 1.7443182 Nov 10 19:25:41.922204 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d16bca-b2f9-46a0-8841-ceba19135d02', 'tag': '5bfe141f-0bea-4536-844a-8485f188a0ee'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:25:41.924661 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae44f0c8-7a33-4cbd-b587-8678d686b79b" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d16bca-b2f9-46a0-8841-ceba19135d02", "tag": "5bfe141f-0bea-4536-844a-8485f188a0ee"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:25:41.978877 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d90ac-7db4-417c-9e77-171f47b0610a service neutron] Pushing event updated for resources: {'Port': ['ID=5bfe141f-0bea-4536-844a-8485f188a0ee,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:41.992468 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-42664705-63e1-4ae5-b5a8-2f9e1f5c478c tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:41.997936 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3844600c-9e26-4b90-bc2f-88284aa6acaf x-openstack-request-id: req-3844600c-9e26-4b90-bc2f-88284aa6acaf {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:25:41.998236 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d16bca-b2f9-46a0-8841-ceba19135d02", "tag": "5bfe141f-0bea-4536-844a-8485f188a0ee", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:25:41.998496 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3844600c-9e26-4b90-bc2f-88284aa6acaf {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:25:41.998909 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d16bca-b2f9-46a0-8841-ceba19135d02', 'tag': '5bfe141f-0bea-4536-844a-8485f188a0ee', 'status': 'completed', 'code': 200} Nov 10 19:25:42.000742 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-42664705-63e1-4ae5-b5a8-2f9e1f5c478c tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:42.031044 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42664705-63e1-4ae5-b5a8-2f9e1f5c478c tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:25:42.042599 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42664705-63e1-4ae5-b5a8-2f9e1f5c478c tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7ec782-2a49-4fda-bae8-1d45eb82ae3f,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:42.049419 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-42664705-63e1-4ae5-b5a8-2f9e1f5c478c tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:42.049842 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-42664705-63e1-4ae5-b5a8-2f9e1f5c478c tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Added segment 23ff5ec9-3641-4e32-abf0-4c7a0daa77a0 of type vlan for network 6f78a02f-99ae-4fe1-b002-cda61a199b23 Nov 10 19:25:42.152219 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-e56f8bd3-33c9-423a-a8eb-cdab06743d79 None None] Allocated IP 172.20.0.2 (f9ec9df3-a5de-4b18-b502-2fc359178b0b/e26c9af7-a1b3-4f26-943c-4f3910a5c490/d52a615b-715e-4a1c-95fc-2377f12f3ef9) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:25:42.154011 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-42664705-63e1-4ae5-b5a8-2f9e1f5c478c tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:42.165691 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-ddd8f156-322a-4ee2-b7db-b214eb1a51eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:42.167874 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-ddd8f156-322a-4ee2-b7db-b214eb1a51eb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=69914fc6f0964a1f82f3fd94373da7f0&device_id=d7d16bca-b2f9-46a0-8841-ceba19135d02 HTTP/1.1" status: 200 len: 1094 time: 0.1086938 Nov 10 19:25:42.230366 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-edda626c-3171-42d2-9d12-90c0c6c3cdab service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bfe141f-0bea-4536-844a-8485f188a0ee HTTP/1.1" status: 200 len: 217 time: 0.0454454 Nov 10 19:25:42.233983 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-42664705-63e1-4ae5-b5a8-2f9e1f5c478c tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:42.240886 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42664705-63e1-4ae5-b5a8-2f9e1f5c478c tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:42.241653 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-42664705-63e1-4ae5-b5a8-2f9e1f5c478c tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:42.360203 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e56f8bd3-33c9-423a-a8eb-cdab06743d79 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:42.367445 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e56f8bd3-33c9-423a-a8eb-cdab06743d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:42.379731 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-42664705-63e1-4ae5-b5a8-2f9e1f5c478c tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0266666 Nov 10 19:25:42.386439 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48632) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:42.395508 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-662ba804-7854-47a7-b755-025baac2c7ea tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Request body: {'subnet': {'network_id': '6f78a02f-99ae-4fe1-b002-cda61a199b23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:42.401731 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42664705-63e1-4ae5-b5a8-2f9e1f5c478c tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Pushing event updated for resources: {'Network': ['ID=6f78a02f-99ae-4fe1-b002-cda61a199b23,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:42.425326 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-b8794435-54ff-4680-94bb-9b27aa556a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:42.426861 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-b8794435-54ff-4680-94bb-9b27aa556a04 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=babcf2b1-e498-4105-82f8-754d9115199f HTTP/1.1" status: 200 len: 854 time: 0.1809859 Nov 10 19:25:42.439080 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 6f78a02f-99ae-4fe1-b002-cda61a199b23 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:25:42.446547 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f8bd3-33c9-423a-a8eb-cdab06743d79 None None] Pushing event updated for resources: {'Port': ['ID=d52a615b-715e-4a1c-95fc-2377f12f3ef9,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:42.456729 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56f8bd3-33c9-423a-a8eb-cdab06743d79 None None] Network f9ec9df3-a5de-4b18-b502-2fc359178b0b is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:25:42.465690 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-c691fe8b-943c-45a6-b700-0873926a88f6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Allocated IP 172.20.0.3 (f9ec9df3-a5de-4b18-b502-2fc359178b0b/e26c9af7-a1b3-4f26-943c-4f3910a5c490/9f4e74a5-e424-423b-94c5-3b1c7874a038) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:25:42.468433 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f8bd3-33c9-423a-a8eb-cdab06743d79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:42.468837 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f8bd3-33c9-423a-a8eb-cdab06743d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:42.469180 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f8bd3-33c9-423a-a8eb-cdab06743d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:42.469515 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f8bd3-33c9-423a-a8eb-cdab06743d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:42.469872 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f8bd3-33c9-423a-a8eb-cdab06743d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:42.470227 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f8bd3-33c9-423a-a8eb-cdab06743d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:42.470555 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f8bd3-33c9-423a-a8eb-cdab06743d79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:42.470881 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f8bd3-33c9-423a-a8eb-cdab06743d79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:42.471201 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f8bd3-33c9-423a-a8eb-cdab06743d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:42.471523 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f8bd3-33c9-423a-a8eb-cdab06743d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:42.471843 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f8bd3-33c9-423a-a8eb-cdab06743d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:42.472160 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f8bd3-33c9-423a-a8eb-cdab06743d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:42.487658 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-e56f8bd3-33c9-423a-a8eb-cdab06743d79 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:25:42.491482 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56f8bd3-33c9-423a-a8eb-cdab06743d79 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:25:42.586079 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-33d18625-f543-4a4f-b947-6b5cd58f7326 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=32c76f13-1e17-4dc8-9eac-cde3fda606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239073 Nov 10 19:25:42.607491 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e56f8bd3-33c9-423a-a8eb-cdab06743d79 None None] Attempting to bind port d52a615b-715e-4a1c-95fc-2377f12f3ef9 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:25:42.607873 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e56f8bd3-33c9-423a-a8eb-cdab06743d79 None None] Attempting to bind port d52a615b-715e-4a1c-95fc-2377f12f3ef9 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '5f9126c1-7545-4ec4-ba68-8f5afa715a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f9ec9df3-a5de-4b18-b502-2fc359178b0b'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:25:42.608255 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56f8bd3-33c9-423a-a8eb-cdab06743d79 None None] Attempting to bind port d52a615b-715e-4a1c-95fc-2377f12f3ef9 on network f9ec9df3-a5de-4b18-b502-2fc359178b0b {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:25:42.614136 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56f8bd3-33c9-423a-a8eb-cdab06743d79 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:25:42.614514 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56f8bd3-33c9-423a-a8eb-cdab06743d79 None None] Checking segment: {'id': '5f9126c1-7545-4ec4-ba68-8f5afa715a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f9ec9df3-a5de-4b18-b502-2fc359178b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:25:42.614922 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e56f8bd3-33c9-423a-a8eb-cdab06743d79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:42.615314 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56f8bd3-33c9-423a-a8eb-cdab06743d79 None None] Bound using segment: {'id': '5f9126c1-7545-4ec4-ba68-8f5afa715a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f9ec9df3-a5de-4b18-b502-2fc359178b0b'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:25:42.622081 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e56f8bd3-33c9-423a-a8eb-cdab06743d79 None None] Bound port: d52a615b-715e-4a1c-95fc-2377f12f3ef9, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9126c1-7545-4ec4-ba68-8f5afa715a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f9ec9df3-a5de-4b18-b502-2fc359178b0b'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:25:42.622641 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e56f8bd3-33c9-423a-a8eb-cdab06743d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:42.699049 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e56f8bd3-33c9-423a-a8eb-cdab06743d79 None None] For port d52a615b-715e-4a1c-95fc-2377f12f3ef9, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:25:42.707330 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e56f8bd3-33c9-423a-a8eb-cdab06743d79 None None] For port d52a615b-715e-4a1c-95fc-2377f12f3ef9, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d52a615b-715e-4a1c-95fc-2377f12f3ef9,segment=NetworkSegment(5f9126c1-7545-4ec4-ba68-8f5afa715a15),segment_id=5f9126c1-7545-4ec4-ba68-8f5afa715a15)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:25:42.713819 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c691fe8b-943c-45a6-b700-0873926a88f6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:42.716648 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e56f8bd3-33c9-423a-a8eb-cdab06743d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:42.773933 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c691fe8b-943c-45a6-b700-0873926a88f6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:42.799458 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662ba804-7854-47a7-b755-025baac2c7ea tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Made reservation on behalf of b72185a3c6f24cbe9f4de3c373a76458 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:25:42.804299 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-662ba804-7854-47a7-b755-025baac2c7ea tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:42.834987 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c691fe8b-943c-45a6-b700-0873926a88f6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network f9ec9df3-a5de-4b18-b502-2fc359178b0b is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:25:42.839405 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-c691fe8b-943c-45a6-b700-0873926a88f6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:25:42.843637 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c691fe8b-943c-45a6-b700-0873926a88f6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:25:42.844360 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f8bd3-33c9-423a-a8eb-cdab06743d79 None None] Pushing event updated for resources: {'Port': ['ID=d52a615b-715e-4a1c-95fc-2377f12f3ef9,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:42.887840 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f4e71-3646-4cd9-a596-387a5e3f4e6f req-8be80419-8899-4089-8bee-2cc984b416a3 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:42.888428 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-815f4e71-3646-4cd9-a596-387a5e3f4e6f req-8be80419-8899-4089-8bee-2cc984b416a3 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7d16bca-b2f9-46a0-8841-ceba19135d02 HTTP/1.1" status: 200 len: 943 time: 0.3009737 Nov 10 19:25:42.913399 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c691fe8b-943c-45a6-b700-0873926a88f6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Port': ['ID=9f4e74a5-e424-423b-94c5-3b1c7874a038,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:42.917712 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311799e5-d108-4a04-b917-63e92f1607d4 req-ff33dffd-bfb8-40a5-abaa-ec30418d598b tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:42.919535 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-311799e5-d108-4a04-b917-63e92f1607d4 req-ff33dffd-bfb8-40a5-abaa-ec30418d598b tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.25 "GET /v2.0/networks?id=d81248ac-96a9-4e56-9bb4-f772b36a0433 HTTP/1.1" status: 200 len: 812 time: 0.4455092 Nov 10 19:25:42.924203 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c691fe8b-943c-45a6-b700-0873926a88f6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:42.924983 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c691fe8b-943c-45a6-b700-0873926a88f6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:42.947030 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c691fe8b-943c-45a6-b700-0873926a88f6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.3717284 Nov 10 19:25:42.947674 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48638) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:42.954504 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-c0ee2c72-7e29-4d97-9dc9-67ade71fcb8d service neutron] 10.222.0.25 "GET /v2.0/networks/32c76f13-1e17-4dc8-9eac-cde3fda606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415122 Nov 10 19:25:43.103055 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-d04d5659-4b2b-469a-9dfc-a0c2fc78c626 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Deleting port 9f4e74a5-e424-423b-94c5-3b1c7874a038 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:25:43.103411 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d04d5659-4b2b-469a-9dfc-a0c2fc78c626 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:43.148322 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-815f4e71-3646-4cd9-a596-387a5e3f4e6f req-3fdbf842-0084-4dda-8b97-a7878061b1d0 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424815 Nov 10 19:25:43.206792 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-311799e5-d108-4a04-b917-63e92f1607d4 req-bb2f2b58-a684-4998-9b56-df613e943735 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e964d54e065f49df9181b3cc5034fac9 HTTP/1.1" status: 200 len: 380 time: 0.2489419 Nov 10 19:25:43.239161 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-311799e5-d108-4a04-b917-63e92f1607d4 req-8aef0212-705e-426e-897c-6ba90fc7d685 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Request body: {'port': {'device_id': 'd0ecba7d-3cdc-42ec-b556-02443a8565ef', 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433', 'admin_state_up': True, 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9', 'security_groups': ['9e124823-42c9-4fe4-9492-08867b31e608']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:43.260232 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d04d5659-4b2b-469a-9dfc-a0c2fc78c626 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:43.292762 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-d04d5659-4b2b-469a-9dfc-a0c2fc78c626 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Calling delete_port for 9f4e74a5-e424-423b-94c5-3b1c7874a038 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:25:43.323155 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59a8c06a-7c6f-47d9-a4b9-75ffb50ebcd4 req-5790c569-7c4b-40bc-9e56-0f2c2d637617 service neutron] 10.222.0.25 "GET /v2.0/networks/32c76f13-1e17-4dc8-9eac-cde3fda606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511851 Nov 10 19:25:43.392731 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5e3508a7-d383-4928-8326-a6f402c02713 req-9aa04814-7eb7-49a3-b085-b3a16fa811df tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 210 time: 0.0775297 Nov 10 19:25:43.507717 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d04d5659-4b2b-469a-9dfc-a0c2fc78c626 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:43.509604 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44f0c8-7a33-4cbd-b587-8678d686b79b req-ab8eebbd-e71f-4a83-b99c-e914e3b06822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:43.511887 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ae44f0c8-7a33-4cbd-b587-8678d686b79b req-ab8eebbd-e71f-4a83-b99c-e914e3b06822 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=69914fc6f0964a1f82f3fd94373da7f0&device_id=d7d16bca-b2f9-46a0-8841-ceba19135d02 HTTP/1.1" status: 200 len: 1094 time: 0.1182840 Nov 10 19:25:43.517571 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-662ba804-7854-47a7-b755-025baac2c7ea tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:43.539047 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d5659-4b2b-469a-9dfc-a0c2fc78c626 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Port': ['ID=9f4e74a5-e424-423b-94c5-3b1c7874a038,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:43.626680 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d04d5659-4b2b-469a-9dfc-a0c2fc78c626 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:43.631127 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d04d5659-4b2b-469a-9dfc-a0c2fc78c626 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/ports/9f4e74a5-e424-423b-94c5-3b1c7874a038 HTTP/1.1" status: 204 len: 168 time: 0.6823945 Nov 10 19:25:43.633808 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48644) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:43.663895 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b4a3b0-3e72-45c1-bd85-8f90a1bbdf77 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] GET failed (client error): The resource could not be found. Nov 10 19:25:43.666087 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-91b4a3b0-3e72-45c1-bd85-8f90a1bbdf77 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "GET /v2.0/ports/9f4e74a5-e424-423b-94c5-3b1c7874a038 HTTP/1.1" status: 404 len: 333 time: 0.0310268 Nov 10 19:25:43.669664 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48646) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:43.707319 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d52a615b-715e-4a1c-95fc-2377f12f3ef9 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:25:43.737985 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e95593f-4418-47d8-a4da-3794ff5e09b6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Deleting subnet e26c9af7-a1b3-4f26-943c-4f3910a5c490 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:25:43.741950 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5e95593f-4418-47d8-a4da-3794ff5e09b6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:43.771842 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port d52a615b-715e-4a1c-95fc-2377f12f3ef9 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:43.772664 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:43.806725 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5e95593f-4418-47d8-a4da-3794ff5e09b6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:43.902099 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:43.955406 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port d52a615b-715e-4a1c-95fc-2377f12f3ef9, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d52a615b-715e-4a1c-95fc-2377f12f3ef9,segment=NetworkSegment(5f9126c1-7545-4ec4-ba68-8f5afa715a15),segment_id=5f9126c1-7545-4ec4-ba68-8f5afa715a15)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:25:43.963042 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:43.963902 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5e95593f-4418-47d8-a4da-3794ff5e09b6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:44.075787 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=d52a615b-715e-4a1c-95fc-2377f12f3ef9,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:44.076709 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5e95593f-4418-47d8-a4da-3794ff5e09b6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:44.121893 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-311799e5-d108-4a04-b917-63e92f1607d4 req-8aef0212-705e-426e-897c-6ba90fc7d685 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Made reservation on behalf of e964d54e065f49df9181b3cc5034fac9 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:25:44.126784 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-311799e5-d108-4a04-b917-63e92f1607d4 req-8aef0212-705e-426e-897c-6ba90fc7d685 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:44.127868 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e95593f-4418-47d8-a4da-3794ff5e09b6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Subnet': ['ID=e26c9af7-a1b3-4f26-943c-4f3910a5c490,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:44.131093 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5e95593f-4418-47d8-a4da-3794ff5e09b6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:44.139510 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5e95593f-4418-47d8-a4da-3794ff5e09b6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/subnets/e26c9af7-a1b3-4f26-943c-4f3910a5c490 HTTP/1.1" status: 204 len: 168 time: 0.4683011 Nov 10 19:25:44.140245 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48648) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:44.193902 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ba804-7854-47a7-b755-025baac2c7ea tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Pushing event updated for resources: {'Subnet': ['ID=7ae9614f-f96f-413d-a867-6d63526b9fab,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:44.240703 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662ba804-7854-47a7-b755-025baac2c7ea tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Checking segment: {'id': '23ff5ec9-3641-4e32-abf0-4c7a0daa77a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6f78a02f-99ae-4fe1-b002-cda61a199b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:25:44.241125 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662ba804-7854-47a7-b755-025baac2c7ea tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Network hostable DHCP agents. Network: 6f78a02f-99ae-4fe1-b002-cda61a199b23, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:25:44.308072 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44f0c8-7a33-4cbd-b587-8678d686b79b req-b60dabe1-e507-49e6-a1c2-c7ce44791afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:44.310026 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ae44f0c8-7a33-4cbd-b587-8678d686b79b req-b60dabe1-e507-49e6-a1c2-c7ce44791afb service neutron] 10.222.0.25 "GET /v2.0/networks?id=32c76f13-1e17-4dc8-9eac-cde3fda606b6 HTTP/1.1" status: 200 len: 915 time: 0.7861006 Nov 10 19:25:44.329914 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ab8fe7c-7985-4be3-b1a0-307700661f69 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:44.364335 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26c88de-2c7a-4a44-aad8-638061d83435 None None] Network f9ec9df3-a5de-4b18-b502-2fc359178b0b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:25:44.381247 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ae44f0c8-7a33-4cbd-b587-8678d686b79b req-d1005f7e-3400-4f13-bb0e-0a163389cfd2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bfe141f-0bea-4536-844a-8485f188a0ee HTTP/1.1" status: 200 len: 217 time: 0.0611424 Nov 10 19:25:44.387439 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662ba804-7854-47a7-b755-025baac2c7ea tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Network 6f78a02f-99ae-4fe1-b002-cda61a199b23 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:25:44.464855 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-9ab8fe7c-7985-4be3-b1a0-307700661f69 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Deleting port d52a615b-715e-4a1c-95fc-2377f12f3ef9 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:25:44.465792 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ab8fe7c-7985-4be3-b1a0-307700661f69 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:44.502258 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-662ba804-7854-47a7-b755-025baac2c7ea tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 6f78a02f-99ae-4fe1-b002-cda61a199b23) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:25:44.506853 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662ba804-7854-47a7-b755-025baac2c7ea tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:44.507491 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-662ba804-7854-47a7-b755-025baac2c7ea tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:44.513346 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-26ae9f4c-6c15-4b77-aa83-972db40fdb48 None None] Provisioning complete for port d52a615b-715e-4a1c-95fc-2377f12f3ef9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:44.514121 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-26ae9f4c-6c15-4b77-aa83-972db40fdb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:44.527342 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21fafe3-af32-41c7-96e0-62a544880f47 None None] Network 6f78a02f-99ae-4fe1-b002-cda61a199b23 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:25:44.554336 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44f0c8-7a33-4cbd-b587-8678d686b79b req-28f2b56f-21d9-4da7-9ef5-3140e7df9bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:44.560992 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ae44f0c8-7a33-4cbd-b587-8678d686b79b req-28f2b56f-21d9-4da7-9ef5-3140e7df9bbe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=babcf2b1-e498-4105-82f8-754d9115199f HTTP/1.1" status: 200 len: 854 time: 0.1589718 Nov 10 19:25:44.563261 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-311799e5-d108-4a04-b917-63e92f1607d4 req-8aef0212-705e-426e-897c-6ba90fc7d685 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Allocated IP 172.20.0.13 (d81248ac-96a9-4e56-9bb4-f772b36a0433/9d874850-3788-4c89-9cc5-3e0f9d06fb90/a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:25:44.574225 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe52a7-34e3-4ba4-a065-ae3031f73d72 req-8400ca9f-ac45-4c64-8bdd-a285391fc90f tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:44.575809 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-11fe52a7-34e3-4ba4-a065-ae3031f73d72 req-8400ca9f-ac45-4c64-8bdd-a285391fc90f tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7d16bca-b2f9-46a0-8841-ceba19135d02 HTTP/1.1" status: 200 len: 943 time: 0.1934185 Nov 10 19:25:44.581707 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-662ba804-7854-47a7-b755-025baac2c7ea tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1894941 Nov 10 19:25:44.588915 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48658) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:44.618283 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-c5422117-b421-4e16-a5e7-1a949999dac9 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Request body: {'port': {'network_id': '6f78a02f-99ae-4fe1-b002-cda61a199b23', 'name': 'tempest-AllowedAddressPairTestJSON-1254787542'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:44.627522 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-9ab8fe7c-7985-4be3-b1a0-307700661f69 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] For port d52a615b-715e-4a1c-95fc-2377f12f3ef9, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d52a615b-715e-4a1c-95fc-2377f12f3ef9,segment=NetworkSegment(5f9126c1-7545-4ec4-ba68-8f5afa715a15),segment_id=5f9126c1-7545-4ec4-ba68-8f5afa715a15)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:25:44.627956 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ab8fe7c-7985-4be3-b1a0-307700661f69 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:44.633976 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ae44f0c8-7a33-4cbd-b587-8678d686b79b req-3c5e2c11-4f34-474f-8609-faec79f50fec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=32c76f13-1e17-4dc8-9eac-cde3fda606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688043 Nov 10 19:25:44.659907 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-9ab8fe7c-7985-4be3-b1a0-307700661f69 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Calling delete_port for d52a615b-715e-4a1c-95fc-2377f12f3ef9 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:25:44.773810 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ab8fe7c-7985-4be3-b1a0-307700661f69 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:44.813720 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ae44f0c8-7a33-4cbd-b587-8678d686b79b req-bb219fa9-5a5e-4989-8a4b-39fb990dbe9c service neutron] 10.222.0.25 "GET /v2.0/networks/32c76f13-1e17-4dc8-9eac-cde3fda606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417217 Nov 10 19:25:44.814514 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8fe7c-7985-4be3-b1a0-307700661f69 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Port': ['ID=d52a615b-715e-4a1c-95fc-2377f12f3ef9,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:44.826830 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab8fe7c-7985-4be3-b1a0-307700661f69 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] No DVR routers for this DVR port d52a615b-715e-4a1c-95fc-2377f12f3ef9 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:25:44.868368 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da98867d-725e-4079-85de-af5b9079b8ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-6f78a02f-99ae-4fe1-b002-cda61a199b23', 'network_id': '6f78a02f-99ae-4fe1-b002-cda61a199b23', 'tenant_id': 'b72185a3c6f24cbe9f4de3c373a76458', 'fixed_ips': [{'subnet_id': '7ae9614f-f96f-413d-a867-6d63526b9fab'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:25:44.869560 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-da98867d-725e-4079-85de-af5b9079b8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:44.890065 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-11fe52a7-34e3-4ba4-a065-ae3031f73d72 req-efc5b287-73a9-4ddb-bdc0-b482ef7a1c10 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997167 Nov 10 19:25:44.894281 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2ae4ee-6786-4fa2-aa72-1845099b11d7 None None] DHCP port deletion for f9ec9df3-a5de-4b18-b502-2fc359178b0b request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:25:44.989054 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ab8fe7c-7985-4be3-b1a0-307700661f69 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:45.012860 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-9ab8fe7c-7985-4be3-b1a0-307700661f69 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ec9df3-a5de-4b18-b502-2fc359178b0b']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:25:45.028017 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-9ab8fe7c-7985-4be3-b1a0-307700661f69 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f9126c1-7545-4ec4-ba68-8f5afa715a15') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:25:45.028330 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-9ab8fe7c-7985-4be3-b1a0-307700661f69 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f9126c1-7545-4ec4-ba68-8f5afa715a15') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:25:45.048163 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ab8fe7c-7985-4be3-b1a0-307700661f69 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:45.051213 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-da98867d-725e-4079-85de-af5b9079b8ad None None] Allocated IP 172.20.0.2 (6f78a02f-99ae-4fe1-b002-cda61a199b23/7ae9614f-f96f-413d-a867-6d63526b9fab/f26cc33c-ca13-40d4-b852-43c7b136a01e) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:25:45.073430 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ab8fe7c-7985-4be3-b1a0-307700661f69 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:45.081851 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab8fe7c-7985-4be3-b1a0-307700661f69 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:25:45.082721 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ab8fe7c-7985-4be3-b1a0-307700661f69 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:45.105373 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d8fb69e-09d5-4b5b-a8e6-bc0ad1e72572 req-c737fca1-bf60-40da-8586-401d6ab62223 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 210 time: 0.1333282 Nov 10 19:25:45.147285 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:25:45.147285 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:25:45.147285 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:25:45.147285 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:25:45.147285 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:25:45.147285 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:25:45.147285 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:25:45.147285 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:25:45.147285 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:25:45.147285 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:25:45.147285 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:25:45.147285 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:25:45.147285 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:25:45.147285 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:25:45.147285 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:25:45.147285 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:25:45.147285 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:25:45.147285 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:25:45.147285 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:25:45.147285 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:25:45.147285 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:25:45.147285 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:25:45.147285 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:25:45.147285 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:25:45.147285 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:25:45.147285 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:25:45.147285 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:25:45.147285 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:25:45.147285 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:25:45.147285 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:25:45.147285 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:25:45.147285 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:25:45.152734 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ab8fe7c-7985-4be3-b1a0-307700661f69 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:45.167669 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ab8fe7c-7985-4be3-b1a0-307700661f69 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:45.175972 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9ab8fe7c-7985-4be3-b1a0-307700661f69 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/networks/f9ec9df3-a5de-4b18-b502-2fc359178b0b HTTP/1.1" status: 204 len: 168 time: 1.0336380 Nov 10 19:25:45.177370 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ae44f0c8-7a33-4cbd-b587-8678d686b79b req-0c096f8e-fba6-4822-aef9-802e7bc8ec17 service neutron] 10.222.0.25 "GET /v2.0/networks/32c76f13-1e17-4dc8-9eac-cde3fda606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450594 Nov 10 19:25:45.181756 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48660) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:45.189476 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-639180ec-3b32-4661-ac63-bc2ab822d9c4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'port': {'network_id': 'dfca0295-67ae-4a70-a230-6919d8035342', 'name': 'tempest-PortsTestJSON-184022970'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:45.203702 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8fe7c-7985-4be3-b1a0-307700661f69 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Network': ['ID=f9ec9df3-a5de-4b18-b502-2fc359178b0b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:45.227315 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5422117-b421-4e16-a5e7-1a949999dac9 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Made reservation on behalf of b72185a3c6f24cbe9f4de3c373a76458 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:25:45.231214 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c5422117-b421-4e16-a5e7-1a949999dac9 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:45.236397 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-311799e5-d108-4a04-b917-63e92f1607d4 req-8aef0212-705e-426e-897c-6ba90fc7d685 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:45.249326 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-da98867d-725e-4079-85de-af5b9079b8ad None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:45.256205 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-da98867d-725e-4079-85de-af5b9079b8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:45.304973 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da98867d-725e-4079-85de-af5b9079b8ad None None] Network 6f78a02f-99ae-4fe1-b002-cda61a199b23 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:25:45.307766 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-da98867d-725e-4079-85de-af5b9079b8ad None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:25:45.308571 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-c5422117-b421-4e16-a5e7-1a949999dac9 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] device_id is not set on port 220aa87a-e1a3-4b67-b7c5-f54e804120c9 yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:25:45.315210 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da98867d-725e-4079-85de-af5b9079b8ad None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:25:45.318581 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98867d-725e-4079-85de-af5b9079b8ad None None] Pushing event updated for resources: {'Port': ['ID=f26cc33c-ca13-40d4-b852-43c7b136a01e,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:45.387141 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-da98867d-725e-4079-85de-af5b9079b8ad None None] Attempting to bind port f26cc33c-ca13-40d4-b852-43c7b136a01e on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:25:45.388109 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-da98867d-725e-4079-85de-af5b9079b8ad None None] Attempting to bind port f26cc33c-ca13-40d4-b852-43c7b136a01e by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '23ff5ec9-3641-4e32-abf0-4c7a0daa77a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6f78a02f-99ae-4fe1-b002-cda61a199b23'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:25:45.388814 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da98867d-725e-4079-85de-af5b9079b8ad None None] Attempting to bind port f26cc33c-ca13-40d4-b852-43c7b136a01e on network 6f78a02f-99ae-4fe1-b002-cda61a199b23 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:25:45.397520 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da98867d-725e-4079-85de-af5b9079b8ad None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:25:45.398049 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da98867d-725e-4079-85de-af5b9079b8ad None None] Checking segment: {'id': '23ff5ec9-3641-4e32-abf0-4c7a0daa77a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6f78a02f-99ae-4fe1-b002-cda61a199b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:25:45.398458 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-da98867d-725e-4079-85de-af5b9079b8ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:45.398857 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da98867d-725e-4079-85de-af5b9079b8ad None None] Bound using segment: {'id': '23ff5ec9-3641-4e32-abf0-4c7a0daa77a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6f78a02f-99ae-4fe1-b002-cda61a199b23'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:25:45.399322 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-da98867d-725e-4079-85de-af5b9079b8ad None None] Bound port: f26cc33c-ca13-40d4-b852-43c7b136a01e, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ff5ec9-3641-4e32-abf0-4c7a0daa77a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6f78a02f-99ae-4fe1-b002-cda61a199b23'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:25:45.399707 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-da98867d-725e-4079-85de-af5b9079b8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:45.449590 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-311799e5-d108-4a04-b917-63e92f1607d4 req-8aef0212-705e-426e-897c-6ba90fc7d685 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:45.474162 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639180ec-3b32-4661-ac63-bc2ab822d9c4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:25:45.477742 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-639180ec-3b32-4661-ac63-bc2ab822d9c4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:45.517457 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-da98867d-725e-4079-85de-af5b9079b8ad None None] For port f26cc33c-ca13-40d4-b852-43c7b136a01e, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:25:45.525877 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-da98867d-725e-4079-85de-af5b9079b8ad None None] For port f26cc33c-ca13-40d4-b852-43c7b136a01e, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f26cc33c-ca13-40d4-b852-43c7b136a01e,segment=NetworkSegment(23ff5ec9-3641-4e32-abf0-4c7a0daa77a0),segment_id=23ff5ec9-3641-4e32-abf0-4c7a0daa77a0)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:25:45.545023 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-da98867d-725e-4079-85de-af5b9079b8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:45.552413 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-311799e5-d108-4a04-b917-63e92f1607d4 req-8aef0212-705e-426e-897c-6ba90fc7d685 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Network d81248ac-96a9-4e56-9bb4-f772b36a0433 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:25:45.560381 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-311799e5-d108-4a04-b917-63e92f1607d4 req-8aef0212-705e-426e-897c-6ba90fc7d685 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:25:45.562377 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef0212-705e-426e-897c-6ba90fc7d685 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Pushing event updated for resources: {'Port': ['ID=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:45.564805 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-311799e5-d108-4a04-b917-63e92f1607d4 req-8aef0212-705e-426e-897c-6ba90fc7d685 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:25:45.568034 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-639180ec-3b32-4661-ac63-bc2ab822d9c4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] device_id is not set on port 2c8f6fa6-ea71-4675-8c51-a9d0c2e709f3 yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:25:45.578848 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-c5422117-b421-4e16-a5e7-1a949999dac9 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Allocated IP 172.20.0.10 (6f78a02f-99ae-4fe1-b002-cda61a199b23/7ae9614f-f96f-413d-a867-6d63526b9fab/220aa87a-e1a3-4b67-b7c5-f54e804120c9) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:25:45.690139 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d52a615b-715e-4a1c-95fc-2377f12f3ef9 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:25:45.775944 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: d52a615b-715e-4a1c-95fc-2377f12f3ef9 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:25:45.776286 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d52a615b-715e-4a1c-95fc-2377f12f3ef9 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:25:45.795265 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98867d-725e-4079-85de-af5b9079b8ad None None] Pushing event updated for resources: {'Port': ['ID=f26cc33c-ca13-40d4-b852-43c7b136a01e,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:45.815232 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311799e5-d108-4a04-b917-63e92f1607d4 req-8aef0212-705e-426e-897c-6ba90fc7d685 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:45.816052 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-311799e5-d108-4a04-b917-63e92f1607d4 req-8aef0212-705e-426e-897c-6ba90fc7d685 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:45.897375 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-311799e5-d108-4a04-b917-63e92f1607d4 req-8aef0212-705e-426e-897c-6ba90fc7d685 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6621897 Nov 10 19:25:45.925579 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-311799e5-d108-4a04-b917-63e92f1607d4 req-581da4d8-b70c-4399-81c5-7987c2f85102 service neutron] Request body: {'port': {'device_id': 'd0ecba7d-3cdc-42ec-b556-02443a8565ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:46.029499 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-49d44c3b-95a9-443e-a456-e35bc5598f0b None None] Provisioning complete for port a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:46.030181 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-49d44c3b-95a9-443e-a456-e35bc5598f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:46.058543 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48676) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:46.116742 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-49d44c3b-95a9-443e-a456-e35bc5598f0b None None] Port a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:25:46.129189 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-639180ec-3b32-4661-ac63-bc2ab822d9c4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:46.211379 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a913dc83-cd6f-4d3e-b8eb-9be0c861a534 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:46.215576 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68635a5-a1f6-4694-871f-ad8743610e3f req-ecba9312-36ca-41be-b4d5-aafd592dd550 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:46.217154 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c68635a5-a1f6-4694-871f-ad8743610e3f req-ecba9312-36ca-41be-b4d5-aafd592dd550 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7d16bca-b2f9-46a0-8841-ceba19135d02 HTTP/1.1" status: 200 len: 943 time: 0.1598091 Nov 10 19:25:46.253099 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-311799e5-d108-4a04-b917-63e92f1607d4 req-581da4d8-b70c-4399-81c5-7987c2f85102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:46.289700 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a913dc83-cd6f-4d3e-b8eb-9be0c861a534 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:46.298561 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a913dc83-cd6f-4d3e-b8eb-9be0c861a534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:46.318769 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c5422117-b421-4e16-a5e7-1a949999dac9 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:46.346075 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a913dc83-cd6f-4d3e-b8eb-9be0c861a534 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a6935284539f4915b67b97d41daab035&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2861416 Nov 10 19:25:46.347820 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a913dc83-cd6f-4d3e-b8eb-9be0c861a534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc8dacc-fe93-4bdc-9410-35109f8d0b68,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:46.350376 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48682) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:46.355148 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-639180ec-3b32-4661-ac63-bc2ab822d9c4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:46.409850 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c68635a5-a1f6-4694-871f-ad8743610e3f req-6740e8c0-c384-4a66-ba67-47dcfe9caf80 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817844 Nov 10 19:25:46.417209 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-69b147fa-3543-4315-a7eb-d9a9f5239d42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:46.446119 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-69b147fa-3543-4315-a7eb-d9a9f5239d42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:46.504051 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639180ec-3b32-4661-ac63-bc2ab822d9c4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network dfca0295-67ae-4a70-a230-6919d8035342 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:25:46.514303 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-69b147fa-3543-4315-a7eb-d9a9f5239d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:46.517067 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-69b147fa-3543-4315-a7eb-d9a9f5239d42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:46.518361 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-69b147fa-3543-4315-a7eb-d9a9f5239d42 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dfc8dacc-fe93-4bdc-9410-35109f8d0b68 HTTP/1.1" status: 204 len: 168 time: 0.1550226 Nov 10 19:25:46.526999 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b147fa-3543-4315-a7eb-d9a9f5239d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc8dacc-fe93-4bdc-9410-35109f8d0b68,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:46.537468 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-639180ec-3b32-4661-ac63-bc2ab822d9c4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:25:46.539535 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639180ec-3b32-4661-ac63-bc2ab822d9c4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Port': ['ID=2c8f6fa6-ea71-4675-8c51-a9d0c2e709f3,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:46.543627 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639180ec-3b32-4661-ac63-bc2ab822d9c4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:25:46.550107 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639180ec-3b32-4661-ac63-bc2ab822d9c4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:46.550778 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-639180ec-3b32-4661-ac63-bc2ab822d9c4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:46.618792 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c5422117-b421-4e16-a5e7-1a949999dac9 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:46.673415 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-639180ec-3b32-4661-ac63-bc2ab822d9c4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4893632 Nov 10 19:25:46.682428 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48688) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:46.761478 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e049d0e-d67c-495a-b082-14f20055d324 req-71286bff-d1ee-4989-b5c8-49b9827c2364 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:46.763098 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e049d0e-d67c-495a-b082-14f20055d324 req-71286bff-d1ee-4989-b5c8-49b9827c2364 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 932 time: 0.2324779 Nov 10 19:25:46.795020 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5422117-b421-4e16-a5e7-1a949999dac9 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Network 6f78a02f-99ae-4fe1-b002-cda61a199b23 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:25:46.798953 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5422117-b421-4e16-a5e7-1a949999dac9 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Pushing event updated for resources: {'Port': ['ID=220aa87a-e1a3-4b67-b7c5-f54e804120c9,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:46.807241 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-87b4ca2d-c793-482c-b0f4-21ada52076da tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Deleting port 2c8f6fa6-ea71-4675-8c51-a9d0c2e709f3 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:25:46.807623 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-87b4ca2d-c793-482c-b0f4-21ada52076da tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:46.812468 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-c5422117-b421-4e16-a5e7-1a949999dac9 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:25:46.819444 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5422117-b421-4e16-a5e7-1a949999dac9 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:25:46.883569 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e049d0e-d67c-495a-b082-14f20055d324 req-eb64c9ef-9871-4fd2-97ad-766969f9712d tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040606 Nov 10 19:25:46.904263 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-87b4ca2d-c793-482c-b0f4-21ada52076da tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:46.931982 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-87b4ca2d-c793-482c-b0f4-21ada52076da tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Calling delete_port for 2c8f6fa6-ea71-4675-8c51-a9d0c2e709f3 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:25:46.932247 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5422117-b421-4e16-a5e7-1a949999dac9 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:46.932918 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c5422117-b421-4e16-a5e7-1a949999dac9 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:46.983735 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48692) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:46.998610 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c5422117-b421-4e16-a5e7-1a949999dac9 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4018838 Nov 10 19:25:47.004601 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48694) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:47.011671 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-b30e4fb6-b1cf-410b-b1be-d5454f00cf7b tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Request body: {'port': {'network_id': '6f78a02f-99ae-4fe1-b002-cda61a199b23', 'name': 'tempest-AllowedAddressPairTestJSON-1703662714', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:65:19:9b'}]}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:47.020392 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c18081c0-01ba-4484-af61-99acd74d5601 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:47.032168 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046ba2cf-78bd-4dbf-8123-3dac444e2efc None None] Network 6f78a02f-99ae-4fe1-b002-cda61a199b23 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:25:47.045333 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-311799e5-d108-4a04-b917-63e92f1607d4 req-581da4d8-b70c-4399-81c5-7987c2f85102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:25:47.063389 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-87b4ca2d-c793-482c-b0f4-21ada52076da tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:47.065132 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-311799e5-d108-4a04-b917-63e92f1607d4 req-581da4d8-b70c-4399-81c5-7987c2f85102 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:47.096900 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4ca2d-c793-482c-b0f4-21ada52076da tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Port': ['ID=2c8f6fa6-ea71-4675-8c51-a9d0c2e709f3,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:47.103989 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-87b4ca2d-c793-482c-b0f4-21ada52076da tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:47.106194 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-71d9a54c-9d0e-44f4-b619-c77bce4151d8 None None] Provisioning complete for port f26cc33c-ca13-40d4-b852-43c7b136a01e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:47.106775 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-71d9a54c-9d0e-44f4-b619-c77bce4151d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:47.112003 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-87b4ca2d-c793-482c-b0f4-21ada52076da tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/ports/2c8f6fa6-ea71-4675-8c51-a9d0c2e709f3 HTTP/1.1" status: 204 len: 168 time: 0.4260473 Nov 10 19:25:47.112351 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-311799e5-d108-4a04-b917-63e92f1607d4 req-581da4d8-b70c-4399-81c5-7987c2f85102 service neutron] Transition to ACTIVE for port object a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:25:47.112951 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48696) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:47.119089 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-6caf93e2-95a7-4fa4-98d3-321ffc659bb7 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'port': {'network_id': 'dfca0295-67ae-4a70-a230-6919d8035342', 'mac_address': 'fa:16:3e:d0:14:97', 'name': 'tempest-PortsTestJSON-499372307'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:47.124917 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-311799e5-d108-4a04-b917-63e92f1607d4 req-581da4d8-b70c-4399-81c5-7987c2f85102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:47.234709 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6caf93e2-95a7-4fa4-98d3-321ffc659bb7 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:25:47.247796 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581da4d8-b70c-4399-81c5-7987c2f85102 service neutron] Pushing event updated for resources: {'Port': ['ID=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:47.263816 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-71d9a54c-9d0e-44f4-b619-c77bce4151d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:47.319538 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-71d9a54c-9d0e-44f4-b619-c77bce4151d8 None None] For port f26cc33c-ca13-40d4-b852-43c7b136a01e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f26cc33c-ca13-40d4-b852-43c7b136a01e,segment=NetworkSegment(23ff5ec9-3641-4e32-abf0-4c7a0daa77a0),segment_id=23ff5ec9-3641-4e32-abf0-4c7a0daa77a0)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:25:47.327463 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-71d9a54c-9d0e-44f4-b619-c77bce4151d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:47.378577 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6caf93e2-95a7-4fa4-98d3-321ffc659bb7 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:47.403471 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-311799e5-d108-4a04-b917-63e92f1607d4 req-581da4d8-b70c-4399-81c5-7987c2f85102 service neutron] Attempting to bind port a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:25:47.403832 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-311799e5-d108-4a04-b917-63e92f1607d4 req-581da4d8-b70c-4399-81c5-7987c2f85102 service neutron] Attempting to bind port a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:25:47.404155 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311799e5-d108-4a04-b917-63e92f1607d4 req-581da4d8-b70c-4399-81c5-7987c2f85102 service neutron] Attempting to bind port a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f on network d81248ac-96a9-4e56-9bb4-f772b36a0433 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:25:47.413179 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-6caf93e2-95a7-4fa4-98d3-321ffc659bb7 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] device_id is not set on port cc510ee4-8d3c-4d2f-8912-9fa8786c5269 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:25:47.433625 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30e4fb6-b1cf-410b-b1be-d5454f00cf7b tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Made reservation on behalf of b72185a3c6f24cbe9f4de3c373a76458 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:25:47.452197 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311799e5-d108-4a04-b917-63e92f1607d4 req-581da4d8-b70c-4399-81c5-7987c2f85102 service neutron] Port a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f on network d81248ac-96a9-4e56-9bb4-f772b36a0433 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:25:47.452525 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311799e5-d108-4a04-b917-63e92f1607d4 req-581da4d8-b70c-4399-81c5-7987c2f85102 service neutron] Attempting to bind port a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f on network d81248ac-96a9-4e56-9bb4-f772b36a0433 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:25:47.490263 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c18081c0-01ba-4484-af61-99acd74d5601 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:47.515745 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311799e5-d108-4a04-b917-63e92f1607d4 req-581da4d8-b70c-4399-81c5-7987c2f85102 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:25:47.516291 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311799e5-d108-4a04-b917-63e92f1607d4 req-581da4d8-b70c-4399-81c5-7987c2f85102 service neutron] Checking segment: {'id': '5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:25:47.516789 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311799e5-d108-4a04-b917-63e92f1607d4 req-581da4d8-b70c-4399-81c5-7987c2f85102 service neutron] Bound using segment: {'id': '5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:25:47.517354 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-311799e5-d108-4a04-b917-63e92f1607d4 req-581da4d8-b70c-4399-81c5-7987c2f85102 service neutron] Bound port: a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:25:47.517841 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-311799e5-d108-4a04-b917-63e92f1607d4 req-581da4d8-b70c-4399-81c5-7987c2f85102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:47.521496 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c18081c0-01ba-4484-af61-99acd74d5601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:47.667069 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6caf93e2-95a7-4fa4-98d3-321ffc659bb7 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:47.676739 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d9a54c-9d0e-44f4-b619-c77bce4151d8 None None] Pushing event updated for resources: {'Port': ['ID=f26cc33c-ca13-40d4-b852-43c7b136a01e,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:47.693844 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c18081c0-01ba-4484-af61-99acd74d5601 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4685893dfc8048ba90727deb46f0f52a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7072370 Nov 10 19:25:47.698753 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48702) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:47.720280 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18081c0-01ba-4484-af61-99acd74d5601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8d3273-0c2d-4b98-aa4b-c9bc661422d5,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:47.755656 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b30e4fb6-b1cf-410b-b1be-d5454f00cf7b tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:47.766713 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f26cc33c-ca13-40d4-b852-43c7b136a01e up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:25:47.768480 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dadebe-c72a-48b0-9dec-b4e5d8b5c907 req-c18b631f-647e-4c8f-82a8-5c8c3c57c40f tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:47.775737 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-03dadebe-c72a-48b0-9dec-b4e5d8b5c907 req-c18b631f-647e-4c8f-82a8-5c8c3c57c40f tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7d16bca-b2f9-46a0-8841-ceba19135d02 HTTP/1.1" status: 200 len: 943 time: 0.2472346 Nov 10 19:25:47.802136 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-311799e5-d108-4a04-b917-63e92f1607d4 req-581da4d8-b70c-4399-81c5-7987c2f85102 service neutron] For port a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:25:47.802845 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6caf93e2-95a7-4fa4-98d3-321ffc659bb7 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:47.836965 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-b30e4fb6-b1cf-410b-b1be-d5454f00cf7b tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] device_id is not set on port ee7d4277-e727-46bf-af28-4bfdfe28f3bd yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:25:47.843564 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port f26cc33c-ca13-40d4-b852-43c7b136a01e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:47.844320 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:47.845519 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-311799e5-d108-4a04-b917-63e92f1607d4 req-581da4d8-b70c-4399-81c5-7987c2f85102 service neutron] For port a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:25:47.860204 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-311799e5-d108-4a04-b917-63e92f1607d4 req-581da4d8-b70c-4399-81c5-7987c2f85102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:47.884935 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caf93e2-95a7-4fa4-98d3-321ffc659bb7 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network dfca0295-67ae-4a70-a230-6919d8035342 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:25:47.889739 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-6caf93e2-95a7-4fa4-98d3-321ffc659bb7 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:25:47.892559 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 5bfe141f-0bea-4536-844a-8485f188a0ee details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:25:47.893146 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caf93e2-95a7-4fa4-98d3-321ffc659bb7 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:25:47.900975 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caf93e2-95a7-4fa4-98d3-321ffc659bb7 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:47.901979 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6caf93e2-95a7-4fa4-98d3-321ffc659bb7 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:47.904766 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0e3e1edf-d700-4829-ab2b-20dcfa305c99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:47.938373 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-03dadebe-c72a-48b0-9dec-b4e5d8b5c907 req-46ce273e-2213-4538-b608-18451d8a8e0a tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616466 Nov 10 19:25:47.949901 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf93e2-95a7-4fa4-98d3-321ffc659bb7 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Port': ['ID=cc510ee4-8d3c-4d2f-8912-9fa8786c5269,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:47.999408 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311799e5-d108-4a04-b917-63e92f1607d4 req-581da4d8-b70c-4399-81c5-7987c2f85102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:48.000512 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-311799e5-d108-4a04-b917-63e92f1607d4 req-581da4d8-b70c-4399-81c5-7987c2f85102 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:48.002122 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-311799e5-d108-4a04-b917-63e92f1607d4 req-581da4d8-b70c-4399-81c5-7987c2f85102 service neutron] 10.222.0.25 "PUT /v2.0/ports/a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f HTTP/1.1" status: 200 len: 1092 time: 2.0874610 Nov 10 19:25:48.002702 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ecba7d-3cdc-42ec-b556-02443a8565ef', 'tag': 'a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:25:48.005119 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d38dcd-30c0-413d-a921-86f6b9d70507" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ecba7d-3cdc-42ec-b556-02443a8565ef", "tag": "a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:25:48.014021 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0e3e1edf-d700-4829-ab2b-20dcfa305c99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:48.103350 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6caf93e2-95a7-4fa4-98d3-321ffc659bb7 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9890580 Nov 10 19:25:48.104453 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48714) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:48.111285 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0e3e1edf-d700-4829-ab2b-20dcfa305c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:48.114911 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0e3e1edf-d700-4829-ab2b-20dcfa305c99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:48.116255 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0e3e1edf-d700-4829-ab2b-20dcfa305c99 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0c8d3273-0c2d-4b98-aa4b-c9bc661422d5 HTTP/1.1" status: 204 len: 168 time: 0.4156730 Nov 10 19:25:48.139069 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 5bfe141f-0bea-4536-844a-8485f188a0ee, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=5bfe141f-0bea-4536-844a-8485f188a0ee,segment=NetworkSegment(972f3100-a6a2-4418-9bf5-bbc6550de0fb),segment_id=972f3100-a6a2-4418-9bf5-bbc6550de0fb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:25:48.164030 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581da4d8-b70c-4399-81c5-7987c2f85102 service neutron] Pushing event updated for resources: {'Port': ['ID=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:48.169102 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '5bfe141f-0bea-4536-844a-8485f188a0ee', 'network_id': '32c76f13-1e17-4dc8-9eac-cde3fda606b6', 'port_id': '5bfe141f-0bea-4536-844a-8485f188a0ee', 'mac_address': 'fa:16:3e:82:e8:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'babcf2b1-e498-4105-82f8-754d9115199f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:25:48.172613 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e4af3b-7e66-4f52-8310-0cc27934a02b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:48.184053 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48718) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:48.187071 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-63e4af3b-7e66-4f52-8310-0cc27934a02b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "GET /v2.0/ports/cc510ee4-8d3c-4d2f-8912-9fa8786c5269 HTTP/1.1" status: 200 len: 840 time: 0.0720170 Nov 10 19:25:48.201318 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e1edf-d700-4829-ab2b-20dcfa305c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8d3273-0c2d-4b98-aa4b-c9bc661422d5,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:48.277699 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-915d0642-1cd2-4b7e-b67d-9d6d18a1a75f None None] Provisioning complete for port 220aa87a-e1a3-4b67-b7c5-f54e804120c9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:48.278117 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-915d0642-1cd2-4b7e-b67d-9d6d18a1a75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:48.336960 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-915d0642-1cd2-4b7e-b67d-9d6d18a1a75f None None] Port 220aa87a-e1a3-4b67-b7c5-f54e804120c9 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:25:48.340564 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-b30e4fb6-b1cf-410b-b1be-d5454f00cf7b tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Allocated IP 172.20.0.7 (6f78a02f-99ae-4fe1-b002-cda61a199b23/7ae9614f-f96f-413d-a867-6d63526b9fab/ee7d4277-e727-46bf-af28-4bfdfe28f3bd) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:25:48.352731 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:48.357383 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311799e5-d108-4a04-b917-63e92f1607d4 req-89bd9b89-f3cc-401b-9249-4714370df552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:48.359204 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-311799e5-d108-4a04-b917-63e92f1607d4 req-89bd9b89-f3cc-401b-9249-4714370df552 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e964d54e065f49df9181b3cc5034fac9&device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 1095 time: 0.3045115 Nov 10 19:25:48.382286 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bfe141f-0bea-4536-844a-8485f188a0ee {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:25:48.389425 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-915d0642-1cd2-4b7e-b67d-9d6d18a1a75f None None] Provisioning complete for port f26cc33c-ca13-40d4-b852-43c7b136a01e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:48.390080 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-915d0642-1cd2-4b7e-b67d-9d6d18a1a75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:48.458499 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 5bfe141f-0bea-4536-844a-8485f188a0ee, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=5bfe141f-0bea-4536-844a-8485f188a0ee,segment=NetworkSegment(972f3100-a6a2-4418-9bf5-bbc6550de0fb),segment_id=972f3100-a6a2-4418-9bf5-bbc6550de0fb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:25:48.481536 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-311799e5-d108-4a04-b917-63e92f1607d4 req-7b3d7097-de98-4320-979f-283bc792ec13 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f HTTP/1.1" status: 200 len: 217 time: 0.1014013 Nov 10 19:25:48.491543 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:48.559907 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=5bfe141f-0bea-4536-844a-8485f188a0ee,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:48.595794 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ea898-12a8-4bca-b83c-ad5a363cf14b req-454f0dc7-f658-48c5-b91c-65387042e9c1 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:48.597400 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-429ea898-12a8-4bca-b83c-ad5a363cf14b req-454f0dc7-f658-48c5-b91c-65387042e9c1 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 944 time: 0.2496927 Nov 10 19:25:48.632266 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-bb5ff0c5-fb8a-4fd6-82eb-1c4627531bb4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Deleting port cc510ee4-8d3c-4d2f-8912-9fa8786c5269 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:25:48.632595 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bb5ff0c5-fb8a-4fd6-82eb-1c4627531bb4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:48.656227 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311799e5-d108-4a04-b917-63e92f1607d4 req-64d30615-76b7-4133-8fc4-4b27783e1ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:48.657812 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-311799e5-d108-4a04-b917-63e92f1607d4 req-64d30615-76b7-4133-8fc4-4b27783e1ebc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d874850-3788-4c89-9cc5-3e0f9d06fb90 HTTP/1.1" status: 200 len: 851 time: 0.1659636 Nov 10 19:25:48.660392 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-818c5119-f68b-44e6-b0fc-b64be53e55db None None] Provisioning complete for port 220aa87a-e1a3-4b67-b7c5-f54e804120c9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:48.660981 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-818c5119-f68b-44e6-b0fc-b64be53e55db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:48.669492 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48726) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:48.696915 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-76d936ef-a4f2-4f5c-b9b2-5bd370ff2f40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:48.714876 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-818c5119-f68b-44e6-b0fc-b64be53e55db None None] Port 220aa87a-e1a3-4b67-b7c5-f54e804120c9 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:25:48.806155 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-76d936ef-a4f2-4f5c-b9b2-5bd370ff2f40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:48.813188 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-76d936ef-a4f2-4f5c-b9b2-5bd370ff2f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:48.854893 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-76d936ef-a4f2-4f5c-b9b2-5bd370ff2f40 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1edd2b8274ac41dc88058ea0d4e16a80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1840942 Nov 10 19:25:48.856299 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d936ef-a4f2-4f5c-b9b2-5bd370ff2f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2e011f-c7c9-4b9f-9aec-a3807a1f7e6a,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:48.858891 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48728) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:48.919246 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-645545ae-5cf2-447a-a9b8-b18ac5c639b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:48.922497 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['5bfe141f-0bea-4536-844a-8485f188a0ee'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:25:48.945399 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-645545ae-5cf2-447a-a9b8-b18ac5c639b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:49.004532 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-645545ae-5cf2-447a-a9b8-b18ac5c639b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:49.007639 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-645545ae-5cf2-447a-a9b8-b18ac5c639b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:49.009020 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-645545ae-5cf2-447a-a9b8-b18ac5c639b0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5c2e011f-c7c9-4b9f-9aec-a3807a1f7e6a HTTP/1.1" status: 204 len: 168 time: 0.1492274 Nov 10 19:25:49.024694 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645545ae-5cf2-447a-a9b8-b18ac5c639b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2e011f-c7c9-4b9f-9aec-a3807a1f7e6a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:49.190773 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bb5ff0c5-fb8a-4fd6-82eb-1c4627531bb4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:49.209158 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-429ea898-12a8-4bca-b83c-ad5a363cf14b req-a05915ed-d7e6-4cf2-9a0c-5938c5277f83 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5800650 Nov 10 19:25:49.227742 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-bb5ff0c5-fb8a-4fd6-82eb-1c4627531bb4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Calling delete_port for cc510ee4-8d3c-4d2f-8912-9fa8786c5269 owned by {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:25:49.227742 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b30e4fb6-b1cf-410b-b1be-d5454f00cf7b tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:49.231240 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311799e5-d108-4a04-b917-63e92f1607d4 req-27f55390-d29e-47ae-aa6a-a7253c14aa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:49.232848 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-311799e5-d108-4a04-b917-63e92f1607d4 req-27f55390-d29e-47ae-aa6a-a7253c14aa1f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d81248ac-96a9-4e56-9bb4-f772b36a0433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5587332 Nov 10 19:25:49.266477 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e165fba5-8b2e-4be3-98e1-eddb71365134 x-openstack-request-id: req-e165fba5-8b2e-4be3-98e1-eddb71365134 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:25:49.266768 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ecba7d-3cdc-42ec-b556-02443a8565ef", "tag": "a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:25:49.267014 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e165fba5-8b2e-4be3-98e1-eddb71365134 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:25:49.267445 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ecba7d-3cdc-42ec-b556-02443a8565ef', 'tag': 'a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f', 'status': 'completed', 'code': 200} Nov 10 19:25:49.393900 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b30e4fb6-b1cf-410b-b1be-d5454f00cf7b tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:49.454221 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-311799e5-d108-4a04-b917-63e92f1607d4 req-f4e81dbc-767b-450f-bb50-b149a664a7a5 service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118020 Nov 10 19:25:49.483034 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30e4fb6-b1cf-410b-b1be-d5454f00cf7b tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Network 6f78a02f-99ae-4fe1-b002-cda61a199b23 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:25:49.500245 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e4fb6-b1cf-410b-b1be-d5454f00cf7b tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Pushing event updated for resources: {'Port': ['ID=ee7d4277-e727-46bf-af28-4bfdfe28f3bd,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:49.503127 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-b30e4fb6-b1cf-410b-b1be-d5454f00cf7b tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:25:49.512040 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bb5ff0c5-fb8a-4fd6-82eb-1c4627531bb4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:49.516021 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30e4fb6-b1cf-410b-b1be-d5454f00cf7b tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:25:49.656672 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f26cc33c-ca13-40d4-b852-43c7b136a01e up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:25:49.686841 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ff0c5-fb8a-4fd6-82eb-1c4627531bb4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Port': ['ID=cc510ee4-8d3c-4d2f-8912-9fa8786c5269,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:49.715669 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port f26cc33c-ca13-40d4-b852-43c7b136a01e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:49.716367 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:49.721848 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bb5ff0c5-fb8a-4fd6-82eb-1c4627531bb4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:49.725579 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-bb5ff0c5-fb8a-4fd6-82eb-1c4627531bb4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/ports/cc510ee4-8d3c-4d2f-8912-9fa8786c5269 HTTP/1.1" status: 204 len: 168 time: 1.5399983 Nov 10 19:25:49.728625 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48754) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:49.750165 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30e4fb6-b1cf-410b-b1be-d5454f00cf7b tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:49.750936 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b30e4fb6-b1cf-410b-b1be-d5454f00cf7b tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:49.764500 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-8081728b-d48d-4a97-bac3-847f95d58099 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] GET failed (client error): The resource could not be found. Nov 10 19:25:49.766740 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8081728b-d48d-4a97-bac3-847f95d58099 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "GET /v2.0/ports/cc510ee4-8d3c-4d2f-8912-9fa8786c5269 HTTP/1.1" status: 404 len: 333 time: 0.0365255 Nov 10 19:25:49.769945 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48758) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:49.778537 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-e921e856-d1e1-4bf7-8582-8c1cc17bce72 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'port': {'network_id': 'dfca0295-67ae-4a70-a230-6919d8035342', 'name': 'tempest-PortsTestJSON-540545702'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:49.820885 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b30e4fb6-b1cf-410b-b1be-d5454f00cf7b tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.8149364 Nov 10 19:25:49.824929 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-311799e5-d108-4a04-b917-63e92f1607d4 req-fe53b1cd-eb25-40f6-8e21-545956c7996e service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613670 Nov 10 19:25:49.827166 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48760) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:49.853954 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33a59b-4843-4529-9407-b1684e076af6 req-baff51b6-2941-45e5-b151-9b415e048b3a tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:49.864771 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-da33a59b-4843-4529-9407-b1684e076af6 req-baff51b6-2941-45e5-b151-9b415e048b3a tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7d16bca-b2f9-46a0-8841-ceba19135d02 HTTP/1.1" status: 200 len: 944 time: 0.3019228 Nov 10 19:25:49.887182 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-55a7062b-6d48-4ea3-b11c-8d480faf0b65 None None] Provisioning complete for port ee7d4277-e727-46bf-af28-4bfdfe28f3bd triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:49.887942 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-55a7062b-6d48-4ea3-b11c-8d480faf0b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:49.910507 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e921e856-d1e1-4bf7-8582-8c1cc17bce72 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:25:49.914811 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e921e856-d1e1-4bf7-8582-8c1cc17bce72 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:49.937413 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-e921e856-d1e1-4bf7-8582-8c1cc17bce72 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] device_id is not set on port 0814e565-9795-4b86-9e8d-94f8aa334e67 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:25:49.947802 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-55a7062b-6d48-4ea3-b11c-8d480faf0b65 None None] Port ee7d4277-e727-46bf-af28-4bfdfe28f3bd cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:25:49.984197 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bf074b-2905-4237-b12c-a4d9365fe6d5 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:49.990313 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bf074b-2905-4237-b12c-a4d9365fe6d5 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:49.997174 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bf074b-2905-4237-b12c-a4d9365fe6d5 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:49.998870 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-88bf074b-2905-4237-b12c-a4d9365fe6d5 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.1690719 Nov 10 19:25:50.002780 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48764) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:50.005772 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-da33a59b-4843-4529-9407-b1684e076af6 req-005b00b0-9474-4d48-9846-44f25b6763c4 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267750 Nov 10 19:25:50.016497 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d38dcd-30c0-413d-a921-86f6b9d70507 req-1b5b5587-9548-46e2-8f74-b8917086f9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:50.018004 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d2d38dcd-30c0-413d-a921-86f6b9d70507 req-1b5b5587-9548-46e2-8f74-b8917086f9eb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e964d54e065f49df9181b3cc5034fac9&device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 1095 time: 0.1126959 Nov 10 19:25:50.155454 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d38dcd-30c0-413d-a921-86f6b9d70507 req-057be05a-06c7-4824-8fcb-443c91ecec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:50.156996 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d2d38dcd-30c0-413d-a921-86f6b9d70507 req-057be05a-06c7-4824-8fcb-443c91ecec63 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d81248ac-96a9-4e56-9bb4-f772b36a0433 HTTP/1.1" status: 200 len: 913 time: 0.1301017 Nov 10 19:25:50.209748 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d2d38dcd-30c0-413d-a921-86f6b9d70507 req-f0095d8f-ece9-4473-86b9-c3e31360e91b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f HTTP/1.1" status: 200 len: 217 time: 0.0430012 Nov 10 19:25:50.219261 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e921e856-d1e1-4bf7-8582-8c1cc17bce72 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:50.295389 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d38dcd-30c0-413d-a921-86f6b9d70507 req-a6758662-5a04-4fb4-bf18-7226ac87001c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:50.297210 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d2d38dcd-30c0-413d-a921-86f6b9d70507 req-a6758662-5a04-4fb4-bf18-7226ac87001c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d874850-3788-4c89-9cc5-3e0f9d06fb90 HTTP/1.1" status: 200 len: 851 time: 0.0796573 Nov 10 19:25:50.321674 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-f8cf48f9-6a7f-4ac4-bc6b-b46246ea01e3 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Deleting port ee7d4277-e727-46bf-af28-4bfdfe28f3bd {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:25:50.329815 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f8cf48f9-6a7f-4ac4-bc6b-b46246ea01e3 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:50.353406 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e921e856-d1e1-4bf7-8582-8c1cc17bce72 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:50.436075 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c5caa-36f2-421a-90f3-d394e0f3abd6 req-8a37f99a-bad1-4962-b4e2-095128d345e8 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:50.438683 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e921e856-d1e1-4bf7-8582-8c1cc17bce72 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Port': ['ID=0814e565-9795-4b86-9e8d-94f8aa334e67,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:50.440676 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c84c5caa-36f2-421a-90f3-d394e0f3abd6 req-8a37f99a-bad1-4962-b4e2-095128d345e8 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 944 time: 0.1122544 Nov 10 19:25:50.458904 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d38dcd-30c0-413d-a921-86f6b9d70507 req-1aaa880c-b123-410b-8e80-9917d18077bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:50.464253 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d2d38dcd-30c0-413d-a921-86f6b9d70507 req-1aaa880c-b123-410b-8e80-9917d18077bb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d81248ac-96a9-4e56-9bb4-f772b36a0433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1573708 Nov 10 19:25:50.471477 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e921e856-d1e1-4bf7-8582-8c1cc17bce72 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network dfca0295-67ae-4a70-a230-6919d8035342 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:25:50.474813 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-e921e856-d1e1-4bf7-8582-8c1cc17bce72 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:25:50.478810 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e921e856-d1e1-4bf7-8582-8c1cc17bce72 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:25:50.484987 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e921e856-d1e1-4bf7-8582-8c1cc17bce72 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:50.485635 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e921e856-d1e1-4bf7-8582-8c1cc17bce72 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:50.515981 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f8cf48f9-6a7f-4ac4-bc6b-b46246ea01e3 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:50.524328 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e921e856-d1e1-4bf7-8582-8c1cc17bce72 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7497799 Nov 10 19:25:50.527924 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48808) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:50.535454 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-1f085f4c-cc3f-4d58-80d4-fbbd3d1dee10 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:50.564564 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-f8cf48f9-6a7f-4ac4-bc6b-b46246ea01e3 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Calling delete_port for ee7d4277-e727-46bf-af28-4bfdfe28f3bd owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:25:50.670059 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c84c5caa-36f2-421a-90f3-d394e0f3abd6 req-47810acb-41aa-4c9b-96d1-28d8c1638b26 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992123 Nov 10 19:25:50.695430 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f085f4c-cc3f-4d58-80d4-fbbd3d1dee10 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:50.706539 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d2d38dcd-30c0-413d-a921-86f6b9d70507 req-fcd2b69e-290d-4216-a791-51f7881048d0 service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195818 Nov 10 19:25:50.850932 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d2d38dcd-30c0-413d-a921-86f6b9d70507 req-4a5fb80c-6efb-419a-9efa-4a44f5da343a service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350203 Nov 10 19:25:50.885517 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f8cf48f9-6a7f-4ac4-bc6b-b46246ea01e3 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:50.915878 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf48f9-6a7f-4ac4-bc6b-b46246ea01e3 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Pushing event deleted for resources: {'Port': ['ID=ee7d4277-e727-46bf-af28-4bfdfe28f3bd,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:51.093583 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f085f4c-cc3f-4d58-80d4-fbbd3d1dee10 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:51.164808 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f085f4c-cc3f-4d58-80d4-fbbd3d1dee10 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:51.187915 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-1f085f4c-cc3f-4d58-80d4-fbbd3d1dee10 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] In _notify_port_updated(), no bound segment for port 0814e565-9795-4b86-9e8d-94f8aa334e67 on network dfca0295-67ae-4a70-a230-6919d8035342 {{(pid=102505) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 19:25:51.194609 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f085f4c-cc3f-4d58-80d4-fbbd3d1dee10 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:51.195268 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f085f4c-cc3f-4d58-80d4-fbbd3d1dee10 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:51.196597 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1f085f4c-cc3f-4d58-80d4-fbbd3d1dee10 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "PUT /v2.0/ports/0814e565-9795-4b86-9e8d-94f8aa334e67 HTTP/1.1" status: 200 len: 818 time: 0.6677091 Nov 10 19:25:51.203684 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48848) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:51.244454 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f8cf48f9-6a7f-4ac4-bc6b-b46246ea01e3 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:51.250840 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f8cf48f9-6a7f-4ac4-bc6b-b46246ea01e3 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] 10.222.0.54 "DELETE /v2.0/ports/ee7d4277-e727-46bf-af28-4bfdfe28f3bd HTTP/1.1" status: 204 len: 168 time: 1.2438471 Nov 10 19:25:51.251442 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48850) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:51.285088 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-dca5296b-4833-4cf6-82b8-f760c587cb21 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] GET failed (client error): The resource could not be found. Nov 10 19:25:51.290860 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-dca5296b-4833-4cf6-82b8-f760c587cb21 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] 10.222.0.54 "GET /v2.0/ports/ee7d4277-e727-46bf-af28-4bfdfe28f3bd HTTP/1.1" status: 404 len: 333 time: 0.0341253 Nov 10 19:25:51.293744 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48852) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:51.300974 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-2d7e2005-487b-4f9b-a787-9fe117d303d7 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Request body: {'port': {'network_id': '6f78a02f-99ae-4fe1-b002-cda61a199b23', 'name': 'tempest-AllowedAddressPairTestJSON-244870979'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:51.327051 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93beec4a-0343-4ba2-8ee0-d5d99cd33470 req-c9766f5e-1813-4219-b05d-b711c76dced4 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:51.328939 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-93beec4a-0343-4ba2-8ee0-d5d99cd33470 req-c9766f5e-1813-4219-b05d-b711c76dced4 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7d16bca-b2f9-46a0-8841-ceba19135d02 HTTP/1.1" status: 200 len: 944 time: 0.1829762 Nov 10 19:25:51.341897 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f085f4c-cc3f-4d58-80d4-fbbd3d1dee10 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Port': ['ID=0814e565-9795-4b86-9e8d-94f8aa334e67,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:51.368992 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-4e91a191-af07-422e-906c-d649df816c6c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Deleting port 0814e565-9795-4b86-9e8d-94f8aa334e67 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:25:51.369477 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4e91a191-af07-422e-906c-d649df816c6c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:51.469408 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7e2005-487b-4f9b-a787-9fe117d303d7 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Made reservation on behalf of b72185a3c6f24cbe9f4de3c373a76458 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:25:51.473124 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-93beec4a-0343-4ba2-8ee0-d5d99cd33470 req-b40c87a9-08cd-444e-a6e5-5de6dab14d5d tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306152 Nov 10 19:25:51.479104 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4e91a191-af07-422e-906c-d649df816c6c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:51.485965 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2d7e2005-487b-4f9b-a787-9fe117d303d7 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:51.509394 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-4e91a191-af07-422e-906c-d649df816c6c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Calling delete_port for 0814e565-9795-4b86-9e8d-94f8aa334e67 owned by {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:25:51.540681 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-2d7e2005-487b-4f9b-a787-9fe117d303d7 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] device_id is not set on port f0e5eac7-9201-4c35-8723-7b9ba76dde13 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:25:51.732524 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4e91a191-af07-422e-906c-d649df816c6c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:51.816696 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4e91a191-af07-422e-906c-d649df816c6c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:51.825178 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4e91a191-af07-422e-906c-d649df816c6c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/ports/0814e565-9795-4b86-9e8d-94f8aa334e67 HTTP/1.1" status: 204 len: 168 time: 0.6131566 Nov 10 19:25:51.828386 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48858) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:51.829294 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91a191-af07-422e-906c-d649df816c6c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Port': ['ID=0814e565-9795-4b86-9e8d-94f8aa334e67,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:51.835859 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-2d7e2005-487b-4f9b-a787-9fe117d303d7 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Allocated IP 172.20.0.8 (6f78a02f-99ae-4fe1-b002-cda61a199b23/7ae9614f-f96f-413d-a867-6d63526b9fab/f0e5eac7-9201-4c35-8723-7b9ba76dde13) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:25:51.860600 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e91a191-af07-422e-906c-d649df816c6c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:51.860943 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e91a191-af07-422e-906c-d649df816c6c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:51.861325 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e91a191-af07-422e-906c-d649df816c6c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:51.861831 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e91a191-af07-422e-906c-d649df816c6c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:51.862218 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e91a191-af07-422e-906c-d649df816c6c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:51.862545 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e91a191-af07-422e-906c-d649df816c6c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:51.862871 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e91a191-af07-422e-906c-d649df816c6c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:51.863243 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e91a191-af07-422e-906c-d649df816c6c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:51.863571 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e91a191-af07-422e-906c-d649df816c6c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:51.864150 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e91a191-af07-422e-906c-d649df816c6c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:51.864481 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e91a191-af07-422e-906c-d649df816c6c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:51.864803 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e91a191-af07-422e-906c-d649df816c6c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:25:51.895985 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 5bfe141f-0bea-4536-844a-8485f188a0ee up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:25:51.915438 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ec578-88eb-4acf-9247-5481b4ca4515 req-25b1cd9b-065d-4446-b043-263604bb1208 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:51.924732 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4f0ec578-88eb-4acf-9247-5481b4ca4515 req-25b1cd9b-065d-4446-b043-263604bb1208 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 944 time: 0.1120441 Nov 10 19:25:52.004155 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4f0ec578-88eb-4acf-9247-5481b4ca4515 req-d9703d12-1f34-442f-97a9-a8eb64029879 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784836 Nov 10 19:25:52.024622 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768d5c2a-3644-4161-850b-2e841d1726ab tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:52.029066 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-768d5c2a-3644-4161-850b-2e841d1726ab tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1961012 Nov 10 19:25:52.030655 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48860) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:52.034567 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 5bfe141f-0bea-4536-844a-8485f188a0ee completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:25:52.038746 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 5bfe141f-0bea-4536-844a-8485f188a0ee triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:52.039117 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:52.083155 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a119c8d-b0d0-4ef1-9780-d52ff58b09fb tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] GET failed (client error): The resource could not be found. Nov 10 19:25:52.089182 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4a119c8d-b0d0-4ef1-9780-d52ff58b09fb tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "GET /v2.0/ports/0814e565-9795-4b86-9e8d-94f8aa334e67 HTTP/1.1" status: 404 len: 333 time: 0.0534716 Nov 10 19:25:52.091221 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48862) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:52.097347 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-ae175894-7764-4f24-9238-f5bd9406ac10 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1508218792'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:52.133123 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae175894-7764-4f24-9238-f5bd9406ac10 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:25:52.143763 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ae175894-7764-4f24-9238-f5bd9406ac10 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:52.198632 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae175894-7764-4f24-9238-f5bd9406ac10 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:25:52.207902 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:52.218779 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ae175894-7764-4f24-9238-f5bd9406ac10 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:52.219157 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-ae175894-7764-4f24-9238-f5bd9406ac10 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Added segment 372cacab-d7c6-45c5-8400-e20aa1e14f2e of type vlan for network c95fd3e6-68fd-4de9-a138-49d27b3a9f91 Nov 10 19:25:52.219510 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2d7e2005-487b-4f9b-a787-9fe117d303d7 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:52.239779 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d16bca-b2f9-46a0-8841-ceba19135d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bfe141f-0bea-4536-844a-8485f188a0ee'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:25:52.247006 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4b6f2a-d141-4921-8f5d-6464d714a69e" -d '{"events": [{"server_uuid": "d7d16bca-b2f9-46a0-8841-ceba19135d02", "name": "network-vif-plugged", "status": "completed", "tag": "5bfe141f-0bea-4536-844a-8485f188a0ee"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:25:52.278357 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2d7e2005-487b-4f9b-a787-9fe117d303d7 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:52.293389 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 5bfe141f-0bea-4536-844a-8485f188a0ee, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=5bfe141f-0bea-4536-844a-8485f188a0ee,segment=NetworkSegment(972f3100-a6a2-4418-9bf5-bbc6550de0fb),segment_id=972f3100-a6a2-4418-9bf5-bbc6550de0fb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:25:52.304249 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:52.326228 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ae175894-7764-4f24-9238-f5bd9406ac10 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:52.362424 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ae175894-7764-4f24-9238-f5bd9406ac10 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:52.364819 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e03ed4-5733-44d4-9335-fac38412500a x-openstack-request-id: req-92e03ed4-5733-44d4-9335-fac38412500a {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:25:52.366247 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d16bca-b2f9-46a0-8841-ceba19135d02", "name": "network-vif-plugged", "status": "completed", "tag": "5bfe141f-0bea-4536-844a-8485f188a0ee", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:25:52.367483 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-92e03ed4-5733-44d4-9335-fac38412500a {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:25:52.368857 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d16bca-b2f9-46a0-8841-ceba19135d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bfe141f-0bea-4536-844a-8485f188a0ee', 'code': 200} Nov 10 19:25:52.370208 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae175894-7764-4f24-9238-f5bd9406ac10 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:52.371432 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ae175894-7764-4f24-9238-f5bd9406ac10 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:52.398127 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ae175894-7764-4f24-9238-f5bd9406ac10 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3022854 Nov 10 19:25:52.407299 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48866) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:52.415405 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7e2005-487b-4f9b-a787-9fe117d303d7 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Network 6f78a02f-99ae-4fe1-b002-cda61a199b23 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:25:52.422357 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=5bfe141f-0bea-4536-844a-8485f188a0ee,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:52.423419 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-2d7e2005-487b-4f9b-a787-9fe117d303d7 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:25:52.429603 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-5917b6dd-ee06-4305-ad2e-cb4a86206c39 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'subnet': {'network_id': 'c95fd3e6-68fd-4de9-a138-49d27b3a9f91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:52.433323 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7e2005-487b-4f9b-a787-9fe117d303d7 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:25:52.705528 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae175894-7764-4f24-9238-f5bd9406ac10 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Network': ['ID=c95fd3e6-68fd-4de9-a138-49d27b3a9f91,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:52.723419 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network c95fd3e6-68fd-4de9-a138-49d27b3a9f91 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:25:52.724567 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc862c2-5a9a-430c-8ff7-d21246378ca9 req-1883a97b-c10a-44da-9aa8-0c364028b63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:52.726133 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9cc862c2-5a9a-430c-8ff7-d21246378ca9 req-1883a97b-c10a-44da-9aa8-0c364028b63b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d7d16bca-b2f9-46a0-8841-ceba19135d02 HTTP/1.1" status: 200 len: 1096 time: 0.3179350 Nov 10 19:25:52.816537 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5917b6dd-ee06-4305-ad2e-cb4a86206c39 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:25:52.820417 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5917b6dd-ee06-4305-ad2e-cb4a86206c39 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:52.865864 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e2005-487b-4f9b-a787-9fe117d303d7 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Pushing event updated for resources: {'Port': ['ID=f0e5eac7-9201-4c35-8723-7b9ba76dde13,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:52.907732 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7e2005-487b-4f9b-a787-9fe117d303d7 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:52.908676 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2d7e2005-487b-4f9b-a787-9fe117d303d7 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:52.924192 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-ad536581-6d8f-43c2-8f8f-08f81fe05f94 None None] Provisioning complete for port f0e5eac7-9201-4c35-8723-7b9ba76dde13 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:52.926326 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ad536581-6d8f-43c2-8f8f-08f81fe05f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:52.936309 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2d7e2005-487b-4f9b-a787-9fe117d303d7 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6415963 Nov 10 19:25:52.939695 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48874) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:52.949334 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-dbee8b79-fa69-4866-adb5-259e0a1de142 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:65:19:9b'}]}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:53.013142 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-ad536581-6d8f-43c2-8f8f-08f81fe05f94 None None] Port f0e5eac7-9201-4c35-8723-7b9ba76dde13 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:25:53.022557 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad0103-6863-4358-9c14-4680662ad02d req-c08c6da9-6aee-4545-9941-21edda72691c tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:53.032749 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c7ad0103-6863-4358-9c14-4680662ad02d req-c08c6da9-6aee-4545-9941-21edda72691c tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7d16bca-b2f9-46a0-8841-ceba19135d02 HTTP/1.1" status: 200 len: 945 time: 0.4224200 Nov 10 19:25:53.107070 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c7ad0103-6863-4358-9c14-4680662ad02d req-ad805e51-3c1c-4f74-bfcc-9adcdd49819d tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733252 Nov 10 19:25:53.172872 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dbee8b79-fa69-4866-adb5-259e0a1de142 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:53.202128 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9cc862c2-5a9a-430c-8ff7-d21246378ca9 req-8adb9dfb-4f25-4c20-a631-dc5c855ea8b0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4562242 Nov 10 19:25:53.361566 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5917b6dd-ee06-4305-ad2e-cb4a86206c39 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:53.437548 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dbee8b79-fa69-4866-adb5-259e0a1de142 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:53.440009 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c5892c92-2fba-4940-afee-ad36db944cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:53.450177 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dbee8b79-fa69-4866-adb5-259e0a1de142 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:53.492207 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708972c1-bc72-45b9-bfdc-8874a9490c2d req-db5a5058-8c01-46ba-a4ab-7cfbff4a8398 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:53.500768 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-708972c1-bc72-45b9-bfdc-8874a9490c2d req-db5a5058-8c01-46ba-a4ab-7cfbff4a8398 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 944 time: 0.1553218 Nov 10 19:25:53.528359 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5917b6dd-ee06-4305-ad2e-cb4a86206c39 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Checking segment: {'id': '372cacab-d7c6-45c5-8400-e20aa1e14f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c95fd3e6-68fd-4de9-a138-49d27b3a9f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:25:53.528719 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5917b6dd-ee06-4305-ad2e-cb4a86206c39 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network hostable DHCP agents. Network: c95fd3e6-68fd-4de9-a138-49d27b3a9f91, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:25:53.555870 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917b6dd-ee06-4305-ad2e-cb4a86206c39 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Subnet': ['ID=9bec0094-dd58-43b7-b5be-d737bb9bfe25,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:53.568586 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee8b79-fa69-4866-adb5-259e0a1de142 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Pushing event updated for resources: {'Port': ['ID=f0e5eac7-9201-4c35-8723-7b9ba76dde13,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:53.614065 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-708972c1-bc72-45b9-bfdc-8874a9490c2d req-64ee672d-c94f-4369-8a36-16cacd18b30e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888910 Nov 10 19:25:53.616154 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5917b6dd-ee06-4305-ad2e-cb4a86206c39 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network c95fd3e6-68fd-4de9-a138-49d27b3a9f91 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:25:53.631212 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-5917b6dd-ee06-4305-ad2e-cb4a86206c39 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, c95fd3e6-68fd-4de9-a138-49d27b3a9f91) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:25:53.637912 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5917b6dd-ee06-4305-ad2e-cb4a86206c39 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:53.639455 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5917b6dd-ee06-4305-ad2e-cb4a86206c39 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:53.648605 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1ba67e-d3d5-464e-bc61-2a56237d9586 None None] Network c95fd3e6-68fd-4de9-a138-49d27b3a9f91 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:25:53.664437 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5917b6dd-ee06-4305-ad2e-cb4a86206c39 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2393758 Nov 10 19:25:53.667358 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48878) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:53.673682 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-54498c3f-c521-4f24-bf9b-00811c8186a5 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'subnet': {'network_id': 'c95fd3e6-68fd-4de9-a138-49d27b3a9f91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:53.711187 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-dbee8b79-fa69-4866-adb5-259e0a1de142 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] In _notify_port_updated(), no bound segment for port f0e5eac7-9201-4c35-8723-7b9ba76dde13 on network 6f78a02f-99ae-4fe1-b002-cda61a199b23 {{(pid=102505) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 19:25:53.716282 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbee8b79-fa69-4866-adb5-259e0a1de142 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:53.716977 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dbee8b79-fa69-4866-adb5-259e0a1de142 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:53.731171 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-dbee8b79-fa69-4866-adb5-259e0a1de142 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] 10.222.0.54 "PUT /v2.0/ports/f0e5eac7-9201-4c35-8723-7b9ba76dde13 HTTP/1.1" status: 200 len: 993 time: 0.7903025 Nov 10 19:25:53.731936 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48880) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:53.847489 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54498c3f-c521-4f24-bf9b-00811c8186a5 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:25:53.853233 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-54498c3f-c521-4f24-bf9b-00811c8186a5 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:53.892427 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-034edba6-65e3-409c-adf7-65c65f39742d tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Deleting port f0e5eac7-9201-4c35-8723-7b9ba76dde13 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:25:53.892651 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-034edba6-65e3-409c-adf7-65c65f39742d tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:53.915936 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:25:54.022664 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-034edba6-65e3-409c-adf7-65c65f39742d tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:54.032789 n-d-813897-4 neutron-server[102506]: INFO neutron.db.ipam_backend_mixin [None req-54498c3f-c521-4f24-bf9b-00811c8186a5 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9bec0094-dd58-43b7-b5be-d737bb9bfe25 (CIDR: 172.20.0.0/28) Nov 10 19:25:54.039039 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-54498c3f-c521-4f24-bf9b-00811c8186a5 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:25:54.039541 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54498c3f-c521-4f24-bf9b-00811c8186a5 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:25:54.043007 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-034edba6-65e3-409c-adf7-65c65f39742d tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Calling delete_port for f0e5eac7-9201-4c35-8723-7b9ba76dde13 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:25:54.065173 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-54498c3f-c521-4f24-bf9b-00811c8186a5 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3957751 Nov 10 19:25:54.068158 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48884) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:54.090325 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e784de-df90-4fbd-9307-b58eb07bf05b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-c95fd3e6-68fd-4de9-a138-49d27b3a9f91', 'network_id': 'c95fd3e6-68fd-4de9-a138-49d27b3a9f91', 'tenant_id': 'e9defc91a1f9416bbb2744ea822424be', 'fixed_ips': [{'subnet_id': '9bec0094-dd58-43b7-b5be-d737bb9bfe25'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:25:54.091863 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-61e784de-df90-4fbd-9307-b58eb07bf05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:54.094854 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-87c41a63-a796-40c2-a27c-d5a1a5b7730d tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'subnet': {'network_id': 'c95fd3e6-68fd-4de9-a138-49d27b3a9f91', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:54.144453 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-7fc57507-52f7-46be-b08f-6066e4118d95 None None] Provisioning complete for port f0e5eac7-9201-4c35-8723-7b9ba76dde13 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:54.145284 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7fc57507-52f7-46be-b08f-6066e4118d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:54.206398 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-7fc57507-52f7-46be-b08f-6066e4118d95 None None] Port f0e5eac7-9201-4c35-8723-7b9ba76dde13 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:25:54.242694 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:25:54.260599 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f', 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433', 'port_id': 'a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f', 'mac_address': 'fa:16:3e:36:79:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d874850-3788-4c89-9cc5-3e0f9d06fb90', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:25:54.280053 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-034edba6-65e3-409c-adf7-65c65f39742d tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:54.327839 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034edba6-65e3-409c-adf7-65c65f39742d tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Pushing event deleted for resources: {'Port': ['ID=f0e5eac7-9201-4c35-8723-7b9ba76dde13,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:54.371521 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:54.418376 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:25:54.456566 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea7bbd-0025-4ffc-ab9c-a56b0780179d req-91c19a5b-4279-4083-b320-2c547aa61076 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:54.463804 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d3ea7bbd-0025-4ffc-ab9c-a56b0780179d req-91c19a5b-4279-4083-b320-2c547aa61076 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7d16bca-b2f9-46a0-8841-ceba19135d02 HTTP/1.1" status: 200 len: 945 time: 0.1847737 Nov 10 19:25:54.466785 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c41a63-a796-40c2-a27c-d5a1a5b7730d tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:25:54.478226 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-87c41a63-a796-40c2-a27c-d5a1a5b7730d tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:54.484321 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:25:54.501524 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:54.512445 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-61e784de-df90-4fbd-9307-b58eb07bf05b None None] Allocated IP 172.20.0.2 (c95fd3e6-68fd-4de9-a138-49d27b3a9f91/9bec0094-dd58-43b7-b5be-d737bb9bfe25/bf64d961-ef89-4769-8204-03e8a71711ae) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:25:54.577501 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:54.670783 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-034edba6-65e3-409c-adf7-65c65f39742d tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:54.678702 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-034edba6-65e3-409c-adf7-65c65f39742d tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] 10.222.0.54 "DELETE /v2.0/ports/f0e5eac7-9201-4c35-8723-7b9ba76dde13 HTTP/1.1" status: 204 len: 168 time: 0.9441986 Nov 10 19:25:54.680385 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:54.681058 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48892) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:54.735564 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ceba155-e5ba-48fb-b255-42a10a77825a tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] GET failed (client error): The resource could not be found. Nov 10 19:25:54.742124 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0ceba155-e5ba-48fb-b255-42a10a77825a tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] 10.222.0.54 "GET /v2.0/ports/f0e5eac7-9201-4c35-8723-7b9ba76dde13 HTTP/1.1" status: 404 len: 333 time: 0.0565560 Nov 10 19:25:54.742743 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48894) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:54.762207 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-311972e5-3fe3-49fe-89da-290a7673083e tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Request body: {'port': {'network_id': '6f78a02f-99ae-4fe1-b002-cda61a199b23', 'name': 'tempest-AllowedAddressPairTestJSON-867873989'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:54.806583 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d3ea7bbd-0025-4ffc-ab9c-a56b0780179d req-ab306ec6-5fa7-49ec-8e65-3215e37cadcb tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182764 Nov 10 19:25:54.840258 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-61e784de-df90-4fbd-9307-b58eb07bf05b None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:54.855925 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-61e784de-df90-4fbd-9307-b58eb07bf05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:54.947385 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:25:54.974031 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e784de-df90-4fbd-9307-b58eb07bf05b None None] Network c95fd3e6-68fd-4de9-a138-49d27b3a9f91 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:25:55.079786 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-61e784de-df90-4fbd-9307-b58eb07bf05b None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:25:55.086723 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e784de-df90-4fbd-9307-b58eb07bf05b None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:25:55.092592 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311972e5-3fe3-49fe-89da-290a7673083e tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Made reservation on behalf of b72185a3c6f24cbe9f4de3c373a76458 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:25:55.103175 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c664bd-aaf5-4050-8f37-825ab5b9d26c req-4d969487-fc6d-4d32-96dd-e56c03433710 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:55.105876 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76c664bd-aaf5-4050-8f37-825ab5b9d26c req-4d969487-fc6d-4d32-96dd-e56c03433710 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.1218185 Nov 10 19:25:55.109350 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e784de-df90-4fbd-9307-b58eb07bf05b None None] Pushing event updated for resources: {'Port': ['ID=bf64d961-ef89-4769-8204-03e8a71711ae,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:55.115707 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-311972e5-3fe3-49fe-89da-290a7673083e tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:55.127159 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:55.159609 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-311972e5-3fe3-49fe-89da-290a7673083e tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] device_id is not set on port 18f6840d-d670-4973-a2e2-3c3b9b478916 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:25:55.194088 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-61e784de-df90-4fbd-9307-b58eb07bf05b None None] Attempting to bind port bf64d961-ef89-4769-8204-03e8a71711ae on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:25:55.194746 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-61e784de-df90-4fbd-9307-b58eb07bf05b None None] Attempting to bind port bf64d961-ef89-4769-8204-03e8a71711ae by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '372cacab-d7c6-45c5-8400-e20aa1e14f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c95fd3e6-68fd-4de9-a138-49d27b3a9f91'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:25:55.195288 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e784de-df90-4fbd-9307-b58eb07bf05b None None] Attempting to bind port bf64d961-ef89-4769-8204-03e8a71711ae on network c95fd3e6-68fd-4de9-a138-49d27b3a9f91 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:25:55.205023 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e784de-df90-4fbd-9307-b58eb07bf05b None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:25:55.205991 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e784de-df90-4fbd-9307-b58eb07bf05b None None] Checking segment: {'id': '372cacab-d7c6-45c5-8400-e20aa1e14f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c95fd3e6-68fd-4de9-a138-49d27b3a9f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:25:55.206574 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-61e784de-df90-4fbd-9307-b58eb07bf05b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:55.207122 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e784de-df90-4fbd-9307-b58eb07bf05b None None] Bound using segment: {'id': '372cacab-d7c6-45c5-8400-e20aa1e14f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c95fd3e6-68fd-4de9-a138-49d27b3a9f91'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:25:55.208322 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-61e784de-df90-4fbd-9307-b58eb07bf05b None None] Bound port: bf64d961-ef89-4769-8204-03e8a71711ae, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '372cacab-d7c6-45c5-8400-e20aa1e14f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c95fd3e6-68fd-4de9-a138-49d27b3a9f91'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:25:55.208904 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-61e784de-df90-4fbd-9307-b58eb07bf05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:55.226196 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76c664bd-aaf5-4050-8f37-825ab5b9d26c req-3817e67e-94be-494b-98e4-2b58f25a5dd8 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089528 Nov 10 19:25:55.246667 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-87c41a63-a796-40c2-a27c-d5a1a5b7730d tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:55.296774 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c41a63-a796-40c2-a27c-d5a1a5b7730d tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network c95fd3e6-68fd-4de9-a138-49d27b3a9f91 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:25:55.301428 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-87c41a63-a796-40c2-a27c-d5a1a5b7730d tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:25:55.307254 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c41a63-a796-40c2-a27c-d5a1a5b7730d tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:55.308717 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-87c41a63-a796-40c2-a27c-d5a1a5b7730d tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:55.343369 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-87c41a63-a796-40c2-a27c-d5a1a5b7730d tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2729707 Nov 10 19:25:55.352528 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48898) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:55.356160 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c41a63-a796-40c2-a27c-d5a1a5b7730d tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Subnet': ['ID=d8667474-1427-46cd-80a8-a5c450566217,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:55.357103 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-61e784de-df90-4fbd-9307-b58eb07bf05b None None] For port bf64d961-ef89-4769-8204-03e8a71711ae, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:25:55.366473 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-80097db7-669f-4230-bc79-3d635e487dc1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'port': {'network_id': 'c95fd3e6-68fd-4de9-a138-49d27b3a9f91', 'fixed_ips': [{'subnet_id': '9bec0094-dd58-43b7-b5be-d737bb9bfe25'}, {'subnet_id': 'd8667474-1427-46cd-80a8-a5c450566217'}], 'name': 'tempest-PortsTestJSON-892421566'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:55.369626 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-61e784de-df90-4fbd-9307-b58eb07bf05b None None] For port bf64d961-ef89-4769-8204-03e8a71711ae, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=bf64d961-ef89-4769-8204-03e8a71711ae,segment=NetworkSegment(372cacab-d7c6-45c5-8400-e20aa1e14f2e),segment_id=372cacab-d7c6-45c5-8400-e20aa1e14f2e)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:25:55.380578 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-61e784de-df90-4fbd-9307-b58eb07bf05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:55.394958 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-311972e5-3fe3-49fe-89da-290a7673083e tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Allocated IP 172.20.0.5 (6f78a02f-99ae-4fe1-b002-cda61a199b23/7ae9614f-f96f-413d-a867-6d63526b9fab/18f6840d-d670-4973-a2e2-3c3b9b478916) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:25:55.464229 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e784de-df90-4fbd-9307-b58eb07bf05b None None] Pushing event updated for resources: {'Port': ['ID=bf64d961-ef89-4769-8204-03e8a71711ae,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:55.668857 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80097db7-669f-4230-bc79-3d635e487dc1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:25:55.732835 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-46669c85-d0a1-44da-bf5b-5b14022837e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:55.836650 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-311972e5-3fe3-49fe-89da-290a7673083e tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:55.866031 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-80097db7-669f-4230-bc79-3d635e487dc1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:55.909612 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-80097db7-669f-4230-bc79-3d635e487dc1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] device_id is not set on port 9fe27d0b-5d48-4b32-b9fa-dc87d883581a yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:25:55.969848 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1db5e-603c-4c1d-aed0-d7f42e4e1e0a req-5ba69e9f-4d1f-4f78-b951-dfec3b556779 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:55.979568 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-78f1db5e-603c-4c1d-aed0-d7f42e4e1e0a req-5ba69e9f-4d1f-4f78-b951-dfec3b556779 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7d16bca-b2f9-46a0-8841-ceba19135d02 HTTP/1.1" status: 200 len: 945 time: 0.0723360 Nov 10 19:25:55.981330 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-311972e5-3fe3-49fe-89da-290a7673083e tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:56.041127 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-78f1db5e-603c-4c1d-aed0-d7f42e4e1e0a req-d88ee2f2-982d-46e7-9132-18297084af76 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602531 Nov 10 19:25:56.067970 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311972e5-3fe3-49fe-89da-290a7673083e tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Network 6f78a02f-99ae-4fe1-b002-cda61a199b23 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:25:56.084034 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-311972e5-3fe3-49fe-89da-290a7673083e tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:25:56.091747 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311972e5-3fe3-49fe-89da-290a7673083e tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:25:56.094247 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311972e5-3fe3-49fe-89da-290a7673083e tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Pushing event updated for resources: {'Port': ['ID=18f6840d-d670-4973-a2e2-3c3b9b478916,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:56.214009 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311972e5-3fe3-49fe-89da-290a7673083e tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:56.214689 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-311972e5-3fe3-49fe-89da-290a7673083e tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:56.264069 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-311972e5-3fe3-49fe-89da-290a7673083e tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5177045 Nov 10 19:25:56.266841 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48910) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:56.278827 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-a85ebd8b-ee1e-4b1f-9425-e5202422ac29 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:65:19:9b'}]}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:56.320732 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e2e07-f4fc-434d-87f9-7a703df95672 req-c7f40acf-3235-489a-b1ee-42a04713e768 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:56.334606 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8e9e2e07-f4fc-434d-87f9-7a703df95672 req-c7f40acf-3235-489a-b1ee-42a04713e768 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7d16bca-b2f9-46a0-8841-ceba19135d02 HTTP/1.1" status: 200 len: 945 time: 0.1022453 Nov 10 19:25:56.420936 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8e9e2e07-f4fc-434d-87f9-7a703df95672 req-6c2206fe-833b-4bc4-a896-fca95c10e0b8 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790281 Nov 10 19:25:56.442239 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a85ebd8b-ee1e-4b1f-9425-e5202422ac29 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:56.542359 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-80097db7-669f-4230-bc79-3d635e487dc1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Allocated IP 172.20.0.13 (c95fd3e6-68fd-4de9-a138-49d27b3a9f91/9bec0094-dd58-43b7-b5be-d737bb9bfe25/9fe27d0b-5d48-4b32-b9fa-dc87d883581a) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:25:56.566105 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-80097db7-669f-4230-bc79-3d635e487dc1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Allocated IP 172.20.0.30 (c95fd3e6-68fd-4de9-a138-49d27b3a9f91/d8667474-1427-46cd-80a8-a5c450566217/9fe27d0b-5d48-4b32-b9fa-dc87d883581a) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:25:56.587750 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-083b82d3-cc74-47ba-9655-9393ff22e302 None None] Provisioning complete for port 18f6840d-d670-4973-a2e2-3c3b9b478916 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:56.588974 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-083b82d3-cc74-47ba-9655-9393ff22e302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:56.693795 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-083b82d3-cc74-47ba-9655-9393ff22e302 None None] Port 18f6840d-d670-4973-a2e2-3c3b9b478916 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:25:56.696367 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5845e8-6414-4b53-8834-f36f781e70c4 req-deaad08f-e34f-4ce3-8c1b-74aacbccdc44 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:56.723281 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0e5845e8-6414-4b53-8834-f36f781e70c4 req-deaad08f-e34f-4ce3-8c1b-74aacbccdc44 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.1617751 Nov 10 19:25:56.810015 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0e5845e8-6414-4b53-8834-f36f781e70c4 req-0ca73cbb-1697-4fba-b3d5-d754cdd2d78f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815883 Nov 10 19:25:56.860672 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a85ebd8b-ee1e-4b1f-9425-e5202422ac29 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:56.878832 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a85ebd8b-ee1e-4b1f-9425-e5202422ac29 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:56.889604 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-80097db7-669f-4230-bc79-3d635e487dc1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:56.916272 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a7f7e8-14ad-404d-8950-ce15bd81111b None None] Network c95fd3e6-68fd-4de9-a138-49d27b3a9f91 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:25:57.009584 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ebd8b-ee1e-4b1f-9425-e5202422ac29 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Pushing event updated for resources: {'Port': ['ID=18f6840d-d670-4973-a2e2-3c3b9b478916,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:57.032188 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-a85ebd8b-ee1e-4b1f-9425-e5202422ac29 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] In _notify_port_updated(), no bound segment for port 18f6840d-d670-4973-a2e2-3c3b9b478916 on network 6f78a02f-99ae-4fe1-b002-cda61a199b23 {{(pid=102505) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 19:25:57.039182 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85ebd8b-ee1e-4b1f-9425-e5202422ac29 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:57.039968 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a85ebd8b-ee1e-4b1f-9425-e5202422ac29 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:57.043614 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a85ebd8b-ee1e-4b1f-9425-e5202422ac29 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] 10.222.0.54 "PUT /v2.0/ports/18f6840d-d670-4973-a2e2-3c3b9b478916 HTTP/1.1" status: 200 len: 995 time: 0.7736821 Nov 10 19:25:57.044480 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48916) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:57.083298 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-80097db7-669f-4230-bc79-3d635e487dc1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:57.098675 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8a521774-24fc-480c-9ba4-fa83d920c658 None None] Provisioning complete for port bf64d961-ef89-4769-8204-03e8a71711ae triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:57.099051 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8a521774-24fc-480c-9ba4-fa83d920c658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:57.150542 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c914ae-ddbe-47fd-968f-f5c9707fefd2 req-0e300f7d-fb7c-441d-bddf-37acde025d59 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:57.162772 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-98c914ae-ddbe-47fd-968f-f5c9707fefd2 req-0e300f7d-fb7c-441d-bddf-37acde025d59 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7d16bca-b2f9-46a0-8841-ceba19135d02 HTTP/1.1" status: 200 len: 945 time: 0.0946624 Nov 10 19:25:57.166427 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80097db7-669f-4230-bc79-3d635e487dc1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network c95fd3e6-68fd-4de9-a138-49d27b3a9f91 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:25:57.200714 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-80097db7-669f-4230-bc79-3d635e487dc1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:25:57.217504 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:57.223279 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80097db7-669f-4230-bc79-3d635e487dc1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Port': ['ID=9fe27d0b-5d48-4b32-b9fa-dc87d883581a,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:57.228897 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80097db7-669f-4230-bc79-3d635e487dc1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:25:57.274568 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-98c914ae-ddbe-47fd-968f-f5c9707fefd2 req-87a8ab97-08ca-4b31-9ae8-8fda3f51d334 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119750 Nov 10 19:25:57.316932 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8a521774-24fc-480c-9ba4-fa83d920c658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:57.356834 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-8a521774-24fc-480c-9ba4-fa83d920c658 None None] For port bf64d961-ef89-4769-8204-03e8a71711ae, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=bf64d961-ef89-4769-8204-03e8a71711ae,segment=NetworkSegment(372cacab-d7c6-45c5-8400-e20aa1e14f2e),segment_id=372cacab-d7c6-45c5-8400-e20aa1e14f2e)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:25:57.357109 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80097db7-669f-4230-bc79-3d635e487dc1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:57.358347 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-80097db7-669f-4230-bc79-3d635e487dc1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:57.365952 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8a521774-24fc-480c-9ba4-fa83d920c658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:57.374336 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-58146261-c3e2-4ebd-b5d3-0b4aa890e8d2 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Deleting port 18f6840d-d670-4973-a2e2-3c3b9b478916 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:25:57.374683 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58146261-c3e2-4ebd-b5d3-0b4aa890e8d2 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:57.446093 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be816688-6f9f-4847-9f5a-ba56f4935169 None None] Update dhcp port {'port': {'network_id': 'c95fd3e6-68fd-4de9-a138-49d27b3a9f91', 'fixed_ips': [{'subnet_id': '9bec0094-dd58-43b7-b5be-d737bb9bfe25', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd8667474-1427-46cd-80a8-a5c450566217'}], 'binding:host_id': 'n-d-813897-4'}, 'id': 'bf64d961-ef89-4769-8204-03e8a71711ae'} from n-d-813897-4. {{(pid=102507) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 19:25:57.454038 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-80097db7-669f-4230-bc79-3d635e487dc1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.0961297 Nov 10 19:25:57.469757 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48926) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:57.493231 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-5d99f991-09df-48b9-acf9-b89d1c61ec10 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9bec0094-dd58-43b7-b5be-d737bb9bfe25'}]}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:57.494153 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-be816688-6f9f-4847-9f5a-ba56f4935169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:57.505855 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a521774-24fc-480c-9ba4-fa83d920c658 None None] Pushing event updated for resources: {'Port': ['ID=bf64d961-ef89-4769-8204-03e8a71711ae,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:57.539874 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9ca39eb7-d8a2-4b38-89e0-7d4699ca98b7 None None] Provisioning complete for port 18f6840d-d670-4973-a2e2-3c3b9b478916 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:57.540204 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9ca39eb7-d8a2-4b38-89e0-7d4699ca98b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:57.575208 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450a33b-fd29-402d-bf3c-e79b581a4463 req-ea073e99-9a96-433d-9379-a9f1cc549812 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:57.580487 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a450a33b-fd29-402d-bf3c-e79b581a4463 req-ea073e99-9a96-433d-9379-a9f1cc549812 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7d16bca-b2f9-46a0-8841-ceba19135d02 HTTP/1.1" status: 200 len: 945 time: 0.1228719 Nov 10 19:25:57.616190 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5d99f991-09df-48b9-acf9-b89d1c61ec10 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:57.676562 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9ca39eb7-d8a2-4b38-89e0-7d4699ca98b7 None None] Port 18f6840d-d670-4973-a2e2-3c3b9b478916 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:25:57.702560 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a450a33b-fd29-402d-bf3c-e79b581a4463 req-229824bd-b841-414c-ba33-8bd4fe5e7c4c tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164854 Nov 10 19:25:57.748799 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58146261-c3e2-4ebd-b5d3-0b4aa890e8d2 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:57.771001 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device bf64d961-ef89-4769-8204-03e8a71711ae up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:25:57.774848 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-58146261-c3e2-4ebd-b5d3-0b4aa890e8d2 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Calling delete_port for 18f6840d-d670-4973-a2e2-3c3b9b478916 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:25:57.896126 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-be816688-6f9f-4847-9f5a-ba56f4935169 None None] Allocated IP 172.20.0.18 (c95fd3e6-68fd-4de9-a138-49d27b3a9f91/d8667474-1427-46cd-80a8-a5c450566217/bf64d961-ef89-4769-8204-03e8a71711ae) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:25:57.906058 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port bf64d961-ef89-4769-8204-03e8a71711ae triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:57.906434 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:57.939432 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-4a9d6a12-53fc-4724-986b-2ff3c33e619e tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:57.948699 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-4a9d6a12-53fc-4724-986b-2ff3c33e619e tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/networks?id=ab823250-cbd3-4e9e-b2ab-95ea12610eee HTTP/1.1" status: 200 len: 814 time: 0.1509585 Nov 10 19:25:57.970586 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-7613b2b6-c63c-476d-8809-74a7541e5326 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/quotas/ca793cf7be314531ae0fda7d17e742e0 HTTP/1.1" status: 200 len: 375 time: 0.0204747 Nov 10 19:25:57.972425 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:25:58.043391 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-4ee80ec0-0724-41bb-b33f-cb00ba3e508c tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ca793cf7be314531ae0fda7d17e742e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0697296 Nov 10 19:25:58.067528 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58146261-c3e2-4ebd-b5d3-0b4aa890e8d2 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:58.118378 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-be816688-6f9f-4847-9f5a-ba56f4935169 None None] For port bf64d961-ef89-4769-8204-03e8a71711ae, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=bf64d961-ef89-4769-8204-03e8a71711ae,segment=NetworkSegment(372cacab-d7c6-45c5-8400-e20aa1e14f2e),segment_id=372cacab-d7c6-45c5-8400-e20aa1e14f2e)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:25:58.122118 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58146261-c3e2-4ebd-b5d3-0b4aa890e8d2 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Pushing event deleted for resources: {'Port': ['ID=18f6840d-d670-4973-a2e2-3c3b9b478916,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:58.210098 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58146261-c3e2-4ebd-b5d3-0b4aa890e8d2 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:58.216635 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-58146261-c3e2-4ebd-b5d3-0b4aa890e8d2 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] 10.222.0.54 "DELETE /v2.0/ports/18f6840d-d670-4973-a2e2-3c3b9b478916 HTTP/1.1" status: 204 len: 168 time: 1.1684113 Nov 10 19:25:58.217226 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48944) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:58.245886 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-b6597cc5-903d-4ece-aaaa-d2049e4faf5c service neutron] 10.222.0.54 "GET /v2.0/networks/ab823250-cbd3-4e9e-b2ab-95ea12610eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940327 Nov 10 19:25:58.253750 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd4b324-24e3-4d82-9d44-702da7402673 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] GET failed (client error): The resource could not be found. Nov 10 19:25:58.255802 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1fd4b324-24e3-4d82-9d44-702da7402673 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] 10.222.0.54 "GET /v2.0/ports/18f6840d-d670-4973-a2e2-3c3b9b478916 HTTP/1.1" status: 404 len: 333 time: 0.0371275 Nov 10 19:25:58.259406 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48946) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:58.269152 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-4a0e095e-09ce-4bc8-905a-dbce5c88f5c6 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Request body: {'port': {'network_id': '6f78a02f-99ae-4fe1-b002-cda61a199b23', 'name': 'tempest-AllowedAddressPairTestJSON-485544740'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:58.376852 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-05311dde-1da9-4d50-b349-9e1c8d152753 service neutron] 10.222.0.54 "GET /v2.0/networks/ab823250-cbd3-4e9e-b2ab-95ea12610eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166866 Nov 10 19:25:58.395735 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:25:58.412781 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:58.412781 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:58.435073 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0e095e-09ce-4bc8-905a-dbce5c88f5c6 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Made reservation on behalf of b72185a3c6f24cbe9f4de3c373a76458 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:25:58.439586 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4a0e095e-09ce-4bc8-905a-dbce5c88f5c6 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:58.476102 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-4a0e095e-09ce-4bc8-905a-dbce5c88f5c6 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] device_id is not set on port 49bb2b12-db37-479c-aea1-32ede21511a7 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:25:58.476777 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-be816688-6f9f-4847-9f5a-ba56f4935169 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:58.485990 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-be816688-6f9f-4847-9f5a-ba56f4935169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:58.559520 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:58.658400 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:25:58.674156 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-5d99f991-09df-48b9-acf9-b89d1c61ec10 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Delete allocated IP 172.20.0.30 (c95fd3e6-68fd-4de9-a138-49d27b3a9f91/d8667474-1427-46cd-80a8-a5c450566217) {{(pid=102505) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 19:25:58.675646 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-4a0e095e-09ce-4bc8-905a-dbce5c88f5c6 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Allocated IP 172.20.0.5 (6f78a02f-99ae-4fe1-b002-cda61a199b23/7ae9614f-f96f-413d-a867-6d63526b9fab/49bb2b12-db37-479c-aea1-32ede21511a7) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:25:58.706580 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ecba7d-3cdc-42ec-b556-02443a8565ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:25:58.710219 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3a25a8-22cd-41c3-b9c3-ef87c3ebfd46" -d '{"events": [{"server_uuid": "d0ecba7d-3cdc-42ec-b556-02443a8565ef", "name": "network-vif-plugged", "status": "completed", "tag": "a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:25:58.728965 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:58.793657 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:58.806663 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be816688-6f9f-4847-9f5a-ba56f4935169 None None] Pushing event updated for resources: {'Port': ['ID=bf64d961-ef89-4769-8204-03e8a71711ae,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:58.849881 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ebe69-5019-468e-bce0-016593d52723 req-face338e-3a10-4a90-a992-8d171c1b9820 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:58.851644 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-495ebe69-5019-468e-bce0-016593d52723 req-face338e-3a10-4a90-a992-8d171c1b9820 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 946 time: 0.0827971 Nov 10 19:25:58.891769 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:58.934989 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5d99f991-09df-48b9-acf9-b89d1c61ec10 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:58.947782 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-495ebe69-5019-468e-bce0-016593d52723 req-0c7f2bcb-e68e-4526-8670-54955b569d91 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850801 Nov 10 19:25:58.956811 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5d99f991-09df-48b9-acf9-b89d1c61ec10 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:59.048177 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8acfc5f0-405f-4505-acca-594f2d4deca4 req-c22685b2-5216-484f-8e33-35dd797f55e4 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=37540233-6276-4904-9755-108dc2bdd25b HTTP/1.1" status: 200 len: 210 time: 0.0457428 Nov 10 19:25:59.178431 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c754a0-4dac-4172-bd68-094985244794 req-d170b17c-54b7-4fd8-a884-3e6c1c343f43 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:59.187473 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-32c754a0-4dac-4172-bd68-094985244794 req-d170b17c-54b7-4fd8-a884-3e6c1c343f43 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7d16bca-b2f9-46a0-8841-ceba19135d02 HTTP/1.1" status: 200 len: 945 time: 0.0673292 Nov 10 19:25:59.190883 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99f991-09df-48b9-acf9-b89d1c61ec10 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Port': ['ID=9fe27d0b-5d48-4b32-b9fa-dc87d883581a,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:59.245048 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4a0e095e-09ce-4bc8-905a-dbce5c88f5c6 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:59.249731 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-32c754a0-4dac-4172-bd68-094985244794 req-18b7f0e9-5d49-430a-b5cb-6d766908c212 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612345 Nov 10 19:25:59.282212 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-5d99f991-09df-48b9-acf9-b89d1c61ec10 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] In _notify_port_updated(), no bound segment for port 9fe27d0b-5d48-4b32-b9fa-dc87d883581a on network c95fd3e6-68fd-4de9-a138-49d27b3a9f91 {{(pid=102505) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 19:25:59.288396 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d99f991-09df-48b9-acf9-b89d1c61ec10 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:59.289057 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5d99f991-09df-48b9-acf9-b89d1c61ec10 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:59.290946 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5d99f991-09df-48b9-acf9-b89d1c61ec10 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "PUT /v2.0/ports/9fe27d0b-5d48-4b32-b9fa-dc87d883581a HTTP/1.1" status: 200 len: 919 time: 1.8179586 Nov 10 19:25:59.294072 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48966) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:59.302078 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-05096b6d-dccc-480e-bf4f-89a7c7409faa tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9bec0094-dd58-43b7-b5be-d737bb9bfe25'}, {'subnet_id': 'd8667474-1427-46cd-80a8-a5c450566217'}]}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:59.302401 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87187c08-2174-4ffe-ac14-5b9391c1d696 x-openstack-request-id: req-87187c08-2174-4ffe-ac14-5b9391c1d696 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:25:59.302703 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ecba7d-3cdc-42ec-b556-02443a8565ef", "name": "network-vif-plugged", "status": "completed", "tag": "a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:25:59.302959 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-87187c08-2174-4ffe-ac14-5b9391c1d696 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:25:59.303349 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ecba7d-3cdc-42ec-b556-02443a8565ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f', 'code': 200} Nov 10 19:25:59.352668 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4a0e095e-09ce-4bc8-905a-dbce5c88f5c6 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:59.356322 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:59.446865 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0e095e-09ce-4bc8-905a-dbce5c88f5c6 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Network 6f78a02f-99ae-4fe1-b002-cda61a199b23 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:25:59.453150 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-4a0e095e-09ce-4bc8-905a-dbce5c88f5c6 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:25:59.458205 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0e095e-09ce-4bc8-905a-dbce5c88f5c6 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:25:59.516210 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e095e-09ce-4bc8-905a-dbce5c88f5c6 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Pushing event updated for resources: {'Port': ['ID=49bb2b12-db37-479c-aea1-32ede21511a7,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:25:59.592466 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0e095e-09ce-4bc8-905a-dbce5c88f5c6 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:59.593332 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4a0e095e-09ce-4bc8-905a-dbce5c88f5c6 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:59.640533 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4a0e095e-09ce-4bc8-905a-dbce5c88f5c6 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3798487 Nov 10 19:25:59.641494 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48970) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:25:59.649588 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-60710f30-64be-4363-83b1-6d5b4ccc9704 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Request body: {'port': {'network_id': '6f78a02f-99ae-4fe1-b002-cda61a199b23', 'name': 'tempest-AllowedAddressPairTestJSON-1141511445'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:25:59.679564 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398cb89f-653e-4a6f-9069-b26d7da47e24 req-bd7965e0-500c-4b76-a0bb-82e3d961dd6e tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:59.688359 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-398cb89f-653e-4a6f-9069-b26d7da47e24 req-bd7965e0-500c-4b76-a0bb-82e3d961dd6e tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7d16bca-b2f9-46a0-8841-ceba19135d02 HTTP/1.1" status: 200 len: 945 time: 0.2647991 Nov 10 19:25:59.697700 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6e576-a95a-405f-8f05-1f7cc3d129d6 req-e94406f0-d97a-41f3-a0ae-19761907b6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:25:59.699635 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-09f6e576-a95a-405f-8f05-1f7cc3d129d6 req-e94406f0-d97a-41f3-a0ae-19761907b6ad service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 1097 time: 0.2178371 Nov 10 19:25:59.708475 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device bf64d961-ef89-4769-8204-03e8a71711ae up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:25:59.751231 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c395007f-fdd5-4606-b0a0-6e84bd5ce7c2 None None] Network c95fd3e6-68fd-4de9-a138-49d27b3a9f91 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:25:59.790595 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-398cb89f-653e-4a6f-9069-b26d7da47e24 req-efc2ea21-3590-4979-b9db-4b0d47f0f41d tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012411 Nov 10 19:25:59.846752 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-dcf46e6b-75fa-4cea-aa77-cd16bb83eee2 None None] Provisioning complete for port bf64d961-ef89-4769-8204-03e8a71711ae triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:59.847314 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dcf46e6b-75fa-4cea-aa77-cd16bb83eee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:59.906851 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60710f30-64be-4363-83b1-6d5b4ccc9704 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Made reservation on behalf of b72185a3c6f24cbe9f4de3c373a76458 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:25:59.910711 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-60710f30-64be-4363-83b1-6d5b4ccc9704 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:59.926341 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-05096b6d-dccc-480e-bf4f-89a7c7409faa tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:59.931259 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-09f6e576-a95a-405f-8f05-1f7cc3d129d6 req-a6d2ec1c-1963-40b9-9c53-9782b61a55ec service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141533 Nov 10 19:25:59.955178 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port bf64d961-ef89-4769-8204-03e8a71711ae triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:25:59.955178 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:25:59.963016 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-60710f30-64be-4363-83b1-6d5b4ccc9704 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] device_id is not set on port 7dec86e7-49e1-43ed-86bf-5f2fa3d03771 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:26:00.234559 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2315ed-6a80-4549-8df2-385167d27cf0 req-4b33a38f-7c79-4257-a60f-59e4f24af66c tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:00.235938 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c2315ed-6a80-4549-8df2-385167d27cf0 req-4b33a38f-7c79-4257-a60f-59e4f24af66c tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 946 time: 0.1159511 Nov 10 19:26:00.252246 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-60710f30-64be-4363-83b1-6d5b4ccc9704 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Allocated IP 172.20.0.11 (6f78a02f-99ae-4fe1-b002-cda61a199b23/7ae9614f-f96f-413d-a867-6d63526b9fab/7dec86e7-49e1-43ed-86bf-5f2fa3d03771) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:26:00.277275 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-dcf46e6b-75fa-4cea-aa77-cd16bb83eee2 None None] Provisioning complete for port 9fe27d0b-5d48-4b32-b9fa-dc87d883581a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:00.281435 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dcf46e6b-75fa-4cea-aa77-cd16bb83eee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:00.342615 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c2315ed-6a80-4549-8df2-385167d27cf0 req-78c67802-63c5-46ac-b552-9f46369f746a tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947876 Nov 10 19:26:00.365209 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-dcf46e6b-75fa-4cea-aa77-cd16bb83eee2 None None] Port 9fe27d0b-5d48-4b32-b9fa-dc87d883581a cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:26:00.461746 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-05096b6d-dccc-480e-bf4f-89a7c7409faa tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Allocated IP 172.20.0.22 (c95fd3e6-68fd-4de9-a138-49d27b3a9f91/d8667474-1427-46cd-80a8-a5c450566217/9fe27d0b-5d48-4b32-b9fa-dc87d883581a) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:26:00.494711 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-bf1ab93a-c0da-4684-866a-01a4b70583c5 None None] Provisioning complete for port 49bb2b12-db37-479c-aea1-32ede21511a7 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:00.495251 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bf1ab93a-c0da-4684-866a-01a4b70583c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:00.597600 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-bf1ab93a-c0da-4684-866a-01a4b70583c5 None None] Port 49bb2b12-db37-479c-aea1-32ede21511a7 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:26:00.631443 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-34321e22-0d5e-44f3-9ce7-f64f5db01ea0 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:00.633004 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-34321e22-0d5e-44f3-9ce7-f64f5db01ea0 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.73 "GET /v2.0/networks?id=ab823250-cbd3-4e9e-b2ab-95ea12610eee HTTP/1.1" status: 200 len: 814 time: 0.5597460 Nov 10 19:26:00.654158 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-c11e0e12-f3df-44a4-b4a4-15695ab43c71 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Request body: {'port': {'device_id': '37540233-6276-4904-9755-108dc2bdd25b', 'network_id': 'ab823250-cbd3-4e9e-b2ab-95ea12610eee', 'admin_state_up': True, 'tenant_id': 'ca793cf7be314531ae0fda7d17e742e0'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:00.664783 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-18e524e8-9136-4666-83f2-5468b8cede5f req-d1da2990-0b3c-4016-8a9a-92aaae0aee22 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=37540233-6276-4904-9755-108dc2bdd25b HTTP/1.1" status: 200 len: 210 time: 0.0435414 Nov 10 19:26:00.692686 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-05096b6d-dccc-480e-bf4f-89a7c7409faa tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:00.702606 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-05096b6d-dccc-480e-bf4f-89a7c7409faa tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:00.873836 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05096b6d-dccc-480e-bf4f-89a7c7409faa tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Port': ['ID=9fe27d0b-5d48-4b32-b9fa-dc87d883581a,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:00.896847 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-c11e0e12-f3df-44a4-b4a4-15695ab43c71 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Made reservation on behalf of ca793cf7be314531ae0fda7d17e742e0 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:26:00.902776 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-c11e0e12-f3df-44a4-b4a4-15695ab43c71 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:00.930650 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96338c-95bf-4c92-8bec-6c601b8f25c0 req-a941125e-43e1-4dd9-9c0a-ea9024b2d165 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:00.938735 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d96338c-95bf-4c92-8bec-6c601b8f25c0 req-a941125e-43e1-4dd9-9c0a-ea9024b2d165 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7d16bca-b2f9-46a0-8841-ceba19135d02 HTTP/1.1" status: 200 len: 945 time: 0.1580775 Nov 10 19:26:00.942594 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-60710f30-64be-4363-83b1-6d5b4ccc9704 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:00.950560 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-05096b6d-dccc-480e-bf4f-89a7c7409faa tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] In _notify_port_updated(), no bound segment for port 9fe27d0b-5d48-4b32-b9fa-dc87d883581a on network c95fd3e6-68fd-4de9-a138-49d27b3a9f91 {{(pid=102506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 19:26:00.956927 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05096b6d-dccc-480e-bf4f-89a7c7409faa tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:00.957994 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-05096b6d-dccc-480e-bf4f-89a7c7409faa tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:00.962055 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-05096b6d-dccc-480e-bf4f-89a7c7409faa tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "PUT /v2.0/ports/9fe27d0b-5d48-4b32-b9fa-dc87d883581a HTTP/1.1" status: 200 len: 999 time: 1.6635933 Nov 10 19:26:00.966013 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48984) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:01.036117 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d96338c-95bf-4c92-8bec-6c601b8f25c0 req-eefd3856-3c67-48aa-ae19-e0454862e532 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963616 Nov 10 19:26:01.082797 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-60710f30-64be-4363-83b1-6d5b4ccc9704 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:01.121413 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a2831-2cbe-422b-8ecf-688090044c09 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Deleting port 9fe27d0b-5d48-4b32-b9fa-dc87d883581a {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:26:01.122107 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8b1a2831-2cbe-422b-8ecf-688090044c09 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:01.139065 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-c11e0e12-f3df-44a4-b4a4-15695ab43c71 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Allocated IP 172.20.0.7 (ab823250-cbd3-4e9e-b2ab-95ea12610eee/2aee395f-d665-4a4d-a2ee-137fdc063918/70a4ba12-3968-49e8-a081-1000ed22b144) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:26:01.141843 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d265ad31-5a27-480c-b7c3-d31520f16e27 None None] Provisioning complete for port bf64d961-ef89-4769-8204-03e8a71711ae triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:01.142377 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d265ad31-5a27-480c-b7c3-d31520f16e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:01.150213 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60710f30-64be-4363-83b1-6d5b4ccc9704 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Network 6f78a02f-99ae-4fe1-b002-cda61a199b23 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:26:01.162378 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-60710f30-64be-4363-83b1-6d5b4ccc9704 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:26:01.167359 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60710f30-64be-4363-83b1-6d5b4ccc9704 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:26:01.206224 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60710f30-64be-4363-83b1-6d5b4ccc9704 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Pushing event updated for resources: {'Port': ['ID=7dec86e7-49e1-43ed-86bf-5f2fa3d03771,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:01.261257 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8b1a2831-2cbe-422b-8ecf-688090044c09 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:01.282410 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60710f30-64be-4363-83b1-6d5b4ccc9704 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:01.283006 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-60710f30-64be-4363-83b1-6d5b4ccc9704 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:01.289318 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a2831-2cbe-422b-8ecf-688090044c09 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Calling delete_port for 9fe27d0b-5d48-4b32-b9fa-dc87d883581a owned by {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:26:01.402863 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-60710f30-64be-4363-83b1-6d5b4ccc9704 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7565088 Nov 10 19:26:01.403022 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48988) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:01.405133 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d265ad31-5a27-480c-b7c3-d31520f16e27 None None] Provisioning complete for port 9fe27d0b-5d48-4b32-b9fa-dc87d883581a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:01.405518 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d265ad31-5a27-480c-b7c3-d31520f16e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:01.408413 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-a77fb3b8-3552-4437-a254-087c12b53ea8 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:65:19:9b'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:63:ab:d7'}]}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:01.488053 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-d265ad31-5a27-480c-b7c3-d31520f16e27 None None] Port 9fe27d0b-5d48-4b32-b9fa-dc87d883581a cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:26:01.616318 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-c11e0e12-f3df-44a4-b4a4-15695ab43c71 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:01.627844 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-31962127-6181-4c8c-9d7d-a532a41a8f2e None None] Provisioning complete for port 9fe27d0b-5d48-4b32-b9fa-dc87d883581a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:01.628532 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-31962127-6181-4c8c-9d7d-a532a41a8f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:01.656050 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67718d0c-75cb-4db6-bb6d-0b77c4932b37 req-ef66386f-7838-43ec-86e4-da749d8e2eb2 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:01.668951 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67718d0c-75cb-4db6-bb6d-0b77c4932b37 req-ef66386f-7838-43ec-86e4-da749d8e2eb2 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 946 time: 0.1695759 Nov 10 19:26:01.748562 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-31962127-6181-4c8c-9d7d-a532a41a8f2e None None] Port 9fe27d0b-5d48-4b32-b9fa-dc87d883581a cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:26:01.756397 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-c11e0e12-f3df-44a4-b4a4-15695ab43c71 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:01.768419 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['b781d410-3d63-4727-b3c9-254606eed1d3', 'a0e2866a-c89a-4d67-a9ca-58ab8bf18e69', '37f971cd-29c7-4e70-9e71-58e705450ccf'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:26:01.816175 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8b1a2831-2cbe-422b-8ecf-688090044c09 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:01.871435 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a2831-2cbe-422b-8ecf-688090044c09 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Port': ['ID=9fe27d0b-5d48-4b32-b9fa-dc87d883581a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:01.883921 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a77fb3b8-3552-4437-a254-087c12b53ea8 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:01.885040 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-b96a1c8c-3541-4d1c-9a6d-74c303957ec4 None None] Could not find standard attr ID for object 9fe27d0b-5d48-4b32-b9fa-dc87d883581a. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:26:01.893781 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67718d0c-75cb-4db6-bb6d-0b77c4932b37 req-948e22a6-f3e8-4c5d-8475-00c8be8b5551 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238960 Nov 10 19:26:01.923078 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e0e12-f3df-44a4-b4a4-15695ab43c71 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Pushing event updated for resources: {'Port': ['ID=70a4ba12-3968-49e8-a081-1000ed22b144,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:01.925055 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-b96a1c8c-3541-4d1c-9a6d-74c303957ec4 None None] Provisioning complete for port 7dec86e7-49e1-43ed-86bf-5f2fa3d03771 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:01.925516 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b96a1c8c-3541-4d1c-9a6d-74c303957ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:01.976886 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-b96a1c8c-3541-4d1c-9a6d-74c303957ec4 None None] Port 7dec86e7-49e1-43ed-86bf-5f2fa3d03771 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:26:02.047593 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-c11e0e12-f3df-44a4-b4a4-15695ab43c71 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Network ab823250-cbd3-4e9e-b2ab-95ea12610eee is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:26:02.054759 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-c11e0e12-f3df-44a4-b4a4-15695ab43c71 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:26:02.059504 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-c11e0e12-f3df-44a4-b4a4-15695ab43c71 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:26:02.099820 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-61eb04bf-490f-4580-a774-104a9f986e0b None None] Could not find standard attr ID for object 9fe27d0b-5d48-4b32-b9fa-dc87d883581a. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:26:02.193864 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-c11e0e12-f3df-44a4-b4a4-15695ab43c71 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:02.194554 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-c11e0e12-f3df-44a4-b4a4-15695ab43c71 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:02.231849 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-c11e0e12-f3df-44a4-b4a4-15695ab43c71 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5819733 Nov 10 19:26:02.243433 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-5f9a7acd-ef65-47a5-934c-bf77c03b7e82 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:26:02.244686 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-5f9a7acd-ef65-47a5-934c-bf77c03b7e82 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064523 Nov 10 19:26:02.301845 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a77fb3b8-3552-4437-a254-087c12b53ea8 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:02.310240 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a77fb3b8-3552-4437-a254-087c12b53ea8 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:02.420480 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77fb3b8-3552-4437-a254-087c12b53ea8 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Pushing event updated for resources: {'Port': ['ID=7dec86e7-49e1-43ed-86bf-5f2fa3d03771,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:02.452787 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-ac3a8460-e4ab-4163-9162-da484c7fec57 service neutron] Request body: {'port': {'device_id': '37540233-6276-4904-9755-108dc2bdd25b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:02.496545 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-a77fb3b8-3552-4437-a254-087c12b53ea8 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] In _notify_port_updated(), no bound segment for port 7dec86e7-49e1-43ed-86bf-5f2fa3d03771 on network 6f78a02f-99ae-4fe1-b002-cda61a199b23 {{(pid=102505) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 19:26:02.502380 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77fb3b8-3552-4437-a254-087c12b53ea8 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:02.503075 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a77fb3b8-3552-4437-a254-087c12b53ea8 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:02.507146 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a77fb3b8-3552-4437-a254-087c12b53ea8 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] 10.222.0.54 "PUT /v2.0/ports/7dec86e7-49e1-43ed-86bf-5f2fa3d03771 HTTP/1.1" status: 200 len: 1057 time: 1.1006091 Nov 10 19:26:02.508577 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48998) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:02.592656 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8b1a2831-2cbe-422b-8ecf-688090044c09 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:02.597666 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-ac3a8460-e4ab-4163-9162-da484c7fec57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:02.598434 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8b1a2831-2cbe-422b-8ecf-688090044c09 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/ports/9fe27d0b-5d48-4b32-b9fa-dc87d883581a HTTP/1.1" status: 204 len: 168 time: 1.6313152 Nov 10 19:26:02.602626 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49000) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:02.607321 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1fd4a-c5a7-4efd-988b-0602b95f69a9 req-c3b07d71-7208-4f49-9ce7-36f1cbc78955 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:02.608880 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1fb1fd4a-c5a7-4efd-988b-0602b95f69a9 req-c3b07d71-7208-4f49-9ce7-36f1cbc78955 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7d16bca-b2f9-46a0-8841-ceba19135d02 HTTP/1.1" status: 200 len: 945 time: 0.7140219 Nov 10 19:26:02.621282 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66818eb-a8de-4fc7-9e0b-a12d82e10147 req-fad937cc-6777-4c6b-a9a4-a4997cfd0c36 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:02.629145 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f66818eb-a8de-4fc7-9e0b-a12d82e10147 req-fad937cc-6777-4c6b-a9a4-a4997cfd0c36 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=37540233-6276-4904-9755-108dc2bdd25b HTTP/1.1" status: 200 len: 931 time: 0.1241047 Nov 10 19:26:02.690607 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-433d3543-80a4-45f6-b372-571f33931df7 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] GET failed (client error): The resource could not be found. Nov 10 19:26:02.695577 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-433d3543-80a4-45f6-b372-571f33931df7 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "GET /v2.0/ports/9fe27d0b-5d48-4b32-b9fa-dc87d883581a HTTP/1.1" status: 404 len: 333 time: 0.0889659 Nov 10 19:26:02.698184 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49002) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:02.735677 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f078b6ec-2495-4151-b9c9-56361e459d76 None None] Provisioning complete for port 7dec86e7-49e1-43ed-86bf-5f2fa3d03771 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:02.736289 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f078b6ec-2495-4151-b9c9-56361e459d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:02.804004 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f66818eb-a8de-4fc7-9e0b-a12d82e10147 req-8e7d043f-e963-405c-b443-dc86064fa64d tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738613 Nov 10 19:26:02.821647 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-f078b6ec-2495-4151-b9c9-56361e459d76 None None] Port 7dec86e7-49e1-43ed-86bf-5f2fa3d03771 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:26:02.834671 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-228fa5a7-8a78-4af5-a13e-2cfd9d297395 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Deleting subnet d8667474-1427-46cd-80a8-a5c450566217 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:26:02.845533 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-1fb1fd4a-c5a7-4efd-988b-0602b95f69a9 req-459ef3f1-7ddf-4d15-949b-adbdc8859d90 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Deleting port 5bfe141f-0bea-4536-844a-8485f188a0ee {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:26:02.846178 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1fb1fd4a-c5a7-4efd-988b-0602b95f69a9 req-459ef3f1-7ddf-4d15-949b-adbdc8859d90 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:02.851082 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-228fa5a7-8a78-4af5-a13e-2cfd9d297395 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:02.972094 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9b545-81ae-4184-9765-6debdac82020 req-b8823ccb-1a7c-4ded-a75b-f96e6ab32edd tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:02.973701 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-10e9b545-81ae-4184-9765-6debdac82020 req-b8823ccb-1a7c-4ded-a75b-f96e6ab32edd tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7d16bca-b2f9-46a0-8841-ceba19135d02 HTTP/1.1" status: 200 len: 945 time: 0.0975544 Nov 10 19:26:02.981349 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-648048d6-0db7-4f63-b8a3-43cd8ce21523 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Deleting port 7dec86e7-49e1-43ed-86bf-5f2fa3d03771 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:26:02.982854 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-648048d6-0db7-4f63-b8a3-43cd8ce21523 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:02.994838 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-228fa5a7-8a78-4af5-a13e-2cfd9d297395 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:03.007596 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-1fb1fd4a-c5a7-4efd-988b-0602b95f69a9 req-459ef3f1-7ddf-4d15-949b-adbdc8859d90 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] For port 5bfe141f-0bea-4536-844a-8485f188a0ee, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=5bfe141f-0bea-4536-844a-8485f188a0ee,segment=NetworkSegment(972f3100-a6a2-4418-9bf5-bbc6550de0fb),segment_id=972f3100-a6a2-4418-9bf5-bbc6550de0fb)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:03.007944 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1fb1fd4a-c5a7-4efd-988b-0602b95f69a9 req-459ef3f1-7ddf-4d15-949b-adbdc8859d90 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:03.031199 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-1fb1fd4a-c5a7-4efd-988b-0602b95f69a9 req-459ef3f1-7ddf-4d15-949b-adbdc8859d90 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Calling delete_port for 5bfe141f-0bea-4536-844a-8485f188a0ee owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:26:03.053017 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-10e9b545-81ae-4184-9765-6debdac82020 req-e3d0ac0c-eefc-4e03-be22-505d53f06c02 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.54 "GET /v2.0/security-groups?id=79ff26cb-153c-4768-9241-d14682e64919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713959 Nov 10 19:26:03.241958 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684052e4-bcc2-4fab-abba-912827bbbfb0 req-542de8c0-3bd8-4ad4-a9cc-edb3901b7bab tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:03.244104 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-684052e4-bcc2-4fab-abba-912827bbbfb0 req-542de8c0-3bd8-4ad4-a9cc-edb3901b7bab tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 946 time: 0.1009974 Nov 10 19:26:03.249001 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-648048d6-0db7-4f63-b8a3-43cd8ce21523 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:03.281434 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1fb1fd4a-c5a7-4efd-988b-0602b95f69a9 req-459ef3f1-7ddf-4d15-949b-adbdc8859d90 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:03.283320 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-648048d6-0db7-4f63-b8a3-43cd8ce21523 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Calling delete_port for 7dec86e7-49e1-43ed-86bf-5f2fa3d03771 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:26:03.287581 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-228fa5a7-8a78-4af5-a13e-2cfd9d297395 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:03.294920 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['5bfe141f-0bea-4536-844a-8485f188a0ee'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:26:03.345824 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ef3f1-7ddf-4d15-949b-adbdc8859d90 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Pushing event deleted for resources: {'Port': ['ID=5bfe141f-0bea-4536-844a-8485f188a0ee,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:03.398601 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-684052e4-bcc2-4fab-abba-912827bbbfb0 req-f475ffa7-7343-4648-a0e4-4a8c871ae9b8 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474333 Nov 10 19:26:03.417290 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb1fd4a-c5a7-4efd-988b-0602b95f69a9 req-459ef3f1-7ddf-4d15-949b-adbdc8859d90 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] No DVR routers for this DVR port 5bfe141f-0bea-4536-844a-8485f188a0ee on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:26:03.421889 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1fb1fd4a-c5a7-4efd-988b-0602b95f69a9 req-459ef3f1-7ddf-4d15-949b-adbdc8859d90 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:03.425292 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1fb1fd4a-c5a7-4efd-988b-0602b95f69a9 req-459ef3f1-7ddf-4d15-949b-adbdc8859d90 tempest-ServerDiskConfigTestJSON-540621090 tempest-ServerDiskConfigTestJSON-540621090-project] 10.222.0.25 "DELETE /v2.0/ports/5bfe141f-0bea-4536-844a-8485f188a0ee HTTP/1.1" status: 204 len: 173 time: 0.7890718 Nov 10 19:26:03.425815 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d16bca-b2f9-46a0-8841-ceba19135d02', 'name': 'network-vif-deleted', 'tag': '5bfe141f-0bea-4536-844a-8485f188a0ee'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:26:03.428160 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7ba2e3-e3ad-4318-9785-e7d6f9cfdab9" -d '{"events": [{"server_uuid": "d7d16bca-b2f9-46a0-8841-ceba19135d02", "name": "network-vif-deleted", "tag": "5bfe141f-0bea-4536-844a-8485f188a0ee"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:26:03.468034 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-ac3a8460-e4ab-4163-9162-da484c7fec57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70a4ba12-3968-49e8-a081-1000ed22b144 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:26:03.478211 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-ac3a8460-e4ab-4163-9162-da484c7fec57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:03.489398 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-228fa5a7-8a78-4af5-a13e-2cfd9d297395 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:03.554478 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fa5a7-8a78-4af5-a13e-2cfd9d297395 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Subnet': ['ID=d8667474-1427-46cd-80a8-a5c450566217,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:03.578860 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-228fa5a7-8a78-4af5-a13e-2cfd9d297395 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:03.582955 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-228fa5a7-8a78-4af5-a13e-2cfd9d297395 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/subnets/d8667474-1427-46cd-80a8-a5c450566217 HTTP/1.1" status: 204 len: 168 time: 0.8813944 Nov 10 19:26:03.586676 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49016) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:03.587521 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1e3fec-0904-4e67-893b-94ba0a087d4e None None] Network c95fd3e6-68fd-4de9-a138-49d27b3a9f91 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:26:03.632209 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-ac3a8460-e4ab-4163-9162-da484c7fec57 service neutron] Transition to ACTIVE for port object 70a4ba12-3968-49e8-a081-1000ed22b144 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:26:03.634747 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-648048d6-0db7-4f63-b8a3-43cd8ce21523 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:03.664415 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-ac3a8460-e4ab-4163-9162-da484c7fec57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:03.737807 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648048d6-0db7-4f63-b8a3-43cd8ce21523 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Pushing event deleted for resources: {'Port': ['ID=7dec86e7-49e1-43ed-86bf-5f2fa3d03771,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:03.769080 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d750cc-8c11-41f8-bd1d-b764bfea229f tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Deleting subnet 9bec0094-dd58-43b7-b5be-d737bb9bfe25 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:26:03.774076 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-49d750cc-8c11-41f8-bd1d-b764bfea229f tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:03.866683 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c862a-c7d9-4611-92ec-c942269b9e4b req-b94584dc-09a2-47e1-b5e7-9e781764ad09 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:03.875542 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef0c862a-c7d9-4611-92ec-c942269b9e4b req-b94584dc-09a2-47e1-b5e7-9e781764ad09 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 946 time: 0.2173858 Nov 10 19:26:03.889055 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49022) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:03.901618 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-e01ff0f0-629e-4f4a-95b8-86dcf199f4ab tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Request body: {'floatingip': {'port_id': 'a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:03.973962 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-49d750cc-8c11-41f8-bd1d-b764bfea229f tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:04.001828 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e01ff0f0-629e-4f4a-95b8-86dcf199f4ab tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks [] for floatingip, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:04.098606 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a8460-e4ab-4163-9162-da484c7fec57 service neutron] Pushing event updated for resources: {'Port': ['ID=70a4ba12-3968-49e8-a081-1000ed22b144,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:04.218300 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-ac3a8460-e4ab-4163-9162-da484c7fec57 service neutron] Attempting to bind port 70a4ba12-3968-49e8-a081-1000ed22b144 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:26:04.219077 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-ac3a8460-e4ab-4163-9162-da484c7fec57 service neutron] Attempting to bind port 70a4ba12-3968-49e8-a081-1000ed22b144 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'f0089329-84eb-4bfe-9903-9d16aa1b592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ab823250-cbd3-4e9e-b2ab-95ea12610eee'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:26:04.219657 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-ac3a8460-e4ab-4163-9162-da484c7fec57 service neutron] Attempting to bind port 70a4ba12-3968-49e8-a081-1000ed22b144 on network ab823250-cbd3-4e9e-b2ab-95ea12610eee {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:26:04.243025 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-ac3a8460-e4ab-4163-9162-da484c7fec57 service neutron] Port 70a4ba12-3968-49e8-a081-1000ed22b144 on network ab823250-cbd3-4e9e-b2ab-95ea12610eee not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:26:04.243786 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-ac3a8460-e4ab-4163-9162-da484c7fec57 service neutron] Attempting to bind port 70a4ba12-3968-49e8-a081-1000ed22b144 on network ab823250-cbd3-4e9e-b2ab-95ea12610eee {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:26:04.280448 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-ac3a8460-e4ab-4163-9162-da484c7fec57 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:26:04.280940 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-ac3a8460-e4ab-4163-9162-da484c7fec57 service neutron] Checking segment: {'id': 'f0089329-84eb-4bfe-9903-9d16aa1b592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ab823250-cbd3-4e9e-b2ab-95ea12610eee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:26:04.281450 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-ac3a8460-e4ab-4163-9162-da484c7fec57 service neutron] Bound using segment: {'id': 'f0089329-84eb-4bfe-9903-9d16aa1b592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ab823250-cbd3-4e9e-b2ab-95ea12610eee'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:26:04.282050 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-ac3a8460-e4ab-4163-9162-da484c7fec57 service neutron] Bound port: 70a4ba12-3968-49e8-a081-1000ed22b144, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0089329-84eb-4bfe-9903-9d16aa1b592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ab823250-cbd3-4e9e-b2ab-95ea12610eee'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:26:04.282593 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-ac3a8460-e4ab-4163-9162-da484c7fec57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:04.332976 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-49d750cc-8c11-41f8-bd1d-b764bfea229f tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:04.337071 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c55efb9-3da7-4c80-bfb2-a8eb08a1768b x-openstack-request-id: req-0c55efb9-3da7-4c80-bfb2-a8eb08a1768b {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:26:04.337342 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d16bca-b2f9-46a0-8841-ceba19135d02", "name": "network-vif-deleted", "tag": "5bfe141f-0bea-4536-844a-8485f188a0ee", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:26:04.337595 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0c55efb9-3da7-4c80-bfb2-a8eb08a1768b {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:26:04.338062 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d16bca-b2f9-46a0-8841-ceba19135d02', 'name': 'network-vif-deleted', 'tag': '5bfe141f-0bea-4536-844a-8485f188a0ee', 'status': 'completed', 'code': 200} Nov 10 19:26:04.363315 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-648048d6-0db7-4f63-b8a3-43cd8ce21523 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:04.369202 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-648048d6-0db7-4f63-b8a3-43cd8ce21523 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] 10.222.0.54 "DELETE /v2.0/ports/7dec86e7-49e1-43ed-86bf-5f2fa3d03771 HTTP/1.1" status: 204 len: 168 time: 1.8582561 Nov 10 19:26:04.372610 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49028) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:04.410031 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-0298cbb7-5435-4368-a71e-48f2544b098e tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] GET failed (client error): The resource could not be found. Nov 10 19:26:04.414775 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0298cbb7-5435-4368-a71e-48f2544b098e tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] 10.222.0.54 "GET /v2.0/ports/7dec86e7-49e1-43ed-86bf-5f2fa3d03771 HTTP/1.1" status: 404 len: 333 time: 0.0381172 Nov 10 19:26:04.415781 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49030) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:04.427512 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-ac3a8460-e4ab-4163-9162-da484c7fec57 service neutron] For port 70a4ba12-3968-49e8-a081-1000ed22b144, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:26:04.475848 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-ac3a8460-e4ab-4163-9162-da484c7fec57 service neutron] For port 70a4ba12-3968-49e8-a081-1000ed22b144, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=70a4ba12-3968-49e8-a081-1000ed22b144,segment=NetworkSegment(f0089329-84eb-4bfe-9903-9d16aa1b592a),segment_id=f0089329-84eb-4bfe-9903-9d16aa1b592a)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:26:04.486021 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-ac3a8460-e4ab-4163-9162-da484c7fec57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:04.516146 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-49d750cc-8c11-41f8-bd1d-b764bfea229f tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:04.551103 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-ac3a8460-e4ab-4163-9162-da484c7fec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:04.551873 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-ac3a8460-e4ab-4163-9162-da484c7fec57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:04.553677 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-ac3a8460-e4ab-4163-9162-da484c7fec57 service neutron] 10.222.0.73 "PUT /v2.0/ports/70a4ba12-3968-49e8-a081-1000ed22b144 HTTP/1.1" status: 200 len: 1091 time: 2.2946351 Nov 10 19:26:04.554484 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37540233-6276-4904-9755-108dc2bdd25b', 'tag': '70a4ba12-3968-49e8-a081-1000ed22b144'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:26:04.556916 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6a4de4-d603-4c87-b09a-8f2463cb13e1" -d '{"events": [{"name": "network-changed", "server_uuid": "37540233-6276-4904-9755-108dc2bdd25b", "tag": "70a4ba12-3968-49e8-a081-1000ed22b144"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:26:04.577544 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-49d750cc-8c11-41f8-bd1d-b764bfea229f tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:04.590230 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49034) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:04.590543 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-49d750cc-8c11-41f8-bd1d-b764bfea229f tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/subnets/9bec0094-dd58-43b7-b5be-d737bb9bfe25 HTTP/1.1" status: 204 len: 168 time: 0.9984038 Nov 10 19:26:04.606933 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3140bdd-446b-4fb2-953d-7bf615dfdaad req-d1d3e905-4012-4724-98ca-527b0e461f7b tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:04.608938 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a3140bdd-446b-4fb2-953d-7bf615dfdaad req-d1d3e905-4012-4724-98ca-527b0e461f7b tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=37540233-6276-4904-9755-108dc2bdd25b HTTP/1.1" status: 200 len: 943 time: 0.1676948 Nov 10 19:26:04.641673 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d750cc-8c11-41f8-bd1d-b764bfea229f tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Subnet': ['ID=9bec0094-dd58-43b7-b5be-d737bb9bfe25,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:04.711242 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a8460-e4ab-4163-9162-da484c7fec57 service neutron] Pushing event updated for resources: {'Port': ['ID=70a4ba12-3968-49e8-a081-1000ed22b144,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:04.756551 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-e32c19a8-5c34-467f-939d-c7e5565b474e tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Deleting port 49bb2b12-db37-479c-aea1-32ede21511a7 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:26:04.756927 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e32c19a8-5c34-467f-939d-c7e5565b474e tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:04.767249 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2cbfca96-d6a6-4ac0-8413-25cbd1eba7af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:04.771631 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a3140bdd-446b-4fb2-953d-7bf615dfdaad req-38316aae-fe78-4f91-92c4-2f83ecf8005b tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275692 Nov 10 19:26:04.937245 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546fb6b5-5bb2-45c2-813d-7243fd22c5d1 None None] Network c95fd3e6-68fd-4de9-a138-49d27b3a9f91 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:26:05.042918 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e01ff0f0-629e-4f4a-95b8-86dcf199f4ab tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:05.050554 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e01ff0f0-629e-4f4a-95b8-86dcf199f4ab tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:05.052359 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65abf0b6-a54e-430e-be65-15318d1db7f8 x-openstack-request-id: req-65abf0b6-a54e-430e-be65-15318d1db7f8 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:26:05.052670 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37540233-6276-4904-9755-108dc2bdd25b", "tag": "70a4ba12-3968-49e8-a081-1000ed22b144", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:26:05.052927 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-65abf0b6-a54e-430e-be65-15318d1db7f8 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:26:05.053339 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37540233-6276-4904-9755-108dc2bdd25b', 'tag': '70a4ba12-3968-49e8-a081-1000ed22b144', 'status': 'completed', 'code': 200} Nov 10 19:26:05.064642 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-ab1c8f99-cf11-4a04-8a8d-8b9b3c032964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:05.066276 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-ab1c8f99-cf11-4a04-8a8d-8b9b3c032964 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca793cf7be314531ae0fda7d17e742e0&device_id=37540233-6276-4904-9755-108dc2bdd25b HTTP/1.1" status: 200 len: 1094 time: 0.4632013 Nov 10 19:26:05.087091 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-3583d0f1-3c38-4a9c-9fe4-594d62f5a19d None None] Provisioning complete for port bf64d961-ef89-4769-8204-03e8a71711ae triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:05.087737 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3583d0f1-3c38-4a9c-9fe4-594d62f5a19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:05.153055 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-3a43a40f-1ff0-415f-8047-96abe8ab0396 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70a4ba12-3968-49e8-a081-1000ed22b144 HTTP/1.1" status: 200 len: 217 time: 0.0489476 Nov 10 19:26:05.233732 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-e01ff0f0-629e-4f4a-95b8-86dcf199f4ab tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Floating IP c4b9d652-0c89-443d-b33c-5f367ad64288 associated. External IP: 172.25.3.37, port: a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f. Nov 10 19:26:05.245226 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e32c19a8-5c34-467f-939d-c7e5565b474e tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:05.258097 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-7c87d6e5-8f92-49af-9240-c7fee5a23cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:05.260062 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-7c87d6e5-8f92-49af-9240-c7fee5a23cca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2aee395f-d665-4a4d-a2ee-137fdc063918 HTTP/1.1" status: 200 len: 854 time: 0.0951133 Nov 10 19:26:05.271998 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-e32c19a8-5c34-467f-939d-c7e5565b474e tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Calling delete_port for 49bb2b12-db37-479c-aea1-32ede21511a7 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:26:05.310403 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-3bf7d891-506e-4b8b-93f4-72ae19831eed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ab823250-cbd3-4e9e-b2ab-95ea12610eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396464 Nov 10 19:26:05.366903 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb9c73d-515b-4318-92f2-e63aa8776b81 None None] DHCP port deletion for c95fd3e6-68fd-4de9-a138-49d27b3a9f91 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:26:05.367240 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49048) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:05.393475 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-2cbfca96-d6a6-4ac0-8413-25cbd1eba7af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Deleting port bf64d961-ef89-4769-8204-03e8a71711ae {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:26:05.393898 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2cbfca96-d6a6-4ac0-8413-25cbd1eba7af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:05.430246 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-8cb9c73d-515b-4318-92f2-e63aa8776b81 None None] Deleting port bf64d961-ef89-4769-8204-03e8a71711ae {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:26:05.430897 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8cb9c73d-515b-4318-92f2-e63aa8776b81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:05.453192 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-036db694-173f-4512-a219-c655928202b5 admin admin] Deleting subnet babcf2b1-e498-4105-82f8-754d9115199f {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:26:05.458864 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-036db694-173f-4512-a219-c655928202b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:05.531323 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-2cbfca96-d6a6-4ac0-8413-25cbd1eba7af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] For port bf64d961-ef89-4769-8204-03e8a71711ae, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=bf64d961-ef89-4769-8204-03e8a71711ae,segment=NetworkSegment(372cacab-d7c6-45c5-8400-e20aa1e14f2e),segment_id=372cacab-d7c6-45c5-8400-e20aa1e14f2e)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:05.531766 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2cbfca96-d6a6-4ac0-8413-25cbd1eba7af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:05.537348 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-8cb9c73d-515b-4318-92f2-e63aa8776b81 None None] For port bf64d961-ef89-4769-8204-03e8a71711ae, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=bf64d961-ef89-4769-8204-03e8a71711ae,segment=NetworkSegment(372cacab-d7c6-45c5-8400-e20aa1e14f2e),segment_id=372cacab-d7c6-45c5-8400-e20aa1e14f2e)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:05.538181 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8cb9c73d-515b-4318-92f2-e63aa8776b81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:05.560280 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-8cb9c73d-515b-4318-92f2-e63aa8776b81 None None] Calling delete_port for bf64d961-ef89-4769-8204-03e8a71711ae owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:26:05.564760 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-2cbfca96-d6a6-4ac0-8413-25cbd1eba7af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Calling delete_port for bf64d961-ef89-4769-8204-03e8a71711ae owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:26:05.565221 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-036db694-173f-4512-a219-c655928202b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:05.585805 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-630a2964-cac7-4be7-ab89-0f48a92197f0 service neutron] 10.222.0.73 "GET /v2.0/networks/ab823250-cbd3-4e9e-b2ab-95ea12610eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559607 Nov 10 19:26:05.676412 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-036db694-173f-4512-a219-c655928202b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:05.720384 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device bf64d961-ef89-4769-8204-03e8a71711ae no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:26:05.723453 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01ff0f0-629e-4f4a-95b8-86dcf199f4ab tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Router 99d59d1f-e948-4ae9-ba10-f6364b553f79 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:26:05.725648 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8cb9c73d-515b-4318-92f2-e63aa8776b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:05.773472 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e32c19a8-5c34-467f-939d-c7e5565b474e tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:05.796780 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2cbfca96-d6a6-4ac0-8413-25cbd1eba7af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:05.804175 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb9c73d-515b-4318-92f2-e63aa8776b81 None None] Pushing event deleted for resources: {'Port': ['ID=bf64d961-ef89-4769-8204-03e8a71711ae,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:05.806884 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb9c73d-515b-4318-92f2-e63aa8776b81 None None] No DVR routers for this DVR port bf64d961-ef89-4769-8204-03e8a71711ae on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:26:05.808378 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: bf64d961-ef89-4769-8204-03e8a71711ae {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:26:05.808835 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device bf64d961-ef89-4769-8204-03e8a71711ae not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:26:05.848860 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c19a8-5c34-467f-939d-c7e5565b474e tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Pushing event deleted for resources: {'Port': ['ID=49bb2b12-db37-479c-aea1-32ede21511a7,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:05.858494 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6433560e-5ce1-4fb2-bfe0-aba6198500ac req-0127fe4f-40fd-467c-a278-b79f3723f061 service neutron] 10.222.0.73 "GET /v2.0/networks/ab823250-cbd3-4e9e-b2ab-95ea12610eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335603 Nov 10 19:26:05.859407 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-036db694-173f-4512-a219-c655928202b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:05.881528 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbfca96-d6a6-4ac0-8413-25cbd1eba7af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] No DVR routers for this DVR port bf64d961-ef89-4769-8204-03e8a71711ae on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:26:05.928576 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036db694-173f-4512-a219-c655928202b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=babcf2b1-e498-4105-82f8-754d9115199f,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:05.930991 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-036db694-173f-4512-a219-c655928202b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:05.935236 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-036db694-173f-4512-a219-c655928202b5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/babcf2b1-e498-4105-82f8-754d9115199f HTTP/1.1" status: 204 len: 168 time: 0.5660818 Nov 10 19:26:05.939109 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49052) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:05.972760 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbfca96-d6a6-4ac0-8413-25cbd1eba7af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Port': ['ID=bf64d961-ef89-4769-8204-03e8a71711ae,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:05.986167 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 5bfe141f-0bea-4536-844a-8485f188a0ee no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:26:06.031262 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 5bfe141f-0bea-4536-844a-8485f188a0ee {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:26:06.031807 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 5bfe141f-0bea-4536-844a-8485f188a0ee not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:26:06.113817 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d9e1a-f6d8-4e35-a14b-713d27068405 req-b5836214-2603-4e01-b4ca-1e6d7f7c4c35 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:06.115440 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b66d9e1a-f6d8-4e35-a14b-713d27068405 req-b5836214-2603-4e01-b4ca-1e6d7f7c4c35 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=37540233-6276-4904-9755-108dc2bdd25b HTTP/1.1" status: 200 len: 943 time: 0.2480681 Nov 10 19:26:06.137864 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a4de4-d603-4c87-b09a-8f2463cb13e1 req-8c843015-79eb-44c1-acfe-9db8fc17d379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:06.139857 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bf6a4de4-d603-4c87-b09a-8f2463cb13e1 req-8c843015-79eb-44c1-acfe-9db8fc17d379 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca793cf7be314531ae0fda7d17e742e0&device_id=37540233-6276-4904-9755-108dc2bdd25b HTTP/1.1" status: 200 len: 1094 time: 0.1695924 Nov 10 19:26:06.142379 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2cbfca96-d6a6-4ac0-8413-25cbd1eba7af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:06.145241 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01ff0f0-629e-4f4a-95b8-86dcf199f4ab tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:26:06.148612 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e32c19a8-5c34-467f-939d-c7e5565b474e tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:06.152333 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e01ff0f0-629e-4f4a-95b8-86dcf199f4ab tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:06.156578 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e32c19a8-5c34-467f-939d-c7e5565b474e tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] 10.222.0.54 "DELETE /v2.0/ports/49bb2b12-db37-479c-aea1-32ede21511a7 HTTP/1.1" status: 204 len: 168 time: 1.7396457 Nov 10 19:26:06.157575 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49058) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:06.158648 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42858bc-c7d7-4326-b39c-0a4e46c7cd4b None None] Sync routers for ids ['99d59d1f-e948-4ae9-ba10-f6364b553f79'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:26:06.172001 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42858bc-c7d7-4326-b39c-0a4e46c7cd4b None None] Routers {'99d59d1f-e948-4ae9-ba10-f6364b553f79'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:26:06.172648 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-c42858bc-c7d7-4326-b39c-0a4e46c7cd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:25:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['99d59d1f-e948-4ae9-ba10-f6364b553f79'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:06.181899 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d2504459-86d2-4fdf-9425-10247fd66a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:06.247985 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b66d9e1a-f6d8-4e35-a14b-713d27068405 req-b54a3421-417c-4ced-ab1c-4798c45ed534 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211603 Nov 10 19:26:06.264732 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e01ff0f0-629e-4f4a-95b8-86dcf199f4ab tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "PUT /v2.0/floatingips/c4b9d652-0c89-443d-b33c-5f367ad64288 HTTP/1.1" status: 200 len: 991 time: 2.3742270 Nov 10 19:26:06.295757 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-f48ce839-5ba9-41ae-ab12-4b8398e7346f tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] GET failed (client error): The resource could not be found. Nov 10 19:26:06.303322 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f48ce839-5ba9-41ae-ab12-4b8398e7346f tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] 10.222.0.54 "GET /v2.0/ports/49bb2b12-db37-479c-aea1-32ede21511a7 HTTP/1.1" status: 404 len: 333 time: 0.1375773 Nov 10 19:26:06.304182 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49062) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:06.306051 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-2cbfca96-d6a6-4ac0-8413-25cbd1eba7af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c95fd3e6-68fd-4de9-a138-49d27b3a9f91']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:06.339226 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ecba7d-3cdc-42ec-b556-02443a8565ef', 'tag': 'a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:26:06.340521 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-c42858bc-c7d7-4326-b39c-0a4e46c7cd4b None None] Set router 99d59d1f-e948-4ae9-ba10-f6364b553f79 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:26:06.343005 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bc2cde-a8cf-434e-acfd-382d0ed3725d" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ecba7d-3cdc-42ec-b556-02443a8565ef", "tag": "a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:26:06.375567 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-2cbfca96-d6a6-4ac0-8413-25cbd1eba7af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '372cacab-d7c6-45c5-8400-e20aa1e14f2e') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:06.375896 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-2cbfca96-d6a6-4ac0-8413-25cbd1eba7af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '372cacab-d7c6-45c5-8400-e20aa1e14f2e') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:06.382996 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d2504459-86d2-4fdf-9425-10247fd66a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:06.406940 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a4de4-d603-4c87-b09a-8f2463cb13e1 req-6a004c57-01b3-4638-ac79-05dd219209e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:06.408743 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bf6a4de4-d603-4c87-b09a-8f2463cb13e1 req-6a004c57-01b3-4638-ac79-05dd219209e8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ab823250-cbd3-4e9e-b2ab-95ea12610eee HTTP/1.1" status: 200 len: 915 time: 0.2451098 Nov 10 19:26:06.411868 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2cbfca96-d6a6-4ac0-8413-25cbd1eba7af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:06.413298 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-d2504459-86d2-4fdf-9425-10247fd66a74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32c76f13-1e17-4dc8-9eac-cde3fda606b6']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:06.430102 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-d2504459-86d2-4fdf-9425-10247fd66a74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972f3100-a6a2-4418-9bf5-bbc6550de0fb') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:06.430392 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-d2504459-86d2-4fdf-9425-10247fd66a74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972f3100-a6a2-4418-9bf5-bbc6550de0fb') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:06.457363 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d2504459-86d2-4fdf-9425-10247fd66a74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:06.460091 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c8aa2f-7f1f-4014-bd5e-534cd0c71e6c x-openstack-request-id: req-a0c8aa2f-7f1f-4014-bd5e-534cd0c71e6c {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:26:06.460382 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ecba7d-3cdc-42ec-b556-02443a8565ef", "tag": "a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:26:06.460640 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a0c8aa2f-7f1f-4014-bd5e-534cd0c71e6c {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:26:06.461035 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ecba7d-3cdc-42ec-b556-02443a8565ef', 'tag': 'a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f', 'status': 'completed', 'code': 200} Nov 10 19:26:06.472230 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bf6a4de4-d603-4c87-b09a-8f2463cb13e1 req-c77ac87c-16c6-491b-834d-2dec8bf85629 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70a4ba12-3968-49e8-a081-1000ed22b144 HTTP/1.1" status: 200 len: 217 time: 0.0505459 Nov 10 19:26:06.477734 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2cbfca96-d6a6-4ac0-8413-25cbd1eba7af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:06.486835 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d2504459-86d2-4fdf-9425-10247fd66a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:06.499410 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2504459-86d2-4fdf-9425-10247fd66a74 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:26:06.500083 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d2504459-86d2-4fdf-9425-10247fd66a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:06.516467 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cbfca96-d6a6-4ac0-8413-25cbd1eba7af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:26:06.518542 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2cbfca96-d6a6-4ac0-8413-25cbd1eba7af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:06.520200 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:26:06.520200 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:26:06.520200 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:26:06.520200 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:26:06.520200 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:26:06.520200 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:26:06.520200 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:26:06.520200 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:26:06.520200 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:26:06.520200 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:26:06.520200 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:26:06.520200 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:26:06.520200 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:26:06.520200 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:26:06.520200 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:26:06.520200 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:26:06.520200 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:26:06.520200 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:26:06.520200 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:26:06.520200 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:26:06.520200 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:26:06.520200 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:26:06.520200 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:26:06.520200 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:26:06.520200 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:26:06.520200 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:26:06.520200 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:26:06.520200 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:26:06.520200 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:26:06.520200 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:26:06.520200 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:26:06.520200 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:26:06.523947 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:26:06.612978 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d2504459-86d2-4fdf-9425-10247fd66a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:06.631563 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d2504459-86d2-4fdf-9425-10247fd66a74 admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:06.635639 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-5cb8bcb4-445b-4d61-8f74-7f72e3865a9b tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Deleting port 220aa87a-e1a3-4b67-b7c5-f54e804120c9 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:26:06.636077 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5cb8bcb4-445b-4d61-8f74-7f72e3865a9b tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:06.639696 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d2504459-86d2-4fdf-9425-10247fd66a74 admin admin] 10.222.0.54 "DELETE /v2.0/networks/32c76f13-1e17-4dc8-9eac-cde3fda606b6 HTTP/1.1" status: 204 len: 168 time: 0.6974702 Nov 10 19:26:06.646283 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a4de4-d603-4c87-b09a-8f2463cb13e1 req-88aaee6c-d94d-4051-b78f-c19ce7ed322c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:06.648224 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bf6a4de4-d603-4c87-b09a-8f2463cb13e1 req-88aaee6c-d94d-4051-b78f-c19ce7ed322c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2aee395f-d665-4a4d-a2ee-137fdc063918 HTTP/1.1" status: 200 len: 854 time: 0.1667335 Nov 10 19:26:06.653455 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc2cde-a8cf-434e-acfd-382d0ed3725d req-0b008cb9-d139-44bb-9774-ef0e61062635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:06.655331 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c5bc2cde-a8cf-434e-acfd-382d0ed3725d req-0b008cb9-d139-44bb-9774-ef0e61062635 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e964d54e065f49df9181b3cc5034fac9&device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 1097 time: 0.1708753 Nov 10 19:26:06.671300 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2cbfca96-d6a6-4ac0-8413-25cbd1eba7af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:06.678544 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2504459-86d2-4fdf-9425-10247fd66a74 admin admin] Pushing event deleted for resources: {'Network': ['ID=32c76f13-1e17-4dc8-9eac-cde3fda606b6,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:06.689691 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-c42858bc-c7d7-4326-b39c-0a4e46c7cd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'name': 'tempest-ServerActionsTestJSON-1209697196-router', 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:25:15Z', 'updated_at': '2021-11-10T19:25:25Z', 'revision_number': 4, 'project_id': 'e964d54e065f49df9181b3cc5034fac9', 'gw_port': {'id': '2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:25:16Z', 'updated_at': '2021-11-10T19:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'c4b9d652-0c89-443d-b33c-5f367ad64288', 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'port_id': 'a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433', 'mac_address': 'fa:16:3e:36:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ecba7d-3cdc-42ec-b556-02443a8565ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:25:34Z', 'updated_at': '2021-11-10T19:26:04Z', 'revision_number': 1, 'project_id': 'e964d54e065f49df9181b3cc5034fac9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffc3779-16bf-4441-8c3a-7f7ba4e25701', 'name': '', 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433', 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9', 'mac_address': 'fa:16:3e:03:52:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '9d874850-3788-4c89-9cc5-3e0f9d06fb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:25:23Z', 'updated_at': '2021-11-10T19:25:32Z', 'revision_number': 5, 'project_id': 'e964d54e065f49df9181b3cc5034fac9', 'subnets': [{'id': '9d874850-3788-4c89-9cc5-3e0f9d06fb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:06.697544 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2cbfca96-d6a6-4ac0-8413-25cbd1eba7af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:06.700922 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2cbfca96-d6a6-4ac0-8413-25cbd1eba7af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/networks/c95fd3e6-68fd-4de9-a138-49d27b3a9f91 HTTP/1.1" status: 204 len: 168 time: 2.1096025 Nov 10 19:26:06.720410 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49068) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:06.726236 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:26:06.769474 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bf6a4de4-d603-4c87-b09a-8f2463cb13e1 req-f7ac679e-8b91-4633-8d73-34e7f12a20f2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ab823250-cbd3-4e9e-b2ab-95ea12610eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991714 Nov 10 19:26:06.772714 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbfca96-d6a6-4ac0-8413-25cbd1eba7af tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Network': ['ID=c95fd3e6-68fd-4de9-a138-49d27b3a9f91,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:06.786454 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42858bc-c7d7-4326-b39c-0a4e46c7cd4b None None] Checking router: 99d59d1f-e948-4ae9-ba10-f6364b553f79 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:26:06.807892 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42858bc-c7d7-4326-b39c-0a4e46c7cd4b None None] Routers {'99d59d1f-e948-4ae9-ba10-f6364b553f79'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:26:06.808746 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-c42858bc-c7d7-4326-b39c-0a4e46c7cd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:25:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['99d59d1f-e948-4ae9-ba10-f6364b553f79'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:06.843183 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd28d99-94cc-48c1-8528-733c9765dd07 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:06.850346 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49070) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:06.853428 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-dbd28d99-94cc-48c1-8528-733c9765dd07 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1315529 Nov 10 19:26:06.872123 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc2cde-a8cf-434e-acfd-382d0ed3725d req-453a972f-48d8-4509-bf43-9a9f6c772153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:06.874669 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c5bc2cde-a8cf-434e-acfd-382d0ed3725d req-453a972f-48d8-4509-bf43-9a9f6c772153 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d81248ac-96a9-4e56-9bb4-f772b36a0433 HTTP/1.1" status: 200 len: 913 time: 0.2076976 Nov 10 19:26:06.960060 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5cb8bcb4-445b-4d61-8f74-7f72e3865a9b tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:06.981130 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-5cb8bcb4-445b-4d61-8f74-7f72e3865a9b tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Calling delete_port for 220aa87a-e1a3-4b67-b7c5-f54e804120c9 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:26:06.994082 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c5bc2cde-a8cf-434e-acfd-382d0ed3725d req-378cd6e0-2eda-4208-9d61-97391a9b8232 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f HTTP/1.1" status: 200 len: 999 time: 0.1000049 Nov 10 19:26:06.997216 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3fcd3709-4655-41f7-a51c-bc5a08bba147 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1453261 Nov 10 19:26:07.003428 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49072) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:07.010113 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-c0ef8af4-97e3-4ca7-8201-899b76605cfe tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-360772041'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:07.018302 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-c42858bc-c7d7-4326-b39c-0a4e46c7cd4b None None] Set router 99d59d1f-e948-4ae9-ba10-f6364b553f79 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:26:07.057622 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49074) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:07.067867 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bf6a4de4-d603-4c87-b09a-8f2463cb13e1 req-80f7be6c-e23b-43f4-9cd4-3b8091b8eebb service neutron] 10.222.0.73 "GET /v2.0/networks/ab823250-cbd3-4e9e-b2ab-95ea12610eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900038 Nov 10 19:26:07.117837 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ef8af4-97e3-4ca7-8201-899b76605cfe tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:26:07.119722 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c0ef8af4-97e3-4ca7-8201-899b76605cfe tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:07.126429 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2ec7c0a9-2552-4596-8e7a-a9a048c0f7b6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=69914fc6f0964a1f82f3fd94373da7f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0650196 Nov 10 19:26:07.126429 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc2cde-a8cf-434e-acfd-382d0ed3725d req-8fac2409-4b0d-45bd-bc01-c6be49ec619b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:07.127484 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c5bc2cde-a8cf-434e-acfd-382d0ed3725d req-8fac2409-4b0d-45bd-bc01-c6be49ec619b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d874850-3788-4c89-9cc5-3e0f9d06fb90 HTTP/1.1" status: 200 len: 851 time: 0.1238651 Nov 10 19:26:07.127994 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49078) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:07.223885 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ef8af4-97e3-4ca7-8201-899b76605cfe tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:26:07.241800 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc2cde-a8cf-434e-acfd-382d0ed3725d req-f3ea0d5f-ed87-4892-886e-2bafd39a5a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:07.244589 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c5bc2cde-a8cf-434e-acfd-382d0ed3725d req-f3ea0d5f-ed87-4892-886e-2bafd39a5a5c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d81248ac-96a9-4e56-9bb4-f772b36a0433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963087 Nov 10 19:26:07.277866 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9de73870-c894-4bf2-86e0-955894592328 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:07.284988 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bf6a4de4-d603-4c87-b09a-8f2463cb13e1 req-c03309f4-0e00-4320-a26a-db8150460d90 service neutron] 10.222.0.73 "GET /v2.0/networks/ab823250-cbd3-4e9e-b2ab-95ea12610eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071159 Nov 10 19:26:07.310314 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-c5bc2cde-a8cf-434e-acfd-382d0ed3725d req-88840189-df0f-4565-8f1f-ea112ca867ca service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:26:07.311382 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c5bc2cde-a8cf-434e-acfd-382d0ed3725d req-88840189-df0f-4565-8f1f-ea112ca867ca service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0247464 Nov 10 19:26:07.321069 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c0ef8af4-97e3-4ca7-8201-899b76605cfe tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:07.321429 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-c0ef8af4-97e3-4ca7-8201-899b76605cfe tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Added segment 3e92dc9b-7ca1-43d1-96d3-ff4c51987409 of type vlan for network 3870daba-d6e1-46a9-b95d-d3e68c9ee0b0 Nov 10 19:26:07.323331 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5cb8bcb4-445b-4d61-8f74-7f72e3865a9b tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:07.367285 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-c42858bc-c7d7-4326-b39c-0a4e46c7cd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'name': 'tempest-ServerActionsTestJSON-1209697196-router', 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:25:15Z', 'updated_at': '2021-11-10T19:25:25Z', 'revision_number': 4, 'project_id': 'e964d54e065f49df9181b3cc5034fac9', 'gw_port': {'id': '2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:25:16Z', 'updated_at': '2021-11-10T19:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'c4b9d652-0c89-443d-b33c-5f367ad64288', 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'port_id': 'a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433', 'mac_address': 'fa:16:3e:36:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ecba7d-3cdc-42ec-b556-02443a8565ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:25:34Z', 'updated_at': '2021-11-10T19:26:04Z', 'revision_number': 1, 'project_id': 'e964d54e065f49df9181b3cc5034fac9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffc3779-16bf-4441-8c3a-7f7ba4e25701', 'name': '', 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433', 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9', 'mac_address': 'fa:16:3e:03:52:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '9d874850-3788-4c89-9cc5-3e0f9d06fb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:25:23Z', 'updated_at': '2021-11-10T19:25:32Z', 'revision_number': 5, 'project_id': 'e964d54e065f49df9181b3cc5034fac9', 'subnets': [{'id': '9d874850-3788-4c89-9cc5-3e0f9d06fb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:07.385092 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9de73870-c894-4bf2-86e0-955894592328 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:07.418957 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42858bc-c7d7-4326-b39c-0a4e46c7cd4b None None] The sync data for ids ['99d59d1f-e948-4ae9-ba10-f6364b553f79'] in n-d-813897-4 is: [{'id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'name': 'tempest-ServerActionsTestJSON-1209697196-router', 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:25:15Z', 'updated_at': '2021-11-10T19:25:25Z', 'revision_number': 4, 'project_id': 'e964d54e065f49df9181b3cc5034fac9', 'gw_port': {'id': '2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:25:16Z', 'updated_at': '2021-11-10T19:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'c4b9d652-0c89-443d-b33c-5f367ad64288', 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'port_id': 'a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433', 'mac_address': 'fa:16:3e:36:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ecba7d-3cdc-42ec-b556-02443a8565ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:25:34Z', 'updated_at': '2021-11-10T19:26:04Z', 'revision_number': 1, 'project_id': 'e964d54e065f49df9181b3cc5034fac9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffc3779-16bf-4441-8c3a-7f7ba4e25701', 'name': '', 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433', 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9', 'mac_address': 'fa:16:3e:03:52:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '9d874850-3788-4c89-9cc5-3e0f9d06fb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:25:23Z', 'updated_at': '2021-11-10T19:25:32Z', 'revision_number': 5, 'project_id': 'e964d54e065f49df9181b3cc5034fac9', 'subnets': [{'id': '9d874850-3788-4c89-9cc5-3e0f9d06fb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:26:07.419403 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8bcb4-445b-4d61-8f74-7f72e3865a9b tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Pushing event deleted for resources: {'Port': ['ID=220aa87a-e1a3-4b67-b7c5-f54e804120c9,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:07.484944 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c5bc2cde-a8cf-434e-acfd-382d0ed3725d req-dce819f8-a9fc-4e68-9139-3f0c64156ffc service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559074 Nov 10 19:26:07.504871 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9de73870-c894-4bf2-86e0-955894592328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:07.507714 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9de73870-c894-4bf2-86e0-955894592328 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:07.513509 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9de73870-c894-4bf2-86e0-955894592328 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/79ff26cb-153c-4768-9241-d14682e64919 HTTP/1.1" status: 204 len: 168 time: 0.3841016 Nov 10 19:26:07.549470 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de73870-c894-4bf2-86e0-955894592328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ff26cb-153c-4768-9241-d14682e64919,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:07.561338 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c0ef8af4-97e3-4ca7-8201-899b76605cfe tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:07.689093 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c0ef8af4-97e3-4ca7-8201-899b76605cfe tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:07.699405 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ef8af4-97e3-4ca7-8201-899b76605cfe tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:07.700065 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c0ef8af4-97e3-4ca7-8201-899b76605cfe tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:07.704005 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c5bc2cde-a8cf-434e-acfd-382d0ed3725d req-847358aa-adea-4b23-af31-96a7cc14a600 service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107835 Nov 10 19:26:07.761645 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5cb8bcb4-445b-4d61-8f74-7f72e3865a9b tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:07.765090 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5cb8bcb4-445b-4d61-8f74-7f72e3865a9b tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] 10.222.0.54 "DELETE /v2.0/ports/220aa87a-e1a3-4b67-b7c5-f54e804120c9 HTTP/1.1" status: 204 len: 168 time: 1.4531741 Nov 10 19:26:07.768171 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49086) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:07.814247 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c0ef8af4-97e3-4ca7-8201-899b76605cfe tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8079638 Nov 10 19:26:07.817616 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49088) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:07.824631 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-683937d2-b2d4-49a5-816c-9037348a9bfd tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'subnet': {'network_id': '3870daba-d6e1-46a9-b95d-d3e68c9ee0b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:07.859862 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef8af4-97e3-4ca7-8201-899b76605cfe tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Network': ['ID=3870daba-d6e1-46a9-b95d-d3e68c9ee0b0,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:07.879115 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 3870daba-d6e1-46a9-b95d-d3e68c9ee0b0 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:26:07.931224 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-385a0c6d-2586-456c-b88b-6e51eb55f4d5 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Deleting subnet 7ae9614f-f96f-413d-a867-6d63526b9fab {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:26:07.937853 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-385a0c6d-2586-456c-b88b-6e51eb55f4d5 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:07.977338 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683937d2-b2d4-49a5-816c-9037348a9bfd tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:26:07.986171 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c643b9d-583e-4ce2-a68e-2bbf30a7688e req-d668f32d-7223-46fc-ac65-d0975fb4fed2 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:07.986761 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-683937d2-b2d4-49a5-816c-9037348a9bfd tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:07.989114 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1c643b9d-583e-4ce2-a68e-2bbf30a7688e req-d668f32d-7223-46fc-ac65-d0975fb4fed2 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=37540233-6276-4904-9755-108dc2bdd25b HTTP/1.1" status: 200 len: 943 time: 0.1619291 Nov 10 19:26:08.012934 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71095bd-df2d-4633-a7e6-9e13972c3721 None None] New status for floating IP c4b9d652-0c89-443d-b33c-5f367ad64288: ACTIVE {{(pid=102508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:26:08.038450 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-385a0c6d-2586-456c-b88b-6e51eb55f4d5 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:08.114271 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1c643b9d-583e-4ce2-a68e-2bbf30a7688e req-12cb861a-ce2f-4ca4-bd27-20fd6b9caeb4 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168745 Nov 10 19:26:08.199551 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-385a0c6d-2586-456c-b88b-6e51eb55f4d5 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:08.315194 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-385a0c6d-2586-456c-b88b-6e51eb55f4d5 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:08.332369 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-683937d2-b2d4-49a5-816c-9037348a9bfd tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:08.376692 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a0c6d-2586-456c-b88b-6e51eb55f4d5 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Pushing event deleted for resources: {'Subnet': ['ID=7ae9614f-f96f-413d-a867-6d63526b9fab,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:08.391459 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-385a0c6d-2586-456c-b88b-6e51eb55f4d5 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:08.391689 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4aa83e7-28a3-4ac3-8ab7-5562599c8849 None None] Network 6f78a02f-99ae-4fe1-b002-cda61a199b23 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:26:08.399517 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-385a0c6d-2586-456c-b88b-6e51eb55f4d5 tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] 10.222.0.54 "DELETE /v2.0/subnets/7ae9614f-f96f-413d-a867-6d63526b9fab HTTP/1.1" status: 204 len: 168 time: 0.6296465 Nov 10 19:26:08.400667 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49102) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:08.417887 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683937d2-b2d4-49a5-816c-9037348a9bfd tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Checking segment: {'id': '3e92dc9b-7ca1-43d1-96d3-ff4c51987409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3870daba-d6e1-46a9-b95d-d3e68c9ee0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:26:08.418479 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683937d2-b2d4-49a5-816c-9037348a9bfd tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network hostable DHCP agents. Network: 3870daba-d6e1-46a9-b95d-d3e68c9ee0b0, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:26:08.429168 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683937d2-b2d4-49a5-816c-9037348a9bfd tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Subnet': ['ID=07c9a9d6-eb97-4549-9201-cafcfad67da1,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:08.450862 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683937d2-b2d4-49a5-816c-9037348a9bfd tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network 3870daba-d6e1-46a9-b95d-d3e68c9ee0b0 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:26:08.465530 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-683937d2-b2d4-49a5-816c-9037348a9bfd tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 3870daba-d6e1-46a9-b95d-d3e68c9ee0b0) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:26:08.474521 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683937d2-b2d4-49a5-816c-9037348a9bfd tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:08.475464 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-683937d2-b2d4-49a5-816c-9037348a9bfd tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:08.508466 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-683937d2-b2d4-49a5-816c-9037348a9bfd tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6887496 Nov 10 19:26:08.511451 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49104) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:08.520387 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-ca039818-d688-4a4f-bbdc-71f3baf03ae0 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'port': {'network_id': '3870daba-d6e1-46a9-b95d-d3e68c9ee0b0', 'name': 'tempest-PortsTestJSON-1608538241'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:08.522606 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4e9ea374-e843-4a0a-96db-905a5be282ce tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:08.613633 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ea374-e843-4a0a-96db-905a5be282ce tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Deleting port f26cc33c-ca13-40d4-b852-43c7b136a01e {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:26:08.614008 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4e9ea374-e843-4a0a-96db-905a5be282ce tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:08.705644 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-4e9ea374-e843-4a0a-96db-905a5be282ce tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] For port f26cc33c-ca13-40d4-b852-43c7b136a01e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f26cc33c-ca13-40d4-b852-43c7b136a01e,segment=NetworkSegment(23ff5ec9-3641-4e32-abf0-4c7a0daa77a0),segment_id=23ff5ec9-3641-4e32-abf0-4c7a0daa77a0)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:08.706117 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4e9ea374-e843-4a0a-96db-905a5be282ce tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:08.709304 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca039818-d688-4a4f-bbdc-71f3baf03ae0 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:26:08.715326 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ca039818-d688-4a4f-bbdc-71f3baf03ae0 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:08.738966 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ea374-e843-4a0a-96db-905a5be282ce tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Calling delete_port for f26cc33c-ca13-40d4-b852-43c7b136a01e owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:26:08.742243 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-ca039818-d688-4a4f-bbdc-71f3baf03ae0 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] device_id is not set on port c1eb0a17-cb3f-4484-9ac9-0824bfcfbec8 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:26:08.748746 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b0ab2a-6ad8-4145-ab31-ee05beaedd7e None None] Network 3870daba-d6e1-46a9-b95d-d3e68c9ee0b0 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:26:08.887981 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4e9ea374-e843-4a0a-96db-905a5be282ce tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:08.959924 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28db9268-0e81-446a-b786-e0ac6359efaa None None] DHCP port deletion for 6f78a02f-99ae-4fe1-b002-cda61a199b23 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:26:08.964413 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ea374-e843-4a0a-96db-905a5be282ce tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Pushing event deleted for resources: {'Port': ['ID=f26cc33c-ca13-40d4-b852-43c7b136a01e,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:08.970627 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9ea374-e843-4a0a-96db-905a5be282ce tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] No DVR routers for this DVR port f26cc33c-ca13-40d4-b852-43c7b136a01e on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:26:08.977187 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d07274a-2320-4c45-b46d-b7fadf9d40e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-3870daba-d6e1-46a9-b95d-d3e68c9ee0b0', 'network_id': '3870daba-d6e1-46a9-b95d-d3e68c9ee0b0', 'tenant_id': 'e9defc91a1f9416bbb2744ea822424be', 'fixed_ips': [{'subnet_id': '07c9a9d6-eb97-4549-9201-cafcfad67da1'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:26:08.978405 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6d07274a-2320-4c45-b46d-b7fadf9d40e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:08.988032 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49114) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:09.012442 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-ca039818-d688-4a4f-bbdc-71f3baf03ae0 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Allocated IP 172.20.0.7 (3870daba-d6e1-46a9-b95d-d3e68c9ee0b0/07c9a9d6-eb97-4549-9201-cafcfad67da1/c1eb0a17-cb3f-4484-9ac9-0824bfcfbec8) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:26:09.076465 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4e9ea374-e843-4a0a-96db-905a5be282ce tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:09.106764 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-4e9ea374-e843-4a0a-96db-905a5be282ce tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f78a02f-99ae-4fe1-b002-cda61a199b23']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:09.119098 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-4e9ea374-e843-4a0a-96db-905a5be282ce tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23ff5ec9-3641-4e32-abf0-4c7a0daa77a0') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:09.119397 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-4e9ea374-e843-4a0a-96db-905a5be282ce tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23ff5ec9-3641-4e32-abf0-4c7a0daa77a0') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:09.137601 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4e9ea374-e843-4a0a-96db-905a5be282ce tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:09.159215 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4e9ea374-e843-4a0a-96db-905a5be282ce tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:09.170209 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9ea374-e843-4a0a-96db-905a5be282ce tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:26:09.170642 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4e9ea374-e843-4a0a-96db-905a5be282ce tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:09.174316 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:26:09.174316 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:26:09.174316 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:26:09.174316 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:26:09.174316 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:26:09.174316 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:26:09.174316 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:26:09.174316 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:26:09.174316 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:26:09.174316 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:26:09.174316 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:26:09.174316 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:26:09.174316 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:26:09.174316 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:26:09.174316 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:26:09.174316 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:26:09.174316 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:26:09.174316 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:26:09.174316 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:26:09.174316 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:26:09.174316 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:26:09.174316 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:26:09.174316 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:26:09.174316 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:26:09.174316 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:26:09.174316 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:26:09.174316 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:26:09.174316 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:26:09.174316 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:26:09.174316 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:26:09.174316 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:26:09.174316 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:26:09.178563 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-46ff8d19-9287-4ba9-b248-8b69afd4d381 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-622080766-network', 'tenant_id': '80448062df854eaa81ec7d2921f2c2b6'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:09.221223 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ff8d19-9287-4ba9-b248-8b69afd4d381 admin admin] Made reservation on behalf of 80448062df854eaa81ec7d2921f2c2b6 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:26:09.223647 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46ff8d19-9287-4ba9-b248-8b69afd4d381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:09.239696 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46ff8d19-9287-4ba9-b248-8b69afd4d381 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:09.252279 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 70a4ba12-3968-49e8-a081-1000ed22b144 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:26:09.278649 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ca039818-d688-4a4f-bbdc-71f3baf03ae0 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:09.284047 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4e9ea374-e843-4a0a-96db-905a5be282ce tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:09.290791 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4e9ea374-e843-4a0a-96db-905a5be282ce tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:09.299386 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4e9ea374-e843-4a0a-96db-905a5be282ce tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] 10.222.0.54 "DELETE /v2.0/networks/6f78a02f-99ae-4fe1-b002-cda61a199b23 HTTP/1.1" status: 204 len: 168 time: 0.8972695 Nov 10 19:26:09.321286 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ea374-e843-4a0a-96db-905a5be282ce tempest-AllowedAddressPairTestJSON-1664334785 tempest-AllowedAddressPairTestJSON-1664334785-project] Pushing event deleted for resources: {'Network': ['ID=6f78a02f-99ae-4fe1-b002-cda61a199b23,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:09.347957 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e07520-f9bd-4e86-a581-0436c6d40328 req-87df9bcf-8afe-4b03-bb50-84e8c08b8f82 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:09.351359 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80e07520-f9bd-4e86-a581-0436c6d40328 req-87df9bcf-8afe-4b03-bb50-84e8c08b8f82 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=37540233-6276-4904-9755-108dc2bdd25b HTTP/1.1" status: 200 len: 943 time: 0.1108592 Nov 10 19:26:09.357286 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ca039818-d688-4a4f-bbdc-71f3baf03ae0 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:09.486983 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80e07520-f9bd-4e86-a581-0436c6d40328 req-35eb5196-5caf-4e1c-bfab-c201ee65aa1c tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288512 Nov 10 19:26:09.499984 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 70a4ba12-3968-49e8-a081-1000ed22b144, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=70a4ba12-3968-49e8-a081-1000ed22b144,segment=NetworkSegment(f0089329-84eb-4bfe-9903-9d16aa1b592a),segment_id=f0089329-84eb-4bfe-9903-9d16aa1b592a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:09.529865 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '70a4ba12-3968-49e8-a081-1000ed22b144', 'network_id': 'ab823250-cbd3-4e9e-b2ab-95ea12610eee', 'port_id': '70a4ba12-3968-49e8-a081-1000ed22b144', 'mac_address': 'fa:16:3e:36:7d:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aee395f-d665-4a4d-a2ee-137fdc063918', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:26:09.551934 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-6d07274a-2320-4c45-b46d-b7fadf9d40e6 None None] Allocated IP 172.20.0.2 (3870daba-d6e1-46a9-b95d-d3e68c9ee0b0/07c9a9d6-eb97-4549-9201-cafcfad67da1/88d8bd6a-1897-47e5-81f0-a6fb2dd6467e) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:26:09.682784 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:09.732715 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49138) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:09.745622 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46ff8d19-9287-4ba9-b248-8b69afd4d381 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:09.748152 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca039818-d688-4a4f-bbdc-71f3baf03ae0 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network 3870daba-d6e1-46a9-b95d-d3e68c9ee0b0 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:26:09.753419 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f26cc33c-ca13-40d4-b852-43c7b136a01e no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:26:09.753678 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46ff8d19-9287-4ba9-b248-8b69afd4d381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:09.756941 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca039818-d688-4a4f-bbdc-71f3baf03ae0 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Port': ['ID=c1eb0a17-cb3f-4484-9ac9-0824bfcfbec8,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:09.759604 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-ca039818-d688-4a4f-bbdc-71f3baf03ae0 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:26:09.767391 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca039818-d688-4a4f-bbdc-71f3baf03ae0 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:26:09.784354 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70a4ba12-3968-49e8-a081-1000ed22b144 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:26:09.793111 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: f26cc33c-ca13-40d4-b852-43c7b136a01e {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:26:09.793452 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f26cc33c-ca13-40d4-b852-43c7b136a01e not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:26:09.817451 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ff8d19-9287-4ba9-b248-8b69afd4d381 admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:26:09.823296 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 70a4ba12-3968-49e8-a081-1000ed22b144, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=70a4ba12-3968-49e8-a081-1000ed22b144,segment=NetworkSegment(f0089329-84eb-4bfe-9903-9d16aa1b592a),segment_id=f0089329-84eb-4bfe-9903-9d16aa1b592a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:09.830629 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:09.845940 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff8d19-9287-4ba9-b248-8b69afd4d381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:09.850660 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46ff8d19-9287-4ba9-b248-8b69afd4d381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:09.851292 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-46ff8d19-9287-4ba9-b248-8b69afd4d381 admin admin] Added segment d91afcb2-94dc-4e88-9067-82e028ea23a3 of type vlan for network a03f2c77-7ce1-45bb-87ad-01c85ed47a74 Nov 10 19:26:09.859608 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca039818-d688-4a4f-bbdc-71f3baf03ae0 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:09.860621 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ca039818-d688-4a4f-bbdc-71f3baf03ae0 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:09.921146 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ca039818-d688-4a4f-bbdc-71f3baf03ae0 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4079831 Nov 10 19:26:09.923081 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46ff8d19-9287-4ba9-b248-8b69afd4d381 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:09.923833 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49142) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:09.929469 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-b6fc39e9-eb72-4b05-b49e-372d5e2e4dd4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'port': {'network_id': '3870daba-d6e1-46a9-b95d-d3e68c9ee0b0', 'name': 'tempest-PortsTestJSON-182281926'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:09.938148 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=70a4ba12-3968-49e8-a081-1000ed22b144,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:09.956603 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6d07274a-2320-4c45-b46d-b7fadf9d40e6 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:09.962946 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46ff8d19-9287-4ba9-b248-8b69afd4d381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:09.964673 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ff8d19-9287-4ba9-b248-8b69afd4d381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:09.965206 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46ff8d19-9287-4ba9-b248-8b69afd4d381 admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:09.968404 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6d07274a-2320-4c45-b46d-b7fadf9d40e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:10.002951 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-46ff8d19-9287-4ba9-b248-8b69afd4d381 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0119843 Nov 10 19:26:10.029297 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d07274a-2320-4c45-b46d-b7fadf9d40e6 None None] Network 3870daba-d6e1-46a9-b95d-d3e68c9ee0b0 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:26:10.031548 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49144) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:10.038483 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-6d07274a-2320-4c45-b46d-b7fadf9d40e6 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:26:10.041934 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d07274a-2320-4c45-b46d-b7fadf9d40e6 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:26:10.043302 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-a182f394-bec9-4ea7-854f-8d767937debf admin admin] Request body: {'subnet': {'network_id': 'a03f2c77-7ce1-45bb-87ad-01c85ed47a74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-622080766-subnet', 'tenant_id': '80448062df854eaa81ec7d2921f2c2b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:10.057605 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff8d19-9287-4ba9-b248-8b69afd4d381 admin admin] Pushing event updated for resources: {'Network': ['ID=a03f2c77-7ce1-45bb-87ad-01c85ed47a74,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:10.075176 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff8d19-9287-4ba9-b248-8b69afd4d381 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:10.075839 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff8d19-9287-4ba9-b248-8b69afd4d381 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:10.076389 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff8d19-9287-4ba9-b248-8b69afd4d381 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:10.077577 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff8d19-9287-4ba9-b248-8b69afd4d381 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:10.078345 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff8d19-9287-4ba9-b248-8b69afd4d381 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:10.078878 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff8d19-9287-4ba9-b248-8b69afd4d381 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:10.079387 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff8d19-9287-4ba9-b248-8b69afd4d381 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:10.079924 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff8d19-9287-4ba9-b248-8b69afd4d381 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:10.080471 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff8d19-9287-4ba9-b248-8b69afd4d381 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:10.081116 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff8d19-9287-4ba9-b248-8b69afd4d381 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:10.081266 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07274a-2320-4c45-b46d-b7fadf9d40e6 None None] Pushing event updated for resources: {'Port': ['ID=88d8bd6a-1897-47e5-81f0-a6fb2dd6467e,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:10.081914 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff8d19-9287-4ba9-b248-8b69afd4d381 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:10.082818 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff8d19-9287-4ba9-b248-8b69afd4d381 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:10.093373 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['70a4ba12-3968-49e8-a081-1000ed22b144'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:26:10.094967 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a182f394-bec9-4ea7-854f-8d767937debf admin admin] Made reservation on behalf of 80448062df854eaa81ec7d2921f2c2b6 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:26:10.097562 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a182f394-bec9-4ea7-854f-8d767937debf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:10.125542 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-58675efd-cf0f-4ae9-8463-157019726de1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b72185a3c6f24cbe9f4de3c373a76458&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3886154 Nov 10 19:26:10.125914 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49146) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:10.130125 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fc39e9-eb72-4b05-b49e-372d5e2e4dd4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:26:10.136404 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6fc39e9-eb72-4b05-b49e-372d5e2e4dd4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:10.148129 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network a03f2c77-7ce1-45bb-87ad-01c85ed47a74 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:26:10.173570 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-b6fc39e9-eb72-4b05-b49e-372d5e2e4dd4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] device_id is not set on port fbf5fb21-fe55-4b51-a1dc-8fbba9fb65ec yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:26:10.210041 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-6d07274a-2320-4c45-b46d-b7fadf9d40e6 None None] Attempting to bind port 88d8bd6a-1897-47e5-81f0-a6fb2dd6467e on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:26:10.210447 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-6d07274a-2320-4c45-b46d-b7fadf9d40e6 None None] Attempting to bind port 88d8bd6a-1897-47e5-81f0-a6fb2dd6467e by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '3e92dc9b-7ca1-43d1-96d3-ff4c51987409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3870daba-d6e1-46a9-b95d-d3e68c9ee0b0'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:26:10.210804 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d07274a-2320-4c45-b46d-b7fadf9d40e6 None None] Attempting to bind port 88d8bd6a-1897-47e5-81f0-a6fb2dd6467e on network 3870daba-d6e1-46a9-b95d-d3e68c9ee0b0 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:26:10.222210 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d07274a-2320-4c45-b46d-b7fadf9d40e6 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:26:10.223020 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d07274a-2320-4c45-b46d-b7fadf9d40e6 None None] Checking segment: {'id': '3e92dc9b-7ca1-43d1-96d3-ff4c51987409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3870daba-d6e1-46a9-b95d-d3e68c9ee0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:26:10.223995 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6d07274a-2320-4c45-b46d-b7fadf9d40e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:10.224601 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d07274a-2320-4c45-b46d-b7fadf9d40e6 None None] Bound using segment: {'id': '3e92dc9b-7ca1-43d1-96d3-ff4c51987409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3870daba-d6e1-46a9-b95d-d3e68c9ee0b0'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:26:10.224904 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-6d07274a-2320-4c45-b46d-b7fadf9d40e6 None None] Bound port: 88d8bd6a-1897-47e5-81f0-a6fb2dd6467e, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e92dc9b-7ca1-43d1-96d3-ff4c51987409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3870daba-d6e1-46a9-b95d-d3e68c9ee0b0'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:26:10.225281 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6d07274a-2320-4c45-b46d-b7fadf9d40e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:10.256337 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-37d996f4-87d3-415a-955b-d147d20bed8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:10.314891 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-37d996f4-87d3-415a-955b-d147d20bed8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:10.316817 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-b6fc39e9-eb72-4b05-b49e-372d5e2e4dd4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Allocated IP 172.20.0.5 (3870daba-d6e1-46a9-b95d-d3e68c9ee0b0/07c9a9d6-eb97-4549-9201-cafcfad67da1/fbf5fb21-fe55-4b51-a1dc-8fbba9fb65ec) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:26:10.421969 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a182f394-bec9-4ea7-854f-8d767937debf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:10.440950 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-6d07274a-2320-4c45-b46d-b7fadf9d40e6 None None] For port 88d8bd6a-1897-47e5-81f0-a6fb2dd6467e, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:26:10.449828 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-6d07274a-2320-4c45-b46d-b7fadf9d40e6 None None] For port 88d8bd6a-1897-47e5-81f0-a6fb2dd6467e, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=88d8bd6a-1897-47e5-81f0-a6fb2dd6467e,segment=NetworkSegment(3e92dc9b-7ca1-43d1-96d3-ff4c51987409),segment_id=3e92dc9b-7ca1-43d1-96d3-ff4c51987409)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:26:10.457630 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6d07274a-2320-4c45-b46d-b7fadf9d40e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:10.543068 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6fc39e9-eb72-4b05-b49e-372d5e2e4dd4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:10.554957 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07274a-2320-4c45-b46d-b7fadf9d40e6 None None] Pushing event updated for resources: {'Port': ['ID=88d8bd6a-1897-47e5-81f0-a6fb2dd6467e,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:10.561793 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-37d996f4-87d3-415a-955b-d147d20bed8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:10.568209 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-37d996f4-87d3-415a-955b-d147d20bed8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:10.569445 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-37d996f4-87d3-415a-955b-d147d20bed8f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1f7ec782-2a49-4fda-bae8-1d45eb82ae3f HTTP/1.1" status: 204 len: 168 time: 0.4422302 Nov 10 19:26:10.594280 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a182f394-bec9-4ea7-854f-8d767937debf admin admin] Pushing event updated for resources: {'Subnet': ['ID=541fe813-4ea7-4cb0-9666-cf2befa3ec22,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:10.621599 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d996f4-87d3-415a-955b-d147d20bed8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7ec782-2a49-4fda-bae8-1d45eb82ae3f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:10.627848 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a182f394-bec9-4ea7-854f-8d767937debf admin admin] Checking segment: {'id': 'd91afcb2-94dc-4e88-9067-82e028ea23a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a03f2c77-7ce1-45bb-87ad-01c85ed47a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:26:10.628218 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a182f394-bec9-4ea7-854f-8d767937debf admin admin] Network hostable DHCP agents. Network: a03f2c77-7ce1-45bb-87ad-01c85ed47a74, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:26:10.658560 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a182f394-bec9-4ea7-854f-8d767937debf admin admin] Network a03f2c77-7ce1-45bb-87ad-01c85ed47a74 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:26:10.681581 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-a182f394-bec9-4ea7-854f-8d767937debf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, a03f2c77-7ce1-45bb-87ad-01c85ed47a74) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:26:10.691256 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a182f394-bec9-4ea7-854f-8d767937debf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:10.692120 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a182f394-bec9-4ea7-854f-8d767937debf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:10.700389 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5b732d-5194-4b0a-9d89-6de4b5a9365b None None] Network a03f2c77-7ce1-45bb-87ad-01c85ed47a74 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:26:10.743567 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a182f394-bec9-4ea7-854f-8d767937debf admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7105572 Nov 10 19:26:10.746534 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49168) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:10.756179 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-5f560971-645c-467d-be74-336f083cf553 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-622080766-router', 'tenant_id': '80448062df854eaa81ec7d2921f2c2b6', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:10.847056 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5f560971-645c-467d-be74-336f083cf553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:10.867738 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5f560971-645c-467d-be74-336f083cf553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:11.039647 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e40f92-848b-4c25-b4d7-4606f12221ee None None] Network a03f2c77-7ce1-45bb-87ad-01c85ed47a74 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:26:11.048032 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5f560971-645c-467d-be74-336f083cf553 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:11.152563 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6fc39e9-eb72-4b05-b49e-372d5e2e4dd4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:11.188221 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37cac5-fed3-4683-bd7b-9e9a3f0606b2 req-93aa1599-4a87-4539-a011-1fdf36fd8c75 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:11.189942 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb37cac5-fed3-4683-bd7b-9e9a3f0606b2 req-93aa1599-4a87-4539-a011-1fdf36fd8c75 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=37540233-6276-4904-9755-108dc2bdd25b HTTP/1.1" status: 200 len: 944 time: 0.0969510 Nov 10 19:26:11.289614 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5f560971-645c-467d-be74-336f083cf553 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:11.310843 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 70a4ba12-3968-49e8-a081-1000ed22b144 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:26:11.316361 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc39e9-eb72-4b05-b49e-372d5e2e4dd4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Port': ['ID=fbf5fb21-fe55-4b51-a1dc-8fbba9fb65ec,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:11.332235 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fc39e9-eb72-4b05-b49e-372d5e2e4dd4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network 3870daba-d6e1-46a9-b95d-d3e68c9ee0b0 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:26:11.376783 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb37cac5-fed3-4683-bd7b-9e9a3f0606b2 req-f225f762-77a1-414a-9f58-4da37abbd5e3 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356325 Nov 10 19:26:11.377720 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-b6fc39e9-eb72-4b05-b49e-372d5e2e4dd4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:26:11.382267 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fc39e9-eb72-4b05-b49e-372d5e2e4dd4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:26:11.455188 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 70a4ba12-3968-49e8-a081-1000ed22b144 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:26:11.456317 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fc39e9-eb72-4b05-b49e-372d5e2e4dd4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:11.457508 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6fc39e9-eb72-4b05-b49e-372d5e2e4dd4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:11.460474 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 70a4ba12-3968-49e8-a081-1000ed22b144 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:11.464106 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:11.478689 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b6fc39e9-eb72-4b05-b49e-372d5e2e4dd4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5523119 Nov 10 19:26:11.482415 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49180) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:11.656347 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49796e8e-40fc-4f14-90ff-1c0e9dc8a848 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:11.671730 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-49796e8e-40fc-4f14-90ff-1c0e9dc8a848 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.1878469 Nov 10 19:26:11.673018 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49190) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:11.677504 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:11.739837 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37540233-6276-4904-9755-108dc2bdd25b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a4ba12-3968-49e8-a081-1000ed22b144'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:26:11.743855 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b78f189-c374-401d-99d2-ca722a5e60da" -d '{"events": [{"server_uuid": "37540233-6276-4904-9755-108dc2bdd25b", "name": "network-vif-plugged", "status": "completed", "tag": "70a4ba12-3968-49e8-a081-1000ed22b144"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:26:11.761292 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5f560971-645c-467d-be74-336f083cf553 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:11.780006 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 70a4ba12-3968-49e8-a081-1000ed22b144, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=70a4ba12-3968-49e8-a081-1000ed22b144,segment=NetworkSegment(f0089329-84eb-4bfe-9903-9d16aa1b592a),segment_id=f0089329-84eb-4bfe-9903-9d16aa1b592a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:11.790581 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:11.822285 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5f560971-645c-467d-be74-336f083cf553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:11.869136 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 88d8bd6a-1897-47e5-81f0-a6fb2dd6467e up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:26:11.943796 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-389c3920-10cd-4793-8ff5-32bba23a559a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Deleting port fbf5fb21-fe55-4b51-a1dc-8fbba9fb65ec {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:26:11.946939 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-389c3920-10cd-4793-8ff5-32bba23a559a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:12.038664 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=70a4ba12-3968-49e8-a081-1000ed22b144,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:12.096518 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 88d8bd6a-1897-47e5-81f0-a6fb2dd6467e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:12.096906 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:12.106419 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-5f560971-645c-467d-be74-336f083cf553 admin admin] Allocated IP 172.25.3.62 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/2cf9491d-bf80-435e-a8eb-373115397c87) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:26:12.162921 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49198) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:12.163548 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-389c3920-10cd-4793-8ff5-32bba23a559a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:12.178083 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-389c3920-10cd-4793-8ff5-32bba23a559a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Calling delete_port for fbf5fb21-fe55-4b51-a1dc-8fbba9fb65ec owned by {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:26:12.301097 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c48493-6c0a-4326-9b50-056ab03bef8c None None] Network 3870daba-d6e1-46a9-b95d-d3e68c9ee0b0 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:26:12.302928 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5f560971-645c-467d-be74-336f083cf553 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:12.358899 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5f560971-645c-467d-be74-336f083cf553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:12.410177 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f560971-645c-467d-be74-336f083cf553 admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:26:12.415782 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-5f560971-645c-467d-be74-336f083cf553 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:26:12.424202 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f560971-645c-467d-be74-336f083cf553 admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:26:12.453731 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-389c3920-10cd-4793-8ff5-32bba23a559a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:12.480118 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9d2ac8-80f2-4501-b84d-f02aece82216 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:26:12.487416 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:12.496859 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c3920-10cd-4793-8ff5-32bba23a559a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Port': ['ID=fbf5fb21-fe55-4b51-a1dc-8fbba9fb65ec,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:12.518239 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a3f794b0-24bd-48b4-9f37-9a454cccc065 None None] Provisioning complete for port 88d8bd6a-1897-47e5-81f0-a6fb2dd6467e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:12.518847 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a3f794b0-24bd-48b4-9f37-9a454cccc065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:12.566252 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be99020a-f0ae-4e21-9150-e0428d48f8c5 x-openstack-request-id: req-be99020a-f0ae-4e21-9150-e0428d48f8c5 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:26:12.567068 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37540233-6276-4904-9755-108dc2bdd25b", "name": "network-vif-plugged", "status": "completed", "tag": "70a4ba12-3968-49e8-a081-1000ed22b144", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:26:12.567695 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-be99020a-f0ae-4e21-9150-e0428d48f8c5 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:26:12.568283 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37540233-6276-4904-9755-108dc2bdd25b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a4ba12-3968-49e8-a081-1000ed22b144', 'code': 200} Nov 10 19:26:12.606779 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 88d8bd6a-1897-47e5-81f0-a6fb2dd6467e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=88d8bd6a-1897-47e5-81f0-a6fb2dd6467e,segment=NetworkSegment(3e92dc9b-7ca1-43d1-96d3-ff4c51987409),segment_id=3e92dc9b-7ca1-43d1-96d3-ff4c51987409)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:12.615333 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-389c3920-10cd-4793-8ff5-32bba23a559a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:12.625358 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-389c3920-10cd-4793-8ff5-32bba23a559a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/ports/fbf5fb21-fe55-4b51-a1dc-8fbba9fb65ec HTTP/1.1" status: 204 len: 168 time: 0.9474192 Nov 10 19:26:12.626460 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49212) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:12.641634 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:12.657931 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-b08dad2f-8a57-4de2-887e-4abd2248a514 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] GET failed (client error): The resource could not be found. Nov 10 19:26:12.662386 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b08dad2f-8a57-4de2-887e-4abd2248a514 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "GET /v2.0/ports/fbf5fb21-fe55-4b51-a1dc-8fbba9fb65ec HTTP/1.1" status: 404 len: 333 time: 0.0330465 Nov 10 19:26:12.663643 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49214) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:12.728609 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=88d8bd6a-1897-47e5-81f0-a6fb2dd6467e,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:12.811168 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-efe3739f-de0c-44e1-8cef-fc24ecb6fcf3 tempest-NetworksNegativeTestJSON-1955667424 tempest-NetworksNegativeTestJSON-1955667424-project] Request body: {'port': {'network_id': 'f9d9c8d1-10cb-4760-addf-bebcd66feba5', 'name': 'tempest-NetworksNegativeTestJSON-67402933'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:12.845781 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524617b-b9c4-41dd-8ac8-8478da56e8ba req-7ead9fbb-6f2a-450f-80ff-efc6d61756f2 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:12.853068 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524617b-b9c4-41dd-8ac8-8478da56e8ba req-7ead9fbb-6f2a-450f-80ff-efc6d61756f2 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:12.860540 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524617b-b9c4-41dd-8ac8-8478da56e8ba req-7ead9fbb-6f2a-450f-80ff-efc6d61756f2 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:12.871149 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524617b-b9c4-41dd-8ac8-8478da56e8ba req-7ead9fbb-6f2a-450f-80ff-efc6d61756f2 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:12.878526 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524617b-b9c4-41dd-8ac8-8478da56e8ba req-7ead9fbb-6f2a-450f-80ff-efc6d61756f2 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:12.885044 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524617b-b9c4-41dd-8ac8-8478da56e8ba req-7ead9fbb-6f2a-450f-80ff-efc6d61756f2 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:12.885249 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f560971-645c-467d-be74-336f083cf553 admin admin] Pushing event updated for resources: {'Port': ['ID=2cf9491d-bf80-435e-a8eb-373115397c87,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:12.891043 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe3739f-de0c-44e1-8cef-fc24ecb6fcf3 tempest-NetworksNegativeTestJSON-1955667424 tempest-NetworksNegativeTestJSON-1955667424-project] POST failed (client error): The resource could not be found. Nov 10 19:26:12.891650 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efe3739f-de0c-44e1-8cef-fc24ecb6fcf3 tempest-NetworksNegativeTestJSON-1955667424 tempest-NetworksNegativeTestJSON-1955667424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:26:12.897358 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-efe3739f-de0c-44e1-8cef-fc24ecb6fcf3 tempest-NetworksNegativeTestJSON-1955667424 tempest-NetworksNegativeTestJSON-1955667424-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.7284436 Nov 10 19:26:12.900090 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524617b-b9c4-41dd-8ac8-8478da56e8ba req-7ead9fbb-6f2a-450f-80ff-efc6d61756f2 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:12.900257 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49216) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:12.902514 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9524617b-b9c4-41dd-8ac8-8478da56e8ba req-7ead9fbb-6f2a-450f-80ff-efc6d61756f2 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5444 time: 0.1467879 Nov 10 19:26:12.924357 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-0ac0d0f9-a5b6-40fd-9add-df6190755c6b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Deleting port c1eb0a17-cb3f-4484-9ac9-0824bfcfbec8 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:26:12.924844 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0ac0d0f9-a5b6-40fd-9add-df6190755c6b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:12.934295 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f62bcb4-67a5-4e21-a612-9188218c44fb tempest-NetworksNegativeTestJSON-1955667424 tempest-NetworksNegativeTestJSON-1955667424-project] DELETE failed (client error): The resource could not be found. Nov 10 19:26:12.934902 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f62bcb4-67a5-4e21-a612-9188218c44fb tempest-NetworksNegativeTestJSON-1955667424 tempest-NetworksNegativeTestJSON-1955667424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:26:12.938142 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1f62bcb4-67a5-4e21-a612-9188218c44fb tempest-NetworksNegativeTestJSON-1955667424 tempest-NetworksNegativeTestJSON-1955667424-project] 10.222.0.54 "DELETE /v2.0/networks/ee0d5ba5-426b-4361-a3c5-f055bb4c84d2 HTTP/1.1" status: 404 len: 339 time: 0.0352080 Nov 10 19:26:12.944488 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49218) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:12.970860 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-bb7dff6b-87b0-4c6f-95a5-6adb8715e093 None None] Provisioning complete for port 2cf9491d-bf80-435e-a8eb-373115397c87 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:12.971279 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bb7dff6b-87b0-4c6f-95a5-6adb8715e093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:12.989639 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017e582-6535-4b99-b04b-060b0e0bf028 req-30dc8f03-00c9-4839-b98b-d0a7fe189a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:12.997957 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0017e582-6535-4b99-b04b-060b0e0bf028 req-30dc8f03-00c9-4839-b98b-d0a7fe189a5f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=37540233-6276-4904-9755-108dc2bdd25b HTTP/1.1" status: 200 len: 1096 time: 0.2215796 Nov 10 19:26:13.022318 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5f560971-645c-467d-be74-336f083cf553 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:13.045021 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-bb7dff6b-87b0-4c6f-95a5-6adb8715e093 None None] Port 2cf9491d-bf80-435e-a8eb-373115397c87 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:26:13.075305 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9524617b-b9c4-41dd-8ac8-8478da56e8ba req-b01bc2c1-288d-4e7b-a11d-128d6e6aecf9 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1633778 Nov 10 19:26:13.076622 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-82155068-c9a1-4c7a-bb4e-dbbacf2b5a9a tempest-NetworksNegativeTestJSON-1955667424 tempest-NetworksNegativeTestJSON-1955667424-project] DELETE failed (client error): The resource could not be found. Nov 10 19:26:13.077588 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82155068-c9a1-4c7a-bb4e-dbbacf2b5a9a tempest-NetworksNegativeTestJSON-1955667424 tempest-NetworksNegativeTestJSON-1955667424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:26:13.082751 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-82155068-c9a1-4c7a-bb4e-dbbacf2b5a9a tempest-NetworksNegativeTestJSON-1955667424 tempest-NetworksNegativeTestJSON-1955667424-project] 10.222.0.54 "DELETE /v2.0/ports/36a2ec9c-77f2-4422-a128-a80690e2d5ce HTTP/1.1" status: 404 len: 333 time: 0.1371169 Nov 10 19:26:13.089397 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49220) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:13.161213 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-3efc7f69-9655-424d-a5d5-278efe9de834 tempest-NetworksNegativeTestJSON-1955667424 tempest-NetworksNegativeTestJSON-1955667424-project] DELETE failed (client error): The resource could not be found. Nov 10 19:26:13.161802 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3efc7f69-9655-424d-a5d5-278efe9de834 tempest-NetworksNegativeTestJSON-1955667424 tempest-NetworksNegativeTestJSON-1955667424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:26:13.173502 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3efc7f69-9655-424d-a5d5-278efe9de834 tempest-NetworksNegativeTestJSON-1955667424 tempest-NetworksNegativeTestJSON-1955667424-project] 10.222.0.54 "DELETE /v2.0/subnets/6909bac8-f16e-4ae3-a8b2-3bee82f29935 HTTP/1.1" status: 404 len: 337 time: 0.0407219 Nov 10 19:26:13.178544 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49222) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:13.237169 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0017e582-6535-4b99-b04b-060b0e0bf028 req-6c3d1ab1-759c-40bd-9499-8f5de7b195e6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028472 Nov 10 19:26:13.284603 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5489bfae-1e33-4482-9fd5-5b56beba7201 None None] Provisioning complete for port 88d8bd6a-1897-47e5-81f0-a6fb2dd6467e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:13.285168 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5489bfae-1e33-4482-9fd5-5b56beba7201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:13.300142 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-842eae60-ebae-4e8a-bf43-00a8e250d913 tempest-NetworksNegativeTestJSON-1955667424 tempest-NetworksNegativeTestJSON-1955667424-project] GET failed (client error): The resource could not be found. Nov 10 19:26:13.301981 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-842eae60-ebae-4e8a-bf43-00a8e250d913 tempest-NetworksNegativeTestJSON-1955667424 tempest-NetworksNegativeTestJSON-1955667424-project] 10.222.0.54 "GET /v2.0/networks/b22d3788-4f90-4c77-9796-7272bd3a50f3 HTTP/1.1" status: 404 len: 339 time: 0.1034951 Nov 10 19:26:13.313098 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0ac0d0f9-a5b6-40fd-9add-df6190755c6b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:13.322054 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49232) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:13.366326 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-0ac0d0f9-a5b6-40fd-9add-df6190755c6b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Calling delete_port for c1eb0a17-cb3f-4484-9ac9-0824bfcfbec8 owned by {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:26:13.373913 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c5b75e3-ce56-4e0b-8636-5194ac74323c tempest-NetworksNegativeTestJSON-1955667424 tempest-NetworksNegativeTestJSON-1955667424-project] GET failed (client error): The resource could not be found. Nov 10 19:26:13.375735 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5c5b75e3-ce56-4e0b-8636-5194ac74323c tempest-NetworksNegativeTestJSON-1955667424 tempest-NetworksNegativeTestJSON-1955667424-project] 10.222.0.54 "GET /v2.0/ports/cdf55241-4506-492e-af88-cd5395b7f7b0 HTTP/1.1" status: 404 len: 333 time: 0.0523572 Nov 10 19:26:13.379911 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49234) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:13.413466 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5489bfae-1e33-4482-9fd5-5b56beba7201 None None] Provisioning complete for port c1eb0a17-cb3f-4484-9ac9-0824bfcfbec8 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:13.414172 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5489bfae-1e33-4482-9fd5-5b56beba7201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:13.425535 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5f560971-645c-467d-be74-336f083cf553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:13.472842 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-463b1360-b43f-40a0-847f-14f6dba7868b tempest-NetworksNegativeTestJSON-1955667424 tempest-NetworksNegativeTestJSON-1955667424-project] GET failed (client error): The resource could not be found. Nov 10 19:26:13.474238 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-463b1360-b43f-40a0-847f-14f6dba7868b tempest-NetworksNegativeTestJSON-1955667424 tempest-NetworksNegativeTestJSON-1955667424-project] 10.222.0.54 "GET /v2.0/subnets/39407b49-f08b-4a4e-ae3d-c526bc9a070f HTTP/1.1" status: 404 len: 337 time: 0.0933685 Nov 10 19:26:13.480331 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49236) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:13.485151 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ccb2b-ba64-4b9d-9b13-cf05d18e35e3 req-772fa808-b6a5-49d7-8139-42cdd0882e36 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:13.492675 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-0afb7cb3-b290-468a-91fb-e1adedc126e8 tempest-NetworksNegativeTestJSON-1955667424 tempest-NetworksNegativeTestJSON-1955667424-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:13.492884 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-427ccb2b-ba64-4b9d-9b13-cf05d18e35e3 req-772fa808-b6a5-49d7-8139-42cdd0882e36 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=37540233-6276-4904-9755-108dc2bdd25b HTTP/1.1" status: 200 len: 945 time: 0.2928584 Nov 10 19:26:13.515592 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-0afb7cb3-b290-468a-91fb-e1adedc126e8 tempest-NetworksNegativeTestJSON-1955667424 tempest-NetworksNegativeTestJSON-1955667424-project] PUT failed (client error): The resource could not be found. Nov 10 19:26:13.516390 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0afb7cb3-b290-468a-91fb-e1adedc126e8 tempest-NetworksNegativeTestJSON-1955667424 tempest-NetworksNegativeTestJSON-1955667424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:26:13.520934 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0afb7cb3-b290-468a-91fb-e1adedc126e8 tempest-NetworksNegativeTestJSON-1955667424 tempest-NetworksNegativeTestJSON-1955667424-project] 10.222.0.54 "PUT /v2.0/networks/47ea710f-a8d6-498a-bb21-3b2062b4e169 HTTP/1.1" status: 404 len: 339 time: 0.0392690 Nov 10 19:26:13.523280 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49238) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:13.532452 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-806012b5-bf0c-4836-b719-0ac5030f9e29 tempest-NetworksNegativeTestJSON-1955667424 tempest-NetworksNegativeTestJSON-1955667424-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:13.563161 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-806012b5-bf0c-4836-b719-0ac5030f9e29 tempest-NetworksNegativeTestJSON-1955667424 tempest-NetworksNegativeTestJSON-1955667424-project] PUT failed (client error): The resource could not be found. Nov 10 19:26:13.564157 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-806012b5-bf0c-4836-b719-0ac5030f9e29 tempest-NetworksNegativeTestJSON-1955667424 tempest-NetworksNegativeTestJSON-1955667424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:26:13.576037 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-806012b5-bf0c-4836-b719-0ac5030f9e29 tempest-NetworksNegativeTestJSON-1955667424 tempest-NetworksNegativeTestJSON-1955667424-project] 10.222.0.54 "PUT /v2.0/ports/93af8a13-53b0-4722-aa77-19b143b93537 HTTP/1.1" status: 404 len: 333 time: 0.0516236 Nov 10 19:26:13.576732 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49240) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:13.585079 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-c81ee4de-8694-479b-b727-525bd1e7f28b tempest-NetworksNegativeTestJSON-1955667424 tempest-NetworksNegativeTestJSON-1955667424-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:13.592428 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-427ccb2b-ba64-4b9d-9b13-cf05d18e35e3 req-bd068c67-1a75-4d2d-9ef5-cc2e5dde98a2 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987155 Nov 10 19:26:13.768522 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 88d8bd6a-1897-47e5-81f0-a6fb2dd6467e up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:26:13.780570 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-c81ee4de-8694-479b-b727-525bd1e7f28b tempest-NetworksNegativeTestJSON-1955667424 tempest-NetworksNegativeTestJSON-1955667424-project] PUT failed (client error): The resource could not be found. Nov 10 19:26:13.781134 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c81ee4de-8694-479b-b727-525bd1e7f28b tempest-NetworksNegativeTestJSON-1955667424 tempest-NetworksNegativeTestJSON-1955667424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:26:13.782147 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-6c4bb775-c5c4-4660-b1c9-68a35b1e0a3b tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:13.786208 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c81ee4de-8694-479b-b727-525bd1e7f28b tempest-NetworksNegativeTestJSON-1955667424 tempest-NetworksNegativeTestJSON-1955667424-project] 10.222.0.54 "PUT /v2.0/subnets/c1d25a49-e7b7-4210-89b2-f071e12afb5e HTTP/1.1" status: 404 len: 337 time: 0.2065470 Nov 10 19:26:13.790954 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-6c4bb775-c5c4-4660-b1c9-68a35b1e0a3b tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:13.798269 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5489bfae-1e33-4482-9fd5-5b56beba7201 None None] Port c1eb0a17-cb3f-4484-9ac9-0824bfcfbec8 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:26:13.803379 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-6c4bb775-c5c4-4660-b1c9-68a35b1e0a3b tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:13.810360 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-6c4bb775-c5c4-4660-b1c9-68a35b1e0a3b tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:13.816360 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-6c4bb775-c5c4-4660-b1c9-68a35b1e0a3b tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:13.822383 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-6c4bb775-c5c4-4660-b1c9-68a35b1e0a3b tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:13.829612 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-6c4bb775-c5c4-4660-b1c9-68a35b1e0a3b tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:13.831713 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-6c4bb775-c5c4-4660-b1c9-68a35b1e0a3b tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5444 time: 0.1770334 Nov 10 19:26:13.833324 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0ac0d0f9-a5b6-40fd-9add-df6190755c6b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:13.839975 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 88d8bd6a-1897-47e5-81f0-a6fb2dd6467e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:13.840668 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:13.852111 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f560971-645c-467d-be74-336f083cf553 admin admin] Router c9c2ff5b-f60f-4093-b00c-c921382b0510 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:26:13.923832 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2befba1a-77c7-40fb-a848-2b045beca830 None None] Could not find standard attr ID for object c1eb0a17-cb3f-4484-9ac9-0824bfcfbec8. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:26:13.998610 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0d0f9-a5b6-40fd-9add-df6190755c6b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Port': ['ID=c1eb0a17-cb3f-4484-9ac9-0824bfcfbec8,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:14.062612 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-53504610-1892-4619-9a98-5b82de8add0d tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:14.064214 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-53504610-1892-4619-9a98-5b82de8add0d tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.25 "GET /v2.0/ports/bb1386c3-1d75-43ef-9da4-68ee97148c59?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1954567 Nov 10 19:26:14.064523 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f747f869-c59b-4f92-b893-8c4ef793e9c7 None None] Could not find standard attr ID for object fbf5fb21-fe55-4b51-a1dc-8fbba9fb65ec. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:26:14.100441 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f560971-645c-467d-be74-336f083cf553 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:26:14.113542 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90805363-3d7e-47f3-aaa8-9b7293ca45b0 None None] Sync routers for ids ['c9c2ff5b-f60f-4093-b00c-c921382b0510'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:26:14.134068 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5f560971-645c-467d-be74-336f083cf553 admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:14.136132 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5f560971-645c-467d-be74-336f083cf553 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3873751 Nov 10 19:26:14.139736 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90805363-3d7e-47f3-aaa8-9b7293ca45b0 None None] Routers {'c9c2ff5b-f60f-4093-b00c-c921382b0510'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:26:14.141215 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49250) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:14.142399 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-90805363-3d7e-47f3-aaa8-9b7293ca45b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:25:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c9c2ff5b-f60f-4093-b00c-c921382b0510'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:14.167121 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0ac0d0f9-a5b6-40fd-9add-df6190755c6b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:14.171284 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0ac0d0f9-a5b6-40fd-9add-df6190755c6b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/ports/c1eb0a17-cb3f-4484-9ac9-0824bfcfbec8 HTTP/1.1" status: 204 len: 168 time: 1.5071070 Nov 10 19:26:14.174295 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49252) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:14.261407 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68a6543-5d13-4ecf-8b3f-eb0675a00002 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] GET failed (client error): The resource could not be found. Nov 10 19:26:14.266446 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a68a6543-5d13-4ecf-8b3f-eb0675a00002 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "GET /v2.0/ports/c1eb0a17-cb3f-4484-9ac9-0824bfcfbec8 HTTP/1.1" status: 404 len: 333 time: 0.0909514 Nov 10 19:26:14.278581 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49256) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:14.299264 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-90805363-3d7e-47f3-aaa8-9b7293ca45b0 None None] Set router c9c2ff5b-f60f-4093-b00c-c921382b0510 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:26:14.414998 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49258) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:14.478525 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd05d941-06f2-496a-93a7-dbcae39bba37 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Deleting subnet 07c9a9d6-eb97-4549-9201-cafcfad67da1 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:26:14.488074 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fd05d941-06f2-496a-93a7-dbcae39bba37 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:14.621920 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-bfa4f0be-9fb5-4201-94cb-90c9248ab706 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.25 "GET /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5455213 Nov 10 19:26:14.637060 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-57e6e851-631f-4e74-b590-6d1fbda6e8a7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:14.658039 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-90805363-3d7e-47f3-aaa8-9b7293ca45b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c2ff5b-f60f-4093-b00c-c921382b0510', 'name': 'tempest-ServerRescueTestJSON-622080766-router', 'tenant_id': '80448062df854eaa81ec7d2921f2c2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '2cf9491d-bf80-435e-a8eb-373115397c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:26:10Z', 'updated_at': '2021-11-10T19:26:12Z', 'revision_number': 3, 'project_id': '80448062df854eaa81ec7d2921f2c2b6', 'gw_port': {'id': '2cf9491d-bf80-435e-a8eb-373115397c87', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:35:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c2ff5b-f60f-4093-b00c-c921382b0510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:26:11Z', 'updated_at': '2021-11-10T19:26:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:14.670006 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fd05d941-06f2-496a-93a7-dbcae39bba37 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:14.695955 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90805363-3d7e-47f3-aaa8-9b7293ca45b0 None None] Checking router: c9c2ff5b-f60f-4093-b00c-c921382b0510 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:26:14.696479 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90805363-3d7e-47f3-aaa8-9b7293ca45b0 None None] Updating router c9c2ff5b-f60f-4093-b00c-c921382b0510 port 2cf9491d-bf80-435e-a8eb-373115397c87 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:26:14.725979 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-90805363-3d7e-47f3-aaa8-9b7293ca45b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:14.753394 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2bfaf-843d-4053-b9f0-8af8da138544 req-4c87c24d-e6c2-4d37-9a20-32c1cf68dee4 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:14.759424 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2bfaf-843d-4053-b9f0-8af8da138544 req-4c87c24d-e6c2-4d37-9a20-32c1cf68dee4 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:14.766772 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2bfaf-843d-4053-b9f0-8af8da138544 req-4c87c24d-e6c2-4d37-9a20-32c1cf68dee4 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:14.772739 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2bfaf-843d-4053-b9f0-8af8da138544 req-4c87c24d-e6c2-4d37-9a20-32c1cf68dee4 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:14.779204 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2bfaf-843d-4053-b9f0-8af8da138544 req-4c87c24d-e6c2-4d37-9a20-32c1cf68dee4 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:14.785036 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2bfaf-843d-4053-b9f0-8af8da138544 req-4c87c24d-e6c2-4d37-9a20-32c1cf68dee4 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:14.803858 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2bfaf-843d-4053-b9f0-8af8da138544 req-4c87c24d-e6c2-4d37-9a20-32c1cf68dee4 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:14.807025 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-433aaca0-aac6-4018-8766-532db5ec1057 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:14.817321 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-64f2bfaf-843d-4053-b9f0-8af8da138544 req-4c87c24d-e6c2-4d37-9a20-32c1cf68dee4 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 5444 time: 0.5484743 Nov 10 19:26:14.851261 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-57e6e851-631f-4e74-b590-6d1fbda6e8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:14.903855 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7d6744c6-355c-47e1-8713-55e534f9c890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:14.961090 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-64f2bfaf-843d-4053-b9f0-8af8da138544 req-97b3a7f8-b956-43d7-a628-27dbc8ac94a6 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1428504 Nov 10 19:26:14.987435 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fd05d941-06f2-496a-93a7-dbcae39bba37 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:15.141863 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-90805363-3d7e-47f3-aaa8-9b7293ca45b0 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:15.151061 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-90805363-3d7e-47f3-aaa8-9b7293ca45b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:15.211432 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e15646-9272-4f6b-aed9-a61ca0b3d764 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:26:15.222802 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae357c70-e585-4084-a60c-823ac357622f None None] Pushing event updated for resources: {'Port': ['ID=2cf9491d-bf80-435e-a8eb-373115397c87,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:15.226602 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-90805363-3d7e-47f3-aaa8-9b7293ca45b0 None None] Attempting to bind port 2cf9491d-bf80-435e-a8eb-373115397c87 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:26:15.226976 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-90805363-3d7e-47f3-aaa8-9b7293ca45b0 None None] Attempting to bind port 2cf9491d-bf80-435e-a8eb-373115397c87 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:26:15.227351 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90805363-3d7e-47f3-aaa8-9b7293ca45b0 None None] Attempting to bind port 2cf9491d-bf80-435e-a8eb-373115397c87 on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:26:15.236266 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90805363-3d7e-47f3-aaa8-9b7293ca45b0 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:26:15.236660 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90805363-3d7e-47f3-aaa8-9b7293ca45b0 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:26:15.237087 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-90805363-3d7e-47f3-aaa8-9b7293ca45b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:15.237520 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90805363-3d7e-47f3-aaa8-9b7293ca45b0 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:26:15.238229 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-90805363-3d7e-47f3-aaa8-9b7293ca45b0 None None] Bound port: 2cf9491d-bf80-435e-a8eb-373115397c87, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:26:15.238655 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-90805363-3d7e-47f3-aaa8-9b7293ca45b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:15.244443 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fd05d941-06f2-496a-93a7-dbcae39bba37 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:15.285554 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05d941-06f2-496a-93a7-dbcae39bba37 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Subnet': ['ID=07c9a9d6-eb97-4549-9201-cafcfad67da1,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:15.305498 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fd05d941-06f2-496a-93a7-dbcae39bba37 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:15.309846 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-fd05d941-06f2-496a-93a7-dbcae39bba37 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/subnets/07c9a9d6-eb97-4549-9201-cafcfad67da1 HTTP/1.1" status: 204 len: 168 time: 1.0264685 Nov 10 19:26:15.312776 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79a2306-19b4-4285-8396-8e3dc47eb9f5 None None] Network 3870daba-d6e1-46a9-b95d-d3e68c9ee0b0 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:26:15.316078 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-90805363-3d7e-47f3-aaa8-9b7293ca45b0 None None] For port 2cf9491d-bf80-435e-a8eb-373115397c87, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:26:15.319399 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ae244-81b9-4c2a-b206-584cd481be24 req-d70fe1f0-9307-4415-a00b-844bb5eb23ee tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:15.319991 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-90805363-3d7e-47f3-aaa8-9b7293ca45b0 None None] For port 2cf9491d-bf80-435e-a8eb-373115397c87, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2cf9491d-bf80-435e-a8eb-373115397c87,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:26:15.321996 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-127ae244-81b9-4c2a-b206-584cd481be24 req-d70fe1f0-9307-4415-a00b-844bb5eb23ee tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=37540233-6276-4904-9755-108dc2bdd25b HTTP/1.1" status: 200 len: 945 time: 0.1782637 Nov 10 19:26:15.329582 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49268) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:15.353730 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-90805363-3d7e-47f3-aaa8-9b7293ca45b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:15.396043 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-57e6e851-631f-4e74-b590-6d1fbda6e8a7 service neutron] For port bb1386c3-1d75-43ef-9da4-68ee97148c59, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=bb1386c3-1d75-43ef-9da4-68ee97148c59,segment=NetworkSegment(5cb9df61-9550-483d-8fc3-a242dd3a621b),segment_id=5cb9df61-9550-483d-8fc3-a242dd3a621b)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:15.406877 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-99c48568-b966-4311-b828-0fdd9160189e None None] Provisioning complete for port 2cf9491d-bf80-435e-a8eb-373115397c87 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:15.407300 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-99c48568-b966-4311-b828-0fdd9160189e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:15.431602 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-433aaca0-aac6-4018-8766-532db5ec1057 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:15.454598 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-433aaca0-aac6-4018-8766-532db5ec1057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:15.497920 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-127ae244-81b9-4c2a-b206-584cd481be24 req-cf52b92d-cfdb-4a90-b915-6ec594e489ba tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572559 Nov 10 19:26:15.510786 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d3ccd965-40e9-4641-9245-e4a241f715ad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:15.522144 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-57e6e851-631f-4e74-b590-6d1fbda6e8a7 service neutron] For port bb1386c3-1d75-43ef-9da4-68ee97148c59, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:26:15.547379 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-433aaca0-aac6-4018-8766-532db5ec1057 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d8d09090845248ecbc75f671ff5540cb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1301999 Nov 10 19:26:15.549379 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49272) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:15.551667 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433aaca0-aac6-4018-8766-532db5ec1057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66072c27-d6c3-4bca-9c4e-6932303a1ad5,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:15.592323 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-7d6744c6-355c-47e1-8713-55e534f9c890 admin admin] Allocated IP 172.20.0.1 (a03f2c77-7ce1-45bb-87ad-01c85ed47a74/541fe813-4ea7-4cb0-9666-cf2befa3ec22/b89a3fdf-94c2-4026-9cc4-65a5e024dac9) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:26:15.635364 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-57e6e851-631f-4e74-b590-6d1fbda6e8a7 service neutron] device_id is not set on port bb1386c3-1d75-43ef-9da4-68ee97148c59 yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:26:15.652189 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c099679f-f28d-4aee-8842-e5d174601f5b None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:26:15.662538 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-57e6e851-631f-4e74-b590-6d1fbda6e8a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:15.687007 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-57e6e851-631f-4e74-b590-6d1fbda6e8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:15.752747 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae357c70-e585-4084-a60c-823ac357622f None None] Pushing event updated for resources: {'Port': ['ID=2cf9491d-bf80-435e-a8eb-373115397c87,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:15.773854 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7d6744c6-355c-47e1-8713-55e534f9c890 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:15.824459 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7d6744c6-355c-47e1-8713-55e534f9c890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:15.873358 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90805363-3d7e-47f3-aaa8-9b7293ca45b0 None None] Routers {'c9c2ff5b-f60f-4093-b00c-c921382b0510'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:26:15.873632 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-57e6e851-631f-4e74-b590-6d1fbda6e8a7 service neutron] No DVR routers for this DVR port bb1386c3-1d75-43ef-9da4-68ee97148c59 on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:26:15.877714 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-90805363-3d7e-47f3-aaa8-9b7293ca45b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:25:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c9c2ff5b-f60f-4093-b00c-c921382b0510'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:15.878168 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4814bafc-4be6-4271-be77-2b616ee9fe58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:15.913342 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6744c6-355c-47e1-8713-55e534f9c890 admin admin] Network a03f2c77-7ce1-45bb-87ad-01c85ed47a74 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:26:15.929601 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-7d6744c6-355c-47e1-8713-55e534f9c890 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:26:15.941576 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6744c6-355c-47e1-8713-55e534f9c890 admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:26:15.970216 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6744c6-355c-47e1-8713-55e534f9c890 admin admin] Pushing event updated for resources: {'Port': ['ID=b89a3fdf-94c2-4026-9cc4-65a5e024dac9,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:16.017155 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7d6744c6-355c-47e1-8713-55e534f9c890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:16.027083 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6e851-631f-4e74-b590-6d1fbda6e8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=bb1386c3-1d75-43ef-9da4-68ee97148c59,revision_number=6']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:16.057754 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4814bafc-4be6-4271-be77-2b616ee9fe58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:16.069280 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-90805363-3d7e-47f3-aaa8-9b7293ca45b0 None None] Set router c9c2ff5b-f60f-4093-b00c-c921382b0510 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:26:16.093672 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-d3ccd965-40e9-4641-9245-e4a241f715ad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Deleting port 88d8bd6a-1897-47e5-81f0-a6fb2dd6467e {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:26:16.095951 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d3ccd965-40e9-4641-9245-e4a241f715ad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:16.169700 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-57e6e851-631f-4e74-b590-6d1fbda6e8a7 service neutron] In _notify_port_updated(), no bound segment for port bb1386c3-1d75-43ef-9da4-68ee97148c59 on network 08d5b27a-446a-4f08-9532-b9da3981ea57 {{(pid=102506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 19:26:16.171128 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-57e6e851-631f-4e74-b590-6d1fbda6e8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:16.171819 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-57e6e851-631f-4e74-b590-6d1fbda6e8a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:16.174237 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-57e6e851-631f-4e74-b590-6d1fbda6e8a7 service neutron] 10.222.0.25 "PUT /v2.0/ports/bb1386c3-1d75-43ef-9da4-68ee97148c59 HTTP/1.1" status: 200 len: 1031 time: 1.5416913 Nov 10 19:26:16.266115 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device c0d44e64-5553-4dbb-b756-cea461ad25d9 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:26:16.298101 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-99c48568-b966-4311-b828-0fdd9160189e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:16.313007 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-d3ccd965-40e9-4641-9245-e4a241f715ad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] For port 88d8bd6a-1897-47e5-81f0-a6fb2dd6467e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=88d8bd6a-1897-47e5-81f0-a6fb2dd6467e,segment=NetworkSegment(3e92dc9b-7ca1-43d1-96d3-ff4c51987409),segment_id=3e92dc9b-7ca1-43d1-96d3-ff4c51987409)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:16.313463 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d3ccd965-40e9-4641-9245-e4a241f715ad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:16.334592 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-e8b115e4-882a-4332-a187-56bf9a540d19 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:16.336132 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-e8b115e4-882a-4332-a187-56bf9a540d19 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.25 "GET /v2.0/ports/d211dbba-dcd7-4e1b-982a-56e8eb100ca4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1109729 Nov 10 19:26:16.341302 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-d3ccd965-40e9-4641-9245-e4a241f715ad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Calling delete_port for 88d8bd6a-1897-47e5-81f0-a6fb2dd6467e owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:26:16.353100 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-de0e1e75-c2d4-4c36-9fbc-20f63264907d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:16.365455 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7d6744c6-355c-47e1-8713-55e534f9c890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:16.378927 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4814bafc-4be6-4271-be77-2b616ee9fe58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:16.381484 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4814bafc-4be6-4271-be77-2b616ee9fe58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:16.382754 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4814bafc-4be6-4271-be77-2b616ee9fe58 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/66072c27-d6c3-4bca-9c4e-6932303a1ad5 HTTP/1.1" status: 204 len: 168 time: 0.8312871 Nov 10 19:26:16.385973 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-99c48568-b966-4311-b828-0fdd9160189e None None] For port 2cf9491d-bf80-435e-a8eb-373115397c87, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2cf9491d-bf80-435e-a8eb-373115397c87,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:16.395465 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b552034-a595-4ef3-bcaf-d78b4f9122e7 req-c6d6af78-27ae-4730-8b77-9e122f004e6a tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:16.401877 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b552034-a595-4ef3-bcaf-d78b4f9122e7 req-c6d6af78-27ae-4730-8b77-9e122f004e6a tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:16.408343 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b552034-a595-4ef3-bcaf-d78b4f9122e7 req-c6d6af78-27ae-4730-8b77-9e122f004e6a tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:16.410118 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-99c48568-b966-4311-b828-0fdd9160189e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:16.414581 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b552034-a595-4ef3-bcaf-d78b4f9122e7 req-c6d6af78-27ae-4730-8b77-9e122f004e6a tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:16.421888 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b552034-a595-4ef3-bcaf-d78b4f9122e7 req-c6d6af78-27ae-4730-8b77-9e122f004e6a tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:16.428031 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b552034-a595-4ef3-bcaf-d78b4f9122e7 req-c6d6af78-27ae-4730-8b77-9e122f004e6a tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:16.429983 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b552034-a595-4ef3-bcaf-d78b4f9122e7 req-c6d6af78-27ae-4730-8b77-9e122f004e6a tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 4666 time: 0.2697463 Nov 10 19:26:16.548399 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814bafc-4be6-4271-be77-2b616ee9fe58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66072c27-d6c3-4bca-9c4e-6932303a1ad5,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:16.555021 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e8682c-5ad7-41c6-973f-e43471016095 None None] DHCP port deletion for 3870daba-d6e1-46a9-b95d-d3e68c9ee0b0 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:26:16.583675 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-de0e1e75-c2d4-4c36-9fbc-20f63264907d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:16.683054 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b552034-a595-4ef3-bcaf-d78b4f9122e7 req-52b40c9d-bfd8-4066-8a5a-38575933343e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff0886a-5c25-4538-8924-70a050aa63ad&id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2344723 Nov 10 19:26:16.712429 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d3ccd965-40e9-4641-9245-e4a241f715ad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:16.764774 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-71e8682c-5ad7-41c6-973f-e43471016095 None None] The port '88d8bd6a-1897-47e5-81f0-a6fb2dd6467e' was deleted {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 10 19:26:16.775383 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c48568-b966-4311-b828-0fdd9160189e None None] Pushing event updated for resources: {'Port': ['ID=2cf9491d-bf80-435e-a8eb-373115397c87,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:16.788677 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7d6744c6-355c-47e1-8713-55e534f9c890 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:16.804812 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7d6744c6-355c-47e1-8713-55e534f9c890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:16.813385 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ccd965-40e9-4641-9245-e4a241f715ad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Port': ['ID=88d8bd6a-1897-47e5-81f0-a6fb2dd6467e,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:16.815725 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ccd965-40e9-4641-9245-e4a241f715ad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] No DVR routers for this DVR port 88d8bd6a-1897-47e5-81f0-a6fb2dd6467e on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:26:16.832695 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-58c9f22f-a80c-458b-95f0-733ee028c8b6 None None] Provisioning complete for port bb1386c3-1d75-43ef-9da4-68ee97148c59 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:16.833063 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-58c9f22f-a80c-458b-95f0-733ee028c8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:16.933990 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6744c6-355c-47e1-8713-55e534f9c890 admin admin] Pushing event updated for resources: {'Port': ['ID=b89a3fdf-94c2-4026-9cc4-65a5e024dac9,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:16.955395 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:16.959978 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7d6744c6-355c-47e1-8713-55e534f9c890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:16.962371 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d3ccd965-40e9-4641-9245-e4a241f715ad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:16.977745 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-58c9f22f-a80c-458b-95f0-733ee028c8b6 None None] Port bb1386c3-1d75-43ef-9da4-68ee97148c59 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:26:17.018611 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-de0e1e75-c2d4-4c36-9fbc-20f63264907d service neutron] For port d211dbba-dcd7-4e1b-982a-56e8eb100ca4, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=d211dbba-dcd7-4e1b-982a-56e8eb100ca4,segment=NetworkSegment(5cb9df61-9550-483d-8fc3-a242dd3a621b),segment_id=5cb9df61-9550-483d-8fc3-a242dd3a621b)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:17.029212 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-d3ccd965-40e9-4641-9245-e4a241f715ad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3870daba-d6e1-46a9-b95d-d3e68c9ee0b0']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:17.044661 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-d3ccd965-40e9-4641-9245-e4a241f715ad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e92dc9b-7ca1-43d1-96d3-ff4c51987409') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:17.044921 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-d3ccd965-40e9-4641-9245-e4a241f715ad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e92dc9b-7ca1-43d1-96d3-ff4c51987409') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:17.048850 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0d44e64-5553-4dbb-b756-cea461ad25d9'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:26:17.050938 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc13f99-6d9c-489c-8666-e330c6571f6d" -d '{"events": [{"server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "name": "network-vif-unplugged", "status": "completed", "tag": "c0d44e64-5553-4dbb-b756-cea461ad25d9"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:26:17.061856 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d3ccd965-40e9-4641-9245-e4a241f715ad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:17.096808 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-90805363-3d7e-47f3-aaa8-9b7293ca45b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c2ff5b-f60f-4093-b00c-c921382b0510', 'name': 'tempest-ServerRescueTestJSON-622080766-router', 'tenant_id': '80448062df854eaa81ec7d2921f2c2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '2cf9491d-bf80-435e-a8eb-373115397c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:26:10Z', 'updated_at': '2021-11-10T19:26:12Z', 'revision_number': 3, 'project_id': '80448062df854eaa81ec7d2921f2c2b6', 'gw_port': {'id': '2cf9491d-bf80-435e-a8eb-373115397c87', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:35:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c2ff5b-f60f-4093-b00c-c921382b0510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:26:11Z', 'updated_at': '2021-11-10T19:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:17.121630 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-de0e1e75-c2d4-4c36-9fbc-20f63264907d service neutron] For port d211dbba-dcd7-4e1b-982a-56e8eb100ca4, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:26:17.134806 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d3ccd965-40e9-4641-9245-e4a241f715ad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:17.175408 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ccd965-40e9-4641-9245-e4a241f715ad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:26:17.176091 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d3ccd965-40e9-4641-9245-e4a241f715ad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:17.179566 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:26:17.179566 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:26:17.179566 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:26:17.179566 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:26:17.179566 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:26:17.179566 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:26:17.179566 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:26:17.179566 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:26:17.179566 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:26:17.179566 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:26:17.179566 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:26:17.179566 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:26:17.179566 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:26:17.179566 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:26:17.179566 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:26:17.179566 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:26:17.179566 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:26:17.179566 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:26:17.179566 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:26:17.179566 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:26:17.179566 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:26:17.179566 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:26:17.179566 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:26:17.179566 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:26:17.179566 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:26:17.179566 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:26:17.179566 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:26:17.179566 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:26:17.179566 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:26:17.179566 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:26:17.179566 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:26:17.179566 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:26:17.191716 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80e493c-02a7-4cb8-ae0f-36a75cf017c7 x-openstack-request-id: req-d80e493c-02a7-4cb8-ae0f-36a75cf017c7 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:26:17.191975 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "name": "network-vif-unplugged", "status": "completed", "tag": "c0d44e64-5553-4dbb-b756-cea461ad25d9", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:26:17.192192 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d80e493c-02a7-4cb8-ae0f-36a75cf017c7 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:26:17.192594 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0d44e64-5553-4dbb-b756-cea461ad25d9', 'code': 200} Nov 10 19:26:17.197606 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6744c6-355c-47e1-8713-55e534f9c890 admin admin] Network a03f2c77-7ce1-45bb-87ad-01c85ed47a74 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:26:17.199345 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-7d6744c6-355c-47e1-8713-55e534f9c890 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:26:17.213446 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90805363-3d7e-47f3-aaa8-9b7293ca45b0 None None] The sync data for ids ['c9c2ff5b-f60f-4093-b00c-c921382b0510'] in n-d-813897-4 is: [{'id': 'c9c2ff5b-f60f-4093-b00c-c921382b0510', 'name': 'tempest-ServerRescueTestJSON-622080766-router', 'tenant_id': '80448062df854eaa81ec7d2921f2c2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '2cf9491d-bf80-435e-a8eb-373115397c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:26:10Z', 'updated_at': '2021-11-10T19:26:12Z', 'revision_number': 3, 'project_id': '80448062df854eaa81ec7d2921f2c2b6', 'gw_port': {'id': '2cf9491d-bf80-435e-a8eb-373115397c87', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:35:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c2ff5b-f60f-4093-b00c-c921382b0510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:26:11Z', 'updated_at': '2021-11-10T19:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:26:17.216809 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port c0d44e64-5553-4dbb-b756-cea461ad25d9, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=c0d44e64-5553-4dbb-b756-cea461ad25d9,segment=NetworkSegment(5cb9df61-9550-483d-8fc3-a242dd3a621b),segment_id=5cb9df61-9550-483d-8fc3-a242dd3a621b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:17.217866 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-58c9f22f-a80c-458b-95f0-733ee028c8b6 None None] Provisioning complete for port 2cf9491d-bf80-435e-a8eb-373115397c87 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:17.218238 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-58c9f22f-a80c-458b-95f0-733ee028c8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:17.249675 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-de0e1e75-c2d4-4c36-9fbc-20f63264907d service neutron] device_id is not set on port d211dbba-dcd7-4e1b-982a-56e8eb100ca4 yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:26:17.271929 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-de0e1e75-c2d4-4c36-9fbc-20f63264907d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:17.286981 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-de0e1e75-c2d4-4c36-9fbc-20f63264907d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:17.302881 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d3ccd965-40e9-4641-9245-e4a241f715ad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:17.322049 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:17.323938 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 86e3afec-d4a4-466b-a8cd-37704951f59c no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:26:17.387206 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d3ccd965-40e9-4641-9245-e4a241f715ad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:17.401406 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d3ccd965-40e9-4641-9245-e4a241f715ad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/networks/3870daba-d6e1-46a9-b95d-d3e68c9ee0b0 HTTP/1.1" status: 204 len: 168 time: 2.0700331 Nov 10 19:26:17.427297 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49304) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:17.433484 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-447999d7-1930-4ef4-b53c-4df3f6efae8e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1228134168'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:17.459660 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ccd965-40e9-4641-9245-e4a241f715ad tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Network': ['ID=3870daba-d6e1-46a9-b95d-d3e68c9ee0b0,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:17.469738 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447999d7-1930-4ef4-b53c-4df3f6efae8e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:26:17.474328 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-447999d7-1930-4ef4-b53c-4df3f6efae8e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:17.548204 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-de0e1e75-c2d4-4c36-9fbc-20f63264907d service neutron] No DVR routers for this DVR port d211dbba-dcd7-4e1b-982a-56e8eb100ca4 on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:26:17.571701 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6744c6-355c-47e1-8713-55e534f9c890 admin admin] Router c9c2ff5b-f60f-4093-b00c-c921382b0510 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:26:17.576072 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e1e75-c2d4-4c36-9fbc-20f63264907d service neutron] Pushing event updated for resources: {'Port': ['ID=d211dbba-dcd7-4e1b-982a-56e8eb100ca4,revision_number=6']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:17.670710 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-447999d7-1930-4ef4-b53c-4df3f6efae8e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:26:17.827821 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-de0e1e75-c2d4-4c36-9fbc-20f63264907d service neutron] In _notify_port_updated(), no bound segment for port d211dbba-dcd7-4e1b-982a-56e8eb100ca4 on network 08d5b27a-446a-4f08-9532-b9da3981ea57 {{(pid=102506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 19:26:17.835068 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-de0e1e75-c2d4-4c36-9fbc-20f63264907d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:17.836933 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-de0e1e75-c2d4-4c36-9fbc-20f63264907d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:17.839803 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-de0e1e75-c2d4-4c36-9fbc-20f63264907d service neutron] 10.222.0.25 "PUT /v2.0/ports/d211dbba-dcd7-4e1b-982a-56e8eb100ca4 HTTP/1.1" status: 200 len: 1032 time: 1.4914598 Nov 10 19:26:17.909241 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 88d8bd6a-1897-47e5-81f0-a6fb2dd6467e no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:26:17.971722 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-447999d7-1930-4ef4-b53c-4df3f6efae8e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:17.973074 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-447999d7-1930-4ef4-b53c-4df3f6efae8e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Added segment 266c77af-86a4-4334-95a0-e1aadca1c66c of type vlan for network 717802a4-7948-460b-b204-74b06abfd4bd Nov 10 19:26:17.989827 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 88d8bd6a-1897-47e5-81f0-a6fb2dd6467e {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:26:17.990226 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 88d8bd6a-1897-47e5-81f0-a6fb2dd6467e not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:26:18.003438 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=c0d44e64-5553-4dbb-b756-cea461ad25d9,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:18.006634 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:18.140199 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 86e3afec-d4a4-466b-a8cd-37704951f59c, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=86e3afec-d4a4-466b-a8cd-37704951f59c,segment=NetworkSegment(807aa974-68f9-4719-b3f3-48902a32f47e),segment_id=807aa974-68f9-4719-b3f3-48902a32f47e)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:18.164846 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:18.167442 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device d211dbba-dcd7-4e1b-982a-56e8eb100ca4 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:26:18.214649 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d84ec-8724-442c-b887-50581cd3b07b req-e63dc662-3ed6-4083-9c08-ad3f835831c0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:18.224551 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d84ec-8724-442c-b887-50581cd3b07b req-e63dc662-3ed6-4083-9c08-ad3f835831c0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:18.233067 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-447999d7-1930-4ef4-b53c-4df3f6efae8e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:18.248518 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49322) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:18.263784 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d84ec-8724-442c-b887-50581cd3b07b req-e63dc662-3ed6-4083-9c08-ad3f835831c0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:18.301059 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d84ec-8724-442c-b887-50581cd3b07b req-e63dc662-3ed6-4083-9c08-ad3f835831c0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:18.312809 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6744c6-355c-47e1-8713-55e534f9c890 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:26:18.314359 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d84ec-8724-442c-b887-50581cd3b07b req-e63dc662-3ed6-4083-9c08-ad3f835831c0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:18.324250 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7d6744c6-355c-47e1-8713-55e534f9c890 admin admin] 10.222.0.54 "PUT /v2.0/routers/c9c2ff5b-f60f-4093-b00c-c921382b0510/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1815488 Nov 10 19:26:18.327841 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c8d84ec-8724-442c-b887-50581cd3b07b req-e63dc662-3ed6-4083-9c08-ad3f835831c0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 3885 time: 0.3445594 Nov 10 19:26:18.341208 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-447999d7-1930-4ef4-b53c-4df3f6efae8e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:18.362605 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447999d7-1930-4ef4-b53c-4df3f6efae8e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:18.363696 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-60ea9fc5-4093-4281-bb68-47f4fefd70b3 None None] Provisioning complete for port d211dbba-dcd7-4e1b-982a-56e8eb100ca4 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:18.364527 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-60ea9fc5-4093-4281-bb68-47f4fefd70b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:18.364898 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-447999d7-1930-4ef4-b53c-4df3f6efae8e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:18.406528 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-447999d7-1930-4ef4-b53c-4df3f6efae8e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9777868 Nov 10 19:26:18.407418 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49330) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:18.447203 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-2b16a695-9a68-4c3e-b72a-dcb26425c208 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'subnet': {'network_id': '717802a4-7948-460b-b204-74b06abfd4bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:18.512310 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-c31781a6-0381-458a-a28e-4cfb38969533 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Deleting port 86e3afec-d4a4-466b-a8cd-37704951f59c {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:26:18.512670 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-c31781a6-0381-458a-a28e-4cfb38969533 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:18.517898 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device d211dbba-dcd7-4e1b-982a-56e8eb100ca4 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:26:18.518337 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 3e40d835-e479-4c27-8f24-be6c043e98be no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:26:18.557029 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=86e3afec-d4a4-466b-a8cd-37704951f59c,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:18.612237 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-08412cc4-565b-4b12-a4d4-56c375e8ae6d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-903575153'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:18.620661 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c8d84ec-8724-442c-b887-50581cd3b07b req-9d118b5d-2924-40c7-b4c4-76aa61c70586 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2917769 Nov 10 19:26:18.624661 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447999d7-1930-4ef4-b53c-4df3f6efae8e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Network': ['ID=717802a4-7948-460b-b204-74b06abfd4bd,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:18.639189 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-60ea9fc5-4093-4281-bb68-47f4fefd70b3 None None] Port d211dbba-dcd7-4e1b-982a-56e8eb100ca4 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:26:18.644583 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 717802a4-7948-460b-b204-74b06abfd4bd details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:26:18.719970 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08412cc4-565b-4b12-a4d4-56c375e8ae6d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Made reservation on behalf of 224f7fcc3f6e44c5aaa6d320857c04c1 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:26:18.732465 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-08412cc4-565b-4b12-a4d4-56c375e8ae6d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:18.779589 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-08412cc4-565b-4b12-a4d4-56c375e8ae6d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:18.785002 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-c31781a6-0381-458a-a28e-4cfb38969533 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] For port 86e3afec-d4a4-466b-a8cd-37704951f59c, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=86e3afec-d4a4-466b-a8cd-37704951f59c,segment=NetworkSegment(807aa974-68f9-4719-b3f3-48902a32f47e),segment_id=807aa974-68f9-4719-b3f3-48902a32f47e)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:18.785843 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-c31781a6-0381-458a-a28e-4cfb38969533 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:18.846805 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b16a695-9a68-4c3e-b72a-dcb26425c208 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:26:18.858557 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b16a695-9a68-4c3e-b72a-dcb26425c208 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:19.078573 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:19.166858 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-c31781a6-0381-458a-a28e-4cfb38969533 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:19.167381 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-c31781a6-0381-458a-a28e-4cfb38969533 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:19.167544 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 3e40d835-e479-4c27-8f24-be6c043e98be, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=3e40d835-e479-4c27-8f24-be6c043e98be,segment=NetworkSegment(5cb9df61-9550-483d-8fc3-a242dd3a621b),segment_id=5cb9df61-9550-483d-8fc3-a242dd3a621b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:19.167821 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-c31781a6-0381-458a-a28e-4cfb38969533 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Floating IP c19c2c9f-6474-41cb-9d88-fd36ee6add7c disassociated. External IP: 172.25.3.82, port: 86e3afec-d4a4-466b-a8cd-37704951f59c. Nov 10 19:26:19.168373 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-c31781a6-0381-458a-a28e-4cfb38969533 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Calling delete_port for 86e3afec-d4a4-466b-a8cd-37704951f59c owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:26:19.171562 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-08412cc4-565b-4b12-a4d4-56c375e8ae6d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:19.181786 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-08412cc4-565b-4b12-a4d4-56c375e8ae6d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:19.185523 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:19.186801 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device bb1386c3-1d75-43ef-9da4-68ee97148c59 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:26:19.195481 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08412cc4-565b-4b12-a4d4-56c375e8ae6d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:26:19.240244 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-08412cc4-565b-4b12-a4d4-56c375e8ae6d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:19.240657 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-08412cc4-565b-4b12-a4d4-56c375e8ae6d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Added segment cab36e66-5169-45f8-b4b9-7e3b4bae225b of type vlan for network 6fbcee2b-0ca2-4ab1-89fd-2188ce4d2cba Nov 10 19:26:19.327553 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08412cc4-565b-4b12-a4d4-56c375e8ae6d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75188ea9-6c19-4066-989b-7f07d808b921,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:19.341510 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-08412cc4-565b-4b12-a4d4-56c375e8ae6d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:19.362859 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86e3afec-d4a4-466b-a8cd-37704951f59c'}, {'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e40d835-e479-4c27-8f24-be6c043e98be'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:26:19.365351 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf3d1db-bbf4-42e8-9f7e-12122fe9d77c" -d '{"events": [{"server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "name": "network-vif-unplugged", "status": "completed", "tag": "86e3afec-d4a4-466b-a8cd-37704951f59c"}, {"server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "name": "network-vif-unplugged", "status": "completed", "tag": "3e40d835-e479-4c27-8f24-be6c043e98be"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:26:19.382102 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device bb1386c3-1d75-43ef-9da4-68ee97148c59 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:26:19.382527 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 018e007e-c84a-4abf-8483-76780dc92b09 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:26:19.454706 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=3e40d835-e479-4c27-8f24-be6c043e98be,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:19.540197 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:19.589987 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-c31781a6-0381-458a-a28e-4cfb38969533 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:19.590918 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b16a695-9a68-4c3e-b72a-dcb26425c208 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:19.613413 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 018e007e-c84a-4abf-8483-76780dc92b09, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=018e007e-c84a-4abf-8483-76780dc92b09,segment=NetworkSegment(a1439b11-afa4-4fe3-825f-5bdc9b853fe8),segment_id=a1439b11-afa4-4fe3-825f-5bdc9b853fe8)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:19.619985 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:19.621536 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device de23dff7-0358-45d9-aba5-b288f9e2dceb no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:26:19.666180 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31781a6-0381-458a-a28e-4cfb38969533 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Pushing event deleted for resources: {'Port': ['ID=86e3afec-d4a4-466b-a8cd-37704951f59c,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:19.750342 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=018e007e-c84a-4abf-8483-76780dc92b09,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:19.769554 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-08412cc4-565b-4b12-a4d4-56c375e8ae6d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:19.776340 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08412cc4-565b-4b12-a4d4-56c375e8ae6d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:19.777151 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-08412cc4-565b-4b12-a4d4-56c375e8ae6d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:19.865979 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16a695-9a68-4c3e-b72a-dcb26425c208 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Subnet': ['ID=05b0402e-dd96-42bf-aecc-b6ef582f767d,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:19.873214 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2cf9491d-bf80-435e-a8eb-373115397c87 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:26:19.887540 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:19.901272 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-08412cc4-565b-4b12-a4d4-56c375e8ae6d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6513045 Nov 10 19:26:19.904752 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49364) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:19.909834 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-92471e23-6313-4d46-a22b-3e13a334db04 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1539611949'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:19.979507 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-ba410631-8830-45c2-9846-c4a56b4f2409 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:19.982375 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-ba410631-8830-45c2-9846-c4a56b4f2409 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/networks?id=a03f2c77-7ce1-45bb-87ad-01c85ed47a74 HTTP/1.1" status: 200 len: 810 time: 0.3198891 Nov 10 19:26:19.993298 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fbd219f2-3566-4d3d-b7b0-8bfa801c0127 req-690cfb1f-d0e2-4e25-8145-ce2aa3cef765 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=81904b2e-170e-46b9-9143-052b0e27730d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6141534 Nov 10 19:26:19.997975 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92471e23-6313-4d46-a22b-3e13a334db04 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Made reservation on behalf of 224f7fcc3f6e44c5aaa6d320857c04c1 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:26:20.007842 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08412cc4-565b-4b12-a4d4-56c375e8ae6d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Network': ['ID=6fbcee2b-0ca2-4ab1-89fd-2188ce4d2cba,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:20.022870 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-92471e23-6313-4d46-a22b-3e13a334db04 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:20.026995 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port de23dff7-0358-45d9-aba5-b288f9e2dceb, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=de23dff7-0358-45d9-aba5-b288f9e2dceb,segment=NetworkSegment(a1439b11-afa4-4fe3-825f-5bdc9b853fe8),segment_id=a1439b11-afa4-4fe3-825f-5bdc9b853fe8)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:20.032446 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b16a695-9a68-4c3e-b72a-dcb26425c208 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Checking segment: {'id': '266c77af-86a4-4334-95a0-e1aadca1c66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '717802a4-7948-460b-b204-74b06abfd4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:26:20.033100 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b16a695-9a68-4c3e-b72a-dcb26425c208 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network hostable DHCP agents. Network: 717802a4-7948-460b-b204-74b06abfd4bd, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:26:20.043967 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 6fbcee2b-0ca2-4ab1-89fd-2188ce4d2cba details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:26:20.086657 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92471e23-6313-4d46-a22b-3e13a334db04 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:26:20.101961 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-92471e23-6313-4d46-a22b-3e13a334db04 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:20.102441 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-92471e23-6313-4d46-a22b-3e13a334db04 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Added segment e8e929d1-ffc2-437b-808e-9f10d5a67d2b of type vlan for network b04d126b-a97f-4a0a-9016-c22fd1f74b16 Nov 10 19:26:20.157476 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b16a695-9a68-4c3e-b72a-dcb26425c208 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network 717802a4-7948-460b-b204-74b06abfd4bd is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:26:20.172152 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-92471e23-6313-4d46-a22b-3e13a334db04 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:20.201102 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd219f2-3566-4d3d-b7b0-8bfa801c0127 req-8028b2fe-2ade-4d44-a165-61aacd70fa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:20.202227 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:20.217876 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fbd219f2-3566-4d3d-b7b0-8bfa801c0127 req-8028b2fe-2ade-4d44-a165-61aacd70fa6b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca793cf7be314531ae0fda7d17e742e0&device_id=81904b2e-170e-46b9-9143-052b0e27730d HTTP/1.1" status: 200 len: 1097 time: 0.1582625 Nov 10 19:26:20.219442 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-2b16a695-9a68-4c3e-b72a-dcb26425c208 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 717802a4-7948-460b-b204-74b06abfd4bd) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:26:20.234369 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b16a695-9a68-4c3e-b72a-dcb26425c208 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:20.235131 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b16a695-9a68-4c3e-b72a-dcb26425c208 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:20.355977 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=de23dff7-0358-45d9-aba5-b288f9e2dceb,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:20.365679 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e9e281-c8a6-45fa-927b-8ffa906d5b32 None None] Network 717802a4-7948-460b-b204-74b06abfd4bd requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:26:20.403285 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb16611-786d-4e9d-b7e8-5432130e527b None None] Sync routers for ids ['c9c2ff5b-f60f-4093-b00c-c921382b0510'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:26:20.423537 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb16611-786d-4e9d-b7e8-5432130e527b None None] Routers {'c9c2ff5b-f60f-4093-b00c-c921382b0510'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:26:20.424173 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9fb16611-786d-4e9d-b7e8-5432130e527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:25:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c9c2ff5b-f60f-4093-b00c-c921382b0510'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:20.521539 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd219f2-3566-4d3d-b7b0-8bfa801c0127 req-35542b9f-1976-44d6-8e02-7eb9f2d76227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:20.523491 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fbd219f2-3566-4d3d-b7b0-8bfa801c0127 req-35542b9f-1976-44d6-8e02-7eb9f2d76227 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ab823250-cbd3-4e9e-b2ab-95ea12610eee HTTP/1.1" status: 200 len: 915 time: 0.2601514 Nov 10 19:26:20.531054 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2b16a695-9a68-4c3e-b72a-dcb26425c208 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1051853 Nov 10 19:26:20.531434 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49372) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:20.560461 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-fd33c442-63ea-412f-8a02-38a010db7168 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'port': {'network_id': '717802a4-7948-460b-b204-74b06abfd4bd', 'name': 'tempest-PortsTestJSON-1729898809', 'fixed_ips': [{'subnet_id': '05b0402e-dd96-42bf-aecc-b6ef582f767d', 'ip_address': '172.20.0.10'}]}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:20.599684 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 2cf9491d-bf80-435e-a8eb-373115397c87 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:20.600227 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:20.663667 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fbd219f2-3566-4d3d-b7b0-8bfa801c0127 req-7e9987e2-b773-4f3c-84e4-a6642c9e0f76 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b781d410-3d63-4727-b3c9-254606eed1d3 HTTP/1.1" status: 200 len: 217 time: 0.0955532 Nov 10 19:26:20.689805 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-9fb16611-786d-4e9d-b7e8-5432130e527b None None] Set router c9c2ff5b-f60f-4093-b00c-c921382b0510 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:26:20.819006 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f63c628-d0c8-4891-af0f-b637266d635c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-717802a4-7948-460b-b204-74b06abfd4bd', 'network_id': '717802a4-7948-460b-b204-74b06abfd4bd', 'tenant_id': 'e9defc91a1f9416bbb2744ea822424be', 'fixed_ips': [{'subnet_id': '05b0402e-dd96-42bf-aecc-b6ef582f767d'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:26:20.824779 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f63c628-d0c8-4891-af0f-b637266d635c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:20.837970 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd219f2-3566-4d3d-b7b0-8bfa801c0127 req-8a946725-c128-4d2d-8d20-1a4e4a38ab6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:20.840055 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fbd219f2-3566-4d3d-b7b0-8bfa801c0127 req-8a946725-c128-4d2d-8d20-1a4e4a38ab6d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2aee395f-d665-4a4d-a2ee-137fdc063918 HTTP/1.1" status: 200 len: 854 time: 0.1409678 Nov 10 19:26:20.887746 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-c31781a6-0381-458a-a28e-4cfb38969533 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Router a70d0784-b917-4027-859f-e66da464c622 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:26:20.897225 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-92471e23-6313-4d46-a22b-3e13a334db04 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:20.905608 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92471e23-6313-4d46-a22b-3e13a334db04 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:20.906794 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-92471e23-6313-4d46-a22b-3e13a334db04 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:20.925296 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-8567f0b2-9975-4a33-ac14-6595aa381d67 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/quotas/80448062df854eaa81ec7d2921f2c2b6 HTTP/1.1" status: 200 len: 375 time: 0.9283211 Nov 10 19:26:20.986015 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fbd219f2-3566-4d3d-b7b0-8bfa801c0127 req-33665a10-b44a-4b01-96d6-b86c840d7b28 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ab823250-cbd3-4e9e-b2ab-95ea12610eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764556 Nov 10 19:26:20.989214 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9fb16611-786d-4e9d-b7e8-5432130e527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c2ff5b-f60f-4093-b00c-c921382b0510', 'name': 'tempest-ServerRescueTestJSON-622080766-router', 'tenant_id': '80448062df854eaa81ec7d2921f2c2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '2cf9491d-bf80-435e-a8eb-373115397c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:26:10Z', 'updated_at': '2021-11-10T19:26:16Z', 'revision_number': 4, 'project_id': '80448062df854eaa81ec7d2921f2c2b6', 'gw_port': {'id': '2cf9491d-bf80-435e-a8eb-373115397c87', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c2ff5b-f60f-4093-b00c-c921382b0510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:26:11Z', 'updated_at': '2021-11-10T19:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'b89a3fdf-94c2-4026-9cc4-65a5e024dac9', 'name': '', 'network_id': 'a03f2c77-7ce1-45bb-87ad-01c85ed47a74', 'tenant_id': '80448062df854eaa81ec7d2921f2c2b6', 'mac_address': 'fa:16:3e:73:54:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c2ff5b-f60f-4093-b00c-c921382b0510', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '541fe813-4ea7-4cb0-9666-cf2befa3ec22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:26:14Z', 'updated_at': '2021-11-10T19:26:16Z', 'revision_number': 2, 'project_id': '80448062df854eaa81ec7d2921f2c2b6', 'subnets': [{'id': '541fe813-4ea7-4cb0-9666-cf2befa3ec22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:21.025935 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb16611-786d-4e9d-b7e8-5432130e527b None None] Checking router: c9c2ff5b-f60f-4093-b00c-c921382b0510 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:26:21.026654 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb16611-786d-4e9d-b7e8-5432130e527b None None] Updating router c9c2ff5b-f60f-4093-b00c-c921382b0510 port b89a3fdf-94c2-4026-9cc4-65a5e024dac9 binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:26:21.091157 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9fb16611-786d-4e9d-b7e8-5432130e527b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:21.117374 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-9f63c628-d0c8-4891-af0f-b637266d635c None None] Allocated IP 172.20.0.2 (717802a4-7948-460b-b204-74b06abfd4bd/05b0402e-dd96-42bf-aecc-b6ef582f767d/e6ced024-0a80-4d42-be19-e7cad9b74121) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:26:21.127091 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-92471e23-6313-4d46-a22b-3e13a334db04 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2200024 Nov 10 19:26:21.132405 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49376) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:21.161355 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-ce0ba025-10c8-4ccb-9434-edb0fe4f37d5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Request body: {'subnet': {'network_id': '6fbcee2b-0ca2-4ab1-89fd-2188ce4d2cba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:21.257384 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92471e23-6313-4d46-a22b-3e13a334db04 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Network': ['ID=b04d126b-a97f-4a0a-9016-c22fd1f74b16,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:21.310275 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd33c442-63ea-412f-8a02-38a010db7168 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:26:21.316167 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f63c628-d0c8-4891-af0f-b637266d635c None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:21.322140 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network b04d126b-a97f-4a0a-9016-c22fd1f74b16 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:26:21.337982 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-86424de8-1eb1-4017-945f-99f2077cd2e3 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=80448062df854eaa81ec7d2921f2c2b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4079945 Nov 10 19:26:21.354741 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f63c628-d0c8-4891-af0f-b637266d635c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:21.463274 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f63c628-d0c8-4891-af0f-b637266d635c None None] Network 717802a4-7948-460b-b204-74b06abfd4bd is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:26:21.488696 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-c31781a6-0381-458a-a28e-4cfb38969533 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:26:21.497621 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0ba025-10c8-4ccb-9434-edb0fe4f37d5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Made reservation on behalf of 224f7fcc3f6e44c5aaa6d320857c04c1 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:26:21.498324 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-9f63c628-d0c8-4891-af0f-b637266d635c None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:26:21.502357 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ce0ba025-10c8-4ccb-9434-edb0fe4f37d5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:21.524382 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0dbe0a-ac86-41f8-bc5e-8bb042f14a29 None None] Sync routers for ids ['a70d0784-b917-4027-859f-e66da464c622'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:26:21.537423 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fbd219f2-3566-4d3d-b7b0-8bfa801c0127 req-a29fac68-b531-4328-9a75-e3882b857464 service neutron] 10.222.0.73 "GET /v2.0/networks/ab823250-cbd3-4e9e-b2ab-95ea12610eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5435789 Nov 10 19:26:21.540288 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f63c628-d0c8-4891-af0f-b637266d635c None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:26:21.626374 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63c628-d0c8-4891-af0f-b637266d635c None None] Pushing event updated for resources: {'Port': ['ID=e6ced024-0a80-4d42-be19-e7cad9b74121,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:21.642770 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9fb16611-786d-4e9d-b7e8-5432130e527b None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:21.652930 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9fb16611-786d-4e9d-b7e8-5432130e527b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:21.691784 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0dbe0a-ac86-41f8-bc5e-8bb042f14a29 None None] Routers {'a70d0784-b917-4027-859f-e66da464c622'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:26:21.692114 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-eb0dbe0a-ac86-41f8-bc5e-8bb042f14a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:25:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['a70d0784-b917-4027-859f-e66da464c622'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:21.697237 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-c31781a6-0381-458a-a28e-4cfb38969533 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] No DVR routers for this DVR port 86e3afec-d4a4-466b-a8cd-37704951f59c on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:26:21.730791 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-c31781a6-0381-458a-a28e-4cfb38969533 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:21.732420 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fbd219f2-3566-4d3d-b7b0-8bfa801c0127 req-be690c8c-a927-4647-9dcf-0d49a2585767 service neutron] 10.222.0.73 "GET /v2.0/networks/ab823250-cbd3-4e9e-b2ab-95ea12610eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864169 Nov 10 19:26:21.734265 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-c31781a6-0381-458a-a28e-4cfb38969533 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.25 "DELETE /v2.0/ports/86e3afec-d4a4-466b-a8cd-37704951f59c HTTP/1.1" status: 204 len: 173 time: 3.8773656 Nov 10 19:26:21.735062 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8477f-21e8-47ad-9040-331dfb24f038 None None] Pushing event updated for resources: {'Port': ['ID=b89a3fdf-94c2-4026-9cc4-65a5e024dac9,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:21.737037 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'name': 'network-vif-deleted', 'tag': '86e3afec-d4a4-466b-a8cd-37704951f59c'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:26:21.745807 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd65e07-5b14-4c8f-80d5-b7092bd2e9ac" -d '{"events": [{"server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "name": "network-vif-deleted", "tag": "86e3afec-d4a4-466b-a8cd-37704951f59c"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:26:21.748206 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fd33c442-63ea-412f-8a02-38a010db7168 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:21.773639 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-fd33c442-63ea-412f-8a02-38a010db7168 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] device_id is not set on port 73b2e515-ad6b-4fc8-9c84-66ac1b4c9928 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:26:21.830888 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-9f63c628-d0c8-4891-af0f-b637266d635c None None] Attempting to bind port e6ced024-0a80-4d42-be19-e7cad9b74121 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:26:21.840312 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-9fb16611-786d-4e9d-b7e8-5432130e527b None None] Attempting to bind port b89a3fdf-94c2-4026-9cc4-65a5e024dac9 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:26:21.840679 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-9fb16611-786d-4e9d-b7e8-5432130e527b None None] Attempting to bind port b89a3fdf-94c2-4026-9cc4-65a5e024dac9 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'd91afcb2-94dc-4e88-9067-82e028ea23a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a03f2c77-7ce1-45bb-87ad-01c85ed47a74'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:26:21.841303 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb16611-786d-4e9d-b7e8-5432130e527b None None] Attempting to bind port b89a3fdf-94c2-4026-9cc4-65a5e024dac9 on network a03f2c77-7ce1-45bb-87ad-01c85ed47a74 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:26:21.841533 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-9f63c628-d0c8-4891-af0f-b637266d635c None None] Attempting to bind port e6ced024-0a80-4d42-be19-e7cad9b74121 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '266c77af-86a4-4334-95a0-e1aadca1c66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '717802a4-7948-460b-b204-74b06abfd4bd'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:26:21.842099 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f63c628-d0c8-4891-af0f-b637266d635c None None] Attempting to bind port e6ced024-0a80-4d42-be19-e7cad9b74121 on network 717802a4-7948-460b-b204-74b06abfd4bd {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:26:21.848124 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb16611-786d-4e9d-b7e8-5432130e527b None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:26:21.848658 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb16611-786d-4e9d-b7e8-5432130e527b None None] Checking segment: {'id': 'd91afcb2-94dc-4e88-9067-82e028ea23a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a03f2c77-7ce1-45bb-87ad-01c85ed47a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:26:21.849074 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9fb16611-786d-4e9d-b7e8-5432130e527b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:21.849469 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb16611-786d-4e9d-b7e8-5432130e527b None None] Bound using segment: {'id': 'd91afcb2-94dc-4e88-9067-82e028ea23a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a03f2c77-7ce1-45bb-87ad-01c85ed47a74'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:26:21.850627 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-9fb16611-786d-4e9d-b7e8-5432130e527b None None] Bound port: b89a3fdf-94c2-4026-9cc4-65a5e024dac9, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd91afcb2-94dc-4e88-9067-82e028ea23a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a03f2c77-7ce1-45bb-87ad-01c85ed47a74'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:26:21.850627 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9fb16611-786d-4e9d-b7e8-5432130e527b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:21.855062 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-56667206-13e4-48e9-9e0e-7c30467d1e11 service neutron] 10.222.0.54 "GET /v2.0/networks/a03f2c77-7ce1-45bb-87ad-01c85ed47a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4805913 Nov 10 19:26:21.872703 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f63c628-d0c8-4891-af0f-b637266d635c None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:26:21.873100 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f63c628-d0c8-4891-af0f-b637266d635c None None] Checking segment: {'id': '266c77af-86a4-4334-95a0-e1aadca1c66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '717802a4-7948-460b-b204-74b06abfd4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:26:21.873521 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f63c628-d0c8-4891-af0f-b637266d635c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:21.873956 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f63c628-d0c8-4891-af0f-b637266d635c None None] Bound using segment: {'id': '266c77af-86a4-4334-95a0-e1aadca1c66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '717802a4-7948-460b-b204-74b06abfd4bd'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:26:21.886790 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-9f63c628-d0c8-4891-af0f-b637266d635c None None] Bound port: e6ced024-0a80-4d42-be19-e7cad9b74121, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '266c77af-86a4-4334-95a0-e1aadca1c66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '717802a4-7948-460b-b204-74b06abfd4bd'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:26:21.887338 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f63c628-d0c8-4891-af0f-b637266d635c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:21.937505 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-9fb16611-786d-4e9d-b7e8-5432130e527b None None] For port b89a3fdf-94c2-4026-9cc4-65a5e024dac9, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:26:21.941966 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-9fb16611-786d-4e9d-b7e8-5432130e527b None None] For port b89a3fdf-94c2-4026-9cc4-65a5e024dac9, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=b89a3fdf-94c2-4026-9cc4-65a5e024dac9,segment=NetworkSegment(d91afcb2-94dc-4e88-9067-82e028ea23a3),segment_id=d91afcb2-94dc-4e88-9067-82e028ea23a3)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:26:21.951622 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9fb16611-786d-4e9d-b7e8-5432130e527b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:22.057912 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8477f-21e8-47ad-9040-331dfb24f038 None None] Pushing event updated for resources: {'Port': ['ID=b89a3fdf-94c2-4026-9cc4-65a5e024dac9,revision_number=4']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:22.070905 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-eb0dbe0a-ac86-41f8-bc5e-8bb042f14a29 None None] Set router a70d0784-b917-4027-859f-e66da464c622 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:26:22.079633 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-fd33c442-63ea-412f-8a02-38a010db7168 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Allocated IP 172.20.0.10 (717802a4-7948-460b-b204-74b06abfd4bd/05b0402e-dd96-42bf-aecc-b6ef582f767d/73b2e515-ad6b-4fc8-9c84-66ac1b4c9928) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:26:22.097038 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb16611-786d-4e9d-b7e8-5432130e527b None None] Routers {'c9c2ff5b-f60f-4093-b00c-c921382b0510'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:26:22.097663 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9fb16611-786d-4e9d-b7e8-5432130e527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:25:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c9c2ff5b-f60f-4093-b00c-c921382b0510'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:22.155956 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9f63c628-d0c8-4891-af0f-b637266d635c None None] For port e6ced024-0a80-4d42-be19-e7cad9b74121, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:26:22.182880 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9f63c628-d0c8-4891-af0f-b637266d635c None None] For port e6ced024-0a80-4d42-be19-e7cad9b74121, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e6ced024-0a80-4d42-be19-e7cad9b74121,segment=NetworkSegment(266c77af-86a4-4334-95a0-e1aadca1c66c),segment_id=266c77af-86a4-4334-95a0-e1aadca1c66c)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:26:22.201716 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f63c628-d0c8-4891-af0f-b637266d635c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:22.209428 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-1233134b-c203-4066-9722-d14f1ba7b281 service neutron] 10.222.0.54 "GET /v2.0/networks/a03f2c77-7ce1-45bb-87ad-01c85ed47a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286693 Nov 10 19:26:22.230161 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-008aa37d-e52c-4cba-8222-5c8d13a9367e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Deleting port c0d44e64-5553-4dbb-b756-cea461ad25d9 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:26:22.230506 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-008aa37d-e52c-4cba-8222-5c8d13a9367e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:22.273841 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-9fb16611-786d-4e9d-b7e8-5432130e527b None None] Set router c9c2ff5b-f60f-4093-b00c-c921382b0510 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:26:22.334850 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ce0ba025-10c8-4ccb-9434-edb0fe4f37d5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:22.463840 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fd33c442-63ea-412f-8a02-38a010db7168 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:22.563909 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fd33c442-63ea-412f-8a02-38a010db7168 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:22.594383 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 10 Nov 2021 19:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea625149-7d60-4eb7-846c-3dd2f32353a7 x-openstack-request-id: req-ea625149-7d60-4eb7-846c-3dd2f32353a7 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:26:22.594999 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "name": "network-vif-unplugged", "status": "completed", "tag": "86e3afec-d4a4-466b-a8cd-37704951f59c", "code": 200}, {"server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "name": "network-vif-unplugged", "status": "completed", "tag": "3e40d835-e479-4c27-8f24-be6c043e98be", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:26:22.595136 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ea625149-7d60-4eb7-846c-3dd2f32353a7 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:26:22.595553 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86e3afec-d4a4-466b-a8cd-37704951f59c', 'code': 200} Nov 10 19:26:22.595740 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e40d835-e479-4c27-8f24-be6c043e98be', 'code': 200} Nov 10 19:26:22.708175 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ba025-10c8-4ccb-9434-edb0fe4f37d5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Subnet': ['ID=23f5c83d-1c31-4d05-900d-73b9511e4f64,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:22.730086 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63c628-d0c8-4891-af0f-b637266d635c None None] Pushing event updated for resources: {'Port': ['ID=e6ced024-0a80-4d42-be19-e7cad9b74121,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:22.730255 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-008aa37d-e52c-4cba-8222-5c8d13a9367e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] For port c0d44e64-5553-4dbb-b756-cea461ad25d9, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=c0d44e64-5553-4dbb-b756-cea461ad25d9,segment=NetworkSegment(5cb9df61-9550-483d-8fc3-a242dd3a621b),segment_id=5cb9df61-9550-483d-8fc3-a242dd3a621b)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:22.730635 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-008aa37d-e52c-4cba-8222-5c8d13a9367e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:22.742583 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0ba025-10c8-4ccb-9434-edb0fe4f37d5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Checking segment: {'id': 'cab36e66-5169-45f8-b4b9-7e3b4bae225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6fbcee2b-0ca2-4ab1-89fd-2188ce4d2cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:26:22.742859 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0ba025-10c8-4ccb-9434-edb0fe4f37d5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network hostable DHCP agents. Network: 6fbcee2b-0ca2-4ab1-89fd-2188ce4d2cba, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:26:22.756132 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-008aa37d-e52c-4cba-8222-5c8d13a9367e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Calling delete_port for c0d44e64-5553-4dbb-b756-cea461ad25d9 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:26:22.793280 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd33c442-63ea-412f-8a02-38a010db7168 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network 717802a4-7948-460b-b204-74b06abfd4bd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:26:22.836501 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-fd33c442-63ea-412f-8a02-38a010db7168 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:26:22.846639 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd33c442-63ea-412f-8a02-38a010db7168 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:26:22.850681 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9fb16611-786d-4e9d-b7e8-5432130e527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c2ff5b-f60f-4093-b00c-c921382b0510', 'name': 'tempest-ServerRescueTestJSON-622080766-router', 'tenant_id': '80448062df854eaa81ec7d2921f2c2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '2cf9491d-bf80-435e-a8eb-373115397c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:26:10Z', 'updated_at': '2021-11-10T19:26:16Z', 'revision_number': 4, 'project_id': '80448062df854eaa81ec7d2921f2c2b6', 'gw_port': {'id': '2cf9491d-bf80-435e-a8eb-373115397c87', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c2ff5b-f60f-4093-b00c-c921382b0510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:26:11Z', 'updated_at': '2021-11-10T19:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'b89a3fdf-94c2-4026-9cc4-65a5e024dac9', 'name': '', 'network_id': 'a03f2c77-7ce1-45bb-87ad-01c85ed47a74', 'tenant_id': '80448062df854eaa81ec7d2921f2c2b6', 'mac_address': 'fa:16:3e:73:54:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c2ff5b-f60f-4093-b00c-c921382b0510', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '541fe813-4ea7-4cb0-9666-cf2befa3ec22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:26:14Z', 'updated_at': '2021-11-10T19:26:21Z', 'revision_number': 4, 'project_id': '80448062df854eaa81ec7d2921f2c2b6', 'subnets': [{'id': '541fe813-4ea7-4cb0-9666-cf2befa3ec22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:22.890558 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-eb0dbe0a-ac86-41f8-bc5e-8bb042f14a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70d0784-b917-4027-859f-e66da464c622', 'name': 'tempest-TaggedBootDevicesTest_v242-813261639-router', 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'b9323e82-dfae-4d5e-8d17-3d1cba91a742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:15:10Z', 'updated_at': '2021-11-10T19:15:20Z', 'revision_number': 4, 'project_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'gw_port': {'id': 'b9323e82-dfae-4d5e-8d17-3d1cba91a742', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70d0784-b917-4027-859f-e66da464c622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:15:11Z', 'updated_at': '2021-11-10T19:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '5d43e8e4-2d6f-4d9a-ac2e-5291ce108008', 'name': '', 'network_id': '8e0b3ba3-7215-45b5-b8de-5724ad198916', 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'mac_address': 'fa:16:3e:48:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70d0784-b917-4027-859f-e66da464c622', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '3188f8a0-bf12-4d61-a184-005155fc37b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:15:18Z', 'updated_at': '2021-11-10T19:15:30Z', 'revision_number': 5, 'project_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'subnets': [{'id': '3188f8a0-bf12-4d61-a184-005155fc37b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:22.917466 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0ba025-10c8-4ccb-9434-edb0fe4f37d5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network 6fbcee2b-0ca2-4ab1-89fd-2188ce4d2cba is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:26:22.922748 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb16611-786d-4e9d-b7e8-5432130e527b None None] The sync data for ids ['c9c2ff5b-f60f-4093-b00c-c921382b0510'] in n-d-813897-4 is: [{'id': 'c9c2ff5b-f60f-4093-b00c-c921382b0510', 'name': 'tempest-ServerRescueTestJSON-622080766-router', 'tenant_id': '80448062df854eaa81ec7d2921f2c2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '2cf9491d-bf80-435e-a8eb-373115397c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:26:10Z', 'updated_at': '2021-11-10T19:26:16Z', 'revision_number': 4, 'project_id': '80448062df854eaa81ec7d2921f2c2b6', 'gw_port': {'id': '2cf9491d-bf80-435e-a8eb-373115397c87', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c2ff5b-f60f-4093-b00c-c921382b0510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:26:11Z', 'updated_at': '2021-11-10T19:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'b89a3fdf-94c2-4026-9cc4-65a5e024dac9', 'name': '', 'network_id': 'a03f2c77-7ce1-45bb-87ad-01c85ed47a74', 'tenant_id': '80448062df854eaa81ec7d2921f2c2b6', 'mac_address': 'fa:16:3e:73:54:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c2ff5b-f60f-4093-b00c-c921382b0510', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '541fe813-4ea7-4cb0-9666-cf2befa3ec22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:26:14Z', 'updated_at': '2021-11-10T19:26:21Z', 'revision_number': 4, 'project_id': '80448062df854eaa81ec7d2921f2c2b6', 'subnets': [{'id': '541fe813-4ea7-4cb0-9666-cf2befa3ec22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:26:23.016532 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0dbe0a-ac86-41f8-bc5e-8bb042f14a29 None None] Checking router: a70d0784-b917-4027-859f-e66da464c622 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:26:23.049108 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0dbe0a-ac86-41f8-bc5e-8bb042f14a29 None None] Routers {'a70d0784-b917-4027-859f-e66da464c622'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:26:23.050204 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-eb0dbe0a-ac86-41f8-bc5e-8bb042f14a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:25:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['a70d0784-b917-4027-859f-e66da464c622'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:23.056086 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd33c442-63ea-412f-8a02-38a010db7168 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:23.059426 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fd33c442-63ea-412f-8a02-38a010db7168 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:23.082700 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd33c442-63ea-412f-8a02-38a010db7168 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Port': ['ID=73b2e515-ad6b-4fc8-9c84-66ac1b4c9928,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:23.101030 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-ce0ba025-10c8-4ccb-9434-edb0fe4f37d5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 6fbcee2b-0ca2-4ab1-89fd-2188ce4d2cba) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:26:23.118802 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-fd33c442-63ea-412f-8a02-38a010db7168 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5860860 Nov 10 19:26:23.122270 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49396) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:23.125538 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0ba025-10c8-4ccb-9434-edb0fe4f37d5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:23.127477 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ce0ba025-10c8-4ccb-9434-edb0fe4f37d5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:23.136481 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-c6d8afe2-b299-4e82-a7e1-0c9807b3c4f0 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'port': {'network_id': '717802a4-7948-460b-b204-74b06abfd4bd', 'name': 'tempest-PortsTestJSON-1403609115', 'fixed_ips': [{'subnet_id': '05b0402e-dd96-42bf-aecc-b6ef582f767d', 'ip_address': '172.20.0.9'}]}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:23.215175 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ce0ba025-10c8-4ccb-9434-edb0fe4f37d5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0707092 Nov 10 19:26:23.264201 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc2c96-7b04-4229-91ad-d929c54918dc req-99c5f79b-e3ea-41d6-a1f1-9c01cf2594e3 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:23.286305 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49398) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:23.289564 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc2c96-7b04-4229-91ad-d929c54918dc req-99c5f79b-e3ea-41d6-a1f1-9c01cf2594e3 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:23.293041 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-80908e4d-3072-472e-bae6-96921fc93ef0 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Request body: {'subnet': {'network_id': 'b04d126b-a97f-4a0a-9016-c22fd1f74b16', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:23.301957 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc2c96-7b04-4229-91ad-d929c54918dc req-99c5f79b-e3ea-41d6-a1f1-9c01cf2594e3 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:23.316904 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc2c96-7b04-4229-91ad-d929c54918dc req-99c5f79b-e3ea-41d6-a1f1-9c01cf2594e3 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:23.326502 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2ffc2c96-7b04-4229-91ad-d929c54918dc req-99c5f79b-e3ea-41d6-a1f1-9c01cf2594e3 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 3143 time: 0.3853083 Nov 10 19:26:23.334519 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-eb0dbe0a-ac86-41f8-bc5e-8bb042f14a29 None None] Set router a70d0784-b917-4027-859f-e66da464c622 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:26:23.377646 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69df679-7b8d-4897-bb82-65093d48e866 None None] Network 6fbcee2b-0ca2-4ab1-89fd-2188ce4d2cba requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:26:23.498917 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80908e4d-3072-472e-bae6-96921fc93ef0 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Made reservation on behalf of 224f7fcc3f6e44c5aaa6d320857c04c1 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:26:23.509888 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-80908e4d-3072-472e-bae6-96921fc93ef0 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:23.588689 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2ffc2c96-7b04-4229-91ad-d929c54918dc req-2dba4ea8-ae44-4f44-82de-c44df77008fc tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2430575 Nov 10 19:26:23.629437 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-008aa37d-e52c-4cba-8222-5c8d13a9367e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:23.720782 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008aa37d-e52c-4cba-8222-5c8d13a9367e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Pushing event deleted for resources: {'Port': ['ID=c0d44e64-5553-4dbb-b756-cea461ad25d9,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:23.806831 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d8afe2-b299-4e82-a7e1-0c9807b3c4f0 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:26:23.820671 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-74de2097-e50c-4303-89e2-fb36ab0e152f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:23.827067 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c6d8afe2-b299-4e82-a7e1-0c9807b3c4f0 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:23.911516 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-008aa37d-e52c-4cba-8222-5c8d13a9367e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] No DVR routers for this DVR port c0d44e64-5553-4dbb-b756-cea461ad25d9 on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:26:23.922763 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-008aa37d-e52c-4cba-8222-5c8d13a9367e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:23.926218 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-008aa37d-e52c-4cba-8222-5c8d13a9367e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.25 "DELETE /v2.0/ports/c0d44e64-5553-4dbb-b756-cea461ad25d9 HTTP/1.1" status: 204 len: 173 time: 2.1767309 Nov 10 19:26:23.990620 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-c6d8afe2-b299-4e82-a7e1-0c9807b3c4f0 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] device_id is not set on port 648ba77b-3502-4a70-8d78-c68d447a9d04 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:26:24.055266 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b65f790-0340-443a-b2d8-5dbe626b5d3f x-openstack-request-id: req-0b65f790-0340-443a-b2d8-5dbe626b5d3f {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:26:24.058010 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "name": "network-vif-deleted", "tag": "86e3afec-d4a4-466b-a8cd-37704951f59c", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:26:24.058264 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0b65f790-0340-443a-b2d8-5dbe626b5d3f {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:26:24.058700 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'name': 'network-vif-deleted', 'tag': '86e3afec-d4a4-466b-a8cd-37704951f59c', 'status': 'completed', 'code': 200} Nov 10 19:26:24.173314 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e6ced024-0a80-4d42-be19-e7cad9b74121 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:26:24.237620 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-4c450373-fd2b-4710-925d-bc530407fdd1 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Deleting port 3e40d835-e479-4c27-8f24-be6c043e98be {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:26:24.249954 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-4c450373-fd2b-4710-925d-bc530407fdd1 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:24.275388 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-c6d8afe2-b299-4e82-a7e1-0c9807b3c4f0 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Allocated IP 172.20.0.9 (717802a4-7948-460b-b204-74b06abfd4bd/05b0402e-dd96-42bf-aecc-b6ef582f767d/648ba77b-3502-4a70-8d78-c68d447a9d04) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:26:24.490139 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d79939db-4baa-4578-8893-8e7a4dbd15b5 req-8a978670-3d4e-4e2c-a566-24c0ad5bf85b tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 210 time: 0.1846659 Nov 10 19:26:24.644041 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '018e007e-c84a-4abf-8483-76780dc92b09'}, {'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de23dff7-0358-45d9-aba5-b288f9e2dceb'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:26:24.652329 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c713ac7e-0b33-4054-8ddc-2a5bedd4bfdf" -d '{"events": [{"server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "name": "network-vif-unplugged", "status": "completed", "tag": "018e007e-c84a-4abf-8483-76780dc92b09"}, {"server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "name": "network-vif-unplugged", "status": "completed", "tag": "de23dff7-0358-45d9-aba5-b288f9e2dceb"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:26:24.670057 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e21f04-45fa-4c68-b348-9de1f6f7713a None None] Network 717802a4-7948-460b-b204-74b06abfd4bd requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:26:24.682330 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-4c450373-fd2b-4710-925d-bc530407fdd1 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] For port 3e40d835-e479-4c27-8f24-be6c043e98be, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=3e40d835-e479-4c27-8f24-be6c043e98be,segment=NetworkSegment(5cb9df61-9550-483d-8fc3-a242dd3a621b),segment_id=5cb9df61-9550-483d-8fc3-a242dd3a621b)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:24.682661 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-4c450373-fd2b-4710-925d-bc530407fdd1 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:24.700683 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-4c450373-fd2b-4710-925d-bc530407fdd1 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Calling delete_port for 3e40d835-e479-4c27-8f24-be6c043e98be owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:26:25.062559 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:25.078512 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-feb26c12-4479-4243-8c6c-75dfb749a9b1 None None] Provisioning complete for port e6ced024-0a80-4d42-be19-e7cad9b74121 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:25.078905 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-feb26c12-4479-4243-8c6c-75dfb749a9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:25.178602 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-4c450373-fd2b-4710-925d-bc530407fdd1 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:25.204104 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69411ffd-631d-4329-baae-1b77d0952b09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-6fbcee2b-0ca2-4ab1-89fd-2188ce4d2cba', 'network_id': '6fbcee2b-0ca2-4ab1-89fd-2188ce4d2cba', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'fixed_ips': [{'subnet_id': '23f5c83d-1c31-4d05-900d-73b9511e4f64'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:26:25.204993 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-69411ffd-631d-4329-baae-1b77d0952b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:25.321250 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe6842-b95a-46af-baaa-848aac22862d req-d1e6271d-0e30-46f6-b35a-ffcf5bcf6359 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:25.329448 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe6842-b95a-46af-baaa-848aac22862d req-d1e6271d-0e30-46f6-b35a-ffcf5bcf6359 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:25.351522 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c6d8afe2-b299-4e82-a7e1-0c9807b3c4f0 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:25.356051 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe6842-b95a-46af-baaa-848aac22862d req-d1e6271d-0e30-46f6-b35a-ffcf5bcf6359 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:25.367185 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:25.368792 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2ffe6842-b95a-46af-baaa-848aac22862d req-d1e6271d-0e30-46f6-b35a-ffcf5bcf6359 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 2332 time: 0.4797626 Nov 10 19:26:25.379306 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c450373-fd2b-4710-925d-bc530407fdd1 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Pushing event deleted for resources: {'Port': ['ID=3e40d835-e479-4c27-8f24-be6c043e98be,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:25.496651 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-feb26c12-4479-4243-8c6c-75dfb749a9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:25.507901 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-945b3f21-b73a-4f8d-b953-b068e907638a tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:25.510143 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-945b3f21-b73a-4f8d-b953-b068e907638a tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.25 "GET /v2.0/networks?id=a03f2c77-7ce1-45bb-87ad-01c85ed47a74 HTTP/1.1" status: 200 len: 810 time: 0.7038472 Nov 10 19:26:25.511517 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-4c450373-fd2b-4710-925d-bc530407fdd1 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] No DVR routers for this DVR port 3e40d835-e479-4c27-8f24-be6c043e98be on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:26:25.516764 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-4c450373-fd2b-4710-925d-bc530407fdd1 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:25.521423 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-4c450373-fd2b-4710-925d-bc530407fdd1 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.25 "DELETE /v2.0/ports/3e40d835-e479-4c27-8f24-be6c043e98be HTTP/1.1" status: 204 len: 173 time: 1.5822837 Nov 10 19:26:25.560844 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2ffe6842-b95a-46af-baaa-848aac22862d req-bf494965-27a3-425a-8d69-b1db2980d94b tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908393 Nov 10 19:26:25.572452 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c6d8afe2-b299-4e82-a7e1-0c9807b3c4f0 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:25.595065 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-b17cd065-4b3f-427f-83d6-8353696d0434 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Request body: {'port': {'device_id': '6cc4d185-077e-42ea-bac9-6b80d9fb5d77', 'network_id': 'a03f2c77-7ce1-45bb-87ad-01c85ed47a74', 'admin_state_up': True, 'tenant_id': '80448062df854eaa81ec7d2921f2c2b6'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:25.601813 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-80908e4d-3072-472e-bae6-96921fc93ef0 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:25.704790 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80908e4d-3072-472e-bae6-96921fc93ef0 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Subnet': ['ID=d1d64f8f-8543-470d-9983-51d9de23c7c6,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:25.720651 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d8afe2-b299-4e82-a7e1-0c9807b3c4f0 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network 717802a4-7948-460b-b204-74b06abfd4bd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:26:25.742250 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-c6d8afe2-b299-4e82-a7e1-0c9807b3c4f0 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:26:25.747372 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d8afe2-b299-4e82-a7e1-0c9807b3c4f0 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:26:25.785966 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-69411ffd-631d-4329-baae-1b77d0952b09 None None] Allocated IP 2001:db8::2 (6fbcee2b-0ca2-4ab1-89fd-2188ce4d2cba/23f5c83d-1c31-4d05-900d-73b9511e4f64/f77cb1bb-cfd6-4094-8718-9ec2148e20a7) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:26:25.816169 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d8afe2-b299-4e82-a7e1-0c9807b3c4f0 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:25.816637 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c6d8afe2-b299-4e82-a7e1-0c9807b3c4f0 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:25.852760 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c6d8afe2-b299-4e82-a7e1-0c9807b3c4f0 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7291415 Nov 10 19:26:25.860653 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49426) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:25.875561 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8afe2-b299-4e82-a7e1-0c9807b3c4f0 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Port': ['ID=648ba77b-3502-4a70-8d78-c68d447a9d04,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:25.917237 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80908e4d-3072-472e-bae6-96921fc93ef0 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Checking segment: {'id': 'e8e929d1-ffc2-437b-808e-9f10d5a67d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b04d126b-a97f-4a0a-9016-c22fd1f74b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:26:25.917607 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80908e4d-3072-472e-bae6-96921fc93ef0 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network hostable DHCP agents. Network: b04d126b-a97f-4a0a-9016-c22fd1f74b16, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:26:25.976962 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72d316d-b74e-4f55-9cff-a9d29f968eeb tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:25.978808 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b72d316d-b74e-4f55-9cff-a9d29f968eeb tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1171629 Nov 10 19:26:25.982874 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49430) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:25.985641 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 10 Nov 2021 19:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf652cd-156d-411d-995c-8ba02eac110d x-openstack-request-id: req-4bf652cd-156d-411d-995c-8ba02eac110d {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:26:25.986105 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "name": "network-vif-unplugged", "status": "completed", "tag": "018e007e-c84a-4abf-8483-76780dc92b09", "code": 200}, {"server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "name": "network-vif-unplugged", "status": "completed", "tag": "de23dff7-0358-45d9-aba5-b288f9e2dceb", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:26:25.986464 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4bf652cd-156d-411d-995c-8ba02eac110d {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:26:25.986922 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '018e007e-c84a-4abf-8483-76780dc92b09', 'code': 200} Nov 10 19:26:25.987263 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de23dff7-0358-45d9-aba5-b288f9e2dceb', 'code': 200} Nov 10 19:26:26.023373 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port e6ced024-0a80-4d42-be19-e7cad9b74121 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:26.023830 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:26.068795 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80908e4d-3072-472e-bae6-96921fc93ef0 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network b04d126b-a97f-4a0a-9016-c22fd1f74b16 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:26:26.072901 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'name': 'network-vif-deleted', 'tag': 'c0d44e64-5553-4dbb-b756-cea461ad25d9'}, {'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'name': 'network-vif-deleted', 'tag': '3e40d835-e479-4c27-8f24-be6c043e98be'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:26:26.075545 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a189d26b-7fcd-464a-8779-2a92f2da92da" -d '{"events": [{"server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "name": "network-vif-deleted", "tag": "c0d44e64-5553-4dbb-b756-cea461ad25d9"}, {"server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "name": "network-vif-deleted", "tag": "3e40d835-e479-4c27-8f24-be6c043e98be"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:26:26.117530 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-80908e4d-3072-472e-bae6-96921fc93ef0 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, b04d126b-a97f-4a0a-9016-c22fd1f74b16) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:26:26.130172 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80908e4d-3072-472e-bae6-96921fc93ef0 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:26.130767 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-80908e4d-3072-472e-bae6-96921fc93ef0 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:26.150004 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e78716-9184-44bb-b20a-51ff2725491c None None] Network b04d126b-a97f-4a0a-9016-c22fd1f74b16 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:26:26.156222 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c8b2712c-d939-47df-9b79-85dde43a5851 req-6f8bb39e-623c-4dd6-8f97-892198efc185 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 210 time: 0.0961311 Nov 10 19:26:26.162794 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0ef3b3-bf7e-474b-8669-8c126e6656c5 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:26.180683 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0ef3b3-bf7e-474b-8669-8c126e6656c5 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:26.183483 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-91f0e1a3-6cda-40db-a30d-49179c87f8e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:26.190480 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0ef3b3-bf7e-474b-8669-8c126e6656c5 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:26.190662 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-feb26c12-4479-4243-8c6c-75dfb749a9b1 None None] For port e6ced024-0a80-4d42-be19-e7cad9b74121, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e6ced024-0a80-4d42-be19-e7cad9b74121,segment=NetworkSegment(266c77af-86a4-4334-95a0-e1aadca1c66c),segment_id=266c77af-86a4-4334-95a0-e1aadca1c66c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:26.192225 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5b0ef3b3-bf7e-474b-8669-8c126e6656c5 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2071168 Nov 10 19:26:26.201726 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49438) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:26.231234 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-80908e4d-3072-472e-bae6-96921fc93ef0 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9435897 Nov 10 19:26:26.234111 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49440) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:26.241330 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-9cebfc7f-1953-4158-957f-0d4bcae29d98 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-671148974', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:26.293817 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-7a033d5f-4a7b-48d0-a4c8-4e4769c9ac4c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Deleting port 018e007e-c84a-4abf-8483-76780dc92b09 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:26:26.294525 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-7a033d5f-4a7b-48d0-a4c8-4e4769c9ac4c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:26.299993 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9cebfc7f-1953-4158-957f-0d4bcae29d98 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:26.301160 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9cebfc7f-1953-4158-957f-0d4bcae29d98 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:26.422446 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 19:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632d56aa-32da-4fb7-9df9-38068766e2e8 x-openstack-request-id: req-632d56aa-32da-4fb7-9df9-38068766e2e8 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:26:26.423111 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "name": "network-vif-deleted", "tag": "c0d44e64-5553-4dbb-b756-cea461ad25d9", "status": "completed", "code": 200}, {"server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "name": "network-vif-deleted", "tag": "3e40d835-e479-4c27-8f24-be6c043e98be", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:26:26.423111 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-632d56aa-32da-4fb7-9df9-38068766e2e8 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:26:26.423391 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'name': 'network-vif-deleted', 'tag': 'c0d44e64-5553-4dbb-b756-cea461ad25d9', 'status': 'completed', 'code': 200} Nov 10 19:26:26.423586 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'name': 'network-vif-deleted', 'tag': '3e40d835-e479-4c27-8f24-be6c043e98be', 'status': 'completed', 'code': 200} Nov 10 19:26:26.477313 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-feb26c12-4479-4243-8c6c-75dfb749a9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:26.483638 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9cebfc7f-1953-4158-957f-0d4bcae29d98 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:26.491766 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9cebfc7f-1953-4158-957f-0d4bcae29d98 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:26.545665 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9cebfc7f-1953-4158-957f-0d4bcae29d98 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:26.550369 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9cebfc7f-1953-4158-957f-0d4bcae29d98 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3124895 Nov 10 19:26:26.550697 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49444) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:26.582894 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-b17cd065-4b3f-427f-83d6-8353696d0434 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Made reservation on behalf of 80448062df854eaa81ec7d2921f2c2b6 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:26:26.586452 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-b17cd065-4b3f-427f-83d6-8353696d0434 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:26.737885 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-69411ffd-631d-4329-baae-1b77d0952b09 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:26.783019 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-eb0dbe0a-ac86-41f8-bc5e-8bb042f14a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70d0784-b917-4027-859f-e66da464c622', 'name': 'tempest-TaggedBootDevicesTest_v242-813261639-router', 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'b9323e82-dfae-4d5e-8d17-3d1cba91a742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:15:10Z', 'updated_at': '2021-11-10T19:15:20Z', 'revision_number': 4, 'project_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'gw_port': {'id': 'b9323e82-dfae-4d5e-8d17-3d1cba91a742', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70d0784-b917-4027-859f-e66da464c622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:15:11Z', 'updated_at': '2021-11-10T19:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '5d43e8e4-2d6f-4d9a-ac2e-5291ce108008', 'name': '', 'network_id': '8e0b3ba3-7215-45b5-b8de-5724ad198916', 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'mac_address': 'fa:16:3e:48:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70d0784-b917-4027-859f-e66da464c622', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '3188f8a0-bf12-4d61-a184-005155fc37b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:15:18Z', 'updated_at': '2021-11-10T19:15:30Z', 'revision_number': 5, 'project_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'subnets': [{'id': '3188f8a0-bf12-4d61-a184-005155fc37b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:26.785566 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-69411ffd-631d-4329-baae-1b77d0952b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:26.793202 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-7a033d5f-4a7b-48d0-a4c8-4e4769c9ac4c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] For port 018e007e-c84a-4abf-8483-76780dc92b09, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=018e007e-c84a-4abf-8483-76780dc92b09,segment=NetworkSegment(a1439b11-afa4-4fe3-825f-5bdc9b853fe8),segment_id=a1439b11-afa4-4fe3-825f-5bdc9b853fe8)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:26.793543 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-7a033d5f-4a7b-48d0-a4c8-4e4769c9ac4c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:26.808410 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-9f884719-1df6-4fa7-94ab-5d5e7fc5e13d tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Deleting port 648ba77b-3502-4a70-8d78-c68d447a9d04 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:26:26.808645 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9f884719-1df6-4fa7-94ab-5d5e7fc5e13d tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:26.883255 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb26c12-4479-4243-8c6c-75dfb749a9b1 None None] Pushing event updated for resources: {'Port': ['ID=e6ced024-0a80-4d42-be19-e7cad9b74121,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:26.889100 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0dbe0a-ac86-41f8-bc5e-8bb042f14a29 None None] The sync data for ids ['a70d0784-b917-4027-859f-e66da464c622'] in n-d-813897-4 is: [{'id': 'a70d0784-b917-4027-859f-e66da464c622', 'name': 'tempest-TaggedBootDevicesTest_v242-813261639-router', 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'b9323e82-dfae-4d5e-8d17-3d1cba91a742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:15:10Z', 'updated_at': '2021-11-10T19:15:20Z', 'revision_number': 4, 'project_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'gw_port': {'id': 'b9323e82-dfae-4d5e-8d17-3d1cba91a742', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70d0784-b917-4027-859f-e66da464c622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:15:11Z', 'updated_at': '2021-11-10T19:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '5d43e8e4-2d6f-4d9a-ac2e-5291ce108008', 'name': '', 'network_id': '8e0b3ba3-7215-45b5-b8de-5724ad198916', 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'mac_address': 'fa:16:3e:48:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70d0784-b917-4027-859f-e66da464c622', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '3188f8a0-bf12-4d61-a184-005155fc37b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:15:18Z', 'updated_at': '2021-11-10T19:15:30Z', 'revision_number': 5, 'project_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'subnets': [{'id': '3188f8a0-bf12-4d61-a184-005155fc37b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:26:26.919325 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69411ffd-631d-4329-baae-1b77d0952b09 None None] Network 6fbcee2b-0ca2-4ab1-89fd-2188ce4d2cba is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:26:26.931372 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-69411ffd-631d-4329-baae-1b77d0952b09 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:26:26.937716 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901cb954-55f2-4401-962b-ac4ed474c0d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-b04d126b-a97f-4a0a-9016-c22fd1f74b16', 'network_id': 'b04d126b-a97f-4a0a-9016-c22fd1f74b16', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'fixed_ips': [{'subnet_id': 'd1d64f8f-8543-470d-9983-51d9de23c7c6'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:26:26.938602 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-901cb954-55f2-4401-962b-ac4ed474c0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:26.953523 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-b17cd065-4b3f-427f-83d6-8353696d0434 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Allocated IP 172.20.0.9 (a03f2c77-7ce1-45bb-87ad-01c85ed47a74/541fe813-4ea7-4cb0-9666-cf2befa3ec22/434ec521-0182-4dc1-932f-08e3d5129957) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:26:26.997411 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69411ffd-631d-4329-baae-1b77d0952b09 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:26:27.034974 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device b89a3fdf-94c2-4026-9cc4-65a5e024dac9 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:26:27.053917 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f6379a02-5e0b-4f95-9e4b-ac455513577f None None] Provisioning complete for port 73b2e515-ad6b-4fc8-9c84-66ac1b4c9928 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:27.055277 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f6379a02-5e0b-4f95-9e4b-ac455513577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:27.085824 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1973be91-a876-4e83-a0c4-7225c7d27f0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:27.241591 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-b17cd065-4b3f-427f-83d6-8353696d0434 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:27.299847 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-7a033d5f-4a7b-48d0-a4c8-4e4769c9ac4c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Calling delete_port for 018e007e-c84a-4abf-8483-76780dc92b09 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:26:27.326191 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-69411ffd-631d-4329-baae-1b77d0952b09 None None] Attempting to bind port f77cb1bb-cfd6-4094-8718-9ec2148e20a7 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:26:27.326764 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-69411ffd-631d-4329-baae-1b77d0952b09 None None] Attempting to bind port f77cb1bb-cfd6-4094-8718-9ec2148e20a7 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'cab36e66-5169-45f8-b4b9-7e3b4bae225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6fbcee2b-0ca2-4ab1-89fd-2188ce4d2cba'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:26:27.326907 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69411ffd-631d-4329-baae-1b77d0952b09 None None] Attempting to bind port f77cb1bb-cfd6-4094-8718-9ec2148e20a7 on network 6fbcee2b-0ca2-4ab1-89fd-2188ce4d2cba {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:26:27.332878 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69411ffd-631d-4329-baae-1b77d0952b09 None None] Pushing event updated for resources: {'Port': ['ID=f77cb1bb-cfd6-4094-8718-9ec2148e20a7,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:27.362733 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69411ffd-631d-4329-baae-1b77d0952b09 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:26:27.363151 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69411ffd-631d-4329-baae-1b77d0952b09 None None] Checking segment: {'id': 'cab36e66-5169-45f8-b4b9-7e3b4bae225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6fbcee2b-0ca2-4ab1-89fd-2188ce4d2cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:26:27.363602 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-69411ffd-631d-4329-baae-1b77d0952b09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:27.364085 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69411ffd-631d-4329-baae-1b77d0952b09 None None] Bound using segment: {'id': 'cab36e66-5169-45f8-b4b9-7e3b4bae225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6fbcee2b-0ca2-4ab1-89fd-2188ce4d2cba'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:26:27.364622 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-69411ffd-631d-4329-baae-1b77d0952b09 None None] Bound port: f77cb1bb-cfd6-4094-8718-9ec2148e20a7, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab36e66-5169-45f8-b4b9-7e3b4bae225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6fbcee2b-0ca2-4ab1-89fd-2188ce4d2cba'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:26:27.365075 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-69411ffd-631d-4329-baae-1b77d0952b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:27.420061 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16aec8a0-955f-46d4-a92e-17c5a5ad1774 None None] New status for floating IP c19c2c9f-6474-41cb-9d88-fd36ee6add7c: DOWN {{(pid=102508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:26:27.438575 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-f6379a02-5e0b-4f95-9e4b-ac455513577f None None] Port 73b2e515-ad6b-4fc8-9c84-66ac1b4c9928 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:26:27.450699 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:27.546780 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f6379a02-5e0b-4f95-9e4b-ac455513577f None None] Provisioning complete for port e6ced024-0a80-4d42-be19-e7cad9b74121 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:27.547295 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f6379a02-5e0b-4f95-9e4b-ac455513577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:27.603311 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-b17cd065-4b3f-427f-83d6-8353696d0434 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:27.619578 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889eb81-637f-4958-b319-e94b01593319 req-8a25b69d-e29a-4b1c-b550-8cb10408c887 tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:27.629172 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1889eb81-637f-4958-b319-e94b01593319 req-8a25b69d-e29a-4b1c-b550-8cb10408c887 tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 1096 time: 1.0964675 Nov 10 19:26:27.649483 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-7a033d5f-4a7b-48d0-a4c8-4e4769c9ac4c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:27.700080 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-901cb954-55f2-4401-962b-ac4ed474c0d1 None None] Allocated IP 2001:db8:1::2 (b04d126b-a97f-4a0a-9016-c22fd1f74b16/d1d64f8f-8543-470d-9983-51d9de23c7c6/35ea45a3-81cf-471e-972c-320b58b95b8e) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:26:27.700495 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-1973be91-a876-4e83-a0c4-7225c7d27f0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Allocated IP 2001:db8::1 (6fbcee2b-0ca2-4ab1-89fd-2188ce4d2cba/23f5c83d-1c31-4d05-900d-73b9511e4f64/ad3d5023-273e-42c4-a9c3-f768352832fa) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:26:27.732664 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port b89a3fdf-94c2-4026-9cc4-65a5e024dac9 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:27.734076 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:27.780401 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-69411ffd-631d-4329-baae-1b77d0952b09 None None] For port f77cb1bb-cfd6-4094-8718-9ec2148e20a7, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:26:27.836728 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-69411ffd-631d-4329-baae-1b77d0952b09 None None] For port f77cb1bb-cfd6-4094-8718-9ec2148e20a7, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f77cb1bb-cfd6-4094-8718-9ec2148e20a7,segment=NetworkSegment(cab36e66-5169-45f8-b4b9-7e3b4bae225b),segment_id=cab36e66-5169-45f8-b4b9-7e3b4bae225b)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:26:27.856858 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-b17cd065-4b3f-427f-83d6-8353696d0434 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Network a03f2c77-7ce1-45bb-87ad-01c85ed47a74 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:26:27.899669 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-b17cd065-4b3f-427f-83d6-8353696d0434 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:26:27.910433 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-69411ffd-631d-4329-baae-1b77d0952b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:27.914924 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1973be91-a876-4e83-a0c4-7225c7d27f0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:27.938484 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9f884719-1df6-4fa7-94ab-5d5e7fc5e13d tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:27.955724 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-9f884719-1df6-4fa7-94ab-5d5e7fc5e13d tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Calling delete_port for 648ba77b-3502-4a70-8d78-c68d447a9d04 owned by {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:26:27.977958 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69411ffd-631d-4329-baae-1b77d0952b09 None None] Pushing event updated for resources: {'Port': ['ID=f77cb1bb-cfd6-4094-8718-9ec2148e20a7,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:27.988066 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1973be91-a876-4e83-a0c4-7225c7d27f0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:28.074930 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1973be91-a876-4e83-a0c4-7225c7d27f0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network 6fbcee2b-0ca2-4ab1-89fd-2188ce4d2cba is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:26:28.088502 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-1973be91-a876-4e83-a0c4-7225c7d27f0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:26:28.093390 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1973be91-a876-4e83-a0c4-7225c7d27f0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:26:28.098547 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1973be91-a876-4e83-a0c4-7225c7d27f0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:28.301841 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17cd065-4b3f-427f-83d6-8353696d0434 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Pushing event updated for resources: {'Port': ['ID=434ec521-0182-4dc1-932f-08e3d5129957,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:28.315058 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1973be91-a876-4e83-a0c4-7225c7d27f0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Port': ['ID=ad3d5023-273e-42c4-a9c3-f768352832fa,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:28.321639 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-b17cd065-4b3f-427f-83d6-8353696d0434 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:26:28.335242 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-7a033d5f-4a7b-48d0-a4c8-4e4769c9ac4c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] No DVR routers for this DVR port 018e007e-c84a-4abf-8483-76780dc92b09 on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:26:28.352773 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9f884719-1df6-4fa7-94ab-5d5e7fc5e13d tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:28.378931 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-7a033d5f-4a7b-48d0-a4c8-4e4769c9ac4c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:28.392861 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-7a033d5f-4a7b-48d0-a4c8-4e4769c9ac4c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.25 "DELETE /v2.0/ports/018e007e-c84a-4abf-8483-76780dc92b09 HTTP/1.1" status: 204 len: 173 time: 2.7806606 Nov 10 19:26:28.401827 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1889eb81-637f-4958-b319-e94b01593319 req-31549ef2-8381-4e84-bd46-3e518dd0a117 tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7713208 Nov 10 19:26:28.436941 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49462) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:28.441504 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1973be91-a876-4e83-a0c4-7225c7d27f0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:28.473754 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'name': 'network-vif-deleted', 'tag': '018e007e-c84a-4abf-8483-76780dc92b09'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:26:28.475993 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786b8ff7-0d57-4a32-9753-c0f2cc572515" -d '{"events": [{"server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "name": "network-vif-deleted", "tag": "018e007e-c84a-4abf-8483-76780dc92b09"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:26:28.528565 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a033d5f-4a7b-48d0-a4c8-4e4769c9ac4c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Pushing event deleted for resources: {'Port': ['ID=018e007e-c84a-4abf-8483-76780dc92b09,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:28.537009 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:28.654150 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port b89a3fdf-94c2-4026-9cc4-65a5e024dac9, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=b89a3fdf-94c2-4026-9cc4-65a5e024dac9,segment=NetworkSegment(d91afcb2-94dc-4e88-9067-82e028ea23a3),segment_id=d91afcb2-94dc-4e88-9067-82e028ea23a3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:28.700560 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:28.741222 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-b17cd065-4b3f-427f-83d6-8353696d0434 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:28.741754 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-b17cd065-4b3f-427f-83d6-8353696d0434 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:28.748264 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f884719-1df6-4fa7-94ab-5d5e7fc5e13d tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Port': ['ID=648ba77b-3502-4a70-8d78-c68d447a9d04,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:28.873426 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:28.920552 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a8b3502d-a39c-468e-b1a6-b5c7d8b837eb None None] Provisioning complete for port 73b2e515-ad6b-4fc8-9c84-66ac1b4c9928 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:28.920552 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a8b3502d-a39c-468e-b1a6-b5c7d8b837eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:28.944354 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9f884719-1df6-4fa7-94ab-5d5e7fc5e13d tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:28.956081 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49470) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:28.957559 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9f884719-1df6-4fa7-94ab-5d5e7fc5e13d tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/ports/648ba77b-3502-4a70-8d78-c68d447a9d04 HTTP/1.1" status: 204 len: 168 time: 2.7506075 Nov 10 19:26:28.985819 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-b17cd065-4b3f-427f-83d6-8353696d0434 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3970213 Nov 10 19:26:29.006848 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-901cb954-55f2-4401-962b-ac4ed474c0d1 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:29.035257 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=b89a3fdf-94c2-4026-9cc4-65a5e024dac9,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:29.053413 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-901cb954-55f2-4401-962b-ac4ed474c0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:29.054436 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-6261de38-831e-4e02-8eb2-92b1bb01a317 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] GET failed (client error): The resource could not be found. Nov 10 19:26:29.064205 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6261de38-831e-4e02-8eb2-92b1bb01a317 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "GET /v2.0/ports/648ba77b-3502-4a70-8d78-c68d447a9d04 HTTP/1.1" status: 404 len: 333 time: 0.1008010 Nov 10 19:26:29.069622 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3502d-a39c-468e-b1a6-b5c7d8b837eb None None] Port 73b2e515-ad6b-4fc8-9c84-66ac1b4c9928 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:26:29.081179 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a73b0-b74e-498b-981f-979d83abc86c req-b45f5287-26b3-4bdb-8203-80f8134bf29e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:29.094908 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9d8a73b0-b74e-498b-981f-979d83abc86c req-b45f5287-26b3-4bdb-8203-80f8134bf29e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 943 time: 0.5110328 Nov 10 19:26:29.100023 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49474) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:29.147285 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901cb954-55f2-4401-962b-ac4ed474c0d1 None None] Pushing event updated for resources: {'Port': ['ID=35ea45a3-81cf-471e-972c-320b58b95b8e,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:29.158936 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e6ced024-0a80-4d42-be19-e7cad9b74121 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:26:29.162531 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a8b3502d-a39c-468e-b1a6-b5c7d8b837eb None None] Could not find standard attr ID for object 648ba77b-3502-4a70-8d78-c68d447a9d04. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:26:29.177253 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901cb954-55f2-4401-962b-ac4ed474c0d1 None None] Network b04d126b-a97f-4a0a-9016-c22fd1f74b16 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:26:29.199515 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-901cb954-55f2-4401-962b-ac4ed474c0d1 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:26:29.202538 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901cb954-55f2-4401-962b-ac4ed474c0d1 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:26:29.292081 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-901cb954-55f2-4401-962b-ac4ed474c0d1 None None] Attempting to bind port 35ea45a3-81cf-471e-972c-320b58b95b8e on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:26:29.292743 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-901cb954-55f2-4401-962b-ac4ed474c0d1 None None] Attempting to bind port 35ea45a3-81cf-471e-972c-320b58b95b8e by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'e8e929d1-ffc2-437b-808e-9f10d5a67d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b04d126b-a97f-4a0a-9016-c22fd1f74b16'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:26:29.293294 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901cb954-55f2-4401-962b-ac4ed474c0d1 None None] Attempting to bind port 35ea45a3-81cf-471e-972c-320b58b95b8e on network b04d126b-a97f-4a0a-9016-c22fd1f74b16 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:26:29.295959 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-f4a5c979-e393-4507-ad6e-c1a79fe6a122 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Deleting port d319f47b-9a3d-48d8-8954-76433067fe56 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:26:29.296431 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f4a5c979-e393-4507-ad6e-c1a79fe6a122 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:29.304520 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901cb954-55f2-4401-962b-ac4ed474c0d1 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:26:29.304904 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901cb954-55f2-4401-962b-ac4ed474c0d1 None None] Checking segment: {'id': 'e8e929d1-ffc2-437b-808e-9f10d5a67d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b04d126b-a97f-4a0a-9016-c22fd1f74b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:26:29.305317 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-901cb954-55f2-4401-962b-ac4ed474c0d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:29.305897 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901cb954-55f2-4401-962b-ac4ed474c0d1 None None] Bound using segment: {'id': 'e8e929d1-ffc2-437b-808e-9f10d5a67d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b04d126b-a97f-4a0a-9016-c22fd1f74b16'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:26:29.306538 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-901cb954-55f2-4401-962b-ac4ed474c0d1 None None] Bound port: 35ea45a3-81cf-471e-972c-320b58b95b8e, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e929d1-ffc2-437b-808e-9f10d5a67d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b04d126b-a97f-4a0a-9016-c22fd1f74b16'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:26:29.306964 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-901cb954-55f2-4401-962b-ac4ed474c0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:29.339572 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port e6ced024-0a80-4d42-be19-e7cad9b74121 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:29.339946 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:29.368759 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:29.487606 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-901cb954-55f2-4401-962b-ac4ed474c0d1 None None] For port 35ea45a3-81cf-471e-972c-320b58b95b8e, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:26:29.492617 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-901cb954-55f2-4401-962b-ac4ed474c0d1 None None] For port 35ea45a3-81cf-471e-972c-320b58b95b8e, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=35ea45a3-81cf-471e-972c-320b58b95b8e,segment=NetworkSegment(e8e929d1-ffc2-437b-808e-9f10d5a67d2b),segment_id=e8e929d1-ffc2-437b-808e-9f10d5a67d2b)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:26:29.502576 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-901cb954-55f2-4401-962b-ac4ed474c0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:29.598163 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901cb954-55f2-4401-962b-ac4ed474c0d1 None None] Pushing event updated for resources: {'Port': ['ID=35ea45a3-81cf-471e-972c-320b58b95b8e,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:29.598843 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f4a5c979-e393-4507-ad6e-c1a79fe6a122 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:29.598843 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f4a5c979-e393-4507-ad6e-c1a79fe6a122 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:29.637794 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-f4a5c979-e393-4507-ad6e-c1a79fe6a122 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Calling delete_port for d319f47b-9a3d-48d8-8954-76433067fe56 owned by network:floatingip {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:26:29.693616 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f77cb1bb-cfd6-4094-8718-9ec2148e20a7 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:26:29.805322 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d1ebef-daf7-49e2-837f-f3538fa58102 None None] Network 6fbcee2b-0ca2-4ab1-89fd-2188ce4d2cba requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:26:29.835153 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1973be91-a876-4e83-a0c4-7225c7d27f0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:29.850750 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1973be91-a876-4e83-a0c4-7225c7d27f0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:29.852008 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1973be91-a876-4e83-a0c4-7225c7d27f0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:30.041722 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port f77cb1bb-cfd6-4094-8718-9ec2148e20a7 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:30.042158 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:30.095383 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-afb73de9-9694-4343-9aff-b20ec88339f3 req-fc67ef6a-39e4-4aec-9f70-9dcddff0d065 service neutron] (102505) timed out ('10.222.0.54', 50596) {{(pid=102505) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 19:26:30.123358 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1973be91-a876-4e83-a0c4-7225c7d27f0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network 6fbcee2b-0ca2-4ab1-89fd-2188ce4d2cba is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:26:30.125895 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1973be91-a876-4e83-a0c4-7225c7d27f0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Port': ['ID=ad3d5023-273e-42c4-a9c3-f768352832fa,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:30.126061 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-bca99794-c985-4de5-9d5a-619ce4e153d3 service neutron] Request body: {'port': {'device_id': '6cc4d185-077e-42ea-bac9-6b80d9fb5d77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:30.138302 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-1973be91-a876-4e83-a0c4-7225c7d27f0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:26:30.164379 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-ccdad89d-9a71-471b-92a6-11cc0a63abf5 None None] Provisioning complete for port f77cb1bb-cfd6-4094-8718-9ec2148e20a7 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:30.164744 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ccdad89d-9a71-471b-92a6-11cc0a63abf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:30.208926 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9d8a73b0-b74e-498b-981f-979d83abc86c req-ffc08fe5-4f78-4d3d-b954-3e3cd6d9b319 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups?id=52fcf39c-a160-479f-ab07-6ed8e2db28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1126137 Nov 10 19:26:30.294249 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-236612c0-47e9-4f13-96b3-64813b9c79ab tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Deleting port de23dff7-0358-45d9-aba5-b288f9e2dceb {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:26:30.296982 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-236612c0-47e9-4f13-96b3-64813b9c79ab tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:30.341354 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-bca99794-c985-4de5-9d5a-619ce4e153d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:30.422801 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f4a5c979-e393-4507-ad6e-c1a79fe6a122 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:30.518294 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5c979-e393-4507-ad6e-c1a79fe6a122 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event deleted for resources: {'Port': ['ID=d319f47b-9a3d-48d8-8954-76433067fe56,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:30.533853 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ccdad89d-9a71-471b-92a6-11cc0a63abf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:30.638714 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f4a5c979-e393-4507-ad6e-c1a79fe6a122 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for floatingip, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:30.639121 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [None req-f4a5c979-e393-4507-ad6e-c1a79fe6a122 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Floating IP 3f7f3eb9-d049-40c2-ae68-2d854f2522c8 disassociated (deleted). External IP: 172.25.3.20, port: 9b814466-ab2b-434f-8e60-c910419ee00e. Nov 10 19:26:30.652400 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:30.683384 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-ccdad89d-9a71-471b-92a6-11cc0a63abf5 None None] For port f77cb1bb-cfd6-4094-8718-9ec2148e20a7, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f77cb1bb-cfd6-4094-8718-9ec2148e20a7,segment=NetworkSegment(cab36e66-5169-45f8-b4b9-7e3b4bae225b),segment_id=cab36e66-5169-45f8-b4b9-7e3b4bae225b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:30.693730 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ccdad89d-9a71-471b-92a6-11cc0a63abf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:30.709263 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1973be91-a876-4e83-a0c4-7225c7d27f0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Router 138d7b00-f65e-4826-b023-99998e4e4858 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:26:30.789672 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdad89d-9a71-471b-92a6-11cc0a63abf5 None None] Pushing event updated for resources: {'Port': ['ID=f77cb1bb-cfd6-4094-8718-9ec2148e20a7,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:30.842050 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:26:30.842574 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:26:30.960245 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1973be91-a876-4e83-a0c4-7225c7d27f0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:26:30.977129 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3771108e-0cea-4739-8374-0cdd383eac76 None None] Sync routers for ids ['138d7b00-f65e-4826-b023-99998e4e4858'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:26:30.984690 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1973be91-a876-4e83-a0c4-7225c7d27f0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "PUT /v2.0/routers/138d7b00-f65e-4826-b023-99998e4e4858/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4157927 Nov 10 19:26:30.999806 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3771108e-0cea-4739-8374-0cdd383eac76 None None] Routers {'138d7b00-f65e-4826-b023-99998e4e4858'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:26:31.002872 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-3771108e-0cea-4739-8374-0cdd383eac76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:26:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['138d7b00-f65e-4826-b023-99998e4e4858'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:31.063377 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-bca99794-c985-4de5-9d5a-619ce4e153d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 434ec521-0182-4dc1-932f-08e3d5129957 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:26:31.078523 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-3771108e-0cea-4739-8374-0cdd383eac76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:31.085722 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-bca99794-c985-4de5-9d5a-619ce4e153d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:31.104287 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3771108e-0cea-4739-8374-0cdd383eac76 None None] Routers {'138d7b00-f65e-4826-b023-99998e4e4858'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:26:31.107438 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-3771108e-0cea-4739-8374-0cdd383eac76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:26:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['138d7b00-f65e-4826-b023-99998e4e4858'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:31.119582 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-bca99794-c985-4de5-9d5a-619ce4e153d3 service neutron] Transition to ACTIVE for port object 434ec521-0182-4dc1-932f-08e3d5129957 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:26:31.132457 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49482) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:31.201971 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-3771108e-0cea-4739-8374-0cdd383eac76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:31.202713 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3771108e-0cea-4739-8374-0cdd383eac76 None None] The sync data for ids ['138d7b00-f65e-4826-b023-99998e4e4858'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:26:31.221475 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-bca99794-c985-4de5-9d5a-619ce4e153d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:31.242001 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2b263f85-c443-48e0-a9d8-db14a9d26ab2 None None] Provisioning complete for port ad3d5023-273e-42c4-a9c3-f768352832fa triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:31.242452 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2b263f85-c443-48e0-a9d8-db14a9d26ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:31.340003 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-2b263f85-c443-48e0-a9d8-db14a9d26ab2 None None] Port ad3d5023-273e-42c4-a9c3-f768352832fa cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:26:31.407736 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-236612c0-47e9-4f13-96b3-64813b9c79ab tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] For port de23dff7-0358-45d9-aba5-b288f9e2dceb, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=de23dff7-0358-45d9-aba5-b288f9e2dceb,segment=NetworkSegment(a1439b11-afa4-4fe3-825f-5bdc9b853fe8),segment_id=a1439b11-afa4-4fe3-825f-5bdc9b853fe8)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:31.408107 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-236612c0-47e9-4f13-96b3-64813b9c79ab tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:31.412685 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a5cd59-fc93-48c1-8d98-8638857b47c3 None None] Network b04d126b-a97f-4a0a-9016-c22fd1f74b16 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:26:31.434509 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-236612c0-47e9-4f13-96b3-64813b9c79ab tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Calling delete_port for de23dff7-0358-45d9-aba5-b288f9e2dceb owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:26:31.584896 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2b263f85-c443-48e0-a9d8-db14a9d26ab2 None None] Provisioning complete for port f77cb1bb-cfd6-4094-8718-9ec2148e20a7 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:31.587555 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2b263f85-c443-48e0-a9d8-db14a9d26ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:31.688514 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-236612c0-47e9-4f13-96b3-64813b9c79ab tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:31.689942 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a5c979-e393-4507-ad6e-c1a79fe6a122 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Router cf4c36f5-e413-4f14-9653-08cca2912927 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:26:31.701706 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8501f06-12e8-4020-bade-7eec2dcbe010 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:31.703380 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b8501f06-12e8-4020-bade-7eec2dcbe010 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "GET /v2.0/ports/ad3d5023-273e-42c4-a9c3-f768352832fa HTTP/1.1" status: 200 len: 911 time: 0.5658379 Nov 10 19:26:31.708358 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49494) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:31.763010 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896e2ce-9df6-4c5e-ab3f-560e3148b52e req-f157bc38-4c76-4d73-8f3f-98481828eb41 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:31.764662 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e896e2ce-9df6-4c5e-ab3f-560e3148b52e req-f157bc38-4c76-4d73-8f3f-98481828eb41 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 931 time: 1.2374923 Nov 10 19:26:31.875143 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca99794-c985-4de5-9d5a-619ce4e153d3 service neutron] Pushing event updated for resources: {'Port': ['ID=434ec521-0182-4dc1-932f-08e3d5129957,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:31.950462 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-236612c0-47e9-4f13-96b3-64813b9c79ab tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] No DVR routers for this DVR port de23dff7-0358-45d9-aba5-b288f9e2dceb on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:26:31.964301 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-236612c0-47e9-4f13-96b3-64813b9c79ab tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:31.968379 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-da1c0012-307b-475a-ae1d-e3e19cb5094b req-236612c0-47e9-4f13-96b3-64813b9c79ab tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.25 "DELETE /v2.0/ports/de23dff7-0358-45d9-aba5-b288f9e2dceb HTTP/1.1" status: 204 len: 173 time: 3.5276856 Nov 10 19:26:31.973396 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-f0178e77-e31e-4c1c-b062-6ffabfdec324 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Deleting port 73b2e515-ad6b-4fc8-9c84-66ac1b4c9928 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:26:31.973744 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f0178e77-e31e-4c1c-b062-6ffabfdec324 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:32.006677 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-1af4868d-2d9b-41df-94cc-804e0a85a28f None None] Provisioning complete for port 35ea45a3-81cf-471e-972c-320b58b95b8e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:32.007248 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1af4868d-2d9b-41df-94cc-804e0a85a28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:32.033278 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236612c0-47e9-4f13-96b3-64813b9c79ab tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Pushing event deleted for resources: {'Port': ['ID=de23dff7-0358-45d9-aba5-b288f9e2dceb,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:32.055302 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e896e2ce-9df6-4c5e-ab3f-560e3148b52e req-57c04be5-0a10-4cf7-83a8-7d0b5d354ebe tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482488 Nov 10 19:26:32.104188 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device b89a3fdf-94c2-4026-9cc4-65a5e024dac9 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:26:32.171330 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-bca99794-c985-4de5-9d5a-619ce4e153d3 service neutron] Attempting to bind port 434ec521-0182-4dc1-932f-08e3d5129957 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:26:32.182304 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-bca99794-c985-4de5-9d5a-619ce4e153d3 service neutron] Attempting to bind port 434ec521-0182-4dc1-932f-08e3d5129957 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': 'd91afcb2-94dc-4e88-9067-82e028ea23a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a03f2c77-7ce1-45bb-87ad-01c85ed47a74'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:26:32.182690 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-bca99794-c985-4de5-9d5a-619ce4e153d3 service neutron] Attempting to bind port 434ec521-0182-4dc1-932f-08e3d5129957 on network a03f2c77-7ce1-45bb-87ad-01c85ed47a74 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:26:32.197527 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a652f74-0c96-4bf8-b32e-14f9fdac03f2 x-openstack-request-id: req-1a652f74-0c96-4bf8-b32e-14f9fdac03f2 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:26:32.197835 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "name": "network-vif-deleted", "tag": "018e007e-c84a-4abf-8483-76780dc92b09", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:26:32.198091 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1a652f74-0c96-4bf8-b32e-14f9fdac03f2 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:26:32.198539 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'name': 'network-vif-deleted', 'tag': '018e007e-c84a-4abf-8483-76780dc92b09', 'status': 'completed', 'code': 200} Nov 10 19:26:32.219759 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-bca99794-c985-4de5-9d5a-619ce4e153d3 service neutron] Port 434ec521-0182-4dc1-932f-08e3d5129957 on network a03f2c77-7ce1-45bb-87ad-01c85ed47a74 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:26:32.220147 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-bca99794-c985-4de5-9d5a-619ce4e153d3 service neutron] Attempting to bind port 434ec521-0182-4dc1-932f-08e3d5129957 on network a03f2c77-7ce1-45bb-87ad-01c85ed47a74 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:26:32.259787 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-bca99794-c985-4de5-9d5a-619ce4e153d3 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:26:32.260553 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-bca99794-c985-4de5-9d5a-619ce4e153d3 service neutron] Checking segment: {'id': 'd91afcb2-94dc-4e88-9067-82e028ea23a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a03f2c77-7ce1-45bb-87ad-01c85ed47a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:26:32.260553 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-bca99794-c985-4de5-9d5a-619ce4e153d3 service neutron] Bound using segment: {'id': 'd91afcb2-94dc-4e88-9067-82e028ea23a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a03f2c77-7ce1-45bb-87ad-01c85ed47a74'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:26:32.261232 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-bca99794-c985-4de5-9d5a-619ce4e153d3 service neutron] Bound port: 434ec521-0182-4dc1-932f-08e3d5129957, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd91afcb2-94dc-4e88-9067-82e028ea23a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a03f2c77-7ce1-45bb-87ad-01c85ed47a74'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:26:32.261638 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-bca99794-c985-4de5-9d5a-619ce4e153d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:32.274357 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1af4868d-2d9b-41df-94cc-804e0a85a28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:32.308924 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port b89a3fdf-94c2-4026-9cc4-65a5e024dac9 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:32.309300 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:32.324596 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f0178e77-e31e-4c1c-b062-6ffabfdec324 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:32.356300 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-1af4868d-2d9b-41df-94cc-804e0a85a28f None None] For port 35ea45a3-81cf-471e-972c-320b58b95b8e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=35ea45a3-81cf-471e-972c-320b58b95b8e,segment=NetworkSegment(e8e929d1-ffc2-437b-808e-9f10d5a67d2b),segment_id=e8e929d1-ffc2-437b-808e-9f10d5a67d2b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:32.403386 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1af4868d-2d9b-41df-94cc-804e0a85a28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:32.457637 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-bca99794-c985-4de5-9d5a-619ce4e153d3 service neutron] For port 434ec521-0182-4dc1-932f-08e3d5129957, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:26:32.460955 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-bca99794-c985-4de5-9d5a-619ce4e153d3 service neutron] For port 434ec521-0182-4dc1-932f-08e3d5129957, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=434ec521-0182-4dc1-932f-08e3d5129957,segment=NetworkSegment(d91afcb2-94dc-4e88-9067-82e028ea23a3),segment_id=d91afcb2-94dc-4e88-9067-82e028ea23a3)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:26:32.465445 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a5c979-e393-4507-ad6e-c1a79fe6a122 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:26:32.477526 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b977a87-3c17-4269-8d8e-4a193427c932 None None] Sync routers for ids ['cf4c36f5-e413-4f14-9653-08cca2912927'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:26:32.480280 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-bca99794-c985-4de5-9d5a-619ce4e153d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:32.482750 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f4a5c979-e393-4507-ad6e-c1a79fe6a122 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:32.490457 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d195c4a-3f88-4ca6-bb5c-dc45a48914e1 req-d52630af-f2ec-4249-b39e-22c71245f780 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 210 time: 0.1946957 Nov 10 19:26:32.495030 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b977a87-3c17-4269-8d8e-4a193427c932 None None] Routers {'cf4c36f5-e413-4f14-9653-08cca2912927'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:26:32.495915 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-3b977a87-3c17-4269-8d8e-4a193427c932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:26:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['cf4c36f5-e413-4f14-9653-08cca2912927'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:32.504531 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-f0178e77-e31e-4c1c-b062-6ffabfdec324 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Calling delete_port for 73b2e515-ad6b-4fc8-9c84-66ac1b4c9928 owned by {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:26:32.549022 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-1af4868d-2d9b-41df-94cc-804e0a85a28f None None] Provisioning complete for port ad3d5023-273e-42c4-a9c3-f768352832fa triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:32.549632 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1af4868d-2d9b-41df-94cc-804e0a85a28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:32.559736 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f4a5c979-e393-4507-ad6e-c1a79fe6a122 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "DELETE /v2.0/floatingips/3f7f3eb9-d049-40c2-ae68-2d854f2522c8 HTTP/1.1" status: 204 len: 168 time: 4.0879598 Nov 10 19:26:32.582169 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f', 'tag': '9b814466-ab2b-434f-8e60-c910419ee00e'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:26:32.585020 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923b03b9-fb0a-45b8-8cd3-c14cca59dbf9" -d '{"events": [{"name": "network-changed", "server_uuid": "5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f", "tag": "9b814466-ab2b-434f-8e60-c910419ee00e"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:26:32.609005 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-bca99794-c985-4de5-9d5a-619ce4e153d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:32.609626 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-bca99794-c985-4de5-9d5a-619ce4e153d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:32.611095 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-bca99794-c985-4de5-9d5a-619ce4e153d3 service neutron] 10.222.0.25 "PUT /v2.0/ports/434ec521-0182-4dc1-932f-08e3d5129957 HTTP/1.1" status: 200 len: 1091 time: 3.6167164 Nov 10 19:26:32.681476 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dfb0c0d6-c4ed-4d9d-85eb-dd64b1728554 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:32.713468 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4868d-2d9b-41df-94cc-804e0a85a28f None None] Pushing event updated for resources: {'Port': ['ID=35ea45a3-81cf-471e-972c-320b58b95b8e,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:32.734291 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca99794-c985-4de5-9d5a-619ce4e153d3 service neutron] Pushing event updated for resources: {'Port': ['ID=434ec521-0182-4dc1-932f-08e3d5129957,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:32.813897 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-1af4868d-2d9b-41df-94cc-804e0a85a28f None None] Port ad3d5023-273e-42c4-a9c3-f768352832fa cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:26:32.817129 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-3b977a87-3c17-4269-8d8e-4a193427c932 None None] Set router cf4c36f5-e413-4f14-9653-08cca2912927 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:26:32.836868 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f77cb1bb-cfd6-4094-8718-9ec2148e20a7 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:26:32.867926 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-a0724f2d-ba21-471d-92e8-69071c393908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:32.869629 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-a0724f2d-ba21-471d-92e8-69071c393908 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=80448062df854eaa81ec7d2921f2c2b6&device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 1094 time: 0.1690242 Nov 10 19:26:32.914453 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port f77cb1bb-cfd6-4094-8718-9ec2148e20a7 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:32.918369 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:32.968973 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e43c542-6007-46ec-b304-0a2b2f49ac56 x-openstack-request-id: req-5e43c542-6007-46ec-b304-0a2b2f49ac56 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:26:32.971046 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f", "tag": "9b814466-ab2b-434f-8e60-c910419ee00e", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:26:32.971441 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5e43c542-6007-46ec-b304-0a2b2f49ac56 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:26:32.971742 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f', 'tag': '9b814466-ab2b-434f-8e60-c910419ee00e', 'status': 'completed', 'code': 200} Nov 10 19:26:32.974011 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-b6345b7a-9ff9-4585-be15-5489f94aa148 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=434ec521-0182-4dc1-932f-08e3d5129957 HTTP/1.1" status: 200 len: 217 time: 0.0778558 Nov 10 19:26:33.049844 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-87543e83-cad8-4398-a447-6942d449cadb None None] Provisioning complete for port 35ea45a3-81cf-471e-972c-320b58b95b8e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:33.053334 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-87543e83-cad8-4398-a447-6942d449cadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:33.165160 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 35ea45a3-81cf-471e-972c-320b58b95b8e up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:26:33.232850 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f0178e77-e31e-4c1c-b062-6ffabfdec324 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:33.242341 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-3b977a87-3c17-4269-8d8e-4a193427c932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193879237', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '589971a5-93b9-4b0f-97e9-3bbbd837bf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:23:32Z', 'updated_at': '2021-11-10T19:23:41Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '589971a5-93b9-4b0f-97e9-3bbbd837bf78', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:23:33Z', 'updated_at': '2021-11-10T19:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '4ab0e379-7701-4d32-a5c8-f9dc8083a595', 'name': '', 'network_id': '73a462e0-6280-4d1d-b3b0-466bf95639d0', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:f9:bf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'c25021c2-884c-47f5-bf5b-8484d6de2857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:23:40Z', 'updated_at': '2021-11-10T19:23:48Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': 'c25021c2-884c-47f5-bf5b-8484d6de2857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:33.245917 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-dfb0c0d6-c4ed-4d9d-85eb-dd64b1728554 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Allocated IP 2001:db8:1::1 (b04d126b-a97f-4a0a-9016-c22fd1f74b16/d1d64f8f-8543-470d-9983-51d9de23c7c6/a67adabd-19f5-45e9-b9c8-497c0a0a0fa4) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:26:33.304176 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0178e77-e31e-4c1c-b062-6ffabfdec324 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Port': ['ID=73b2e515-ad6b-4fc8-9c84-66ac1b4c9928,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:33.323666 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b977a87-3c17-4269-8d8e-4a193427c932 None None] Checking router: cf4c36f5-e413-4f14-9653-08cca2912927 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:26:33.326253 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b03b9-fb0a-45b8-8cd3-c14cca59dbf9 req-94242afe-b060-4aa9-a523-ad71f5f4a337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:33.328733 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-923b03b9-fb0a-45b8-8cd3-c14cca59dbf9 req-94242afe-b060-4aa9-a523-ad71f5f4a337 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 1096 time: 0.3352242 Nov 10 19:26:33.345219 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b977a87-3c17-4269-8d8e-4a193427c932 None None] Routers {'cf4c36f5-e413-4f14-9653-08cca2912927'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:26:33.345976 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-3b977a87-3c17-4269-8d8e-4a193427c932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:26:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['cf4c36f5-e413-4f14-9653-08cca2912927'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:33.377202 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 35ea45a3-81cf-471e-972c-320b58b95b8e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:33.377452 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:33.498411 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dfb0c0d6-c4ed-4d9d-85eb-dd64b1728554 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:33.547344 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b03b9-fb0a-45b8-8cd3-c14cca59dbf9 req-9cb37044-e22b-4973-9c77-e0e05090eeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:33.549250 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-923b03b9-fb0a-45b8-8cd3-c14cca59dbf9 req-9cb37044-e22b-4973-9c77-e0e05090eeb7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=73a462e0-6280-4d1d-b3b0-466bf95639d0 HTTP/1.1" status: 200 len: 898 time: 0.2093658 Nov 10 19:26:33.550836 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-22242bcc-f0e4-47dd-9177-9a8a9ffa875a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:33.564492 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-22242bcc-f0e4-47dd-9177-9a8a9ffa875a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=541fe813-4ea7-4cb0-9666-cf2befa3ec22 HTTP/1.1" status: 200 len: 850 time: 0.5823731 Nov 10 19:26:33.584232 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dfb0c0d6-c4ed-4d9d-85eb-dd64b1728554 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:33.720477 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb0c0d6-c4ed-4d9d-85eb-dd64b1728554 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network b04d126b-a97f-4a0a-9016-c22fd1f74b16 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:26:33.741444 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-dfb0c0d6-c4ed-4d9d-85eb-dd64b1728554 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:26:33.746843 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb0c0d6-c4ed-4d9d-85eb-dd64b1728554 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:26:33.747509 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dfb0c0d6-c4ed-4d9d-85eb-dd64b1728554 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:33.754336 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb0c0d6-c4ed-4d9d-85eb-dd64b1728554 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Port': ['ID=a67adabd-19f5-45e9-b9c8-497c0a0a0fa4,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:33.771263 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-923b03b9-fb0a-45b8-8cd3-c14cca59dbf9 req-eaea0c20-cf3a-464f-813c-6e40ada3ce32 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b814466-ab2b-434f-8e60-c910419ee00e HTTP/1.1" status: 200 len: 217 time: 0.1075914 Nov 10 19:26:33.812035 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb6433-f147-4ddd-a240-0ca41daae415 req-313d0fb7-5dc4-4d69-93b1-71971d8ee6ec tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:33.839886 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7dbb6433-f147-4ddd-a240-0ca41daae415 req-313d0fb7-5dc4-4d69-93b1-71971d8ee6ec tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 945 time: 0.7257934 Nov 10 19:26:33.880038 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 35ea45a3-81cf-471e-972c-320b58b95b8e up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:26:33.883577 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-3b977a87-3c17-4269-8d8e-4a193427c932 None None] Set router cf4c36f5-e413-4f14-9653-08cca2912927 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:26:33.977454 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-4e5a6e74-0f7e-49a8-afca-23a859507d0f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a03f2c77-7ce1-45bb-87ad-01c85ed47a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3250105 Nov 10 19:26:34.015713 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 35ea45a3-81cf-471e-972c-320b58b95b8e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:34.016019 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:34.081308 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dfb0c0d6-c4ed-4d9d-85eb-dd64b1728554 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:34.215642 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f0178e77-e31e-4c1c-b062-6ffabfdec324 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:34.220279 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f0178e77-e31e-4c1c-b062-6ffabfdec324 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/ports/73b2e515-ad6b-4fc8-9c84-66ac1b4c9928 HTTP/1.1" status: 204 len: 168 time: 5.1208003 Nov 10 19:26:34.221135 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'name': 'network-vif-deleted', 'tag': 'de23dff7-0358-45d9-aba5-b288f9e2dceb'}, {'name': 'network-changed', 'server_uuid': '6cc4d185-077e-42ea-bac9-6b80d9fb5d77', 'tag': '434ec521-0182-4dc1-932f-08e3d5129957'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:26:34.225247 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146d2d28-5ca1-4a0d-8006-030c91ddfb52" -d '{"events": [{"server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "name": "network-vif-deleted", "tag": "de23dff7-0358-45d9-aba5-b288f9e2dceb"}, {"name": "network-changed", "server_uuid": "6cc4d185-077e-42ea-bac9-6b80d9fb5d77", "tag": "434ec521-0182-4dc1-932f-08e3d5129957"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:26:34.228819 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49516) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:34.311462 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b03b9-fb0a-45b8-8cd3-c14cca59dbf9 req-9da34dbc-fb81-4dec-bd7c-99befce38b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:34.315062 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-923b03b9-fb0a-45b8-8cd3-c14cca59dbf9 req-9da34dbc-fb81-4dec-bd7c-99befce38b1b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c25021c2-884c-47f5-bf5b-8484d6de2857 HTTP/1.1" status: 200 len: 835 time: 0.3868167 Nov 10 19:26:34.334642 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-1e83cc1b-3422-4728-ab26-f68a08e76f6f None None] Provisioning complete for port a67adabd-19f5-45e9-b9c8-497c0a0a0fa4 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:34.335532 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1e83cc1b-3422-4728-ab26-f68a08e76f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:34.395434 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b331c0-29ff-49fc-a773-11f816b820f7 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] GET failed (client error): The resource could not be found. Nov 10 19:26:34.402980 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-88b331c0-29ff-49fc-a773-11f816b820f7 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "GET /v2.0/ports/73b2e515-ad6b-4fc8-9c84-66ac1b4c9928 HTTP/1.1" status: 404 len: 333 time: 0.1005480 Nov 10 19:26:34.406266 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49522) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:34.411723 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-3b977a87-3c17-4269-8d8e-4a193427c932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193879237', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '589971a5-93b9-4b0f-97e9-3bbbd837bf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:23:32Z', 'updated_at': '2021-11-10T19:23:41Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '589971a5-93b9-4b0f-97e9-3bbbd837bf78', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:23:33Z', 'updated_at': '2021-11-10T19:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '4ab0e379-7701-4d32-a5c8-f9dc8083a595', 'name': '', 'network_id': '73a462e0-6280-4d1d-b3b0-466bf95639d0', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:f9:bf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'c25021c2-884c-47f5-bf5b-8484d6de2857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:23:40Z', 'updated_at': '2021-11-10T19:23:48Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': 'c25021c2-884c-47f5-bf5b-8484d6de2857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:34.444681 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7dbb6433-f147-4ddd-a240-0ca41daae415 req-0992b438-e893-46d3-a496-c0df4d7751a7 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6022046 Nov 10 19:26:34.461575 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-1e83cc1b-3422-4728-ab26-f68a08e76f6f None None] Port a67adabd-19f5-45e9-b9c8-497c0a0a0fa4 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:26:34.467814 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-15890d64-ef4d-484c-ab9f-06e90562de33 service neutron] 10.222.0.25 "GET /v2.0/networks/a03f2c77-7ce1-45bb-87ad-01c85ed47a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707727 Nov 10 19:26:34.482036 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b977a87-3c17-4269-8d8e-4a193427c932 None None] The sync data for ids ['cf4c36f5-e413-4f14-9653-08cca2912927'] in n-d-813897-4 is: [{'id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193879237', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '589971a5-93b9-4b0f-97e9-3bbbd837bf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:23:32Z', 'updated_at': '2021-11-10T19:23:41Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '589971a5-93b9-4b0f-97e9-3bbbd837bf78', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:23:33Z', 'updated_at': '2021-11-10T19:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '4ab0e379-7701-4d32-a5c8-f9dc8083a595', 'name': '', 'network_id': '73a462e0-6280-4d1d-b3b0-466bf95639d0', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:f9:bf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'c25021c2-884c-47f5-bf5b-8484d6de2857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:23:40Z', 'updated_at': '2021-11-10T19:23:48Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': 'c25021c2-884c-47f5-bf5b-8484d6de2857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:26:34.547191 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b03b9-fb0a-45b8-8cd3-c14cca59dbf9 req-c986e66d-e35b-47cd-8fdc-a96856b1d64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:34.553752 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-923b03b9-fb0a-45b8-8cd3-c14cca59dbf9 req-c986e66d-e35b-47cd-8fdc-a96856b1d64a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=73a462e0-6280-4d1d-b3b0-466bf95639d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2061837 Nov 10 19:26:34.570830 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-63837da4-684c-4ca5-9878-19a40c19bc30 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Deleting subnet 05b0402e-dd96-42bf-aecc-b6ef582f767d {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:26:34.668094 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-63837da4-684c-4ca5-9878-19a40c19bc30 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:34.809891 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-05f2ee9a-da57-4d27-8f72-a4be6dc8f932 service neutron] 10.222.0.25 "GET /v2.0/networks/a03f2c77-7ce1-45bb-87ad-01c85ed47a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263683 Nov 10 19:26:34.832173 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-63837da4-684c-4ca5-9878-19a40c19bc30 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:34.837341 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd312b-f819-41f8-8744-88856aeb5bcf req-75f4ff78-1d9d-4b97-b4e8-1a3b6b01fa29 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:34.840125 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3fdd312b-f819-41f8-8744-88856aeb5bcf req-75f4ff78-1d9d-4b97-b4e8-1a3b6b01fa29 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 943 time: 0.2543800 Nov 10 19:26:34.872848 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9204cc-d685-4969-80f8-47e409bc2b34 req-fe412d72-c7c7-49a1-b34d-129e0b5f9a52 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:34.874625 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5e9204cc-d685-4969-80f8-47e409bc2b34 req-fe412d72-c7c7-49a1-b34d-129e0b5f9a52 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 945 time: 0.2774949 Nov 10 19:26:34.879031 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-923b03b9-fb0a-45b8-8cd3-c14cca59dbf9 req-f2a9f6d6-54ec-4824-8a5a-49daceef6bb3 service neutron] 10.222.0.25 "GET /v2.0/networks/73a462e0-6280-4d1d-b3b0-466bf95639d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063803 Nov 10 19:26:34.921124 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3fdd312b-f819-41f8-8744-88856aeb5bcf req-c57bd1a1-3c19-4ee5-9eb2-def2f1272683 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705979 Nov 10 19:26:35.027266 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef0cdf9-c968-4928-ab64-47cf216ff30f None None] New status for floating IP 3f7f3eb9-d049-40c2-ae68-2d854f2522c8: DOWN {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:26:35.090204 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dfb0c0d6-c4ed-4d9d-85eb-dd64b1728554 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:35.101856 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dfb0c0d6-c4ed-4d9d-85eb-dd64b1728554 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:35.102737 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dfb0c0d6-c4ed-4d9d-85eb-dd64b1728554 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:35.115081 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-20d8629f-a65a-4281-a2dd-b32030be256a req-ab6adb42-c09a-400b-9cd7-c595d9a23acd tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 210 time: 0.0684915 Nov 10 19:26:35.115645 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-63837da4-684c-4ca5-9878-19a40c19bc30 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:35.179438 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-923b03b9-fb0a-45b8-8cd3-c14cca59dbf9 req-20059b3b-c24b-442a-88df-906b73063c64 service neutron] 10.222.0.25 "GET /v2.0/networks/73a462e0-6280-4d1d-b3b0-466bf95639d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683473 Nov 10 19:26:35.257427 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 10 Nov 2021 19:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec087057-275d-4618-ab3f-a4cd855ff778 x-openstack-request-id: req-ec087057-275d-4618-ab3f-a4cd855ff778 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:26:35.258290 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef761de-db57-4464-bd07-8dc0c50c186b", "name": "network-vif-deleted", "tag": "de23dff7-0358-45d9-aba5-b288f9e2dceb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6cc4d185-077e-42ea-bac9-6b80d9fb5d77", "tag": "434ec521-0182-4dc1-932f-08e3d5129957", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:26:35.258740 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ec087057-275d-4618-ab3f-a4cd855ff778 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:26:35.259316 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef761de-db57-4464-bd07-8dc0c50c186b', 'name': 'network-vif-deleted', 'tag': 'de23dff7-0358-45d9-aba5-b288f9e2dceb', 'status': 'completed', 'code': 200} Nov 10 19:26:35.259716 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc4d185-077e-42ea-bac9-6b80d9fb5d77', 'tag': '434ec521-0182-4dc1-932f-08e3d5129957', 'status': 'completed', 'code': 200} Nov 10 19:26:35.307826 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-5e9204cc-d685-4969-80f8-47e409bc2b34 req-f261bf19-2e5c-47b2-9690-7979d4691714 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Deleting port 9b814466-ab2b-434f-8e60-c910419ee00e {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:26:35.308234 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5e9204cc-d685-4969-80f8-47e409bc2b34 req-f261bf19-2e5c-47b2-9690-7979d4691714 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:35.326125 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb0c0d6-c4ed-4d9d-85eb-dd64b1728554 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Port': ['ID=a67adabd-19f5-45e9-b9c8-497c0a0a0fa4,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:35.340418 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d2d28-5ca1-4a0d-8006-030c91ddfb52 req-09c69c54-65a8-4888-9716-8c3647b60d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:35.342646 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-146d2d28-5ca1-4a0d-8006-030c91ddfb52 req-09c69c54-65a8-4888-9716-8c3647b60d1a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=80448062df854eaa81ec7d2921f2c2b6&device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 1094 time: 0.0572236 Nov 10 19:26:35.370926 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb0c0d6-c4ed-4d9d-85eb-dd64b1728554 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network b04d126b-a97f-4a0a-9016-c22fd1f74b16 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:26:35.397880 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-dfb0c0d6-c4ed-4d9d-85eb-dd64b1728554 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:26:35.402815 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-63837da4-684c-4ca5-9878-19a40c19bc30 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:35.425282 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-63837da4-684c-4ca5-9878-19a40c19bc30 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:35.428805 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-63837da4-684c-4ca5-9878-19a40c19bc30 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/subnets/05b0402e-dd96-42bf-aecc-b6ef582f767d HTTP/1.1" status: 204 len: 168 time: 1.0217109 Nov 10 19:26:35.452243 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49526) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:35.465457 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63837da4-684c-4ca5-9878-19a40c19bc30 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Subnet': ['ID=05b0402e-dd96-42bf-aecc-b6ef582f767d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:35.511286 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78629993-cb11-4253-8900-f4b56cb0f9e1 None None] Network 717802a4-7948-460b-b204-74b06abfd4bd requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:26:35.654583 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d2d28-5ca1-4a0d-8006-030c91ddfb52 req-21adfa71-0e90-46b2-bda3-f3b3e3436ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:35.658420 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-146d2d28-5ca1-4a0d-8006-030c91ddfb52 req-21adfa71-0e90-46b2-bda3-f3b3e3436ae5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a03f2c77-7ce1-45bb-87ad-01c85ed47a74 HTTP/1.1" status: 200 len: 911 time: 0.3049836 Nov 10 19:26:35.738453 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-146d2d28-5ca1-4a0d-8006-030c91ddfb52 req-6aef54aa-c14d-4223-8d21-5731a3128749 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=434ec521-0182-4dc1-932f-08e3d5129957 HTTP/1.1" status: 200 len: 217 time: 0.0699627 Nov 10 19:26:35.871469 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d2d28-5ca1-4a0d-8006-030c91ddfb52 req-752c9659-da69-464f-a119-e784fdebffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:35.873072 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-146d2d28-5ca1-4a0d-8006-030c91ddfb52 req-752c9659-da69-464f-a119-e784fdebffdc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=541fe813-4ea7-4cb0-9666-cf2befa3ec22 HTTP/1.1" status: 200 len: 850 time: 0.1114051 Nov 10 19:26:35.933360 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f7b8a7ff-d667-4de1-8836-64db4621e16b None None] Provisioning complete for port a67adabd-19f5-45e9-b9c8-497c0a0a0fa4 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:35.933946 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f7b8a7ff-d667-4de1-8836-64db4621e16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:35.947488 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-146d2d28-5ca1-4a0d-8006-030c91ddfb52 req-2e92ddda-1b12-49de-b7e5-215d70f922a1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a03f2c77-7ce1-45bb-87ad-01c85ed47a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446265 Nov 10 19:26:35.995201 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8a7ff-d667-4de1-8836-64db4621e16b None None] Port a67adabd-19f5-45e9-b9c8-497c0a0a0fa4 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:26:35.996993 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85961d23-cc3a-4d6c-92e4-8a10e0c62e82 None None] DHCP port deletion for 717802a4-7948-460b-b204-74b06abfd4bd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:26:36.000256 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe1675-11df-44a9-9e82-5517a3fafaa8 req-5bd896bc-0761-41a1-84a7-04333e46c3ed tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:36.008646 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-babe1675-11df-44a9-9e82-5517a3fafaa8 req-5bd896bc-0761-41a1-84a7-04333e46c3ed tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 945 time: 0.2683625 Nov 10 19:26:36.043211 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b916ff36-80e6-44f1-8600-19be51a1d12a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:36.084005 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-85961d23-cc3a-4d6c-92e4-8a10e0c62e82 None None] Deleting port e6ced024-0a80-4d42-be19-e7cad9b74121 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:26:36.084676 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-85961d23-cc3a-4d6c-92e4-8a10e0c62e82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:36.135498 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-babe1675-11df-44a9-9e82-5517a3fafaa8 req-eacad647-6633-4625-ab86-13216658210e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=1311c6c4-0594-438b-b25e-bd7cfa444326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205862 Nov 10 19:26:36.156878 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-5e9204cc-d685-4969-80f8-47e409bc2b34 req-f261bf19-2e5c-47b2-9690-7979d4691714 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] For port 9b814466-ab2b-434f-8e60-c910419ee00e, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=9b814466-ab2b-434f-8e60-c910419ee00e,segment=NetworkSegment(0e54e4be-6f27-4f98-9f44-70e853ad9b18),segment_id=0e54e4be-6f27-4f98-9f44-70e853ad9b18)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:36.157379 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5e9204cc-d685-4969-80f8-47e409bc2b34 req-f261bf19-2e5c-47b2-9690-7979d4691714 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:36.172576 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-146d2d28-5ca1-4a0d-8006-030c91ddfb52 req-d5827260-3479-4dd8-b936-095abe7b18ac service neutron] 10.222.0.25 "GET /v2.0/networks/a03f2c77-7ce1-45bb-87ad-01c85ed47a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117212 Nov 10 19:26:36.194926 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-85961d23-cc3a-4d6c-92e4-8a10e0c62e82 None None] For port e6ced024-0a80-4d42-be19-e7cad9b74121, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e6ced024-0a80-4d42-be19-e7cad9b74121,segment=NetworkSegment(266c77af-86a4-4334-95a0-e1aadca1c66c),segment_id=266c77af-86a4-4334-95a0-e1aadca1c66c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:36.195323 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-85961d23-cc3a-4d6c-92e4-8a10e0c62e82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:36.200082 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-5e9204cc-d685-4969-80f8-47e409bc2b34 req-f261bf19-2e5c-47b2-9690-7979d4691714 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Calling delete_port for 9b814466-ab2b-434f-8e60-c910419ee00e owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:26:36.213786 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb0c0d6-c4ed-4d9d-85eb-dd64b1728554 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Router 138d7b00-f65e-4826-b023-99998e4e4858 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:26:36.231044 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-85961d23-cc3a-4d6c-92e4-8a10e0c62e82 None None] Calling delete_port for e6ced024-0a80-4d42-be19-e7cad9b74121 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:26:36.325252 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb0c0d6-c4ed-4d9d-85eb-dd64b1728554 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:26:36.338937 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb60ae2-adc4-4a64-9121-8cda26d4a2a8 None None] Sync routers for ids ['138d7b00-f65e-4826-b023-99998e4e4858'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:26:36.346958 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49540) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:36.349306 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-dfb0c0d6-c4ed-4d9d-85eb-dd64b1728554 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "PUT /v2.0/routers/138d7b00-f65e-4826-b023-99998e4e4858/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6395075 Nov 10 19:26:36.351780 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb60ae2-adc4-4a64-9121-8cda26d4a2a8 None None] Routers {'138d7b00-f65e-4826-b023-99998e4e4858'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:26:36.355663 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-dfb60ae2-adc4-4a64-9121-8cda26d4a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:26:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['138d7b00-f65e-4826-b023-99998e4e4858'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:36.425822 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-85961d23-cc3a-4d6c-92e4-8a10e0c62e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:36.437964 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-b916ff36-80e6-44f1-8600-19be51a1d12a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Deleting port e6ced024-0a80-4d42-be19-e7cad9b74121 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:26:36.438596 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b916ff36-80e6-44f1-8600-19be51a1d12a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:36.441304 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbef490-687f-48b7-8b22-acbe31246d10 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:36.445756 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7cbef490-687f-48b7-8b22-acbe31246d10 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "GET /v2.0/ports/a67adabd-19f5-45e9-b9c8-497c0a0a0fa4 HTTP/1.1" status: 200 len: 913 time: 0.0920460 Nov 10 19:26:36.448435 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49542) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:36.459150 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-dfb60ae2-adc4-4a64-9121-8cda26d4a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:36.469297 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85961d23-cc3a-4d6c-92e4-8a10e0c62e82 None None] Pushing event deleted for resources: {'Port': ['ID=e6ced024-0a80-4d42-be19-e7cad9b74121,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:36.472015 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85961d23-cc3a-4d6c-92e4-8a10e0c62e82 None None] No DVR routers for this DVR port e6ced024-0a80-4d42-be19-e7cad9b74121 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:26:36.482069 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb60ae2-adc4-4a64-9121-8cda26d4a2a8 None None] Routers {'138d7b00-f65e-4826-b023-99998e4e4858'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:26:36.482278 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-dfb60ae2-adc4-4a64-9121-8cda26d4a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:26:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['138d7b00-f65e-4826-b023-99998e4e4858'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:36.536176 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-dfb60ae2-adc4-4a64-9121-8cda26d4a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:36.536981 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb60ae2-adc4-4a64-9121-8cda26d4a2a8 None None] The sync data for ids ['138d7b00-f65e-4826-b023-99998e4e4858'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:26:36.567122 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-b916ff36-80e6-44f1-8600-19be51a1d12a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] For port e6ced024-0a80-4d42-be19-e7cad9b74121, host n-d-813897-4, got binding levels [] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:36.567122 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b916ff36-80e6-44f1-8600-19be51a1d12a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:36.589784 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-b916ff36-80e6-44f1-8600-19be51a1d12a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Calling delete_port for e6ced024-0a80-4d42-be19-e7cad9b74121 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:26:36.593099 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.ipam_backend_mixin [None req-b916ff36-80e6-44f1-8600-19be51a1d12a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Port e6ced024-0a80-4d42-be19-e7cad9b74121 was not found and therefore no delete operation was performed {{(pid=102505) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 19:26:36.595290 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b916ff36-80e6-44f1-8600-19be51a1d12a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:36.611058 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e18d1-d4ca-46e8-a66d-293c0813ca2c req-a2ce6f44-addf-4cc7-844e-2b1115f0ed59 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:36.613224 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-269e18d1-d4ca-46e8-a66d-293c0813ca2c req-a2ce6f44-addf-4cc7-844e-2b1115f0ed59 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 943 time: 0.3536463 Nov 10 19:26:36.630096 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-146d2d28-5ca1-4a0d-8006-030c91ddfb52 req-26072335-fadc-4fe1-a95e-51ccb5125cfa service neutron] 10.222.0.25 "GET /v2.0/networks/a03f2c77-7ce1-45bb-87ad-01c85ed47a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472389 Nov 10 19:26:36.630963 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b916ff36-80e6-44f1-8600-19be51a1d12a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] No DVR routers for this DVR port e6ced024-0a80-4d42-be19-e7cad9b74121 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:26:36.656050 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916ff36-80e6-44f1-8600-19be51a1d12a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Port': ['ID=e6ced024-0a80-4d42-be19-e7cad9b74121,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:36.742181 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-269e18d1-d4ca-46e8-a66d-293c0813ca2c req-d81a499a-ac4b-40b1-9e7f-ac02e57bc111 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093400 Nov 10 19:26:36.749023 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b916ff36-80e6-44f1-8600-19be51a1d12a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:36.774165 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-b916ff36-80e6-44f1-8600-19be51a1d12a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['717802a4-7948-460b-b204-74b06abfd4bd']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:36.791939 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-b916ff36-80e6-44f1-8600-19be51a1d12a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '266c77af-86a4-4334-95a0-e1aadca1c66c') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:36.792323 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-b916ff36-80e6-44f1-8600-19be51a1d12a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '266c77af-86a4-4334-95a0-e1aadca1c66c') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:36.814034 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b916ff36-80e6-44f1-8600-19be51a1d12a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:36.828764 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b916ff36-80e6-44f1-8600-19be51a1d12a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:36.835958 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b916ff36-80e6-44f1-8600-19be51a1d12a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:26:36.836349 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b916ff36-80e6-44f1-8600-19be51a1d12a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:36.916583 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:26:36.916583 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:26:36.916583 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:26:36.916583 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:26:36.916583 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:26:36.916583 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:26:36.916583 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:26:36.916583 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:26:36.916583 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:26:36.916583 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:26:36.916583 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:26:36.916583 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:26:36.916583 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:26:36.916583 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:26:36.916583 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:26:36.916583 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:26:36.916583 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:26:36.916583 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:26:36.916583 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:26:36.916583 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:26:36.916583 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:26:36.916583 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:26:36.916583 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:26:36.916583 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:26:36.916583 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:26:36.916583 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:26:36.916583 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:26:36.916583 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:26:36.916583 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:26:36.916583 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:26:36.916583 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:26:36.916583 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:26:36.945602 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b916ff36-80e6-44f1-8600-19be51a1d12a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:36.959466 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b916ff36-80e6-44f1-8600-19be51a1d12a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:36.967976 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b916ff36-80e6-44f1-8600-19be51a1d12a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/networks/717802a4-7948-460b-b204-74b06abfd4bd HTTP/1.1" status: 204 len: 168 time: 1.5144043 Nov 10 19:26:36.973169 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49548) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:36.979124 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-6c0d25bb-7424-48ef-87ae-5e296226c80e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-899794815'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:37.023282 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916ff36-80e6-44f1-8600-19be51a1d12a tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Network': ['ID=717802a4-7948-460b-b204-74b06abfd4bd,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:37.121630 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5e9204cc-d685-4969-80f8-47e409bc2b34 req-f261bf19-2e5c-47b2-9690-7979d4691714 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:37.165334 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0d25bb-7424-48ef-87ae-5e296226c80e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:26:37.175802 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6c0d25bb-7424-48ef-87ae-5e296226c80e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:37.307078 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261bf19-2e5c-47b2-9690-7979d4691714 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event deleted for resources: {'Port': ['ID=9b814466-ab2b-434f-8e60-c910419ee00e,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:37.373393 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9204cc-d685-4969-80f8-47e409bc2b34 req-f261bf19-2e5c-47b2-9690-7979d4691714 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] No DVR routers for this DVR port 9b814466-ab2b-434f-8e60-c910419ee00e on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:26:37.378500 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5e9204cc-d685-4969-80f8-47e409bc2b34 req-f261bf19-2e5c-47b2-9690-7979d4691714 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:37.383368 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5e9204cc-d685-4969-80f8-47e409bc2b34 req-f261bf19-2e5c-47b2-9690-7979d4691714 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.25 "DELETE /v2.0/ports/9b814466-ab2b-434f-8e60-c910419ee00e HTTP/1.1" status: 204 len: 173 time: 2.4938293 Nov 10 19:26:37.384402 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f', 'name': 'network-vif-deleted', 'tag': '9b814466-ab2b-434f-8e60-c910419ee00e'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:26:37.388275 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d77f3f0-0d1b-45f9-9d01-0da03c48add6" -d '{"events": [{"server_uuid": "5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f", "name": "network-vif-deleted", "tag": "9b814466-ab2b-434f-8e60-c910419ee00e"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:26:37.395961 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c0d25bb-7424-48ef-87ae-5e296226c80e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:26:37.423202 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6c0d25bb-7424-48ef-87ae-5e296226c80e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:37.423849 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-6c0d25bb-7424-48ef-87ae-5e296226c80e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Added segment 40bc3012-72ef-4f28-b43e-d5c37c7d9a76 of type vlan for network 9cfe6887-161a-475a-9f28-39d66899f8b1 Nov 10 19:26:37.509672 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6c0d25bb-7424-48ef-87ae-5e296226c80e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:37.546519 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6c0d25bb-7424-48ef-87ae-5e296226c80e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:37.555629 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0d25bb-7424-48ef-87ae-5e296226c80e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:37.556515 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6c0d25bb-7424-48ef-87ae-5e296226c80e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:37.635650 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6c0d25bb-7424-48ef-87ae-5e296226c80e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6603825 Nov 10 19:26:37.636702 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49554) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:37.650281 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e0b81b0-0600-4424-bae8-993833cd9fa0 req-9bc8d1b9-1556-4e23-b49d-163c31f18274 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 210 time: 0.1090331 Nov 10 19:26:37.651695 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-ff0b30d2-2571-462a-8f8e-d3f114544ed6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'subnet': {'network_id': '9cfe6887-161a-475a-9f28-39d66899f8b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:37.770895 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0b30d2-2571-462a-8f8e-d3f114544ed6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:26:37.774994 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ff0b30d2-2571-462a-8f8e-d3f114544ed6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:37.892040 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e6ced024-0a80-4d42-be19-e7cad9b74121 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:26:37.945635 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-64bcfc3d-50ed-48ec-9814-e8ead070455c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:37.952454 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: e6ced024-0a80-4d42-be19-e7cad9b74121 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:26:37.953011 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e6ced024-0a80-4d42-be19-e7cad9b74121 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:26:38.002820 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d25bb-7424-48ef-87ae-5e296226c80e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Network': ['ID=9cfe6887-161a-475a-9f28-39d66899f8b1,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:38.018005 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 9cfe6887-161a-475a-9f28-39d66899f8b1 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:26:38.117444 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d64f4f62-1ce0-4c7e-a6a0-b4b61dfd8d51 req-2acb228d-c470-417f-9cc9-8aa3c94e72eb tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f HTTP/1.1" status: 200 len: 210 time: 0.0533323 Nov 10 19:26:38.153900 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 434ec521-0182-4dc1-932f-08e3d5129957 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:26:38.212902 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ff0b30d2-2571-462a-8f8e-d3f114544ed6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:38.283919 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 434ec521-0182-4dc1-932f-08e3d5129957, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=434ec521-0182-4dc1-932f-08e3d5129957,segment=NetworkSegment(d91afcb2-94dc-4e88-9067-82e028ea23a3),segment_id=d91afcb2-94dc-4e88-9067-82e028ea23a3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:38.308273 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8706bfa2-6e7e-4e2a-9fdc-d696b9bbf1bb x-openstack-request-id: req-8706bfa2-6e7e-4e2a-9fdc-d696b9bbf1bb {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:26:38.308566 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f", "name": "network-vif-deleted", "tag": "9b814466-ab2b-434f-8e60-c910419ee00e", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:26:38.308833 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8706bfa2-6e7e-4e2a-9fdc-d696b9bbf1bb {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:26:38.309263 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2beffc-a096-4da0-b9b8-fbbe6a89ae9f', 'name': 'network-vif-deleted', 'tag': '9b814466-ab2b-434f-8e60-c910419ee00e', 'status': 'completed', 'code': 200} Nov 10 19:26:38.350214 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b30d2-2571-462a-8f8e-d3f114544ed6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Subnet': ['ID=f419ed62-5d5c-4972-9ff4-63f12d5f6106,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:38.368654 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0b30d2-2571-462a-8f8e-d3f114544ed6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Checking segment: {'id': '40bc3012-72ef-4f28-b43e-d5c37c7d9a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9cfe6887-161a-475a-9f28-39d66899f8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:26:38.369022 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0b30d2-2571-462a-8f8e-d3f114544ed6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network hostable DHCP agents. Network: 9cfe6887-161a-475a-9f28-39d66899f8b1, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:26:38.395369 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0b30d2-2571-462a-8f8e-d3f114544ed6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network 9cfe6887-161a-475a-9f28-39d66899f8b1 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:26:38.409818 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-ff0b30d2-2571-462a-8f8e-d3f114544ed6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 9cfe6887-161a-475a-9f28-39d66899f8b1) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:26:38.415140 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0b30d2-2571-462a-8f8e-d3f114544ed6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:38.416168 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ff0b30d2-2571-462a-8f8e-d3f114544ed6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:38.445926 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ff0b30d2-2571-462a-8f8e-d3f114544ed6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7989950 Nov 10 19:26:38.449203 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49576) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:38.451324 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133bde0-06ff-442f-8b5b-54c0a4b91bab req-c2aaf1a0-c4b6-4684-a4aa-672ddf86ed38 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:38.452921 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f133bde0-06ff-442f-8b5b-54c0a4b91bab req-c2aaf1a0-c4b6-4684-a4aa-672ddf86ed38 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 943 time: 0.1122191 Nov 10 19:26:38.457193 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-bd5e0e1c-58e4-40ba-9c4a-67035d3151d6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-597330467', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:38.476471 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-64bcfc3d-50ed-48ec-9814-e8ead070455c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Deleting port a67adabd-19f5-45e9-b9c8-497c0a0a0fa4 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:26:38.476723 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-64bcfc3d-50ed-48ec-9814-e8ead070455c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:38.492404 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bd5e0e1c-58e4-40ba-9c4a-67035d3151d6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:38.494630 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bd5e0e1c-58e4-40ba-9c4a-67035d3151d6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:38.558437 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 9b814466-ab2b-434f-8e60-c910419ee00e no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:26:38.570932 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bd5e0e1c-58e4-40ba-9c4a-67035d3151d6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:38.578198 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bd5e0e1c-58e4-40ba-9c4a-67035d3151d6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:38.591579 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '434ec521-0182-4dc1-932f-08e3d5129957', 'network_id': 'a03f2c77-7ce1-45bb-87ad-01c85ed47a74', 'port_id': '434ec521-0182-4dc1-932f-08e3d5129957', 'mac_address': 'fa:16:3e:83:c5:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '541fe813-4ea7-4cb0-9666-cf2befa3ec22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:26:38.597242 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 9b814466-ab2b-434f-8e60-c910419ee00e {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:26:38.597953 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 9b814466-ab2b-434f-8e60-c910419ee00e not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:26:38.600684 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf01559-4e49-47de-8602-4eead71d3e78 None None] Network 9cfe6887-161a-475a-9f28-39d66899f8b1 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:26:38.612475 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f133bde0-06ff-442f-8b5b-54c0a4b91bab req-399c7843-bcdb-41e5-9220-5037f380bf19 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493211 Nov 10 19:26:38.636444 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bd5e0e1c-58e4-40ba-9c4a-67035d3151d6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:38.641680 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49578) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:38.643468 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-bd5e0e1c-58e4-40ba-9c4a-67035d3151d6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1925206 Nov 10 19:26:38.646608 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-d090ac66-233d-43a2-87d0-cc104af19dfd tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'port': {'network_id': '9cfe6887-161a-475a-9f28-39d66899f8b1', 'name': 'tempest-PortsTestJSON-496000066'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:38.674265 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:38.711889 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-64bcfc3d-50ed-48ec-9814-e8ead070455c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:38.740589 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434ec521-0182-4dc1-932f-08e3d5129957 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:26:38.760628 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-64bcfc3d-50ed-48ec-9814-e8ead070455c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Calling delete_port for a67adabd-19f5-45e9-b9c8-497c0a0a0fa4 owned by network:router_interface {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:26:38.776527 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 434ec521-0182-4dc1-932f-08e3d5129957, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=434ec521-0182-4dc1-932f-08e3d5129957,segment=NetworkSegment(d91afcb2-94dc-4e88-9067-82e028ea23a3),segment_id=d91afcb2-94dc-4e88-9067-82e028ea23a3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:38.789445 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:38.850990 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=434ec521-0182-4dc1-932f-08e3d5129957,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:38.952508 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f559627-91a1-43ab-9d52-ab7f860fd3ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-9cfe6887-161a-475a-9f28-39d66899f8b1', 'network_id': '9cfe6887-161a-475a-9f28-39d66899f8b1', 'tenant_id': 'e9defc91a1f9416bbb2744ea822424be', 'fixed_ips': [{'subnet_id': 'f419ed62-5d5c-4972-9ff4-63f12d5f6106'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:26:38.953950 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8f559627-91a1-43ab-9d52-ab7f860fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:39.077089 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-026e4954-7d72-44cf-a8db-637db6a48d58 req-eb0457d7-1d5f-4d0d-9073-6c440435dbaf tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 210 time: 0.0306702 Nov 10 19:26:39.077848 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d090ac66-233d-43a2-87d0-cc104af19dfd tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:26:39.082879 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d090ac66-233d-43a2-87d0-cc104af19dfd tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:39.103064 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-d090ac66-233d-43a2-87d0-cc104af19dfd tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] device_id is not set on port 741d19c2-1a2a-415b-9e73-a40e49af53d0 yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:26:39.180725 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['434ec521-0182-4dc1-932f-08e3d5129957'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:26:39.241241 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-d090ac66-233d-43a2-87d0-cc104af19dfd tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Allocated IP 172.20.0.7 (9cfe6887-161a-475a-9f28-39d66899f8b1/f419ed62-5d5c-4972-9ff4-63f12d5f6106/741d19c2-1a2a-415b-9e73-a40e49af53d0) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:26:39.253692 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-64bcfc3d-50ed-48ec-9814-e8ead070455c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:39.298275 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bcfc3d-50ed-48ec-9814-e8ead070455c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Port': ['ID=a67adabd-19f5-45e9-b9c8-497c0a0a0fa4,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:39.334012 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49592) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:39.583565 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-64bcfc3d-50ed-48ec-9814-e8ead070455c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:39.910761 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ed792-495f-4a47-878e-82316ae04399 req-cd2163a8-a912-4fe5-9d36-f08bac90012d tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:39.912281 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7a3ed792-495f-4a47-878e-82316ae04399 req-cd2163a8-a912-4fe5-9d36-f08bac90012d tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 944 time: 0.1620409 Nov 10 19:26:39.969406 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d090ac66-233d-43a2-87d0-cc104af19dfd tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:40.007246 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64bcfc3d-50ed-48ec-9814-e8ead070455c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Router 138d7b00-f65e-4826-b023-99998e4e4858 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:26:40.039269 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7a3ed792-495f-4a47-878e-82316ae04399 req-0d9954d7-23ee-436e-9463-71f8b7bef552 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175001 Nov 10 19:26:40.046112 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c0647079-dbec-4f14-809b-692f664fe1a7 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:40.168297 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d090ac66-233d-43a2-87d0-cc104af19dfd tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:40.286106 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-8f559627-91a1-43ab-9d52-ab7f860fd3ec None None] Allocated IP 172.20.0.2 (9cfe6887-161a-475a-9f28-39d66899f8b1/f419ed62-5d5c-4972-9ff4-63f12d5f6106/e46dad01-ea7b-4a57-8034-95552c231b80) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:26:40.333579 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d090ac66-233d-43a2-87d0-cc104af19dfd tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network 9cfe6887-161a-475a-9f28-39d66899f8b1 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:26:40.347654 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-d090ac66-233d-43a2-87d0-cc104af19dfd tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:26:40.377753 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090ac66-233d-43a2-87d0-cc104af19dfd tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Port': ['ID=741d19c2-1a2a-415b-9e73-a40e49af53d0,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:40.385918 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d090ac66-233d-43a2-87d0-cc104af19dfd tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:26:40.402557 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d28dc2ca-153b-4d46-b8a7-8e10bb43a7b2 req-cdaacef4-2176-4bfe-8cea-12b7173708c9 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 210 time: 0.1050725 Nov 10 19:26:40.472819 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bcfc3d-50ed-48ec-9814-e8ead070455c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:26:40.477129 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8f559627-91a1-43ab-9d52-ab7f860fd3ec None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:40.490965 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da03c4e-6772-4871-a708-6a2dba4a7e92 None None] Sync routers for ids ['138d7b00-f65e-4826-b023-99998e4e4858'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:26:40.500570 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-64bcfc3d-50ed-48ec-9814-e8ead070455c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "PUT /v2.0/routers/138d7b00-f65e-4826-b023-99998e4e4858/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0489089 Nov 10 19:26:40.505574 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49606) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:40.507051 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8f559627-91a1-43ab-9d52-ab7f860fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:40.575336 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f559627-91a1-43ab-9d52-ab7f860fd3ec None None] Network 9cfe6887-161a-475a-9f28-39d66899f8b1 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:26:40.576892 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f559627-91a1-43ab-9d52-ab7f860fd3ec None None] Pushing event updated for resources: {'Port': ['ID=e46dad01-ea7b-4a57-8034-95552c231b80,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:40.583531 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-8f559627-91a1-43ab-9d52-ab7f860fd3ec None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:26:40.586847 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f559627-91a1-43ab-9d52-ab7f860fd3ec None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:26:40.589688 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da03c4e-6772-4871-a708-6a2dba4a7e92 None None] Routers {'138d7b00-f65e-4826-b023-99998e4e4858'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:26:40.590356 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-4da03c4e-6772-4871-a708-6a2dba4a7e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:26:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['138d7b00-f65e-4826-b023-99998e4e4858'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:40.662832 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d090ac66-233d-43a2-87d0-cc104af19dfd tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:40.663655 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d090ac66-233d-43a2-87d0-cc104af19dfd tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:40.665322 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-4da03c4e-6772-4871-a708-6a2dba4a7e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:40.728460 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da03c4e-6772-4871-a708-6a2dba4a7e92 None None] Routers {'138d7b00-f65e-4826-b023-99998e4e4858'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:26:40.729144 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-4da03c4e-6772-4871-a708-6a2dba4a7e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:26:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['138d7b00-f65e-4826-b023-99998e4e4858'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:40.736641 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-c0647079-dbec-4f14-809b-692f664fe1a7 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Deleting port 4ab0e379-7701-4d32-a5c8-f9dc8083a595 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:26:40.737234 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c0647079-dbec-4f14-809b-692f664fe1a7 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:40.770869 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-4da03c4e-6772-4871-a708-6a2dba4a7e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:40.771448 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da03c4e-6772-4871-a708-6a2dba4a7e92 None None] The sync data for ids ['138d7b00-f65e-4826-b023-99998e4e4858'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:26:40.775856 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-8f559627-91a1-43ab-9d52-ab7f860fd3ec None None] Attempting to bind port e46dad01-ea7b-4a57-8034-95552c231b80 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:26:40.776234 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-8f559627-91a1-43ab-9d52-ab7f860fd3ec None None] Attempting to bind port e46dad01-ea7b-4a57-8034-95552c231b80 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '40bc3012-72ef-4f28-b43e-d5c37c7d9a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9cfe6887-161a-475a-9f28-39d66899f8b1'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:26:40.776605 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f559627-91a1-43ab-9d52-ab7f860fd3ec None None] Attempting to bind port e46dad01-ea7b-4a57-8034-95552c231b80 on network 9cfe6887-161a-475a-9f28-39d66899f8b1 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:26:40.782175 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f559627-91a1-43ab-9d52-ab7f860fd3ec None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:26:40.782554 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f559627-91a1-43ab-9d52-ab7f860fd3ec None None] Checking segment: {'id': '40bc3012-72ef-4f28-b43e-d5c37c7d9a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9cfe6887-161a-475a-9f28-39d66899f8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:26:40.782967 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8f559627-91a1-43ab-9d52-ab7f860fd3ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:40.783355 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f559627-91a1-43ab-9d52-ab7f860fd3ec None None] Bound using segment: {'id': '40bc3012-72ef-4f28-b43e-d5c37c7d9a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9cfe6887-161a-475a-9f28-39d66899f8b1'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:26:40.783825 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-8f559627-91a1-43ab-9d52-ab7f860fd3ec None None] Bound port: e46dad01-ea7b-4a57-8034-95552c231b80, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40bc3012-72ef-4f28-b43e-d5c37c7d9a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9cfe6887-161a-475a-9f28-39d66899f8b1'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:26:40.784208 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8f559627-91a1-43ab-9d52-ab7f860fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:40.825477 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d090ac66-233d-43a2-87d0-cc104af19dfd tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1829655 Nov 10 19:26:40.828778 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49608) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:40.837717 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-c0647079-dbec-4f14-809b-692f664fe1a7 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] For port 4ab0e379-7701-4d32-a5c8-f9dc8083a595, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=4ab0e379-7701-4d32-a5c8-f9dc8083a595,segment=NetworkSegment(0e54e4be-6f27-4f98-9f44-70e853ad9b18),segment_id=0e54e4be-6f27-4f98-9f44-70e853ad9b18)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:40.838265 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c0647079-dbec-4f14-809b-692f664fe1a7 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:40.852132 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-c0647079-dbec-4f14-809b-692f664fe1a7 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Calling delete_port for 4ab0e379-7701-4d32-a5c8-f9dc8083a595 owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:26:40.852888 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-8f559627-91a1-43ab-9d52-ab7f860fd3ec None None] For port e46dad01-ea7b-4a57-8034-95552c231b80, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:26:40.856486 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-8f559627-91a1-43ab-9d52-ab7f860fd3ec None None] For port e46dad01-ea7b-4a57-8034-95552c231b80, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e46dad01-ea7b-4a57-8034-95552c231b80,segment=NetworkSegment(40bc3012-72ef-4f28-b43e-d5c37c7d9a76),segment_id=40bc3012-72ef-4f28-b43e-d5c37c7d9a76)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:26:40.864349 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8f559627-91a1-43ab-9d52-ab7f860fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:40.948014 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f559627-91a1-43ab-9d52-ab7f860fd3ec None None] Pushing event updated for resources: {'Port': ['ID=e46dad01-ea7b-4a57-8034-95552c231b80,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:41.090336 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c0647079-dbec-4f14-809b-692f664fe1a7 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:41.134406 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0647079-dbec-4f14-809b-692f664fe1a7 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event deleted for resources: {'Port': ['ID=4ab0e379-7701-4d32-a5c8-f9dc8083a595,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:41.381500 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2e576-8abd-451f-97c0-87530af2b720 req-fe73d605-c79e-456e-874f-f35ed93458ea tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:41.394442 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5ce2e576-8abd-451f-97c0-87530af2b720 req-fe73d605-c79e-456e-874f-f35ed93458ea tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 944 time: 0.2142959 Nov 10 19:26:41.420546 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c0647079-dbec-4f14-809b-692f664fe1a7 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:41.472160 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8ae563ca-87ef-4eeb-902c-59efdd6a1664 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:41.518382 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fa2650c3-a007-4d44-a3ee-5c7cd10bc2de tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:41.552080 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5ce2e576-8abd-451f-97c0-87530af2b720 req-c6a429c0-4dfc-4c02-834a-7dcf301948e1 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566887 Nov 10 19:26:41.933434 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e46dad01-ea7b-4a57-8034-95552c231b80 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:26:42.035074 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port e46dad01-ea7b-4a57-8034-95552c231b80 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:42.035331 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0647079-dbec-4f14-809b-692f664fe1a7 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Router cf4c36f5-e413-4f14-9653-08cca2912927 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:26:42.035780 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:42.153504 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 434ec521-0182-4dc1-932f-08e3d5129957 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:26:42.160204 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-90dce25c-5a1c-4bb8-adbf-e9f6f2c22f38 req-e7862025-7ded-4842-ac2c-6f28fa91f04c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 210 time: 0.4844038 Nov 10 19:26:42.224205 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:42.246602 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0647079-dbec-4f14-809b-692f664fe1a7 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:26:42.254922 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c0647079-dbec-4f14-809b-692f664fe1a7 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "PUT /v2.0/routers/cf4c36f5-e413-4f14-9653-08cca2912927/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9163358 Nov 10 19:26:42.258321 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49618) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:42.263050 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef0f02d-ec62-4455-a8cb-e7719a62bc0e None None] Sync routers for ids ['cf4c36f5-e413-4f14-9653-08cca2912927'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:26:42.278434 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef0f02d-ec62-4455-a8cb-e7719a62bc0e None None] Routers {'cf4c36f5-e413-4f14-9653-08cca2912927'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:26:42.279049 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7ef0f02d-ec62-4455-a8cb-e7719a62bc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:26:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['cf4c36f5-e413-4f14-9653-08cca2912927'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:42.299852 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port e46dad01-ea7b-4a57-8034-95552c231b80, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e46dad01-ea7b-4a57-8034-95552c231b80,segment=NetworkSegment(40bc3012-72ef-4f28-b43e-d5c37c7d9a76),segment_id=40bc3012-72ef-4f28-b43e-d5c37c7d9a76)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:42.311640 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:42.341513 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0f9b127-e22c-405f-8512-0578ef02c433 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Deleting subnet c25021c2-884c-47f5-bf5b-8484d6de2857 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:26:42.344969 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b0f9b127-e22c-405f-8512-0578ef02c433 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:42.420855 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b0f9b127-e22c-405f-8512-0578ef02c433 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:42.451085 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=e46dad01-ea7b-4a57-8034-95552c231b80,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:42.467019 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 434ec521-0182-4dc1-932f-08e3d5129957 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:26:42.473840 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 434ec521-0182-4dc1-932f-08e3d5129957 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:42.474113 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:42.546263 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f13426-7122-471c-aeed-052d23eb07ae None None] Network 9cfe6887-161a-475a-9f28-39d66899f8b1 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:26:42.547972 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b0f9b127-e22c-405f-8512-0578ef02c433 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:42.566459 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-7ef0f02d-ec62-4455-a8cb-e7719a62bc0e None None] Set router cf4c36f5-e413-4f14-9653-08cca2912927 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:26:42.586255 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8ae563ca-87ef-4eeb-902c-59efdd6a1664 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:42.640490 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8ae563ca-87ef-4eeb-902c-59efdd6a1664 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:42.665870 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a3fc591b-211a-4736-af97-9f03b42b7d9d None None] Provisioning complete for port e46dad01-ea7b-4a57-8034-95552c231b80 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:42.666723 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a3fc591b-211a-4736-af97-9f03b42b7d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:42.677882 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b0f9b127-e22c-405f-8512-0578ef02c433 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:42.721905 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9b127-e22c-405f-8512-0578ef02c433 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event deleted for resources: {'Subnet': ['ID=c25021c2-884c-47f5-bf5b-8484d6de2857,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:42.724986 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b0f9b127-e22c-405f-8512-0578ef02c433 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:42.731791 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b0f9b127-e22c-405f-8512-0578ef02c433 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "DELETE /v2.0/subnets/c25021c2-884c-47f5-bf5b-8484d6de2857 HTTP/1.1" status: 204 len: 168 time: 0.4697254 Nov 10 19:26:42.732010 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5e67c7-bf38-43b0-8c8c-c2caec7547fc None None] Network 73a462e0-6280-4d1d-b3b0-466bf95639d0 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:26:42.732132 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49622) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:42.738197 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:42.829915 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc4d185-077e-42ea-bac9-6b80d9fb5d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434ec521-0182-4dc1-932f-08e3d5129957'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:26:42.833126 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af16ea6-8d18-42e1-8551-e1772051a7d9" -d '{"events": [{"server_uuid": "6cc4d185-077e-42ea-bac9-6b80d9fb5d77", "name": "network-vif-plugged", "status": "completed", "tag": "434ec521-0182-4dc1-932f-08e3d5129957"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:26:42.839581 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7ef0f02d-ec62-4455-a8cb-e7719a62bc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193879237', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '589971a5-93b9-4b0f-97e9-3bbbd837bf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:23:32Z', 'updated_at': '2021-11-10T19:26:41Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '589971a5-93b9-4b0f-97e9-3bbbd837bf78', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:23:33Z', 'updated_at': '2021-11-10T19:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:42.875301 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef0f02d-ec62-4455-a8cb-e7719a62bc0e None None] Checking router: cf4c36f5-e413-4f14-9653-08cca2912927 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:26:42.875592 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f635af1-b2f7-4dbb-abf9-f6cfc624a933 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:42.885317 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef0f02d-ec62-4455-a8cb-e7719a62bc0e None None] Routers {'cf4c36f5-e413-4f14-9653-08cca2912927'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:26:42.886228 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7ef0f02d-ec62-4455-a8cb-e7719a62bc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:26:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['cf4c36f5-e413-4f14-9653-08cca2912927'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:42.943293 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 434ec521-0182-4dc1-932f-08e3d5129957, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=434ec521-0182-4dc1-932f-08e3d5129957,segment=NetworkSegment(d91afcb2-94dc-4e88-9067-82e028ea23a3),segment_id=d91afcb2-94dc-4e88-9067-82e028ea23a3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:42.965097 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae563ca-87ef-4eeb-902c-59efdd6a1664 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Port': ['ID=741d19c2-1a2a-415b-9e73-a40e49af53d0,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:42.972994 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:43.010688 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f635af1-b2f7-4dbb-abf9-f6cfc624a933 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:43.065804 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef55d0-086d-45d7-91b3-98dba4c38f0c req-55fc72e1-ae7d-4658-afdc-b181c245f4b9 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:43.073998 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a6ef55d0-086d-45d7-91b3-98dba4c38f0c req-55fc72e1-ae7d-4658-afdc-b181c245f4b9 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 944 time: 0.3522935 Nov 10 19:26:43.090125 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-7ef0f02d-ec62-4455-a8cb-e7719a62bc0e None None] Set router cf4c36f5-e413-4f14-9653-08cca2912927 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:26:43.118196 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-1f635af1-b2f7-4dbb-abf9-f6cfc624a933 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Deleting port 589971a5-93b9-4b0f-97e9-3bbbd837bf78 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:26:43.118808 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f635af1-b2f7-4dbb-abf9-f6cfc624a933 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:43.161347 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=434ec521-0182-4dc1-932f-08e3d5129957,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:43.168826 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-fa2650c3-a007-4d44-a3ee-5c7cd10bc2de tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Deleting port ad3d5023-273e-42c4-a9c3-f768352832fa {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:26:43.169155 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fa2650c3-a007-4d44-a3ee-5c7cd10bc2de tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:43.182740 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:43.183576 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:43.184092 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:43.184886 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:43.185382 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:43.185919 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:43.186437 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:43.186938 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:43.188664 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:43.189185 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:43.189726 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:43.190236 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:43.318384 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-1f635af1-b2f7-4dbb-abf9-f6cfc624a933 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] For port 589971a5-93b9-4b0f-97e9-3bbbd837bf78, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=589971a5-93b9-4b0f-97e9-3bbbd837bf78,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:43.320866 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f635af1-b2f7-4dbb-abf9-f6cfc624a933 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:43.343244 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b7b4d6-94d1-4955-93af-02f03e47ca1c None None] DHCP port deletion for 73a462e0-6280-4d1d-b3b0-466bf95639d0 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:26:43.348073 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-1f635af1-b2f7-4dbb-abf9-f6cfc624a933 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Calling delete_port for 589971a5-93b9-4b0f-97e9-3bbbd837bf78 owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:26:43.432697 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fa2650c3-a007-4d44-a3ee-5c7cd10bc2de tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:43.436618 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-74b7b4d6-94d1-4955-93af-02f03e47ca1c None None] Deleting port 3ef866ee-c117-4292-a754-2a4b5120bb4f {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:26:43.437557 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-74b7b4d6-94d1-4955-93af-02f03e47ca1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:43.442962 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7ef0f02d-ec62-4455-a8cb-e7719a62bc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193879237', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '589971a5-93b9-4b0f-97e9-3bbbd837bf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:23:32Z', 'updated_at': '2021-11-10T19:26:41Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '589971a5-93b9-4b0f-97e9-3bbbd837bf78', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:23:33Z', 'updated_at': '2021-11-10T19:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:43.453888 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-fa2650c3-a007-4d44-a3ee-5c7cd10bc2de tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Calling delete_port for ad3d5023-273e-42c4-a9c3-f768352832fa owned by network:router_interface {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:26:43.495415 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef0f02d-ec62-4455-a8cb-e7719a62bc0e None None] The sync data for ids ['cf4c36f5-e413-4f14-9653-08cca2912927'] in n-d-813897-4 is: [{'id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193879237', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '589971a5-93b9-4b0f-97e9-3bbbd837bf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:23:32Z', 'updated_at': '2021-11-10T19:26:41Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '589971a5-93b9-4b0f-97e9-3bbbd837bf78', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4c36f5-e413-4f14-9653-08cca2912927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:23:33Z', 'updated_at': '2021-11-10T19:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:26:43.558272 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-74b7b4d6-94d1-4955-93af-02f03e47ca1c None None] For port 3ef866ee-c117-4292-a754-2a4b5120bb4f, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=3ef866ee-c117-4292-a754-2a4b5120bb4f,segment=NetworkSegment(0e54e4be-6f27-4f98-9f44-70e853ad9b18),segment_id=0e54e4be-6f27-4f98-9f44-70e853ad9b18)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:43.558679 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-74b7b4d6-94d1-4955-93af-02f03e47ca1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:43.594215 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-74b7b4d6-94d1-4955-93af-02f03e47ca1c None None] Calling delete_port for 3ef866ee-c117-4292-a754-2a4b5120bb4f owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:26:43.660483 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-62b24121-1e9d-4db2-86f1-3c0032a1061e None None] Provisioning complete for port 741d19c2-1a2a-415b-9e73-a40e49af53d0 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:43.660896 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-62b24121-1e9d-4db2-86f1-3c0032a1061e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:43.677460 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f635af1-b2f7-4dbb-abf9-f6cfc624a933 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:43.704240 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-62b24121-1e9d-4db2-86f1-3c0032a1061e None None] Port 741d19c2-1a2a-415b-9e73-a40e49af53d0 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:26:43.717562 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:26:43.721669 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a6ef55d0-086d-45d7-91b3-98dba4c38f0c req-0c054450-92c4-437e-b4c9-49fd50c4f649 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6468480 Nov 10 19:26:43.725031 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-62b24121-1e9d-4db2-86f1-3c0032a1061e None None] Provisioning complete for port e46dad01-ea7b-4a57-8034-95552c231b80 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:43.725486 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-62b24121-1e9d-4db2-86f1-3c0032a1061e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:43.735038 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f635af1-b2f7-4dbb-abf9-f6cfc624a933 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event deleted for resources: {'Port': ['ID=589971a5-93b9-4b0f-97e9-3bbbd837bf78,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:43.761928 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd27e60-a7d9-46f0-b8a0-d49369581214 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:26:43.821239 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f635af1-b2f7-4dbb-abf9-f6cfc624a933 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:43.832106 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-74b7b4d6-94d1-4955-93af-02f03e47ca1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:43.867281 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8ae563ca-87ef-4eeb-902c-59efdd6a1664 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:43.874932 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fa2650c3-a007-4d44-a3ee-5c7cd10bc2de tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:43.895247 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b115a4f3-642c-4388-bfc4-dab696f91d71 x-openstack-request-id: req-b115a4f3-642c-4388-bfc4-dab696f91d71 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:26:43.895526 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc4d185-077e-42ea-bac9-6b80d9fb5d77", "name": "network-vif-plugged", "status": "completed", "tag": "434ec521-0182-4dc1-932f-08e3d5129957", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:26:43.895781 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b115a4f3-642c-4388-bfc4-dab696f91d71 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:26:43.896177 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc4d185-077e-42ea-bac9-6b80d9fb5d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434ec521-0182-4dc1-932f-08e3d5129957', 'code': 200} Nov 10 19:26:43.900317 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7b4d6-94d1-4955-93af-02f03e47ca1c None None] Pushing event deleted for resources: {'Port': ['ID=3ef866ee-c117-4292-a754-2a4b5120bb4f,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:43.912347 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b7b4d6-94d1-4955-93af-02f03e47ca1c None None] No DVR routers for this DVR port 3ef866ee-c117-4292-a754-2a4b5120bb4f on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:26:44.094823 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-eb641e55-40e1-4e98-9986-bc30d361cdf7 None None] Provisioning complete for port 741d19c2-1a2a-415b-9e73-a40e49af53d0 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:44.095755 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-eb641e55-40e1-4e98-9986-bc30d361cdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:44.123390 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f635af1-b2f7-4dbb-abf9-f6cfc624a933 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:44.126222 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f635af1-b2f7-4dbb-abf9-f6cfc624a933 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:44.166076 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2650c3-a007-4d44-a3ee-5c7cd10bc2de tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Port': ['ID=ad3d5023-273e-42c4-a9c3-f768352832fa,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:44.170221 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-eb641e55-40e1-4e98-9986-bc30d361cdf7 None None] Port 741d19c2-1a2a-415b-9e73-a40e49af53d0 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:26:44.175109 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e46dad01-ea7b-4a57-8034-95552c231b80 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:26:44.218526 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3fbc7a0c-777a-4f34-b8fa-fb2fddb31ccd req-ea939776-ff1a-46c9-9a46-bcca67f26bc3 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 210 time: 0.1936851 Nov 10 19:26:44.259191 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f635af1-b2f7-4dbb-abf9-f6cfc624a933 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:44.259191 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f635af1-b2f7-4dbb-abf9-f6cfc624a933 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Fanout notify agent at l3_agent the message router_deleted on router cf4c36f5-e413-4f14-9653-08cca2912927 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:26:44.296656 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port e46dad01-ea7b-4a57-8034-95552c231b80 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:44.296656 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:44.324356 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f635af1-b2f7-4dbb-abf9-f6cfc624a933 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:44.326137 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1f635af1-b2f7-4dbb-abf9-f6cfc624a933 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "DELETE /v2.0/routers/cf4c36f5-e413-4f14-9653-08cca2912927 HTTP/1.1" status: 204 len: 168 time: 1.5931928 Nov 10 19:26:44.330585 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49632) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:44.358635 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6b761-3d13-4b60-b34e-7e42a39a3bdb req-16eb20f6-af4d-437d-8fc9-1f39640bd7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:44.360204 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cfb6b761-3d13-4b60-b34e-7e42a39a3bdb req-16eb20f6-af4d-437d-8fc9-1f39640bd7bf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 1096 time: 0.3995266 Nov 10 19:26:44.412016 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-af540cdf-04cc-4064-8180-466d10838aab None None] Provisioning complete for port 741d19c2-1a2a-415b-9e73-a40e49af53d0 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:44.412631 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-af540cdf-04cc-4064-8180-466d10838aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:44.459799 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cfb6b761-3d13-4b60-b34e-7e42a39a3bdb req-48f915a7-2b03-48ee-98c8-922d21e0ca06 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902007 Nov 10 19:26:44.511564 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-af540cdf-04cc-4064-8180-466d10838aab None None] Port 741d19c2-1a2a-415b-9e73-a40e49af53d0 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:26:44.521386 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fa2650c3-a007-4d44-a3ee-5c7cd10bc2de tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:44.577995 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8ae563ca-87ef-4eeb-902c-59efdd6a1664 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:44.593368 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3ef866ee-c117-4292-a754-2a4b5120bb4f no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:26:44.630380 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 3ef866ee-c117-4292-a754-2a4b5120bb4f {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:26:44.630732 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3ef866ee-c117-4292-a754-2a4b5120bb4f not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:26:44.631157 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 4ab0e379-7701-4d32-a5c8-f9dc8083a595 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:26:44.637422 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d3877db9-1ef3-4da7-8ae9-4a7f93572b02 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:44.652304 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 4ab0e379-7701-4d32-a5c8-f9dc8083a595 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:26:44.652647 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 4ab0e379-7701-4d32-a5c8-f9dc8083a595 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:26:45.035746 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2650c3-a007-4d44-a3ee-5c7cd10bc2de tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Router 138d7b00-f65e-4826-b023-99998e4e4858 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:26:45.041026 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d3877db9-1ef3-4da7-8ae9-4a7f93572b02 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:45.063025 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249577a5-7b15-4a3e-aa15-a94c1d4512f6 req-49642482-6f80-4217-98b9-c485c9dd5d85 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:45.064666 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-249577a5-7b15-4a3e-aa15-a94c1d4512f6 req-49642482-6f80-4217-98b9-c485c9dd5d85 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 945 time: 0.2754037 Nov 10 19:26:45.095110 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-d3877db9-1ef3-4da7-8ae9-4a7f93572b02 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73a462e0-6280-4d1d-b3b0-466bf95639d0']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:45.128318 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-d3877db9-1ef3-4da7-8ae9-4a7f93572b02 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e54e4be-6f27-4f98-9f44-70e853ad9b18') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:45.128613 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-d3877db9-1ef3-4da7-8ae9-4a7f93572b02 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e54e4be-6f27-4f98-9f44-70e853ad9b18') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:45.215532 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d3877db9-1ef3-4da7-8ae9-4a7f93572b02 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:45.239202 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2650c3-a007-4d44-a3ee-5c7cd10bc2de tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:26:45.250390 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001df5d7-bee4-4e12-acc3-218960d34e9e None None] Sync routers for ids ['138d7b00-f65e-4826-b023-99998e4e4858'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:26:45.256952 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-fa2650c3-a007-4d44-a3ee-5c7cd10bc2de tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "PUT /v2.0/routers/138d7b00-f65e-4826-b023-99998e4e4858/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7440238 Nov 10 19:26:45.257063 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49636) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:45.258884 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d3877db9-1ef3-4da7-8ae9-4a7f93572b02 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:45.270291 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-249577a5-7b15-4a3e-aa15-a94c1d4512f6 req-cc06e587-abf0-4ed7-8058-3c8862e5a522 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964550 Nov 10 19:26:45.274167 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3877db9-1ef3-4da7-8ae9-4a7f93572b02 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:26:45.274420 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d3877db9-1ef3-4da7-8ae9-4a7f93572b02 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:45.279326 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:26:45.279326 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:26:45.279326 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:26:45.279326 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:26:45.279326 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:26:45.279326 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:26:45.279326 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:26:45.279326 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:26:45.279326 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:26:45.279326 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:26:45.279326 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:26:45.279326 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:26:45.279326 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:26:45.279326 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:26:45.279326 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:26:45.279326 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:26:45.279326 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:26:45.279326 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:26:45.279326 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:26:45.279326 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:26:45.279326 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:26:45.279326 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:26:45.279326 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:26:45.279326 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:26:45.279326 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:26:45.279326 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:26:45.279326 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:26:45.279326 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:26:45.279326 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:26:45.279326 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:26:45.279326 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:26:45.279326 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:26:45.286658 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001df5d7-bee4-4e12-acc3-218960d34e9e None None] Routers {'138d7b00-f65e-4826-b023-99998e4e4858'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:26:45.287487 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-001df5d7-bee4-4e12-acc3-218960d34e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:26:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['138d7b00-f65e-4826-b023-99998e4e4858'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:45.330052 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9cb9593b-7c98-4552-8278-f02408bfebd5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "GET /v2.0/ports?device_id=138d7b00-f65e-4826-b023-99998e4e4858 HTTP/1.1" status: 200 len: 205 time: 0.0728810 Nov 10 19:26:45.335980 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49640) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:45.338738 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8ae563ca-87ef-4eeb-902c-59efdd6a1664 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:45.352128 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8ae563ca-87ef-4eeb-902c-59efdd6a1664 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:45.356777 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-001df5d7-bee4-4e12-acc3-218960d34e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:45.366429 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001df5d7-bee4-4e12-acc3-218960d34e9e None None] Routers {'138d7b00-f65e-4826-b023-99998e4e4858'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:26:45.367184 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-001df5d7-bee4-4e12-acc3-218960d34e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:26:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['138d7b00-f65e-4826-b023-99998e4e4858'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:45.502460 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4343fe82-8e16-4786-9798-b567c4382902 req-e4f56320-7590-47a9-a832-de355d9879ea tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 210 time: 0.1092000 Nov 10 19:26:45.514819 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d3877db9-1ef3-4da7-8ae9-4a7f93572b02 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:45.526071 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-54bcccaa-6855-43ef-af98-69af0dee8d03 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:45.581053 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-001df5d7-bee4-4e12-acc3-218960d34e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:45.582178 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001df5d7-bee4-4e12-acc3-218960d34e9e None None] The sync data for ids ['138d7b00-f65e-4826-b023-99998e4e4858'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:26:45.603385 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d3877db9-1ef3-4da7-8ae9-4a7f93572b02 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:45.606706 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d3877db9-1ef3-4da7-8ae9-4a7f93572b02 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "DELETE /v2.0/networks/73a462e0-6280-4d1d-b3b0-466bf95639d0 HTTP/1.1" status: 204 len: 168 time: 1.2548556 Nov 10 19:26:45.609722 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49646) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:45.629563 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8ae563ca-87ef-4eeb-902c-59efdd6a1664 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:45.660226 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae563ca-87ef-4eeb-902c-59efdd6a1664 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Port': ['ID=741d19c2-1a2a-415b-9e73-a40e49af53d0,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:45.662736 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3877db9-1ef3-4da7-8ae9-4a7f93572b02 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event deleted for resources: {'Network': ['ID=73a462e0-6280-4d1d-b3b0-466bf95639d0,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:45.732042 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 589971a5-93b9-4b0f-97e9-3bbbd837bf78 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:26:45.746217 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-54bcccaa-6855-43ef-af98-69af0dee8d03 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:45.748222 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0d79b718-22e6-49fe-8142-e1edc09c6a37 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:45.757572 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-54bcccaa-6855-43ef-af98-69af0dee8d03 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:45.768584 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 589971a5-93b9-4b0f-97e9-3bbbd837bf78 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:26:45.769641 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 589971a5-93b9-4b0f-97e9-3bbbd837bf78 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:26:45.792371 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0d79b718-22e6-49fe-8142-e1edc09c6a37 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:45.854837 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-54bcccaa-6855-43ef-af98-69af0dee8d03 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:45.855621 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54bcccaa-6855-43ef-af98-69af0dee8d03 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Fanout notify agent at l3_agent the message router_deleted on router 138d7b00-f65e-4826-b023-99998e4e4858 {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:26:45.866818 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-54bcccaa-6855-43ef-af98-69af0dee8d03 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:45.871065 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-54bcccaa-6855-43ef-af98-69af0dee8d03 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/routers/138d7b00-f65e-4826-b023-99998e4e4858 HTTP/1.1" status: 204 len: 168 time: 0.5270522 Nov 10 19:26:45.871398 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49648) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:45.894934 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0d79b718-22e6-49fe-8142-e1edc09c6a37 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:45.897986 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0d79b718-22e6-49fe-8142-e1edc09c6a37 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:45.901926 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0d79b718-22e6-49fe-8142-e1edc09c6a37 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "DELETE /v2.0/security-groups/1311c6c4-0594-438b-b25e-bd7cfa444326 HTTP/1.1" status: 204 len: 168 time: 0.2884085 Nov 10 19:26:45.910103 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79b718-22e6-49fe-8142-e1edc09c6a37 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1311c6c4-0594-438b-b25e-bd7cfa444326,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:45.974771 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-437b4c97-6184-46b1-aea9-c8ecfa6f1e69 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Deleting subnet d1d64f8f-8543-470d-9983-51d9de23c7c6 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:26:45.979378 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae563ca-87ef-4eeb-902c-59efdd6a1664 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network 9cfe6887-161a-475a-9f28-39d66899f8b1 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:26:45.980425 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-437b4c97-6184-46b1-aea9-c8ecfa6f1e69 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:46.004896 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-8ae563ca-87ef-4eeb-902c-59efdd6a1664 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:26:46.097707 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-437b4c97-6184-46b1-aea9-c8ecfa6f1e69 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:46.164122 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49654) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:46.169416 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-77df3c60-bccd-4cb8-b354-86a41fa74224 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-5908437', 'description': 'tempest-secgroup-smoke-5908437 description', 'project_id': '540494213bb2401d877387c28ba690c2'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:46.217371 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-77df3c60-bccd-4cb8-b354-86a41fa74224 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:46.218125 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-437b4c97-6184-46b1-aea9-c8ecfa6f1e69 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:46.253328 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae563ca-87ef-4eeb-902c-59efdd6a1664 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Router 864f791d-e766-42b5-b3c6-d8f00cbf0f4f is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:26:46.342727 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-77df3c60-bccd-4cb8-b354-86a41fa74224 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:46.354268 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-77df3c60-bccd-4cb8-b354-86a41fa74224 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:46.371345 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e60638ba-7f26-4afe-8341-6baf0476b295 None None] Provisioning complete for port 741d19c2-1a2a-415b-9e73-a40e49af53d0 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:46.383094 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e60638ba-7f26-4afe-8341-6baf0476b295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:46.412726 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-77df3c60-bccd-4cb8-b354-86a41fa74224 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:46.414089 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-77df3c60-bccd-4cb8-b354-86a41fa74224 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2486880 Nov 10 19:26:46.415132 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df3c60-bccd-4cb8-b354-86a41fa74224 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf2da78-17c7-495f-bd74-4854c9b5f1fb,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:46.417430 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49662) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:46.422045 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-669b5394-c9f6-4935-808f-7afafd3a4bf8 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'security_group_rule': {'security_group_id': 'fdf2da78-17c7-495f-bd74-4854c9b5f1fb', 'project_id': '540494213bb2401d877387c28ba690c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:46.471105 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-669b5394-c9f6-4935-808f-7afafd3a4bf8 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:46.502824 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e60638ba-7f26-4afe-8341-6baf0476b295 None None] Port 741d19c2-1a2a-415b-9e73-a40e49af53d0 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:26:46.547290 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-669b5394-c9f6-4935-808f-7afafd3a4bf8 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:46.555313 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-669b5394-c9f6-4935-808f-7afafd3a4bf8 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:46.578699 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b5394-c9f6-4935-808f-7afafd3a4bf8 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84572357-d6c2-4c4c-b285-4ac001793212,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:46.589566 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-669b5394-c9f6-4935-808f-7afafd3a4bf8 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:46.591129 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-669b5394-c9f6-4935-808f-7afafd3a4bf8 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1726294 Nov 10 19:26:46.593976 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49666) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:46.603179 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-0a7d3cfd-3165-4d52-a7f7-cd9bb4e4435a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'security_group_rule': {'security_group_id': 'fdf2da78-17c7-495f-bd74-4854c9b5f1fb', 'project_id': '540494213bb2401d877387c28ba690c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:46.642647 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0a7d3cfd-3165-4d52-a7f7-cd9bb4e4435a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:46.736496 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0a7d3cfd-3165-4d52-a7f7-cd9bb4e4435a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:46.743041 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0a7d3cfd-3165-4d52-a7f7-cd9bb4e4435a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:46.779436 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0a7d3cfd-3165-4d52-a7f7-cd9bb4e4435a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:46.781696 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0a7d3cfd-3165-4d52-a7f7-cd9bb4e4435a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1866920 Nov 10 19:26:46.784734 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49672) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:46.785595 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d3cfd-3165-4d52-a7f7-cd9bb4e4435a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19362840-ee36-492e-9873-15d57f64ea75,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:46.803399 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-2b8ad1a1-ef2e-4d2b-9597-9fff21847a9e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'security_group_rule': {'security_group_id': 'fdf2da78-17c7-495f-bd74-4854c9b5f1fb', 'project_id': '540494213bb2401d877387c28ba690c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:46.845816 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b8ad1a1-ef2e-4d2b-9597-9fff21847a9e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:46.909068 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-437b4c97-6184-46b1-aea9-c8ecfa6f1e69 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:46.922185 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae563ca-87ef-4eeb-902c-59efdd6a1664 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:26:46.924090 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-437b4c97-6184-46b1-aea9-c8ecfa6f1e69 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:46.927620 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-437b4c97-6184-46b1-aea9-c8ecfa6f1e69 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/subnets/d1d64f8f-8543-470d-9983-51d9de23c7c6 HTTP/1.1" status: 204 len: 168 time: 1.0551124 Nov 10 19:26:46.942701 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4691e0e5-3553-4e92-84e8-9b2f55eb83c2 None None] Sync routers for ids ['864f791d-e766-42b5-b3c6-d8f00cbf0f4f'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:26:46.950648 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c409233-bf75-4eaa-aa9c-aff5bb6b3a3c None None] Network b04d126b-a97f-4a0a-9016-c22fd1f74b16 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:26:46.953166 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8ae563ca-87ef-4eeb-902c-59efdd6a1664 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "PUT /v2.0/routers/864f791d-e766-42b5-b3c6-d8f00cbf0f4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1228256 Nov 10 19:26:46.953801 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49674) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:46.962592 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49676) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:46.973709 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4691e0e5-3553-4e92-84e8-9b2f55eb83c2 None None] Routers {'864f791d-e766-42b5-b3c6-d8f00cbf0f4f'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:26:46.976092 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-4691e0e5-3553-4e92-84e8-9b2f55eb83c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:26:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['864f791d-e766-42b5-b3c6-d8f00cbf0f4f'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:46.999784 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32941de-3865-42ac-bcc3-525ad8e0f8d0 req-a3d403cf-e53e-49db-9c31-daf9aa9f9195 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:47.007638 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a32941de-3865-42ac-bcc3-525ad8e0f8d0 req-a3d403cf-e53e-49db-9c31-daf9aa9f9195 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 945 time: 0.5997360 Nov 10 19:26:47.014343 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b8ad1a1-ef2e-4d2b-9597-9fff21847a9e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:47.016098 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b4c97-6184-46b1-aea9-c8ecfa6f1e69 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Subnet': ['ID=d1d64f8f-8543-470d-9983-51d9de23c7c6,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:47.034853 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b8ad1a1-ef2e-4d2b-9597-9fff21847a9e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:47.068438 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b8ad1a1-ef2e-4d2b-9597-9fff21847a9e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:47.070518 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2b8ad1a1-ef2e-4d2b-9597-9fff21847a9e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2734349 Nov 10 19:26:47.078669 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49678) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:47.089428 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-da74ff7e-167f-42e1-a6f4-0a5a70d9deb1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'security_group_rule': {'security_group_id': 'fdf2da78-17c7-495f-bd74-4854c9b5f1fb', 'project_id': '540494213bb2401d877387c28ba690c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:47.093654 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-4691e0e5-3553-4e92-84e8-9b2f55eb83c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:47.101554 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-44aa221e-219c-4044-b463-de52823f9922 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Deleting subnet 23f5c83d-1c31-4d05-900d-73b9511e4f64 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:26:47.109128 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-44aa221e-219c-4044-b463-de52823f9922 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:47.117620 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4691e0e5-3553-4e92-84e8-9b2f55eb83c2 None None] Routers {'864f791d-e766-42b5-b3c6-d8f00cbf0f4f'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:26:47.118697 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-4691e0e5-3553-4e92-84e8-9b2f55eb83c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:26:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['864f791d-e766-42b5-b3c6-d8f00cbf0f4f'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:47.119437 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ea2f5b-7d82-4c6d-9346-9cffab550c13 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:47.120156 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ad1a1-ef2e-4d2b-9597-9fff21847a9e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9cc189c-970b-4fdb-9057-26fc5ad2a000,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:47.124305 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-86ea2f5b-7d82-4c6d-9346-9cffab550c13 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "GET /v2.0/ports?device_id=864f791d-e766-42b5-b3c6-d8f00cbf0f4f HTTP/1.1" status: 200 len: 981 time: 0.1593425 Nov 10 19:26:47.131702 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49680) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:47.163668 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a32941de-3865-42ac-bcc3-525ad8e0f8d0 req-5e2f4345-4e7e-41d0-aa23-2a227949150d tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505811 Nov 10 19:26:47.193222 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-44aa221e-219c-4044-b463-de52823f9922 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:47.214142 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-4691e0e5-3553-4e92-84e8-9b2f55eb83c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:47.214823 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4691e0e5-3553-4e92-84e8-9b2f55eb83c2 None None] The sync data for ids ['864f791d-e766-42b5-b3c6-d8f00cbf0f4f'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:26:47.270822 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-da74ff7e-167f-42e1-a6f4-0a5a70d9deb1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:47.285399 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d71b7b57-aed8-47d0-9ac0-360a01cf530c req-06c2d9d8-d38e-4af9-a853-88481ed0c6b0 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 210 time: 0.0349026 Nov 10 19:26:47.293001 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4990e673-e074-4983-bf65-2a2d348c41b2 None None] DHCP port deletion for b04d126b-a97f-4a0a-9016-c22fd1f74b16 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:26:47.370319 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-44aa221e-219c-4044-b463-de52823f9922 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:47.415701 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-4990e673-e074-4983-bf65-2a2d348c41b2 None None] Deleting port 35ea45a3-81cf-471e-972c-320b58b95b8e {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:26:47.417295 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4990e673-e074-4983-bf65-2a2d348c41b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:47.523814 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-44aa221e-219c-4044-b463-de52823f9922 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:47.551952 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-4990e673-e074-4983-bf65-2a2d348c41b2 None None] For port 35ea45a3-81cf-471e-972c-320b58b95b8e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=35ea45a3-81cf-471e-972c-320b58b95b8e,segment=NetworkSegment(e8e929d1-ffc2-437b-808e-9f10d5a67d2b),segment_id=e8e929d1-ffc2-437b-808e-9f10d5a67d2b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:47.552597 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4990e673-e074-4983-bf65-2a2d348c41b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:47.566912 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-4990e673-e074-4983-bf65-2a2d348c41b2 None None] Calling delete_port for 35ea45a3-81cf-471e-972c-320b58b95b8e owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:26:47.627548 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-da74ff7e-167f-42e1-a6f4-0a5a70d9deb1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:47.645453 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-44aa221e-219c-4044-b463-de52823f9922 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:47.647435 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-da74ff7e-167f-42e1-a6f4-0a5a70d9deb1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:47.658008 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-44aa221e-219c-4044-b463-de52823f9922 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/subnets/23f5c83d-1c31-4d05-900d-73b9511e4f64 HTTP/1.1" status: 204 len: 168 time: 0.7030058 Nov 10 19:26:47.659842 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49690) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:47.660763 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa221e-219c-4044-b463-de52823f9922 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Subnet': ['ID=23f5c83d-1c31-4d05-900d-73b9511e4f64,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:47.715444 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-da74ff7e-167f-42e1-a6f4-0a5a70d9deb1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:47.724417 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-da74ff7e-167f-42e1-a6f4-0a5a70d9deb1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6412446 Nov 10 19:26:47.725088 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49692) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:47.733504 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329aeb4b-39b6-4808-953f-f9ba20bb92c0 None None] Network 6fbcee2b-0ca2-4ab1-89fd-2188ce4d2cba requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:26:47.737654 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-268dcd7a-c691-4f79-ad8d-37842608f0df tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'security_group_rule': {'security_group_id': 'fdf2da78-17c7-495f-bd74-4854c9b5f1fb', 'project_id': '540494213bb2401d877387c28ba690c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:47.763973 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74ff7e-167f-42e1-a6f4-0a5a70d9deb1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee652c41-e3b4-485e-a310-7622608dc2ad,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:47.830763 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9761f229-0e04-4bd6-ae95-43a94a0995a9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:47.880817 n-d-813897-4 neutron-server[102505]: INFO neutron.db.securitygroups_db [None req-268dcd7a-c691-4f79-ad8d-37842608f0df tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Project 540494213bb2401d877387c28ba690c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 19:26:47.894562 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-268dcd7a-c691-4f79-ad8d-37842608f0df tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:47.974409 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 35ea45a3-81cf-471e-972c-320b58b95b8e no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:26:47.983574 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4990e673-e074-4983-bf65-2a2d348c41b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:48.039605 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9761f229-0e04-4bd6-ae95-43a94a0995a9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:48.042430 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 35ea45a3-81cf-471e-972c-320b58b95b8e {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:26:48.042991 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 35ea45a3-81cf-471e-972c-320b58b95b8e not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:26:48.046014 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4990e673-e074-4983-bf65-2a2d348c41b2 None None] No DVR routers for this DVR port 35ea45a3-81cf-471e-972c-320b58b95b8e on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:26:48.070018 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-9761f229-0e04-4bd6-ae95-43a94a0995a9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b04d126b-a97f-4a0a-9016-c22fd1f74b16']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:48.097468 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990e673-e074-4983-bf65-2a2d348c41b2 None None] Pushing event deleted for resources: {'Port': ['ID=35ea45a3-81cf-471e-972c-320b58b95b8e,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:48.098846 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71c6b4-5268-4d36-baa9-147f8ea2beb9 req-53f46a18-3062-4623-a211-2c3d3fed548a tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:48.126555 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1c71c6b4-5268-4d36-baa9-147f8ea2beb9 req-53f46a18-3062-4623-a211-2c3d3fed548a tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 945 time: 0.1460114 Nov 10 19:26:48.131686 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-9761f229-0e04-4bd6-ae95-43a94a0995a9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8e929d1-ffc2-437b-808e-9f10d5a67d2b') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:48.132385 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-9761f229-0e04-4bd6-ae95-43a94a0995a9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8e929d1-ffc2-437b-808e-9f10d5a67d2b') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:48.138603 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7c82fa26-5fc8-49cd-a63d-69d38e86938c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:48.178219 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9761f229-0e04-4bd6-ae95-43a94a0995a9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:48.235264 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9761f229-0e04-4bd6-ae95-43a94a0995a9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:48.252475 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3899e4e1-856f-4e64-bba5-382635f8e234 None None] DHCP port deletion for 6fbcee2b-0ca2-4ab1-89fd-2188ce4d2cba request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:26:48.279017 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9761f229-0e04-4bd6-ae95-43a94a0995a9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:26:48.279856 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9761f229-0e04-4bd6-ae95-43a94a0995a9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:48.284492 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:26:48.284492 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:26:48.284492 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:26:48.284492 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:26:48.284492 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:26:48.284492 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:26:48.284492 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:26:48.284492 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:26:48.284492 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:26:48.284492 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:26:48.284492 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:26:48.284492 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:26:48.284492 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:26:48.284492 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:26:48.284492 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:26:48.284492 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:26:48.284492 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:26:48.284492 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:26:48.284492 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:26:48.284492 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:26:48.284492 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:26:48.284492 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:26:48.284492 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:26:48.284492 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:26:48.284492 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:26:48.284492 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:26:48.284492 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:26:48.284492 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:26:48.284492 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:26:48.284492 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:26:48.284492 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:26:48.284492 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:26:48.307066 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe2e31-3c8a-461a-b249-3a4731386c80 req-d8f3488b-9166-428d-9630-a2aeb7d8abcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:48.312588 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5efe2e31-3c8a-461a-b249-3a4731386c80 req-d8f3488b-9166-428d-9630-a2aeb7d8abcf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=80448062df854eaa81ec7d2921f2c2b6&device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 1096 time: 0.3758836 Nov 10 19:26:48.354841 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-3899e4e1-856f-4e64-bba5-382635f8e234 None None] Deleting port f77cb1bb-cfd6-4094-8718-9ec2148e20a7 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:26:48.355099 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3899e4e1-856f-4e64-bba5-382635f8e234 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:48.376513 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1c71c6b4-5268-4d36-baa9-147f8ea2beb9 req-4cd94aa1-b15e-4aa7-a21a-ed27590a5a59 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464159 Nov 10 19:26:48.392260 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-268dcd7a-c691-4f79-ad8d-37842608f0df tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:48.406755 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-268dcd7a-c691-4f79-ad8d-37842608f0df tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:48.420748 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9761f229-0e04-4bd6-ae95-43a94a0995a9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:48.427629 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9761f229-0e04-4bd6-ae95-43a94a0995a9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:48.442200 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9761f229-0e04-4bd6-ae95-43a94a0995a9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/networks/b04d126b-a97f-4a0a-9016-c22fd1f74b16 HTTP/1.1" status: 204 len: 168 time: 0.7710488 Nov 10 19:26:48.442935 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49702) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:48.481482 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-3899e4e1-856f-4e64-bba5-382635f8e234 None None] For port f77cb1bb-cfd6-4094-8718-9ec2148e20a7, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f77cb1bb-cfd6-4094-8718-9ec2148e20a7,segment=NetworkSegment(cab36e66-5169-45f8-b4b9-7e3b4bae225b),segment_id=cab36e66-5169-45f8-b4b9-7e3b4bae225b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:48.491270 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3899e4e1-856f-4e64-bba5-382635f8e234 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:48.492991 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268dcd7a-c691-4f79-ad8d-37842608f0df tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f996c9-fdcd-4648-8b04-63a1d3bd10fa,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:48.496985 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761f229-0e04-4bd6-ae95-43a94a0995a9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Network': ['ID=b04d126b-a97f-4a0a-9016-c22fd1f74b16,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:48.519022 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-3899e4e1-856f-4e64-bba5-382635f8e234 None None] Calling delete_port for f77cb1bb-cfd6-4094-8718-9ec2148e20a7 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:26:48.576877 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-92b3f4f6-0b20-45ec-8bee-20695fb2e938 req-cea83471-358a-4d96-bb2e-5735a2164ffd tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 210 time: 0.0708838 Nov 10 19:26:48.587268 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-268dcd7a-c691-4f79-ad8d-37842608f0df tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:48.588893 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-268dcd7a-c691-4f79-ad8d-37842608f0df tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8613555 Nov 10 19:26:48.595245 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d7a6d2d2-4b1c-451e-b469-b5de3ca0cf0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:48.599139 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49704) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:48.606770 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-201e2b8e-e947-4cdb-9aa5-7f51dbc7c810 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'security_group_rule': {'security_group_id': 'fdf2da78-17c7-495f-bd74-4854c9b5f1fb', 'project_id': '540494213bb2401d877387c28ba690c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:48.658783 n-d-813897-4 neutron-server[102506]: INFO neutron.db.securitygroups_db [None req-201e2b8e-e947-4cdb-9aa5-7f51dbc7c810 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Project 540494213bb2401d877387c28ba690c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 19:26:48.668365 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe2e31-3c8a-461a-b249-3a4731386c80 req-9516a689-aeed-4514-a2da-57d29e8022a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:48.669913 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5efe2e31-3c8a-461a-b249-3a4731386c80 req-9516a689-aeed-4514-a2da-57d29e8022a5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a03f2c77-7ce1-45bb-87ad-01c85ed47a74 HTTP/1.1" status: 200 len: 911 time: 0.3430102 Nov 10 19:26:48.671853 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-201e2b8e-e947-4cdb-9aa5-7f51dbc7c810 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:48.736088 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3899e4e1-856f-4e64-bba5-382635f8e234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:48.785297 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899e4e1-856f-4e64-bba5-382635f8e234 None None] Pushing event deleted for resources: {'Port': ['ID=f77cb1bb-cfd6-4094-8718-9ec2148e20a7,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:48.785831 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5efe2e31-3c8a-461a-b249-3a4731386c80 req-d63b5f97-e490-4bcf-b30f-43db43e22616 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=434ec521-0182-4dc1-932f-08e3d5129957 HTTP/1.1" status: 200 len: 217 time: 0.1080918 Nov 10 19:26:48.792599 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3899e4e1-856f-4e64-bba5-382635f8e234 None None] No DVR routers for this DVR port f77cb1bb-cfd6-4094-8718-9ec2148e20a7 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:26:48.805254 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-201e2b8e-e947-4cdb-9aa5-7f51dbc7c810 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:48.810938 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-d7a6d2d2-4b1c-451e-b469-b5de3ca0cf0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Deleting port f77cb1bb-cfd6-4094-8718-9ec2148e20a7 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:26:48.811334 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d7a6d2d2-4b1c-451e-b469-b5de3ca0cf0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:48.814191 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-201e2b8e-e947-4cdb-9aa5-7f51dbc7c810 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:48.848374 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e2b8e-e947-4cdb-9aa5-7f51dbc7c810 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb87583-f256-4908-90d1-b58d16fa9f8c,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:48.866608 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe2e31-3c8a-461a-b249-3a4731386c80 req-bfe5966d-b645-4461-a482-293b96ce9e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:48.868513 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5efe2e31-3c8a-461a-b249-3a4731386c80 req-bfe5966d-b645-4461-a482-293b96ce9e58 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=541fe813-4ea7-4cb0-9666-cf2befa3ec22 HTTP/1.1" status: 200 len: 850 time: 0.0671892 Nov 10 19:26:48.906806 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-201e2b8e-e947-4cdb-9aa5-7f51dbc7c810 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:48.911316 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-201e2b8e-e947-4cdb-9aa5-7f51dbc7c810 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3065383 Nov 10 19:26:48.912543 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49710) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:48.931834 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-79104d3d-7b8c-4ab5-9ac3-82c966a9849d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'network': {'name': 'tempest-network-smoke--177438485', 'project_id': '540494213bb2401d877387c28ba690c2', 'port_security_enabled': True}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:48.939473 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-d7a6d2d2-4b1c-451e-b469-b5de3ca0cf0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] For port f77cb1bb-cfd6-4094-8718-9ec2148e20a7, host n-d-813897-4, got binding levels [] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:48.939927 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d7a6d2d2-4b1c-451e-b469-b5de3ca0cf0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:48.953254 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5efe2e31-3c8a-461a-b249-3a4731386c80 req-08a979e4-a1ef-4b7a-85c8-ea273b9de06b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a03f2c77-7ce1-45bb-87ad-01c85ed47a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297585 Nov 10 19:26:48.958001 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-d7a6d2d2-4b1c-451e-b469-b5de3ca0cf0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Calling delete_port for f77cb1bb-cfd6-4094-8718-9ec2148e20a7 owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:26:48.961017 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.ipam_backend_mixin [None req-d7a6d2d2-4b1c-451e-b469-b5de3ca0cf0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Port f77cb1bb-cfd6-4094-8718-9ec2148e20a7 was not found and therefore no delete operation was performed {{(pid=102506) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 19:26:48.962638 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d7a6d2d2-4b1c-451e-b469-b5de3ca0cf0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:48.982677 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a6d2d2-4b1c-451e-b469-b5de3ca0cf0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] No DVR routers for this DVR port f77cb1bb-cfd6-4094-8718-9ec2148e20a7 on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:26:49.036741 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6d2d2-4b1c-451e-b469-b5de3ca0cf0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Port': ['ID=f77cb1bb-cfd6-4094-8718-9ec2148e20a7,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:49.122718 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d7a6d2d2-4b1c-451e-b469-b5de3ca0cf0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:49.147245 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-d7a6d2d2-4b1c-451e-b469-b5de3ca0cf0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fbcee2b-0ca2-4ab1-89fd-2188ce4d2cba']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:49.159006 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-d7a6d2d2-4b1c-451e-b469-b5de3ca0cf0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cab36e66-5169-45f8-b4b9-7e3b4bae225b') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:49.159400 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-d7a6d2d2-4b1c-451e-b469-b5de3ca0cf0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cab36e66-5169-45f8-b4b9-7e3b4bae225b') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:49.171021 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d7a6d2d2-4b1c-451e-b469-b5de3ca0cf0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:49.188275 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d7a6d2d2-4b1c-451e-b469-b5de3ca0cf0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:49.195803 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a6d2d2-4b1c-451e-b469-b5de3ca0cf0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:26:49.196290 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d7a6d2d2-4b1c-451e-b469-b5de3ca0cf0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:49.203284 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:26:49.203284 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:26:49.203284 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:26:49.203284 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:26:49.203284 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:26:49.203284 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:26:49.203284 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:26:49.203284 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:26:49.203284 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:26:49.203284 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:26:49.203284 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:26:49.203284 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:26:49.203284 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:26:49.203284 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:26:49.203284 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:26:49.203284 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:26:49.203284 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:26:49.203284 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:26:49.203284 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:26:49.203284 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:26:49.203284 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:26:49.203284 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:26:49.203284 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:26:49.203284 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:26:49.203284 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:26:49.203284 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:26:49.203284 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:26:49.203284 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:26:49.203284 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:26:49.203284 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:26:49.203284 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:26:49.203284 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:26:49.278324 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79104d3d-7b8c-4ab5-9ac3-82c966a9849d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Made reservation on behalf of 540494213bb2401d877387c28ba690c2 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:26:49.282207 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-79104d3d-7b8c-4ab5-9ac3-82c966a9849d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:49.324531 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d7a6d2d2-4b1c-451e-b469-b5de3ca0cf0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:49.338716 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d7a6d2d2-4b1c-451e-b469-b5de3ca0cf0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:49.349037 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d7a6d2d2-4b1c-451e-b469-b5de3ca0cf0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/networks/6fbcee2b-0ca2-4ab1-89fd-2188ce4d2cba HTTP/1.1" status: 204 len: 168 time: 0.8843102 Nov 10 19:26:49.349753 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49712) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:49.350670 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79104d3d-7b8c-4ab5-9ac3-82c966a9849d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:26:49.360392 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-3c1d011e-d2b5-47c1-9cb9-b36cbc14281a tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1002303624'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:49.369795 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5efe2e31-3c8a-461a-b249-3a4731386c80 req-166f8449-6ebe-4dd8-a378-66e98ad8add9 service neutron] 10.222.0.25 "GET /v2.0/networks/a03f2c77-7ce1-45bb-87ad-01c85ed47a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012890 Nov 10 19:26:49.384941 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6d2d2-4b1c-451e-b469-b5de3ca0cf0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Network': ['ID=6fbcee2b-0ca2-4ab1-89fd-2188ce4d2cba,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:49.391651 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-79104d3d-7b8c-4ab5-9ac3-82c966a9849d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:49.391855 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-79104d3d-7b8c-4ab5-9ac3-82c966a9849d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Added segment 6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d of type vlan for network d2ee296e-97f0-4e05-bc63-eecad2cf8d08 Nov 10 19:26:49.443823 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1d011e-d2b5-47c1-9cb9-b36cbc14281a tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Made reservation on behalf of 224f7fcc3f6e44c5aaa6d320857c04c1 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:26:49.447497 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3c1d011e-d2b5-47c1-9cb9-b36cbc14281a tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:49.451591 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-79104d3d-7b8c-4ab5-9ac3-82c966a9849d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:49.493094 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c1d011e-d2b5-47c1-9cb9-b36cbc14281a tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:26:49.498169 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-79104d3d-7b8c-4ab5-9ac3-82c966a9849d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:49.503935 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79104d3d-7b8c-4ab5-9ac3-82c966a9849d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:49.504708 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-79104d3d-7b8c-4ab5-9ac3-82c966a9849d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:49.539811 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3c1d011e-d2b5-47c1-9cb9-b36cbc14281a tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:49.540272 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-3c1d011e-d2b5-47c1-9cb9-b36cbc14281a tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Added segment edb216b1-4dec-4a45-a3fb-fdaa56599ebf of type vlan for network bc43a628-7c2f-4d65-ae15-07080532f864 Nov 10 19:26:49.557452 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-7c82fa26-5fc8-49cd-a63d-69d38e86938c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Deleting port 741d19c2-1a2a-415b-9e73-a40e49af53d0 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:26:49.557979 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7c82fa26-5fc8-49cd-a63d-69d38e86938c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:49.633873 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5efe2e31-3c8a-461a-b249-3a4731386c80 req-5fad1d1d-3f0c-4cf6-8561-637111ca700c service neutron] 10.222.0.25 "GET /v2.0/networks/a03f2c77-7ce1-45bb-87ad-01c85ed47a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579474 Nov 10 19:26:49.642974 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-79104d3d-7b8c-4ab5-9ac3-82c966a9849d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7268548 Nov 10 19:26:49.649643 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49718) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:49.661784 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-5fd262cf-335b-4b5f-9c4a-6d0a0c95d692 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1035058919', 'admin_state_up': True, 'project_id': '540494213bb2401d877387c28ba690c2', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:49.677499 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3c1d011e-d2b5-47c1-9cb9-b36cbc14281a tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:49.682832 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79104d3d-7b8c-4ab5-9ac3-82c966a9849d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'Network': ['ID=d2ee296e-97f0-4e05-bc63-eecad2cf8d08,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:49.685610 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7c82fa26-5fc8-49cd-a63d-69d38e86938c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:49.694651 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network d2ee296e-97f0-4e05-bc63-eecad2cf8d08 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:26:49.712992 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21213dba-6bd5-4e69-a893-e4c4e64a3e43 req-56f5fbeb-3cd7-48cf-994a-b487069228ce tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:49.720657 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-21213dba-6bd5-4e69-a893-e4c4e64a3e43 req-56f5fbeb-3cd7-48cf-994a-b487069228ce tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 945 time: 0.2061958 Nov 10 19:26:49.738915 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-7c82fa26-5fc8-49cd-a63d-69d38e86938c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Calling delete_port for 741d19c2-1a2a-415b-9e73-a40e49af53d0 owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:26:49.764734 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5fd262cf-335b-4b5f-9c4a-6d0a0c95d692 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:49.767542 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5fd262cf-335b-4b5f-9c4a-6d0a0c95d692 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:49.802550 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3c1d011e-d2b5-47c1-9cb9-b36cbc14281a tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:49.816244 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1d011e-d2b5-47c1-9cb9-b36cbc14281a tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:49.816794 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3c1d011e-d2b5-47c1-9cb9-b36cbc14281a tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:49.910440 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-21213dba-6bd5-4e69-a893-e4c4e64a3e43 req-4a737bc5-9c7c-4cdc-894b-a01b88dd70be tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886525 Nov 10 19:26:49.922336 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f77cb1bb-cfd6-4094-8718-9ec2148e20a7 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:26:49.974489 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5fd262cf-335b-4b5f-9c4a-6d0a0c95d692 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:49.981680 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: f77cb1bb-cfd6-4094-8718-9ec2148e20a7 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:26:49.982322 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f77cb1bb-cfd6-4094-8718-9ec2148e20a7 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:26:50.064769 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3c1d011e-d2b5-47c1-9cb9-b36cbc14281a tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7084322 Nov 10 19:26:50.082628 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49734) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:50.090203 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-3fc97cc7-e112-4901-8921-4cfa6199a169 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Request body: {'subnet': {'network_id': 'bc43a628-7c2f-4d65-ae15-07080532f864', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:50.185665 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5455237a-26b7-4089-9ecf-d3a4118d7234 req-feeead1b-2e1c-4943-a604-8b10edf04046 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 210 time: 0.1274836 Nov 10 19:26:50.229010 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7c82fa26-5fc8-49cd-a63d-69d38e86938c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:50.248642 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d011e-d2b5-47c1-9cb9-b36cbc14281a tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Network': ['ID=bc43a628-7c2f-4d65-ae15-07080532f864,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:50.261380 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network bc43a628-7c2f-4d65-ae15-07080532f864 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:26:50.303170 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82fa26-5fc8-49cd-a63d-69d38e86938c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Port': ['ID=741d19c2-1a2a-415b-9e73-a40e49af53d0,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:50.403943 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5fd262cf-335b-4b5f-9c4a-6d0a0c95d692 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:50.423288 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc97cc7-e112-4901-8921-4cfa6199a169 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Made reservation on behalf of 224f7fcc3f6e44c5aaa6d320857c04c1 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:26:50.427166 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3fc97cc7-e112-4901-8921-4cfa6199a169 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:50.657088 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7c82fa26-5fc8-49cd-a63d-69d38e86938c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:50.777066 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5fd262cf-335b-4b5f-9c4a-6d0a0c95d692 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:50.799608 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5fd262cf-335b-4b5f-9c4a-6d0a0c95d692 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:50.897101 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c82fa26-5fc8-49cd-a63d-69d38e86938c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Router 864f791d-e766-42b5-b3c6-d8f00cbf0f4f has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:26:50.937217 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-5fd262cf-335b-4b5f-9c4a-6d0a0c95d692 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Allocated IP 172.25.3.244 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/596e04ac-a393-4fab-81a9-8ae5c198e174) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:26:51.091644 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c82fa26-5fc8-49cd-a63d-69d38e86938c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:26:51.099783 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4e148-b10b-433e-a624-47488835aa93 req-2927fd28-e292-4056-aa46-34c884c78df1 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:51.101520 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-55e4e148-b10b-433e-a624-47488835aa93 req-2927fd28-e292-4056-aa46-34c884c78df1 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 945 time: 0.0696907 Nov 10 19:26:51.113259 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3fc97cc7-e112-4901-8921-4cfa6199a169 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:51.114932 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2897844-5280-4bac-858f-8c31909ae460 None None] Sync routers for ids ['864f791d-e766-42b5-b3c6-d8f00cbf0f4f'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:26:51.125225 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7c82fa26-5fc8-49cd-a63d-69d38e86938c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "PUT /v2.0/routers/864f791d-e766-42b5-b3c6-d8f00cbf0f4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9907103 Nov 10 19:26:51.134026 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49740) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:51.134251 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2897844-5280-4bac-858f-8c31909ae460 None None] Routers {'864f791d-e766-42b5-b3c6-d8f00cbf0f4f'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:26:51.136041 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-e2897844-5280-4bac-858f-8c31909ae460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:26:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['864f791d-e766-42b5-b3c6-d8f00cbf0f4f'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:51.217208 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-e2897844-5280-4bac-858f-8c31909ae460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:51.217951 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5fd262cf-335b-4b5f-9c4a-6d0a0c95d692 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:51.227616 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2897844-5280-4bac-858f-8c31909ae460 None None] Routers {'864f791d-e766-42b5-b3c6-d8f00cbf0f4f'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:26:51.228714 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-e2897844-5280-4bac-858f-8c31909ae460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:26:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['864f791d-e766-42b5-b3c6-d8f00cbf0f4f'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:51.253711 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-92cfcab6-4601-4d5e-a2a9-77c64c172901 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] GET failed (client error): The resource could not be found. Nov 10 19:26:51.258808 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-92cfcab6-4601-4d5e-a2a9-77c64c172901 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "GET /v2.0/ports/741d19c2-1a2a-415b-9e73-a40e49af53d0 HTTP/1.1" status: 404 len: 333 time: 0.1204748 Nov 10 19:26:51.259534 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49746) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:51.288291 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-e2897844-5280-4bac-858f-8c31909ae460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:51.288949 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2897844-5280-4bac-858f-8c31909ae460 None None] The sync data for ids ['864f791d-e766-42b5-b3c6-d8f00cbf0f4f'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:26:51.345248 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5fd262cf-335b-4b5f-9c4a-6d0a0c95d692 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:51.376391 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-55e4e148-b10b-433e-a624-47488835aa93 req-39f9f2e3-16f5-4100-8086-734099d9f58c tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491407 Nov 10 19:26:51.465585 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd262cf-335b-4b5f-9c4a-6d0a0c95d692 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:26:51.482436 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-5fd262cf-335b-4b5f-9c4a-6d0a0c95d692 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:26:51.499374 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd262cf-335b-4b5f-9c4a-6d0a0c95d692 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:26:51.508107 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42af0f2f-51e4-482d-b41f-838ae0986641 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:26:51.530283 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc97cc7-e112-4901-8921-4cfa6199a169 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Subnet': ['ID=872e1da9-1b10-4d8e-9247-015c0bb79409,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:51.560146 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-639aa3d6-9356-420c-817c-b6a5dfc48872 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:51.578768 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd262cf-335b-4b5f-9c4a-6d0a0c95d692 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'Port': ['ID=596e04ac-a393-4fab-81a9-8ae5c198e174,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:51.609464 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9a378ec8-6155-475a-8889-4bcf0f776aba None None] Provisioning complete for port 596e04ac-a393-4fab-81a9-8ae5c198e174 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:51.626418 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9a378ec8-6155-475a-8889-4bcf0f776aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:51.632881 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ded15ba3-7b51-4434-96ba-fec49eb6badc req-a00490fc-03df-4629-b7c8-6d866ba05d59 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 210 time: 0.0737264 Nov 10 19:26:51.668629 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc97cc7-e112-4901-8921-4cfa6199a169 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Checking segment: {'id': 'edb216b1-4dec-4a45-a3fb-fdaa56599ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'bc43a628-7c2f-4d65-ae15-07080532f864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:26:51.669014 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc97cc7-e112-4901-8921-4cfa6199a169 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network hostable DHCP agents. Network: bc43a628-7c2f-4d65-ae15-07080532f864, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:26:51.740958 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9a378ec8-6155-475a-8889-4bcf0f776aba None None] Port 596e04ac-a393-4fab-81a9-8ae5c198e174 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:26:51.920029 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc97cc7-e112-4901-8921-4cfa6199a169 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network bc43a628-7c2f-4d65-ae15-07080532f864 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:26:51.933423 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-639aa3d6-9356-420c-817c-b6a5dfc48872 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:51.954215 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-639aa3d6-9356-420c-817c-b6a5dfc48872 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:52.016005 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-3fc97cc7-e112-4901-8921-4cfa6199a169 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, bc43a628-7c2f-4d65-ae15-07080532f864) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:26:52.030137 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8197c8-f824-4689-8248-52bf64bc9d0a None None] Network bc43a628-7c2f-4d65-ae15-07080532f864 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:26:52.032674 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc97cc7-e112-4901-8921-4cfa6199a169 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:52.033346 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3fc97cc7-e112-4901-8921-4cfa6199a169 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:52.052583 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-639aa3d6-9356-420c-817c-b6a5dfc48872 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:52.052891 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639aa3d6-9356-420c-817c-b6a5dfc48872 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Fanout notify agent at l3_agent the message router_deleted on router 864f791d-e766-42b5-b3c6-d8f00cbf0f4f {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:26:52.073685 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-639aa3d6-9356-420c-817c-b6a5dfc48872 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:52.079213 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-639aa3d6-9356-420c-817c-b6a5dfc48872 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/routers/864f791d-e766-42b5-b3c6-d8f00cbf0f4f HTTP/1.1" status: 204 len: 168 time: 0.8084357 Nov 10 19:26:52.079900 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49750) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:52.091926 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5fd262cf-335b-4b5f-9c4a-6d0a0c95d692 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:52.124223 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3fc97cc7-e112-4901-8921-4cfa6199a169 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0377519 Nov 10 19:26:52.128131 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49752) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:52.140153 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-d86c5f85-b6df-487a-bf7d-44785d685159 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-381493958', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:52.190996 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-8de9a6cb-3f3d-4cb8-ba5d-6f12352158b1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Deleting subnet f419ed62-5d5c-4972-9ff4-63f12d5f6106 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:26:52.196514 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8de9a6cb-3f3d-4cb8-ba5d-6f12352158b1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:52.252923 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8de9a6cb-3f3d-4cb8-ba5d-6f12352158b1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:52.365917 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8de9a6cb-3f3d-4cb8-ba5d-6f12352158b1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:52.397430 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333cc7db-51a0-4dd6-a1d1-51ebd5409668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-bc43a628-7c2f-4d65-ae15-07080532f864', 'network_id': 'bc43a628-7c2f-4d65-ae15-07080532f864', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'fixed_ips': [{'subnet_id': '872e1da9-1b10-4d8e-9247-015c0bb79409'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:26:52.398957 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-333cc7db-51a0-4dd6-a1d1-51ebd5409668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:52.457382 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8de9a6cb-3f3d-4cb8-ba5d-6f12352158b1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:52.506750 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9a6cb-3f3d-4cb8-ba5d-6f12352158b1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Subnet': ['ID=f419ed62-5d5c-4972-9ff4-63f12d5f6106,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:52.516979 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d86c5f85-b6df-487a-bf7d-44785d685159 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:52.518674 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d86c5f85-b6df-487a-bf7d-44785d685159 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:52.565647 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5fd262cf-335b-4b5f-9c4a-6d0a0c95d692 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:52.633450 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8de9a6cb-3f3d-4cb8-ba5d-6f12352158b1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:52.638581 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8de9a6cb-3f3d-4cb8-ba5d-6f12352158b1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/subnets/f419ed62-5d5c-4972-9ff4-63f12d5f6106 HTTP/1.1" status: 204 len: 168 time: 0.5562351 Nov 10 19:26:52.640578 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d86c5f85-b6df-487a-bf7d-44785d685159 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:52.641654 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49760) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:52.658776 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d86c5f85-b6df-487a-bf7d-44785d685159 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:52.675518 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf5ee3-e44f-4672-8226-60db8b514b9a req-af3249b4-b30f-4678-8922-021e63485777 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:52.690160 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bbcf5ee3-e44f-4672-8226-60db8b514b9a req-af3249b4-b30f-4678-8922-021e63485777 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 945 time: 0.1686649 Nov 10 19:26:52.715324 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-333cc7db-51a0-4dd6-a1d1-51ebd5409668 None None] Allocated IP 2001:db8::2 (bc43a628-7c2f-4d65-ae15-07080532f864/872e1da9-1b10-4d8e-9247-015c0bb79409/ee8e6bc7-d332-4aa2-997d-19cecc634e75) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:26:52.807134 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ec1bb275-a408-419e-b439-da565ee340fc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:52.831661 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d86c5f85-b6df-487a-bf7d-44785d685159 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:52.832877 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d86c5f85-b6df-487a-bf7d-44785d685159 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7036881 Nov 10 19:26:52.853609 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49766) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:52.877303 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-333cc7db-51a0-4dd6-a1d1-51ebd5409668 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:52.883757 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ce8cb7-e783-4de1-8be9-05288d8a0657 None None] Network 9cfe6887-161a-475a-9f28-39d66899f8b1 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:26:52.885888 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-4ab15d49-c10c-4dfa-b628-08b3e1088c3f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Request body: {'port': {'network_id': 'bc43a628-7c2f-4d65-ae15-07080532f864', 'name': 'tempest-RoutersIpV6Test-1245368024'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:52.924369 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-333cc7db-51a0-4dd6-a1d1-51ebd5409668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:52.972948 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bbcf5ee3-e44f-4672-8226-60db8b514b9a req-20d14164-19ae-4d02-838f-81f13ee3d020 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817602 Nov 10 19:26:53.079223 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333cc7db-51a0-4dd6-a1d1-51ebd5409668 None None] Network bc43a628-7c2f-4d65-ae15-07080532f864 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:26:53.085088 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-333cc7db-51a0-4dd6-a1d1-51ebd5409668 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:26:53.091101 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333cc7db-51a0-4dd6-a1d1-51ebd5409668 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:26:53.091456 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd262cf-335b-4b5f-9c4a-6d0a0c95d692 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Router 6e5215f9-a7f4-42a8-a79e-2644fa28e929 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:26:53.193920 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-ec1bb275-a408-419e-b439-da565ee340fc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Deleting port e46dad01-ea7b-4a57-8034-95552c231b80 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:26:53.194407 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ec1bb275-a408-419e-b439-da565ee340fc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:53.264815 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333cc7db-51a0-4dd6-a1d1-51ebd5409668 None None] Pushing event updated for resources: {'Port': ['ID=ee8e6bc7-d332-4aa2-997d-19cecc634e75,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:53.278437 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6d9b9069-1e37-428c-b58e-084936de9b88 req-1ae7308d-22cd-4049-b12b-37cd37abbe5c tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 210 time: 0.1539052 Nov 10 19:26:53.314158 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-333cc7db-51a0-4dd6-a1d1-51ebd5409668 None None] Attempting to bind port ee8e6bc7-d332-4aa2-997d-19cecc634e75 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:26:53.314540 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-333cc7db-51a0-4dd6-a1d1-51ebd5409668 None None] Attempting to bind port ee8e6bc7-d332-4aa2-997d-19cecc634e75 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'edb216b1-4dec-4a45-a3fb-fdaa56599ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'bc43a628-7c2f-4d65-ae15-07080532f864'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:26:53.314909 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333cc7db-51a0-4dd6-a1d1-51ebd5409668 None None] Attempting to bind port ee8e6bc7-d332-4aa2-997d-19cecc634e75 on network bc43a628-7c2f-4d65-ae15-07080532f864 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:26:53.329475 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333cc7db-51a0-4dd6-a1d1-51ebd5409668 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:26:53.329791 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333cc7db-51a0-4dd6-a1d1-51ebd5409668 None None] Checking segment: {'id': 'edb216b1-4dec-4a45-a3fb-fdaa56599ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'bc43a628-7c2f-4d65-ae15-07080532f864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:26:53.334172 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-333cc7db-51a0-4dd6-a1d1-51ebd5409668 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:53.334619 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333cc7db-51a0-4dd6-a1d1-51ebd5409668 None None] Bound using segment: {'id': 'edb216b1-4dec-4a45-a3fb-fdaa56599ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'bc43a628-7c2f-4d65-ae15-07080532f864'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:26:53.335127 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-333cc7db-51a0-4dd6-a1d1-51ebd5409668 None None] Bound port: ee8e6bc7-d332-4aa2-997d-19cecc634e75, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edb216b1-4dec-4a45-a3fb-fdaa56599ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'bc43a628-7c2f-4d65-ae15-07080532f864'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:26:53.335524 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-333cc7db-51a0-4dd6-a1d1-51ebd5409668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:53.407872 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab15d49-c10c-4dfa-b628-08b3e1088c3f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Made reservation on behalf of 224f7fcc3f6e44c5aaa6d320857c04c1 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:26:53.415869 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4ab15d49-c10c-4dfa-b628-08b3e1088c3f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:53.438555 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2ed9cb-2164-41f4-b233-16e5d92122dd None None] DHCP port deletion for 9cfe6887-161a-475a-9f28-39d66899f8b1 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:26:53.455910 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd262cf-335b-4b5f-9c4a-6d0a0c95d692 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:26:53.488646 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b6ebb-e2e8-4045-805b-3141a57257b8 None None] Sync routers for ids ['6e5215f9-a7f4-42a8-a79e-2644fa28e929'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:26:53.500854 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5fd262cf-335b-4b5f-9c4a-6d0a0c95d692 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:53.502409 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5fd262cf-335b-4b5f-9c4a-6d0a0c95d692 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.8452523 Nov 10 19:26:53.505811 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49772) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:53.515158 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-333cc7db-51a0-4dd6-a1d1-51ebd5409668 None None] For port ee8e6bc7-d332-4aa2-997d-19cecc634e75, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:26:53.519469 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-333cc7db-51a0-4dd6-a1d1-51ebd5409668 None None] For port ee8e6bc7-d332-4aa2-997d-19cecc634e75, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ee8e6bc7-d332-4aa2-997d-19cecc634e75,segment=NetworkSegment(edb216b1-4dec-4a45-a3fb-fdaa56599ebf),segment_id=edb216b1-4dec-4a45-a3fb-fdaa56599ebf)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:26:53.519714 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97b6ebb-e2e8-4045-805b-3141a57257b8 None None] Routers {'6e5215f9-a7f4-42a8-a79e-2644fa28e929'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:26:53.520545 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-d97b6ebb-e2e8-4045-805b-3141a57257b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:26:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['6e5215f9-a7f4-42a8-a79e-2644fa28e929'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:53.546893 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-ec1bb275-a408-419e-b439-da565ee340fc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] For port e46dad01-ea7b-4a57-8034-95552c231b80, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e46dad01-ea7b-4a57-8034-95552c231b80,segment=NetworkSegment(40bc3012-72ef-4f28-b43e-d5c37c7d9a76),segment_id=40bc3012-72ef-4f28-b43e-d5c37c7d9a76)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:53.547574 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ec1bb275-a408-419e-b439-da565ee340fc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:53.550912 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-4ab15d49-c10c-4dfa-b628-08b3e1088c3f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] device_id is not set on port 0db604ce-2889-4348-8c02-75075b714058 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:26:53.554725 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-333cc7db-51a0-4dd6-a1d1-51ebd5409668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:53.597864 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-ec1bb275-a408-419e-b439-da565ee340fc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Calling delete_port for e46dad01-ea7b-4a57-8034-95552c231b80 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:26:53.615092 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-234e1e27-c62a-4bc7-81a2-aa079da89797 tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=540494213bb2401d877387c28ba690c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1055052 Nov 10 19:26:53.626133 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49774) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:53.705510 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333cc7db-51a0-4dd6-a1d1-51ebd5409668 None None] Pushing event updated for resources: {'Port': ['ID=ee8e6bc7-d332-4aa2-997d-19cecc634e75,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:53.710930 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d183d201-715f-44af-b2fb-8e6cfba6be33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:53.813052 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-7a2ed9cb-2164-41f4-b233-16e5d92122dd None None] Deleting port e46dad01-ea7b-4a57-8034-95552c231b80 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:26:53.813430 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7a2ed9cb-2164-41f4-b233-16e5d92122dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:53.860110 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-4ab15d49-c10c-4dfa-b628-08b3e1088c3f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Allocated IP 2001:db8::28 (bc43a628-7c2f-4d65-ae15-07080532f864/872e1da9-1b10-4d8e-9247-015c0bb79409/0db604ce-2889-4348-8c02-75075b714058) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:26:53.876911 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-d97b6ebb-e2e8-4045-805b-3141a57257b8 None None] Set router 6e5215f9-a7f4-42a8-a79e-2644fa28e929 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:26:53.890573 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ec1bb275-a408-419e-b439-da565ee340fc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:53.934763 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e46dad01-ea7b-4a57-8034-95552c231b80 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:26:53.995540 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1bb275-a408-419e-b439-da565ee340fc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Port': ['ID=e46dad01-ea7b-4a57-8034-95552c231b80,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:54.029300 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1bb275-a408-419e-b439-da565ee340fc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] No DVR routers for this DVR port e46dad01-ea7b-4a57-8034-95552c231b80 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:26:54.044897 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7a2ed9cb-2164-41f4-b233-16e5d92122dd None None] For port e46dad01-ea7b-4a57-8034-95552c231b80, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e46dad01-ea7b-4a57-8034-95552c231b80,segment=NetworkSegment(40bc3012-72ef-4f28-b43e-d5c37c7d9a76),segment_id=40bc3012-72ef-4f28-b43e-d5c37c7d9a76)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:54.051034 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7a2ed9cb-2164-41f4-b233-16e5d92122dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:54.055071 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: e46dad01-ea7b-4a57-8034-95552c231b80 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:26:54.057669 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e46dad01-ea7b-4a57-8034-95552c231b80 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:26:54.098804 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-7a2ed9cb-2164-41f4-b233-16e5d92122dd None None] Calling delete_port for e46dad01-ea7b-4a57-8034-95552c231b80 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:26:54.176532 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a6baf1-8c44-453f-86eb-6d677979cd4e tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:54.178449 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-19a6baf1-8c44-453f-86eb-6d677979cd4e tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5495217 Nov 10 19:26:54.190821 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49778) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:54.264633 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f843e00-0553-4eb4-a78d-25bf13291a4c req-f2d9f91f-3afa-4dab-803d-1684aaa7ea8e tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:54.266755 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9f843e00-0553-4eb4-a78d-25bf13291a4c req-f2d9f91f-3afa-4dab-803d-1684aaa7ea8e tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 945 time: 0.0870779 Nov 10 19:26:54.292845 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7a2ed9cb-2164-41f4-b233-16e5d92122dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:54.302972 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-dfa72c4f-0ef1-4c4e-a98a-8e9511c9f51f tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0731089 Nov 10 19:26:54.304554 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49780) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:54.319806 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-378ef47a-51f0-4c27-aa5e-196ac9d5e026 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1986763518', 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08', 'project_id': '540494213bb2401d877387c28ba690c2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:54.355619 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-d97b6ebb-e2e8-4045-805b-3141a57257b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1035058919', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '596e04ac-a393-4fab-81a9-8ae5c198e174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:26:49Z', 'updated_at': '2021-11-10T19:26:51Z', 'revision_number': 3, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '596e04ac-a393-4fab-81a9-8ae5c198e174', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:de:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:26:50Z', 'updated_at': '2021-11-10T19:26:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:54.360036 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ec1bb275-a408-419e-b439-da565ee340fc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:54.369917 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2ed9cb-2164-41f4-b233-16e5d92122dd None None] No DVR routers for this DVR port e46dad01-ea7b-4a57-8034-95552c231b80 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:26:54.373667 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ed9cb-2164-41f4-b233-16e5d92122dd None None] Pushing event deleted for resources: {'Port': ['ID=e46dad01-ea7b-4a57-8034-95552c231b80,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:54.405389 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b6ebb-e2e8-4045-805b-3141a57257b8 None None] Checking router: 6e5215f9-a7f4-42a8-a79e-2644fa28e929 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:26:54.405994 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b6ebb-e2e8-4045-805b-3141a57257b8 None None] Updating router 6e5215f9-a7f4-42a8-a79e-2644fa28e929 port 596e04ac-a393-4fab-81a9-8ae5c198e174 binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:26:54.407899 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-ec1bb275-a408-419e-b439-da565ee340fc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cfe6887-161a-475a-9f28-39d66899f8b1']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:54.427033 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-ec1bb275-a408-419e-b439-da565ee340fc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40bc3012-72ef-4f28-b43e-d5c37c7d9a76') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:54.427033 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-ec1bb275-a408-419e-b439-da565ee340fc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40bc3012-72ef-4f28-b43e-d5c37c7d9a76') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:54.437568 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ec1bb275-a408-419e-b439-da565ee340fc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:54.441020 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d97b6ebb-e2e8-4045-805b-3141a57257b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:54.467542 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ec1bb275-a408-419e-b439-da565ee340fc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:54.474795 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec1bb275-a408-419e-b439-da565ee340fc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:26:54.475182 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ec1bb275-a408-419e-b439-da565ee340fc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:54.531518 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9f843e00-0553-4eb4-a78d-25bf13291a4c req-342cf0a8-f44e-492f-a689-f4e8e1b2a902 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503824 Nov 10 19:26:54.585471 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:54.613933 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378ef47a-51f0-4c27-aa5e-196ac9d5e026 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Made reservation on behalf of 540494213bb2401d877387c28ba690c2 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:26:54.619050 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-378ef47a-51f0-4c27-aa5e-196ac9d5e026 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:54.835595 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f1089c9d-6232-4185-96b6-096252c353bf req-31bfcf5f-8a74-4762-8633-345150b3d5d8 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 210 time: 0.0912263 Nov 10 19:26:54.986020 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:55.057033 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d97b6ebb-e2e8-4045-805b-3141a57257b8 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:55.069948 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d97b6ebb-e2e8-4045-805b-3141a57257b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:55.084731 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:26:55.084731 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:26:55.084731 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:26:55.084731 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:26:55.084731 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:26:55.084731 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:26:55.084731 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:26:55.084731 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:26:55.084731 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:26:55.084731 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:26:55.084731 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:26:55.084731 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:26:55.084731 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:26:55.084731 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:26:55.084731 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:26:55.084731 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:26:55.084731 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:26:55.084731 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:26:55.084731 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:26:55.084731 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:26:55.084731 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:26:55.084731 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:26:55.084731 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:26:55.084731 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:26:55.084731 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:26:55.084731 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:26:55.084731 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:26:55.084731 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:26:55.084731 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:26:55.084731 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:26:55.084731 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:26:55.084731 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:26:55.135144 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49794) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:55.161371 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd5646-71bc-4cd6-bf57-d20465992f6d None None] Pushing event updated for resources: {'Port': ['ID=596e04ac-a393-4fab-81a9-8ae5c198e174,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:55.195740 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-378ef47a-51f0-4c27-aa5e-196ac9d5e026 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:55.208169 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe36f29-d90a-434e-98b2-e0ad181a9471 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:26:55.243809 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-d97b6ebb-e2e8-4045-805b-3141a57257b8 None None] Attempting to bind port 596e04ac-a393-4fab-81a9-8ae5c198e174 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:26:55.244554 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-d97b6ebb-e2e8-4045-805b-3141a57257b8 None None] Attempting to bind port 596e04ac-a393-4fab-81a9-8ae5c198e174 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:26:55.247925 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97b6ebb-e2e8-4045-805b-3141a57257b8 None None] Attempting to bind port 596e04ac-a393-4fab-81a9-8ae5c198e174 on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:26:55.261589 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcd5646-71bc-4cd6-bf57-d20465992f6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:55.261997 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcd5646-71bc-4cd6-bf57-d20465992f6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:55.262336 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcd5646-71bc-4cd6-bf57-d20465992f6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:55.262661 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcd5646-71bc-4cd6-bf57-d20465992f6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:55.264188 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcd5646-71bc-4cd6-bf57-d20465992f6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:55.265546 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcd5646-71bc-4cd6-bf57-d20465992f6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:55.266083 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcd5646-71bc-4cd6-bf57-d20465992f6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:55.269528 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcd5646-71bc-4cd6-bf57-d20465992f6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:55.270107 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcd5646-71bc-4cd6-bf57-d20465992f6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:55.275012 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcd5646-71bc-4cd6-bf57-d20465992f6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:55.275442 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcd5646-71bc-4cd6-bf57-d20465992f6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:55.275788 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcd5646-71bc-4cd6-bf57-d20465992f6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:55.306526 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97b6ebb-e2e8-4045-805b-3141a57257b8 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:26:55.308980 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97b6ebb-e2e8-4045-805b-3141a57257b8 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:26:55.310765 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d97b6ebb-e2e8-4045-805b-3141a57257b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:55.315002 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-087cb6b0-1edf-4c55-9e3c-919a2fb26360 None None] Provisioning complete for port 596e04ac-a393-4fab-81a9-8ae5c198e174 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:55.315228 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97b6ebb-e2e8-4045-805b-3141a57257b8 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:26:55.318277 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-d97b6ebb-e2e8-4045-805b-3141a57257b8 None None] Bound port: 596e04ac-a393-4fab-81a9-8ae5c198e174, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:26:55.318667 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d97b6ebb-e2e8-4045-805b-3141a57257b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:55.319171 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-087cb6b0-1edf-4c55-9e3c-919a2fb26360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:55.376213 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4ab15d49-c10c-4dfa-b628-08b3e1088c3f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:55.433194 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ec1bb275-a408-419e-b439-da565ee340fc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:55.447987 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ec1bb275-a408-419e-b439-da565ee340fc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:55.451980 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ec1bb275-a408-419e-b439-da565ee340fc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/networks/9cfe6887-161a-475a-9f28-39d66899f8b1 HTTP/1.1" status: 204 len: 168 time: 2.8088861 Nov 10 19:26:55.461699 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49798) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:55.498061 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378ef47a-51f0-4c27-aa5e-196ac9d5e026 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Checking segment: {'id': '6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:26:55.499011 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378ef47a-51f0-4c27-aa5e-196ac9d5e026 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Network hostable DHCP agents. Network: d2ee296e-97f0-4e05-bc63-eecad2cf8d08, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:26:55.507631 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75940022-47a6-48a5-928e-6375fce6572e None None] Network bc43a628-7c2f-4d65-ae15-07080532f864 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:26:55.514216 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ef47a-51f0-4c27-aa5e-196ac9d5e026 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'Subnet': ['ID=80df9671-f57e-40dc-a213-b58ffde2f797,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:55.516566 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-d97b6ebb-e2e8-4045-805b-3141a57257b8 None None] For port 596e04ac-a393-4fab-81a9-8ae5c198e174, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:26:55.519389 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1bb275-a408-419e-b439-da565ee340fc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Network': ['ID=9cfe6887-161a-475a-9f28-39d66899f8b1,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:55.528877 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-d97b6ebb-e2e8-4045-805b-3141a57257b8 None None] For port 596e04ac-a393-4fab-81a9-8ae5c198e174, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=596e04ac-a393-4fab-81a9-8ae5c198e174,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:26:55.541130 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4ab15d49-c10c-4dfa-b628-08b3e1088c3f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:55.541676 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d97b6ebb-e2e8-4045-805b-3141a57257b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:55.564849 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00659216-116b-4731-b8bc-3bc648f4d6ae tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:55.567656 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-087cb6b0-1edf-4c55-9e3c-919a2fb26360 None None] Port 596e04ac-a393-4fab-81a9-8ae5c198e174 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:26:55.580305 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-00659216-116b-4731-b8bc-3bc648f4d6ae tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "GET /v2.0/ports/44a41fc7-db67-45f6-9fbf-3427a5ccbee3 HTTP/1.1" status: 200 len: 840 time: 0.1135855 Nov 10 19:26:55.594476 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49804) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:55.645089 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e3fa9201-64e9-419c-ac50-4ad170ba8bc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:55.656182 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378ef47a-51f0-4c27-aa5e-196ac9d5e026 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:55.664392 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378ef47a-51f0-4c27-aa5e-196ac9d5e026 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:55.667929 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378ef47a-51f0-4c27-aa5e-196ac9d5e026 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:55.668632 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378ef47a-51f0-4c27-aa5e-196ac9d5e026 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:55.669232 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378ef47a-51f0-4c27-aa5e-196ac9d5e026 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:55.670715 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a46896-65aa-4c22-ab2a-6840c96becc6 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:26:55.671617 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378ef47a-51f0-4c27-aa5e-196ac9d5e026 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:55.672068 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378ef47a-51f0-4c27-aa5e-196ac9d5e026 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:55.672512 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378ef47a-51f0-4c27-aa5e-196ac9d5e026 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:55.672960 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378ef47a-51f0-4c27-aa5e-196ac9d5e026 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:55.673949 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97b6ebb-e2e8-4045-805b-3141a57257b8 None None] Routers {'6e5215f9-a7f4-42a8-a79e-2644fa28e929'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:26:55.674389 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378ef47a-51f0-4c27-aa5e-196ac9d5e026 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:55.677106 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-d97b6ebb-e2e8-4045-805b-3141a57257b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:26:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['6e5215f9-a7f4-42a8-a79e-2644fa28e929'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:55.677644 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378ef47a-51f0-4c27-aa5e-196ac9d5e026 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:55.678119 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378ef47a-51f0-4c27-aa5e-196ac9d5e026 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:26:55.683359 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab15d49-c10c-4dfa-b628-08b3e1088c3f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network bc43a628-7c2f-4d65-ae15-07080532f864 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:26:55.701479 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378ef47a-51f0-4c27-aa5e-196ac9d5e026 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Network d2ee296e-97f0-4e05-bc63-eecad2cf8d08 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:26:55.704746 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab15d49-c10c-4dfa-b628-08b3e1088c3f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Port': ['ID=0db604ce-2889-4348-8c02-75075b714058,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:55.712910 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-40859e8e-3d92-420c-9fe9-cbbc3caa8a07 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "GET /v2.0/ports/44a41fc7-db67-45f6-9fbf-3427a5ccbee3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1170845 Nov 10 19:26:55.714093 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-4ab15d49-c10c-4dfa-b628-08b3e1088c3f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:26:55.716883 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab15d49-c10c-4dfa-b628-08b3e1088c3f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:26:55.722243 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49806) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:55.733392 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-3a2dd541-15f7-4a36-b3c8-72eba379cfde tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'subnet': {'network_id': 'dfca0295-67ae-4a70-a230-6919d8035342', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:55.739522 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab15d49-c10c-4dfa-b628-08b3e1088c3f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:55.740852 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4ab15d49-c10c-4dfa-b628-08b3e1088c3f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:55.784381 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4ab15d49-c10c-4dfa-b628-08b3e1088c3f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.9133401 Nov 10 19:26:55.793631 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49808) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:55.857547 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fb3f150f-cc63-4feb-b92b-f94d5fadc261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:55.870232 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-3064c910-df1b-49a4-8010-c05c49ec2e87 None None] Provisioning complete for port ee8e6bc7-d332-4aa2-997d-19cecc634e75 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:55.872724 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3064c910-df1b-49a4-8010-c05c49ec2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:55.893483 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-378ef47a-51f0-4c27-aa5e-196ac9d5e026 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, d2ee296e-97f0-4e05-bc63-eecad2cf8d08) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:26:55.915183 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378ef47a-51f0-4c27-aa5e-196ac9d5e026 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:55.916329 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-378ef47a-51f0-4c27-aa5e-196ac9d5e026 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:55.926200 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-d97b6ebb-e2e8-4045-805b-3141a57257b8 None None] Set router 6e5215f9-a7f4-42a8-a79e-2644fa28e929 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:26:55.970660 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c76cec-1780-450a-ae44-a9c1818ab887 req-1e5b1e5b-3df7-4bbf-b3c5-65b358ae074c tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:55.975474 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-98c76cec-1780-450a-ae44-a9c1818ab887 req-1e5b1e5b-3df7-4bbf-b3c5-65b358ae074c tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 945 time: 0.2549224 Nov 10 19:26:55.995400 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff106c4c-d506-4d4e-bddf-bbee34916086 None None] Network d2ee296e-97f0-4e05-bc63-eecad2cf8d08 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:26:56.014910 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ee8e6bc7-d332-4aa2-997d-19cecc634e75 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:26:56.034687 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd5646-71bc-4cd6-bf57-d20465992f6d None None] Pushing event updated for resources: {'Port': ['ID=596e04ac-a393-4fab-81a9-8ae5c198e174,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:56.106098 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2dd541-15f7-4a36-b3c8-72eba379cfde tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:26:56.110011 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3a2dd541-15f7-4a36-b3c8-72eba379cfde tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:56.329940 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-d97b6ebb-e2e8-4045-805b-3141a57257b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1035058919', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '596e04ac-a393-4fab-81a9-8ae5c198e174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:26:49Z', 'updated_at': '2021-11-10T19:26:51Z', 'revision_number': 3, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '596e04ac-a393-4fab-81a9-8ae5c198e174', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:de:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:26:50Z', 'updated_at': '2021-11-10T19:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:26:56.437882 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b6ebb-e2e8-4045-805b-3141a57257b8 None None] The sync data for ids ['6e5215f9-a7f4-42a8-a79e-2644fa28e929'] in n-d-813897-4 is: [{'id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1035058919', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '596e04ac-a393-4fab-81a9-8ae5c198e174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:26:49Z', 'updated_at': '2021-11-10T19:26:51Z', 'revision_number': 3, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '596e04ac-a393-4fab-81a9-8ae5c198e174', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:de:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:26:50Z', 'updated_at': '2021-11-10T19:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:26:56.463225 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3064c910-df1b-49a4-8010-c05c49ec2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:56.535129 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-98c76cec-1780-450a-ae44-a9c1818ab887 req-24637cd1-19ea-46b5-8a42-81e02af80da0 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5396380 Nov 10 19:26:56.553634 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3a2dd541-15f7-4a36-b3c8-72eba379cfde tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:56.569727 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-3064c910-df1b-49a4-8010-c05c49ec2e87 None None] For port ee8e6bc7-d332-4aa2-997d-19cecc634e75, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ee8e6bc7-d332-4aa2-997d-19cecc634e75,segment=NetworkSegment(edb216b1-4dec-4a45-a3fb-fdaa56599ebf),segment_id=edb216b1-4dec-4a45-a3fb-fdaa56599ebf)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:56.574765 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-378ef47a-51f0-4c27-aa5e-196ac9d5e026 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2630348 Nov 10 19:26:56.576755 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49816) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:56.582953 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-406e8d24-5b87-44e3-b413-4a32a4b1725d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:56.626999 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3064c910-df1b-49a4-8010-c05c49ec2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:56.646039 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port ee8e6bc7-d332-4aa2-997d-19cecc634e75 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:56.647104 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:57.358337 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-406e8d24-5b87-44e3-b413-4a32a4b1725d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:57.360573 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:57.371621 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-406e8d24-5b87-44e3-b413-4a32a4b1725d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:57.407670 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-88508389-4010-495b-b6f2-41086d42cb9f None None] Provisioning complete for port 596e04ac-a393-4fab-81a9-8ae5c198e174 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:57.408101 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-88508389-4010-495b-b6f2-41086d42cb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:57.489489 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064c910-df1b-49a4-8010-c05c49ec2e87 None None] Pushing event updated for resources: {'Port': ['ID=ee8e6bc7-d332-4aa2-997d-19cecc634e75,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:57.590946 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e53aba-e340-42e5-ba4b-755e516effa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-d2ee296e-97f0-4e05-bc63-eecad2cf8d08', 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'fixed_ips': [{'subnet_id': '80df9671-f57e-40dc-a213-b58ffde2f797'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:26:57.591871 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-75e53aba-e340-42e5-ba4b-755e516effa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:57.650447 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2dd541-15f7-4a36-b3c8-72eba379cfde tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Subnet': ['ID=deb4c8e0-46b2-49e3-9412-d458de7ce70a,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:57.674025 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e8d24-5b87-44e3-b413-4a32a4b1725d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Port': ['ID=0db604ce-2889-4348-8c02-75075b714058,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:57.784608 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-75e53aba-e340-42e5-ba4b-755e516effa5 None None] Allocated IP 172.20.0.2 (d2ee296e-97f0-4e05-bc63-eecad2cf8d08/80df9671-f57e-40dc-a213-b58ffde2f797/74cd2f57-adef-4648-acc9-5f5652921160) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:26:57.912167 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a69978df-3c7f-4da4-b1fe-466baef31dd0 req-49b7ced3-3af5-431a-a736-bc580472a021 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 210 time: 0.2144146 Nov 10 19:26:57.949441 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2dd541-15f7-4a36-b3c8-72eba379cfde tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network dfca0295-67ae-4a70-a230-6919d8035342 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:26:57.965357 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-88508389-4010-495b-b6f2-41086d42cb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:57.973835 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-3a2dd541-15f7-4a36-b3c8-72eba379cfde tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:26:57.988305 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-406e8d24-5b87-44e3-b413-4a32a4b1725d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:58.004643 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2dd541-15f7-4a36-b3c8-72eba379cfde tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:58.013896 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3a2dd541-15f7-4a36-b3c8-72eba379cfde tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:58.021122 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08aec6ff-27c5-40ec-88ad-0a856a6091c4 None None] Network dfca0295-67ae-4a70-a230-6919d8035342 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:26:58.066630 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-88508389-4010-495b-b6f2-41086d42cb9f None None] For port 596e04ac-a393-4fab-81a9-8ae5c198e174, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=596e04ac-a393-4fab-81a9-8ae5c198e174,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:26:58.083177 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 596e04ac-a393-4fab-81a9-8ae5c198e174 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:26:58.096332 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-88508389-4010-495b-b6f2-41086d42cb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:58.184088 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e3fa9201-64e9-419c-ac50-4ad170ba8bc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:58.219104 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3a2dd541-15f7-4a36-b3c8-72eba379cfde tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4951625 Nov 10 19:26:58.222070 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49822) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:58.230584 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-78599038-ca6a-436b-aa97-f16a03d10b8f tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'security_group': {'name': 'tempest-secgroup-1062063126'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:58.260048 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e3fa9201-64e9-419c-ac50-4ad170ba8bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:58.298663 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-406e8d24-5b87-44e3-b413-4a32a4b1725d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:58.340444 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-75e53aba-e340-42e5-ba4b-755e516effa5 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:58.342965 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-64e48f1c-aa96-44a8-846e-5546e2be7025 None None] Provisioning complete for port 0db604ce-2889-4348-8c02-75075b714058 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:58.343335 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-64e48f1c-aa96-44a8-846e-5546e2be7025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:58.358689 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-78599038-ca6a-436b-aa97-f16a03d10b8f tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:58.378883 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e3fa9201-64e9-419c-ac50-4ad170ba8bc6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=71edf07773d44f5ca3bd0b0f3b4df997&name=default HTTP/1.1" status: 200 len: 3000 time: 3.2425971 Nov 10 19:26:58.384861 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-75e53aba-e340-42e5-ba4b-755e516effa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:58.397756 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88508389-4010-495b-b6f2-41086d42cb9f None None] Pushing event updated for resources: {'Port': ['ID=596e04ac-a393-4fab-81a9-8ae5c198e174,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:58.399617 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49824) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:58.470853 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa9201-64e9-419c-ac50-4ad170ba8bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a0df36-d35b-4b42-a5f6-f9e1a23b6bf1,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:58.478874 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e53aba-e340-42e5-ba4b-755e516effa5 None None] Pushing event updated for resources: {'Port': ['ID=74cd2f57-adef-4648-acc9-5f5652921160,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:58.498400 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e53aba-e340-42e5-ba4b-755e516effa5 None None] Network d2ee296e-97f0-4e05-bc63-eecad2cf8d08 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:26:58.507223 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb24f39-9330-481b-b67a-88a3acb7976e req-28bf580b-3151-4845-a426-914bd54f2949 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:26:58.515140 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bbb24f39-9330-481b-b67a-88a3acb7976e req-28bf580b-3151-4845-a426-914bd54f2949 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 945 time: 0.3293679 Nov 10 19:26:58.517349 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-75e53aba-e340-42e5-ba4b-755e516effa5 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:26:58.521543 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e53aba-e340-42e5-ba4b-755e516effa5 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:26:58.538220 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 596e04ac-a393-4fab-81a9-8ae5c198e174 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:58.538603 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:58.543832 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-64e48f1c-aa96-44a8-846e-5546e2be7025 None None] Port 0db604ce-2889-4348-8c02-75075b714058 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:26:58.610402 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a1fc1ccd-b4c4-4d30-a5dc-cd6c79824724 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:58.700673 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bbb24f39-9330-481b-b67a-88a3acb7976e req-fcb7cdd1-244e-4e96-be2c-b7f839b86d81 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846662 Nov 10 19:26:58.722017 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a1fc1ccd-b4c4-4d30-a5dc-cd6c79824724 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:58.726904 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-64e48f1c-aa96-44a8-846e-5546e2be7025 None None] Provisioning complete for port ee8e6bc7-d332-4aa2-997d-19cecc634e75 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:58.727284 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-64e48f1c-aa96-44a8-846e-5546e2be7025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:58.791721 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-78599038-ca6a-436b-aa97-f16a03d10b8f tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:58.801785 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-78599038-ca6a-436b-aa97-f16a03d10b8f tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:58.822071 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:58.868538 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-75e53aba-e340-42e5-ba4b-755e516effa5 None None] Attempting to bind port 74cd2f57-adef-4648-acc9-5f5652921160 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:26:58.868979 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-75e53aba-e340-42e5-ba4b-755e516effa5 None None] Attempting to bind port 74cd2f57-adef-4648-acc9-5f5652921160 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:26:58.869873 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e53aba-e340-42e5-ba4b-755e516effa5 None None] Attempting to bind port 74cd2f57-adef-4648-acc9-5f5652921160 on network d2ee296e-97f0-4e05-bc63-eecad2cf8d08 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:26:58.880608 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-78599038-ca6a-436b-aa97-f16a03d10b8f tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:58.885726 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a1fc1ccd-b4c4-4d30-a5dc-cd6c79824724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:58.888298 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-78599038-ca6a-436b-aa97-f16a03d10b8f tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6613789 Nov 10 19:26:58.888984 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49828) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:58.889784 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a1fc1ccd-b4c4-4d30-a5dc-cd6c79824724 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:58.892282 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a1fc1ccd-b4c4-4d30-a5dc-cd6c79824724 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f1a0df36-d35b-4b42-a5f6-f9e1a23b6bf1 HTTP/1.1" status: 204 len: 168 time: 0.4914708 Nov 10 19:26:58.903037 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181709a1-f751-4017-ace2-ca0e91086caf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-dfca0295-67ae-4a70-a230-6919d8035342', 'network_id': 'dfca0295-67ae-4a70-a230-6919d8035342', 'tenant_id': 'e9defc91a1f9416bbb2744ea822424be', 'fixed_ips': [{'subnet_id': 'deb4c8e0-46b2-49e3-9412-d458de7ce70a'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:26:58.904065 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-181709a1-f751-4017-ace2-ca0e91086caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:58.911679 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc1ccd-b4c4-4d30-a5dc-cd6c79824724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a0df36-d35b-4b42-a5f6-f9e1a23b6bf1,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:58.950471 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e53aba-e340-42e5-ba4b-755e516effa5 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:26:58.950854 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e53aba-e340-42e5-ba4b-755e516effa5 None None] Checking segment: {'id': '6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:26:58.953809 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-75e53aba-e340-42e5-ba4b-755e516effa5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:58.956738 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e53aba-e340-42e5-ba4b-755e516effa5 None None] Bound using segment: {'id': '6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:26:58.959632 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-75e53aba-e340-42e5-ba4b-755e516effa5 None None] Bound port: 74cd2f57-adef-4648-acc9-5f5652921160, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:26:58.960262 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-75e53aba-e340-42e5-ba4b-755e516effa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:59.006900 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-8ab3e277-0a83-4b45-a241-83ceea7f6d81 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'security_group': {'name': 'tempest-secgroup-1872789756'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:26:59.024097 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78599038-ca6a-436b-aa97-f16a03d10b8f tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7efe1338-378e-48b2-9d69-7162f7afc733,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:59.111782 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-406e8d24-5b87-44e3-b413-4a32a4b1725d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:59.123834 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-406e8d24-5b87-44e3-b413-4a32a4b1725d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:59.126712 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-406e8d24-5b87-44e3-b413-4a32a4b1725d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:59.139541 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2b404ce9-f4f4-4511-b63b-4657a541af95 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:59.216269 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a361c04c-0d8d-48d1-95f9-1977124fe071 req-21d2b23f-555d-4ba0-8187-48cf6be74367 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 210 time: 0.0998168 Nov 10 19:26:59.224572 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8ab3e277-0a83-4b45-a241-83ceea7f6d81 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:59.230271 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ee8e6bc7-d332-4aa2-997d-19cecc634e75 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:26:59.246541 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e8d24-5b87-44e3-b413-4a32a4b1725d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Port': ['ID=0db604ce-2889-4348-8c02-75075b714058,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:26:59.445459 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406e8d24-5b87-44e3-b413-4a32a4b1725d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network bc43a628-7c2f-4d65-ae15-07080532f864 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:26:59.447173 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-406e8d24-5b87-44e3-b413-4a32a4b1725d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:26:59.596916 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:59.613817 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-75e53aba-e340-42e5-ba4b-755e516effa5 None None] For port 74cd2f57-adef-4648-acc9-5f5652921160, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:26:59.681138 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-181709a1-f751-4017-ace2-ca0e91086caf None None] Allocated IP 172.20.0.2 (dfca0295-67ae-4a70-a230-6919d8035342/deb4c8e0-46b2-49e3-9412-d458de7ce70a/c849aba1-c453-4af2-8afa-42f9969d5052) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:26:59.690272 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406e8d24-5b87-44e3-b413-4a32a4b1725d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Router d35db5b3-b1a3-455a-9413-547f59f9b073 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:26:59.693334 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-75e53aba-e340-42e5-ba4b-755e516effa5 None None] For port 74cd2f57-adef-4648-acc9-5f5652921160, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=74cd2f57-adef-4648-acc9-5f5652921160,segment=NetworkSegment(6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d),segment_id=6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:26:59.734423 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-75e53aba-e340-42e5-ba4b-755e516effa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:59.866603 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port ee8e6bc7-d332-4aa2-997d-19cecc634e75 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:26:59.867067 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:59.871070 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8ab3e277-0a83-4b45-a241-83ceea7f6d81 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:59.898447 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8ab3e277-0a83-4b45-a241-83ceea7f6d81 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:26:59.921032 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406e8d24-5b87-44e3-b413-4a32a4b1725d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:26:59.958869 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-406e8d24-5b87-44e3-b413-4a32a4b1725d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "PUT /v2.0/routers/d35db5b3-b1a3-455a-9413-547f59f9b073/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1642995 Nov 10 19:26:59.959546 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49856) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:26:59.978863 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3e277-0a83-4b45-a241-83ceea7f6d81 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abc6ae32-87db-413c-a3f2-1a5f24f91c4c,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:00.050099 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8ab3e277-0a83-4b45-a241-83ceea7f6d81 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:00.054922 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8ab3e277-0a83-4b45-a241-83ceea7f6d81 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0851767 Nov 10 19:27:00.057236 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbb3ca5-8ea1-455e-b12e-6d3e269e04dd None None] Sync routers for ids ['d35db5b3-b1a3-455a-9413-547f59f9b073'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:27:00.058417 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49860) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:00.065015 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-bbd979ed-5725-4bbb-a8a2-ec1012e54bf4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1636262725', 'security_groups': ['abc6ae32-87db-413c-a3f2-1a5f24f91c4c'], 'network_id': 'dfca0295-67ae-4a70-a230-6919d8035342', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'deb4c8e0-46b2-49e3-9412-d458de7ce70a'}]}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:00.087014 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db9a1e9-f80a-462b-85db-0060e806d421 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:00.089387 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6db9a1e9-f80a-462b-85db-0060e806d421 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "GET /v2.0/ports/0db604ce-2889-4348-8c02-75075b714058 HTTP/1.1" status: 200 len: 983 time: 0.1284187 Nov 10 19:27:00.091925 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49862) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:00.144513 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59779289-eaf0-48f5-9af6-8b1b334ddbf5 req-e31f4259-4d41-40e0-a25f-91145f084c92 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:00.167978 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59779289-eaf0-48f5-9af6-8b1b334ddbf5 req-e31f4259-4d41-40e0-a25f-91145f084c92 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 945 time: 0.2933216 Nov 10 19:27:00.376052 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-2b404ce9-f4f4-4511-b63b-4657a541af95 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Allocated IP 172.20.0.1 (d2ee296e-97f0-4e05-bc63-eecad2cf8d08/80df9671-f57e-40dc-a213-b58ffde2f797/f0809869-9e23-4efb-9be7-6dba00c75007) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:27:00.509185 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59779289-eaf0-48f5-9af6-8b1b334ddbf5 req-53c2b65a-abf1-4ce0-b475-f18d5c919173 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405421 Nov 10 19:27:00.686466 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b033882e-5fa7-4865-a661-9acd2edeea34 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:00.769812 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd979ed-5725-4bbb-a8a2-ec1012e54bf4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:27:00.963239 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e53aba-e340-42e5-ba4b-755e516effa5 None None] Pushing event updated for resources: {'Port': ['ID=74cd2f57-adef-4648-acc9-5f5652921160,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:00.975480 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbb3ca5-8ea1-455e-b12e-6d3e269e04dd None None] Routers {'d35db5b3-b1a3-455a-9413-547f59f9b073'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:27:00.976208 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-5dbb3ca5-8ea1-455e-b12e-6d3e269e04dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:26:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d35db5b3-b1a3-455a-9413-547f59f9b073'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:01.079001 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2b404ce9-f4f4-4511-b63b-4657a541af95 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:01.127853 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-5dbb3ca5-8ea1-455e-b12e-6d3e269e04dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:01.175924 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2739bd6-65c6-41b4-bf58-7cadced0f7cc req-a7e3de89-d433-42fb-aaf2-76542a37b62e tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 210 time: 0.1468401 Nov 10 19:27:01.321591 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-6e22ad44-0b39-4fd5-9d50-4c20320649eb None None] Provisioning complete for port 0db604ce-2889-4348-8c02-75075b714058 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:01.323099 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6e22ad44-0b39-4fd5-9d50-4c20320649eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:01.353304 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bbd979ed-5725-4bbb-a8a2-ec1012e54bf4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:01.364181 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2b404ce9-f4f4-4511-b63b-4657a541af95 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:01.369275 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-b033882e-5fa7-4865-a661-9acd2edeea34 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Deleting port 0db604ce-2889-4348-8c02-75075b714058 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:27:01.369832 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b033882e-5fa7-4865-a661-9acd2edeea34 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:01.418001 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-6e22ad44-0b39-4fd5-9d50-4c20320649eb None None] Port 0db604ce-2889-4348-8c02-75075b714058 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:27:01.475243 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-181709a1-f751-4017-ace2-ca0e91086caf None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:01.484485 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbb3ca5-8ea1-455e-b12e-6d3e269e04dd None None] Routers {'d35db5b3-b1a3-455a-9413-547f59f9b073'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:27:01.485168 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-bbd979ed-5725-4bbb-a8a2-ec1012e54bf4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] device_id is not set on port 8bcc9f6e-69de-487e-8083-3624d2885d2f yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:27:01.489040 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-5dbb3ca5-8ea1-455e-b12e-6d3e269e04dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:26:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d35db5b3-b1a3-455a-9413-547f59f9b073'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:01.577314 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-181709a1-f751-4017-ace2-ca0e91086caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:01.586429 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-5dbb3ca5-8ea1-455e-b12e-6d3e269e04dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:01.587415 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbb3ca5-8ea1-455e-b12e-6d3e269e04dd None None] The sync data for ids ['d35db5b3-b1a3-455a-9413-547f59f9b073'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:27:01.602406 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0d143f-1c7c-4288-ac68-31d3f427f30d None None] Network d2ee296e-97f0-4e05-bc63-eecad2cf8d08 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:27:01.636403 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b404ce9-f4f4-4511-b63b-4657a541af95 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Network d2ee296e-97f0-4e05-bc63-eecad2cf8d08 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:27:01.640410 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b033882e-5fa7-4865-a661-9acd2edeea34 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:01.671777 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-b033882e-5fa7-4865-a661-9acd2edeea34 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Calling delete_port for 0db604ce-2889-4348-8c02-75075b714058 owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:27:01.734973 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-2b404ce9-f4f4-4511-b63b-4657a541af95 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:27:01.737599 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b404ce9-f4f4-4511-b63b-4657a541af95 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:27:01.791970 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181709a1-f751-4017-ace2-ca0e91086caf None None] Network dfca0295-67ae-4a70-a230-6919d8035342 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:27:01.797293 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 74cd2f57-adef-4648-acc9-5f5652921160 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:27:01.844469 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-181709a1-f751-4017-ace2-ca0e91086caf None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:27:01.851063 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181709a1-f751-4017-ace2-ca0e91086caf None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:27:01.872868 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181709a1-f751-4017-ace2-ca0e91086caf None None] Pushing event updated for resources: {'Port': ['ID=c849aba1-c453-4af2-8afa-42f9969d5052,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:01.892051 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9ab70cb4-a359-4f7d-b667-4435eb6b39fa None None] Provisioning complete for port 74cd2f57-adef-4648-acc9-5f5652921160 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:01.892559 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9ab70cb4-a359-4f7d-b667-4435eb6b39fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:01.924575 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b404ce9-f4f4-4511-b63b-4657a541af95 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'Port': ['ID=f0809869-9e23-4efb-9be7-6dba00c75007,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:01.933367 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2b404ce9-f4f4-4511-b63b-4657a541af95 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:02.014588 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b033882e-5fa7-4865-a661-9acd2edeea34 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:02.055349 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a7366-740f-4a8d-9db8-7e0b75795436 req-a263c642-bee5-441b-bc13-18e43f8a1a65 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:02.057671 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de2a7366-740f-4a8d-9db8-7e0b75795436 req-a263c642-bee5-441b-bc13-18e43f8a1a65 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=37540233-6276-4904-9755-108dc2bdd25b HTTP/1.1" status: 200 len: 945 time: 0.4309452 Nov 10 19:27:02.084098 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-181709a1-f751-4017-ace2-ca0e91086caf None None] Attempting to bind port c849aba1-c453-4af2-8afa-42f9969d5052 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:27:02.084708 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-181709a1-f751-4017-ace2-ca0e91086caf None None] Attempting to bind port c849aba1-c453-4af2-8afa-42f9969d5052 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'ebfc1f5c-5a98-44d2-8bca-a2484321a5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'dfca0295-67ae-4a70-a230-6919d8035342'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:27:02.085081 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181709a1-f751-4017-ace2-ca0e91086caf None None] Attempting to bind port c849aba1-c453-4af2-8afa-42f9969d5052 on network dfca0295-67ae-4a70-a230-6919d8035342 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:27:02.086396 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033882e-5fa7-4865-a661-9acd2edeea34 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Port': ['ID=0db604ce-2889-4348-8c02-75075b714058,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:02.135081 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181709a1-f751-4017-ace2-ca0e91086caf None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:27:02.136253 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181709a1-f751-4017-ace2-ca0e91086caf None None] Checking segment: {'id': 'ebfc1f5c-5a98-44d2-8bca-a2484321a5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'dfca0295-67ae-4a70-a230-6919d8035342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:27:02.137538 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-181709a1-f751-4017-ace2-ca0e91086caf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:02.139703 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181709a1-f751-4017-ace2-ca0e91086caf None None] Bound using segment: {'id': 'ebfc1f5c-5a98-44d2-8bca-a2484321a5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'dfca0295-67ae-4a70-a230-6919d8035342'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:27:02.141246 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-181709a1-f751-4017-ace2-ca0e91086caf None None] Bound port: c849aba1-c453-4af2-8afa-42f9969d5052, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebfc1f5c-5a98-44d2-8bca-a2484321a5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'dfca0295-67ae-4a70-a230-6919d8035342'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:27:02.141753 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-181709a1-f751-4017-ace2-ca0e91086caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:02.163915 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 74cd2f57-adef-4648-acc9-5f5652921160 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:02.168890 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:02.247711 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de2a7366-740f-4a8d-9db8-7e0b75795436 req-b766858c-1e32-4ff9-9575-e1ec6f05a60b tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815033 Nov 10 19:27:02.249810 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.db.api [None req-bbd979ed-5725-4bbb-a8a2-ec1012e54bf4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-544afea6-444e-44a0-9574-21fb80abc6b8 {{(pid=102506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:27:02.250106 n-d-813897-4 neutron-server[102506]: DEBUG oslo_db.api [None req-bbd979ed-5725-4bbb-a8a2-ec1012e54bf4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:27:02.320358 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2b404ce9-f4f4-4511-b63b-4657a541af95 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:02.362347 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b033882e-5fa7-4865-a661-9acd2edeea34 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:02.423913 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-181709a1-f751-4017-ace2-ca0e91086caf None None] For port c849aba1-c453-4af2-8afa-42f9969d5052, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:27:02.433443 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-181709a1-f751-4017-ace2-ca0e91086caf None None] For port c849aba1-c453-4af2-8afa-42f9969d5052, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=c849aba1-c453-4af2-8afa-42f9969d5052,segment=NetworkSegment(ebfc1f5c-5a98-44d2-8bca-a2484321a5d8),segment_id=ebfc1f5c-5a98-44d2-8bca-a2484321a5d8)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:27:02.458796 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-181709a1-f751-4017-ace2-ca0e91086caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:02.559526 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181709a1-f751-4017-ace2-ca0e91086caf None None] Pushing event updated for resources: {'Port': ['ID=c849aba1-c453-4af2-8afa-42f9969d5052,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:02.567974 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9ab70cb4-a359-4f7d-b667-4435eb6b39fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:02.684206 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113e4fa-59f2-4243-9586-707854e1310f req-1fcfd89b-24d9-46f4-8002-c153de6db3e4 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:02.692359 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2113e4fa-59f2-4243-9586-707854e1310f req-1fcfd89b-24d9-46f4-8002-c153de6db3e4 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 945 time: 0.2663383 Nov 10 19:27:02.748733 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9ab70cb4-a359-4f7d-b667-4435eb6b39fa None None] For port 74cd2f57-adef-4648-acc9-5f5652921160, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=74cd2f57-adef-4648-acc9-5f5652921160,segment=NetworkSegment(6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d),segment_id=6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:27:02.751527 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bbd979ed-5725-4bbb-a8a2-ec1012e54bf4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:02.783901 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9ab70cb4-a359-4f7d-b667-4435eb6b39fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:02.832695 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-bbd979ed-5725-4bbb-a8a2-ec1012e54bf4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] device_id is not set on port 5bbccc9d-5b28-451e-a108-167c7256434d yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:27:02.841242 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:02.847942 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2113e4fa-59f2-4243-9586-707854e1310f req-054b82ff-530f-4b81-bf7d-e2e37761a8de tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545231 Nov 10 19:27:02.990611 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:27:02.990975 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:27:02.991475 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab70cb4-a359-4f7d-b667-4435eb6b39fa None None] Pushing event updated for resources: {'Port': ['ID=74cd2f57-adef-4648-acc9-5f5652921160,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:03.120952 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-91e080c6-8964-489c-9417-0507cdc8960f None None] Provisioning complete for port f0809869-9e23-4efb-9be7-6dba00c75007 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:03.121704 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-91e080c6-8964-489c-9417-0507cdc8960f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:03.144988 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-41b309aa-6342-4a15-818c-2a6eb501ee0b req-e079e05d-2572-4202-ac0f-3b47bf98a556 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ef761de-db57-4464-bd07-8dc0c50c186b HTTP/1.1" status: 200 len: 210 time: 0.0675650 Nov 10 19:27:03.216601 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf0f1c-648c-4b83-b415-7e78465d3501 req-ddb35108-6160-46f6-921c-c897adac6a3b tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:03.218911 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cfbf0f1c-648c-4b83-b415-7e78465d3501 req-ddb35108-6160-46f6-921c-c897adac6a3b tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.73 "GET /v2.0/ports?device_id=37540233-6276-4904-9755-108dc2bdd25b HTTP/1.1" status: 200 len: 945 time: 0.8822610 Nov 10 19:27:03.219058 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-91e080c6-8964-489c-9417-0507cdc8960f None None] Port f0809869-9e23-4efb-9be7-6dba00c75007 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:27:03.244906 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-91e080c6-8964-489c-9417-0507cdc8960f None None] Provisioning complete for port 74cd2f57-adef-4648-acc9-5f5652921160 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:03.245587 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-91e080c6-8964-489c-9417-0507cdc8960f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:03.374222 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-bbd979ed-5725-4bbb-a8a2-ec1012e54bf4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Allocated IP 172.20.0.12 (dfca0295-67ae-4a70-a230-6919d8035342/deb4c8e0-46b2-49e3-9412-d458de7ce70a/5bbccc9d-5b28-451e-a108-167c7256434d) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:27:03.477358 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b033882e-5fa7-4865-a661-9acd2edeea34 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Router d35db5b3-b1a3-455a-9413-547f59f9b073 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:27:03.606992 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 596e04ac-a393-4fab-81a9-8ae5c198e174 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:27:03.616514 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f9324-2aba-44e2-b6d4-18c7b4f3dc58 req-3660a962-73ff-47a3-8b02-38b64a3e38e8 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:03.635742 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d3f9324-2aba-44e2-b6d4-18c7b4f3dc58 req-3660a962-73ff-47a3-8b02-38b64a3e38e8 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=37540233-6276-4904-9755-108dc2bdd25b HTTP/1.1" status: 200 len: 945 time: 0.2128918 Nov 10 19:27:03.655107 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-70806e66-3542-40d8-a917-4cb637a2472b None None] Provisioning complete for port f0809869-9e23-4efb-9be7-6dba00c75007 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:03.655379 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-70806e66-3542-40d8-a917-4cb637a2472b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:03.655507 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b033882e-5fa7-4865-a661-9acd2edeea34 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:27:03.667021 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2b404ce9-f4f4-4511-b63b-4657a541af95 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:03.668663 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b033882e-5fa7-4865-a661-9acd2edeea34 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "PUT /v2.0/routers/d35db5b3-b1a3-455a-9413-547f59f9b073/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5755105 Nov 10 19:27:03.671651 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84336d65-7df0-4f3a-9eb7-0e7602381b88 None None] Sync routers for ids ['d35db5b3-b1a3-455a-9413-547f59f9b073'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:27:03.672363 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49900) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:03.686669 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84336d65-7df0-4f3a-9eb7-0e7602381b88 None None] Routers {'d35db5b3-b1a3-455a-9413-547f59f9b073'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:27:03.687553 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-84336d65-7df0-4f3a-9eb7-0e7602381b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:26:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d35db5b3-b1a3-455a-9413-547f59f9b073'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:03.692186 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-cfbf0f1c-648c-4b83-b415-7e78465d3501 req-f163bf84-7753-4af7-81ba-3540e781da24 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Deleting port 70a4ba12-3968-49e8-a081-1000ed22b144 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:27:03.692529 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cfbf0f1c-648c-4b83-b415-7e78465d3501 req-f163bf84-7753-4af7-81ba-3540e781da24 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:03.704067 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2b404ce9-f4f4-4511-b63b-4657a541af95 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:03.778637 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-84336d65-7df0-4f3a-9eb7-0e7602381b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:03.779349 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-70806e66-3542-40d8-a917-4cb637a2472b None None] Port f0809869-9e23-4efb-9be7-6dba00c75007 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:27:03.798001 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 596e04ac-a393-4fab-81a9-8ae5c198e174 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:03.798386 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:03.820789 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84336d65-7df0-4f3a-9eb7-0e7602381b88 None None] Routers {'d35db5b3-b1a3-455a-9413-547f59f9b073'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:27:03.821888 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-84336d65-7df0-4f3a-9eb7-0e7602381b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:26:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d35db5b3-b1a3-455a-9413-547f59f9b073'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:03.826465 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2b404ce9-f4f4-4511-b63b-4657a541af95 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:03.911799 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-84336d65-7df0-4f3a-9eb7-0e7602381b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:03.912460 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84336d65-7df0-4f3a-9eb7-0e7602381b88 None None] The sync data for ids ['d35db5b3-b1a3-455a-9413-547f59f9b073'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:27:03.984376 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d3f9324-2aba-44e2-b6d4-18c7b4f3dc58 req-c299752a-121e-407d-9b40-323c0dfc7927 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356063 Nov 10 19:27:04.160044 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-4431c091-0637-4007-b200-b2d4d75c004c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] remove_router_interface failed (client error): The resource could not be found. Nov 10 19:27:04.161135 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4431c091-0637-4007-b200-b2d4d75c004c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "PUT /v2.0/routers/d35db5b3-b1a3-455a-9413-547f59f9b073/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4875128 Nov 10 19:27:04.166967 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49908) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:04.189169 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b404ce9-f4f4-4511-b63b-4657a541af95 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Network d2ee296e-97f0-4e05-bc63-eecad2cf8d08 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:27:04.215588 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-cfbf0f1c-648c-4b83-b415-7e78465d3501 req-f163bf84-7753-4af7-81ba-3540e781da24 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] For port 70a4ba12-3968-49e8-a081-1000ed22b144, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=70a4ba12-3968-49e8-a081-1000ed22b144,segment=NetworkSegment(f0089329-84eb-4bfe-9903-9d16aa1b592a),segment_id=f0089329-84eb-4bfe-9903-9d16aa1b592a)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:27:04.216100 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cfbf0f1c-648c-4b83-b415-7e78465d3501 req-f163bf84-7753-4af7-81ba-3540e781da24 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:04.248249 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-cfbf0f1c-648c-4b83-b415-7e78465d3501 req-f163bf84-7753-4af7-81ba-3540e781da24 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Calling delete_port for 70a4ba12-3968-49e8-a081-1000ed22b144 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:27:04.256539 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-2b404ce9-f4f4-4511-b63b-4657a541af95 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:27:04.265584 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 74cd2f57-adef-4648-acc9-5f5652921160 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:27:04.370932 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9d2be905-b2dc-46db-aada-cff707b68f66 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "GET /v2.0/ports?device_id=d35db5b3-b1a3-455a-9413-547f59f9b073 HTTP/1.1" status: 200 len: 205 time: 0.1775873 Nov 10 19:27:04.375083 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bbd979ed-5725-4bbb-a8a2-ec1012e54bf4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:04.380280 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b404ce9-f4f4-4511-b63b-4657a541af95 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'Port': ['ID=f0809869-9e23-4efb-9be7-6dba00c75007,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:04.385259 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49918) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:04.392907 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 74cd2f57-adef-4648-acc9-5f5652921160 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:04.393727 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:04.461411 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-bdee54f3-cc3a-4a53-bbe8-335d31d7b55b None None] Provisioning complete for port 44a41fc7-db67-45f6-9fbf-3427a5ccbee3 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:04.461821 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bdee54f3-cc3a-4a53-bbe8-335d31d7b55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:04.475120 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cfbf0f1c-648c-4b83-b415-7e78465d3501 req-f163bf84-7753-4af7-81ba-3540e781da24 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:04.493507 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['b781d410-3d63-4727-b3c9-254606eed1d3', 'a0e2866a-c89a-4d67-a9ca-58ab8bf18e69', '37f971cd-29c7-4e70-9e71-58e705450ccf'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:27:04.519372 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163bf84-7753-4af7-81ba-3540e781da24 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Pushing event deleted for resources: {'Port': ['ID=70a4ba12-3968-49e8-a081-1000ed22b144,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:04.565258 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-bdee54f3-cc3a-4a53-bbe8-335d31d7b55b None None] Port 44a41fc7-db67-45f6-9fbf-3427a5ccbee3 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:27:04.607711 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbf0f1c-648c-4b83-b415-7e78465d3501 req-f163bf84-7753-4af7-81ba-3540e781da24 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] No DVR routers for this DVR port 70a4ba12-3968-49e8-a081-1000ed22b144 on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:27:04.611182 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-bdee54f3-cc3a-4a53-bbe8-335d31d7b55b None None] Provisioning complete for port c849aba1-c453-4af2-8afa-42f9969d5052 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:04.611757 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bdee54f3-cc3a-4a53-bbe8-335d31d7b55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:04.612980 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cfbf0f1c-648c-4b83-b415-7e78465d3501 req-f163bf84-7753-4af7-81ba-3540e781da24 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:04.616695 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cfbf0f1c-648c-4b83-b415-7e78465d3501 req-f163bf84-7753-4af7-81ba-3540e781da24 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.73 "DELETE /v2.0/ports/70a4ba12-3968-49e8-a081-1000ed22b144 HTTP/1.1" status: 204 len: 173 time: 1.3864710 Nov 10 19:27:04.617458 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37540233-6276-4904-9755-108dc2bdd25b', 'name': 'network-vif-deleted', 'tag': '70a4ba12-3968-49e8-a081-1000ed22b144'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:27:04.620278 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e553a27d-44ab-4f19-a156-69ff272bf19e" -d '{"events": [{"server_uuid": "37540233-6276-4904-9755-108dc2bdd25b", "name": "network-vif-deleted", "tag": "70a4ba12-3968-49e8-a081-1000ed22b144"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:27:04.708761 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device c849aba1-c453-4af2-8afa-42f9969d5052 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:27:04.856254 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bdee54f3-cc3a-4a53-bbe8-335d31d7b55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:04.899707 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port c849aba1-c453-4af2-8afa-42f9969d5052 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:04.900258 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:04.950907 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-bdee54f3-cc3a-4a53-bbe8-335d31d7b55b None None] For port c849aba1-c453-4af2-8afa-42f9969d5052, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=c849aba1-c453-4af2-8afa-42f9969d5052,segment=NetworkSegment(ebfc1f5c-5a98-44d2-8bca-a2484321a5d8),segment_id=ebfc1f5c-5a98-44d2-8bca-a2484321a5d8)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:27:04.963426 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bdee54f3-cc3a-4a53-bbe8-335d31d7b55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:05.075260 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee54f3-cc3a-4a53-bbe8-335d31d7b55b None None] Pushing event updated for resources: {'Port': ['ID=c849aba1-c453-4af2-8afa-42f9969d5052,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:05.091090 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-780b53fa-399f-4381-9aa2-b7290444d12c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:05.136460 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f77f86ee-5ecb-496f-a288-6a816d988a81 None None] Provisioning complete for port f0809869-9e23-4efb-9be7-6dba00c75007 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:05.136964 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f77f86ee-5ecb-496f-a288-6a816d988a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:05.197414 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-f77f86ee-5ecb-496f-a288-6a816d988a81 None None] Port f0809869-9e23-4efb-9be7-6dba00c75007 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:27:05.262336 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b4c81-567c-4977-a0b5-abd5eb681703 req-85708466-b915-4112-9532-68e7474bb4df tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:05.263897 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e77b4c81-567c-4977-a0b5-abd5eb681703 req-85708466-b915-4112-9532-68e7474bb4df tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 945 time: 1.0957623 Nov 10 19:27:05.267001 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b404ce9-f4f4-4511-b63b-4657a541af95 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Router 6e5215f9-a7f4-42a8-a79e-2644fa28e929 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:27:05.417475 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-780b53fa-399f-4381-9aa2-b7290444d12c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:05.453031 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-780b53fa-399f-4381-9aa2-b7290444d12c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:05.480453 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bbd979ed-5725-4bbb-a8a2-ec1012e54bf4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:05.531452 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 70a4ba12-3968-49e8-a081-1000ed22b144 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:27:05.555439 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 70a4ba12-3968-49e8-a081-1000ed22b144 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:27:05.555908 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 70a4ba12-3968-49e8-a081-1000ed22b144 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:27:05.577127 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e77b4c81-567c-4977-a0b5-abd5eb681703 req-722b0838-5e9d-4b27-a42c-c32903e8ff2c tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665427 Nov 10 19:27:05.611383 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-780b53fa-399f-4381-9aa2-b7290444d12c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:05.612022 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780b53fa-399f-4381-9aa2-b7290444d12c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Fanout notify agent at l3_agent the message router_deleted on router d35db5b3-b1a3-455a-9413-547f59f9b073 {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:27:05.620050 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-780b53fa-399f-4381-9aa2-b7290444d12c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:05.622416 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-780b53fa-399f-4381-9aa2-b7290444d12c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/routers/d35db5b3-b1a3-455a-9413-547f59f9b073 HTTP/1.1" status: 204 len: 168 time: 1.1498959 Nov 10 19:27:05.623948 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49930) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:05.652114 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b404ce9-f4f4-4511-b63b-4657a541af95 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:27:05.659146 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd979ed-5725-4bbb-a8a2-ec1012e54bf4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network dfca0295-67ae-4a70-a230-6919d8035342 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:27:05.672067 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2b404ce9-f4f4-4511-b63b-4657a541af95 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "PUT /v2.0/routers/6e5215f9-a7f4-42a8-a79e-2644fa28e929/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0116050 Nov 10 19:27:05.672067 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-bbd979ed-5725-4bbb-a8a2-ec1012e54bf4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:27:05.672422 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442712e5-6a64-4151-8c16-43f59c086804 None None] Sync routers for ids ['6e5215f9-a7f4-42a8-a79e-2644fa28e929'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:27:05.672564 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd979ed-5725-4bbb-a8a2-ec1012e54bf4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:27:05.691643 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae70249-0bda-4858-a0e2-f8e092cbe8f4 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Deleting subnet 872e1da9-1b10-4d8e-9247-015c0bb79409 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:27:05.693226 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd979ed-5725-4bbb-a8a2-ec1012e54bf4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Port': ['ID=5bbccc9d-5b28-451e-a108-167c7256434d,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:05.696268 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-eae70249-0bda-4858-a0e2-f8e092cbe8f4 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:05.730599 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442712e5-6a64-4151-8c16-43f59c086804 None None] Routers {'6e5215f9-a7f4-42a8-a79e-2644fa28e929'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:27:05.731175 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-442712e5-6a64-4151-8c16-43f59c086804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:26:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['6e5215f9-a7f4-42a8-a79e-2644fa28e929'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:05.732265 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd979ed-5725-4bbb-a8a2-ec1012e54bf4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:05.732907 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bbd979ed-5725-4bbb-a8a2-ec1012e54bf4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:05.751976 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-eae70249-0bda-4858-a0e2-f8e092cbe8f4 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:05.756004 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-bbd979ed-5725-4bbb-a8a2-ec1012e54bf4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.6955686 Nov 10 19:27:05.758720 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49936) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:05.764958 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-530f2a15-4ec8-4c37-8d0f-8af828a76bb3 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'subnet': {'network_id': 'dfca0295-67ae-4a70-a230-6919d8035342', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:05.814280 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9801a421-993a-49f8-8a10-a6cfcd07dbff x-openstack-request-id: req-9801a421-993a-49f8-8a10-a6cfcd07dbff {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:27:05.816158 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37540233-6276-4904-9755-108dc2bdd25b", "name": "network-vif-deleted", "tag": "70a4ba12-3968-49e8-a081-1000ed22b144", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:27:05.818511 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9801a421-993a-49f8-8a10-a6cfcd07dbff {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:27:05.818511 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37540233-6276-4904-9755-108dc2bdd25b', 'name': 'network-vif-deleted', 'tag': '70a4ba12-3968-49e8-a081-1000ed22b144', 'status': 'completed', 'code': 200} Nov 10 19:27:05.881231 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49940) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:05.948552 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530f2a15-4ec8-4c37-8d0f-8af828a76bb3 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:27:05.952223 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-530f2a15-4ec8-4c37-8d0f-8af828a76bb3 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:06.041562 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-eae70249-0bda-4858-a0e2-f8e092cbe8f4 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:06.104284 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ab846c23-b0eb-42df-b86e-24db4e658c2a tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:06.170835 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ab846c23-b0eb-42df-b86e-24db4e658c2a tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:06.197573 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device c849aba1-c453-4af2-8afa-42f9969d5052 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:27:06.211101 n-d-813897-4 neutron-server[102506]: INFO neutron.db.ipam_backend_mixin [None req-530f2a15-4ec8-4c37-8d0f-8af828a76bb3 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet deb4c8e0-46b2-49e3-9412-d458de7ce70a (CIDR: 172.20.0.0/28) Nov 10 19:27:06.224245 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-530f2a15-4ec8-4c37-8d0f-8af828a76bb3 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:27:06.224753 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-530f2a15-4ec8-4c37-8d0f-8af828a76bb3 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:27:06.257105 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-eae70249-0bda-4858-a0e2-f8e092cbe8f4 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:06.258788 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-92150874-0f3d-4be3-a022-929aec24bd5a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-5908437&fields=id&tenant_id=540494213bb2401d877387c28ba690c2 HTTP/1.1" status: 200 len: 267 time: 0.1558619 Nov 10 19:27:06.269585 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ab846c23-b0eb-42df-b86e-24db4e658c2a tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:06.271832 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5c041d5d-10e4-4128-8f5d-e58e63ec7564 None None] Provisioning complete for port 5bbccc9d-5b28-451e-a108-167c7256434d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:06.271997 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5c041d5d-10e4-4128-8f5d-e58e63ec7564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:06.275415 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ab846c23-b0eb-42df-b86e-24db4e658c2a tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:06.275652 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-530f2a15-4ec8-4c37-8d0f-8af828a76bb3 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5150423 Nov 10 19:27:06.277154 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ab846c23-b0eb-42df-b86e-24db4e658c2a tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "DELETE /v2.0/security-groups/52fcf39c-a160-479f-ab07-6ed8e2db28f6 HTTP/1.1" status: 204 len: 168 time: 0.3944590 Nov 10 19:27:06.288135 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49954) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:06.288370 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-442712e5-6a64-4151-8c16-43f59c086804 None None] Set router 6e5215f9-a7f4-42a8-a79e-2644fa28e929 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:27:06.288475 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49956) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:06.299997 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-d118b27b-f703-4150-a99c-85394f56c4aa tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'subnet': {'network_id': 'dfca0295-67ae-4a70-a230-6919d8035342', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:06.313049 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-71f25454-6bee-44e6-8400-aed0c66c6a78 req-10fde2a0-153a-4a01-8d8d-80069580a11d service neutron] (102506) timed out ('10.222.0.25', 62812) {{(pid=102506) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 19:27:06.343121 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-eae70249-0bda-4858-a0e2-f8e092cbe8f4 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:06.343722 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-42db7918-da39-4d42-ba79-1d759051154b tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] show failed (client error): The resource could not be found. Nov 10 19:27:06.345743 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-42db7918-da39-4d42-ba79-1d759051154b tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "GET /v2.0/security-groups/52fcf39c-a160-479f-ab07-6ed8e2db28f6 HTTP/1.1" status: 404 len: 347 time: 0.0562809 Nov 10 19:27:06.351912 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-eae70249-0bda-4858-a0e2-f8e092cbe8f4 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/subnets/872e1da9-1b10-4d8e-9247-015c0bb79409 HTTP/1.1" status: 204 len: 168 time: 0.7245183 Nov 10 19:27:06.351912 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae70249-0bda-4858-a0e2-f8e092cbe8f4 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Subnet': ['ID=872e1da9-1b10-4d8e-9247-015c0bb79409,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:06.353463 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49958) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:06.353954 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49960) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:06.354568 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab846c23-b0eb-42df-b86e-24db4e658c2a tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fcf39c-a160-479f-ab07-6ed8e2db28f6,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:06.412410 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81423e4-2811-4d71-bce8-c79768a4850b None None] Network bc43a628-7c2f-4d65-ae15-07080532f864 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:27:06.541218 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4f3a5bb-79fd-4fc5-b9aa-396a64e981c9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:06.604198 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-0f3962e9-d329-4b44-a7ba-ed1709f406b9 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Deleting port 2a3e2a7d-9b1b-462a-b4e7-e6ff88b16811 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:27:06.604602 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0f3962e9-d329-4b44-a7ba-ed1709f406b9 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:06.635314 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-3a93754f-6af2-4982-82f5-c41756b456d0 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:06.638590 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-3a93754f-6af2-4982-82f5-c41756b456d0 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/networks?id=d2ee296e-97f0-4e05-bc63-eecad2cf8d08 HTTP/1.1" status: 200 len: 796 time: 0.3784349 Nov 10 19:27:06.669186 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-ab896706-1b47-4e3c-8551-05ae10ac602a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/quotas/540494213bb2401d877387c28ba690c2 HTTP/1.1" status: 200 len: 375 time: 0.0218153 Nov 10 19:27:06.696084 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port c849aba1-c453-4af2-8afa-42f9969d5052 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:06.696521 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:06.715401 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d118b27b-f703-4150-a99c-85394f56c4aa tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:27:06.720752 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d118b27b-f703-4150-a99c-85394f56c4aa tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:06.759785 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5c041d5d-10e4-4128-8f5d-e58e63ec7564 None None] Port 5bbccc9d-5b28-451e-a108-167c7256434d cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:27:06.763343 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-b4f3a5bb-79fd-4fc5-b9aa-396a64e981c9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Deleting port ee8e6bc7-d332-4aa2-997d-19cecc634e75 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:27:06.763861 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4f3a5bb-79fd-4fc5-b9aa-396a64e981c9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:06.830213 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-b4fdc178-6f86-4cd3-a4d8-a69c3ef1c6a3 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1548531 Nov 10 19:27:06.840407 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0f3962e9-d329-4b44-a7ba-ed1709f406b9 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:06.840812 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0f3962e9-d329-4b44-a7ba-ed1709f406b9 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:06.879124 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-0f3962e9-d329-4b44-a7ba-ed1709f406b9 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Calling delete_port for 2a3e2a7d-9b1b-462a-b4e7-e6ff88b16811 owned by network:floatingip {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:27:06.906189 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-b4f3a5bb-79fd-4fc5-b9aa-396a64e981c9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] For port ee8e6bc7-d332-4aa2-997d-19cecc634e75, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ee8e6bc7-d332-4aa2-997d-19cecc634e75,segment=NetworkSegment(edb216b1-4dec-4a45-a3fb-fdaa56599ebf),segment_id=edb216b1-4dec-4a45-a3fb-fdaa56599ebf)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:27:06.906562 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4f3a5bb-79fd-4fc5-b9aa-396a64e981c9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:06.964610 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-b4f3a5bb-79fd-4fc5-b9aa-396a64e981c9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Calling delete_port for ee8e6bc7-d332-4aa2-997d-19cecc634e75 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:27:06.977466 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc96de3d-76ad-49c7-b2b0-631e7bdf5675 None None] DHCP port deletion for bc43a628-7c2f-4d65-ae15-07080532f864 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:27:07.108890 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-442712e5-6a64-4151-8c16-43f59c086804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1035058919', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '596e04ac-a393-4fab-81a9-8ae5c198e174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:26:49Z', 'updated_at': '2021-11-10T19:27:02Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '596e04ac-a393-4fab-81a9-8ae5c198e174', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:26:50Z', 'updated_at': '2021-11-10T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'f0809869-9e23-4efb-9be7-6dba00c75007', 'name': '', 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:8a:8e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '80df9671-f57e-40dc-a213-b58ffde2f797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:26:59Z', 'updated_at': '2021-11-10T19:27:02Z', 'revision_number': 2, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': '80df9671-f57e-40dc-a213-b58ffde2f797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:07.148987 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-dc96de3d-76ad-49c7-b2b0-631e7bdf5675 None None] Deleting port ee8e6bc7-d332-4aa2-997d-19cecc634e75 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:27:07.149449 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dc96de3d-76ad-49c7-b2b0-631e7bdf5675 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:07.152980 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442712e5-6a64-4151-8c16-43f59c086804 None None] Checking router: 6e5215f9-a7f4-42a8-a79e-2644fa28e929 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:27:07.154762 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442712e5-6a64-4151-8c16-43f59c086804 None None] Updating router 6e5215f9-a7f4-42a8-a79e-2644fa28e929 port f0809869-9e23-4efb-9be7-6dba00c75007 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:27:07.169391 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d118b27b-f703-4150-a99c-85394f56c4aa tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:07.242091 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-442712e5-6a64-4151-8c16-43f59c086804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:07.271106 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-dc96de3d-76ad-49c7-b2b0-631e7bdf5675 None None] For port ee8e6bc7-d332-4aa2-997d-19cecc634e75, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ee8e6bc7-d332-4aa2-997d-19cecc634e75,segment=NetworkSegment(edb216b1-4dec-4a45-a3fb-fdaa56599ebf),segment_id=edb216b1-4dec-4a45-a3fb-fdaa56599ebf)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:27:07.271511 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dc96de3d-76ad-49c7-b2b0-631e7bdf5675 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:07.322080 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d118b27b-f703-4150-a99c-85394f56c4aa tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network dfca0295-67ae-4a70-a230-6919d8035342 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:27:07.340578 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4f3a5bb-79fd-4fc5-b9aa-396a64e981c9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:07.343756 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-d118b27b-f703-4150-a99c-85394f56c4aa tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:27:07.355440 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118b27b-f703-4150-a99c-85394f56c4aa tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Subnet': ['ID=9aa8a0f8-3560-40e9-9a0d-0e9342dc5904,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:07.358705 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d118b27b-f703-4150-a99c-85394f56c4aa tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:07.359555 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d118b27b-f703-4150-a99c-85394f56c4aa tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:07.386536 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-85bb15af-1559-49a9-aad3-e72ce3af16d9 service neutron] 10.222.0.54 "GET /v2.0/networks/d2ee296e-97f0-4e05-bc63-eecad2cf8d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5397072 Nov 10 19:27:07.394387 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d118b27b-f703-4150-a99c-85394f56c4aa tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0980382 Nov 10 19:27:07.398350 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c003cb98-d9b9-422a-8502-ffe3dceac662 None None] Network dfca0295-67ae-4a70-a230-6919d8035342 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:27:07.407864 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49980) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:07.413710 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-0929b004-65e2-48be-bcda-2a9294dae774 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2061003303', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9aa8a0f8-3560-40e9-9a0d-0e9342dc5904'}], 'security_groups': ['7efe1338-378e-48b2-9d69-7162f7afc733']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:07.437745 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-dc96de3d-76ad-49c7-b2b0-631e7bdf5675 None None] Calling delete_port for ee8e6bc7-d332-4aa2-997d-19cecc634e75 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:27:07.483173 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f3a5bb-79fd-4fc5-b9aa-396a64e981c9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] No DVR routers for this DVR port ee8e6bc7-d332-4aa2-997d-19cecc634e75 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:27:07.522565 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3a5bb-79fd-4fc5-b9aa-396a64e981c9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Port': ['ID=ee8e6bc7-d332-4aa2-997d-19cecc634e75,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:07.630418 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0f3962e9-d329-4b44-a7ba-ed1709f406b9 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:07.634260 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4f3a5bb-79fd-4fc5-b9aa-396a64e981c9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:07.692748 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3962e9-d329-4b44-a7ba-ed1709f406b9 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Pushing event deleted for resources: {'Port': ['ID=2a3e2a7d-9b1b-462a-b4e7-e6ff88b16811,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:07.717079 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-b4f3a5bb-79fd-4fc5-b9aa-396a64e981c9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc43a628-7c2f-4d65-ae15-07080532f864']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:07.727563 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a27824-307a-4ce0-9744-ecb2bd845ecb None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:27:07.815361 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0f3962e9-d329-4b44-a7ba-ed1709f406b9 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks [] for floatingip, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:07.820592 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0f3962e9-d329-4b44-a7ba-ed1709f406b9 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:07.827614 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0f3962e9-d329-4b44-a7ba-ed1709f406b9 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "DELETE /v2.0/floatingips/c19c2c9f-6474-41cb-9d88-fd36ee6add7c HTTP/1.1" status: 204 len: 168 time: 1.4685907 Nov 10 19:27:07.830565 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49984) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:07.837991 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dc96de3d-76ad-49c7-b2b0-631e7bdf5675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:07.840521 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-b4f3a5bb-79fd-4fc5-b9aa-396a64e981c9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edb216b1-4dec-4a45-a3fb-fdaa56599ebf') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:07.842622 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-b4f3a5bb-79fd-4fc5-b9aa-396a64e981c9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edb216b1-4dec-4a45-a3fb-fdaa56599ebf') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:07.874127 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0929b004-65e2-48be-bcda-2a9294dae774 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:07.874737 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96de3d-76ad-49c7-b2b0-631e7bdf5675 None None] Pushing event deleted for resources: {'Port': ['ID=ee8e6bc7-d332-4aa2-997d-19cecc634e75,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:07.877927 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-5c02e8e5-eef2-428b-9caa-0e0bc2a17dc8 service neutron] 10.222.0.54 "GET /v2.0/networks/d2ee296e-97f0-4e05-bc63-eecad2cf8d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819448 Nov 10 19:27:07.930165 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4f3a5bb-79fd-4fc5-b9aa-396a64e981c9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:07.955162 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc96de3d-76ad-49c7-b2b0-631e7bdf5675 None None] No DVR routers for this DVR port ee8e6bc7-d332-4aa2-997d-19cecc634e75 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:27:08.035140 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4f3a5bb-79fd-4fc5-b9aa-396a64e981c9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:08.044087 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f3a5bb-79fd-4fc5-b9aa-396a64e981c9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:27:08.044669 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4f3a5bb-79fd-4fc5-b9aa-396a64e981c9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:08.119430 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-442712e5-6a64-4151-8c16-43f59c086804 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:08.125232 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ee8e6bc7-d332-4aa2-997d-19cecc634e75 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:27:08.151728 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:27:08.151728 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:27:08.151728 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:27:08.151728 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:27:08.151728 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:27:08.151728 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:27:08.151728 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:27:08.151728 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:27:08.151728 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:27:08.151728 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:27:08.151728 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:27:08.151728 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:27:08.151728 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:27:08.151728 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:27:08.151728 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:27:08.151728 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:27:08.151728 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:27:08.151728 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:27:08.151728 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:27:08.151728 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:27:08.151728 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:27:08.151728 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:27:08.151728 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:27:08.151728 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:27:08.151728 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:27:08.151728 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:27:08.151728 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:27:08.151728 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:27:08.151728 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:27:08.151728 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:27:08.151728 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:27:08.151728 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:27:08.179874 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4f3a5bb-79fd-4fc5-b9aa-396a64e981c9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:08.190472 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4f3a5bb-79fd-4fc5-b9aa-396a64e981c9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:08.197662 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b4f3a5bb-79fd-4fc5-b9aa-396a64e981c9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/networks/bc43a628-7c2f-4d65-ae15-07080532f864 HTTP/1.1" status: 204 len: 168 time: 1.8317652 Nov 10 19:27:08.198626 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49990) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:08.205700 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-768de27e-5e19-4994-b025-61cd21e5599c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-335099751'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:08.211655 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: ee8e6bc7-d332-4aa2-997d-19cecc634e75 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:27:08.216683 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ee8e6bc7-d332-4aa2-997d-19cecc634e75 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:27:08.274283 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768de27e-5e19-4994-b025-61cd21e5599c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Made reservation on behalf of 224f7fcc3f6e44c5aaa6d320857c04c1 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:27:08.277738 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-442712e5-6a64-4151-8c16-43f59c086804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:08.279026 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-768de27e-5e19-4994-b025-61cd21e5599c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:08.281721 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3a5bb-79fd-4fc5-b9aa-396a64e981c9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Network': ['ID=bc43a628-7c2f-4d65-ae15-07080532f864,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:08.312170 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-c14e2f70-3c0c-4fd2-a460-630685f58299 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Deleting port d211dbba-dcd7-4e1b-982a-56e8eb100ca4 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:27:08.312835 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c14e2f70-3c0c-4fd2-a460-630685f58299 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:08.331630 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8601a61-ead7-4e25-bc82-10eeef62b5c7 None None] Pushing event updated for resources: {'Port': ['ID=f0809869-9e23-4efb-9be7-6dba00c75007,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:08.381385 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f69709-c0e3-4ae6-b6ba-df8f59c9b0c5 None None] Update dhcp port {'port': {'network_id': 'dfca0295-67ae-4a70-a230-6919d8035342', 'fixed_ips': [{'subnet_id': 'deb4c8e0-46b2-49e3-9412-d458de7ce70a', 'ip_address': '172.20.0.2'}, {'subnet_id': '9aa8a0f8-3560-40e9-9a0d-0e9342dc5904'}], 'binding:host_id': 'n-d-813897-4'}, 'id': 'c849aba1-c453-4af2-8afa-42f9969d5052'} from n-d-813897-4. {{(pid=102507) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 19:27:08.475592 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-85f69709-c0e3-4ae6-b6ba-df8f59c9b0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:08.478594 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c14e2f70-3c0c-4fd2-a460-630685f58299 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:08.492614 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-c14e2f70-3c0c-4fd2-a460-630685f58299 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Calling delete_port for d211dbba-dcd7-4e1b-982a-56e8eb100ca4 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:27:08.511222 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94022582-9ecf-4f44-b684-199698966d08 req-70071844-f807-483f-ad18-437199317fae tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:08.515973 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-94022582-9ecf-4f44-b684-199698966d08 req-70071844-f807-483f-ad18-437199317fae tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 945 time: 0.2465229 Nov 10 19:27:08.672543 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-0929b004-65e2-48be-bcda-2a9294dae774 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Delete allocated IP 172.20.0.12 (dfca0295-67ae-4a70-a230-6919d8035342/deb4c8e0-46b2-49e3-9412-d458de7ce70a) {{(pid=102506) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 19:27:08.708772 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-0929b004-65e2-48be-bcda-2a9294dae774 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Allocated IP 172.20.0.26 (dfca0295-67ae-4a70-a230-6919d8035342/9aa8a0f8-3560-40e9-9a0d-0e9342dc5904/5bbccc9d-5b28-451e-a108-167c7256434d) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:27:08.795733 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768de27e-5e19-4994-b025-61cd21e5599c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:27:08.799233 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c14e2f70-3c0c-4fd2-a460-630685f58299 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:08.874995 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-768de27e-5e19-4994-b025-61cd21e5599c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:08.876247 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-768de27e-5e19-4994-b025-61cd21e5599c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Added segment 4a79dabb-44bb-4719-8e35-d55b84889070 of type vlan for network a0aa12ac-5f5e-4f63-87e4-ec741082193a Nov 10 19:27:08.895379 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e2f70-3c0c-4fd2-a460-630685f58299 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Pushing event deleted for resources: {'Port': ['ID=d211dbba-dcd7-4e1b-982a-56e8eb100ca4,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:09.072881 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0929b004-65e2-48be-bcda-2a9294dae774 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:09.082676 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0929b004-65e2-48be-bcda-2a9294dae774 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:09.111034 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-94022582-9ecf-4f44-b684-199698966d08 req-79321b26-2402-4aac-90de-988c9a39be17 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5832393 Nov 10 19:27:09.139278 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-768de27e-5e19-4994-b025-61cd21e5599c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:09.146738 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c14e2f70-3c0c-4fd2-a460-630685f58299 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:09.162166 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c14e2f70-3c0c-4fd2-a460-630685f58299 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "DELETE /v2.0/ports/d211dbba-dcd7-4e1b-982a-56e8eb100ca4 HTTP/1.1" status: 204 len: 168 time: 1.3291082 Nov 10 19:27:09.164445 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50002) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:09.333602 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-768de27e-5e19-4994-b025-61cd21e5599c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:09.337650 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-442712e5-6a64-4151-8c16-43f59c086804 None None] Attempting to bind port f0809869-9e23-4efb-9be7-6dba00c75007 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:27:09.341850 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768de27e-5e19-4994-b025-61cd21e5599c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:09.342592 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-442712e5-6a64-4151-8c16-43f59c086804 None None] Attempting to bind port f0809869-9e23-4efb-9be7-6dba00c75007 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:27:09.343148 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442712e5-6a64-4151-8c16-43f59c086804 None None] Attempting to bind port f0809869-9e23-4efb-9be7-6dba00c75007 on network d2ee296e-97f0-4e05-bc63-eecad2cf8d08 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:27:09.343382 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-768de27e-5e19-4994-b025-61cd21e5599c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:09.383466 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-0929b004-65e2-48be-bcda-2a9294dae774 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] In _notify_port_updated(), no bound segment for port 5bbccc9d-5b28-451e-a108-167c7256434d on network dfca0295-67ae-4a70-a230-6919d8035342 {{(pid=102506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 19:27:09.390597 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0929b004-65e2-48be-bcda-2a9294dae774 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:09.391867 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0929b004-65e2-48be-bcda-2a9294dae774 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:09.393449 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0929b004-65e2-48be-bcda-2a9294dae774 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "PUT /v2.0/ports/5bbccc9d-5b28-451e-a108-167c7256434d HTTP/1.1" status: 200 len: 921 time: 1.9840822 Nov 10 19:27:09.410396 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-768de27e-5e19-4994-b025-61cd21e5599c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2091961 Nov 10 19:27:09.423544 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50006) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:09.423886 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50008) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:09.429603 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442712e5-6a64-4151-8c16-43f59c086804 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:27:09.430353 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442712e5-6a64-4151-8c16-43f59c086804 None None] Checking segment: {'id': '6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:27:09.430966 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-442712e5-6a64-4151-8c16-43f59c086804 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:09.431675 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442712e5-6a64-4151-8c16-43f59c086804 None None] Bound using segment: {'id': '6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:27:09.434726 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-442712e5-6a64-4151-8c16-43f59c086804 None None] Bound port: f0809869-9e23-4efb-9be7-6dba00c75007, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:27:09.435411 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-442712e5-6a64-4151-8c16-43f59c086804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:09.441199 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-567b3123-6601-4595-bbc6-20efc2206dbe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Request body: {'subnet': {'network_id': 'a0aa12ac-5f5e-4f63-87e4-ec741082193a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:09.492744 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-475f89b7-4534-4920-bea0-10fd06701aa4 req-96f018be-895f-4004-90ca-5cbe7d0a696b tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 210 time: 0.0980601 Nov 10 19:27:09.524219 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929b004-65e2-48be-bcda-2a9294dae774 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Port': ['ID=5bbccc9d-5b28-451e-a108-167c7256434d,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:09.576908 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-442712e5-6a64-4151-8c16-43f59c086804 None None] For port f0809869-9e23-4efb-9be7-6dba00c75007, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:27:09.581080 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-442712e5-6a64-4151-8c16-43f59c086804 None None] For port f0809869-9e23-4efb-9be7-6dba00c75007, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f0809869-9e23-4efb-9be7-6dba00c75007,segment=NetworkSegment(6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d),segment_id=6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:27:09.586870 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-ab633747-12ea-40a3-9afa-6fb89c98a542 None None] Provisioning complete for port f0809869-9e23-4efb-9be7-6dba00c75007 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:09.587237 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ab633747-12ea-40a3-9afa-6fb89c98a542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:09.602721 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-85f69709-c0e3-4ae6-b6ba-df8f59c9b0c5 None None] Allocated IP 172.20.0.18 (dfca0295-67ae-4a70-a230-6919d8035342/9aa8a0f8-3560-40e9-9a0d-0e9342dc5904/c849aba1-c453-4af2-8afa-42f9969d5052) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:27:09.629672 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-442712e5-6a64-4151-8c16-43f59c086804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:09.740389 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768de27e-5e19-4994-b025-61cd21e5599c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Network': ['ID=a0aa12ac-5f5e-4f63-87e4-ec741082193a,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:09.779364 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-1425c8e6-6208-46e9-9dd2-bb167a92433b tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Deleting port bb1386c3-1d75-43ef-9da4-68ee97148c59 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:27:09.779755 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1425c8e6-6208-46e9-9dd2-bb167a92433b tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:09.784474 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network a0aa12ac-5f5e-4f63-87e4-ec741082193a details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:27:09.846256 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442712e5-6a64-4151-8c16-43f59c086804 None None] Routers {'6e5215f9-a7f4-42a8-a79e-2644fa28e929'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:27:09.858582 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-442712e5-6a64-4151-8c16-43f59c086804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:26:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['6e5215f9-a7f4-42a8-a79e-2644fa28e929'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:10.023892 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567b3123-6601-4595-bbc6-20efc2206dbe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Made reservation on behalf of 224f7fcc3f6e44c5aaa6d320857c04c1 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:27:10.027948 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-567b3123-6601-4595-bbc6-20efc2206dbe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:10.088046 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-9f155a3d-b680-452a-9149-e62c07791ac1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Deleting port 5bbccc9d-5b28-451e-a108-167c7256434d {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:27:10.088576 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9f155a3d-b680-452a-9149-e62c07791ac1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:10.106247 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8601a61-ead7-4e25-bc82-10eeef62b5c7 None None] Pushing event updated for resources: {'Port': ['ID=f0809869-9e23-4efb-9be7-6dba00c75007,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:10.295410 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ab633747-12ea-40a3-9afa-6fb89c98a542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:10.297741 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30171697-a63a-4c9f-950e-2a8cae233af3 req-ebd9931c-76b1-4741-bc3f-b4c9394e2f0d tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:10.302743 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-30171697-a63a-4c9f-950e-2a8cae233af3 req-ebd9931c-76b1-4741-bc3f-b4c9394e2f0d tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 945 time: 0.1014290 Nov 10 19:27:10.403181 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-30171697-a63a-4c9f-950e-2a8cae233af3 req-60023f06-5891-462c-b626-20428ee52cfe tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935361 Nov 10 19:27:10.416009 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-442712e5-6a64-4151-8c16-43f59c086804 None None] Set router 6e5215f9-a7f4-42a8-a79e-2644fa28e929 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:27:10.503544 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-85f69709-c0e3-4ae6-b6ba-df8f59c9b0c5 None None] For port c849aba1-c453-4af2-8afa-42f9969d5052, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=c849aba1-c453-4af2-8afa-42f9969d5052,segment=NetworkSegment(ebfc1f5c-5a98-44d2-8bca-a2484321a5d8),segment_id=ebfc1f5c-5a98-44d2-8bca-a2484321a5d8)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:27:10.539309 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-ab633747-12ea-40a3-9afa-6fb89c98a542 None None] For port f0809869-9e23-4efb-9be7-6dba00c75007, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f0809869-9e23-4efb-9be7-6dba00c75007,segment=NetworkSegment(6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d),segment_id=6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:27:10.583299 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ab633747-12ea-40a3-9afa-6fb89c98a542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:10.613292 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-85f69709-c0e3-4ae6-b6ba-df8f59c9b0c5 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:10.650388 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-85f69709-c0e3-4ae6-b6ba-df8f59c9b0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:10.741946 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-85e18d54-7c81-4e1e-b81e-f942552334aa req-9fdf55c5-cbda-4790-aa89-de00beaede34 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 210 time: 0.0530913 Nov 10 19:27:10.860934 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab633747-12ea-40a3-9afa-6fb89c98a542 None None] Pushing event updated for resources: {'Port': ['ID=f0809869-9e23-4efb-9be7-6dba00c75007,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:10.939051 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-52cfd231-9bec-4112-b6c9-211830622f40 None None] Provisioning complete for port f0809869-9e23-4efb-9be7-6dba00c75007 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:10.939424 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-52cfd231-9bec-4112-b6c9-211830622f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:11.032933 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9f155a3d-b680-452a-9149-e62c07791ac1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:11.049937 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-9f155a3d-b680-452a-9149-e62c07791ac1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Calling delete_port for 5bbccc9d-5b28-451e-a108-167c7256434d owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:27:11.056881 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1425c8e6-6208-46e9-9dd2-bb167a92433b tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:11.064922 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-567b3123-6601-4595-bbc6-20efc2206dbe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:11.073928 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f69709-c0e3-4ae6-b6ba-df8f59c9b0c5 None None] Pushing event updated for resources: {'Port': ['ID=c849aba1-c453-4af2-8afa-42f9969d5052,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:11.130857 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-1425c8e6-6208-46e9-9dd2-bb167a92433b tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Calling delete_port for bb1386c3-1d75-43ef-9da4-68ee97148c59 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:27:11.152577 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-b6dcd969-4830-4b56-96a5-601c680aad7c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:11.154625 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-b6dcd969-4830-4b56-96a5-601c680aad7c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.73 "GET /v2.0/networks?id=d2ee296e-97f0-4e05-bc63-eecad2cf8d08 HTTP/1.1" status: 200 len: 796 time: 1.3361156 Nov 10 19:27:11.192581 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-442712e5-6a64-4151-8c16-43f59c086804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1035058919', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '596e04ac-a393-4fab-81a9-8ae5c198e174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:26:49Z', 'updated_at': '2021-11-10T19:27:02Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '596e04ac-a393-4fab-81a9-8ae5c198e174', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:26:50Z', 'updated_at': '2021-11-10T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'f0809869-9e23-4efb-9be7-6dba00c75007', 'name': '', 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:8a:8e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '80df9671-f57e-40dc-a213-b58ffde2f797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:26:59Z', 'updated_at': '2021-11-10T19:27:09Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': '80df9671-f57e-40dc-a213-b58ffde2f797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:11.234772 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442712e5-6a64-4151-8c16-43f59c086804 None None] The sync data for ids ['6e5215f9-a7f4-42a8-a79e-2644fa28e929'] in n-d-813897-4 is: [{'id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1035058919', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '596e04ac-a393-4fab-81a9-8ae5c198e174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:26:49Z', 'updated_at': '2021-11-10T19:27:02Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '596e04ac-a393-4fab-81a9-8ae5c198e174', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:26:50Z', 'updated_at': '2021-11-10T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'f0809869-9e23-4efb-9be7-6dba00c75007', 'name': '', 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:8a:8e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '80df9671-f57e-40dc-a213-b58ffde2f797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:26:59Z', 'updated_at': '2021-11-10T19:27:09Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': '80df9671-f57e-40dc-a213-b58ffde2f797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:27:11.272288 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b3123-6601-4595-bbc6-20efc2206dbe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Subnet': ['ID=55b9d121-876c-4400-a733-c99350d12b0d,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:11.677518 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684d266-c545-4bb8-8c30-071839fb8e44 req-9dfcb1ef-7d57-4d15-b39b-4e5e99598832 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:11.684966 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a684d266-c545-4bb8-8c30-071839fb8e44 req-9dfcb1ef-7d57-4d15-b39b-4e5e99598832 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 945 time: 0.1242006 Nov 10 19:27:11.787849 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b3123-6601-4595-bbc6-20efc2206dbe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:11.788198 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b3123-6601-4595-bbc6-20efc2206dbe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:11.788533 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b3123-6601-4595-bbc6-20efc2206dbe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:11.788859 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b3123-6601-4595-bbc6-20efc2206dbe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:11.789183 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b3123-6601-4595-bbc6-20efc2206dbe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:11.789505 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b3123-6601-4595-bbc6-20efc2206dbe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:11.789853 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b3123-6601-4595-bbc6-20efc2206dbe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:11.790177 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b3123-6601-4595-bbc6-20efc2206dbe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:11.790633 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b3123-6601-4595-bbc6-20efc2206dbe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:11.790962 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b3123-6601-4595-bbc6-20efc2206dbe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:11.791276 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b3123-6601-4595-bbc6-20efc2206dbe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:11.791689 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567b3123-6601-4595-bbc6-20efc2206dbe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:11.799144 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a684d266-c545-4bb8-8c30-071839fb8e44 req-9b4393bc-cd90-4653-9597-4d9362e239c1 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069753 Nov 10 19:27:11.814722 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567b3123-6601-4595-bbc6-20efc2206dbe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Checking segment: {'id': '4a79dabb-44bb-4719-8e35-d55b84889070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a0aa12ac-5f5e-4f63-87e4-ec741082193a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:27:11.815077 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567b3123-6601-4595-bbc6-20efc2206dbe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network hostable DHCP agents. Network: a0aa12ac-5f5e-4f63-87e4-ec741082193a, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:27:11.852480 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9f155a3d-b680-452a-9149-e62c07791ac1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:11.995982 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-8d439db7-e8df-456b-a6db-3924636c4efd tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=540494213bb2401d877387c28ba690c2 HTTP/1.1" status: 200 len: 377 time: 0.7760570 Nov 10 19:27:12.031454 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-77ed2be4-31b9-4039-bc66-8dce49e1253f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'port': {'device_id': 'b8c5d45c-4c2c-446f-981c-fbed28aa2596', 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08', 'admin_state_up': True, 'tenant_id': '540494213bb2401d877387c28ba690c2', 'security_groups': ['fdf2da78-17c7-495f-bd74-4854c9b5f1fb']}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:12.058533 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-49a658ea-e382-4b2e-a81c-7988a77ed970 None None] Could not find standard attr ID for object 5bbccc9d-5b28-451e-a108-167c7256434d. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:27:12.069936 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f155a3d-b680-452a-9149-e62c07791ac1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Port': ['ID=5bbccc9d-5b28-451e-a108-167c7256434d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:12.101914 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-49a658ea-e382-4b2e-a81c-7988a77ed970 None None] Provisioning complete for port 44a41fc7-db67-45f6-9fbf-3427a5ccbee3 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:12.102299 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-49a658ea-e382-4b2e-a81c-7988a77ed970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:12.148472 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567b3123-6601-4595-bbc6-20efc2206dbe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network a0aa12ac-5f5e-4f63-87e4-ec741082193a is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:27:12.189960 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1425c8e6-6208-46e9-9dd2-bb167a92433b tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:12.253188 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-49a658ea-e382-4b2e-a81c-7988a77ed970 None None] Port 44a41fc7-db67-45f6-9fbf-3427a5ccbee3 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:27:12.279616 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-567b3123-6601-4595-bbc6-20efc2206dbe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, a0aa12ac-5f5e-4f63-87e4-ec741082193a) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:27:12.285239 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-49a658ea-e382-4b2e-a81c-7988a77ed970 None None] Provisioning complete for port c849aba1-c453-4af2-8afa-42f9969d5052 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:12.285647 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-49a658ea-e382-4b2e-a81c-7988a77ed970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:12.297868 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425c8e6-6208-46e9-9dd2-bb167a92433b tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Pushing event deleted for resources: {'Port': ['ID=bb1386c3-1d75-43ef-9da4-68ee97148c59,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:12.373812 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93588e5f-f78f-455a-ab02-8fbdf84d20c1 None None] Network a0aa12ac-5f5e-4f63-87e4-ec741082193a requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:27:12.380463 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device c849aba1-c453-4af2-8afa-42f9969d5052 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:27:12.408983 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567b3123-6601-4595-bbc6-20efc2206dbe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:12.412862 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-567b3123-6601-4595-bbc6-20efc2206dbe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:12.572727 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9f155a3d-b680-452a-9149-e62c07791ac1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:12.595208 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9f155a3d-b680-452a-9149-e62c07791ac1 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/ports/5bbccc9d-5b28-451e-a108-167c7256434d HTTP/1.1" status: 204 len: 168 time: 3.1656132 Nov 10 19:27:12.595547 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-567b3123-6601-4595-bbc6-20efc2206dbe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1598740 Nov 10 19:27:12.600987 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50040) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:12.601476 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50042) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:12.617157 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-3bc0653f-4d46-4529-a6bb-fba0bc415578 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1637102368', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:12.638463 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-efd84e2a-a545-4e86-a400-2e3cd4a6a191 req-d11a7edc-1963-40de-94b6-a2881eb87ba9 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 210 time: 0.1225784 Nov 10 19:27:12.777660 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd1d1c39-fbd0-4c44-89b3-57c2725d0868 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] GET failed (client error): The resource could not be found. Nov 10 19:27:12.782922 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cd1d1c39-fbd0-4c44-89b3-57c2725d0868 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "GET /v2.0/ports/5bbccc9d-5b28-451e-a108-167c7256434d HTTP/1.1" status: 404 len: 333 time: 0.1792800 Nov 10 19:27:12.784900 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50044) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:12.790250 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1425c8e6-6208-46e9-9dd2-bb167a92433b tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:12.799758 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1425c8e6-6208-46e9-9dd2-bb167a92433b tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "DELETE /v2.0/ports/bb1386c3-1d75-43ef-9da4-68ee97148c59 HTTP/1.1" status: 204 len: 168 time: 3.6288767 Nov 10 19:27:12.808622 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3bc0653f-4d46-4529-a6bb-fba0bc415578 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:12.810094 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3bc0653f-4d46-4529-a6bb-fba0bc415578 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:12.814957 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50046) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:12.849750 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port c849aba1-c453-4af2-8afa-42f9969d5052 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:12.851412 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:12.873649 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-77ed2be4-31b9-4039-bc66-8dce49e1253f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Made reservation on behalf of 540494213bb2401d877387c28ba690c2 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:27:12.878472 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-77ed2be4-31b9-4039-bc66-8dce49e1253f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:12.969756 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fbe79831-34bd-4579-9d49-9b0fc8b5e9c6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:13.016361 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3866075-04f6-4091-adff-59d521ccc97d req-04878c6f-6fc8-4632-9e0f-648c9a31594c tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:13.037648 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c3866075-04f6-4091-adff-59d521ccc97d req-04878c6f-6fc8-4632-9e0f-648c9a31594c tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=cd2c32d3-62ec-404b-87f8-12de091be960 HTTP/1.1" status: 200 len: 946 time: 0.1923804 Nov 10 19:27:13.070439 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053e1ff2-81b1-4a75-8167-4422d1a6cf7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-a0aa12ac-5f5e-4f63-87e4-ec741082193a', 'network_id': 'a0aa12ac-5f5e-4f63-87e4-ec741082193a', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'fixed_ips': [{'subnet_id': '55b9d121-876c-4400-a733-c99350d12b0d'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:27:13.076408 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-053e1ff2-81b1-4a75-8167-4422d1a6cf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:13.113017 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fbe79831-34bd-4579-9d49-9b0fc8b5e9c6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:13.201320 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c3866075-04f6-4091-adff-59d521ccc97d req-4d6d6463-a085-4ed2-9634-9a25580a251b tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566548 Nov 10 19:27:13.230365 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-77ed2be4-31b9-4039-bc66-8dce49e1253f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Allocated IP 172.20.0.5 (d2ee296e-97f0-4e05-bc63-eecad2cf8d08/80df9671-f57e-40dc-a213-b58ffde2f797/077f720c-ab5b-4102-9670-f8f163fce1ec) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:27:13.309935 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fbe79831-34bd-4579-9d49-9b0fc8b5e9c6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:13.313368 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fbe79831-34bd-4579-9d49-9b0fc8b5e9c6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:13.314700 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-fbe79831-34bd-4579-9d49-9b0fc8b5e9c6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/security-groups/abc6ae32-87db-413c-a3f2-1a5f24f91c4c HTTP/1.1" status: 204 len: 168 time: 0.5281174 Nov 10 19:27:13.318380 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50050) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:13.396127 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe79831-34bd-4579-9d49-9b0fc8b5e9c6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc6ae32-87db-413c-a3f2-1a5f24f91c4c,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:13.470889 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-053e1ff2-81b1-4a75-8167-4422d1a6cf7b None None] Allocated IP 2001:db8::2 (a0aa12ac-5f5e-4f63-87e4-ec741082193a/55b9d121-876c-4400-a733-c99350d12b0d/6847c541-ade8-4f79-b44d-fe43dbe88d05) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:27:13.476338 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd689050-5da5-4a74-8c14-3d89dea33365 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:13.525927 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e324d8c-745e-4442-9000-231822ddadd7 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Deleting subnet 051d3797-d00c-4f4f-b38c-ea825714261f {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:27:13.543643 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e20678-75e3-4f25-bc06-9557fa5dc381 req-1608b2ff-13e0-49f6-a3a5-4bc701b4df7c tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:13.547585 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3bc0653f-4d46-4529-a6bb-fba0bc415578 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:13.553996 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2e324d8c-745e-4442-9000-231822ddadd7 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:13.558798 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-61e20678-75e3-4f25-bc06-9557fa5dc381 req-1608b2ff-13e0-49f6-a3a5-4bc701b4df7c tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 945 time: 0.2096972 Nov 10 19:27:13.571638 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd689050-5da5-4a74-8c14-3d89dea33365 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:13.592072 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3bc0653f-4d46-4529-a6bb-fba0bc415578 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:13.648449 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-61e20678-75e3-4f25-bc06-9557fa5dc381 req-ac7ed69f-41fa-4d62-a6e3-23d1e5d96f96 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883017 Nov 10 19:27:13.650940 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-77ed2be4-31b9-4039-bc66-8dce49e1253f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:13.663559 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2e324d8c-745e-4442-9000-231822ddadd7 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:13.681620 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3bc0653f-4d46-4529-a6bb-fba0bc415578 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:13.683642 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3bc0653f-4d46-4529-a6bb-fba0bc415578 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0718162 Nov 10 19:27:13.708552 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50058) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:13.713402 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-053e1ff2-81b1-4a75-8167-4422d1a6cf7b None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:13.726691 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-fb9bc3e5-aa33-4b4f-ae41-101eb4c94c0a None None] Could not find standard attr ID for object 5bbccc9d-5b28-451e-a108-167c7256434d. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:27:13.728695 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-053e1ff2-81b1-4a75-8167-4422d1a6cf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:13.783141 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f0809869-9e23-4efb-9be7-6dba00c75007 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:27:13.788730 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd689050-5da5-4a74-8c14-3d89dea33365 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:13.793059 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd689050-5da5-4a74-8c14-3d89dea33365 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:13.794789 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-dd689050-5da5-4a74-8c14-3d89dea33365 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/security-groups/7efe1338-378e-48b2-9d69-7162f7afc733 HTTP/1.1" status: 204 len: 168 time: 0.4739251 Nov 10 19:27:13.800080 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50060) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:13.820214 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053e1ff2-81b1-4a75-8167-4422d1a6cf7b None None] Network a0aa12ac-5f5e-4f63-87e4-ec741082193a is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:27:13.825534 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e1ff2-81b1-4a75-8167-4422d1a6cf7b None None] Pushing event updated for resources: {'Port': ['ID=6847c541-ade8-4f79-b44d-fe43dbe88d05,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:13.828158 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-053e1ff2-81b1-4a75-8167-4422d1a6cf7b None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:27:13.832334 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053e1ff2-81b1-4a75-8167-4422d1a6cf7b None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:27:13.877337 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1256b4e-cbc7-4877-b118-b6bc06dc7d25 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Deleting subnet deb4c8e0-46b2-49e3-9412-d458de7ce70a {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:27:13.898933 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a1256b4e-cbc7-4877-b118-b6bc06dc7d25 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:13.931001 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-77ed2be4-31b9-4039-bc66-8dce49e1253f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:13.931444 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port f0809869-9e23-4efb-9be7-6dba00c75007 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:13.931725 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:13.935041 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-053e1ff2-81b1-4a75-8167-4422d1a6cf7b None None] Attempting to bind port 6847c541-ade8-4f79-b44d-fe43dbe88d05 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:27:13.935225 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-053e1ff2-81b1-4a75-8167-4422d1a6cf7b None None] Attempting to bind port 6847c541-ade8-4f79-b44d-fe43dbe88d05 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '4a79dabb-44bb-4719-8e35-d55b84889070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a0aa12ac-5f5e-4f63-87e4-ec741082193a'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:27:13.935533 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053e1ff2-81b1-4a75-8167-4422d1a6cf7b None None] Attempting to bind port 6847c541-ade8-4f79-b44d-fe43dbe88d05 on network a0aa12ac-5f5e-4f63-87e4-ec741082193a {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:27:13.949754 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc67b8-ae20-4119-ba5b-932322074e9d req-6e7571cf-4a75-411a-9eee-5341f1eb29ad tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:13.951706 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8bcc67b8-ae20-4119-ba5b-932322074e9d req-6e7571cf-4a75-411a-9eee-5341f1eb29ad tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd2c32d3-62ec-404b-87f8-12de091be960 HTTP/1.1" status: 200 len: 946 time: 0.2868657 Nov 10 19:27:13.952791 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd689050-5da5-4a74-8c14-3d89dea33365 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efe1338-378e-48b2-9d69-7162f7afc733,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:13.963990 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053e1ff2-81b1-4a75-8167-4422d1a6cf7b None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:27:13.964401 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053e1ff2-81b1-4a75-8167-4422d1a6cf7b None None] Checking segment: {'id': '4a79dabb-44bb-4719-8e35-d55b84889070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a0aa12ac-5f5e-4f63-87e4-ec741082193a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:27:13.964795 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-053e1ff2-81b1-4a75-8167-4422d1a6cf7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:13.965193 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053e1ff2-81b1-4a75-8167-4422d1a6cf7b None None] Bound using segment: {'id': '4a79dabb-44bb-4719-8e35-d55b84889070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a0aa12ac-5f5e-4f63-87e4-ec741082193a'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:27:13.965683 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-053e1ff2-81b1-4a75-8167-4422d1a6cf7b None None] Bound port: 6847c541-ade8-4f79-b44d-fe43dbe88d05, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a79dabb-44bb-4719-8e35-d55b84889070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a0aa12ac-5f5e-4f63-87e4-ec741082193a'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:27:13.966094 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-053e1ff2-81b1-4a75-8167-4422d1a6cf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:14.069019 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-77ed2be4-31b9-4039-bc66-8dce49e1253f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Network d2ee296e-97f0-4e05-bc63-eecad2cf8d08 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:27:14.075064 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a1256b4e-cbc7-4877-b118-b6bc06dc7d25 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:14.121940 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926f8c6-8e0e-4ee9-b4a3-6768997093ca req-15f5069b-5bd0-46ee-95c0-ab2fe6604348 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:14.123070 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e926f8c6-8e0e-4ee9-b4a3-6768997093ca req-15f5069b-5bd0-46ee-95c0-ab2fe6604348 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 931 time: 0.2417207 Nov 10 19:27:14.130511 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-77ed2be4-31b9-4039-bc66-8dce49e1253f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:27:14.163447 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2e324d8c-745e-4442-9000-231822ddadd7 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:14.190345 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-77ed2be4-31b9-4039-bc66-8dce49e1253f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:27:14.226254 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-8bcc67b8-ae20-4119-ba5b-932322074e9d req-a9fa8749-c3a9-4374-bf2f-f40e5e462209 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Deleting port 37f971cd-29c7-4e70-9e71-58e705450ccf {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:27:14.226254 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8bcc67b8-ae20-4119-ba5b-932322074e9d req-a9fa8749-c3a9-4374-bf2f-f40e5e462209 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:14.246007 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed2be4-31b9-4039-bc66-8dce49e1253f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'Port': ['ID=077f720c-ab5b-4102-9670-f8f163fce1ec,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:14.289787 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e926f8c6-8e0e-4ee9-b4a3-6768997093ca req-dae15da5-525d-4139-9f63-ecd7233bf6ff tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1564858 Nov 10 19:27:14.327718 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-053e1ff2-81b1-4a75-8167-4422d1a6cf7b None None] For port 6847c541-ade8-4f79-b44d-fe43dbe88d05, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:27:14.333408 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-053e1ff2-81b1-4a75-8167-4422d1a6cf7b None None] For port 6847c541-ade8-4f79-b44d-fe43dbe88d05, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=6847c541-ade8-4f79-b44d-fe43dbe88d05,segment=NetworkSegment(4a79dabb-44bb-4719-8e35-d55b84889070),segment_id=4a79dabb-44bb-4719-8e35-d55b84889070)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:27:14.347244 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-053e1ff2-81b1-4a75-8167-4422d1a6cf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:14.426792 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-77ed2be4-31b9-4039-bc66-8dce49e1253f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:14.427785 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-77ed2be4-31b9-4039-bc66-8dce49e1253f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:14.444097 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a1256b4e-cbc7-4877-b118-b6bc06dc7d25 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:14.478131 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e1ff2-81b1-4a75-8167-4422d1a6cf7b None None] Pushing event updated for resources: {'Port': ['ID=6847c541-ade8-4f79-b44d-fe43dbe88d05,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:14.478610 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-77ed2be4-31b9-4039-bc66-8dce49e1253f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4809134 Nov 10 19:27:14.510084 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-b27a8672-5f6d-44bd-b304-478dd581d579 service neutron] Request body: {'port': {'device_id': 'b8c5d45c-4c2c-446f-981c-fbed28aa2596', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:14.517109 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ffa50ec4-d609-4823-bccb-a1faab88b393 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:14.557304 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63078a8c-f7f9-4bf3-8577-fe6bc2c18a99 req-9456661c-4a20-466c-9fda-8ca2bb613584 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:14.565732 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-63078a8c-f7f9-4bf3-8577-fe6bc2c18a99 req-9456661c-4a20-466c-9fda-8ca2bb613584 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=cd2c32d3-62ec-404b-87f8-12de091be960 HTTP/1.1" status: 200 len: 946 time: 0.1612582 Nov 10 19:27:14.567868 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2e324d8c-745e-4442-9000-231822ddadd7 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:14.578759 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-b43ffcc8-abb1-4ce3-9e4a-50de92cfa4f7 None None] Provisioning complete for port 077f720c-ab5b-4102-9670-f8f163fce1ec triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:14.579848 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b43ffcc8-abb1-4ce3-9e4a-50de92cfa4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:14.589557 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-8bcc67b8-ae20-4119-ba5b-932322074e9d req-a9fa8749-c3a9-4374-bf2f-f40e5e462209 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] For port 37f971cd-29c7-4e70-9e71-58e705450ccf, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=37f971cd-29c7-4e70-9e71-58e705450ccf,segment=NetworkSegment(f0089329-84eb-4bfe-9903-9d16aa1b592a),segment_id=f0089329-84eb-4bfe-9903-9d16aa1b592a)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:27:14.589557 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8bcc67b8-ae20-4119-ba5b-932322074e9d req-a9fa8749-c3a9-4374-bf2f-f40e5e462209 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:14.605159 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2e324d8c-745e-4442-9000-231822ddadd7 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:14.613129 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-8bcc67b8-ae20-4119-ba5b-932322074e9d req-a9fa8749-c3a9-4374-bf2f-f40e5e462209 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Calling delete_port for 37f971cd-29c7-4e70-9e71-58e705450ccf owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:27:14.614625 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2e324d8c-745e-4442-9000-231822ddadd7 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "DELETE /v2.0/subnets/051d3797-d00c-4f4f-b38c-ea825714261f HTTP/1.1" status: 204 len: 168 time: 1.7591953 Nov 10 19:27:14.644938 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50066) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:14.695849 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-b43ffcc8-abb1-4ce3-9e4a-50de92cfa4f7 None None] Port 077f720c-ab5b-4102-9670-f8f163fce1ec cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:27:14.700315 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf2fd84-749a-48c8-811f-92a92b16f544 None None] Network 5e688d16-320a-464d-a934-8ef580053d1d requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:27:14.732884 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e324d8c-745e-4442-9000-231822ddadd7 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Pushing event deleted for resources: {'Subnet': ['ID=051d3797-d00c-4f4f-b38c-ea825714261f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:14.775709 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-b27a8672-5f6d-44bd-b304-478dd581d579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:14.874078 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-23273b61-7e26-4fb3-85bc-d1f6d3e9ac00 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Deleting subnet aa2b07b6-2c88-46ba-ac6c-03d3922986c1 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:27:14.881370 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-23273b61-7e26-4fb3-85bc-d1f6d3e9ac00 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:14.930774 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-63078a8c-f7f9-4bf3-8577-fe6bc2c18a99 req-c99b21d9-da97-4163-b4c2-03d12f7a7a5d tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640306 Nov 10 19:27:14.932859 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a1256b4e-cbc7-4877-b118-b6bc06dc7d25 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:14.945897 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8bcc67b8-ae20-4119-ba5b-932322074e9d req-a9fa8749-c3a9-4374-bf2f-f40e5e462209 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:15.032388 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['b781d410-3d63-4727-b3c9-254606eed1d3', 'a0e2866a-c89a-4d67-a9ca-58ab8bf18e69', '37f971cd-29c7-4e70-9e71-58e705450ccf'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:27:15.038372 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-23273b61-7e26-4fb3-85bc-d1f6d3e9ac00 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:15.107631 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa8749-c3a9-4374-bf2f-f40e5e462209 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Pushing event deleted for resources: {'Port': ['ID=37f971cd-29c7-4e70-9e71-58e705450ccf,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:15.170056 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a1256b4e-cbc7-4877-b118-b6bc06dc7d25 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:15.177619 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a1256b4e-cbc7-4877-b118-b6bc06dc7d25 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/subnets/deb4c8e0-46b2-49e3-9412-d458de7ce70a HTTP/1.1" status: 204 len: 168 time: 1.3752146 Nov 10 19:27:15.184560 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499c5942-f872-41ef-b5f2-52fc30f26285 None None] Network dfca0295-67ae-4a70-a230-6919d8035342 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:27:15.185413 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1256b4e-cbc7-4877-b118-b6bc06dc7d25 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Subnet': ['ID=deb4c8e0-46b2-49e3-9412-d458de7ce70a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:15.187498 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50076) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:15.196515 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-03d0f57b-d437-4087-99e4-a15c65acd4ce tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'subnet': {'network_id': 'dfca0295-67ae-4a70-a230-6919d8035342', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:15.323753 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6074d947-ea4b-4cc1-b7b6-e237fb37f601 None None] DHCP port deletion for 5e688d16-320a-464d-a934-8ef580053d1d request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:27:15.408810 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d0f57b-d437-4087-99e4-a15c65acd4ce tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:27:15.412969 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-03d0f57b-d437-4087-99e4-a15c65acd4ce tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:15.452259 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd866389-c5cd-4ef9-b7c3-ed01e92b5ea4 req-84bda159-7931-4d64-b724-a96d8351bf1a tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:15.454139 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd866389-c5cd-4ef9-b7c3-ed01e92b5ea4 req-84bda159-7931-4d64-b724-a96d8351bf1a tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 945 time: 0.3399251 Nov 10 19:27:15.537728 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcc67b8-ae20-4119-ba5b-932322074e9d req-a9fa8749-c3a9-4374-bf2f-f40e5e462209 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] No DVR routers for this DVR port 37f971cd-29c7-4e70-9e71-58e705450ccf on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:27:15.546473 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8bcc67b8-ae20-4119-ba5b-932322074e9d req-a9fa8749-c3a9-4374-bf2f-f40e5e462209 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:15.558732 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8bcc67b8-ae20-4119-ba5b-932322074e9d req-a9fa8749-c3a9-4374-bf2f-f40e5e462209 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.73 "DELETE /v2.0/ports/37f971cd-29c7-4e70-9e71-58e705450ccf HTTP/1.1" status: 204 len: 173 time: 1.5872273 Nov 10 19:27:15.640849 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2c32d3-62ec-404b-87f8-12de091be960', 'name': 'network-vif-deleted', 'tag': '37f971cd-29c7-4e70-9e71-58e705450ccf'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:27:15.659882 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-6074d947-ea4b-4cc1-b7b6-e237fb37f601 None None] Deleting port 1fbf629e-2c0a-4dd7-a01f-e73a8b2d73e6 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:27:15.660431 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6074d947-ea4b-4cc1-b7b6-e237fb37f601 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:15.877737 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-23273b61-7e26-4fb3-85bc-d1f6d3e9ac00 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:15.892996 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-6074d947-ea4b-4cc1-b7b6-e237fb37f601 None None] For port 1fbf629e-2c0a-4dd7-a01f-e73a8b2d73e6, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=1fbf629e-2c0a-4dd7-a01f-e73a8b2d73e6,segment=NetworkSegment(a1439b11-afa4-4fe3-825f-5bdc9b853fe8),segment_id=a1439b11-afa4-4fe3-825f-5bdc9b853fe8)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:27:15.893944 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6074d947-ea4b-4cc1-b7b6-e237fb37f601 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:15.938907 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-6074d947-ea4b-4cc1-b7b6-e237fb37f601 None None] Calling delete_port for 1fbf629e-2c0a-4dd7-a01f-e73a8b2d73e6 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:27:16.151364 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-ffa50ec4-d609-4823-bccb-a1faab88b393 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Allocated IP 2001:db8::1 (a0aa12ac-5f5e-4f63-87e4-ec741082193a/55b9d121-876c-4400-a733-c99350d12b0d/4b9308f3-93f4-4795-bce3-7afd08456da6) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:27:16.217914 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6074d947-ea4b-4cc1-b7b6-e237fb37f601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:16.255343 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-23273b61-7e26-4fb3-85bc-d1f6d3e9ac00 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:16.288742 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-23273b61-7e26-4fb3-85bc-d1f6d3e9ac00 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:16.293705 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-23273b61-7e26-4fb3-85bc-d1f6d3e9ac00 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "DELETE /v2.0/subnets/aa2b07b6-2c88-46ba-ac6c-03d3922986c1 HTTP/1.1" status: 204 len: 168 time: 1.6475246 Nov 10 19:27:16.295213 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6074d947-ea4b-4cc1-b7b6-e237fb37f601 None None] No DVR routers for this DVR port 1fbf629e-2c0a-4dd7-a01f-e73a8b2d73e6 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:27:16.297121 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95718738-7eb9-4f78-a59c-f707438b85fc None None] Network a0aa12ac-5f5e-4f63-87e4-ec741082193a requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:27:16.324020 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50088) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:16.498373 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074d947-ea4b-4cc1-b7b6-e237fb37f601 None None] Pushing event deleted for resources: {'Port': ['ID=1fbf629e-2c0a-4dd7-a01f-e73a8b2d73e6,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:16.500548 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f7ab6e-ee68-47e7-b9d8-c8b26a8fb42b None None] Network 08d5b27a-446a-4f08-9532-b9da3981ea57 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:27:16.521467 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23273b61-7e26-4fb3-85bc-d1f6d3e9ac00 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Pushing event deleted for resources: {'Subnet': ['ID=aa2b07b6-2c88-46ba-ac6c-03d3922986c1,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:16.568892 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8c5d22-5a82-4bbd-9a0c-510d32ca12cd" -d '{"events": [{"server_uuid": "cd2c32d3-62ec-404b-87f8-12de091be960", "name": "network-vif-deleted", "tag": "37f971cd-29c7-4e70-9e71-58e705450ccf"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:27:16.654957 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd866389-c5cd-4ef9-b7c3-ed01e92b5ea4 req-00f3fe7a-ad3e-4b6f-9971-04c994ad8818 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1790576 Nov 10 19:27:16.715531 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-b27a8672-5f6d-44bd-b304-478dd581d579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 077f720c-ab5b-4102-9670-f8f163fce1ec {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:27:16.717113 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 6847c541-ade8-4f79-b44d-fe43dbe88d05 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:27:16.741325 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-b27a8672-5f6d-44bd-b304-478dd581d579 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:16.782704 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-b27a8672-5f6d-44bd-b304-478dd581d579 service neutron] Transition to ACTIVE for port object 077f720c-ab5b-4102-9670-f8f163fce1ec will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:27:16.889972 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-dc162333-92a5-43c0-a237-427d449a550f None None] Provisioning complete for port 6847c541-ade8-4f79-b44d-fe43dbe88d05 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:16.890356 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dc162333-92a5-43c0-a237-427d449a550f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:16.907843 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-b27a8672-5f6d-44bd-b304-478dd581d579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:17.014525 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-80130076-7fe3-4772-bc71-ac3f5d722839 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:17.050616 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 6847c541-ade8-4f79-b44d-fe43dbe88d05 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:17.051001 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:17.104290 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6cb26-dd8e-4110-98a8-ac94337d138d req-2876db24-d6df-41a4-ad1b-3e76aa1d11d2 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:17.108085 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a8672-5f6d-44bd-b304-478dd581d579 service neutron] Pushing event updated for resources: {'Port': ['ID=077f720c-ab5b-4102-9670-f8f163fce1ec,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:17.109210 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee875fd-c3a8-4016-9343-abf51c3fbcf1 None None] DHCP port deletion for 08d5b27a-446a-4f08-9532-b9da3981ea57 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:27:17.123529 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-75e6cb26-dd8e-4110-98a8-ac94337d138d req-2876db24-d6df-41a4-ad1b-3e76aa1d11d2 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 943 time: 0.1529326 Nov 10 19:27:17.131218 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618883fd-2c05-4d3c-a6c5-5ad684fefb95 req-229d869a-a2c2-4349-b9e5-71e71cdd072d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:17.132978 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-618883fd-2c05-4d3c-a6c5-5ad684fefb95 req-229d869a-a2c2-4349-b9e5-71e71cdd072d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 1096 time: 0.5403209 Nov 10 19:27:17.171762 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ffa50ec4-d609-4823-bccb-a1faab88b393 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:17.179652 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-03d0f57b-d437-4087-99e4-a15c65acd4ce tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:17.220217 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:17.271077 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dc162333-92a5-43c0-a237-427d449a550f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:17.287506 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d0f57b-d437-4087-99e4-a15c65acd4ce tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network dfca0295-67ae-4a70-a230-6919d8035342 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:27:17.291582 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 6847c541-ade8-4f79-b44d-fe43dbe88d05, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=6847c541-ade8-4f79-b44d-fe43dbe88d05,segment=NetworkSegment(4a79dabb-44bb-4719-8e35-d55b84889070),segment_id=4a79dabb-44bb-4719-8e35-d55b84889070)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:27:17.301205 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-03d0f57b-d437-4087-99e4-a15c65acd4ce tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:27:17.306735 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:17.314332 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d0f57b-d437-4087-99e4-a15c65acd4ce tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:17.315616 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-03d0f57b-d437-4087-99e4-a15c65acd4ce tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:17.320856 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-1ee875fd-c3a8-4016-9343-abf51c3fbcf1 None None] Deleting port da45a8c0-8b0d-450d-a9e2-2b421754aca1 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:27:17.321325 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1ee875fd-c3a8-4016-9343-abf51c3fbcf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:17.346812 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-75e6cb26-dd8e-4110-98a8-ac94337d138d req-852ceeea-2ed7-403e-a72e-c54efe021f5f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2221098 Nov 10 19:27:17.376836 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-80130076-7fe3-4772-bc71-ac3f5d722839 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:17.381040 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-618883fd-2c05-4d3c-a6c5-5ad684fefb95 req-8c6b91a3-a40c-4440-bf73-1144460e980c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243407 Nov 10 19:27:17.402345 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0f57b-d437-4087-99e4-a15c65acd4ce tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Subnet': ['ID=4d76c965-239c-4517-a668-65f04280a713,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:17.418699 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4342755f-665b-4de6-8cfc-36304ddf1549 None None] Network dfca0295-67ae-4a70-a230-6919d8035342 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:27:17.425736 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-03d0f57b-d437-4087-99e4-a15c65acd4ce tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2332642 Nov 10 19:27:17.428340 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50094) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:17.434361 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-c5b13fb8-acd0-4b2d-aa30-d4c17548b97d tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'security_group': {'name': 'tempest-secgroup-1717297867'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:17.436538 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 1fbf629e-2c0a-4dd7-a01f-e73a8b2d73e6 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:27:17.470624 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c5b13fb8-acd0-4b2d-aa30-d4c17548b97d tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:17.472148 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-b27a8672-5f6d-44bd-b304-478dd581d579 service neutron] Attempting to bind port 077f720c-ab5b-4102-9670-f8f163fce1ec on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:27:17.472672 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-b27a8672-5f6d-44bd-b304-478dd581d579 service neutron] Attempting to bind port 077f720c-ab5b-4102-9670-f8f163fce1ec by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:27:17.473388 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-b27a8672-5f6d-44bd-b304-478dd581d579 service neutron] Attempting to bind port 077f720c-ab5b-4102-9670-f8f163fce1ec on network d2ee296e-97f0-4e05-bc63-eecad2cf8d08 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:27:17.477900 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-80130076-7fe3-4772-bc71-ac3f5d722839 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e688d16-320a-464d-a934-8ef580053d1d']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:17.524114 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ffa50ec4-d609-4823-bccb-a1faab88b393 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:17.536896 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8f0b3b-800c-4aef-9a17-2fc00491a863 x-openstack-request-id: req-6c8f0b3b-800c-4aef-9a17-2fc00491a863 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:27:17.537213 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2c32d3-62ec-404b-87f8-12de091be960", "name": "network-vif-deleted", "tag": "37f971cd-29c7-4e70-9e71-58e705450ccf", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:27:17.537830 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6c8f0b3b-800c-4aef-9a17-2fc00491a863 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:27:17.538313 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2c32d3-62ec-404b-87f8-12de091be960', 'name': 'network-vif-deleted', 'tag': '37f971cd-29c7-4e70-9e71-58e705450ccf', 'status': 'completed', 'code': 200} Nov 10 19:27:17.544133 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-80130076-7fe3-4772-bc71-ac3f5d722839 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1439b11-afa4-4fe3-825f-5bdc9b853fe8') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:17.544525 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-80130076-7fe3-4772-bc71-ac3f5d722839 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1439b11-afa4-4fe3-825f-5bdc9b853fe8') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:17.578960 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-b27a8672-5f6d-44bd-b304-478dd581d579 service neutron] Port 077f720c-ab5b-4102-9670-f8f163fce1ec on network d2ee296e-97f0-4e05-bc63-eecad2cf8d08 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:27:17.580557 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-b27a8672-5f6d-44bd-b304-478dd581d579 service neutron] Attempting to bind port 077f720c-ab5b-4102-9670-f8f163fce1ec on network d2ee296e-97f0-4e05-bc63-eecad2cf8d08 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:27:17.602800 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-dc162333-92a5-43c0-a237-427d449a550f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:27:17.604924 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-dc162333-92a5-43c0-a237-427d449a550f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:27:17.612200 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 37f971cd-29c7-4e70-9e71-58e705450ccf no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:27:17.614580 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 1fbf629e-2c0a-4dd7-a01f-e73a8b2d73e6 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:27:17.615017 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 1fbf629e-2c0a-4dd7-a01f-e73a8b2d73e6 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:27:17.643187 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-80130076-7fe3-4772-bc71-ac3f5d722839 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:17.651946 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c5b13fb8-acd0-4b2d-aa30-d4c17548b97d tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:17.658683 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c5b13fb8-acd0-4b2d-aa30-d4c17548b97d tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:17.680559 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-b27a8672-5f6d-44bd-b304-478dd581d579 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:27:17.683796 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-b27a8672-5f6d-44bd-b304-478dd581d579 service neutron] Checking segment: {'id': '6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:27:17.685635 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-b27a8672-5f6d-44bd-b304-478dd581d579 service neutron] Bound using segment: {'id': '6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:27:17.686410 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-b27a8672-5f6d-44bd-b304-478dd581d579 service neutron] Bound port: 077f720c-ab5b-4102-9670-f8f163fce1ec, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:27:17.688358 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-b27a8672-5f6d-44bd-b304-478dd581d579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:17.694018 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa50ec4-d609-4823-bccb-a1faab88b393 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network a0aa12ac-5f5e-4f63-87e4-ec741082193a is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:27:17.701988 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 37f971cd-29c7-4e70-9e71-58e705450ccf {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:27:17.702398 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 37f971cd-29c7-4e70-9e71-58e705450ccf not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:27:17.712036 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c5b13fb8-acd0-4b2d-aa30-d4c17548b97d tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:17.714181 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-ffa50ec4-d609-4823-bccb-a1faab88b393 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:27:17.718181 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c5b13fb8-acd0-4b2d-aa30-d4c17548b97d tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2860281 Nov 10 19:27:17.718389 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-1ee875fd-c3a8-4016-9343-abf51c3fbcf1 None None] For port da45a8c0-8b0d-450d-a9e2-2b421754aca1, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=da45a8c0-8b0d-450d-a9e2-2b421754aca1,segment=NetworkSegment(5cb9df61-9550-483d-8fc3-a242dd3a621b),segment_id=5cb9df61-9550-483d-8fc3-a242dd3a621b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:27:17.718389 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1ee875fd-c3a8-4016-9343-abf51c3fbcf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:17.720216 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50102) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:17.729476 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b13fb8-acd0-4b2d-aa30-d4c17548b97d tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0253c73-4e61-4f23-98f9-399cc98458cd,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:17.731134 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-f770d5dc-ff72-41dd-be84-6af238d95404 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'security_group': {'name': 'tempest-secgroup-10858398'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:17.733888 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=6847c541-ade8-4f79-b44d-fe43dbe88d05,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:17.748107 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-80130076-7fe3-4772-bc71-ac3f5d722839 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:17.750791 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa50ec4-d609-4823-bccb-a1faab88b393 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:27:17.751353 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ffa50ec4-d609-4823-bccb-a1faab88b393 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:17.761543 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-1ee875fd-c3a8-4016-9343-abf51c3fbcf1 None None] Calling delete_port for da45a8c0-8b0d-450d-a9e2-2b421754aca1 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:27:17.841512 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa50ec4-d609-4823-bccb-a1faab88b393 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Port': ['ID=4b9308f3-93f4-4795-bce3-7afd08456da6,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:17.851260 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80130076-7fe3-4772-bc71-ac3f5d722839 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:27:17.851704 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-80130076-7fe3-4772-bc71-ac3f5d722839 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:17.898819 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:27:17.898819 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:27:17.898819 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:27:17.898819 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:27:17.898819 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:27:17.898819 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:27:17.898819 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:27:17.898819 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:27:17.898819 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:27:17.898819 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:27:17.898819 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:27:17.898819 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:27:17.898819 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:27:17.898819 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:27:17.898819 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:27:17.898819 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:27:17.898819 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:27:17.898819 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:27:17.898819 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:27:17.898819 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:27:17.898819 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:27:17.898819 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:27:17.898819 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:27:17.898819 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:27:17.898819 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:27:17.898819 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:27:17.898819 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:27:17.898819 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:27:17.898819 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:27:17.898819 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:27:17.898819 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:27:17.898819 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:27:17.971884 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f8322-2d42-45e4-94e3-a685b65a72f0 req-c3c2eace-92ce-4ecd-b47a-2ab2901e7005 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:17.975337 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-660f8322-2d42-45e4-94e3-a685b65a72f0 req-c3c2eace-92ce-4ecd-b47a-2ab2901e7005 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 945 time: 0.1091993 Nov 10 19:27:17.993789 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1ee875fd-c3a8-4016-9343-abf51c3fbcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:18.055200 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-660f8322-2d42-45e4-94e3-a685b65a72f0 req-4db5612a-d1e7-44fd-8d80-2afb28cc7138 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723395 Nov 10 19:27:18.058077 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee875fd-c3a8-4016-9343-abf51c3fbcf1 None None] Pushing event deleted for resources: {'Port': ['ID=da45a8c0-8b0d-450d-a9e2-2b421754aca1,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:18.078265 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee875fd-c3a8-4016-9343-abf51c3fbcf1 None None] No DVR routers for this DVR port da45a8c0-8b0d-450d-a9e2-2b421754aca1 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:27:18.116038 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-80130076-7fe3-4772-bc71-ac3f5d722839 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:18.163139 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-80130076-7fe3-4772-bc71-ac3f5d722839 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:18.167134 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-80130076-7fe3-4772-bc71-ac3f5d722839 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "DELETE /v2.0/networks/5e688d16-320a-464d-a934-8ef580053d1d HTTP/1.1" status: 204 len: 168 time: 1.8314610 Nov 10 19:27:18.175012 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50112) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:18.202515 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac00f80-6b9c-4546-98fe-292fd17e4773 None None] Update dhcp port {'port': {'network_id': 'dfca0295-67ae-4a70-a230-6919d8035342', 'fixed_ips': [{'subnet_id': '9aa8a0f8-3560-40e9-9a0d-0e9342dc5904', 'ip_address': '172.20.0.18'}, {'subnet_id': '4d76c965-239c-4517-a668-65f04280a713'}], 'binding:host_id': 'n-d-813897-4'}, 'id': 'c849aba1-c453-4af2-8afa-42f9969d5052'} from n-d-813897-4. {{(pid=102507) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 19:27:18.210020 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f770d5dc-ff72-41dd-be84-6af238d95404 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:18.212033 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80130076-7fe3-4772-bc71-ac3f5d722839 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Pushing event deleted for resources: {'Network': ['ID=5e688d16-320a-464d-a934-8ef580053d1d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:18.241340 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1ac00f80-6b9c-4546-98fe-292fd17e4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:18.273820 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ffa50ec4-d609-4823-bccb-a1faab88b393 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:18.285959 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-51fabb6c-2432-4cb1-ad88-170366034004 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:18.297249 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-b27a8672-5f6d-44bd-b304-478dd581d579 service neutron] For port 077f720c-ab5b-4102-9670-f8f163fce1ec, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:27:18.305874 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab2c2d-7f4f-465a-82c3-2c95bce632ca req-f49793ef-b86b-4b11-9b28-a0d6f49c9b46 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:18.307735 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9aab2c2d-7f4f-465a-82c3-2c95bce632ca req-f49793ef-b86b-4b11-9b28-a0d6f49c9b46 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=55ed90cc-a2a2-4dc8-bb88-9238c8c7c592 HTTP/1.1" status: 200 len: 945 time: 0.1601236 Nov 10 19:27:18.319493 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-b27a8672-5f6d-44bd-b304-478dd581d579 service neutron] For port 077f720c-ab5b-4102-9670-f8f163fce1ec, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=077f720c-ab5b-4102-9670-f8f163fce1ec,segment=NetworkSegment(6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d),segment_id=6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:27:18.353534 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-b27a8672-5f6d-44bd-b304-478dd581d579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:18.472785 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-b27a8672-5f6d-44bd-b304-478dd581d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:18.473524 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-b27a8672-5f6d-44bd-b304-478dd581d579 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:18.475002 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-b27a8672-5f6d-44bd-b304-478dd581d579 service neutron] 10.222.0.73 "PUT /v2.0/ports/077f720c-ab5b-4102-9670-f8f163fce1ec HTTP/1.1" status: 200 len: 1091 time: 3.9700935 Nov 10 19:27:18.475503 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c5d45c-4c2c-446f-981c-fbed28aa2596', 'tag': '077f720c-ab5b-4102-9670-f8f163fce1ec'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:27:18.477967 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d879d5ba-59a8-47d4-9e8d-2d13a0901dec" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c5d45c-4c2c-446f-981c-fbed28aa2596", "tag": "077f720c-ab5b-4102-9670-f8f163fce1ec"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:27:18.488621 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-51fabb6c-2432-4cb1-ad88-170366034004 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:18.503745 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9aab2c2d-7f4f-465a-82c3-2c95bce632ca req-3b787741-49eb-4468-90ea-58ce6fae19e9 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853087 Nov 10 19:27:18.544242 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f770d5dc-ff72-41dd-be84-6af238d95404 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:18.558656 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-51fabb6c-2432-4cb1-ad88-170366034004 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d5b27a-446a-4f08-9532-b9da3981ea57']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:18.568862 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f770d5dc-ff72-41dd-be84-6af238d95404 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:18.589204 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-51fabb6c-2432-4cb1-ad88-170366034004 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb9df61-9550-483d-8fc3-a242dd3a621b') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:18.589643 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-51fabb6c-2432-4cb1-ad88-170366034004 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb9df61-9550-483d-8fc3-a242dd3a621b') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:18.632191 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a8672-5f6d-44bd-b304-478dd581d579 service neutron] Pushing event updated for resources: {'Port': ['ID=077f720c-ab5b-4102-9670-f8f163fce1ec,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:18.632448 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-51fabb6c-2432-4cb1-ad88-170366034004 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:18.660914 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-51fabb6c-2432-4cb1-ad88-170366034004 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:18.675718 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51fabb6c-2432-4cb1-ad88-170366034004 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:27:18.676520 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-51fabb6c-2432-4cb1-ad88-170366034004 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:18.676959 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f770d5dc-ff72-41dd-be84-6af238d95404 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:18.683497 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f770d5dc-ff72-41dd-be84-6af238d95404 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9567244 Nov 10 19:27:18.684635 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:27:18.684635 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:27:18.684635 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:27:18.684635 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:27:18.684635 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:27:18.684635 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:27:18.684635 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:27:18.684635 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:27:18.684635 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:27:18.684635 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:27:18.684635 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:27:18.684635 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:27:18.684635 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:27:18.684635 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:27:18.684635 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:27:18.684635 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:27:18.684635 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:27:18.684635 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:27:18.684635 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:27:18.684635 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:27:18.684635 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:27:18.684635 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:27:18.684635 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:27:18.684635 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:27:18.684635 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:27:18.684635 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:27:18.684635 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:27:18.684635 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:27:18.684635 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:27:18.684635 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:27:18.684635 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:27:18.684635 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:27:18.688673 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50120) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:18.700369 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770d5dc-ff72-41dd-be84-6af238d95404 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23b7fa88-417d-4a65-9add-53e2da32c081,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:18.726507 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-b6991e2e-d94b-48ad-a822-4eec3d5d7dfc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'security_group': {'name': 'tempest-secgroup-1836800962'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:18.805203 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-0e5bed5e-2c78-4a93-9a94-09c2b556a04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:18.807158 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-0e5bed5e-2c78-4a93-9a94-09c2b556a04a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 1094 time: 0.2326703 Nov 10 19:27:18.862975 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6991e2e-d94b-48ad-a822-4eec3d5d7dfc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:18.877449 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-51fabb6c-2432-4cb1-ad88-170366034004 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:18.880456 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 6847c541-ade8-4f79-b44d-fe43dbe88d05 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:27:18.889723 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-51fabb6c-2432-4cb1-ad88-170366034004 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:18.894068 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-51fabb6c-2432-4cb1-ad88-170366034004 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] 10.222.0.54 "DELETE /v2.0/networks/08d5b27a-446a-4f08-9532-b9da3981ea57 HTTP/1.1" status: 204 len: 168 time: 0.7175541 Nov 10 19:27:18.911913 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-da80d554-f19d-4f09-953e-cf0949473d5d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=077f720c-ab5b-4102-9670-f8f163fce1ec HTTP/1.1" status: 200 len: 217 time: 0.0908415 Nov 10 19:27:18.918043 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e97277-7dba-40aa-b6f5-f60c9ec6d087 req-0256c27a-8e68-4450-afb5-fd88e3f04d05 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:18.926013 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d2e97277-7dba-40aa-b6f5-f60c9ec6d087 req-0256c27a-8e68-4450-afb5-fd88e3f04d05 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 943 time: 0.1235170 Nov 10 19:27:18.953418 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fabb6c-2432-4cb1-ad88-170366034004 tempest-TaggedBootDevicesTest_v242-1111324031 tempest-TaggedBootDevicesTest_v242-1111324031-project] Pushing event deleted for resources: {'Network': ['ID=08d5b27a-446a-4f08-9532-b9da3981ea57,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:18.977333 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4f612c3f-4683-4afd-9f0b-63278b4bd57d None None] Provisioning complete for port 6847c541-ade8-4f79-b44d-fe43dbe88d05 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:18.979113 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4f612c3f-4683-4afd-9f0b-63278b4bd57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:19.016077 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d2e97277-7dba-40aa-b6f5-f60c9ec6d087 req-552bd045-1ca7-4e82-bf9a-756b407828c4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0886164 Nov 10 19:27:19.023864 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ffa50ec4-d609-4823-bccb-a1faab88b393 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:19.111180 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6991e2e-d94b-48ad-a822-4eec3d5d7dfc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:19.113795 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-33276e5c-080a-4527-934e-c4ca01b2dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:19.116157 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-33276e5c-080a-4527-934e-c4ca01b2dae8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=80df9671-f57e-40dc-a213-b58ffde2f797 HTTP/1.1" status: 200 len: 835 time: 0.0873988 Nov 10 19:27:19.121490 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c173ee8c-f77a-4607-87f7-f7bec69f9356 x-openstack-request-id: req-c173ee8c-f77a-4607-87f7-f7bec69f9356 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:27:19.122377 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c5d45c-4c2c-446f-981c-fbed28aa2596", "tag": "077f720c-ab5b-4102-9670-f8f163fce1ec", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:27:19.122684 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c173ee8c-f77a-4607-87f7-f7bec69f9356 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:27:19.123261 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c5d45c-4c2c-446f-981c-fbed28aa2596', 'tag': '077f720c-ab5b-4102-9670-f8f163fce1ec', 'status': 'completed', 'code': 200} Nov 10 19:27:19.123873 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ffa50ec4-d609-4823-bccb-a1faab88b393 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:19.124766 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ffa50ec4-d609-4823-bccb-a1faab88b393 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:19.134223 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6991e2e-d94b-48ad-a822-4eec3d5d7dfc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:19.159013 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 6847c541-ade8-4f79-b44d-fe43dbe88d05 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:19.159435 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:19.230680 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-1ac00f80-6b9c-4546-98fe-292fd17e4773 None None] Allocated IP 172.20.0.2 (dfca0295-67ae-4a70-a230-6919d8035342/4d76c965-239c-4517-a668-65f04280a713/c849aba1-c453-4af2-8afa-42f9969d5052) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:27:19.265210 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6991e2e-d94b-48ad-a822-4eec3d5d7dfc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:19.266641 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b6991e2e-d94b-48ad-a822-4eec3d5d7dfc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5523863 Nov 10 19:27:19.271328 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50130) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:19.281914 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-d6b1547e-324c-45bf-86e5-769a34afb8f4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2050327534', 'security_groups': ['da2da227-19f4-4031-bb11-4d73e763181d'], 'network_id': 'dfca0295-67ae-4a70-a230-6919d8035342', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4d76c965-239c-4517-a668-65f04280a713'}]}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:19.298564 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6991e2e-d94b-48ad-a822-4eec3d5d7dfc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da2da227-19f4-4031-bb11-4d73e763181d,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:19.381450 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3b713-8927-4133-8147-69ea8739bcf1 req-42cdf7e1-6ea0-4c0b-97be-78e71b1dd3d5 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:19.383763 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b7a3b713-8927-4133-8147-69ea8739bcf1 req-42cdf7e1-6ea0-4c0b-97be-78e71b1dd3d5 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.73 "GET /v2.0/ports?device_id=55ed90cc-a2a2-4dc8-bb88-9238c8c7c592 HTTP/1.1" status: 200 len: 945 time: 0.2050252 Nov 10 19:27:19.396441 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4f612c3f-4683-4afd-9f0b-63278b4bd57d None None] Provisioning complete for port 44a41fc7-db67-45f6-9fbf-3427a5ccbee3 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:19.396815 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4f612c3f-4683-4afd-9f0b-63278b4bd57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:19.402819 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa50ec4-d609-4823-bccb-a1faab88b393 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network a0aa12ac-5f5e-4f63-87e4-ec741082193a is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:27:19.408667 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa50ec4-d609-4823-bccb-a1faab88b393 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Port': ['ID=4b9308f3-93f4-4795-bce3-7afd08456da6,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:19.412643 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-ffa50ec4-d609-4823-bccb-a1faab88b393 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:27:19.440629 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-1ac00f80-6b9c-4546-98fe-292fd17e4773 None None] For port c849aba1-c453-4af2-8afa-42f9969d5052, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=c849aba1-c453-4af2-8afa-42f9969d5052,segment=NetworkSegment(ebfc1f5c-5a98-44d2-8bca-a2484321a5d8),segment_id=ebfc1f5c-5a98-44d2-8bca-a2484321a5d8)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:27:19.461553 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-4f612c3f-4683-4afd-9f0b-63278b4bd57d None None] Port 44a41fc7-db67-45f6-9fbf-3427a5ccbee3 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:27:19.486335 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1ac00f80-6b9c-4546-98fe-292fd17e4773 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:19.490546 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4f612c3f-4683-4afd-9f0b-63278b4bd57d None None] Provisioning complete for port 4b9308f3-93f4-4795-bce3-7afd08456da6 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:19.490913 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4f612c3f-4683-4afd-9f0b-63278b4bd57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:19.520525 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a8160-5d5f-47c9-a1e5-203d4f2391ad req-68f078ca-ac9d-4d08-b560-d2014c82ff1b tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:19.528165 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-4f612c3f-4683-4afd-9f0b-63278b4bd57d None None] Port 4b9308f3-93f4-4795-bce3-7afd08456da6 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:27:19.529260 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aa6a8160-5d5f-47c9-a1e5-203d4f2391ad req-68f078ca-ac9d-4d08-b560-d2014c82ff1b tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 945 time: 0.2273726 Nov 10 19:27:19.530096 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1ac00f80-6b9c-4546-98fe-292fd17e4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:19.630339 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4f612c3f-4683-4afd-9f0b-63278b4bd57d None None] Provisioning complete for port c849aba1-c453-4af2-8afa-42f9969d5052 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:19.630713 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4f612c3f-4683-4afd-9f0b-63278b4bd57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:19.639039 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aa6a8160-5d5f-47c9-a1e5-203d4f2391ad req-d32ab017-22ad-4795-9123-40657ee6dc8d tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087995 Nov 10 19:27:19.645301 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-add826d0-e29b-4f9c-b7d3-c073a52888b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:19.665605 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device da45a8c0-8b0d-450d-a9e2-2b421754aca1 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:27:19.665880 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-add826d0-e29b-4f9c-b7d3-c073a52888b6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d2ee296e-97f0-4e05-bc63-eecad2cf8d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5157430 Nov 10 19:27:19.707401 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: da45a8c0-8b0d-450d-a9e2-2b421754aca1 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:27:19.707849 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device da45a8c0-8b0d-450d-a9e2-2b421754aca1 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:27:19.718317 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac00f80-6b9c-4546-98fe-292fd17e4773 None None] Pushing event updated for resources: {'Port': ['ID=c849aba1-c453-4af2-8afa-42f9969d5052,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:19.729358 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-b7a3b713-8927-4133-8147-69ea8739bcf1 req-8ae958e8-4613-466a-b784-7565f51871f2 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Deleting port a0e2866a-c89a-4d67-a9ca-58ab8bf18e69 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:27:19.729902 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b7a3b713-8927-4133-8147-69ea8739bcf1 req-8ae958e8-4613-466a-b784-7565f51871f2 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:19.760601 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b1547e-324c-45bf-86e5-769a34afb8f4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:27:20.032549 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-08dee0e1-91fb-4294-a781-d8ae2e541712 service neutron] 10.222.0.73 "GET /v2.0/networks/d2ee296e-97f0-4e05-bc63-eecad2cf8d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431599 Nov 10 19:27:20.035672 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa50ec4-d609-4823-bccb-a1faab88b393 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Router 70ab2972-a0f1-44aa-ac49-99e9ed7c4d45 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:27:20.118251 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d6e95feb-6649-4d8a-98ee-7d8f2ef9b5cf None None] Provisioning complete for port 4b9308f3-93f4-4795-bce3-7afd08456da6 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:20.120970 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d6e95feb-6649-4d8a-98ee-7d8f2ef9b5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:20.188123 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-b7a3b713-8927-4133-8147-69ea8739bcf1 req-8ae958e8-4613-466a-b784-7565f51871f2 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] For port a0e2866a-c89a-4d67-a9ca-58ab8bf18e69, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=a0e2866a-c89a-4d67-a9ca-58ab8bf18e69,segment=NetworkSegment(f0089329-84eb-4bfe-9903-9d16aa1b592a),segment_id=f0089329-84eb-4bfe-9903-9d16aa1b592a)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:27:20.188543 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b7a3b713-8927-4133-8147-69ea8739bcf1 req-8ae958e8-4613-466a-b784-7565f51871f2 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:20.195160 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-d6e95feb-6649-4d8a-98ee-7d8f2ef9b5cf None None] Port 4b9308f3-93f4-4795-bce3-7afd08456da6 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:27:20.230084 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-b7a3b713-8927-4133-8147-69ea8739bcf1 req-8ae958e8-4613-466a-b784-7565f51871f2 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Calling delete_port for a0e2866a-c89a-4d67-a9ca-58ab8bf18e69 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:27:20.294249 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa50ec4-d609-4823-bccb-a1faab88b393 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:27:20.305680 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a8d496-ace3-4fa2-8541-4bb3503cc64a None None] Sync routers for ids ['70ab2972-a0f1-44aa-ac49-99e9ed7c4d45'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:27:20.310775 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ffa50ec4-d609-4823-bccb-a1faab88b393 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "PUT /v2.0/routers/70ab2972-a0f1-44aa-ac49-99e9ed7c4d45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5991356 Nov 10 19:27:20.321786 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-87cc1135-3c2d-4807-8b1a-e4782623c00e req-8d30e0ec-0a4b-4bcf-8acc-e28b3daf339e service neutron] 10.222.0.73 "GET /v2.0/networks/d2ee296e-97f0-4e05-bc63-eecad2cf8d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761855 Nov 10 19:27:20.322457 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50148) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:20.331602 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a8d496-ace3-4fa2-8541-4bb3503cc64a None None] Routers {'70ab2972-a0f1-44aa-ac49-99e9ed7c4d45'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:27:20.332227 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-c1a8d496-ace3-4fa2-8541-4bb3503cc64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:26:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['70ab2972-a0f1-44aa-ac49-99e9ed7c4d45'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:20.439172 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-c1a8d496-ace3-4fa2-8541-4bb3503cc64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:20.449538 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a8d496-ace3-4fa2-8541-4bb3503cc64a None None] Routers {'70ab2972-a0f1-44aa-ac49-99e9ed7c4d45'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:27:20.450501 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-c1a8d496-ace3-4fa2-8541-4bb3503cc64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:26:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['70ab2972-a0f1-44aa-ac49-99e9ed7c4d45'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:20.492116 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-c1a8d496-ace3-4fa2-8541-4bb3503cc64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:20.493120 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a8d496-ace3-4fa2-8541-4bb3503cc64a None None] The sync data for ids ['70ab2972-a0f1-44aa-ac49-99e9ed7c4d45'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:27:20.509104 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b7a3b713-8927-4133-8147-69ea8739bcf1 req-8ae958e8-4613-466a-b784-7565f51871f2 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:20.526462 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['b781d410-3d63-4727-b3c9-254606eed1d3'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:27:20.706610 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d6b1547e-324c-45bf-86e5-769a34afb8f4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:20.747272 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:27:20.787644 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b13c53-075e-49a8-95d8-1f3e988101c3 req-bdc3125a-5a00-461b-966b-f5d2c77f4ea9 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:20.799497 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b9b13c53-075e-49a8-95d8-1f3e988101c3 req-bdc3125a-5a00-461b-966b-f5d2c77f4ea9 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=55ed90cc-a2a2-4dc8-bb88-9238c8c7c592 HTTP/1.1" status: 200 len: 867 time: 0.9322348 Nov 10 19:27:20.812794 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae958e8-4613-466a-b784-7565f51871f2 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Pushing event deleted for resources: {'Port': ['ID=a0e2866a-c89a-4d67-a9ca-58ab8bf18e69,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:20.876909 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-d6b1547e-324c-45bf-86e5-769a34afb8f4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] device_id is not set on port 9929494d-473a-4930-a94c-13067129d010 yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:27:20.896857 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a3b713-8927-4133-8147-69ea8739bcf1 req-8ae958e8-4613-466a-b784-7565f51871f2 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] No DVR routers for this DVR port a0e2866a-c89a-4d67-a9ca-58ab8bf18e69 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:27:20.905271 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b7a3b713-8927-4133-8147-69ea8739bcf1 req-8ae958e8-4613-466a-b784-7565f51871f2 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:20.917249 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b7a3b713-8927-4133-8147-69ea8739bcf1 req-8ae958e8-4613-466a-b784-7565f51871f2 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.73 "DELETE /v2.0/ports/a0e2866a-c89a-4d67-a9ca-58ab8bf18e69 HTTP/1.1" status: 204 len: 173 time: 1.5180745 Nov 10 19:27:20.918063 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ed90cc-a2a2-4dc8-bb88-9238c8c7c592', 'name': 'network-vif-deleted', 'tag': 'a0e2866a-c89a-4d67-a9ca-58ab8bf18e69'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:27:20.921048 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4cf98b-3789-46d3-a741-7ca5308453a7" -d '{"events": [{"server_uuid": "55ed90cc-a2a2-4dc8-bb88-9238c8c7c592", "name": "network-vif-deleted", "tag": "a0e2866a-c89a-4d67-a9ca-58ab8bf18e69"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:27:20.990438 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b9b13c53-075e-49a8-95d8-1f3e988101c3 req-62f16d3a-c332-4963-8eeb-54fb27e0f399 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878610 Nov 10 19:27:21.056095 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4b7cf8d3-0451-418e-9058-6f2e2cf7cb4d None None] Provisioning complete for port 44a41fc7-db67-45f6-9fbf-3427a5ccbee3 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:21.069265 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4b7cf8d3-0451-418e-9058-6f2e2cf7cb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:21.155820 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device c849aba1-c453-4af2-8afa-42f9969d5052 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:27:21.265641 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-4b7cf8d3-0451-418e-9058-6f2e2cf7cb4d None None] Port 44a41fc7-db67-45f6-9fbf-3427a5ccbee3 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:27:21.300482 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd134f1-051c-47bc-899a-7d3280288cb1 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:21.305395 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8dd134f1-051c-47bc-899a-7d3280288cb1 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "GET /v2.0/ports/4b9308f3-93f4-4795-bce3-7afd08456da6 HTTP/1.1" status: 200 len: 911 time: 0.9808209 Nov 10 19:27:21.305819 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4b7cf8d3-0451-418e-9058-6f2e2cf7cb4d None None] Provisioning complete for port c849aba1-c453-4af2-8afa-42f9969d5052 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:21.306169 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50162) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:21.306277 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4b7cf8d3-0451-418e-9058-6f2e2cf7cb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:21.355764 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port c849aba1-c453-4af2-8afa-42f9969d5052 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:21.356175 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:21.371123 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-d6b1547e-324c-45bf-86e5-769a34afb8f4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Allocated IP 172.20.0.13 (dfca0295-67ae-4a70-a230-6919d8035342/4d76c965-239c-4517-a668-65f04280a713/9929494d-473a-4930-a94c-13067129d010) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:27:21.426542 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-1b1e3291-12c0-4845-855a-e854923ea909 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:21.428173 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-1b1e3291-12c0-4845-855a-e854923ea909 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/networks?id=a03f2c77-7ce1-45bb-87ad-01c85ed47a74 HTTP/1.1" status: 200 len: 810 time: 0.2139578 Nov 10 19:27:21.497199 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-d92ec36d-2c93-400b-bd48-e298c7d77435 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/quotas/80448062df854eaa81ec7d2921f2c2b6 HTTP/1.1" status: 200 len: 375 time: 0.0558739 Nov 10 19:27:21.523383 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879d5ba-59a8-47d4-9e8d-2d13a0901dec req-76bd8e0a-36d1-44d2-9440-19e37d1e824d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:21.525619 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d879d5ba-59a8-47d4-9e8d-2d13a0901dec req-76bd8e0a-36d1-44d2-9440-19e37d1e824d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 1094 time: 1.1474876 Nov 10 19:27:21.616379 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device a0e2866a-c89a-4d67-a9ca-58ab8bf18e69 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:27:21.664074 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: a0e2866a-c89a-4d67-a9ca-58ab8bf18e69 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:27:21.664700 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device a0e2866a-c89a-4d67-a9ca-58ab8bf18e69 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:27:21.712918 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-9957b20f-a45c-4cca-b689-2f11bd76cb4b tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=80448062df854eaa81ec7d2921f2c2b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2143393 Nov 10 19:27:21.842393 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d6b1547e-324c-45bf-86e5-769a34afb8f4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:21.889349 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-5b853711-4f6f-4e2c-8dca-16d6de69a9fa service neutron] 10.222.0.54 "GET /v2.0/networks/a03f2c77-7ce1-45bb-87ad-01c85ed47a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745040 Nov 10 19:27:21.912481 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879d5ba-59a8-47d4-9e8d-2d13a0901dec req-7481ab9d-c036-4f90-a567-5bf0a7ec96fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:21.914239 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d879d5ba-59a8-47d4-9e8d-2d13a0901dec req-7481ab9d-c036-4f90-a567-5bf0a7ec96fa service neutron] 10.222.0.73 "GET /v2.0/networks?id=d2ee296e-97f0-4e05-bc63-eecad2cf8d08 HTTP/1.1" status: 200 len: 897 time: 0.3810353 Nov 10 19:27:21.936199 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d6b1547e-324c-45bf-86e5-769a34afb8f4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:21.974121 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d879d5ba-59a8-47d4-9e8d-2d13a0901dec req-da4ed669-7e3c-4cca-b931-7e9500d84b7e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=077f720c-ab5b-4102-9670-f8f163fce1ec HTTP/1.1" status: 200 len: 217 time: 0.0501306 Nov 10 19:27:22.020479 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b1547e-324c-45bf-86e5-769a34afb8f4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network dfca0295-67ae-4a70-a230-6919d8035342 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:27:22.032418 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-d6b1547e-324c-45bf-86e5-769a34afb8f4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:27:22.035065 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b1547e-324c-45bf-86e5-769a34afb8f4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:27:22.042457 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e148c9eb-cd39-437d-9f3d-416333a85263 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:22.097816 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879d5ba-59a8-47d4-9e8d-2d13a0901dec req-e3605dd8-8901-48cd-841d-dd057405d61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:22.099554 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d879d5ba-59a8-47d4-9e8d-2d13a0901dec req-e3605dd8-8901-48cd-841d-dd057405d61e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=80df9671-f57e-40dc-a213-b58ffde2f797 HTTP/1.1" status: 200 len: 835 time: 0.1175766 Nov 10 19:27:22.158231 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1547e-324c-45bf-86e5-769a34afb8f4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Port': ['ID=9929494d-473a-4930-a94c-13067129d010,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:22.182223 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-980c8dac-f82b-43f0-989a-b365536630b3 service neutron] 10.222.0.54 "GET /v2.0/networks/a03f2c77-7ce1-45bb-87ad-01c85ed47a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891514 Nov 10 19:27:22.203575 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b1547e-324c-45bf-86e5-769a34afb8f4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:22.206332 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d6b1547e-324c-45bf-86e5-769a34afb8f4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:22.238347 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d6b1547e-324c-45bf-86e5-769a34afb8f4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.9613905 Nov 10 19:27:22.240830 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50172) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:22.246385 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-e1cef231-df61-4887-a3b1-4a151eafb583 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'subnet': {'network_id': 'dfca0295-67ae-4a70-a230-6919d8035342', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:22.316741 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879d5ba-59a8-47d4-9e8d-2d13a0901dec req-9b413c2b-0359-4e68-80fe-6ed816b2b414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:22.318457 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d879d5ba-59a8-47d4-9e8d-2d13a0901dec req-9b413c2b-0359-4e68-80fe-6ed816b2b414 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d2ee296e-97f0-4e05-bc63-eecad2cf8d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1799345 Nov 10 19:27:22.417119 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cef231-df61-4887-a3b1-4a151eafb583 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:27:22.422116 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e1cef231-df61-4887-a3b1-4a151eafb583 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:22.500331 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-673e3288-4c0c-48aa-aba6-ebddee08e159 None None] Provisioning complete for port 9929494d-473a-4930-a94c-13067129d010 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:22.500820 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-673e3288-4c0c-48aa-aba6-ebddee08e159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:22.550968 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-673e3288-4c0c-48aa-aba6-ebddee08e159 None None] Port 9929494d-473a-4930-a94c-13067129d010 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:27:22.578973 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d879d5ba-59a8-47d4-9e8d-2d13a0901dec req-6048b1f9-e77a-4c04-9509-9f61991652bf service neutron] 10.222.0.73 "GET /v2.0/networks/d2ee296e-97f0-4e05-bc63-eecad2cf8d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520869 Nov 10 19:27:22.659847 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279e8ca-87b0-4f98-b95b-dc7e69691caf req-87c623fe-b380-45bc-8073-bfd901859888 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:22.668038 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8279e8ca-87b0-4f98-b95b-dc7e69691caf req-87c623fe-b380-45bc-8073-bfd901859888 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 943 time: 0.1631966 Nov 10 19:27:22.732779 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8279e8ca-87b0-4f98-b95b-dc7e69691caf req-0e6adb89-f502-4e66-a062-bd2315ec210f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0638065 Nov 10 19:27:22.744693 n-d-813897-4 neutron-server[102506]: INFO neutron.db.ipam_backend_mixin [None req-e1cef231-df61-4887-a3b1-4a151eafb583 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4d76c965-239c-4517-a668-65f04280a713 (CIDR: 172.20.0.0/28) Nov 10 19:27:22.760880 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1cef231-df61-4887-a3b1-4a151eafb583 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:27:22.761497 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1cef231-df61-4887-a3b1-4a151eafb583 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:27:22.793585 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e1cef231-df61-4887-a3b1-4a151eafb583 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5499740 Nov 10 19:27:22.794463 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50184) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:22.804328 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-8aaffaca-f343-46fc-8e1a-a59cf5c8ec6b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'subnet': {'network_id': 'dfca0295-67ae-4a70-a230-6919d8035342', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:22.823374 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d879d5ba-59a8-47d4-9e8d-2d13a0901dec req-740c153f-e0c9-44e8-9992-289ab5b093d5 service neutron] 10.222.0.73 "GET /v2.0/networks/d2ee296e-97f0-4e05-bc63-eecad2cf8d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353036 Nov 10 19:27:22.868298 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-e148c9eb-cd39-437d-9f3d-416333a85263 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Deleting port 4b9308f3-93f4-4795-bce3-7afd08456da6 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:27:22.868862 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e148c9eb-cd39-437d-9f3d-416333a85263 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:22.884490 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85738676-42c0-4462-b514-a6270d2cad8e x-openstack-request-id: req-85738676-42c0-4462-b514-a6270d2cad8e {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:27:22.885041 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ed90cc-a2a2-4dc8-bb88-9238c8c7c592", "name": "network-vif-deleted", "tag": "a0e2866a-c89a-4d67-a9ca-58ab8bf18e69", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:27:22.885311 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-85738676-42c0-4462-b514-a6270d2cad8e {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:27:22.885839 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ed90cc-a2a2-4dc8-bb88-9238c8c7c592', 'name': 'network-vif-deleted', 'tag': 'a0e2866a-c89a-4d67-a9ca-58ab8bf18e69', 'status': 'completed', 'code': 200} Nov 10 19:27:22.969891 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8adcca36-b64d-4d47-963f-e4f655dc0dd2 req-8da2b992-4b31-43c9-a9d6-122f652a6a12 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1251788 Nov 10 19:27:23.046528 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aaffaca-f343-46fc-8e1a-a59cf5c8ec6b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:27:23.050783 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8aaffaca-f343-46fc-8e1a-a59cf5c8ec6b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:23.103374 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e148c9eb-cd39-437d-9f3d-416333a85263 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:23.150065 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-e148c9eb-cd39-437d-9f3d-416333a85263 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Calling delete_port for 4b9308f3-93f4-4795-bce3-7afd08456da6 owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:27:23.183691 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcca36-b64d-4d47-963f-e4f655dc0dd2 req-938ef61a-2a0b-4d54-8cb7-7c4c08d2ac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:23.187441 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8adcca36-b64d-4d47-963f-e4f655dc0dd2 req-938ef61a-2a0b-4d54-8cb7-7c4c08d2ac07 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e964d54e065f49df9181b3cc5034fac9&device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 1097 time: 0.1566856 Nov 10 19:27:23.280776 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d07dcd30-3a88-4104-a9fc-a03ca4f8e727 req-b62fe91d-7b21-4823-a8f0-ac787b5763b4 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 210 time: 0.0537009 Nov 10 19:27:23.331428 n-d-813897-4 neutron-server[102506]: INFO neutron.db.ipam_backend_mixin [None req-8aaffaca-f343-46fc-8e1a-a59cf5c8ec6b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9aa8a0f8-3560-40e9-9a0d-0e9342dc5904 (CIDR: 172.20.0.16/28) Nov 10 19:27:23.350049 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aaffaca-f343-46fc-8e1a-a59cf5c8ec6b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:27:23.350573 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aaffaca-f343-46fc-8e1a-a59cf5c8ec6b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:27:23.393330 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8aaffaca-f343-46fc-8e1a-a59cf5c8ec6b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5971043 Nov 10 19:27:23.396078 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50194) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:23.401727 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-c5af5325-2187-426d-87b0-1acd53aba7dc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'subnet': {'network_id': 'dfca0295-67ae-4a70-a230-6919d8035342', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:23.453062 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-412c8e3f-0686-420a-af65-782c9679c132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:23.490223 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e148c9eb-cd39-437d-9f3d-416333a85263 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:23.585688 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5af5325-2187-426d-87b0-1acd53aba7dc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Made reservation on behalf of e9defc91a1f9416bbb2744ea822424be for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:27:23.590950 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c5af5325-2187-426d-87b0-1acd53aba7dc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:23.608117 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 077f720c-ab5b-4102-9670-f8f163fce1ec details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:27:23.689811 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148c9eb-cd39-437d-9f3d-416333a85263 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Port': ['ID=4b9308f3-93f4-4795-bce3-7afd08456da6,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:23.856771 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 077f720c-ab5b-4102-9670-f8f163fce1ec, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=077f720c-ab5b-4102-9670-f8f163fce1ec,segment=NetworkSegment(6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d),segment_id=6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:27:23.872543 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e148c9eb-cd39-437d-9f3d-416333a85263 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:23.895210 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcca36-b64d-4d47-963f-e4f655dc0dd2 req-3f7fb948-60a0-4bbc-8641-142ea7b25169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:23.901001 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8adcca36-b64d-4d47-963f-e4f655dc0dd2 req-3f7fb948-60a0-4bbc-8641-142ea7b25169 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d81248ac-96a9-4e56-9bb4-f772b36a0433 HTTP/1.1" status: 200 len: 913 time: 0.4232595 Nov 10 19:27:23.902900 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '077f720c-ab5b-4102-9670-f8f163fce1ec', 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08', 'port_id': '077f720c-ab5b-4102-9670-f8f163fce1ec', 'mac_address': 'fa:16:3e:a7:b9:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80df9671-f57e-40dc-a213-b58ffde2f797', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:27:23.980027 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:24.011861 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 077f720c-ab5b-4102-9670-f8f163fce1ec {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:27:24.053560 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 077f720c-ab5b-4102-9670-f8f163fce1ec, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=077f720c-ab5b-4102-9670-f8f163fce1ec,segment=NetworkSegment(6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d),segment_id=6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:27:24.062855 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:24.181289 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=077f720c-ab5b-4102-9670-f8f163fce1ec,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:24.275871 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e148c9eb-cd39-437d-9f3d-416333a85263 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Router 70ab2972-a0f1-44aa-ac49-99e9ed7c4d45 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:27:24.281468 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77582a8-1175-454d-a208-c88fbf0fe95b req-ddc6a81a-014d-4886-a8a8-f64e0fd75519 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:24.284024 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['077f720c-ab5b-4102-9670-f8f163fce1ec'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:27:24.287394 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b77582a8-1175-454d-a208-c88fbf0fe95b req-ddc6a81a-014d-4886-a8a8-f64e0fd75519 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 944 time: 0.0921495 Nov 10 19:27:24.319828 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8adcca36-b64d-4d47-963f-e4f655dc0dd2 req-bc785747-da9b-4d1d-a7ca-cf2759d95aba service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f HTTP/1.1" status: 200 len: 1001 time: 0.3513851 Nov 10 19:27:24.434406 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b77582a8-1175-454d-a208-c88fbf0fe95b req-1f3da14d-428b-48ec-80c5-b692ac343535 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1349230 Nov 10 19:27:24.631750 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:24.664221 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-302132df-c32d-4417-8d52-fb58ea72b8f2 req-66f45ab3-52d9-4b82-a642-b960d103ce6f tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 210 time: 0.0473852 Nov 10 19:27:24.688235 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcca36-b64d-4d47-963f-e4f655dc0dd2 req-b04539e5-7316-4c86-8cce-950239a029fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:24.689684 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8adcca36-b64d-4d47-963f-e4f655dc0dd2 req-b04539e5-7316-4c86-8cce-950239a029fc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d874850-3788-4c89-9cc5-3e0f9d06fb90 HTTP/1.1" status: 200 len: 851 time: 0.3361688 Nov 10 19:27:24.714967 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c5af5325-2187-426d-87b0-1acd53aba7dc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:24.716843 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-d3c345f9-584c-4741-9cd4-1746e90ec6df tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:24.722706 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-d3c345f9-584c-4741-9cd4-1746e90ec6df tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.73 "GET /v2.0/networks?id=a03f2c77-7ce1-45bb-87ad-01c85ed47a74 HTTP/1.1" status: 200 len: 810 time: 0.5811048 Nov 10 19:27:24.786734 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-f369e0a4-9252-46d8-995a-4936f3123fe0 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Request body: {'port': {'device_id': '0b706d3f-6ce1-4560-8ab3-2372b719b1d9', 'network_id': 'a03f2c77-7ce1-45bb-87ad-01c85ed47a74', 'admin_state_up': True, 'tenant_id': '80448062df854eaa81ec7d2921f2c2b6'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:24.797407 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5af5325-2187-426d-87b0-1acd53aba7dc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Network dfca0295-67ae-4a70-a230-6919d8035342 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:27:24.801578 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-c5af5325-2187-426d-87b0-1acd53aba7dc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:27:24.811214 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a54471-fa85-45f7-be80-7c5cb8d24e53 None None] Network dfca0295-67ae-4a70-a230-6919d8035342 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:27:24.812871 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5af5325-2187-426d-87b0-1acd53aba7dc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:24.814096 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c5af5325-2187-426d-87b0-1acd53aba7dc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:24.820960 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af5325-2187-426d-87b0-1acd53aba7dc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Subnet': ['ID=ca505681-883b-4af8-b750-de67ff11c7a1,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:24.842682 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c5af5325-2187-426d-87b0-1acd53aba7dc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4454172 Nov 10 19:27:24.845242 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50210) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:24.852797 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-888bb433-6736-4849-9e2b-64525882230b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1306907183', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ca505681-883b-4af8-b750-de67ff11c7a1'}], 'security_groups': ['e0253c73-4e61-4f23-98f9-399cc98458cd', '23b7fa88-417d-4a65-9add-53e2da32c081']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:24.863866 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcca36-b64d-4d47-963f-e4f655dc0dd2 req-ce1fb52c-efc2-4050-bb3b-81f699ce3572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:24.865711 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8adcca36-b64d-4d47-963f-e4f655dc0dd2 req-ce1fb52c-efc2-4050-bb3b-81f699ce3572 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d81248ac-96a9-4e56-9bb4-f772b36a0433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1420534 Nov 10 19:27:24.866889 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e148c9eb-cd39-437d-9f3d-416333a85263 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:27:24.884592 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e148c9eb-cd39-437d-9f3d-416333a85263 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "PUT /v2.0/routers/70ab2972-a0f1-44aa-ac49-99e9ed7c4d45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5752559 Nov 10 19:27:24.888130 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50212) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:24.929073 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93dae72-25d1-4b44-8521-0e3fcdc1a683 None None] Sync routers for ids ['70ab2972-a0f1-44aa-ac49-99e9ed7c4d45'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:27:24.961568 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-888bb433-6736-4849-9e2b-64525882230b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:25.019414 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93dae72-25d1-4b44-8521-0e3fcdc1a683 None None] Routers {'70ab2972-a0f1-44aa-ac49-99e9ed7c4d45'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:27:25.020406 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-d93dae72-25d1-4b44-8521-0e3fcdc1a683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:26:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['70ab2972-a0f1-44aa-ac49-99e9ed7c4d45'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:25.078530 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-d93dae72-25d1-4b44-8521-0e3fcdc1a683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:25.081628 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:25.097987 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93dae72-25d1-4b44-8521-0e3fcdc1a683 None None] Routers {'70ab2972-a0f1-44aa-ac49-99e9ed7c4d45'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:27:25.098972 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-d93dae72-25d1-4b44-8521-0e3fcdc1a683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:26:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['70ab2972-a0f1-44aa-ac49-99e9ed7c4d45'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:25.262986 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-d93dae72-25d1-4b44-8521-0e3fcdc1a683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:25.264081 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93dae72-25d1-4b44-8521-0e3fcdc1a683 None None] The sync data for ids ['70ab2972-a0f1-44aa-ac49-99e9ed7c4d45'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:27:25.438387 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4399a6d5-a858-4a6e-809a-18cf971034dc tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "GET /v2.0/ports?device_id=70ab2972-a0f1-44aa-ac49-99e9ed7c4d45 HTTP/1.1" status: 200 len: 205 time: 0.5401359 Nov 10 19:27:25.450008 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50216) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:25.539004 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0699f989-7fc5-4a81-a4e8-339fec7a742a None None] Update dhcp port {'port': {'network_id': 'dfca0295-67ae-4a70-a230-6919d8035342', 'fixed_ips': [{'subnet_id': '9aa8a0f8-3560-40e9-9a0d-0e9342dc5904', 'ip_address': '172.20.0.18'}, {'subnet_id': '4d76c965-239c-4517-a668-65f04280a713', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ca505681-883b-4af8-b750-de67ff11c7a1'}], 'binding:host_id': 'n-d-813897-4'}, 'id': 'c849aba1-c453-4af2-8afa-42f9969d5052'} from n-d-813897-4. {{(pid=102507) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 19:27:25.615606 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 077f720c-ab5b-4102-9670-f8f163fce1ec up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:27:25.707111 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-49392fca-1a1c-4a31-8c98-386b92d885fb tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:25.760184 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-888bb433-6736-4849-9e2b-64525882230b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Delete allocated IP 172.20.0.13 (dfca0295-67ae-4a70-a230-6919d8035342/4d76c965-239c-4517-a668-65f04280a713) {{(pid=102506) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 19:27:25.767242 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0699f989-7fc5-4a81-a4e8-339fec7a742a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:25.805432 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a358f-2181-4976-a15b-8292e10ffb81 req-5e7cdd49-a6d8-415b-821c-f9ce109dda84 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:25.811572 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-683a358f-2181-4976-a15b-8292e10ffb81 req-5e7cdd49-a6d8-415b-821c-f9ce109dda84 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 944 time: 0.2193639 Nov 10 19:27:25.825474 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-872694fd-bce9-4348-8472-1fcf38d24c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:25.861444 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8adcca36-b64d-4d47-963f-e4f655dc0dd2 req-2eb2bab7-c5a9-41f5-b528-ced0589b4883 service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9723253 Nov 10 19:27:25.861815 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-888bb433-6736-4849-9e2b-64525882230b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Allocated IP 172.20.0.36 (dfca0295-67ae-4a70-a230-6919d8035342/ca505681-883b-4af8-b750-de67ff11c7a1/9929494d-473a-4930-a94c-13067129d010) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:27:25.906239 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 077f720c-ab5b-4102-9670-f8f163fce1ec completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:27:25.926403 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 077f720c-ab5b-4102-9670-f8f163fce1ec triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:25.926787 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:26.044812 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-683a358f-2181-4976-a15b-8292e10ffb81 req-7d1842f5-995e-478e-90bc-0a82d918d42b tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2139478 Nov 10 19:27:26.176158 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-49392fca-1a1c-4a31-8c98-386b92d885fb tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:26.183060 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-49392fca-1a1c-4a31-8c98-386b92d885fb tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:26.190342 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-f369e0a4-9252-46d8-995a-4936f3123fe0 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Made reservation on behalf of 80448062df854eaa81ec7d2921f2c2b6 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:27:26.194360 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-f369e0a4-9252-46d8-995a-4936f3123fe0 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:26.282572 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8adcca36-b64d-4d47-963f-e4f655dc0dd2 req-effde786-e9df-468c-9e9f-b987d77295c6 service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3965900 Nov 10 19:27:26.310877 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-49392fca-1a1c-4a31-8c98-386b92d885fb tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:26.311307 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49392fca-1a1c-4a31-8c98-386b92d885fb tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Fanout notify agent at l3_agent the message router_deleted on router 70ab2972-a0f1-44aa-ac49-99e9ed7c4d45 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:27:26.322372 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-49392fca-1a1c-4a31-8c98-386b92d885fb tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:26.323503 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-49392fca-1a1c-4a31-8c98-386b92d885fb tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/routers/70ab2972-a0f1-44aa-ac49-99e9ed7c4d45 HTTP/1.1" status: 204 len: 168 time: 0.8723762 Nov 10 19:27:26.346989 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50232) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:26.381950 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:26.389741 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-35def21d-d0dc-496c-a6f7-037a394aec31 req-3d7f073f-ddf6-41ed-b487-87f1edb977c5 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 210 time: 0.0922649 Nov 10 19:27:26.439024 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c5d45c-4c2c-446f-981c-fbed28aa2596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077f720c-ab5b-4102-9670-f8f163fce1ec'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:27:26.454194 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751b212b-8132-415b-b2a1-9e1a307b8ac6" -d '{"events": [{"server_uuid": "b8c5d45c-4c2c-446f-981c-fbed28aa2596", "name": "network-vif-plugged", "status": "completed", "tag": "077f720c-ab5b-4102-9670-f8f163fce1ec"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:27:26.486102 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 077f720c-ab5b-4102-9670-f8f163fce1ec, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=077f720c-ab5b-4102-9670-f8f163fce1ec,segment=NetworkSegment(6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d),segment_id=6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:27:26.496578 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:26.538348 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-888bb433-6736-4849-9e2b-64525882230b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:26.547828 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-888bb433-6736-4849-9e2b-64525882230b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:26.574479 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3906ede-86cf-4538-8244-0b0970c2bdf0 x-openstack-request-id: req-a3906ede-86cf-4538-8244-0b0970c2bdf0 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:27:26.574668 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c5d45c-4c2c-446f-981c-fbed28aa2596", "name": "network-vif-plugged", "status": "completed", "tag": "077f720c-ab5b-4102-9670-f8f163fce1ec", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:27:26.574921 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a3906ede-86cf-4538-8244-0b0970c2bdf0 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:27:26.575307 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c5d45c-4c2c-446f-981c-fbed28aa2596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077f720c-ab5b-4102-9670-f8f163fce1ec', 'code': 200} Nov 10 19:27:26.612598 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=077f720c-ab5b-4102-9670-f8f163fce1ec,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:26.627918 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab70848-33e4-4db3-acb2-0c41ffee0789 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Deleting subnet 55b9d121-876c-4400-a733-c99350d12b0d {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:27:26.637287 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888bb433-6736-4849-9e2b-64525882230b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event updated for resources: {'Port': ['ID=9929494d-473a-4930-a94c-13067129d010,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:26.659204 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7ab70848-33e4-4db3-acb2-0c41ffee0789 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:26.732499 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-f369e0a4-9252-46d8-995a-4936f3123fe0 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Allocated IP 172.20.0.3 (a03f2c77-7ce1-45bb-87ad-01c85ed47a74/541fe813-4ea7-4cb0-9666-cf2befa3ec22/68643b0e-069c-4c0a-b4be-4afd91c2a25e) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:27:26.734706 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-0699f989-7fc5-4a81-a4e8-339fec7a742a None None] Allocated IP 172.20.0.34 (dfca0295-67ae-4a70-a230-6919d8035342/ca505681-883b-4af8-b750-de67ff11c7a1/c849aba1-c453-4af2-8afa-42f9969d5052) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:27:26.749547 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7ab70848-33e4-4db3-acb2-0c41ffee0789 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:26.815010 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc8c19-0ac5-4258-a0e9-b914c29d23d5 req-f5208cd5-b639-495a-94bb-6bf3f70b8095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:26.824092 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4dc8c19-0ac5-4258-a0e9-b914c29d23d5 req-f5208cd5-b639-495a-94bb-6bf3f70b8095 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 1096 time: 0.1879075 Nov 10 19:27:26.873873 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-888bb433-6736-4849-9e2b-64525882230b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] In _notify_port_updated(), no bound segment for port 9929494d-473a-4930-a94c-13067129d010 on network dfca0295-67ae-4a70-a230-6919d8035342 {{(pid=102506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 19:27:26.884881 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888bb433-6736-4849-9e2b-64525882230b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:26.902464 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-888bb433-6736-4849-9e2b-64525882230b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:26.905067 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-888bb433-6736-4849-9e2b-64525882230b tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "PUT /v2.0/ports/9929494d-473a-4930-a94c-13067129d010 HTTP/1.1" status: 200 len: 960 time: 2.0584326 Nov 10 19:27:26.912384 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50242) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:26.941274 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7ab70848-33e4-4db3-acb2-0c41ffee0789 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:26.982399 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-0699f989-7fc5-4a81-a4e8-339fec7a742a None None] For port c849aba1-c453-4af2-8afa-42f9969d5052, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=c849aba1-c453-4af2-8afa-42f9969d5052,segment=NetworkSegment(ebfc1f5c-5a98-44d2-8bca-a2484321a5d8),segment_id=ebfc1f5c-5a98-44d2-8bca-a2484321a5d8)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:27:27.016957 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0699f989-7fc5-4a81-a4e8-339fec7a742a None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:27.024513 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0699f989-7fc5-4a81-a4e8-339fec7a742a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:27.152271 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4dc8c19-0ac5-4258-a0e9-b914c29d23d5 req-afb5cc11-908a-4e8c-9dc3-2edeab106635 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3186026 Nov 10 19:27:27.239845 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:27.241583 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699f989-7fc5-4a81-a4e8-339fec7a742a None None] Pushing event updated for resources: {'Port': ['ID=c849aba1-c453-4af2-8afa-42f9969d5052,revision_number=7']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:27.333790 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57137ae-411e-4862-8496-644b0778acc2 req-ef33e1b7-c292-406f-906b-5de3bb37e429 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:27.335508 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c57137ae-411e-4862-8496-644b0778acc2 req-ef33e1b7-c292-406f-906b-5de3bb37e429 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 945 time: 0.1435785 Nov 10 19:27:27.498157 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-f369e0a4-9252-46d8-995a-4936f3123fe0 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:27.518554 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-90234d08-ae48-4cb6-8b33-624cf8d0eaec tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Deleting port 9929494d-473a-4930-a94c-13067129d010 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:27:27.520747 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-90234d08-ae48-4cb6-8b33-624cf8d0eaec tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:27.598959 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7ab70848-33e4-4db3-acb2-0c41ffee0789 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:27.624674 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bd9b25-84bb-4bd6-a242-ce2002ee2495 None None] Network a0aa12ac-5f5e-4f63-87e4-ec741082193a requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:27:27.641091 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7ab70848-33e4-4db3-acb2-0c41ffee0789 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:27.653985 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7ab70848-33e4-4db3-acb2-0c41ffee0789 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/subnets/55b9d121-876c-4400-a733-c99350d12b0d HTTP/1.1" status: 204 len: 168 time: 1.3058243 Nov 10 19:27:27.676323 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50252) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:27.717292 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab70848-33e4-4db3-acb2-0c41ffee0789 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Subnet': ['ID=55b9d121-876c-4400-a733-c99350d12b0d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:27.752466 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c57137ae-411e-4862-8496-644b0778acc2 req-1220a4b8-0bec-4310-8ab4-988dcbac9e21 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4089534 Nov 10 19:27:27.834486 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-f369e0a4-9252-46d8-995a-4936f3123fe0 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:27.870006 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['434ec521-0182-4dc1-932f-08e3d5129957'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:27:27.987598 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ea678cbd-1f96-436f-a1f5-82d41f7c65ff tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:28.045700 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-90234d08-ae48-4cb6-8b33-624cf8d0eaec tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:28.071482 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-f369e0a4-9252-46d8-995a-4936f3123fe0 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Network a03f2c77-7ce1-45bb-87ad-01c85ed47a74 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:27:28.086375 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-f369e0a4-9252-46d8-995a-4936f3123fe0 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:27:28.094612 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-f369e0a4-9252-46d8-995a-4936f3123fe0 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:27:28.171842 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f369e0a4-9252-46d8-995a-4936f3123fe0 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Pushing event updated for resources: {'Port': ['ID=68643b0e-069c-4c0a-b4be-4afd91c2a25e,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:28.254220 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-90234d08-ae48-4cb6-8b33-624cf8d0eaec tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Calling delete_port for 9929494d-473a-4930-a94c-13067129d010 owned by {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:27:28.278308 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-f369e0a4-9252-46d8-995a-4936f3123fe0 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:28.279008 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-f369e0a4-9252-46d8-995a-4936f3123fe0 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:28.331639 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-f369e0a4-9252-46d8-995a-4936f3123fe0 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5501051 Nov 10 19:27:28.369298 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-980e237b-f79d-4632-9017-e97bdc1f5da7 service neutron] Request body: {'port': {'device_id': '0b706d3f-6ce1-4560-8ab3-2372b719b1d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:28.415607 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9781770-2e10-4557-883b-51926dfaabf2 None None] DHCP port deletion for a0aa12ac-5f5e-4f63-87e4-ec741082193a request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:27:28.562117 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device c849aba1-c453-4af2-8afa-42f9969d5052 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:27:28.569183 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-980e237b-f79d-4632-9017-e97bdc1f5da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:28.599968 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94756827-c22e-4e30-9f4c-bc83b94f4b43 req-d680c791-49d6-407e-97ee-d7c99676fb14 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:28.619046 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-94756827-c22e-4e30-9f4c-bc83b94f4b43 req-d680c791-49d6-407e-97ee-d7c99676fb14 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 931 time: 0.4928789 Nov 10 19:27:28.749233 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:28.811375 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-94756827-c22e-4e30-9f4c-bc83b94f4b43 req-19fcb2e3-9f31-4e2c-b062-7535a6fb2a17 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902885 Nov 10 19:27:28.842705 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-ea678cbd-1f96-436f-a1f5-82d41f7c65ff tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Deleting port 6847c541-ade8-4f79-b44d-fe43dbe88d05 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:27:28.847239 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ea678cbd-1f96-436f-a1f5-82d41f7c65ff tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:28.992781 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-980e237b-f79d-4632-9017-e97bdc1f5da7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68643b0e-069c-4c0a-b4be-4afd91c2a25e {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:27:29.003776 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-980e237b-f79d-4632-9017-e97bdc1f5da7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:29.036612 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-980e237b-f79d-4632-9017-e97bdc1f5da7 service neutron] Transition to ACTIVE for port object 68643b0e-069c-4c0a-b4be-4afd91c2a25e will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:27:29.047946 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-980e237b-f79d-4632-9017-e97bdc1f5da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:29.122449 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port c849aba1-c453-4af2-8afa-42f9969d5052 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:29.122898 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:29.210719 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e237b-f79d-4632-9017-e97bdc1f5da7 service neutron] Pushing event updated for resources: {'Port': ['ID=68643b0e-069c-4c0a-b4be-4afd91c2a25e,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:29.225593 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-ea678cbd-1f96-436f-a1f5-82d41f7c65ff tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] For port 6847c541-ade8-4f79-b44d-fe43dbe88d05, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=6847c541-ade8-4f79-b44d-fe43dbe88d05,segment=NetworkSegment(4a79dabb-44bb-4719-8e35-d55b84889070),segment_id=4a79dabb-44bb-4719-8e35-d55b84889070)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:27:29.226167 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ea678cbd-1f96-436f-a1f5-82d41f7c65ff tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:29.231449 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-1f1e4d08-1e1f-4513-b5e7-6873c94e0946 None None] Provisioning complete for port 9929494d-473a-4930-a94c-13067129d010 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:29.231834 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1f1e4d08-1e1f-4513-b5e7-6873c94e0946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:29.265194 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-ea678cbd-1f96-436f-a1f5-82d41f7c65ff tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Calling delete_port for 6847c541-ade8-4f79-b44d-fe43dbe88d05 owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:27:29.308706 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-90234d08-ae48-4cb6-8b33-624cf8d0eaec tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:29.310250 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-a9781770-2e10-4557-883b-51926dfaabf2 None None] Deleting port 6847c541-ade8-4f79-b44d-fe43dbe88d05 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:27:29.310632 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a9781770-2e10-4557-883b-51926dfaabf2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:29.335203 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f39c24-d344-4b8a-ab23-ed051604ce6f req-70d2b896-87d4-4626-9add-280fb00ef7be tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:29.344404 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-34f39c24-d344-4b8a-ab23-ed051604ce6f req-70d2b896-87d4-4626-9add-280fb00ef7be tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 945 time: 0.2729001 Nov 10 19:27:29.417952 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-980e237b-f79d-4632-9017-e97bdc1f5da7 service neutron] Attempting to bind port 68643b0e-069c-4c0a-b4be-4afd91c2a25e on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:27:29.418365 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-980e237b-f79d-4632-9017-e97bdc1f5da7 service neutron] Attempting to bind port 68643b0e-069c-4c0a-b4be-4afd91c2a25e by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'd91afcb2-94dc-4e88-9067-82e028ea23a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a03f2c77-7ce1-45bb-87ad-01c85ed47a74'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:27:29.418831 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-980e237b-f79d-4632-9017-e97bdc1f5da7 service neutron] Attempting to bind port 68643b0e-069c-4c0a-b4be-4afd91c2a25e on network a03f2c77-7ce1-45bb-87ad-01c85ed47a74 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:27:29.426050 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-980e237b-f79d-4632-9017-e97bdc1f5da7 service neutron] Port 68643b0e-069c-4c0a-b4be-4afd91c2a25e on network a03f2c77-7ce1-45bb-87ad-01c85ed47a74 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:27:29.426484 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-980e237b-f79d-4632-9017-e97bdc1f5da7 service neutron] Attempting to bind port 68643b0e-069c-4c0a-b4be-4afd91c2a25e on network a03f2c77-7ce1-45bb-87ad-01c85ed47a74 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:27:29.438274 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-980e237b-f79d-4632-9017-e97bdc1f5da7 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:27:29.438786 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-980e237b-f79d-4632-9017-e97bdc1f5da7 service neutron] Checking segment: {'id': 'd91afcb2-94dc-4e88-9067-82e028ea23a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a03f2c77-7ce1-45bb-87ad-01c85ed47a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:27:29.452265 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-980e237b-f79d-4632-9017-e97bdc1f5da7 service neutron] Bound using segment: {'id': 'd91afcb2-94dc-4e88-9067-82e028ea23a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a03f2c77-7ce1-45bb-87ad-01c85ed47a74'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:27:29.452798 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-980e237b-f79d-4632-9017-e97bdc1f5da7 service neutron] Bound port: 68643b0e-069c-4c0a-b4be-4afd91c2a25e, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd91afcb2-94dc-4e88-9067-82e028ea23a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a03f2c77-7ce1-45bb-87ad-01c85ed47a74'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:27:29.453379 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-980e237b-f79d-4632-9017-e97bdc1f5da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:29.477304 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90234d08-ae48-4cb6-8b33-624cf8d0eaec tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Port': ['ID=9929494d-473a-4930-a94c-13067129d010,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:29.501089 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-1f1e4d08-1e1f-4513-b5e7-6873c94e0946 None None] Port 9929494d-473a-4930-a94c-13067129d010 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:27:29.523583 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:29.618810 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-a9781770-2e10-4557-883b-51926dfaabf2 None None] For port 6847c541-ade8-4f79-b44d-fe43dbe88d05, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=6847c541-ade8-4f79-b44d-fe43dbe88d05,segment=NetworkSegment(4a79dabb-44bb-4719-8e35-d55b84889070),segment_id=4a79dabb-44bb-4719-8e35-d55b84889070)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:27:29.619236 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a9781770-2e10-4557-883b-51926dfaabf2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:29.691864 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-980e237b-f79d-4632-9017-e97bdc1f5da7 service neutron] For port 68643b0e-069c-4c0a-b4be-4afd91c2a25e, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:27:29.695880 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-980e237b-f79d-4632-9017-e97bdc1f5da7 service neutron] For port 68643b0e-069c-4c0a-b4be-4afd91c2a25e, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=68643b0e-069c-4c0a-b4be-4afd91c2a25e,segment=NetworkSegment(d91afcb2-94dc-4e88-9067-82e028ea23a3),segment_id=d91afcb2-94dc-4e88-9067-82e028ea23a3)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:27:29.706054 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-980e237b-f79d-4632-9017-e97bdc1f5da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:29.711253 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-a9781770-2e10-4557-883b-51926dfaabf2 None None] Calling delete_port for 6847c541-ade8-4f79-b44d-fe43dbe88d05 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:27:29.717412 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-1f1e4d08-1e1f-4513-b5e7-6873c94e0946 None None] Provisioning complete for port 44a41fc7-db67-45f6-9fbf-3427a5ccbee3 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:29.722885 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1f1e4d08-1e1f-4513-b5e7-6873c94e0946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:29.788838 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-1f1e4d08-1e1f-4513-b5e7-6873c94e0946 None None] Port 44a41fc7-db67-45f6-9fbf-3427a5ccbee3 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:27:29.789353 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ea678cbd-1f96-436f-a1f5-82d41f7c65ff tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:29.820866 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-1f1e4d08-1e1f-4513-b5e7-6873c94e0946 None None] Provisioning complete for port c849aba1-c453-4af2-8afa-42f9969d5052 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:29.821505 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1f1e4d08-1e1f-4513-b5e7-6873c94e0946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:29.848721 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-980e237b-f79d-4632-9017-e97bdc1f5da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:29.849885 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-980e237b-f79d-4632-9017-e97bdc1f5da7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:29.859272 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-980e237b-f79d-4632-9017-e97bdc1f5da7 service neutron] 10.222.0.73 "PUT /v2.0/ports/68643b0e-069c-4c0a-b4be-4afd91c2a25e HTTP/1.1" status: 200 len: 1091 time: 1.5102303 Nov 10 19:27:29.860038 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b706d3f-6ce1-4560-8ab3-2372b719b1d9', 'tag': '68643b0e-069c-4c0a-b4be-4afd91c2a25e'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:27:29.865603 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90f5cfa-7d43-4213-824c-b5e22da2adcd" -d '{"events": [{"name": "network-changed", "server_uuid": "0b706d3f-6ce1-4560-8ab3-2372b719b1d9", "tag": "68643b0e-069c-4c0a-b4be-4afd91c2a25e"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:27:29.993587 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-90234d08-ae48-4cb6-8b33-624cf8d0eaec tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:30.006536 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-90234d08-ae48-4cb6-8b33-624cf8d0eaec tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/ports/9929494d-473a-4930-a94c-13067129d010 HTTP/1.1" status: 204 len: 168 time: 3.0793793 Nov 10 19:27:30.006536 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50276) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:30.006536 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea678cbd-1f96-436f-a1f5-82d41f7c65ff tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] No DVR routers for this DVR port 6847c541-ade8-4f79-b44d-fe43dbe88d05 on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:27:30.013331 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:27:30.015439 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:27:30.015439 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:27:30.015439 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:27:30.015439 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:27:30.015439 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:27:30.015439 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:27:30.015439 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:27:30.015439 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:27:30.015439 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:27:30.015439 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:27:30.015439 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:27:30.015439 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:27:30.015439 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:27:30.015439 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:27:30.048077 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a9781770-2e10-4557-883b-51926dfaabf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:30.050629 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea678cbd-1f96-436f-a1f5-82d41f7c65ff tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Port': ['ID=6847c541-ade8-4f79-b44d-fe43dbe88d05,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:30.085878 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e237b-f79d-4632-9017-e97bdc1f5da7 service neutron] Pushing event updated for resources: {'Port': ['ID=68643b0e-069c-4c0a-b4be-4afd91c2a25e,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:30.094218 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9781770-2e10-4557-883b-51926dfaabf2 None None] No DVR routers for this DVR port 6847c541-ade8-4f79-b44d-fe43dbe88d05 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:27:30.097323 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f9e8f3-eae4-473f-9f00-8f7497a5642c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] GET failed (client error): The resource could not be found. Nov 10 19:27:30.102339 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d9f9e8f3-eae4-473f-9f00-8f7497a5642c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "GET /v2.0/ports/9929494d-473a-4930-a94c-13067129d010 HTTP/1.1" status: 404 len: 333 time: 0.0742726 Nov 10 19:27:30.105161 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50280) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:30.110845 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-34f39c24-d344-4b8a-ab23-ed051604ce6f req-fa897a4e-1225-400a-82ee-710f90a1fd73 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.6832342 Nov 10 19:27:30.162516 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9781770-2e10-4557-883b-51926dfaabf2 None None] Pushing event deleted for resources: {'Port': ['ID=6847c541-ade8-4f79-b44d-fe43dbe88d05,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:30.202572 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-be6a729f-262e-434d-a6ea-1ceff06e7601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:30.204309 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-be6a729f-262e-434d-a6ea-1ceff06e7601 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=80448062df854eaa81ec7d2921f2c2b6&device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 1094 time: 0.2952394 Nov 10 19:27:30.208421 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-3b81e194-fc62-43db-853b-2a7ee179942c None None] Could not find standard attr ID for object 9929494d-473a-4930-a94c-13067129d010. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:27:30.215741 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ea678cbd-1f96-436f-a1f5-82d41f7c65ff tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:30.231510 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8b044640-7ca7-46bf-9be8-6509f506a8a4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:30.287649 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-c0dfb648-328a-4876-8907-84959d619185 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68643b0e-069c-4c0a-b4be-4afd91c2a25e HTTP/1.1" status: 200 len: 217 time: 0.0714653 Nov 10 19:27:30.299884 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-ea678cbd-1f96-436f-a1f5-82d41f7c65ff tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0aa12ac-5f5e-4f63-87e4-ec741082193a']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:30.325098 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-ea678cbd-1f96-436f-a1f5-82d41f7c65ff tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a79dabb-44bb-4719-8e35-d55b84889070') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:30.326001 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-ea678cbd-1f96-436f-a1f5-82d41f7c65ff tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a79dabb-44bb-4719-8e35-d55b84889070') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:30.326200 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8b044640-7ca7-46bf-9be8-6509f506a8a4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:30.357597 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ea678cbd-1f96-436f-a1f5-82d41f7c65ff tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:30.397939 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ea678cbd-1f96-436f-a1f5-82d41f7c65ff tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:30.409031 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8b044640-7ca7-46bf-9be8-6509f506a8a4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:30.412061 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8b044640-7ca7-46bf-9be8-6509f506a8a4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:30.413314 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8b044640-7ca7-46bf-9be8-6509f506a8a4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/security-groups/da2da227-19f4-4031-bb11-4d73e763181d HTTP/1.1" status: 204 len: 168 time: 0.3036613 Nov 10 19:27:30.418814 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50286) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:30.427655 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b044640-7ca7-46bf-9be8-6509f506a8a4 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2da227-19f4-4031-bb11-4d73e763181d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:30.463049 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-4e6e8e1f-6a72-491f-9fdd-8f4320ea5aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:30.465002 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-4e6e8e1f-6a72-491f-9fdd-8f4320ea5aa7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=541fe813-4ea7-4cb0-9666-cf2befa3ec22 HTTP/1.1" status: 200 len: 850 time: 0.1694882 Nov 10 19:27:30.496210 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 6847c541-ade8-4f79-b44d-fe43dbe88d05 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:27:30.541964 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-8018a89f-3807-40b6-a64d-d7cf0689f7a5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a03f2c77-7ce1-45bb-87ad-01c85ed47a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674889 Nov 10 19:27:30.564190 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 6847c541-ade8-4f79-b44d-fe43dbe88d05 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:27:30.565861 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 6847c541-ade8-4f79-b44d-fe43dbe88d05 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:27:30.573681 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea678cbd-1f96-436f-a1f5-82d41f7c65ff tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:27:30.574226 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ea678cbd-1f96-436f-a1f5-82d41f7c65ff tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:30.588702 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:27:30.588702 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:27:30.588702 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:27:30.588702 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:27:30.588702 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:27:30.588702 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:27:30.588702 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:27:30.588702 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:27:30.588702 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:27:30.588702 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:27:30.588702 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:27:30.588702 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:27:30.588702 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:27:30.588702 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:27:30.588702 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:27:30.588702 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:27:30.588702 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:27:30.588702 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:27:30.588702 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:27:30.588702 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:27:30.588702 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:27:30.588702 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:27:30.588702 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:27:30.588702 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:27:30.588702 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:27:30.588702 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:27:30.588702 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:27:30.588702 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:27:30.588702 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:27:30.588702 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:27:30.588702 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:27:30.588702 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:27:30.683938 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e8f28dc7-51c8-4b31-bb05-a03e4d939974 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:30.752220 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e8f28dc7-51c8-4b31-bb05-a03e4d939974 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:30.755622 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ea678cbd-1f96-436f-a1f5-82d41f7c65ff tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:30.769005 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ea678cbd-1f96-436f-a1f5-82d41f7c65ff tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:30.773528 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ea678cbd-1f96-436f-a1f5-82d41f7c65ff tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/networks/a0aa12ac-5f5e-4f63-87e4-ec741082193a HTTP/1.1" status: 204 len: 168 time: 3.0436833 Nov 10 19:27:30.777860 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50290) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:30.782664 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-9683ac56-2be6-4041-a1a2-11e5a6755942 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-112056535', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}, 'admin_state_up': False}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:30.814197 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea678cbd-1f96-436f-a1f5-82d41f7c65ff tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Network': ['ID=a0aa12ac-5f5e-4f63-87e4-ec741082193a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:30.856966 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-48144610-4f6c-49aa-8d5c-5a8f6907aa08 service neutron] 10.222.0.73 "GET /v2.0/networks/a03f2c77-7ce1-45bb-87ad-01c85ed47a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996674 Nov 10 19:27:30.858029 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9683ac56-2be6-4041-a1a2-11e5a6755942 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:30.865349 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9683ac56-2be6-4041-a1a2-11e5a6755942 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:30.946004 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e8f28dc7-51c8-4b31-bb05-a03e4d939974 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:30.948840 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e8f28dc7-51c8-4b31-bb05-a03e4d939974 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:30.950096 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e8f28dc7-51c8-4b31-bb05-a03e4d939974 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/security-groups/23b7fa88-417d-4a65-9add-53e2da32c081 HTTP/1.1" status: 204 len: 168 time: 0.5299799 Nov 10 19:27:30.964901 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50292) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:31.019801 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9683ac56-2be6-4041-a1a2-11e5a6755942 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:31.021032 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f28dc7-51c8-4b31-bb05-a03e4d939974 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b7fa88-417d-4a65-9add-53e2da32c081,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:31.049671 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-732e8fb6-c13b-4fcc-b967-9119471404d7 req-1710b22b-485c-4907-af42-0fbab9a026cc service neutron] 10.222.0.73 "GET /v2.0/networks/a03f2c77-7ce1-45bb-87ad-01c85ed47a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847744 Nov 10 19:27:31.162383 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10152b7d-48ea-4a96-abab-8f022794b19d req-217ef604-8dc5-47a7-a8c8-eeb60dde16d0 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:31.169868 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-10152b7d-48ea-4a96-abab-8f022794b19d req-217ef604-8dc5-47a7-a8c8-eeb60dde16d0 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 943 time: 0.2852619 Nov 10 19:27:31.268838 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f87e30e-8ab7-4029-a0f1-140b7c32bc37 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:31.287672 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9683ac56-2be6-4041-a1a2-11e5a6755942 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:31.324577 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-10152b7d-48ea-4a96-abab-8f022794b19d req-e0becde4-225d-42aa-bac7-4af8a8f446d7 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494055 Nov 10 19:27:31.334031 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f87e30e-8ab7-4029-a0f1-140b7c32bc37 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:31.451528 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d77ede-c370-49c8-ad06-a6b1d960825a x-openstack-request-id: req-d0d77ede-c370-49c8-ad06-a6b1d960825a {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:27:31.452085 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b706d3f-6ce1-4560-8ab3-2372b719b1d9", "tag": "68643b0e-069c-4c0a-b4be-4afd91c2a25e", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:27:31.454649 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d0d77ede-c370-49c8-ad06-a6b1d960825a {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:27:31.455132 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b706d3f-6ce1-4560-8ab3-2372b719b1d9', 'tag': '68643b0e-069c-4c0a-b4be-4afd91c2a25e', 'status': 'completed', 'code': 200} Nov 10 19:27:31.456319 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f87e30e-8ab7-4029-a0f1-140b7c32bc37 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:31.464612 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f87e30e-8ab7-4029-a0f1-140b7c32bc37 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:31.467389 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5f87e30e-8ab7-4029-a0f1-140b7c32bc37 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/security-groups/e0253c73-4e61-4f23-98f9-399cc98458cd HTTP/1.1" status: 204 len: 168 time: 0.5018315 Nov 10 19:27:31.470537 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50300) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:31.498952 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87e30e-8ab7-4029-a0f1-140b7c32bc37 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0253c73-4e61-4f23-98f9-399cc98458cd,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:31.665084 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ada769c-66c2-474a-902a-2659e39c1d19 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Deleting subnet 4d76c965-239c-4517-a668-65f04280a713 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:27:31.669886 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ada769c-66c2-474a-902a-2659e39c1d19 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:31.680139 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f5cfa-7d43-4213-824c-b5e22da2adcd req-cb13e316-15bd-4db0-bd76-1994e6a56417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:31.682128 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f90f5cfa-7d43-4213-824c-b5e22da2adcd req-cb13e316-15bd-4db0-bd76-1994e6a56417 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=80448062df854eaa81ec7d2921f2c2b6&device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 1094 time: 0.1000524 Nov 10 19:27:31.690798 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81d695-d7db-4e8e-9c4f-26e5320dd222 req-995d3759-9f5b-44b8-87c9-a1f01d968c01 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:31.699116 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c81d695-d7db-4e8e-9c4f-26e5320dd222 req-995d3759-9f5b-44b8-87c9-a1f01d968c01 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 945 time: 0.1308348 Nov 10 19:27:31.807709 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ada769c-66c2-474a-902a-2659e39c1d19 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:31.878302 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c81d695-d7db-4e8e-9c4f-26e5320dd222 req-f32d4460-da83-457f-89cd-13eaf73b5a07 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0902383 Nov 10 19:27:31.891229 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f5cfa-7d43-4213-824c-b5e22da2adcd req-c0cc14ac-aa3b-4e65-b475-62b6f3f360e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:31.892860 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f90f5cfa-7d43-4213-824c-b5e22da2adcd req-c0cc14ac-aa3b-4e65-b475-62b6f3f360e8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a03f2c77-7ce1-45bb-87ad-01c85ed47a74 HTTP/1.1" status: 200 len: 911 time: 0.1879277 Nov 10 19:27:31.915145 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50302) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:31.970557 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9683ac56-2be6-4041-a1a2-11e5a6755942 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:31.984591 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f90f5cfa-7d43-4213-824c-b5e22da2adcd req-9e98b4b4-5e54-45d2-b0c0-f53764857bc9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68643b0e-069c-4c0a-b4be-4afd91c2a25e HTTP/1.1" status: 200 len: 217 time: 0.0605125 Nov 10 19:27:32.010324 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ada769c-66c2-474a-902a-2659e39c1d19 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:32.015132 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9683ac56-2be6-4041-a1a2-11e5a6755942 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:32.104724 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f5cfa-7d43-4213-824c-b5e22da2adcd req-133270f2-2d7c-48ba-a307-fa84d608f392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:32.106127 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f90f5cfa-7d43-4213-824c-b5e22da2adcd req-133270f2-2d7c-48ba-a307-fa84d608f392 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=541fe813-4ea7-4cb0-9666-cf2befa3ec22 HTTP/1.1" status: 200 len: 850 time: 0.1078033 Nov 10 19:27:32.110967 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5aacd31-2c75-407f-9c79-f1a37ae683fa tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:32.115187 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d5aacd31-2c75-407f-9c79-f1a37ae683fa tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 1091 time: 0.1961260 Nov 10 19:27:32.117249 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50304) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:32.133296 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-0e988b68-32af-4bfb-8a16-242f56d386c6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'port_id': '077f720c-ab5b-4102-9670-f8f163fce1ec', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:32.152031 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f90f5cfa-7d43-4213-824c-b5e22da2adcd req-5abf4eb2-88e7-4809-9af6-2df0ad443d10 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a03f2c77-7ce1-45bb-87ad-01c85ed47a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372910 Nov 10 19:27:32.172883 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0e988b68-32af-4bfb-8a16-242f56d386c6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for floatingip, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:32.177069 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ada769c-66c2-474a-902a-2659e39c1d19 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:32.185436 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5dd6e5-c396-4288-ac25-eabc3a077447 req-691f580a-acaa-493c-a19d-3bf1281a3dd4 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:32.187158 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a5dd6e5-c396-4288-ac25-eabc3a077447 req-691f580a-acaa-493c-a19d-3bf1281a3dd4 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=81904b2e-170e-46b9-9143-052b0e27730d HTTP/1.1" status: 200 len: 946 time: 0.2023370 Nov 10 19:27:32.231744 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ada769c-66c2-474a-902a-2659e39c1d19 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:32.236900 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87cd139-859a-4298-b3d7-54b02d429f2a None None] Network dfca0295-67ae-4a70-a230-6919d8035342 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:27:32.237586 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6ada769c-66c2-474a-902a-2659e39c1d19 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/subnets/4d76c965-239c-4517-a668-65f04280a713 HTTP/1.1" status: 204 len: 168 time: 0.7658346 Nov 10 19:27:32.295102 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada769c-66c2-474a-902a-2659e39c1d19 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Subnet': ['ID=4d76c965-239c-4517-a668-65f04280a713,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:32.298470 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f90f5cfa-7d43-4213-824c-b5e22da2adcd req-ed3d2a65-c942-4d5d-86a2-e759b3484d2f service neutron] 10.222.0.73 "GET /v2.0/networks/a03f2c77-7ce1-45bb-87ad-01c85ed47a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362383 Nov 10 19:27:32.299050 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50306) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:32.302103 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-9683ac56-2be6-4041-a1a2-11e5a6755942 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Allocated IP 172.25.3.250 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/a81ccb3d-484b-444f-9351-baca23d15a3c) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:27:32.441818 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9683ac56-2be6-4041-a1a2-11e5a6755942 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:32.453117 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b03ec98-a3a9-4156-a6b6-56a72c33dffc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Deleting subnet ca505681-883b-4af8-b750-de67ff11c7a1 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:27:32.477889 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3b03ec98-a3a9-4156-a6b6-56a72c33dffc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:32.594492 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a5dd6e5-c396-4288-ac25-eabc3a077447 req-7be5f7b9-7c01-4c3c-8615-219291c9e15f tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822420 Nov 10 19:27:32.601222 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9683ac56-2be6-4041-a1a2-11e5a6755942 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:32.630670 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3b03ec98-a3a9-4156-a6b6-56a72c33dffc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:32.778961 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683ac56-2be6-4041-a1a2-11e5a6755942 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Port': ['ID=a81ccb3d-484b-444f-9351-baca23d15a3c,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:32.792118 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9683ac56-2be6-4041-a1a2-11e5a6755942 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:27:32.868473 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-9683ac56-2be6-4041-a1a2-11e5a6755942 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:27:32.887633 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f90f5cfa-7d43-4213-824c-b5e22da2adcd req-72b1c77d-cbf3-492a-a674-9e70d1461fa2 service neutron] 10.222.0.73 "GET /v2.0/networks/a03f2c77-7ce1-45bb-87ad-01c85ed47a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5789461 Nov 10 19:27:32.894386 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9683ac56-2be6-4041-a1a2-11e5a6755942 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:27:32.903491 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7608bc14-142d-42ea-91d1-890d5ff35ee4 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:27:32.966332 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3b03ec98-a3a9-4156-a6b6-56a72c33dffc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:32.969161 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e69eabf8-9ce7-4631-8cc2-1e664551123d None None] Provisioning complete for port a81ccb3d-484b-444f-9351-baca23d15a3c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:32.969627 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e69eabf8-9ce7-4631-8cc2-1e664551123d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:33.072519 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e69eabf8-9ce7-4631-8cc2-1e664551123d None None] Port a81ccb3d-484b-444f-9351-baca23d15a3c cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:27:33.163481 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3b03ec98-a3a9-4156-a6b6-56a72c33dffc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:33.181416 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3b03ec98-a3a9-4156-a6b6-56a72c33dffc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:33.187433 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3b03ec98-a3a9-4156-a6b6-56a72c33dffc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/subnets/ca505681-883b-4af8-b750-de67ff11c7a1 HTTP/1.1" status: 204 len: 168 time: 0.8848078 Nov 10 19:27:33.187943 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50318) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:33.221684 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03ec98-a3a9-4156-a6b6-56a72c33dffc tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Subnet': ['ID=ca505681-883b-4af8-b750-de67ff11c7a1,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:33.305692 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-5423f44f-5887-4610-885a-a862b889358c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] DELETE failed (client error): The resource could not be found. Nov 10 19:27:33.310086 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5423f44f-5887-4610-885a-a862b889358c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:27:33.321598 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5423f44f-5887-4610-885a-a862b889358c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/subnets/4d76c965-239c-4517-a668-65f04280a713 HTTP/1.1" status: 404 len: 337 time: 0.1323495 Nov 10 19:27:33.324187 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50320) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:33.430041 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2253a9-5482-4319-b18c-1582637f7eaa req-c44a7b37-7d26-4f0c-b6dc-53ff757941f0 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:33.431734 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6c2253a9-5482-4319-b18c-1582637f7eaa req-c44a7b37-7d26-4f0c-b6dc-53ff757941f0 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.73 "GET /v2.0/ports?device_id=81904b2e-170e-46b9-9143-052b0e27730d HTTP/1.1" status: 200 len: 946 time: 0.9236732 Nov 10 19:27:33.440271 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8d25ffb-fcc5-4862-a09c-0786ed241db5 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Deleting subnet 9aa8a0f8-3560-40e9-9a0d-0e9342dc5904 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:27:33.448852 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c8d25ffb-fcc5-4862-a09c-0786ed241db5 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:33.566191 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c8d25ffb-fcc5-4862-a09c-0786ed241db5 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:33.626527 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 68643b0e-069c-4c0a-b4be-4afd91c2a25e details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:27:33.695554 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da8c11e-b9c6-433e-bb18-4a42bf3c7c17 None None] Network dfca0295-67ae-4a70-a230-6919d8035342 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:27:33.701756 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3562e-2f49-4fe3-86b9-cdc59281e005 req-0be8fdc5-4f5a-4f0c-9b72-87495e0e7f6e tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:33.710438 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a2e3562e-2f49-4fe3-86b9-cdc59281e005 req-0be8fdc5-4f5a-4f0c-9b72-87495e0e7f6e tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 943 time: 0.8653965 Nov 10 19:27:33.750048 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c8d25ffb-fcc5-4862-a09c-0786ed241db5 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:33.931825 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a2e3562e-2f49-4fe3-86b9-cdc59281e005 req-1a66e938-d45a-456a-93bb-ce339944d18a tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201407 Nov 10 19:27:33.949368 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c8d25ffb-fcc5-4862-a09c-0786ed241db5 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:34.106907 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0e988b68-32af-4bfb-8a16-242f56d386c6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:34.120683 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8d4efb57-3550-4014-9910-4b27d1790ef3 None None] Provisioning complete for port 44a41fc7-db67-45f6-9fbf-3427a5ccbee3 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:34.124575 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8d4efb57-3550-4014-9910-4b27d1790ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:34.166288 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c8d25ffb-fcc5-4862-a09c-0786ed241db5 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:34.180944 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c8d25ffb-fcc5-4862-a09c-0786ed241db5 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/subnets/9aa8a0f8-3560-40e9-9a0d-0e9342dc5904 HTTP/1.1" status: 204 len: 168 time: 0.8534904 Nov 10 19:27:34.180944 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d25ffb-fcc5-4862-a09c-0786ed241db5 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Subnet': ['ID=9aa8a0f8-3560-40e9-9a0d-0e9342dc5904,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:34.201950 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50332) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:34.252367 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-0e988b68-32af-4bfb-8a16-242f56d386c6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Allocated IP 172.25.3.215 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/ebeb3f3d-1880-4f86-9876-bed6e056f052) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:27:34.306041 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-6c2253a9-5482-4319-b18c-1582637f7eaa req-9bf74b84-aa53-4179-904b-b2e279f1bcb4 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Deleting port b781d410-3d63-4727-b3c9-254606eed1d3 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:27:34.306737 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6c2253a9-5482-4319-b18c-1582637f7eaa req-9bf74b84-aa53-4179-904b-b2e279f1bcb4 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:34.331543 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 68643b0e-069c-4c0a-b4be-4afd91c2a25e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=68643b0e-069c-4c0a-b4be-4afd91c2a25e,segment=NetworkSegment(d91afcb2-94dc-4e88-9067-82e028ea23a3),segment_id=d91afcb2-94dc-4e88-9067-82e028ea23a3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:27:34.335369 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-8d4efb57-3550-4014-9910-4b27d1790ef3 None None] Port 44a41fc7-db67-45f6-9fbf-3427a5ccbee3 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:27:34.339017 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-227aa51d-d7d4-49f4-aea0-83bcd7aee52c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] DELETE failed (client error): The resource could not be found. Nov 10 19:27:34.339566 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-227aa51d-d7d4-49f4-aea0-83bcd7aee52c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:27:34.361693 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-227aa51d-d7d4-49f4-aea0-83bcd7aee52c tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/subnets/deb4c8e0-46b2-49e3-9412-d458de7ce70a HTTP/1.1" status: 404 len: 337 time: 0.1585863 Nov 10 19:27:34.363492 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50334) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:34.373169 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8d4efb57-3550-4014-9910-4b27d1790ef3 None None] Provisioning complete for port c849aba1-c453-4af2-8afa-42f9969d5052 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:34.373567 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8d4efb57-3550-4014-9910-4b27d1790ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:34.375547 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '68643b0e-069c-4c0a-b4be-4afd91c2a25e', 'network_id': 'a03f2c77-7ce1-45bb-87ad-01c85ed47a74', 'port_id': '68643b0e-069c-4c0a-b4be-4afd91c2a25e', 'mac_address': 'fa:16:3e:22:25:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '541fe813-4ea7-4cb0-9666-cf2befa3ec22', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:27:34.440240 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f3f7b736-00a1-41d7-8b6b-4fc1ba9e99ab tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "GET /v2.0/ports?device_id=864f791d-e766-42b5-b3c6-d8f00cbf0f4f HTTP/1.1" status: 200 len: 205 time: 0.0725796 Nov 10 19:27:34.440948 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50336) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:34.450343 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:34.475320 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68643b0e-069c-4c0a-b4be-4afd91c2a25e {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:27:34.611004 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-abb32cfd-32a2-4631-8482-9e7b49832a23 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] delete failed (client error): The resource could not be found. Nov 10 19:27:34.624572 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-abb32cfd-32a2-4631-8482-9e7b49832a23 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/routers/864f791d-e766-42b5-b3c6-d8f00cbf0f4f HTTP/1.1" status: 404 len: 336 time: 0.1822934 Nov 10 19:27:34.631218 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50338) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:34.657729 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3f056-4241-4354-9356-ac472c44dcd3 req-70a8d43b-5f9c-4cb5-bbec-3dc6c2296b90 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:34.659184 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 68643b0e-069c-4c0a-b4be-4afd91c2a25e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=68643b0e-069c-4c0a-b4be-4afd91c2a25e,segment=NetworkSegment(d91afcb2-94dc-4e88-9067-82e028ea23a3),segment_id=d91afcb2-94dc-4e88-9067-82e028ea23a3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:27:34.663487 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5b5133-5830-444f-a3a1-8fdfb9b020cb None None] DHCP port deletion for dfca0295-67ae-4a70-a230-6919d8035342 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:27:34.679081 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-caa3f056-4241-4354-9356-ac472c44dcd3 req-70a8d43b-5f9c-4cb5-bbec-3dc6c2296b90 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=81904b2e-170e-46b9-9143-052b0e27730d HTTP/1.1" status: 200 len: 946 time: 0.6151342 Nov 10 19:27:34.692602 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:34.708113 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad46ce07-a2ee-4422-8477-d4b9d45c281e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] DELETE failed (client error): The resource could not be found. Nov 10 19:27:34.708578 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad46ce07-a2ee-4422-8477-d4b9d45c281e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:27:34.717477 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50342) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:34.718363 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ad46ce07-a2ee-4422-8477-d4b9d45c281e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/subnets/f419ed62-5d5c-4972-9ff4-63f12d5f6106 HTTP/1.1" status: 404 len: 337 time: 0.0769739 Nov 10 19:27:34.813885 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0e988b68-32af-4bfb-8a16-242f56d386c6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:34.829248 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9683ac56-2be6-4041-a1a2-11e5a6755942 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:34.870312 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-d013bff8-e3d4-415f-9794-c34688df22ac tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] DELETE failed (client error): The resource could not be found. Nov 10 19:27:34.870797 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d013bff8-e3d4-415f-9794-c34688df22ac tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:27:34.871967 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=68643b0e-069c-4c0a-b4be-4afd91c2a25e,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:34.877185 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d013bff8-e3d4-415f-9794-c34688df22ac tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/subnets/05b0402e-dd96-42bf-aecc-b6ef582f767d HTTP/1.1" status: 404 len: 337 time: 0.1441340 Nov 10 19:27:34.880183 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50346) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:34.923808 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['68643b0e-069c-4c0a-b4be-4afd91c2a25e'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:27:34.924694 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff5c4edc-d441-4548-91cd-402ed12ab156 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] DELETE failed (client error): The resource could not be found. Nov 10 19:27:34.925369 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff5c4edc-d441-4548-91cd-402ed12ab156 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:27:34.933642 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ff5c4edc-d441-4548-91cd-402ed12ab156 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/subnets/07c9a9d6-eb97-4549-9201-cafcfad67da1 HTTP/1.1" status: 404 len: 337 time: 0.0519021 Nov 10 19:27:34.935167 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50348) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:34.981091 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-358ebe0c-38f2-4f12-88b4-e0534ce42b36 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] DELETE failed (client error): The resource could not be found. Nov 10 19:27:34.984421 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-358ebe0c-38f2-4f12-88b4-e0534ce42b36 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:27:34.998404 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-358ebe0c-38f2-4f12-88b4-e0534ce42b36 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/ports/9fe27d0b-5d48-4b32-b9fa-dc87d883581a HTTP/1.1" status: 404 len: 333 time: 0.0616634 Nov 10 19:27:35.003836 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50352) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:35.015939 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-7c5b5133-5830-444f-a3a1-8fdfb9b020cb None None] Deleting port c849aba1-c453-4af2-8afa-42f9969d5052 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:27:35.016402 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7c5b5133-5830-444f-a3a1-8fdfb9b020cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:35.037455 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-6c2253a9-5482-4319-b18c-1582637f7eaa req-9bf74b84-aa53-4179-904b-b2e279f1bcb4 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] For port b781d410-3d63-4727-b3c9-254606eed1d3, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=b781d410-3d63-4727-b3c9-254606eed1d3,segment=NetworkSegment(f0089329-84eb-4bfe-9903-9d16aa1b592a),segment_id=f0089329-84eb-4bfe-9903-9d16aa1b592a)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:27:35.037850 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6c2253a9-5482-4319-b18c-1582637f7eaa req-9bf74b84-aa53-4179-904b-b2e279f1bcb4 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:35.046157 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c488018-632c-4234-954f-0dce71e20207 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] DELETE failed (client error): The resource could not be found. Nov 10 19:27:35.047202 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c488018-632c-4234-954f-0dce71e20207 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:27:35.054912 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7c488018-632c-4234-954f-0dce71e20207 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/subnets/d8667474-1427-46cd-80a8-a5c450566217 HTTP/1.1" status: 404 len: 337 time: 0.0497153 Nov 10 19:27:35.057045 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50354) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:35.072809 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-caa3f056-4241-4354-9356-ac472c44dcd3 req-96a33eb5-a93a-40f7-93d5-87ce7e6ba520 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/security-groups?id=a0132a2d-f609-47c6-9ac1-d9e3b46a7984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923936 Nov 10 19:27:35.103528 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc3c059-37ce-4ac7-b5a4-6c1094819c11 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] DELETE failed (client error): The resource could not be found. Nov 10 19:27:35.104248 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fc3c059-37ce-4ac7-b5a4-6c1094819c11 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:27:35.116178 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4fc3c059-37ce-4ac7-b5a4-6c1094819c11 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/subnets/9bec0094-dd58-43b7-b5be-d737bb9bfe25 HTTP/1.1" status: 404 len: 337 time: 0.0536783 Nov 10 19:27:35.116178 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50356) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:35.149194 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-4828d723-f8fe-4a98-8efa-41e2447738c0 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] DELETE failed (client error): The resource could not be found. Nov 10 19:27:35.150442 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4828d723-f8fe-4a98-8efa-41e2447738c0 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:27:35.152292 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7c5b5133-5830-444f-a3a1-8fdfb9b020cb None None] For port c849aba1-c453-4af2-8afa-42f9969d5052, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=c849aba1-c453-4af2-8afa-42f9969d5052,segment=NetworkSegment(ebfc1f5c-5a98-44d2-8bca-a2484321a5d8),segment_id=ebfc1f5c-5a98-44d2-8bca-a2484321a5d8)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:27:35.152292 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7c5b5133-5830-444f-a3a1-8fdfb9b020cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:35.156701 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4828d723-f8fe-4a98-8efa-41e2447738c0 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/ports/9f4e74a5-e424-423b-94c5-3b1c7874a038 HTTP/1.1" status: 404 len: 333 time: 0.0430207 Nov 10 19:27:35.157427 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50358) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:35.181257 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-6c2253a9-5482-4319-b18c-1582637f7eaa req-9bf74b84-aa53-4179-904b-b2e279f1bcb4 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Calling delete_port for b781d410-3d63-4727-b3c9-254606eed1d3 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:27:35.197019 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-a349e34f-1f18-43a5-81dc-edb11687176e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] DELETE failed (client error): The resource could not be found. Nov 10 19:27:35.198709 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a349e34f-1f18-43a5-81dc-edb11687176e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:27:35.200518 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-7c5b5133-5830-444f-a3a1-8fdfb9b020cb None None] Calling delete_port for c849aba1-c453-4af2-8afa-42f9969d5052 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:27:35.207147 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a349e34f-1f18-43a5-81dc-edb11687176e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/subnets/e26c9af7-a1b3-4f26-943c-4f3910a5c490 HTTP/1.1" status: 404 len: 337 time: 0.0472026 Nov 10 19:27:35.208194 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50360) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:35.245988 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-62a8c23b-ae24-4d15-afd2-f9d9489c1ad6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] DELETE failed (client error): The resource could not be found. Nov 10 19:27:35.246718 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62a8c23b-ae24-4d15-afd2-f9d9489c1ad6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:27:35.254984 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-62a8c23b-ae24-4d15-afd2-f9d9489c1ad6 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/subnets/87f725df-be68-4d1f-a783-efacc622c5a1 HTTP/1.1" status: 404 len: 337 time: 0.0455389 Nov 10 19:27:35.255650 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50362) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:35.335567 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0e988b68-32af-4bfb-8a16-242f56d386c6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:35.393506 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-e8ad1148-3439-40e6-a559-65fd16a1977e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Deleting port 44a41fc7-db67-45f6-9fbf-3427a5ccbee3 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:27:35.394210 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e8ad1148-3439-40e6-a559-65fd16a1977e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:35.434373 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e988b68-32af-4bfb-8a16-242f56d386c6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'Port': ['ID=ebeb3f3d-1880-4f86-9876-bed6e056f052,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:35.472118 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e988b68-32af-4bfb-8a16-242f56d386c6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:27:35.472361 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7c5b5133-5830-444f-a3a1-8fdfb9b020cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:35.507385 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b5133-5830-444f-a3a1-8fdfb9b020cb None None] Pushing event deleted for resources: {'Port': ['ID=c849aba1-c453-4af2-8afa-42f9969d5052,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:35.516994 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5b5133-5830-444f-a3a1-8fdfb9b020cb None None] No DVR routers for this DVR port c849aba1-c453-4af2-8afa-42f9969d5052 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:27:35.548614 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e8ad1148-3439-40e6-a559-65fd16a1977e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:35.575551 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-e8ad1148-3439-40e6-a559-65fd16a1977e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Calling delete_port for 44a41fc7-db67-45f6-9fbf-3427a5ccbee3 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:27:35.596028 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-0e988b68-32af-4bfb-8a16-242f56d386c6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:27:35.605673 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e988b68-32af-4bfb-8a16-242f56d386c6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:27:35.639943 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9683ac56-2be6-4041-a1a2-11e5a6755942 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:35.643866 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device b781d410-3d63-4727-b3c9-254606eed1d3 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:27:35.686710 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e8ad1148-3439-40e6-a559-65fd16a1977e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:35.693666 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d9970-e32b-4e5c-96aa-15895d91450e req-d5bebee1-646d-498d-9e68-7e3f3a8eefce tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:35.695271 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-374d9970-e32b-4e5c-96aa-15895d91450e req-d5bebee1-646d-498d-9e68-7e3f3a8eefce tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 944 time: 0.3462954 Nov 10 19:27:35.751362 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e8ad1148-3439-40e6-a559-65fd16a1977e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:35.760133 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e8ad1148-3439-40e6-a559-65fd16a1977e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/ports/44a41fc7-db67-45f6-9fbf-3427a5ccbee3 HTTP/1.1" status: 204 len: 168 time: 0.5014708 Nov 10 19:27:35.761108 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad1148-3439-40e6-a559-65fd16a1977e tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Port': ['ID=44a41fc7-db67-45f6-9fbf-3427a5ccbee3,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:35.785457 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50364) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:35.865214 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:35.987277 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a56f2d5-80ca-4500-b010-5102acff4d83 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:36.050005 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-374d9970-e32b-4e5c-96aa-15895d91450e req-ea88c5d3-7b75-4d55-a335-59aa7d1f2575 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151031 Nov 10 19:27:36.153589 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6c2253a9-5482-4319-b18c-1582637f7eaa req-9bf74b84-aa53-4179-904b-b2e279f1bcb4 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:36.457138 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device c849aba1-c453-4af2-8afa-42f9969d5052 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:27:36.482419 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: c849aba1-c453-4af2-8afa-42f9969d5052 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:27:36.482670 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device c849aba1-c453-4af2-8afa-42f9969d5052 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:27:36.552694 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf74b84-aa53-4179-904b-b2e279f1bcb4 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Pushing event deleted for resources: {'Port': ['ID=b781d410-3d63-4727-b3c9-254606eed1d3,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:36.580895 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a56f2d5-80ca-4500-b010-5102acff4d83 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:36.586074 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5e40fa4f-fd3e-4d19-9c81-1ccbcced188c req-698603d0-f3b4-4d0a-b653-7dcdbe7e6f99 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.54 "GET /v2.0/ports?device_id=81904b2e-170e-46b9-9143-052b0e27730d HTTP/1.1" status: 200 len: 210 time: 0.3944423 Nov 10 19:27:36.647929 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-4a56f2d5-80ca-4500-b010-5102acff4d83 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfca0295-67ae-4a70-a230-6919d8035342']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:36.676827 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2253a9-5482-4319-b18c-1582637f7eaa req-9bf74b84-aa53-4179-904b-b2e279f1bcb4 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] No DVR routers for this DVR port b781d410-3d63-4727-b3c9-254606eed1d3 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:27:36.688093 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-4a56f2d5-80ca-4500-b010-5102acff4d83 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebfc1f5c-5a98-44d2-8bca-a2484321a5d8') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:36.689256 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-4a56f2d5-80ca-4500-b010-5102acff4d83 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebfc1f5c-5a98-44d2-8bca-a2484321a5d8') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:36.692569 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-6c2253a9-5482-4319-b18c-1582637f7eaa req-9bf74b84-aa53-4179-904b-b2e279f1bcb4 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:36.695983 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6c2253a9-5482-4319-b18c-1582637f7eaa req-9bf74b84-aa53-4179-904b-b2e279f1bcb4 tempest-AttachVolumeNegativeTest-1792530182 tempest-AttachVolumeNegativeTest-1792530182-project] 10.222.0.73 "DELETE /v2.0/ports/b781d410-3d63-4727-b3c9-254606eed1d3 HTTP/1.1" status: 204 len: 173 time: 3.2497633 Nov 10 19:27:36.696582 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81904b2e-170e-46b9-9143-052b0e27730d', 'name': 'network-vif-deleted', 'tag': 'b781d410-3d63-4727-b3c9-254606eed1d3'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:27:36.699995 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc061e1a-a6c7-4bf5-8573-ee1a46825d41" -d '{"events": [{"server_uuid": "81904b2e-170e-46b9-9143-052b0e27730d", "name": "network-vif-deleted", "tag": "b781d410-3d63-4727-b3c9-254606eed1d3"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:27:36.739821 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a56f2d5-80ca-4500-b010-5102acff4d83 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:36.783249 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c20228-8cda-44ca-aced-9ec001da5945 x-openstack-request-id: req-21c20228-8cda-44ca-aced-9ec001da5945 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:27:36.783677 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81904b2e-170e-46b9-9143-052b0e27730d", "name": "network-vif-deleted", "tag": "b781d410-3d63-4727-b3c9-254606eed1d3", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:27:36.783927 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-21c20228-8cda-44ca-aced-9ec001da5945 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:27:36.784325 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81904b2e-170e-46b9-9143-052b0e27730d', 'name': 'network-vif-deleted', 'tag': 'b781d410-3d63-4727-b3c9-254606eed1d3', 'status': 'completed', 'code': 200} Nov 10 19:27:36.800189 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9683ac56-2be6-4041-a1a2-11e5a6755942 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Router 5afffbee-0b6f-4504-8df8-adbf8f0dd741 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:27:36.830100 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a56f2d5-80ca-4500-b010-5102acff4d83 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:36.892903 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a56f2d5-80ca-4500-b010-5102acff4d83 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:27:36.893304 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a56f2d5-80ca-4500-b010-5102acff4d83 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:36.896377 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:27:36.896377 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:27:36.896377 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:27:36.896377 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:27:36.896377 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:27:36.896377 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:27:36.896377 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:27:36.896377 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:27:36.896377 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:27:36.896377 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:27:36.896377 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:27:36.896377 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:27:36.896377 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:27:36.896377 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:27:36.896377 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:27:36.896377 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:27:36.896377 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:27:36.896377 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:27:36.896377 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:27:36.896377 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:27:36.896377 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:27:36.896377 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:27:36.896377 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:27:36.896377 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:27:36.896377 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:27:36.896377 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:27:36.896377 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:27:36.896377 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:27:36.896377 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:27:36.896377 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:27:36.896377 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:27:36.896377 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:27:37.125254 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a56f2d5-80ca-4500-b010-5102acff4d83 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:37.172770 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a56f2d5-80ca-4500-b010-5102acff4d83 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:37.178920 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4a56f2d5-80ca-4500-b010-5102acff4d83 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] 10.222.0.54 "DELETE /v2.0/networks/dfca0295-67ae-4a70-a230-6919d8035342 HTTP/1.1" status: 204 len: 168 time: 1.3898997 Nov 10 19:27:37.201022 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56f2d5-80ca-4500-b010-5102acff4d83 tempest-PortsTestJSON-662833689 tempest-PortsTestJSON-662833689-project] Pushing event deleted for resources: {'Network': ['ID=dfca0295-67ae-4a70-a230-6919d8035342,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:37.240890 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9683ac56-2be6-4041-a1a2-11e5a6755942 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:27:37.266587 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161a89a0-8012-4d0f-a8ac-46cf75c1b068 None None] Sync routers for ids ['5afffbee-0b6f-4504-8df8-adbf8f0dd741'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:27:37.267143 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0e988b68-32af-4bfb-8a16-242f56d386c6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:37.296783 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161a89a0-8012-4d0f-a8ac-46cf75c1b068 None None] Routers {'5afffbee-0b6f-4504-8df8-adbf8f0dd741'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:27:37.303926 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-161a89a0-8012-4d0f-a8ac-46cf75c1b068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:27:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['5afffbee-0b6f-4504-8df8-adbf8f0dd741'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:37.322542 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9683ac56-2be6-4041-a1a2-11e5a6755942 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:37.323820 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9683ac56-2be6-4041-a1a2-11e5a6755942 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.5450146 Nov 10 19:27:37.326882 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50394) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:37.348435 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2af64e-dddc-4323-996f-5df47adbd055 req-0ed73c1c-096f-4f7b-9aa2-4ecc39dd1caf tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:37.356772 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7a2af64e-dddc-4323-996f-5df47adbd055 req-0ed73c1c-096f-4f7b-9aa2-4ecc39dd1caf tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 944 time: 0.1950042 Nov 10 19:27:37.428588 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-161a89a0-8012-4d0f-a8ac-46cf75c1b068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:37.464686 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161a89a0-8012-4d0f-a8ac-46cf75c1b068 None None] Routers {'5afffbee-0b6f-4504-8df8-adbf8f0dd741'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:27:37.465869 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-161a89a0-8012-4d0f-a8ac-46cf75c1b068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:27:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['5afffbee-0b6f-4504-8df8-adbf8f0dd741'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:37.510783 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0e988b68-32af-4bfb-8a16-242f56d386c6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:37.578261 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-57c84c80-d307-4228-a93b-405357a96af9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "GET /v2.0/routers/5afffbee-0b6f-4504-8df8-adbf8f0dd741 HTTP/1.1" status: 200 len: 884 time: 0.2482235 Nov 10 19:27:37.581179 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50398) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:37.587959 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-161a89a0-8012-4d0f-a8ac-46cf75c1b068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:37.590933 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161a89a0-8012-4d0f-a8ac-46cf75c1b068 None None] The sync data for ids ['5afffbee-0b6f-4504-8df8-adbf8f0dd741'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:27:37.600638 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7a2af64e-dddc-4323-996f-5df47adbd055 req-9c94834a-2e6e-43fe-b389-dcf014da241e tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363861 Nov 10 19:27:37.651111 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 68643b0e-069c-4c0a-b4be-4afd91c2a25e up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:27:37.722853 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50404) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:37.773373 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50408) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:37.843195 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 68643b0e-069c-4c0a-b4be-4afd91c2a25e completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:27:37.876913 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 68643b0e-069c-4c0a-b4be-4afd91c2a25e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:37.877304 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:37.961655 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50416) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:38.094766 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ee77b8-4542-42e8-88e6-40abbe4fdca5 admin admin] Deleting subnet 2aee395f-d665-4a4d-a2ee-137fdc063918 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:27:38.113460 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1ee77b8-4542-42e8-88e6-40abbe4fdca5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:38.139128 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:38.178257 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b706d3f-6ce1-4560-8ab3-2372b719b1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68643b0e-069c-4c0a-b4be-4afd91c2a25e'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:27:38.181166 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c392d980-712f-40fe-87ca-a041ad53293e" -d '{"events": [{"server_uuid": "0b706d3f-6ce1-4560-8ab3-2372b719b1d9", "name": "network-vif-plugged", "status": "completed", "tag": "68643b0e-069c-4c0a-b4be-4afd91c2a25e"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:27:38.235927 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 68643b0e-069c-4c0a-b4be-4afd91c2a25e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=68643b0e-069c-4c0a-b4be-4afd91c2a25e,segment=NetworkSegment(d91afcb2-94dc-4e88-9067-82e028ea23a3),segment_id=d91afcb2-94dc-4e88-9067-82e028ea23a3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:27:38.253715 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:38.303523 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6749229c-dd5b-4ce8-966a-f9b812e014cf x-openstack-request-id: req-6749229c-dd5b-4ce8-966a-f9b812e014cf {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:27:38.304111 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b706d3f-6ce1-4560-8ab3-2372b719b1d9", "name": "network-vif-plugged", "status": "completed", "tag": "68643b0e-069c-4c0a-b4be-4afd91c2a25e", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:27:38.304529 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6749229c-dd5b-4ce8-966a-f9b812e014cf {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:27:38.305264 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b706d3f-6ce1-4560-8ab3-2372b719b1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68643b0e-069c-4c0a-b4be-4afd91c2a25e', 'code': 200} Nov 10 19:27:38.331452 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=68643b0e-069c-4c0a-b4be-4afd91c2a25e,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:38.347336 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1ee77b8-4542-42e8-88e6-40abbe4fdca5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:38.420777 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-89eb061a-7525-4d11-bd04-b9b74cd68f86 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e9defc91a1f9416bbb2744ea822424be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6965120 Nov 10 19:27:38.429093 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0e988b68-32af-4bfb-8a16-242f56d386c6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:38.433160 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50424) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:38.511629 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0e988b68-32af-4bfb-8a16-242f56d386c6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:38.566855 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f7b09b6f-b652-4d75-ad14-fe424891404c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.9832196 Nov 10 19:27:38.569203 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50426) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:38.573876 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-e8ac12a0-f9fb-4877-b3ab-e6c316d52f6d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-112056535'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:38.574077 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e988b68-32af-4bfb-8a16-242f56d386c6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'Port': ['ID=ebeb3f3d-1880-4f86-9876-bed6e056f052,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:38.603284 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b2dd753b-0ff2-4d7d-b91a-189fc3bafcb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:38.610932 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1ee77b8-4542-42e8-88e6-40abbe4fdca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:38.662231 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ce6e1-9763-476b-aa09-0b9e246bb712 req-791c1221-539a-459b-8628-1968c8720985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:38.662538 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bb5ce6e1-9763-476b-aa09-0b9e246bb712 req-791c1221-539a-459b-8628-1968c8720985 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 1096 time: 0.2611742 Nov 10 19:27:38.987900 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e8ac12a0-f9fb-4877-b3ab-e6c316d52f6d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25260'] for router, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:39.002112 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e8ac12a0-f9fb-4877-b3ab-e6c316d52f6d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-408903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-408910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396833'] for router, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:39.088618 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b2dd753b-0ff2-4d7d-b91a-189fc3bafcb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:39.128439 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ac12a0-f9fb-4877-b3ab-e6c316d52f6d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Router 5afffbee-0b6f-4504-8df8-adbf8f0dd741 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:27:39.153173 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0e988b68-32af-4bfb-8a16-242f56d386c6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:39.243631 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ac12a0-f9fb-4877-b3ab-e6c316d52f6d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:27:39.251316 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e8ac12a0-f9fb-4877-b3ab-e6c316d52f6d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:39.252678 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e8ac12a0-f9fb-4877-b3ab-e6c316d52f6d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "PUT /v2.0/routers/5afffbee-0b6f-4504-8df8-adbf8f0dd741 HTTP/1.1" status: 200 len: 891 time: 0.6823907 Nov 10 19:27:39.255893 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50434) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:39.259961 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d572dba-385a-41d0-bd95-4b765ec70794 None None] Sync routers for ids ['5afffbee-0b6f-4504-8df8-adbf8f0dd741'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:27:39.273065 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d572dba-385a-41d0-bd95-4b765ec70794 None None] Routers {'5afffbee-0b6f-4504-8df8-adbf8f0dd741'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:27:39.274430 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-2d572dba-385a-41d0-bd95-4b765ec70794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:27:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['5afffbee-0b6f-4504-8df8-adbf8f0dd741'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:39.281174 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bb5ce6e1-9763-476b-aa09-0b9e246bb712 req-7d378323-ff81-4666-9d43-aaabf36f4b99 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673640 Nov 10 19:27:39.287957 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1ee77b8-4542-42e8-88e6-40abbe4fdca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:39.300793 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29991a0-aab3-44e6-888d-e5b04be43a9c req-06907ef1-a471-45fa-86b5-a332ed1f43a5 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:39.302291 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b29991a0-aab3-44e6-888d-e5b04be43a9c req-06907ef1-a471-45fa-86b5-a332ed1f43a5 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 945 time: 0.2914653 Nov 10 19:27:39.327339 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-2d572dba-385a-41d0-bd95-4b765ec70794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:39.339633 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d572dba-385a-41d0-bd95-4b765ec70794 None None] Routers {'5afffbee-0b6f-4504-8df8-adbf8f0dd741'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:27:39.340467 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-2d572dba-385a-41d0-bd95-4b765ec70794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:27:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['5afffbee-0b6f-4504-8df8-adbf8f0dd741'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:39.368440 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee77b8-4542-42e8-88e6-40abbe4fdca5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aee395f-d665-4a4d-a2ee-137fdc063918,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:39.377342 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-adfee77e-7452-456a-ae51-194b74565a9d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "GET /v2.0/routers/5afffbee-0b6f-4504-8df8-adbf8f0dd741 HTTP/1.1" status: 200 len: 891 time: 0.1199203 Nov 10 19:27:39.380838 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50436) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:39.381518 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-2d572dba-385a-41d0-bd95-4b765ec70794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:39.382372 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d572dba-385a-41d0-bd95-4b765ec70794 None None] The sync data for ids ['5afffbee-0b6f-4504-8df8-adbf8f0dd741'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:27:39.385635 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b2dd753b-0ff2-4d7d-b91a-189fc3bafcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:39.388214 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b2dd753b-0ff2-4d7d-b91a-189fc3bafcb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:39.389303 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b2dd753b-0ff2-4d7d-b91a-189fc3bafcb2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/34b4429d-c765-49a2-a9b6-59b05a40e739 HTTP/1.1" status: 204 len: 168 time: 0.9552364 Nov 10 19:27:39.394314 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1ee77b8-4542-42e8-88e6-40abbe4fdca5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:39.397424 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b1ee77b8-4542-42e8-88e6-40abbe4fdca5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2aee395f-d665-4a4d-a2ee-137fdc063918 HTTP/1.1" status: 204 len: 168 time: 1.6183784 Nov 10 19:27:39.406811 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50440) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:39.414232 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-85e27b46-cb18-44dc-b0f5-2db7bfaa5171 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "GET /v2.0/ports?device_id=5afffbee-0b6f-4504-8df8-adbf8f0dd741 HTTP/1.1" status: 200 len: 205 time: 0.0322149 Nov 10 19:27:39.416896 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50442) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:39.445283 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd753b-0ff2-4d7d-b91a-189fc3bafcb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b4429d-c765-49a2-a9b6-59b05a40e739,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:39.481227 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-0e988b68-32af-4bfb-8a16-242f56d386c6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Floating IP 84056f1e-8112-4930-9bb6-7d6e899b5291 associated. External IP: 172.25.3.215, port: 077f720c-ab5b-4102-9670-f8f163fce1ec. Nov 10 19:27:39.553735 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1e555fa2-cc0c-4701-ad26-66c517850932 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:39.596196 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-67d9a393-b113-4fc4-9756-e698acf90ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:39.600984 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b29991a0-aab3-44e6-888d-e5b04be43a9c req-b288aef1-5be1-420c-a539-b1b902829c19 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685804 Nov 10 19:27:39.718014 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1e555fa2-cc0c-4701-ad26-66c517850932 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:39.788157 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-1e555fa2-cc0c-4701-ad26-66c517850932 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Deleting port a81ccb3d-484b-444f-9351-baca23d15a3c {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:27:39.788494 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1e555fa2-cc0c-4701-ad26-66c517850932 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:39.812868 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-67d9a393-b113-4fc4-9756-e698acf90ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:39.880162 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1e555fa2-cc0c-4701-ad26-66c517850932 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:39.895046 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-1e555fa2-cc0c-4701-ad26-66c517850932 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Calling delete_port for a81ccb3d-484b-444f-9351-baca23d15a3c owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:27:39.898240 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-67d9a393-b113-4fc4-9756-e698acf90ea4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab823250-cbd3-4e9e-b2ab-95ea12610eee']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:39.919194 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-67d9a393-b113-4fc4-9756-e698acf90ea4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0089329-84eb-4bfe-9903-9d16aa1b592a') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:39.919493 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-67d9a393-b113-4fc4-9756-e698acf90ea4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0089329-84eb-4bfe-9903-9d16aa1b592a') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:39.962215 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-67d9a393-b113-4fc4-9756-e698acf90ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:39.989687 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-67d9a393-b113-4fc4-9756-e698acf90ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:40.008625 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d9a393-b113-4fc4-9756-e698acf90ea4 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:27:40.009238 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-67d9a393-b113-4fc4-9756-e698acf90ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:40.011823 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:27:40.011823 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:27:40.011823 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:27:40.011823 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:27:40.011823 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:27:40.011823 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:27:40.011823 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:27:40.011823 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:27:40.011823 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:27:40.011823 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:27:40.011823 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:27:40.011823 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:27:40.011823 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:27:40.011823 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:27:40.011823 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:27:40.011823 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:27:40.011823 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:27:40.011823 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:27:40.011823 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:27:40.011823 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:27:40.011823 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:27:40.011823 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:27:40.011823 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:27:40.011823 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:27:40.011823 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:27:40.011823 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:27:40.011823 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:27:40.011823 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:27:40.011823 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:27:40.011823 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:27:40.011823 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:27:40.011823 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:27:40.038158 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e8b6b79a-6d7b-46a9-8fe8-b5d536e32371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:40.091491 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1e555fa2-cc0c-4701-ad26-66c517850932 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:40.104027 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e988b68-32af-4bfb-8a16-242f56d386c6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Router 6e5215f9-a7f4-42a8-a79e-2644fa28e929 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:27:40.123691 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e555fa2-cc0c-4701-ad26-66c517850932 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Port': ['ID=a81ccb3d-484b-444f-9351-baca23d15a3c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:40.134388 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-67d9a393-b113-4fc4-9756-e698acf90ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:40.138732 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-67d9a393-b113-4fc4-9756-e698acf90ea4 admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:40.145167 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-67d9a393-b113-4fc4-9756-e698acf90ea4 admin admin] 10.222.0.54 "DELETE /v2.0/networks/ab823250-cbd3-4e9e-b2ab-95ea12610eee HTTP/1.1" status: 204 len: 168 time: 0.7362227 Nov 10 19:27:40.153701 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ce0f18-3f3e-4ed9-b92e-a82a87431cfa None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:27:40.234672 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1e555fa2-cc0c-4701-ad26-66c517850932 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:40.242686 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d9a393-b113-4fc4-9756-e698acf90ea4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab823250-cbd3-4e9e-b2ab-95ea12610eee,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:40.402951 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1e555fa2-cc0c-4701-ad26-66c517850932 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:40.405718 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1e555fa2-cc0c-4701-ad26-66c517850932 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:40.448613 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e988b68-32af-4bfb-8a16-242f56d386c6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:27:40.463427 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbf1bf3-9d7c-4e74-8738-12d4cdb7dc19 None None] Sync routers for ids ['6e5215f9-a7f4-42a8-a79e-2644fa28e929'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:27:40.483286 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbf1bf3-9d7c-4e74-8738-12d4cdb7dc19 None None] Routers {'6e5215f9-a7f4-42a8-a79e-2644fa28e929'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:27:40.486912 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ecbf1bf3-9d7c-4e74-8738-12d4cdb7dc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:27:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['6e5215f9-a7f4-42a8-a79e-2644fa28e929'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:40.494869 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0e988b68-32af-4bfb-8a16-242f56d386c6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:40.511363 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50476) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:40.541733 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1e555fa2-cc0c-4701-ad26-66c517850932 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:40.544006 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e555fa2-cc0c-4701-ad26-66c517850932 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Fanout notify agent at l3_agent the message router_deleted on router 5afffbee-0b6f-4504-8df8-adbf8f0dd741 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:27:40.558190 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1e555fa2-cc0c-4701-ad26-66c517850932 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:40.561664 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1e555fa2-cc0c-4701-ad26-66c517850932 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/routers/5afffbee-0b6f-4504-8df8-adbf8f0dd741 HTTP/1.1" status: 204 len: 168 time: 1.1436596 Nov 10 19:27:40.565848 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50478) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:40.574611 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-31889175-79f6-4e99-b86f-586c6d0008f5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1472004815'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:40.582453 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0e988b68-32af-4bfb-8a16-242f56d386c6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.4604492 Nov 10 19:27:40.582952 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c5d45c-4c2c-446f-981c-fbed28aa2596', 'tag': '077f720c-ab5b-4102-9670-f8f163fce1ec'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:27:40.584813 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf09c33-7ab0-4ac5-8ff5-b76611b3c86f" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c5d45c-4c2c-446f-981c-fbed28aa2596", "tag": "077f720c-ab5b-4102-9670-f8f163fce1ec"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:27:40.594172 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-246a31ac-7514-408c-aa21-0ca6da756ba8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ca793cf7be314531ae0fda7d17e742e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0789130 Nov 10 19:27:40.594887 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50484) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:40.686013 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-ecbf1bf3-9d7c-4e74-8738-12d4cdb7dc19 None None] Set router 6e5215f9-a7f4-42a8-a79e-2644fa28e929 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:27:40.761937 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31889175-79f6-4e99-b86f-586c6d0008f5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Made reservation on behalf of 224f7fcc3f6e44c5aaa6d320857c04c1 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:27:40.766400 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-31889175-79f6-4e99-b86f-586c6d0008f5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:40.832501 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31889175-79f6-4e99-b86f-586c6d0008f5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:27:40.843440 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-31889175-79f6-4e99-b86f-586c6d0008f5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:40.843798 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-31889175-79f6-4e99-b86f-586c6d0008f5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Added segment e307831d-5016-4db8-94c3-5ee35cf00d08 of type vlan for network 3d131e7c-9cdf-40a9-a25c-8b45aef5ce9a Nov 10 19:27:40.890774 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-31889175-79f6-4e99-b86f-586c6d0008f5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:40.918608 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23b05c-dce3-49ca-ad7f-ae120591e9af req-453b23a3-c8e1-4e74-a60f-cd0bd02db8cb tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:40.926796 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b23b05c-dce3-49ca-ad7f-ae120591e9af req-453b23a3-c8e1-4e74-a60f-cd0bd02db8cb tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 945 time: 0.2264762 Nov 10 19:27:40.938995 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bff459e9-7b0b-4340-bbeb-40d01d878aba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:40.941261 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-e8b6b79a-6d7b-46a9-8fe8-b5d536e32371 admin admin] Deleting port 5d43e8e4-2d6f-4d9a-ac2e-5291ce108008 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:27:40.941589 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e8b6b79a-6d7b-46a9-8fe8-b5d536e32371 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:41.056870 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bff459e9-7b0b-4340-bbeb-40d01d878aba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:41.058619 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-31889175-79f6-4e99-b86f-586c6d0008f5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:41.064287 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31889175-79f6-4e99-b86f-586c6d0008f5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:41.064877 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-31889175-79f6-4e99-b86f-586c6d0008f5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:41.082948 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ecbf1bf3-9d7c-4e74-8738-12d4cdb7dc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1035058919', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '596e04ac-a393-4fab-81a9-8ae5c198e174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:26:49Z', 'updated_at': '2021-11-10T19:27:02Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '596e04ac-a393-4fab-81a9-8ae5c198e174', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:26:50Z', 'updated_at': '2021-11-10T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '84056f1e-8112-4930-9bb6-7d6e899b5291', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'port_id': '077f720c-ab5b-4102-9670-f8f163fce1ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08', 'mac_address': 'fa:16:3e:a7:b9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5d45c-4c2c-446f-981c-fbed28aa2596', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:27:36Z', 'updated_at': '2021-11-10T19:27:36Z', 'revision_number': 0, 'project_id': '540494213bb2401d877387c28ba690c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0809869-9e23-4efb-9be7-6dba00c75007', 'name': '', 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:8a:8e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '80df9671-f57e-40dc-a213-b58ffde2f797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:26:59Z', 'updated_at': '2021-11-10T19:27:10Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': '80df9671-f57e-40dc-a213-b58ffde2f797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:41.111977 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbf1bf3-9d7c-4e74-8738-12d4cdb7dc19 None None] Checking router: 6e5215f9-a7f4-42a8-a79e-2644fa28e929 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:27:41.126595 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbf1bf3-9d7c-4e74-8738-12d4cdb7dc19 None None] Routers {'6e5215f9-a7f4-42a8-a79e-2644fa28e929'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:27:41.127718 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ecbf1bf3-9d7c-4e74-8738-12d4cdb7dc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:27:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['6e5215f9-a7f4-42a8-a79e-2644fa28e929'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:41.180030 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b23b05c-dce3-49ca-ad7f-ae120591e9af req-a99cbd03-5c03-4445-8002-41bd4bd5909d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2518866 Nov 10 19:27:41.194270 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50504) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:41.194859 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-31889175-79f6-4e99-b86f-586c6d0008f5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6253190 Nov 10 19:27:41.200650 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-d4cc15de-eecc-4fee-bcff-c5626aa39101 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Request body: {'subnet': {'network_id': '3d131e7c-9cdf-40a9-a25c-8b45aef5ce9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:41.207544 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31889175-79f6-4e99-b86f-586c6d0008f5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Network': ['ID=3d131e7c-9cdf-40a9-a25c-8b45aef5ce9a,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:41.212760 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50506) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:41.218610 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 3d131e7c-9cdf-40a9-a25c-8b45aef5ce9a details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:27:41.233444 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-e8b6b79a-6d7b-46a9-8fe8-b5d536e32371 admin admin] For port 5d43e8e4-2d6f-4d9a-ac2e-5291ce108008, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5d43e8e4-2d6f-4d9a-ac2e-5291ce108008,segment=NetworkSegment(807aa974-68f9-4719-b3f3-48902a32f47e),segment_id=807aa974-68f9-4719-b3f3-48902a32f47e)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:27:41.233940 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e8b6b79a-6d7b-46a9-8fe8-b5d536e32371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:41.247055 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa9d60d-78ea-4ebc-8734-85a220e5b4c9 x-openstack-request-id: req-6aa9d60d-78ea-4ebc-8734-85a220e5b4c9 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:27:41.247359 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c5d45c-4c2c-446f-981c-fbed28aa2596", "tag": "077f720c-ab5b-4102-9670-f8f163fce1ec", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:27:41.247659 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6aa9d60d-78ea-4ebc-8734-85a220e5b4c9 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:27:41.248151 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c5d45c-4c2c-446f-981c-fbed28aa2596', 'tag': '077f720c-ab5b-4102-9670-f8f163fce1ec', 'status': 'completed', 'code': 200} Nov 10 19:27:41.253944 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-e8b6b79a-6d7b-46a9-8fe8-b5d536e32371 admin admin] Calling delete_port for 5d43e8e4-2d6f-4d9a-ac2e-5291ce108008 owned by network:router_interface {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:27:41.306234 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bff459e9-7b0b-4340-bbeb-40d01d878aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:41.309489 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bff459e9-7b0b-4340-bbeb-40d01d878aba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:41.313255 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-bff459e9-7b0b-4340-bbeb-40d01d878aba admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a0132a2d-f609-47c6-9ac1-d9e3b46a7984 HTTP/1.1" status: 204 len: 168 time: 0.7150776 Nov 10 19:27:41.335910 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-ecbf1bf3-9d7c-4e74-8738-12d4cdb7dc19 None None] Set router 6e5215f9-a7f4-42a8-a79e-2644fa28e929 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:27:41.355222 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff459e9-7b0b-4340-bbeb-40d01d878aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0132a2d-f609-47c6-9ac1-d9e3b46a7984,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:41.585543 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-90019a35-6cd9-4590-8858-d16d0bf29f7f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/floatingips/84056f1e-8112-4930-9bb6-7d6e899b5291 HTTP/1.1" status: 200 len: 991 time: 0.3715286 Nov 10 19:27:41.590482 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cc15de-eecc-4fee-bcff-c5626aa39101 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Made reservation on behalf of 224f7fcc3f6e44c5aaa6d320857c04c1 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:27:41.594300 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d4cc15de-eecc-4fee-bcff-c5626aa39101 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:41.754118 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ecbf1bf3-9d7c-4e74-8738-12d4cdb7dc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1035058919', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '596e04ac-a393-4fab-81a9-8ae5c198e174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:26:49Z', 'updated_at': '2021-11-10T19:27:02Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '596e04ac-a393-4fab-81a9-8ae5c198e174', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:26:50Z', 'updated_at': '2021-11-10T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '84056f1e-8112-4930-9bb6-7d6e899b5291', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'port_id': '077f720c-ab5b-4102-9670-f8f163fce1ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08', 'mac_address': 'fa:16:3e:a7:b9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5d45c-4c2c-446f-981c-fbed28aa2596', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:27:36Z', 'updated_at': '2021-11-10T19:27:36Z', 'revision_number': 0, 'project_id': '540494213bb2401d877387c28ba690c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0809869-9e23-4efb-9be7-6dba00c75007', 'name': '', 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:8a:8e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '80df9671-f57e-40dc-a213-b58ffde2f797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:26:59Z', 'updated_at': '2021-11-10T19:27:10Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': '80df9671-f57e-40dc-a213-b58ffde2f797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:41.840529 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbf1bf3-9d7c-4e74-8738-12d4cdb7dc19 None None] The sync data for ids ['6e5215f9-a7f4-42a8-a79e-2644fa28e929'] in n-d-813897-4 is: [{'id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1035058919', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '596e04ac-a393-4fab-81a9-8ae5c198e174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:26:49Z', 'updated_at': '2021-11-10T19:27:02Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '596e04ac-a393-4fab-81a9-8ae5c198e174', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:26:50Z', 'updated_at': '2021-11-10T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '84056f1e-8112-4930-9bb6-7d6e899b5291', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'port_id': '077f720c-ab5b-4102-9670-f8f163fce1ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08', 'mac_address': 'fa:16:3e:a7:b9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5d45c-4c2c-446f-981c-fbed28aa2596', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:27:36Z', 'updated_at': '2021-11-10T19:27:36Z', 'revision_number': 0, 'project_id': '540494213bb2401d877387c28ba690c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0809869-9e23-4efb-9be7-6dba00c75007', 'name': '', 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:8a:8e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '80df9671-f57e-40dc-a213-b58ffde2f797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:26:59Z', 'updated_at': '2021-11-10T19:27:10Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': '80df9671-f57e-40dc-a213-b58ffde2f797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:27:41.862481 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d4cc15de-eecc-4fee-bcff-c5626aa39101 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:41.952100 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc15de-eecc-4fee-bcff-c5626aa39101 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Subnet': ['ID=5ce1d053-2431-47b1-a74b-a6a97cf54b36,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:41.998408 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cc15de-eecc-4fee-bcff-c5626aa39101 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Checking segment: {'id': 'e307831d-5016-4db8-94c3-5ee35cf00d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3d131e7c-9cdf-40a9-a25c-8b45aef5ce9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:27:41.998803 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cc15de-eecc-4fee-bcff-c5626aa39101 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network hostable DHCP agents. Network: 3d131e7c-9cdf-40a9-a25c-8b45aef5ce9a, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:27:42.024238 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cc15de-eecc-4fee-bcff-c5626aa39101 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network 3d131e7c-9cdf-40a9-a25c-8b45aef5ce9a is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:27:42.038595 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-d4cc15de-eecc-4fee-bcff-c5626aa39101 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 3d131e7c-9cdf-40a9-a25c-8b45aef5ce9a) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:27:42.050284 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eba647d-5d42-462d-acbb-b97b77e53a8e None None] Network 3d131e7c-9cdf-40a9-a25c-8b45aef5ce9a requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:27:42.058460 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cc15de-eecc-4fee-bcff-c5626aa39101 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:42.059440 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d4cc15de-eecc-4fee-bcff-c5626aa39101 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:42.080664 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d4cc15de-eecc-4fee-bcff-c5626aa39101 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8843446 Nov 10 19:27:42.084989 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50518) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:42.099141 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-e50d78d6-e00e-4bd9-a191-620535db767e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-853504611', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:42.129223 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e50d78d6-e00e-4bd9-a191-620535db767e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:42.130928 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e50d78d6-e00e-4bd9-a191-620535db767e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:42.145971 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf09c33-7ab0-4ac5-8ff5-b76611b3c86f req-a744fb77-e0a4-4dc2-8e50-fad63d5026c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:42.151220 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bcf09c33-7ab0-4ac5-8ff5-b76611b3c86f req-a744fb77-e0a4-4dc2-8e50-fad63d5026c4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 1096 time: 0.8475759 Nov 10 19:27:42.226975 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7088c20-4c83-46b0-9c6e-d675ee421ca2 req-9862b61f-6c0f-47bd-b8a2-d85b42c6bebb tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:42.228591 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c7088c20-4c83-46b0-9c6e-d675ee421ca2 req-9862b61f-6c0f-47bd-b8a2-d85b42c6bebb tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 945 time: 0.8756614 Nov 10 19:27:42.263602 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff4ca57-591f-44e5-bd5c-254621c90e7b None None] New status for floating IP 84056f1e-8112-4930-9bb6-7d6e899b5291: ACTIVE {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:27:42.276389 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e50d78d6-e00e-4bd9-a191-620535db767e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:42.284388 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e50d78d6-e00e-4bd9-a191-620535db767e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:42.332760 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e50d78d6-e00e-4bd9-a191-620535db767e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:42.339523 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e50d78d6-e00e-4bd9-a191-620535db767e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2515361 Nov 10 19:27:42.340299 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50528) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:42.453204 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf09c33-7ab0-4ac5-8ff5-b76611b3c86f req-a6a78d1b-8a93-4562-822e-b892bdd1444c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:42.454919 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bcf09c33-7ab0-4ac5-8ff5-b76611b3c86f req-a6a78d1b-8a93-4562-822e-b892bdd1444c service neutron] 10.222.0.73 "GET /v2.0/networks?id=d2ee296e-97f0-4e05-bc63-eecad2cf8d08 HTTP/1.1" status: 200 len: 897 time: 0.2756228 Nov 10 19:27:42.603441 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50540) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:42.611022 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c7088c20-4c83-46b0-9c6e-d675ee421ca2 req-d39fc1f7-c5e2-4fc9-8c3d-860174646bd7 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342192 Nov 10 19:27:42.755855 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa4ee08-2639-4c82-94d5-e6a7a7671adf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-3d131e7c-9cdf-40a9-a25c-8b45aef5ce9a', 'network_id': '3d131e7c-9cdf-40a9-a25c-8b45aef5ce9a', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'fixed_ips': [{'subnet_id': '5ce1d053-2431-47b1-a74b-a6a97cf54b36'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:27:42.759541 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8fa4ee08-2639-4c82-94d5-e6a7a7671adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:42.882981 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bcf09c33-7ab0-4ac5-8ff5-b76611b3c86f req-f486770c-f0b3-4e4a-b4de-df2ab0e33aae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=077f720c-ab5b-4102-9670-f8f163fce1ec HTTP/1.1" status: 200 len: 999 time: 0.4125683 Nov 10 19:27:43.001358 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf09c33-7ab0-4ac5-8ff5-b76611b3c86f req-ea85210d-927c-4e31-a19d-a1373366d38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:43.003465 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bcf09c33-7ab0-4ac5-8ff5-b76611b3c86f req-ea85210d-927c-4e31-a19d-a1373366d38b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=80df9671-f57e-40dc-a213-b58ffde2f797 HTTP/1.1" status: 200 len: 835 time: 0.1052926 Nov 10 19:27:43.027166 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e8b6b79a-6d7b-46a9-8fe8-b5d536e32371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:43.066004 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-8fa4ee08-2639-4c82-94d5-e6a7a7671adf None None] Allocated IP 2001:db8::2 (3d131e7c-9cdf-40a9-a25c-8b45aef5ce9a/5ce1d053-2431-47b1-a74b-a6a97cf54b36/766ea9f2-c28c-472d-bae9-b3cecd389f86) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:27:43.129218 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6b79a-6d7b-46a9-8fe8-b5d536e32371 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d43e8e4-2d6f-4d9a-ac2e-5291ce108008,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:43.343641 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf09c33-7ab0-4ac5-8ff5-b76611b3c86f req-ee620618-79d9-43b7-b1e9-69ab01e0d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:43.347330 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bcf09c33-7ab0-4ac5-8ff5-b76611b3c86f req-ee620618-79d9-43b7-b1e9-69ab01e0d230 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d2ee296e-97f0-4e05-bc63-eecad2cf8d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3344803 Nov 10 19:27:43.443688 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8fa4ee08-2639-4c82-94d5-e6a7a7671adf None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:43.458488 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8fa4ee08-2639-4c82-94d5-e6a7a7671adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:43.541019 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa4ee08-2639-4c82-94d5-e6a7a7671adf None None] Network 3d131e7c-9cdf-40a9-a25c-8b45aef5ce9a is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:27:43.585527 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4ee08-2639-4c82-94d5-e6a7a7671adf None None] Pushing event updated for resources: {'Port': ['ID=766ea9f2-c28c-472d-bae9-b3cecd389f86,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:43.588973 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-8fa4ee08-2639-4c82-94d5-e6a7a7671adf None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:27:43.600281 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa4ee08-2639-4c82-94d5-e6a7a7671adf None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:27:43.624973 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3742009-15d2-4158-8bd6-ae5d153ab0b3 req-95a2e206-37cb-4222-8833-5e7ff80bbfa7 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:43.632209 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a7bdf941-42bb-4e98-9312-98a9846d6945 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/floatingips/84056f1e-8112-4930-9bb6-7d6e899b5291 HTTP/1.1" status: 200 len: 991 time: 1.0192764 Nov 10 19:27:43.638883 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b3742009-15d2-4158-8bd6-ae5d153ab0b3 req-95a2e206-37cb-4222-8833-5e7ff80bbfa7 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 945 time: 0.5108438 Nov 10 19:27:43.672455 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4ee08-2639-4c82-94d5-e6a7a7671adf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:43.672803 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4ee08-2639-4c82-94d5-e6a7a7671adf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:43.673305 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4ee08-2639-4c82-94d5-e6a7a7671adf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:43.673647 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4ee08-2639-4c82-94d5-e6a7a7671adf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:43.674003 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4ee08-2639-4c82-94d5-e6a7a7671adf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:43.674704 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4ee08-2639-4c82-94d5-e6a7a7671adf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:43.674704 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4ee08-2639-4c82-94d5-e6a7a7671adf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:43.674947 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4ee08-2639-4c82-94d5-e6a7a7671adf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:43.675274 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4ee08-2639-4c82-94d5-e6a7a7671adf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:43.675596 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4ee08-2639-4c82-94d5-e6a7a7671adf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:43.675912 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4ee08-2639-4c82-94d5-e6a7a7671adf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:43.676227 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4ee08-2639-4c82-94d5-e6a7a7671adf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:43.689618 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c62e9-52a6-411e-8b0a-ec4901d3b48b req-9ef9bcc3-010f-4815-970f-a7c197e245f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:43.691364 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5f8c62e9-52a6-411e-8b0a-ec4901d3b48b req-9ef9bcc3-010f-4815-970f-a7c197e245f9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=80448062df854eaa81ec7d2921f2c2b6&device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 1096 time: 0.0983691 Nov 10 19:27:43.731807 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e3fa629d-88c6-4219-8d83-daaf74732872 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:43.783609 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-8fa4ee08-2639-4c82-94d5-e6a7a7671adf None None] Attempting to bind port 766ea9f2-c28c-472d-bae9-b3cecd389f86 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:27:43.785564 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-8fa4ee08-2639-4c82-94d5-e6a7a7671adf None None] Attempting to bind port 766ea9f2-c28c-472d-bae9-b3cecd389f86 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'e307831d-5016-4db8-94c3-5ee35cf00d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3d131e7c-9cdf-40a9-a25c-8b45aef5ce9a'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:27:43.786275 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa4ee08-2639-4c82-94d5-e6a7a7671adf None None] Attempting to bind port 766ea9f2-c28c-472d-bae9-b3cecd389f86 on network 3d131e7c-9cdf-40a9-a25c-8b45aef5ce9a {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:27:43.798762 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa4ee08-2639-4c82-94d5-e6a7a7671adf None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:27:43.799464 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa4ee08-2639-4c82-94d5-e6a7a7671adf None None] Checking segment: {'id': 'e307831d-5016-4db8-94c3-5ee35cf00d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3d131e7c-9cdf-40a9-a25c-8b45aef5ce9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:27:43.800068 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8fa4ee08-2639-4c82-94d5-e6a7a7671adf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:43.800866 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa4ee08-2639-4c82-94d5-e6a7a7671adf None None] Bound using segment: {'id': 'e307831d-5016-4db8-94c3-5ee35cf00d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3d131e7c-9cdf-40a9-a25c-8b45aef5ce9a'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:27:43.801543 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-8fa4ee08-2639-4c82-94d5-e6a7a7671adf None None] Bound port: 766ea9f2-c28c-472d-bae9-b3cecd389f86, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e307831d-5016-4db8-94c3-5ee35cf00d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3d131e7c-9cdf-40a9-a25c-8b45aef5ce9a'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:27:43.802167 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8fa4ee08-2639-4c82-94d5-e6a7a7671adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:43.836605 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bcf09c33-7ab0-4ac5-8ff5-b76611b3c86f req-c3a55045-51bd-425a-9712-eff6efd61c72 service neutron] 10.222.0.73 "GET /v2.0/networks/d2ee296e-97f0-4e05-bc63-eecad2cf8d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767919 Nov 10 19:27:43.860754 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e8b6b79a-6d7b-46a9-8fe8-b5d536e32371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:43.872282 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-8fa4ee08-2639-4c82-94d5-e6a7a7671adf None None] For port 766ea9f2-c28c-472d-bae9-b3cecd389f86, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:27:43.875997 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-8fa4ee08-2639-4c82-94d5-e6a7a7671adf None None] For port 766ea9f2-c28c-472d-bae9-b3cecd389f86, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=766ea9f2-c28c-472d-bae9-b3cecd389f86,segment=NetworkSegment(e307831d-5016-4db8-94c3-5ee35cf00d08),segment_id=e307831d-5016-4db8-94c3-5ee35cf00d08)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:27:43.882879 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8fa4ee08-2639-4c82-94d5-e6a7a7671adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:43.985640 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c62e9-52a6-411e-8b0a-ec4901d3b48b req-d3c21c22-0244-4bcb-9a0a-997e8980e858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:43.987222 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5f8c62e9-52a6-411e-8b0a-ec4901d3b48b req-d3c21c22-0244-4bcb-9a0a-997e8980e858 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a03f2c77-7ce1-45bb-87ad-01c85ed47a74 HTTP/1.1" status: 200 len: 911 time: 0.2654729 Nov 10 19:27:44.004213 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4ee08-2639-4c82-94d5-e6a7a7671adf None None] Pushing event updated for resources: {'Port': ['ID=766ea9f2-c28c-472d-bae9-b3cecd389f86,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:44.073517 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5f8c62e9-52a6-411e-8b0a-ec4901d3b48b req-15828d26-156b-4f88-b121-ad3e8cf913cc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68643b0e-069c-4c0a-b4be-4afd91c2a25e HTTP/1.1" status: 200 len: 217 time: 0.0757215 Nov 10 19:27:44.189327 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c62e9-52a6-411e-8b0a-ec4901d3b48b req-eb0f3aa1-dbf8-43f3-9c8c-8ee71123841b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:44.190832 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5f8c62e9-52a6-411e-8b0a-ec4901d3b48b req-eb0f3aa1-dbf8-43f3-9c8c-8ee71123841b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=541fe813-4ea7-4cb0-9666-cf2befa3ec22 HTTP/1.1" status: 200 len: 850 time: 0.1058588 Nov 10 19:27:44.197807 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-e3fa629d-88c6-4219-8d83-daaf74732872 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Allocated IP 2001:db8::1 (3d131e7c-9cdf-40a9-a25c-8b45aef5ce9a/5ce1d053-2431-47b1-a74b-a6a97cf54b36/1daea1bb-4c36-4488-8e51-df79f580a9b1) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:27:44.237507 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5f8c62e9-52a6-411e-8b0a-ec4901d3b48b req-0182d245-52a4-4271-b60a-84902b08808e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a03f2c77-7ce1-45bb-87ad-01c85ed47a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372999 Nov 10 19:27:44.250207 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b3742009-15d2-4158-8bd6-ae5d153ab0b3 req-13fa9b5e-27d7-4c9e-b39c-aa00d0522534 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6046045 Nov 10 19:27:44.442224 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bcf09c33-7ab0-4ac5-8ff5-b76611b3c86f req-a6e3e3f3-6b01-472d-9150-e4d8b4eafcfa service neutron] 10.222.0.73 "GET /v2.0/networks/d2ee296e-97f0-4e05-bc63-eecad2cf8d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5792921 Nov 10 19:27:44.457170 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b6b79a-6d7b-46a9-8fe8-b5d536e32371 admin admin] Router a70d0784-b917-4027-859f-e66da464c622 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:27:44.596521 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5f8c62e9-52a6-411e-8b0a-ec4901d3b48b req-9b49a079-b064-4cad-8ccd-79c7bee8ba8a service neutron] 10.222.0.73 "GET /v2.0/networks/a03f2c77-7ce1-45bb-87ad-01c85ed47a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492742 Nov 10 19:27:44.611074 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e3fa629d-88c6-4219-8d83-daaf74732872 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:44.639049 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50580) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:44.674495 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 766ea9f2-c28c-472d-bae9-b3cecd389f86 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:27:44.781513 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 766ea9f2-c28c-472d-bae9-b3cecd389f86 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:44.782285 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:44.843012 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e3fa629d-88c6-4219-8d83-daaf74732872 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:44.865804 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5f8c62e9-52a6-411e-8b0a-ec4901d3b48b req-01964fc1-6ead-45e4-aaef-31deec5fe1cb service neutron] 10.222.0.73 "GET /v2.0/networks/a03f2c77-7ce1-45bb-87ad-01c85ed47a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494159 Nov 10 19:27:44.912000 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fa629d-88c6-4219-8d83-daaf74732872 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network 3d131e7c-9cdf-40a9-a25c-8b45aef5ce9a is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:27:44.915939 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-e3fa629d-88c6-4219-8d83-daaf74732872 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:27:44.919906 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fa629d-88c6-4219-8d83-daaf74732872 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:27:44.919906 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e3fa629d-88c6-4219-8d83-daaf74732872 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:44.992182 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:45.003190 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-25572175-0b86-4460-a999-b5236fd594cc tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/floatingips/84056f1e-8112-4930-9bb6-7d6e899b5291 HTTP/1.1" status: 200 len: 993 time: 0.3628469 Nov 10 19:27:45.071085 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 766ea9f2-c28c-472d-bae9-b3cecd389f86, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=766ea9f2-c28c-472d-bae9-b3cecd389f86,segment=NetworkSegment(e307831d-5016-4db8-94c3-5ee35cf00d08),segment_id=e307831d-5016-4db8-94c3-5ee35cf00d08)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:27:45.078399 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa629d-88c6-4219-8d83-daaf74732872 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Port': ['ID=1daea1bb-4c36-4488-8e51-df79f580a9b1,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:45.080932 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:45.166951 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b6b79a-6d7b-46a9-8fe8-b5d536e32371 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:27:45.176351 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd172496-eef8-4b43-979b-53b564a7de0b None None] Sync routers for ids ['a70d0784-b917-4027-859f-e66da464c622'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:27:45.185958 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e8b6b79a-6d7b-46a9-8fe8-b5d536e32371 admin admin] 10.222.0.54 "PUT /v2.0/routers/a70d0784-b917-4027-859f-e66da464c622/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2227862 Nov 10 19:27:45.190523 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50598) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:45.199043 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd172496-eef8-4b43-979b-53b564a7de0b None None] Routers {'a70d0784-b917-4027-859f-e66da464c622'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:27:45.201396 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-dd172496-eef8-4b43-979b-53b564a7de0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:27:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['a70d0784-b917-4027-859f-e66da464c622'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:45.243819 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=766ea9f2-c28c-472d-bae9-b3cecd389f86,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:45.288905 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e3fa629d-88c6-4219-8d83-daaf74732872 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:45.492951 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-dd172496-eef8-4b43-979b-53b564a7de0b None None] Set router a70d0784-b917-4027-859f-e66da464c622 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:27:45.497677 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-53634b88-6999-49dc-95b8-145541458523 admin admin] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:45.775826 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cbaedf-e036-4530-9cec-1fa792fbdeef req-46bcab84-1ac5-43ab-b40a-262820f7ad4a tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:45.784010 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4cbaedf-e036-4530-9cec-1fa792fbdeef req-46bcab84-1ac5-43ab-b40a-262820f7ad4a tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 945 time: 0.3230360 Nov 10 19:27:45.832130 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d192f506-10b7-43f6-8ed0-351274877286 None None] Network 3d131e7c-9cdf-40a9-a25c-8b45aef5ce9a requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:27:45.867108 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4cbaedf-e036-4530-9cec-1fa792fbdeef req-149c8d32-7dac-4d19-babc-80445b0be36c tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821309 Nov 10 19:27:45.896674 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-53634b88-6999-49dc-95b8-145541458523 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:45.994583 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e3fa629d-88c6-4219-8d83-daaf74732872 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:46.001058 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e3fa629d-88c6-4219-8d83-daaf74732872 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:46.002118 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e3fa629d-88c6-4219-8d83-daaf74732872 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:46.017795 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-53634b88-6999-49dc-95b8-145541458523 admin admin] Deleting port b9323e82-dfae-4d5e-8d17-3d1cba91a742 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:27:46.022752 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-53634b88-6999-49dc-95b8-145541458523 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:46.029279 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-dd172496-eef8-4b43-979b-53b564a7de0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70d0784-b917-4027-859f-e66da464c622', 'name': 'tempest-TaggedBootDevicesTest_v242-813261639-router', 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'b9323e82-dfae-4d5e-8d17-3d1cba91a742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:15:10Z', 'updated_at': '2021-11-10T19:27:42Z', 'revision_number': 5, 'project_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'gw_port': {'id': 'b9323e82-dfae-4d5e-8d17-3d1cba91a742', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70d0784-b917-4027-859f-e66da464c622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:15:11Z', 'updated_at': '2021-11-10T19:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:46.037753 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50610) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:46.109776 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa629d-88c6-4219-8d83-daaf74732872 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Port': ['ID=1daea1bb-4c36-4488-8e51-df79f580a9b1,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:46.141409 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd172496-eef8-4b43-979b-53b564a7de0b None None] Checking router: a70d0784-b917-4027-859f-e66da464c622 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:27:46.158022 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-53634b88-6999-49dc-95b8-145541458523 admin admin] For port b9323e82-dfae-4d5e-8d17-3d1cba91a742, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=b9323e82-dfae-4d5e-8d17-3d1cba91a742,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:27:46.159512 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-53634b88-6999-49dc-95b8-145541458523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:46.172097 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd172496-eef8-4b43-979b-53b564a7de0b None None] Routers {'a70d0784-b917-4027-859f-e66da464c622'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:27:46.172771 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-dd172496-eef8-4b43-979b-53b564a7de0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:27:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['a70d0784-b917-4027-859f-e66da464c622'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:46.188451 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-53634b88-6999-49dc-95b8-145541458523 admin admin] Calling delete_port for b9323e82-dfae-4d5e-8d17-3d1cba91a742 owned by network:router_gateway {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:27:46.268859 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-ff410d63-8452-4821-b36e-d66ac3ca1dd8 None None] Provisioning complete for port 766ea9f2-c28c-472d-bae9-b3cecd389f86 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:46.269232 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ff410d63-8452-4821-b36e-d66ac3ca1dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:46.300313 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ba547a80-a14f-427a-9230-472bafba2637 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:46.349916 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fa629d-88c6-4219-8d83-daaf74732872 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network 3d131e7c-9cdf-40a9-a25c-8b45aef5ce9a is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:27:46.351463 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-e3fa629d-88c6-4219-8d83-daaf74732872 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:27:46.431347 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-dd172496-eef8-4b43-979b-53b564a7de0b None None] Set router a70d0784-b917-4027-859f-e66da464c622 gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:27:46.546463 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ba547a80-a14f-427a-9230-472bafba2637 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:46.559442 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ba547a80-a14f-427a-9230-472bafba2637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:46.559910 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 766ea9f2-c28c-472d-bae9-b3cecd389f86 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:27:46.595720 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ba547a80-a14f-427a-9230-472bafba2637 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ac9feeb7af574d3eafac2aed800cf2a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5565383 Nov 10 19:27:46.605066 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50616) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:46.624399 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-53634b88-6999-49dc-95b8-145541458523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:46.632343 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-dd172496-eef8-4b43-979b-53b564a7de0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70d0784-b917-4027-859f-e66da464c622', 'name': 'tempest-TaggedBootDevicesTest_v242-813261639-router', 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:15:10Z', 'updated_at': '2021-11-10T19:27:45Z', 'revision_number': 6, 'project_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:46.666730 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53634b88-6999-49dc-95b8-145541458523 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9323e82-dfae-4d5e-8d17-3d1cba91a742,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:46.680529 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd172496-eef8-4b43-979b-53b564a7de0b None None] The sync data for ids ['a70d0784-b917-4027-859f-e66da464c622'] in n-d-813897-4 is: [{'id': 'a70d0784-b917-4027-859f-e66da464c622', 'name': 'tempest-TaggedBootDevicesTest_v242-813261639-router', 'tenant_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:15:10Z', 'updated_at': '2021-11-10T19:27:45Z', 'revision_number': 6, 'project_id': '22b3d07c7c424271b33fe5fb0a26c6de', 'gw_port_host': None}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:27:46.685261 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba547a80-a14f-427a-9230-472bafba2637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89b2b55-08d8-4648-8240-5cd29c6c129a,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:46.690689 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 766ea9f2-c28c-472d-bae9-b3cecd389f86 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:46.691384 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:46.756783 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035629c4-17c6-403f-9c98-03ab56b87165 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:27:46.789508 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-167d7de1-3db6-487c-9377-4f5cad9cc8c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:46.834052 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-167d7de1-3db6-487c-9377-4f5cad9cc8c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:46.837009 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fa629d-88c6-4219-8d83-daaf74732872 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Router 4692915a-a82c-4e5f-80ab-8518f2f20f64 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:27:46.898798 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-53634b88-6999-49dc-95b8-145541458523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:46.975982 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fa629d-88c6-4219-8d83-daaf74732872 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:27:46.986108 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e3fa629d-88c6-4219-8d83-daaf74732872 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "PUT /v2.0/routers/4692915a-a82c-4e5f-80ab-8518f2f20f64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6445234 Nov 10 19:27:46.988068 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-17bbecd0-4d91-4187-afff-e4025890510d None None] Provisioning complete for port 766ea9f2-c28c-472d-bae9-b3cecd389f86 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:46.988947 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-17bbecd0-4d91-4187-afff-e4025890510d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:46.989262 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50622) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:46.992548 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd33575-30fe-49fe-83af-15d770ab1923 None None] Sync routers for ids ['4692915a-a82c-4e5f-80ab-8518f2f20f64'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:27:47.119293 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f154e4-bd97-4680-ba7f-2ac14665dc83 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:47.125362 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e1f154e4-bd97-4680-ba7f-2ac14665dc83 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "GET /v2.0/ports/1daea1bb-4c36-4488-8e51-df79f580a9b1 HTTP/1.1" status: 200 len: 911 time: 0.1349337 Nov 10 19:27:47.128029 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50626) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:47.135085 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd33575-30fe-49fe-83af-15d770ab1923 None None] Routers {'4692915a-a82c-4e5f-80ab-8518f2f20f64'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:27:47.135801 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-9c0de490-1499-4e28-addd-9e7a906ad3ea tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5ce1d053-2431-47b1-a74b-a6a97cf54b36'}]}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:47.138050 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-2fd33575-30fe-49fe-83af-15d770ab1923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:27:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['4692915a-a82c-4e5f-80ab-8518f2f20f64'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:47.257940 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-2fd33575-30fe-49fe-83af-15d770ab1923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:47.293644 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd33575-30fe-49fe-83af-15d770ab1923 None None] Routers {'4692915a-a82c-4e5f-80ab-8518f2f20f64'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:27:47.296505 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-2fd33575-30fe-49fe-83af-15d770ab1923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:27:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['4692915a-a82c-4e5f-80ab-8518f2f20f64'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:47.399834 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-2fd33575-30fe-49fe-83af-15d770ab1923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:47.400495 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd33575-30fe-49fe-83af-15d770ab1923 None None] The sync data for ids ['4692915a-a82c-4e5f-80ab-8518f2f20f64'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:27:47.487334 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-167d7de1-3db6-487c-9377-4f5cad9cc8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:47.493036 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-167d7de1-3db6-487c-9377-4f5cad9cc8c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:47.511883 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-167d7de1-3db6-487c-9377-4f5cad9cc8c4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e89b2b55-08d8-4648-8240-5cd29c6c129a HTTP/1.1" status: 204 len: 168 time: 0.9089217 Nov 10 19:27:47.533273 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d7de1-3db6-487c-9377-4f5cad9cc8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89b2b55-08d8-4648-8240-5cd29c6c129a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:47.547988 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-17bbecd0-4d91-4187-afff-e4025890510d None None] Provisioning complete for port 1daea1bb-4c36-4488-8e51-df79f580a9b1 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:47.548375 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-17bbecd0-4d91-4187-afff-e4025890510d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:47.555107 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9c0de490-1499-4e28-addd-9e7a906ad3ea tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:47.661554 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-17bbecd0-4d91-4187-afff-e4025890510d None None] Port 1daea1bb-4c36-4488-8e51-df79f580a9b1 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:27:47.720360 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-53634b88-6999-49dc-95b8-145541458523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:47.723565 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-53634b88-6999-49dc-95b8-145541458523 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:47.810074 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90ab6f-3b1d-4614-abfd-de5ddd496e82 req-b62c051a-ef52-4aa1-8f11-0038750b4ddb tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:47.811976 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3b90ab6f-3b1d-4614-abfd-de5ddd496e82 req-b62c051a-ef52-4aa1-8f11-0038750b4ddb tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 945 time: 0.7703116 Nov 10 19:27:47.847898 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-377db4cc-cddd-4825-a905-5cf168a9b903 None None] Provisioning complete for port 1daea1bb-4c36-4488-8e51-df79f580a9b1 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:47.848291 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-377db4cc-cddd-4825-a905-5cf168a9b903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:47.910615 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-53634b88-6999-49dc-95b8-145541458523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:47.911258 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53634b88-6999-49dc-95b8-145541458523 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a70d0784-b917-4027-859f-e66da464c622 {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:27:47.964982 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-53634b88-6999-49dc-95b8-145541458523 admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:47.988012 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-53634b88-6999-49dc-95b8-145541458523 admin admin] 10.222.0.54 "DELETE /v2.0/routers/a70d0784-b917-4027-859f-e66da464c622 HTTP/1.1" status: 204 len: 168 time: 2.7929382 Nov 10 19:27:47.993902 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50636) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:48.004095 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-377db4cc-cddd-4825-a905-5cf168a9b903 None None] Port 1daea1bb-4c36-4488-8e51-df79f580a9b1 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:27:48.056535 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3b90ab6f-3b1d-4614-abfd-de5ddd496e82 req-c59ff6c5-cd2d-4fcd-9f13-e97af852ba34 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242584 Nov 10 19:27:48.154580 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a34d955-79f9-4ae4-b1e0-cb723397c3f7 admin admin] Deleting subnet 3188f8a0-bf12-4d61-a184-005155fc37b9 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:27:48.162976 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50638) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:48.164310 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a34d955-79f9-4ae4-b1e0-cb723397c3f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:48.184196 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-01d0f207-97ec-40bf-b0cb-fd29e93e8065 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:48.249209 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a34d955-79f9-4ae4-b1e0-cb723397c3f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:48.322366 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-01d0f207-97ec-40bf-b0cb-fd29e93e8065 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:48.329259 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-01d0f207-97ec-40bf-b0cb-fd29e93e8065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:48.379336 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-01d0f207-97ec-40bf-b0cb-fd29e93e8065 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=074aaf0d22b14596a7c44c6ec3ce93e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2152450 Nov 10 19:27:48.384398 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50644) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:48.392181 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0f207-97ec-40bf-b0cb-fd29e93e8065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8e62be-c0db-4c15-9373-539bd2d3cfbd,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:48.448978 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e51d7a35-1bdd-40d9-8639-b9e42bfe37a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:48.450554 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a34d955-79f9-4ae4-b1e0-cb723397c3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:48.479308 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5d43e8e4-2d6f-4d9a-ac2e-5291ce108008 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:27:48.489396 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e51d7a35-1bdd-40d9-8639-b9e42bfe37a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:48.509030 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 5d43e8e4-2d6f-4d9a-ac2e-5291ce108008 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:27:48.509902 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5d43e8e4-2d6f-4d9a-ac2e-5291ce108008 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:27:48.510038 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device b9323e82-dfae-4d5e-8d17-3d1cba91a742 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:27:48.514157 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9c0de490-1499-4e28-addd-9e7a906ad3ea tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:48.528554 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9c0de490-1499-4e28-addd-9e7a906ad3ea tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:48.534027 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: b9323e82-dfae-4d5e-8d17-3d1cba91a742 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:27:48.534516 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device b9323e82-dfae-4d5e-8d17-3d1cba91a742 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:27:48.535262 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0de490-1499-4e28-addd-9e7a906ad3ea tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:48.536728 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9c0de490-1499-4e28-addd-9e7a906ad3ea tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:48.544541 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9c0de490-1499-4e28-addd-9e7a906ad3ea tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "PUT /v2.0/ports/1daea1bb-4c36-4488-8e51-df79f580a9b1 HTTP/1.1" status: 200 len: 911 time: 1.4095743 Nov 10 19:27:48.547475 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50646) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:48.569137 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a34d955-79f9-4ae4-b1e0-cb723397c3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:48.605219 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34d955-79f9-4ae4-b1e0-cb723397c3f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3188f8a0-bf12-4d61-a184-005155fc37b9,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:48.614042 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a34d955-79f9-4ae4-b1e0-cb723397c3f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:48.619861 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6a34d955-79f9-4ae4-b1e0-cb723397c3f7 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3188f8a0-bf12-4d61-a184-005155fc37b9 HTTP/1.1" status: 204 len: 168 time: 0.6206055 Nov 10 19:27:48.621003 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50648) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:48.624652 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0de490-1499-4e28-addd-9e7a906ad3ea tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Port': ['ID=1daea1bb-4c36-4488-8e51-df79f580a9b1,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:48.632629 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e51d7a35-1bdd-40d9-8639-b9e42bfe37a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:48.635607 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e51d7a35-1bdd-40d9-8639-b9e42bfe37a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:48.635973 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b283167-291c-45c6-9309-a44b6c8491c0 None None] Network 8e0b3ba3-7215-45b5-b8de-5724ad198916 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:27:48.637011 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e51d7a35-1bdd-40d9-8639-b9e42bfe37a6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5c8e62be-c0db-4c15-9373-539bd2d3cfbd HTTP/1.1" status: 204 len: 168 time: 0.2516048 Nov 10 19:27:48.655152 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d7a35-1bdd-40d9-8639-b9e42bfe37a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8e62be-c0db-4c15-9373-539bd2d3cfbd,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:48.712992 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cdf1ccb4-bab6-4845-8650-19065c755739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:48.781996 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-cdf1ccb4-bab6-4845-8650-19065c755739 admin admin] Deleting port 9dcc7179-7b61-4cea-a686-492537951a66 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:27:48.782252 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cdf1ccb4-bab6-4845-8650-19065c755739 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:48.922433 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-cdf1ccb4-bab6-4845-8650-19065c755739 admin admin] For port 9dcc7179-7b61-4cea-a686-492537951a66, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=9dcc7179-7b61-4cea-a686-492537951a66,segment=NetworkSegment(807aa974-68f9-4719-b3f3-48902a32f47e),segment_id=807aa974-68f9-4719-b3f3-48902a32f47e)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:27:48.922805 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cdf1ccb4-bab6-4845-8650-19065c755739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:48.943150 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-cdf1ccb4-bab6-4845-8650-19065c755739 admin admin] Calling delete_port for 9dcc7179-7b61-4cea-a686-492537951a66 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:27:48.954971 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1c26cf-9a18-4a16-99cb-012aa54d3fa2 None None] DHCP port deletion for 8e0b3ba3-7215-45b5-b8de-5724ad198916 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:27:49.029883 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-828569a2-a92b-4a0a-bb32-50297c756a80 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:49.049689 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-3f1c26cf-9a18-4a16-99cb-012aa54d3fa2 None None] Deleting port 9dcc7179-7b61-4cea-a686-492537951a66 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:27:49.050216 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3f1c26cf-9a18-4a16-99cb-012aa54d3fa2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:49.079574 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cdf1ccb4-bab6-4845-8650-19065c755739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:49.131371 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-3f1c26cf-9a18-4a16-99cb-012aa54d3fa2 None None] For port 9dcc7179-7b61-4cea-a686-492537951a66, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=9dcc7179-7b61-4cea-a686-492537951a66,segment=NetworkSegment(807aa974-68f9-4719-b3f3-48902a32f47e),segment_id=807aa974-68f9-4719-b3f3-48902a32f47e)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:27:49.132241 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3f1c26cf-9a18-4a16-99cb-012aa54d3fa2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:49.164992 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-3f1c26cf-9a18-4a16-99cb-012aa54d3fa2 None None] Calling delete_port for 9dcc7179-7b61-4cea-a686-492537951a66 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:27:49.169999 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf1ccb4-bab6-4845-8650-19065c755739 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dcc7179-7b61-4cea-a686-492537951a66,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:49.172280 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf1ccb4-bab6-4845-8650-19065c755739 admin admin] No DVR routers for this DVR port 9dcc7179-7b61-4cea-a686-492537951a66 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:27:49.271723 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cdf1ccb4-bab6-4845-8650-19065c755739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:49.321610 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-cdf1ccb4-bab6-4845-8650-19065c755739 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e0b3ba3-7215-45b5-b8de-5724ad198916']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:49.334011 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-cdf1ccb4-bab6-4845-8650-19065c755739 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '807aa974-68f9-4719-b3f3-48902a32f47e') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:49.334340 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-cdf1ccb4-bab6-4845-8650-19065c755739 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '807aa974-68f9-4719-b3f3-48902a32f47e') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:49.347151 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cdf1ccb4-bab6-4845-8650-19065c755739 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:49.358612 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3f1c26cf-9a18-4a16-99cb-012aa54d3fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:49.366813 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cdf1ccb4-bab6-4845-8650-19065c755739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:49.373723 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf1ccb4-bab6-4845-8650-19065c755739 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:27:49.374367 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cdf1ccb4-bab6-4845-8650-19065c755739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:49.376763 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:27:49.376763 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:27:49.376763 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:27:49.376763 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:27:49.376763 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:27:49.376763 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:27:49.376763 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:27:49.376763 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:27:49.376763 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:27:49.376763 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:27:49.376763 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:27:49.376763 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:27:49.376763 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:27:49.376763 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:27:49.376763 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:27:49.376763 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:27:49.376763 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:27:49.376763 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:27:49.376763 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:27:49.376763 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:27:49.376763 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:27:49.376763 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:27:49.376763 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:27:49.376763 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:27:49.376763 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:27:49.376763 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:27:49.376763 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:27:49.376763 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:27:49.376763 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:27:49.376763 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:27:49.376763 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:27:49.376763 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:27:49.380675 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175d53f-e66a-4336-84c5-907a7a6dd397 req-35778311-fe37-4702-a78c-ef298b55016f tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:49.382740 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6175d53f-e66a-4336-84c5-907a7a6dd397 req-35778311-fe37-4702-a78c-ef298b55016f tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 945 time: 0.1289558 Nov 10 19:27:49.390552 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c26cf-9a18-4a16-99cb-012aa54d3fa2 None None] Pushing event deleted for resources: {'Port': ['ID=9dcc7179-7b61-4cea-a686-492537951a66,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:49.402016 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1c26cf-9a18-4a16-99cb-012aa54d3fa2 None None] No DVR routers for this DVR port 9dcc7179-7b61-4cea-a686-492537951a66 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:27:49.478938 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cdf1ccb4-bab6-4845-8650-19065c755739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:49.485809 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cdf1ccb4-bab6-4845-8650-19065c755739 admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:49.498277 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cdf1ccb4-bab6-4845-8650-19065c755739 admin admin] 10.222.0.54 "DELETE /v2.0/networks/8e0b3ba3-7215-45b5-b8de-5724ad198916 HTTP/1.1" status: 204 len: 168 time: 0.8752074 Nov 10 19:27:49.527220 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf1ccb4-bab6-4845-8650-19065c755739 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e0b3ba3-7215-45b5-b8de-5724ad198916,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:49.719453 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50720) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:49.822177 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2fcce48f-5867-4e1d-a24d-6c830b03fddf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=22b3d07c7c424271b33fe5fb0a26c6de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1007285 Nov 10 19:27:49.824742 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50732) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:49.841166 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6175d53f-e66a-4336-84c5-907a7a6dd397 req-8af53662-3e6d-4eba-9815-4473713f7c2c tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130323 Nov 10 19:27:49.908576 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-828569a2-a92b-4a0a-bb32-50297c756a80 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Deleting port 1daea1bb-4c36-4488-8e51-df79f580a9b1 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:27:49.909268 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-828569a2-a92b-4a0a-bb32-50297c756a80 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:49.953724 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b2765648-5942-42f5-a044-c73a2ab31aee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:50.030278 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b2765648-5942-42f5-a044-c73a2ab31aee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:50.105946 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-828569a2-a92b-4a0a-bb32-50297c756a80 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:50.122375 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-828569a2-a92b-4a0a-bb32-50297c756a80 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Calling delete_port for 1daea1bb-4c36-4488-8e51-df79f580a9b1 owned by network:router_interface {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:27:50.152966 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b2765648-5942-42f5-a044-c73a2ab31aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:50.158172 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b2765648-5942-42f5-a044-c73a2ab31aee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:50.160768 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b2765648-5942-42f5-a044-c73a2ab31aee admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6ff0886a-5c25-4538-8924-70a050aa63ad HTTP/1.1" status: 204 len: 168 time: 0.3339789 Nov 10 19:27:50.191206 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2765648-5942-42f5-a044-c73a2ab31aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff0886a-5c25-4538-8924-70a050aa63ad,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:50.365710 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-828569a2-a92b-4a0a-bb32-50297c756a80 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:50.430369 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828569a2-a92b-4a0a-bb32-50297c756a80 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Port': ['ID=1daea1bb-4c36-4488-8e51-df79f580a9b1,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:50.537176 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 9dcc7179-7b61-4cea-a686-492537951a66 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:27:50.608949 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 9dcc7179-7b61-4cea-a686-492537951a66 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:27:50.609310 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 9dcc7179-7b61-4cea-a686-492537951a66 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:27:50.686036 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-828569a2-a92b-4a0a-bb32-50297c756a80 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:51.137619 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828569a2-a92b-4a0a-bb32-50297c756a80 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Router 4692915a-a82c-4e5f-80ab-8518f2f20f64 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:27:51.200294 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac7f53-26d0-4b84-a6bf-87f85c95deee req-dacde980-e558-49cc-9c80-ef6fd6704631 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:51.208532 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80ac7f53-26d0-4b84-a6bf-87f85c95deee req-dacde980-e558-49cc-9c80-ef6fd6704631 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 945 time: 0.2173538 Nov 10 19:27:51.337145 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828569a2-a92b-4a0a-bb32-50297c756a80 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:27:51.347897 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-828569a2-a92b-4a0a-bb32-50297c756a80 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "PUT /v2.0/routers/4692915a-a82c-4e5f-80ab-8518f2f20f64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7992361 Nov 10 19:27:51.350732 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50810) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:51.351992 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a033c9fd-0b89-4a81-9eab-f6b53d21c3b4 None None] Sync routers for ids ['4692915a-a82c-4e5f-80ab-8518f2f20f64'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:27:51.373288 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a033c9fd-0b89-4a81-9eab-f6b53d21c3b4 None None] Routers {'4692915a-a82c-4e5f-80ab-8518f2f20f64'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:27:51.373971 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a033c9fd-0b89-4a81-9eab-f6b53d21c3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:27:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['4692915a-a82c-4e5f-80ab-8518f2f20f64'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:51.428353 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c433dad9-b0a3-4043-a9ba-246671e8fd1d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "GET /v2.0/ports?device_id=4692915a-a82c-4e5f-80ab-8518f2f20f64 HTTP/1.1" status: 200 len: 205 time: 0.0764599 Nov 10 19:27:51.431098 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50814) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:51.462359 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a033c9fd-0b89-4a81-9eab-f6b53d21c3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:51.462939 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80ac7f53-26d0-4b84-a6bf-87f85c95deee req-a373064a-eac5-414f-b257-c8f6eaa3896d tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534320 Nov 10 19:27:51.489584 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a033c9fd-0b89-4a81-9eab-f6b53d21c3b4 None None] Routers {'4692915a-a82c-4e5f-80ab-8518f2f20f64'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:27:51.490533 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a033c9fd-0b89-4a81-9eab-f6b53d21c3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:27:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['4692915a-a82c-4e5f-80ab-8518f2f20f64'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:51.566878 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a033c9fd-0b89-4a81-9eab-f6b53d21c3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:51.574359 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a033c9fd-0b89-4a81-9eab-f6b53d21c3b4 None None] The sync data for ids ['4692915a-a82c-4e5f-80ab-8518f2f20f64'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:27:51.627664 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a12ae05f-8368-4985-ae9e-2f3e74d3c7ee tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:51.700026 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50820) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:51.829437 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-106a268d-089b-4d41-905a-6f942e35da0d admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-86862878-network', 'tenant_id': '94bdcd1b83cc45f293d36bfd2fb9c6b6'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:51.861570 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106a268d-089b-4d41-905a-6f942e35da0d admin admin] Made reservation on behalf of 94bdcd1b83cc45f293d36bfd2fb9c6b6 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:27:51.864831 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-106a268d-089b-4d41-905a-6f942e35da0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:51.876439 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-106a268d-089b-4d41-905a-6f942e35da0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:51.923487 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a12ae05f-8368-4985-ae9e-2f3e74d3c7ee tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:51.927634 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a12ae05f-8368-4985-ae9e-2f3e74d3c7ee tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:51.988548 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a12ae05f-8368-4985-ae9e-2f3e74d3c7ee tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:51.989089 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12ae05f-8368-4985-ae9e-2f3e74d3c7ee tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Fanout notify agent at l3_agent the message router_deleted on router 4692915a-a82c-4e5f-80ab-8518f2f20f64 {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:27:51.998839 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a12ae05f-8368-4985-ae9e-2f3e74d3c7ee tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:52.002900 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a12ae05f-8368-4985-ae9e-2f3e74d3c7ee tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/routers/4692915a-a82c-4e5f-80ab-8518f2f20f64 HTTP/1.1" status: 204 len: 168 time: 0.5708499 Nov 10 19:27:52.005497 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50826) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:52.009740 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-106a268d-089b-4d41-905a-6f942e35da0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:52.019751 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-106a268d-089b-4d41-905a-6f942e35da0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:52.033941 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-106a268d-089b-4d41-905a-6f942e35da0d admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:27:52.056475 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-106a268d-089b-4d41-905a-6f942e35da0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:52.057370 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-106a268d-089b-4d41-905a-6f942e35da0d admin admin] Added segment 39aee367-cdc1-4cda-87d4-64f3a60a51f2 of type vlan for network 3bcffa18-2b03-4614-a149-5120111f25e7 Nov 10 19:27:52.100470 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-afeb64c3-8a97-49da-b9fc-7c77f66e7d85 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Deleting subnet 5ce1d053-2431-47b1-a74b-a6a97cf54b36 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:27:52.101161 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a268d-089b-4d41-905a-6f942e35da0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dae99ce-b70d-4994-9d41-19cc28731eba,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:52.114826 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-afeb64c3-8a97-49da-b9fc-7c77f66e7d85 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:52.116562 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-106a268d-089b-4d41-905a-6f942e35da0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:52.169101 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-106a268d-089b-4d41-905a-6f942e35da0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:52.171845 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106a268d-089b-4d41-905a-6f942e35da0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:52.172614 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-106a268d-089b-4d41-905a-6f942e35da0d admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:52.216517 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-afeb64c3-8a97-49da-b9fc-7c77f66e7d85 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:52.234231 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-106a268d-089b-4d41-905a-6f942e35da0d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5330474 Nov 10 19:27:52.237214 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50834) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:52.245481 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-677a6634-2404-4b00-8fba-9520df8187e3 admin admin] Request body: {'subnet': {'network_id': '3bcffa18-2b03-4614-a149-5120111f25e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-86862878-subnet', 'tenant_id': '94bdcd1b83cc45f293d36bfd2fb9c6b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:52.317155 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677a6634-2404-4b00-8fba-9520df8187e3 admin admin] Made reservation on behalf of 94bdcd1b83cc45f293d36bfd2fb9c6b6 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:27:52.323040 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-677a6634-2404-4b00-8fba-9520df8187e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:52.339125 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a268d-089b-4d41-905a-6f942e35da0d admin admin] Pushing event updated for resources: {'Network': ['ID=3bcffa18-2b03-4614-a149-5120111f25e7,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:52.351027 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 3bcffa18-2b03-4614-a149-5120111f25e7 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:27:52.359858 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-afeb64c3-8a97-49da-b9fc-7c77f66e7d85 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:52.476460 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-afeb64c3-8a97-49da-b9fc-7c77f66e7d85 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:52.589848 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbf3dcf-ec94-44b8-884b-f2c036e898bc None None] Network 3d131e7c-9cdf-40a9-a25c-8b45aef5ce9a requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:27:52.593852 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb64c3-8a97-49da-b9fc-7c77f66e7d85 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Subnet': ['ID=5ce1d053-2431-47b1-a74b-a6a97cf54b36,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:52.596237 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-afeb64c3-8a97-49da-b9fc-7c77f66e7d85 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:52.599589 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-afeb64c3-8a97-49da-b9fc-7c77f66e7d85 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/subnets/5ce1d053-2431-47b1-a74b-a6a97cf54b36 HTTP/1.1" status: 204 len: 168 time: 0.5928693 Nov 10 19:27:52.610474 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50844) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:52.999517 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a49d29f1-4085-4e1a-a363-34572d985d24 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:53.048659 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7dbcc-f69f-44ba-925a-609f21fc4136 req-65c2bab8-f90f-4845-bc1d-19a888bddc2e tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:53.050286 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-47f7dbcc-f69f-44ba-925a-609f21fc4136 req-65c2bab8-f90f-4845-bc1d-19a888bddc2e tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 945 time: 0.3566773 Nov 10 19:27:53.079056 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc40d8d4-f31d-41cb-aabd-6edfc0914993 None None] DHCP port deletion for 3d131e7c-9cdf-40a9-a25c-8b45aef5ce9a request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:27:53.183676 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-47f7dbcc-f69f-44ba-925a-609f21fc4136 req-957c49f8-76fe-4a53-985a-76f317b95ede tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230898 Nov 10 19:27:53.194482 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-a49d29f1-4085-4e1a-a363-34572d985d24 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Deleting port 766ea9f2-c28c-472d-bae9-b3cecd389f86 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:27:53.195009 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a49d29f1-4085-4e1a-a363-34572d985d24 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:53.221549 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-bc40d8d4-f31d-41cb-aabd-6edfc0914993 None None] Deleting port 766ea9f2-c28c-472d-bae9-b3cecd389f86 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:27:53.222012 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bc40d8d4-f31d-41cb-aabd-6edfc0914993 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:53.375657 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-677a6634-2404-4b00-8fba-9520df8187e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:53.395552 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-a49d29f1-4085-4e1a-a363-34572d985d24 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] For port 766ea9f2-c28c-472d-bae9-b3cecd389f86, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=766ea9f2-c28c-472d-bae9-b3cecd389f86,segment=NetworkSegment(e307831d-5016-4db8-94c3-5ee35cf00d08),segment_id=e307831d-5016-4db8-94c3-5ee35cf00d08)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:27:53.396024 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a49d29f1-4085-4e1a-a363-34572d985d24 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:53.420394 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-bc40d8d4-f31d-41cb-aabd-6edfc0914993 None None] For port 766ea9f2-c28c-472d-bae9-b3cecd389f86, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=766ea9f2-c28c-472d-bae9-b3cecd389f86,segment=NetworkSegment(e307831d-5016-4db8-94c3-5ee35cf00d08),segment_id=e307831d-5016-4db8-94c3-5ee35cf00d08)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:27:53.421047 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bc40d8d4-f31d-41cb-aabd-6edfc0914993 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:53.429062 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-a49d29f1-4085-4e1a-a363-34572d985d24 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Calling delete_port for 766ea9f2-c28c-472d-bae9-b3cecd389f86 owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:27:53.485920 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-bc40d8d4-f31d-41cb-aabd-6edfc0914993 None None] Calling delete_port for 766ea9f2-c28c-472d-bae9-b3cecd389f86 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:27:53.493360 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cb019540-f7fd-4f07-85f7-f318e6dc6a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:53.603726 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a49d29f1-4085-4e1a-a363-34572d985d24 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:53.608076 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a6634-2404-4b00-8fba-9520df8187e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2274cf79-8734-46ac-813d-59e1a6e32b0d,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:53.610311 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677a6634-2404-4b00-8fba-9520df8187e3 admin admin] Checking segment: {'id': '39aee367-cdc1-4cda-87d4-64f3a60a51f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '3bcffa18-2b03-4614-a149-5120111f25e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:27:53.610678 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677a6634-2404-4b00-8fba-9520df8187e3 admin admin] Network hostable DHCP agents. Network: 3bcffa18-2b03-4614-a149-5120111f25e7, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:27:53.625753 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bc40d8d4-f31d-41cb-aabd-6edfc0914993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:53.652393 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677a6634-2404-4b00-8fba-9520df8187e3 admin admin] Network 3bcffa18-2b03-4614-a149-5120111f25e7 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:27:53.663777 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40d8d4-f31d-41cb-aabd-6edfc0914993 None None] Pushing event deleted for resources: {'Port': ['ID=766ea9f2-c28c-472d-bae9-b3cecd389f86,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:53.666021 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc40d8d4-f31d-41cb-aabd-6edfc0914993 None None] No DVR routers for this DVR port 766ea9f2-c28c-472d-bae9-b3cecd389f86 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:27:53.671662 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-677a6634-2404-4b00-8fba-9520df8187e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 3bcffa18-2b03-4614-a149-5120111f25e7) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:27:53.691388 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677a6634-2404-4b00-8fba-9520df8187e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:53.691388 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-677a6634-2404-4b00-8fba-9520df8187e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:53.694212 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c38ed6e-21b5-4abf-b31b-1357505278fc None None] Network 3bcffa18-2b03-4614-a149-5120111f25e7 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:27:53.695081 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49d29f1-4085-4e1a-a363-34572d985d24 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] No DVR routers for this DVR port 766ea9f2-c28c-472d-bae9-b3cecd389f86 on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:27:53.697072 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d29f1-4085-4e1a-a363-34572d985d24 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Port': ['ID=766ea9f2-c28c-472d-bae9-b3cecd389f86,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:53.746150 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-677a6634-2404-4b00-8fba-9520df8187e3 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5066361 Nov 10 19:27:53.845496 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a49d29f1-4085-4e1a-a363-34572d985d24 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:53.863921 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50864) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:53.896885 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610ee18f-aa6b-4205-ad04-8b2cb4875ba0 None None] Network 3bcffa18-2b03-4614-a149-5120111f25e7 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:27:53.906617 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-a49d29f1-4085-4e1a-a363-34572d985d24 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d131e7c-9cdf-40a9-a25c-8b45aef5ce9a']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:53.936696 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-a49d29f1-4085-4e1a-a363-34572d985d24 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e307831d-5016-4db8-94c3-5ee35cf00d08') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:53.936919 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-a49d29f1-4085-4e1a-a363-34572d985d24 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e307831d-5016-4db8-94c3-5ee35cf00d08') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:53.959093 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a49d29f1-4085-4e1a-a363-34572d985d24 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:53.974706 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a49d29f1-4085-4e1a-a363-34572d985d24 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:53.982328 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a49d29f1-4085-4e1a-a363-34572d985d24 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:27:53.982844 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a49d29f1-4085-4e1a-a363-34572d985d24 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:53.986648 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:27:53.986648 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:27:53.986648 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:27:53.986648 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:27:53.986648 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:27:53.986648 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:27:53.986648 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:27:53.986648 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:27:53.986648 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:27:53.986648 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:27:53.986648 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:27:53.986648 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:27:53.986648 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:27:53.986648 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:27:53.986648 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:27:53.986648 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:27:53.986648 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:27:53.986648 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:27:53.986648 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:27:53.986648 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:27:53.986648 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:27:53.986648 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:27:53.986648 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:27:53.986648 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:27:53.986648 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:27:53.986648 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:27:53.986648 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:27:53.986648 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:27:53.986648 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:27:53.986648 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:27:53.986648 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:27:53.986648 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:27:54.090515 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a49d29f1-4085-4e1a-a363-34572d985d24 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:54.099661 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a49d29f1-4085-4e1a-a363-34572d985d24 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:54.104819 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a49d29f1-4085-4e1a-a363-34572d985d24 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/networks/3d131e7c-9cdf-40a9-a25c-8b45aef5ce9a HTTP/1.1" status: 204 len: 168 time: 1.4929097 Nov 10 19:27:54.109274 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50874) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:54.112902 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6f6ea148-a0e3-4ecd-adce-4a6f2f0f94c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:54.116947 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-b0069387-21bd-4329-82a3-6dd06c770ef1 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-610818905', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:54.133262 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d29f1-4085-4e1a-a363-34572d985d24 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Network': ['ID=3d131e7c-9cdf-40a9-a25c-8b45aef5ce9a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:54.157211 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b0069387-21bd-4329-82a3-6dd06c770ef1 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:54.159904 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b0069387-21bd-4329-82a3-6dd06c770ef1 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:54.216008 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6f6ea148-a0e3-4ecd-adce-4a6f2f0f94c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:54.223776 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6f6ea148-a0e3-4ecd-adce-4a6f2f0f94c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:54.241463 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b0069387-21bd-4329-82a3-6dd06c770ef1 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:54.252361 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b0069387-21bd-4329-82a3-6dd06c770ef1 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:54.275552 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6f6ea148-a0e3-4ecd-adce-4a6f2f0f94c2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a815beb2c32f455f94d3ac8bde884a90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4104888 Nov 10 19:27:54.276863 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ea148-a0e3-4ecd-adce-4a6f2f0f94c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83669172-c659-49ea-b4c1-7c1c2e08ee0c,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:54.278507 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50886) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:54.313202 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b0069387-21bd-4329-82a3-6dd06c770ef1 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:54.316029 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b0069387-21bd-4329-82a3-6dd06c770ef1 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2042089 Nov 10 19:27:54.317509 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50892) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:54.323029 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-d29a4f76-675a-461b-a72e-d5c4bc5792ba tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-821198313'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:54.354718 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29a4f76-675a-461b-a72e-d5c4bc5792ba tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Made reservation on behalf of 224f7fcc3f6e44c5aaa6d320857c04c1 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:27:54.361297 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d29a4f76-675a-461b-a72e-d5c4bc5792ba tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:54.397394 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d29a4f76-675a-461b-a72e-d5c4bc5792ba tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:27:54.414987 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d29a4f76-675a-461b-a72e-d5c4bc5792ba tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:54.415392 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-d29a4f76-675a-461b-a72e-d5c4bc5792ba tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Added segment 46891e69-3724-4813-81ad-e79ed573b33f of type vlan for network d2659cd8-8855-4487-9968-5979755d8df1 Nov 10 19:27:54.450607 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9d70af27-deb8-40e9-b407-0cc45bf0a545 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:54.467722 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 766ea9f2-c28c-472d-bae9-b3cecd389f86 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:27:54.494804 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 766ea9f2-c28c-472d-bae9-b3cecd389f86 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:27:54.495355 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 766ea9f2-c28c-472d-bae9-b3cecd389f86 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:27:54.512618 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d29a4f76-675a-461b-a72e-d5c4bc5792ba tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:54.514289 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9d70af27-deb8-40e9-b407-0cc45bf0a545 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:54.573380 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d29a4f76-675a-461b-a72e-d5c4bc5792ba tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:54.580180 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29a4f76-675a-461b-a72e-d5c4bc5792ba tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:54.580794 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d29a4f76-675a-461b-a72e-d5c4bc5792ba tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:54.595017 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-3d6fcadb-d08e-40e5-9ddb-b99033a9d4c8 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:54.596636 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-3d6fcadb-d08e-40e5-9ddb-b99033a9d4c8 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/networks?id=3bcffa18-2b03-4614-a149-5120111f25e7 HTTP/1.1" status: 200 len: 816 time: 0.2664146 Nov 10 19:27:54.611647 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:54.629174 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-1c4cb7b7-be00-41cd-a3db-7fddec6ec67e tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/quotas/94bdcd1b83cc45f293d36bfd2fb9c6b6 HTTP/1.1" status: 200 len: 375 time: 0.0233176 Nov 10 19:27:54.678007 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d29a4f76-675a-461b-a72e-d5c4bc5792ba tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3580747 Nov 10 19:27:54.681699 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50904) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:54.688038 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-8de1bf28-1844-4a08-bb34-7bd77fa01317 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Request body: {'subnet': {'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:54.688776 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9d70af27-deb8-40e9-b407-0cc45bf0a545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:54.692521 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9d70af27-deb8-40e9-b407-0cc45bf0a545 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:54.694622 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9d70af27-deb8-40e9-b407-0cc45bf0a545 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/83669172-c659-49ea-b4c1-7c1c2e08ee0c HTTP/1.1" status: 204 len: 168 time: 0.4144051 Nov 10 19:27:54.696908 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-e6e04c6d-0fb2-4a3f-9493-fed615d9d19c tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=94bdcd1b83cc45f293d36bfd2fb9c6b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616453 Nov 10 19:27:54.714102 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-abcf6f1f-1295-42b7-895b-aa2c49820f82 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:27:54.715205 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-abcf6f1f-1295-42b7-895b-aa2c49820f82 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066638 Nov 10 19:27:54.716427 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70af27-deb8-40e9-b407-0cc45bf0a545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83669172-c659-49ea-b4c1-7c1c2e08ee0c,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:54.725314 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a4f76-675a-461b-a72e-d5c4bc5792ba tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Network': ['ID=d2659cd8-8855-4487-9968-5979755d8df1,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:54.753136 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network d2659cd8-8855-4487-9968-5979755d8df1 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:27:54.857933 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-e8f81cc4-3213-47db-8a01-56ca25dbccd5 service neutron] 10.222.0.54 "GET /v2.0/networks/3bcffa18-2b03-4614-a149-5120111f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346877 Nov 10 19:27:54.908377 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de1bf28-1844-4a08-bb34-7bd77fa01317 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Made reservation on behalf of 224f7fcc3f6e44c5aaa6d320857c04c1 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:27:54.920890 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8de1bf28-1844-4a08-bb34-7bd77fa01317 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:54.997950 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:55.069043 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-2369963b-fff9-40c0-9044-770c8aff4b2d service neutron] 10.222.0.54 "GET /v2.0/networks/3bcffa18-2b03-4614-a149-5120111f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028477 Nov 10 19:27:55.203512 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8de1bf28-1844-4a08-bb34-7bd77fa01317 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:55.256900 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50912) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:55.273615 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d9fb5afb-e8f0-4555-b30f-c477bdb3cd7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:55.291886 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1bf28-1844-4a08-bb34-7bd77fa01317 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Subnet': ['ID=b921564e-8ab5-4886-9ded-865f705bde82,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:55.304152 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de1bf28-1844-4a08-bb34-7bd77fa01317 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Checking segment: {'id': '46891e69-3724-4813-81ad-e79ed573b33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:27:55.304621 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de1bf28-1844-4a08-bb34-7bd77fa01317 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network hostable DHCP agents. Network: d2659cd8-8855-4487-9968-5979755d8df1, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:27:55.332086 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de1bf28-1844-4a08-bb34-7bd77fa01317 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network d2659cd8-8855-4487-9968-5979755d8df1 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:27:55.358478 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-8de1bf28-1844-4a08-bb34-7bd77fa01317 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, d2659cd8-8855-4487-9968-5979755d8df1) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:27:55.368877 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de1bf28-1844-4a08-bb34-7bd77fa01317 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:55.369920 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33248e2-ec6e-4a47-b6df-946ecbdab33b None None] Network d2659cd8-8855-4487-9968-5979755d8df1 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:27:55.372117 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8de1bf28-1844-4a08-bb34-7bd77fa01317 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:55.394948 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d9fb5afb-e8f0-4555-b30f-c477bdb3cd7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:55.402441 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d9fb5afb-e8f0-4555-b30f-c477bdb3cd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:55.409370 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8de1bf28-1844-4a08-bb34-7bd77fa01317 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7252474 Nov 10 19:27:55.411544 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50916) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:55.446539 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d9fb5afb-e8f0-4555-b30f-c477bdb3cd7e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4d034230a2b84d6f8b79039c711ca3f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1882384 Nov 10 19:27:55.449147 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50920) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:55.481139 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb5afb-e8f0-4555-b30f-c477bdb3cd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8abf0fbc-f14d-4565-8e7d-05a46880a794,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:55.658340 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b287f0b-af9a-44a2-8644-49765f9888ca req-e78cd69d-499f-4b3e-b85e-deec6b1c85c5 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:55.668693 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b287f0b-af9a-44a2-8644-49765f9888ca req-e78cd69d-499f-4b3e-b85e-deec6b1c85c5 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 945 time: 0.2204165 Nov 10 19:27:55.703988 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-187eb37e-d647-497b-b8b8-3d967e46430f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:55.725747 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f19958f-8817-4e94-a545-add39d29a9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:55.730698 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc247f6a-c8ab-4ff0-bf72-8db491c0f7f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-d2659cd8-8855-4487-9968-5979755d8df1', 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'fixed_ips': [{'subnet_id': 'b921564e-8ab5-4886-9ded-865f705bde82'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:27:55.731807 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cc247f6a-c8ab-4ff0-bf72-8db491c0f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:55.762503 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-187eb37e-d647-497b-b8b8-3d967e46430f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:55.918808 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b287f0b-af9a-44a2-8644-49765f9888ca req-5c72e96d-0f59-4f8b-80cd-939b7ee074c1 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479696 Nov 10 19:27:55.920109 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-187eb37e-d647-497b-b8b8-3d967e46430f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:55.926908 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-187eb37e-d647-497b-b8b8-3d967e46430f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:55.930524 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-187eb37e-d647-497b-b8b8-3d967e46430f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8abf0fbc-f14d-4565-8e7d-05a46880a794 HTTP/1.1" status: 204 len: 168 time: 0.4480577 Nov 10 19:27:55.953805 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187eb37e-d647-497b-b8b8-3d967e46430f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abf0fbc-f14d-4565-8e7d-05a46880a794,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:55.978892 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187eb37e-d647-497b-b8b8-3d967e46430f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:55.979257 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187eb37e-d647-497b-b8b8-3d967e46430f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:55.979599 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187eb37e-d647-497b-b8b8-3d967e46430f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:55.979927 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187eb37e-d647-497b-b8b8-3d967e46430f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:55.980430 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187eb37e-d647-497b-b8b8-3d967e46430f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:55.980766 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187eb37e-d647-497b-b8b8-3d967e46430f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:55.981071 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187eb37e-d647-497b-b8b8-3d967e46430f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:55.983035 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187eb37e-d647-497b-b8b8-3d967e46430f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:55.983550 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187eb37e-d647-497b-b8b8-3d967e46430f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:55.983904 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187eb37e-d647-497b-b8b8-3d967e46430f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:55.984238 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187eb37e-d647-497b-b8b8-3d967e46430f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:55.984568 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187eb37e-d647-497b-b8b8-3d967e46430f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:27:56.094752 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f08d6a20-3509-46b6-81fa-7a5486aff432 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:56.097074 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-cc247f6a-c8ab-4ff0-bf72-8db491c0f7f1 None None] Allocated IP 2001:db8::2 (d2659cd8-8855-4487-9968-5979755d8df1/b921564e-8ab5-4886-9ded-865f705bde82/9217eb14-22f3-41fe-bbe7-ccc04d423222) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:27:56.470512 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cc247f6a-c8ab-4ff0-bf72-8db491c0f7f1 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:56.482796 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cc247f6a-c8ab-4ff0-bf72-8db491c0f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:56.584360 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc247f6a-c8ab-4ff0-bf72-8db491c0f7f1 None None] Pushing event updated for resources: {'Port': ['ID=9217eb14-22f3-41fe-bbe7-ccc04d423222,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:56.598183 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc247f6a-c8ab-4ff0-bf72-8db491c0f7f1 None None] Network d2659cd8-8855-4487-9968-5979755d8df1 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:27:56.604754 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-cc247f6a-c8ab-4ff0-bf72-8db491c0f7f1 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:27:56.604754 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc247f6a-c8ab-4ff0-bf72-8db491c0f7f1 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:27:56.682975 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-f08d6a20-3509-46b6-81fa-7a5486aff432 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Allocated IP 2001:db8::1 (d2659cd8-8855-4487-9968-5979755d8df1/b921564e-8ab5-4886-9ded-865f705bde82/cbbed1b3-014d-4a9d-9258-12a9bba7ac5d) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:27:56.725068 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-055f6e4b-94a8-42ca-9fd5-6db6d20f3ee2 req-791b9b6c-0ebc-4e8f-a81c-1eb2988825f0 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/ports?device_id=790a40eb-b477-4550-b491-1e77ebd1ac6e HTTP/1.1" status: 200 len: 210 time: 0.0430512 Nov 10 19:27:56.798571 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-cc247f6a-c8ab-4ff0-bf72-8db491c0f7f1 None None] Attempting to bind port 9217eb14-22f3-41fe-bbe7-ccc04d423222 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:27:56.799087 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-cc247f6a-c8ab-4ff0-bf72-8db491c0f7f1 None None] Attempting to bind port 9217eb14-22f3-41fe-bbe7-ccc04d423222 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '46891e69-3724-4813-81ad-e79ed573b33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:27:56.799689 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc247f6a-c8ab-4ff0-bf72-8db491c0f7f1 None None] Attempting to bind port 9217eb14-22f3-41fe-bbe7-ccc04d423222 on network d2659cd8-8855-4487-9968-5979755d8df1 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:27:56.806358 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc247f6a-c8ab-4ff0-bf72-8db491c0f7f1 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:27:56.807478 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc247f6a-c8ab-4ff0-bf72-8db491c0f7f1 None None] Checking segment: {'id': '46891e69-3724-4813-81ad-e79ed573b33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:27:56.807478 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cc247f6a-c8ab-4ff0-bf72-8db491c0f7f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:56.809055 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc247f6a-c8ab-4ff0-bf72-8db491c0f7f1 None None] Bound using segment: {'id': '46891e69-3724-4813-81ad-e79ed573b33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:27:56.809677 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-cc247f6a-c8ab-4ff0-bf72-8db491c0f7f1 None None] Bound port: 9217eb14-22f3-41fe-bbe7-ccc04d423222, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46891e69-3724-4813-81ad-e79ed573b33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:27:56.810176 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cc247f6a-c8ab-4ff0-bf72-8db491c0f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:56.896030 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f08d6a20-3509-46b6-81fa-7a5486aff432 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:56.925774 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-cc247f6a-c8ab-4ff0-bf72-8db491c0f7f1 None None] For port 9217eb14-22f3-41fe-bbe7-ccc04d423222, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:27:56.930344 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-cc247f6a-c8ab-4ff0-bf72-8db491c0f7f1 None None] For port 9217eb14-22f3-41fe-bbe7-ccc04d423222, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=9217eb14-22f3-41fe-bbe7-ccc04d423222,segment=NetworkSegment(46891e69-3724-4813-81ad-e79ed573b33f),segment_id=46891e69-3724-4813-81ad-e79ed573b33f)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:27:56.945372 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cc247f6a-c8ab-4ff0-bf72-8db491c0f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:56.961507 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f08d6a20-3509-46b6-81fa-7a5486aff432 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:57.062045 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08d6a20-3509-46b6-81fa-7a5486aff432 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network d2659cd8-8855-4487-9968-5979755d8df1 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:27:57.066442 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-f08d6a20-3509-46b6-81fa-7a5486aff432 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:27:57.069378 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc247f6a-c8ab-4ff0-bf72-8db491c0f7f1 None None] Pushing event updated for resources: {'Port': ['ID=9217eb14-22f3-41fe-bbe7-ccc04d423222,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:57.073008 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08d6a20-3509-46b6-81fa-7a5486aff432 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:27:57.073709 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f08d6a20-3509-46b6-81fa-7a5486aff432 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:57.170136 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:57.189655 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d6a20-3509-46b6-81fa-7a5486aff432 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Port': ['ID=cbbed1b3-014d-4a9d-9258-12a9bba7ac5d,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:57.249524 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15575cdd-6f17-4446-9212-5f5766b3f3eb req-ef0d0d5d-fa7d-433f-8337-916469770556 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:57.258409 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-15575cdd-6f17-4446-9212-5f5766b3f3eb req-ef0d0d5d-fa7d-433f-8337-916469770556 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 945 time: 0.1128452 Nov 10 19:27:57.326930 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-15575cdd-6f17-4446-9212-5f5766b3f3eb req-5cd0c1cc-a497-484d-b0ce-5e9729d95f68 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675545 Nov 10 19:27:57.353496 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f08d6a20-3509-46b6-81fa-7a5486aff432 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:57.722342 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:27:57.955538 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-8f990deb-e5a7-4bc0-9911-e0ab84ae9005 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:57.958166 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-8f990deb-e5a7-4bc0-9911-e0ab84ae9005 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.25 "GET /v2.0/networks?id=3bcffa18-2b03-4614-a149-5120111f25e7 HTTP/1.1" status: 200 len: 816 time: 0.2999432 Nov 10 19:27:57.983318 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-ca4b99e4-12af-4357-b98c-2c6e975c1302 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Request body: {'port': {'device_id': 'aeb9a4ca-cd50-4fd9-b7c9-c3d7be6e1227', 'network_id': '3bcffa18-2b03-4614-a149-5120111f25e7', 'admin_state_up': True, 'tenant_id': '94bdcd1b83cc45f293d36bfd2fb9c6b6'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:58.021030 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0b32f066-7b93-4d62-87ec-67b08a48554c req-fd54dffd-0094-4e49-a9b3-2b06219d5e6d tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/ports?device_id=790a40eb-b477-4550-b491-1e77ebd1ac6e HTTP/1.1" status: 200 len: 210 time: 0.0933783 Nov 10 19:27:58.272815 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f08d6a20-3509-46b6-81fa-7a5486aff432 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:58.287017 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f08d6a20-3509-46b6-81fa-7a5486aff432 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:58.289253 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f08d6a20-3509-46b6-81fa-7a5486aff432 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:58.426901 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-7d0e474d-6cd6-4dc4-a4d6-ea0dd1fcc35c tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:58.428538 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-7d0e474d-6cd6-4dc4-a4d6-ea0dd1fcc35c tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.25 "GET /v2.0/networks?id=3bcffa18-2b03-4614-a149-5120111f25e7 HTTP/1.1" status: 200 len: 816 time: 0.2969506 Nov 10 19:27:58.445014 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-426491bf-6c70-43e9-aaf3-47200f3eecf3 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Request body: {'port': {'device_id': '790a40eb-b477-4550-b491-1e77ebd1ac6e', 'network_id': '3bcffa18-2b03-4614-a149-5120111f25e7', 'admin_state_up': True, 'tenant_id': '94bdcd1b83cc45f293d36bfd2fb9c6b6'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:58.492529 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d6a20-3509-46b6-81fa-7a5486aff432 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Port': ['ID=cbbed1b3-014d-4a9d-9258-12a9bba7ac5d,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:58.607418 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 9217eb14-22f3-41fe-bbe7-ccc04d423222 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:27:58.674847 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-e71969b1-f223-4e76-8f02-def1423259f1 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:58.678293 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-e71969b1-f223-4e76-8f02-def1423259f1 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.73 "GET /v2.0/networks?id=3bcffa18-2b03-4614-a149-5120111f25e7 HTTP/1.1" status: 200 len: 816 time: 0.6898081 Nov 10 19:27:58.703002 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-148ed2ff-2ed7-4294-9a11-d8b6ba7726b0 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Request body: {'port': {'device_id': '50939f58-a53d-4e02-a332-6c18727bbae9', 'network_id': '3bcffa18-2b03-4614-a149-5120111f25e7', 'admin_state_up': True, 'tenant_id': '94bdcd1b83cc45f293d36bfd2fb9c6b6'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:58.711365 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-ca4b99e4-12af-4357-b98c-2c6e975c1302 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Made reservation on behalf of 94bdcd1b83cc45f293d36bfd2fb9c6b6 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:27:58.716778 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-ca4b99e4-12af-4357-b98c-2c6e975c1302 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:58.845250 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03950ab7-606f-401b-8dae-69182ce4ed93 req-3c07b0d3-7d1d-4889-bcf1-ed634cf593ec tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:27:58.860508 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-03950ab7-606f-401b-8dae-69182ce4ed93 req-3c07b0d3-7d1d-4889-bcf1-ed634cf593ec tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 945 time: 0.2817783 Nov 10 19:27:58.976316 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-426491bf-6c70-43e9-aaf3-47200f3eecf3 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Made reservation on behalf of 94bdcd1b83cc45f293d36bfd2fb9c6b6 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:27:58.984452 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-426491bf-6c70-43e9-aaf3-47200f3eecf3 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:59.010120 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08d6a20-3509-46b6-81fa-7a5486aff432 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network d2659cd8-8855-4487-9968-5979755d8df1 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:27:59.017870 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-03950ab7-606f-401b-8dae-69182ce4ed93 req-3625b12a-36f4-44ee-8c94-87eb60be51d6 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540718 Nov 10 19:27:59.021046 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-f08d6a20-3509-46b6-81fa-7a5486aff432 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:27:59.062311 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-ca4b99e4-12af-4357-b98c-2c6e975c1302 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Allocated IP 172.20.0.2 (3bcffa18-2b03-4614-a149-5120111f25e7/2274cf79-8734-46ac-813d-59e1a6e32b0d/0040f27c-0c80-4c5c-b35c-ba9b7d10fb02) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:27:59.185427 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cbab34-eb0f-415c-b412-de12a14eac25 None None] Network d2659cd8-8855-4487-9968-5979755d8df1 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:27:59.221221 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:59.292645 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-148ed2ff-2ed7-4294-9a11-d8b6ba7726b0 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Made reservation on behalf of 94bdcd1b83cc45f293d36bfd2fb9c6b6 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:27:59.297443 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-148ed2ff-2ed7-4294-9a11-d8b6ba7726b0 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:59.305022 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-75bba8d9-51f7-4617-9ccb-72c2b1649831 req-c77e7fb6-1949-48af-9feb-3073e8119c1a tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/ports?device_id=790a40eb-b477-4550-b491-1e77ebd1ac6e HTTP/1.1" status: 200 len: 210 time: 0.0465481 Nov 10 19:27:59.347419 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-656ab56c-b3e0-4d5c-92d4-d6a1aa16e6d8 None None] Provisioning complete for port 9217eb14-22f3-41fe-bbe7-ccc04d423222 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:59.348075 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-656ab56c-b3e0-4d5c-92d4-d6a1aa16e6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:59.350019 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 9217eb14-22f3-41fe-bbe7-ccc04d423222 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:27:59.350549 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:59.442373 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:59.677525 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:59.708172 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08d6a20-3509-46b6-81fa-7a5486aff432 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Router 595165e1-f908-4bbf-9316-d6c7f182d241 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:27:59.711153 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-656ab56c-b3e0-4d5c-92d4-d6a1aa16e6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:59.742752 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 9217eb14-22f3-41fe-bbe7-ccc04d423222, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=9217eb14-22f3-41fe-bbe7-ccc04d423222,segment=NetworkSegment(46891e69-3724-4813-81ad-e79ed573b33f),segment_id=46891e69-3724-4813-81ad-e79ed573b33f)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:27:59.751966 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:59.755298 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-ca4b99e4-12af-4357-b98c-2c6e975c1302 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:27:59.844723 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-656ab56c-b3e0-4d5c-92d4-d6a1aa16e6d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:27:59.845138 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-656ab56c-b3e0-4d5c-92d4-d6a1aa16e6d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:27:59.848085 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=9217eb14-22f3-41fe-bbe7-ccc04d423222,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:27:59.936404 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08d6a20-3509-46b6-81fa-7a5486aff432 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:27:59.947970 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a9222d-b5bf-4fb0-833c-64e1fa9ce182 None None] Sync routers for ids ['595165e1-f908-4bbf-9316-d6c7f182d241'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:27:59.956134 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f08d6a20-3509-46b6-81fa-7a5486aff432 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "PUT /v2.0/routers/595165e1-f908-4bbf-9316-d6c7f182d241/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5308363 Nov 10 19:27:59.957391 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51032) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:27:59.965883 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-692aaeb8-fec1-489c-a03d-5dde8ca4eec1 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2019034986'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:27:59.966882 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a9222d-b5bf-4fb0-833c-64e1fa9ce182 None None] Routers {'595165e1-f908-4bbf-9316-d6c7f182d241'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:27:59.967689 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-13a9222d-b5bf-4fb0-833c-64e1fa9ce182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:27:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['595165e1-f908-4bbf-9316-d6c7f182d241'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:27:59.982932 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-ca4b99e4-12af-4357-b98c-2c6e975c1302 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:00.115577 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-426491bf-6c70-43e9-aaf3-47200f3eecf3 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Allocated IP 172.20.0.12 (3bcffa18-2b03-4614-a149-5120111f25e7/2274cf79-8734-46ac-813d-59e1a6e32b0d/88bebab7-a908-4e8a-bd3c-2a97be93098a) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:28:00.191420 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b99e4-12af-4357-b98c-2c6e975c1302 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Pushing event updated for resources: {'Port': ['ID=0040f27c-0c80-4c5c-b35c-ba9b7d10fb02,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:00.191972 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-13a9222d-b5bf-4fb0-833c-64e1fa9ce182 None None] Set router 595165e1-f908-4bbf-9316-d6c7f182d241 gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:28:00.214686 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-ca4b99e4-12af-4357-b98c-2c6e975c1302 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Network 3bcffa18-2b03-4614-a149-5120111f25e7 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:28:00.227151 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-ca4b99e4-12af-4357-b98c-2c6e975c1302 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:28:00.232480 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692aaeb8-fec1-489c-a03d-5dde8ca4eec1 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Made reservation on behalf of 224f7fcc3f6e44c5aaa6d320857c04c1 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:28:00.233554 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-692aaeb8-fec1-489c-a03d-5dde8ca4eec1 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:00.275353 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-ca4b99e4-12af-4357-b98c-2c6e975c1302 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:28:00.354893 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-692aaeb8-fec1-489c-a03d-5dde8ca4eec1 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:28:00.392631 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-ca4b99e4-12af-4357-b98c-2c6e975c1302 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:00.393833 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-ca4b99e4-12af-4357-b98c-2c6e975c1302 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:00.427441 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-692aaeb8-fec1-489c-a03d-5dde8ca4eec1 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:00.436057 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-692aaeb8-fec1-489c-a03d-5dde8ca4eec1 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Added segment 02b62740-b72e-4e9b-9420-16e3d61fb0e2 of type vlan for network 319bbde8-a4df-441e-82f6-67a5a6334686 Nov 10 19:28:00.438087 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805dc4d-c753-4933-8943-b7e55417d804 req-00b3976c-55e9-4f1b-8ba1-ccace9c9fffb tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:00.461166 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2805dc4d-c753-4933-8943-b7e55417d804 req-00b3976c-55e9-4f1b-8ba1-ccace9c9fffb tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 945 time: 0.2680583 Nov 10 19:28:00.549249 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 9217eb14-22f3-41fe-bbe7-ccc04d423222 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:28:00.569132 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-ca4b99e4-12af-4357-b98c-2c6e975c1302 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5983059 Nov 10 19:28:00.627178 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-692aaeb8-fec1-489c-a03d-5dde8ca4eec1 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:00.636203 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-5dac453d-4ed0-4f78-b235-2e4946193ea6 service neutron] Request body: {'port': {'device_id': 'aeb9a4ca-cd50-4fd9-b7c9-c3d7be6e1227', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:28:00.686224 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2805dc4d-c753-4933-8943-b7e55417d804 req-bf5986b7-3a6e-4017-a5df-defaab9f3e5d tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182384 Nov 10 19:28:00.771028 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-692aaeb8-fec1-489c-a03d-5dde8ca4eec1 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:00.778719 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692aaeb8-fec1-489c-a03d-5dde8ca4eec1 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:00.779537 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-692aaeb8-fec1-489c-a03d-5dde8ca4eec1 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:00.816753 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-5dac453d-4ed0-4f78-b235-2e4946193ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:00.851053 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 9217eb14-22f3-41fe-bbe7-ccc04d423222 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:00.851610 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:00.894147 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-692aaeb8-fec1-489c-a03d-5dde8ca4eec1 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9347568 Nov 10 19:28:00.899021 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51058) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:00.907054 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-8109972c-f7d7-4505-a0c1-ee91da13cd7b tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Request body: {'subnet': {'network_id': '319bbde8-a4df-441e-82f6-67a5a6334686', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:28:00.943296 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692aaeb8-fec1-489c-a03d-5dde8ca4eec1 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Network': ['ID=319bbde8-a4df-441e-82f6-67a5a6334686,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:00.993326 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 319bbde8-a4df-441e-82f6-67a5a6334686 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:28:01.151266 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9774ea92-6bf0-4f30-85a1-1d9cded331f0 None None] Provisioning complete for port 9217eb14-22f3-41fe-bbe7-ccc04d423222 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:01.151580 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9774ea92-6bf0-4f30-85a1-1d9cded331f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:01.347474 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51068) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:01.397224 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-13a9222d-b5bf-4fb0-833c-64e1fa9ce182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'name': 'tempest-RoutersIpV6Test-router-610818905', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:27:54Z', 'updated_at': '2021-11-10T19:27:57Z', 'revision_number': 2, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None, '_interfaces': [{'id': 'cbbed1b3-014d-4a9d-9258-12a9bba7ac5d', 'name': '', 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:59:ca:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:27:56Z', 'updated_at': '2021-11-10T19:27:57Z', 'revision_number': 2, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:01.436776 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-426491bf-6c70-43e9-aaf3-47200f3eecf3 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:01.438029 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a9222d-b5bf-4fb0-833c-64e1fa9ce182 None None] Checking router: 595165e1-f908-4bbf-9316-d6c7f182d241 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:28:01.438393 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a9222d-b5bf-4fb0-833c-64e1fa9ce182 None None] Updating router 595165e1-f908-4bbf-9316-d6c7f182d241 port cbbed1b3-014d-4a9d-9258-12a9bba7ac5d binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:28:01.467611 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-13a9222d-b5bf-4fb0-833c-64e1fa9ce182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:01.511225 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2ef4cd0f-899b-4f44-8a31-f855da50f1d8 req-14fc9319-f7d2-4659-a138-ea69c89c5b7a tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/ports?device_id=790a40eb-b477-4550-b491-1e77ebd1ac6e HTTP/1.1" status: 200 len: 210 time: 0.0807254 Nov 10 19:28:01.511695 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9774ea92-6bf0-4f30-85a1-1d9cded331f0 None None] Provisioning complete for port cbbed1b3-014d-4a9d-9258-12a9bba7ac5d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:01.511886 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9774ea92-6bf0-4f30-85a1-1d9cded331f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:01.601262 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8109972c-f7d7-4505-a0c1-ee91da13cd7b tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Made reservation on behalf of 224f7fcc3f6e44c5aaa6d320857c04c1 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:28:01.605448 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8109972c-f7d7-4505-a0c1-ee91da13cd7b tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:01.608624 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-426491bf-6c70-43e9-aaf3-47200f3eecf3 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:01.635229 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9774ea92-6bf0-4f30-85a1-1d9cded331f0 None None] Port cbbed1b3-014d-4a9d-9258-12a9bba7ac5d cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:28:01.664163 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a61b4d8-e91b-4eaf-890c-baaadff31792 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:01.696166 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-426491bf-6c70-43e9-aaf3-47200f3eecf3 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Network 3bcffa18-2b03-4614-a149-5120111f25e7 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:28:01.731369 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.db.api [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-148ed2ff-2ed7-4294-9a11-d8b6ba7726b0 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.12-2d466ae3-2709-4f4c-8971-9fd77ff2b3f3 {{(pid=102505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:28:01.731700 n-d-813897-4 neutron-server[102505]: DEBUG oslo_db.api [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-148ed2ff-2ed7-4294-9a11-d8b6ba7726b0 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:28:01.758847 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-426491bf-6c70-43e9-aaf3-47200f3eecf3 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:28:01.775972 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-426491bf-6c70-43e9-aaf3-47200f3eecf3 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:28:01.784431 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c4a3def1-d9a7-4a58-bed1-3a8e716e51c6 None None] Provisioning complete for port cbbed1b3-014d-4a9d-9258-12a9bba7ac5d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:01.784798 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c4a3def1-d9a7-4a58-bed1-3a8e716e51c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:01.873243 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c4a3def1-d9a7-4a58-bed1-3a8e716e51c6 None None] Port cbbed1b3-014d-4a9d-9258-12a9bba7ac5d cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:28:01.883746 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a61b4d8-e91b-4eaf-890c-baaadff31792 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:01.886227 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426491bf-6c70-43e9-aaf3-47200f3eecf3 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Pushing event updated for resources: {'Port': ['ID=88bebab7-a908-4e8a-bd3c-2a97be93098a,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:01.904712 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a61b4d8-e91b-4eaf-890c-baaadff31792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:01.930185 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-426491bf-6c70-43e9-aaf3-47200f3eecf3 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:01.934026 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-426491bf-6c70-43e9-aaf3-47200f3eecf3 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:01.964763 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb05280-308c-4b36-ba9f-c2081834e75b req-d4246af0-f3f9-4b49-8464-ee2f7862ec89 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:01.972494 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-13a9222d-b5bf-4fb0-833c-64e1fa9ce182 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:01.976156 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bdb05280-308c-4b36-ba9f-c2081834e75b req-d4246af0-f3f9-4b49-8464-ee2f7862ec89 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 945 time: 0.1654773 Nov 10 19:28:01.985789 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-13a9222d-b5bf-4fb0-833c-64e1fa9ce182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:01.997459 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5a61b4d8-e91b-4eaf-890c-baaadff31792 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d130b98524ab4ea9b2d152846ecd9df6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6488192 Nov 10 19:28:02.000881 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61b4d8-e91b-4eaf-890c-baaadff31792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75921ee6-650a-4bd6-bdd5-a1fb0f5c2584,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:02.004622 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51082) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:02.007434 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-5dac453d-4ed0-4f78-b235-2e4946193ea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0040f27c-0c80-4c5c-b35c-ba9b7d10fb02 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:28:02.007983 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-426491bf-6c70-43e9-aaf3-47200f3eecf3 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5680485 Nov 10 19:28:02.024161 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-5dac453d-4ed0-4f78-b235-2e4946193ea6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:02.046667 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-496605b2-7c20-4410-8d77-64199968025e service neutron] Request body: {'port': {'device_id': '790a40eb-b477-4550-b491-1e77ebd1ac6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:28:02.057601 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-5dac453d-4ed0-4f78-b235-2e4946193ea6 service neutron] Transition to ACTIVE for port object 0040f27c-0c80-4c5c-b35c-ba9b7d10fb02 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:28:02.067719 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-5dac453d-4ed0-4f78-b235-2e4946193ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:02.132117 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-02b78ce4-9662-4532-a02b-a432283628bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:02.149666 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b23e48-0f32-41cb-b9fd-0ca88ede6cb1 None None] Pushing event updated for resources: {'Port': ['ID=cbbed1b3-014d-4a9d-9258-12a9bba7ac5d,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:02.153740 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac453d-4ed0-4f78-b235-2e4946193ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=0040f27c-0c80-4c5c-b35c-ba9b7d10fb02,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:02.188049 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bdb05280-308c-4b36-ba9f-c2081834e75b req-9e311fde-b791-4f14-b05e-9678640e1a4a tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109017 Nov 10 19:28:02.229251 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-496605b2-7c20-4410-8d77-64199968025e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:02.293104 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-13a9222d-b5bf-4fb0-833c-64e1fa9ce182 None None] Attempting to bind port cbbed1b3-014d-4a9d-9258-12a9bba7ac5d on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:28:02.293961 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-13a9222d-b5bf-4fb0-833c-64e1fa9ce182 None None] Attempting to bind port cbbed1b3-014d-4a9d-9258-12a9bba7ac5d by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '46891e69-3724-4813-81ad-e79ed573b33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:28:02.308375 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8109972c-f7d7-4505-a0c1-ee91da13cd7b tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:02.318640 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a9222d-b5bf-4fb0-833c-64e1fa9ce182 None None] Attempting to bind port cbbed1b3-014d-4a9d-9258-12a9bba7ac5d on network d2659cd8-8855-4487-9968-5979755d8df1 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:28:02.327104 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a9222d-b5bf-4fb0-833c-64e1fa9ce182 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:28:02.327632 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a9222d-b5bf-4fb0-833c-64e1fa9ce182 None None] Checking segment: {'id': '46891e69-3724-4813-81ad-e79ed573b33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:28:02.328059 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-13a9222d-b5bf-4fb0-833c-64e1fa9ce182 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:02.328606 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a9222d-b5bf-4fb0-833c-64e1fa9ce182 None None] Bound using segment: {'id': '46891e69-3724-4813-81ad-e79ed573b33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:28:02.329152 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-13a9222d-b5bf-4fb0-833c-64e1fa9ce182 None None] Bound port: cbbed1b3-014d-4a9d-9258-12a9bba7ac5d, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46891e69-3724-4813-81ad-e79ed573b33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:28:02.332009 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-13a9222d-b5bf-4fb0-833c-64e1fa9ce182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:02.499621 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-13a9222d-b5bf-4fb0-833c-64e1fa9ce182 None None] For port cbbed1b3-014d-4a9d-9258-12a9bba7ac5d, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:28:02.510205 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-13a9222d-b5bf-4fb0-833c-64e1fa9ce182 None None] For port cbbed1b3-014d-4a9d-9258-12a9bba7ac5d, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=cbbed1b3-014d-4a9d-9258-12a9bba7ac5d,segment=NetworkSegment(46891e69-3724-4813-81ad-e79ed573b33f),segment_id=46891e69-3724-4813-81ad-e79ed573b33f)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:28:02.520496 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-13a9222d-b5bf-4fb0-833c-64e1fa9ce182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:02.540375 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109972c-f7d7-4505-a0c1-ee91da13cd7b tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Subnet': ['ID=0e999857-f0dc-486c-acb3-8193ca5ec2b3,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:02.605221 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8109972c-f7d7-4505-a0c1-ee91da13cd7b tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Checking segment: {'id': '02b62740-b72e-4e9b-9420-16e3d61fb0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '319bbde8-a4df-441e-82f6-67a5a6334686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:28:02.620659 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8109972c-f7d7-4505-a0c1-ee91da13cd7b tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network hostable DHCP agents. Network: 319bbde8-a4df-441e-82f6-67a5a6334686, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:28:02.668527 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a9222d-b5bf-4fb0-833c-64e1fa9ce182 None None] Routers {'595165e1-f908-4bbf-9316-d6c7f182d241'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:28:02.669201 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-13a9222d-b5bf-4fb0-833c-64e1fa9ce182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:27:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['595165e1-f908-4bbf-9316-d6c7f182d241'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:02.705610 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-148ed2ff-2ed7-4294-9a11-d8b6ba7726b0 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:02.751579 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-02b78ce4-9662-4532-a02b-a432283628bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:02.771879 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8109972c-f7d7-4505-a0c1-ee91da13cd7b tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network 319bbde8-a4df-441e-82f6-67a5a6334686 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:28:02.794758 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-8109972c-f7d7-4505-a0c1-ee91da13cd7b tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 319bbde8-a4df-441e-82f6-67a5a6334686) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:28:02.816605 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfbb47-faf0-42e7-91eb-0c43bdf071d2 req-49aea65b-188d-4260-9ae0-19e4a2a0261a tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:02.833338 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c8dfbb47-faf0-42e7-91eb-0c43bdf071d2 req-49aea65b-188d-4260-9ae0-19e4a2a0261a tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/ports?device_id=790a40eb-b477-4550-b491-1e77ebd1ac6e HTTP/1.1" status: 200 len: 932 time: 0.1926219 Nov 10 19:28:02.873082 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8109972c-f7d7-4505-a0c1-ee91da13cd7b tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:02.875788 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8109972c-f7d7-4505-a0c1-ee91da13cd7b tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:02.899076 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-916adf76-a730-4119-ae1c-2870e6776c39 None None] Provisioning complete for port cbbed1b3-014d-4a9d-9258-12a9bba7ac5d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:02.899682 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-916adf76-a730-4119-ae1c-2870e6776c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:02.905921 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7a5b2b-6589-47bd-ace0-daf8577af2db None None] Network 319bbde8-a4df-441e-82f6-67a5a6334686 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:28:02.934511 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8109972c-f7d7-4505-a0c1-ee91da13cd7b tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0336792 Nov 10 19:28:02.935958 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b23e48-0f32-41cb-b9fd-0ca88ede6cb1 None None] Pushing event updated for resources: {'Port': ['ID=cbbed1b3-014d-4a9d-9258-12a9bba7ac5d,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:02.942309 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51094) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:03.000257 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c8dfbb47-faf0-42e7-91eb-0c43bdf071d2 req-389a1191-98e3-48ea-91b9-7cc4762aa5a5 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/security-groups?id=7dae99ce-b70d-4994-9d41-19cc28731eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538053 Nov 10 19:28:03.046307 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-496605b2-7c20-4410-8d77-64199968025e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88bebab7-a908-4e8a-bd3c-2a97be93098a {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:28:03.073561 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-496605b2-7c20-4410-8d77-64199968025e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:03.087287 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-02b78ce4-9662-4532-a02b-a432283628bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:03.092980 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-02b78ce4-9662-4532-a02b-a432283628bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:03.098414 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-02b78ce4-9662-4532-a02b-a432283628bd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/75921ee6-650a-4bd6-bdd5-a1fb0f5c2584 HTTP/1.1" status: 204 len: 168 time: 1.0852330 Nov 10 19:28:03.099660 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-5dac453d-4ed0-4f78-b235-2e4946193ea6 service neutron] Attempting to bind port 0040f27c-0c80-4c5c-b35c-ba9b7d10fb02 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:28:03.101380 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-5dac453d-4ed0-4f78-b235-2e4946193ea6 service neutron] Attempting to bind port 0040f27c-0c80-4c5c-b35c-ba9b7d10fb02 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '39aee367-cdc1-4cda-87d4-64f3a60a51f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '3bcffa18-2b03-4614-a149-5120111f25e7'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:28:03.101780 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-5dac453d-4ed0-4f78-b235-2e4946193ea6 service neutron] Attempting to bind port 0040f27c-0c80-4c5c-b35c-ba9b7d10fb02 on network 3bcffa18-2b03-4614-a149-5120111f25e7 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:28:03.108541 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-496605b2-7c20-4410-8d77-64199968025e service neutron] Transition to ACTIVE for port object 88bebab7-a908-4e8a-bd3c-2a97be93098a will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:28:03.119651 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-496605b2-7c20-4410-8d77-64199968025e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:03.228335 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-5dac453d-4ed0-4f78-b235-2e4946193ea6 service neutron] Port 0040f27c-0c80-4c5c-b35c-ba9b7d10fb02 on network 3bcffa18-2b03-4614-a149-5120111f25e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:28:03.228815 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-5dac453d-4ed0-4f78-b235-2e4946193ea6 service neutron] Attempting to bind port 0040f27c-0c80-4c5c-b35c-ba9b7d10fb02 on network 3bcffa18-2b03-4614-a149-5120111f25e7 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:28:03.230599 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496605b2-7c20-4410-8d77-64199968025e service neutron] Pushing event updated for resources: {'Port': ['ID=88bebab7-a908-4e8a-bd3c-2a97be93098a,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:03.257596 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b78ce4-9662-4532-a02b-a432283628bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75921ee6-650a-4bd6-bdd5-a1fb0f5c2584,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:03.290962 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364b4cf-0c0a-47ca-bafa-874002b2fd5d req-0e4f10aa-f4a4-4b42-bc30-d82b1ca1c2f8 tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:03.306884 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4364b4cf-0c0a-47ca-bafa-874002b2fd5d req-0e4f10aa-f4a4-4b42-bc30-d82b1ca1c2f8 tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 1096 time: 0.1439877 Nov 10 19:28:03.312242 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-13a9222d-b5bf-4fb0-833c-64e1fa9ce182 None None] Set router 595165e1-f908-4bbf-9316-d6c7f182d241 gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:28:03.335701 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-5dac453d-4ed0-4f78-b235-2e4946193ea6 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:28:03.336074 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-5dac453d-4ed0-4f78-b235-2e4946193ea6 service neutron] Checking segment: {'id': '39aee367-cdc1-4cda-87d4-64f3a60a51f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '3bcffa18-2b03-4614-a149-5120111f25e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:28:03.336694 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-5dac453d-4ed0-4f78-b235-2e4946193ea6 service neutron] Bound using segment: {'id': '39aee367-cdc1-4cda-87d4-64f3a60a51f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '3bcffa18-2b03-4614-a149-5120111f25e7'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:28:03.337174 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-5dac453d-4ed0-4f78-b235-2e4946193ea6 service neutron] Bound port: 0040f27c-0c80-4c5c-b35c-ba9b7d10fb02, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39aee367-cdc1-4cda-87d4-64f3a60a51f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '3bcffa18-2b03-4614-a149-5120111f25e7'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:28:03.337912 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-5dac453d-4ed0-4f78-b235-2e4946193ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:03.413383 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-496605b2-7c20-4410-8d77-64199968025e service neutron] Attempting to bind port 88bebab7-a908-4e8a-bd3c-2a97be93098a on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:28:03.414127 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-496605b2-7c20-4410-8d77-64199968025e service neutron] Attempting to bind port 88bebab7-a908-4e8a-bd3c-2a97be93098a by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '39aee367-cdc1-4cda-87d4-64f3a60a51f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '3bcffa18-2b03-4614-a149-5120111f25e7'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:28:03.414672 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-496605b2-7c20-4410-8d77-64199968025e service neutron] Attempting to bind port 88bebab7-a908-4e8a-bd3c-2a97be93098a on network 3bcffa18-2b03-4614-a149-5120111f25e7 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:28:03.428883 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-496605b2-7c20-4410-8d77-64199968025e service neutron] Port 88bebab7-a908-4e8a-bd3c-2a97be93098a on network 3bcffa18-2b03-4614-a149-5120111f25e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:28:03.429785 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-496605b2-7c20-4410-8d77-64199968025e service neutron] Attempting to bind port 88bebab7-a908-4e8a-bd3c-2a97be93098a on network 3bcffa18-2b03-4614-a149-5120111f25e7 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:28:03.452205 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4364b4cf-0c0a-47ca-bafa-874002b2fd5d req-0538dee0-fe49-461f-ad6f-71cca4e80e1d tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1438484 Nov 10 19:28:03.455812 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-496605b2-7c20-4410-8d77-64199968025e service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:28:03.459172 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-496605b2-7c20-4410-8d77-64199968025e service neutron] Checking segment: {'id': '39aee367-cdc1-4cda-87d4-64f3a60a51f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '3bcffa18-2b03-4614-a149-5120111f25e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:28:03.459779 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-496605b2-7c20-4410-8d77-64199968025e service neutron] Bound using segment: {'id': '39aee367-cdc1-4cda-87d4-64f3a60a51f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '3bcffa18-2b03-4614-a149-5120111f25e7'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:28:03.460384 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-496605b2-7c20-4410-8d77-64199968025e service neutron] Bound port: 88bebab7-a908-4e8a-bd3c-2a97be93098a, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39aee367-cdc1-4cda-87d4-64f3a60a51f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '3bcffa18-2b03-4614-a149-5120111f25e7'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:28:03.460911 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-496605b2-7c20-4410-8d77-64199968025e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:03.682244 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-496605b2-7c20-4410-8d77-64199968025e service neutron] For port 88bebab7-a908-4e8a-bd3c-2a97be93098a, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:28:03.693511 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-496605b2-7c20-4410-8d77-64199968025e service neutron] For port 88bebab7-a908-4e8a-bd3c-2a97be93098a, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=88bebab7-a908-4e8a-bd3c-2a97be93098a,segment=NetworkSegment(39aee367-cdc1-4cda-87d4-64f3a60a51f2),segment_id=39aee367-cdc1-4cda-87d4-64f3a60a51f2)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:28:03.699856 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-916adf76-a730-4119-ae1c-2870e6776c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:03.713123 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf735f8-7cf6-45f3-b563-1f587c7cc997 req-b46c0c08-dc9b-48ff-ab3b-7435224940a6 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:03.731049 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-acf735f8-7cf6-45f3-b563-1f587c7cc997 req-b46c0c08-dc9b-48ff-ab3b-7435224940a6 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 945 time: 0.1926446 Nov 10 19:28:03.734648 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-496605b2-7c20-4410-8d77-64199968025e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:03.748410 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51110) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:03.792212 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-916adf76-a730-4119-ae1c-2870e6776c39 None None] For port cbbed1b3-014d-4a9d-9258-12a9bba7ac5d, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=cbbed1b3-014d-4a9d-9258-12a9bba7ac5d,segment=NetworkSegment(46891e69-3724-4813-81ad-e79ed573b33f),segment_id=46891e69-3724-4813-81ad-e79ed573b33f)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:03.816940 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-916adf76-a730-4119-ae1c-2870e6776c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:03.834527 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-5dac453d-4ed0-4f78-b235-2e4946193ea6 service neutron] For port 0040f27c-0c80-4c5c-b35c-ba9b7d10fb02, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:28:03.841654 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-5dac453d-4ed0-4f78-b235-2e4946193ea6 service neutron] For port 0040f27c-0c80-4c5c-b35c-ba9b7d10fb02, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=0040f27c-0c80-4c5c-b35c-ba9b7d10fb02,segment=NetworkSegment(39aee367-cdc1-4cda-87d4-64f3a60a51f2),segment_id=39aee367-cdc1-4cda-87d4-64f3a60a51f2)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:28:03.849324 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24322ab5-e40b-48a4-ab64-16beca002028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-319bbde8-a4df-441e-82f6-67a5a6334686', 'network_id': '319bbde8-a4df-441e-82f6-67a5a6334686', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'fixed_ips': [{'subnet_id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:28:03.850214 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-496605b2-7c20-4410-8d77-64199968025e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:03.850334 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-24322ab5-e40b-48a4-ab64-16beca002028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:03.851009 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-496605b2-7c20-4410-8d77-64199968025e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:03.852779 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-496605b2-7c20-4410-8d77-64199968025e service neutron] 10.222.0.25 "PUT /v2.0/ports/88bebab7-a908-4e8a-bd3c-2a97be93098a HTTP/1.1" status: 200 len: 1092 time: 1.8355055 Nov 10 19:28:03.865794 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790a40eb-b477-4550-b491-1e77ebd1ac6e', 'tag': '88bebab7-a908-4e8a-bd3c-2a97be93098a'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:28:03.869263 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc42845d-9708-4696-a897-7dee1b1ea400" -d '{"events": [{"name": "network-changed", "server_uuid": "790a40eb-b477-4550-b491-1e77ebd1ac6e", "tag": "88bebab7-a908-4e8a-bd3c-2a97be93098a"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:28:03.927374 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-5dac453d-4ed0-4f78-b235-2e4946193ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:03.982624 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-acf735f8-7cf6-45f3-b563-1f587c7cc997 req-6c0887b4-60de-4d31-8f85-73c54ead5c9b tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505755 Nov 10 19:28:03.996187 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916adf76-a730-4119-ae1c-2870e6776c39 None None] Pushing event updated for resources: {'Port': ['ID=cbbed1b3-014d-4a9d-9258-12a9bba7ac5d,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:04.009912 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496605b2-7c20-4410-8d77-64199968025e service neutron] Pushing event updated for resources: {'Port': ['ID=88bebab7-a908-4e8a-bd3c-2a97be93098a,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:04.038401 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-839e04cd-43ef-4af7-a2e6-df163590d743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:04.041497 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-839e04cd-43ef-4af7-a2e6-df163590d743 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=94bdcd1b83cc45f293d36bfd2fb9c6b6&device_id=790a40eb-b477-4550-b491-1e77ebd1ac6e HTTP/1.1" status: 200 len: 1095 time: 0.1354892 Nov 10 19:28:04.043924 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-7e6a56d2-a01a-4bd8-9bba-b87eb480be06 None None] Provisioning complete for port cbbed1b3-014d-4a9d-9258-12a9bba7ac5d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:04.044238 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e6a56d2-a01a-4bd8-9bba-b87eb480be06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:04.082671 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac453d-4ed0-4f78-b235-2e4946193ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=0040f27c-0c80-4c5c-b35c-ba9b7d10fb02,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:04.085969 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-13a9222d-b5bf-4fb0-833c-64e1fa9ce182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'name': 'tempest-RoutersIpV6Test-router-610818905', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:27:54Z', 'updated_at': '2021-11-10T19:27:57Z', 'revision_number': 2, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None, '_interfaces': [{'id': 'cbbed1b3-014d-4a9d-9258-12a9bba7ac5d', 'name': '', 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:59:ca:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:27:56Z', 'updated_at': '2021-11-10T19:28:02Z', 'revision_number': 4, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:04.095117 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f4b942e3-389d-4571-a230-7dc8436818d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:04.132791 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a9222d-b5bf-4fb0-833c-64e1fa9ce182 None None] The sync data for ids ['595165e1-f908-4bbf-9316-d6c7f182d241'] in n-d-813897-4 is: [{'id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'name': 'tempest-RoutersIpV6Test-router-610818905', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:27:54Z', 'updated_at': '2021-11-10T19:27:57Z', 'revision_number': 2, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None, '_interfaces': [{'id': 'cbbed1b3-014d-4a9d-9258-12a9bba7ac5d', 'name': '', 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:59:ca:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:27:56Z', 'updated_at': '2021-11-10T19:28:02Z', 'revision_number': 4, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:28:04.160219 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-371cddbd-56b3-4612-a574-f3dbf38eb00c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88bebab7-a908-4e8a-bd3c-2a97be93098a HTTP/1.1" status: 200 len: 217 time: 0.1090102 Nov 10 19:28:04.165748 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-24322ab5-e40b-48a4-ab64-16beca002028 None None] Allocated IP 2001:db8:1::2 (319bbde8-a4df-441e-82f6-67a5a6334686/0e999857-f0dc-486c-acb3-8193ca5ec2b3/4cc2a565-30d1-4f1e-90c5-fb6e7df0e88c) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:28:04.219113 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f4b942e3-389d-4571-a230-7dc8436818d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:04.223553 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-5dac453d-4ed0-4f78-b235-2e4946193ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:04.224481 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-5dac453d-4ed0-4f78-b235-2e4946193ea6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:04.226888 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-5dac453d-4ed0-4f78-b235-2e4946193ea6 service neutron] 10.222.0.25 "PUT /v2.0/ports/0040f27c-0c80-4c5c-b35c-ba9b7d10fb02 HTTP/1.1" status: 200 len: 1091 time: 3.6246555 Nov 10 19:28:04.229143 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-148ed2ff-2ed7-4294-9a11-d8b6ba7726b0 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Allocated IP 172.20.0.6 (3bcffa18-2b03-4614-a149-5120111f25e7/2274cf79-8734-46ac-813d-59e1a6e32b0d/e3a3656a-69f1-465f-a4fa-f3dafb596ae0) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:28:04.231295 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb9a4ca-cd50-4fd9-b7c9-c3d7be6e1227', 'tag': '0040f27c-0c80-4c5c-b35c-ba9b7d10fb02'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:28:04.233832 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ee1917-fa01-4add-9002-d9890d93bb26" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb9a4ca-cd50-4fd9-b7c9-c3d7be6e1227", "tag": "0040f27c-0c80-4c5c-b35c-ba9b7d10fb02"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:28:04.242054 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f4b942e3-389d-4571-a230-7dc8436818d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:04.284167 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-1849bc37-d1c9-446b-bdc9-9eb255c75ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:04.286226 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-1849bc37-d1c9-446b-bdc9-9eb255c75ee5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2274cf79-8734-46ac-813d-59e1a6e32b0d HTTP/1.1" status: 200 len: 856 time: 0.1192493 Nov 10 19:28:04.300759 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e296478-3597-4a14-8040-6f7a0123a192 req-030a04cb-9bd9-4222-b09a-db0b5c5ec8d0 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:04.302911 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1e296478-3597-4a14-8040-6f7a0123a192 req-030a04cb-9bd9-4222-b09a-db0b5c5ec8d0 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 945 time: 0.0980015 Nov 10 19:28:04.338107 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f4b942e3-389d-4571-a230-7dc8436818d2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aa49572066bb455da4912a50398092e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5752718 Nov 10 19:28:04.342764 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51118) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:04.365599 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-5b43b4a3-fa90-435e-9184-1a6a7d71d9de service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3bcffa18-2b03-4614-a149-5120111f25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599451 Nov 10 19:28:04.538816 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-24322ab5-e40b-48a4-ab64-16beca002028 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:04.565120 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1e296478-3597-4a14-8040-6f7a0123a192 req-598f742b-f2a2-4db8-bcec-264dc039aaae tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2518330 Nov 10 19:28:04.587388 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-24322ab5-e40b-48a4-ab64-16beca002028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:04.626831 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51122) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:04.683921 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d6b8295c-ebee-4b8c-9ab8-cfaa89820779 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:04.714497 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24322ab5-e40b-48a4-ab64-16beca002028 None None] Network 319bbde8-a4df-441e-82f6-67a5a6334686 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:28:04.717936 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-37c15cf9-1110-4dd7-b8b1-ddcf1e1605ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:04.718555 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-24322ab5-e40b-48a4-ab64-16beca002028 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:28:04.723698 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-e5bb9cd3-8c6c-4add-b121-68eb9326a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:04.725736 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-e5bb9cd3-8c6c-4add-b121-68eb9326a946 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=94bdcd1b83cc45f293d36bfd2fb9c6b6&device_id=aeb9a4ca-cd50-4fd9-b7c9-c3d7be6e1227 HTTP/1.1" status: 200 len: 1094 time: 0.4083655 Nov 10 19:28:04.734842 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24322ab5-e40b-48a4-ab64-16beca002028 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:28:04.771523 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24322ab5-e40b-48a4-ab64-16beca002028 None None] Pushing event updated for resources: {'Port': ['ID=4cc2a565-30d1-4f1e-90c5-fb6e7df0e88c,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:04.812050 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b942e3-389d-4571-a230-7dc8436818d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8d6ed1-ea6e-4794-ba59-628e7ff810fe,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:04.831803 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-24322ab5-e40b-48a4-ab64-16beca002028 None None] Attempting to bind port 4cc2a565-30d1-4f1e-90c5-fb6e7df0e88c on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:28:04.832582 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-24322ab5-e40b-48a4-ab64-16beca002028 None None] Attempting to bind port 4cc2a565-30d1-4f1e-90c5-fb6e7df0e88c by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '02b62740-b72e-4e9b-9420-16e3d61fb0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '319bbde8-a4df-441e-82f6-67a5a6334686'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:28:04.834018 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24322ab5-e40b-48a4-ab64-16beca002028 None None] Attempting to bind port 4cc2a565-30d1-4f1e-90c5-fb6e7df0e88c on network 319bbde8-a4df-441e-82f6-67a5a6334686 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:28:04.845448 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24322ab5-e40b-48a4-ab64-16beca002028 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:28:04.848855 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24322ab5-e40b-48a4-ab64-16beca002028 None None] Checking segment: {'id': '02b62740-b72e-4e9b-9420-16e3d61fb0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '319bbde8-a4df-441e-82f6-67a5a6334686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:28:04.849306 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-24322ab5-e40b-48a4-ab64-16beca002028 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:04.849514 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10f6d8f-4c44-45d1-bfd4-1adf05802de6 x-openstack-request-id: req-e10f6d8f-4c44-45d1-bfd4-1adf05802de6 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:28:04.849701 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24322ab5-e40b-48a4-ab64-16beca002028 None None] Bound using segment: {'id': '02b62740-b72e-4e9b-9420-16e3d61fb0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '319bbde8-a4df-441e-82f6-67a5a6334686'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:28:04.850190 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "790a40eb-b477-4550-b491-1e77ebd1ac6e", "tag": "88bebab7-a908-4e8a-bd3c-2a97be93098a", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:28:04.850573 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e10f6d8f-4c44-45d1-bfd4-1adf05802de6 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:28:04.851574 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-24322ab5-e40b-48a4-ab64-16beca002028 None None] Bound port: 4cc2a565-30d1-4f1e-90c5-fb6e7df0e88c, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b62740-b72e-4e9b-9420-16e3d61fb0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '319bbde8-a4df-441e-82f6-67a5a6334686'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:28:04.851923 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '790a40eb-b477-4550-b491-1e77ebd1ac6e', 'tag': '88bebab7-a908-4e8a-bd3c-2a97be93098a', 'status': 'completed', 'code': 200} Nov 10 19:28:04.852032 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-24322ab5-e40b-48a4-ab64-16beca002028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:04.869170 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ec64717f-fc1c-469c-ac36-8770d2c34ce5 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/floatingips/84056f1e-8112-4930-9bb6-7d6e899b5291 HTTP/1.1" status: 200 len: 993 time: 0.2404294 Nov 10 19:28:04.896207 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-37c15cf9-1110-4dd7-b8b1-ddcf1e1605ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:04.920607 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-6962bc86-c471-46b9-ad65-b0c758fc7fa0 service neutron] 10.222.0.25 "GET /v2.0/networks/3bcffa18-2b03-4614-a149-5120111f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327373 Nov 10 19:28:04.973277 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-24d3fb00-a49f-4836-983d-0b23bb798f56 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0040f27c-0c80-4c5c-b35c-ba9b7d10fb02 HTTP/1.1" status: 200 len: 217 time: 0.1305454 Nov 10 19:28:04.986171 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-24322ab5-e40b-48a4-ab64-16beca002028 None None] For port 4cc2a565-30d1-4f1e-90c5-fb6e7df0e88c, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:28:04.997276 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-24322ab5-e40b-48a4-ab64-16beca002028 None None] For port 4cc2a565-30d1-4f1e-90c5-fb6e7df0e88c, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=4cc2a565-30d1-4f1e-90c5-fb6e7df0e88c,segment=NetworkSegment(02b62740-b72e-4e9b-9420-16e3d61fb0e2),segment_id=02b62740-b72e-4e9b-9420-16e3d61fb0e2)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:28:05.005594 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-24322ab5-e40b-48a4-ab64-16beca002028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:05.082994 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-5f528278-a9f4-4823-ae73-736acad52519 service neutron] 10.222.0.25 "GET /v2.0/networks/3bcffa18-2b03-4614-a149-5120111f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211023 Nov 10 19:28:05.116189 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-c81d432c-fc8b-4be1-917b-aed9c9490996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:05.119430 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-c81d432c-fc8b-4be1-917b-aed9c9490996 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2274cf79-8734-46ac-813d-59e1a6e32b0d HTTP/1.1" status: 200 len: 856 time: 0.1289537 Nov 10 19:28:05.125237 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8bd76b-eb56-4d8c-bd2f-59d6106e5141 req-c70c1d7d-693a-48b2-9937-91b4985d1998 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:05.138106 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3c8bd76b-eb56-4d8c-bd2f-59d6106e5141 req-c70c1d7d-693a-48b2-9937-91b4985d1998 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/ports?device_id=790a40eb-b477-4550-b491-1e77ebd1ac6e HTTP/1.1" status: 200 len: 944 time: 0.2202232 Nov 10 19:28:05.159617 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24322ab5-e40b-48a4-ab64-16beca002028 None None] Pushing event updated for resources: {'Port': ['ID=4cc2a565-30d1-4f1e-90c5-fb6e7df0e88c,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:05.244784 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-37c15cf9-1110-4dd7-b8b1-ddcf1e1605ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:05.250368 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-37c15cf9-1110-4dd7-b8b1-ddcf1e1605ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:05.254874 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-37c15cf9-1110-4dd7-b8b1-ddcf1e1605ab admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1a8d6ed1-ea6e-4794-ba59-628e7ff810fe HTTP/1.1" status: 204 len: 168 time: 0.8851485 Nov 10 19:28:05.268013 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-b3d36500-d68f-47e7-8f47-585b8e433945 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3bcffa18-2b03-4614-a149-5120111f25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895014 Nov 10 19:28:05.283798 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c15cf9-1110-4dd7-b8b1-ddcf1e1605ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8d6ed1-ea6e-4794-ba59-628e7ff810fe,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:05.301960 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3c8bd76b-eb56-4d8c-bd2f-59d6106e5141 req-9b37fc30-91fe-4f2f-8e9d-438e4fac7d59 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/security-groups?id=7dae99ce-b70d-4994-9d41-19cc28731eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596313 Nov 10 19:28:05.313986 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42845d-9708-4696-a897-7dee1b1ea400 req-af189e6e-0c5e-48aa-b72b-b21e28ead9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:05.319477 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fc42845d-9708-4696-a897-7dee1b1ea400 req-af189e6e-0c5e-48aa-b72b-b21e28ead9c7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=94bdcd1b83cc45f293d36bfd2fb9c6b6&device_id=790a40eb-b477-4550-b491-1e77ebd1ac6e HTTP/1.1" status: 200 len: 1095 time: 0.1637974 Nov 10 19:28:05.487341 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddea9e0-d036-49c3-997a-4139a3d7c787 x-openstack-request-id: req-cddea9e0-d036-49c3-997a-4139a3d7c787 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:28:05.487630 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb9a4ca-cd50-4fd9-b7c9-c3d7be6e1227", "tag": "0040f27c-0c80-4c5c-b35c-ba9b7d10fb02", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:28:05.487887 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cddea9e0-d036-49c3-997a-4139a3d7c787 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:28:05.488307 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb9a4ca-cd50-4fd9-b7c9-c3d7be6e1227', 'tag': '0040f27c-0c80-4c5c-b35c-ba9b7d10fb02', 'status': 'completed', 'code': 200} Nov 10 19:28:05.511535 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42845d-9708-4696-a897-7dee1b1ea400 req-b3114ee4-eee6-4be7-9b4e-c15e3ce55a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:05.513362 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fc42845d-9708-4696-a897-7dee1b1ea400 req-b3114ee4-eee6-4be7-9b4e-c15e3ce55a22 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3bcffa18-2b03-4614-a149-5120111f25e7 HTTP/1.1" status: 200 len: 917 time: 0.1859906 Nov 10 19:28:05.597660 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-148ed2ff-2ed7-4294-9a11-d8b6ba7726b0 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:05.606351 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fc42845d-9708-4696-a897-7dee1b1ea400 req-f8f8517f-3a04-4a4e-9ecd-067e105df843 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88bebab7-a908-4e8a-bd3c-2a97be93098a HTTP/1.1" status: 200 len: 217 time: 0.0798295 Nov 10 19:28:05.742983 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42845d-9708-4696-a897-7dee1b1ea400 req-25fad8b8-544e-42fa-a4a7-1866561f7a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:05.743652 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-9fe4c475-ebbd-4e03-ac12-ca17c1229312 service neutron] 10.222.0.25 "GET /v2.0/networks/3bcffa18-2b03-4614-a149-5120111f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612415 Nov 10 19:28:05.744491 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fc42845d-9708-4696-a897-7dee1b1ea400 req-25fad8b8-544e-42fa-a4a7-1866561f7a81 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2274cf79-8734-46ac-813d-59e1a6e32b0d HTTP/1.1" status: 200 len: 856 time: 0.1283691 Nov 10 19:28:05.762162 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82171e-a749-4302-ace4-0d3c36f25915 req-632849f8-482d-4019-8209-95b6de84b665 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:05.763795 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-df82171e-a749-4302-ace4-0d3c36f25915 req-632849f8-482d-4019-8209-95b6de84b665 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 945 time: 0.1168249 Nov 10 19:28:05.807284 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fc42845d-9708-4696-a897-7dee1b1ea400 req-ccc8a161-c229-4b35-9aec-6049a2c7701a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3bcffa18-2b03-4614-a149-5120111f25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425062 Nov 10 19:28:05.927685 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-df82171e-a749-4302-ace4-0d3c36f25915 req-9eef9872-221b-4081-8608-56d46bf5bbe0 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501110 Nov 10 19:28:05.962956 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-409450e3-6416-4402-ace4-edc13b2c0883 service neutron] 10.222.0.25 "GET /v2.0/networks/3bcffa18-2b03-4614-a149-5120111f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046220 Nov 10 19:28:05.978207 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-148ed2ff-2ed7-4294-9a11-d8b6ba7726b0 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:05.986096 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fc42845d-9708-4696-a897-7dee1b1ea400 req-f6b7688a-eef1-4eb2-a6da-dd65242637df service neutron] 10.222.0.25 "GET /v2.0/networks/3bcffa18-2b03-4614-a149-5120111f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642058 Nov 10 19:28:06.043345 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-148ed2ff-2ed7-4294-9a11-d8b6ba7726b0 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Network 3bcffa18-2b03-4614-a149-5120111f25e7 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:28:06.058047 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-148ed2ff-2ed7-4294-9a11-d8b6ba7726b0 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:28:06.092167 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-148ed2ff-2ed7-4294-9a11-d8b6ba7726b0 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:28:06.203610 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fc42845d-9708-4696-a897-7dee1b1ea400 req-8ccb68ff-e5e7-43b3-ad93-8adc4a170e96 service neutron] 10.222.0.25 "GET /v2.0/networks/3bcffa18-2b03-4614-a149-5120111f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085252 Nov 10 19:28:06.223376 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ed2ff-2ed7-4294-9a11-d8b6ba7726b0 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Pushing event updated for resources: {'Port': ['ID=e3a3656a-69f1-465f-a4fa-f3dafb596ae0,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:06.256817 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-148ed2ff-2ed7-4294-9a11-d8b6ba7726b0 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:06.258384 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-148ed2ff-2ed7-4294-9a11-d8b6ba7726b0 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:06.292962 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-148ed2ff-2ed7-4294-9a11-d8b6ba7726b0 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5962086 Nov 10 19:28:06.304228 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee1917-fa01-4add-9002-d9890d93bb26 req-0cb703d9-5cc5-4f18-a423-cef929653935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:06.306052 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-33ee1917-fa01-4add-9002-d9890d93bb26 req-0cb703d9-5cc5-4f18-a423-cef929653935 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=94bdcd1b83cc45f293d36bfd2fb9c6b6&device_id=aeb9a4ca-cd50-4fd9-b7c9-c3d7be6e1227 HTTP/1.1" status: 200 len: 1094 time: 0.2570391 Nov 10 19:28:06.307366 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-d6b8295c-ebee-4b8c-9ab8-cfaa89820779 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Allocated IP 2001:db8:1::1 (319bbde8-a4df-441e-82f6-67a5a6334686/0e999857-f0dc-486c-acb3-8193ca5ec2b3/c20fde36-e702-41b5-9b77-47e1e3f672be) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:28:06.314548 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-c14d2a1a-572f-4ccb-9f2c-7c1e24f9a933 service neutron] Request body: {'port': {'device_id': '50939f58-a53d-4e02-a332-6c18727bbae9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:28:06.628821 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device cbbed1b3-014d-4a9d-9258-12a9bba7ac5d up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:28:06.683516 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-c14d2a1a-572f-4ccb-9f2c-7c1e24f9a933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:06.698107 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51174) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:06.774005 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee1917-fa01-4add-9002-d9890d93bb26 req-080e444e-ea29-42c7-9596-af202f7f0a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:06.775940 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-33ee1917-fa01-4add-9002-d9890d93bb26 req-080e444e-ea29-42c7-9596-af202f7f0a52 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3bcffa18-2b03-4614-a149-5120111f25e7 HTTP/1.1" status: 200 len: 917 time: 0.4548826 Nov 10 19:28:06.827935 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port cbbed1b3-014d-4a9d-9258-12a9bba7ac5d triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:06.828364 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:06.860897 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d549141-2baf-4f7c-aa63-e03d76b551ab req-7dffda78-e03c-4bc2-bb0a-18a61d0c5b5c tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:06.864498 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6d549141-2baf-4f7c-aa63-e03d76b551ab req-7dffda78-e03c-4bc2-bb0a-18a61d0c5b5c tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/ports?device_id=790a40eb-b477-4550-b491-1e77ebd1ac6e HTTP/1.1" status: 200 len: 944 time: 0.1564035 Nov 10 19:28:06.974756 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-33ee1917-fa01-4add-9002-d9890d93bb26 req-98a292ab-87b2-4b32-8973-042c93ff7eb6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0040f27c-0c80-4c5c-b35c-ba9b7d10fb02 HTTP/1.1" status: 200 len: 217 time: 0.1811459 Nov 10 19:28:06.995508 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6d549141-2baf-4f7c-aa63-e03d76b551ab req-c170a512-afcf-4185-8adc-43aa836243ac tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/security-groups?id=7dae99ce-b70d-4994-9d41-19cc28731eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195698 Nov 10 19:28:07.007089 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bd5a34-e53c-4d1b-a47e-f4d3046a94e5 None None] Network 319bbde8-a4df-441e-82f6-67a5a6334686 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:28:07.060238 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d6b8295c-ebee-4b8c-9ab8-cfaa89820779 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:07.089233 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-616a1878-406d-4186-9640-ab4a179e43d7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3863323 Nov 10 19:28:07.102930 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-7a97e8a5-f5ac-4d95-b04e-ab196326e884 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:28:07.117549 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-7a97e8a5-f5ac-4d95-b04e-ab196326e884 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126128 Nov 10 19:28:07.268160 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f95a69-52c4-460b-825e-b6b46ae8e9b0 req-c738bba2-1ad2-448d-9435-e39d249b6f4d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:07.279490 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e298cce3-9f17-410f-a22e-51603840454d None None] Provisioning complete for port 4cc2a565-30d1-4f1e-90c5-fb6e7df0e88c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:07.282228 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e298cce3-9f17-410f-a22e-51603840454d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:07.294183 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-53f95a69-52c4-460b-825e-b6b46ae8e9b0 req-c738bba2-1ad2-448d-9435-e39d249b6f4d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 945 time: 0.1263971 Nov 10 19:28:07.296474 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 4cc2a565-30d1-4f1e-90c5-fb6e7df0e88c up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:28:07.356809 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-53f95a69-52c4-460b-825e-b6b46ae8e9b0 req-b91567c2-5f59-4cc7-9630-f573d1f1a3d7 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0614786 Nov 10 19:28:07.500386 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ee5dd-6440-46bf-995b-262e31257887 req-b56e5404-5bd1-4cc5-b50c-8a9b43f95201 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:07.506409 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2e9ee5dd-6440-46bf-995b-262e31257887 req-b56e5404-5bd1-4cc5-b50c-8a9b43f95201 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 945 time: 0.0746443 Nov 10 19:28:07.612428 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2e9ee5dd-6440-46bf-995b-262e31257887 req-2d9a6023-9a53-49fc-8338-9311b70dbde3 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000714 Nov 10 19:28:07.751671 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 4cc2a565-30d1-4f1e-90c5-fb6e7df0e88c triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:07.752605 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:07.872396 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee1917-fa01-4add-9002-d9890d93bb26 req-76b87f09-5dfb-403f-9624-9b539fb9c203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:07.874670 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-33ee1917-fa01-4add-9002-d9890d93bb26 req-76b87f09-5dfb-403f-9624-9b539fb9c203 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2274cf79-8734-46ac-813d-59e1a6e32b0d HTTP/1.1" status: 200 len: 856 time: 0.8279965 Nov 10 19:28:07.894814 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e298cce3-9f17-410f-a22e-51603840454d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:07.975224 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:07.979457 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e298cce3-9f17-410f-a22e-51603840454d None None] For port 4cc2a565-30d1-4f1e-90c5-fb6e7df0e88c, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=4cc2a565-30d1-4f1e-90c5-fb6e7df0e88c,segment=NetworkSegment(02b62740-b72e-4e9b-9420-16e3d61fb0e2),segment_id=02b62740-b72e-4e9b-9420-16e3d61fb0e2)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:07.992888 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e298cce3-9f17-410f-a22e-51603840454d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:08.151334 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d6b8295c-ebee-4b8c-9ab8-cfaa89820779 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:08.223891 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298cce3-9f17-410f-a22e-51603840454d None None] Pushing event updated for resources: {'Port': ['ID=4cc2a565-30d1-4f1e-90c5-fb6e7df0e88c,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:08.234640 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:28:08.235042 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:28:08.239275 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-33ee1917-fa01-4add-9002-d9890d93bb26 req-3ddc8d66-50c2-440e-9091-b40f65b8ae38 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3bcffa18-2b03-4614-a149-5120111f25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100724 Nov 10 19:28:08.262089 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f62ef-d6c4-45a6-b069-bd0f22d1341a req-99556869-74e9-4d90-9eb2-75e768295477 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:08.263692 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-318f62ef-d6c4-45a6-b069-bd0f22d1341a req-99556869-74e9-4d90-9eb2-75e768295477 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/ports?device_id=790a40eb-b477-4550-b491-1e77ebd1ac6e HTTP/1.1" status: 200 len: 944 time: 0.1096115 Nov 10 19:28:08.377311 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-318f62ef-d6c4-45a6-b069-bd0f22d1341a req-10124fc0-7f49-498d-bf76-3fc8146c34e6 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/security-groups?id=7dae99ce-b70d-4994-9d41-19cc28731eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049523 Nov 10 19:28:08.437858 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e8fc6b0a-c4e7-4a39-ad59-1f5a6fa805e8 None None] Provisioning complete for port 4cc2a565-30d1-4f1e-90c5-fb6e7df0e88c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:08.438236 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e8fc6b0a-c4e7-4a39-ad59-1f5a6fa805e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:08.453494 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b8295c-ebee-4b8c-9ab8-cfaa89820779 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Port': ['ID=c20fde36-e702-41b5-9b77-47e1e3f672be,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:08.479672 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b8295c-ebee-4b8c-9ab8-cfaa89820779 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network 319bbde8-a4df-441e-82f6-67a5a6334686 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:28:08.490889 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-d6b8295c-ebee-4b8c-9ab8-cfaa89820779 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:28:08.497285 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b8295c-ebee-4b8c-9ab8-cfaa89820779 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:28:08.498279 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d6b8295c-ebee-4b8c-9ab8-cfaa89820779 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:08.503868 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-c14d2a1a-572f-4ccb-9f2c-7c1e24f9a933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a3656a-69f1-465f-a4fa-f3dafb596ae0 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:28:08.554667 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 88bebab7-a908-4e8a-bd3c-2a97be93098a details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:28:08.620763 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-c14d2a1a-572f-4ccb-9f2c-7c1e24f9a933 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:08.676902 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17671dc1-7b64-49ac-9623-dfe1517fa764 req-3b3515fc-b298-406d-8e9e-93c400368c69 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:08.708403 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-17671dc1-7b64-49ac-9623-dfe1517fa764 req-3b3515fc-b298-406d-8e9e-93c400368c69 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 945 time: 0.1243820 Nov 10 19:28:08.781354 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 88bebab7-a908-4e8a-bd3c-2a97be93098a, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=88bebab7-a908-4e8a-bd3c-2a97be93098a,segment=NetworkSegment(39aee367-cdc1-4cda-87d4-64f3a60a51f2),segment_id=39aee367-cdc1-4cda-87d4-64f3a60a51f2)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:08.853059 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-33ee1917-fa01-4add-9002-d9890d93bb26 req-26dc9386-c738-4bc0-a691-e24212bebe2d service neutron] 10.222.0.25 "GET /v2.0/networks/3bcffa18-2b03-4614-a149-5120111f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5383615 Nov 10 19:28:08.861324 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '88bebab7-a908-4e8a-bd3c-2a97be93098a', 'network_id': '3bcffa18-2b03-4614-a149-5120111f25e7', 'port_id': '88bebab7-a908-4e8a-bd3c-2a97be93098a', 'mac_address': 'fa:16:3e:1d:26:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2274cf79-8734-46ac-813d-59e1a6e32b0d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:28:08.869003 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-c14d2a1a-572f-4ccb-9f2c-7c1e24f9a933 service neutron] Transition to ACTIVE for port object e3a3656a-69f1-465f-a4fa-f3dafb596ae0 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:28:08.893493 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-17671dc1-7b64-49ac-9623-dfe1517fa764 req-e529144e-3f71-44a9-b8f5-c45503885cd1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1838348 Nov 10 19:28:08.932516 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-c14d2a1a-572f-4ccb-9f2c-7c1e24f9a933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:09.124349 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:09.145484 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 4cc2a565-30d1-4f1e-90c5-fb6e7df0e88c up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:28:09.151534 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420df39-f4dd-427c-80d7-31869505de86 req-cb1cb9b8-cd03-4d31-865a-ca7b0586cb51 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:09.161646 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0420df39-f4dd-427c-80d7-31869505de86 req-cb1cb9b8-cd03-4d31-865a-ca7b0586cb51 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 945 time: 0.1050305 Nov 10 19:28:09.188489 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88bebab7-a908-4e8a-bd3c-2a97be93098a {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:28:09.270785 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 88bebab7-a908-4e8a-bd3c-2a97be93098a, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=88bebab7-a908-4e8a-bd3c-2a97be93098a,segment=NetworkSegment(39aee367-cdc1-4cda-87d4-64f3a60a51f2),segment_id=39aee367-cdc1-4cda-87d4-64f3a60a51f2)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:09.281130 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 4cc2a565-30d1-4f1e-90c5-fb6e7df0e88c triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:09.281942 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0420df39-f4dd-427c-80d7-31869505de86 req-404d956c-04dc-4540-b43f-280544430a11 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159289 Nov 10 19:28:09.283026 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:09.285133 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:09.517648 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d2a1a-572f-4ccb-9f2c-7c1e24f9a933 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a3656a-69f1-465f-a4fa-f3dafb596ae0,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:09.528439 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d6b8295c-ebee-4b8c-9ab8-cfaa89820779 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:09.615296 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-5455f554-568d-46e1-b560-f2929d9801d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:09.623265 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-5455f554-568d-46e1-b560-f2929d9801d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 1096 time: 0.1781132 Nov 10 19:28:09.650640 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-33ee1917-fa01-4add-9002-d9890d93bb26 req-94e1f6de-8905-4676-88e8-a0ad9d673927 service neutron] 10.222.0.25 "GET /v2.0/networks/3bcffa18-2b03-4614-a149-5120111f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7783363 Nov 10 19:28:09.679652 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-c14d2a1a-572f-4ccb-9f2c-7c1e24f9a933 service neutron] Attempting to bind port e3a3656a-69f1-465f-a4fa-f3dafb596ae0 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:28:09.680233 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-c14d2a1a-572f-4ccb-9f2c-7c1e24f9a933 service neutron] Attempting to bind port e3a3656a-69f1-465f-a4fa-f3dafb596ae0 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '39aee367-cdc1-4cda-87d4-64f3a60a51f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '3bcffa18-2b03-4614-a149-5120111f25e7'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:28:09.680612 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-c14d2a1a-572f-4ccb-9f2c-7c1e24f9a933 service neutron] Attempting to bind port e3a3656a-69f1-465f-a4fa-f3dafb596ae0 on network 3bcffa18-2b03-4614-a149-5120111f25e7 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:28:09.697988 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-c14d2a1a-572f-4ccb-9f2c-7c1e24f9a933 service neutron] Port e3a3656a-69f1-465f-a4fa-f3dafb596ae0 on network 3bcffa18-2b03-4614-a149-5120111f25e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:28:09.698506 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-c14d2a1a-572f-4ccb-9f2c-7c1e24f9a933 service neutron] Attempting to bind port e3a3656a-69f1-465f-a4fa-f3dafb596ae0 on network 3bcffa18-2b03-4614-a149-5120111f25e7 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:28:09.727677 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6016e-9617-4813-9707-28658d243a28 req-365d7819-ff67-4a21-a746-c594cdc49e78 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:09.729659 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3de6016e-9617-4813-9707-28658d243a28 req-365d7819-ff67-4a21-a746-c594cdc49e78 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/ports?device_id=790a40eb-b477-4550-b491-1e77ebd1ac6e HTTP/1.1" status: 200 len: 945 time: 0.2134821 Nov 10 19:28:09.760532 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-c14d2a1a-572f-4ccb-9f2c-7c1e24f9a933 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:28:09.760992 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-c14d2a1a-572f-4ccb-9f2c-7c1e24f9a933 service neutron] Checking segment: {'id': '39aee367-cdc1-4cda-87d4-64f3a60a51f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '3bcffa18-2b03-4614-a149-5120111f25e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:28:09.761653 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-c14d2a1a-572f-4ccb-9f2c-7c1e24f9a933 service neutron] Bound using segment: {'id': '39aee367-cdc1-4cda-87d4-64f3a60a51f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '3bcffa18-2b03-4614-a149-5120111f25e7'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:28:09.762511 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-c14d2a1a-572f-4ccb-9f2c-7c1e24f9a933 service neutron] Bound port: e3a3656a-69f1-465f-a4fa-f3dafb596ae0, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39aee367-cdc1-4cda-87d4-64f3a60a51f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '3bcffa18-2b03-4614-a149-5120111f25e7'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:28:09.763351 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-c14d2a1a-572f-4ccb-9f2c-7c1e24f9a933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:09.861018 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3de6016e-9617-4813-9707-28658d243a28 req-4b1149a1-5260-4ec4-b375-2c3bacc2f014 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/security-groups?id=7dae99ce-b70d-4994-9d41-19cc28731eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793636 Nov 10 19:28:09.871567 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['88bebab7-a908-4e8a-bd3c-2a97be93098a'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:28:09.892152 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-c14d2a1a-572f-4ccb-9f2c-7c1e24f9a933 service neutron] For port e3a3656a-69f1-465f-a4fa-f3dafb596ae0, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:28:09.900369 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-990bf8c2-681f-478d-8ca0-036cbfd09074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:09.900962 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-c14d2a1a-572f-4ccb-9f2c-7c1e24f9a933 service neutron] For port e3a3656a-69f1-465f-a4fa-f3dafb596ae0, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e3a3656a-69f1-465f-a4fa-f3dafb596ae0,segment=NetworkSegment(39aee367-cdc1-4cda-87d4-64f3a60a51f2),segment_id=39aee367-cdc1-4cda-87d4-64f3a60a51f2)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:28:09.902708 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-990bf8c2-681f-478d-8ca0-036cbfd09074 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d2ee296e-97f0-4e05-bc63-eecad2cf8d08 HTTP/1.1" status: 200 len: 897 time: 0.2679369 Nov 10 19:28:09.908322 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-c14d2a1a-572f-4ccb-9f2c-7c1e24f9a933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:09.910137 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2e2213c6-943f-4f21-adbe-495ef9b9d3f1 None None] Provisioning complete for port c20fde36-e702-41b5-9b77-47e1e3f672be triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:09.910527 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2e2213c6-943f-4f21-adbe-495ef9b9d3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:09.977968 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=88bebab7-a908-4e8a-bd3c-2a97be93098a,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:09.984301 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-c14d2a1a-572f-4ccb-9f2c-7c1e24f9a933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:09.985589 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-c14d2a1a-572f-4ccb-9f2c-7c1e24f9a933 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:09.997264 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-c14d2a1a-572f-4ccb-9f2c-7c1e24f9a933 service neutron] 10.222.0.73 "PUT /v2.0/ports/e3a3656a-69f1-465f-a4fa-f3dafb596ae0 HTTP/1.1" status: 200 len: 1091 time: 3.6784611 Nov 10 19:28:09.997264 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50939f58-a53d-4e02-a332-6c18727bbae9', 'tag': 'e3a3656a-69f1-465f-a4fa-f3dafb596ae0'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:28:09.997264 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab507627-0546-40f9-9602-bad334f3c92b" -d '{"events": [{"name": "network-changed", "server_uuid": "50939f58-a53d-4e02-a332-6c18727bbae9", "tag": "e3a3656a-69f1-465f-a4fa-f3dafb596ae0"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:28:10.042132 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-2e2213c6-943f-4f21-adbe-495ef9b9d3f1 None None] Port c20fde36-e702-41b5-9b77-47e1e3f672be cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:28:10.129052 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d2a1a-572f-4ccb-9f2c-7c1e24f9a933 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a3656a-69f1-465f-a4fa-f3dafb596ae0,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:10.135401 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-bbc76144-83b5-48f0-b5e2-430db6d52186 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=077f720c-ab5b-4102-9670-f8f163fce1ec HTTP/1.1" status: 200 len: 1001 time: 0.2238953 Nov 10 19:28:10.144613 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f887d8b-e406-455d-bead-10a076bb2f74 req-78269a6b-54e8-4d15-82c3-72eb85b4bd43 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:10.153192 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0f887d8b-e406-455d-bead-10a076bb2f74 req-78269a6b-54e8-4d15-82c3-72eb85b4bd43 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 945 time: 0.0816185 Nov 10 19:28:10.169881 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-fe381228-f093-4117-8dc1-2ea6833035cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:10.171472 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-fe381228-f093-4117-8dc1-2ea6833035cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=94bdcd1b83cc45f293d36bfd2fb9c6b6&device_id=50939f58-a53d-4e02-a332-6c18727bbae9 HTTP/1.1" status: 200 len: 1094 time: 0.1273689 Nov 10 19:28:10.238039 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-8a68ce5c-99b6-4b68-8458-36cd4e3e80c9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3a3656a-69f1-465f-a4fa-f3dafb596ae0 HTTP/1.1" status: 200 len: 217 time: 0.0565832 Nov 10 19:28:10.244131 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-3682d8cc-9ec3-4738-b7bc-ccacab2e8751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:10.245992 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-3682d8cc-9ec3-4738-b7bc-ccacab2e8751 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=80df9671-f57e-40dc-a213-b58ffde2f797 HTTP/1.1" status: 200 len: 835 time: 0.0906279 Nov 10 19:28:10.262212 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0f887d8b-e406-455d-bead-10a076bb2f74 req-a09c00c0-9d3f-425b-b12e-e226abca826b tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1029768 Nov 10 19:28:10.296433 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-5f9a9720-279e-4f02-86ab-73d77d07531a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:10.299793 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-5f9a9720-279e-4f02-86ab-73d77d07531a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2274cf79-8734-46ac-813d-59e1a6e32b0d HTTP/1.1" status: 200 len: 856 time: 0.0522337 Nov 10 19:28:10.305687 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0376ee-5466-48b1-b1d1-9f6f826b2512 x-openstack-request-id: req-1f0376ee-5466-48b1-b1d1-9f6f826b2512 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:28:10.306026 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50939f58-a53d-4e02-a332-6c18727bbae9", "tag": "e3a3656a-69f1-465f-a4fa-f3dafb596ae0", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:28:10.306303 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1f0376ee-5466-48b1-b1d1-9f6f826b2512 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:28:10.306710 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50939f58-a53d-4e02-a332-6c18727bbae9', 'tag': 'e3a3656a-69f1-465f-a4fa-f3dafb596ae0', 'status': 'completed', 'code': 200} Nov 10 19:28:10.328725 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d6b8295c-ebee-4b8c-9ab8-cfaa89820779 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:10.350716 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-efc3499a-28e3-4b25-a227-20d95b21c7c9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3bcffa18-2b03-4614-a149-5120111f25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374110 Nov 10 19:28:10.351785 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d6b8295c-ebee-4b8c-9ab8-cfaa89820779 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:10.352906 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d6b8295c-ebee-4b8c-9ab8-cfaa89820779 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:10.361014 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-294a0131-cdd5-4dbb-bc15-486b519d96d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:10.362770 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-294a0131-cdd5-4dbb-bc15-486b519d96d7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d2ee296e-97f0-4e05-bc63-eecad2cf8d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991211 Nov 10 19:28:10.506067 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b8295c-ebee-4b8c-9ab8-cfaa89820779 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Port': ['ID=c20fde36-e702-41b5-9b77-47e1e3f672be,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:10.531541 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 0040f27c-0c80-4c5c-b35c-ba9b7d10fb02 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:28:10.543260 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f2756-83d1-462c-9d24-4a303fd1bc88 req-a3d7f90d-5186-463a-ae95-60e4840ff6e3 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:10.556845 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4f1f2756-83d1-462c-9d24-4a303fd1bc88 req-a3d7f90d-5186-463a-ae95-60e4840ff6e3 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 945 time: 0.1480064 Nov 10 19:28:10.570382 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b8295c-ebee-4b8c-9ab8-cfaa89820779 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network 319bbde8-a4df-441e-82f6-67a5a6334686 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:28:10.573454 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-84088aa1-928f-4a63-9200-f91c61c61db4 service neutron] 10.222.0.73 "GET /v2.0/networks/3bcffa18-2b03-4614-a149-5120111f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923635 Nov 10 19:28:10.575129 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-d6b8295c-ebee-4b8c-9ab8-cfaa89820779 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:28:10.715292 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-74033624-c342-48ea-aa83-b53c1e974c55 service neutron] 10.222.0.73 "GET /v2.0/networks/d2ee296e-97f0-4e05-bc63-eecad2cf8d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434489 Nov 10 19:28:10.746937 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 0040f27c-0c80-4c5c-b35c-ba9b7d10fb02, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=0040f27c-0c80-4c5c-b35c-ba9b7d10fb02,segment=NetworkSegment(39aee367-cdc1-4cda-87d4-64f3a60a51f2),segment_id=39aee367-cdc1-4cda-87d4-64f3a60a51f2)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:10.788756 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '0040f27c-0c80-4c5c-b35c-ba9b7d10fb02', 'network_id': '3bcffa18-2b03-4614-a149-5120111f25e7', 'port_id': '0040f27c-0c80-4c5c-b35c-ba9b7d10fb02', 'mac_address': 'fa:16:3e:4a:0b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2274cf79-8734-46ac-813d-59e1a6e32b0d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:28:10.791634 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b8295c-ebee-4b8c-9ab8-cfaa89820779 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Router 595165e1-f908-4bbf-9316-d6c7f182d241 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:28:10.794089 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3832769f-b937-47dd-8b0a-9c7839c0ba07 req-3c303536-1326-4ccc-af53-9863a37b6d3f service neutron] 10.222.0.73 "GET /v2.0/networks/3bcffa18-2b03-4614-a149-5120111f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111621 Nov 10 19:28:10.841135 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4f1f2756-83d1-462c-9d24-4a303fd1bc88 req-5d17850a-fa3c-42d3-9ca4-5edc9c852cb1 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822461 Nov 10 19:28:10.888709 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:10.910971 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0040f27c-0c80-4c5c-b35c-ba9b7d10fb02 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:28:10.963595 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 0040f27c-0c80-4c5c-b35c-ba9b7d10fb02, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=0040f27c-0c80-4c5c-b35c-ba9b7d10fb02,segment=NetworkSegment(39aee367-cdc1-4cda-87d4-64f3a60a51f2),segment_id=39aee367-cdc1-4cda-87d4-64f3a60a51f2)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:10.971381 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:11.058617 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=0040f27c-0c80-4c5c-b35c-ba9b7d10fb02,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:11.129063 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-451694b0-3306-49a0-858a-9cd769905088 service neutron] 10.222.0.73 "GET /v2.0/networks/d2ee296e-97f0-4e05-bc63-eecad2cf8d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011881 Nov 10 19:28:11.200501 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-eb19a62e-afce-46a4-8398-caaf1dff3140 None None] Provisioning complete for port c20fde36-e702-41b5-9b77-47e1e3f672be triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:11.203713 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-eb19a62e-afce-46a4-8398-caaf1dff3140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:11.251496 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b8295c-ebee-4b8c-9ab8-cfaa89820779 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:28:11.266993 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a32ec5-d6ec-4cdc-ab3d-f066ea2a5e4a None None] Sync routers for ids ['595165e1-f908-4bbf-9316-d6c7f182d241'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:28:11.284618 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a32ec5-d6ec-4cdc-ab3d-f066ea2a5e4a None None] Routers {'595165e1-f908-4bbf-9316-d6c7f182d241'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:28:11.285234 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-56a32ec5-d6ec-4cdc-ab3d-f066ea2a5e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:27:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['595165e1-f908-4bbf-9316-d6c7f182d241'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:11.288165 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d6b8295c-ebee-4b8c-9ab8-cfaa89820779 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "PUT /v2.0/routers/595165e1-f908-4bbf-9316-d6c7f182d241/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3399203 Nov 10 19:28:11.300203 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51292) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:11.301649 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ec092-7bc9-41b6-b46f-9e94c41a7288 req-12187284-9ab5-4ec1-ab48-c8aab4c86fa9 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:11.316463 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['0040f27c-0c80-4c5c-b35c-ba9b7d10fb02'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:28:11.319479 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-839ec092-7bc9-41b6-b46f-9e94c41a7288 req-12187284-9ab5-4ec1-ab48-c8aab4c86fa9 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/ports?device_id=790a40eb-b477-4550-b491-1e77ebd1ac6e HTTP/1.1" status: 200 len: 945 time: 0.1635313 Nov 10 19:28:11.323738 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-7443c05e-ec16-4ead-8adf-13916a88da9e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1770406586'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:28:11.381796 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a507c-aa03-4fa9-9569-2828a72da634 req-a5608a9a-e7ff-47ca-8d98-e5337f6a1671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:11.384729 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6c7a507c-aa03-4fa9-9569-2828a72da634 req-a5608a9a-e7ff-47ca-8d98-e5337f6a1671 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 1096 time: 0.2778525 Nov 10 19:28:11.392055 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-839ec092-7bc9-41b6-b46f-9e94c41a7288 req-62f76ef7-0d8e-4ef1-9224-01ddff854955 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/security-groups?id=7dae99ce-b70d-4994-9d41-19cc28731eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689528 Nov 10 19:28:11.451880 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-eb19a62e-afce-46a4-8398-caaf1dff3140 None None] Port c20fde36-e702-41b5-9b77-47e1e3f672be cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:28:11.522609 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab507627-0546-40f9-9602-bad334f3c92b req-b617757b-07a2-4bad-ac8c-f915868100f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:11.527413 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ab507627-0546-40f9-9602-bad334f3c92b req-b617757b-07a2-4bad-ac8c-f915868100f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=94bdcd1b83cc45f293d36bfd2fb9c6b6&device_id=50939f58-a53d-4e02-a332-6c18727bbae9 HTTP/1.1" status: 200 len: 1094 time: 0.5983903 Nov 10 19:28:11.581935 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06229e10-dd61-4934-ae0d-091f3426cdd7 req-04b8b505-2a18-431d-9ccf-6da40fdb5682 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:11.586313 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7443c05e-ec16-4ead-8adf-13916a88da9e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Made reservation on behalf of 224f7fcc3f6e44c5aaa6d320857c04c1 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:28:11.604093 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7443c05e-ec16-4ead-8adf-13916a88da9e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:11.606887 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-06229e10-dd61-4934-ae0d-091f3426cdd7 req-04b8b505-2a18-431d-9ccf-6da40fdb5682 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 945 time: 0.0900049 Nov 10 19:28:11.674919 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6c7a507c-aa03-4fa9-9569-2828a72da634 req-673ea73e-1c30-4334-befd-7824809f82c2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421777 Nov 10 19:28:11.711224 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7443c05e-ec16-4ead-8adf-13916a88da9e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:28:11.714642 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-56a32ec5-d6ec-4cdc-ab3d-f066ea2a5e4a None None] Set router 595165e1-f908-4bbf-9316-d6c7f182d241 gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:28:11.733099 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7443c05e-ec16-4ead-8adf-13916a88da9e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:11.733445 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-7443c05e-ec16-4ead-8adf-13916a88da9e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Added segment 1286dcb6-6e24-4b99-b978-08ffe1fe941e of type vlan for network 1ef43767-27d9-4640-9f7f-d248b124e155 Nov 10 19:28:11.748780 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-06229e10-dd61-4934-ae0d-091f3426cdd7 req-2beff34e-3946-47b3-8481-56f04caf2b5a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1340232 Nov 10 19:28:11.805877 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7443c05e-ec16-4ead-8adf-13916a88da9e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:11.810928 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab507627-0546-40f9-9602-bad334f3c92b req-1439c5a5-5804-4fea-a906-fb68ee23e286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:11.812394 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ab507627-0546-40f9-9602-bad334f3c92b req-1439c5a5-5804-4fea-a906-fb68ee23e286 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3bcffa18-2b03-4614-a149-5120111f25e7 HTTP/1.1" status: 200 len: 917 time: 0.2596405 Nov 10 19:28:11.847564 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7443c05e-ec16-4ead-8adf-13916a88da9e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:11.858735 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7443c05e-ec16-4ead-8adf-13916a88da9e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:11.859389 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7443c05e-ec16-4ead-8adf-13916a88da9e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:12.004188 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ab507627-0546-40f9-9602-bad334f3c92b req-0082d3a5-c0aa-45b6-9489-76ec18a86492 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3a3656a-69f1-465f-a4fa-f3dafb596ae0 HTTP/1.1" status: 200 len: 217 time: 0.1194847 Nov 10 19:28:12.009972 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7443c05e-ec16-4ead-8adf-13916a88da9e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6962411 Nov 10 19:28:12.015455 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51306) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:12.031184 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-6109f6b1-717e-4684-be05-d208c5037471 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Request body: {'subnet': {'network_id': '1ef43767-27d9-4640-9f7f-d248b124e155', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:28:12.124632 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-56a32ec5-d6ec-4cdc-ab3d-f066ea2a5e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'name': 'tempest-RoutersIpV6Test-router-610818905', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:27:54Z', 'updated_at': '2021-11-10T19:28:08Z', 'revision_number': 3, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None, '_interfaces': [{'id': 'c20fde36-e702-41b5-9b77-47e1e3f672be', 'name': '', 'network_id': '319bbde8-a4df-441e-82f6-67a5a6334686', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:6b:1b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:05Z', 'updated_at': '2021-11-10T19:28:09Z', 'revision_number': 2, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbbed1b3-014d-4a9d-9258-12a9bba7ac5d', 'name': '', 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:59:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:27:56Z', 'updated_at': '2021-11-10T19:28:03Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:12.141566 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab507627-0546-40f9-9602-bad334f3c92b req-2185de77-3d4f-4764-837a-bb7f78512bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:12.143342 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ab507627-0546-40f9-9602-bad334f3c92b req-2185de77-3d4f-4764-837a-bb7f78512bd1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2274cf79-8734-46ac-813d-59e1a6e32b0d HTTP/1.1" status: 200 len: 856 time: 0.1047812 Nov 10 19:28:12.147084 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443c05e-ec16-4ead-8adf-13916a88da9e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Network': ['ID=1ef43767-27d9-4640-9f7f-d248b124e155,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:12.156016 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7443c05e-ec16-4ead-8adf-13916a88da9e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:12.156683 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7443c05e-ec16-4ead-8adf-13916a88da9e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:12.157152 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7443c05e-ec16-4ead-8adf-13916a88da9e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:12.157599 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7443c05e-ec16-4ead-8adf-13916a88da9e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:12.158079 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7443c05e-ec16-4ead-8adf-13916a88da9e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:12.158506 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7443c05e-ec16-4ead-8adf-13916a88da9e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:12.159004 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7443c05e-ec16-4ead-8adf-13916a88da9e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:12.159446 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7443c05e-ec16-4ead-8adf-13916a88da9e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:12.159869 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7443c05e-ec16-4ead-8adf-13916a88da9e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:12.160304 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7443c05e-ec16-4ead-8adf-13916a88da9e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:12.160738 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7443c05e-ec16-4ead-8adf-13916a88da9e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:12.161150 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7443c05e-ec16-4ead-8adf-13916a88da9e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:12.179958 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 1ef43767-27d9-4640-9f7f-d248b124e155 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:28:12.187181 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a32ec5-d6ec-4cdc-ab3d-f066ea2a5e4a None None] Checking router: 595165e1-f908-4bbf-9316-d6c7f182d241 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:28:12.187747 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a32ec5-d6ec-4cdc-ab3d-f066ea2a5e4a None None] Updating router 595165e1-f908-4bbf-9316-d6c7f182d241 port c20fde36-e702-41b5-9b77-47e1e3f672be binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:28:12.205677 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ab507627-0546-40f9-9602-bad334f3c92b req-550e3711-0b41-41d1-987e-4474f722a52b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3bcffa18-2b03-4614-a149-5120111f25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407016 Nov 10 19:28:12.223791 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-56a32ec5-d6ec-4cdc-ab3d-f066ea2a5e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:12.278386 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929952bd-e11b-478c-aafc-8dfa87114438 req-7d976f9f-5a8f-490f-aa38-e99d2abdd844 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:12.280644 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-929952bd-e11b-478c-aafc-8dfa87114438 req-7d976f9f-5a8f-490f-aa38-e99d2abdd844 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 945 time: 0.1828797 Nov 10 19:28:12.350830 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6109f6b1-717e-4684-be05-d208c5037471 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Made reservation on behalf of 224f7fcc3f6e44c5aaa6d320857c04c1 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:28:12.358235 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6109f6b1-717e-4684-be05-d208c5037471 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:12.428616 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ab507627-0546-40f9-9602-bad334f3c92b req-a99184aa-6daa-47fe-9b5f-46adf07bd08c service neutron] 10.222.0.73 "GET /v2.0/networks/3bcffa18-2b03-4614-a149-5120111f25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132664 Nov 10 19:28:12.521902 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-929952bd-e11b-478c-aafc-8dfa87114438 req-096722f3-ffc6-405d-884d-0cd86f333e17 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245848 Nov 10 19:28:12.555479 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 0040f27c-0c80-4c5c-b35c-ba9b7d10fb02 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:28:12.676698 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ab507627-0546-40f9-9602-bad334f3c92b req-07a7cdb8-780e-4a8f-ae36-21be23611f07 service neutron] 10.222.0.73 "GET /v2.0/networks/3bcffa18-2b03-4614-a149-5120111f25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362182 Nov 10 19:28:12.692310 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 0040f27c-0c80-4c5c-b35c-ba9b7d10fb02 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:28:12.704121 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 0040f27c-0c80-4c5c-b35c-ba9b7d10fb02 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:12.706029 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:12.747986 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-56a32ec5-d6ec-4cdc-ab3d-f066ea2a5e4a None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:12.759408 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-56a32ec5-d6ec-4cdc-ab3d-f066ea2a5e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:12.863789 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7048c6-09a4-4335-a37f-06520cdb99a5 None None] Pushing event updated for resources: {'Port': ['ID=c20fde36-e702-41b5-9b77-47e1e3f672be,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:12.927198 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7048c6-09a4-4335-a37f-06520cdb99a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:12.927702 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7048c6-09a4-4335-a37f-06520cdb99a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:12.927896 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7048c6-09a4-4335-a37f-06520cdb99a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:12.928187 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7048c6-09a4-4335-a37f-06520cdb99a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:12.928516 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7048c6-09a4-4335-a37f-06520cdb99a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:12.928843 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7048c6-09a4-4335-a37f-06520cdb99a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:12.929162 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7048c6-09a4-4335-a37f-06520cdb99a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:12.930010 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7048c6-09a4-4335-a37f-06520cdb99a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:12.931256 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7048c6-09a4-4335-a37f-06520cdb99a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:12.931601 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7048c6-09a4-4335-a37f-06520cdb99a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:12.931928 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7048c6-09a4-4335-a37f-06520cdb99a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:12.932344 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7048c6-09a4-4335-a37f-06520cdb99a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:12.968432 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:13.013749 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb9a4ca-cd50-4fd9-b7c9-c3d7be6e1227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0040f27c-0c80-4c5c-b35c-ba9b7d10fb02'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:28:13.016073 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0691c2-b6c9-4ad5-b740-da9c8e3d73af" -d '{"events": [{"server_uuid": "aeb9a4ca-cd50-4fd9-b7c9-c3d7be6e1227", "name": "network-vif-plugged", "status": "completed", "tag": "0040f27c-0c80-4c5c-b35c-ba9b7d10fb02"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:28:13.017500 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f66a9-2642-43f8-9506-2ef94bd10de7 req-200b104e-eeb9-426f-8ad9-d74445753c39 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:13.025872 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-56a32ec5-d6ec-4cdc-ab3d-f066ea2a5e4a None None] Attempting to bind port c20fde36-e702-41b5-9b77-47e1e3f672be on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:28:13.026471 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-56a32ec5-d6ec-4cdc-ab3d-f066ea2a5e4a None None] Attempting to bind port c20fde36-e702-41b5-9b77-47e1e3f672be by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '02b62740-b72e-4e9b-9420-16e3d61fb0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '319bbde8-a4df-441e-82f6-67a5a6334686'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:28:13.026975 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a32ec5-d6ec-4cdc-ab3d-f066ea2a5e4a None None] Attempting to bind port c20fde36-e702-41b5-9b77-47e1e3f672be on network 319bbde8-a4df-441e-82f6-67a5a6334686 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:28:13.027864 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f04f66a9-2642-43f8-9506-2ef94bd10de7 req-200b104e-eeb9-426f-8ad9-d74445753c39 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/ports?device_id=790a40eb-b477-4550-b491-1e77ebd1ac6e HTTP/1.1" status: 200 len: 945 time: 0.1776590 Nov 10 19:28:13.031783 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6109f6b1-717e-4684-be05-d208c5037471 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:13.040340 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a32ec5-d6ec-4cdc-ab3d-f066ea2a5e4a None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:28:13.041603 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a32ec5-d6ec-4cdc-ab3d-f066ea2a5e4a None None] Checking segment: {'id': '02b62740-b72e-4e9b-9420-16e3d61fb0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '319bbde8-a4df-441e-82f6-67a5a6334686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:28:13.044100 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-56a32ec5-d6ec-4cdc-ab3d-f066ea2a5e4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:13.044509 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a32ec5-d6ec-4cdc-ab3d-f066ea2a5e4a None None] Bound using segment: {'id': '02b62740-b72e-4e9b-9420-16e3d61fb0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '319bbde8-a4df-441e-82f6-67a5a6334686'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:28:13.045193 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-56a32ec5-d6ec-4cdc-ab3d-f066ea2a5e4a None None] Bound port: c20fde36-e702-41b5-9b77-47e1e3f672be, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b62740-b72e-4e9b-9420-16e3d61fb0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '319bbde8-a4df-441e-82f6-67a5a6334686'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:28:13.045587 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-56a32ec5-d6ec-4cdc-ab3d-f066ea2a5e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:13.051177 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 0040f27c-0c80-4c5c-b35c-ba9b7d10fb02, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=0040f27c-0c80-4c5c-b35c-ba9b7d10fb02,segment=NetworkSegment(39aee367-cdc1-4cda-87d4-64f3a60a51f2),segment_id=39aee367-cdc1-4cda-87d4-64f3a60a51f2)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:13.066209 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:13.067100 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 88bebab7-a908-4e8a-bd3c-2a97be93098a up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:28:13.158525 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-56a32ec5-d6ec-4cdc-ab3d-f066ea2a5e4a None None] For port c20fde36-e702-41b5-9b77-47e1e3f672be, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:28:13.166705 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-56a32ec5-d6ec-4cdc-ab3d-f066ea2a5e4a None None] For port c20fde36-e702-41b5-9b77-47e1e3f672be, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=c20fde36-e702-41b5-9b77-47e1e3f672be,segment=NetworkSegment(02b62740-b72e-4e9b-9420-16e3d61fb0e2),segment_id=02b62740-b72e-4e9b-9420-16e3d61fb0e2)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:28:13.172982 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-56a32ec5-d6ec-4cdc-ab3d-f066ea2a5e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:13.235122 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=0040f27c-0c80-4c5c-b35c-ba9b7d10fb02,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:13.339050 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a32ec5-d6ec-4cdc-ab3d-f066ea2a5e4a None None] Routers {'595165e1-f908-4bbf-9316-d6c7f182d241'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:28:13.339361 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-56a32ec5-d6ec-4cdc-ab3d-f066ea2a5e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:27:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['595165e1-f908-4bbf-9316-d6c7f182d241'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:13.386714 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 88bebab7-a908-4e8a-bd3c-2a97be93098a completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:28:13.389597 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 88bebab7-a908-4e8a-bd3c-2a97be93098a triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:13.390017 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:13.496543 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-56a32ec5-d6ec-4cdc-ab3d-f066ea2a5e4a None None] Set router 595165e1-f908-4bbf-9316-d6c7f182d241 gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:28:13.627646 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-93447dff-0310-440f-b10c-8cb08d2e20d1 None None] Provisioning complete for port c20fde36-e702-41b5-9b77-47e1e3f672be triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:13.628025 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-93447dff-0310-440f-b10c-8cb08d2e20d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:13.692622 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7048c6-09a4-4335-a37f-06520cdb99a5 None None] Pushing event updated for resources: {'Port': ['ID=c20fde36-e702-41b5-9b77-47e1e3f672be,revision_number=4']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:13.749694 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device e3a3656a-69f1-465f-a4fa-f3dafb596ae0 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:28:13.927543 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port e3a3656a-69f1-465f-a4fa-f3dafb596ae0, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e3a3656a-69f1-465f-a4fa-f3dafb596ae0,segment=NetworkSegment(39aee367-cdc1-4cda-87d4-64f3a60a51f2),segment_id=39aee367-cdc1-4cda-87d4-64f3a60a51f2)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:13.936600 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6109f6b1-717e-4684-be05-d208c5037471 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Subnet': ['ID=fe3bcf7d-631b-4f19-baea-392d373ada81,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:13.942496 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'e3a3656a-69f1-465f-a4fa-f3dafb596ae0', 'network_id': '3bcffa18-2b03-4614-a149-5120111f25e7', 'port_id': 'e3a3656a-69f1-465f-a4fa-f3dafb596ae0', 'mac_address': 'fa:16:3e:90:a3:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2274cf79-8734-46ac-813d-59e1a6e32b0d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:28:13.944127 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:13.985110 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-56a32ec5-d6ec-4cdc-ab3d-f066ea2a5e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'name': 'tempest-RoutersIpV6Test-router-610818905', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:27:54Z', 'updated_at': '2021-11-10T19:28:08Z', 'revision_number': 3, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None, '_interfaces': [{'id': 'c20fde36-e702-41b5-9b77-47e1e3f672be', 'name': '', 'network_id': '319bbde8-a4df-441e-82f6-67a5a6334686', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:6b:1b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:05Z', 'updated_at': '2021-11-10T19:28:13Z', 'revision_number': 4, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbbed1b3-014d-4a9d-9258-12a9bba7ac5d', 'name': '', 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:59:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:27:56Z', 'updated_at': '2021-11-10T19:28:03Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:14.004215 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f04f66a9-2642-43f8-9506-2ef94bd10de7 req-27deac78-bf14-45c6-ad2e-72aaf1c46c01 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/security-groups?id=7dae99ce-b70d-4994-9d41-19cc28731eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9751732 Nov 10 19:28:14.025242 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6109f6b1-717e-4684-be05-d208c5037471 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Checking segment: {'id': '1286dcb6-6e24-4b99-b978-08ffe1fe941e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1ef43767-27d9-4640-9f7f-d248b124e155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:28:14.025605 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6109f6b1-717e-4684-be05-d208c5037471 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network hostable DHCP agents. Network: 1ef43767-27d9-4640-9f7f-d248b124e155, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:28:14.044598 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6109f6b1-717e-4684-be05-d208c5037471 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network 1ef43767-27d9-4640-9f7f-d248b124e155 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:28:14.044724 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-93447dff-0310-440f-b10c-8cb08d2e20d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:14.047055 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a32ec5-d6ec-4cdc-ab3d-f066ea2a5e4a None None] The sync data for ids ['595165e1-f908-4bbf-9316-d6c7f182d241'] in n-d-813897-4 is: [{'id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'name': 'tempest-RoutersIpV6Test-router-610818905', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:27:54Z', 'updated_at': '2021-11-10T19:28:08Z', 'revision_number': 3, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None, '_interfaces': [{'id': 'c20fde36-e702-41b5-9b77-47e1e3f672be', 'name': '', 'network_id': '319bbde8-a4df-441e-82f6-67a5a6334686', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:6b:1b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:05Z', 'updated_at': '2021-11-10T19:28:13Z', 'revision_number': 4, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbbed1b3-014d-4a9d-9258-12a9bba7ac5d', 'name': '', 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:59:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:27:56Z', 'updated_at': '2021-11-10T19:28:03Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:28:14.058525 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-6109f6b1-717e-4684-be05-d208c5037471 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 1ef43767-27d9-4640-9f7f-d248b124e155) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:28:14.063220 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6109f6b1-717e-4684-be05-d208c5037471 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:14.063883 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6109f6b1-717e-4684-be05-d208c5037471 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:14.086541 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5262f94e-afd7-4cdf-b704-51ee3f062a09 None None] Network 1ef43767-27d9-4640-9f7f-d248b124e155 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:28:14.102662 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6109f6b1-717e-4684-be05-d208c5037471 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0823848 Nov 10 19:28:14.103103 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51352) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:14.213019 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-93447dff-0310-440f-b10c-8cb08d2e20d1 None None] For port c20fde36-e702-41b5-9b77-47e1e3f672be, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=c20fde36-e702-41b5-9b77-47e1e3f672be,segment=NetworkSegment(02b62740-b72e-4e9b-9420-16e3d61fb0e2),segment_id=02b62740-b72e-4e9b-9420-16e3d61fb0e2)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:14.244600 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-93447dff-0310-440f-b10c-8cb08d2e20d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:14.351408 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:14.376675 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 88bebab7-a908-4e8a-bd3c-2a97be93098a, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=88bebab7-a908-4e8a-bd3c-2a97be93098a,segment=NetworkSegment(39aee367-cdc1-4cda-87d4-64f3a60a51f2),segment_id=39aee367-cdc1-4cda-87d4-64f3a60a51f2)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:14.430762 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806d258-1dc0-475b-8993-80193f20e777 req-4ffe064d-e65a-4881-b975-df80c87fee2a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:14.450607 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6806d258-1dc0-475b-8993-80193f20e777 req-4ffe064d-e65a-4881-b975-df80c87fee2a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 945 time: 0.1855526 Nov 10 19:28:14.471504 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:14.491014 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a3656a-69f1-465f-a4fa-f3dafb596ae0 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:28:14.584229 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6806d258-1dc0-475b-8993-80193f20e777 req-9df5bb00-66be-4d9d-a84c-0900067eee2b tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1303730 Nov 10 19:28:14.608334 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port e3a3656a-69f1-465f-a4fa-f3dafb596ae0, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e3a3656a-69f1-465f-a4fa-f3dafb596ae0,segment=NetworkSegment(39aee367-cdc1-4cda-87d4-64f3a60a51f2),segment_id=39aee367-cdc1-4cda-87d4-64f3a60a51f2)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:14.625008 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e33972a3-7689-433a-b67c-6190feb05d9b None None] Provisioning complete for port c20fde36-e702-41b5-9b77-47e1e3f672be triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:14.625367 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e33972a3-7689-433a-b67c-6190feb05d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:14.703029 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b12ee31-011e-48ca-ae6f-3e95f0e5013e x-openstack-request-id: req-6b12ee31-011e-48ca-ae6f-3e95f0e5013e {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:28:14.703331 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb9a4ca-cd50-4fd9-b7c9-c3d7be6e1227", "name": "network-vif-plugged", "status": "completed", "tag": "0040f27c-0c80-4c5c-b35c-ba9b7d10fb02", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:28:14.703586 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6b12ee31-011e-48ca-ae6f-3e95f0e5013e {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:28:14.705141 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb9a4ca-cd50-4fd9-b7c9-c3d7be6e1227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0040f27c-0c80-4c5c-b35c-ba9b7d10fb02', 'code': 200} Nov 10 19:28:14.715619 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:14.719940 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93447dff-0310-440f-b10c-8cb08d2e20d1 None None] Pushing event updated for resources: {'Port': ['ID=c20fde36-e702-41b5-9b77-47e1e3f672be,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:14.928373 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=88bebab7-a908-4e8a-bd3c-2a97be93098a,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:15.022754 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['e3a3656a-69f1-465f-a4fa-f3dafb596ae0'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:28:15.068059 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eaa61b-b44a-414d-adcd-2db46c90a2c7 req-8f246a6c-38b2-4339-ae7c-ff0188bb5583 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:15.089341 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52eaa61b-b44a-414d-adcd-2db46c90a2c7 req-8f246a6c-38b2-4339-ae7c-ff0188bb5583 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 945 time: 0.1910603 Nov 10 19:28:15.111676 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device c20fde36-e702-41b5-9b77-47e1e3f672be up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:28:15.234209 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52eaa61b-b44a-414d-adcd-2db46c90a2c7 req-074e1fb0-0d56-4875-b928-a3e6aa5708b0 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438882 Nov 10 19:28:15.273699 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=e3a3656a-69f1-465f-a4fa-f3dafb596ae0,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:15.327169 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1628e72-37b6-41df-a610-bc447ecfb81b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-1ef43767-27d9-4640-9f7f-d248b124e155', 'network_id': '1ef43767-27d9-4640-9f7f-d248b124e155', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'fixed_ips': [{'subnet_id': 'fe3bcf7d-631b-4f19-baea-392d373ada81'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:28:15.345277 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c1628e72-37b6-41df-a610-bc447ecfb81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:15.443752 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a755f1-a53b-4331-b0db-154a76c06f11 req-bbcc307f-4a47-4bf8-a9d3-22ad53ecba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:15.446747 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c2a755f1-a53b-4331-b0db-154a76c06f11 req-bbcc307f-4a47-4bf8-a9d3-22ad53ecba23 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=aeb9a4ca-cd50-4fd9-b7c9-c3d7be6e1227 HTTP/1.1" status: 200 len: 1096 time: 0.1489959 Nov 10 19:28:15.615537 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54244e80-cd47-48cf-8b62-e3c5f1192b54 req-edae8cf1-f4ca-4bbc-902a-0897cd758ab1 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:15.625654 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-54244e80-cd47-48cf-8b62-e3c5f1192b54 req-edae8cf1-f4ca-4bbc-902a-0897cd758ab1 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/ports?device_id=790a40eb-b477-4550-b491-1e77ebd1ac6e HTTP/1.1" status: 200 len: 946 time: 0.0795779 Nov 10 19:28:15.631311 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c2a755f1-a53b-4331-b0db-154a76c06f11 req-e50855c9-41b4-4bc1-aab4-3b103f7ac7e4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7dae99ce-b70d-4994-9d41-19cc28731eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755943 Nov 10 19:28:15.661484 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-c1628e72-37b6-41df-a610-bc447ecfb81b None None] Allocated IP 2001:db8:2::2 (1ef43767-27d9-4640-9f7f-d248b124e155/fe3bcf7d-631b-4f19-baea-392d373ada81/5643a84d-2619-4811-b899-d59b3e65d5f1) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:28:15.697610 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-54244e80-cd47-48cf-8b62-e3c5f1192b54 req-c1be1601-8202-438b-9c93-0648772412fa tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/security-groups?id=7dae99ce-b70d-4994-9d41-19cc28731eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708079 Nov 10 19:28:15.730658 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port c20fde36-e702-41b5-9b77-47e1e3f672be triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:15.730962 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:15.790031 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8bf50920-980f-4603-a30d-d58df64b3d3c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:16.002946 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c1628e72-37b6-41df-a610-bc447ecfb81b None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:16.010250 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d649dd-6150-4310-bd3e-28330ef820bf req-5592c3a0-6946-47f5-9a9e-41ae466ecf59 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:16.014378 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c1628e72-37b6-41df-a610-bc447ecfb81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:16.020298 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c9d649dd-6150-4310-bd3e-28330ef820bf req-5592c3a0-6946-47f5-9a9e-41ae466ecf59 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 945 time: 0.0716465 Nov 10 19:28:16.043884 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c8259-8408-4882-9e09-5100ea2875da req-69d3f13d-8183-4187-bf31-366c7b99b449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:16.045721 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-de8c8259-8408-4882-9e09-5100ea2875da req-69d3f13d-8183-4187-bf31-366c7b99b449 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=80448062df854eaa81ec7d2921f2c2b6&device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 1096 time: 0.1223454 Nov 10 19:28:16.084354 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c9d649dd-6150-4310-bd3e-28330ef820bf req-622280dc-1dd0-49af-be35-b32f601e7ebd tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0626285 Nov 10 19:28:16.190015 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-8bf50920-980f-4603-a30d-d58df64b3d3c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Allocated IP 2001:db8:2::1 (1ef43767-27d9-4640-9f7f-d248b124e155/fe3bcf7d-631b-4f19-baea-392d373ada81/a8999072-c4ac-4204-9bf4-2bd506faa40a) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:28:16.224359 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51318ae8-51f5-41e3-9880-a56fabce2542 req-4d7cc83a-c4af-454f-a6d8-fe55cad93092 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:16.226134 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51318ae8-51f5-41e3-9880-a56fabce2542 req-4d7cc83a-c4af-454f-a6d8-fe55cad93092 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 945 time: 0.0690346 Nov 10 19:28:16.325710 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51318ae8-51f5-41e3-9880-a56fabce2542 req-14515752-6b96-473e-a620-93b3507dddb3 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923028 Nov 10 19:28:16.356392 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1628e72-37b6-41df-a610-bc447ecfb81b None None] Network 1ef43767-27d9-4640-9f7f-d248b124e155 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:28:16.360174 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-c1628e72-37b6-41df-a610-bc447ecfb81b None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:28:16.368159 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1628e72-37b6-41df-a610-bc447ecfb81b None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:28:16.378469 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c8259-8408-4882-9e09-5100ea2875da req-a0c445f3-347e-4cc9-bec7-e5fb3c1d154d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:16.380679 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-de8c8259-8408-4882-9e09-5100ea2875da req-a0c445f3-347e-4cc9-bec7-e5fb3c1d154d service neutron] 10.222.0.73 "GET /v2.0/networks?id=a03f2c77-7ce1-45bb-87ad-01c85ed47a74 HTTP/1.1" status: 200 len: 911 time: 0.3112071 Nov 10 19:28:16.434618 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1628e72-37b6-41df-a610-bc447ecfb81b None None] Pushing event updated for resources: {'Port': ['ID=5643a84d-2619-4811-b899-d59b3e65d5f1,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:16.438724 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-de8c8259-8408-4882-9e09-5100ea2875da req-13bfcf8f-b52c-4540-a541-fb158b853356 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68643b0e-069c-4c0a-b4be-4afd91c2a25e HTTP/1.1" status: 200 len: 217 time: 0.0468938 Nov 10 19:28:16.458038 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-c1628e72-37b6-41df-a610-bc447ecfb81b None None] Attempting to bind port 5643a84d-2619-4811-b899-d59b3e65d5f1 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:28:16.458421 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-c1628e72-37b6-41df-a610-bc447ecfb81b None None] Attempting to bind port 5643a84d-2619-4811-b899-d59b3e65d5f1 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '1286dcb6-6e24-4b99-b978-08ffe1fe941e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1ef43767-27d9-4640-9f7f-d248b124e155'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:28:16.459783 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1628e72-37b6-41df-a610-bc447ecfb81b None None] Attempting to bind port 5643a84d-2619-4811-b899-d59b3e65d5f1 on network 1ef43767-27d9-4640-9f7f-d248b124e155 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:28:16.472236 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1628e72-37b6-41df-a610-bc447ecfb81b None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:28:16.472623 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1628e72-37b6-41df-a610-bc447ecfb81b None None] Checking segment: {'id': '1286dcb6-6e24-4b99-b978-08ffe1fe941e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1ef43767-27d9-4640-9f7f-d248b124e155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:28:16.473040 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c1628e72-37b6-41df-a610-bc447ecfb81b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:16.473432 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1628e72-37b6-41df-a610-bc447ecfb81b None None] Bound using segment: {'id': '1286dcb6-6e24-4b99-b978-08ffe1fe941e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1ef43767-27d9-4640-9f7f-d248b124e155'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:28:16.473951 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-c1628e72-37b6-41df-a610-bc447ecfb81b None None] Bound port: 5643a84d-2619-4811-b899-d59b3e65d5f1, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1286dcb6-6e24-4b99-b978-08ffe1fe941e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1ef43767-27d9-4640-9f7f-d248b124e155'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:28:16.474333 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c1628e72-37b6-41df-a610-bc447ecfb81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:16.511628 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8bf50920-980f-4603-a30d-d58df64b3d3c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:16.543383 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c8259-8408-4882-9e09-5100ea2875da req-c53b9811-918d-43d4-a04d-2f44c14ab9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:16.547993 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-de8c8259-8408-4882-9e09-5100ea2875da req-c53b9811-918d-43d4-a04d-2f44c14ab9ad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=541fe813-4ea7-4cb0-9666-cf2befa3ec22 HTTP/1.1" status: 200 len: 850 time: 0.0957992 Nov 10 19:28:16.570082 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c1628e72-37b6-41df-a610-bc447ecfb81b None None] For port 5643a84d-2619-4811-b899-d59b3e65d5f1, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:28:16.574907 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c1628e72-37b6-41df-a610-bc447ecfb81b None None] For port 5643a84d-2619-4811-b899-d59b3e65d5f1, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5643a84d-2619-4811-b899-d59b3e65d5f1,segment=NetworkSegment(1286dcb6-6e24-4b99-b978-08ffe1fe941e),segment_id=1286dcb6-6e24-4b99-b978-08ffe1fe941e)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:28:16.581268 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c1628e72-37b6-41df-a610-bc447ecfb81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:16.664520 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-de8c8259-8408-4882-9e09-5100ea2875da req-f0fd75c0-a990-4162-810c-26c7a90e2e39 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a03f2c77-7ce1-45bb-87ad-01c85ed47a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046803 Nov 10 19:28:16.666529 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8bf50920-980f-4603-a30d-d58df64b3d3c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:16.672095 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1628e72-37b6-41df-a610-bc447ecfb81b None None] Pushing event updated for resources: {'Port': ['ID=5643a84d-2619-4811-b899-d59b3e65d5f1,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:16.706253 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790a40eb-b477-4550-b491-1e77ebd1ac6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88bebab7-a908-4e8a-bd3c-2a97be93098a'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:28:16.708884 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c31e42-6096-4d4e-84d6-36c5d4be5e2b" -d '{"events": [{"server_uuid": "790a40eb-b477-4550-b491-1e77ebd1ac6e", "name": "network-vif-plugged", "status": "completed", "tag": "88bebab7-a908-4e8a-bd3c-2a97be93098a"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:28:16.781809 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf50920-980f-4603-a30d-d58df64b3d3c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network 1ef43767-27d9-4640-9f7f-d248b124e155 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:28:16.804155 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7dc80c2-caa7-4ecb-9de8-62f995ae442c x-openstack-request-id: req-e7dc80c2-caa7-4ecb-9de8-62f995ae442c {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:28:16.805270 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790a40eb-b477-4550-b491-1e77ebd1ac6e", "name": "network-vif-plugged", "status": "completed", "tag": "88bebab7-a908-4e8a-bd3c-2a97be93098a", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:28:16.805676 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e7dc80c2-caa7-4ecb-9de8-62f995ae442c {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:28:16.806361 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790a40eb-b477-4550-b491-1e77ebd1ac6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88bebab7-a908-4e8a-bd3c-2a97be93098a', 'code': 200} Nov 10 19:28:16.813442 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-8bf50920-980f-4603-a30d-d58df64b3d3c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:28:16.824696 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf50920-980f-4603-a30d-d58df64b3d3c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:28:16.826015 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8bf50920-980f-4603-a30d-d58df64b3d3c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:16.922221 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf50920-980f-4603-a30d-d58df64b3d3c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Port': ['ID=a8999072-c4ac-4204-9bf4-2bd506faa40a,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:17.040443 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-de8c8259-8408-4882-9e09-5100ea2875da req-bddeeb2b-ab99-4001-be9a-65383d9e2633 service neutron] 10.222.0.73 "GET /v2.0/networks/a03f2c77-7ce1-45bb-87ad-01c85ed47a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628781 Nov 10 19:28:17.135674 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec066c2-afcf-4a1f-87d3-6a45ed3c5869 req-d0852bae-56b5-4d5b-abbd-13b8c33647d3 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:17.137314 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2ec066c2-afcf-4a1f-87d3-6a45ed3c5869 req-d0852bae-56b5-4d5b-abbd-13b8c33647d3 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/ports?device_id=790a40eb-b477-4550-b491-1e77ebd1ac6e HTTP/1.1" status: 200 len: 946 time: 0.1934888 Nov 10 19:28:17.259032 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8bf50920-980f-4603-a30d-d58df64b3d3c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:17.295588 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2ec066c2-afcf-4a1f-87d3-6a45ed3c5869 req-96bd56f2-2e2c-4426-8a19-2b3129d44c95 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/security-groups?id=7dae99ce-b70d-4994-9d41-19cc28731eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490989 Nov 10 19:28:17.472071 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-de8c8259-8408-4882-9e09-5100ea2875da req-f6763a7e-2831-44f8-9a79-e8572923cbf3 service neutron] 10.222.0.73 "GET /v2.0/networks/a03f2c77-7ce1-45bb-87ad-01c85ed47a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213953 Nov 10 19:28:17.511566 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945e849-d6e5-4f52-832c-ab296afefc48 req-248a4889-b836-4d44-a526-8f41acc2432e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:17.527001 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1945e849-d6e5-4f52-832c-ab296afefc48 req-248a4889-b836-4d44-a526-8f41acc2432e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=790a40eb-b477-4550-b491-1e77ebd1ac6e HTTP/1.1" status: 200 len: 1097 time: 0.1908886 Nov 10 19:28:17.594207 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f67650-5e97-4244-99a9-a42ba7305427 req-59ada5d5-be3f-413a-b3bf-33a61707868a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:17.595779 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52f67650-5e97-4244-99a9-a42ba7305427 req-59ada5d5-be3f-413a-b3bf-33a61707868a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 945 time: 0.1101692 Nov 10 19:28:17.652514 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1945e849-d6e5-4f52-832c-ab296afefc48 req-9fd2e591-dbf6-4289-af12-601f440dcd8c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7dae99ce-b70d-4994-9d41-19cc28731eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728514 Nov 10 19:28:17.724206 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52f67650-5e97-4244-99a9-a42ba7305427 req-8578dc43-764f-46fd-a5d1-72997c34b0eb tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1188281 Nov 10 19:28:17.779959 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device e3a3656a-69f1-465f-a4fa-f3dafb596ae0 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:28:17.873721 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8bf50920-980f-4603-a30d-d58df64b3d3c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:17.891108 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8bf50920-980f-4603-a30d-d58df64b3d3c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:17.893734 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8bf50920-980f-4603-a30d-d58df64b3d3c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:17.932689 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port e3a3656a-69f1-465f-a4fa-f3dafb596ae0 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:28:17.946370 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port e3a3656a-69f1-465f-a4fa-f3dafb596ae0 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:17.946753 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:17.999784 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94025a3b-73e0-4b2a-9f27-ca6768997a02 req-3e071c35-5959-462c-a5cc-03d5131baf5a tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:18.017025 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-94025a3b-73e0-4b2a-9f27-ca6768997a02 req-3e071c35-5959-462c-a5cc-03d5131baf5a tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 945 time: 0.1562033 Nov 10 19:28:18.099380 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf50920-980f-4603-a30d-d58df64b3d3c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Port': ['ID=a8999072-c4ac-4204-9bf4-2bd506faa40a,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:18.124647 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:18.136185 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-94025a3b-73e0-4b2a-9f27-ca6768997a02 req-02f9c54e-904d-46ac-b064-5b0e9a7c47ff tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177421 Nov 10 19:28:18.178350 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port e3a3656a-69f1-465f-a4fa-f3dafb596ae0, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e3a3656a-69f1-465f-a4fa-f3dafb596ae0,segment=NetworkSegment(39aee367-cdc1-4cda-87d4-64f3a60a51f2),segment_id=39aee367-cdc1-4cda-87d4-64f3a60a51f2)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:18.187264 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:18.206916 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf50920-980f-4603-a30d-d58df64b3d3c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network 1ef43767-27d9-4640-9f7f-d248b124e155 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:28:18.217444 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-8bf50920-980f-4603-a30d-d58df64b3d3c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:28:18.300806 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=e3a3656a-69f1-465f-a4fa-f3dafb596ae0,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:18.468935 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf50920-980f-4603-a30d-d58df64b3d3c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Router 595165e1-f908-4bbf-9316-d6c7f182d241 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:28:18.498677 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d94afe8-7030-461c-a95c-2686440af606 None None] Network 1ef43767-27d9-4640-9f7f-d248b124e155 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:28:18.507670 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bcdbd6-953f-4f65-875b-847896f7e361 req-9f92617d-d904-4f4e-9b8f-72550f8f29c8 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:18.515185 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-98bcdbd6-953f-4f65-875b-847896f7e361 req-9f92617d-d904-4f4e-9b8f-72550f8f29c8 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/ports?device_id=790a40eb-b477-4550-b491-1e77ebd1ac6e HTTP/1.1" status: 200 len: 946 time: 0.1077256 Nov 10 19:28:18.633992 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-98bcdbd6-953f-4f65-875b-847896f7e361 req-be999ede-a70e-4ba0-83d3-3a3ab000d648 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/security-groups?id=7dae99ce-b70d-4994-9d41-19cc28731eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105201 Nov 10 19:28:18.654948 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e5267234-dd83-4337-a747-ee2c32770c16 None None] Provisioning complete for port 5643a84d-2619-4811-b899-d59b3e65d5f1 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:18.655616 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e5267234-dd83-4337-a747-ee2c32770c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:18.684759 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf50920-980f-4603-a30d-d58df64b3d3c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:28:18.692844 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8bf50920-980f-4603-a30d-d58df64b3d3c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "PUT /v2.0/routers/595165e1-f908-4bbf-9316-d6c7f182d241/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5863230 Nov 10 19:28:18.693546 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51454) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:18.699090 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-a23b4bce-3809-4204-a1ed-597f7b8dc55a tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1931579927'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:28:18.703638 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745935b9-fe20-456d-9b17-2f6066900bd9 None None] Sync routers for ids ['595165e1-f908-4bbf-9316-d6c7f182d241'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:28:18.745684 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23b4bce-3809-4204-a1ed-597f7b8dc55a tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Made reservation on behalf of 224f7fcc3f6e44c5aaa6d320857c04c1 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:28:18.750178 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a23b4bce-3809-4204-a1ed-597f7b8dc55a tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:18.804893 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23b4bce-3809-4204-a1ed-597f7b8dc55a tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:28:18.817345 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a23b4bce-3809-4204-a1ed-597f7b8dc55a tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:18.817986 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-a23b4bce-3809-4204-a1ed-597f7b8dc55a tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Added segment d9423d05-38df-47d9-95e2-30f6031d8588 of type vlan for network 2163a86a-3636-4ab0-92fd-bc11ed0e29b0 Nov 10 19:28:18.833897 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50939f58-a53d-4e02-a332-6c18727bbae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a3656a-69f1-465f-a4fa-f3dafb596ae0'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:28:18.837299 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a54bd0-5263-40bf-a977-ceddfea3b770" -d '{"events": [{"server_uuid": "50939f58-a53d-4e02-a332-6c18727bbae9", "name": "network-vif-plugged", "status": "completed", "tag": "e3a3656a-69f1-465f-a4fa-f3dafb596ae0"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:28:18.842867 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745935b9-fe20-456d-9b17-2f6066900bd9 None None] Routers {'595165e1-f908-4bbf-9316-d6c7f182d241'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:28:18.843690 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-745935b9-fe20-456d-9b17-2f6066900bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:27:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['595165e1-f908-4bbf-9316-d6c7f182d241'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:18.886207 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a23b4bce-3809-4204-a1ed-597f7b8dc55a tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:19.022871 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e5267234-dd83-4337-a747-ee2c32770c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:19.057057 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-745935b9-fe20-456d-9b17-2f6066900bd9 None None] Set router 595165e1-f908-4bbf-9316-d6c7f182d241 gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:28:19.100161 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddbd88-5893-4eec-a7fe-4d6c0e09b806 req-cdac3dfd-cbc0-4ce3-8953-100d7305309b tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:19.118994 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e5ddbd88-5893-4eec-a7fe-4d6c0e09b806 req-cdac3dfd-cbc0-4ce3-8953-100d7305309b tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 945 time: 0.2404757 Nov 10 19:28:19.132941 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5643a84d-2619-4811-b899-d59b3e65d5f1 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:28:19.143377 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e5267234-dd83-4337-a747-ee2c32770c16 None None] For port 5643a84d-2619-4811-b899-d59b3e65d5f1, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5643a84d-2619-4811-b899-d59b3e65d5f1,segment=NetworkSegment(1286dcb6-6e24-4b99-b978-08ffe1fe941e),segment_id=1286dcb6-6e24-4b99-b978-08ffe1fe941e)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:19.186603 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a23b4bce-3809-4204-a1ed-597f7b8dc55a tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:19.191330 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e5267234-dd83-4337-a747-ee2c32770c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:19.209833 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23b4bce-3809-4204-a1ed-597f7b8dc55a tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:19.219385 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a23b4bce-3809-4204-a1ed-597f7b8dc55a tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:19.339172 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e5ddbd88-5893-4eec-a7fe-4d6c0e09b806 req-53f0c74f-a6f9-41a9-93ce-c6dd3963d407 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2173820 Nov 10 19:28:19.407328 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b4bce-3809-4204-a1ed-597f7b8dc55a tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Network': ['ID=2163a86a-3636-4ab0-92fd-bc11ed0e29b0,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:19.415372 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a23b4bce-3809-4204-a1ed-597f7b8dc55a tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7209589 Nov 10 19:28:19.418049 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51470) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:19.423777 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-a7538b35-ef68-4a9f-ba8b-e14ebefe585f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Request body: {'subnet': {'network_id': '2163a86a-3636-4ab0-92fd-bc11ed0e29b0', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:28:19.436019 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51472) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:19.462538 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 2163a86a-3636-4ab0-92fd-bc11ed0e29b0 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:28:19.473479 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bac4e8e-5468-4108-9625-f45bffafa456 x-openstack-request-id: req-3bac4e8e-5468-4108-9625-f45bffafa456 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:28:19.474804 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50939f58-a53d-4e02-a332-6c18727bbae9", "name": "network-vif-plugged", "status": "completed", "tag": "e3a3656a-69f1-465f-a4fa-f3dafb596ae0", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:28:19.475148 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3bac4e8e-5468-4108-9625-f45bffafa456 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:28:19.475620 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50939f58-a53d-4e02-a332-6c18727bbae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a3656a-69f1-465f-a4fa-f3dafb596ae0', 'code': 200} Nov 10 19:28:19.694228 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778ac05-caec-410b-bb4c-f9cf42496a4c req-9b60cccd-79ac-4362-b2f8-e527d90fa1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:19.696590 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8778ac05-caec-410b-bb4c-f9cf42496a4c req-9b60cccd-79ac-4362-b2f8-e527d90fa1d7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=50939f58-a53d-4e02-a332-6c18727bbae9 HTTP/1.1" status: 200 len: 1096 time: 0.1099601 Nov 10 19:28:19.717629 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5267234-dd83-4337-a747-ee2c32770c16 None None] Pushing event updated for resources: {'Port': ['ID=5643a84d-2619-4811-b899-d59b3e65d5f1,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:19.788838 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 5643a84d-2619-4811-b899-d59b3e65d5f1 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:19.790312 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:19.817732 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8778ac05-caec-410b-bb4c-f9cf42496a4c req-229ced80-c108-4bdb-85e1-4e31640bc9d6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7dae99ce-b70d-4994-9d41-19cc28731eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134493 Nov 10 19:28:19.818734 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b08204db-8db2-4a8c-9a11-5392db4a575f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:19.832459 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e44ccf-4bea-42a7-8691-de876b75c9c0 req-b58786f5-c291-40f7-bb14-724bc49b82b8 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:19.848017 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-56e44ccf-4bea-42a7-8691-de876b75c9c0 req-b58786f5-c291-40f7-bb14-724bc49b82b8 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 945 time: 0.2137403 Nov 10 19:28:19.862772 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-6134c069-a1f1-4035-8e38-73a061384fb6 None None] Provisioning complete for port a8999072-c4ac-4204-9bf4-2bd506faa40a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:19.863337 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6134c069-a1f1-4035-8e38-73a061384fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:19.922334 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7538b35-ef68-4a9f-ba8b-e14ebefe585f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Made reservation on behalf of 224f7fcc3f6e44c5aaa6d320857c04c1 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:28:19.926264 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a7538b35-ef68-4a9f-ba8b-e14ebefe585f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:20.028954 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b08204db-8db2-4a8c-9a11-5392db4a575f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:20.039295 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b08204db-8db2-4a8c-9a11-5392db4a575f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:20.096443 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b08204db-8db2-4a8c-9a11-5392db4a575f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f54e786d816f4141839c543acec9a98a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6569409 Nov 10 19:28:20.096443 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08204db-8db2-4a8c-9a11-5392db4a575f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f85f4f-d54b-49ca-855c-cdae96bcda69,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:20.097348 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-6134c069-a1f1-4035-8e38-73a061384fb6 None None] Port a8999072-c4ac-4204-9bf4-2bd506faa40a cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:28:20.100825 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51484) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:20.162871 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-6134c069-a1f1-4035-8e38-73a061384fb6 None None] Provisioning complete for port 5643a84d-2619-4811-b899-d59b3e65d5f1 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:20.163239 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6134c069-a1f1-4035-8e38-73a061384fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:20.258125 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-56e44ccf-4bea-42a7-8691-de876b75c9c0 req-bb478e1a-6114-46ae-ab3e-e183b7639617 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034660 Nov 10 19:28:20.325028 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-745935b9-fe20-456d-9b17-2f6066900bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'name': 'tempest-RoutersIpV6Test-router-610818905', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:27:54Z', 'updated_at': '2021-11-10T19:28:17Z', 'revision_number': 4, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None, '_interfaces': [{'id': 'a8999072-c4ac-4204-9bf4-2bd506faa40a', 'name': '', 'network_id': '1ef43767-27d9-4640-9f7f-d248b124e155', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:c2:c0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'fe3bcf7d-631b-4f19-baea-392d373ada81', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:15Z', 'updated_at': '2021-11-10T19:28:17Z', 'revision_number': 2, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'fe3bcf7d-631b-4f19-baea-392d373ada81', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c20fde36-e702-41b5-9b77-47e1e3f672be', 'name': '', 'network_id': '319bbde8-a4df-441e-82f6-67a5a6334686', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:6b:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:05Z', 'updated_at': '2021-11-10T19:28:14Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbbed1b3-014d-4a9d-9258-12a9bba7ac5d', 'name': '', 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:59:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:27:56Z', 'updated_at': '2021-11-10T19:28:03Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:20.352453 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a7538b35-ef68-4a9f-ba8b-e14ebefe585f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:20.416378 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745935b9-fe20-456d-9b17-2f6066900bd9 None None] Checking router: 595165e1-f908-4bbf-9316-d6c7f182d241 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:28:20.416928 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745935b9-fe20-456d-9b17-2f6066900bd9 None None] Updating router 595165e1-f908-4bbf-9316-d6c7f182d241 port a8999072-c4ac-4204-9bf4-2bd506faa40a binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:28:20.440200 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7538b35-ef68-4a9f-ba8b-e14ebefe585f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Subnet': ['ID=bcf4bcc7-5036-4f73-a777-fa1e33f636d6,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:20.470021 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b9ea9347-4772-4fef-be71-38b11f8853c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:20.562842 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-745935b9-fe20-456d-9b17-2f6066900bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:20.597907 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b9ea9347-4772-4fef-be71-38b11f8853c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:20.616898 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7538b35-ef68-4a9f-ba8b-e14ebefe585f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Checking segment: {'id': 'd9423d05-38df-47d9-95e2-30f6031d8588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2163a86a-3636-4ab0-92fd-bc11ed0e29b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:28:20.617695 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7538b35-ef68-4a9f-ba8b-e14ebefe585f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network hostable DHCP agents. Network: 2163a86a-3636-4ab0-92fd-bc11ed0e29b0, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:28:20.664100 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38160570-bb50-4fe1-b6f1-d04772d77134 req-a0f69407-3f64-4a10-9169-2d93e66aae18 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:20.673503 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-38160570-bb50-4fe1-b6f1-d04772d77134 req-a0f69407-3f64-4a10-9169-2d93e66aae18 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/ports?device_id=790a40eb-b477-4550-b491-1e77ebd1ac6e HTTP/1.1" status: 200 len: 946 time: 0.1213250 Nov 10 19:28:20.702907 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7538b35-ef68-4a9f-ba8b-e14ebefe585f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network 2163a86a-3636-4ab0-92fd-bc11ed0e29b0 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:28:20.762482 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-38160570-bb50-4fe1-b6f1-d04772d77134 req-a03fe3a2-54e7-432a-9f46-1649751f9ed0 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/security-groups?id=7dae99ce-b70d-4994-9d41-19cc28731eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878229 Nov 10 19:28:20.763730 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-a7538b35-ef68-4a9f-ba8b-e14ebefe585f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 2163a86a-3636-4ab0-92fd-bc11ed0e29b0) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:28:20.784279 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7538b35-ef68-4a9f-ba8b-e14ebefe585f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:20.785086 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a7538b35-ef68-4a9f-ba8b-e14ebefe585f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:20.785966 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0844995-05fa-4d5e-8897-72c0d97110cc None None] Network 2163a86a-3636-4ab0-92fd-bc11ed0e29b0 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:28:20.811025 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b9ea9347-4772-4fef-be71-38b11f8853c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:20.815602 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b9ea9347-4772-4fef-be71-38b11f8853c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:20.822824 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b9ea9347-4772-4fef-be71-38b11f8853c0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/82f85f4f-d54b-49ca-855c-cdae96bcda69 HTTP/1.1" status: 204 len: 168 time: 0.7192581 Nov 10 19:28:20.834333 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea9347-4772-4fef-be71-38b11f8853c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f85f4f-d54b-49ca-855c-cdae96bcda69,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:20.859075 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a7538b35-ef68-4a9f-ba8b-e14ebefe585f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4369361 Nov 10 19:28:20.859335 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51496) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:21.295562 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5643a84d-2619-4811-b899-d59b3e65d5f1 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:28:21.324395 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f32b4-ae77-4aff-8641-bc598f2c7763 req-767a9445-ad33-4e6a-818e-d2c19ca04f68 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:21.329826 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-023f32b4-ae77-4aff-8641-bc598f2c7763 req-767a9445-ad33-4e6a-818e-d2c19ca04f68 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 945 time: 0.1002550 Nov 10 19:28:21.341859 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-ea8b4321-0d45-4e8f-a0ef-4c0955124381 None None] Provisioning complete for port a8999072-c4ac-4204-9bf4-2bd506faa40a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:21.346543 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4321-0d45-4e8f-a0ef-4c0955124381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:21.448815 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-023f32b4-ae77-4aff-8641-bc598f2c7763 req-79cf47fc-1dac-431d-9cbf-9c651d0db468 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1125739 Nov 10 19:28:21.462597 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51522) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:21.485102 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ce232827-f371-4896-96a2-d6c4ae38bb14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:21.538315 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0c1c6340-bf4b-4cd7-a8fe-a4e567e9fdab tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:21.548616 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-ea8b4321-0d45-4e8f-a0ef-4c0955124381 None None] Port a8999072-c4ac-4204-9bf4-2bd506faa40a cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:28:21.685921 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7501755-efad-4eb1-899e-b55d99e1aa13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-2163a86a-3636-4ab0-92fd-bc11ed0e29b0', 'network_id': '2163a86a-3636-4ab0-92fd-bc11ed0e29b0', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'fixed_ips': [{'subnet_id': 'bcf4bcc7-5036-4f73-a777-fa1e33f636d6'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:28:21.686856 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b7501755-efad-4eb1-899e-b55d99e1aa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:21.707715 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ce232827-f371-4896-96a2-d6c4ae38bb14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:21.720745 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ce232827-f371-4896-96a2-d6c4ae38bb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:21.759381 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce232827-f371-4896-96a2-d6c4ae38bb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c04e7e-68da-4255-a4c7-fd0e94756e55,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:21.783986 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7c8fb-353e-4cfb-80d4-62bbb51200c4 req-1c4db4a6-e129-4890-b846-0fddbd06d7cc tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:21.792436 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4db7c8fb-353e-4cfb-80d4-62bbb51200c4 req-1c4db4a6-e129-4890-b846-0fddbd06d7cc tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/ports?device_id=50939f58-a53d-4e02-a332-6c18727bbae9 HTTP/1.1" status: 200 len: 945 time: 0.2251723 Nov 10 19:28:21.833882 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ce232827-f371-4896-96a2-d6c4ae38bb14 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=59c187d0652b4989968fca1e26693b1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3701367 Nov 10 19:28:21.836666 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51536) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:21.910471 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-b7501755-efad-4eb1-899e-b55d99e1aa13 None None] Allocated IP 2001:db8:3::2 (2163a86a-3636-4ab0-92fd-bc11ed0e29b0/bcf4bcc7-5036-4f73-a777-fa1e33f636d6/906735a2-dbc7-4981-b1ae-156d175aca48) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:28:21.930862 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4db7c8fb-353e-4cfb-80d4-62bbb51200c4 req-26867acb-4b10-4949-9002-94c611902e8e tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/security-groups?id=7dae99ce-b70d-4994-9d41-19cc28731eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375403 Nov 10 19:28:21.946711 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-eaae8bf3-9e19-4fbe-b587-50eccdc4d116 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:21.975581 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-eaae8bf3-9e19-4fbe-b587-50eccdc4d116 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:21.976163 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 5643a84d-2619-4811-b899-d59b3e65d5f1 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:21.976753 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:22.041343 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-eaae8bf3-9e19-4fbe-b587-50eccdc4d116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:22.044856 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-eaae8bf3-9e19-4fbe-b587-50eccdc4d116 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:22.048667 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-eaae8bf3-9e19-4fbe-b587-50eccdc4d116 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f2c04e7e-68da-4255-a4c7-fd0e94756e55 HTTP/1.1" status: 204 len: 168 time: 0.2108891 Nov 10 19:28:22.075485 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae8bf3-9e19-4fbe-b587-50eccdc4d116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c04e7e-68da-4255-a4c7-fd0e94756e55,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:22.138999 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2eb1e-2ee6-4c8b-be42-29c0bd61382e req-00c51fc1-dfd2-4fcb-9ed3-e7d3bb73f8b6 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:22.140570 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a6d2eb1e-2ee6-4c8b-be42-29c0bd61382e req-00c51fc1-dfd2-4fcb-9ed3-e7d3bb73f8b6 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 945 time: 0.1204088 Nov 10 19:28:22.212831 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a6d2eb1e-2ee6-4c8b-be42-29c0bd61382e req-77019b92-2590-497d-ac0e-0aaf15b9d3b4 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641010 Nov 10 19:28:22.361604 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-745935b9-fe20-456d-9b17-2f6066900bd9 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:22.387009 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-745935b9-fe20-456d-9b17-2f6066900bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:22.399132 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b7501755-efad-4eb1-899e-b55d99e1aa13 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:22.438530 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b7501755-efad-4eb1-899e-b55d99e1aa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:22.483776 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f2334-16eb-4cbd-b81f-8ebebea96782 req-cb4348cf-239a-45e3-9801-ac2bc8a66de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:22.485985 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e53f2334-16eb-4cbd-b81f-8ebebea96782 req-cb4348cf-239a-45e3-9801-ac2bc8a66de7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 1096 time: 0.1729305 Nov 10 19:28:22.521747 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7501755-efad-4eb1-899e-b55d99e1aa13 None None] Network 2163a86a-3636-4ab0-92fd-bc11ed0e29b0 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:28:22.528821 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-b7501755-efad-4eb1-899e-b55d99e1aa13 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:28:22.537443 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7501755-efad-4eb1-899e-b55d99e1aa13 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:28:22.590687 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264177c-7d09-4741-83d8-7393ca9fcb8c req-c2a72160-670f-4763-8d16-e8e0d18aa0f1 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:22.608797 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b264177c-7d09-4741-83d8-7393ca9fcb8c req-c2a72160-670f-4763-8d16-e8e0d18aa0f1 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/ports?device_id=aeb9a4ca-cd50-4fd9-b7c9-c3d7be6e1227 HTTP/1.1" status: 200 len: 945 time: 0.1888223 Nov 10 19:28:22.629616 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-0c1c6340-bf4b-4cd7-a8fe-a4e567e9fdab tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Allocated IP 2001:db8:3::1 (2163a86a-3636-4ab0-92fd-bc11ed0e29b0/bcf4bcc7-5036-4f73-a777-fa1e33f636d6/d9906b9d-4a12-4527-b56d-1ed4353a5717) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:28:22.669971 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d69c5e-0ae5-4656-aa5d-8ea7f77c7872 None None] Pushing event updated for resources: {'Port': ['ID=a8999072-c4ac-4204-9bf4-2bd506faa40a,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:22.779137 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b264177c-7d09-4741-83d8-7393ca9fcb8c req-fb6077d3-b3ea-4876-aab3-aca4ad133172 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/security-groups?id=7dae99ce-b70d-4994-9d41-19cc28731eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666071 Nov 10 19:28:22.973220 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f2334-16eb-4cbd-b81f-8ebebea96782 req-1ea02301-3b82-4adb-a54c-5d1e42a58722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:22.974989 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e53f2334-16eb-4cbd-b81f-8ebebea96782 req-1ea02301-3b82-4adb-a54c-5d1e42a58722 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d2ee296e-97f0-4e05-bc63-eecad2cf8d08 HTTP/1.1" status: 200 len: 897 time: 0.4521518 Nov 10 19:28:22.980895 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec0449-682b-4933-8e87-b81b5ff47a75 req-492ed169-1e49-4b03-86e4-f1179f433474 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:22.990604 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d8d334d0-0723-42b8-96e9-c94d8532e116 None None] Provisioning complete for port a8999072-c4ac-4204-9bf4-2bd506faa40a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:22.991147 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d8d334d0-0723-42b8-96e9-c94d8532e116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:22.992540 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-08ec0449-682b-4933-8e87-b81b5ff47a75 req-492ed169-1e49-4b03-86e4-f1179f433474 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 945 time: 0.1122181 Nov 10 19:28:23.046586 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-d8d334d0-0723-42b8-96e9-c94d8532e116 None None] Port a8999072-c4ac-4204-9bf4-2bd506faa40a cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:28:23.050141 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-b7501755-efad-4eb1-899e-b55d99e1aa13 None None] Attempting to bind port 906735a2-dbc7-4981-b1ae-156d175aca48 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:28:23.051081 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-b7501755-efad-4eb1-899e-b55d99e1aa13 None None] Attempting to bind port 906735a2-dbc7-4981-b1ae-156d175aca48 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'd9423d05-38df-47d9-95e2-30f6031d8588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2163a86a-3636-4ab0-92fd-bc11ed0e29b0'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:28:23.051081 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7501755-efad-4eb1-899e-b55d99e1aa13 None None] Attempting to bind port 906735a2-dbc7-4981-b1ae-156d175aca48 on network 2163a86a-3636-4ab0-92fd-bc11ed0e29b0 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:28:23.058250 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-745935b9-fe20-456d-9b17-2f6066900bd9 None None] Attempting to bind port a8999072-c4ac-4204-9bf4-2bd506faa40a on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:28:23.058736 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-745935b9-fe20-456d-9b17-2f6066900bd9 None None] Attempting to bind port a8999072-c4ac-4204-9bf4-2bd506faa40a by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '1286dcb6-6e24-4b99-b978-08ffe1fe941e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1ef43767-27d9-4640-9f7f-d248b124e155'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:28:23.059197 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745935b9-fe20-456d-9b17-2f6066900bd9 None None] Attempting to bind port a8999072-c4ac-4204-9bf4-2bd506faa40a on network 1ef43767-27d9-4640-9f7f-d248b124e155 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:28:23.062248 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7501755-efad-4eb1-899e-b55d99e1aa13 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:28:23.062743 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7501755-efad-4eb1-899e-b55d99e1aa13 None None] Checking segment: {'id': 'd9423d05-38df-47d9-95e2-30f6031d8588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2163a86a-3636-4ab0-92fd-bc11ed0e29b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:28:23.063236 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b7501755-efad-4eb1-899e-b55d99e1aa13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:23.063723 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7501755-efad-4eb1-899e-b55d99e1aa13 None None] Bound using segment: {'id': 'd9423d05-38df-47d9-95e2-30f6031d8588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2163a86a-3636-4ab0-92fd-bc11ed0e29b0'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:28:23.064320 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-b7501755-efad-4eb1-899e-b55d99e1aa13 None None] Bound port: 906735a2-dbc7-4981-b1ae-156d175aca48, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9423d05-38df-47d9-95e2-30f6031d8588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2163a86a-3636-4ab0-92fd-bc11ed0e29b0'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:28:23.064797 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b7501755-efad-4eb1-899e-b55d99e1aa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:23.075237 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7501755-efad-4eb1-899e-b55d99e1aa13 None None] Pushing event updated for resources: {'Port': ['ID=906735a2-dbc7-4981-b1ae-156d175aca48,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:23.100121 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-08ec0449-682b-4933-8e87-b81b5ff47a75 req-2512acbc-9e8a-4882-ae70-f1000bbcd0a3 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1064191 Nov 10 19:28:23.107073 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745935b9-fe20-456d-9b17-2f6066900bd9 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:28:23.107618 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745935b9-fe20-456d-9b17-2f6066900bd9 None None] Checking segment: {'id': '1286dcb6-6e24-4b99-b978-08ffe1fe941e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1ef43767-27d9-4640-9f7f-d248b124e155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:28:23.108078 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-745935b9-fe20-456d-9b17-2f6066900bd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:23.108654 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745935b9-fe20-456d-9b17-2f6066900bd9 None None] Bound using segment: {'id': '1286dcb6-6e24-4b99-b978-08ffe1fe941e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1ef43767-27d9-4640-9f7f-d248b124e155'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:28:23.109295 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-745935b9-fe20-456d-9b17-2f6066900bd9 None None] Bound port: a8999072-c4ac-4204-9bf4-2bd506faa40a, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1286dcb6-6e24-4b99-b978-08ffe1fe941e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1ef43767-27d9-4640-9f7f-d248b124e155'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:28:23.109812 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-745935b9-fe20-456d-9b17-2f6066900bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:23.252013 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-745935b9-fe20-456d-9b17-2f6066900bd9 None None] For port a8999072-c4ac-4204-9bf4-2bd506faa40a, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:28:23.254666 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-b7501755-efad-4eb1-899e-b55d99e1aa13 None None] For port 906735a2-dbc7-4981-b1ae-156d175aca48, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:28:23.257814 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-745935b9-fe20-456d-9b17-2f6066900bd9 None None] For port a8999072-c4ac-4204-9bf4-2bd506faa40a, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=a8999072-c4ac-4204-9bf4-2bd506faa40a,segment=NetworkSegment(1286dcb6-6e24-4b99-b978-08ffe1fe941e),segment_id=1286dcb6-6e24-4b99-b978-08ffe1fe941e)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:28:23.260179 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-b7501755-efad-4eb1-899e-b55d99e1aa13 None None] For port 906735a2-dbc7-4981-b1ae-156d175aca48, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=906735a2-dbc7-4981-b1ae-156d175aca48,segment=NetworkSegment(d9423d05-38df-47d9-95e2-30f6031d8588),segment_id=d9423d05-38df-47d9-95e2-30f6031d8588)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:28:23.266467 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-745935b9-fe20-456d-9b17-2f6066900bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:23.342190 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d69c5e-0ae5-4656-aa5d-8ea7f77c7872 None None] Pushing event updated for resources: {'Port': ['ID=a8999072-c4ac-4204-9bf4-2bd506faa40a,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:23.348325 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b7501755-efad-4eb1-899e-b55d99e1aa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:23.557840 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5205b7a6-af8a-4d83-924e-b70e68cddcdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:23.581923 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745935b9-fe20-456d-9b17-2f6066900bd9 None None] Routers {'595165e1-f908-4bbf-9316-d6c7f182d241'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:28:23.582957 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-745935b9-fe20-456d-9b17-2f6066900bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:27:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['595165e1-f908-4bbf-9316-d6c7f182d241'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:23.593384 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f1dbd-30d3-4276-b261-5cfba66fd8e2 req-3b45371f-e318-4ffa-8ed2-1b04410d7341 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:23.614713 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-913f1dbd-30d3-4276-b261-5cfba66fd8e2 req-3b45371f-e318-4ffa-8ed2-1b04410d7341 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 945 time: 0.1431344 Nov 10 19:28:23.750099 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7501755-efad-4eb1-899e-b55d99e1aa13 None None] Pushing event updated for resources: {'Port': ['ID=906735a2-dbc7-4981-b1ae-156d175aca48,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:23.752708 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-913f1dbd-30d3-4276-b261-5cfba66fd8e2 req-26deaea6-5f5a-42ab-a70e-588e24da31e0 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361969 Nov 10 19:28:23.784973 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-745935b9-fe20-456d-9b17-2f6066900bd9 None None] Set router 595165e1-f908-4bbf-9316-d6c7f182d241 gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:28:23.905786 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0c1c6340-bf4b-4cd7-a8fe-a4e567e9fdab tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:23.995560 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0c1c6340-bf4b-4cd7-a8fe-a4e567e9fdab tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:24.070547 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d0b73960-9ae4-44bf-8ddf-ab6a65fab5d5 None None] Provisioning complete for port a8999072-c4ac-4204-9bf4-2bd506faa40a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:24.070547 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d0b73960-9ae4-44bf-8ddf-ab6a65fab5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:24.070770 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1c6340-bf4b-4cd7-a8fe-a4e567e9fdab tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network 2163a86a-3636-4ab0-92fd-bc11ed0e29b0 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:28:24.076273 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-0c1c6340-bf4b-4cd7-a8fe-a4e567e9fdab tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:28:24.107903 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1c6340-bf4b-4cd7-a8fe-a4e567e9fdab tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:28:24.108317 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0c1c6340-bf4b-4cd7-a8fe-a4e567e9fdab tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:24.129915 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cc2ed-a735-4edb-93bc-6871c3dcea51 req-2bdca0ea-b085-4296-aa15-fad42ac91d8a tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:24.140457 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7a7cc2ed-a735-4edb-93bc-6871c3dcea51 req-2bdca0ea-b085-4296-aa15-fad42ac91d8a tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/ports?device_id=aeb9a4ca-cd50-4fd9-b7c9-c3d7be6e1227 HTTP/1.1" status: 200 len: 945 time: 0.1000102 Nov 10 19:28:24.222712 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7a7cc2ed-a735-4edb-93bc-6871c3dcea51 req-3b94b82e-2474-4d85-ae5f-19a4b53839cf tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/security-groups?id=7dae99ce-b70d-4994-9d41-19cc28731eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807223 Nov 10 19:28:24.238851 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e53f2334-16eb-4cbd-b81f-8ebebea96782 req-13ea48ce-609d-4aa7-a913-4d120d9d6c90 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=077f720c-ab5b-4102-9670-f8f163fce1ec HTTP/1.1" status: 200 len: 1001 time: 1.2531300 Nov 10 19:28:24.277702 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d0b73960-9ae4-44bf-8ddf-ab6a65fab5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:24.284085 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-745935b9-fe20-456d-9b17-2f6066900bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'name': 'tempest-RoutersIpV6Test-router-610818905', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:27:54Z', 'updated_at': '2021-11-10T19:28:17Z', 'revision_number': 4, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None, '_interfaces': [{'id': 'a8999072-c4ac-4204-9bf4-2bd506faa40a', 'name': '', 'network_id': '1ef43767-27d9-4640-9f7f-d248b124e155', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:c2:c0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'fe3bcf7d-631b-4f19-baea-392d373ada81', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:15Z', 'updated_at': '2021-11-10T19:28:23Z', 'revision_number': 4, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'fe3bcf7d-631b-4f19-baea-392d373ada81', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c20fde36-e702-41b5-9b77-47e1e3f672be', 'name': '', 'network_id': '319bbde8-a4df-441e-82f6-67a5a6334686', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:6b:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:05Z', 'updated_at': '2021-11-10T19:28:14Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbbed1b3-014d-4a9d-9258-12a9bba7ac5d', 'name': '', 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:59:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:27:56Z', 'updated_at': '2021-11-10T19:28:03Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:24.327434 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0c1c6340-bf4b-4cd7-a8fe-a4e567e9fdab tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:24.356396 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d094cbc2-27a4-4568-9f96-b3d8d93ebc17 req-1003e48e-c358-4db7-998c-528275bb29f9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3889849 Nov 10 19:28:24.368815 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745935b9-fe20-456d-9b17-2f6066900bd9 None None] The sync data for ids ['595165e1-f908-4bbf-9316-d6c7f182d241'] in n-d-813897-4 is: [{'id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'name': 'tempest-RoutersIpV6Test-router-610818905', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:27:54Z', 'updated_at': '2021-11-10T19:28:17Z', 'revision_number': 4, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None, '_interfaces': [{'id': 'a8999072-c4ac-4204-9bf4-2bd506faa40a', 'name': '', 'network_id': '1ef43767-27d9-4640-9f7f-d248b124e155', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:c2:c0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'fe3bcf7d-631b-4f19-baea-392d373ada81', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:15Z', 'updated_at': '2021-11-10T19:28:23Z', 'revision_number': 4, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'fe3bcf7d-631b-4f19-baea-392d373ada81', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c20fde36-e702-41b5-9b77-47e1e3f672be', 'name': '', 'network_id': '319bbde8-a4df-441e-82f6-67a5a6334686', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:6b:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:05Z', 'updated_at': '2021-11-10T19:28:14Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbbed1b3-014d-4a9d-9258-12a9bba7ac5d', 'name': '', 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:59:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:27:56Z', 'updated_at': '2021-11-10T19:28:03Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:28:24.421310 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998f4f5-f2d1-41a6-bef8-e92f7b332fa2 req-4a53f122-2220-4e70-9c99-4e97598a4d38 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:24.427410 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-d0b73960-9ae4-44bf-8ddf-ab6a65fab5d5 None None] For port a8999072-c4ac-4204-9bf4-2bd506faa40a, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=a8999072-c4ac-4204-9bf4-2bd506faa40a,segment=NetworkSegment(1286dcb6-6e24-4b99-b978-08ffe1fe941e),segment_id=1286dcb6-6e24-4b99-b978-08ffe1fe941e)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:24.432596 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8998f4f5-f2d1-41a6-bef8-e92f7b332fa2 req-4a53f122-2220-4e70-9c99-4e97598a4d38 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 945 time: 0.1064744 Nov 10 19:28:24.437258 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d0b73960-9ae4-44bf-8ddf-ab6a65fab5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:24.582608 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8998f4f5-f2d1-41a6-bef8-e92f7b332fa2 req-ad901895-1dea-48d5-b6af-fffae29b3f6e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1482961 Nov 10 19:28:24.606437 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b73960-9ae4-44bf-8ddf-ab6a65fab5d5 None None] Pushing event updated for resources: {'Port': ['ID=a8999072-c4ac-4204-9bf4-2bd506faa40a,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:24.639494 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818519b-c8f6-4786-8840-da5fdb8d0695 req-caf045ac-4639-491b-9969-05b420f7720c tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:24.641183 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:24.641330 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3818519b-c8f6-4786-8840-da5fdb8d0695 req-caf045ac-4639-491b-9969-05b420f7720c tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 945 time: 0.4157796 Nov 10 19:28:24.650156 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c6340-bf4b-4cd7-a8fe-a4e567e9fdab tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Port': ['ID=d9906b9d-4a12-4527-b56d-1ed4353a5717,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:24.812368 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51600) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:24.963236 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f2334-16eb-4cbd-b81f-8ebebea96782 req-ebc8c06a-4beb-445c-9f07-19e29b4c22a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:24.969746 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e53f2334-16eb-4cbd-b81f-8ebebea96782 req-ebc8c06a-4beb-445c-9f07-19e29b4c22a8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=80df9671-f57e-40dc-a213-b58ffde2f797 HTTP/1.1" status: 200 len: 835 time: 0.6552343 Nov 10 19:28:24.993255 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1cfcd-f4ac-4dae-9b2f-30f3314d1e10 req-88e1938a-0475-44d9-b9e8-27ced850b94c tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:25.001746 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-83b1cfcd-f4ac-4dae-9b2f-30f3314d1e10 req-88e1938a-0475-44d9-b9e8-27ced850b94c tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 945 time: 0.1342456 Nov 10 19:28:25.024723 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:25.169222 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-83b1cfcd-f4ac-4dae-9b2f-30f3314d1e10 req-269ab4ed-ea81-4efd-9d76-6added885a8c tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638265 Nov 10 19:28:25.212895 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device a8999072-c4ac-4204-9bf4-2bd506faa40a up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:28:25.225372 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094cbc2-27a4-4568-9f96-b3d8d93ebc17 req-44fbcc3a-d553-409b-ad28-9d431256ce79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:25.231030 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d094cbc2-27a4-4568-9f96-b3d8d93ebc17 req-44fbcc3a-d553-409b-ad28-9d431256ce79 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=80448062df854eaa81ec7d2921f2c2b6&device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 1096 time: 0.7156909 Nov 10 19:28:25.256093 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-182debe6-3241-4711-ae36-af731173db87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:25.346752 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port a8999072-c4ac-4204-9bf4-2bd506faa40a triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:25.347367 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:25.357708 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc99f8f-1277-4dfd-8e09-a29779755970 None None] Network 2163a86a-3636-4ab0-92fd-bc11ed0e29b0 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:28:25.431481 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341ec48-5578-4b70-8ade-963dc111a1d1 req-a04317b4-f585-40b7-9dda-0738b9470672 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:25.434951 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4341ec48-5578-4b70-8ade-963dc111a1d1 req-a04317b4-f585-40b7-9dda-0738b9470672 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb9a4ca-cd50-4fd9-b7c9-c3d7be6e1227 HTTP/1.1" status: 200 len: 945 time: 0.2812493 Nov 10 19:28:25.535031 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f2334-16eb-4cbd-b81f-8ebebea96782 req-22c2d26a-479b-4aa0-963e-938a4af931f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:25.536735 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e53f2334-16eb-4cbd-b81f-8ebebea96782 req-22c2d26a-479b-4aa0-963e-938a4af931f1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d2ee296e-97f0-4e05-bc63-eecad2cf8d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4864113 Nov 10 19:28:25.629911 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-3818519b-c8f6-4786-8840-da5fdb8d0695 req-50b3fedc-81d2-4841-b845-541d175c49ac tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Deleting port 68643b0e-069c-4c0a-b4be-4afd91c2a25e {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:28:25.630713 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3818519b-c8f6-4786-8840-da5fdb8d0695 req-50b3fedc-81d2-4841-b845-541d175c49ac tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:25.634545 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094cbc2-27a4-4568-9f96-b3d8d93ebc17 req-f57a1671-1ff5-4835-aa1c-b33d2b048e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:25.636309 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d094cbc2-27a4-4568-9f96-b3d8d93ebc17 req-f57a1671-1ff5-4835-aa1c-b33d2b048e5b service neutron] 10.222.0.25 "GET /v2.0/networks?id=a03f2c77-7ce1-45bb-87ad-01c85ed47a74 HTTP/1.1" status: 200 len: 911 time: 0.2696774 Nov 10 19:28:25.704867 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-182debe6-3241-4711-ae36-af731173db87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:25.711585 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-182debe6-3241-4711-ae36-af731173db87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:25.732246 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aef181-6509-4af3-8aab-0b8cf74e6bef req-2532c416-89ad-4429-ad62-cecd1a95dee5 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:25.733792 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a7aef181-6509-4af3-8aab-0b8cf74e6bef req-2532c416-89ad-4429-ad62-cecd1a95dee5 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/ports?device_id=aeb9a4ca-cd50-4fd9-b7c9-c3d7be6e1227 HTTP/1.1" status: 200 len: 945 time: 0.2624717 Nov 10 19:28:25.737798 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d094cbc2-27a4-4568-9f96-b3d8d93ebc17 req-bc1bd745-9470-4673-a755-9b6cf6505171 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=434ec521-0182-4dc1-932f-08e3d5129957 HTTP/1.1" status: 200 len: 217 time: 0.0555725 Nov 10 19:28:25.783857 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-182debe6-3241-4711-ae36-af731173db87 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b4fdcf6b8db0405aa4f3b184804bb926&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9703567 Nov 10 19:28:25.793227 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51614) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:25.795601 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182debe6-3241-4711-ae36-af731173db87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656fe413-3096-4ce7-a5f1-3a09dbe89e1d,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:25.815768 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4d2d531d-403a-4d38-a095-fdc961a07ff8 None None] Provisioning complete for port 906735a2-dbc7-4981-b1ae-156d175aca48 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:25.816636 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4d2d531d-403a-4d38-a095-fdc961a07ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:25.824800 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a77c8e91-3567-4d26-ad28-f1f8afdf0fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:25.838231 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-4341ec48-5578-4b70-8ade-963dc111a1d1 req-f9596ced-d90c-44c2-99c5-d5879cc5172b tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Deleting port 0040f27c-0c80-4c5c-b35c-ba9b7d10fb02 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:28:25.838831 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-4341ec48-5578-4b70-8ade-963dc111a1d1 req-f9596ced-d90c-44c2-99c5-d5879cc5172b tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:25.881203 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094cbc2-27a4-4568-9f96-b3d8d93ebc17 req-ab9b78cf-ce4b-4c03-b677-48084c6da7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:25.883648 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d094cbc2-27a4-4568-9f96-b3d8d93ebc17 req-ab9b78cf-ce4b-4c03-b677-48084c6da7d3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=541fe813-4ea7-4cb0-9666-cf2befa3ec22 HTTP/1.1" status: 200 len: 850 time: 0.1312351 Nov 10 19:28:25.885549 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e53f2334-16eb-4cbd-b81f-8ebebea96782 req-c81ce70f-43bd-4919-af76-bc6b2e34e69e service neutron] 10.222.0.73 "GET /v2.0/networks/d2ee296e-97f0-4e05-bc63-eecad2cf8d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334310 Nov 10 19:28:25.918680 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a7aef181-6509-4af3-8aab-0b8cf74e6bef req-55e8dad6-a592-4d31-b989-fe48bccd2d60 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/security-groups?id=7dae99ce-b70d-4994-9d41-19cc28731eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585829 Nov 10 19:28:25.949034 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6600cc51-7a93-408e-b296-b015c84fc8cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:25.981973 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4d2d531d-403a-4d38-a095-fdc961a07ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:25.986782 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6600cc51-7a93-408e-b296-b015c84fc8cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:25.999316 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-4341ec48-5578-4b70-8ade-963dc111a1d1 req-f9596ced-d90c-44c2-99c5-d5879cc5172b tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] For port 0040f27c-0c80-4c5c-b35c-ba9b7d10fb02, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=0040f27c-0c80-4c5c-b35c-ba9b7d10fb02,segment=NetworkSegment(39aee367-cdc1-4cda-87d4-64f3a60a51f2),segment_id=39aee367-cdc1-4cda-87d4-64f3a60a51f2)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:25.999316 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-4341ec48-5578-4b70-8ade-963dc111a1d1 req-f9596ced-d90c-44c2-99c5-d5879cc5172b tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:25.999630 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0c1c6340-bf4b-4cd7-a8fe-a4e567e9fdab tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:26.004189 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e53f2334-16eb-4cbd-b81f-8ebebea96782 req-51422400-c5b8-4adc-8946-5b49d73598ad service neutron] 10.222.0.73 "GET /v2.0/networks/d2ee296e-97f0-4e05-bc63-eecad2cf8d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069794 Nov 10 19:28:26.021007 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-4341ec48-5578-4b70-8ade-963dc111a1d1 req-f9596ced-d90c-44c2-99c5-d5879cc5172b tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Calling delete_port for 0040f27c-0c80-4c5c-b35c-ba9b7d10fb02 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:28:26.038334 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0c1c6340-bf4b-4cd7-a8fe-a4e567e9fdab tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:26.039947 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0c1c6340-bf4b-4cd7-a8fe-a4e567e9fdab tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:26.040923 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 906735a2-dbc7-4981-b1ae-156d175aca48 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:28:26.092769 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-4d2d531d-403a-4d38-a095-fdc961a07ff8 None None] For port 906735a2-dbc7-4981-b1ae-156d175aca48, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=906735a2-dbc7-4981-b1ae-156d175aca48,segment=NetworkSegment(d9423d05-38df-47d9-95e2-30f6031d8588),segment_id=d9423d05-38df-47d9-95e2-30f6031d8588)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:26.109507 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4d2d531d-403a-4d38-a095-fdc961a07ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:26.135896 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d094cbc2-27a4-4568-9f96-b3d8d93ebc17 req-b90cbff0-f4fe-4a07-8bda-23793ac5c12a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a03f2c77-7ce1-45bb-87ad-01c85ed47a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2330544 Nov 10 19:28:26.181672 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823943a1-dc64-4a67-a86e-cfb0f0641c83 req-ba3ebbba-7cc6-4681-be27-6b56a96efa8c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:26.189893 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-823943a1-dc64-4a67-a86e-cfb0f0641c83 req-ba3ebbba-7cc6-4681-be27-6b56a96efa8c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 945 time: 0.1581192 Nov 10 19:28:26.200762 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6600cc51-7a93-408e-b296-b015c84fc8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:26.203342 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6600cc51-7a93-408e-b296-b015c84fc8cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:26.207222 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6600cc51-7a93-408e-b296-b015c84fc8cd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/656fe413-3096-4ce7-a5f1-3a09dbe89e1d HTTP/1.1" status: 204 len: 168 time: 0.4044752 Nov 10 19:28:26.234633 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6600cc51-7a93-408e-b296-b015c84fc8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656fe413-3096-4ce7-a5f1-3a09dbe89e1d,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:26.291695 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d531d-403a-4d38-a095-fdc961a07ff8 None None] Pushing event updated for resources: {'Port': ['ID=906735a2-dbc7-4981-b1ae-156d175aca48,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:26.307872 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 906735a2-dbc7-4981-b1ae-156d175aca48 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:26.309432 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:26.337739 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-823943a1-dc64-4a67-a86e-cfb0f0641c83 req-6354f1cd-9b63-4fc9-a6f1-9c3d8d6ab228 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1472888 Nov 10 19:28:26.338978 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d094cbc2-27a4-4568-9f96-b3d8d93ebc17 req-2f0932d4-e10c-45d8-be2a-528a1a97d3e2 service neutron] 10.222.0.25 "GET /v2.0/networks/a03f2c77-7ce1-45bb-87ad-01c85ed47a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652579 Nov 10 19:28:26.368302 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-3818519b-c8f6-4786-8840-da5fdb8d0695 req-50b3fedc-81d2-4841-b845-541d175c49ac tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] For port 68643b0e-069c-4c0a-b4be-4afd91c2a25e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=68643b0e-069c-4c0a-b4be-4afd91c2a25e,segment=NetworkSegment(d91afcb2-94dc-4e88-9067-82e028ea23a3),segment_id=d91afcb2-94dc-4e88-9067-82e028ea23a3)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:26.368678 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3818519b-c8f6-4786-8840-da5fdb8d0695 req-50b3fedc-81d2-4841-b845-541d175c49ac tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:26.394621 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-4341ec48-5578-4b70-8ade-963dc111a1d1 req-f9596ced-d90c-44c2-99c5-d5879cc5172b tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:26.413910 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['e3a3656a-69f1-465f-a4fa-f3dafb596ae0'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:28:26.416862 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['88bebab7-a908-4e8a-bd3c-2a97be93098a', '0040f27c-0c80-4c5c-b35c-ba9b7d10fb02'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:28:26.492402 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9596ced-d90c-44c2-99c5-d5879cc5172b tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Pushing event deleted for resources: {'Port': ['ID=0040f27c-0c80-4c5c-b35c-ba9b7d10fb02,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:26.638081 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42011a-c7ed-4d19-8c5b-60aeb15d749b req-ae855faf-22ec-4cf2-a832-9b973a350ae3 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:26.639827 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ce42011a-c7ed-4d19-8c5b-60aeb15d749b req-ae855faf-22ec-4cf2-a832-9b973a350ae3 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b706d3f-6ce1-4560-8ab3-2372b719b1d9 HTTP/1.1" status: 200 len: 945 time: 0.1495361 Nov 10 19:28:26.677350 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-4341ec48-5578-4b70-8ade-963dc111a1d1 req-f9596ced-d90c-44c2-99c5-d5879cc5172b tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] No DVR routers for this DVR port 0040f27c-0c80-4c5c-b35c-ba9b7d10fb02 on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:28:26.702145 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-4341ec48-5578-4b70-8ade-963dc111a1d1 req-f9596ced-d90c-44c2-99c5-d5879cc5172b tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:26.706160 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d094cbc2-27a4-4568-9f96-b3d8d93ebc17 req-52e6a333-f514-4e9b-859e-8ae13c277eec service neutron] 10.222.0.25 "GET /v2.0/networks/a03f2c77-7ce1-45bb-87ad-01c85ed47a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526800 Nov 10 19:28:26.706935 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4341ec48-5578-4b70-8ade-963dc111a1d1 req-f9596ced-d90c-44c2-99c5-d5879cc5172b tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.25 "DELETE /v2.0/ports/0040f27c-0c80-4c5c-b35c-ba9b7d10fb02 HTTP/1.1" status: 204 len: 173 time: 1.2639592 Nov 10 19:28:26.707608 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb9a4ca-cd50-4fd9-b7c9-c3d7be6e1227', 'name': 'network-vif-deleted', 'tag': '0040f27c-0c80-4c5c-b35c-ba9b7d10fb02'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:28:26.725202 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830caedf-29ee-48e9-8700-30df6d90142c" -d '{"events": [{"server_uuid": "aeb9a4ca-cd50-4fd9-b7c9-c3d7be6e1227", "name": "network-vif-deleted", "tag": "0040f27c-0c80-4c5c-b35c-ba9b7d10fb02"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:28:26.733262 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c7649bc7-67f3-4531-a606-115dcc8077ac None None] Provisioning complete for port d9906b9d-4a12-4527-b56d-1ed4353a5717 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:26.733659 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c7649bc7-67f3-4531-a606-115dcc8077ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:26.753184 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-3818519b-c8f6-4786-8840-da5fdb8d0695 req-50b3fedc-81d2-4841-b845-541d175c49ac tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Calling delete_port for 68643b0e-069c-4c0a-b4be-4afd91c2a25e owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:28:26.779555 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c6340-bf4b-4cd7-a8fe-a4e567e9fdab tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event updated for resources: {'Port': ['ID=d9906b9d-4a12-4527-b56d-1ed4353a5717,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:26.802809 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1c6340-bf4b-4cd7-a8fe-a4e567e9fdab tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Network 2163a86a-3636-4ab0-92fd-bc11ed0e29b0 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:28:26.815008 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-0c1c6340-bf4b-4cd7-a8fe-a4e567e9fdab tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:28:26.855083 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ce42011a-c7ed-4d19-8c5b-60aeb15d749b req-900e2e40-01f8-4a5d-ac30-31204e309969 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781301 Nov 10 19:28:27.020308 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c7649bc7-67f3-4531-a606-115dcc8077ac None None] Port d9906b9d-4a12-4527-b56d-1ed4353a5717 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:28:27.073024 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c7649bc7-67f3-4531-a606-115dcc8077ac None None] Provisioning complete for port 906735a2-dbc7-4981-b1ae-156d175aca48 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:27.073670 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c7649bc7-67f3-4531-a606-115dcc8077ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:27.132740 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28746edd-5b88-47ae-954f-65dd393d1ec7 x-openstack-request-id: req-28746edd-5b88-47ae-954f-65dd393d1ec7 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:28:27.133045 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb9a4ca-cd50-4fd9-b7c9-c3d7be6e1227", "name": "network-vif-deleted", "tag": "0040f27c-0c80-4c5c-b35c-ba9b7d10fb02", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:28:27.133305 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-28746edd-5b88-47ae-954f-65dd393d1ec7 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:28:27.133728 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb9a4ca-cd50-4fd9-b7c9-c3d7be6e1227', 'name': 'network-vif-deleted', 'tag': '0040f27c-0c80-4c5c-b35c-ba9b7d10fb02', 'status': 'completed', 'code': 200} Nov 10 19:28:27.244983 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 906735a2-dbc7-4981-b1ae-156d175aca48 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:28:27.293953 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1c6340-bf4b-4cd7-a8fe-a4e567e9fdab tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Router 595165e1-f908-4bbf-9316-d6c7f182d241 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:28:27.353814 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-83f09bd3-40b8-4980-8584-724f11816214 req-551ec7e1-86d9-4e0a-ab12-245644d04a12 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/ports?device_id=aeb9a4ca-cd50-4fd9-b7c9-c3d7be6e1227 HTTP/1.1" status: 200 len: 210 time: 0.1110034 Nov 10 19:28:27.467161 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:27.508075 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 906735a2-dbc7-4981-b1ae-156d175aca48 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:27.508551 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:27.633862 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8a233752-58f5-40b6-9b4c-6628db6530c1 None None] Provisioning complete for port d9906b9d-4a12-4527-b56d-1ed4353a5717 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:27.634491 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8a233752-58f5-40b6-9b4c-6628db6530c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:27.652391 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3818519b-c8f6-4786-8840-da5fdb8d0695 req-50b3fedc-81d2-4841-b845-541d175c49ac tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:27.676956 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-8a233752-58f5-40b6-9b4c-6628db6530c1 None None] Port d9906b9d-4a12-4527-b56d-1ed4353a5717 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:28:27.730247 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['434ec521-0182-4dc1-932f-08e3d5129957'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:28:27.761675 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3fedc-81d2-4841-b845-541d175c49ac tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Pushing event deleted for resources: {'Port': ['ID=68643b0e-069c-4c0a-b4be-4afd91c2a25e,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:27.772621 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1c6340-bf4b-4cd7-a8fe-a4e567e9fdab tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:28:27.782928 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c73366-7b2b-4f8c-a7ac-113863358870 None None] Sync routers for ids ['595165e1-f908-4bbf-9316-d6c7f182d241'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:28:27.804662 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c73366-7b2b-4f8c-a7ac-113863358870 None None] Routers {'595165e1-f908-4bbf-9316-d6c7f182d241'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:28:27.805634 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a0c73366-7b2b-4f8c-a7ac-113863358870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:28:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['595165e1-f908-4bbf-9316-d6c7f182d241'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:27.808255 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-005677bb-2a17-4e99-9c1e-de520141540d None None] Provisioning complete for port d9906b9d-4a12-4527-b56d-1ed4353a5717 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:27.808636 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-005677bb-2a17-4e99-9c1e-de520141540d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:27.816372 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0c1c6340-bf4b-4cd7-a8fe-a4e567e9fdab tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "PUT /v2.0/routers/595165e1-f908-4bbf-9316-d6c7f182d241/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9557283 Nov 10 19:28:27.819838 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51676) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:27.825136 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-1767a7d7-c217-4d66-95b7-dbe627bcb02f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:28:27.871568 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-3818519b-c8f6-4786-8840-da5fdb8d0695 req-50b3fedc-81d2-4841-b845-541d175c49ac tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] No DVR routers for this DVR port 68643b0e-069c-4c0a-b4be-4afd91c2a25e on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:28:27.876492 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3818519b-c8f6-4786-8840-da5fdb8d0695 req-50b3fedc-81d2-4841-b845-541d175c49ac tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:27.879873 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-005677bb-2a17-4e99-9c1e-de520141540d None None] Port d9906b9d-4a12-4527-b56d-1ed4353a5717 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:28:27.880436 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3818519b-c8f6-4786-8840-da5fdb8d0695 req-50b3fedc-81d2-4841-b845-541d175c49ac tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.73 "DELETE /v2.0/ports/68643b0e-069c-4c0a-b4be-4afd91c2a25e HTTP/1.1" status: 204 len: 173 time: 3.2251964 Nov 10 19:28:27.881291 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b706d3f-6ce1-4560-8ab3-2372b719b1d9', 'name': 'network-vif-deleted', 'tag': '68643b0e-069c-4c0a-b4be-4afd91c2a25e'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:28:27.881492 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 68643b0e-069c-4c0a-b4be-4afd91c2a25e no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:28:27.885432 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1ca999-0376-4614-b07d-2791f71a7477" -d '{"events": [{"server_uuid": "0b706d3f-6ce1-4560-8ab3-2372b719b1d9", "name": "network-vif-deleted", "tag": "68643b0e-069c-4c0a-b4be-4afd91c2a25e"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:28:27.976014 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 68643b0e-069c-4c0a-b4be-4afd91c2a25e {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:28:27.976014 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 68643b0e-069c-4c0a-b4be-4afd91c2a25e not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:28:28.004964 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-a0c73366-7b2b-4f8c-a7ac-113863358870 None None] Set router 595165e1-f908-4bbf-9316-d6c7f182d241 gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:28:28.348785 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-abdfe4a2-6f8d-4cc3-b6c9-11e725c0c197 service neutron] show failed (client error): The resource could not be found. Nov 10 19:28:28.350036 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-abdfe4a2-6f8d-4cc3-b6c9-11e725c0c197 service neutron] 10.222.0.73 "GET /v2.0/ports/077f720c-ab5b-4102-9670-f8f163fce1ec/bindings/n-h2-813897-4 HTTP/1.1" status: 404 len: 380 time: 0.1579120 Nov 10 19:28:28.471250 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068d1a1-db3d-411d-b752-24d47ef10e29 req-0b5cbf8e-3439-4a41-a0e6-9024e1317c35 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:28.475129 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c068d1a1-db3d-411d-b752-24d47ef10e29 req-0b5cbf8e-3439-4a41-a0e6-9024e1317c35 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 945 time: 0.1310718 Nov 10 19:28:28.476081 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a0c73366-7b2b-4f8c-a7ac-113863358870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'name': 'tempest-RoutersIpV6Test-router-610818905', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:27:54Z', 'updated_at': '2021-11-10T19:28:24Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None, '_interfaces': [{'id': 'a8999072-c4ac-4204-9bf4-2bd506faa40a', 'name': '', 'network_id': '1ef43767-27d9-4640-9f7f-d248b124e155', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:c2:c0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'fe3bcf7d-631b-4f19-baea-392d373ada81', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:15Z', 'updated_at': '2021-11-10T19:28:24Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'fe3bcf7d-631b-4f19-baea-392d373ada81', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c20fde36-e702-41b5-9b77-47e1e3f672be', 'name': '', 'network_id': '319bbde8-a4df-441e-82f6-67a5a6334686', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:6b:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:05Z', 'updated_at': '2021-11-10T19:28:14Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbbed1b3-014d-4a9d-9258-12a9bba7ac5d', 'name': '', 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:59:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:27:56Z', 'updated_at': '2021-11-10T19:28:03Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9906b9d-4a12-4527-b56d-1ed4353a5717', 'name': '', 'network_id': '2163a86a-3636-4ab0-92fd-bc11ed0e29b0', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:bc:6b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'bcf4bcc7-5036-4f73-a777-fa1e33f636d6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:21Z', 'updated_at': '2021-11-10T19:28:24Z', 'revision_number': 2, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'bcf4bcc7-5036-4f73-a777-fa1e33f636d6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:28.540872 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c73366-7b2b-4f8c-a7ac-113863358870 None None] Checking router: 595165e1-f908-4bbf-9316-d6c7f182d241 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:28:28.541323 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c73366-7b2b-4f8c-a7ac-113863358870 None None] Updating router 595165e1-f908-4bbf-9316-d6c7f182d241 port d9906b9d-4a12-4527-b56d-1ed4353a5717 binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:28:28.684649 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:28.720247 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a0c73366-7b2b-4f8c-a7ac-113863358870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:28.761589 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c068d1a1-db3d-411d-b752-24d47ef10e29 req-58f40ce4-8536-48ba-ad2d-24f1cd62213d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2662065 Nov 10 19:28:28.910913 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156fdcbf-8d69-4ab0-9c54-917e3b28615a x-openstack-request-id: req-156fdcbf-8d69-4ab0-9c54-917e3b28615a {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:28:28.911829 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b706d3f-6ce1-4560-8ab3-2372b719b1d9", "name": "network-vif-deleted", "tag": "68643b0e-069c-4c0a-b4be-4afd91c2a25e", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:28:28.912196 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-156fdcbf-8d69-4ab0-9c54-917e3b28615a {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:28:28.912715 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b706d3f-6ce1-4560-8ab3-2372b719b1d9', 'name': 'network-vif-deleted', 'tag': '68643b0e-069c-4c0a-b4be-4afd91c2a25e', 'status': 'completed', 'code': 200} Nov 10 19:28:29.055503 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-64cd544a-e42d-4df6-8d33-83ff4cb75c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:29.076990 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-64cd544a-e42d-4df6-8d33-83ff4cb75c0c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596&tenant_id=540494213bb2401d877387c28ba690c2 HTTP/1.1" status: 200 len: 1096 time: 0.3108330 Nov 10 19:28:29.088675 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a0c73366-7b2b-4f8c-a7ac-113863358870 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:29.094240 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-d3789a67-23da-4c87-b904-96b4fc381822 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813897-4', 'device_owner': 'compute:nova'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:28:29.100253 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a0c73366-7b2b-4f8c-a7ac-113863358870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:29.160971 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041235f-f133-4edf-9577-b1dcc9dcf82e None None] Pushing event updated for resources: {'Port': ['ID=d9906b9d-4a12-4527-b56d-1ed4353a5717,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:29.217458 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.extraroute_db [None req-1767a7d7-c217-4d66-95b7-dbe627bcb02f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102506) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 19:28:29.292855 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-d3789a67-23da-4c87-b904-96b4fc381822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:29.307741 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.extraroute_db [None req-1767a7d7-c217-4d66-95b7-dbe627bcb02f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Removed routes are [] {{(pid=102506) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 19:28:29.308798 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1767a7d7-c217-4d66-95b7-dbe627bcb02f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25260'] for router, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:29.319505 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-a0c73366-7b2b-4f8c-a7ac-113863358870 None None] Attempting to bind port d9906b9d-4a12-4527-b56d-1ed4353a5717 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:28:29.320716 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-a0c73366-7b2b-4f8c-a7ac-113863358870 None None] Attempting to bind port d9906b9d-4a12-4527-b56d-1ed4353a5717 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'd9423d05-38df-47d9-95e2-30f6031d8588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2163a86a-3636-4ab0-92fd-bc11ed0e29b0'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:28:29.321725 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c73366-7b2b-4f8c-a7ac-113863358870 None None] Attempting to bind port d9906b9d-4a12-4527-b56d-1ed4353a5717 on network 2163a86a-3636-4ab0-92fd-bc11ed0e29b0 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:28:29.340198 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c73366-7b2b-4f8c-a7ac-113863358870 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:28:29.340575 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c73366-7b2b-4f8c-a7ac-113863358870 None None] Checking segment: {'id': 'd9423d05-38df-47d9-95e2-30f6031d8588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2163a86a-3636-4ab0-92fd-bc11ed0e29b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:28:29.340981 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a0c73366-7b2b-4f8c-a7ac-113863358870 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:29.341374 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c73366-7b2b-4f8c-a7ac-113863358870 None None] Bound using segment: {'id': 'd9423d05-38df-47d9-95e2-30f6031d8588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2163a86a-3636-4ab0-92fd-bc11ed0e29b0'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:28:29.343225 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-a0c73366-7b2b-4f8c-a7ac-113863358870 None None] Bound port: d9906b9d-4a12-4527-b56d-1ed4353a5717, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9423d05-38df-47d9-95e2-30f6031d8588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2163a86a-3636-4ab0-92fd-bc11ed0e29b0'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:28:29.343225 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a0c73366-7b2b-4f8c-a7ac-113863358870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:29.376882 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:29.508176 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-a0c73366-7b2b-4f8c-a7ac-113863358870 None None] For port d9906b9d-4a12-4527-b56d-1ed4353a5717, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:28:29.512027 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-a0c73366-7b2b-4f8c-a7ac-113863358870 None None] For port d9906b9d-4a12-4527-b56d-1ed4353a5717, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d9906b9d-4a12-4527-b56d-1ed4353a5717,segment=NetworkSegment(d9423d05-38df-47d9-95e2-30f6031d8588),segment_id=d9423d05-38df-47d9-95e2-30f6031d8588)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:28:29.520922 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a0c73366-7b2b-4f8c-a7ac-113863358870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:29.653116 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041235f-f133-4edf-9577-b1dcc9dcf82e None None] Pushing event updated for resources: {'Port': ['ID=d9906b9d-4a12-4527-b56d-1ed4353a5717,revision_number=4']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:29.720156 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c73366-7b2b-4f8c-a7ac-113863358870 None None] Routers {'595165e1-f908-4bbf-9316-d6c7f182d241'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:28:29.720807 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a0c73366-7b2b-4f8c-a7ac-113863358870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:28:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['595165e1-f908-4bbf-9316-d6c7f182d241'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:29.836969 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-23c64177-bcf5-42b1-8436-b2659bc5ab90 None None] Provisioning complete for port d9906b9d-4a12-4527-b56d-1ed4353a5717 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:29.837546 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-23c64177-bcf5-42b1-8436-b2659bc5ab90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:29.919375 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-a0c73366-7b2b-4f8c-a7ac-113863358870 None None] Set router 595165e1-f908-4bbf-9316-d6c7f182d241 gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:28:30.040842 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-23c64177-bcf5-42b1-8436-b2659bc5ab90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:30.151412 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-23c64177-bcf5-42b1-8436-b2659bc5ab90 None None] For port d9906b9d-4a12-4527-b56d-1ed4353a5717, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d9906b9d-4a12-4527-b56d-1ed4353a5717,segment=NetworkSegment(d9423d05-38df-47d9-95e2-30f6031d8588),segment_id=d9423d05-38df-47d9-95e2-30f6031d8588)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:30.170758 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-23c64177-bcf5-42b1-8436-b2659bc5ab90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:30.268382 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a0c73366-7b2b-4f8c-a7ac-113863358870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'name': 'tempest-RoutersIpV6Test-router-610818905', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:27:54Z', 'updated_at': '2021-11-10T19:28:29Z', 'revision_number': 6, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None, '_interfaces': [{'id': 'a8999072-c4ac-4204-9bf4-2bd506faa40a', 'name': '', 'network_id': '1ef43767-27d9-4640-9f7f-d248b124e155', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:c2:c0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'fe3bcf7d-631b-4f19-baea-392d373ada81', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:15Z', 'updated_at': '2021-11-10T19:28:24Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'fe3bcf7d-631b-4f19-baea-392d373ada81', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c20fde36-e702-41b5-9b77-47e1e3f672be', 'name': '', 'network_id': '319bbde8-a4df-441e-82f6-67a5a6334686', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:6b:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:05Z', 'updated_at': '2021-11-10T19:28:14Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbbed1b3-014d-4a9d-9258-12a9bba7ac5d', 'name': '', 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:59:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:27:56Z', 'updated_at': '2021-11-10T19:28:03Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9906b9d-4a12-4527-b56d-1ed4353a5717', 'name': '', 'network_id': '2163a86a-3636-4ab0-92fd-bc11ed0e29b0', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:bc:6b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'bcf4bcc7-5036-4f73-a777-fa1e33f636d6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:21Z', 'updated_at': '2021-11-10T19:28:29Z', 'revision_number': 4, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'bcf4bcc7-5036-4f73-a777-fa1e33f636d6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:30.308055 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c73366-7b2b-4f8c-a7ac-113863358870 None None] The sync data for ids ['595165e1-f908-4bbf-9316-d6c7f182d241'] in n-d-813897-4 is: [{'id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'name': 'tempest-RoutersIpV6Test-router-610818905', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:27:54Z', 'updated_at': '2021-11-10T19:28:29Z', 'revision_number': 6, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None, '_interfaces': [{'id': 'a8999072-c4ac-4204-9bf4-2bd506faa40a', 'name': '', 'network_id': '1ef43767-27d9-4640-9f7f-d248b124e155', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:c2:c0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'fe3bcf7d-631b-4f19-baea-392d373ada81', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:15Z', 'updated_at': '2021-11-10T19:28:24Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'fe3bcf7d-631b-4f19-baea-392d373ada81', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c20fde36-e702-41b5-9b77-47e1e3f672be', 'name': '', 'network_id': '319bbde8-a4df-441e-82f6-67a5a6334686', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:6b:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:05Z', 'updated_at': '2021-11-10T19:28:14Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbbed1b3-014d-4a9d-9258-12a9bba7ac5d', 'name': '', 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:59:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:27:56Z', 'updated_at': '2021-11-10T19:28:03Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9906b9d-4a12-4527-b56d-1ed4353a5717', 'name': '', 'network_id': '2163a86a-3636-4ab0-92fd-bc11ed0e29b0', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:bc:6b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'bcf4bcc7-5036-4f73-a777-fa1e33f636d6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:21Z', 'updated_at': '2021-11-10T19:28:29Z', 'revision_number': 4, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'bcf4bcc7-5036-4f73-a777-fa1e33f636d6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:28:30.354682 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9446f9b3-d442-4e67-abd0-c8521a7dcfe0 None None] Provisioning complete for port d9906b9d-4a12-4527-b56d-1ed4353a5717 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:30.355046 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9446f9b3-d442-4e67-abd0-c8521a7dcfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:30.358244 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c64177-bcf5-42b1-8436-b2659bc5ab90 None None] Pushing event updated for resources: {'Port': ['ID=d9906b9d-4a12-4527-b56d-1ed4353a5717,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:30.378036 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738a816-e0da-42dc-af88-87afc6ce33fc req-56ca472e-99d4-4e08-ae7e-c6bf1ee5e148 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:30.387163 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5738a816-e0da-42dc-af88-87afc6ce33fc req-56ca472e-99d4-4e08-ae7e-c6bf1ee5e148 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 945 time: 0.4045320 Nov 10 19:28:30.612987 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 0040f27c-0c80-4c5c-b35c-ba9b7d10fb02 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:28:30.646207 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5738a816-e0da-42dc-af88-87afc6ce33fc req-4404a03d-7ad6-4424-86b4-e68c29d15e3b tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579799 Nov 10 19:28:30.674348 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 0040f27c-0c80-4c5c-b35c-ba9b7d10fb02 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:28:30.674908 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 0040f27c-0c80-4c5c-b35c-ba9b7d10fb02 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:28:30.771329 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1767a7d7-c217-4d66-95b7-dbe627bcb02f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25260'] for router, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:30.775118 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1767a7d7-c217-4d66-95b7-dbe627bcb02f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-408903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-408910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396833'] for router, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:30.964149 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1767a7d7-c217-4d66-95b7-dbe627bcb02f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Router 595165e1-f908-4bbf-9316-d6c7f182d241 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:28:31.054802 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51814) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:31.128482 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51818) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:31.197119 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1767a7d7-c217-4d66-95b7-dbe627bcb02f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:28:31.208637 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d9906b9d-4a12-4527-b56d-1ed4353a5717 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:28:31.246976 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d79da-25c9-4a1f-b282-ee45faf96da7 req-6e0bfa0c-5a73-46b0-8773-165f3e299e1c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:31.254752 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-468d79da-25c9-4a1f-b282-ee45faf96da7 req-6e0bfa0c-5a73-46b0-8773-165f3e299e1c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 945 time: 0.3376606 Nov 10 19:28:31.309583 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1767a7d7-c217-4d66-95b7-dbe627bcb02f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:31.315491 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1767a7d7-c217-4d66-95b7-dbe627bcb02f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "PUT /v2.0/routers/595165e1-f908-4bbf-9316-d6c7f182d241 HTTP/1.1" status: 200 len: 953 time: 3.4944046 Nov 10 19:28:31.318269 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51824) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:31.368802 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port d9906b9d-4a12-4527-b56d-1ed4353a5717 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:31.369175 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:31.420660 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-468d79da-25c9-4a1f-b282-ee45faf96da7 req-2748c4b7-4b9f-4f6e-82a5-9afe314ec6e4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1566019 Nov 10 19:28:31.424455 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-d3789a67-23da-4c87-b904-96b4fc381822 service neutron] For port 077f720c-ab5b-4102-9670-f8f163fce1ec, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=077f720c-ab5b-4102-9670-f8f163fce1ec,segment=NetworkSegment(6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d),segment_id=6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:31.497296 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-d3789a67-23da-4c87-b904-96b4fc381822 service neutron] For port 077f720c-ab5b-4102-9670-f8f163fce1ec, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:28:31.545551 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-62983770-982c-41ce-b2f2-27be8de2e1a9 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "GET /v2.0/routers/595165e1-f908-4bbf-9316-d6c7f182d241 HTTP/1.1" status: 200 len: 953 time: 0.2255383 Nov 10 19:28:31.560554 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51826) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:31.571732 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-893d46c6-64e8-443e-997b-0bc080d36cd6 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Request body: {'router': {'routes': None}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:28:31.588090 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c5d45c-4c2c-446f-981c-fbed28aa2596', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '077f720c-ab5b-4102-9670-f8f163fce1ec'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:28:31.590508 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ccf9fd-7de6-4889-840f-de96fc516aa7" -d '{"events": [{"server_uuid": "b8c5d45c-4c2c-446f-981c-fbed28aa2596", "name": "network-vif-unplugged", "status": "completed", "tag": "077f720c-ab5b-4102-9670-f8f163fce1ec"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:28:31.601169 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-d3789a67-23da-4c87-b904-96b4fc381822 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:31.760307 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863a8efe-9c5c-4bb4-bd81-48bc0427be79 x-openstack-request-id: req-863a8efe-9c5c-4bb4-bd81-48bc0427be79 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:28:31.760587 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c5d45c-4c2c-446f-981c-fbed28aa2596", "name": "network-vif-unplugged", "status": "completed", "tag": "077f720c-ab5b-4102-9670-f8f163fce1ec", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:28:31.760849 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-863a8efe-9c5c-4bb4-bd81-48bc0427be79 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:28:31.761406 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c5d45c-4c2c-446f-981c-fbed28aa2596', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '077f720c-ab5b-4102-9670-f8f163fce1ec', 'code': 200} Nov 10 19:28:31.775838 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-d3789a67-23da-4c87-b904-96b4fc381822 service neutron] Transition to ACTIVE for port object 077f720c-ab5b-4102-9670-f8f163fce1ec will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:28:31.788425 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-d3789a67-23da-4c87-b904-96b4fc381822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:31.796648 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2efad5b-62a4-4d6a-abf7-882eebb11cc2 None None] Sync routers for ids ['595165e1-f908-4bbf-9316-d6c7f182d241'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:28:31.812798 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2efad5b-62a4-4d6a-abf7-882eebb11cc2 None None] Routers {'595165e1-f908-4bbf-9316-d6c7f182d241'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:28:31.813450 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-a2efad5b-62a4-4d6a-abf7-882eebb11cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:28:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['595165e1-f908-4bbf-9316-d6c7f182d241'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:31.989328 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8ba93747-0826-4905-bd9f-b54ace73fa27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:32.033473 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 077f720c-ab5b-4102-9670-f8f163fce1ec no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:28:32.039168 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8d4ef7a6-fc13-4a53-90bb-064e4c0ad3ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:32.112230 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3789a67-23da-4c87-b904-96b4fc381822 service neutron] Pushing event updated for resources: {'Port': ['ID=077f720c-ab5b-4102-9670-f8f163fce1ec,revision_number=6']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:32.134988 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-a2efad5b-62a4-4d6a-abf7-882eebb11cc2 None None] Set router 595165e1-f908-4bbf-9316-d6c7f182d241 gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:28:32.194829 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 077f720c-ab5b-4102-9670-f8f163fce1ec not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:28:32.203307 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8d4ef7a6-fc13-4a53-90bb-064e4c0ad3ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:32.218174 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8d4ef7a6-fc13-4a53-90bb-064e4c0ad3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:32.310994 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83955a1d-7316-4205-8e16-4dfaafc5eb16 req-ef839695-e24f-4275-9b58-f751500aab68 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:32.315051 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-83955a1d-7316-4205-8e16-4dfaafc5eb16 req-ef839695-e24f-4275-9b58-f751500aab68 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 945 time: 0.3157270 Nov 10 19:28:32.321989 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-d3789a67-23da-4c87-b904-96b4fc381822 service neutron] No DVR routers for this DVR port 077f720c-ab5b-4102-9670-f8f163fce1ec on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:28:32.334802 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51838) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:32.336164 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8d4ef7a6-fc13-4a53-90bb-064e4c0ad3ba admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=66261abd31d7450c8e96a0c0a4b2303d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2062583 Nov 10 19:28:32.374943 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ef7a6-fc13-4a53-90bb-064e4c0ad3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc4ae86-2baf-49f3-88f0-c0d3b63ac159,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:32.506027 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905ec95-4ec4-47a2-9684-0e97e6ff7e14 req-8173c87b-a5c4-4194-9398-6f6244fa48c8 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:32.516024 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c905ec95-4ec4-47a2-9684-0e97e6ff7e14 req-8173c87b-a5c4-4194-9398-6f6244fa48c8 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 945 time: 0.4988112 Nov 10 19:28:32.521405 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8ba93747-0826-4905-bd9f-b54ace73fa27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:32.546411 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8ba93747-0826-4905-bd9f-b54ace73fa27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:32.591117 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-83955a1d-7316-4205-8e16-4dfaafc5eb16 req-a8e0094c-b709-43c1-9f0c-bffe59423a39 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Deleting port 434ec521-0182-4dc1-932f-08e3d5129957 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:28:32.593233 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-83955a1d-7316-4205-8e16-4dfaafc5eb16 req-a8e0094c-b709-43c1-9f0c-bffe59423a39 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:32.633019 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9e677d6d-3470-4540-8591-04aad50a9de1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:32.634826 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-a2efad5b-62a4-4d6a-abf7-882eebb11cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'name': 'tempest-RoutersIpV6Test-router-610818905', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:27:54Z', 'updated_at': '2021-11-10T19:28:29Z', 'revision_number': 6, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None, '_interfaces': [{'id': 'a8999072-c4ac-4204-9bf4-2bd506faa40a', 'name': '', 'network_id': '1ef43767-27d9-4640-9f7f-d248b124e155', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:c2:c0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'fe3bcf7d-631b-4f19-baea-392d373ada81', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:15Z', 'updated_at': '2021-11-10T19:28:24Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'fe3bcf7d-631b-4f19-baea-392d373ada81', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c20fde36-e702-41b5-9b77-47e1e3f672be', 'name': '', 'network_id': '319bbde8-a4df-441e-82f6-67a5a6334686', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:6b:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:05Z', 'updated_at': '2021-11-10T19:28:14Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbbed1b3-014d-4a9d-9258-12a9bba7ac5d', 'name': '', 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:59:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:27:56Z', 'updated_at': '2021-11-10T19:28:03Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9906b9d-4a12-4527-b56d-1ed4353a5717', 'name': '', 'network_id': '2163a86a-3636-4ab0-92fd-bc11ed0e29b0', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:bc:6b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'bcf4bcc7-5036-4f73-a777-fa1e33f636d6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:21Z', 'updated_at': '2021-11-10T19:28:30Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'bcf4bcc7-5036-4f73-a777-fa1e33f636d6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:32.674560 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2efad5b-62a4-4d6a-abf7-882eebb11cc2 None None] Checking router: 595165e1-f908-4bbf-9316-d6c7f182d241 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:28:32.685694 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2efad5b-62a4-4d6a-abf7-882eebb11cc2 None None] Routers {'595165e1-f908-4bbf-9316-d6c7f182d241'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:28:32.686337 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-a2efad5b-62a4-4d6a-abf7-882eebb11cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:28:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['595165e1-f908-4bbf-9316-d6c7f182d241'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:32.691400 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c905ec95-4ec4-47a2-9684-0e97e6ff7e14 req-847b80ef-dc05-412e-842c-44b25ca28a87 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/security-groups?id=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742678 Nov 10 19:28:32.745971 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba93747-0826-4905-bd9f-b54ace73fa27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4a5694-3b80-4c11-b30d-fbcebbe37210,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:32.761014 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9e677d6d-3470-4540-8591-04aad50a9de1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:32.765816 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8ba93747-0826-4905-bd9f-b54ace73fa27 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2318ac596384441a9b5709a52b283d12&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7090201 Nov 10 19:28:32.773669 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51846) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:32.830782 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-a2efad5b-62a4-4d6a-abf7-882eebb11cc2 None None] Set router 595165e1-f908-4bbf-9316-d6c7f182d241 gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:28:32.835491 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-d3789a67-23da-4c87-b904-96b4fc381822 service neutron] Attempting to bind port 077f720c-ab5b-4102-9670-f8f163fce1ec on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:28:32.836038 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-d3789a67-23da-4c87-b904-96b4fc381822 service neutron] Attempting to bind port 077f720c-ab5b-4102-9670-f8f163fce1ec by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:28:32.838604 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-d3789a67-23da-4c87-b904-96b4fc381822 service neutron] Attempting to bind port 077f720c-ab5b-4102-9670-f8f163fce1ec on network d2ee296e-97f0-4e05-bc63-eecad2cf8d08 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:28:32.851587 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-d3789a67-23da-4c87-b904-96b4fc381822 service neutron] Port 077f720c-ab5b-4102-9670-f8f163fce1ec on network d2ee296e-97f0-4e05-bc63-eecad2cf8d08 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:28:32.852207 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-d3789a67-23da-4c87-b904-96b4fc381822 service neutron] Attempting to bind port 077f720c-ab5b-4102-9670-f8f163fce1ec on network d2ee296e-97f0-4e05-bc63-eecad2cf8d08 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:28:32.869186 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ef720820-9913-44b9-8cc7-2cbcca437733 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:32.876146 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-83955a1d-7316-4205-8e16-4dfaafc5eb16 req-a8e0094c-b709-43c1-9f0c-bffe59423a39 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] For port 434ec521-0182-4dc1-932f-08e3d5129957, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=434ec521-0182-4dc1-932f-08e3d5129957,segment=NetworkSegment(d91afcb2-94dc-4e88-9067-82e028ea23a3),segment_id=d91afcb2-94dc-4e88-9067-82e028ea23a3)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:32.876711 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-83955a1d-7316-4205-8e16-4dfaafc5eb16 req-a8e0094c-b709-43c1-9f0c-bffe59423a39 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:32.908011 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-83955a1d-7316-4205-8e16-4dfaafc5eb16 req-a8e0094c-b709-43c1-9f0c-bffe59423a39 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Calling delete_port for 434ec521-0182-4dc1-932f-08e3d5129957 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:28:32.922633 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ef720820-9913-44b9-8cc7-2cbcca437733 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:32.923176 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-d3789a67-23da-4c87-b904-96b4fc381822 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:28:32.923598 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-d3789a67-23da-4c87-b904-96b4fc381822 service neutron] Checking segment: {'id': '6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:28:32.924061 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-d3789a67-23da-4c87-b904-96b4fc381822 service neutron] Bound using segment: {'id': '6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:28:32.924574 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-d3789a67-23da-4c87-b904-96b4fc381822 service neutron] Bound port: 077f720c-ab5b-4102-9670-f8f163fce1ec, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:28:32.925174 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-d3789a67-23da-4c87-b904-96b4fc381822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:33.050493 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ef720820-9913-44b9-8cc7-2cbcca437733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:33.053082 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ef720820-9913-44b9-8cc7-2cbcca437733 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:33.068640 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ef720820-9913-44b9-8cc7-2cbcca437733 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ab4a5694-3b80-4c11-b30d-fbcebbe37210 HTTP/1.1" status: 204 len: 168 time: 0.2825537 Nov 10 19:28:33.090850 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef720820-9913-44b9-8cc7-2cbcca437733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4a5694-3b80-4c11-b30d-fbcebbe37210,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:33.171100 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-83955a1d-7316-4205-8e16-4dfaafc5eb16 req-a8e0094c-b709-43c1-9f0c-bffe59423a39 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:33.182518 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-a2efad5b-62a4-4d6a-abf7-882eebb11cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'name': 'tempest-RoutersIpV6Test-router-610818905', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:27:54Z', 'updated_at': '2021-11-10T19:28:29Z', 'revision_number': 6, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None, '_interfaces': [{'id': 'a8999072-c4ac-4204-9bf4-2bd506faa40a', 'name': '', 'network_id': '1ef43767-27d9-4640-9f7f-d248b124e155', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:c2:c0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'fe3bcf7d-631b-4f19-baea-392d373ada81', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:15Z', 'updated_at': '2021-11-10T19:28:24Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'fe3bcf7d-631b-4f19-baea-392d373ada81', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c20fde36-e702-41b5-9b77-47e1e3f672be', 'name': '', 'network_id': '319bbde8-a4df-441e-82f6-67a5a6334686', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:6b:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:05Z', 'updated_at': '2021-11-10T19:28:14Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbbed1b3-014d-4a9d-9258-12a9bba7ac5d', 'name': '', 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:59:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:27:56Z', 'updated_at': '2021-11-10T19:28:03Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9906b9d-4a12-4527-b56d-1ed4353a5717', 'name': '', 'network_id': '2163a86a-3636-4ab0-92fd-bc11ed0e29b0', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:bc:6b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'bcf4bcc7-5036-4f73-a777-fa1e33f636d6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:21Z', 'updated_at': '2021-11-10T19:28:30Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'bcf4bcc7-5036-4f73-a777-fa1e33f636d6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:33.187091 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['434ec521-0182-4dc1-932f-08e3d5129957'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:28:33.218589 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0094c-b709-43c1-9f0c-bffe59423a39 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Pushing event deleted for resources: {'Port': ['ID=434ec521-0182-4dc1-932f-08e3d5129957,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:33.238663 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2efad5b-62a4-4d6a-abf7-882eebb11cc2 None None] The sync data for ids ['595165e1-f908-4bbf-9316-d6c7f182d241'] in n-d-813897-4 is: [{'id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'name': 'tempest-RoutersIpV6Test-router-610818905', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:27:54Z', 'updated_at': '2021-11-10T19:28:29Z', 'revision_number': 6, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None, '_interfaces': [{'id': 'a8999072-c4ac-4204-9bf4-2bd506faa40a', 'name': '', 'network_id': '1ef43767-27d9-4640-9f7f-d248b124e155', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:c2:c0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'fe3bcf7d-631b-4f19-baea-392d373ada81', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:15Z', 'updated_at': '2021-11-10T19:28:24Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'fe3bcf7d-631b-4f19-baea-392d373ada81', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c20fde36-e702-41b5-9b77-47e1e3f672be', 'name': '', 'network_id': '319bbde8-a4df-441e-82f6-67a5a6334686', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:6b:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:05Z', 'updated_at': '2021-11-10T19:28:14Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbbed1b3-014d-4a9d-9258-12a9bba7ac5d', 'name': '', 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:59:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:27:56Z', 'updated_at': '2021-11-10T19:28:03Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9906b9d-4a12-4527-b56d-1ed4353a5717', 'name': '', 'network_id': '2163a86a-3636-4ab0-92fd-bc11ed0e29b0', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:bc:6b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'bcf4bcc7-5036-4f73-a777-fa1e33f636d6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:21Z', 'updated_at': '2021-11-10T19:28:30Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'bcf4bcc7-5036-4f73-a777-fa1e33f636d6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:28:33.316810 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-83955a1d-7316-4205-8e16-4dfaafc5eb16 req-a8e0094c-b709-43c1-9f0c-bffe59423a39 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] No DVR routers for this DVR port 434ec521-0182-4dc1-932f-08e3d5129957 on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:28:33.319724 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-83955a1d-7316-4205-8e16-4dfaafc5eb16 req-a8e0094c-b709-43c1-9f0c-bffe59423a39 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:33.324510 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-83955a1d-7316-4205-8e16-4dfaafc5eb16 req-a8e0094c-b709-43c1-9f0c-bffe59423a39 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.25 "DELETE /v2.0/ports/434ec521-0182-4dc1-932f-08e3d5129957 HTTP/1.1" status: 204 len: 173 time: 0.9983253 Nov 10 19:28:33.324980 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc4d185-077e-42ea-bac9-6b80d9fb5d77', 'name': 'network-vif-deleted', 'tag': '434ec521-0182-4dc1-932f-08e3d5129957'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:28:33.327499 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd375880-831d-4423-b580-8948e84ff4ab" -d '{"events": [{"server_uuid": "6cc4d185-077e-42ea-bac9-6b80d9fb5d77", "name": "network-vif-deleted", "tag": "434ec521-0182-4dc1-932f-08e3d5129957"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:28:33.447547 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbebd1-0d87-489a-8cea-7627cc17df34 req-9697455e-77ac-4ea4-938d-1fa3686ce735 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:33.458406 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-defbebd1-0d87-489a-8cea-7627cc17df34 req-9697455e-77ac-4ea4-938d-1fa3686ce735 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 943 time: 0.6114511 Nov 10 19:28:33.518466 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9e677d6d-3470-4540-8591-04aad50a9de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:33.522039 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9e677d6d-3470-4540-8591-04aad50a9de1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:33.533665 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9e677d6d-3470-4540-8591-04aad50a9de1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ffc4ae86-2baf-49f3-88f0-c0d3b63ac159 HTTP/1.1" status: 204 len: 168 time: 1.1846888 Nov 10 19:28:33.556864 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.extraroute_db [None req-893d46c6-64e8-443e-997b-0bc080d36cd6 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Added routes are [] {{(pid=102506) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 19:28:33.557630 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.extraroute_db [None req-893d46c6-64e8-443e-997b-0bc080d36cd6 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102506) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 19:28:33.624813 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51858) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:33.626661 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e677d6d-3470-4540-8591-04aad50a9de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc4ae86-2baf-49f3-88f0-c0d3b63ac159,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:33.642028 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5d79f466-8de7-4006-9dbf-0dafd75a77e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:33.684067 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-defbebd1-0d87-489a-8cea-7627cc17df34 req-a9bc5e3a-de9a-488f-b72d-857fa0e557d9 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1887395 Nov 10 19:28:33.691643 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-d3789a67-23da-4c87-b904-96b4fc381822 service neutron] For port 077f720c-ab5b-4102-9670-f8f163fce1ec, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:28:33.700177 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-d3789a67-23da-4c87-b904-96b4fc381822 service neutron] For port 077f720c-ab5b-4102-9670-f8f163fce1ec, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=077f720c-ab5b-4102-9670-f8f163fce1ec,segment=NetworkSegment(6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d),segment_id=6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:28:33.720923 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-d3789a67-23da-4c87-b904-96b4fc381822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:33.723630 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-893d46c6-64e8-443e-997b-0bc080d36cd6 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25260'] for router, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:33.750222 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5d79f466-8de7-4006-9dbf-0dafd75a77e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:33.761037 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5d79f466-8de7-4006-9dbf-0dafd75a77e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:33.809387 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79f466-8de7-4006-9dbf-0dafd75a77e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1196a5aa-5c9f-495d-a169-7addc0f5e7c3,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:33.832890 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5d79f466-8de7-4006-9dbf-0dafd75a77e4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=503154bf395548ac99f92caf8546c3ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2060626 Nov 10 19:28:33.836423 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51866) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:33.839913 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-d3789a67-23da-4c87-b904-96b4fc381822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:33.840546 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-d3789a67-23da-4c87-b904-96b4fc381822 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:33.855405 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-d3789a67-23da-4c87-b904-96b4fc381822 service neutron] 10.222.0.25 "PUT /v2.0/ports/077f720c-ab5b-4102-9670-f8f163fce1ec HTTP/1.1" status: 200 len: 1091 time: 4.7643757 Nov 10 19:28:33.862922 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c5d45c-4c2c-446f-981c-fbed28aa2596', 'tag': '077f720c-ab5b-4102-9670-f8f163fce1ec'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:28:33.870051 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f8370f-78f2-4e54-b82d-422366dbfb65" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c5d45c-4c2c-446f-981c-fbed28aa2596", "tag": "077f720c-ab5b-4102-9670-f8f163fce1ec"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:28:33.912673 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-25e0106c-a91b-493a-bb99-aeb3acba9461 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:33.941637 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c4335c-60c1-4fe5-a0e3-1f801cc3055c x-openstack-request-id: req-72c4335c-60c1-4fe5-a0e3-1f801cc3055c {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:28:33.945599 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc4d185-077e-42ea-bac9-6b80d9fb5d77", "name": "network-vif-deleted", "tag": "434ec521-0182-4dc1-932f-08e3d5129957", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:28:33.946258 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-72c4335c-60c1-4fe5-a0e3-1f801cc3055c {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:28:33.946843 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc4d185-077e-42ea-bac9-6b80d9fb5d77', 'name': 'network-vif-deleted', 'tag': '434ec521-0182-4dc1-932f-08e3d5129957', 'status': 'completed', 'code': 200} Nov 10 19:28:33.979865 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-25e0106c-a91b-493a-bb99-aeb3acba9461 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:34.003679 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3789a67-23da-4c87-b904-96b4fc381822 service neutron] Pushing event updated for resources: {'Port': ['ID=077f720c-ab5b-4102-9670-f8f163fce1ec,revision_number=7']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:34.024362 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51870) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:34.079474 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-25e0106c-a91b-493a-bb99-aeb3acba9461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:34.083263 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-25e0106c-a91b-493a-bb99-aeb3acba9461 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:34.084644 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-25e0106c-a91b-493a-bb99-aeb3acba9461 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1196a5aa-5c9f-495d-a169-7addc0f5e7c3 HTTP/1.1" status: 204 len: 168 time: 0.2469103 Nov 10 19:28:34.095279 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0106c-a91b-493a-bb99-aeb3acba9461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1196a5aa-5c9f-495d-a169-7addc0f5e7c3,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:34.174596 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b808d5e6-78d5-479d-a1f7-c80210b8a3f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:34.211251 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-113705d6-31ef-442c-87cf-2fa8927b31ae req-156a72c6-1650-4c39-825f-45ee7604b343 tempest-ServerRescueTestJSON-1727858032 tempest-ServerRescueTestJSON-1727858032-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc4d185-077e-42ea-bac9-6b80d9fb5d77 HTTP/1.1" status: 200 len: 210 time: 0.0507069 Nov 10 19:28:34.324377 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-ed7a535e-fc8c-4429-93ff-cc72272df4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:34.326170 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-ed7a535e-fc8c-4429-93ff-cc72272df4a5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 1094 time: 0.3027160 Nov 10 19:28:34.327736 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe54588-5ca8-481f-b9f0-621e59422cbe x-openstack-request-id: req-efe54588-5ca8-481f-b9f0-621e59422cbe {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:28:34.328094 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c5d45c-4c2c-446f-981c-fbed28aa2596", "tag": "077f720c-ab5b-4102-9670-f8f163fce1ec", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:28:34.328401 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-efe54588-5ca8-481f-b9f0-621e59422cbe {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:28:34.328855 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c5d45c-4c2c-446f-981c-fbed28aa2596', 'tag': '077f720c-ab5b-4102-9670-f8f163fce1ec', 'status': 'completed', 'code': 200} Nov 10 19:28:34.438042 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8370f-78f2-4e54-b82d-422366dbfb65 req-d3c21413-c6b9-4266-bf90-a98860819ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:34.439585 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-51f8370f-78f2-4e54-b82d-422366dbfb65 req-d3c21413-c6b9-4266-bf90-a98860819ad3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 1094 time: 0.0825174 Nov 10 19:28:34.553938 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-893d46c6-64e8-443e-997b-0bc080d36cd6 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25260'] for router, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:34.613280 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-893d46c6-64e8-443e-997b-0bc080d36cd6 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-408903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-408910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396833'] for router, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:34.656416 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8370f-78f2-4e54-b82d-422366dbfb65 req-cfa9fa8a-2073-4bad-a220-a43a9e690e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:34.656416 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-51f8370f-78f2-4e54-b82d-422366dbfb65 req-cfa9fa8a-2073-4bad-a220-a43a9e690e92 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d2ee296e-97f0-4e05-bc63-eecad2cf8d08 HTTP/1.1" status: 200 len: 897 time: 0.2014668 Nov 10 19:28:34.725160 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:28:34.789334 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-51f8370f-78f2-4e54-b82d-422366dbfb65 req-6c6567dd-02ae-4670-afff-f83ba96290f0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=077f720c-ab5b-4102-9670-f8f163fce1ec HTTP/1.1" status: 200 len: 999 time: 0.1294253 Nov 10 19:28:34.881594 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b808d5e6-78d5-479d-a1f7-c80210b8a3f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:34.889023 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-1f08d655-b242-42e4-95f7-e859f53e0e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:34.891651 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-1f08d655-b242-42e4-95f7-e859f53e0e25 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d2ee296e-97f0-4e05-bc63-eecad2cf8d08 HTTP/1.1" status: 200 len: 897 time: 0.5574758 Nov 10 19:28:34.893939 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b808d5e6-78d5-479d-a1f7-c80210b8a3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:34.918911 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8370f-78f2-4e54-b82d-422366dbfb65 req-84a661cf-66de-4d00-baa9-71a2b65e74a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:34.921031 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-51f8370f-78f2-4e54-b82d-422366dbfb65 req-84a661cf-66de-4d00-baa9-71a2b65e74a3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=80df9671-f57e-40dc-a213-b58ffde2f797 HTTP/1.1" status: 200 len: 835 time: 0.1231422 Nov 10 19:28:34.954727 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893d46c6-64e8-443e-997b-0bc080d36cd6 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Router 595165e1-f908-4bbf-9316-d6c7f182d241 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:28:35.028199 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b808d5e6-78d5-479d-a1f7-c80210b8a3f4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dba0140874b147e8aa1740d396390ba5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9202893 Nov 10 19:28:35.033574 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51900) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:35.050935 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808d5e6-78d5-479d-a1f7-c80210b8a3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb542f6-5baa-4121-be33-b2a90f730ca3,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:35.068026 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8370f-78f2-4e54-b82d-422366dbfb65 req-9a3fec5f-cbf3-4197-b813-c2b239dd5c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:35.070002 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-51f8370f-78f2-4e54-b82d-422366dbfb65 req-9a3fec5f-cbf3-4197-b813-c2b239dd5c3c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d2ee296e-97f0-4e05-bc63-eecad2cf8d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1408961 Nov 10 19:28:35.082777 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-0f498205-8933-49d9-a642-30f12427ce16 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=077f720c-ab5b-4102-9670-f8f163fce1ec HTTP/1.1" status: 200 len: 999 time: 0.1747658 Nov 10 19:28:35.214603 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4301a0-f0bb-4403-8def-87a246d1e08d req-e4f61537-28d9-4a19-9ec3-d8736d1c6720 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:35.220741 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4301a0-f0bb-4403-8def-87a246d1e08d req-e4f61537-28d9-4a19-9ec3-d8736d1c6720 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:35.229120 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b4301a0-f0bb-4403-8def-87a246d1e08d req-e4f61537-28d9-4a19-9ec3-d8736d1c6720 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/ports?device_id=50939f58-a53d-4e02-a332-6c18727bbae9&device_id=790a40eb-b477-4550-b491-1e77ebd1ac6e HTTP/1.1" status: 200 len: 1682 time: 0.2679496 Nov 10 19:28:35.257893 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-456fbca9-ece6-4e71-a5bd-880bb35b718c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:35.279393 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-6562cde9-b5c5-46ad-917f-5bf7bdf84e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:35.281597 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-6562cde9-b5c5-46ad-917f-5bf7bdf84e6b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=80df9671-f57e-40dc-a213-b58ffde2f797 HTTP/1.1" status: 200 len: 835 time: 0.1525216 Nov 10 19:28:35.319471 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893d46c6-64e8-443e-997b-0bc080d36cd6 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:28:35.331454 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-893d46c6-64e8-443e-997b-0bc080d36cd6 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:35.333483 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7085c69d-d8f4-4617-a0bf-8aa4d8936d61 None None] Sync routers for ids ['595165e1-f908-4bbf-9316-d6c7f182d241'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:28:35.344654 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-893d46c6-64e8-443e-997b-0bc080d36cd6 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "PUT /v2.0/routers/595165e1-f908-4bbf-9316-d6c7f182d241 HTTP/1.1" status: 200 len: 703 time: 3.7828627 Nov 10 19:28:35.348899 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51908) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:35.357594 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-456fbca9-ece6-4e71-a5bd-880bb35b718c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:35.371037 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7085c69d-d8f4-4617-a0bf-8aa4d8936d61 None None] Routers {'595165e1-f908-4bbf-9316-d6c7f182d241'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:28:35.371662 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7085c69d-d8f4-4617-a0bf-8aa4d8936d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:28:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['595165e1-f908-4bbf-9316-d6c7f182d241'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:35.442615 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b4301a0-f0bb-4403-8def-87a246d1e08d req-9754a55d-2698-46e6-91a3-a0463b349f52 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/security-groups?id=7dae99ce-b70d-4994-9d41-19cc28731eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119496 Nov 10 19:28:35.459688 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-51f8370f-78f2-4e54-b82d-422366dbfb65 req-376df106-f786-4e77-af05-7ad8e1659a6f service neutron] 10.222.0.73 "GET /v2.0/networks/d2ee296e-97f0-4e05-bc63-eecad2cf8d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649549 Nov 10 19:28:35.571854 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-456fbca9-ece6-4e71-a5bd-880bb35b718c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:35.574547 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-456fbca9-ece6-4e71-a5bd-880bb35b718c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:35.575763 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-456fbca9-ece6-4e71-a5bd-880bb35b718c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5cb542f6-5baa-4121-be33-b2a90f730ca3 HTTP/1.1" status: 204 len: 168 time: 0.5411394 Nov 10 19:28:35.585091 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-7085c69d-d8f4-4617-a0bf-8aa4d8936d61 None None] Set router 595165e1-f908-4bbf-9316-d6c7f182d241 gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:28:35.595552 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-58c75d7b-1526-49a2-a912-3fd17a2fbba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:35.598353 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-58c75d7b-1526-49a2-a912-3fd17a2fbba7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d2ee296e-97f0-4e05-bc63-eecad2cf8d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3031850 Nov 10 19:28:35.672854 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456fbca9-ece6-4e71-a5bd-880bb35b718c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb542f6-5baa-4121-be33-b2a90f730ca3,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:35.692998 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0d9e4-8c22-4114-b5f7-b40125264847 req-967c429e-bac7-4391-8659-d999719c7ab5 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:35.700964 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-57f0d9e4-8c22-4114-b5f7-b40125264847 req-967c429e-bac7-4391-8659-d999719c7ab5 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 943 time: 0.2006750 Nov 10 19:28:35.718407 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7f2d7e45-453b-42ad-af2a-e1c3cd254e4e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "GET /v2.0/routers/595165e1-f908-4bbf-9316-d6c7f182d241 HTTP/1.1" status: 200 len: 703 time: 0.3545117 Nov 10 19:28:35.722142 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51922) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:35.728813 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-51f8370f-78f2-4e54-b82d-422366dbfb65 req-6a496ef8-418e-4b1d-82a9-cae4e0f32cd0 service neutron] 10.222.0.73 "GET /v2.0/networks/d2ee296e-97f0-4e05-bc63-eecad2cf8d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551610 Nov 10 19:28:35.963195 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-57f0d9e4-8c22-4114-b5f7-b40125264847 req-fc4fb2c7-ea86-4ed1-a189-ecbe7c972f26 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2610152 Nov 10 19:28:35.972727 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-c98dae5d-be26-4868-aca1-f895eda1bec8 service neutron] 10.222.0.25 "GET /v2.0/networks/d2ee296e-97f0-4e05-bc63-eecad2cf8d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629138 Nov 10 19:28:36.023315 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7085c69d-d8f4-4617-a0bf-8aa4d8936d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'name': 'tempest-RoutersIpV6Test-router-610818905', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:27:54Z', 'updated_at': '2021-11-10T19:28:33Z', 'revision_number': 7, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None, '_interfaces': [{'id': 'a8999072-c4ac-4204-9bf4-2bd506faa40a', 'name': '', 'network_id': '1ef43767-27d9-4640-9f7f-d248b124e155', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:c2:c0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'fe3bcf7d-631b-4f19-baea-392d373ada81', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:15Z', 'updated_at': '2021-11-10T19:28:24Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'fe3bcf7d-631b-4f19-baea-392d373ada81', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c20fde36-e702-41b5-9b77-47e1e3f672be', 'name': '', 'network_id': '319bbde8-a4df-441e-82f6-67a5a6334686', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:6b:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:05Z', 'updated_at': '2021-11-10T19:28:14Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbbed1b3-014d-4a9d-9258-12a9bba7ac5d', 'name': '', 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:59:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:27:56Z', 'updated_at': '2021-11-10T19:28:03Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9906b9d-4a12-4527-b56d-1ed4353a5717', 'name': '', 'network_id': '2163a86a-3636-4ab0-92fd-bc11ed0e29b0', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:bc:6b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'bcf4bcc7-5036-4f73-a777-fa1e33f636d6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:21Z', 'updated_at': '2021-11-10T19:28:30Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'bcf4bcc7-5036-4f73-a777-fa1e33f636d6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:36.060362 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7085c69d-d8f4-4617-a0bf-8aa4d8936d61 None None] Checking router: 595165e1-f908-4bbf-9316-d6c7f182d241 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:28:36.086634 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7085c69d-d8f4-4617-a0bf-8aa4d8936d61 None None] Routers {'595165e1-f908-4bbf-9316-d6c7f182d241'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:28:36.087352 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7085c69d-d8f4-4617-a0bf-8aa4d8936d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:28:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['595165e1-f908-4bbf-9316-d6c7f182d241'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:36.131647 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51936) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:36.294322 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-7085c69d-d8f4-4617-a0bf-8aa4d8936d61 None None] Set router 595165e1-f908-4bbf-9316-d6c7f182d241 gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:28:36.811575 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7085c69d-d8f4-4617-a0bf-8aa4d8936d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'name': 'tempest-RoutersIpV6Test-router-610818905', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:27:54Z', 'updated_at': '2021-11-10T19:28:33Z', 'revision_number': 7, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None, '_interfaces': [{'id': 'a8999072-c4ac-4204-9bf4-2bd506faa40a', 'name': '', 'network_id': '1ef43767-27d9-4640-9f7f-d248b124e155', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:c2:c0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'fe3bcf7d-631b-4f19-baea-392d373ada81', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:15Z', 'updated_at': '2021-11-10T19:28:24Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'fe3bcf7d-631b-4f19-baea-392d373ada81', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c20fde36-e702-41b5-9b77-47e1e3f672be', 'name': '', 'network_id': '319bbde8-a4df-441e-82f6-67a5a6334686', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:6b:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:05Z', 'updated_at': '2021-11-10T19:28:14Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbbed1b3-014d-4a9d-9258-12a9bba7ac5d', 'name': '', 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:59:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:27:56Z', 'updated_at': '2021-11-10T19:28:03Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9906b9d-4a12-4527-b56d-1ed4353a5717', 'name': '', 'network_id': '2163a86a-3636-4ab0-92fd-bc11ed0e29b0', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:bc:6b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'bcf4bcc7-5036-4f73-a777-fa1e33f636d6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:21Z', 'updated_at': '2021-11-10T19:28:30Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'bcf4bcc7-5036-4f73-a777-fa1e33f636d6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:36.901926 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7085c69d-d8f4-4617-a0bf-8aa4d8936d61 None None] The sync data for ids ['595165e1-f908-4bbf-9316-d6c7f182d241'] in n-d-813897-4 is: [{'id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'name': 'tempest-RoutersIpV6Test-router-610818905', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:27:54Z', 'updated_at': '2021-11-10T19:28:33Z', 'revision_number': 7, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None, '_interfaces': [{'id': 'a8999072-c4ac-4204-9bf4-2bd506faa40a', 'name': '', 'network_id': '1ef43767-27d9-4640-9f7f-d248b124e155', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:c2:c0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'fe3bcf7d-631b-4f19-baea-392d373ada81', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:15Z', 'updated_at': '2021-11-10T19:28:24Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'fe3bcf7d-631b-4f19-baea-392d373ada81', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c20fde36-e702-41b5-9b77-47e1e3f672be', 'name': '', 'network_id': '319bbde8-a4df-441e-82f6-67a5a6334686', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:6b:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:05Z', 'updated_at': '2021-11-10T19:28:14Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbbed1b3-014d-4a9d-9258-12a9bba7ac5d', 'name': '', 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:59:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:27:56Z', 'updated_at': '2021-11-10T19:28:03Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9906b9d-4a12-4527-b56d-1ed4353a5717', 'name': '', 'network_id': '2163a86a-3636-4ab0-92fd-bc11ed0e29b0', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:bc:6b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': 'bcf4bcc7-5036-4f73-a777-fa1e33f636d6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:21Z', 'updated_at': '2021-11-10T19:28:30Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'bcf4bcc7-5036-4f73-a777-fa1e33f636d6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:28:36.971949 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 434ec521-0182-4dc1-932f-08e3d5129957 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:28:37.029637 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 434ec521-0182-4dc1-932f-08e3d5129957 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:28:37.033256 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 434ec521-0182-4dc1-932f-08e3d5129957 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:28:37.112160 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ba515685-81b2-426c-825b-f506dc75ef18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:37.201204 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bfd9a344-545e-407d-a9ae-dbb4979c4648 req-1877bd2e-7fea-405e-8bd4-708e93d0a4cb service neutron] 10.222.0.25 "GET /v2.0/networks/d2ee296e-97f0-4e05-bc63-eecad2cf8d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2038932 Nov 10 19:28:37.391037 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b716450-3c4a-4dfe-ad4d-50939f4dba7b req-3b3e9d43-138e-40e3-9de6-29906e35696e tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:37.401558 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0b716450-3c4a-4dfe-ad4d-50939f4dba7b req-3b3e9d43-138e-40e3-9de6-29906e35696e tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/ports?device_id=50939f58-a53d-4e02-a332-6c18727bbae9 HTTP/1.1" status: 200 len: 945 time: 0.2922204 Nov 10 19:28:37.465568 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8370f-78f2-4e54-b82d-422366dbfb65 req-8b85ac3c-63d5-4b9d-9d90-68df2f68f73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:37.467165 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51f8370f-78f2-4e54-b82d-422366dbfb65 req-8b85ac3c-63d5-4b9d-9d90-68df2f68f73a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 1094 time: 0.1733077 Nov 10 19:28:37.608766 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-ba515685-81b2-426c-825b-f506dc75ef18 admin admin] Deleting port b89a3fdf-94c2-4026-9cc4-65a5e024dac9 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:28:37.609141 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ba515685-81b2-426c-825b-f506dc75ef18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:37.628435 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0b716450-3c4a-4dfe-ad4d-50939f4dba7b req-27b3b723-e221-457b-b889-bfc47d187418 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/security-groups?id=7dae99ce-b70d-4994-9d41-19cc28731eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141321 Nov 10 19:28:37.790443 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-ba515685-81b2-426c-825b-f506dc75ef18 admin admin] For port b89a3fdf-94c2-4026-9cc4-65a5e024dac9, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=b89a3fdf-94c2-4026-9cc4-65a5e024dac9,segment=NetworkSegment(d91afcb2-94dc-4e88-9067-82e028ea23a3),segment_id=d91afcb2-94dc-4e88-9067-82e028ea23a3)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:37.790862 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ba515685-81b2-426c-825b-f506dc75ef18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:37.802889 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8370f-78f2-4e54-b82d-422366dbfb65 req-929a47da-415f-4e4f-9ddd-f815f97b2e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:37.809851 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51f8370f-78f2-4e54-b82d-422366dbfb65 req-929a47da-415f-4e4f-9ddd-f815f97b2e88 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d2ee296e-97f0-4e05-bc63-eecad2cf8d08 HTTP/1.1" status: 200 len: 897 time: 0.3323314 Nov 10 19:28:37.812143 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-ba515685-81b2-426c-825b-f506dc75ef18 admin admin] Calling delete_port for b89a3fdf-94c2-4026-9cc4-65a5e024dac9 owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:28:37.864746 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5bd94a60-5162-4173-8301-db9faf535421 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:38.047021 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51f8370f-78f2-4e54-b82d-422366dbfb65 req-fa7cc3c2-44c2-4300-9642-e140698c24aa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=077f720c-ab5b-4102-9670-f8f163fce1ec HTTP/1.1" status: 200 len: 999 time: 0.2281599 Nov 10 19:28:38.100548 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07dbdf-4514-4469-b76c-d76ac4342bc8 req-4a3c10a0-4a55-4b8f-8974-b07d29f02994 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:38.103754 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4f07dbdf-4514-4469-b76c-d76ac4342bc8 req-4a3c10a0-4a55-4b8f-8974-b07d29f02994 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.73 "GET /v2.0/ports?device_id=50939f58-a53d-4e02-a332-6c18727bbae9 HTTP/1.1" status: 200 len: 945 time: 0.1146069 Nov 10 19:28:38.128866 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de019d-9ee0-4ed9-8da1-65036e18c186 req-6a71fc28-9a35-4de7-970a-1dec5ddf872b tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:38.132550 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16de019d-9ee0-4ed9-8da1-65036e18c186 req-6a71fc28-9a35-4de7-970a-1dec5ddf872b tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 943 time: 0.4063942 Nov 10 19:28:38.240749 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8370f-78f2-4e54-b82d-422366dbfb65 req-cb4e5a22-6621-49b9-b474-194acd39eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:38.243303 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51f8370f-78f2-4e54-b82d-422366dbfb65 req-cb4e5a22-6621-49b9-b474-194acd39eed0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=80df9671-f57e-40dc-a213-b58ffde2f797 HTTP/1.1" status: 200 len: 835 time: 0.1873186 Nov 10 19:28:38.263996 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ba515685-81b2-426c-825b-f506dc75ef18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:38.311115 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba515685-81b2-426c-825b-f506dc75ef18 admin admin] Pushing event deleted for resources: {'Port': ['ID=b89a3fdf-94c2-4026-9cc4-65a5e024dac9,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:38.386903 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16de019d-9ee0-4ed9-8da1-65036e18c186 req-da698686-b24c-45c9-9df9-7f4d625c9ab5 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2188451 Nov 10 19:28:38.548320 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8370f-78f2-4e54-b82d-422366dbfb65 req-44a0b2a1-3fda-435e-866e-fe257bb8c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:38.551557 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51f8370f-78f2-4e54-b82d-422366dbfb65 req-44a0b2a1-3fda-435e-866e-fe257bb8c8e8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d2ee296e-97f0-4e05-bc63-eecad2cf8d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2733870 Nov 10 19:28:38.640839 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 52040) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:38.795309 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51f8370f-78f2-4e54-b82d-422366dbfb65 req-9c3557fc-f563-4dab-8108-d70a3720b90e service neutron] 10.222.0.25 "GET /v2.0/networks/d2ee296e-97f0-4e05-bc63-eecad2cf8d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961310 Nov 10 19:28:38.866272 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3f70e50f-0c7d-4536-a14e-56efa92a0913 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:38.901219 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-4f07dbdf-4514-4469-b76c-d76ac4342bc8 req-8e87ebcf-cbc2-4acf-9157-fd1bbb2d90d6 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Deleting port e3a3656a-69f1-465f-a4fa-f3dafb596ae0 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:28:38.901549 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-4f07dbdf-4514-4469-b76c-d76ac4342bc8 req-8e87ebcf-cbc2-4acf-9157-fd1bbb2d90d6 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:38.946647 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27ae40-ba3a-4e31-853e-3760671e904a req-b25a8c51-e76a-4143-8a13-1c95d84b13f4 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:38.948444 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3c27ae40-ba3a-4e31-853e-3760671e904a req-b25a8c51-e76a-4143-8a13-1c95d84b13f4 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/ports?device_id=50939f58-a53d-4e02-a332-6c18727bbae9 HTTP/1.1" status: 200 len: 945 time: 0.1511240 Nov 10 19:28:39.000277 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51f8370f-78f2-4e54-b82d-422366dbfb65 req-cfa6c443-acfe-496a-bba7-c71dc2039cbc service neutron] 10.222.0.25 "GET /v2.0/networks/d2ee296e-97f0-4e05-bc63-eecad2cf8d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978178 Nov 10 19:28:39.008105 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-5bd94a60-5162-4173-8301-db9faf535421 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Deleting port d9906b9d-4a12-4527-b56d-1ed4353a5717 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:28:39.008539 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5bd94a60-5162-4173-8301-db9faf535421 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:39.066278 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3c27ae40-ba3a-4e31-853e-3760671e904a req-107ff17a-2f20-4c54-bafe-c2aa65be9175 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/security-groups?id=7dae99ce-b70d-4994-9d41-19cc28731eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033826 Nov 10 19:28:39.072654 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292a881-394a-4d88-a28e-418ac464b83c req-56976c0e-0700-490d-9f78-31b94d3190b8 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:39.078274 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6292a881-394a-4d88-a28e-418ac464b83c req-56976c0e-0700-490d-9f78-31b94d3190b8 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.25 "GET /v2.0/ports?device_id=790a40eb-b477-4550-b491-1e77ebd1ac6e HTTP/1.1" status: 200 len: 946 time: 0.3912585 Nov 10 19:28:39.119253 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ba515685-81b2-426c-825b-f506dc75ef18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:39.187433 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-5bd94a60-5162-4173-8301-db9faf535421 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] For port d9906b9d-4a12-4527-b56d-1ed4353a5717, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d9906b9d-4a12-4527-b56d-1ed4353a5717,segment=NetworkSegment(d9423d05-38df-47d9-95e2-30f6031d8588),segment_id=d9423d05-38df-47d9-95e2-30f6031d8588)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:39.188552 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5bd94a60-5162-4173-8301-db9faf535421 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:39.235870 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-5bd94a60-5162-4173-8301-db9faf535421 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Calling delete_port for d9906b9d-4a12-4527-b56d-1ed4353a5717 owned by network:router_interface {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:28:39.357547 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-4f07dbdf-4514-4469-b76c-d76ac4342bc8 req-8e87ebcf-cbc2-4acf-9157-fd1bbb2d90d6 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] For port e3a3656a-69f1-465f-a4fa-f3dafb596ae0, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e3a3656a-69f1-465f-a4fa-f3dafb596ae0,segment=NetworkSegment(39aee367-cdc1-4cda-87d4-64f3a60a51f2),segment_id=39aee367-cdc1-4cda-87d4-64f3a60a51f2)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:39.358073 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-4f07dbdf-4514-4469-b76c-d76ac4342bc8 req-8e87ebcf-cbc2-4acf-9157-fd1bbb2d90d6 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:39.471165 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-4f07dbdf-4514-4469-b76c-d76ac4342bc8 req-8e87ebcf-cbc2-4acf-9157-fd1bbb2d90d6 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Calling delete_port for e3a3656a-69f1-465f-a4fa-f3dafb596ae0 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:28:39.608055 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3ad8a-2501-4f89-9f64-7289d12c9572 req-d56737f2-09bf-4ffe-b1c6-ff1d9df5ba5e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:39.609620 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-20e3ad8a-2501-4f89-9f64-7289d12c9572 req-d56737f2-09bf-4ffe-b1c6-ff1d9df5ba5e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 943 time: 0.0835626 Nov 10 19:28:39.651431 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3f70e50f-0c7d-4536-a14e-56efa92a0913 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:39.669219 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3f70e50f-0c7d-4536-a14e-56efa92a0913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:39.715284 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5bd94a60-5162-4173-8301-db9faf535421 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:39.734693 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70e50f-0c7d-4536-a14e-56efa92a0913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2514c53-4d3b-4f1c-bf29-5897860418b7,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:39.740437 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-6292a881-394a-4d88-a28e-418ac464b83c req-30d6555e-5a50-4477-9a96-4c8ec6528e8f tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Deleting port 88bebab7-a908-4e8a-bd3c-2a97be93098a {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:28:39.740779 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6292a881-394a-4d88-a28e-418ac464b83c req-30d6555e-5a50-4477-9a96-4c8ec6528e8f tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:39.786792 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-20e3ad8a-2501-4f89-9f64-7289d12c9572 req-3d4559dc-6f83-436f-a075-bc422320871a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1640973 Nov 10 19:28:39.789216 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd94a60-5162-4173-8301-db9faf535421 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Port': ['ID=d9906b9d-4a12-4527-b56d-1ed4353a5717,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:39.868388 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3f70e50f-0c7d-4536-a14e-56efa92a0913 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aa6c0b50f54f4a6c836a232710047405&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2295456 Nov 10 19:28:39.880011 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 52066) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:39.951345 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5bd94a60-5162-4173-8301-db9faf535421 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:40.041487 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-6292a881-394a-4d88-a28e-418ac464b83c req-30d6555e-5a50-4477-9a96-4c8ec6528e8f tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] For port 88bebab7-a908-4e8a-bd3c-2a97be93098a, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=88bebab7-a908-4e8a-bd3c-2a97be93098a,segment=NetworkSegment(39aee367-cdc1-4cda-87d4-64f3a60a51f2),segment_id=39aee367-cdc1-4cda-87d4-64f3a60a51f2)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:40.041982 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6292a881-394a-4d88-a28e-418ac464b83c req-30d6555e-5a50-4477-9a96-4c8ec6528e8f tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:40.089950 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-6292a881-394a-4d88-a28e-418ac464b83c req-30d6555e-5a50-4477-9a96-4c8ec6528e8f tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Calling delete_port for 88bebab7-a908-4e8a-bd3c-2a97be93098a owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:28:40.123065 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-4f07dbdf-4514-4469-b76c-d76ac4342bc8 req-8e87ebcf-cbc2-4acf-9157-fd1bbb2d90d6 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:40.137489 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['88bebab7-a908-4e8a-bd3c-2a97be93098a'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:28:40.236971 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-56aa9dc0-cf39-4a9e-9ad5-6b197c9880ff req-98d6808a-2666-4777-bd35-6e1664651660 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/ports?device_id=50939f58-a53d-4e02-a332-6c18727bbae9 HTTP/1.1" status: 200 len: 210 time: 0.0685480 Nov 10 19:28:40.277177 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd94a60-5162-4173-8301-db9faf535421 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Router 595165e1-f908-4bbf-9316-d6c7f182d241 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:28:40.326312 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0d36f9c1-3903-4a02-ac9b-d031b986e4f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:40.353691 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba515685-81b2-426c-825b-f506dc75ef18 admin admin] Router c9c2ff5b-f60f-4093-b00c-c921382b0510 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:28:40.361522 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87ebcf-cbc2-4acf-9157-fd1bbb2d90d6 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Pushing event deleted for resources: {'Port': ['ID=e3a3656a-69f1-465f-a4fa-f3dafb596ae0,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:40.386911 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0d36f9c1-3903-4a02-ac9b-d031b986e4f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:40.396967 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6292a881-394a-4d88-a28e-418ac464b83c req-30d6555e-5a50-4477-9a96-4c8ec6528e8f tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:40.400334 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd94a60-5162-4173-8301-db9faf535421 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:28:40.408745 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5bd94a60-5162-4173-8301-db9faf535421 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "PUT /v2.0/routers/595165e1-f908-4bbf-9316-d6c7f182d241/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6854985 Nov 10 19:28:40.409512 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52072) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:40.415655 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0038761-33d4-4087-9e16-8efdaf512b02 None None] Sync routers for ids ['595165e1-f908-4bbf-9316-d6c7f182d241'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:28:40.434767 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0038761-33d4-4087-9e16-8efdaf512b02 None None] Routers {'595165e1-f908-4bbf-9316-d6c7f182d241'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:28:40.436036 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-d0038761-33d4-4087-9e16-8efdaf512b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:28:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['595165e1-f908-4bbf-9316-d6c7f182d241'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:40.470538 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-3808246c-d2ec-4634-ae6f-194c62b592f6 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Deleting subnet bcf4bcc7-5036-4f73-a777-fa1e33f636d6 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:28:40.474360 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3808246c-d2ec-4634-ae6f-194c62b592f6 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:40.481738 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6555e-5a50-4477-9a96-4c8ec6528e8f tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Pushing event deleted for resources: {'Port': ['ID=88bebab7-a908-4e8a-bd3c-2a97be93098a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:40.532298 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3808246c-d2ec-4634-ae6f-194c62b592f6 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:40.643302 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-d0038761-33d4-4087-9e16-8efdaf512b02 None None] Set router 595165e1-f908-4bbf-9316-d6c7f182d241 gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:28:40.649128 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3808246c-d2ec-4634-ae6f-194c62b592f6 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:40.676876 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 077f720c-ab5b-4102-9670-f8f163fce1ec details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:28:40.739211 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3808246c-d2ec-4634-ae6f-194c62b592f6 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:40.782765 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808246c-d2ec-4634-ae6f-194c62b592f6 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Subnet': ['ID=bcf4bcc7-5036-4f73-a777-fa1e33f636d6,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:40.784649 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3808246c-d2ec-4634-ae6f-194c62b592f6 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:40.788636 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3808246c-d2ec-4634-ae6f-194c62b592f6 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/subnets/bcf4bcc7-5036-4f73-a777-fa1e33f636d6 HTTP/1.1" status: 204 len: 168 time: 0.3739522 Nov 10 19:28:40.809395 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52086) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:40.815903 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9111cdc4-8c36-48bf-b657-3d0d269e0542 None None] Network 2163a86a-3636-4ab0-92fd-bc11ed0e29b0 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:28:41.106843 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e6effd2d-32f4-4375-91c1-f6d1e552f844 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:41.159835 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 077f720c-ab5b-4102-9670-f8f163fce1ec, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=077f720c-ab5b-4102-9670-f8f163fce1ec,segment=NetworkSegment(6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d),segment_id=6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:41.199579 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f07dbdf-4514-4469-b76c-d76ac4342bc8 req-8e87ebcf-cbc2-4acf-9157-fd1bbb2d90d6 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] No DVR routers for this DVR port e3a3656a-69f1-465f-a4fa-f3dafb596ae0 on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:28:41.215548 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-6292a881-394a-4d88-a28e-418ac464b83c req-30d6555e-5a50-4477-9a96-4c8ec6528e8f tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] No DVR routers for this DVR port 88bebab7-a908-4e8a-bd3c-2a97be93098a on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:28:41.220271 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba515685-81b2-426c-825b-f506dc75ef18 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:28:41.222920 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6292a881-394a-4d88-a28e-418ac464b83c req-30d6555e-5a50-4477-9a96-4c8ec6528e8f tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:41.227446 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6292a881-394a-4d88-a28e-418ac464b83c req-30d6555e-5a50-4477-9a96-4c8ec6528e8f tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.25 "DELETE /v2.0/ports/88bebab7-a908-4e8a-bd3c-2a97be93098a HTTP/1.1" status: 204 len: 173 time: 2.0810952 Nov 10 19:28:41.230778 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-4f07dbdf-4514-4469-b76c-d76ac4342bc8 req-8e87ebcf-cbc2-4acf-9157-fd1bbb2d90d6 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:41.235281 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8146e07-b995-440b-bf71-794da6fdba04 None None] Sync routers for ids ['c9c2ff5b-f60f-4093-b00c-c921382b0510'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:28:41.236329 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4f07dbdf-4514-4469-b76c-d76ac4342bc8 req-8e87ebcf-cbc2-4acf-9157-fd1bbb2d90d6 tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.73 "DELETE /v2.0/ports/e3a3656a-69f1-465f-a4fa-f3dafb596ae0 HTTP/1.1" status: 204 len: 173 time: 3.1191170 Nov 10 19:28:41.237023 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790a40eb-b477-4550-b491-1e77ebd1ac6e', 'name': 'network-vif-deleted', 'tag': '88bebab7-a908-4e8a-bd3c-2a97be93098a'}, {'server_uuid': '50939f58-a53d-4e02-a332-6c18727bbae9', 'name': 'network-vif-deleted', 'tag': 'e3a3656a-69f1-465f-a4fa-f3dafb596ae0'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:28:41.237447 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '077f720c-ab5b-4102-9670-f8f163fce1ec', 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08', 'port_id': '077f720c-ab5b-4102-9670-f8f163fce1ec', 'mac_address': 'fa:16:3e:a7:b9:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80df9671-f57e-40dc-a213-b58ffde2f797', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:28:41.240036 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77301060-7ca0-4166-8b0f-c6da0da46e4e" -d '{"events": [{"server_uuid": "790a40eb-b477-4550-b491-1e77ebd1ac6e", "name": "network-vif-deleted", "tag": "88bebab7-a908-4e8a-bd3c-2a97be93098a"}, {"server_uuid": "50939f58-a53d-4e02-a332-6c18727bbae9", "name": "network-vif-deleted", "tag": "e3a3656a-69f1-465f-a4fa-f3dafb596ae0"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:28:41.249106 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ba515685-81b2-426c-825b-f506dc75ef18 admin admin] 10.222.0.54 "PUT /v2.0/routers/c9c2ff5b-f60f-4093-b00c-c921382b0510/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1162603 Nov 10 19:28:41.250248 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0d36f9c1-3903-4a02-ac9b-d031b986e4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:41.255531 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0d36f9c1-3903-4a02-ac9b-d031b986e4f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:41.257247 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0d36f9c1-3903-4a02-ac9b-d031b986e4f0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b2514c53-4d3b-4f1c-bf29-5897860418b7 HTTP/1.1" status: 204 len: 168 time: 1.3761060 Nov 10 19:28:41.258465 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 52094) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:41.272177 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e1d76-ed3a-45ed-8a54-cbc74c5f54ac req-bf902b94-63ab-411c-8185-7c9a1932dd84 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:41.277183 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5e1e1d76-ed3a-45ed-8a54-cbc74c5f54ac req-bf902b94-63ab-411c-8185-7c9a1932dd84 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 943 time: 0.3490779 Nov 10 19:28:41.282240 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8146e07-b995-440b-bf71-794da6fdba04 None None] Routers {'c9c2ff5b-f60f-4093-b00c-c921382b0510'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:28:41.284451 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-c8146e07-b995-440b-bf71-794da6fdba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:28:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c9c2ff5b-f60f-4093-b00c-c921382b0510'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:41.333462 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36f9c1-3903-4a02-ac9b-d031b986e4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2514c53-4d3b-4f1c-bf29-5897860418b7,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:41.416417 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:41.437987 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd2d022-468d-4789-a329-e4fed5274ce9 None None] DHCP port deletion for 2163a86a-3636-4ab0-92fd-bc11ed0e29b0 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:28:41.475595 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 077f720c-ab5b-4102-9670-f8f163fce1ec {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:28:41.504477 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-e6effd2d-32f4-4375-91c1-f6d1e552f844 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Deleting port 906735a2-dbc7-4981-b1ae-156d175aca48 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:28:41.505026 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e6effd2d-32f4-4375-91c1-f6d1e552f844 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:41.567930 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5e1e1d76-ed3a-45ed-8a54-cbc74c5f54ac req-6dfc2dec-1123-4c02-bfae-f89cbfee4990 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2664933 Nov 10 19:28:41.611346 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 077f720c-ab5b-4102-9670-f8f163fce1ec, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=077f720c-ab5b-4102-9670-f8f163fce1ec,segment=NetworkSegment(6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d),segment_id=6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:41.638279 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:41.653790 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-e6effd2d-32f4-4375-91c1-f6d1e552f844 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] For port 906735a2-dbc7-4981-b1ae-156d175aca48, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=906735a2-dbc7-4981-b1ae-156d175aca48,segment=NetworkSegment(d9423d05-38df-47d9-95e2-30f6031d8588),segment_id=d9423d05-38df-47d9-95e2-30f6031d8588)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:41.654360 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e6effd2d-32f4-4375-91c1-f6d1e552f844 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:41.674510 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-e6effd2d-32f4-4375-91c1-f6d1e552f844 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Calling delete_port for 906735a2-dbc7-4981-b1ae-156d175aca48 owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:28:41.715998 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-bdd2d022-468d-4789-a329-e4fed5274ce9 None None] Deleting port 906735a2-dbc7-4981-b1ae-156d175aca48 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:28:41.716462 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bdd2d022-468d-4789-a329-e4fed5274ce9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:41.748641 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44acc282-3103-4458-b5e5-f5052a7cb548 admin admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:41.823314 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e6effd2d-32f4-4375-91c1-f6d1e552f844 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:41.880405 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-bdd2d022-468d-4789-a329-e4fed5274ce9 None None] For port 906735a2-dbc7-4981-b1ae-156d175aca48, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=906735a2-dbc7-4981-b1ae-156d175aca48,segment=NetworkSegment(d9423d05-38df-47d9-95e2-30f6031d8588),segment_id=d9423d05-38df-47d9-95e2-30f6031d8588)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:41.880670 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6effd2d-32f4-4375-91c1-f6d1e552f844 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Port': ['ID=906735a2-dbc7-4981-b1ae-156d175aca48,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:41.880756 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bdd2d022-468d-4789-a329-e4fed5274ce9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:41.903608 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6effd2d-32f4-4375-91c1-f6d1e552f844 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] No DVR routers for this DVR port 906735a2-dbc7-4981-b1ae-156d175aca48 on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:28:41.909391 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-bdd2d022-468d-4789-a329-e4fed5274ce9 None None] Calling delete_port for 906735a2-dbc7-4981-b1ae-156d175aca48 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:28:41.974915 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 19:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4848085-2ee9-45db-bbc0-cfa68d9cedda x-openstack-request-id: req-d4848085-2ee9-45db-bbc0-cfa68d9cedda {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:28:41.975209 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790a40eb-b477-4550-b491-1e77ebd1ac6e", "name": "network-vif-deleted", "tag": "88bebab7-a908-4e8a-bd3c-2a97be93098a", "status": "completed", "code": 200}, {"server_uuid": "50939f58-a53d-4e02-a332-6c18727bbae9", "name": "network-vif-deleted", "tag": "e3a3656a-69f1-465f-a4fa-f3dafb596ae0", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:28:41.975463 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d4848085-2ee9-45db-bbc0-cfa68d9cedda {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:28:41.976514 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790a40eb-b477-4550-b491-1e77ebd1ac6e', 'name': 'network-vif-deleted', 'tag': '88bebab7-a908-4e8a-bd3c-2a97be93098a', 'status': 'completed', 'code': 200} Nov 10 19:28:41.976514 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50939f58-a53d-4e02-a332-6c18727bbae9', 'name': 'network-vif-deleted', 'tag': 'e3a3656a-69f1-465f-a4fa-f3dafb596ae0', 'status': 'completed', 'code': 200} Nov 10 19:28:42.005174 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 52108) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:42.055207 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d3f04f7b-35c4-440b-ae28-f89e1f747c01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:42.073823 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bdd2d022-468d-4789-a329-e4fed5274ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:42.076958 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-c8146e07-b995-440b-bf71-794da6fdba04 None None] Set router c9c2ff5b-f60f-4093-b00c-c921382b0510 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:28:42.077350 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device e3a3656a-69f1-465f-a4fa-f3dafb596ae0 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:28:42.086708 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44acc282-3103-4458-b5e5-f5052a7cb548 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:42.088864 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=077f720c-ab5b-4102-9670-f8f163fce1ec,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:42.127411 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e6effd2d-32f4-4375-91c1-f6d1e552f844 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:42.134359 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-d0038761-33d4-4087-9e16-8efdaf512b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'name': 'tempest-RoutersIpV6Test-router-610818905', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:27:54Z', 'updated_at': '2021-11-10T19:28:39Z', 'revision_number': 8, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None, '_interfaces': [{'id': 'a8999072-c4ac-4204-9bf4-2bd506faa40a', 'name': '', 'network_id': '1ef43767-27d9-4640-9f7f-d248b124e155', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:c2:c0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'fe3bcf7d-631b-4f19-baea-392d373ada81', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:15Z', 'updated_at': '2021-11-10T19:28:24Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'fe3bcf7d-631b-4f19-baea-392d373ada81', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c20fde36-e702-41b5-9b77-47e1e3f672be', 'name': '', 'network_id': '319bbde8-a4df-441e-82f6-67a5a6334686', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:6b:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:05Z', 'updated_at': '2021-11-10T19:28:14Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbbed1b3-014d-4a9d-9258-12a9bba7ac5d', 'name': '', 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:59:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:27:56Z', 'updated_at': '2021-11-10T19:28:03Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:42.167436 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-e6effd2d-32f4-4375-91c1-f6d1e552f844 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2163a86a-3636-4ab0-92fd-bc11ed0e29b0']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:42.176673 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd2d022-468d-4789-a329-e4fed5274ce9 None None] No DVR routers for this DVR port 906735a2-dbc7-4981-b1ae-156d175aca48 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:28:42.178411 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: e3a3656a-69f1-465f-a4fa-f3dafb596ae0 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:28:42.178756 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device e3a3656a-69f1-465f-a4fa-f3dafb596ae0 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:28:42.195017 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-e6effd2d-32f4-4375-91c1-f6d1e552f844 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9423d05-38df-47d9-95e2-30f6031d8588') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:42.195388 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-e6effd2d-32f4-4375-91c1-f6d1e552f844 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9423d05-38df-47d9-95e2-30f6031d8588') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:42.208307 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0038761-33d4-4087-9e16-8efdaf512b02 None None] Checking router: 595165e1-f908-4bbf-9316-d6c7f182d241 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:28:42.214570 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2d022-468d-4789-a329-e4fed5274ce9 None None] Pushing event deleted for resources: {'Port': ['ID=906735a2-dbc7-4981-b1ae-156d175aca48,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:42.225110 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6b7d4e69-7f77-49d7-8e89-62558b7ebad6 req-49d00299-30c3-407c-bd21-3e546740de2f tempest-ListServersNegativeTestJSON-1695844400 tempest-ListServersNegativeTestJSON-1695844400-project] 10.222.0.54 "GET /v2.0/ports?device_id=50939f58-a53d-4e02-a332-6c18727bbae9 HTTP/1.1" status: 200 len: 210 time: 0.0490496 Nov 10 19:28:42.229194 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e6effd2d-32f4-4375-91c1-f6d1e552f844 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:42.229388 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['077f720c-ab5b-4102-9670-f8f163fce1ec'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:28:42.238123 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d3f04f7b-35c4-440b-ae28-f89e1f747c01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:42.259935 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d3f04f7b-35c4-440b-ae28-f89e1f747c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:42.262736 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e6effd2d-32f4-4375-91c1-f6d1e552f844 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:42.271311 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6effd2d-32f4-4375-91c1-f6d1e552f844 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:28:42.273425 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e6effd2d-32f4-4375-91c1-f6d1e552f844 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:42.280729 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0038761-33d4-4087-9e16-8efdaf512b02 None None] Routers {'595165e1-f908-4bbf-9316-d6c7f182d241'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:28:42.281361 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-d0038761-33d4-4087-9e16-8efdaf512b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:28:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['595165e1-f908-4bbf-9316-d6c7f182d241'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:42.287429 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:28:42.287429 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:28:42.287429 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:28:42.287429 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:28:42.287429 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:28:42.287429 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:28:42.287429 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:28:42.287429 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:28:42.287429 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:28:42.287429 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:28:42.287429 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:28:42.287429 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:28:42.287429 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:28:42.287429 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:28:42.287429 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:28:42.287429 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:28:42.287429 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:28:42.287429 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:28:42.287429 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:28:42.287429 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:28:42.287429 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:28:42.287429 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:28:42.287429 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:28:42.287429 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:28:42.287429 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:28:42.287429 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:28:42.287429 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:28:42.287429 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:28:42.287429 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:28:42.287429 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:28:42.287429 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:28:42.287429 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:28:42.289380 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-44acc282-3103-4458-b5e5-f5052a7cb548 admin admin] Deleting port 2cf9491d-bf80-435e-a8eb-373115397c87 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:28:42.289380 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44acc282-3103-4458-b5e5-f5052a7cb548 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:42.372859 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d3f04f7b-35c4-440b-ae28-f89e1f747c01 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ca780dec5e2e49568e7a9728d2ef48d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3655005 Nov 10 19:28:42.379056 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 52110) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:42.399204 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-c8146e07-b995-440b-bf71-794da6fdba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c2ff5b-f60f-4093-b00c-c921382b0510', 'name': 'tempest-ServerRescueTestJSON-622080766-router', 'tenant_id': '80448062df854eaa81ec7d2921f2c2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '2cf9491d-bf80-435e-a8eb-373115397c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:26:10Z', 'updated_at': '2021-11-10T19:28:38Z', 'revision_number': 5, 'project_id': '80448062df854eaa81ec7d2921f2c2b6', 'gw_port': {'id': '2cf9491d-bf80-435e-a8eb-373115397c87', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c2ff5b-f60f-4093-b00c-c921382b0510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:26:11Z', 'updated_at': '2021-11-10T19:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:42.410156 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-d0038761-33d4-4087-9e16-8efdaf512b02 None None] Set router 595165e1-f908-4bbf-9316-d6c7f182d241 gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:28:42.413351 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f04f7b-35c4-440b-ae28-f89e1f747c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c10b2b7-2f61-4887-9a9d-e24d3fe77e9f,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:42.450124 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e6effd2d-32f4-4375-91c1-f6d1e552f844 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:42.462434 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e6effd2d-32f4-4375-91c1-f6d1e552f844 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:42.470658 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e6effd2d-32f4-4375-91c1-f6d1e552f844 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/networks/2163a86a-3636-4ab0-92fd-bc11ed0e29b0 HTTP/1.1" status: 204 len: 168 time: 1.6557987 Nov 10 19:28:42.473657 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 52116) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:42.509673 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6effd2d-32f4-4375-91c1-f6d1e552f844 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Network': ['ID=2163a86a-3636-4ab0-92fd-bc11ed0e29b0,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:42.555791 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8146e07-b995-440b-bf71-794da6fdba04 None None] Checking router: c9c2ff5b-f60f-4093-b00c-c921382b0510 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:28:42.592823 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8146e07-b995-440b-bf71-794da6fdba04 None None] Routers {'c9c2ff5b-f60f-4093-b00c-c921382b0510'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:28:42.593686 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-c8146e07-b995-440b-bf71-794da6fdba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:28:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c9c2ff5b-f60f-4093-b00c-c921382b0510'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:42.648157 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-44acc282-3103-4458-b5e5-f5052a7cb548 admin admin] For port 2cf9491d-bf80-435e-a8eb-373115397c87, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2cf9491d-bf80-435e-a8eb-373115397c87,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:42.649980 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44acc282-3103-4458-b5e5-f5052a7cb548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:42.666188 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 88bebab7-a908-4e8a-bd3c-2a97be93098a no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:28:42.676283 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-44acc282-3103-4458-b5e5-f5052a7cb548 admin admin] Calling delete_port for 2cf9491d-bf80-435e-a8eb-373115397c87 owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:28:42.703459 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 88bebab7-a908-4e8a-bd3c-2a97be93098a {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:28:42.703862 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 88bebab7-a908-4e8a-bd3c-2a97be93098a not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:28:42.787517 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-c8146e07-b995-440b-bf71-794da6fdba04 None None] Set router c9c2ff5b-f60f-4093-b00c-c921382b0510 gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:28:42.840467 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34ac97-7538-4832-83f8-895a2ff1278a req-5897ebb9-1f38-42ea-8a31-1c1439c65d2e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:42.843873 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba34ac97-7538-4832-83f8-895a2ff1278a req-5897ebb9-1f38-42ea-8a31-1c1439c65d2e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 944 time: 0.1228414 Nov 10 19:28:42.927650 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba34ac97-7538-4832-83f8-895a2ff1278a req-15a9914c-30fc-477a-ade2-ac1e84bb5620 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0768850 Nov 10 19:28:42.934210 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-c8146e07-b995-440b-bf71-794da6fdba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c2ff5b-f60f-4093-b00c-c921382b0510', 'name': 'tempest-ServerRescueTestJSON-622080766-router', 'tenant_id': '80448062df854eaa81ec7d2921f2c2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:26:10Z', 'updated_at': '2021-11-10T19:28:42Z', 'revision_number': 6, 'project_id': '80448062df854eaa81ec7d2921f2c2b6', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:43.011970 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8146e07-b995-440b-bf71-794da6fdba04 None None] The sync data for ids ['c9c2ff5b-f60f-4093-b00c-c921382b0510'] in n-d-813897-4 is: [{'id': 'c9c2ff5b-f60f-4093-b00c-c921382b0510', 'name': 'tempest-ServerRescueTestJSON-622080766-router', 'tenant_id': '80448062df854eaa81ec7d2921f2c2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:26:10Z', 'updated_at': '2021-11-10T19:28:42Z', 'revision_number': 6, 'project_id': '80448062df854eaa81ec7d2921f2c2b6', 'gw_port_host': None}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:28:43.033302 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-d0038761-33d4-4087-9e16-8efdaf512b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'name': 'tempest-RoutersIpV6Test-router-610818905', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:27:54Z', 'updated_at': '2021-11-10T19:28:39Z', 'revision_number': 8, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None, '_interfaces': [{'id': 'a8999072-c4ac-4204-9bf4-2bd506faa40a', 'name': '', 'network_id': '1ef43767-27d9-4640-9f7f-d248b124e155', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:c2:c0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'fe3bcf7d-631b-4f19-baea-392d373ada81', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:15Z', 'updated_at': '2021-11-10T19:28:24Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'fe3bcf7d-631b-4f19-baea-392d373ada81', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c20fde36-e702-41b5-9b77-47e1e3f672be', 'name': '', 'network_id': '319bbde8-a4df-441e-82f6-67a5a6334686', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:6b:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:05Z', 'updated_at': '2021-11-10T19:28:14Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbbed1b3-014d-4a9d-9258-12a9bba7ac5d', 'name': '', 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:59:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:27:56Z', 'updated_at': '2021-11-10T19:28:03Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:43.083508 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-60a1fceb-767f-414f-9d29-84d144887902 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:43.101151 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0038761-33d4-4087-9e16-8efdaf512b02 None None] The sync data for ids ['595165e1-f908-4bbf-9316-d6c7f182d241'] in n-d-813897-4 is: [{'id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'name': 'tempest-RoutersIpV6Test-router-610818905', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:27:54Z', 'updated_at': '2021-11-10T19:28:39Z', 'revision_number': 8, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None, '_interfaces': [{'id': 'a8999072-c4ac-4204-9bf4-2bd506faa40a', 'name': '', 'network_id': '1ef43767-27d9-4640-9f7f-d248b124e155', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:c2:c0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'fe3bcf7d-631b-4f19-baea-392d373ada81', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:15Z', 'updated_at': '2021-11-10T19:28:24Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'fe3bcf7d-631b-4f19-baea-392d373ada81', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c20fde36-e702-41b5-9b77-47e1e3f672be', 'name': '', 'network_id': '319bbde8-a4df-441e-82f6-67a5a6334686', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:6b:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:05Z', 'updated_at': '2021-11-10T19:28:14Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbbed1b3-014d-4a9d-9258-12a9bba7ac5d', 'name': '', 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:59:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:27:56Z', 'updated_at': '2021-11-10T19:28:03Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:28:43.145947 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44acc282-3103-4458-b5e5-f5052a7cb548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:43.199830 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44acc282-3103-4458-b5e5-f5052a7cb548 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cf9491d-bf80-435e-a8eb-373115397c87,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:43.229973 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8d1026-8e0a-4afb-905d-963fb0c261d1 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:28:43.254221 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-60a1fceb-767f-414f-9d29-84d144887902 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:43.370190 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44acc282-3103-4458-b5e5-f5052a7cb548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:43.478678 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f8635-055b-47de-bb45-76e3894800ce req-1e16b709-fd65-4a1b-9cc0-be4c22768170 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:43.481356 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b15f8635-055b-47de-bb45-76e3894800ce req-1e16b709-fd65-4a1b-9cc0-be4c22768170 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 944 time: 0.0803056 Nov 10 19:28:43.546702 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b15f8635-055b-47de-bb45-76e3894800ce req-34abe967-7e3f-41d4-b3c6-db365963c1ae tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0559826 Nov 10 19:28:43.555549 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44acc282-3103-4458-b5e5-f5052a7cb548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:43.560652 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44acc282-3103-4458-b5e5-f5052a7cb548 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:43.631983 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52162) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:43.680996 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-6f3b168e-d092-4fa4-af12-a7d8ba42bc06 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:43.683366 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-6f3b168e-d092-4fa4-af12-a7d8ba42bc06 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596&tenant_id=540494213bb2401d877387c28ba690c2&binding%3Ahost_id=n-h2-813897-4 HTTP/1.1" status: 200 len: 944 time: 0.3375471 Nov 10 19:28:43.724237 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac852b85-f51a-4946-b8d3-d59889e58059 admin admin] Deleting subnet 2274cf79-8734-46ac-813d-59e1a6e32b0d {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:28:43.726477 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 52164) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:43.732275 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ac852b85-f51a-4946-b8d3-d59889e58059 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:43.742491 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-60a1fceb-767f-414f-9d29-84d144887902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:43.745205 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-60a1fceb-767f-414f-9d29-84d144887902 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:43.749047 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-60a1fceb-767f-414f-9d29-84d144887902 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2c10b2b7-2f61-4887-9a9d-e24d3fe77e9f HTTP/1.1" status: 204 len: 168 time: 1.3666315 Nov 10 19:28:43.797652 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ac852b85-f51a-4946-b8d3-d59889e58059 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:43.841112 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1fceb-767f-414f-9d29-84d144887902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c10b2b7-2f61-4887-9a9d-e24d3fe77e9f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:43.843264 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-7b8f229a-4ed5-418b-b00f-54916012c9c6 service neutron] 10.222.0.25 "GET /v2.0/ports/077f720c-ab5b-4102-9670-f8f163fce1ec/bindings/n-h2-813897-4 HTTP/1.1" status: 200 len: 382 time: 0.1151373 Nov 10 19:28:43.845310 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44acc282-3103-4458-b5e5-f5052a7cb548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:43.846007 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44acc282-3103-4458-b5e5-f5052a7cb548 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9c2ff5b-f60f-4093-b00c-c921382b0510 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:28:43.859159 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44acc282-3103-4458-b5e5-f5052a7cb548 admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:43.860848 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-44acc282-3103-4458-b5e5-f5052a7cb548 admin admin] 10.222.0.54 "DELETE /v2.0/routers/c9c2ff5b-f60f-4093-b00c-c921382b0510 HTTP/1.1" status: 204 len: 168 time: 2.5556986 Nov 10 19:28:43.863681 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52170) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:43.956798 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ac852b85-f51a-4946-b8d3-d59889e58059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:43.974833 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-7cf58379-3c9f-4260-ab24-a2511a4dc0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:43.976762 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-7cf58379-3c9f-4260-ab24-a2511a4dc0ba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 1095 time: 0.0892155 Nov 10 19:28:43.988413 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-68f5f2c2-b053-4866-b758-0abc35dbccc2 admin admin] Deleting subnet 541fe813-4ea7-4cb0-9666-cf2befa3ec22 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:28:43.996953 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-68f5f2c2-b053-4866-b758-0abc35dbccc2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:44.038130 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 906735a2-dbc7-4981-b1ae-156d175aca48 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:28:44.091602 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 906735a2-dbc7-4981-b1ae-156d175aca48 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:28:44.092799 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 906735a2-dbc7-4981-b1ae-156d175aca48 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:28:44.123168 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-68f5f2c2-b053-4866-b758-0abc35dbccc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:44.208976 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0be45ca5-5fef-4737-9f6e-e22b55efc910 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:44.214037 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ac852b85-f51a-4946-b8d3-d59889e58059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:44.245207 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-68f5f2c2-b053-4866-b758-0abc35dbccc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:44.325033 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-ed058ec2-bd7a-4397-b06b-5f90baea5e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:44.326596 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-ed058ec2-bd7a-4397-b06b-5f90baea5e0d service neutron] 10.222.0.25 "GET /v2.0/networks?id=d2ee296e-97f0-4e05-bc63-eecad2cf8d08 HTTP/1.1" status: 200 len: 897 time: 0.3063107 Nov 10 19:28:44.336084 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ac852b85-f51a-4946-b8d3-d59889e58059 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:44.345445 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ac852b85-f51a-4946-b8d3-d59889e58059 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2274cf79-8734-46ac-813d-59e1a6e32b0d HTTP/1.1" status: 204 len: 168 time: 0.7121842 Nov 10 19:28:44.348541 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-360c2755-2683-4df0-ad04-03c44770c5df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:44.351667 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac852b85-f51a-4946-b8d3-d59889e58059 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2274cf79-8734-46ac-813d-59e1a6e32b0d,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:44.362146 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52184) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:44.362372 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 52182) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:44.445977 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-28cf7188-84ff-4071-9ddb-4345c89488dd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=077f720c-ab5b-4102-9670-f8f163fce1ec HTTP/1.1" status: 200 len: 1000 time: 0.0867522 Nov 10 19:28:44.510838 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-5921beca-2f76-49f2-91fa-c9be3224ae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:44.512490 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-5921beca-2f76-49f2-91fa-c9be3224ae21 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=80df9671-f57e-40dc-a213-b58ffde2f797 HTTP/1.1" status: 200 len: 835 time: 0.0534327 Nov 10 19:28:44.678897 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 077f720c-ab5b-4102-9670-f8f163fce1ec up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:28:44.696196 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4d9d0833-5412-4a0c-9fcb-d1e02840ac05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:44.744398 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-8d5d97f4-3744-4e8a-8c41-cb9a7776888c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:44.746303 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-8d5d97f4-3744-4e8a-8c41-cb9a7776888c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d2ee296e-97f0-4e05-bc63-eecad2cf8d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1682768 Nov 10 19:28:44.752861 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 077f720c-ab5b-4102-9670-f8f163fce1ec completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:28:44.761318 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 077f720c-ab5b-4102-9670-f8f163fce1ec triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:44.762056 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:44.859895 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ed370-7abf-462a-838f-d150eb72fe00 req-82646a04-1e61-418e-9187-652a8753af77 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:44.862382 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b54ed370-7abf-462a-838f-d150eb72fe00 req-82646a04-1e61-418e-9187-652a8753af77 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 946 time: 0.5022840 Nov 10 19:28:44.865622 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6595cd57-d655-495a-8eba-8ea7305ecd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:44.871674 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-68f5f2c2-b053-4866-b758-0abc35dbccc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:44.910156 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f2c2-b053-4866-b758-0abc35dbccc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=541fe813-4ea7-4cb0-9666-cf2befa3ec22,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:44.932401 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-68f5f2c2-b053-4866-b758-0abc35dbccc2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:44.936222 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-68f5f2c2-b053-4866-b758-0abc35dbccc2 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/541fe813-4ea7-4cb0-9666-cf2befa3ec22 HTTP/1.1" status: 204 len: 168 time: 1.0614340 Nov 10 19:28:44.939261 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52202) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:44.969715 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-e1d9da32-4c05-4146-8f10-431765e23f38 service neutron] 10.222.0.25 "GET /v2.0/networks/d2ee296e-97f0-4e05-bc63-eecad2cf8d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117829 Nov 10 19:28:45.009296 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b54ed370-7abf-462a-838f-d150eb72fe00 req-4e8153f8-2fcc-4e6c-9af9-7e0da12222f6 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400182 Nov 10 19:28:45.138225 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6595cd57-d655-495a-8eba-8ea7305ecd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:45.146434 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-626c2cd5-f87e-4236-95df-50d2fa314288 service neutron] 10.222.0.25 "GET /v2.0/networks/d2ee296e-97f0-4e05-bc63-eecad2cf8d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656234 Nov 10 19:28:45.164964 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:45.176934 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-360c2755-2683-4df0-ad04-03c44770c5df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:45.180027 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2cf9491d-bf80-435e-a8eb-373115397c87 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:28:45.186659 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d8476c51-282f-4f70-bc82-eb00c79584bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:45.204916 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-6595cd57-d655-495a-8eba-8ea7305ecd1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bcffa18-2b03-4614-a149-5120111f25e7']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:45.210424 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 2cf9491d-bf80-435e-a8eb-373115397c87 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:28:45.210997 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2cf9491d-bf80-435e-a8eb-373115397c87 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:28:45.211495 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device b89a3fdf-94c2-4026-9cc4-65a5e024dac9 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:28:45.218470 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c5d45c-4c2c-446f-981c-fbed28aa2596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077f720c-ab5b-4102-9670-f8f163fce1ec'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:28:45.220799 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba34405b-d8cf-4d82-8c14-b17309b88c3a" -d '{"events": [{"server_uuid": "b8c5d45c-4c2c-446f-981c-fbed28aa2596", "name": "network-vif-plugged", "status": "completed", "tag": "077f720c-ab5b-4102-9670-f8f163fce1ec"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:28:45.221075 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-6595cd57-d655-495a-8eba-8ea7305ecd1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39aee367-cdc1-4cda-87d4-64f3a60a51f2') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:45.221372 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-6595cd57-d655-495a-8eba-8ea7305ecd1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39aee367-cdc1-4cda-87d4-64f3a60a51f2') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:45.237956 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6595cd57-d655-495a-8eba-8ea7305ecd1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:45.253117 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: b89a3fdf-94c2-4026-9cc4-65a5e024dac9 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:28:45.253340 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device b89a3fdf-94c2-4026-9cc4-65a5e024dac9 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:28:45.253622 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d9906b9d-4a12-4527-b56d-1ed4353a5717 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:28:45.258933 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 077f720c-ab5b-4102-9670-f8f163fce1ec, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=077f720c-ab5b-4102-9670-f8f163fce1ec,segment=NetworkSegment(6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d),segment_id=6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:45.266929 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c9bac-6adb-4fb9-81a3-189a1162d465 req-0f8bd8c3-96a2-4c7c-b9a1-8fad0ed40e3b tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:45.272997 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-360c2755-2683-4df0-ad04-03c44770c5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:45.275458 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-791c9bac-6adb-4fb9-81a3-189a1162d465 req-0f8bd8c3-96a2-4c7c-b9a1-8fad0ed40e3b tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 944 time: 0.1108382 Nov 10 19:28:45.277730 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6595cd57-d655-495a-8eba-8ea7305ecd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:45.278936 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: d9906b9d-4a12-4527-b56d-1ed4353a5717 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:28:45.278936 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d9906b9d-4a12-4527-b56d-1ed4353a5717 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:28:45.285123 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:45.314558 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6595cd57-d655-495a-8eba-8ea7305ecd1a admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:28:45.314962 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6595cd57-d655-495a-8eba-8ea7305ecd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:45.316662 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:28:45.316662 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:28:45.316662 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:28:45.316662 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:28:45.316662 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:28:45.316662 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:28:45.316662 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:28:45.316662 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:28:45.316662 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:28:45.316662 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:28:45.316662 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:28:45.316662 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:28:45.316662 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:28:45.316662 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:28:45.316662 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:28:45.316662 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:28:45.316662 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:28:45.316662 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:28:45.316662 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:28:45.316662 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:28:45.316662 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:28:45.316662 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:28:45.316662 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:28:45.316662 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:28:45.316662 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:28:45.316662 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:28:45.316662 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:28:45.316662 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:28:45.316662 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:28:45.316662 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:28:45.316662 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:28:45.316662 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:28:45.342545 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c2755-2683-4df0-ad04-03c44770c5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38717083-492f-4420-a70b-ad5619d5d4c5,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:45.350005 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=077f720c-ab5b-4102-9670-f8f163fce1ec,revision_number=9']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:45.351498 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4d9d0833-5412-4a0c-9fcb-d1e02840ac05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:45.357631 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-360c2755-2683-4df0-ad04-03c44770c5df admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=05ecb6d7507b40a185e56b0a014e0bce&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6225438 Nov 10 19:28:45.359033 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 52214) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:45.360665 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:45.361394 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:45.361944 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:45.362598 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:45.363091 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:45.363889 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:45.364372 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:45.364961 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:45.365424 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:45.365970 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:45.366651 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:45.367162 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:45.381889 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4d9d0833-5412-4a0c-9fcb-d1e02840ac05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:45.426680 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d8476c51-282f-4f70-bc82-eb00c79584bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:45.456676 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-0be45ca5-5fef-4737-9f6e-e22b55efc910 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Deleting port a8999072-c4ac-4204-9bf4-2bd506faa40a {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:28:45.457797 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0be45ca5-5fef-4737-9f6e-e22b55efc910 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:45.458119 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6595cd57-d655-495a-8eba-8ea7305ecd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:45.467794 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-d8476c51-282f-4f70-bc82-eb00c79584bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03f2c77-7ce1-45bb-87ad-01c85ed47a74']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:45.470527 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6595cd57-d655-495a-8eba-8ea7305ecd1a admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:45.473856 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6595cd57-d655-495a-8eba-8ea7305ecd1a admin admin] 10.222.0.54 "DELETE /v2.0/networks/3bcffa18-2b03-4614-a149-5120111f25e7 HTTP/1.1" status: 204 len: 168 time: 1.1085858 Nov 10 19:28:45.484895 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-791c9bac-6adb-4fb9-81a3-189a1162d465 req-468e9784-104b-4220-9f60-c48e838e1f0c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2084658 Nov 10 19:28:45.502256 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4d9d0833-5412-4a0c-9fcb-d1e02840ac05 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d96c2b99ce0048b5ba3c7c7407d57f73&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1326725 Nov 10 19:28:45.502256 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d0833-5412-4a0c-9fcb-d1e02840ac05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765b8552-5a1d-40fe-8a27-6a0285cd3439,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:45.503983 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 52220) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:45.508568 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6595cd57-d655-495a-8eba-8ea7305ecd1a admin admin] Pushing event deleted for resources: {'Network': ['ID=3bcffa18-2b03-4614-a149-5120111f25e7,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:45.511620 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-d8476c51-282f-4f70-bc82-eb00c79584bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd91afcb2-94dc-4e88-9067-82e028ea23a3') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:45.512151 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-d8476c51-282f-4f70-bc82-eb00c79584bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd91afcb2-94dc-4e88-9067-82e028ea23a3') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:45.525237 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d8476c51-282f-4f70-bc82-eb00c79584bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:45.541019 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d8476c51-282f-4f70-bc82-eb00c79584bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:45.556239 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8476c51-282f-4f70-bc82-eb00c79584bd admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:28:45.557689 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d8476c51-282f-4f70-bc82-eb00c79584bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:45.559934 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:28:45.559934 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:28:45.559934 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:28:45.559934 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:28:45.559934 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:28:45.559934 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:28:45.559934 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:28:45.559934 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:28:45.559934 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:28:45.559934 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:28:45.559934 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:28:45.559934 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:28:45.559934 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:28:45.559934 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:28:45.559934 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:28:45.559934 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:28:45.559934 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:28:45.559934 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:28:45.559934 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:28:45.559934 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:28:45.559934 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:28:45.559934 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:28:45.559934 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:28:45.559934 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:28:45.559934 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:28:45.559934 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:28:45.559934 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:28:45.559934 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:28:45.559934 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:28:45.559934 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:28:45.559934 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:28:45.559934 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:28:45.602446 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ee91ae5c-efb7-416e-af82-83ae61fd5971 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:45.669664 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d8476c51-282f-4f70-bc82-eb00c79584bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:45.675655 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d8476c51-282f-4f70-bc82-eb00c79584bd admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:45.680552 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d8476c51-282f-4f70-bc82-eb00c79584bd admin admin] 10.222.0.54 "DELETE /v2.0/networks/a03f2c77-7ce1-45bb-87ad-01c85ed47a74 HTTP/1.1" status: 204 len: 168 time: 0.7396922 Nov 10 19:28:45.693444 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8476c51-282f-4f70-bc82-eb00c79584bd admin admin] Pushing event deleted for resources: {'Network': ['ID=a03f2c77-7ce1-45bb-87ad-01c85ed47a74,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:45.695996 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ee91ae5c-efb7-416e-af82-83ae61fd5971 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:45.738630 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-0be45ca5-5fef-4737-9f6e-e22b55efc910 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] For port a8999072-c4ac-4204-9bf4-2bd506faa40a, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=a8999072-c4ac-4204-9bf4-2bd506faa40a,segment=NetworkSegment(1286dcb6-6e24-4b99-b978-08ffe1fe941e),segment_id=1286dcb6-6e24-4b99-b978-08ffe1fe941e)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:45.738630 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0be45ca5-5fef-4737-9f6e-e22b55efc910 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:45.773604 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-42c975e9-0dbb-4f73-89d0-824e22599cb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:45.775511 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-0be45ca5-5fef-4737-9f6e-e22b55efc910 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Calling delete_port for a8999072-c4ac-4204-9bf4-2bd506faa40a owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:28:45.837593 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52234) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:45.845523 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52236) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:45.854947 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-42c975e9-0dbb-4f73-89d0-824e22599cb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:45.871035 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ee91ae5c-efb7-416e-af82-83ae61fd5971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:45.873654 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ee91ae5c-efb7-416e-af82-83ae61fd5971 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:45.877132 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ee91ae5c-efb7-416e-af82-83ae61fd5971 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/38717083-492f-4420-a70b-ad5619d5d4c5 HTTP/1.1" status: 204 len: 168 time: 0.5149109 Nov 10 19:28:45.912534 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c542e758-5d99-4050-aead-9b15c8423ea7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=94bdcd1b83cc45f293d36bfd2fb9c6b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0736070 Nov 10 19:28:45.916742 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91ae5c-efb7-416e-af82-83ae61fd5971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38717083-492f-4420-a70b-ad5619d5d4c5,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:45.927030 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 52240) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:45.966005 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4f1d9ef8-3e17-411e-bb5d-372131ad569c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=80448062df854eaa81ec7d2921f2c2b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1189449 Nov 10 19:28:45.968695 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52242) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:46.062446 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e035df4-8d0c-47aa-be9f-c02aecc6f01d x-openstack-request-id: req-6e035df4-8d0c-47aa-be9f-c02aecc6f01d {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:28:46.063044 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c5d45c-4c2c-446f-981c-fbed28aa2596", "name": "network-vif-plugged", "status": "completed", "tag": "077f720c-ab5b-4102-9670-f8f163fce1ec", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:28:46.063044 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6e035df4-8d0c-47aa-be9f-c02aecc6f01d {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:28:46.063413 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c5d45c-4c2c-446f-981c-fbed28aa2596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077f720c-ab5b-4102-9670-f8f163fce1ec', 'code': 200} Nov 10 19:28:46.074874 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-42c975e9-0dbb-4f73-89d0-824e22599cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:46.077745 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-42c975e9-0dbb-4f73-89d0-824e22599cb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:46.082471 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-42c975e9-0dbb-4f73-89d0-824e22599cb0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/765b8552-5a1d-40fe-8a27-6a0285cd3439 HTTP/1.1" status: 204 len: 168 time: 0.5740490 Nov 10 19:28:46.082471 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-806f3bd5-2b09-4d4c-ae98-059f3036547a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:46.103005 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-455e3ff0-ffb9-4363-ba75-7f5a4650318f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:46.111628 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c975e9-0dbb-4f73-89d0-824e22599cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765b8552-5a1d-40fe-8a27-6a0285cd3439,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:46.128343 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-455e3ff0-ffb9-4363-ba75-7f5a4650318f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:46.155917 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-806f3bd5-2b09-4d4c-ae98-059f3036547a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:46.221288 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-455e3ff0-ffb9-4363-ba75-7f5a4650318f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:46.224465 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-455e3ff0-ffb9-4363-ba75-7f5a4650318f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:46.229161 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-455e3ff0-ffb9-4363-ba75-7f5a4650318f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/09ad5cbd-bf4b-46e9-98ea-7e612033e4f8 HTTP/1.1" status: 204 len: 168 time: 0.2582428 Nov 10 19:28:46.239109 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e3ff0-ffb9-4363-ba75-7f5a4650318f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ad5cbd-bf4b-46e9-98ea-7e612033e4f8,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:46.273720 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0be45ca5-5fef-4737-9f6e-e22b55efc910 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:46.303157 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be45ca5-5fef-4737-9f6e-e22b55efc910 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Port': ['ID=a8999072-c4ac-4204-9bf4-2bd506faa40a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:46.335311 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-806f3bd5-2b09-4d4c-ae98-059f3036547a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:46.338007 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-806f3bd5-2b09-4d4c-ae98-059f3036547a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:46.339225 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-806f3bd5-2b09-4d4c-ae98-059f3036547a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7dae99ce-b70d-4994-9d41-19cc28731eba HTTP/1.1" status: 204 len: 168 time: 0.4112229 Nov 10 19:28:46.389516 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f3bd5-2b09-4d4c-ae98-059f3036547a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dae99ce-b70d-4994-9d41-19cc28731eba,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:46.475932 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0be45ca5-5fef-4737-9f6e-e22b55efc910 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:46.498442 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52262) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:46.518236 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ef1db0eb-0031-446d-a460-d034005db0b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:46.719212 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ef1db0eb-0031-446d-a460-d034005db0b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:46.728119 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e066c69-9ae7-4b46-a730-a01883016aef req-762be033-561d-4093-94d5-9a7470afeb28 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:46.730293 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e066c69-9ae7-4b46-a730-a01883016aef req-762be033-561d-4093-94d5-9a7470afeb28 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 945 time: 0.1009367 Nov 10 19:28:46.731639 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ef1db0eb-0031-446d-a460-d034005db0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:46.762127 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be45ca5-5fef-4737-9f6e-e22b55efc910 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Router 595165e1-f908-4bbf-9316-d6c7f182d241 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:28:46.796222 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ef1db0eb-0031-446d-a460-d034005db0b8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c679fb8c1a8d4624babd5a01a0f48eee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2966115 Nov 10 19:28:46.802886 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52272) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:46.826854 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1db0eb-0031-446d-a460-d034005db0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1fc7b4-d4a1-42d6-b6f1-74989fff8e8a,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:46.864554 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e066c69-9ae7-4b46-a730-a01883016aef req-87d61192-1332-4a2b-b30e-e4767d74b690 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1246254 Nov 10 19:28:46.869169 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be45ca5-5fef-4737-9f6e-e22b55efc910 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:28:46.878597 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0be45ca5-5fef-4737-9f6e-e22b55efc910 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "PUT /v2.0/routers/595165e1-f908-4bbf-9316-d6c7f182d241/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4014044 Nov 10 19:28:46.879520 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 52274) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:46.889967 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6626130-1132-4e30-980d-5fac6995adc9 None None] Sync routers for ids ['595165e1-f908-4bbf-9316-d6c7f182d241'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:28:46.904634 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6626130-1132-4e30-980d-5fac6995adc9 None None] Routers {'595165e1-f908-4bbf-9316-d6c7f182d241'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:28:46.905664 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-c6626130-1132-4e30-980d-5fac6995adc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:28:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['595165e1-f908-4bbf-9316-d6c7f182d241'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:46.939895 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-2472105e-86df-4edb-b4c3-ab061e1e20ca tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Deleting subnet fe3bcf7d-631b-4f19-baea-392d373ada81 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:28:46.948746 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2472105e-86df-4edb-b4c3-ab061e1e20ca tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:46.965031 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-21cfab25-a2aa-45c6-a49a-99a7aa26bc5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:47.020203 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2472105e-86df-4edb-b4c3-ab061e1e20ca tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:47.026323 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-21cfab25-a2aa-45c6-a49a-99a7aa26bc5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:47.082665 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-c6626130-1132-4e30-980d-5fac6995adc9 None None] Set router 595165e1-f908-4bbf-9316-d6c7f182d241 gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:28:47.135560 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-21cfab25-a2aa-45c6-a49a-99a7aa26bc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:47.138697 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-21cfab25-a2aa-45c6-a49a-99a7aa26bc5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:47.140019 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-21cfab25-a2aa-45c6-a49a-99a7aa26bc5d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cd1fc7b4-d4a1-42d6-b6f1-74989fff8e8a HTTP/1.1" status: 204 len: 168 time: 0.3361783 Nov 10 19:28:47.150230 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cfab25-a2aa-45c6-a49a-99a7aa26bc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1fc7b4-d4a1-42d6-b6f1-74989fff8e8a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:47.200496 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2472105e-86df-4edb-b4c3-ab061e1e20ca tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:47.307707 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2472105e-86df-4edb-b4c3-ab061e1e20ca tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:47.397821 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472105e-86df-4edb-b4c3-ab061e1e20ca tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Subnet': ['ID=fe3bcf7d-631b-4f19-baea-392d373ada81,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:47.413803 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2472105e-86df-4edb-b4c3-ab061e1e20ca tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:47.423009 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2472105e-86df-4edb-b4c3-ab061e1e20ca tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/subnets/fe3bcf7d-631b-4f19-baea-392d373ada81 HTTP/1.1" status: 204 len: 168 time: 0.5414538 Nov 10 19:28:47.424410 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9615f6ba-a10c-4170-9954-bbe1e09e1288 None None] Network 1ef43767-27d9-4640-9f7f-d248b124e155 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:28:47.425431 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 52306) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:47.457683 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-c6626130-1132-4e30-980d-5fac6995adc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'name': 'tempest-RoutersIpV6Test-router-610818905', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:27:54Z', 'updated_at': '2021-11-10T19:28:46Z', 'revision_number': 9, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None, '_interfaces': [{'id': 'c20fde36-e702-41b5-9b77-47e1e3f672be', 'name': '', 'network_id': '319bbde8-a4df-441e-82f6-67a5a6334686', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:6b:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:05Z', 'updated_at': '2021-11-10T19:28:14Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbbed1b3-014d-4a9d-9258-12a9bba7ac5d', 'name': '', 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:59:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:27:56Z', 'updated_at': '2021-11-10T19:28:03Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:47.554846 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6626130-1132-4e30-980d-5fac6995adc9 None None] Checking router: 595165e1-f908-4bbf-9316-d6c7f182d241 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:28:47.581868 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6626130-1132-4e30-980d-5fac6995adc9 None None] Routers {'595165e1-f908-4bbf-9316-d6c7f182d241'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:28:47.582649 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-c6626130-1132-4e30-980d-5fac6995adc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:28:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['595165e1-f908-4bbf-9316-d6c7f182d241'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:47.765127 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-c6626130-1132-4e30-980d-5fac6995adc9 None None] Set router 595165e1-f908-4bbf-9316-d6c7f182d241 gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:28:47.874943 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df58114-74e6-4069-9a51-a40602eed884 None None] DHCP port deletion for 1ef43767-27d9-4640-9f7f-d248b124e155 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:28:48.074384 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-7df58114-74e6-4069-9a51-a40602eed884 None None] Deleting port 5643a84d-2619-4811-b899-d59b3e65d5f1 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:28:48.074775 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7df58114-74e6-4069-9a51-a40602eed884 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:48.098012 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21450a-35dc-472d-814a-322a404eeb4b req-1e604fa6-4888-4293-8aa1-90e62519acc2 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:48.102974 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8e21450a-35dc-472d-814a-322a404eeb4b req-1e604fa6-4888-4293-8aa1-90e62519acc2 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 945 time: 0.1202261 Nov 10 19:28:48.209078 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7df58114-74e6-4069-9a51-a40602eed884 None None] For port 5643a84d-2619-4811-b899-d59b3e65d5f1, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5643a84d-2619-4811-b899-d59b3e65d5f1,segment=NetworkSegment(1286dcb6-6e24-4b99-b978-08ffe1fe941e),segment_id=1286dcb6-6e24-4b99-b978-08ffe1fe941e)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:48.209078 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7df58114-74e6-4069-9a51-a40602eed884 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:48.218277 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c232c1af-e7ae-41a7-a0b8-281bcb9c1b00 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:48.223305 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8e21450a-35dc-472d-814a-322a404eeb4b req-df5063b2-9bbb-46ad-ab2c-f1becc0b2135 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1132605 Nov 10 19:28:48.234305 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-7df58114-74e6-4069-9a51-a40602eed884 None None] Calling delete_port for 5643a84d-2619-4811-b899-d59b3e65d5f1 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:28:48.241872 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-1d3bcdb0-2486-4217-8b9d-dd8cfcefce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:48.243836 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-1d3bcdb0-2486-4217-8b9d-dd8cfcefce58 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596&tenant_id=540494213bb2401d877387c28ba690c2 HTTP/1.1" status: 200 len: 1096 time: 0.1256547 Nov 10 19:28:48.259117 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-4a4faa27-9210-4c73-90ca-e88c90d44bac service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813897-4', 'device_owner': 'compute:nova'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:28:48.358617 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-4a4faa27-9210-4c73-90ca-e88c90d44bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:48.386634 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-c6626130-1132-4e30-980d-5fac6995adc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'name': 'tempest-RoutersIpV6Test-router-610818905', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:27:54Z', 'updated_at': '2021-11-10T19:28:46Z', 'revision_number': 9, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None, '_interfaces': [{'id': 'c20fde36-e702-41b5-9b77-47e1e3f672be', 'name': '', 'network_id': '319bbde8-a4df-441e-82f6-67a5a6334686', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:6b:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:05Z', 'updated_at': '2021-11-10T19:28:14Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbbed1b3-014d-4a9d-9258-12a9bba7ac5d', 'name': '', 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:59:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:27:56Z', 'updated_at': '2021-11-10T19:28:03Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:48.419022 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6626130-1132-4e30-980d-5fac6995adc9 None None] The sync data for ids ['595165e1-f908-4bbf-9316-d6c7f182d241'] in n-d-813897-4 is: [{'id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'name': 'tempest-RoutersIpV6Test-router-610818905', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:27:54Z', 'updated_at': '2021-11-10T19:28:46Z', 'revision_number': 9, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None, '_interfaces': [{'id': 'c20fde36-e702-41b5-9b77-47e1e3f672be', 'name': '', 'network_id': '319bbde8-a4df-441e-82f6-67a5a6334686', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:6b:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:05Z', 'updated_at': '2021-11-10T19:28:14Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': '0e999857-f0dc-486c-acb3-8193ca5ec2b3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbbed1b3-014d-4a9d-9258-12a9bba7ac5d', 'name': '', 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:59:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:27:56Z', 'updated_at': '2021-11-10T19:28:03Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:28:48.423772 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7df58114-74e6-4069-9a51-a40602eed884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:48.442619 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-c232c1af-e7ae-41a7-a0b8-281bcb9c1b00 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Deleting port 5643a84d-2619-4811-b899-d59b3e65d5f1 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:28:48.443792 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c232c1af-e7ae-41a7-a0b8-281bcb9c1b00 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:48.477209 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df58114-74e6-4069-9a51-a40602eed884 None None] Pushing event deleted for resources: {'Port': ['ID=5643a84d-2619-4811-b899-d59b3e65d5f1,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:48.481563 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df58114-74e6-4069-9a51-a40602eed884 None None] No DVR routers for this DVR port 5643a84d-2619-4811-b899-d59b3e65d5f1 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:28:48.622106 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-c232c1af-e7ae-41a7-a0b8-281bcb9c1b00 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] For port 5643a84d-2619-4811-b899-d59b3e65d5f1, host n-d-813897-4, got binding levels [] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:48.622879 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c232c1af-e7ae-41a7-a0b8-281bcb9c1b00 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:48.653199 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-c232c1af-e7ae-41a7-a0b8-281bcb9c1b00 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Calling delete_port for 5643a84d-2619-4811-b899-d59b3e65d5f1 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:28:48.657368 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.ipam_backend_mixin [None req-c232c1af-e7ae-41a7-a0b8-281bcb9c1b00 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Port 5643a84d-2619-4811-b899-d59b3e65d5f1 was not found and therefore no delete operation was performed {{(pid=102505) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 19:28:48.688284 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c232c1af-e7ae-41a7-a0b8-281bcb9c1b00 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:48.724356 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232c1af-e7ae-41a7-a0b8-281bcb9c1b00 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Port': ['ID=5643a84d-2619-4811-b899-d59b3e65d5f1,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:48.729391 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52384) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:48.731727 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c232c1af-e7ae-41a7-a0b8-281bcb9c1b00 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] No DVR routers for this DVR port 5643a84d-2619-4811-b899-d59b3e65d5f1 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:28:48.844046 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c232c1af-e7ae-41a7-a0b8-281bcb9c1b00 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:48.847687 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-4a4faa27-9210-4c73-90ca-e88c90d44bac service neutron] For port 077f720c-ab5b-4102-9670-f8f163fce1ec, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=077f720c-ab5b-4102-9670-f8f163fce1ec,segment=NetworkSegment(6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d),segment_id=6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:48.889288 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-c232c1af-e7ae-41a7-a0b8-281bcb9c1b00 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef43767-27d9-4640-9f7f-d248b124e155']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:48.910223 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-c232c1af-e7ae-41a7-a0b8-281bcb9c1b00 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1286dcb6-6e24-4b99-b978-08ffe1fe941e') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:48.910870 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-c232c1af-e7ae-41a7-a0b8-281bcb9c1b00 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1286dcb6-6e24-4b99-b978-08ffe1fe941e') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:48.927679 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c232c1af-e7ae-41a7-a0b8-281bcb9c1b00 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:48.929654 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-4a4faa27-9210-4c73-90ca-e88c90d44bac service neutron] For port 077f720c-ab5b-4102-9670-f8f163fce1ec, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:28:48.968192 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c232c1af-e7ae-41a7-a0b8-281bcb9c1b00 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:48.982727 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c232c1af-e7ae-41a7-a0b8-281bcb9c1b00 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:28:48.983214 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c232c1af-e7ae-41a7-a0b8-281bcb9c1b00 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:48.986652 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:28:48.986652 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:28:48.986652 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:28:48.986652 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:28:48.986652 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:28:48.986652 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:28:48.986652 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:28:48.986652 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:28:48.986652 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:28:48.986652 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:28:48.986652 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:28:48.986652 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:28:48.986652 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:28:48.986652 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:28:48.986652 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:28:48.986652 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:28:48.986652 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:28:48.986652 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:28:48.986652 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:28:48.986652 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:28:48.986652 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:28:48.986652 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:28:48.986652 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:28:48.986652 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:28:48.986652 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:28:48.986652 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:28:48.986652 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:28:48.986652 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:28:48.986652 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:28:48.986652 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:28:48.986652 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:28:48.986652 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:28:49.015415 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c5d45c-4c2c-446f-981c-fbed28aa2596', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '077f720c-ab5b-4102-9670-f8f163fce1ec'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:28:49.017862 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c132ce9-0bac-439e-a3a6-bd1bd7d13709" -d '{"events": [{"server_uuid": "b8c5d45c-4c2c-446f-981c-fbed28aa2596", "name": "network-vif-unplugged", "status": "completed", "tag": "077f720c-ab5b-4102-9670-f8f163fce1ec"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:28:49.021818 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-4a4faa27-9210-4c73-90ca-e88c90d44bac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:49.092362 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device a8999072-c4ac-4204-9bf4-2bd506faa40a no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:28:49.118989 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-4a4faa27-9210-4c73-90ca-e88c90d44bac service neutron] Transition to ACTIVE for port object 077f720c-ab5b-4102-9670-f8f163fce1ec will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:28:49.121739 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c232c1af-e7ae-41a7-a0b8-281bcb9c1b00 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:49.126225 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed47b9e-9f1f-4804-9fc2-ae384297444b x-openstack-request-id: req-0ed47b9e-9f1f-4804-9fc2-ae384297444b {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:28:49.127413 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c5d45c-4c2c-446f-981c-fbed28aa2596", "name": "network-vif-unplugged", "status": "completed", "tag": "077f720c-ab5b-4102-9670-f8f163fce1ec", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:28:49.127936 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0ed47b9e-9f1f-4804-9fc2-ae384297444b {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:28:49.129101 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: a8999072-c4ac-4204-9bf4-2bd506faa40a {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:28:49.129335 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c5d45c-4c2c-446f-981c-fbed28aa2596', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '077f720c-ab5b-4102-9670-f8f163fce1ec', 'code': 200} Nov 10 19:28:49.129450 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device a8999072-c4ac-4204-9bf4-2bd506faa40a not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:28:49.129984 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5643a84d-2619-4811-b899-d59b3e65d5f1 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:28:49.159376 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-4a4faa27-9210-4c73-90ca-e88c90d44bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:49.164891 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c232c1af-e7ae-41a7-a0b8-281bcb9c1b00 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:49.169018 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c232c1af-e7ae-41a7-a0b8-281bcb9c1b00 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/networks/1ef43767-27d9-4640-9f7f-d248b124e155 HTTP/1.1" status: 204 len: 168 time: 1.7401764 Nov 10 19:28:49.170824 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232c1af-e7ae-41a7-a0b8-281bcb9c1b00 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Network': ['ID=1ef43767-27d9-4640-9f7f-d248b124e155,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:49.175252 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 5643a84d-2619-4811-b899-d59b3e65d5f1 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:28:49.177048 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5643a84d-2619-4811-b899-d59b3e65d5f1 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:28:49.177987 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52412) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:49.313708 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4faa27-9210-4c73-90ca-e88c90d44bac service neutron] Pushing event updated for resources: {'Port': ['ID=077f720c-ab5b-4102-9670-f8f163fce1ec,revision_number=10']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:49.372781 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-4a4faa27-9210-4c73-90ca-e88c90d44bac service neutron] No DVR routers for this DVR port 077f720c-ab5b-4102-9670-f8f163fce1ec on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:28:49.433451 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 52420) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:49.445115 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-816b7bc6-9623-4bc6-8d4a-94d73efcc0b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:49.621143 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f87b3e-7c61-48c2-a145-a6b621f493bb req-8fff5c6b-3226-471d-964d-5a10a3d3fe30 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:49.623095 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b7f87b3e-7c61-48c2-a145-a6b621f493bb req-8fff5c6b-3226-471d-964d-5a10a3d3fe30 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 944 time: 0.2717514 Nov 10 19:28:49.724676 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-4a4faa27-9210-4c73-90ca-e88c90d44bac service neutron] Attempting to bind port 077f720c-ab5b-4102-9670-f8f163fce1ec on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:28:49.726452 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-4a4faa27-9210-4c73-90ca-e88c90d44bac service neutron] Attempting to bind port 077f720c-ab5b-4102-9670-f8f163fce1ec by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:28:49.728971 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-4a4faa27-9210-4c73-90ca-e88c90d44bac service neutron] Attempting to bind port 077f720c-ab5b-4102-9670-f8f163fce1ec on network d2ee296e-97f0-4e05-bc63-eecad2cf8d08 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:28:49.744209 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-4a4faa27-9210-4c73-90ca-e88c90d44bac service neutron] Port 077f720c-ab5b-4102-9670-f8f163fce1ec on network d2ee296e-97f0-4e05-bc63-eecad2cf8d08 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:28:49.744636 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-4a4faa27-9210-4c73-90ca-e88c90d44bac service neutron] Attempting to bind port 077f720c-ab5b-4102-9670-f8f163fce1ec on network d2ee296e-97f0-4e05-bc63-eecad2cf8d08 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:28:49.758517 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-4a4faa27-9210-4c73-90ca-e88c90d44bac service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:28:49.762396 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-4a4faa27-9210-4c73-90ca-e88c90d44bac service neutron] Checking segment: {'id': '6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:28:49.764287 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-4a4faa27-9210-4c73-90ca-e88c90d44bac service neutron] Bound using segment: {'id': '6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:28:49.765189 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-4a4faa27-9210-4c73-90ca-e88c90d44bac service neutron] Bound port: 077f720c-ab5b-4102-9670-f8f163fce1ec, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:28:49.765473 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-4a4faa27-9210-4c73-90ca-e88c90d44bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:49.796029 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-816b7bc6-9623-4bc6-8d4a-94d73efcc0b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:49.814382 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b7f87b3e-7c61-48c2-a145-a6b621f493bb req-745c49d4-394e-4c4c-86a9-5cd1d0ee78c1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1537786 Nov 10 19:28:49.824822 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-816b7bc6-9623-4bc6-8d4a-94d73efcc0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:49.851948 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-4a4faa27-9210-4c73-90ca-e88c90d44bac service neutron] For port 077f720c-ab5b-4102-9670-f8f163fce1ec, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:28:49.857197 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-4a4faa27-9210-4c73-90ca-e88c90d44bac service neutron] For port 077f720c-ab5b-4102-9670-f8f163fce1ec, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=077f720c-ab5b-4102-9670-f8f163fce1ec,segment=NetworkSegment(6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d),segment_id=6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:28:49.864713 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-4a4faa27-9210-4c73-90ca-e88c90d44bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:49.904326 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52432) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:49.918917 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b7bc6-9623-4bc6-8d4a-94d73efcc0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e84ba7-9692-4859-bfd7-10ce07d7fb29,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:49.927310 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-816b7bc6-9623-4bc6-8d4a-94d73efcc0b4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=47c44e4ad7e44876944dc0761b6d63ec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1958659 Nov 10 19:28:49.928773 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4faa27-9210-4c73-90ca-e88c90d44bac service neutron] Pushing event updated for resources: {'Port': ['ID=077f720c-ab5b-4102-9670-f8f163fce1ec,revision_number=11']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:49.933056 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52436) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:49.940450 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-4a4faa27-9210-4c73-90ca-e88c90d44bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:49.940450 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-4a4faa27-9210-4c73-90ca-e88c90d44bac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:49.941877 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-4a4faa27-9210-4c73-90ca-e88c90d44bac service neutron] 10.222.0.73 "PUT /v2.0/ports/077f720c-ab5b-4102-9670-f8f163fce1ec HTTP/1.1" status: 200 len: 1092 time: 1.6883707 Nov 10 19:28:50.088285 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-7845a5ec-579e-4318-aa9b-ed62000c847a admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-97566110-network', 'tenant_id': '46d39905d8a3456a833132e101234c09'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:28:50.105320 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0ab6cfd2-d933-4b53-8797-15201d92d341 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:50.138243 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0ab6cfd2-d933-4b53-8797-15201d92d341 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:50.184944 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-b6049cda-698b-408c-b86e-bb7fc90eaa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:50.189664 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-b6049cda-698b-408c-b86e-bb7fc90eaa06 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 1095 time: 0.2211182 Nov 10 19:28:50.190810 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7845a5ec-579e-4318-aa9b-ed62000c847a admin admin] Made reservation on behalf of 46d39905d8a3456a833132e101234c09 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:28:50.200801 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7845a5ec-579e-4318-aa9b-ed62000c847a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:50.236612 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-64fd331d-705e-4e7a-9cfd-554c0667eefe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:50.256656 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7845a5ec-579e-4318-aa9b-ed62000c847a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:50.368145 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-724a0f49-a21b-4fd8-9ed8-b3f076a7d926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:50.369730 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-724a0f49-a21b-4fd8-9ed8-b3f076a7d926 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d2ee296e-97f0-4e05-bc63-eecad2cf8d08 HTTP/1.1" status: 200 len: 897 time: 0.1662931 Nov 10 19:28:50.378940 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f188f032-b77d-49e2-a91b-228f92b2a0af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:50.452109 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-3075ef21-9dee-493f-afce-c33a3fa065a3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=077f720c-ab5b-4102-9670-f8f163fce1ec HTTP/1.1" status: 200 len: 999 time: 0.0736480 Nov 10 19:28:50.509090 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-9515eba7-7224-4585-a520-549f3a5367ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:50.510681 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-9515eba7-7224-4585-a520-549f3a5367ef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=80df9671-f57e-40dc-a213-b58ffde2f797 HTTP/1.1" status: 200 len: 835 time: 0.0513237 Nov 10 19:28:50.541389 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0ab6cfd2-d933-4b53-8797-15201d92d341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:50.544816 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0ab6cfd2-d933-4b53-8797-15201d92d341 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:50.547005 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0ab6cfd2-d933-4b53-8797-15201d92d341 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/07e84ba7-9692-4859-bfd7-10ce07d7fb29 HTTP/1.1" status: 204 len: 168 time: 0.6127629 Nov 10 19:28:50.567225 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7845a5ec-579e-4318-aa9b-ed62000c847a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:50.575820 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6cfd2-d933-4b53-8797-15201d92d341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e84ba7-9692-4859-bfd7-10ce07d7fb29,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:50.576164 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7845a5ec-579e-4318-aa9b-ed62000c847a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:50.592246 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7845a5ec-579e-4318-aa9b-ed62000c847a admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:28:50.604549 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7845a5ec-579e-4318-aa9b-ed62000c847a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:50.604909 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-7845a5ec-579e-4318-aa9b-ed62000c847a admin admin] Added segment d7f40e6b-3674-49b4-b646-52e7bf75c1cf of type vlan for network 1d776fd3-59ea-4350-8ef9-8cd0a6c5ab3b Nov 10 19:28:50.607566 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f188f032-b77d-49e2-a91b-228f92b2a0af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:50.627851 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f188f032-b77d-49e2-a91b-228f92b2a0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:50.692379 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:28:50.696075 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 077f720c-ab5b-4102-9670-f8f163fce1ec no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:28:50.713345 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188f032-b77d-49e2-a91b-228f92b2a0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b456b491-bd7e-4f24-bd6d-257c6d0f8e6f,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:50.719797 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f188f032-b77d-49e2-a91b-228f92b2a0af admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e3c736384c7f47d99b02d78895cda478&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8125305 Nov 10 19:28:50.737397 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-a99accc1-467e-49f4-9dd9-79862f552f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:50.738753 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52462) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:50.739288 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-a99accc1-467e-49f4-9dd9-79862f552f39 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d2ee296e-97f0-4e05-bc63-eecad2cf8d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2168689 Nov 10 19:28:50.751562 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-8aa7bc2b-1b38-4c58-8450-e907a1f577f3 req-b55c3219-69ed-4445-8d0d-e7668a22c6cd tempest-ImagesTestJSON-1780731646 tempest-ImagesTestJSON-1780731646-project] (102505) timed out ('10.222.0.73', 63768) {{(pid=102505) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 19:28:50.807887 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 077f720c-ab5b-4102-9670-f8f163fce1ec not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:28:50.815220 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-91b577dd-9a66-40e8-affa-049b25c8b611 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:50.819862 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845a5ec-579e-4318-aa9b-ed62000c847a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634cd8a3-f863-441c-9a53-491e3e2a3561,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:50.834954 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7845a5ec-579e-4318-aa9b-ed62000c847a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:50.844164 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-91b577dd-9a66-40e8-affa-049b25c8b611 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:50.862574 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-64fd331d-705e-4e7a-9cfd-554c0667eefe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Deleting port c20fde36-e702-41b5-9b77-47e1e3f672be {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:28:50.863293 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-64fd331d-705e-4e7a-9cfd-554c0667eefe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:50.928566 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:50.955615 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f', 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433', 'port_id': 'a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f', 'mac_address': 'fa:16:3e:36:79:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d874850-3788-4c89-9cc5-3e0f9d06fb90', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:28:50.980597 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7845a5ec-579e-4318-aa9b-ed62000c847a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:50.981659 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7845a5ec-579e-4318-aa9b-ed62000c847a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:50.982326 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7845a5ec-579e-4318-aa9b-ed62000c847a admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:51.036906 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:51.058105 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:28:51.096545 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-91b577dd-9a66-40e8-affa-049b25c8b611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:51.099549 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-91b577dd-9a66-40e8-affa-049b25c8b611 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:51.103449 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-91b577dd-9a66-40e8-affa-049b25c8b611 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b456b491-bd7e-4f24-bd6d-257c6d0f8e6f HTTP/1.1" status: 204 len: 168 time: 0.3608482 Nov 10 19:28:51.113999 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:51.119355 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:51.133345 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-988c571d-5763-4947-82f4-deb9363d95b0 service neutron] 10.222.0.73 "GET /v2.0/networks/d2ee296e-97f0-4e05-bc63-eecad2cf8d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750312 Nov 10 19:28:51.140116 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-64fd331d-705e-4e7a-9cfd-554c0667eefe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] For port c20fde36-e702-41b5-9b77-47e1e3f672be, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=c20fde36-e702-41b5-9b77-47e1e3f672be,segment=NetworkSegment(02b62740-b72e-4e9b-9420-16e3d61fb0e2),segment_id=02b62740-b72e-4e9b-9420-16e3d61fb0e2)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:51.140116 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-64fd331d-705e-4e7a-9cfd-554c0667eefe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:51.148289 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c5d45c-4c2c-446f-981c-fbed28aa2596', 'tag': '077f720c-ab5b-4102-9670-f8f163fce1ec'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:28:51.151319 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92047221-fee9-4686-9770-4390a433e909" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c5d45c-4c2c-446f-981c-fbed28aa2596", "tag": "077f720c-ab5b-4102-9670-f8f163fce1ec"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:28:51.164985 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b577dd-9a66-40e8-affa-049b25c8b611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b456b491-bd7e-4f24-bd6d-257c6d0f8e6f,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:51.182213 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845a5ec-579e-4318-aa9b-ed62000c847a admin admin] Pushing event updated for resources: {'Network': ['ID=1d776fd3-59ea-4350-8ef9-8cd0a6c5ab3b,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:51.184061 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-64fd331d-705e-4e7a-9cfd-554c0667eefe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Calling delete_port for c20fde36-e702-41b5-9b77-47e1e3f672be owned by network:router_interface {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:28:51.214835 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7845a5ec-579e-4318-aa9b-ed62000c847a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.7802479 Nov 10 19:28:51.233341 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 52482) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:51.234895 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdb39e-a2b8-4950-a0d1-f51662666ff0 req-40195fb5-812c-44b7-8547-57d1f0bda44d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:51.247199 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-06cdb39e-a2b8-4950-a0d1-f51662666ff0 req-40195fb5-812c-44b7-8547-57d1f0bda44d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 944 time: 0.2508919 Nov 10 19:28:51.247780 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:28:51.254531 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 52484) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:51.258721 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 1d776fd3-59ea-4350-8ef9-8cd0a6c5ab3b details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:28:51.359275 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:51.409244 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-2300b8e4-d49d-4c74-8bf5-50bf4603e2c1 admin admin] Request body: {'subnet': {'network_id': '1d776fd3-59ea-4350-8ef9-8cd0a6c5ab3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-97566110-subnet', 'tenant_id': '46d39905d8a3456a833132e101234c09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:28:51.503764 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-965ad016-fb1d-4e25-a5c6-64ff848575f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:51.581717 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-06cdb39e-a2b8-4950-a0d1-f51662666ff0 req-8fd52740-4c20-4e8b-b9cc-fd4a878a398d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2977376 Nov 10 19:28:51.606412 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2300b8e4-d49d-4c74-8bf5-50bf4603e2c1 admin admin] Made reservation on behalf of 46d39905d8a3456a833132e101234c09 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:28:51.608856 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2300b8e4-d49d-4c74-8bf5-50bf4603e2c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:51.665659 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f792d94-f4ca-4659-b5c8-b7794696aeda req-d9a731fe-d335-4ac4-8add-036cd6247f66 service neutron] 10.222.0.73 "GET /v2.0/networks/d2ee296e-97f0-4e05-bc63-eecad2cf8d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5081635 Nov 10 19:28:51.688966 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7637ea-2247-4c99-aa7a-3ffe425a672e x-openstack-request-id: req-1c7637ea-2247-4c99-aa7a-3ffe425a672e {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:28:51.697675 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c5d45c-4c2c-446f-981c-fbed28aa2596", "tag": "077f720c-ab5b-4102-9670-f8f163fce1ec", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:28:51.710317 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1c7637ea-2247-4c99-aa7a-3ffe425a672e {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:28:51.711036 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c5d45c-4c2c-446f-981c-fbed28aa2596', 'tag': '077f720c-ab5b-4102-9670-f8f163fce1ec', 'status': 'completed', 'code': 200} Nov 10 19:28:51.812457 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-64fd331d-705e-4e7a-9cfd-554c0667eefe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:51.850197 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd331d-705e-4e7a-9cfd-554c0667eefe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Port': ['ID=c20fde36-e702-41b5-9b77-47e1e3f672be,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:51.995288 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-64fd331d-705e-4e7a-9cfd-554c0667eefe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:52.094470 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92047221-fee9-4686-9770-4390a433e909 req-8c4f9665-2519-4828-acc2-e947076fd432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:52.096164 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-92047221-fee9-4686-9770-4390a433e909 req-8c4f9665-2519-4828-acc2-e947076fd432 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 1095 time: 0.3422465 Nov 10 19:28:52.118622 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92047221-fee9-4686-9770-4390a433e909 req-44a5ce1a-c3be-48b8-9799-a152731a58ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:52.120133 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-92047221-fee9-4686-9770-4390a433e909 req-44a5ce1a-c3be-48b8-9799-a152731a58ba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 1095 time: 0.3691955 Nov 10 19:28:52.145534 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-965ad016-fb1d-4e25-a5c6-64ff848575f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:52.247574 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-965ad016-fb1d-4e25-a5c6-64ff848575f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:52.382065 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64fd331d-705e-4e7a-9cfd-554c0667eefe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Router 595165e1-f908-4bbf-9316-d6c7f182d241 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:28:52.466360 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-965ad016-fb1d-4e25-a5c6-64ff848575f4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=44e089b6478c4a07b91d652829f9850e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2090762 Nov 10 19:28:52.474518 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52526) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:52.486393 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52528) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:52.493007 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ad016-fb1d-4e25-a5c6-64ff848575f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2e7f21-a9be-4e00-b341-4ac0e5ae50c3,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:52.548834 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2300b8e4-d49d-4c74-8bf5-50bf4603e2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:52.562218 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92047221-fee9-4686-9770-4390a433e909 req-379fb2b3-a7b8-45c4-898e-a5c1e3f737bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:52.565012 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-92047221-fee9-4686-9770-4390a433e909 req-379fb2b3-a7b8-45c4-898e-a5c1e3f737bd service neutron] 10.222.0.25 "GET /v2.0/networks?id=d2ee296e-97f0-4e05-bc63-eecad2cf8d08 HTTP/1.1" status: 200 len: 897 time: 0.4494412 Nov 10 19:28:52.572374 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92047221-fee9-4686-9770-4390a433e909 req-97c18a6a-f6e6-4194-8e08-e1ef4eab831b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:52.573949 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-92047221-fee9-4686-9770-4390a433e909 req-97c18a6a-f6e6-4194-8e08-e1ef4eab831b service neutron] 10.222.0.73 "GET /v2.0/networks?id=d2ee296e-97f0-4e05-bc63-eecad2cf8d08 HTTP/1.1" status: 200 len: 897 time: 0.4266982 Nov 10 19:28:52.629868 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64fd331d-705e-4e7a-9cfd-554c0667eefe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:28:52.644452 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8772b626-8a18-48f7-abf4-09110c18e5fd None None] Sync routers for ids ['595165e1-f908-4bbf-9316-d6c7f182d241'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:28:52.650661 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-64fd331d-705e-4e7a-9cfd-554c0667eefe tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "PUT /v2.0/routers/595165e1-f908-4bbf-9316-d6c7f182d241/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4715247 Nov 10 19:28:52.654084 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52534) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:52.674977 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8772b626-8a18-48f7-abf4-09110c18e5fd None None] Routers {'595165e1-f908-4bbf-9316-d6c7f182d241'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:28:52.678580 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-8772b626-8a18-48f7-abf4-09110c18e5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:28:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['595165e1-f908-4bbf-9316-d6c7f182d241'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:52.701776 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:28:52.732631 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300b8e4-d49d-4c74-8bf5-50bf4603e2c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42a68e2a-5993-4f59-bcb1-7f6e1b4d3475,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:52.743840 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0e8ce51b-aa80-47ff-9418-36a40226f3ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:52.753855 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-92047221-fee9-4686-9770-4390a433e909 req-d5ac44d1-1f7d-4988-b604-bc03d4ed37be service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=077f720c-ab5b-4102-9670-f8f163fce1ec HTTP/1.1" status: 200 len: 999 time: 0.1767836 Nov 10 19:28:52.756080 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-92047221-fee9-4686-9770-4390a433e909 req-4e1eb434-5517-48ed-8829-4462c2791576 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=077f720c-ab5b-4102-9670-f8f163fce1ec HTTP/1.1" status: 200 len: 999 time: 0.1495402 Nov 10 19:28:52.772395 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2300b8e4-d49d-4c74-8bf5-50bf4603e2c1 admin admin] Checking segment: {'id': 'd7f40e6b-3674-49b4-b646-52e7bf75c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1d776fd3-59ea-4350-8ef9-8cd0a6c5ab3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:28:52.773010 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2300b8e4-d49d-4c74-8bf5-50bf4603e2c1 admin admin] Network hostable DHCP agents. Network: 1d776fd3-59ea-4350-8ef9-8cd0a6c5ab3b, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:28:52.849292 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:52.854281 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:52.944756 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92047221-fee9-4686-9770-4390a433e909 req-60c0d96e-9208-42dc-8553-bab6392f3e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:52.949394 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-92047221-fee9-4686-9770-4390a433e909 req-60c0d96e-9208-42dc-8553-bab6392f3e37 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=80df9671-f57e-40dc-a213-b58ffde2f797 HTTP/1.1" status: 200 len: 835 time: 0.1866565 Nov 10 19:28:52.950921 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-dcb1f9cd-a844-4b1c-9dd4-dd34d0f869c1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1042387824-network', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:28:52.956649 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:52.958115 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2300b8e4-d49d-4c74-8bf5-50bf4603e2c1 admin admin] Network 1d776fd3-59ea-4350-8ef9-8cd0a6c5ab3b is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:28:52.962802 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-8772b626-8a18-48f7-abf4-09110c18e5fd None None] Set router 595165e1-f908-4bbf-9316-d6c7f182d241 gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:28:52.978444 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92047221-fee9-4686-9770-4390a433e909 req-7435f6e4-90a0-4e1d-b7af-794546ba9324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:52.980072 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-92047221-fee9-4686-9770-4390a433e909 req-7435f6e4-90a0-4e1d-b7af-794546ba9324 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=80df9671-f57e-40dc-a213-b58ffde2f797 HTTP/1.1" status: 200 len: 835 time: 0.2161856 Nov 10 19:28:53.025299 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ecba7d-3cdc-42ec-b556-02443a8565ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:28:53.043374 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93974097-aeba-4daf-be02-108f1be85f10" -d '{"events": [{"server_uuid": "d0ecba7d-3cdc-42ec-b556-02443a8565ef", "name": "network-vif-plugged", "status": "completed", "tag": "a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:28:53.062524 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-2300b8e4-d49d-4c74-8bf5-50bf4603e2c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 1d776fd3-59ea-4350-8ef9-8cd0a6c5ab3b) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:28:53.083491 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0e8ce51b-aa80-47ff-9418-36a40226f3ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:53.096406 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:53.106115 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71adda5c-adee-4178-b1dc-3e539721a180 None None] Network 1d776fd3-59ea-4350-8ef9-8cd0a6c5ab3b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:28:53.143856 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-33384d0b-b4c0-43f2-a7d9-0e488ac6e7db tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Deleting subnet 0e999857-f0dc-486c-acb3-8193ca5ec2b3 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:28:53.151580 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2300b8e4-d49d-4c74-8bf5-50bf4603e2c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:53.152188 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2300b8e4-d49d-4c74-8bf5-50bf4603e2c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:53.160871 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-33384d0b-b4c0-43f2-a7d9-0e488ac6e7db tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:53.257309 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:53.285111 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92047221-fee9-4686-9770-4390a433e909 req-685a6497-7cf2-4d42-aba8-74c9e722186d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:53.295667 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-92047221-fee9-4686-9770-4390a433e909 req-685a6497-7cf2-4d42-aba8-74c9e722186d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d2ee296e-97f0-4e05-bc63-eecad2cf8d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3316824 Nov 10 19:28:53.331486 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92047221-fee9-4686-9770-4390a433e909 req-c87aee97-4554-4e3f-a20e-c8f6815af2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:53.350917 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-92047221-fee9-4686-9770-4390a433e909 req-c87aee97-4554-4e3f-a20e-c8f6815af2aa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d2ee296e-97f0-4e05-bc63-eecad2cf8d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3460357 Nov 10 19:28:53.355576 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f,revision_number=7']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:53.439424 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd10e999-e85e-4aee-9625-7f4c6b4c8379 None None] Network 1d776fd3-59ea-4350-8ef9-8cd0a6c5ab3b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:28:53.730004 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-8772b626-8a18-48f7-abf4-09110c18e5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'name': 'tempest-RoutersIpV6Test-router-610818905', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:27:54Z', 'updated_at': '2021-11-10T19:28:51Z', 'revision_number': 10, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None, '_interfaces': [{'id': 'cbbed1b3-014d-4a9d-9258-12a9bba7ac5d', 'name': '', 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:59:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:27:56Z', 'updated_at': '2021-11-10T19:28:03Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:53.803074 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-92047221-fee9-4686-9770-4390a433e909 req-1f1f9bb5-3271-4f29-a3e4-112a2d6880b9 service neutron] 10.222.0.25 "GET /v2.0/networks/d2ee296e-97f0-4e05-bc63-eecad2cf8d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873424 Nov 10 19:28:53.816171 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8772b626-8a18-48f7-abf4-09110c18e5fd None None] Checking router: 595165e1-f908-4bbf-9316-d6c7f182d241 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:28:53.841254 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8772b626-8a18-48f7-abf4-09110c18e5fd None None] Routers {'595165e1-f908-4bbf-9316-d6c7f182d241'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:28:53.842519 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-8772b626-8a18-48f7-abf4-09110c18e5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:28:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['595165e1-f908-4bbf-9316-d6c7f182d241'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:53.845472 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-92047221-fee9-4686-9770-4390a433e909 req-48771e4f-1570-4925-a7da-9e8f87afb8b0 service neutron] 10.222.0.73 "GET /v2.0/networks/d2ee296e-97f0-4e05-bc63-eecad2cf8d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818563 Nov 10 19:28:53.922746 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-64976429-126a-49cc-a77a-d13e35110492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:53.943142 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 077f720c-ab5b-4102-9670-f8f163fce1ec details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:28:54.066300 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-8772b626-8a18-48f7-abf4-09110c18e5fd None None] Set router 595165e1-f908-4bbf-9316-d6c7f182d241 gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:28:54.188445 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 077f720c-ab5b-4102-9670-f8f163fce1ec, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=077f720c-ab5b-4102-9670-f8f163fce1ec,segment=NetworkSegment(6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d),segment_id=6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:54.193467 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-33384d0b-b4c0-43f2-a7d9-0e488ac6e7db tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:54.202929 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '077f720c-ab5b-4102-9670-f8f163fce1ec', 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08', 'port_id': '077f720c-ab5b-4102-9670-f8f163fce1ec', 'mac_address': 'fa:16:3e:a7:b9:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80df9671-f57e-40dc-a213-b58ffde2f797', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:28:54.215577 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb1f9cd-a844-4b1c-9dd4-dd34d0f869c1 admin admin] Made reservation on behalf of 8404b51f2eea475c873a90f3482dbb68 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:28:54.217956 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dcb1f9cd-a844-4b1c-9dd4-dd34d0f869c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:54.247283 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3113d-32c7-430a-a91f-009621fae6d9 req-6f09e261-c94b-4590-b8fc-e6980357bffd tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:54.248915 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aaa3113d-32c7-430a-a91f-009621fae6d9 req-6f09e261-c94b-4590-b8fc-e6980357bffd tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 944 time: 1.4839287 Nov 10 19:28:54.258762 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dcb1f9cd-a844-4b1c-9dd4-dd34d0f869c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:54.310169 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:54.369001 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 077f720c-ab5b-4102-9670-f8f163fce1ec {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:28:54.451934 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 077f720c-ab5b-4102-9670-f8f163fce1ec, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=077f720c-ab5b-4102-9670-f8f163fce1ec,segment=NetworkSegment(6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d),segment_id=6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:54.454242 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-8772b626-8a18-48f7-abf4-09110c18e5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'name': 'tempest-RoutersIpV6Test-router-610818905', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:27:54Z', 'updated_at': '2021-11-10T19:28:51Z', 'revision_number': 10, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None, '_interfaces': [{'id': 'cbbed1b3-014d-4a9d-9258-12a9bba7ac5d', 'name': '', 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:59:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:27:56Z', 'updated_at': '2021-11-10T19:28:03Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:54.462611 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:54.480356 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dcb1f9cd-a844-4b1c-9dd4-dd34d0f869c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:54.513286 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dcb1f9cd-a844-4b1c-9dd4-dd34d0f869c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:54.519531 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0e8ce51b-aa80-47ff-9418-36a40226f3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:54.527485 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0e8ce51b-aa80-47ff-9418-36a40226f3ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:54.528700 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0e8ce51b-aa80-47ff-9418-36a40226f3ec admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0f2e7f21-a9be-4e00-b341-4ac0e5ae50c3 HTTP/1.1" status: 204 len: 168 time: 2.0532012 Nov 10 19:28:54.555249 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8772b626-8a18-48f7-abf4-09110c18e5fd None None] The sync data for ids ['595165e1-f908-4bbf-9316-d6c7f182d241'] in n-d-813897-4 is: [{'id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'name': 'tempest-RoutersIpV6Test-router-610818905', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:27:54Z', 'updated_at': '2021-11-10T19:28:51Z', 'revision_number': 10, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None, '_interfaces': [{'id': 'cbbed1b3-014d-4a9d-9258-12a9bba7ac5d', 'name': '', 'network_id': 'd2659cd8-8855-4487-9968-5979755d8df1', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'mac_address': 'fa:16:3e:59:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:27:56Z', 'updated_at': '2021-11-10T19:28:03Z', 'revision_number': 5, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'subnets': [{'id': 'b921564e-8ab5-4886-9ded-865f705bde82', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:28:54.598412 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=077f720c-ab5b-4102-9670-f8f163fce1ec,revision_number=12']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:54.641071 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcb1f9cd-a844-4b1c-9dd4-dd34d0f869c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:28:54.657925 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:54.673659 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aaa3113d-32c7-430a-a91f-009621fae6d9 req-14843492-6311-453b-b43b-9f131e7e17d3 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4062448 Nov 10 19:28:54.718701 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-33384d0b-b4c0-43f2-a7d9-0e488ac6e7db tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:54.723911 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['077f720c-ab5b-4102-9670-f8f163fce1ec'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:28:54.753131 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb8d008-14c7-420a-81be-ba821deacff1 x-openstack-request-id: req-4cb8d008-14c7-420a-81be-ba821deacff1 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:28:54.753429 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ecba7d-3cdc-42ec-b556-02443a8565ef", "name": "network-vif-plugged", "status": "completed", "tag": "a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:28:54.753684 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4cb8d008-14c7-420a-81be-ba821deacff1 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:28:54.754111 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ecba7d-3cdc-42ec-b556-02443a8565ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f', 'code': 200} Nov 10 19:28:54.825697 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb1f9cd-a844-4b1c-9dd4-dd34d0f869c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2048b5b2-5592-4b8e-8c2b-681d57cfcb0a,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:54.855169 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-33384d0b-b4c0-43f2-a7d9-0e488ac6e7db tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:54.874266 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dcb1f9cd-a844-4b1c-9dd4-dd34d0f869c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:54.881437 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-dcb1f9cd-a844-4b1c-9dd4-dd34d0f869c1 admin admin] Added segment 859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5 of type vlan for network 1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab Nov 10 19:28:54.939906 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2300b8e4-d49d-4c74-8bf5-50bf4603e2c1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.6998751 Nov 10 19:28:54.970850 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ce51b-aa80-47ff-9418-36a40226f3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2e7f21-a9be-4e00-b341-4ac0e5ae50c3,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:54.971378 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-92047221-fee9-4686-9770-4390a433e909 req-ff779b7e-cd3e-4ffa-9657-b3774eea13c3 service neutron] 10.222.0.25 "GET /v2.0/networks/d2ee296e-97f0-4e05-bc63-eecad2cf8d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1592731 Nov 10 19:28:55.016347 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33384d0b-b4c0-43f2-a7d9-0e488ac6e7db tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Subnet': ['ID=0e999857-f0dc-486c-acb3-8193ca5ec2b3,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:55.017058 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-92047221-fee9-4686-9770-4390a433e909 req-f3de6d63-0347-4b9c-ad7d-92cefab7c065 service neutron] 10.222.0.73 "GET /v2.0/networks/d2ee296e-97f0-4e05-bc63-eecad2cf8d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1241968 Nov 10 19:28:55.027706 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f8b127-e4bc-4dc9-bdaf-b21f3e8b0550 None None] Network 319bbde8-a4df-441e-82f6-67a5a6334686 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:28:55.036841 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:55.106592 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device c20fde36-e702-41b5-9b77-47e1e3f672be no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:28:55.131539 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-33384d0b-b4c0-43f2-a7d9-0e488ac6e7db tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:55.133211 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 52598) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:55.138391 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: c20fde36-e702-41b5-9b77-47e1e3f672be {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:28:55.139288 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device c20fde36-e702-41b5-9b77-47e1e3f672be not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:28:55.154814 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-33384d0b-b4c0-43f2-a7d9-0e488ac6e7db tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/subnets/0e999857-f0dc-486c-acb3-8193ca5ec2b3 HTTP/1.1" status: 204 len: 168 time: 2.4973276 Nov 10 19:28:55.198893 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dcb1f9cd-a844-4b1c-9dd4-dd34d0f869c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:55.287507 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dcb1f9cd-a844-4b1c-9dd4-dd34d0f869c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:55.288677 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb1f9cd-a844-4b1c-9dd4-dd34d0f869c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:55.289405 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dcb1f9cd-a844-4b1c-9dd4-dd34d0f869c1 admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:55.315666 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-577e3648-b879-4eaf-97e2-ca31f5abcca5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:55.519050 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7722650d-63df-4c02-9d0e-f538ed07af43 None None] DHCP port deletion for 319bbde8-a4df-441e-82f6-67a5a6334686 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:28:55.522761 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-577e3648-b879-4eaf-97e2-ca31f5abcca5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Deleting port 4cc2a565-30d1-4f1e-90c5-fb6e7df0e88c {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:28:55.523269 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-577e3648-b879-4eaf-97e2-ca31f5abcca5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:55.611681 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-7722650d-63df-4c02-9d0e-f538ed07af43 None None] Deleting port 4cc2a565-30d1-4f1e-90c5-fb6e7df0e88c {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:28:55.612379 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7722650d-63df-4c02-9d0e-f538ed07af43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:55.691594 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb1f9cd-a844-4b1c-9dd4-dd34d0f869c1 admin admin] Pushing event updated for resources: {'Network': ['ID=1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:55.715025 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-dcb1f9cd-a844-4b1c-9dd4-dd34d0f869c1 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.2188385 Nov 10 19:28:55.719393 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52624) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:55.724498 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-b924d3cd-bcb2-4c7c-822d-418166f8e6bf admin admin] Request body: {'subnet': {'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1042387824-subnet', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:28:55.771900 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-577e3648-b879-4eaf-97e2-ca31f5abcca5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] For port 4cc2a565-30d1-4f1e-90c5-fb6e7df0e88c, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=4cc2a565-30d1-4f1e-90c5-fb6e7df0e88c,segment=NetworkSegment(02b62740-b72e-4e9b-9420-16e3d61fb0e2),segment_id=02b62740-b72e-4e9b-9420-16e3d61fb0e2)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:55.772792 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-577e3648-b879-4eaf-97e2-ca31f5abcca5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:55.793956 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b924d3cd-bcb2-4c7c-822d-418166f8e6bf admin admin] Made reservation on behalf of 8404b51f2eea475c873a90f3482dbb68 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:28:55.797982 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b924d3cd-bcb2-4c7c-822d-418166f8e6bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:55.799023 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-577e3648-b879-4eaf-97e2-ca31f5abcca5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Calling delete_port for 4cc2a565-30d1-4f1e-90c5-fb6e7df0e88c owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:28:55.943022 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7722650d-63df-4c02-9d0e-f538ed07af43 None None] For port 4cc2a565-30d1-4f1e-90c5-fb6e7df0e88c, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=4cc2a565-30d1-4f1e-90c5-fb6e7df0e88c,segment=NetworkSegment(02b62740-b72e-4e9b-9420-16e3d61fb0e2),segment_id=02b62740-b72e-4e9b-9420-16e3d61fb0e2)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:55.943022 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7722650d-63df-4c02-9d0e-f538ed07af43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:55.974310 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-7722650d-63df-4c02-9d0e-f538ed07af43 None None] Calling delete_port for 4cc2a565-30d1-4f1e-90c5-fb6e7df0e88c owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:28:56.090614 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-577e3648-b879-4eaf-97e2-ca31f5abcca5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:56.113961 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:28:56.121005 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 077f720c-ab5b-4102-9670-f8f163fce1ec up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:28:56.174412 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e3648-b879-4eaf-97e2-ca31f5abcca5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Port': ['ID=4cc2a565-30d1-4f1e-90c5-fb6e7df0e88c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:56.179990 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577e3648-b879-4eaf-97e2-ca31f5abcca5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] No DVR routers for this DVR port 4cc2a565-30d1-4f1e-90c5-fb6e7df0e88c on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:28:56.318589 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-577e3648-b879-4eaf-97e2-ca31f5abcca5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:56.345432 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-577e3648-b879-4eaf-97e2-ca31f5abcca5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319bbde8-a4df-441e-82f6-67a5a6334686']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:56.362201 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-577e3648-b879-4eaf-97e2-ca31f5abcca5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02b62740-b72e-4e9b-9420-16e3d61fb0e2') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:56.363399 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-577e3648-b879-4eaf-97e2-ca31f5abcca5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02b62740-b72e-4e9b-9420-16e3d61fb0e2') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:28:56.393468 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-577e3648-b879-4eaf-97e2-ca31f5abcca5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:56.425100 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-577e3648-b879-4eaf-97e2-ca31f5abcca5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:56.429575 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b924d3cd-bcb2-4c7c-822d-418166f8e6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:56.447562 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-577e3648-b879-4eaf-97e2-ca31f5abcca5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:28:56.448037 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-577e3648-b879-4eaf-97e2-ca31f5abcca5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:56.462260 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:28:56.462260 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:28:56.462260 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:28:56.462260 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:28:56.462260 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:28:56.462260 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:28:56.462260 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:28:56.462260 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:28:56.462260 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:28:56.462260 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:28:56.462260 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:28:56.462260 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:28:56.462260 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:28:56.462260 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:28:56.462260 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:28:56.462260 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:28:56.462260 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:28:56.462260 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:28:56.462260 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:28:56.462260 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:28:56.462260 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:28:56.462260 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:28:56.462260 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:28:56.462260 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:28:56.462260 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:28:56.462260 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:28:56.462260 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:28:56.462260 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:28:56.462260 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:28:56.462260 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:28:56.462260 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:28:56.462260 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:28:56.483727 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-409c6170-d39c-4dc7-9c86-d2864cc0de1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:56.594285 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7722650d-63df-4c02-9d0e-f538ed07af43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:56.609517 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 077f720c-ab5b-4102-9670-f8f163fce1ec completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:28:56.637487 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-577e3648-b879-4eaf-97e2-ca31f5abcca5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:56.650041 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-577e3648-b879-4eaf-97e2-ca31f5abcca5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:56.658731 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-577e3648-b879-4eaf-97e2-ca31f5abcca5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/networks/319bbde8-a4df-441e-82f6-67a5a6334686 HTTP/1.1" status: 204 len: 168 time: 1.5242119 Nov 10 19:28:56.661321 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 52660) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:56.679588 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7722650d-63df-4c02-9d0e-f538ed07af43 None None] No DVR routers for this DVR port 4cc2a565-30d1-4f1e-90c5-fb6e7df0e88c on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:28:56.700373 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 077f720c-ab5b-4102-9670-f8f163fce1ec triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:28:56.700856 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924d3cd-bcb2-4c7c-822d-418166f8e6bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b7de537-b93b-4e73-8317-5941b65cea03,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:56.701155 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:56.743753 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924d3cd-bcb2-4c7c-822d-418166f8e6bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:56.743995 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924d3cd-bcb2-4c7c-822d-418166f8e6bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:56.744329 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924d3cd-bcb2-4c7c-822d-418166f8e6bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:56.744657 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924d3cd-bcb2-4c7c-822d-418166f8e6bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:56.747109 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924d3cd-bcb2-4c7c-822d-418166f8e6bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:56.749241 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924d3cd-bcb2-4c7c-822d-418166f8e6bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:56.749616 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924d3cd-bcb2-4c7c-822d-418166f8e6bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:56.750561 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924d3cd-bcb2-4c7c-822d-418166f8e6bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:56.750892 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924d3cd-bcb2-4c7c-822d-418166f8e6bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:56.751215 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924d3cd-bcb2-4c7c-822d-418166f8e6bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:56.751537 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924d3cd-bcb2-4c7c-822d-418166f8e6bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:56.751858 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924d3cd-bcb2-4c7c-822d-418166f8e6bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:28:56.761977 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722650d-63df-4c02-9d0e-f538ed07af43 None None] Pushing event deleted for resources: {'Port': ['ID=4cc2a565-30d1-4f1e-90c5-fb6e7df0e88c,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:56.773657 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b924d3cd-bcb2-4c7c-822d-418166f8e6bf admin admin] Checking segment: {'id': '859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:28:56.774075 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b924d3cd-bcb2-4c7c-822d-418166f8e6bf admin admin] Network hostable DHCP agents. Network: 1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:28:56.804767 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-bcc35847-6d24-4aaf-a93c-05cd546ba0b2 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:56.806394 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-bcc35847-6d24-4aaf-a93c-05cd546ba0b2 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] 10.222.0.54 "GET /v2.0/networks?id=1d776fd3-59ea-4350-8ef9-8cd0a6c5ab3b HTTP/1.1" status: 200 len: 807 time: 0.5800960 Nov 10 19:28:56.863153 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e3648-b879-4eaf-97e2-ca31f5abcca5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Network': ['ID=319bbde8-a4df-441e-82f6-67a5a6334686,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:56.864568 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-9535cca3-3870-46f6-afca-31956c3931e0 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] 10.222.0.54 "GET /v2.0/quotas/46d39905d8a3456a833132e101234c09 HTTP/1.1" status: 200 len: 375 time: 0.0327663 Nov 10 19:28:56.868137 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b924d3cd-bcb2-4c7c-822d-418166f8e6bf admin admin] Network 1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:28:56.898035 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:56.944761 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-01190cc4-f74e-424a-8bc7-a7576c5baae2 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=46d39905d8a3456a833132e101234c09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632932 Nov 10 19:28:56.946607 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-b924d3cd-bcb2-4c7c-822d-418166f8e6bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:28:56.951150 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b924d3cd-bcb2-4c7c-822d-418166f8e6bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:56.952016 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b924d3cd-bcb2-4c7c-822d-418166f8e6bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:56.980171 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b924d3cd-bcb2-4c7c-822d-418166f8e6bf admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2594268 Nov 10 19:28:56.982186 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52670) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:56.982910 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c5d45c-4c2c-446f-981c-fbed28aa2596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077f720c-ab5b-4102-9670-f8f163fce1ec'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:28:56.987905 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e2a3ef-dad1-4636-91a1-6519ea543008" -d '{"events": [{"server_uuid": "b8c5d45c-4c2c-446f-981c-fbed28aa2596", "name": "network-vif-plugged", "status": "completed", "tag": "077f720c-ab5b-4102-9670-f8f163fce1ec"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:28:57.033366 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78813e52-9641-47c9-9449-128cd87287cf None None] Network 1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:28:57.047052 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-93315262-c6ee-4b14-9b01-b39b634bdd1a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1042387824-router', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:28:57.124690 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 077f720c-ab5b-4102-9670-f8f163fce1ec, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=077f720c-ab5b-4102-9670-f8f163fce1ec,segment=NetworkSegment(6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d),segment_id=6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:57.137333 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:57.227193 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 4cc2a565-30d1-4f1e-90c5-fb6e7df0e88c no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:28:57.239469 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-93315262-c6ee-4b14-9b01-b39b634bdd1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:57.254741 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-93315262-c6ee-4b14-9b01-b39b634bdd1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:57.412681 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 4cc2a565-30d1-4f1e-90c5-fb6e7df0e88c {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:28:57.413368 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 4cc2a565-30d1-4f1e-90c5-fb6e7df0e88c not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:28:57.467304 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:57.471314 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-b0c794a6-5a71-45ce-8584-408d359ffc34 service neutron] 10.222.0.54 "GET /v2.0/networks/1d776fd3-59ea-4350-8ef9-8cd0a6c5ab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843228 Nov 10 19:28:57.476095 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4ef94397-b64c-469d-bbf1-1ee1f1ea3160 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:57.500259 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-93315262-c6ee-4b14-9b01-b39b634bdd1a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:57.535920 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=077f720c-ab5b-4102-9670-f8f163fce1ec,revision_number=13']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:57.677745 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001a6a0b-3019-44a1-b40d-455455c4a7d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab', 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'fixed_ips': [{'subnet_id': '8b7de537-b93b-4e73-8317-5941b65cea03'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:28:57.678666 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-001a6a0b-3019-44a1-b40d-455455c4a7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:57.801550 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-a4011393-b050-49fb-8402-00fb1aaff120 service neutron] 10.222.0.54 "GET /v2.0/networks/1d776fd3-59ea-4350-8ef9-8cd0a6c5ab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211515 Nov 10 19:28:58.025099 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-001a6a0b-3019-44a1-b40d-455455c4a7d0 None None] Allocated IP 172.20.0.2 (1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab/8b7de537-b93b-4e73-8317-5941b65cea03/db016095-13e8-410d-97a1-7198ccf420dc) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:28:58.059560 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-4ef94397-b64c-469d-bbf1-1ee1f1ea3160 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Deleting port cbbed1b3-014d-4a9d-9258-12a9bba7ac5d {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:28:58.059933 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4ef94397-b64c-469d-bbf1-1ee1f1ea3160 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:58.358869 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-4ef94397-b64c-469d-bbf1-1ee1f1ea3160 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] For port cbbed1b3-014d-4a9d-9258-12a9bba7ac5d, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=cbbed1b3-014d-4a9d-9258-12a9bba7ac5d,segment=NetworkSegment(46891e69-3724-4813-81ad-e79ed573b33f),segment_id=46891e69-3724-4813-81ad-e79ed573b33f)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:28:58.359258 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4ef94397-b64c-469d-bbf1-1ee1f1ea3160 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:58.404131 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-93315262-c6ee-4b14-9b01-b39b634bdd1a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:58.405587 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-4ef94397-b64c-469d-bbf1-1ee1f1ea3160 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Calling delete_port for cbbed1b3-014d-4a9d-9258-12a9bba7ac5d owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:28:58.451862 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-001a6a0b-3019-44a1-b40d-455455c4a7d0 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:58.468778 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-001a6a0b-3019-44a1-b40d-455455c4a7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:58.606302 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001a6a0b-3019-44a1-b40d-455455c4a7d0 None None] Network 1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:28:58.611819 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-001a6a0b-3019-44a1-b40d-455455c4a7d0 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:28:58.625391 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a6a0b-3019-44a1-b40d-455455c4a7d0 None None] Pushing event updated for resources: {'Port': ['ID=db016095-13e8-410d-97a1-7198ccf420dc,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:58.633102 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001a6a0b-3019-44a1-b40d-455455c4a7d0 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:28:58.761634 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:58.788897 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c37b0-fcf5-41f4-9ab5-7ce0f2480504 req-4cf70b13-ba27-4e03-a1e6-b3489fb4b3b1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:28:58.805272 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-511c37b0-fcf5-41f4-9ab5-7ce0f2480504 req-4cf70b13-ba27-4e03-a1e6-b3489fb4b3b1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 946 time: 0.5113499 Nov 10 19:28:58.861919 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-001a6a0b-3019-44a1-b40d-455455c4a7d0 None None] Attempting to bind port db016095-13e8-410d-97a1-7198ccf420dc on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:28:58.862283 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-001a6a0b-3019-44a1-b40d-455455c4a7d0 None None] Attempting to bind port db016095-13e8-410d-97a1-7198ccf420dc by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:28:58.862687 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001a6a0b-3019-44a1-b40d-455455c4a7d0 None None] Attempting to bind port db016095-13e8-410d-97a1-7198ccf420dc on network 1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:28:58.913685 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001a6a0b-3019-44a1-b40d-455455c4a7d0 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:28:58.914177 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001a6a0b-3019-44a1-b40d-455455c4a7d0 None None] Checking segment: {'id': '859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:28:58.914610 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-001a6a0b-3019-44a1-b40d-455455c4a7d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:58.915012 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001a6a0b-3019-44a1-b40d-455455c4a7d0 None None] Bound using segment: {'id': '859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:28:58.915504 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-001a6a0b-3019-44a1-b40d-455455c4a7d0 None None] Bound port: db016095-13e8-410d-97a1-7198ccf420dc, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:28:58.915886 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-001a6a0b-3019-44a1-b40d-455455c4a7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:58.999961 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-511c37b0-fcf5-41f4-9ab5-7ce0f2480504 req-6fec20cb-007e-4a28-b434-f3866dd5b46f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1936245 Nov 10 19:28:59.024630 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52750) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:28:59.049838 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4ef94397-b64c-469d-bbf1-1ee1f1ea3160 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:59.128919 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769a107d-f3e3-4639-8aca-ae3f4a420d7d x-openstack-request-id: req-769a107d-f3e3-4639-8aca-ae3f4a420d7d {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:28:59.129211 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c5d45c-4c2c-446f-981c-fbed28aa2596", "name": "network-vif-plugged", "status": "completed", "tag": "077f720c-ab5b-4102-9670-f8f163fce1ec", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:28:59.129462 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-769a107d-f3e3-4639-8aca-ae3f4a420d7d {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:28:59.130947 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c5d45c-4c2c-446f-981c-fbed28aa2596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077f720c-ab5b-4102-9670-f8f163fce1ec', 'code': 200} Nov 10 19:28:59.178829 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-001a6a0b-3019-44a1-b40d-455455c4a7d0 None None] For port db016095-13e8-410d-97a1-7198ccf420dc, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:28:59.193932 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-001a6a0b-3019-44a1-b40d-455455c4a7d0 None None] For port db016095-13e8-410d-97a1-7198ccf420dc, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=db016095-13e8-410d-97a1-7198ccf420dc,segment=NetworkSegment(859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5),segment_id=859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:28:59.211311 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-001a6a0b-3019-44a1-b40d-455455c4a7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:59.240756 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef94397-b64c-469d-bbf1-1ee1f1ea3160 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Port': ['ID=cbbed1b3-014d-4a9d-9258-12a9bba7ac5d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:59.411082 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4ef94397-b64c-469d-bbf1-1ee1f1ea3160 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:59.457216 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a6a0b-3019-44a1-b40d-455455c4a7d0 None None] Pushing event updated for resources: {'Port': ['ID=db016095-13e8-410d-97a1-7198ccf420dc,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:28:59.469361 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:59.617554 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8f77f936-e748-4fd1-9df6-323d5b02c328 req-a94dd2a5-4be0-44af-aadf-a7a1d3f4c925 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a5c043f-6baf-4111-b6da-8232646d9649 HTTP/1.1" status: 200 len: 210 time: 0.2427924 Nov 10 19:28:59.662226 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ceeabdf4-7068-4014-b5ae-385a7e9e778b tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/floatingips/84056f1e-8112-4930-9bb6-7d6e899b5291 HTTP/1.1" status: 200 len: 993 time: 0.6354029 Nov 10 19:28:59.780500 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-93315262-c6ee-4b14-9b01-b39b634bdd1a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:28:59.874398 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-93315262-c6ee-4b14-9b01-b39b634bdd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:00.005725 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef94397-b64c-469d-bbf1-1ee1f1ea3160 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Router 595165e1-f908-4bbf-9316-d6c7f182d241 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:29:00.289272 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-93315262-c6ee-4b14-9b01-b39b634bdd1a admin admin] Allocated IP 172.25.3.48 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/a1c2e466-1868-42ea-9945-198f28b7797a) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:29:00.321999 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef94397-b64c-469d-bbf1-1ee1f1ea3160 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:29:00.341680 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3958c9a-1704-43ce-aeba-c2c94e0bace3 None None] Sync routers for ids ['595165e1-f908-4bbf-9316-d6c7f182d241'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:29:00.350964 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4ef94397-b64c-469d-bbf1-1ee1f1ea3160 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "PUT /v2.0/routers/595165e1-f908-4bbf-9316-d6c7f182d241/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6882732 Nov 10 19:29:00.364205 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3958c9a-1704-43ce-aeba-c2c94e0bace3 None None] Routers {'595165e1-f908-4bbf-9316-d6c7f182d241'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:29:00.364880 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-f3958c9a-1704-43ce-aeba-c2c94e0bace3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:28:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['595165e1-f908-4bbf-9316-d6c7f182d241'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:00.377874 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52820) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:00.596799 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-f3958c9a-1704-43ce-aeba-c2c94e0bace3 None None] Set router 595165e1-f908-4bbf-9316-d6c7f182d241 gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:29:00.667991 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cfb584b-7cf7-4d5d-bc9e-f0ebf6d469d0 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Deleting subnet b921564e-8ab5-4886-9ded-865f705bde82 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:29:00.694514 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-4ea39806-fca7-4668-bd17-afe29b7e8fc8 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:00.698416 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-4ea39806-fca7-4668-bd17-afe29b7e8fc8 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] 10.222.0.25 "GET /v2.0/networks?id=1d776fd3-59ea-4350-8ef9-8cd0a6c5ab3b HTTP/1.1" status: 200 len: 807 time: 0.3432727 Nov 10 19:29:00.702026 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9cfb584b-7cf7-4d5d-bc9e-f0ebf6d469d0 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:00.720682 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-c66f512b-316b-4b1d-9fb5-919891de882e tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] Request body: {'port': {'device_id': '5a5c043f-6baf-4111-b6da-8232646d9649', 'network_id': '1d776fd3-59ea-4350-8ef9-8cd0a6c5ab3b', 'admin_state_up': True, 'tenant_id': '46d39905d8a3456a833132e101234c09'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:00.781838 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-f3958c9a-1704-43ce-aeba-c2c94e0bace3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'name': 'tempest-RoutersIpV6Test-router-610818905', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:27:54Z', 'updated_at': '2021-11-10T19:28:58Z', 'revision_number': 11, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:00.889620 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3958c9a-1704-43ce-aeba-c2c94e0bace3 None None] Checking router: 595165e1-f908-4bbf-9316-d6c7f182d241 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:29:00.915177 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3958c9a-1704-43ce-aeba-c2c94e0bace3 None None] Routers {'595165e1-f908-4bbf-9316-d6c7f182d241'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:29:00.915883 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-f3958c9a-1704-43ce-aeba-c2c94e0bace3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:28:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['595165e1-f908-4bbf-9316-d6c7f182d241'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:00.952805 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4924a2ee-6276-40c0-bdd2-e299a5f58e39 req-c42823b1-cdac-411a-8c22-126ee034a8a4 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a5c043f-6baf-4111-b6da-8232646d9649 HTTP/1.1" status: 200 len: 210 time: 0.1069708 Nov 10 19:29:01.027282 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9cfb584b-7cf7-4d5d-bc9e-f0ebf6d469d0 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:01.042539 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-f3958c9a-1704-43ce-aeba-c2c94e0bace3 None None] Set router 595165e1-f908-4bbf-9316-d6c7f182d241 gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:29:01.075408 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-c66f512b-316b-4b1d-9fb5-919891de882e tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] Made reservation on behalf of 46d39905d8a3456a833132e101234c09 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:29:01.098972 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-c66f512b-316b-4b1d-9fb5-919891de882e tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:01.133741 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-93315262-c6ee-4b14-9b01-b39b634bdd1a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:01.380010 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-93315262-c6ee-4b14-9b01-b39b634bdd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:01.383535 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9cfb584b-7cf7-4d5d-bc9e-f0ebf6d469d0 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:01.494545 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93315262-c6ee-4b14-9b01-b39b634bdd1a admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:29:01.503656 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-93315262-c6ee-4b14-9b01-b39b634bdd1a admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:29:01.516741 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93315262-c6ee-4b14-9b01-b39b634bdd1a admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:29:01.553536 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93315262-c6ee-4b14-9b01-b39b634bdd1a admin admin] Pushing event updated for resources: {'Port': ['ID=a1c2e466-1868-42ea-9945-198f28b7797a,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:01.618924 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device db016095-13e8-410d-97a1-7198ccf420dc up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:29:01.622097 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd2bb27-b576-4d5e-8878-7a5733862f05 None None] Network 1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:29:01.625223 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45024801-8ed0-4de2-ba0e-d7246e9ead1b None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:29:01.643357 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9cfb584b-7cf7-4d5d-bc9e-f0ebf6d469d0 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:01.645738 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-f3958c9a-1704-43ce-aeba-c2c94e0bace3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'name': 'tempest-RoutersIpV6Test-router-610818905', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:27:54Z', 'updated_at': '2021-11-10T19:28:58Z', 'revision_number': 11, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:01.772034 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-c66f512b-316b-4b1d-9fb5-919891de882e tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] Allocated IP 172.20.0.10 (1d776fd3-59ea-4350-8ef9-8cd0a6c5ab3b/42a68e2a-5993-4f59-bcb1-7f6e1b4d3475/1a4a8fb3-f015-47e1-ac3a-8233a0276e44) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:29:01.799459 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3958c9a-1704-43ce-aeba-c2c94e0bace3 None None] The sync data for ids ['595165e1-f908-4bbf-9316-d6c7f182d241'] in n-d-813897-4 is: [{'id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'name': 'tempest-RoutersIpV6Test-router-610818905', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:27:54Z', 'updated_at': '2021-11-10T19:28:58Z', 'revision_number': 11, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:29:01.845025 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-42bba60f-6706-4fc3-a3fa-a1f57fc342a8 None None] Provisioning complete for port db016095-13e8-410d-97a1-7198ccf420dc triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:01.848778 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-42bba60f-6706-4fc3-a3fa-a1f57fc342a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:01.902963 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb584b-7cf7-4d5d-bc9e-f0ebf6d469d0 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Subnet': ['ID=b921564e-8ab5-4886-9ded-865f705bde82,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:01.936655 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9cfb584b-7cf7-4d5d-bc9e-f0ebf6d469d0 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:01.946905 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9cfb584b-7cf7-4d5d-bc9e-f0ebf6d469d0 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/subnets/b921564e-8ab5-4886-9ded-865f705bde82 HTTP/1.1" status: 204 len: 168 time: 1.5669100 Nov 10 19:29:01.952684 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 52886) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:01.961838 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb5f169-a815-4878-b682-8d7c76253469 None None] Network d2659cd8-8855-4487-9968-5979755d8df1 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:29:02.212797 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b95e3998-3eea-42cc-9ba6-0d5d32c6d26e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:02.219057 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7a0d981-3da8-4a17-be04-ff25c1f65304 req-2c3892d0-d54c-43ee-ab41-2c5dd40d55b3 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a5c043f-6baf-4111-b6da-8232646d9649 HTTP/1.1" status: 200 len: 210 time: 0.1490159 Nov 10 19:29:02.324444 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-c66f512b-316b-4b1d-9fb5-919891de882e tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:02.359651 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port db016095-13e8-410d-97a1-7198ccf420dc triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:02.359776 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-93315262-c6ee-4b14-9b01-b39b634bdd1a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:02.360005 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:02.435316 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-b95e3998-3eea-42cc-9ba6-0d5d32c6d26e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Deleting port 9217eb14-22f3-41fe-bbe7-ccc04d423222 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:29:02.435657 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b95e3998-3eea-42cc-9ba6-0d5d32c6d26e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:02.492540 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-c66f512b-316b-4b1d-9fb5-919891de882e tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:02.591686 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-c66f512b-316b-4b1d-9fb5-919891de882e tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] Network 1d776fd3-59ea-4350-8ef9-8cd0a6c5ab3b is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:29:02.625302 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-c66f512b-316b-4b1d-9fb5-919891de882e tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:29:02.639285 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-c66f512b-316b-4b1d-9fb5-919891de882e tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:29:02.725755 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-c66f512b-316b-4b1d-9fb5-919891de882e tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:02.726883 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-c66f512b-316b-4b1d-9fb5-919891de882e tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:02.736186 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-42bba60f-6706-4fc3-a3fa-a1f57fc342a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:02.743034 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef210341-14a5-466c-86e4-e7369cf57d75 None None] DHCP port deletion for d2659cd8-8855-4487-9968-5979755d8df1 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:29:02.744619 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-b95e3998-3eea-42cc-9ba6-0d5d32c6d26e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] For port 9217eb14-22f3-41fe-bbe7-ccc04d423222, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=9217eb14-22f3-41fe-bbe7-ccc04d423222,segment=NetworkSegment(46891e69-3724-4813-81ad-e79ed573b33f),segment_id=46891e69-3724-4813-81ad-e79ed573b33f)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:29:02.745207 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b95e3998-3eea-42cc-9ba6-0d5d32c6d26e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:02.768620 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f512b-316b-4b1d-9fb5-919891de882e tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] Pushing event updated for resources: {'Port': ['ID=1a4a8fb3-f015-47e1-ac3a-8233a0276e44,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:02.778393 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-b95e3998-3eea-42cc-9ba6-0d5d32c6d26e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Calling delete_port for 9217eb14-22f3-41fe-bbe7-ccc04d423222 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:29:02.786746 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-c66f512b-316b-4b1d-9fb5-919891de882e tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0706756 Nov 10 19:29:02.823605 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-caff1043-44d0-4e1d-9879-fc842744d26e service neutron] Request body: {'port': {'device_id': '5a5c043f-6baf-4111-b6da-8232646d9649', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:02.940151 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:02.992068 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-42bba60f-6706-4fc3-a3fa-a1f57fc342a8 None None] For port db016095-13e8-410d-97a1-7198ccf420dc, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=db016095-13e8-410d-97a1-7198ccf420dc,segment=NetworkSegment(859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5),segment_id=859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:29:03.007167 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-42bba60f-6706-4fc3-a3fa-a1f57fc342a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:03.094244 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bba60f-6706-4fc3-a3fa-a1f57fc342a8 None None] Pushing event updated for resources: {'Port': ['ID=db016095-13e8-410d-97a1-7198ccf420dc,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:03.121511 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-93315262-c6ee-4b14-9b01-b39b634bdd1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:03.143377 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-caff1043-44d0-4e1d-9879-fc842744d26e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:03.269808 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-ef210341-14a5-466c-86e4-e7369cf57d75 None None] Deleting port 9217eb14-22f3-41fe-bbe7-ccc04d423222 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:29:03.282224 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ef210341-14a5-466c-86e4-e7369cf57d75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:03.289886 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8b1a6584-9f7f-4f94-91b4-c405c8a1e47b None None] Provisioning complete for port a1c2e466-1868-42ea-9945-198f28b7797a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:03.294999 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8b1a6584-9f7f-4f94-91b4-c405c8a1e47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:03.346666 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:29:03.347179 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:29:03.440107 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b95e3998-3eea-42cc-9ba6-0d5d32c6d26e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:03.468832 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93315262-c6ee-4b14-9b01-b39b634bdd1a admin admin] Router f1b2ad29-f404-478e-8585-710fb985884a is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:29:03.506894 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e3998-3eea-42cc-9ba6-0d5d32c6d26e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Port': ['ID=9217eb14-22f3-41fe-bbe7-ccc04d423222,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:03.531358 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-ef210341-14a5-466c-86e4-e7369cf57d75 None None] For port 9217eb14-22f3-41fe-bbe7-ccc04d423222, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=9217eb14-22f3-41fe-bbe7-ccc04d423222,segment=NetworkSegment(46891e69-3724-4813-81ad-e79ed573b33f),segment_id=46891e69-3724-4813-81ad-e79ed573b33f)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:29:03.531908 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ef210341-14a5-466c-86e4-e7369cf57d75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:03.542012 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95e3998-3eea-42cc-9ba6-0d5d32c6d26e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] No DVR routers for this DVR port 9217eb14-22f3-41fe-bbe7-ccc04d423222 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:29:03.546009 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a6584-9f7f-4f94-91b4-c405c8a1e47b None None] Port a1c2e466-1868-42ea-9945-198f28b7797a cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:29:03.603498 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-ef210341-14a5-466c-86e4-e7369cf57d75 None None] Calling delete_port for 9217eb14-22f3-41fe-bbe7-ccc04d423222 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:29:03.638886 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 52956) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:03.810260 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-b088d7dd-cf8a-4248-ab6b-585bbea51e89 None None] Provisioning complete for port db016095-13e8-410d-97a1-7198ccf420dc triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:03.810757 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b088d7dd-cf8a-4248-ab6b-585bbea51e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:03.870834 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b95e3998-3eea-42cc-9ba6-0d5d32c6d26e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:03.924391 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-b95e3998-3eea-42cc-9ba6-0d5d32c6d26e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2659cd8-8855-4487-9968-5979755d8df1']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:03.938720 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-b95e3998-3eea-42cc-9ba6-0d5d32c6d26e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46891e69-3724-4813-81ad-e79ed573b33f') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:03.939016 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-b95e3998-3eea-42cc-9ba6-0d5d32c6d26e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46891e69-3724-4813-81ad-e79ed573b33f') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:04.004389 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5862a695-623b-4468-afe3-5918adc2a450 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:04.026788 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b95e3998-3eea-42cc-9ba6-0d5d32c6d26e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:04.062565 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b95e3998-3eea-42cc-9ba6-0d5d32c6d26e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:04.082264 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b95e3998-3eea-42cc-9ba6-0d5d32c6d26e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:29:04.082673 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b95e3998-3eea-42cc-9ba6-0d5d32c6d26e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:04.086471 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:29:04.086471 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:29:04.086471 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:29:04.086471 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:29:04.086471 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:29:04.086471 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:29:04.086471 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:29:04.086471 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:29:04.086471 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:29:04.086471 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:29:04.086471 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:29:04.086471 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:29:04.086471 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:29:04.086471 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:29:04.086471 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:29:04.086471 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:29:04.086471 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:29:04.086471 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:29:04.086471 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:29:04.086471 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:29:04.086471 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:29:04.086471 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:29:04.086471 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:29:04.086471 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:29:04.086471 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:29:04.086471 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:29:04.086471 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:29:04.086471 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:29:04.086471 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:29:04.086471 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:29:04.086471 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:29:04.086471 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:29:04.088728 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ef210341-14a5-466c-86e4-e7369cf57d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:04.205941 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef210341-14a5-466c-86e4-e7369cf57d75 None None] Pushing event deleted for resources: {'Port': ['ID=9217eb14-22f3-41fe-bbe7-ccc04d423222,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:04.217305 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef210341-14a5-466c-86e4-e7369cf57d75 None None] No DVR routers for this DVR port 9217eb14-22f3-41fe-bbe7-ccc04d423222 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:29:04.222455 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b95e3998-3eea-42cc-9ba6-0d5d32c6d26e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:04.264512 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b95e3998-3eea-42cc-9ba6-0d5d32c6d26e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:04.275426 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b95e3998-3eea-42cc-9ba6-0d5d32c6d26e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/networks/d2659cd8-8855-4487-9968-5979755d8df1 HTTP/1.1" status: 204 len: 168 time: 2.3207474 Nov 10 19:29:04.278169 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 52976) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:04.349319 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-caff1043-44d0-4e1d-9879-fc842744d26e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a4a8fb3-f015-47e1-ac3a-8233a0276e44 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:29:04.361316 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-caff1043-44d0-4e1d-9879-fc842744d26e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:04.364423 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0e839-8d92-4ee6-946d-10b5b0041d82 req-22ba579e-718e-434b-9bab-896a17886de3 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:04.366432 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80b0e839-8d92-4ee6-946d-10b5b0041d82 req-22ba579e-718e-434b-9bab-896a17886de3 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a5c043f-6baf-4111-b6da-8232646d9649 HTTP/1.1" status: 200 len: 932 time: 0.9305413 Nov 10 19:29:04.390682 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device db016095-13e8-410d-97a1-7198ccf420dc up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:29:04.392686 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-caff1043-44d0-4e1d-9879-fc842744d26e service neutron] Transition to ACTIVE for port object 1a4a8fb3-f015-47e1-ac3a-8233a0276e44 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:29:04.410314 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-8e5e79b0-48c6-49a3-9d6a-d8fcf6ccfdc5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Request body: {'router': {'routes': None}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:04.413205 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e3998-3eea-42cc-9ba6-0d5d32c6d26e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Pushing event deleted for resources: {'Network': ['ID=d2659cd8-8855-4487-9968-5979755d8df1,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:04.452619 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93315262-c6ee-4b14-9b01-b39b634bdd1a admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:29:04.465019 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80b0e839-8d92-4ee6-946d-10b5b0041d82 req-c796b857-1a0a-4469-a720-320fd3c2c39f tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] 10.222.0.54 "GET /v2.0/security-groups?id=634cd8a3-f863-441c-9a53-491e3e2a3561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670609 Nov 10 19:29:04.465529 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bab0fa6-1ec7-4555-9a2a-767ad55ebf49 None None] Sync routers for ids ['f1b2ad29-f404-478e-8585-710fb985884a'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:29:04.495161 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bab0fa6-1ec7-4555-9a2a-767ad55ebf49 None None] Routers {'f1b2ad29-f404-478e-8585-710fb985884a'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:29:04.495719 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7bab0fa6-1ec7-4555-9a2a-767ad55ebf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:28:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['f1b2ad29-f404-478e-8585-710fb985884a'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:04.500827 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-93315262-c6ee-4b14-9b01-b39b634bdd1a admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:04.502674 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-93315262-c6ee-4b14-9b01-b39b634bdd1a admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.4724212 Nov 10 19:29:04.505331 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52982) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:04.505740 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port db016095-13e8-410d-97a1-7198ccf420dc triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:04.506147 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:04.513132 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-caff1043-44d0-4e1d-9879-fc842744d26e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:04.518234 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5862a695-623b-4468-afe3-5918adc2a450 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:04.656535 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff1043-44d0-4e1d-9879-fc842744d26e service neutron] Pushing event updated for resources: {'Port': ['ID=1a4a8fb3-f015-47e1-ac3a-8233a0276e44,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:04.660275 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5862a695-623b-4468-afe3-5918adc2a450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:04.678439 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-7bab0fa6-1ec7-4555-9a2a-767ad55ebf49 None None] Set router f1b2ad29-f404-478e-8585-710fb985884a gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:29:04.786500 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 9217eb14-22f3-41fe-bbe7-ccc04d423222 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:29:04.852614 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 9217eb14-22f3-41fe-bbe7-ccc04d423222 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:29:04.863907 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 9217eb14-22f3-41fe-bbe7-ccc04d423222 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:29:04.864350 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device cbbed1b3-014d-4a9d-9258-12a9bba7ac5d no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:29:04.931945 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: cbbed1b3-014d-4a9d-9258-12a9bba7ac5d {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:29:04.934105 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device cbbed1b3-014d-4a9d-9258-12a9bba7ac5d not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:29:05.243792 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7bab0fa6-1ec7-4555-9a2a-767ad55ebf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'name': 'tempest-AttachVolumeTestJSON-1042387824-router', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:28:57Z', 'updated_at': '2021-11-10T19:29:01Z', 'revision_number': 3, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'gw_port': {'id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:59Z', 'updated_at': '2021-11-10T19:29:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:05.307923 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bab0fa6-1ec7-4555-9a2a-767ad55ebf49 None None] Checking router: f1b2ad29-f404-478e-8585-710fb985884a for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:29:05.308635 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bab0fa6-1ec7-4555-9a2a-767ad55ebf49 None None] Updating router f1b2ad29-f404-478e-8585-710fb985884a port a1c2e466-1868-42ea-9945-198f28b7797a binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:29:05.317424 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862a695-623b-4468-afe3-5918adc2a450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b471bd9-819e-4041-810d-b32a8d4e96e7,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:05.346854 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7bab0fa6-1ec7-4555-9a2a-767ad55ebf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:05.432940 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5862a695-623b-4468-afe3-5918adc2a450 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f8308aec74fc48fa893f00d3c05b37ba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7902570 Nov 10 19:29:05.443566 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53002) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:05.552362 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5ed6d711-a2c2-4c8e-9b56-1bac9d398e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:05.613542 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.extraroute_db [None req-8e5e79b0-48c6-49a3-9d6a-d8fcf6ccfdc5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Added routes are [] {{(pid=102505) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 19:29:05.621210 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.extraroute_db [None req-8e5e79b0-48c6-49a3-9d6a-d8fcf6ccfdc5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Removed routes are [] {{(pid=102505) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 19:29:05.623763 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8e5e79b0-48c6-49a3-9d6a-d8fcf6ccfdc5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25260'] for router, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:05.746465 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7bab0fa6-1ec7-4555-9a2a-767ad55ebf49 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:05.757367 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7bab0fa6-1ec7-4555-9a2a-767ad55ebf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:05.820306 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-e5c3a8bf-c344-407f-8d23-bbee03e0432a req-5d5d7c86-b377-4e61-949e-07ccb447cde5 service neutron] (102505) timed out ('10.222.0.73', 63552) {{(pid=102505) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 19:29:05.853121 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008699c-2802-4015-9f1b-17c7d4982f3f None None] Pushing event updated for resources: {'Port': ['ID=a1c2e466-1868-42ea-9945-198f28b7797a,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:05.880211 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b9aaa045-08b5-426d-9000-3d582ab129b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:05.895245 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78447015-202d-490d-be59-98fda844c26e None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:29:05.935957 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-7bab0fa6-1ec7-4555-9a2a-767ad55ebf49 None None] Attempting to bind port a1c2e466-1868-42ea-9945-198f28b7797a on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:29:05.936753 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-7bab0fa6-1ec7-4555-9a2a-767ad55ebf49 None None] Attempting to bind port a1c2e466-1868-42ea-9945-198f28b7797a by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:29:05.944397 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bab0fa6-1ec7-4555-9a2a-767ad55ebf49 None None] Attempting to bind port a1c2e466-1868-42ea-9945-198f28b7797a on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:29:05.957388 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bab0fa6-1ec7-4555-9a2a-767ad55ebf49 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:29:05.958192 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bab0fa6-1ec7-4555-9a2a-767ad55ebf49 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:29:05.961656 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7bab0fa6-1ec7-4555-9a2a-767ad55ebf49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:05.962255 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bab0fa6-1ec7-4555-9a2a-767ad55ebf49 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:29:05.962941 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-7bab0fa6-1ec7-4555-9a2a-767ad55ebf49 None None] Bound port: a1c2e466-1868-42ea-9945-198f28b7797a, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:29:05.963496 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7bab0fa6-1ec7-4555-9a2a-767ad55ebf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:06.040652 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-3b69f6ce-38c6-4c7c-a123-c304e0209a61 None None] Provisioning complete for port a1c2e466-1868-42ea-9945-198f28b7797a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:06.052424 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3b69f6ce-38c6-4c7c-a123-c304e0209a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:06.116352 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8e5e79b0-48c6-49a3-9d6a-d8fcf6ccfdc5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25260'] for router, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:06.127568 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-7bab0fa6-1ec7-4555-9a2a-767ad55ebf49 None None] For port a1c2e466-1868-42ea-9945-198f28b7797a, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:29:06.129994 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8e5e79b0-48c6-49a3-9d6a-d8fcf6ccfdc5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-408903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-408910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396833'] for router, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:06.138783 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-caff1043-44d0-4e1d-9879-fc842744d26e service neutron] Attempting to bind port 1a4a8fb3-f015-47e1-ac3a-8233a0276e44 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:29:06.138977 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-7bab0fa6-1ec7-4555-9a2a-767ad55ebf49 None None] For port a1c2e466-1868-42ea-9945-198f28b7797a, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=a1c2e466-1868-42ea-9945-198f28b7797a,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:29:06.141450 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-caff1043-44d0-4e1d-9879-fc842744d26e service neutron] Attempting to bind port 1a4a8fb3-f015-47e1-ac3a-8233a0276e44 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': 'd7f40e6b-3674-49b4-b646-52e7bf75c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1d776fd3-59ea-4350-8ef9-8cd0a6c5ab3b'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:29:06.142184 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-caff1043-44d0-4e1d-9879-fc842744d26e service neutron] Attempting to bind port 1a4a8fb3-f015-47e1-ac3a-8233a0276e44 on network 1d776fd3-59ea-4350-8ef9-8cd0a6c5ab3b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:29:06.152166 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7bab0fa6-1ec7-4555-9a2a-767ad55ebf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:06.168395 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-3b69f6ce-38c6-4c7c-a123-c304e0209a61 None None] Port a1c2e466-1868-42ea-9945-198f28b7797a cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:29:06.207068 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-caff1043-44d0-4e1d-9879-fc842744d26e service neutron] Port 1a4a8fb3-f015-47e1-ac3a-8233a0276e44 on network 1d776fd3-59ea-4350-8ef9-8cd0a6c5ab3b not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:29:06.210234 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-caff1043-44d0-4e1d-9879-fc842744d26e service neutron] Attempting to bind port 1a4a8fb3-f015-47e1-ac3a-8233a0276e44 on network 1d776fd3-59ea-4350-8ef9-8cd0a6c5ab3b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:29:06.233038 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d808568c-f481-44ab-8bc7-ea7bb8dda50f None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:29:06.268955 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-caff1043-44d0-4e1d-9879-fc842744d26e service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:29:06.269419 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-caff1043-44d0-4e1d-9879-fc842744d26e service neutron] Checking segment: {'id': 'd7f40e6b-3674-49b4-b646-52e7bf75c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1d776fd3-59ea-4350-8ef9-8cd0a6c5ab3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:29:06.269949 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-caff1043-44d0-4e1d-9879-fc842744d26e service neutron] Bound using segment: {'id': 'd7f40e6b-3674-49b4-b646-52e7bf75c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1d776fd3-59ea-4350-8ef9-8cd0a6c5ab3b'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:29:06.271085 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-caff1043-44d0-4e1d-9879-fc842744d26e service neutron] Bound port: 1a4a8fb3-f015-47e1-ac3a-8233a0276e44, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f40e6b-3674-49b4-b646-52e7bf75c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1d776fd3-59ea-4350-8ef9-8cd0a6c5ab3b'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:29:06.271541 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-caff1043-44d0-4e1d-9879-fc842744d26e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:06.277427 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-5ed6d711-a2c2-4c8e-9b56-1bac9d398e0a admin admin] Allocated IP 172.20.0.1 (1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab/8b7de537-b93b-4e73-8317-5941b65cea03/ecbd2da2-3c0c-4fda-99be-5b52a8e44cab) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:29:06.283727 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bab0fa6-1ec7-4555-9a2a-767ad55ebf49 None None] Routers {'f1b2ad29-f404-478e-8585-710fb985884a'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:29:06.284365 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7bab0fa6-1ec7-4555-9a2a-767ad55ebf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:28:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['f1b2ad29-f404-478e-8585-710fb985884a'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:06.287317 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008699c-2802-4015-9f1b-17c7d4982f3f None None] Pushing event updated for resources: {'Port': ['ID=a1c2e466-1868-42ea-9945-198f28b7797a,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:06.301431 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c988996e-5764-465b-a067-136535746989 None None] Provisioning complete for port a1c2e466-1868-42ea-9945-198f28b7797a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:06.305338 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c988996e-5764-465b-a067-136535746989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:06.421543 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5ed6d711-a2c2-4c8e-9b56-1bac9d398e0a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:06.442841 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5e79b0-48c6-49a3-9d6a-d8fcf6ccfdc5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Router 595165e1-f908-4bbf-9316-d6c7f182d241 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:29:06.488220 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b9aaa045-08b5-426d-9000-3d582ab129b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:06.545848 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5ed6d711-a2c2-4c8e-9b56-1bac9d398e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:06.560536 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-7bab0fa6-1ec7-4555-9a2a-767ad55ebf49 None None] Set router f1b2ad29-f404-478e-8585-710fb985884a gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:29:06.570321 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c988996e-5764-465b-a067-136535746989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:06.571385 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b51ef-e645-451f-9027-764dc4462673 req-aff0a502-3034-4151-a32c-b97ad35195f8 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:06.588227 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-369b51ef-e645-451f-9027-764dc4462673 req-aff0a502-3034-4151-a32c-b97ad35195f8 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a5c043f-6baf-4111-b6da-8232646d9649 HTTP/1.1" status: 200 len: 944 time: 0.9675732 Nov 10 19:29:06.588939 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b9aaa045-08b5-426d-9000-3d582ab129b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:06.595367 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b9aaa045-08b5-426d-9000-3d582ab129b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:06.599229 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b9aaa045-08b5-426d-9000-3d582ab129b4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7b471bd9-819e-4041-810d-b32a8d4e96e7 HTTP/1.1" status: 204 len: 168 time: 1.1370983 Nov 10 19:29:06.628783 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c988996e-5764-465b-a067-136535746989 None None] For port a1c2e466-1868-42ea-9945-198f28b7797a, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=a1c2e466-1868-42ea-9945-198f28b7797a,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:29:06.642750 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c988996e-5764-465b-a067-136535746989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:06.711049 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-caff1043-44d0-4e1d-9879-fc842744d26e service neutron] For port 1a4a8fb3-f015-47e1-ac3a-8233a0276e44, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:29:06.713655 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5e79b0-48c6-49a3-9d6a-d8fcf6ccfdc5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:29:06.715269 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988996e-5764-465b-a067-136535746989 None None] Pushing event updated for resources: {'Port': ['ID=a1c2e466-1868-42ea-9945-198f28b7797a,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:06.733012 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-caff1043-44d0-4e1d-9879-fc842744d26e service neutron] For port 1a4a8fb3-f015-47e1-ac3a-8233a0276e44, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=1a4a8fb3-f015-47e1-ac3a-8233a0276e44,segment=NetworkSegment(d7f40e6b-3674-49b4-b646-52e7bf75c1cf),segment_id=d7f40e6b-3674-49b4-b646-52e7bf75c1cf)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:29:06.736384 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be901ce7-9c67-4635-a447-e5d864c175f0 None None] Sync routers for ids ['595165e1-f908-4bbf-9316-d6c7f182d241'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:29:06.744624 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8e5e79b0-48c6-49a3-9d6a-d8fcf6ccfdc5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:06.747034 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed6d711-a2c2-4c8e-9b56-1bac9d398e0a admin admin] Network 1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:29:06.752694 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8e5e79b0-48c6-49a3-9d6a-d8fcf6ccfdc5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "PUT /v2.0/routers/595165e1-f908-4bbf-9316-d6c7f182d241 HTTP/1.1" status: 200 len: 704 time: 2.4424777 Nov 10 19:29:06.753557 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be901ce7-9c67-4635-a447-e5d864c175f0 None None] Routers {'595165e1-f908-4bbf-9316-d6c7f182d241'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:29:06.754255 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53020) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:06.754394 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-be901ce7-9c67-4635-a447-e5d864c175f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:28:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['595165e1-f908-4bbf-9316-d6c7f182d241'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:06.778286 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-5ed6d711-a2c2-4c8e-9b56-1bac9d398e0a admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:29:06.780274 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-caff1043-44d0-4e1d-9879-fc842744d26e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:06.800173 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed6d711-a2c2-4c8e-9b56-1bac9d398e0a admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:29:06.887569 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5ed6d711-a2c2-4c8e-9b56-1bac9d398e0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:06.927949 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7f100610-145e-4b83-bb95-6183273d65dc tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "GET /v2.0/ports?device_id=595165e1-f908-4bbf-9316-d6c7f182d241 HTTP/1.1" status: 200 len: 205 time: 0.1691747 Nov 10 19:29:06.932581 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53024) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:06.949399 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-caff1043-44d0-4e1d-9879-fc842744d26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:06.959147 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-caff1043-44d0-4e1d-9879-fc842744d26e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:06.961930 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-caff1043-44d0-4e1d-9879-fc842744d26e service neutron] 10.222.0.25 "PUT /v2.0/ports/1a4a8fb3-f015-47e1-ac3a-8233a0276e44 HTTP/1.1" status: 200 len: 1092 time: 4.1603079 Nov 10 19:29:06.965120 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5c043f-6baf-4111-b6da-8232646d9649', 'tag': '1a4a8fb3-f015-47e1-ac3a-8233a0276e44'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:29:06.979778 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e489afe7-94b6-4231-aee7-e9b419e86072" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5c043f-6baf-4111-b6da-8232646d9649", "tag": "1a4a8fb3-f015-47e1-ac3a-8233a0276e44"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:29:07.016993 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aaa045-08b5-426d-9000-3d582ab129b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b471bd9-819e-4041-810d-b32a8d4e96e7,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:07.085369 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed6d711-a2c2-4c8e-9b56-1bac9d398e0a admin admin] Pushing event updated for resources: {'Port': ['ID=ecbd2da2-3c0c-4fda-99be-5b52a8e44cab,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:07.147165 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-369b51ef-e645-451f-9027-764dc4462673 req-568b801e-52d0-4beb-a1a7-927b7f9164f1 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] 10.222.0.54 "GET /v2.0/security-groups?id=634cd8a3-f863-441c-9a53-491e3e2a3561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5478187 Nov 10 19:29:07.147674 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-be901ce7-9c67-4635-a447-e5d864c175f0 None None] Set router 595165e1-f908-4bbf-9316-d6c7f182d241 gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:29:07.148726 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5ed6d711-a2c2-4c8e-9b56-1bac9d398e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:07.199361 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7bab0fa6-1ec7-4555-9a2a-767ad55ebf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'name': 'tempest-AttachVolumeTestJSON-1042387824-router', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:28:57Z', 'updated_at': '2021-11-10T19:29:01Z', 'revision_number': 3, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'gw_port': {'id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:59Z', 'updated_at': '2021-11-10T19:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:07.327790 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bab0fa6-1ec7-4555-9a2a-767ad55ebf49 None None] The sync data for ids ['f1b2ad29-f404-478e-8585-710fb985884a'] in n-d-813897-4 is: [{'id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'name': 'tempest-AttachVolumeTestJSON-1042387824-router', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:28:57Z', 'updated_at': '2021-11-10T19:29:01Z', 'revision_number': 3, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'gw_port': {'id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:59Z', 'updated_at': '2021-11-10T19:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:29:07.388447 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7239e8d-c200-4faf-9e92-8beeca3f8d09 x-openstack-request-id: req-c7239e8d-c200-4faf-9e92-8beeca3f8d09 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:29:07.389006 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5c043f-6baf-4111-b6da-8232646d9649", "tag": "1a4a8fb3-f015-47e1-ac3a-8233a0276e44", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:29:07.389457 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c7239e8d-c200-4faf-9e92-8beeca3f8d09 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:29:07.390085 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5c043f-6baf-4111-b6da-8232646d9649', 'tag': '1a4a8fb3-f015-47e1-ac3a-8233a0276e44', 'status': 'completed', 'code': 200} Nov 10 19:29:07.429141 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-be901ce7-9c67-4635-a447-e5d864c175f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'name': 'tempest-RoutersIpV6Test-router-610818905', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:27:54Z', 'updated_at': '2021-11-10T19:28:58Z', 'revision_number': 11, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:07.526325 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c87a8914-4402-42c8-95e1-4da07febce88 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:07.565557 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5ed6d711-a2c2-4c8e-9b56-1bac9d398e0a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:07.576231 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5ed6d711-a2c2-4c8e-9b56-1bac9d398e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:07.595732 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be901ce7-9c67-4635-a447-e5d864c175f0 None None] Checking router: 595165e1-f908-4bbf-9316-d6c7f182d241 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:29:07.633148 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be901ce7-9c67-4635-a447-e5d864c175f0 None None] Routers {'595165e1-f908-4bbf-9316-d6c7f182d241'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:29:07.636050 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-be901ce7-9c67-4635-a447-e5d864c175f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:28:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['595165e1-f908-4bbf-9316-d6c7f182d241'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:07.643393 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-29c28f27-d76a-4973-bcc0-117ba963455c None None] Provisioning complete for port ecbd2da2-3c0c-4fda-99be-5b52a8e44cab triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:07.646874 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-29c28f27-d76a-4973-bcc0-117ba963455c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:07.734381 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5ed6d711-a2c2-4c8e-9b56-1bac9d398e0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:07.763104 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff1043-44d0-4e1d-9879-fc842744d26e service neutron] Pushing event updated for resources: {'Port': ['ID=1a4a8fb3-f015-47e1-ac3a-8233a0276e44,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:07.998927 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-be901ce7-9c67-4635-a447-e5d864c175f0 None None] Set router 595165e1-f908-4bbf-9316-d6c7f182d241 gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:29:08.007612 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed6d711-a2c2-4c8e-9b56-1bac9d398e0a admin admin] Pushing event updated for resources: {'Port': ['ID=ecbd2da2-3c0c-4fda-99be-5b52a8e44cab,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:08.057052 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-3b6de2a1-052a-4d9a-af15-c8d03e9d6cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:08.069992 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-3b6de2a1-052a-4d9a-af15-c8d03e9d6cb6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=46d39905d8a3456a833132e101234c09&device_id=5a5c043f-6baf-4111-b6da-8232646d9649 HTTP/1.1" status: 200 len: 1095 time: 0.6755702 Nov 10 19:29:08.077342 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c87a8914-4402-42c8-95e1-4da07febce88 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:08.128286 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed6d711-a2c2-4c8e-9b56-1bac9d398e0a admin admin] Network 1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:29:08.132860 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-5ed6d711-a2c2-4c8e-9b56-1bac9d398e0a admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:29:08.211126 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c87a8914-4402-42c8-95e1-4da07febce88 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:08.214356 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-1ffccc01-5997-4d48-be13-8352be98e88c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a4a8fb3-f015-47e1-ac3a-8233a0276e44 HTTP/1.1" status: 200 len: 217 time: 0.1343839 Nov 10 19:29:08.410584 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-d3f6f225-3ff9-4249-861f-613e5f2dd8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:08.415984 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-d3f6f225-3ff9-4249-861f-613e5f2dd8ef service neutron] 10.222.0.25 "GET /v2.0/subnets?id=42a68e2a-5993-4f59-bcb1-7f6e1b4d3475 HTTP/1.1" status: 200 len: 847 time: 0.1919129 Nov 10 19:29:08.517176 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-23012f32-2b86-40a6-bca0-8f42b51d25ca service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1d776fd3-59ea-4350-8ef9-8cd0a6c5ab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903153 Nov 10 19:29:08.562487 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed6d711-a2c2-4c8e-9b56-1bac9d398e0a admin admin] Router f1b2ad29-f404-478e-8585-710fb985884a has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:29:08.565183 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c87a8914-4402-42c8-95e1-4da07febce88 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:08.568977 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87a8914-4402-42c8-95e1-4da07febce88 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Fanout notify agent at l3_agent the message router_deleted on router 595165e1-f908-4bbf-9316-d6c7f182d241 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:29:08.618269 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c87a8914-4402-42c8-95e1-4da07febce88 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:08.625709 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53064) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:08.630520 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c87a8914-4402-42c8-95e1-4da07febce88 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/routers/595165e1-f908-4bbf-9316-d6c7f182d241 HTTP/1.1" status: 204 len: 168 time: 1.6829333 Nov 10 19:29:08.649028 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-525bc37c-ceb5-4037-be6f-a0e15b9781b1 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-275135943', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:08.671605 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917b381-4fa9-4796-846e-0189c84fc7d9 req-15b59e04-2a84-4160-b651-6d864b5c1fca tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:08.673187 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9917b381-4fa9-4796-846e-0189c84fc7d9 req-15b59e04-2a84-4160-b651-6d864b5c1fca tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a5c043f-6baf-4111-b6da-8232646d9649 HTTP/1.1" status: 200 len: 944 time: 0.1746304 Nov 10 19:29:08.788298 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-eb5208f7-bacb-4e19-bd97-1adbb55f79ea service neutron] 10.222.0.25 "GET /v2.0/networks/1d776fd3-59ea-4350-8ef9-8cd0a6c5ab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627800 Nov 10 19:29:08.790828 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-be901ce7-9c67-4635-a447-e5d864c175f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'name': 'tempest-RoutersIpV6Test-router-610818905', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:27:54Z', 'updated_at': '2021-11-10T19:28:58Z', 'revision_number': 11, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:08.843329 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-525bc37c-ceb5-4037-be6f-a0e15b9781b1 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:08.844385 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-525bc37c-ceb5-4037-be6f-a0e15b9781b1 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:08.893435 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device a1c2e466-1868-42ea-9945-198f28b7797a up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:29:08.978051 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be901ce7-9c67-4635-a447-e5d864c175f0 None None] The sync data for ids ['595165e1-f908-4bbf-9316-d6c7f182d241'] in n-d-813897-4 is: [{'id': '595165e1-f908-4bbf-9316-d6c7f182d241', 'name': 'tempest-RoutersIpV6Test-router-610818905', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:27:54Z', 'updated_at': '2021-11-10T19:28:58Z', 'revision_number': 11, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:29:09.019409 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-29c28f27-d76a-4973-bcc0-117ba963455c None None] Port ecbd2da2-3c0c-4fda-99be-5b52a8e44cab cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:29:09.125158 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-525bc37c-ceb5-4037-be6f-a0e15b9781b1 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:09.127248 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a9b1f167-edd7-4f81-a4bd-a884d58cc264 req-83c510d0-ec32-465c-80af-a363769cdfd1 service neutron] 10.222.0.25 "GET /v2.0/networks/1d776fd3-59ea-4350-8ef9-8cd0a6c5ab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316340 Nov 10 19:29:09.154672 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port a1c2e466-1868-42ea-9945-198f28b7797a triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:09.157216 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-318aebd9-490c-41e5-8830-1e12735b2f9e req-3ce6de32-0d05-4b66-b512-24e2fa756e92 service neutron] (102505) timed out ('10.222.0.73', 63767) {{(pid=102505) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 19:29:09.159477 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:09.159604 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9917b381-4fa9-4796-846e-0189c84fc7d9 req-57c30b5e-f7b6-4e51-b30b-b13127a66d3e tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] 10.222.0.54 "GET /v2.0/security-groups?id=634cd8a3-f863-441c-9a53-491e3e2a3561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4206238 Nov 10 19:29:09.191569 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-525bc37c-ceb5-4037-be6f-a0e15b9781b1 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:09.260381 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-525bc37c-ceb5-4037-be6f-a0e15b9781b1 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:09.269670 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-525bc37c-ceb5-4037-be6f-a0e15b9781b1 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6305254 Nov 10 19:29:09.270692 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53076) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:09.282894 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-0643c89a-fb36-4cdc-a9af-68f9a8ff06cc tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:09.369728 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489afe7-94b6-4231-aee7-e9b419e86072 req-98d1d738-75e3-47de-8295-0ff87054cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:09.385380 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e489afe7-94b6-4231-aee7-e9b419e86072 req-98d1d738-75e3-47de-8295-0ff87054cafc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=46d39905d8a3456a833132e101234c09&device_id=5a5c043f-6baf-4111-b6da-8232646d9649 HTTP/1.1" status: 200 len: 1095 time: 0.1438773 Nov 10 19:29:09.439010 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-12fe6886-817e-4024-828f-8655b06e697d None None] Provisioning complete for port ecbd2da2-3c0c-4fda-99be-5b52a8e44cab triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:09.439483 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-12fe6886-817e-4024-828f-8655b06e697d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:09.534728 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed6d711-a2c2-4c8e-9b56-1bac9d398e0a admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:29:09.578728 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5ed6d711-a2c2-4c8e-9b56-1bac9d398e0a admin admin] 10.222.0.54 "PUT /v2.0/routers/f1b2ad29-f404-478e-8585-710fb985884a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0712836 Nov 10 19:29:09.670260 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-12fe6886-817e-4024-828f-8655b06e697d None None] Port ecbd2da2-3c0c-4fda-99be-5b52a8e44cab cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:29:09.739417 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489afe7-94b6-4231-aee7-e9b419e86072 req-9aaff2e3-3ebe-45a4-8450-823a42a1c6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:09.741053 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e489afe7-94b6-4231-aee7-e9b419e86072 req-9aaff2e3-3ebe-45a4-8450-823a42a1c6d6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1d776fd3-59ea-4350-8ef9-8cd0a6c5ab3b HTTP/1.1" status: 200 len: 908 time: 0.3547947 Nov 10 19:29:09.842011 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e489afe7-94b6-4231-aee7-e9b419e86072 req-892bcf45-abe1-4996-9acf-b78be5a41838 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a4a8fb3-f015-47e1-ac3a-8233a0276e44 HTTP/1.1" status: 200 len: 217 time: 0.0933275 Nov 10 19:29:09.989369 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489afe7-94b6-4231-aee7-e9b419e86072 req-f9767811-5aea-4844-9379-4aedc6e2abb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:09.990994 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e489afe7-94b6-4231-aee7-e9b419e86072 req-f9767811-5aea-4844-9379-4aedc6e2abb7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=42a68e2a-5993-4f59-bcb1-7f6e1b4d3475 HTTP/1.1" status: 200 len: 847 time: 0.1391551 Nov 10 19:29:10.042652 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e489afe7-94b6-4231-aee7-e9b419e86072 req-31db6303-9e4a-4998-bca0-d28d7497a6f8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1d776fd3-59ea-4350-8ef9-8cd0a6c5ab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435171 Nov 10 19:29:10.102094 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0643c89a-fb36-4cdc-a9af-68f9a8ff06cc tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25260'] for router, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:10.139334 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0643c89a-fb36-4cdc-a9af-68f9a8ff06cc tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-408903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-408910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396833'] for router, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:10.346085 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e489afe7-94b6-4231-aee7-e9b419e86072 req-abead7c4-6d52-4bcc-b9e1-46e27e798ced service neutron] 10.222.0.25 "GET /v2.0/networks/1d776fd3-59ea-4350-8ef9-8cd0a6c5ab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930293 Nov 10 19:29:10.490071 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0643c89a-fb36-4cdc-a9af-68f9a8ff06cc tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Router 402d292d-c11d-407d-acc0-9adc446bae53 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:29:10.558503 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e489afe7-94b6-4231-aee7-e9b419e86072 req-3e904932-d642-45e2-89b1-48b0d19c8f25 service neutron] 10.222.0.25 "GET /v2.0/networks/1d776fd3-59ea-4350-8ef9-8cd0a6c5ab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046037 Nov 10 19:29:10.624518 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53114) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:10.631367 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-de8c0577-f5f5-4541-bcc9-5dc5e3573046 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Request body: {'security_group': {'name': 'tempest-securitygroup--873644660', 'description': 'tempest-description--2052251725'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:10.652875 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0643c89a-fb36-4cdc-a9af-68f9a8ff06cc tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:29:10.660471 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0643c89a-fb36-4cdc-a9af-68f9a8ff06cc tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:10.666041 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a874a6e-7853-441e-9231-66dd1e686156 None None] Sync routers for ids ['402d292d-c11d-407d-acc0-9adc446bae53'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:29:10.666564 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0643c89a-fb36-4cdc-a9af-68f9a8ff06cc tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "PUT /v2.0/routers/402d292d-c11d-407d-acc0-9adc446bae53 HTTP/1.1" status: 200 len: 697 time: 1.3897319 Nov 10 19:29:10.666971 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53116) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:10.690663 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a874a6e-7853-441e-9231-66dd1e686156 None None] Routers {'402d292d-c11d-407d-acc0-9adc446bae53'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:29:10.692501 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-8a874a6e-7853-441e-9231-66dd1e686156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:28:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['402d292d-c11d-407d-acc0-9adc446bae53'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:10.764548 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de8c0577-f5f5-4541-bcc9-5dc5e3573046 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:10.827520 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-8a874a6e-7853-441e-9231-66dd1e686156 None None] Set router 402d292d-c11d-407d-acc0-9adc446bae53 gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:29:10.902376 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-8a874a6e-7853-441e-9231-66dd1e686156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402d292d-c11d-407d-acc0-9adc446bae53', 'name': 'tempest-RoutersIpV6Test-router-275135943', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:29:09Z', 'updated_at': '2021-11-10T19:29:10Z', 'revision_number': 2, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:10.979532 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0b2107da-ab9f-4a67-bde5-45f202c45801 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "GET /v2.0/routers/402d292d-c11d-407d-acc0-9adc446bae53 HTTP/1.1" status: 200 len: 703 time: 0.3113291 Nov 10 19:29:10.986418 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53132) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:11.002375 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a874a6e-7853-441e-9231-66dd1e686156 None None] Checking router: 402d292d-c11d-407d-acc0-9adc446bae53 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:29:11.014908 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff82200a-4ddc-44b7-be88-0b94b2463669 None None] Sync routers for ids ['f1b2ad29-f404-478e-8585-710fb985884a'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:29:11.047829 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff82200a-4ddc-44b7-be88-0b94b2463669 None None] Routers {'f1b2ad29-f404-478e-8585-710fb985884a'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:29:11.048780 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-ff82200a-4ddc-44b7-be88-0b94b2463669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:28:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['f1b2ad29-f404-478e-8585-710fb985884a'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:11.056798 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53134) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:11.060872 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b9e95794-4ee0-4011-9639-f0377a11fc41 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "GET /v2.0/ports?device_id=402d292d-c11d-407d-acc0-9adc446bae53 HTTP/1.1" status: 200 len: 205 time: 0.0681946 Nov 10 19:29:11.073383 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a874a6e-7853-441e-9231-66dd1e686156 None None] Routers {'402d292d-c11d-407d-acc0-9adc446bae53'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:29:11.074342 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-8a874a6e-7853-441e-9231-66dd1e686156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:28:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['402d292d-c11d-407d-acc0-9adc446bae53'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:11.088956 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862a90d-b2b5-4fc2-a781-34d13eb72219 req-aa68f619-3cb8-422d-8803-05ee5b9d9ba1 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:11.097987 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2862a90d-b2b5-4fc2-a781-34d13eb72219 req-aa68f619-3cb8-422d-8803-05ee5b9d9ba1 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a5c043f-6baf-4111-b6da-8232646d9649 HTTP/1.1" status: 200 len: 944 time: 0.3036160 Nov 10 19:29:11.216990 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2862a90d-b2b5-4fc2-a781-34d13eb72219 req-c6b45cdb-e64b-44e2-86a6-774b6f109702 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] 10.222.0.54 "GET /v2.0/security-groups?id=634cd8a3-f863-441c-9a53-491e3e2a3561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177378 Nov 10 19:29:11.376859 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-8a874a6e-7853-441e-9231-66dd1e686156 None None] Set router 402d292d-c11d-407d-acc0-9adc446bae53 gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:29:11.470036 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de8c0577-f5f5-4541-bcc9-5dc5e3573046 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:11.479871 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4997e20a-7610-466b-9e3f-163f3f1e2694 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:11.482814 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-ff82200a-4ddc-44b7-be88-0b94b2463669 None None] Set router f1b2ad29-f404-478e-8585-710fb985884a gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:29:11.496965 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de8c0577-f5f5-4541-bcc9-5dc5e3573046 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:11.612818 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de8c0577-f5f5-4541-bcc9-5dc5e3573046 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:11.618646 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-de8c0577-f5f5-4541-bcc9-5dc5e3573046 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9915483 Nov 10 19:29:11.619273 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53168) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:11.656602 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-8a874a6e-7853-441e-9231-66dd1e686156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402d292d-c11d-407d-acc0-9adc446bae53', 'name': 'tempest-RoutersIpV6Test-router-275135943', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:29:09Z', 'updated_at': '2021-11-10T19:29:10Z', 'revision_number': 2, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:11.714130 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-6b3e5e9f-0565-4163-aee9-c40014368a95 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Request body: {'security_group_rule': {'security_group_id': '55cdeb97-47ec-48a0-becf-43497d275169', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:11.767059 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a874a6e-7853-441e-9231-66dd1e686156 None None] The sync data for ids ['402d292d-c11d-407d-acc0-9adc446bae53'] in n-d-813897-4 is: [{'id': '402d292d-c11d-407d-acc0-9adc446bae53', 'name': 'tempest-RoutersIpV6Test-router-275135943', 'tenant_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:29:09Z', 'updated_at': '2021-11-10T19:29:10Z', 'revision_number': 2, 'project_id': '224f7fcc3f6e44c5aaa6d320857c04c1', 'gw_port_host': None}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:29:11.773814 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:29:11.849319 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53172) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:12.061241 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-ff82200a-4ddc-44b7-be88-0b94b2463669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'name': 'tempest-AttachVolumeTestJSON-1042387824-router', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:28:57Z', 'updated_at': '2021-11-10T19:29:07Z', 'revision_number': 4, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'gw_port': {'id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:59Z', 'updated_at': '2021-11-10T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'ecbd2da2-3c0c-4fda-99be-5b52a8e44cab', 'name': '', 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'mac_address': 'fa:16:3e:6e:95:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '8b7de537-b93b-4e73-8317-5941b65cea03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:29:05Z', 'updated_at': '2021-11-10T19:29:07Z', 'revision_number': 2, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'subnets': [{'id': '8b7de537-b93b-4e73-8317-5941b65cea03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:12.086148 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4997e20a-7610-466b-9e3f-163f3f1e2694 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:12.089851 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4997e20a-7610-466b-9e3f-163f3f1e2694 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:12.129482 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5fc48a5b-d8e7-47fd-a832-a08de9871da5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:12.154211 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff82200a-4ddc-44b7-be88-0b94b2463669 None None] Checking router: f1b2ad29-f404-478e-8585-710fb985884a for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:29:12.155028 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff82200a-4ddc-44b7-be88-0b94b2463669 None None] Updating router f1b2ad29-f404-478e-8585-710fb985884a port ecbd2da2-3c0c-4fda-99be-5b52a8e44cab binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:29:12.220843 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ff82200a-4ddc-44b7-be88-0b94b2463669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:12.223478 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4997e20a-7610-466b-9e3f-163f3f1e2694 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:12.225155 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4997e20a-7610-466b-9e3f-163f3f1e2694 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Fanout notify agent at l3_agent the message router_deleted on router 402d292d-c11d-407d-acc0-9adc446bae53 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:29:12.242672 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4997e20a-7610-466b-9e3f-163f3f1e2694 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:12.254370 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4997e20a-7610-466b-9e3f-163f3f1e2694 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/routers/402d292d-c11d-407d-acc0-9adc446bae53 HTTP/1.1" status: 204 len: 168 time: 1.1964216 Nov 10 19:29:12.255833 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c0577-f5f5-4541-bcc9-5dc5e3573046 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55cdeb97-47ec-48a0-becf-43497d275169,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:12.258335 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53182) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:12.280363 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c0577-f5f5-4541-bcc9-5dc5e3573046 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:12.286332 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c0577-f5f5-4541-bcc9-5dc5e3573046 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:12.286955 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c0577-f5f5-4541-bcc9-5dc5e3573046 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:12.287541 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c0577-f5f5-4541-bcc9-5dc5e3573046 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:12.288263 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c0577-f5f5-4541-bcc9-5dc5e3573046 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:12.294322 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c0577-f5f5-4541-bcc9-5dc5e3573046 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:12.294996 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c0577-f5f5-4541-bcc9-5dc5e3573046 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:12.295552 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c0577-f5f5-4541-bcc9-5dc5e3573046 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:12.296100 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c0577-f5f5-4541-bcc9-5dc5e3573046 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:12.296644 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c0577-f5f5-4541-bcc9-5dc5e3573046 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:12.297224 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c0577-f5f5-4541-bcc9-5dc5e3573046 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:12.297868 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c0577-f5f5-4541-bcc9-5dc5e3573046 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:12.340355 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6b3e5e9f-0565-4163-aee9-c40014368a95 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:12.410805 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53184) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:12.416237 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-679e433f-83f7-4d10-a49a-93747d41bc68 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "GET /v2.0/ports?device_id=402d292d-c11d-407d-acc0-9adc446bae53 HTTP/1.1" status: 200 len: 205 time: 0.1415319 Nov 10 19:29:12.518051 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53186) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:12.547529 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-71db6e39-2e3a-423b-9132-4e3378750c9b tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] delete failed (client error): The resource could not be found. Nov 10 19:29:12.552441 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53194) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:12.556055 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-71db6e39-2e3a-423b-9132-4e3378750c9b tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/routers/402d292d-c11d-407d-acc0-9adc446bae53 HTTP/1.1" status: 404 len: 336 time: 0.1437924 Nov 10 19:29:12.649635 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6b3e5e9f-0565-4163-aee9-c40014368a95 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:12.659270 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6b3e5e9f-0565-4163-aee9-c40014368a95 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:12.675200 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6cf62-b4c2-4a6a-b4af-13046a641e9d req-f24dced7-88df-443d-b71b-12f8c157b5e1 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:12.684379 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6ed6cf62-b4c2-4a6a-b4af-13046a641e9d req-f24dced7-88df-443d-b71b-12f8c157b5e1 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a5c043f-6baf-4111-b6da-8232646d9649 HTTP/1.1" status: 200 len: 944 time: 0.2651153 Nov 10 19:29:12.743487 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05918cd-fc95-4d58-8388-cb10573ffbd6 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] DELETE failed (client error): The resource could not be found. Nov 10 19:29:12.744132 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f05918cd-fc95-4d58-8388-cb10573ffbd6 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:29:12.747514 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e5e9f-0565-4163-aee9-c40014368a95 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=958c3495-9de6-472e-a946-d53ac2cfafe0,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:12.758977 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f05918cd-fc95-4d58-8388-cb10573ffbd6 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/subnets/bcf4bcc7-5036-4f73-a777-fa1e33f636d6 HTTP/1.1" status: 404 len: 337 time: 0.1896069 Nov 10 19:29:12.764076 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53196) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:12.777653 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6ed6cf62-b4c2-4a6a-b4af-13046a641e9d req-bc0ec2e0-c597-4ce3-ad95-159875f55d6f tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] 10.222.0.54 "GET /v2.0/security-groups?id=634cd8a3-f863-441c-9a53-491e3e2a3561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926099 Nov 10 19:29:12.803680 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 1a4a8fb3-f015-47e1-ac3a-8233a0276e44 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:29:12.843114 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f5826c77-23ae-45e1-a4ff-fdadfd7e4c28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:12.851425 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6b3e5e9f-0565-4163-aee9-c40014368a95 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:12.855193 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6b3e5e9f-0565-4163-aee9-c40014368a95 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2250781 Nov 10 19:29:12.866064 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53198) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:12.868878 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd8bfc2-44d9-4a73-875c-beff096cf85c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] DELETE failed (client error): The resource could not be found. Nov 10 19:29:12.869372 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fd8bfc2-44d9-4a73-875c-beff096cf85c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:29:12.874926 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8fd8bfc2-44d9-4a73-875c-beff096cf85c tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/subnets/fe3bcf7d-631b-4f19-baea-392d373ada81 HTTP/1.1" status: 404 len: 337 time: 0.1063690 Nov 10 19:29:12.878237 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5fc48a5b-d8e7-47fd-a832-a08de9871da5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:12.880562 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-ac316fc3-4caf-41ab-9e23-fcc28e9b9ab9 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Request body: {'security_group_rule': {'security_group_id': '55cdeb97-47ec-48a0-becf-43497d275169', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:12.881816 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53200) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:12.939693 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ac316fc3-4caf-41ab-9e23-fcc28e9b9ab9 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:12.957170 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-392133aa-3d11-431b-931c-fdecdc992c24 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] DELETE failed (client error): The resource could not be found. Nov 10 19:29:12.958684 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-392133aa-3d11-431b-931c-fdecdc992c24 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:29:12.969055 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-392133aa-3d11-431b-931c-fdecdc992c24 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/subnets/0e999857-f0dc-486c-acb3-8193ca5ec2b3 HTTP/1.1" status: 404 len: 337 time: 0.0709403 Nov 10 19:29:12.970147 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53202) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:12.971376 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5fc48a5b-d8e7-47fd-a832-a08de9871da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:13.077091 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5fc48a5b-d8e7-47fd-a832-a08de9871da5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a2fdce1e92134be0a6bbafa3a2e7afc5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2265966 Nov 10 19:29:13.078894 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-529ffda3-304e-44d0-83c1-0a3bf27d0226 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] DELETE failed (client error): The resource could not be found. Nov 10 19:29:13.079562 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-529ffda3-304e-44d0-83c1-0a3bf27d0226 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:29:13.079856 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ac316fc3-4caf-41ab-9e23-fcc28e9b9ab9 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:13.083230 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53204) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:13.087458 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-529ffda3-304e-44d0-83c1-0a3bf27d0226 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/subnets/b921564e-8ab5-4886-9ded-865f705bde82 HTTP/1.1" status: 404 len: 337 time: 0.0680864 Nov 10 19:29:13.089910 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53206) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:13.091731 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc48a5b-d8e7-47fd-a832-a08de9871da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5182e340-6c24-4bd6-9a04-340711b879dd,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:13.126242 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ac316fc3-4caf-41ab-9e23-fcc28e9b9ab9 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:13.182342 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f5826c77-23ae-45e1-a4ff-fdadfd7e4c28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:13.190051 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f5826c77-23ae-45e1-a4ff-fdadfd7e4c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:13.192647 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac316fc3-4caf-41ab-9e23-fcc28e9b9ab9 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a0b7197-a742-4bdc-8042-19d987df2d87,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:13.230505 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5826c77-23ae-45e1-a4ff-fdadfd7e4c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4e9d98-7861-415d-b5e9-70029cb72906,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:13.246427 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ff82200a-4ddc-44b7-be88-0b94b2463669 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:13.265254 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f5826c77-23ae-45e1-a4ff-fdadfd7e4c28 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6c126153aba9441eb1038876e76005bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7357059 Nov 10 19:29:13.267106 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53208) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:13.279996 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ff82200a-4ddc-44b7-be88-0b94b2463669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:13.303696 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f0850143-c5d7-42c7-aa93-cfb23eabcb9d tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "GET /v2.0/ports?device_id=595165e1-f908-4bbf-9316-d6c7f182d241 HTTP/1.1" status: 200 len: 205 time: 0.1786821 Nov 10 19:29:13.309432 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53210) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:13.377156 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bdec42b2-5960-44e3-bd7d-5e8a26344f5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:13.391030 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-33669b80-702f-4923-a4db-6cb855d0c025 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:13.431115 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bdec42b2-5960-44e3-bd7d-5e8a26344f5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:13.433072 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-33669b80-702f-4923-a4db-6cb855d0c025 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:13.545343 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ac316fc3-4caf-41ab-9e23-fcc28e9b9ab9 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:13.550153 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-ecab611a-5451-4933-9f0c-212dacc8cf6b tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] delete failed (client error): The resource could not be found. Nov 10 19:29:13.560521 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ecab611a-5451-4933-9f0c-212dacc8cf6b tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/routers/595165e1-f908-4bbf-9316-d6c7f182d241 HTTP/1.1" status: 404 len: 336 time: 0.2497914 Nov 10 19:29:13.560893 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ac316fc3-4caf-41ab-9e23-fcc28e9b9ab9 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6880558 Nov 10 19:29:13.561647 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53218) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:13.562052 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53220) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:13.565080 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-33669b80-702f-4923-a4db-6cb855d0c025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:13.570687 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-33669b80-702f-4923-a4db-6cb855d0c025 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:13.574918 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-33669b80-702f-4923-a4db-6cb855d0c025 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8f4e9d98-7861-415d-b5e9-70029cb72906 HTTP/1.1" status: 204 len: 168 time: 0.3054724 Nov 10 19:29:13.593364 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-9bad631a-ea4f-4d99-97c3-1ba3d4f14ffa tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:13.596265 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33669b80-702f-4923-a4db-6cb855d0c025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4e9d98-7861-415d-b5e9-70029cb72906,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:13.663619 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bdec42b2-5960-44e3-bd7d-5e8a26344f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:13.667625 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bdec42b2-5960-44e3-bd7d-5e8a26344f5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:13.671662 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b77729-fcd8-4921-b06b-0c3bfae83cfd None None] Pushing event updated for resources: {'Port': ['ID=ecbd2da2-3c0c-4fda-99be-5b52a8e44cab,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:13.674621 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-bdec42b2-5960-44e3-bd7d-5e8a26344f5a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5182e340-6c24-4bd6-9a04-340711b879dd HTTP/1.1" status: 204 len: 168 time: 0.5875368 Nov 10 19:29:13.849818 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53228) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:13.854874 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-23caab8f-a445-44a0-b009-a223f1bc49a1 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "GET /v2.0/ports?device_id=4692915a-a82c-4e5f-80ab-8518f2f20f64 HTTP/1.1" status: 200 len: 205 time: 0.2584341 Nov 10 19:29:13.887797 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec42b2-5960-44e3-bd7d-5e8a26344f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5182e340-6c24-4bd6-9a04-340711b879dd,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:13.951589 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9bad631a-ea4f-4d99-97c3-1ba3d4f14ffa tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for floatingip, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:13.997274 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 1a4a8fb3-f015-47e1-ac3a-8233a0276e44, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=1a4a8fb3-f015-47e1-ac3a-8233a0276e44,segment=NetworkSegment(d7f40e6b-3674-49b4-b646-52e7bf75c1cf),segment_id=d7f40e6b-3674-49b4-b646-52e7bf75c1cf)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:29:14.007950 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-ff82200a-4ddc-44b7-be88-0b94b2463669 None None] Attempting to bind port ecbd2da2-3c0c-4fda-99be-5b52a8e44cab on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:29:14.008332 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-ff82200a-4ddc-44b7-be88-0b94b2463669 None None] Attempting to bind port ecbd2da2-3c0c-4fda-99be-5b52a8e44cab by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:29:14.008696 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff82200a-4ddc-44b7-be88-0b94b2463669 None None] Attempting to bind port ecbd2da2-3c0c-4fda-99be-5b52a8e44cab on network 1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:29:14.122937 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff82200a-4ddc-44b7-be88-0b94b2463669 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:29:14.129524 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff82200a-4ddc-44b7-be88-0b94b2463669 None None] Checking segment: {'id': '859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:29:14.135443 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ff82200a-4ddc-44b7-be88-0b94b2463669 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:14.136125 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff82200a-4ddc-44b7-be88-0b94b2463669 None None] Bound using segment: {'id': '859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:29:14.136810 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-ff82200a-4ddc-44b7-be88-0b94b2463669 None None] Bound port: ecbd2da2-3c0c-4fda-99be-5b52a8e44cab, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:29:14.142786 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ff82200a-4ddc-44b7-be88-0b94b2463669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:14.322740 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '1a4a8fb3-f015-47e1-ac3a-8233a0276e44', 'network_id': '1d776fd3-59ea-4350-8ef9-8cd0a6c5ab3b', 'port_id': '1a4a8fb3-f015-47e1-ac3a-8233a0276e44', 'mac_address': 'fa:16:3e:99:61:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a68e2a-5993-4f59-bcb1-7f6e1b4d3475', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:29:14.338571 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9bad631a-ea4f-4d99-97c3-1ba3d4f14ffa tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:14.546341 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-eddc1eea-5f4d-46ab-9a8e-433ffd6bc8cf None None] Provisioning complete for port ecbd2da2-3c0c-4fda-99be-5b52a8e44cab triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:14.546941 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-eddc1eea-5f4d-46ab-9a8e-433ffd6bc8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:14.646521 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-eddc1eea-5f4d-46ab-9a8e-433ffd6bc8cf None None] Port ecbd2da2-3c0c-4fda-99be-5b52a8e44cab cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:29:14.654575 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-ff82200a-4ddc-44b7-be88-0b94b2463669 None None] For port ecbd2da2-3c0c-4fda-99be-5b52a8e44cab, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:29:14.669891 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:14.673996 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-ff82200a-4ddc-44b7-be88-0b94b2463669 None None] For port ecbd2da2-3c0c-4fda-99be-5b52a8e44cab, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ecbd2da2-3c0c-4fda-99be-5b52a8e44cab,segment=NetworkSegment(859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5),segment_id=859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:29:14.683941 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53240) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:14.684306 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53242) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:14.694214 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ff82200a-4ddc-44b7-be88-0b94b2463669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:14.705659 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4a8fb3-f015-47e1-ac3a-8233a0276e44 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:29:14.750573 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 1a4a8fb3-f015-47e1-ac3a-8233a0276e44, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=1a4a8fb3-f015-47e1-ac3a-8233a0276e44,segment=NetworkSegment(d7f40e6b-3674-49b4-b646-52e7bf75c1cf),segment_id=d7f40e6b-3674-49b4-b646-52e7bf75c1cf)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:29:14.751523 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-09ed9aa3-da9f-456c-bc5f-d4c5a29fc740 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] delete failed (client error): The resource could not be found. Nov 10 19:29:14.755909 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-09ed9aa3-da9f-456c-bc5f-d4c5a29fc740 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/routers/4692915a-a82c-4e5f-80ab-8518f2f20f64 HTTP/1.1" status: 404 len: 336 time: 0.9046681 Nov 10 19:29:14.757374 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53244) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:14.778527 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-07e26644-ecee-4969-af35-17b5cc734628 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:14.793654 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:14.840634 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4553de7-c134-4e56-af49-a82728618b94 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] DELETE failed (client error): The resource could not be found. Nov 10 19:29:14.840634 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4553de7-c134-4e56-af49-a82728618b94 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:29:14.852190 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e4553de7-c134-4e56-af49-a82728618b94 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/subnets/5ce1d053-2431-47b1-a74b-a6a97cf54b36 HTTP/1.1" status: 404 len: 337 time: 0.0920572 Nov 10 19:29:14.853023 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53246) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:14.854360 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff82200a-4ddc-44b7-be88-0b94b2463669 None None] Routers {'f1b2ad29-f404-478e-8585-710fb985884a'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:29:14.855258 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-ff82200a-4ddc-44b7-be88-0b94b2463669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:28:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['f1b2ad29-f404-478e-8585-710fb985884a'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:14.902555 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5c81b754-db1a-4f56-ab78-995753020992 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "GET /v2.0/ports?device_id=5afffbee-0b6f-4504-8df8-adbf8f0dd741 HTTP/1.1" status: 200 len: 205 time: 0.0462358 Nov 10 19:29:14.904249 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53248) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:14.918181 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b77729-fcd8-4921-b06b-0c3bfae83cfd None None] Pushing event updated for resources: {'Port': ['ID=ecbd2da2-3c0c-4fda-99be-5b52a8e44cab,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:14.971386 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-88d8a84d-7f7a-4ff0-9e4f-d04e5236c2c6 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] delete failed (client error): The resource could not be found. Nov 10 19:29:14.975704 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-88d8a84d-7f7a-4ff0-9e4f-d04e5236c2c6 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/routers/5afffbee-0b6f-4504-8df8-adbf8f0dd741 HTTP/1.1" status: 404 len: 336 time: 0.0703344 Nov 10 19:29:14.980893 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53250) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:14.990166 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-07e26644-ecee-4969-af35-17b5cc734628 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:14.992948 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-61a3731a-d52e-4a4f-a34e-35bcca8abf81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:15.017069 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-07e26644-ecee-4969-af35-17b5cc734628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:15.040761 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52724aeb-c449-4305-9bb9-d3a2c3f685d5 req-ce621128-e15d-41dc-b817-503a2ea4daaa tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:15.042874 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52724aeb-c449-4305-9bb9-d3a2c3f685d5 req-ce621128-e15d-41dc-b817-503a2ea4daaa tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a5c043f-6baf-4111-b6da-8232646d9649 HTTP/1.1" status: 200 len: 945 time: 0.3007257 Nov 10 19:29:15.048062 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8299ccb0-aef1-4315-8ec1-49ca858767b5 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "GET /v2.0/ports?device_id=70ab2972-a0f1-44aa-ac49-99e9ed7c4d45 HTTP/1.1" status: 200 len: 205 time: 0.0608439 Nov 10 19:29:15.049006 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53252) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:15.066065 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-07e26644-ecee-4969-af35-17b5cc734628 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ac7b525cea864c85a2646e8993d37934&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3759484 Nov 10 19:29:15.078132 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53254) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:15.090571 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-9bad631a-ea4f-4d99-97c3-1ba3d4f14ffa tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Allocated IP 172.25.3.101 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/9019b815-9610-4155-9680-3af0598a63e1) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:29:15.139370 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-305d3613-f266-4fc0-8b48-e12b7c247e8a tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] delete failed (client error): The resource could not be found. Nov 10 19:29:15.144422 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-305d3613-f266-4fc0-8b48-e12b7c247e8a tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/routers/70ab2972-a0f1-44aa-ac49-99e9ed7c4d45 HTTP/1.1" status: 404 len: 336 time: 0.0855370 Nov 10 19:29:15.156237 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53256) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:15.201912 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['1a4a8fb3-f015-47e1-ac3a-8233a0276e44'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:29:15.226578 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-10e3269e-c1ab-4bf5-ab1a-168b9e180a2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:15.241672 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52724aeb-c449-4305-9bb9-d3a2c3f685d5 req-b8d2a315-db31-4a51-9df5-acbed7570c3a tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] 10.222.0.54 "GET /v2.0/security-groups?id=634cd8a3-f863-441c-9a53-491e3e2a3561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914403 Nov 10 19:29:15.246088 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=1a4a8fb3-f015-47e1-ac3a-8233a0276e44,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:15.277516 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-ff82200a-4ddc-44b7-be88-0b94b2463669 None None] Set router f1b2ad29-f404-478e-8585-710fb985884a gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:29:15.329670 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e26644-ecee-4969-af35-17b5cc734628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c5823d-39ac-4106-b380-041b58307c39,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:15.330129 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9c2eeb24-5b75-48b2-97f0-9c4e6d5bd402 None None] Provisioning complete for port ecbd2da2-3c0c-4fda-99be-5b52a8e44cab triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:15.331273 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9c2eeb24-5b75-48b2-97f0-9c4e6d5bd402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:15.376914 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c9fbd68-ec20-47f6-966b-109b44cda185 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] DELETE failed (client error): The resource could not be found. Nov 10 19:29:15.377494 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c9fbd68-ec20-47f6-966b-109b44cda185 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:29:15.386123 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53258) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:15.396747 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2c9fbd68-ec20-47f6-966b-109b44cda185 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/subnets/55b9d121-876c-4400-a733-c99350d12b0d HTTP/1.1" status: 404 len: 337 time: 0.2214642 Nov 10 19:29:15.417733 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-10e3269e-c1ab-4bf5-ab1a-168b9e180a2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:15.439161 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-57864019-7527-46a4-8b14-1527369d77fb tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "GET /v2.0/ports?device_id=d35db5b3-b1a3-455a-9413-547f59f9b073 HTTP/1.1" status: 200 len: 205 time: 0.0517118 Nov 10 19:29:15.439706 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53260) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:15.518479 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-32a86c8e-5408-4398-9768-0e216a8bd779 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] delete failed (client error): The resource could not be found. Nov 10 19:29:15.522513 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-32a86c8e-5408-4398-9768-0e216a8bd779 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/routers/d35db5b3-b1a3-455a-9413-547f59f9b073 HTTP/1.1" status: 404 len: 336 time: 0.0818291 Nov 10 19:29:15.523124 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53262) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:15.586613 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c172b8-0830-46f4-8e27-021ce630930b tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] DELETE failed (client error): The resource could not be found. Nov 10 19:29:15.589587 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65c172b8-0830-46f4-8e27-021ce630930b tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:29:15.592464 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-65c172b8-0830-46f4-8e27-021ce630930b tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/subnets/872e1da9-1b10-4d8e-9247-015c0bb79409 HTTP/1.1" status: 404 len: 337 time: 0.0682528 Nov 10 19:29:15.605492 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53264) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:15.632240 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9bad631a-ea4f-4d99-97c3-1ba3d4f14ffa tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:15.652793 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-67d19ffe-d43d-4ca7-aa85-f82ef6e77a75 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "GET /v2.0/ports?device_id=138d7b00-f65e-4826-b023-99998e4e4858 HTTP/1.1" status: 200 len: 205 time: 0.0457165 Nov 10 19:29:15.659794 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53268) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:15.686412 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9c2eeb24-5b75-48b2-97f0-9c4e6d5bd402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:15.760679 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-d4fa5cdf-7392-41f6-b7cc-2c54a4d60d9e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] delete failed (client error): The resource could not be found. Nov 10 19:29:15.761873 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d4fa5cdf-7392-41f6-b7cc-2c54a4d60d9e tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/routers/138d7b00-f65e-4826-b023-99998e4e4858 HTTP/1.1" status: 404 len: 336 time: 0.1009674 Nov 10 19:29:15.770677 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53274) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:15.774226 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9bad631a-ea4f-4d99-97c3-1ba3d4f14ffa tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:15.822529 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a4a04f9-ca58-4876-85d6-47edb0c98b56 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] DELETE failed (client error): The resource could not be found. Nov 10 19:29:15.827683 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bad631a-ea4f-4d99-97c3-1ba3d4f14ffa tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:29:15.828205 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a4a04f9-ca58-4876-85d6-47edb0c98b56 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:29:15.829206 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-10e3269e-c1ab-4bf5-ab1a-168b9e180a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:15.831946 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-10e3269e-c1ab-4bf5-ab1a-168b9e180a2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:15.832078 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4a4a04f9-ca58-4876-85d6-47edb0c98b56 tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/subnets/d1d64f8f-8543-470d-9983-51d9de23c7c6 HTTP/1.1" status: 404 len: 337 time: 0.0602589 Nov 10 19:29:15.837120 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-10e3269e-c1ab-4bf5-ab1a-168b9e180a2c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/92c5823d-39ac-4106-b380-041b58307c39 HTTP/1.1" status: 204 len: 168 time: 0.7457545 Nov 10 19:29:15.837120 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53276) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:15.839171 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-9bad631a-ea4f-4d99-97c3-1ba3d4f14ffa tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:29:15.844827 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bad631a-ea4f-4d99-97c3-1ba3d4f14ffa tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:29:15.846625 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9c2eeb24-5b75-48b2-97f0-9c4e6d5bd402 None None] For port ecbd2da2-3c0c-4fda-99be-5b52a8e44cab, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ecbd2da2-3c0c-4fda-99be-5b52a8e44cab,segment=NetworkSegment(859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5),segment_id=859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:29:15.859543 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9c2eeb24-5b75-48b2-97f0-9c4e6d5bd402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:15.896088 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-ff82200a-4ddc-44b7-be88-0b94b2463669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'name': 'tempest-AttachVolumeTestJSON-1042387824-router', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:28:57Z', 'updated_at': '2021-11-10T19:29:07Z', 'revision_number': 4, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'gw_port': {'id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:59Z', 'updated_at': '2021-11-10T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'ecbd2da2-3c0c-4fda-99be-5b52a8e44cab', 'name': '', 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'mac_address': 'fa:16:3e:6e:95:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '8b7de537-b93b-4e73-8317-5941b65cea03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:29:05Z', 'updated_at': '2021-11-10T19:29:14Z', 'revision_number': 4, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'subnets': [{'id': '8b7de537-b93b-4e73-8317-5941b65cea03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:15.935212 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff82200a-4ddc-44b7-be88-0b94b2463669 None None] The sync data for ids ['f1b2ad29-f404-478e-8585-710fb985884a'] in n-d-813897-4 is: [{'id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'name': 'tempest-AttachVolumeTestJSON-1042387824-router', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:28:57Z', 'updated_at': '2021-11-10T19:29:07Z', 'revision_number': 4, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'gw_port': {'id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:59Z', 'updated_at': '2021-11-10T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'ecbd2da2-3c0c-4fda-99be-5b52a8e44cab', 'name': '', 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'mac_address': 'fa:16:3e:6e:95:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '8b7de537-b93b-4e73-8317-5941b65cea03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:29:05Z', 'updated_at': '2021-11-10T19:29:14Z', 'revision_number': 4, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'subnets': [{'id': '8b7de537-b93b-4e73-8317-5941b65cea03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:29:15.965044 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2eeb24-5b75-48b2-97f0-9c4e6d5bd402 None None] Pushing event updated for resources: {'Port': ['ID=ecbd2da2-3c0c-4fda-99be-5b52a8e44cab,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:15.978661 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3269e-c1ab-4bf5-ab1a-168b9e180a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c5823d-39ac-4106-b380-041b58307c39,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:16.017874 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-483dc4b0-be11-4a4b-b394-67dc67e1cc0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] DELETE failed (client error): The resource could not be found. Nov 10 19:29:16.018284 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-483dc4b0-be11-4a4b-b394-67dc67e1cc0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:29:16.030731 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-483dc4b0-be11-4a4b-b394-67dc67e1cc0f tempest-RoutersIpV6Test-2030694726 tempest-RoutersIpV6Test-2030694726-project] 10.222.0.54 "DELETE /v2.0/subnets/23f5c83d-1c31-4d05-900d-73b9511e4f64 HTTP/1.1" status: 404 len: 337 time: 0.0976133 Nov 10 19:29:16.220726 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad631a-ea4f-4d99-97c3-1ba3d4f14ffa tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Pushing event updated for resources: {'Port': ['ID=9019b815-9610-4155-9680-3af0598a63e1,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:16.270594 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-61a3731a-d52e-4a4f-a34e-35bcca8abf81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:16.297994 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9bad631a-ea4f-4d99-97c3-1ba3d4f14ffa tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:16.308010 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-61a3731a-d52e-4a4f-a34e-35bcca8abf81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:16.504976 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9bad631a-ea4f-4d99-97c3-1ba3d4f14ffa tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:16.563731 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-61a3731a-d52e-4a4f-a34e-35bcca8abf81 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=640b2499599c438aa9ceb3bd0e091df5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8765604 Nov 10 19:29:16.576765 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53288) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:16.631357 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71339155-c948-47c6-b168-516f78bd0937 req-6c7f0f1b-47cc-4dd8-833b-23341eb1ceb1 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:16.636965 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ecbd2da2-3c0c-4fda-99be-5b52a8e44cab up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:29:16.653221 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-71339155-c948-47c6-b168-516f78bd0937 req-6c7f0f1b-47cc-4dd8-833b-23341eb1ceb1 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a5c043f-6baf-4111-b6da-8232646d9649 HTTP/1.1" status: 200 len: 945 time: 0.1616707 Nov 10 19:29:16.773577 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-71339155-c948-47c6-b168-516f78bd0937 req-9fe29d00-4d2d-4e4a-8571-ad0196c1360d tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] 10.222.0.54 "GET /v2.0/security-groups?id=634cd8a3-f863-441c-9a53-491e3e2a3561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133373 Nov 10 19:29:16.775649 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port ecbd2da2-3c0c-4fda-99be-5b52a8e44cab triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:16.777160 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:16.826707 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 1a4a8fb3-f015-47e1-ac3a-8233a0276e44 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:29:16.941044 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 1a4a8fb3-f015-47e1-ac3a-8233a0276e44 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:29:16.949985 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 1a4a8fb3-f015-47e1-ac3a-8233a0276e44 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:16.950615 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:17.110078 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:17.158183 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5c043f-6baf-4111-b6da-8232646d9649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4a8fb3-f015-47e1-ac3a-8233a0276e44'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:29:17.173423 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0fba96-2c5b-4aed-a882-4e74eeac58bf" -d '{"events": [{"server_uuid": "5a5c043f-6baf-4111-b6da-8232646d9649", "name": "network-vif-plugged", "status": "completed", "tag": "1a4a8fb3-f015-47e1-ac3a-8233a0276e44"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:29:17.187706 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53306) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:17.230830 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 1a4a8fb3-f015-47e1-ac3a-8233a0276e44, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=1a4a8fb3-f015-47e1-ac3a-8233a0276e44,segment=NetworkSegment(d7f40e6b-3674-49b4-b646-52e7bf75c1cf),segment_id=d7f40e6b-3674-49b4-b646-52e7bf75c1cf)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:29:17.237640 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:17.283430 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20d8f62-599d-457f-9871-c1af2f7ba48d x-openstack-request-id: req-e20d8f62-599d-457f-9871-c1af2f7ba48d {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:29:17.284019 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5c043f-6baf-4111-b6da-8232646d9649", "name": "network-vif-plugged", "status": "completed", "tag": "1a4a8fb3-f015-47e1-ac3a-8233a0276e44", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:29:17.284466 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e20d8f62-599d-457f-9871-c1af2f7ba48d {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:29:17.285051 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5c043f-6baf-4111-b6da-8232646d9649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4a8fb3-f015-47e1-ac3a-8233a0276e44', 'code': 200} Nov 10 19:29:17.340957 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=1a4a8fb3-f015-47e1-ac3a-8233a0276e44,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:17.583872 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a3731a-d52e-4a4f-a34e-35bcca8abf81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ca88e9-1fd4-41a8-a145-6ef4b84cd6f8,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:17.637164 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0fa2384e-c00d-4e5e-82a8-14889801bc87 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=224f7fcc3f6e44c5aaa6d320857c04c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4478478 Nov 10 19:29:17.639661 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53316) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:17.734782 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7ee8c68-349b-4e84-8cab-18364fcf7d90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:17.777264 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37199165-75fe-4dfd-98e2-d76298e4ab77 req-e952ec0b-6c19-46fa-95bf-632babb2014d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:17.778922 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-37199165-75fe-4dfd-98e2-d76298e4ab77 req-e952ec0b-6c19-46fa-95bf-632babb2014d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5a5c043f-6baf-4111-b6da-8232646d9649 HTTP/1.1" status: 200 len: 1097 time: 0.1895695 Nov 10 19:29:17.780848 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7ee8c68-349b-4e84-8cab-18364fcf7d90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:17.786562 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6348178e-44c3-4668-b639-50f36e177312 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:17.814889 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6348178e-44c3-4668-b639-50f36e177312 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:17.865074 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9bad631a-ea4f-4d99-97c3-1ba3d4f14ffa tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:17.916038 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6348178e-44c3-4668-b639-50f36e177312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:17.921091 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6348178e-44c3-4668-b639-50f36e177312 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:17.922401 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6348178e-44c3-4668-b639-50f36e177312 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/75188ea9-6c19-4066-989b-7f07d808b921 HTTP/1.1" status: 204 len: 168 time: 0.2814889 Nov 10 19:29:17.944774 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9bad631a-ea4f-4d99-97c3-1ba3d4f14ffa tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:17.957471 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6348178e-44c3-4668-b639-50f36e177312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75188ea9-6c19-4066-989b-7f07d808b921,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:18.198600 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-37199165-75fe-4dfd-98e2-d76298e4ab77 req-403da6c0-0117-4b03-a93a-95af6ffb5022 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=634cd8a3-f863-441c-9a53-491e3e2a3561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043086 Nov 10 19:29:18.211278 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e5608-14a6-483c-b007-f3a1d3473e83 req-09051b35-2e4a-4a2d-b8f8-3c28c906bd58 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:18.212890 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ac6e5608-14a6-483c-b007-f3a1d3473e83 req-09051b35-2e4a-4a2d-b8f8-3c28c906bd58 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a5c043f-6baf-4111-b6da-8232646d9649 HTTP/1.1" status: 200 len: 946 time: 0.1515274 Nov 10 19:29:18.294736 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7ee8c68-349b-4e84-8cab-18364fcf7d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:18.297610 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7ee8c68-349b-4e84-8cab-18364fcf7d90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:18.298900 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c7ee8c68-349b-4e84-8cab-18364fcf7d90 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/81ca88e9-1fd4-41a8-a145-6ef4b84cd6f8 HTTP/1.1" status: 204 len: 168 time: 1.7190642 Nov 10 19:29:18.299683 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad631a-ea4f-4d99-97c3-1ba3d4f14ffa tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Pushing event updated for resources: {'Port': ['ID=9019b815-9610-4155-9680-3af0598a63e1,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:18.308841 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9bad631a-ea4f-4d99-97c3-1ba3d4f14ffa tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:18.365234 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ac6e5608-14a6-483c-b007-f3a1d3473e83 req-5ad7ed69-a4ba-4bac-b810-4bc0d7022f73 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] 10.222.0.54 "GET /v2.0/security-groups?id=634cd8a3-f863-441c-9a53-491e3e2a3561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365361 Nov 10 19:29:18.388217 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee8c68-349b-4e84-8cab-18364fcf7d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ca88e9-1fd4-41a8-a145-6ef4b84cd6f8,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:18.438888 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9bad631a-ea4f-4d99-97c3-1ba3d4f14ffa tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:18.440356 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9bad631a-ea4f-4d99-97c3-1ba3d4f14ffa tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8505015 Nov 10 19:29:19.071985 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-7121e75f-6ae2-420f-bcaf-43ab0fee72e9 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--873644660&fields=id&tenant_id=8404b51f2eea475c873a90f3482dbb68 HTTP/1.1" status: 200 len: 267 time: 0.0730996 Nov 10 19:29:19.247901 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-01b52b12-ae8f-4809-bf51-fbf180a55b81 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:19.257268 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-01b52b12-ae8f-4809-bf51-fbf180a55b81 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/networks?id=1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab HTTP/1.1" status: 200 len: 811 time: 0.1830678 Nov 10 19:29:19.288104 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-8a0f5471-7e31-4f6f-b3de-1165bb7c95c4 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/quotas/8404b51f2eea475c873a90f3482dbb68 HTTP/1.1" status: 200 len: 375 time: 0.0294034 Nov 10 19:29:19.363701 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-d542bbdd-75d7-49b8-aabb-e0b6bf48b0a1 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8404b51f2eea475c873a90f3482dbb68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0743635 Nov 10 19:29:19.487746 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-590ed588-a38d-4678-ab04-5bf84b3ec64e service neutron] 10.222.0.54 "GET /v2.0/networks/1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188877 Nov 10 19:29:19.651454 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-73c4f9dd-37c8-41f4-b22e-87e0a19eeb66 service neutron] 10.222.0.54 "GET /v2.0/networks/1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624672 Nov 10 19:29:19.686426 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53422) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:20.014378 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cad6ef64-721b-4f75-8ed3-3236a892ad67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:20.280605 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91939bd-35b3-42e2-8783-f87104ae48e4 req-a9c1046c-7da5-496e-8f7f-a8a069384e51 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:20.297554 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b91939bd-35b3-42e2-8783-f87104ae48e4 req-a9c1046c-7da5-496e-8f7f-a8a069384e51 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a5c043f-6baf-4111-b6da-8232646d9649 HTTP/1.1" status: 200 len: 946 time: 0.2278152 Nov 10 19:29:20.467016 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cad6ef64-721b-4f75-8ed3-3236a892ad67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:20.491224 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b91939bd-35b3-42e2-8783-f87104ae48e4 req-0617a033-f126-4f85-9658-9ab782854a7b tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] 10.222.0.54 "GET /v2.0/security-groups?id=634cd8a3-f863-441c-9a53-491e3e2a3561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907020 Nov 10 19:29:20.492912 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cad6ef64-721b-4f75-8ed3-3236a892ad67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:20.499957 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53462) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:20.568652 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-cad6ef64-721b-4f75-8ed3-3236a892ad67 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a1377db00b544f7280f71805ac29c50f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8805912 Nov 10 19:29:20.571396 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53470) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:20.616989 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cdf321bb-647a-4356-a10d-081fc2d90129 req-5246c901-8ac5-4b77-ac4a-2a9a504089ca tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 210 time: 0.0468173 Nov 10 19:29:20.641141 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6ef64-721b-4f75-8ed3-3236a892ad67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c693cb11-2f6e-4352-bcbd-8988e0ed4e4c,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:20.753112 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c8d54b63-5b3f-439d-b3e3-b4bb39ab9908 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:20.810742 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c8d54b63-5b3f-439d-b3e3-b4bb39ab9908 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:20.824024 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-48cb8e3d-14c9-4078-b2bf-ff73f5fa5c35 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-474515749', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:20.891416 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48cb8e3d-14c9-4078-b2bf-ff73f5fa5c35 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:20.891416 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48cb8e3d-14c9-4078-b2bf-ff73f5fa5c35 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:20.923628 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c8d54b63-5b3f-439d-b3e3-b4bb39ab9908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:20.933551 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c8d54b63-5b3f-439d-b3e3-b4bb39ab9908 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:20.935397 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c8d54b63-5b3f-439d-b3e3-b4bb39ab9908 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c693cb11-2f6e-4352-bcbd-8988e0ed4e4c HTTP/1.1" status: 204 len: 168 time: 0.3625948 Nov 10 19:29:20.976758 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d54b63-5b3f-439d-b3e3-b4bb39ab9908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c693cb11-2f6e-4352-bcbd-8988e0ed4e4c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:21.029741 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48cb8e3d-14c9-4078-b2bf-ff73f5fa5c35 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:21.049698 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48cb8e3d-14c9-4078-b2bf-ff73f5fa5c35 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:21.087893 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48cb8e3d-14c9-4078-b2bf-ff73f5fa5c35 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:21.094005 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53486) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:21.094757 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-48cb8e3d-14c9-4078-b2bf-ff73f5fa5c35 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5934608 Nov 10 19:29:21.099890 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-bb322e6d-7b9d-470c-be48-af385dc8d2a8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-951796571'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:21.164323 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb322e6d-7b9d-470c-be48-af385dc8d2a8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Made reservation on behalf of fd0d9d26f5214e2db94f130a1e3c3aea for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:29:21.168910 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bb322e6d-7b9d-470c-be48-af385dc8d2a8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:21.191438 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bb322e6d-7b9d-470c-be48-af385dc8d2a8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:21.456560 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bb322e6d-7b9d-470c-be48-af385dc8d2a8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:21.472904 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bb322e6d-7b9d-470c-be48-af385dc8d2a8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:21.552976 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb322e6d-7b9d-470c-be48-af385dc8d2a8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59445c12-98b5-4258-8c0e-804db3929e47,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:21.570889 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53502) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:21.586603 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb322e6d-7b9d-470c-be48-af385dc8d2a8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:29:21.631753 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bb322e6d-7b9d-470c-be48-af385dc8d2a8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:21.632123 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-bb322e6d-7b9d-470c-be48-af385dc8d2a8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Added segment e6e532ab-8b69-417a-9cff-5d7de0594faf of type vlan for network 9ceb8a8c-e1dd-4788-9240-f82cc7e15fb7 Nov 10 19:29:21.747900 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bb322e6d-7b9d-470c-be48-af385dc8d2a8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:21.797920 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6023908f-910f-4173-b21c-fe49010ad640 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:21.824107 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bb322e6d-7b9d-470c-be48-af385dc8d2a8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:21.834718 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb322e6d-7b9d-470c-be48-af385dc8d2a8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:21.835384 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bb322e6d-7b9d-470c-be48-af385dc8d2a8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:21.910260 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-66d19e04-3e48-4639-ad09-ced3d71869be req-0c8f2eaa-2278-48ea-b479-b144d85119d0 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 210 time: 0.0577586 Nov 10 19:29:21.997040 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb322e6d-7b9d-470c-be48-af385dc8d2a8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Pushing event updated for resources: {'Network': ['ID=9ceb8a8c-e1dd-4788-9240-f82cc7e15fb7,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:22.004757 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-bb322e6d-7b9d-470c-be48-af385dc8d2a8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9090726 Nov 10 19:29:22.007922 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53520) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:22.014476 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 9ceb8a8c-e1dd-4788-9240-f82cc7e15fb7 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:29:22.015907 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-9308ce58-2c7b-47c7-b886-5a9f68065085 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Request body: {'subnet': {'network_id': '9ceb8a8c-e1dd-4788-9240-f82cc7e15fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:22.027960 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6023908f-910f-4173-b21c-fe49010ad640 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:22.036852 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6023908f-910f-4173-b21c-fe49010ad640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:22.070089 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023908f-910f-4173-b21c-fe49010ad640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f385e6bd-9791-4d28-a261-9df2a2c90326,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:22.130267 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6023908f-910f-4173-b21c-fe49010ad640 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=afd24a87336443dd8df12ffaa279e986&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5576978 Nov 10 19:29:22.131404 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53528) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:22.206565 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9308ce58-2c7b-47c7-b886-5a9f68065085 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Made reservation on behalf of fd0d9d26f5214e2db94f130a1e3c3aea for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:29:22.214410 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9308ce58-2c7b-47c7-b886-5a9f68065085 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:22.567168 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc8afb4d-60fd-45f1-a02e-270a8c4d1ce6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:22.678946 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-c7224c58-06c2-4b38-9c09-93b419248852 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:22.680578 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-c7224c58-06c2-4b38-9c09-93b419248852 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.73 "GET /v2.0/networks?id=1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab HTTP/1.1" status: 200 len: 811 time: 0.5089114 Nov 10 19:29:22.686726 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc8afb4d-60fd-45f1-a02e-270a8c4d1ce6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:22.761153 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9308ce58-2c7b-47c7-b886-5a9f68065085 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:22.846526 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-7bb17526-0c9c-4db2-831e-f1fcd86215be tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8404b51f2eea475c873a90f3482dbb68 HTTP/1.1" status: 200 len: 379 time: 0.1479270 Nov 10 19:29:22.874303 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-d4ca815b-698d-49ed-9556-8b96ec0a57b0 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Request body: {'port': {'device_id': '3dc2f89f-197d-48e7-89af-367ca7256d78', 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab', 'admin_state_up': True, 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'security_groups': ['55cdeb97-47ec-48a0-becf-43497d275169']}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:22.895357 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308ce58-2c7b-47c7-b886-5a9f68065085 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Pushing event updated for resources: {'Subnet': ['ID=2df69c30-82ef-41ac-bad9-7c05e29be176,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:22.898651 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9308ce58-2c7b-47c7-b886-5a9f68065085 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Checking segment: {'id': 'e6e532ab-8b69-417a-9cff-5d7de0594faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9ceb8a8c-e1dd-4788-9240-f82cc7e15fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:29:22.898651 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9308ce58-2c7b-47c7-b886-5a9f68065085 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Network hostable DHCP agents. Network: 9ceb8a8c-e1dd-4788-9240-f82cc7e15fb7, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:29:22.926348 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9308ce58-2c7b-47c7-b886-5a9f68065085 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Network 9ceb8a8c-e1dd-4788-9240-f82cc7e15fb7 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:29:22.945403 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-9308ce58-2c7b-47c7-b886-5a9f68065085 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 9ceb8a8c-e1dd-4788-9240-f82cc7e15fb7) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:29:22.964190 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fe0a56-2f26-49cf-901d-3d77eeb0b1ad None None] Network 9ceb8a8c-e1dd-4788-9240-f82cc7e15fb7 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:29:22.982689 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9308ce58-2c7b-47c7-b886-5a9f68065085 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:22.983436 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9308ce58-2c7b-47c7-b886-5a9f68065085 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:22.996726 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc8afb4d-60fd-45f1-a02e-270a8c4d1ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:23.003316 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc8afb4d-60fd-45f1-a02e-270a8c4d1ce6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:23.008528 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cc8afb4d-60fd-45f1-a02e-270a8c4d1ce6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f385e6bd-9791-4d28-a261-9df2a2c90326 HTTP/1.1" status: 204 len: 168 time: 0.8717568 Nov 10 19:29:23.041128 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9308ce58-2c7b-47c7-b886-5a9f68065085 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0270734 Nov 10 19:29:23.047843 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53564) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:23.066156 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-8179076f-d012-483a-8129-f3d4c6d65f9d tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Request body: {'network': {'name': 'tempest-router-network01--1399911299'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:23.072676 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8afb4d-60fd-45f1-a02e-270a8c4d1ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f385e6bd-9791-4d28-a261-9df2a2c90326,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:23.108363 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41e37f-4291-4e85-b98b-ff381ee9d525 req-a92693ab-b420-4cd1-ae25-68d1d8e020e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:23.128342 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3b41e37f-4291-4e85-b98b-ff381ee9d525 req-a92693ab-b420-4cd1-ae25-68d1d8e020e4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e964d54e065f49df9181b3cc5034fac9&device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 1097 time: 0.2000051 Nov 10 19:29:23.234220 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8179076f-d012-483a-8129-f3d4c6d65f9d tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Made reservation on behalf of fd0d9d26f5214e2db94f130a1e3c3aea for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:29:23.244258 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8179076f-d012-483a-8129-f3d4c6d65f9d tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:23.264954 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2eb4a0b-a398-439c-9bf1-4f6c54b043a9 req-36fec4d0-30c1-4655-aba1-219f130e6456 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 210 time: 0.1797628 Nov 10 19:29:23.346503 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8179076f-d012-483a-8129-f3d4c6d65f9d tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:29:23.378664 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8179076f-d012-483a-8129-f3d4c6d65f9d tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:23.379124 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-8179076f-d012-483a-8129-f3d4c6d65f9d tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Added segment f387c4d7-551f-40ff-b491-e66a6f21584b of type vlan for network 78d88d6d-f00e-40c7-9b9c-4c841990fbf0 Nov 10 19:29:23.521171 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8179076f-d012-483a-8129-f3d4c6d65f9d tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:23.579010 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-d4ca815b-698d-49ed-9556-8b96ec0a57b0 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Made reservation on behalf of 8404b51f2eea475c873a90f3482dbb68 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:29:23.586503 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8179076f-d012-483a-8129-f3d4c6d65f9d tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:23.596567 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8179076f-d012-483a-8129-f3d4c6d65f9d tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:23.598958 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-d4ca815b-698d-49ed-9556-8b96ec0a57b0 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:23.606754 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8179076f-d012-483a-8129-f3d4c6d65f9d tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:23.706376 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41e37f-4291-4e85-b98b-ff381ee9d525 req-48e67054-b6c5-48c4-bcd9-35b2d9bc85e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:23.707970 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3b41e37f-4291-4e85-b98b-ff381ee9d525 req-48e67054-b6c5-48c4-bcd9-35b2d9bc85e1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d81248ac-96a9-4e56-9bb4-f772b36a0433 HTTP/1.1" status: 200 len: 913 time: 0.5702782 Nov 10 19:29:23.727065 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8179076f-d012-483a-8129-f3d4c6d65f9d tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6771598 Nov 10 19:29:23.736588 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53598) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:23.780040 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0c245b-797e-4ae8-bed6-963769b14692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-9ceb8a8c-e1dd-4788-9240-f82cc7e15fb7', 'network_id': '9ceb8a8c-e1dd-4788-9240-f82cc7e15fb7', 'tenant_id': 'fd0d9d26f5214e2db94f130a1e3c3aea', 'fixed_ips': [{'subnet_id': '2df69c30-82ef-41ac-bad9-7c05e29be176'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:29:23.785501 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bb0c245b-797e-4ae8-bed6-963769b14692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:23.818092 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179076f-d012-483a-8129-f3d4c6d65f9d tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Pushing event updated for resources: {'Network': ['ID=78d88d6d-f00e-40c7-9b9c-4c841990fbf0,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:23.820546 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53600) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:23.827153 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-31435b74-1733-43c2-8a20-5e7318c56475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:23.836763 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 78d88d6d-f00e-40c7-9b9c-4c841990fbf0 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:29:23.854490 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-27b762aa-b7aa-4cc4-9af7-807963c44816 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Request body: {'network': {'name': 'tempest-router-network02--1497728169'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:24.230921 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b762aa-b7aa-4cc4-9af7-807963c44816 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Made reservation on behalf of fd0d9d26f5214e2db94f130a1e3c3aea for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:29:24.234563 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-27b762aa-b7aa-4cc4-9af7-807963c44816 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:24.241243 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3b41e37f-4291-4e85-b98b-ff381ee9d525 req-b791059f-6f75-4318-9443-6d8f65146adf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f HTTP/1.1" status: 200 len: 1001 time: 0.5031183 Nov 10 19:29:24.248350 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53618) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:24.398388 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-822edf0b-e6da-4c2d-b2e4-ae9b07d9c6fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:24.414164 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b762aa-b7aa-4cc4-9af7-807963c44816 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:29:24.467186 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41e37f-4291-4e85-b98b-ff381ee9d525 req-52bf94a3-5f5e-4f05-9d20-2e01b41a258f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:24.474612 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3b41e37f-4291-4e85-b98b-ff381ee9d525 req-52bf94a3-5f5e-4f05-9d20-2e01b41a258f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d874850-3788-4c89-9cc5-3e0f9d06fb90 HTTP/1.1" status: 200 len: 851 time: 0.2234066 Nov 10 19:29:24.483412 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-d4ca815b-698d-49ed-9556-8b96ec0a57b0 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Allocated IP 172.20.0.7 (1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab/8b7de537-b93b-4e73-8317-5941b65cea03/744b43e8-08ca-4f4a-998d-7b5c8f07ebf9) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:29:24.500021 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-27b762aa-b7aa-4cc4-9af7-807963c44816 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:24.500397 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-27b762aa-b7aa-4cc4-9af7-807963c44816 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Added segment db763c44-4e17-445b-ad63-4c5fb2e57e61 of type vlan for network e9bb65f6-dc7a-47f2-aaff-56a6186e716d Nov 10 19:29:24.511319 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-bb0c245b-797e-4ae8-bed6-963769b14692 None None] Allocated IP 2001:db8::2 (9ceb8a8c-e1dd-4788-9240-f82cc7e15fb7/2df69c30-82ef-41ac-bad9-7c05e29be176/03047437-4796-45cc-ace4-52800e5384f9) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:29:24.570894 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c9f10626-f174-42f7-8d5e-efeb41c95185 req-073cbef5-ad8f-4ac9-b08a-5c51f7ecbb4c tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 210 time: 0.1351757 Nov 10 19:29:24.632505 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-27b762aa-b7aa-4cc4-9af7-807963c44816 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:24.656582 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41e37f-4291-4e85-b98b-ff381ee9d525 req-b0725f8a-8cc0-408e-89f6-3733118740b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:24.659489 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3b41e37f-4291-4e85-b98b-ff381ee9d525 req-b0725f8a-8cc0-408e-89f6-3733118740b6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d81248ac-96a9-4e56-9bb4-f772b36a0433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1735408 Nov 10 19:29:24.663092 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:24.746884 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-822edf0b-e6da-4c2d-b2e4-ae9b07d9c6fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:24.768565 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-822edf0b-e6da-4c2d-b2e4-ae9b07d9c6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:24.859345 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-822edf0b-e6da-4c2d-b2e4-ae9b07d9c6fc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ea280016bc0f4c0b817992e20e4dcbbb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0329142 Nov 10 19:29:24.861227 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bb0c245b-797e-4ae8-bed6-963769b14692 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:24.862209 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53638) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:24.876473 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bb0c245b-797e-4ae8-bed6-963769b14692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:24.880534 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2068a00b-a76a-4e6b-a612-f141baeb51f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:24.941118 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-27b762aa-b7aa-4cc4-9af7-807963c44816 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:24.959091 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b762aa-b7aa-4cc4-9af7-807963c44816 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:24.959793 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-27b762aa-b7aa-4cc4-9af7-807963c44816 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:25.026235 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c245b-797e-4ae8-bed6-963769b14692 None None] Pushing event updated for resources: {'Port': ['ID=03047437-4796-45cc-ace4-52800e5384f9,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:25.067124 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2068a00b-a76a-4e6b-a612-f141baeb51f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:25.080192 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2068a00b-a76a-4e6b-a612-f141baeb51f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:25.104241 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0c245b-797e-4ae8-bed6-963769b14692 None None] Network 9ceb8a8c-e1dd-4788-9240-f82cc7e15fb7 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:29:25.128287 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-bb0c245b-797e-4ae8-bed6-963769b14692 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:29:25.136260 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0c245b-797e-4ae8-bed6-963769b14692 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:29:25.156923 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:25.169123 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822edf0b-e6da-4c2d-b2e4-ae9b07d9c6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb13bb5-c8ad-4bb1-81d5-53f3dd9d9dcf,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:25.218737 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b762aa-b7aa-4cc4-9af7-807963c44816 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Pushing event updated for resources: {'Network': ['ID=e9bb65f6-dc7a-47f2-aaff-56a6186e716d,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:25.221370 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8f93ecc4-9f0d-4f3f-a16f-ebb89707f6c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:25.250274 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network e9bb65f6-dc7a-47f2-aaff-56a6186e716d details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:29:25.309296 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8f93ecc4-9f0d-4f3f-a16f-ebb89707f6c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:25.320003 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-bb0c245b-797e-4ae8-bed6-963769b14692 None None] Attempting to bind port 03047437-4796-45cc-ace4-52800e5384f9 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:29:25.320541 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-bb0c245b-797e-4ae8-bed6-963769b14692 None None] Attempting to bind port 03047437-4796-45cc-ace4-52800e5384f9 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'e6e532ab-8b69-417a-9cff-5d7de0594faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9ceb8a8c-e1dd-4788-9240-f82cc7e15fb7'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:29:25.321005 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0c245b-797e-4ae8-bed6-963769b14692 None None] Attempting to bind port 03047437-4796-45cc-ace4-52800e5384f9 on network 9ceb8a8c-e1dd-4788-9240-f82cc7e15fb7 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:29:25.337803 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-27b762aa-b7aa-4cc4-9af7-807963c44816 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5978394 Nov 10 19:29:25.369262 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53648) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:25.373264 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0c245b-797e-4ae8-bed6-963769b14692 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:29:25.373752 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0c245b-797e-4ae8-bed6-963769b14692 None None] Checking segment: {'id': 'e6e532ab-8b69-417a-9cff-5d7de0594faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9ceb8a8c-e1dd-4788-9240-f82cc7e15fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:29:25.374387 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bb0c245b-797e-4ae8-bed6-963769b14692 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:25.374839 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0c245b-797e-4ae8-bed6-963769b14692 None None] Bound using segment: {'id': 'e6e532ab-8b69-417a-9cff-5d7de0594faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9ceb8a8c-e1dd-4788-9240-f82cc7e15fb7'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:29:25.375464 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-bb0c245b-797e-4ae8-bed6-963769b14692 None None] Bound port: 03047437-4796-45cc-ace4-52800e5384f9, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e532ab-8b69-417a-9cff-5d7de0594faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9ceb8a8c-e1dd-4788-9240-f82cc7e15fb7'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:29:25.375928 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bb0c245b-797e-4ae8-bed6-963769b14692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:25.411133 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-6d9c3d86-fbfc-4ac1-ab4c-b7deac019656 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Request body: {'subnet': {'network_id': '78d88d6d-f00e-40c7-9b9c-4c841990fbf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:25.456741 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-d4ca815b-698d-49ed-9556-8b96ec0a57b0 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:25.493793 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-bb0c245b-797e-4ae8-bed6-963769b14692 None None] For port 03047437-4796-45cc-ace4-52800e5384f9, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:29:25.499907 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-bb0c245b-797e-4ae8-bed6-963769b14692 None None] For port 03047437-4796-45cc-ace4-52800e5384f9, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=03047437-4796-45cc-ace4-52800e5384f9,segment=NetworkSegment(e6e532ab-8b69-417a-9cff-5d7de0594faf),segment_id=e6e532ab-8b69-417a-9cff-5d7de0594faf)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:29:25.506918 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3b41e37f-4291-4e85-b98b-ff381ee9d525 req-6bb80190-63f8-49fe-946e-785f32615333 service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8271821 Nov 10 19:29:25.514122 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bb0c245b-797e-4ae8-bed6-963769b14692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:25.552315 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2068a00b-a76a-4e6b-a612-f141baeb51f5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=10663cf40bad426bb2bcf150849a2796&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3025057 Nov 10 19:29:25.553144 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8f93ecc4-9f0d-4f3f-a16f-ebb89707f6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:25.557796 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8f93ecc4-9f0d-4f3f-a16f-ebb89707f6c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:25.579823 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8f93ecc4-9f0d-4f3f-a16f-ebb89707f6c8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9eb13bb5-c8ad-4bb1-81d5-53f3dd9d9dcf HTTP/1.1" status: 204 len: 168 time: 0.7132261 Nov 10 19:29:25.595958 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53650) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:25.625497 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c245b-797e-4ae8-bed6-963769b14692 None None] Pushing event updated for resources: {'Port': ['ID=03047437-4796-45cc-ace4-52800e5384f9,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:25.683407 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43e8b6-6962-43ec-8be1-232c90503c4f req-10dbdec9-8fdc-4486-82bb-26d543e39207 tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:25.698278 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9a43e8b6-6962-43ec-8be1-232c90503c4f req-10dbdec9-8fdc-4486-82bb-26d543e39207 tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 1097 time: 0.2350307 Nov 10 19:29:25.757464 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bf96b0ab-e612-4d93-9b62-177eb5fabdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:25.824263 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068a00b-a76a-4e6b-a612-f141baeb51f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3d0ecf-774b-42f1-9972-ffb587238143,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:25.884472 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-45e39fb2-8fdb-4b41-ae4b-242bf9ce7051 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:25.918356 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93ecc4-9f0d-4f3f-a16f-ebb89707f6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb13bb5-c8ad-4bb1-81d5-53f3dd9d9dcf,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:25.930282 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-d4ca815b-698d-49ed-9556-8b96ec0a57b0 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:26.016071 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9a43e8b6-6962-43ec-8be1-232c90503c4f req-6f43481e-2f89-4874-b081-a058c4f736cc tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2957242 Nov 10 19:29:26.020508 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53662) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:26.081995 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-45e39fb2-8fdb-4b41-ae4b-242bf9ce7051 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:26.105491 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3b41e37f-4291-4e85-b98b-ff381ee9d525 req-6b71d915-47cd-43f8-8b7b-9352a38af74c service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5786414 Nov 10 19:29:26.245443 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-45e39fb2-8fdb-4b41-ae4b-242bf9ce7051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:26.250097 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-45e39fb2-8fdb-4b41-ae4b-242bf9ce7051 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:26.253462 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-45e39fb2-8fdb-4b41-ae4b-242bf9ce7051 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6b3d0ecf-774b-42f1-9972-ffb587238143 HTTP/1.1" status: 204 len: 168 time: 0.6475296 Nov 10 19:29:26.291139 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e39fb2-8fdb-4b41-ae4b-242bf9ce7051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3d0ecf-774b-42f1-9972-ffb587238143,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:26.401074 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-d4ca815b-698d-49ed-9556-8b96ec0a57b0 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Network 1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:29:26.410601 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-d4ca815b-698d-49ed-9556-8b96ec0a57b0 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:29:26.421026 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-d4ca815b-698d-49ed-9556-8b96ec0a57b0 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:29:26.424017 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9c3d86-fbfc-4ac1-ab4c-b7deac019656 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Made reservation on behalf of fd0d9d26f5214e2db94f130a1e3c3aea for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:29:26.430619 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6d9c3d86-fbfc-4ac1-ab4c-b7deac019656 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:26.500503 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca815b-698d-49ed-9556-8b96ec0a57b0 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Pushing event updated for resources: {'Port': ['ID=744b43e8-08ca-4f4a-998d-7b5c8f07ebf9,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:26.628680 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b3626-2ebc-4dcc-bd3c-8f927c6fcb8a req-758f7200-cda4-4f94-97e8-545d72cd367a tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:26.630407 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-506b3626-2ebc-4dcc-bd3c-8f927c6fcb8a req-758f7200-cda4-4f94-97e8-545d72cd367a tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 931 time: 0.1455624 Nov 10 19:29:26.649018 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 03047437-4796-45cc-ace4-52800e5384f9 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:29:26.837736 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-506b3626-2ebc-4dcc-bd3c-8f927c6fcb8a req-6b7ce1d6-9304-4eb7-aa48-a8eba425834f tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=55cdeb97-47ec-48a0-becf-43497d275169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778450 Nov 10 19:29:26.842812 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 03047437-4796-45cc-ace4-52800e5384f9 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:26.843183 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:26.850255 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-d4ca815b-698d-49ed-9556-8b96ec0a57b0 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:26.853387 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-d4ca815b-698d-49ed-9556-8b96ec0a57b0 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:26.893500 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-d4ca815b-698d-49ed-9556-8b96ec0a57b0 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0385351 Nov 10 19:29:26.917275 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-1c2cd6e0-50f8-4b73-b0ef-1fde6659e784 service neutron] Request body: {'port': {'device_id': '3dc2f89f-197d-48e7-89af-367ca7256d78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:27.072662 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:27.121710 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-1c2cd6e0-50f8-4b73-b0ef-1fde6659e784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:27.282173 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-15e83d89-caed-4258-bfda-a3aab01ab1ed None None] Provisioning complete for port 744b43e8-08ca-4f4a-998d-7b5c8f07ebf9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:27.284761 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-15e83d89-caed-4258-bfda-a3aab01ab1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:27.289272 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-738fa57c-4c44-4265-ad5e-dd40017413d1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Deleting port ebeb3f3d-1880-4f86-9876-bed6e056f052 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:29:27.290041 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-738fa57c-4c44-4265-ad5e-dd40017413d1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:27.306861 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 03047437-4796-45cc-ace4-52800e5384f9, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=03047437-4796-45cc-ace4-52800e5384f9,segment=NetworkSegment(e6e532ab-8b69-417a-9cff-5d7de0594faf),segment_id=e6e532ab-8b69-417a-9cff-5d7de0594faf)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:29:27.339792 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:27.359760 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:27.471325 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-15e83d89-caed-4258-bfda-a3aab01ab1ed None None] Port 744b43e8-08ca-4f4a-998d-7b5c8f07ebf9 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:29:27.540938 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=03047437-4796-45cc-ace4-52800e5384f9,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:27.713162 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f32225-53d8-4e9c-b954-f60f9ef84747 req-10655fc6-ec10-4291-99d4-183b966148fe tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:27.730409 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-22f32225-53d8-4e9c-b954-f60f9ef84747 req-10655fc6-ec10-4291-99d4-183b966148fe tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a5c043f-6baf-4111-b6da-8232646d9649 HTTP/1.1" status: 200 len: 946 time: 0.1484373 Nov 10 19:29:27.827627 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bb2421-e20e-409e-9245-91a12f03ec23 None None] Network 9ceb8a8c-e1dd-4788-9240-f82cc7e15fb7 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:29:27.848259 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-22f32225-53d8-4e9c-b954-f60f9ef84747 req-905766fc-09d1-46e7-a0fa-cb3c60d63342 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] 10.222.0.54 "GET /v2.0/security-groups?id=634cd8a3-f863-441c-9a53-491e3e2a3561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165853 Nov 10 19:29:27.894338 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6d9c3d86-fbfc-4ac1-ab4c-b7deac019656 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:27.908988 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-738fa57c-4c44-4265-ad5e-dd40017413d1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:27.909741 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-738fa57c-4c44-4265-ad5e-dd40017413d1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:28.036074 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-fa1e54e2-1579-4823-9a19-06e8770ede9b None None] Provisioning complete for port 03047437-4796-45cc-ace4-52800e5384f9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:28.036523 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fa1e54e2-1579-4823-9a19-06e8770ede9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:28.096954 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e24d3-245f-4a7c-b1f6-9b7d72ab5266 req-3311ac09-42db-4fcb-9d2a-e2df2ad58f6e tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:28.110422 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-738fa57c-4c44-4265-ad5e-dd40017413d1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Calling delete_port for ebeb3f3d-1880-4f86-9876-bed6e056f052 owned by network:floatingip {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:29:28.111233 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-580e24d3-245f-4a7c-b1f6-9b7d72ab5266 req-3311ac09-42db-4fcb-9d2a-e2df2ad58f6e tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 931 time: 0.1147444 Nov 10 19:29:28.232223 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-580e24d3-245f-4a7c-b1f6-9b7d72ab5266 req-29e816b3-9105-4112-818a-13c29002a70c tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=55cdeb97-47ec-48a0-becf-43497d275169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167858 Nov 10 19:29:28.286114 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c3d86-fbfc-4ac1-ab4c-b7deac019656 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Pushing event updated for resources: {'Subnet': ['ID=e3ba7b78-7e74-429e-b798-02d77dc2b830,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:28.353004 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9c3d86-fbfc-4ac1-ab4c-b7deac019656 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Checking segment: {'id': 'f387c4d7-551f-40ff-b491-e66a6f21584b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '78d88d6d-f00e-40c7-9b9c-4c841990fbf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:29:28.360171 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9c3d86-fbfc-4ac1-ab4c-b7deac019656 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Network hostable DHCP agents. Network: 78d88d6d-f00e-40c7-9b9c-4c841990fbf0, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:29:28.491287 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9c3d86-fbfc-4ac1-ab4c-b7deac019656 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Network 78d88d6d-f00e-40c7-9b9c-4c841990fbf0 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:29:28.505948 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53748) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:28.558537 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-6d9c3d86-fbfc-4ac1-ab4c-b7deac019656 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 78d88d6d-f00e-40c7-9b9c-4c841990fbf0) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:29:28.561706 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-1c2cd6e0-50f8-4b73-b0ef-1fde6659e784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 744b43e8-08ca-4f4a-998d-7b5c8f07ebf9 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:29:28.570613 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 03047437-4796-45cc-ace4-52800e5384f9 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:29:28.598345 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9c3d86-fbfc-4ac1-ab4c-b7deac019656 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:28.598850 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6d9c3d86-fbfc-4ac1-ab4c-b7deac019656 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:28.621887 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-1c2cd6e0-50f8-4b73-b0ef-1fde6659e784 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:28.651890 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e1a695-beb4-45c4-a7ee-6fcddfa732f5 None None] Network 78d88d6d-f00e-40c7-9b9c-4c841990fbf0 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:29:28.786862 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53754) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:28.792304 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6d9c3d86-fbfc-4ac1-ab4c-b7deac019656 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4197330 Nov 10 19:29:28.794301 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-ce7a22d0-e788-47ae-997a-b41ff3eface1 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Request body: {'subnet': {'network_id': 'e9bb65f6-dc7a-47f2-aaff-56a6186e716d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:28.816722 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-1c2cd6e0-50f8-4b73-b0ef-1fde6659e784 service neutron] Transition to ACTIVE for port object 744b43e8-08ca-4f4a-998d-7b5c8f07ebf9 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:29:28.818420 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-738fa57c-4c44-4265-ad5e-dd40017413d1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:28.836547 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-1c2cd6e0-50f8-4b73-b0ef-1fde6659e784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:28.887061 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-96a755af-72cf-4389-96e3-d6b9c55384ac tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2030235218'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:28.938697 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a755af-72cf-4389-96e3-d6b9c55384ac tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Made reservation on behalf of 43bda6f4b8524f31b2a29e517e2294da for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:29:28.942548 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-96a755af-72cf-4389-96e3-d6b9c55384ac tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:28.946300 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:28.957620 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-36336439-4b8e-4e1d-8140-ec033d93989c None None] Provisioning complete for port 03047437-4796-45cc-ace4-52800e5384f9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:28.958149 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-36336439-4b8e-4e1d-8140-ec033d93989c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:28.958304 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738fa57c-4c44-4265-ad5e-dd40017413d1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event deleted for resources: {'Port': ['ID=ebeb3f3d-1880-4f86-9876-bed6e056f052,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:29.035075 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 03047437-4796-45cc-ace4-52800e5384f9 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:29.035771 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:29.075472 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-96a755af-72cf-4389-96e3-d6b9c55384ac tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:29.134602 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6855213b-f9a7-4948-b67b-6fa1e6e7e199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-78d88d6d-f00e-40c7-9b9c-4c841990fbf0', 'network_id': '78d88d6d-f00e-40c7-9b9c-4c841990fbf0', 'tenant_id': 'fd0d9d26f5214e2db94f130a1e3c3aea', 'fixed_ips': [{'subnet_id': 'e3ba7b78-7e74-429e-b798-02d77dc2b830'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:29:29.143270 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6855213b-f9a7-4948-b67b-6fa1e6e7e199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:29.202881 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7a22d0-e788-47ae-997a-b41ff3eface1 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Made reservation on behalf of fd0d9d26f5214e2db94f130a1e3c3aea for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:29:29.207241 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ce7a22d0-e788-47ae-997a-b41ff3eface1 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:29.287604 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac9855-6609-4ecf-8e04-960f77969b4c req-68f37934-4f67-4911-b603-6b56a1589f41 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:29.289602 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bcac9855-6609-4ecf-8e04-960f77969b4c req-68f37934-4f67-4911-b603-6b56a1589f41 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a5c043f-6baf-4111-b6da-8232646d9649 HTTP/1.1" status: 200 len: 946 time: 0.2832789 Nov 10 19:29:29.458305 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bcac9855-6609-4ecf-8e04-960f77969b4c req-16acfe7b-c49b-4fd6-9038-22d94527ac67 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] 10.222.0.54 "GET /v2.0/security-groups?id=634cd8a3-f863-441c-9a53-491e3e2a3561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559138 Nov 10 19:29:29.532558 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:29.549502 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-96a755af-72cf-4389-96e3-d6b9c55384ac tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:29.570997 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-6855213b-f9a7-4948-b67b-6fa1e6e7e199 None None] Allocated IP 2001:db8::2 (78d88d6d-f00e-40c7-9b9c-4c841990fbf0/e3ba7b78-7e74-429e-b798-02d77dc2b830/9f066584-1597-4f3c-b8cc-ee52a4c27d1d) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:29:29.588792 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cd6e0-50f8-4b73-b0ef-1fde6659e784 service neutron] Pushing event updated for resources: {'Port': ['ID=744b43e8-08ca-4f4a-998d-7b5c8f07ebf9,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:29.595819 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-96a755af-72cf-4389-96e3-d6b9c55384ac tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:29.670853 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-738fa57c-4c44-4265-ad5e-dd40017413d1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for floatingip, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:29.671378 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [None req-738fa57c-4c44-4265-ad5e-dd40017413d1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Floating IP 84056f1e-8112-4930-9bb6-7d6e899b5291 disassociated (deleted). External IP: 172.25.3.215, port: 077f720c-ab5b-4102-9670-f8f163fce1ec. Nov 10 19:29:29.753273 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c2135-5ad0-47fa-b26e-1760cc3fbee2 req-e6bfdc3e-55d4-45a4-bf9a-6ab9ed89e193 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:29.755942 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-463c2135-5ad0-47fa-b26e-1760cc3fbee2 req-e6bfdc3e-55d4-45a4-bf9a-6ab9ed89e193 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a5c043f-6baf-4111-b6da-8232646d9649 HTTP/1.1" status: 200 len: 946 time: 0.7557065 Nov 10 19:29:29.773956 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a755af-72cf-4389-96e3-d6b9c55384ac tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:29:29.776170 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a755af-72cf-4389-96e3-d6b9c55384ac tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6ed370-5875-4361-be9f-9be440d8f613,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:29.819933 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-1c2cd6e0-50f8-4b73-b0ef-1fde6659e784 service neutron] Attempting to bind port 744b43e8-08ca-4f4a-998d-7b5c8f07ebf9 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:29:29.820404 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-1c2cd6e0-50f8-4b73-b0ef-1fde6659e784 service neutron] Attempting to bind port 744b43e8-08ca-4f4a-998d-7b5c8f07ebf9 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:29:29.820844 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-1c2cd6e0-50f8-4b73-b0ef-1fde6659e784 service neutron] Attempting to bind port 744b43e8-08ca-4f4a-998d-7b5c8f07ebf9 on network 1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:29:29.831307 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ce7a22d0-e788-47ae-997a-b41ff3eface1 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:29.874434 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-1c2cd6e0-50f8-4b73-b0ef-1fde6659e784 service neutron] Port 744b43e8-08ca-4f4a-998d-7b5c8f07ebf9 on network 1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:29:29.874909 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-1c2cd6e0-50f8-4b73-b0ef-1fde6659e784 service neutron] Attempting to bind port 744b43e8-08ca-4f4a-998d-7b5c8f07ebf9 on network 1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:29:29.895895 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a22d0-e788-47ae-997a-b41ff3eface1 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Pushing event updated for resources: {'Subnet': ['ID=f3bea4ec-7171-42ce-b27a-051750783e3d,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:29.903731 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-96a755af-72cf-4389-96e3-d6b9c55384ac tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:29.904075 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-96a755af-72cf-4389-96e3-d6b9c55384ac tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Added segment bec78304-60ff-49c2-b8c7-565a1f27497b of type vlan for network 72b6973e-55ac-4154-8782-2b5cef7a8dfc Nov 10 19:29:29.939570 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-1c2cd6e0-50f8-4b73-b0ef-1fde6659e784 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:29:29.940240 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-1c2cd6e0-50f8-4b73-b0ef-1fde6659e784 service neutron] Checking segment: {'id': '859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:29:29.940996 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-1c2cd6e0-50f8-4b73-b0ef-1fde6659e784 service neutron] Bound using segment: {'id': '859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:29:29.946914 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373b8fe-c82b-4177-a896-8c1cdaf9a05f req-d34a86bb-affe-4cc0-b111-877eaae1f87f tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:29.952756 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e373b8fe-c82b-4177-a896-8c1cdaf9a05f req-d34a86bb-affe-4cc0-b111-877eaae1f87f tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 943 time: 0.2543457 Nov 10 19:29:29.958779 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-1c2cd6e0-50f8-4b73-b0ef-1fde6659e784 service neutron] Bound port: 744b43e8-08ca-4f4a-998d-7b5c8f07ebf9, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:29:29.960131 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-1c2cd6e0-50f8-4b73-b0ef-1fde6659e784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:30.011411 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6855213b-f9a7-4948-b67b-6fa1e6e7e199 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:30.024449 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6855213b-f9a7-4948-b67b-6fa1e6e7e199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:30.082604 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6855213b-f9a7-4948-b67b-6fa1e6e7e199 None None] Network 78d88d6d-f00e-40c7-9b9c-4c841990fbf0 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:29:30.090245 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-6855213b-f9a7-4948-b67b-6fa1e6e7e199 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:29:30.095372 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6855213b-f9a7-4948-b67b-6fa1e6e7e199 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:29:30.098521 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7a22d0-e788-47ae-997a-b41ff3eface1 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Checking segment: {'id': 'db763c44-4e17-445b-ad63-4c5fb2e57e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e9bb65f6-dc7a-47f2-aaff-56a6186e716d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:29:30.098896 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7a22d0-e788-47ae-997a-b41ff3eface1 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Network hostable DHCP agents. Network: e9bb65f6-dc7a-47f2-aaff-56a6186e716d, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:29:30.100619 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6855213b-f9a7-4948-b67b-6fa1e6e7e199 None None] Pushing event updated for resources: {'Port': ['ID=9f066584-1597-4f3c-b8cc-ee52a4c27d1d,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:30.126889 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-463c2135-5ad0-47fa-b26e-1760cc3fbee2 req-6d005044-95c4-41d7-97b5-0852be2b22c4 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] Deleting port 1a4a8fb3-f015-47e1-ac3a-8233a0276e44 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:29:30.127347 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-463c2135-5ad0-47fa-b26e-1760cc3fbee2 req-6d005044-95c4-41d7-97b5-0852be2b22c4 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:30.127492 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-96a755af-72cf-4389-96e3-d6b9c55384ac tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:30.134572 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-1c2cd6e0-50f8-4b73-b0ef-1fde6659e784 service neutron] For port 744b43e8-08ca-4f4a-998d-7b5c8f07ebf9, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:29:30.172401 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-1c2cd6e0-50f8-4b73-b0ef-1fde6659e784 service neutron] For port 744b43e8-08ca-4f4a-998d-7b5c8f07ebf9, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=744b43e8-08ca-4f4a-998d-7b5c8f07ebf9,segment=NetworkSegment(859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5),segment_id=859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:29:30.175753 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-6855213b-f9a7-4948-b67b-6fa1e6e7e199 None None] Attempting to bind port 9f066584-1597-4f3c-b8cc-ee52a4c27d1d on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:29:30.176226 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-6855213b-f9a7-4948-b67b-6fa1e6e7e199 None None] Attempting to bind port 9f066584-1597-4f3c-b8cc-ee52a4c27d1d by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'f387c4d7-551f-40ff-b491-e66a6f21584b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '78d88d6d-f00e-40c7-9b9c-4c841990fbf0'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:29:30.176597 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6855213b-f9a7-4948-b67b-6fa1e6e7e199 None None] Attempting to bind port 9f066584-1597-4f3c-b8cc-ee52a4c27d1d on network 78d88d6d-f00e-40c7-9b9c-4c841990fbf0 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:29:30.187720 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6855213b-f9a7-4948-b67b-6fa1e6e7e199 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:29:30.188114 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6855213b-f9a7-4948-b67b-6fa1e6e7e199 None None] Checking segment: {'id': 'f387c4d7-551f-40ff-b491-e66a6f21584b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '78d88d6d-f00e-40c7-9b9c-4c841990fbf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:29:30.188547 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6855213b-f9a7-4948-b67b-6fa1e6e7e199 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:30.188951 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6855213b-f9a7-4948-b67b-6fa1e6e7e199 None None] Bound using segment: {'id': 'f387c4d7-551f-40ff-b491-e66a6f21584b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '78d88d6d-f00e-40c7-9b9c-4c841990fbf0'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:29:30.189477 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-6855213b-f9a7-4948-b67b-6fa1e6e7e199 None None] Bound port: 9f066584-1597-4f3c-b8cc-ee52a4c27d1d, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f387c4d7-551f-40ff-b491-e66a6f21584b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '78d88d6d-f00e-40c7-9b9c-4c841990fbf0'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:29:30.189894 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6855213b-f9a7-4948-b67b-6fa1e6e7e199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:30.235034 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e373b8fe-c82b-4177-a896-8c1cdaf9a05f req-d0f13091-f7f2-4902-9dbc-0d2df9002609 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=55cdeb97-47ec-48a0-becf-43497d275169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2721708 Nov 10 19:29:30.253381 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-96a755af-72cf-4389-96e3-d6b9c55384ac tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:30.262787 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a755af-72cf-4389-96e3-d6b9c55384ac tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:30.265592 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-96a755af-72cf-4389-96e3-d6b9c55384ac tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:30.275243 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-1c2cd6e0-50f8-4b73-b0ef-1fde6659e784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:30.300202 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7a22d0-e788-47ae-997a-b41ff3eface1 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Network e9bb65f6-dc7a-47f2-aaff-56a6186e716d is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:29:30.313674 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-6855213b-f9a7-4948-b67b-6fa1e6e7e199 None None] For port 9f066584-1597-4f3c-b8cc-ee52a4c27d1d, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:29:30.320962 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-6855213b-f9a7-4948-b67b-6fa1e6e7e199 None None] For port 9f066584-1597-4f3c-b8cc-ee52a4c27d1d, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=9f066584-1597-4f3c-b8cc-ee52a4c27d1d,segment=NetworkSegment(f387c4d7-551f-40ff-b491-e66a6f21584b),segment_id=f387c4d7-551f-40ff-b491-e66a6f21584b)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:29:30.333396 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6855213b-f9a7-4948-b67b-6fa1e6e7e199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:30.341197 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-96a755af-72cf-4389-96e3-d6b9c55384ac tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8338027 Nov 10 19:29:30.344582 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53810) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:30.382056 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-081130c8-36cf-4bc6-bdfe-a52b41253dad tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Request body: {'subnet': {'network_id': '72b6973e-55ac-4154-8782-2b5cef7a8dfc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:30.423703 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-1c2cd6e0-50f8-4b73-b0ef-1fde6659e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:30.424344 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-1c2cd6e0-50f8-4b73-b0ef-1fde6659e784 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:30.426878 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-1c2cd6e0-50f8-4b73-b0ef-1fde6659e784 service neutron] 10.222.0.73 "PUT /v2.0/ports/744b43e8-08ca-4f4a-998d-7b5c8f07ebf9 HTTP/1.1" status: 200 len: 1091 time: 3.5224407 Nov 10 19:29:30.431456 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc2f89f-197d-48e7-89af-367ca7256d78', 'tag': '744b43e8-08ca-4f4a-998d-7b5c8f07ebf9'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:29:30.434175 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dda9369-29fd-4e7e-b10d-90435d7d2b00" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc2f89f-197d-48e7-89af-367ca7256d78", "tag": "744b43e8-08ca-4f4a-998d-7b5c8f07ebf9"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:29:30.479816 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-ce7a22d0-e788-47ae-997a-b41ff3eface1 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, e9bb65f6-dc7a-47f2-aaff-56a6186e716d) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:29:30.515223 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23953905-7f6a-427b-9a81-85472b9ad13c None None] Network e9bb65f6-dc7a-47f2-aaff-56a6186e716d requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:29:30.533125 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a755af-72cf-4389-96e3-d6b9c55384ac tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Pushing event updated for resources: {'Network': ['ID=72b6973e-55ac-4154-8782-2b5cef7a8dfc,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:30.538052 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7a22d0-e788-47ae-997a-b41ff3eface1 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:30.538945 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ce7a22d0-e788-47ae-997a-b41ff3eface1 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:30.564561 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 72b6973e-55ac-4154-8782-2b5cef7a8dfc details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:29:30.574695 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738fa57c-4c44-4265-ad5e-dd40017413d1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Router 6e5215f9-a7f4-42a8-a79e-2644fa28e929 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:29:30.614188 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ce7a22d0-e788-47ae-997a-b41ff3eface1 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8245306 Nov 10 19:29:30.617079 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6855213b-f9a7-4948-b67b-6fa1e6e7e199 None None] Pushing event updated for resources: {'Port': ['ID=9f066584-1597-4f3c-b8cc-ee52a4c27d1d,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:30.622671 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53842) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:30.675977 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cd6e0-50f8-4b73-b0ef-1fde6659e784 service neutron] Pushing event updated for resources: {'Port': ['ID=744b43e8-08ca-4f4a-998d-7b5c8f07ebf9,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:30.792005 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82263eb0-ff6b-4cda-b854-68b9dee7f9a6 req-fc3de4e1-c2f1-488b-8a1d-06c32d3b2266 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:30.793730 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-82263eb0-ff6b-4cda-b854-68b9dee7f9a6 req-fc3de4e1-c2f1-488b-8a1d-06c32d3b2266 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 946 time: 0.4066005 Nov 10 19:29:30.844932 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-463c2135-5ad0-47fa-b26e-1760cc3fbee2 req-6d005044-95c4-41d7-97b5-0852be2b22c4 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] For port 1a4a8fb3-f015-47e1-ac3a-8233a0276e44, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=1a4a8fb3-f015-47e1-ac3a-8233a0276e44,segment=NetworkSegment(d7f40e6b-3674-49b4-b646-52e7bf75c1cf),segment_id=d7f40e6b-3674-49b4-b646-52e7bf75c1cf)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:29:30.845317 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-463c2135-5ad0-47fa-b26e-1760cc3fbee2 req-6d005044-95c4-41d7-97b5-0852be2b22c4 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:30.914610 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081130c8-36cf-4bc6-bdfe-a52b41253dad tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Made reservation on behalf of 43bda6f4b8524f31b2a29e517e2294da for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:29:30.921104 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-081130c8-36cf-4bc6-bdfe-a52b41253dad tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:30.961302 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-463c2135-5ad0-47fa-b26e-1760cc3fbee2 req-6d005044-95c4-41d7-97b5-0852be2b22c4 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] Calling delete_port for 1a4a8fb3-f015-47e1-ac3a-8233a0276e44 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:29:30.986201 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25c9e0d-fd03-4075-97df-65b7aa6c5a65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-e9bb65f6-dc7a-47f2-aaff-56a6186e716d', 'network_id': 'e9bb65f6-dc7a-47f2-aaff-56a6186e716d', 'tenant_id': 'fd0d9d26f5214e2db94f130a1e3c3aea', 'fixed_ips': [{'subnet_id': 'f3bea4ec-7171-42ce-b27a-051750783e3d'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:29:30.987516 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a25c9e0d-fd03-4075-97df-65b7aa6c5a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:31.007843 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-d7737246-397f-4f74-8f7b-481870977f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:31.009386 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-d7737246-397f-4f74-8f7b-481870977f0d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8404b51f2eea475c873a90f3482dbb68&device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 1094 time: 0.4775124 Nov 10 19:29:31.176546 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-82263eb0-ff6b-4cda-b854-68b9dee7f9a6 req-73b5f12b-31b3-4686-bea1-bdba7710ead3 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3667886 Nov 10 19:29:31.252179 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-a25c9e0d-fd03-4075-97df-65b7aa6c5a65 None None] Allocated IP 2001:db8::2 (e9bb65f6-dc7a-47f2-aaff-56a6186e716d/f3bea4ec-7171-42ce-b27a-051750783e3d/82b52095-c077-4bcc-899f-9b62bfbb4bdb) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:29:31.292513 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a8c8bdc8-2707-4cfc-9d89-72521eee8d84 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:31.370379 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-3472f384-3b42-4366-be9f-821e6bf17e23 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=744b43e8-08ca-4f4a-998d-7b5c8f07ebf9 HTTP/1.1" status: 200 len: 217 time: 0.3465152 Nov 10 19:29:31.374304 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c6ab20-4ff5-4765-8274-b88306350ae9 x-openstack-request-id: req-67c6ab20-4ff5-4765-8274-b88306350ae9 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:29:31.374521 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc2f89f-197d-48e7-89af-367ca7256d78", "tag": "744b43e8-08ca-4f4a-998d-7b5c8f07ebf9", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:29:31.374796 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-67c6ab20-4ff5-4765-8274-b88306350ae9 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:29:31.375119 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dc2f89f-197d-48e7-89af-367ca7256d78', 'tag': '744b43e8-08ca-4f4a-998d-7b5c8f07ebf9', 'status': 'completed', 'code': 200} Nov 10 19:29:31.377597 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-463c2135-5ad0-47fa-b26e-1760cc3fbee2 req-6d005044-95c4-41d7-97b5-0852be2b22c4 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:31.460793 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d005044-95c4-41d7-97b5-0852be2b22c4 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] Pushing event deleted for resources: {'Port': ['ID=1a4a8fb3-f015-47e1-ac3a-8233a0276e44,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:31.491068 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-50437dac-3cfc-4103-b58f-a0283d26e1dd req-5768f7f9-5939-4741-b56f-1ad5e3f3376b tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a5c043f-6baf-4111-b6da-8232646d9649 HTTP/1.1" status: 200 len: 210 time: 0.1008072 Nov 10 19:29:31.581881 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-463c2135-5ad0-47fa-b26e-1760cc3fbee2 req-6d005044-95c4-41d7-97b5-0852be2b22c4 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] No DVR routers for this DVR port 1a4a8fb3-f015-47e1-ac3a-8233a0276e44 on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:29:31.591728 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-463c2135-5ad0-47fa-b26e-1760cc3fbee2 req-6d005044-95c4-41d7-97b5-0852be2b22c4 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:31.596365 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-463c2135-5ad0-47fa-b26e-1760cc3fbee2 req-6d005044-95c4-41d7-97b5-0852be2b22c4 tempest-ServerTagsTestJSON-696847648 tempest-ServerTagsTestJSON-696847648-project] 10.222.0.25 "DELETE /v2.0/ports/1a4a8fb3-f015-47e1-ac3a-8233a0276e44 HTTP/1.1" status: 204 len: 173 time: 1.8321362 Nov 10 19:29:31.608209 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738fa57c-4c44-4265-ad5e-dd40017413d1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:29:31.622633 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5878499c-998b-4db0-b62f-73662c97376b None None] Sync routers for ids ['6e5215f9-a7f4-42a8-a79e-2644fa28e929'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:29:31.629837 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-738fa57c-4c44-4265-ad5e-dd40017413d1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:31.639222 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5878499c-998b-4db0-b62f-73662c97376b None None] Routers {'6e5215f9-a7f4-42a8-a79e-2644fa28e929'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:29:31.641135 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-5878499c-998b-4db0-b62f-73662c97376b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:29:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['6e5215f9-a7f4-42a8-a79e-2644fa28e929'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:31.676330 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-faf491ec-01fa-4482-8562-534efc432f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:31.678090 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-faf491ec-01fa-4482-8562-534efc432f5d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7de537-b93b-4e73-8317-5941b65cea03 HTTP/1.1" status: 200 len: 850 time: 0.2761223 Nov 10 19:29:31.695131 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-738fa57c-4c44-4265-ad5e-dd40017413d1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "DELETE /v2.0/floatingips/84056f1e-8112-4930-9bb6-7d6e899b5291 HTTP/1.1" status: 204 len: 168 time: 5.6459026 Nov 10 19:29:31.712141 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-081130c8-36cf-4bc6-bdfe-a52b41253dad tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:31.720964 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a25c9e0d-fd03-4075-97df-65b7aa6c5a65 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:31.738035 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a25c9e0d-fd03-4075-97df-65b7aa6c5a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:31.773531 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-a769d40b-c762-4a37-91a6-d1c0a2d730e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:31.775393 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-a769d40b-c762-4a37-91a6-d1c0a2d730e0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789006 Nov 10 19:29:31.857303 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25c9e0d-fd03-4075-97df-65b7aa6c5a65 None None] Network e9bb65f6-dc7a-47f2-aaff-56a6186e716d is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:29:31.863266 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-a25c9e0d-fd03-4075-97df-65b7aa6c5a65 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:29:31.882718 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25c9e0d-fd03-4075-97df-65b7aa6c5a65 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:29:31.888927 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c9e0d-fd03-4075-97df-65b7aa6c5a65 None None] Pushing event updated for resources: {'Port': ['ID=82b52095-c077-4bcc-899f-9b62bfbb4bdb,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:31.974004 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-5878499c-998b-4db0-b62f-73662c97376b None None] Set router 6e5215f9-a7f4-42a8-a79e-2644fa28e929 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:29:32.004022 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-1b2bddd8-4c94-43a5-9d14-25dc8ae9a545 service neutron] 10.222.0.73 "GET /v2.0/networks/1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185237 Nov 10 19:29:32.060418 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-a25c9e0d-fd03-4075-97df-65b7aa6c5a65 None None] Attempting to bind port 82b52095-c077-4bcc-899f-9b62bfbb4bdb on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:29:32.060946 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-a25c9e0d-fd03-4075-97df-65b7aa6c5a65 None None] Attempting to bind port 82b52095-c077-4bcc-899f-9b62bfbb4bdb by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'db763c44-4e17-445b-ad63-4c5fb2e57e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e9bb65f6-dc7a-47f2-aaff-56a6186e716d'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:29:32.061747 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25c9e0d-fd03-4075-97df-65b7aa6c5a65 None None] Attempting to bind port 82b52095-c077-4bcc-899f-9b62bfbb4bdb on network e9bb65f6-dc7a-47f2-aaff-56a6186e716d {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:29:32.067245 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25c9e0d-fd03-4075-97df-65b7aa6c5a65 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:29:32.069269 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25c9e0d-fd03-4075-97df-65b7aa6c5a65 None None] Checking segment: {'id': 'db763c44-4e17-445b-ad63-4c5fb2e57e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e9bb65f6-dc7a-47f2-aaff-56a6186e716d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:29:32.069701 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a25c9e0d-fd03-4075-97df-65b7aa6c5a65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:32.070133 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25c9e0d-fd03-4075-97df-65b7aa6c5a65 None None] Bound using segment: {'id': 'db763c44-4e17-445b-ad63-4c5fb2e57e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e9bb65f6-dc7a-47f2-aaff-56a6186e716d'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:29:32.070942 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-a25c9e0d-fd03-4075-97df-65b7aa6c5a65 None None] Bound port: 82b52095-c077-4bcc-899f-9b62bfbb4bdb, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db763c44-4e17-445b-ad63-4c5fb2e57e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e9bb65f6-dc7a-47f2-aaff-56a6186e716d'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:29:32.071338 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a25c9e0d-fd03-4075-97df-65b7aa6c5a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:32.095931 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081130c8-36cf-4bc6-bdfe-a52b41253dad tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Pushing event updated for resources: {'Subnet': ['ID=a80889f3-be23-437e-9690-d1c2a1fc8cdd,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:32.122190 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081130c8-36cf-4bc6-bdfe-a52b41253dad tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Checking segment: {'id': 'bec78304-60ff-49c2-b8c7-565a1f27497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '72b6973e-55ac-4154-8782-2b5cef7a8dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:29:32.122557 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081130c8-36cf-4bc6-bdfe-a52b41253dad tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Network hostable DHCP agents. Network: 72b6973e-55ac-4154-8782-2b5cef7a8dfc, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:29:32.250209 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53960) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:32.295077 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1d478ae7-883e-4ce8-a1fa-a6e7717c3aaa req-388cc692-5447-41c8-9a5c-da942ac93b5e service neutron] 10.222.0.73 "GET /v2.0/networks/1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837026 Nov 10 19:29:32.626589 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda9369-29fd-4e7e-b10d-90435d7d2b00 req-b83fe82a-0a54-4bc1-a71f-2b2a23bb67c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:32.628803 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5dda9369-29fd-4e7e-b10d-90435d7d2b00 req-b83fe82a-0a54-4bc1-a71f-2b2a23bb67c9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8404b51f2eea475c873a90f3482dbb68&device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 1094 time: 0.1314855 Nov 10 19:29:32.683287 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-5878499c-998b-4db0-b62f-73662c97376b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1035058919', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '596e04ac-a393-4fab-81a9-8ae5c198e174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:26:49Z', 'updated_at': '2021-11-10T19:27:02Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '596e04ac-a393-4fab-81a9-8ae5c198e174', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:26:50Z', 'updated_at': '2021-11-10T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'f0809869-9e23-4efb-9be7-6dba00c75007', 'name': '', 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:8a:8e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '80df9671-f57e-40dc-a213-b58ffde2f797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:26:59Z', 'updated_at': '2021-11-10T19:27:10Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': '80df9671-f57e-40dc-a213-b58ffde2f797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:32.698434 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 9f066584-1597-4f3c-b8cc-ee52a4c27d1d up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:29:32.714430 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5878499c-998b-4db0-b62f-73662c97376b None None] Checking router: 6e5215f9-a7f4-42a8-a79e-2644fa28e929 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:29:32.724378 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5878499c-998b-4db0-b62f-73662c97376b None None] Routers {'6e5215f9-a7f4-42a8-a79e-2644fa28e929'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:29:32.725334 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-5878499c-998b-4db0-b62f-73662c97376b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:29:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['6e5215f9-a7f4-42a8-a79e-2644fa28e929'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:32.737313 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b4357c-59d1-4dd0-862d-98ca27a2e164 None None] Network 78d88d6d-f00e-40c7-9b9c-4c841990fbf0 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:29:32.804245 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda9369-29fd-4e7e-b10d-90435d7d2b00 req-0c846536-88d2-4fe3-a66f-7f82a39d022d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:32.805789 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5dda9369-29fd-4e7e-b10d-90435d7d2b00 req-0c846536-88d2-4fe3-a66f-7f82a39d022d service neutron] 10.222.0.73 "GET /v2.0/networks?id=1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab HTTP/1.1" status: 200 len: 912 time: 0.1687689 Nov 10 19:29:32.894479 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:29:32.898767 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-a25c9e0d-fd03-4075-97df-65b7aa6c5a65 None None] For port 82b52095-c077-4bcc-899f-9b62bfbb4bdb, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:29:32.901144 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081130c8-36cf-4bc6-bdfe-a52b41253dad tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Network 72b6973e-55ac-4154-8782-2b5cef7a8dfc is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:29:32.904947 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-5878499c-998b-4db0-b62f-73662c97376b None None] Set router 6e5215f9-a7f4-42a8-a79e-2644fa28e929 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:29:32.918037 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5dda9369-29fd-4e7e-b10d-90435d7d2b00 req-bddf8ed7-70f6-4edd-a49e-79cb9590e41a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=744b43e8-08ca-4f4a-998d-7b5c8f07ebf9 HTTP/1.1" status: 200 len: 217 time: 0.1006429 Nov 10 19:29:32.948839 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1110a43f-b893-43a7-8737-e6aa52574e31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:32.970476 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-a25c9e0d-fd03-4075-97df-65b7aa6c5a65 None None] For port 82b52095-c077-4bcc-899f-9b62bfbb4bdb, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=82b52095-c077-4bcc-899f-9b62bfbb4bdb,segment=NetworkSegment(db763c44-4e17-445b-ad63-4c5fb2e57e61),segment_id=db763c44-4e17-445b-ad63-4c5fb2e57e61)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:29:32.970842 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-081130c8-36cf-4bc6-bdfe-a52b41253dad tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 72b6973e-55ac-4154-8782-2b5cef7a8dfc) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:29:32.973208 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8f2de089-8a26-4918-b12d-d45e93b261ba None None] Provisioning complete for port 9f066584-1597-4f3c-b8cc-ee52a4c27d1d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:32.973860 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8f2de089-8a26-4918-b12d-d45e93b261ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:32.976125 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-a8c8bdc8-2707-4cfc-9d89-72521eee8d84 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Allocated IP 2001:db8::1 (78d88d6d-f00e-40c7-9b9c-4c841990fbf0/e3ba7b78-7e74-429e-b798-02d77dc2b830/61d8a424-67ed-478d-b776-0a29b81d6e10) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:29:32.996060 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081130c8-36cf-4bc6-bdfe-a52b41253dad tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:32.997257 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-081130c8-36cf-4bc6-bdfe-a52b41253dad tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:33.021285 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b482d7c5-fda5-4ec7-af7a-ea7159d96348 None None] Network 72b6973e-55ac-4154-8782-2b5cef7a8dfc requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:29:33.040939 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187c2d4-8222-4321-a876-67c4d884be31 req-d884fe67-5175-4474-aabb-4ea0e9aea716 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:33.050598 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9187c2d4-8222-4321-a876-67c4d884be31 req-d884fe67-5175-4474-aabb-4ea0e9aea716 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 943 time: 0.1607213 Nov 10 19:29:33.051451 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 9f066584-1597-4f3c-b8cc-ee52a4c27d1d triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:33.051830 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:33.054459 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a25c9e0d-fd03-4075-97df-65b7aa6c5a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:33.066987 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda9369-29fd-4e7e-b10d-90435d7d2b00 req-2cd2243c-65a9-45b3-b21f-55b0d50188f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:33.070931 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5dda9369-29fd-4e7e-b10d-90435d7d2b00 req-2cd2243c-65a9-45b3-b21f-55b0d50188f0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7de537-b93b-4e73-8317-5941b65cea03 HTTP/1.1" status: 200 len: 850 time: 0.1442513 Nov 10 19:29:33.087311 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-081130c8-36cf-4bc6-bdfe-a52b41253dad tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7120633 Nov 10 19:29:33.092443 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53972) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:33.101148 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-b41d9869-952b-444b-96d3-075d07e314dc tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-60231166', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:33.182831 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b41d9869-952b-444b-96d3-075d07e314dc tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:33.185723 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b41d9869-952b-444b-96d3-075d07e314dc tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:33.229399 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda9369-29fd-4e7e-b10d-90435d7d2b00 req-1fc7d090-05e1-4f6c-9465-5fd8eac14b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:33.232201 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5dda9369-29fd-4e7e-b10d-90435d7d2b00 req-1fc7d090-05e1-4f6c-9465-5fd8eac14b3b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1510444 Nov 10 19:29:33.287997 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-5878499c-998b-4db0-b62f-73662c97376b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1035058919', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '596e04ac-a393-4fab-81a9-8ae5c198e174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:26:49Z', 'updated_at': '2021-11-10T19:27:02Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '596e04ac-a393-4fab-81a9-8ae5c198e174', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:26:50Z', 'updated_at': '2021-11-10T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'f0809869-9e23-4efb-9be7-6dba00c75007', 'name': '', 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:8a:8e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '80df9671-f57e-40dc-a213-b58ffde2f797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:26:59Z', 'updated_at': '2021-11-10T19:27:10Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': '80df9671-f57e-40dc-a213-b58ffde2f797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:33.320164 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9187c2d4-8222-4321-a876-67c4d884be31 req-c56283de-62a6-43b5-93af-93269ed0de33 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=55cdeb97-47ec-48a0-becf-43497d275169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2682726 Nov 10 19:29:33.371284 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5878499c-998b-4db0-b62f-73662c97376b None None] The sync data for ids ['6e5215f9-a7f4-42a8-a79e-2644fa28e929'] in n-d-813897-4 is: [{'id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1035058919', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '596e04ac-a393-4fab-81a9-8ae5c198e174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:26:49Z', 'updated_at': '2021-11-10T19:27:02Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '596e04ac-a393-4fab-81a9-8ae5c198e174', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:26:50Z', 'updated_at': '2021-11-10T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'f0809869-9e23-4efb-9be7-6dba00c75007', 'name': '', 'network_id': 'd2ee296e-97f0-4e05-bc63-eecad2cf8d08', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:8a:8e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '80df9671-f57e-40dc-a213-b58ffde2f797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:26:59Z', 'updated_at': '2021-11-10T19:27:10Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': '80df9671-f57e-40dc-a213-b58ffde2f797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:29:33.403352 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5c043f-6baf-4111-b6da-8232646d9649', 'name': 'network-vif-deleted', 'tag': '1a4a8fb3-f015-47e1-ac3a-8233a0276e44'}, {'name': 'network-changed', 'server_uuid': 'b8c5d45c-4c2c-446f-981c-fbed28aa2596', 'tag': '077f720c-ab5b-4102-9670-f8f163fce1ec'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:29:33.410161 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df3b568-102d-4d4e-be1d-26ee6f3624d7" -d '{"events": [{"server_uuid": "5a5c043f-6baf-4111-b6da-8232646d9649", "name": "network-vif-deleted", "tag": "1a4a8fb3-f015-47e1-ac3a-8233a0276e44"}, {"name": "network-changed", "server_uuid": "b8c5d45c-4c2c-446f-981c-fbed28aa2596", "tag": "077f720c-ab5b-4102-9670-f8f163fce1ec"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:29:33.431949 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b41d9869-952b-444b-96d3-075d07e314dc tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:33.442280 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1110a43f-b893-43a7-8737-e6aa52574e31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:33.445803 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a8c8bdc8-2707-4cfc-9d89-72521eee8d84 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:33.451194 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1110a43f-b893-43a7-8737-e6aa52574e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:33.480346 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b41d9869-952b-444b-96d3-075d07e314dc tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:33.480554 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c9e0d-fd03-4075-97df-65b7aa6c5a65 None None] Pushing event updated for resources: {'Port': ['ID=82b52095-c077-4bcc-899f-9b62bfbb4bdb,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:33.536777 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf197ee6-524e-42d6-ae48-dfe3397ecba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-72b6973e-55ac-4154-8782-2b5cef7a8dfc', 'network_id': '72b6973e-55ac-4154-8782-2b5cef7a8dfc', 'tenant_id': '43bda6f4b8524f31b2a29e517e2294da', 'fixed_ips': [{'subnet_id': 'a80889f3-be23-437e-9690-d1c2a1fc8cdd'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:29:33.542300 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bf197ee6-524e-42d6-ae48-dfe3397ecba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:33.544421 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b41d9869-952b-444b-96d3-075d07e314dc tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:33.546009 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b41d9869-952b-444b-96d3-075d07e314dc tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.4501133 Nov 10 19:29:33.549487 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53988) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:33.557088 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8f2de089-8a26-4918-b12d-d45e93b261ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:33.664758 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1110a43f-b893-43a7-8737-e6aa52574e31 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=00bd6ba1679b4255938dc6b061cf8962&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4123008 Nov 10 19:29:33.690297 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53990) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:33.701941 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a8c8bdc8-2707-4cfc-9d89-72521eee8d84 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:33.708730 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110a43f-b893-43a7-8737-e6aa52574e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0cc45d-5452-4051-bc3b-443005da313f,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:33.731775 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:33.842288 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53996) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:33.856552 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-8f2de089-8a26-4918-b12d-d45e93b261ba None None] For port 9f066584-1597-4f3c-b8cc-ee52a4c27d1d, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=9f066584-1597-4f3c-b8cc-ee52a4c27d1d,segment=NetworkSegment(f387c4d7-551f-40ff-b491-e66a6f21584b),segment_id=f387c4d7-551f-40ff-b491-e66a6f21584b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:29:33.878122 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8f2de089-8a26-4918-b12d-d45e93b261ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:33.891047 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:33.934938 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8bdc8-2707-4cfc-9d89-72521eee8d84 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Pushing event updated for resources: {'Port': ['ID=61d8a424-67ed-478d-b776-0a29b81d6e10,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:33.947776 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 10 Nov 2021 19:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f393dc-6cce-4243-b047-8665e1560798 x-openstack-request-id: req-33f393dc-6cce-4243-b047-8665e1560798 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:29:33.949499 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5c043f-6baf-4111-b6da-8232646d9649", "name": "network-vif-deleted", "tag": "1a4a8fb3-f015-47e1-ac3a-8233a0276e44", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b8c5d45c-4c2c-446f-981c-fbed28aa2596", "tag": "077f720c-ab5b-4102-9670-f8f163fce1ec", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:29:33.951754 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-33f393dc-6cce-4243-b047-8665e1560798 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:29:33.952302 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5c043f-6baf-4111-b6da-8232646d9649', 'name': 'network-vif-deleted', 'tag': '1a4a8fb3-f015-47e1-ac3a-8233a0276e44', 'status': 'completed', 'code': 200} Nov 10 19:29:33.952658 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c5d45c-4c2c-446f-981c-fbed28aa2596', 'tag': '077f720c-ab5b-4102-9670-f8f163fce1ec', 'status': 'completed', 'code': 200} Nov 10 19:29:33.966963 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c8bdc8-2707-4cfc-9d89-72521eee8d84 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Network 78d88d6d-f00e-40c7-9b9c-4c841990fbf0 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:29:33.978774 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-a8c8bdc8-2707-4cfc-9d89-72521eee8d84 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:29:33.981627 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c8bdc8-2707-4cfc-9d89-72521eee8d84 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:29:33.982856 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a8c8bdc8-2707-4cfc-9d89-72521eee8d84 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:34.027710 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ecba7d-3cdc-42ec-b556-02443a8565ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:29:34.030048 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593a01da-c685-43a3-a7b1-07f792ca173f" -d '{"events": [{"server_uuid": "d0ecba7d-3cdc-42ec-b556-02443a8565ef", "name": "network-vif-unplugged", "status": "completed", "tag": "a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:29:34.042546 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5dda9369-29fd-4e7e-b10d-90435d7d2b00 req-f784e2ff-b77a-4950-a4bd-82a6a23c66b0 service neutron] 10.222.0.73 "GET /v2.0/networks/1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7897444 Nov 10 19:29:34.084780 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-d77af2da-f400-43dc-9b30-3f025c476c6c admin admin] Deleting subnet 42a68e2a-5993-4f59-bcb1-7f6e1b4d3475 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:29:34.136986 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d77af2da-f400-43dc-9b30-3f025c476c6c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:34.154657 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 744b43e8-08ca-4f4a-998d-7b5c8f07ebf9 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:29:34.160519 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bab65be-ecf9-44dd-8826-3e8ca0614031 None None] New status for floating IP 84056f1e-8112-4930-9bb6-7d6e899b5291: DOWN {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:29:34.191239 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-86860166-b4ba-4f39-947f-494b03d699b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:34.206239 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:29:34.274845 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b02a72-4fa5-415e-8bc4-1b03162f4418 req-cdcb3bec-8136-4cc6-8395-724a7f9984cc tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:34.290402 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-70b02a72-4fa5-415e-8bc4-1b03162f4418 req-cdcb3bec-8136-4cc6-8395-724a7f9984cc tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 946 time: 0.2067537 Nov 10 19:29:34.391435 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:34.392583 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 1a4a8fb3-f015-47e1-ac3a-8233a0276e44 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:29:34.449018 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8c153927-b3f0-44ed-80c5-361c0dfff3ea None None] Provisioning complete for port 9f066584-1597-4f3c-b8cc-ee52a4c27d1d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:34.449654 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8c153927-b3f0-44ed-80c5-361c0dfff3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:34.452161 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-70b02a72-4fa5-415e-8bc4-1b03162f4418 req-527fa557-38fd-42ad-8590-2cca7f7cc325 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1608589 Nov 10 19:29:34.468151 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 1a4a8fb3-f015-47e1-ac3a-8233a0276e44 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:29:34.468828 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 1a4a8fb3-f015-47e1-ac3a-8233a0276e44 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:29:34.480787 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.resource_extend [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 19:29:34.489300 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-86860166-b4ba-4f39-947f-494b03d699b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:34.584073 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427804ea-5569-4e54-9189-2a906d1ce0c5 x-openstack-request-id: req-427804ea-5569-4e54-9189-2a906d1ce0c5 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:29:34.585004 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ecba7d-3cdc-42ec-b556-02443a8565ef", "name": "network-vif-unplugged", "status": "completed", "tag": "a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:29:34.585505 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-427804ea-5569-4e54-9189-2a906d1ce0c5 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:29:34.586560 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ecba7d-3cdc-42ec-b556-02443a8565ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f', 'code': 200} Nov 10 19:29:34.607996 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2de089-8a26-4918-b12d-d45e93b261ba None None] Pushing event updated for resources: {'Port': ['ID=9f066584-1597-4f3c-b8cc-ee52a4c27d1d,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:34.619487 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-86860166-b4ba-4f39-947f-494b03d699b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:34.626710 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-86860166-b4ba-4f39-947f-494b03d699b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:34.628445 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-86860166-b4ba-4f39-947f-494b03d699b5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5d0cc45d-5452-4051-bc3b-443005da313f HTTP/1.1" status: 204 len: 168 time: 0.9366264 Nov 10 19:29:34.670853 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86860166-b4ba-4f39-947f-494b03d699b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0cc45d-5452-4051-bc3b-443005da313f,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:34.677196 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a8c8bdc8-2707-4cfc-9d89-72521eee8d84 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:34.810776 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:34.860951 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:29:34.861328 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:29:34.862482 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-bf197ee6-524e-42d6-ae48-dfe3397ecba6 None None] Allocated IP 172.20.0.2 (72b6973e-55ac-4154-8782-2b5cef7a8dfc/a80889f3-be23-437e-9690-d1c2a1fc8cdd/1d991a32-82f1-4759-a791-31703159a3a3) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:29:34.901654 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff731b43-ce2c-4725-8976-a8f0dbf8a37b req-1cfbddd5-6413-408e-94c4-8a063880ca91 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:34.911690 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ff731b43-ce2c-4725-8976-a8f0dbf8a37b req-1cfbddd5-6413-408e-94c4-8a063880ca91 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 943 time: 0.2118678 Nov 10 19:29:34.959215 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 744b43e8-08ca-4f4a-998d-7b5c8f07ebf9, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=744b43e8-08ca-4f4a-998d-7b5c8f07ebf9,segment=NetworkSegment(859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5),segment_id=859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:29:35.011799 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe39f4db-c256-47f7-a30b-e86e8378f999 None None] Network e9bb65f6-dc7a-47f2-aaff-56a6186e716d requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:29:35.094527 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '744b43e8-08ca-4f4a-998d-7b5c8f07ebf9', 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab', 'port_id': '744b43e8-08ca-4f4a-998d-7b5c8f07ebf9', 'mac_address': 'fa:16:3e:44:5c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7de537-b93b-4e73-8317-5941b65cea03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:29:35.095999 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d77af2da-f400-43dc-9b30-3f025c476c6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:35.100353 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54012) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:35.109661 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3b568-102d-4d4e-be1d-26ee6f3624d7 req-60a26c5b-c47d-4e93-ba75-ce546e9e565e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:35.111635 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8df3b568-102d-4d4e-be1d-26ee6f3624d7 req-60a26c5b-c47d-4e93-ba75-ce546e9e565e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 1097 time: 1.0682051 Nov 10 19:29:35.121374 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2c5fd58f-a50e-4b16-9e57-ce274928cfc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:35.160134 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ff731b43-ce2c-4725-8976-a8f0dbf8a37b req-34ca8f50-09bc-4b89-8fb2-2b63ebd425c9 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=55cdeb97-47ec-48a0-becf-43497d275169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2474422 Nov 10 19:29:35.193950 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:35.233189 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 744b43e8-08ca-4f4a-998d-7b5c8f07ebf9 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:29:35.294012 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d77af2da-f400-43dc-9b30-3f025c476c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:35.311265 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5dda9369-29fd-4e7e-b10d-90435d7d2b00 req-b4187e8d-de62-4811-9045-2379a0ed802e service neutron] 10.222.0.73 "GET /v2.0/networks/1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1765268 Nov 10 19:29:35.312757 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074210d1-b0ea-412c-a26e-fc30ebe56eed req-20776684-e2c1-40a2-8800-de4ad7b86d2a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:35.314542 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-074210d1-b0ea-412c-a26e-fc30ebe56eed req-20776684-e2c1-40a2-8800-de4ad7b86d2a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 946 time: 0.2327416 Nov 10 19:29:35.373127 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8e29a8c4-455b-4dd9-9732-1f6dcd6f908b tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:35.544001 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 744b43e8-08ca-4f4a-998d-7b5c8f07ebf9, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=744b43e8-08ca-4f4a-998d-7b5c8f07ebf9,segment=NetworkSegment(859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5),segment_id=859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:29:35.554800 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2c5fd58f-a50e-4b16-9e57-ce274928cfc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:35.587813 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2c5fd58f-a50e-4b16-9e57-ce274928cfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:35.600653 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:35.608841 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a8c8bdc8-2707-4cfc-9d89-72521eee8d84 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:35.644523 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3b568-102d-4d4e-be1d-26ee6f3624d7 req-4f3e1d6f-af2d-498a-bb61-27f6df4636b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:35.646827 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8df3b568-102d-4d4e-be1d-26ee6f3624d7 req-4f3e1d6f-af2d-498a-bb61-27f6df4636b6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d2ee296e-97f0-4e05-bc63-eecad2cf8d08 HTTP/1.1" status: 200 len: 897 time: 0.5037670 Nov 10 19:29:35.651865 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a8c8bdc8-2707-4cfc-9d89-72521eee8d84 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:35.653523 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a8c8bdc8-2707-4cfc-9d89-72521eee8d84 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:35.665875 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e3bb434c-7e3a-4bd3-9d48-a078e56497c5 None None] Provisioning complete for port 82b52095-c077-4bcc-899f-9b62bfbb4bdb triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:35.666161 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e3bb434c-7e3a-4bd3-9d48-a078e56497c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:35.718155 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bf197ee6-524e-42d6-ae48-dfe3397ecba6 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:35.753598 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8df3b568-102d-4d4e-be1d-26ee6f3624d7 req-ea219c4a-939c-4c89-a1fb-f1ae859452ca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=077f720c-ab5b-4102-9670-f8f163fce1ec HTTP/1.1" status: 200 len: 217 time: 0.0943193 Nov 10 19:29:35.754736 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d77af2da-f400-43dc-9b30-3f025c476c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:35.760641 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bf197ee6-524e-42d6-ae48-dfe3397ecba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:35.797555 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf197ee6-524e-42d6-ae48-dfe3397ecba6 None None] Network 72b6973e-55ac-4154-8782-2b5cef7a8dfc is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:29:35.809365 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-bf197ee6-524e-42d6-ae48-dfe3397ecba6 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:29:35.810139 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77af2da-f400-43dc-9b30-3f025c476c6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42a68e2a-5993-4f59-bcb1-7f6e1b4d3475,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:35.811149 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=744b43e8-08ca-4f4a-998d-7b5c8f07ebf9,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:35.815021 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf197ee6-524e-42d6-ae48-dfe3397ecba6 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:29:35.819095 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['744b43e8-08ca-4f4a-998d-7b5c8f07ebf9'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:29:35.825660 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-074210d1-b0ea-412c-a26e-fc30ebe56eed req-b8d0321b-44e9-45b6-bc9a-85fd9bdb7abe tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Deleting port 077f720c-ab5b-4102-9670-f8f163fce1ec {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:29:35.826173 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-074210d1-b0ea-412c-a26e-fc30ebe56eed req-b8d0321b-44e9-45b6-bc9a-85fd9bdb7abe tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:35.831636 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2c5fd58f-a50e-4b16-9e57-ce274928cfc2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d8343236372049239a63b21bc29a7f7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7283440 Nov 10 19:29:35.839216 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5fd58f-a50e-4b16-9e57-ce274928cfc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6b627b-9ba9-4ef4-9a81-8910e5541386,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:35.859236 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54020) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:35.890148 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d77af2da-f400-43dc-9b30-3f025c476c6c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:35.890428 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048bcbbc-f1c5-47fb-ac42-a399e0bbdb6b req-c5f64dc2-d697-48b2-ac93-5474f8c00ee7 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:35.892923 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-048bcbbc-f1c5-47fb-ac42-a399e0bbdb6b req-c5f64dc2-d697-48b2-ac93-5474f8c00ee7 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 946 time: 0.3357334 Nov 10 19:29:35.904350 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d77af2da-f400-43dc-9b30-3f025c476c6c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/42a68e2a-5993-4f59-bcb1-7f6e1b4d3475 HTTP/1.1" status: 204 len: 168 time: 2.0585372 Nov 10 19:29:35.904568 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54022) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:35.947538 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3b568-102d-4d4e-be1d-26ee6f3624d7 req-87750e83-d03f-4b74-8d03-026dfabc53ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:35.949386 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8df3b568-102d-4d4e-be1d-26ee6f3624d7 req-87750e83-d03f-4b74-8d03-026dfabc53ba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=80df9671-f57e-40dc-a213-b58ffde2f797 HTTP/1.1" status: 200 len: 835 time: 0.1559248 Nov 10 19:29:35.970670 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 9f066584-1597-4f3c-b8cc-ee52a4c27d1d up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:29:36.019591 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8bdc8-2707-4cfc-9d89-72521eee8d84 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Pushing event updated for resources: {'Port': ['ID=61d8a424-67ed-478d-b776-0a29b81d6e10,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:36.033346 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-8e29a8c4-455b-4dd9-9732-1f6dcd6f908b tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Allocated IP 172.20.0.1 (72b6973e-55ac-4154-8782-2b5cef7a8dfc/a80889f3-be23-437e-9690-d1c2a1fc8cdd/b4d42a40-748f-4523-8400-75590e69beaa) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:29:36.116938 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf197ee6-524e-42d6-ae48-dfe3397ecba6 None None] Pushing event updated for resources: {'Port': ['ID=1d991a32-82f1-4759-a791-31703159a3a3,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:36.124764 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e3bb434c-7e3a-4bd3-9d48-a078e56497c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:36.164908 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-bf197ee6-524e-42d6-ae48-dfe3397ecba6 None None] Attempting to bind port 1d991a32-82f1-4759-a791-31703159a3a3 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:29:36.165270 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-bf197ee6-524e-42d6-ae48-dfe3397ecba6 None None] Attempting to bind port 1d991a32-82f1-4759-a791-31703159a3a3 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'bec78304-60ff-49c2-b8c7-565a1f27497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '72b6973e-55ac-4154-8782-2b5cef7a8dfc'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:29:36.165648 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf197ee6-524e-42d6-ae48-dfe3397ecba6 None None] Attempting to bind port 1d991a32-82f1-4759-a791-31703159a3a3 on network 72b6973e-55ac-4154-8782-2b5cef7a8dfc {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:29:36.194011 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-52cbc646-a72c-406f-92f4-b1f9b8b7df1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:36.205937 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 9f066584-1597-4f3c-b8cc-ee52a4c27d1d triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:36.206250 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:36.217449 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf197ee6-524e-42d6-ae48-dfe3397ecba6 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:29:36.217919 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf197ee6-524e-42d6-ae48-dfe3397ecba6 None None] Checking segment: {'id': 'bec78304-60ff-49c2-b8c7-565a1f27497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '72b6973e-55ac-4154-8782-2b5cef7a8dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:29:36.218261 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bf197ee6-524e-42d6-ae48-dfe3397ecba6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:36.219388 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf197ee6-524e-42d6-ae48-dfe3397ecba6 None None] Bound using segment: {'id': 'bec78304-60ff-49c2-b8c7-565a1f27497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '72b6973e-55ac-4154-8782-2b5cef7a8dfc'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:29:36.219880 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-bf197ee6-524e-42d6-ae48-dfe3397ecba6 None None] Bound port: 1d991a32-82f1-4759-a791-31703159a3a3, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bec78304-60ff-49c2-b8c7-565a1f27497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '72b6973e-55ac-4154-8782-2b5cef7a8dfc'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:29:36.220271 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bf197ee6-524e-42d6-ae48-dfe3397ecba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:36.224381 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c8bdc8-2707-4cfc-9d89-72521eee8d84 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Network 78d88d6d-f00e-40c7-9b9c-4c841990fbf0 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:29:36.228053 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8e29a8c4-455b-4dd9-9732-1f6dcd6f908b tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:36.255857 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-a8c8bdc8-2707-4cfc-9d89-72521eee8d84 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:29:36.280803 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8e29a8c4-455b-4dd9-9732-1f6dcd6f908b tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:36.341027 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-bf197ee6-524e-42d6-ae48-dfe3397ecba6 None None] For port 1d991a32-82f1-4759-a791-31703159a3a3, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:29:36.345075 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-bf197ee6-524e-42d6-ae48-dfe3397ecba6 None None] For port 1d991a32-82f1-4759-a791-31703159a3a3, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=1d991a32-82f1-4759-a791-31703159a3a3,segment=NetworkSegment(bec78304-60ff-49c2-b8c7-565a1f27497b),segment_id=bec78304-60ff-49c2-b8c7-565a1f27497b)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:29:36.358485 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bf197ee6-524e-42d6-ae48-dfe3397ecba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:36.361334 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e29a8c4-455b-4dd9-9732-1f6dcd6f908b tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Pushing event updated for resources: {'Port': ['ID=b4d42a40-748f-4523-8400-75590e69beaa,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:36.364588 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-52cbc646-a72c-406f-92f4-b1f9b8b7df1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:36.374384 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e29a8c4-455b-4dd9-9732-1f6dcd6f908b tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Network 72b6973e-55ac-4154-8782-2b5cef7a8dfc is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:29:36.380486 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-8e29a8c4-455b-4dd9-9732-1f6dcd6f908b tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:29:36.383791 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e29a8c4-455b-4dd9-9732-1f6dcd6f908b tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:29:36.390234 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-52cbc646-a72c-406f-92f4-b1f9b8b7df1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d776fd3-59ea-4350-8ef9-8cd0a6c5ab3b']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:36.400441 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-52cbc646-a72c-406f-92f4-b1f9b8b7df1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f40e6b-3674-49b4-b646-52e7bf75c1cf') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:36.400782 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-52cbc646-a72c-406f-92f4-b1f9b8b7df1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f40e6b-3674-49b4-b646-52e7bf75c1cf') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:36.411345 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-52cbc646-a72c-406f-92f4-b1f9b8b7df1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:36.425887 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-52cbc646-a72c-406f-92f4-b1f9b8b7df1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:36.433109 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52cbc646-a72c-406f-92f4-b1f9b8b7df1c admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:29:36.433554 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-52cbc646-a72c-406f-92f4-b1f9b8b7df1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:36.439989 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8e29a8c4-455b-4dd9-9732-1f6dcd6f908b tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:36.489439 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf197ee6-524e-42d6-ae48-dfe3397ecba6 None None] Pushing event updated for resources: {'Port': ['ID=1d991a32-82f1-4759-a791-31703159a3a3,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:36.507530 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e3bb434c-7e3a-4bd3-9d48-a078e56497c5 None None] For port 82b52095-c077-4bcc-899f-9b62bfbb4bdb, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=82b52095-c077-4bcc-899f-9b62bfbb4bdb,segment=NetworkSegment(db763c44-4e17-445b-ad63-4c5fb2e57e61),segment_id=db763c44-4e17-445b-ad63-4c5fb2e57e61)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:29:36.531777 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e3bb434c-7e3a-4bd3-9d48-a078e56497c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:36.559443 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:29:36.559443 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:29:36.559443 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:29:36.559443 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:29:36.559443 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:29:36.559443 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:29:36.559443 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:29:36.559443 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:29:36.559443 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:29:36.559443 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:29:36.559443 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:29:36.559443 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:29:36.559443 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:29:36.559443 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:29:36.559443 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:29:36.559443 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:29:36.559443 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:29:36.559443 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:29:36.559443 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:29:36.559443 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:29:36.559443 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:29:36.559443 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:29:36.559443 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:29:36.559443 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:29:36.559443 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:29:36.559443 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:29:36.559443 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:29:36.559443 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:29:36.559443 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:29:36.559443 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:29:36.559443 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:29:36.559443 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:29:36.566206 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-52cbc646-a72c-406f-92f4-b1f9b8b7df1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:36.571416 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-52cbc646-a72c-406f-92f4-b1f9b8b7df1c admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:36.579295 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-52cbc646-a72c-406f-92f4-b1f9b8b7df1c admin admin] 10.222.0.54 "DELETE /v2.0/networks/1d776fd3-59ea-4350-8ef9-8cd0a6c5ab3b HTTP/1.1" status: 204 len: 168 time: 0.6505454 Nov 10 19:29:36.637575 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cbc646-a72c-406f-92f4-b1f9b8b7df1c admin admin] Pushing event deleted for resources: {'Network': ['ID=1d776fd3-59ea-4350-8ef9-8cd0a6c5ab3b,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:36.661368 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-048bcbbc-f1c5-47fb-ac42-a399e0bbdb6b req-d5edd8e5-160e-473d-b867-4b95506aba35 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.7539129 Nov 10 19:29:36.739357 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3b568-102d-4d4e-be1d-26ee6f3624d7 req-5b2988be-1ecd-4f8f-8d5b-b50469e4f4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:36.746627 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8df3b568-102d-4d4e-be1d-26ee6f3624d7 req-5b2988be-1ecd-4f8f-8d5b-b50469e4f4da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d2ee296e-97f0-4e05-bc63-eecad2cf8d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7686806 Nov 10 19:29:36.752238 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e3bb434c-7e3a-4bd3-9d48-a078e56497c5 None None] Provisioning complete for port 61d8a424-67ed-478d-b776-0a29b81d6e10 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:36.753035 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-074210d1-b0ea-412c-a26e-fc30ebe56eed req-b8d0321b-44e9-45b6-bc9a-85fd9bdb7abe tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] For port 077f720c-ab5b-4102-9670-f8f163fce1ec, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=077f720c-ab5b-4102-9670-f8f163fce1ec,segment=NetworkSegment(6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d),segment_id=6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:29:36.753261 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e3bb434c-7e3a-4bd3-9d48-a078e56497c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:36.753425 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-074210d1-b0ea-412c-a26e-fc30ebe56eed req-b8d0321b-44e9-45b6-bc9a-85fd9bdb7abe tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:36.767976 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-40685443-0636-4b67-97db-d348435ba20c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:36.809610 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb434c-7e3a-4bd3-9d48-a078e56497c5 None None] Pushing event updated for resources: {'Port': ['ID=82b52095-c077-4bcc-899f-9b62bfbb4bdb,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:36.823427 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-40685443-0636-4b67-97db-d348435ba20c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:36.833660 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 82b52095-c077-4bcc-899f-9b62bfbb4bdb up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:29:36.921507 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:29:36.969028 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e3bb434c-7e3a-4bd3-9d48-a078e56497c5 None None] Port 61d8a424-67ed-478d-b776-0a29b81d6e10 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:29:36.977943 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-40685443-0636-4b67-97db-d348435ba20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:36.986895 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-40685443-0636-4b67-97db-d348435ba20c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:36.990160 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-40685443-0636-4b67-97db-d348435ba20c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fd6b627b-9ba9-4ef4-9a81-8910e5541386 HTTP/1.1" status: 204 len: 168 time: 1.1296074 Nov 10 19:29:37.026543 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8df3b568-102d-4d4e-be1d-26ee6f3624d7 req-0a29cef7-3f9a-4ac0-b478-5acf1b6911e0 service neutron] 10.222.0.73 "GET /v2.0/networks/d2ee296e-97f0-4e05-bc63-eecad2cf8d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658024 Nov 10 19:29:37.038679 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-074210d1-b0ea-412c-a26e-fc30ebe56eed req-b8d0321b-44e9-45b6-bc9a-85fd9bdb7abe tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Calling delete_port for 077f720c-ab5b-4102-9670-f8f163fce1ec owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:29:37.119116 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8e29a8c4-455b-4dd9-9732-1f6dcd6f908b tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:37.124182 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40685443-0636-4b67-97db-d348435ba20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6b627b-9ba9-4ef4-9a81-8910e5541386,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:37.179605 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54038) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:37.225936 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 82b52095-c077-4bcc-899f-9b62bfbb4bdb triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:37.226778 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:37.270963 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-cd0cb775-9a0a-4137-a4b5-b62ca031293b None None] Provisioning complete for port 82b52095-c077-4bcc-899f-9b62bfbb4bdb triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:37.271775 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cd0cb775-9a0a-4137-a4b5-b62ca031293b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:37.322531 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef988b-abb6-4f23-9ac2-9082034f06d8 req-28b9ea41-62c0-421f-b900-266f3a2ae267 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:37.335493 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2ef988b-abb6-4f23-9ac2-9082034f06d8 req-28b9ea41-62c0-421f-b900-266f3a2ae267 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 944 time: 0.4526277 Nov 10 19:29:37.353337 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:29:37.419756 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8df3b568-102d-4d4e-be1d-26ee6f3624d7 req-0f780836-ae0f-4f05-82ca-a036dd85fbd7 service neutron] 10.222.0.73 "GET /v2.0/networks/d2ee296e-97f0-4e05-bc63-eecad2cf8d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621690 Nov 10 19:29:37.425557 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f', 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433', 'port_id': 'a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f', 'mac_address': 'fa:16:3e:36:79:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d874850-3788-4c89-9cc5-3e0f9d06fb90', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:29:37.579048 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9f5910e8-cba8-4a8c-aea2-66fae417aa05 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=46d39905d8a3456a833132e101234c09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3800504 Nov 10 19:29:37.580017 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c8bdc8-2707-4cfc-9d89-72521eee8d84 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Router 88160ace-70aa-4603-a77a-78a0ae9fbfbc is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:29:37.603219 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54044) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:37.736106 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:37.742607 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2ef988b-abb6-4f23-9ac2-9082034f06d8 req-200bc0ff-2bff-492f-acf1-30e290cc2fee tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=55cdeb97-47ec-48a0-becf-43497d275169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4035308 Nov 10 19:29:37.753369 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c09b7dae-98a9-4ae0-b369-a0829ccfdceb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:37.800360 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8e29a8c4-455b-4dd9-9732-1f6dcd6f908b tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:37.837530 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8e29a8c4-455b-4dd9-9732-1f6dcd6f908b tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:37.843317 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:29:37.925596 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:29:37.940164 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:37.948087 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9dedd9-5b71-4bcf-b40a-f78e11616831 req-1f1ce4e7-0706-45be-b029-e374fd8d12c2 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:37.948948 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c09b7dae-98a9-4ae0-b369-a0829ccfdceb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:37.949729 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c9dedd9-5b71-4bcf-b40a-f78e11616831 req-1f1ce4e7-0706-45be-b029-e374fd8d12c2 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 946 time: 0.0921247 Nov 10 19:29:37.978594 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c8bdc8-2707-4cfc-9d89-72521eee8d84 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:29:37.989723 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10315dc7-dcfd-4a37-8d4f-b22add4ad003 None None] Sync routers for ids ['88160ace-70aa-4603-a77a-78a0ae9fbfbc'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:29:38.004780 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a8c8bdc8-2707-4cfc-9d89-72521eee8d84 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] 10.222.0.54 "PUT /v2.0/routers/88160ace-70aa-4603-a77a-78a0ae9fbfbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3802543 Nov 10 19:29:38.005601 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54048) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:38.008002 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10315dc7-dcfd-4a37-8d4f-b22add4ad003 None None] Routers {'88160ace-70aa-4603-a77a-78a0ae9fbfbc'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:29:38.008724 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-10315dc7-dcfd-4a37-8d4f-b22add4ad003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:29:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['88160ace-70aa-4603-a77a-78a0ae9fbfbc'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:38.056971 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-cd0cb775-9a0a-4137-a4b5-b62ca031293b None None] Provisioning complete for port 61d8a424-67ed-478d-b776-0a29b81d6e10 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:38.057331 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cd0cb775-9a0a-4137-a4b5-b62ca031293b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:38.081048 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-10315dc7-dcfd-4a37-8d4f-b22add4ad003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:38.106019 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10315dc7-dcfd-4a37-8d4f-b22add4ad003 None None] Routers {'88160ace-70aa-4603-a77a-78a0ae9fbfbc'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:29:38.106980 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-10315dc7-dcfd-4a37-8d4f-b22add4ad003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:29:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['88160ace-70aa-4603-a77a-78a0ae9fbfbc'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:38.110718 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8e29a8c4-455b-4dd9-9732-1f6dcd6f908b tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:38.137096 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:29:38.139777 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f,revision_number=9']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:38.188030 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-10315dc7-dcfd-4a37-8d4f-b22add4ad003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:38.188872 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10315dc7-dcfd-4a37-8d4f-b22add4ad003 None None] The sync data for ids ['88160ace-70aa-4603-a77a-78a0ae9fbfbc'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:29:38.261419 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e29a8c4-455b-4dd9-9732-1f6dcd6f908b tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Pushing event updated for resources: {'Port': ['ID=b4d42a40-748f-4523-8400-75590e69beaa,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:38.280667 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-cd0cb775-9a0a-4137-a4b5-b62ca031293b None None] Port 61d8a424-67ed-478d-b776-0a29b81d6e10 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:29:38.297645 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 744b43e8-08ca-4f4a-998d-7b5c8f07ebf9 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:29:38.333086 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c09b7dae-98a9-4ae0-b369-a0829ccfdceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:38.346464 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 1d991a32-82f1-4759-a791-31703159a3a3 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:29:38.350126 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c09b7dae-98a9-4ae0-b369-a0829ccfdceb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:38.355896 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed3b162-432e-4f7b-a60e-97c97cd311fc None None] Network 72b6973e-55ac-4154-8782-2b5cef7a8dfc requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:29:38.364036 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c09b7dae-98a9-4ae0-b369-a0829ccfdceb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/634cd8a3-f863-441c-9a53-491e3e2a3561 HTTP/1.1" status: 204 len: 168 time: 0.7560313 Nov 10 19:29:38.392804 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b7dae-98a9-4ae0-b369-a0829ccfdceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634cd8a3-f863-441c-9a53-491e3e2a3561,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:38.444439 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e29a8c4-455b-4dd9-9732-1f6dcd6f908b tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Network 72b6973e-55ac-4154-8782-2b5cef7a8dfc is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:29:38.447227 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-8e29a8c4-455b-4dd9-9732-1f6dcd6f908b tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:29:38.502183 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-87e1f1c0-6953-4463-9bd8-cc5c07c9b33e None None] Provisioning complete for port 1d991a32-82f1-4759-a791-31703159a3a3 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:38.502584 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-87e1f1c0-6953-4463-9bd8-cc5c07c9b33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:38.555578 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 744b43e8-08ca-4f4a-998d-7b5c8f07ebf9 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:29:38.596025 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-074210d1-b0ea-412c-a26e-fc30ebe56eed req-b8d0321b-44e9-45b6-bc9a-85fd9bdb7abe tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:38.629795 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 744b43e8-08ca-4f4a-998d-7b5c8f07ebf9 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:38.633218 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c9dedd9-5b71-4bcf-b40a-f78e11616831 req-6838398e-4240-40d4-b45c-6f27f23f0507 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf2da78-17c7-495f-bd74-4854c9b5f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.6589057 Nov 10 19:29:38.635151 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:38.691538 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0321b-44e9-45b6-bc9a-85fd9bdb7abe tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event deleted for resources: {'Port': ['ID=077f720c-ab5b-4102-9670-f8f163fce1ec,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:38.825664 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e29a8c4-455b-4dd9-9732-1f6dcd6f908b tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Router c1c56ee1-bb7e-4d4e-8d63-d36fe58409f7 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:29:38.836382 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 1d991a32-82f1-4759-a791-31703159a3a3 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:38.836861 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:38.982264 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-074210d1-b0ea-412c-a26e-fc30ebe56eed req-b8d0321b-44e9-45b6-bc9a-85fd9bdb7abe tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] No DVR routers for this DVR port 077f720c-ab5b-4102-9670-f8f163fce1ec on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:29:39.003764 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-074210d1-b0ea-412c-a26e-fc30ebe56eed req-b8d0321b-44e9-45b6-bc9a-85fd9bdb7abe tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:39.013014 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-074210d1-b0ea-412c-a26e-fc30ebe56eed req-b8d0321b-44e9-45b6-bc9a-85fd9bdb7abe tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.73 "DELETE /v2.0/ports/077f720c-ab5b-4102-9670-f8f163fce1ec HTTP/1.1" status: 204 len: 173 time: 3.6889904 Nov 10 19:29:39.017624 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c5d45c-4c2c-446f-981c-fbed28aa2596', 'name': 'network-vif-deleted', 'tag': '077f720c-ab5b-4102-9670-f8f163fce1ec'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:29:39.020196 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc3c9ef-76b0-4bd2-92a5-894111e7439f" -d '{"events": [{"server_uuid": "b8c5d45c-4c2c-446f-981c-fbed28aa2596", "name": "network-vif-deleted", "tag": "077f720c-ab5b-4102-9670-f8f163fce1ec"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:29:39.182603 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e29a8c4-455b-4dd9-9732-1f6dcd6f908b tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:29:39.203126 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8e29a8c4-455b-4dd9-9732-1f6dcd6f908b tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] 10.222.0.54 "PUT /v2.0/routers/c1c56ee1-bb7e-4d4e-8d63-d36fe58409f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6495402 Nov 10 19:29:39.204061 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54070) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:39.217817 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-8cd007c6-bddf-44b3-8662-b4e2b8b395aa tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Request body: {'port': {'network_id': '72b6973e-55ac-4154-8782-2b5cef7a8dfc', 'name': 'tempest-FloatingIPNegativeTestJSON-1139326032'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:39.218450 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-87e1f1c0-6953-4463-9bd8-cc5c07c9b33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:39.257309 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5625454-c4e8-4fdd-bdc1-c2915caa6f5c None None] Sync routers for ids ['c1c56ee1-bb7e-4d4e-8d63-d36fe58409f7'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:29:39.295835 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00408bf1-2177-4162-878e-6a26a91fd29b req-a2fa558d-62b3-4b28-a8f7-6dff5fb0e59e tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:39.298149 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-00408bf1-2177-4162-878e-6a26a91fd29b req-a2fa558d-62b3-4b28-a8f7-6dff5fb0e59e tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 944 time: 0.3543661 Nov 10 19:29:39.412256 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd007c6-bddf-44b3-8662-b4e2b8b395aa tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Made reservation on behalf of 43bda6f4b8524f31b2a29e517e2294da for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:29:39.421813 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8cd007c6-bddf-44b3-8662-b4e2b8b395aa tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:39.463185 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-87e1f1c0-6953-4463-9bd8-cc5c07c9b33e None None] For port 1d991a32-82f1-4759-a791-31703159a3a3, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=1d991a32-82f1-4759-a791-31703159a3a3,segment=NetworkSegment(bec78304-60ff-49c2-b8c7-565a1f27497b),segment_id=bec78304-60ff-49c2-b8c7-565a1f27497b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:29:39.475092 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-8cd007c6-bddf-44b3-8662-b4e2b8b395aa tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] device_id is not set on port 5188249a-0729-44bc-822c-eb3c923bc669 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:29:39.478556 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-87e1f1c0-6953-4463-9bd8-cc5c07c9b33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:39.489557 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:39.536030 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-00408bf1-2177-4162-878e-6a26a91fd29b req-a52961ac-79e9-46e8-9518-e5dff0a13c8c tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=55cdeb97-47ec-48a0-becf-43497d275169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133260 Nov 10 19:29:39.571024 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 744b43e8-08ca-4f4a-998d-7b5c8f07ebf9, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=744b43e8-08ca-4f4a-998d-7b5c8f07ebf9,segment=NetworkSegment(859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5),segment_id=859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:29:39.606617 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-44c2332a-ebe6-4bbb-9f38-e071c95b7498 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:29:39.611837 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-44c2332a-ebe6-4bbb-9f38-e071c95b7498 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] 10.222.0.54 "PUT /v2.0/routers/88160ace-70aa-4603-a77a-78a0ae9fbfbc/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5913291 Nov 10 19:29:39.614726 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54080) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:39.761895 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439b8434-781a-4311-821f-d8864527a0dc x-openstack-request-id: req-439b8434-781a-4311-821f-d8864527a0dc {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:29:39.762858 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc2f89f-197d-48e7-89af-367ca7256d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744b43e8-08ca-4f4a-998d-7b5c8f07ebf9'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:29:39.767386 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e32360-28c6-4ad7-aad9-f43ae4ebc083" -d '{"events": [{"server_uuid": "3dc2f89f-197d-48e7-89af-367ca7256d78", "name": "network-vif-plugged", "status": "completed", "tag": "744b43e8-08ca-4f4a-998d-7b5c8f07ebf9"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:29:39.769017 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c5d45c-4c2c-446f-981c-fbed28aa2596", "name": "network-vif-deleted", "tag": "077f720c-ab5b-4102-9670-f8f163fce1ec", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:29:39.773616 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-439b8434-781a-4311-821f-d8864527a0dc {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:29:39.775245 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c5d45c-4c2c-446f-981c-fbed28aa2596', 'name': 'network-vif-deleted', 'tag': '077f720c-ab5b-4102-9670-f8f163fce1ec', 'status': 'completed', 'code': 200} Nov 10 19:29:39.779356 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-8cd007c6-bddf-44b3-8662-b4e2b8b395aa tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Allocated IP 172.20.0.7 (72b6973e-55ac-4154-8782-2b5cef7a8dfc/a80889f3-be23-437e-9690-d1c2a1fc8cdd/5188249a-0729-44bc-822c-eb3c923bc669) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:29:39.780024 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 82b52095-c077-4bcc-899f-9b62bfbb4bdb up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:29:39.788577 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5625454-c4e8-4fdd-bdc1-c2915caa6f5c None None] Routers {'c1c56ee1-bb7e-4d4e-8d63-d36fe58409f7'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:29:39.790448 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-c5625454-c4e8-4fdd-bdc1-c2915caa6f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:29:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c1c56ee1-bb7e-4d4e-8d63-d36fe58409f7'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:40.001347 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:40.003385 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c175a6f-4210-4f71-ba58-36cd30245ad1 req-68b3af78-16cf-42e1-9ae9-a30c48896d48 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c5d45c-4c2c-446f-981c-fbed28aa2596 HTTP/1.1" status: 200 len: 210 time: 0.1171489 Nov 10 19:29:40.004498 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 077f720c-ab5b-4102-9670-f8f163fce1ec no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:29:40.082448 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 077f720c-ab5b-4102-9670-f8f163fce1ec {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:29:40.084976 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 077f720c-ab5b-4102-9670-f8f163fce1ec not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:29:40.102846 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-c5625454-c4e8-4fdd-bdc1-c2915caa6f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:40.150489 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8cd007c6-bddf-44b3-8662-b4e2b8b395aa tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:40.165111 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b948b69c-7362-4662-a9bb-9ac1572d86f0 x-openstack-request-id: req-b948b69c-7362-4662-a9bb-9ac1572d86f0 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:29:40.165404 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc2f89f-197d-48e7-89af-367ca7256d78", "name": "network-vif-plugged", "status": "completed", "tag": "744b43e8-08ca-4f4a-998d-7b5c8f07ebf9", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:29:40.165698 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b948b69c-7362-4662-a9bb-9ac1572d86f0 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:29:40.166222 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc2f89f-197d-48e7-89af-367ca7256d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744b43e8-08ca-4f4a-998d-7b5c8f07ebf9', 'code': 200} Nov 10 19:29:40.236920 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1f1c0-6953-4463-9bd8-cc5c07c9b33e None None] Pushing event updated for resources: {'Port': ['ID=1d991a32-82f1-4759-a791-31703159a3a3,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:40.240167 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8cd007c6-bddf-44b3-8662-b4e2b8b395aa tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:40.252101 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5625454-c4e8-4fdd-bdc1-c2915caa6f5c None None] Routers {'c1c56ee1-bb7e-4d4e-8d63-d36fe58409f7'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:29:40.253342 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-c5625454-c4e8-4fdd-bdc1-c2915caa6f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:29:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c1c56ee1-bb7e-4d4e-8d63-d36fe58409f7'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:40.354668 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd007c6-bddf-44b3-8662-b4e2b8b395aa tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Network 72b6973e-55ac-4154-8782-2b5cef7a8dfc is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:29:40.367660 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-c5625454-c4e8-4fdd-bdc1-c2915caa6f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:40.368321 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5625454-c4e8-4fdd-bdc1-c2915caa6f5c None None] The sync data for ids ['c1c56ee1-bb7e-4d4e-8d63-d36fe58409f7'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:29:40.384098 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-8cd007c6-bddf-44b3-8662-b4e2b8b395aa tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:29:40.385233 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 82b52095-c077-4bcc-899f-9b62bfbb4bdb triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:40.385610 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:40.402005 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd007c6-bddf-44b3-8662-b4e2b8b395aa tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:29:40.456961 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=744b43e8-08ca-4f4a-998d-7b5c8f07ebf9,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:40.530542 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c79fa4-335d-4c1c-9c42-caf0e2d13cf6 req-498711d4-a515-4525-9feb-9114a37e261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:40.532100 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-61c79fa4-335d-4c1c-9c42-caf0e2d13cf6 req-498711d4-a515-4525-9feb-9114a37e261e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 1096 time: 0.3077023 Nov 10 19:29:40.545576 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd007c6-bddf-44b3-8662-b4e2b8b395aa tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:40.546289 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8cd007c6-bddf-44b3-8662-b4e2b8b395aa tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:40.590293 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd007c6-bddf-44b3-8662-b4e2b8b395aa tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Pushing event updated for resources: {'Port': ['ID=5188249a-0729-44bc-822c-eb3c923bc669,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:40.606753 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8cd007c6-bddf-44b3-8662-b4e2b8b395aa tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4001434 Nov 10 19:29:40.609862 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54106) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:40.621600 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-58ad259a-2f8f-4e22-a62a-9a7ce6edb06d tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:40.678614 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58ad259a-2f8f-4e22-a62a-9a7ce6edb06d tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks [] for floatingip, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:40.689374 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-61c79fa4-335d-4c1c-9c42-caf0e2d13cf6 req-562a9c77-86f9-4fb9-b53d-56075524797e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=55cdeb97-47ec-48a0-becf-43497d275169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470129 Nov 10 19:29:40.838400 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 1d991a32-82f1-4759-a791-31703159a3a3 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:29:40.840237 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8933e5cf-ed96-47a8-8358-ceaf650a9ad3 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:40.908846 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2f081690-49f9-4146-bc0e-60e1b253660d None None] Provisioning complete for port b4d42a40-748f-4523-8400-75590e69beaa triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:40.910861 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2f081690-49f9-4146-bc0e-60e1b253660d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:40.965717 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-2f081690-49f9-4146-bc0e-60e1b253660d None None] Port b4d42a40-748f-4523-8400-75590e69beaa cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:29:40.967512 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:29:40.973624 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58ad259a-2f8f-4e22-a62a-9a7ce6edb06d tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:41.108669 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2f081690-49f9-4146-bc0e-60e1b253660d None None] Provisioning complete for port 1d991a32-82f1-4759-a791-31703159a3a3 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:41.110175 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2f081690-49f9-4146-bc0e-60e1b253660d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:41.227201 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 1d991a32-82f1-4759-a791-31703159a3a3 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:41.227465 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:41.250466 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023fc4e-ab2d-43cc-a1cb-f3589c9a570b req-8850fbf0-ed5f-40b9-bb17-bc4968727c2f tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:41.259684 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3023fc4e-ab2d-43cc-a1cb-f3589c9a570b req-8850fbf0-ed5f-40b9-bb17-bc4968727c2f tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 945 time: 0.5166833 Nov 10 19:29:41.302013 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-58ad259a-2f8f-4e22-a62a-9a7ce6edb06d tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Allocated IP 172.25.3.234 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/d9282c70-1e61-4905-800c-2cc55345f2d2) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:29:41.317939 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:41.318478 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:41.417502 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3023fc4e-ab2d-43cc-a1cb-f3589c9a570b req-9571fc95-e94c-4458-91a6-d1cfde34341c tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=55cdeb97-47ec-48a0-becf-43497d275169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565309 Nov 10 19:29:41.530811 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54152) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:41.655310 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:41.666777 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-8933e5cf-ed96-47a8-8358-ceaf650a9ad3 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Deleting port 61d8a424-67ed-478d-b776-0a29b81d6e10 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:29:41.667129 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8933e5cf-ed96-47a8-8358-ceaf650a9ad3 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:41.762809 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:29:41.776086 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4aca302d-1f5f-476f-a64d-7f65a627d9af None None] Provisioning complete for port b4d42a40-748f-4523-8400-75590e69beaa triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:41.780340 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4aca302d-1f5f-476f-a64d-7f65a627d9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:41.784049 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:41.869627 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58ad259a-2f8f-4e22-a62a-9a7ce6edb06d tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:41.923870 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8933e5cf-ed96-47a8-8358-ceaf650a9ad3 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:41.931749 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58ad259a-2f8f-4e22-a62a-9a7ce6edb06d tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:41.951329 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-8933e5cf-ed96-47a8-8358-ceaf650a9ad3 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Calling delete_port for 61d8a424-67ed-478d-b776-0a29b81d6e10 owned by network:router_interface {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:29:41.980395 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f,revision_number=10']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:41.995176 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-4aca302d-1f5f-476f-a64d-7f65a627d9af None None] Port b4d42a40-748f-4523-8400-75590e69beaa cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:29:42.097555 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ad259a-2f8f-4e22-a62a-9a7ce6edb06d tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:29:42.124370 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-58ad259a-2f8f-4e22-a62a-9a7ce6edb06d tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:29:42.127198 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ad259a-2f8f-4e22-a62a-9a7ce6edb06d tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:29:42.130708 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e86505fa-5b47-40f5-8bbb-22c024374e81 None None] Provisioning complete for port 5188249a-0729-44bc-822c-eb3c923bc669 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:42.132655 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e86505fa-5b47-40f5-8bbb-22c024374e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:42.177230 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad259a-2f8f-4e22-a62a-9a7ce6edb06d tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Pushing event updated for resources: {'Port': ['ID=d9282c70-1e61-4905-800c-2cc55345f2d2,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:42.306420 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ecba7d-3cdc-42ec-b556-02443a8565ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:29:42.308703 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97192ee-d208-4f38-bd8f-ca19aec1f9c8" -d '{"events": [{"server_uuid": "d0ecba7d-3cdc-42ec-b556-02443a8565ef", "name": "network-vif-plugged", "status": "completed", "tag": "a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:29:42.318545 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e86505fa-5b47-40f5-8bbb-22c024374e81 None None] Port 5188249a-0729-44bc-822c-eb3c923bc669 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:29:42.328844 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8933e5cf-ed96-47a8-8358-ceaf650a9ad3 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:42.372750 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5185a5-2179-4a7a-8be0-682b6891a93c x-openstack-request-id: req-af5185a5-2179-4a7a-8be0-682b6891a93c {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:29:42.372750 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ecba7d-3cdc-42ec-b556-02443a8565ef", "name": "network-vif-plugged", "status": "completed", "tag": "a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:29:42.373002 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-af5185a5-2179-4a7a-8be0-682b6891a93c {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:29:42.373388 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ecba7d-3cdc-42ec-b556-02443a8565ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f', 'code': 200} Nov 10 19:29:42.383740 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58ad259a-2f8f-4e22-a62a-9a7ce6edb06d tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:42.393991 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933e5cf-ed96-47a8-8358-ceaf650a9ad3 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Pushing event deleted for resources: {'Port': ['ID=61d8a424-67ed-478d-b776-0a29b81d6e10,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:42.460613 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-24f40302-ff30-4f4e-9adc-625563e42717 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:42.472744 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58ad259a-2f8f-4e22-a62a-9a7ce6edb06d tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:42.529671 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8933e5cf-ed96-47a8-8358-ceaf650a9ad3 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:42.846558 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6ce93-8f6c-4765-a9aa-90ce2694645c req-1c0f7ed5-3a74-4211-85be-010e19152b05 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:42.860648 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7cb6ce93-8f6c-4765-a9aa-90ce2694645c req-1c0f7ed5-3a74-4211-85be-010e19152b05 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 945 time: 0.3020797 Nov 10 19:29:42.901319 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8933e5cf-ed96-47a8-8358-ceaf650a9ad3 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Router 88160ace-70aa-4603-a77a-78a0ae9fbfbc has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:29:43.214955 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58ad259a-2f8f-4e22-a62a-9a7ce6edb06d tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:43.271706 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58ad259a-2f8f-4e22-a62a-9a7ce6edb06d tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:43.475355 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad259a-2f8f-4e22-a62a-9a7ce6edb06d tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Pushing event updated for resources: {'Port': ['ID=d9282c70-1e61-4905-800c-2cc55345f2d2,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:43.493448 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8933e5cf-ed96-47a8-8358-ceaf650a9ad3 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:29:43.516630 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ce0893-8218-4559-8580-4c09eb9e3e16 None None] Sync routers for ids ['88160ace-70aa-4603-a77a-78a0ae9fbfbc'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:29:43.532491 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8933e5cf-ed96-47a8-8358-ceaf650a9ad3 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] 10.222.0.54 "PUT /v2.0/routers/88160ace-70aa-4603-a77a-78a0ae9fbfbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9126704 Nov 10 19:29:43.532693 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ce0893-8218-4559-8580-4c09eb9e3e16 None None] Routers {'88160ace-70aa-4603-a77a-78a0ae9fbfbc'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:29:43.538595 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54200) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:43.540024 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-25ce0893-8218-4559-8580-4c09eb9e3e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:29:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['88160ace-70aa-4603-a77a-78a0ae9fbfbc'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:43.575389 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58ad259a-2f8f-4e22-a62a-9a7ce6edb06d tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:43.630009 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58ad259a-2f8f-4e22-a62a-9a7ce6edb06d tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:43.635208 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-25ce0893-8218-4559-8580-4c09eb9e3e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:43.635396 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-58ad259a-2f8f-4e22-a62a-9a7ce6edb06d tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0213389 Nov 10 19:29:43.638538 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54202) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:43.642833 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-5c83567b-a5f4-4c08-b1c8-b1ea93cb76cd tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] delete failed (client error): The resource could not be found. Nov 10 19:29:43.644012 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5c83567b-a5f4-4c08-b1c8-b1ea93cb76cd tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] 10.222.0.54 "DELETE /v2.0/routers/tempest-non_exist_router-1709270188 HTTP/1.1" status: 404 len: 335 time: 0.0997055 Nov 10 19:29:43.650227 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-5088fb68-e76b-43e7-892f-ed0349821243 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Request body: {'floatingip': {'port_id': '5188249a-0729-44bc-822c-eb3c923bc669', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:43.653460 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ce0893-8218-4559-8580-4c09eb9e3e16 None None] Routers {'88160ace-70aa-4603-a77a-78a0ae9fbfbc'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:29:43.655751 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-25ce0893-8218-4559-8580-4c09eb9e3e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:29:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['88160ace-70aa-4603-a77a-78a0ae9fbfbc'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:43.658783 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7cb6ce93-8f6c-4765-a9aa-90ce2694645c req-b172f49e-c832-406d-89c6-792ef8cd387c tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=55cdeb97-47ec-48a0-becf-43497d275169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7901678 Nov 10 19:29:43.660641 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54204) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:43.739320 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-25ce0893-8218-4559-8580-4c09eb9e3e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:43.739605 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ce0893-8218-4559-8580-4c09eb9e3e16 None None] The sync data for ids ['88160ace-70aa-4603-a77a-78a0ae9fbfbc'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:29:43.758641 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-06dd3e96-5755-46f6-bc0d-da81aa07fb52 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Request body: {'router': {'external_gateway_info': {'network_id': '88160ace-70aa-4603-a77a-78a0ae9fbfbc'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:43.812406 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c96947-bbf0-4c04-b8f1-d66aba9f25b0 req-220510b5-4c8d-4fdf-aa87-e9455bc3001c tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:43.818192 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c7c96947-bbf0-4c04-b8f1-d66aba9f25b0 req-220510b5-4c8d-4fdf-aa87-e9455bc3001c tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 945 time: 0.0669193 Nov 10 19:29:43.824232 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54210) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:43.831159 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5088fb68-e76b-43e7-892f-ed0349821243 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks [] for floatingip, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:43.832759 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-ebde2daa-b770-4e2a-a3a8-85ab90733269 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Request body: {'floatingip': {'port_id': '744b43e8-08ca-4f4a-998d-7b5c8f07ebf9'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:43.946170 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ebde2daa-b770-4e2a-a3a8-85ab90733269 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for floatingip, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:44.228977 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-06dd3e96-5755-46f6-bc0d-da81aa07fb52 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:44.269302 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-5088fb68-e76b-43e7-892f-ed0349821243 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] update failed (client error): The resource could not be found. Nov 10 19:29:44.270048 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5088fb68-e76b-43e7-892f-ed0349821243 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] 10.222.0.54 "PUT /v2.0/floatingips/b5ee6b0c-b623-41e8-b89c-ef72f4fe62c6 HTTP/1.1" status: 404 len: 507 time: 0.6304500 Nov 10 19:29:44.275894 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54220) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:44.313107 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-06dd3e96-5755-46f6-bc0d-da81aa07fb52 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] update failed (client error): The resource could not be found. Nov 10 19:29:44.316261 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-06dd3e96-5755-46f6-bc0d-da81aa07fb52 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] 10.222.0.54 "PUT /v2.0/routers/88160ace-70aa-4603-a77a-78a0ae9fbfbc HTTP/1.1" status: 404 len: 339 time: 0.6514783 Nov 10 19:29:44.320987 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54222) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:44.327092 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-0ac42a21-5f4d-42fc-9d85-e4a3ee072831 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1918431830'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:44.374382 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac42a21-5f4d-42fc-9d85-e4a3ee072831 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Made reservation on behalf of fd0d9d26f5214e2db94f130a1e3c3aea for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:29:44.378745 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0ac42a21-5f4d-42fc-9d85-e4a3ee072831 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:44.408689 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac42a21-5f4d-42fc-9d85-e4a3ee072831 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:29:44.422944 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0ac42a21-5f4d-42fc-9d85-e4a3ee072831 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:44.422944 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-0ac42a21-5f4d-42fc-9d85-e4a3ee072831 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Added segment 24f4a20e-8b8e-41e2-b3fa-76517f0775ca of type vlan for network 40169389-1da6-4608-9cd8-176039c8144f Nov 10 19:29:44.483768 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0ac42a21-5f4d-42fc-9d85-e4a3ee072831 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:44.529584 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-24f40302-ff30-4f4e-9adc-625563e42717 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Deleting port f0809869-9e23-4efb-9be7-6dba00c75007 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:29:44.530208 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-24f40302-ff30-4f4e-9adc-625563e42717 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:44.610351 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-8702399b-6985-4549-af4f-47af58d5af1c tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Deleting port d9282c70-1e61-4905-800c-2cc55345f2d2 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:29:44.610877 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8702399b-6985-4549-af4f-47af58d5af1c tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:44.648800 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0ac42a21-5f4d-42fc-9d85-e4a3ee072831 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:44.654393 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac42a21-5f4d-42fc-9d85-e4a3ee072831 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:44.654984 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0ac42a21-5f4d-42fc-9d85-e4a3ee072831 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:44.710851 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8702399b-6985-4549-af4f-47af58d5af1c tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:44.711338 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8702399b-6985-4549-af4f-47af58d5af1c tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:44.728077 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-8702399b-6985-4549-af4f-47af58d5af1c tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Calling delete_port for d9282c70-1e61-4905-800c-2cc55345f2d2 owned by network:floatingip {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:29:44.752152 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0ac42a21-5f4d-42fc-9d85-e4a3ee072831 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4260087 Nov 10 19:29:44.753780 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54226) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:44.759387 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-a4c4e6ed-dcac-4d74-8b2d-c37b5dd83cf3 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Request body: {'subnet': {'network_id': '40169389-1da6-4608-9cd8-176039c8144f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:44.766181 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac42a21-5f4d-42fc-9d85-e4a3ee072831 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Pushing event updated for resources: {'Network': ['ID=40169389-1da6-4608-9cd8-176039c8144f,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:44.771842 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-24f40302-ff30-4f4e-9adc-625563e42717 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] For port f0809869-9e23-4efb-9be7-6dba00c75007, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f0809869-9e23-4efb-9be7-6dba00c75007,segment=NetworkSegment(6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d),segment_id=6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:29:44.772134 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-24f40302-ff30-4f4e-9adc-625563e42717 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:44.783094 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 40169389-1da6-4608-9cd8-176039c8144f details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:29:44.835890 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-24f40302-ff30-4f4e-9adc-625563e42717 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Calling delete_port for f0809869-9e23-4efb-9be7-6dba00c75007 owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:29:44.965205 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8702399b-6985-4549-af4f-47af58d5af1c tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:45.043359 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8702399b-6985-4549-af4f-47af58d5af1c tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Pushing event deleted for resources: {'Port': ['ID=d9282c70-1e61-4905-800c-2cc55345f2d2,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:45.101693 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c4e6ed-dcac-4d74-8b2d-c37b5dd83cf3 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Made reservation on behalf of fd0d9d26f5214e2db94f130a1e3c3aea for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:29:45.111428 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a4c4e6ed-dcac-4d74-8b2d-c37b5dd83cf3 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:45.194644 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8702399b-6985-4549-af4f-47af58d5af1c tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks [] for floatingip, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:45.198025 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8702399b-6985-4549-af4f-47af58d5af1c tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:45.203187 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8702399b-6985-4549-af4f-47af58d5af1c tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] 10.222.0.54 "DELETE /v2.0/floatingips/b5ee6b0c-b623-41e8-b89c-ef72f4fe62c6 HTTP/1.1" status: 204 len: 168 time: 0.9216976 Nov 10 19:29:45.204243 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54236) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:45.238496 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-f36ec54b-7118-4d1a-abb4-25aaadac148f tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Request body: {'floatingip': {'floating_network_id': '72b6973e-55ac-4154-8782-2b5cef7a8dfc', 'port_id': '5188249a-0729-44bc-822c-eb3c923bc669', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:45.286224 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f36ec54b-7118-4d1a-abb4-25aaadac148f tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks [] for floatingip, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:45.452057 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-24f40302-ff30-4f4e-9adc-625563e42717 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:45.482002 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ebde2daa-b770-4e2a-a3a8-85ab90733269 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:45.493819 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ebde2daa-b770-4e2a-a3a8-85ab90733269 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:45.501228 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f40302-ff30-4f4e-9adc-625563e42717 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event deleted for resources: {'Port': ['ID=f0809869-9e23-4efb-9be7-6dba00c75007,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:45.625286 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-ebde2daa-b770-4e2a-a3a8-85ab90733269 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Floating IP f57829ca-61ef-4013-9b27-da57e36a23b0 associated. External IP: 172.25.3.101, port: 744b43e8-08ca-4f4a-998d-7b5c8f07ebf9. Nov 10 19:29:45.741243 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54240) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:45.849626 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-f36ec54b-7118-4d1a-abb4-25aaadac148f tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:29:45.850995 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f36ec54b-7118-4d1a-abb4-25aaadac148f tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6456511 Nov 10 19:29:45.863611 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54244) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:45.876907 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-c252d7bb-763f-458b-9866-dae1f71a0cc9 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'port_id': '5188249a-0729-44bc-822c-eb3c923bc669', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:45.931460 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebde2daa-b770-4e2a-a3a8-85ab90733269 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Router f1b2ad29-f404-478e-8585-710fb985884a has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:29:46.129150 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebde2daa-b770-4e2a-a3a8-85ab90733269 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:29:46.129400 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-43481a44-1079-460d-91af-000d1ade5d1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:46.134491 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ebde2daa-b770-4e2a-a3a8-85ab90733269 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:46.151872 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece73a32-4629-4f4a-8954-af9f6ca621fd None None] Sync routers for ids ['f1b2ad29-f404-478e-8585-710fb985884a'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:29:46.177014 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-24f40302-ff30-4f4e-9adc-625563e42717 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:46.180053 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece73a32-4629-4f4a-8954-af9f6ca621fd None None] Routers {'f1b2ad29-f404-478e-8585-710fb985884a'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:29:46.182163 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-ece73a32-4629-4f4a-8954-af9f6ca621fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:29:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['f1b2ad29-f404-478e-8585-710fb985884a'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:46.197616 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ebde2daa-b770-4e2a-a3a8-85ab90733269 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "PUT /v2.0/floatingips/f57829ca-61ef-4013-9b27-da57e36a23b0 HTTP/1.1" status: 200 len: 991 time: 2.3691394 Nov 10 19:29:46.199505 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc2f89f-197d-48e7-89af-367ca7256d78', 'tag': '744b43e8-08ca-4f4a-998d-7b5c8f07ebf9'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:29:46.209591 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494d9f69-1bf8-4bae-8c15-52df67d09ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc2f89f-197d-48e7-89af-367ca7256d78", "tag": "744b43e8-08ca-4f4a-998d-7b5c8f07ebf9"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:29:46.267442 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a4c4e6ed-dcac-4d74-8b2d-c37b5dd83cf3 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:46.403086 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90caf7d-d2d3-4e2e-9ebc-80c7112e153f x-openstack-request-id: req-b90caf7d-d2d3-4e2e-9ebc-80c7112e153f {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:29:46.403390 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc2f89f-197d-48e7-89af-367ca7256d78", "tag": "744b43e8-08ca-4f4a-998d-7b5c8f07ebf9", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:29:46.403688 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b90caf7d-d2d3-4e2e-9ebc-80c7112e153f {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:29:46.404099 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dc2f89f-197d-48e7-89af-367ca7256d78', 'tag': '744b43e8-08ca-4f4a-998d-7b5c8f07ebf9', 'status': 'completed', 'code': 200} Nov 10 19:29:46.463132 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-ece73a32-4629-4f4a-8954-af9f6ca621fd None None] Set router f1b2ad29-f404-478e-8585-710fb985884a gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:29:46.470115 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c252d7bb-763f-458b-9866-dae1f71a0cc9 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks [] for floatingip, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:46.531764 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d9f69-1bf8-4bae-8c15-52df67d09ee1 req-bc49698a-57db-46c2-b25f-4c9e0c5e9c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:46.538668 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-494d9f69-1bf8-4bae-8c15-52df67d09ee1 req-bc49698a-57db-46c2-b25f-4c9e0c5e9c97 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8404b51f2eea475c873a90f3482dbb68&device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 1096 time: 0.1150191 Nov 10 19:29:46.580316 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54264) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:46.682084 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d9f69-1bf8-4bae-8c15-52df67d09ee1 req-e258c689-4ea0-4fab-931e-46ea79af04e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:46.684818 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-494d9f69-1bf8-4bae-8c15-52df67d09ee1 req-e258c689-4ea0-4fab-931e-46ea79af04e7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab HTTP/1.1" status: 200 len: 912 time: 0.1387682 Nov 10 19:29:46.833204 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-494d9f69-1bf8-4bae-8c15-52df67d09ee1 req-9b4c1d3b-cad5-4929-9cf5-fac4c2d312f3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=744b43e8-08ca-4f4a-998d-7b5c8f07ebf9 HTTP/1.1" status: 200 len: 999 time: 0.1333983 Nov 10 19:29:46.880702 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c4e6ed-dcac-4d74-8b2d-c37b5dd83cf3 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Checking segment: {'id': '24f4a20e-8b8e-41e2-b3fa-76517f0775ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '40169389-1da6-4608-9cd8-176039c8144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:29:46.881128 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c4e6ed-dcac-4d74-8b2d-c37b5dd83cf3 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Network hostable DHCP agents. Network: 40169389-1da6-4608-9cd8-176039c8144f, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:29:46.902371 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4e6ed-dcac-4d74-8b2d-c37b5dd83cf3 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Pushing event updated for resources: {'Subnet': ['ID=5bc1335e-ddf0-497a-8665-87f697f69be8,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:46.954584 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fcbc8a4a-7985-489f-add5-82c4464eaddb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:46.975294 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d9f69-1bf8-4bae-8c15-52df67d09ee1 req-5de0d6eb-f7ee-474e-be1c-112d2a00d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:46.977224 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-494d9f69-1bf8-4bae-8c15-52df67d09ee1 req-5de0d6eb-f7ee-474e-be1c-112d2a00d556 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7de537-b93b-4e73-8317-5941b65cea03 HTTP/1.1" status: 200 len: 850 time: 0.1281490 Nov 10 19:29:47.034212 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-ece73a32-4629-4f4a-8954-af9f6ca621fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'name': 'tempest-AttachVolumeTestJSON-1042387824-router', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:28:57Z', 'updated_at': '2021-11-10T19:29:07Z', 'revision_number': 4, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'gw_port': {'id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:59Z', 'updated_at': '2021-11-10T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'f57829ca-61ef-4013-9b27-da57e36a23b0', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'floating_ip_address': '172.25.3.101', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'port_id': '744b43e8-08ca-4f4a-998d-7b5c8f07ebf9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab', 'mac_address': 'fa:16:3e:44:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc2f89f-197d-48e7-89af-367ca7256d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:29:16Z', 'updated_at': '2021-11-10T19:29:45Z', 'revision_number': 1, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecbd2da2-3c0c-4fda-99be-5b52a8e44cab', 'name': '', 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'mac_address': 'fa:16:3e:6e:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '8b7de537-b93b-4e73-8317-5941b65cea03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:29:05Z', 'updated_at': '2021-11-10T19:29:15Z', 'revision_number': 5, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'subnets': [{'id': '8b7de537-b93b-4e73-8317-5941b65cea03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:47.066450 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece73a32-4629-4f4a-8954-af9f6ca621fd None None] Checking router: f1b2ad29-f404-478e-8585-710fb985884a for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:29:47.076791 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d9f69-1bf8-4bae-8c15-52df67d09ee1 req-e6a1c415-6f87-477a-843b-1a46d6e814d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:47.080348 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-494d9f69-1bf8-4bae-8c15-52df67d09ee1 req-e6a1c415-6f87-477a-843b-1a46d6e814d0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916009 Nov 10 19:29:47.096176 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece73a32-4629-4f4a-8954-af9f6ca621fd None None] Routers {'f1b2ad29-f404-478e-8585-710fb985884a'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:29:47.096844 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-ece73a32-4629-4f4a-8954-af9f6ca621fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:29:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['f1b2ad29-f404-478e-8585-710fb985884a'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:47.112664 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c4e6ed-dcac-4d74-8b2d-c37b5dd83cf3 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Network 40169389-1da6-4608-9cd8-176039c8144f is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:29:47.165490 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-43481a44-1079-460d-91af-000d1ade5d1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:47.177119 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-43481a44-1079-460d-91af-000d1ade5d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:47.226732 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-a4c4e6ed-dcac-4d74-8b2d-c37b5dd83cf3 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 40169389-1da6-4608-9cd8-176039c8144f) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:29:47.233012 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fcbc8a4a-7985-489f-add5-82c4464eaddb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:47.244632 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fcbc8a4a-7985-489f-add5-82c4464eaddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:47.253645 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f40302-ff30-4f4e-9adc-625563e42717 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Router 6e5215f9-a7f4-42a8-a79e-2644fa28e929 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:29:47.265163 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715c056d-1ff1-44fc-8aed-c8f04d01c15e None None] Network 40169389-1da6-4608-9cd8-176039c8144f requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:29:47.277485 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c4e6ed-dcac-4d74-8b2d-c37b5dd83cf3 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:47.278119 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a4c4e6ed-dcac-4d74-8b2d-c37b5dd83cf3 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:47.288100 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc8a4a-7985-489f-add5-82c4464eaddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d575d2-9630-481d-9403-21ea20420bb1,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:47.322935 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-494d9f69-1bf8-4bae-8c15-52df67d09ee1 req-6b2d9a4b-5546-49e7-9685-04bce69f3a03 service neutron] 10.222.0.73 "GET /v2.0/networks/1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336218 Nov 10 19:29:47.328255 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43481a44-1079-460d-91af-000d1ade5d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8aad04-8a8f-4cd8-aab1-b6f727f17fcf,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:47.344755 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a4c4e6ed-dcac-4d74-8b2d-c37b5dd83cf3 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5866196 Nov 10 19:29:47.346810 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54274) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:47.360657 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-43481a44-1079-460d-91af-000d1ade5d1f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=83ac448760d54b6d9eb747e65558c786&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6104875 Nov 10 19:29:47.362488 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-ece73a32-4629-4f4a-8954-af9f6ca621fd None None] Set router f1b2ad29-f404-478e-8585-710fb985884a gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:29:47.363480 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54276) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:47.369412 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-0924446a-6c10-4f4e-b6b1-9bce8a61f61b tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Request body: {'router': {'external_gateway_info': {'network_id': '40169389-1da6-4608-9cd8-176039c8144f'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:47.376722 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-fcbc8a4a-7985-489f-add5-82c4464eaddb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1a6ae9679a72437b9cb5f906a15850d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7950997 Nov 10 19:29:47.388126 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54278) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:47.492336 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ea132c2c-72bd-4723-acca-c8331d097164 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:47.538610 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ea132c2c-72bd-4723-acca-c8331d097164 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:47.551223 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-494d9f69-1bf8-4bae-8c15-52df67d09ee1 req-ad5fac4a-09eb-4458-88a4-96f34d11cf31 service neutron] 10.222.0.73 "GET /v2.0/networks/1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205999 Nov 10 19:29:47.624806 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c98ac16-b152-46db-a28b-1eb9aa63608f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-40169389-1da6-4608-9cd8-176039c8144f', 'network_id': '40169389-1da6-4608-9cd8-176039c8144f', 'tenant_id': 'fd0d9d26f5214e2db94f130a1e3c3aea', 'fixed_ips': [{'subnet_id': '5bc1335e-ddf0-497a-8665-87f697f69be8'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:29:47.626496 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9c98ac16-b152-46db-a28b-1eb9aa63608f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:47.639839 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ea132c2c-72bd-4723-acca-c8331d097164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:47.642916 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ea132c2c-72bd-4723-acca-c8331d097164 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:47.644228 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ea132c2c-72bd-4723-acca-c8331d097164 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/62d575d2-9630-481d-9403-21ea20420bb1 HTTP/1.1" status: 204 len: 168 time: 0.2547781 Nov 10 19:29:47.658925 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea132c2c-72bd-4723-acca-c8331d097164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d575d2-9630-481d-9403-21ea20420bb1,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:48.052696 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-9c98ac16-b152-46db-a28b-1eb9aa63608f None None] Allocated IP 2001:db8:1::2 (40169389-1da6-4608-9cd8-176039c8144f/5bc1335e-ddf0-497a-8665-87f697f69be8/ec2f0703-b799-40e1-9d11-3f224c8ed42e) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:29:48.079672 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-ece73a32-4629-4f4a-8954-af9f6ca621fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'name': 'tempest-AttachVolumeTestJSON-1042387824-router', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:28:57Z', 'updated_at': '2021-11-10T19:29:07Z', 'revision_number': 4, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'gw_port': {'id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:59Z', 'updated_at': '2021-11-10T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'f57829ca-61ef-4013-9b27-da57e36a23b0', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'floating_ip_address': '172.25.3.101', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'port_id': '744b43e8-08ca-4f4a-998d-7b5c8f07ebf9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab', 'mac_address': 'fa:16:3e:44:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc2f89f-197d-48e7-89af-367ca7256d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:29:16Z', 'updated_at': '2021-11-10T19:29:45Z', 'revision_number': 1, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecbd2da2-3c0c-4fda-99be-5b52a8e44cab', 'name': '', 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'mac_address': 'fa:16:3e:6e:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '8b7de537-b93b-4e73-8317-5941b65cea03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:29:05Z', 'updated_at': '2021-11-10T19:29:15Z', 'revision_number': 5, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'subnets': [{'id': '8b7de537-b93b-4e73-8317-5941b65cea03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:48.128626 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece73a32-4629-4f4a-8954-af9f6ca621fd None None] The sync data for ids ['f1b2ad29-f404-478e-8585-710fb985884a'] in n-d-813897-4 is: [{'id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'name': 'tempest-AttachVolumeTestJSON-1042387824-router', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:28:57Z', 'updated_at': '2021-11-10T19:29:07Z', 'revision_number': 4, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'gw_port': {'id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:59Z', 'updated_at': '2021-11-10T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'f57829ca-61ef-4013-9b27-da57e36a23b0', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'floating_ip_address': '172.25.3.101', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'port_id': '744b43e8-08ca-4f4a-998d-7b5c8f07ebf9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab', 'mac_address': 'fa:16:3e:44:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc2f89f-197d-48e7-89af-367ca7256d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:29:16Z', 'updated_at': '2021-11-10T19:29:45Z', 'revision_number': 1, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecbd2da2-3c0c-4fda-99be-5b52a8e44cab', 'name': '', 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'mac_address': 'fa:16:3e:6e:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '8b7de537-b93b-4e73-8317-5941b65cea03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:29:05Z', 'updated_at': '2021-11-10T19:29:15Z', 'revision_number': 5, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'subnets': [{'id': '8b7de537-b93b-4e73-8317-5941b65cea03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:29:48.175748 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54288) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:48.207810 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-893ca82b-3340-4808-8130-9218e060a275 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:48.218306 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c252d7bb-763f-458b-9866-dae1f71a0cc9 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:48.238883 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1eaba105-631a-4764-af6b-18d03f798d45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:48.382236 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-893ca82b-3340-4808-8130-9218e060a275 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:48.384753 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9c98ac16-b152-46db-a28b-1eb9aa63608f None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:48.390222 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-893ca82b-3340-4808-8130-9218e060a275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:48.397465 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9c98ac16-b152-46db-a28b-1eb9aa63608f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:48.401972 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0924446a-6c10-4f4e-b6b1-9bce8a61f61b tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:48.442552 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1eaba105-631a-4764-af6b-18d03f798d45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:48.450657 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-893ca82b-3340-4808-8130-9218e060a275 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f3d3d00d4e4147bf85511f63a0632c13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2730696 Nov 10 19:29:48.451367 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54290) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:48.460428 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ca82b-3340-4808-8130-9218e060a275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fd61ff-d41a-4a8a-9480-652af05fae11,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:48.486679 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c98ac16-b152-46db-a28b-1eb9aa63608f None None] Network 40169389-1da6-4608-9cd8-176039c8144f is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:29:48.491862 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-9c98ac16-b152-46db-a28b-1eb9aa63608f None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:29:48.499606 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c98ac16-b152-46db-a28b-1eb9aa63608f None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:29:48.585715 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a658ec6-e286-4065-af64-b463c3deb693 None None] New status for floating IP f57829ca-61ef-4013-9b27-da57e36a23b0: ACTIVE {{(pid=102508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:29:48.588015 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f40302-ff30-4f4e-9adc-625563e42717 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:29:48.596929 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-24f40302-ff30-4f4e-9adc-625563e42717 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "PUT /v2.0/routers/6e5215f9-a7f4-42a8-a79e-2644fa28e929/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0644786 Nov 10 19:29:48.603847 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54294) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:48.619213 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cdf78c-2780-4621-8e4f-534ea50a207a None None] Sync routers for ids ['6e5215f9-a7f4-42a8-a79e-2644fa28e929'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:29:48.629043 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f106353f-a32d-402f-b492-b5ab2a5fea32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:48.641472 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98ac16-b152-46db-a28b-1eb9aa63608f None None] Pushing event updated for resources: {'Port': ['ID=ec2f0703-b799-40e1-9d11-3f224c8ed42e,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:48.653833 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cdf78c-2780-4621-8e4f-534ea50a207a None None] Routers {'6e5215f9-a7f4-42a8-a79e-2644fa28e929'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:29:48.655023 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-d2cdf78c-2780-4621-8e4f-534ea50a207a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:29:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['6e5215f9-a7f4-42a8-a79e-2644fa28e929'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:48.669200 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-9c98ac16-b152-46db-a28b-1eb9aa63608f None None] Attempting to bind port ec2f0703-b799-40e1-9d11-3f224c8ed42e on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:29:48.670014 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-9c98ac16-b152-46db-a28b-1eb9aa63608f None None] Attempting to bind port ec2f0703-b799-40e1-9d11-3f224c8ed42e by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '24f4a20e-8b8e-41e2-b3fa-76517f0775ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '40169389-1da6-4608-9cd8-176039c8144f'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:29:48.670767 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c98ac16-b152-46db-a28b-1eb9aa63608f None None] Attempting to bind port ec2f0703-b799-40e1-9d11-3f224c8ed42e on network 40169389-1da6-4608-9cd8-176039c8144f {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:29:48.704531 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f106353f-a32d-402f-b492-b5ab2a5fea32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:48.725586 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-c252d7bb-763f-458b-9866-dae1f71a0cc9 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Allocated IP 172.25.3.44 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/c047f1bf-8a84-4db7-90cf-be27606badea) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:29:48.746716 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c98ac16-b152-46db-a28b-1eb9aa63608f None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:29:48.747671 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c98ac16-b152-46db-a28b-1eb9aa63608f None None] Checking segment: {'id': '24f4a20e-8b8e-41e2-b3fa-76517f0775ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '40169389-1da6-4608-9cd8-176039c8144f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:29:48.748751 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9c98ac16-b152-46db-a28b-1eb9aa63608f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:48.749399 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c98ac16-b152-46db-a28b-1eb9aa63608f None None] Bound using segment: {'id': '24f4a20e-8b8e-41e2-b3fa-76517f0775ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '40169389-1da6-4608-9cd8-176039c8144f'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:29:48.750644 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-9c98ac16-b152-46db-a28b-1eb9aa63608f None None] Bound port: ec2f0703-b799-40e1-9d11-3f224c8ed42e, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f4a20e-8b8e-41e2-b3fa-76517f0775ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '40169389-1da6-4608-9cd8-176039c8144f'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:29:48.752120 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9c98ac16-b152-46db-a28b-1eb9aa63608f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:48.756696 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98ac16-b152-46db-a28b-1eb9aa63608f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:48.757419 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98ac16-b152-46db-a28b-1eb9aa63608f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:48.757975 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98ac16-b152-46db-a28b-1eb9aa63608f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:48.758915 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98ac16-b152-46db-a28b-1eb9aa63608f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:48.759457 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98ac16-b152-46db-a28b-1eb9aa63608f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:48.760016 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98ac16-b152-46db-a28b-1eb9aa63608f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:48.761495 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98ac16-b152-46db-a28b-1eb9aa63608f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:48.762165 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98ac16-b152-46db-a28b-1eb9aa63608f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:48.763399 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98ac16-b152-46db-a28b-1eb9aa63608f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:48.764105 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98ac16-b152-46db-a28b-1eb9aa63608f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:48.764593 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98ac16-b152-46db-a28b-1eb9aa63608f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:48.765123 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98ac16-b152-46db-a28b-1eb9aa63608f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:48.765273 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f106353f-a32d-402f-b492-b5ab2a5fea32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:48.768789 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f106353f-a32d-402f-b492-b5ab2a5fea32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:48.774317 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f106353f-a32d-402f-b492-b5ab2a5fea32 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/62fd61ff-d41a-4a8a-9480-652af05fae11 HTTP/1.1" status: 204 len: 168 time: 0.3186965 Nov 10 19:29:48.781097 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106353f-a32d-402f-b492-b5ab2a5fea32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fd61ff-d41a-4a8a-9480-652af05fae11,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:48.793712 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1eaba105-631a-4764-af6b-18d03f798d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:48.796911 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1eaba105-631a-4764-af6b-18d03f798d45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:48.798179 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1eaba105-631a-4764-af6b-18d03f798d45 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3c8aad04-8a8f-4cd8-aab1-b6f727f17fcf HTTP/1.1" status: 204 len: 168 time: 1.2929926 Nov 10 19:29:48.817895 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-76db8aab-d2a2-4b03-ab36-bd704d80af5f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Deleting subnet 80df9671-f57e-40dc-a213-b58ffde2f797 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:29:48.837102 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-76db8aab-d2a2-4b03-ab36-bd704d80af5f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:48.870843 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaba105-631a-4764-af6b-18d03f798d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8aad04-8a8f-4cd8-aab1-b6f727f17fcf,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:48.951859 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:29:48.960311 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-76db8aab-d2a2-4b03-ab36-bd704d80af5f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:49.036580 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-0924446a-6c10-4f4e-b6b1-9bce8a61f61b tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:29:49.038061 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0924446a-6c10-4f4e-b6b1-9bce8a61f61b tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] 10.222.0.54 "PUT /v2.0/routers/88160ace-70aa-4603-a77a-78a0ae9fbfbc HTTP/1.1" status: 400 len: 364 time: 1.6899023 Nov 10 19:29:49.042771 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54300) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:49.076592 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9c98ac16-b152-46db-a28b-1eb9aa63608f None None] For port ec2f0703-b799-40e1-9d11-3f224c8ed42e, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:29:49.079743 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c252d7bb-763f-458b-9866-dae1f71a0cc9 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:49.086298 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-d2cdf78c-2780-4621-8e4f-534ea50a207a None None] Set router 6e5215f9-a7f4-42a8-a79e-2644fa28e929 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:29:49.214905 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9c98ac16-b152-46db-a28b-1eb9aa63608f None None] For port ec2f0703-b799-40e1-9d11-3f224c8ed42e, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ec2f0703-b799-40e1-9d11-3f224c8ed42e,segment=NetworkSegment(24f4a20e-8b8e-41e2-b3fa-76517f0775ca),segment_id=24f4a20e-8b8e-41e2-b3fa-76517f0775ca)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:29:49.242087 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9c98ac16-b152-46db-a28b-1eb9aa63608f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:49.244015 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-76db8aab-d2a2-4b03-ab36-bd704d80af5f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:49.307138 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c252d7bb-763f-458b-9866-dae1f71a0cc9 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:49.440389 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c252d7bb-763f-458b-9866-dae1f71a0cc9 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:29:49.456918 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-c252d7bb-763f-458b-9866-dae1f71a0cc9 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:29:49.462589 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c252d7bb-763f-458b-9866-dae1f71a0cc9 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:29:49.521626 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98ac16-b152-46db-a28b-1eb9aa63608f None None] Pushing event updated for resources: {'Port': ['ID=ec2f0703-b799-40e1-9d11-3f224c8ed42e,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:49.548266 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252d7bb-763f-458b-9866-dae1f71a0cc9 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Pushing event updated for resources: {'Port': ['ID=c047f1bf-8a84-4db7-90cf-be27606badea,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:49.556798 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54310) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:49.620077 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-76db8aab-d2a2-4b03-ab36-bd704d80af5f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:49.636482 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a057868-faf0-422e-8c9e-44f9ab6df6a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:49.660179 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-d2cdf78c-2780-4621-8e4f-534ea50a207a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1035058919', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '596e04ac-a393-4fab-81a9-8ae5c198e174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:26:49Z', 'updated_at': '2021-11-10T19:29:45Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '596e04ac-a393-4fab-81a9-8ae5c198e174', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:26:50Z', 'updated_at': '2021-11-10T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:49.711592 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cdf78c-2780-4621-8e4f-534ea50a207a None None] Checking router: 6e5215f9-a7f4-42a8-a79e-2644fa28e929 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:29:49.713278 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54312) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:49.732327 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cdf78c-2780-4621-8e4f-534ea50a207a None None] Routers {'6e5215f9-a7f4-42a8-a79e-2644fa28e929'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:29:49.732985 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-d2cdf78c-2780-4621-8e4f-534ea50a207a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:29:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['6e5215f9-a7f4-42a8-a79e-2644fa28e929'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:49.735521 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db8aab-d2a2-4b03-ab36-bd704d80af5f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event deleted for resources: {'Subnet': ['ID=80df9671-f57e-40dc-a213-b58ffde2f797,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:49.804562 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-76db8aab-d2a2-4b03-ab36-bd704d80af5f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:49.814980 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-76db8aab-d2a2-4b03-ab36-bd704d80af5f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "DELETE /v2.0/subnets/80df9671-f57e-40dc-a213-b58ffde2f797 HTTP/1.1" status: 204 len: 168 time: 1.2082872 Nov 10 19:29:49.848211 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54316) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:49.958027 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a39ba2f-bd35-4c11-8c9f-fc6c73d580d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:49.961345 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-d2cdf78c-2780-4621-8e4f-534ea50a207a None None] Set router 6e5215f9-a7f4-42a8-a79e-2644fa28e929 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:29:50.061050 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7ff0a8-077c-4f42-a975-d9f180c47b0f None None] Network d2ee296e-97f0-4e05-bc63-eecad2cf8d08 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:29:50.196767 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0576df41-3071-48d9-a70c-1f4495d4e9ce tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:50.316907 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-c252d7bb-763f-458b-9866-dae1f71a0cc9 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Deleting port c047f1bf-8a84-4db7-90cf-be27606badea {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:29:50.317506 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c252d7bb-763f-458b-9866-dae1f71a0cc9 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:50.321054 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a39ba2f-bd35-4c11-8c9f-fc6c73d580d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:50.323495 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a057868-faf0-422e-8c9e-44f9ab6df6a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:50.346515 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a057868-faf0-422e-8c9e-44f9ab6df6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:50.351325 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a39ba2f-bd35-4c11-8c9f-fc6c73d580d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:50.394909 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-56af4a32-693e-47b9-82dc-d883e894cb50 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:50.473208 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-0576df41-3071-48d9-a70c-1f4495d4e9ce tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Allocated IP 2001:db8::1 (9ceb8a8c-e1dd-4788-9240-f82cc7e15fb7/2df69c30-82ef-41ac-bad9-7c05e29be176/f2e4682d-e397-4d35-9a45-040abb1f8960) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:29:50.491718 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9709869c-ab0e-4344-81cb-afff414a2e84 None None] DHCP port deletion for d2ee296e-97f0-4e05-bc63-eecad2cf8d08 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:29:50.554125 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-d2cdf78c-2780-4621-8e4f-534ea50a207a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1035058919', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '596e04ac-a393-4fab-81a9-8ae5c198e174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:26:49Z', 'updated_at': '2021-11-10T19:29:45Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '596e04ac-a393-4fab-81a9-8ae5c198e174', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:26:50Z', 'updated_at': '2021-11-10T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:50.610934 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0576df41-3071-48d9-a70c-1f4495d4e9ce tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:50.632603 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a057868-faf0-422e-8c9e-44f9ab6df6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fc90a3-ec68-4164-bd2d-aaaf2b62b3ef,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:50.639881 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3a057868-faf0-422e-8c9e-44f9ab6df6a1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0adb9cbba84a4d6299394a3495144293&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0753307 Nov 10 19:29:50.646204 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54326) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:50.649726 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cdf78c-2780-4621-8e4f-534ea50a207a None None] The sync data for ids ['6e5215f9-a7f4-42a8-a79e-2644fa28e929'] in n-d-813897-4 is: [{'id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1035058919', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '596e04ac-a393-4fab-81a9-8ae5c198e174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:26:49Z', 'updated_at': '2021-11-10T19:29:45Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '596e04ac-a393-4fab-81a9-8ae5c198e174', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5215f9-a7f4-42a8-a79e-2644fa28e929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:26:50Z', 'updated_at': '2021-11-10T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:29:50.683524 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3a39ba2f-bd35-4c11-8c9f-fc6c73d580d3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7e7887089f444774bc714fb5939ff6c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9644027 Nov 10 19:29:50.683741 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0576df41-3071-48d9-a70c-1f4495d4e9ce tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:50.686812 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54328) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:50.701362 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9709869c-ab0e-4344-81cb-afff414a2e84 None None] Deleting port 74cd2f57-adef-4648-acc9-5f5652921160 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:29:50.703355 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9709869c-ab0e-4344-81cb-afff414a2e84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:50.796116 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0576df41-3071-48d9-a70c-1f4495d4e9ce tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Network 9ceb8a8c-e1dd-4788-9240-f82cc7e15fb7 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:29:50.802134 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-0576df41-3071-48d9-a70c-1f4495d4e9ce tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:29:50.805835 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0576df41-3071-48d9-a70c-1f4495d4e9ce tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:29:50.806421 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0576df41-3071-48d9-a70c-1f4495d4e9ce tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:50.843529 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9709869c-ab0e-4344-81cb-afff414a2e84 None None] For port 74cd2f57-adef-4648-acc9-5f5652921160, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=74cd2f57-adef-4648-acc9-5f5652921160,segment=NetworkSegment(6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d),segment_id=6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:29:50.843938 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9709869c-ab0e-4344-81cb-afff414a2e84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:50.866447 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9709869c-ab0e-4344-81cb-afff414a2e84 None None] Calling delete_port for 74cd2f57-adef-4648-acc9-5f5652921160 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:29:50.881358 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c252d7bb-763f-458b-9866-dae1f71a0cc9 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:50.882064 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c252d7bb-763f-458b-9866-dae1f71a0cc9 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:50.890835 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39ba2f-bd35-4c11-8c9f-fc6c73d580d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da320825-fe6e-4966-a602-751136be3d3e,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:50.927946 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576df41-3071-48d9-a70c-1f4495d4e9ce tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Pushing event updated for resources: {'Port': ['ID=f2e4682d-e397-4d35-9a45-040abb1f8960,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:50.930536 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b2078fef-0c64-45d1-9c8d-f4e7cf788dab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:50.933894 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-c252d7bb-763f-458b-9866-dae1f71a0cc9 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Calling delete_port for c047f1bf-8a84-4db7-90cf-be27606badea owned by network:floatingip {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:29:50.974165 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-56af4a32-693e-47b9-82dc-d883e894cb50 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:51.040362 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9709869c-ab0e-4344-81cb-afff414a2e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:51.092896 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b2078fef-0c64-45d1-9c8d-f4e7cf788dab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:51.106839 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cb48dbf8-620f-4d00-9925-c4bc1d59d927 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:51.157986 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-56af4a32-693e-47b9-82dc-d883e894cb50 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Deleting port 596e04ac-a393-4fab-81a9-8ae5c198e174 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:29:51.158393 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-56af4a32-693e-47b9-82dc-d883e894cb50 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:51.245824 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9709869c-ab0e-4344-81cb-afff414a2e84 None None] No DVR routers for this DVR port 74cd2f57-adef-4648-acc9-5f5652921160 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:29:51.276875 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ec2f0703-b799-40e1-9d11-3f224c8ed42e up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:29:51.279043 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709869c-ab0e-4344-81cb-afff414a2e84 None None] Pushing event deleted for resources: {'Port': ['ID=74cd2f57-adef-4648-acc9-5f5652921160,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:51.298791 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73739da5-589c-4394-bdcf-b5a2d355262d None None] Network 40169389-1da6-4608-9cd8-176039c8144f requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:29:51.353562 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cb48dbf8-620f-4d00-9925-c4bc1d59d927 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:51.381919 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c252d7bb-763f-458b-9866-dae1f71a0cc9 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:51.408735 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0576df41-3071-48d9-a70c-1f4495d4e9ce tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:51.507967 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cb48dbf8-620f-4d00-9925-c4bc1d59d927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:51.511086 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cb48dbf8-620f-4d00-9925-c4bc1d59d927 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:51.513136 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252d7bb-763f-458b-9866-dae1f71a0cc9 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Pushing event deleted for resources: {'Port': ['ID=c047f1bf-8a84-4db7-90cf-be27606badea,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:51.517138 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-cb48dbf8-620f-4d00-9925-c4bc1d59d927 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/da320825-fe6e-4966-a602-751136be3d3e HTTP/1.1" status: 204 len: 168 time: 0.8224528 Nov 10 19:29:51.518585 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b2078fef-0c64-45d1-9c8d-f4e7cf788dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:51.525323 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b2078fef-0c64-45d1-9c8d-f4e7cf788dab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:51.529947 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b2078fef-0c64-45d1-9c8d-f4e7cf788dab admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/50fc90a3-ec68-4164-bd2d-aaaf2b62b3ef HTTP/1.1" status: 204 len: 168 time: 0.8817985 Nov 10 19:29:51.535146 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-56af4a32-693e-47b9-82dc-d883e894cb50 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] For port 596e04ac-a393-4fab-81a9-8ae5c198e174, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=596e04ac-a393-4fab-81a9-8ae5c198e174,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:29:51.535146 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-56af4a32-693e-47b9-82dc-d883e894cb50 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:51.584896 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8208ac8f-7fda-4f86-b6f3-007f76b646e9 None None] Provisioning complete for port ec2f0703-b799-40e1-9d11-3f224c8ed42e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:51.586449 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8208ac8f-7fda-4f86-b6f3-007f76b646e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:51.643113 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-56af4a32-693e-47b9-82dc-d883e894cb50 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Calling delete_port for 596e04ac-a393-4fab-81a9-8ae5c198e174 owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:29:51.812401 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port ec2f0703-b799-40e1-9d11-3f224c8ed42e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:51.812769 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:51.853376 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-c252d7bb-763f-458b-9866-dae1f71a0cc9 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] create failed (client error): The resource could not be found. Nov 10 19:29:51.855093 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c252d7bb-763f-458b-9866-dae1f71a0cc9 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.9844611 Nov 10 19:29:51.862350 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54340) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:51.930201 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8208ac8f-7fda-4f86-b6f3-007f76b646e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:51.990570 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:52.010478 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-8208ac8f-7fda-4f86-b6f3-007f76b646e9 None None] For port ec2f0703-b799-40e1-9d11-3f224c8ed42e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ec2f0703-b799-40e1-9d11-3f224c8ed42e,segment=NetworkSegment(24f4a20e-8b8e-41e2-b3fa-76517f0775ca),segment_id=24f4a20e-8b8e-41e2-b3fa-76517f0775ca)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:29:52.020199 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8208ac8f-7fda-4f86-b6f3-007f76b646e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:52.099348 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:29:52.099844 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:29:52.100389 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8208ac8f-7fda-4f86-b6f3-007f76b646e9 None None] Pushing event updated for resources: {'Port': ['ID=ec2f0703-b799-40e1-9d11-3f224c8ed42e,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:52.157283 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-718f0e64-4f85-427f-8965-7ed500afea05 None None] Provisioning complete for port f2e4682d-e397-4d35-9a45-040abb1f8960 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:52.157845 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-718f0e64-4f85-427f-8965-7ed500afea05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:52.198848 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0576df41-3071-48d9-a70c-1f4495d4e9ce tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:52.208832 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48dbf8-620f-4d00-9925-c4bc1d59d927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da320825-fe6e-4966-a602-751136be3d3e,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:52.221700 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-718f0e64-4f85-427f-8965-7ed500afea05 None None] Port f2e4682d-e397-4d35-9a45-040abb1f8960 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:29:52.224447 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0576df41-3071-48d9-a70c-1f4495d4e9ce tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:52.225878 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0576df41-3071-48d9-a70c-1f4495d4e9ce tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:52.355305 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576df41-3071-48d9-a70c-1f4495d4e9ce tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Pushing event updated for resources: {'Port': ['ID=f2e4682d-e397-4d35-9a45-040abb1f8960,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:52.360994 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2078fef-0c64-45d1-9c8d-f4e7cf788dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fc90a3-ec68-4164-bd2d-aaaf2b62b3ef,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:52.447362 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-56af4a32-693e-47b9-82dc-d883e894cb50 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:52.526176 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af4a32-693e-47b9-82dc-d883e894cb50 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event deleted for resources: {'Port': ['ID=596e04ac-a393-4fab-81a9-8ae5c198e174,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:52.551599 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-ee2641f7-c638-4792-8156-c65b3e8e4b88 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Deleting port 5188249a-0729-44bc-822c-eb3c923bc669 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:29:52.553418 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ee2641f7-c638-4792-8156-c65b3e8e4b88 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:52.578258 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0576df41-3071-48d9-a70c-1f4495d4e9ce tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Network 9ceb8a8c-e1dd-4788-9240-f82cc7e15fb7 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:29:52.581346 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-0576df41-3071-48d9-a70c-1f4495d4e9ce tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:29:52.737133 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-56af4a32-693e-47b9-82dc-d883e894cb50 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:52.859828 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0576df41-3071-48d9-a70c-1f4495d4e9ce tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Router 88160ace-70aa-4603-a77a-78a0ae9fbfbc has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:29:52.899259 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ee1846-832d-4e36-9877-5eefe737c3b5 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:29:53.045101 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f5fcfaa7-89d1-4c29-9b0e-01bd06ef7d57 None None] Provisioning complete for port ec2f0703-b799-40e1-9d11-3f224c8ed42e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:53.047000 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f5fcfaa7-89d1-4c29-9b0e-01bd06ef7d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:53.082794 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ee2641f7-c638-4792-8156-c65b3e8e4b88 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:53.095366 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-56af4a32-693e-47b9-82dc-d883e894cb50 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:53.100669 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-56af4a32-693e-47b9-82dc-d883e894cb50 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:53.110736 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-ee2641f7-c638-4792-8156-c65b3e8e4b88 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Calling delete_port for 5188249a-0729-44bc-822c-eb3c923bc669 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:29:53.125862 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0576df41-3071-48d9-a70c-1f4495d4e9ce tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:29:53.135711 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0c2600-e31a-4187-98ca-2149a304db63 None None] Sync routers for ids ['88160ace-70aa-4603-a77a-78a0ae9fbfbc'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:29:53.151306 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0c2600-e31a-4187-98ca-2149a304db63 None None] Routers {'88160ace-70aa-4603-a77a-78a0ae9fbfbc'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:29:53.158679 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-bf0c2600-e31a-4187-98ca-2149a304db63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:29:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['88160ace-70aa-4603-a77a-78a0ae9fbfbc'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:53.167737 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54380) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:53.178734 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0576df41-3071-48d9-a70c-1f4495d4e9ce tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] 10.222.0.54 "PUT /v2.0/routers/88160ace-70aa-4603-a77a-78a0ae9fbfbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1333411 Nov 10 19:29:53.322342 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-bf0c2600-e31a-4187-98ca-2149a304db63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:53.360278 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 74cd2f57-adef-4648-acc9-5f5652921160 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:29:53.360732 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0c2600-e31a-4187-98ca-2149a304db63 None None] Routers {'88160ace-70aa-4603-a77a-78a0ae9fbfbc'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:29:53.361538 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-bf0c2600-e31a-4187-98ca-2149a304db63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:29:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['88160ace-70aa-4603-a77a-78a0ae9fbfbc'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:53.406638 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 74cd2f57-adef-4648-acc9-5f5652921160 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:29:53.406638 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 74cd2f57-adef-4648-acc9-5f5652921160 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:29:53.447056 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-56af4a32-693e-47b9-82dc-d883e894cb50 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:53.451519 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56af4a32-693e-47b9-82dc-d883e894cb50 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Fanout notify agent at l3_agent the message router_deleted on router 6e5215f9-a7f4-42a8-a79e-2644fa28e929 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:29:53.480147 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6a371b1a-1a80-4a81-afac-18a76a696e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:53.481052 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-56af4a32-693e-47b9-82dc-d883e894cb50 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:53.486684 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54392) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:53.487828 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-56af4a32-693e-47b9-82dc-d883e894cb50 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "DELETE /v2.0/routers/6e5215f9-a7f4-42a8-a79e-2644fa28e929 HTTP/1.1" status: 204 len: 168 time: 3.6336386 Nov 10 19:29:53.512015 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2dd833a2-4110-49d5-9d4a-5671b8016303 None None] Provisioning complete for port f2e4682d-e397-4d35-9a45-040abb1f8960 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:53.512015 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2dd833a2-4110-49d5-9d4a-5671b8016303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:53.525438 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-bf0c2600-e31a-4187-98ca-2149a304db63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:53.532445 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0c2600-e31a-4187-98ca-2149a304db63 None None] The sync data for ids ['88160ace-70aa-4603-a77a-78a0ae9fbfbc'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:29:53.646077 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-2dd833a2-4110-49d5-9d4a-5671b8016303 None None] Port f2e4682d-e397-4d35-9a45-040abb1f8960 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:29:53.752637 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6405e351-b2a4-45ee-b527-7f97efe69c07 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:53.801401 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-72ce5e07-332c-4525-b953-4140c66742b0 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:53.825481 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ec2f0703-b799-40e1-9d11-3f224c8ed42e up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:29:53.951041 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port ec2f0703-b799-40e1-9d11-3f224c8ed42e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:29:53.952031 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:54.034799 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6405e351-b2a4-45ee-b527-7f97efe69c07 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:54.085807 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-6405e351-b2a4-45ee-b527-7f97efe69c07 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ee296e-97f0-4e05-bc63-eecad2cf8d08']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:54.113725 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-6405e351-b2a4-45ee-b527-7f97efe69c07 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:54.120485 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-6405e351-b2a4-45ee-b527-7f97efe69c07 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dbb9d0e-a4f3-46cf-a18b-b1d92f3fd56d') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:54.157324 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6405e351-b2a4-45ee-b527-7f97efe69c07 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:54.188384 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f0809869-9e23-4efb-9be7-6dba00c75007 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:29:54.191856 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6405e351-b2a4-45ee-b527-7f97efe69c07 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:54.213060 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6405e351-b2a4-45ee-b527-7f97efe69c07 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:29:54.214301 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6405e351-b2a4-45ee-b527-7f97efe69c07 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:54.277069 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: f0809869-9e23-4efb-9be7-6dba00c75007 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:29:54.277709 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f0809869-9e23-4efb-9be7-6dba00c75007 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:29:54.374820 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:29:54.374820 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:29:54.374820 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:29:54.374820 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:29:54.374820 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:29:54.374820 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:29:54.374820 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:29:54.374820 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:29:54.374820 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:29:54.374820 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:29:54.374820 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:29:54.374820 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:29:54.374820 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:29:54.374820 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:29:54.374820 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:29:54.374820 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:29:54.374820 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:29:54.374820 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:29:54.374820 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:29:54.374820 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:29:54.374820 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:29:54.374820 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:29:54.374820 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:29:54.374820 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:29:54.374820 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:29:54.374820 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:29:54.374820 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:29:54.374820 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:29:54.374820 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:29:54.374820 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:29:54.374820 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:29:54.374820 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:29:54.383020 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6405e351-b2a4-45ee-b527-7f97efe69c07 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:54.404294 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6405e351-b2a4-45ee-b527-7f97efe69c07 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:54.436679 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6405e351-b2a4-45ee-b527-7f97efe69c07 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "DELETE /v2.0/networks/d2ee296e-97f0-4e05-bc63-eecad2cf8d08 HTTP/1.1" status: 204 len: 168 time: 0.9472141 Nov 10 19:29:54.437392 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54416) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:54.511222 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405e351-b2a4-45ee-b527-7f97efe69c07 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event deleted for resources: {'Network': ['ID=d2ee296e-97f0-4e05-bc63-eecad2cf8d08,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:54.545284 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54420) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:54.607251 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-72ce5e07-332c-4525-b953-4140c66742b0 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 10 19:29:54.611108 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-72ce5e07-332c-4525-b953-4140c66742b0 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] 10.222.0.54 "DELETE /v2.0/routers/88160ace-70aa-4603-a77a-78a0ae9fbfbc HTTP/1.1" status: 409 len: 329 time: 1.4376807 Nov 10 19:29:54.614009 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54424) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:54.657691 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0a1d04fb-bdef-4dfc-868d-553301b09d4f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:54.660935 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:54.719466 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0a1d04fb-bdef-4dfc-868d-553301b09d4f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:54.830811 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0a1d04fb-bdef-4dfc-868d-553301b09d4f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:54.833455 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0a1d04fb-bdef-4dfc-868d-553301b09d4f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:54.837636 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0a1d04fb-bdef-4dfc-868d-553301b09d4f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "DELETE /v2.0/security-groups/fdf2da78-17c7-495f-bd74-4854c9b5f1fb HTTP/1.1" status: 204 len: 168 time: 0.3622975 Nov 10 19:29:54.878354 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d04fb-bdef-4dfc-868d-553301b09d4f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf2da78-17c7-495f-bd74-4854c9b5f1fb,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:54.935778 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-91365755-f30a-4607-869a-3d27f1f3330e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:55.033655 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:55.059867 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ee2641f7-c638-4792-8156-c65b3e8e4b88 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:55.126607 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2641f7-c638-4792-8156-c65b3e8e4b88 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Pushing event deleted for resources: {'Port': ['ID=5188249a-0729-44bc-822c-eb3c923bc669,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:55.206377 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-91365755-f30a-4607-869a-3d27f1f3330e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:55.219029 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-91365755-f30a-4607-869a-3d27f1f3330e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:55.308192 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-91365755-f30a-4607-869a-3d27f1f3330e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dc1b51a7e53f46ff86a9f3a346b61f3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7593527 Nov 10 19:29:55.313810 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54438) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:55.327009 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ee2641f7-c638-4792-8156-c65b3e8e4b88 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:55.330707 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ee2641f7-c638-4792-8156-c65b3e8e4b88 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] 10.222.0.54 "DELETE /v2.0/ports/5188249a-0729-44bc-822c-eb3c923bc669 HTTP/1.1" status: 204 len: 168 time: 3.4640315 Nov 10 19:29:55.346769 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54440) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:55.364131 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91365755-f30a-4607-869a-3d27f1f3330e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d2c1e1-8c0d-4bab-994a-952595717abf,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:55.474832 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 596e04ac-a393-4fab-81a9-8ae5c198e174 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:29:55.496802 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966fbc1f-39c5-4f23-9f59-a9996e7fa360 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:55.501627 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-966fbc1f-39c5-4f23-9f59-a9996e7fa360 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1c56ee1-bb7e-4d4e-8d63-d36fe58409f7 HTTP/1.1" status: 200 len: 913 time: 0.1513648 Nov 10 19:29:55.501910 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54448) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:55.541301 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-29e24732-c0e4-4bdd-8a07-1d6c51e0460a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:55.554395 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 596e04ac-a393-4fab-81a9-8ae5c198e174 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:29:55.556202 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 596e04ac-a393-4fab-81a9-8ae5c198e174 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:29:55.619131 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-29e24732-c0e4-4bdd-8a07-1d6c51e0460a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:55.627280 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54456) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:55.633090 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-9dffed42-b6c8-40c4-9470-f8c6333af393 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1336554027', 'description': 'tempest-secgroup-smoke-1336554027 description', 'project_id': '540494213bb2401d877387c28ba690c2'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:55.698469 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-29e24732-c0e4-4bdd-8a07-1d6c51e0460a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:55.701248 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-29e24732-c0e4-4bdd-8a07-1d6c51e0460a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:55.705643 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-29e24732-c0e4-4bdd-8a07-1d6c51e0460a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e1d2c1e1-8c0d-4bab-994a-952595717abf HTTP/1.1" status: 204 len: 168 time: 0.3912280 Nov 10 19:29:55.720495 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e24732-c0e4-4bdd-8a07-1d6c51e0460a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d2c1e1-8c0d-4bab-994a-952595717abf,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:55.751755 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-eb348f6c-d180-4576-86fc-23394ce3a65c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:55.755951 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9dffed42-b6c8-40c4-9470-f8c6333af393 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:56.018179 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ff8633dd-4fca-4117-9229-b7993e04fd80 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:56.159808 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9dffed42-b6c8-40c4-9470-f8c6333af393 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:56.195176 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9dffed42-b6c8-40c4-9470-f8c6333af393 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:56.262592 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9dffed42-b6c8-40c4-9470-f8c6333af393 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:56.263910 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9dffed42-b6c8-40c4-9470-f8c6333af393 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6356969 Nov 10 19:29:56.270088 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54476) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:56.275259 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-6eb013a6-32cb-4338-adba-6aa16f3bedc6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'security_group_rule': {'security_group_id': '870e9252-f7b1-4dc7-99d3-658b500cd6ab', 'project_id': '540494213bb2401d877387c28ba690c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:56.327115 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dffed42-b6c8-40c4-9470-f8c6333af393 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=870e9252-f7b1-4dc7-99d3-658b500cd6ab,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:56.415003 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6eb013a6-32cb-4338-adba-6aa16f3bedc6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:56.515330 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-91adf45b-7f53-4948-a6a7-7c35ade664ad tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:56.681431 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6eb013a6-32cb-4338-adba-6aa16f3bedc6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:56.688545 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6eb013a6-32cb-4338-adba-6aa16f3bedc6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:56.796007 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6eb013a6-32cb-4338-adba-6aa16f3bedc6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:56.799820 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6eb013a6-32cb-4338-adba-6aa16f3bedc6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5259974 Nov 10 19:29:56.799820 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb013a6-32cb-4338-adba-6aa16f3bedc6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=200ae803-8885-44da-981c-63bb0da56ab3,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:56.800194 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54496) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:56.808969 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-6b36b545-f01a-4593-beb3-d4cdaa332e01 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'security_group_rule': {'security_group_id': '870e9252-f7b1-4dc7-99d3-658b500cd6ab', 'project_id': '540494213bb2401d877387c28ba690c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:56.812488 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-ff8633dd-4fca-4117-9229-b7993e04fd80 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Deleting port f2e4682d-e397-4d35-9a45-040abb1f8960 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:29:56.812833 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ff8633dd-4fca-4117-9229-b7993e04fd80 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:56.878550 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6b36b545-f01a-4593-beb3-d4cdaa332e01 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:56.985135 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6b36b545-f01a-4593-beb3-d4cdaa332e01 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:56.992428 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6b36b545-f01a-4593-beb3-d4cdaa332e01 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:57.037109 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36b545-f01a-4593-beb3-d4cdaa332e01 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d5ab846-1f65-428a-8bd1-d33e61f6d1f4,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:57.055751 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36b545-f01a-4593-beb3-d4cdaa332e01 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:57.057511 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36b545-f01a-4593-beb3-d4cdaa332e01 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:57.058392 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36b545-f01a-4593-beb3-d4cdaa332e01 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:57.066329 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36b545-f01a-4593-beb3-d4cdaa332e01 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:57.066930 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36b545-f01a-4593-beb3-d4cdaa332e01 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:57.067498 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36b545-f01a-4593-beb3-d4cdaa332e01 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:57.068136 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36b545-f01a-4593-beb3-d4cdaa332e01 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:57.069258 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36b545-f01a-4593-beb3-d4cdaa332e01 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:57.069842 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36b545-f01a-4593-beb3-d4cdaa332e01 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:57.070398 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36b545-f01a-4593-beb3-d4cdaa332e01 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:57.076493 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36b545-f01a-4593-beb3-d4cdaa332e01 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:57.077136 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36b545-f01a-4593-beb3-d4cdaa332e01 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:29:57.093998 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ff8633dd-4fca-4117-9229-b7993e04fd80 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:57.101002 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6b36b545-f01a-4593-beb3-d4cdaa332e01 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:57.107120 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6b36b545-f01a-4593-beb3-d4cdaa332e01 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3024323 Nov 10 19:29:57.108819 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54506) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:57.115020 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-7f1813a8-2429-4c1e-84bb-c3f5de8c9b15 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'security_group_rule': {'security_group_id': '870e9252-f7b1-4dc7-99d3-658b500cd6ab', 'project_id': '540494213bb2401d877387c28ba690c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:57.116943 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-ff8633dd-4fca-4117-9229-b7993e04fd80 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Calling delete_port for f2e4682d-e397-4d35-9a45-040abb1f8960 owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:29:57.180545 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7f1813a8-2429-4c1e-84bb-c3f5de8c9b15 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:57.185393 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:57.215255 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-91adf45b-7f53-4948-a6a7-7c35ade664ad tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Deleting port b4d42a40-748f-4523-8400-75590e69beaa {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:29:57.215624 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-91adf45b-7f53-4948-a6a7-7c35ade664ad tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:57.321558 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7f1813a8-2429-4c1e-84bb-c3f5de8c9b15 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:57.336433 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7f1813a8-2429-4c1e-84bb-c3f5de8c9b15 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:57.385891 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1813a8-2429-4c1e-84bb-c3f5de8c9b15 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ac2ddd-858b-4214-a5c9-96285e06b936,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:57.389231 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7f1813a8-2429-4c1e-84bb-c3f5de8c9b15 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:57.391465 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7f1813a8-2429-4c1e-84bb-c3f5de8c9b15 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2796259 Nov 10 19:29:57.393340 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54514) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:57.398177 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-4b46add0-3102-46c2-bc38-c367234b988a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'security_group_rule': {'security_group_id': '870e9252-f7b1-4dc7-99d3-658b500cd6ab', 'project_id': '540494213bb2401d877387c28ba690c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:57.436777 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4b46add0-3102-46c2-bc38-c367234b988a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:57.497567 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-91adf45b-7f53-4948-a6a7-7c35ade664ad tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:57.541749 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-91adf45b-7f53-4948-a6a7-7c35ade664ad tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Calling delete_port for b4d42a40-748f-4523-8400-75590e69beaa owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:29:57.562079 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4b46add0-3102-46c2-bc38-c367234b988a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:57.570828 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4b46add0-3102-46c2-bc38-c367234b988a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:57.592905 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4b46add0-3102-46c2-bc38-c367234b988a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:57.596173 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4b46add0-3102-46c2-bc38-c367234b988a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1991851 Nov 10 19:29:57.599534 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54524) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:57.616905 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-0d526e7d-e025-4e18-af81-e12ec59eb2bb tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'security_group_rule': {'security_group_id': '870e9252-f7b1-4dc7-99d3-658b500cd6ab', 'project_id': '540494213bb2401d877387c28ba690c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:57.633234 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46add0-3102-46c2-bc38-c367234b988a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5936591d-1e99-4ea7-8dcf-e564fad1ddae,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:57.717375 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ff8633dd-4fca-4117-9229-b7993e04fd80 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:57.727431 n-d-813897-4 neutron-server[102505]: INFO neutron.db.securitygroups_db [None req-0d526e7d-e025-4e18-af81-e12ec59eb2bb tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Project 540494213bb2401d877387c28ba690c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 19:29:57.755903 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0d526e7d-e025-4e18-af81-e12ec59eb2bb tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:57.770931 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8633dd-4fca-4117-9229-b7993e04fd80 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Pushing event deleted for resources: {'Port': ['ID=f2e4682d-e397-4d35-9a45-040abb1f8960,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:58.472959 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ff8633dd-4fca-4117-9229-b7993e04fd80 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:58.487499 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0d526e7d-e025-4e18-af81-e12ec59eb2bb tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:58.501031 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0d526e7d-e025-4e18-af81-e12ec59eb2bb tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:58.628153 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d526e7d-e025-4e18-af81-e12ec59eb2bb tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b41a02cc-5960-406b-98be-59f05c85efc4,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:58.684185 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0d526e7d-e025-4e18-af81-e12ec59eb2bb tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:58.687595 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:58.688810 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54552) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:58.689219 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0d526e7d-e025-4e18-af81-e12ec59eb2bb tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0854247 Nov 10 19:29:58.696047 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-6d0a5704-213c-4263-98bc-703fb3873257 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'security_group_rule': {'security_group_id': '870e9252-f7b1-4dc7-99d3-658b500cd6ab', 'project_id': '540494213bb2401d877387c28ba690c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:58.749962 n-d-813897-4 neutron-server[102506]: INFO neutron.db.securitygroups_db [None req-6d0a5704-213c-4263-98bc-703fb3873257 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Project 540494213bb2401d877387c28ba690c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 19:29:58.756061 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6d0a5704-213c-4263-98bc-703fb3873257 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:58.775841 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-91adf45b-7f53-4948-a6a7-7c35ade664ad tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:58.851167 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91adf45b-7f53-4948-a6a7-7c35ade664ad tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Pushing event deleted for resources: {'Port': ['ID=b4d42a40-748f-4523-8400-75590e69beaa,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:58.864633 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6d0a5704-213c-4263-98bc-703fb3873257 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:58.871546 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6d0a5704-213c-4263-98bc-703fb3873257 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:58.887940 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8633dd-4fca-4117-9229-b7993e04fd80 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Router 88160ace-70aa-4603-a77a-78a0ae9fbfbc has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:29:58.917593 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6d0a5704-213c-4263-98bc-703fb3873257 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:58.918852 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6d0a5704-213c-4263-98bc-703fb3873257 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2283535 Nov 10 19:29:58.922476 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54560) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:58.930792 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a5704-213c-4263-98bc-703fb3873257 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af0cdf06-b37f-4c63-8594-086b680d3894,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:58.934129 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-a1b4178b-05ab-460f-b691-5773517f281f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'network': {'name': 'tempest-network-smoke--1842835625', 'project_id': '540494213bb2401d877387c28ba690c2', 'port_security_enabled': True}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:59.050726 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b4178b-05ab-460f-b691-5773517f281f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Made reservation on behalf of 540494213bb2401d877387c28ba690c2 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:29:59.054834 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a1b4178b-05ab-460f-b691-5773517f281f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:59.235706 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8633dd-4fca-4117-9229-b7993e04fd80 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:29:59.238912 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-91adf45b-7f53-4948-a6a7-7c35ade664ad tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:59.248195 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54572) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:59.248346 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ff8633dd-4fca-4117-9229-b7993e04fd80 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] 10.222.0.54 "PUT /v2.0/routers/88160ace-70aa-4603-a77a-78a0ae9fbfbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6328239 Nov 10 19:29:59.252203 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc830d99-cfe6-4381-a33a-8b328d2185ef None None] Sync routers for ids ['88160ace-70aa-4603-a77a-78a0ae9fbfbc'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:29:59.259170 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b4178b-05ab-460f-b691-5773517f281f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:29:59.311891 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc830d99-cfe6-4381-a33a-8b328d2185ef None None] Routers {'88160ace-70aa-4603-a77a-78a0ae9fbfbc'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:29:59.312539 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-fc830d99-cfe6-4381-a33a-8b328d2185ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:29:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['88160ace-70aa-4603-a77a-78a0ae9fbfbc'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:59.313379 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a1b4178b-05ab-460f-b691-5773517f281f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:59.313732 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-a1b4178b-05ab-460f-b691-5773517f281f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Added segment 6a7a2226-27ec-4992-800c-02e84c0b3c55 of type vlan for network adcbf13e-4fd3-40b0-b9d5-b0278636d662 Nov 10 19:29:59.357829 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-bba0c43f-4ed0-47d3-9a46-23e94ea8215a tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] show failed (client error): The resource could not be found. Nov 10 19:29:59.359098 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-bba0c43f-4ed0-47d3-9a46-23e94ea8215a tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] 10.222.0.54 "GET /v2.0/routers/tempest-non_exist_router-1475806834 HTTP/1.1" status: 404 len: 335 time: 0.1082897 Nov 10 19:29:59.362883 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54578) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:59.367965 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-7643959a-0fc7-4db6-a44d-449fba27955c tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:59.380843 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-fc830d99-cfe6-4381-a33a-8b328d2185ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:59.400168 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:59.415895 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc830d99-cfe6-4381-a33a-8b328d2185ef None None] Routers {'88160ace-70aa-4603-a77a-78a0ae9fbfbc'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:29:59.416926 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-fc830d99-cfe6-4381-a33a-8b328d2185ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:29:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['88160ace-70aa-4603-a77a-78a0ae9fbfbc'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:59.433621 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-7643959a-0fc7-4db6-a44d-449fba27955c tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] update failed (client error): The resource could not be found. Nov 10 19:29:59.434702 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7643959a-0fc7-4db6-a44d-449fba27955c tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] 10.222.0.54 "PUT /v2.0/routers/tempest-non_exist_router-1044352902 HTTP/1.1" status: 404 len: 335 time: 0.0706987 Nov 10 19:29:59.446673 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54580) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:59.473984 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a1b4178b-05ab-460f-b691-5773517f281f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:59.481967 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-fc830d99-cfe6-4381-a33a-8b328d2185ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:59.482655 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc830d99-cfe6-4381-a33a-8b328d2185ef None None] The sync data for ids ['88160ace-70aa-4603-a77a-78a0ae9fbfbc'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:29:59.524943 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d807193-b1d5-45c0-9e57-b8580547b61b tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Deleting subnet 5bc1335e-ddf0-497a-8665-87f697f69be8 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:29:59.528495 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4d807193-b1d5-45c0-9e57-b8580547b61b tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:59.551035 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91adf45b-7f53-4948-a6a7-7c35ade664ad tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Router c1c56ee1-bb7e-4d4e-8d63-d36fe58409f7 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:29:59.575455 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a1b4178b-05ab-460f-b691-5773517f281f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:59.587173 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b4178b-05ab-460f-b691-5773517f281f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:29:59.588155 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a1b4178b-05ab-460f-b691-5773517f281f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:59.595767 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4d807193-b1d5-45c0-9e57-b8580547b61b tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:59.669719 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a1b4178b-05ab-460f-b691-5773517f281f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7434859 Nov 10 19:29:59.680833 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54588) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:59.723408 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-803d8acc-e785-45f0-99ff-d22c8b0bded6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-725541396', 'admin_state_up': True, 'project_id': '540494213bb2401d877387c28ba690c2', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:29:59.761109 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4d807193-b1d5-45c0-9e57-b8580547b61b tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:59.774751 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91adf45b-7f53-4948-a6a7-7c35ade664ad tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:29:59.784587 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75da2812-7439-407b-a424-1098fc94dc51 None None] Sync routers for ids ['c1c56ee1-bb7e-4d4e-8d63-d36fe58409f7'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:29:59.800937 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75da2812-7439-407b-a424-1098fc94dc51 None None] Routers {'c1c56ee1-bb7e-4d4e-8d63-d36fe58409f7'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:29:59.801558 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-75da2812-7439-407b-a424-1098fc94dc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:29:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c1c56ee1-bb7e-4d4e-8d63-d36fe58409f7'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:59.813043 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-91adf45b-7f53-4948-a6a7-7c35ade664ad tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] 10.222.0.54 "PUT /v2.0/routers/c1c56ee1-bb7e-4d4e-8d63-d36fe58409f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3101585 Nov 10 19:29:59.816277 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54590) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:59.825385 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4178b-05ab-460f-b691-5773517f281f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'Network': ['ID=adcbf13e-4fd3-40b0-b9d5-b0278636d662,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:59.839505 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network adcbf13e-4fd3-40b0-b9d5-b0278636d662 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:29:59.864947 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-75da2812-7439-407b-a424-1098fc94dc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:59.881625 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75da2812-7439-407b-a424-1098fc94dc51 None None] Routers {'c1c56ee1-bb7e-4d4e-8d63-d36fe58409f7'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:29:59.882761 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-75da2812-7439-407b-a424-1098fc94dc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:29:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c1c56ee1-bb7e-4d4e-8d63-d36fe58409f7'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:59.902862 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4d807193-b1d5-45c0-9e57-b8580547b61b tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:59.931562 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4d807193-b1d5-45c0-9e57-b8580547b61b tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:59.936022 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4d807193-b1d5-45c0-9e57-b8580547b61b tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] 10.222.0.54 "DELETE /v2.0/subnets/5bc1335e-ddf0-497a-8665-87f697f69be8 HTTP/1.1" status: 204 len: 168 time: 0.4884276 Nov 10 19:29:59.940641 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54594) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:29:59.952912 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2f456c98-cb73-465f-bc8b-3aa92c643622 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:29:59.966598 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ac28eb-f7fa-4a1d-9aa6-921aa6ead56f None None] Network 40169389-1da6-4608-9cd8-176039c8144f requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:29:59.973040 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d807193-b1d5-45c0-9e57-b8580547b61b tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Pushing event deleted for resources: {'Subnet': ['ID=5bc1335e-ddf0-497a-8665-87f697f69be8,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:29:59.973458 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-75da2812-7439-407b-a424-1098fc94dc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:29:59.974305 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75da2812-7439-407b-a424-1098fc94dc51 None None] The sync data for ids ['c1c56ee1-bb7e-4d4e-8d63-d36fe58409f7'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:30:00.082584 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-803d8acc-e785-45f0-99ff-d22c8b0bded6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:00.084490 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-803d8acc-e785-45f0-99ff-d22c8b0bded6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:00.113563 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0b405fd5-7a3f-4e25-a3c6-36c9670efd3a tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:00.330169 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-0b405fd5-7a3f-4e25-a3c6-36c9670efd3a tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Deleting port ec2f0703-b799-40e1-9d11-3f224c8ed42e {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:30:00.330535 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0b405fd5-7a3f-4e25-a3c6-36c9670efd3a tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:00.332456 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0292b8-ee09-4add-abee-38b8ac368a5b None None] DHCP port deletion for 40169389-1da6-4608-9cd8-176039c8144f request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:30:00.381227 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2f456c98-cb73-465f-bc8b-3aa92c643622 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:00.388062 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2f456c98-cb73-465f-bc8b-3aa92c643622 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:00.425861 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-8c0292b8-ee09-4add-abee-38b8ac368a5b None None] Deleting port ec2f0703-b799-40e1-9d11-3f224c8ed42e {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:30:00.435320 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8c0292b8-ee09-4add-abee-38b8ac368a5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:00.486415 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-0b405fd5-7a3f-4e25-a3c6-36c9670efd3a tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] For port ec2f0703-b799-40e1-9d11-3f224c8ed42e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ec2f0703-b799-40e1-9d11-3f224c8ed42e,segment=NetworkSegment(24f4a20e-8b8e-41e2-b3fa-76517f0775ca),segment_id=24f4a20e-8b8e-41e2-b3fa-76517f0775ca)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:00.486713 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0b405fd5-7a3f-4e25-a3c6-36c9670efd3a tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:00.531522 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-0b405fd5-7a3f-4e25-a3c6-36c9670efd3a tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Calling delete_port for ec2f0703-b799-40e1-9d11-3f224c8ed42e owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:30:00.576832 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-803d8acc-e785-45f0-99ff-d22c8b0bded6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:00.605454 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2f456c98-cb73-465f-bc8b-3aa92c643622 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:00.606948 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f456c98-cb73-465f-bc8b-3aa92c643622 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Fanout notify agent at l3_agent the message router_deleted on router c1c56ee1-bb7e-4d4e-8d63-d36fe58409f7 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:30:00.708529 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0b405fd5-7a3f-4e25-a3c6-36c9670efd3a tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:00.710525 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2f456c98-cb73-465f-bc8b-3aa92c643622 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:00.714777 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2f456c98-cb73-465f-bc8b-3aa92c643622 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] 10.222.0.54 "DELETE /v2.0/routers/c1c56ee1-bb7e-4d4e-8d63-d36fe58409f7 HTTP/1.1" status: 204 len: 168 time: 0.8974459 Nov 10 19:30:00.720086 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54640) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:00.756995 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b405fd5-7a3f-4e25-a3c6-36c9670efd3a tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Pushing event deleted for resources: {'Port': ['ID=ec2f0703-b799-40e1-9d11-3f224c8ed42e,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:00.791766 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b405fd5-7a3f-4e25-a3c6-36c9670efd3a tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] No DVR routers for this DVR port ec2f0703-b799-40e1-9d11-3f224c8ed42e on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:30:00.803823 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-8c0292b8-ee09-4add-abee-38b8ac368a5b None None] For port ec2f0703-b799-40e1-9d11-3f224c8ed42e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ec2f0703-b799-40e1-9d11-3f224c8ed42e,segment=NetworkSegment(24f4a20e-8b8e-41e2-b3fa-76517f0775ca),segment_id=24f4a20e-8b8e-41e2-b3fa-76517f0775ca)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:00.803823 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8c0292b8-ee09-4add-abee-38b8ac368a5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:00.813525 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-83ec0918-6566-4e7e-b158-732d6b69c198 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=dc8efad0eb2c46a8b1cc9cd242bc0235&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612357 Nov 10 19:30:00.880590 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-8c0292b8-ee09-4add-abee-38b8ac368a5b None None] Calling delete_port for ec2f0703-b799-40e1-9d11-3f224c8ed42e owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:30:00.946439 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-803d8acc-e785-45f0-99ff-d22c8b0bded6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:01.029496 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0b405fd5-7a3f-4e25-a3c6-36c9670efd3a tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:01.041312 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c50c9e-0748-4727-8dc9-f520a4fb64c8 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Deleting subnet a80889f3-be23-437e-9690-d1c2a1fc8cdd {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:30:01.046237 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03c50c9e-0748-4727-8dc9-f520a4fb64c8 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:01.076676 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8c0292b8-ee09-4add-abee-38b8ac368a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:01.115557 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0292b8-ee09-4add-abee-38b8ac368a5b None None] Pushing event deleted for resources: {'Port': ['ID=ec2f0703-b799-40e1-9d11-3f224c8ed42e,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:01.115971 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-0b405fd5-7a3f-4e25-a3c6-36c9670efd3a tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40169389-1da6-4608-9cd8-176039c8144f']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:01.138025 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0292b8-ee09-4add-abee-38b8ac368a5b None None] No DVR routers for this DVR port ec2f0703-b799-40e1-9d11-3f224c8ed42e on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:30:01.152450 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-0b405fd5-7a3f-4e25-a3c6-36c9670efd3a tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f4a20e-8b8e-41e2-b3fa-76517f0775ca') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:01.152450 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-0b405fd5-7a3f-4e25-a3c6-36c9670efd3a tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f4a20e-8b8e-41e2-b3fa-76517f0775ca') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:01.172944 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0b405fd5-7a3f-4e25-a3c6-36c9670efd3a tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:01.189195 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-5446dbc8-c105-41ff-aa3d-5a1cd22143a5 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:01.190905 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-5446dbc8-c105-41ff-aa3d-5a1cd22143a5 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3482859 Nov 10 19:30:01.203662 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03c50c9e-0748-4727-8dc9-f520a4fb64c8 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:01.205603 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0b405fd5-7a3f-4e25-a3c6-36c9670efd3a tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:01.225486 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-de2954e1-3b7f-48d8-b39c-f7988cd3961a tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/quotas/dc8efad0eb2c46a8b1cc9cd242bc0235 HTTP/1.1" status: 200 len: 375 time: 0.0140607 Nov 10 19:30:01.229140 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b405fd5-7a3f-4e25-a3c6-36c9670efd3a tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:30:01.229656 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0b405fd5-7a3f-4e25-a3c6-36c9670efd3a tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:01.234664 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:30:01.234664 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:30:01.234664 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:30:01.234664 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:30:01.234664 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:30:01.234664 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:30:01.234664 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:30:01.234664 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:30:01.234664 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:30:01.234664 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:30:01.234664 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:30:01.234664 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:30:01.234664 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:30:01.234664 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:30:01.234664 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:30:01.234664 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:30:01.234664 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:30:01.234664 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:30:01.234664 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:30:01.234664 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:30:01.234664 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:30:01.234664 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:30:01.234664 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:30:01.234664 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:30:01.234664 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:30:01.234664 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:30:01.234664 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:30:01.234664 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:30:01.234664 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:30:01.234664 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:30:01.234664 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:30:01.234664 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:30:01.324933 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-c276046a-2450-4599-8fb5-02b811650e5b tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=dc8efad0eb2c46a8b1cc9cd242bc0235&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772130 Nov 10 19:30:01.337647 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0b405fd5-7a3f-4e25-a3c6-36c9670efd3a tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:01.346297 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0b405fd5-7a3f-4e25-a3c6-36c9670efd3a tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:01.354779 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0b405fd5-7a3f-4e25-a3c6-36c9670efd3a tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] 10.222.0.54 "DELETE /v2.0/networks/40169389-1da6-4608-9cd8-176039c8144f HTTP/1.1" status: 204 len: 168 time: 1.4123130 Nov 10 19:30:01.358963 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54672) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:01.473142 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a9e600b-35d8-4605-b690-6fd14681f7f8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Deleting subnet f3bea4ec-7171-42ce-b27a-051750783e3d {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:30:01.480222 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b405fd5-7a3f-4e25-a3c6-36c9670efd3a tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Pushing event deleted for resources: {'Network': ['ID=40169389-1da6-4608-9cd8-176039c8144f,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:01.480222 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9a9e600b-35d8-4605-b690-6fd14681f7f8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:01.560894 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ec2f0703-b799-40e1-9d11-3f224c8ed42e no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:30:01.563012 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9a9e600b-35d8-4605-b690-6fd14681f7f8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:01.636578 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: ec2f0703-b799-40e1-9d11-3f224c8ed42e {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:30:01.637593 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ec2f0703-b799-40e1-9d11-3f224c8ed42e not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:30:01.837278 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9a9e600b-35d8-4605-b690-6fd14681f7f8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:01.996855 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-440ce906-6a56-4fb2-8163-dfdb9efbcbc6 req-8ec79fc3-90e1-42e7-99da-d187e2a83c9e tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/ports?device_id=c836de56-3cae-488d-a0b0-e72afcd29a63 HTTP/1.1" status: 200 len: 210 time: 0.1064203 Nov 10 19:30:01.999971 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03c50c9e-0748-4727-8dc9-f520a4fb64c8 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:02.067086 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9a9e600b-35d8-4605-b690-6fd14681f7f8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:02.106840 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e600b-35d8-4605-b690-6fd14681f7f8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Pushing event deleted for resources: {'Subnet': ['ID=f3bea4ec-7171-42ce-b27a-051750783e3d,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:02.123101 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9a9e600b-35d8-4605-b690-6fd14681f7f8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:02.124046 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44e9a01-1562-4856-b85a-68e813ad3c3c None None] Network e9bb65f6-dc7a-47f2-aaff-56a6186e716d requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:30:02.131674 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9a9e600b-35d8-4605-b690-6fd14681f7f8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] 10.222.0.54 "DELETE /v2.0/subnets/f3bea4ec-7171-42ce-b27a-051750783e3d HTTP/1.1" status: 204 len: 168 time: 0.7711172 Nov 10 19:30:02.132712 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54724) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:02.286830 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-731c8b1c-3b89-489f-b3cf-7b3abdd98a67 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Deleting subnet e3ba7b78-7e74-429e-b798-02d77dc2b830 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:30:02.295633 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-731c8b1c-3b89-489f-b3cf-7b3abdd98a67 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:02.317105 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03c50c9e-0748-4727-8dc9-f520a4fb64c8 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:02.374563 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-731c8b1c-3b89-489f-b3cf-7b3abdd98a67 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:02.413801 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03c50c9e-0748-4727-8dc9-f520a4fb64c8 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:02.418866 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-03c50c9e-0748-4727-8dc9-f520a4fb64c8 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] 10.222.0.54 "DELETE /v2.0/subnets/a80889f3-be23-437e-9690-d1c2a1fc8cdd HTTP/1.1" status: 204 len: 168 time: 1.6963086 Nov 10 19:30:02.420028 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c50c9e-0748-4727-8dc9-f520a4fb64c8 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Pushing event deleted for resources: {'Subnet': ['ID=a80889f3-be23-437e-9690-d1c2a1fc8cdd,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:02.426807 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54736) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:02.441675 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71389e4b-c398-442f-ab23-601100bcb180 None None] Network 72b6973e-55ac-4154-8782-2b5cef7a8dfc requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:30:02.502992 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-803d8acc-e785-45f0-99ff-d22c8b0bded6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:02.553311 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-731c8b1c-3b89-489f-b3cf-7b3abdd98a67 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:02.634481 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-803d8acc-e785-45f0-99ff-d22c8b0bded6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:02.691267 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-85247a9a-a7b6-457b-a5b4-198835f7edf3 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:02.710228 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-731c8b1c-3b89-489f-b3cf-7b3abdd98a67 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:02.794728 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c8b1c-3b89-489f-b3cf-7b3abdd98a67 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Pushing event deleted for resources: {'Subnet': ['ID=e3ba7b78-7e74-429e-b798-02d77dc2b830,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:02.800099 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2861382a-2ab7-4467-9e80-c2cd988a4d8e None None] DHCP port deletion for e9bb65f6-dc7a-47f2-aaff-56a6186e716d request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:30:02.824410 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-731c8b1c-3b89-489f-b3cf-7b3abdd98a67 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:02.831907 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-731c8b1c-3b89-489f-b3cf-7b3abdd98a67 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] 10.222.0.54 "DELETE /v2.0/subnets/e3ba7b78-7e74-429e-b798-02d77dc2b830 HTTP/1.1" status: 204 len: 168 time: 0.6979980 Nov 10 19:30:02.837229 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54756) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:02.907648 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f316032-b27f-4ca7-9bd8-7f4452dff625 None None] Network 78d88d6d-f00e-40c7-9b9c-4c841990fbf0 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:30:02.979895 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74cd67c-a23c-4bd6-9fc9-966e20ca4f6e None None] DHCP port deletion for 72b6973e-55ac-4154-8782-2b5cef7a8dfc request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:30:02.985597 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-803d8acc-e785-45f0-99ff-d22c8b0bded6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Allocated IP 172.25.3.201 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/006f5409-703f-422b-a689-23a8b8749818) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:30:03.097549 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-869230c6-35b2-4df1-9a0d-87f72c4a3cf8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:03.103914 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-2861382a-2ab7-4467-9e80-c2cd988a4d8e None None] Deleting port 82b52095-c077-4bcc-899f-9b62bfbb4bdb {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:30:03.104461 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2861382a-2ab7-4467-9e80-c2cd988a4d8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:03.207622 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-803d8acc-e785-45f0-99ff-d22c8b0bded6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:03.229906 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-2861382a-2ab7-4467-9e80-c2cd988a4d8e None None] For port 82b52095-c077-4bcc-899f-9b62bfbb4bdb, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=82b52095-c077-4bcc-899f-9b62bfbb4bdb,segment=NetworkSegment(db763c44-4e17-445b-ad63-4c5fb2e57e61),segment_id=db763c44-4e17-445b-ad63-4c5fb2e57e61)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:03.230505 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2861382a-2ab7-4467-9e80-c2cd988a4d8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:03.260630 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-803d8acc-e785-45f0-99ff-d22c8b0bded6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:03.263579 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-2861382a-2ab7-4467-9e80-c2cd988a4d8e None None] Calling delete_port for 82b52095-c077-4bcc-899f-9b62bfbb4bdb owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:30:03.328661 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d2292bdd-c793-44c7-8434-2eecefc603e8 req-47a4d3da-2059-49a4-94e4-1bdd5e97eada tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/ports?device_id=c836de56-3cae-488d-a0b0-e72afcd29a63 HTTP/1.1" status: 200 len: 210 time: 0.1823151 Nov 10 19:30:03.367656 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-27b72602-2027-4b7e-8157-88a96a57edff tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=dc8efad0eb2c46a8b1cc9cd242bc0235&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0970249 Nov 10 19:30:03.391496 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-869230c6-35b2-4df1-9a0d-87f72c4a3cf8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Deleting port 82b52095-c077-4bcc-899f-9b62bfbb4bdb {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:30:03.393265 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-869230c6-35b2-4df1-9a0d-87f72c4a3cf8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:03.413457 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-f74cd67c-a23c-4bd6-9fc9-966e20ca4f6e None None] Deleting port 1d991a32-82f1-4759-a791-31703159a3a3 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:30:03.413853 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f74cd67c-a23c-4bd6-9fc9-966e20ca4f6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:03.485469 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54766) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:03.540927 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-869230c6-35b2-4df1-9a0d-87f72c4a3cf8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] For port 82b52095-c077-4bcc-899f-9b62bfbb4bdb, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=82b52095-c077-4bcc-899f-9b62bfbb4bdb,segment=NetworkSegment(db763c44-4e17-445b-ad63-4c5fb2e57e61),segment_id=db763c44-4e17-445b-ad63-4c5fb2e57e61)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:03.541910 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-869230c6-35b2-4df1-9a0d-87f72c4a3cf8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:03.573529 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-869230c6-35b2-4df1-9a0d-87f72c4a3cf8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Calling delete_port for 82b52095-c077-4bcc-899f-9b62bfbb4bdb owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:30:03.607060 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-f74cd67c-a23c-4bd6-9fc9-966e20ca4f6e None None] For port 1d991a32-82f1-4759-a791-31703159a3a3, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=1d991a32-82f1-4759-a791-31703159a3a3,segment=NetworkSegment(bec78304-60ff-49c2-b8c7-565a1f27497b),segment_id=bec78304-60ff-49c2-b8c7-565a1f27497b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:03.607435 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f74cd67c-a23c-4bd6-9fc9-966e20ca4f6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:03.623700 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803d8acc-e785-45f0-99ff-d22c8b0bded6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:30:03.636416 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-f74cd67c-a23c-4bd6-9fc9-966e20ca4f6e None None] Calling delete_port for 1d991a32-82f1-4759-a791-31703159a3a3 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:30:03.743727 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74727549-1082-4574-9ee7-e6416820cdf6 None None] DHCP port deletion for 78d88d6d-f00e-40c7-9b9c-4c841990fbf0 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:30:03.746379 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2861382a-2ab7-4467-9e80-c2cd988a4d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:03.774009 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 1d991a32-82f1-4759-a791-31703159a3a3 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:30:03.799421 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f74cd67c-a23c-4bd6-9fc9-966e20ca4f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:03.803159 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-82ac11f3-f05d-40dc-901b-2a6bdb96e5ab tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:03.805022 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-82ac11f3-f05d-40dc-901b-2a6bdb96e5ab tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4265106 Nov 10 19:30:03.806028 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d8acc-e785-45f0-99ff-d22c8b0bded6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'Port': ['ID=006f5409-703f-422b-a689-23a8b8749818,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:03.808119 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2861382a-2ab7-4467-9e80-c2cd988a4d8e None None] Pushing event deleted for resources: {'Port': ['ID=82b52095-c077-4bcc-899f-9b62bfbb4bdb,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:03.810344 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 1d991a32-82f1-4759-a791-31703159a3a3 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:30:03.810963 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 1d991a32-82f1-4759-a791-31703159a3a3 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:30:03.811621 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 9f066584-1597-4f3c-b8cc-ee52a4c27d1d no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:30:03.820321 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-803d8acc-e785-45f0-99ff-d22c8b0bded6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:30:03.837555 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803d8acc-e785-45f0-99ff-d22c8b0bded6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:30:03.848668 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-6e4a23df-0234-4e8a-b545-ea05ea0fea88 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Request body: {'port': {'device_id': 'c836de56-3cae-488d-a0b0-e72afcd29a63', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'admin_state_up': True, 'tenant_id': 'dc8efad0eb2c46a8b1cc9cd242bc0235'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:03.877726 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccea760-fc14-47c1-9007-77bba6559b45 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:30:03.887543 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2861382a-2ab7-4467-9e80-c2cd988a4d8e None None] No DVR routers for this DVR port 82b52095-c077-4bcc-899f-9b62bfbb4bdb on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:30:03.910148 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74cd67c-a23c-4bd6-9fc9-966e20ca4f6e None None] Pushing event deleted for resources: {'Port': ['ID=1d991a32-82f1-4759-a791-31703159a3a3,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:03.919314 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74cd67c-a23c-4bd6-9fc9-966e20ca4f6e None None] No DVR routers for this DVR port 1d991a32-82f1-4759-a791-31703159a3a3 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:30:04.060314 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-0bf26c50-c884-489e-9cb1-46489ba5c9a4 None None] Provisioning complete for port 006f5409-703f-422b-a689-23a8b8749818 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:04.060961 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0bf26c50-c884-489e-9cb1-46489ba5c9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:04.089179 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-85247a9a-a7b6-457b-a5b4-198835f7edf3 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Deleting port 1d991a32-82f1-4759-a791-31703159a3a3 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:30:04.090174 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-85247a9a-a7b6-457b-a5b4-198835f7edf3 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:04.093931 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1b6fe18b-96cb-4f2b-99d9-20e07695c238 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:04.113561 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-0bf26c50-c884-489e-9cb1-46489ba5c9a4 None None] Port 006f5409-703f-422b-a689-23a8b8749818 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:30:04.123434 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-74727549-1082-4574-9ee7-e6416820cdf6 None None] Deleting port 9f066584-1597-4f3c-b8cc-ee52a4c27d1d {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:30:04.123713 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-74727549-1082-4574-9ee7-e6416820cdf6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:04.141079 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:04.202998 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-85247a9a-a7b6-457b-a5b4-198835f7edf3 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] For port 1d991a32-82f1-4759-a791-31703159a3a3, host n-d-813897-4, got binding levels [] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:04.203827 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-85247a9a-a7b6-457b-a5b4-198835f7edf3 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:04.216459 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1b6fe18b-96cb-4f2b-99d9-20e07695c238 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:04.218382 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-869230c6-35b2-4df1-9a0d-87f72c4a3cf8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:04.221889 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-85247a9a-a7b6-457b-a5b4-198835f7edf3 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Calling delete_port for 1d991a32-82f1-4759-a791-31703159a3a3 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:30:04.226108 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.ipam_backend_mixin [None req-85247a9a-a7b6-457b-a5b4-198835f7edf3 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Port 1d991a32-82f1-4759-a791-31703159a3a3 was not found and therefore no delete operation was performed {{(pid=102505) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 19:30:04.232345 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869230c6-35b2-4df1-9a0d-87f72c4a3cf8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] No DVR routers for this DVR port 82b52095-c077-4bcc-899f-9b62bfbb4bdb on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:30:04.235817 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-74727549-1082-4574-9ee7-e6416820cdf6 None None] For port 9f066584-1597-4f3c-b8cc-ee52a4c27d1d, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=9f066584-1597-4f3c-b8cc-ee52a4c27d1d,segment=NetworkSegment(f387c4d7-551f-40ff-b491-e66a6f21584b),segment_id=f387c4d7-551f-40ff-b491-e66a6f21584b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:04.236330 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-74727549-1082-4574-9ee7-e6416820cdf6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:04.237296 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1b6fe18b-96cb-4f2b-99d9-20e07695c238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:04.239769 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 9f066584-1597-4f3c-b8cc-ee52a4c27d1d, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=9f066584-1597-4f3c-b8cc-ee52a4c27d1d,segment=NetworkSegment(f387c4d7-551f-40ff-b491-e66a6f21584b),segment_id=f387c4d7-551f-40ff-b491-e66a6f21584b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:04.254592 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:04.255310 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 82b52095-c077-4bcc-899f-9b62bfbb4bdb no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:30:04.259411 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-85247a9a-a7b6-457b-a5b4-198835f7edf3 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:04.272038 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-6e4a23df-0234-4e8a-b545-ea05ea0fea88 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Made reservation on behalf of dc8efad0eb2c46a8b1cc9cd242bc0235 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:30:04.276335 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-6e4a23df-0234-4e8a-b545-ea05ea0fea88 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:04.277272 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-74727549-1082-4574-9ee7-e6416820cdf6 None None] Calling delete_port for 9f066584-1597-4f3c-b8cc-ee52a4c27d1d owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:30:04.280415 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 82b52095-c077-4bcc-899f-9b62bfbb4bdb {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:30:04.280766 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 82b52095-c077-4bcc-899f-9b62bfbb4bdb not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:30:04.296059 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1b6fe18b-96cb-4f2b-99d9-20e07695c238 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e807e5634ef44ff38cd7d9b109cdb142&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8071039 Nov 10 19:30:04.323533 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54776) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:04.331597 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fe18b-96cb-4f2b-99d9-20e07695c238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb955a8-abd7-45b9-a3b6-208d93706904,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:04.339902 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869230c6-35b2-4df1-9a0d-87f72c4a3cf8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Pushing event deleted for resources: {'Port': ['ID=82b52095-c077-4bcc-899f-9b62bfbb4bdb,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:04.345032 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-6e4a23df-0234-4e8a-b545-ea05ea0fea88 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:04.389657 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85247a9a-a7b6-457b-a5b4-198835f7edf3 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] No DVR routers for this DVR port 1d991a32-82f1-4759-a791-31703159a3a3 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:30:04.426107 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-869230c6-35b2-4df1-9a0d-87f72c4a3cf8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:04.473140 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-869230c6-35b2-4df1-9a0d-87f72c4a3cf8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9bb65f6-dc7a-47f2-aaff-56a6186e716d']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:04.506699 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f48b3437-0e58-4c2e-b889-e37d26a80c8c req-c5b398c2-5ffb-4c57-a697-5d3089041132 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/ports?device_id=c836de56-3cae-488d-a0b0-e72afcd29a63 HTTP/1.1" status: 200 len: 210 time: 0.0460258 Nov 10 19:30:04.508731 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-869230c6-35b2-4df1-9a0d-87f72c4a3cf8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db763c44-4e17-445b-ad63-4c5fb2e57e61') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:04.509033 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-869230c6-35b2-4df1-9a0d-87f72c4a3cf8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db763c44-4e17-445b-ad63-4c5fb2e57e61') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:04.521235 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-869230c6-35b2-4df1-9a0d-87f72c4a3cf8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:04.522511 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-6e4a23df-0234-4e8a-b545-ea05ea0fea88 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:04.543401 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-869230c6-35b2-4df1-9a0d-87f72c4a3cf8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:04.551665 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-869230c6-35b2-4df1-9a0d-87f72c4a3cf8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:30:04.554468 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-869230c6-35b2-4df1-9a0d-87f72c4a3cf8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: self.session.flush() Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: self.session.flush() Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: self.session.flush() Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: self.session.flush() Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:30:04.556126 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:30:04.572018 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-6e4a23df-0234-4e8a-b545-ea05ea0fea88 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:04.658401 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-869230c6-35b2-4df1-9a0d-87f72c4a3cf8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:04.671955 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=9f066584-1597-4f3c-b8cc-ee52a4c27d1d,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:04.672582 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-869230c6-35b2-4df1-9a0d-87f72c4a3cf8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:04.687796 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-869230c6-35b2-4df1-9a0d-87f72c4a3cf8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] 10.222.0.54 "DELETE /v2.0/networks/e9bb65f6-dc7a-47f2-aaff-56a6186e716d HTTP/1.1" status: 204 len: 168 time: 1.8471949 Nov 10 19:30:04.694515 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85247a9a-a7b6-457b-a5b4-198835f7edf3 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Pushing event deleted for resources: {'Port': ['ID=1d991a32-82f1-4759-a791-31703159a3a3,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:04.707238 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869230c6-35b2-4df1-9a0d-87f72c4a3cf8 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Pushing event deleted for resources: {'Network': ['ID=e9bb65f6-dc7a-47f2-aaff-56a6186e716d,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:04.715576 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-74727549-1082-4574-9ee7-e6416820cdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:04.719384 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54780) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:04.743189 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74727549-1082-4574-9ee7-e6416820cdf6 None None] Pushing event deleted for resources: {'Port': ['ID=9f066584-1597-4f3c-b8cc-ee52a4c27d1d,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:04.747352 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74727549-1082-4574-9ee7-e6416820cdf6 None None] No DVR routers for this DVR port 9f066584-1597-4f3c-b8cc-ee52a4c27d1d on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:30:04.803184 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a23df-0234-4e8a-b545-ea05ea0fea88 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7719b7d3-576d-4007-9339-9450ba300499,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:04.863304 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-85247a9a-a7b6-457b-a5b4-198835f7edf3 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:04.984495 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-6e4a23df-0234-4e8a-b545-ea05ea0fea88 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Allocated IP 192.168.233.93 (d392c118-92b4-47b2-87bf-77c096e8a630/f9b6e8e7-6ebd-402d-901c-b41f234de3ab/10a9bb9d-e697-4339-959c-bbd272ef334a) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:30:05.016530 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-85247a9a-a7b6-457b-a5b4-198835f7edf3 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b6973e-55ac-4154-8782-2b5cef7a8dfc']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:05.063497 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bda4e3fc-05f3-4036-b036-4233cfd7e5f7 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:05.070434 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-85247a9a-a7b6-457b-a5b4-198835f7edf3 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bec78304-60ff-49c2-b8c7-565a1f27497b') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:05.070738 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-85247a9a-a7b6-457b-a5b4-198835f7edf3 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bec78304-60ff-49c2-b8c7-565a1f27497b') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:05.084348 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-71451f26-d596-4b38-ae6d-5fb61940138a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:05.104771 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-85247a9a-a7b6-457b-a5b4-198835f7edf3 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:05.173520 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-85247a9a-a7b6-457b-a5b4-198835f7edf3 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:05.181549 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-71451f26-d596-4b38-ae6d-5fb61940138a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:05.232798 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85247a9a-a7b6-457b-a5b4-198835f7edf3 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:30:05.233489 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-85247a9a-a7b6-457b-a5b4-198835f7edf3 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:05.242385 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:30:05.242385 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:30:05.242385 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:30:05.242385 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:30:05.242385 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:30:05.242385 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:30:05.242385 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:30:05.242385 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:30:05.242385 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:30:05.242385 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:30:05.242385 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:30:05.242385 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:30:05.242385 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:30:05.242385 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:30:05.242385 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:30:05.242385 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:30:05.242385 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:30:05.242385 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:30:05.242385 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:30:05.242385 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:30:05.242385 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:30:05.242385 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:30:05.242385 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:30:05.242385 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:30:05.242385 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:30:05.242385 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:30:05.242385 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:30:05.242385 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:30:05.242385 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:30:05.242385 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:30:05.242385 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:30:05.242385 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:30:05.495172 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bda4e3fc-05f3-4036-b036-4233cfd7e5f7 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:05.500891 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-85247a9a-a7b6-457b-a5b4-198835f7edf3 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:05.529344 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-85247a9a-a7b6-457b-a5b4-198835f7edf3 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:05.545547 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-85247a9a-a7b6-457b-a5b4-198835f7edf3 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] 10.222.0.54 "DELETE /v2.0/networks/72b6973e-55ac-4154-8782-2b5cef7a8dfc HTTP/1.1" status: 204 len: 168 time: 3.1073904 Nov 10 19:30:05.631664 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85247a9a-a7b6-457b-a5b4-198835f7edf3 tempest-FloatingIPNegativeTestJSON-1559127950 tempest-FloatingIPNegativeTestJSON-1559127950-project] Pushing event deleted for resources: {'Network': ['ID=72b6973e-55ac-4154-8782-2b5cef7a8dfc,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:05.641175 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-bda4e3fc-05f3-4036-b036-4233cfd7e5f7 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d88d6d-f00e-40c7-9b9c-4c841990fbf0']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:05.682097 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-71451f26-d596-4b38-ae6d-5fb61940138a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:05.685448 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-71451f26-d596-4b38-ae6d-5fb61940138a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:05.686246 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d95ff618-c0af-4c79-8593-c7be238618d7 req-664680c3-3269-460f-b7b1-3fbbaf44c087 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/ports?device_id=c836de56-3cae-488d-a0b0-e72afcd29a63 HTTP/1.1" status: 200 len: 210 time: 0.0731640 Nov 10 19:30:05.696313 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-71451f26-d596-4b38-ae6d-5fb61940138a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3eb955a8-abd7-45b9-a3b6-208d93706904 HTTP/1.1" status: 204 len: 168 time: 1.3183944 Nov 10 19:30:05.735274 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-6e4a23df-0234-4e8a-b545-ea05ea0fea88 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:05.738134 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-bda4e3fc-05f3-4036-b036-4233cfd7e5f7 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f387c4d7-551f-40ff-b491-e66a6f21584b') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:05.738434 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-bda4e3fc-05f3-4036-b036-4233cfd7e5f7 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f387c4d7-551f-40ff-b491-e66a6f21584b') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:05.741907 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-803d8acc-e785-45f0-99ff-d22c8b0bded6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:05.760077 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71451f26-d596-4b38-ae6d-5fb61940138a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb955a8-abd7-45b9-a3b6-208d93706904,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:05.774141 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bda4e3fc-05f3-4036-b036-4233cfd7e5f7 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:05.874906 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bda4e3fc-05f3-4036-b036-4233cfd7e5f7 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:05.941176 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda4e3fc-05f3-4036-b036-4233cfd7e5f7 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:30:05.941176 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bda4e3fc-05f3-4036-b036-4233cfd7e5f7 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:05.943816 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:30:05.943816 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:30:05.943816 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:30:05.943816 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:30:05.943816 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:30:05.943816 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:30:05.943816 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:30:05.943816 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:30:05.943816 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:30:05.943816 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:30:05.943816 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:30:05.943816 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:30:05.943816 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:30:05.943816 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:30:05.943816 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:30:05.943816 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:30:05.943816 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:30:05.943816 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:30:05.943816 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:30:05.943816 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:30:05.943816 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:30:05.943816 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:30:05.943816 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:30:05.943816 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:30:05.943816 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:30:05.943816 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:30:05.943816 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:30:05.943816 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:30:05.943816 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:30:05.943816 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:30:05.943816 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:30:05.943816 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:30:05.973867 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54806) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:06.082317 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-6e4a23df-0234-4e8a-b545-ea05ea0fea88 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:06.098570 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bda4e3fc-05f3-4036-b036-4233cfd7e5f7 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:06.287035 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54812) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:06.310369 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6081c06e-fe92-462d-844a-f5c377bc0054 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:06.357152 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-07fc7de7-0211-47fa-9d4f-8f031cc0807a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=43bda6f4b8524f31b2a29e517e2294da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3806601 Nov 10 19:30:06.357991 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54814) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:06.515850 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f0d5ee01-3f2e-463c-a62b-d303f3d740a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:06.528562 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6081c06e-fe92-462d-844a-f5c377bc0054 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:06.530864 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bda4e3fc-05f3-4036-b036-4233cfd7e5f7 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:06.537873 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-bda4e3fc-05f3-4036-b036-4233cfd7e5f7 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] 10.222.0.54 "DELETE /v2.0/networks/78d88d6d-f00e-40c7-9b9c-4c841990fbf0 HTTP/1.1" status: 204 len: 168 time: 1.8139935 Nov 10 19:30:06.540055 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6081c06e-fe92-462d-844a-f5c377bc0054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:06.542502 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54822) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:06.583500 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f0d5ee01-3f2e-463c-a62b-d303f3d740a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:06.604719 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4e3fc-05f3-4036-b036-4233cfd7e5f7 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Pushing event deleted for resources: {'Network': ['ID=78d88d6d-f00e-40c7-9b9c-4c841990fbf0,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:06.608463 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-6e4a23df-0234-4e8a-b545-ea05ea0fea88 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Network d392c118-92b4-47b2-87bf-77c096e8a630 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:30:06.611251 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a23df-0234-4e8a-b545-ea05ea0fea88 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Pushing event updated for resources: {'Port': ['ID=10a9bb9d-e697-4339-959c-bbd272ef334a,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:06.617041 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-6e4a23df-0234-4e8a-b545-ea05ea0fea88 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:30:06.621212 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-6e4a23df-0234-4e8a-b545-ea05ea0fea88 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:30:06.689710 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081c06e-fe92-462d-844a-f5c377bc0054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3057dd7-abda-4cd3-85b4-aad6eb66bc7f,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:06.730057 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-6e4a23df-0234-4e8a-b545-ea05ea0fea88 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:06.730697 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-6e4a23df-0234-4e8a-b545-ea05ea0fea88 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:06.733714 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6081c06e-fe92-462d-844a-f5c377bc0054 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d92d2caaee444794afccb7420eafcf47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4454067 Nov 10 19:30:06.736400 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54830) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:06.749916 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f3a285-4672-4226-a60d-c8fc385bd090 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Deleting subnet 2df69c30-82ef-41ac-bad9-7c05e29be176 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:30:06.773330 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-20f3a285-4672-4226-a60d-c8fc385bd090 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:06.781293 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-803d8acc-e785-45f0-99ff-d22c8b0bded6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:06.797144 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-6e4a23df-0234-4e8a-b545-ea05ea0fea88 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9558828 Nov 10 19:30:06.815897 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-729fb1bd-452c-4312-aa63-76883d70c53a service neutron] Request body: {'port': {'device_id': 'c836de56-3cae-488d-a0b0-e72afcd29a63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:06.871123 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-20f3a285-4672-4226-a60d-c8fc385bd090 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:06.876181 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f0d5ee01-3f2e-463c-a62b-d303f3d740a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:06.879094 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f0d5ee01-3f2e-463c-a62b-d303f3d740a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:06.886827 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f0d5ee01-3f2e-463c-a62b-d303f3d740a3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ed6ed370-5875-4361-be9f-9be440d8f613 HTTP/1.1" status: 204 len: 168 time: 0.5282779 Nov 10 19:30:06.933022 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5ee01-3f2e-463c-a62b-d303f3d740a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6ed370-5875-4361-be9f-9be440d8f613,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:06.937531 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1e0da664-40ec-40d7-a325-53427d9da7ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:06.987787 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d800a0-9d6e-4ed1-b5f4-5a94069cfe69 req-c03bc294-31f6-4f50-aff5-42d2f7f93f67 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:06.988513 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-3755ccf3-3da6-492f-baba-060d17414045 None None] Provisioning complete for port 10a9bb9d-e697-4339-959c-bbd272ef334a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:06.989697 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-73d800a0-9d6e-4ed1-b5f4-5a94069cfe69 req-c03bc294-31f6-4f50-aff5-42d2f7f93f67 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/ports?device_id=c836de56-3cae-488d-a0b0-e72afcd29a63 HTTP/1.1" status: 200 len: 935 time: 0.1780543 Nov 10 19:30:06.990765 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3755ccf3-3da6-492f-baba-060d17414045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:07.015970 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-729fb1bd-452c-4312-aa63-76883d70c53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:07.035740 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-3755ccf3-3da6-492f-baba-060d17414045 None None] Port 10a9bb9d-e697-4339-959c-bbd272ef334a cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:30:07.064496 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-20f3a285-4672-4226-a60d-c8fc385bd090 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:07.066255 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1e0da664-40ec-40d7-a325-53427d9da7ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:07.110755 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-73d800a0-9d6e-4ed1-b5f4-5a94069cfe69 req-3f3c528a-1e27-4532-a3fa-feb85fb6ac07 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/security-groups?id=7719b7d3-576d-4007-9339-9450ba300499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101077 Nov 10 19:30:07.153887 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-20f3a285-4672-4226-a60d-c8fc385bd090 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:07.178832 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9567f8-62c9-4e7c-a551-4949312835c1 None None] Network 9ceb8a8c-e1dd-4788-9240-f82cc7e15fb7 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:30:07.210034 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-20f3a285-4672-4226-a60d-c8fc385bd090 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:07.244844 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-20f3a285-4672-4226-a60d-c8fc385bd090 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] 10.222.0.54 "DELETE /v2.0/subnets/2df69c30-82ef-41ac-bad9-7c05e29be176 HTTP/1.1" status: 204 len: 168 time: 0.6978035 Nov 10 19:30:07.249186 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54848) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:07.251532 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3a285-4672-4226-a60d-c8fc385bd090 tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Pushing event deleted for resources: {'Subnet': ['ID=2df69c30-82ef-41ac-bad9-7c05e29be176,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:07.252012 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1e0da664-40ec-40d7-a325-53427d9da7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:07.255588 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1e0da664-40ec-40d7-a325-53427d9da7ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:07.257041 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1e0da664-40ec-40d7-a325-53427d9da7ea admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b3057dd7-abda-4cd3-85b4-aad6eb66bc7f HTTP/1.1" status: 204 len: 168 time: 0.5196583 Nov 10 19:30:07.292003 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803d8acc-e785-45f0-99ff-d22c8b0bded6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Router 26d49cdd-ac8d-415c-9cc3-b83870a061cd is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:30:07.303747 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0da664-40ec-40d7-a325-53427d9da7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3057dd7-abda-4cd3-85b4-aad6eb66bc7f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:07.382033 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f34bf9-50d3-470f-a94a-31353b59b916 req-a7bfabce-20c2-4e99-b74d-22df56308d2e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:07.390238 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-06f34bf9-50d3-470f-a94a-31353b59b916 req-a7bfabce-20c2-4e99-b74d-22df56308d2e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 947 time: 0.1399994 Nov 10 19:30:07.472220 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-06f34bf9-50d3-470f-a94a-31353b59b916 req-1bfd1e28-eb17-4d0a-935b-c12b6dd18fcc tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792630 Nov 10 19:30:07.500170 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3d39-202d-4151-8338-718515734eeb tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:07.583194 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f8ddcc-2c90-46da-8026-ccc297ae128d None None] DHCP port deletion for 9ceb8a8c-e1dd-4788-9240-f82cc7e15fb7 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:30:07.663606 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803d8acc-e785-45f0-99ff-d22c8b0bded6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:30:07.664175 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-07f8ddcc-2c90-46da-8026-ccc297ae128d None None] Deleting port 03047437-4796-45cc-ace4-52800e5384f9 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:30:07.664175 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-07f8ddcc-2c90-46da-8026-ccc297ae128d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:07.692306 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20efbc0-6e12-44c9-a499-17ef4f5e943e None None] Sync routers for ids ['26d49cdd-ac8d-415c-9cc3-b83870a061cd'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:30:07.710560 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-803d8acc-e785-45f0-99ff-d22c8b0bded6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:07.712082 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-803d8acc-e785-45f0-99ff-d22c8b0bded6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 8.0297649 Nov 10 19:30:07.715080 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54866) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:07.733033 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-729fb1bd-452c-4312-aa63-76883d70c53a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10a9bb9d-e697-4339-959c-bbd272ef334a {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:30:07.741030 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20efbc0-6e12-44c9-a499-17ef4f5e943e None None] Routers {'26d49cdd-ac8d-415c-9cc3-b83870a061cd'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:30:07.742060 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-b20efbc0-6e12-44c9-a499-17ef4f5e943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:29:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['26d49cdd-ac8d-415c-9cc3-b83870a061cd'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:07.747869 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-729fb1bd-452c-4312-aa63-76883d70c53a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:07.766810 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-729fb1bd-452c-4312-aa63-76883d70c53a service neutron] Transition to ACTIVE for port object 10a9bb9d-e697-4339-959c-bbd272ef334a will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:30:07.768845 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-c9ba3d39-202d-4151-8338-718515734eeb tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Deleting port 03047437-4796-45cc-ace4-52800e5384f9 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:30:07.769326 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3d39-202d-4151-8338-718515734eeb tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:07.787705 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-49933bc8-09a5-4b7f-b350-e8d50987dd09 tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=540494213bb2401d877387c28ba690c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0683010 Nov 10 19:30:07.788615 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54870) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:07.801371 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-07f8ddcc-2c90-46da-8026-ccc297ae128d None None] For port 03047437-4796-45cc-ace4-52800e5384f9, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=03047437-4796-45cc-ace4-52800e5384f9,segment=NetworkSegment(e6e532ab-8b69-417a-9cff-5d7de0594faf),segment_id=e6e532ab-8b69-417a-9cff-5d7de0594faf)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:07.802183 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-07f8ddcc-2c90-46da-8026-ccc297ae128d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:07.824219 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-07f8ddcc-2c90-46da-8026-ccc297ae128d None None] Calling delete_port for 03047437-4796-45cc-ace4-52800e5384f9 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:30:07.848558 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-c9ba3d39-202d-4151-8338-718515734eeb tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] For port 03047437-4796-45cc-ace4-52800e5384f9, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=03047437-4796-45cc-ace4-52800e5384f9,segment=NetworkSegment(e6e532ab-8b69-417a-9cff-5d7de0594faf),segment_id=e6e532ab-8b69-417a-9cff-5d7de0594faf)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:07.848963 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3d39-202d-4151-8338-718515734eeb tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:07.864222 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-c9ba3d39-202d-4151-8338-718515734eeb tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Calling delete_port for 03047437-4796-45cc-ace4-52800e5384f9 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:30:07.933901 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-b20efbc0-6e12-44c9-a499-17ef4f5e943e None None] Set router 26d49cdd-ac8d-415c-9cc3-b83870a061cd gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:30:07.955291 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-729fb1bd-452c-4312-aa63-76883d70c53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:07.988414 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3d39-202d-4151-8338-718515734eeb tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:08.019614 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ba3d39-202d-4151-8338-718515734eeb tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] No DVR routers for this DVR port 03047437-4796-45cc-ace4-52800e5384f9 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:30:08.022311 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d4889b-c7e8-46fe-a4fa-10370c05ac3f tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:08.023962 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-13d4889b-c7e8-46fe-a4fa-10370c05ac3f tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2343616 Nov 10 19:30:08.028087 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54880) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:08.093554 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-00827961-07fb-4971-b601-2f896437c6cf tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0619218 Nov 10 19:30:08.093929 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54882) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:08.102792 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-4125f9f8-6d0f-403a-9179-6cc0f05f6ad9 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1641716232', 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662', 'project_id': '540494213bb2401d877387c28ba690c2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:08.124442 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729fb1bd-452c-4312-aa63-76883d70c53a service neutron] Pushing event updated for resources: {'Port': ['ID=10a9bb9d-e697-4339-959c-bbd272ef334a,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:08.128003 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-07f8ddcc-2c90-46da-8026-ccc297ae128d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:08.183086 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba3d39-202d-4151-8338-718515734eeb tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Pushing event deleted for resources: {'Port': ['ID=03047437-4796-45cc-ace4-52800e5384f9,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:08.212850 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f8ddcc-2c90-46da-8026-ccc297ae128d None None] No DVR routers for this DVR port 03047437-4796-45cc-ace4-52800e5384f9 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:30:08.231647 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f8ddcc-2c90-46da-8026-ccc297ae128d None None] Pushing event deleted for resources: {'Port': ['ID=03047437-4796-45cc-ace4-52800e5384f9,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:08.312872 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4125f9f8-6d0f-403a-9179-6cc0f05f6ad9 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Made reservation on behalf of 540494213bb2401d877387c28ba690c2 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:30:08.322102 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4125f9f8-6d0f-403a-9179-6cc0f05f6ad9 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:08.323218 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3d39-202d-4151-8338-718515734eeb tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:08.355611 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-c9ba3d39-202d-4151-8338-718515734eeb tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ceb8a8c-e1dd-4788-9240-f82cc7e15fb7']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:08.369977 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-b20efbc0-6e12-44c9-a499-17ef4f5e943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-725541396', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '006f5409-703f-422b-a689-23a8b8749818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:30:00Z', 'updated_at': '2021-11-10T19:30:05Z', 'revision_number': 3, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '006f5409-703f-422b-a689-23a8b8749818', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:58:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:02Z', 'updated_at': '2021-11-10T19:30:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:08.390843 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-c9ba3d39-202d-4151-8338-718515734eeb tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6e532ab-8b69-417a-9cff-5d7de0594faf') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:08.392662 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-c9ba3d39-202d-4151-8338-718515734eeb tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6e532ab-8b69-417a-9cff-5d7de0594faf') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:08.395379 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-729fb1bd-452c-4312-aa63-76883d70c53a service neutron] Attempting to bind port 10a9bb9d-e697-4339-959c-bbd272ef334a on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:30:08.395721 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-729fb1bd-452c-4312-aa63-76883d70c53a service neutron] Attempting to bind port 10a9bb9d-e697-4339-959c-bbd272ef334a by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:30:08.396151 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-729fb1bd-452c-4312-aa63-76883d70c53a service neutron] Attempting to bind port 10a9bb9d-e697-4339-959c-bbd272ef334a on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:30:08.405549 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-729fb1bd-452c-4312-aa63-76883d70c53a service neutron] Port 10a9bb9d-e697-4339-959c-bbd272ef334a on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:30:08.405958 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-729fb1bd-452c-4312-aa63-76883d70c53a service neutron] Attempting to bind port 10a9bb9d-e697-4339-959c-bbd272ef334a on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:30:08.408587 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20efbc0-6e12-44c9-a499-17ef4f5e943e None None] Checking router: 26d49cdd-ac8d-415c-9cc3-b83870a061cd for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:30:08.408771 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20efbc0-6e12-44c9-a499-17ef4f5e943e None None] Updating router 26d49cdd-ac8d-415c-9cc3-b83870a061cd port 006f5409-703f-422b-a689-23a8b8749818 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:30:08.413392 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3d39-202d-4151-8338-718515734eeb tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:08.422749 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-729fb1bd-452c-4312-aa63-76883d70c53a service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:30:08.423136 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-729fb1bd-452c-4312-aa63-76883d70c53a service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:30:08.423490 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-729fb1bd-452c-4312-aa63-76883d70c53a service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:30:08.423943 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-729fb1bd-452c-4312-aa63-76883d70c53a service neutron] Bound port: 10a9bb9d-e697-4339-959c-bbd272ef334a, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:30:08.424304 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-729fb1bd-452c-4312-aa63-76883d70c53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:08.448821 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b20efbc0-6e12-44c9-a499-17ef4f5e943e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:08.448938 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3d39-202d-4151-8338-718515734eeb tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:08.469328 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ba3d39-202d-4151-8338-718515734eeb tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:30:08.469727 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3d39-202d-4151-8338-718515734eeb tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:08.498826 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:30:08.498826 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:30:08.498826 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:30:08.498826 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:30:08.498826 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:30:08.498826 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:30:08.498826 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:30:08.498826 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:30:08.498826 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:30:08.498826 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:30:08.498826 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:30:08.498826 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:30:08.498826 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:30:08.498826 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:30:08.498826 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:30:08.498826 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:30:08.498826 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:30:08.498826 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:30:08.498826 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:30:08.498826 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:30:08.498826 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:30:08.498826 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:30:08.498826 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:30:08.498826 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:30:08.498826 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:30:08.498826 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:30:08.498826 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:30:08.498826 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:30:08.498826 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:30:08.498826 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:30:08.498826 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:30:08.498826 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:30:08.503250 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f82881-d18a-4f70-816d-434150b3498f req-b7fa2c38-2e50-4d2a-b5bc-a225baeaca71 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:08.512856 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a6f82881-d18a-4f70-816d-434150b3498f req-b7fa2c38-2e50-4d2a-b5bc-a225baeaca71 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/ports?device_id=c836de56-3cae-488d-a0b0-e72afcd29a63 HTTP/1.1" status: 200 len: 947 time: 0.2288795 Nov 10 19:30:08.606873 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a6f82881-d18a-4f70-816d-434150b3498f req-40765bae-0d73-479d-b7c4-824f4ffdb98c tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/security-groups?id=7719b7d3-576d-4007-9339-9450ba300499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901616 Nov 10 19:30:08.628539 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3d39-202d-4151-8338-718515734eeb tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:08.648092 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3d39-202d-4151-8338-718515734eeb tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:08.654431 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c9ba3d39-202d-4151-8338-718515734eeb tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] 10.222.0.54 "DELETE /v2.0/networks/9ceb8a8c-e1dd-4788-9240-f82cc7e15fb7 HTTP/1.1" status: 204 len: 168 time: 1.4007449 Nov 10 19:30:08.656138 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54904) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:08.693280 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54906) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:08.699597 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6660bda3-5741-43d0-bf50-6bbd20ee918c tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] 10.222.0.54 "GET /v2.0/ports?device_id=88160ace-70aa-4603-a77a-78a0ae9fbfbc HTTP/1.1" status: 200 len: 205 time: 0.0302784 Nov 10 19:30:08.705376 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54908) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:08.706460 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba3d39-202d-4151-8338-718515734eeb tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Pushing event deleted for resources: {'Network': ['ID=9ceb8a8c-e1dd-4788-9240-f82cc7e15fb7,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:08.716270 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-729fb1bd-452c-4312-aa63-76883d70c53a service neutron] For port 10a9bb9d-e697-4339-959c-bbd272ef334a, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:30:08.796560 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-729fb1bd-452c-4312-aa63-76883d70c53a service neutron] For port 10a9bb9d-e697-4339-959c-bbd272ef334a, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=10a9bb9d-e697-4339-959c-bbd272ef334a,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:30:08.807056 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-10e380f2-8048-43fb-9770-6a2447b4a77e tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:08.842020 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4125f9f8-6d0f-403a-9179-6cc0f05f6ad9 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:08.889501 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-729fb1bd-452c-4312-aa63-76883d70c53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:08.963028 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b20efbc0-6e12-44c9-a499-17ef4f5e943e None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:08.964901 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-ed943c39-3e77-4fd6-b832-64d0e471ea58 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Request body: {'network': {'name': 'tempest-RoutersTest-189303547'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:08.974297 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b20efbc0-6e12-44c9-a499-17ef4f5e943e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:08.977239 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4125f9f8-6d0f-403a-9179-6cc0f05f6ad9 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'Subnet': ['ID=23001903-5449-491b-90cf-cafe15d30d8c,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:09.000676 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c5f85-d791-42b9-badf-ed9ba2bd700c req-d92d80e2-eee4-461d-ad04-3c8c4da9dbaa tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:09.002522 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-793c5f85-d791-42b9-badf-ed9ba2bd700c req-d92d80e2-eee4-461d-ad04-3c8c4da9dbaa tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 947 time: 0.1851764 Nov 10 19:30:09.024507 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4125f9f8-6d0f-403a-9179-6cc0f05f6ad9 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Checking segment: {'id': '6a7a2226-27ec-4992-800c-02e84c0b3c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:30:09.024931 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4125f9f8-6d0f-403a-9179-6cc0f05f6ad9 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Network hostable DHCP agents. Network: adcbf13e-4fd3-40b0-b9d5-b0278636d662, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:30:09.036463 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-10e380f2-8048-43fb-9770-6a2447b4a77e tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:09.040973 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-729fb1bd-452c-4312-aa63-76883d70c53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:09.041691 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-729fb1bd-452c-4312-aa63-76883d70c53a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:09.043257 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-729fb1bd-452c-4312-aa63-76883d70c53a service neutron] 10.222.0.25 "PUT /v2.0/ports/10a9bb9d-e697-4339-959c-bbd272ef334a HTTP/1.1" status: 200 len: 1095 time: 2.2328985 Nov 10 19:30:09.045303 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c836de56-3cae-488d-a0b0-e72afcd29a63', 'tag': '10a9bb9d-e697-4339-959c-bbd272ef334a'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:30:09.047999 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d9b6b2-63ec-4a6e-8e23-b396c9dbc557" -d '{"events": [{"name": "network-changed", "server_uuid": "c836de56-3cae-488d-a0b0-e72afcd29a63", "tag": "10a9bb9d-e697-4339-959c-bbd272ef334a"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:30:09.073521 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-10e380f2-8048-43fb-9770-6a2447b4a77e tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:09.089078 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-b20efbc0-6e12-44c9-a499-17ef4f5e943e None None] Attempting to bind port 006f5409-703f-422b-a689-23a8b8749818 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:30:09.089597 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-b20efbc0-6e12-44c9-a499-17ef4f5e943e None None] Attempting to bind port 006f5409-703f-422b-a689-23a8b8749818 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:30:09.090196 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20efbc0-6e12-44c9-a499-17ef4f5e943e None None] Attempting to bind port 006f5409-703f-422b-a689-23a8b8749818 on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:30:09.097686 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e5bbd2-353f-4030-b36e-3d6feeddaea7 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:30:09.107499 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634f905-32a8-46e6-aca0-1b36cb39b4bb None None] Pushing event updated for resources: {'Port': ['ID=006f5409-703f-422b-a689-23a8b8749818,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:09.110682 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20efbc0-6e12-44c9-a499-17ef4f5e943e None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:30:09.111169 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20efbc0-6e12-44c9-a499-17ef4f5e943e None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:30:09.111639 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b20efbc0-6e12-44c9-a499-17ef4f5e943e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:09.112140 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20efbc0-6e12-44c9-a499-17ef4f5e943e None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:30:09.112760 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-b20efbc0-6e12-44c9-a499-17ef4f5e943e None None] Bound port: 006f5409-703f-422b-a689-23a8b8749818, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:30:09.113259 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b20efbc0-6e12-44c9-a499-17ef4f5e943e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:09.146243 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-793c5f85-d791-42b9-badf-ed9ba2bd700c req-98dc61da-217b-4adf-938d-5baea91ee5c0 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327569 Nov 10 19:30:09.154820 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4125f9f8-6d0f-403a-9179-6cc0f05f6ad9 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Network adcbf13e-4fd3-40b0-b9d5-b0278636d662 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:30:09.184100 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-4125f9f8-6d0f-403a-9179-6cc0f05f6ad9 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, adcbf13e-4fd3-40b0-b9d5-b0278636d662) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:30:09.196703 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4125f9f8-6d0f-403a-9179-6cc0f05f6ad9 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:09.197327 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4125f9f8-6d0f-403a-9179-6cc0f05f6ad9 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:09.207483 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-b20efbc0-6e12-44c9-a499-17ef4f5e943e None None] For port 006f5409-703f-422b-a689-23a8b8749818, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:30:09.211804 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-b20efbc0-6e12-44c9-a499-17ef4f5e943e None None] For port 006f5409-703f-422b-a689-23a8b8749818, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=006f5409-703f-422b-a689-23a8b8749818,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:30:09.218559 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1ad350-cbb4-4565-94d5-9361d9c928ca None None] Network adcbf13e-4fd3-40b0-b9d5-b0278636d662 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:30:09.223688 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b20efbc0-6e12-44c9-a499-17ef4f5e943e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:09.236938 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed943c39-3e77-4fd6-b832-64d0e471ea58 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Made reservation on behalf of 6d46df75d92c43c7957b70a923a9100c for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:30:09.240732 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ed943c39-3e77-4fd6-b832-64d0e471ea58 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:09.249023 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4125f9f8-6d0f-403a-9179-6cc0f05f6ad9 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1521263 Nov 10 19:30:09.249912 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54922) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:09.252683 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-10e380f2-8048-43fb-9770-6a2447b4a77e tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:09.253260 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e380f2-8048-43fb-9770-6a2447b4a77e tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Fanout notify agent at l3_agent the message router_deleted on router 88160ace-70aa-4603-a77a-78a0ae9fbfbc {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:30:09.286745 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-10e380f2-8048-43fb-9770-6a2447b4a77e tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:09.288255 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-10e380f2-8048-43fb-9770-6a2447b4a77e tempest-RoutersNegativeIpV6Test-2145067462 tempest-RoutersNegativeIpV6Test-2145067462-project] 10.222.0.54 "DELETE /v2.0/routers/88160ace-70aa-4603-a77a-78a0ae9fbfbc HTTP/1.1" status: 204 len: 168 time: 0.5791192 Nov 10 19:30:09.309249 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ed943c39-3e77-4fd6-b832-64d0e471ea58 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:09.335557 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729fb1bd-452c-4312-aa63-76883d70c53a service neutron] Pushing event updated for resources: {'Port': ['ID=10a9bb9d-e697-4339-959c-bbd272ef334a,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:09.360565 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-1be69f11-4db7-4ff2-9647-f843335f534b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:09.367366 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-1be69f11-4db7-4ff2-9647-f843335f534b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc8efad0eb2c46a8b1cc9cd242bc0235&device_id=c836de56-3cae-488d-a0b0-e72afcd29a63 HTTP/1.1" status: 200 len: 1098 time: 0.1986229 Nov 10 19:30:09.370040 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1dd173-dda8-4236-9ded-7d49ee22f572 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:30:09.381893 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4456ccc6-2ae9-4f6d-9f78-16dccc6b4462 x-openstack-request-id: req-4456ccc6-2ae9-4f6d-9f78-16dccc6b4462 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:30:09.382287 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c836de56-3cae-488d-a0b0-e72afcd29a63", "tag": "10a9bb9d-e697-4339-959c-bbd272ef334a", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:30:09.382612 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4456ccc6-2ae9-4f6d-9f78-16dccc6b4462 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:30:09.382972 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c836de56-3cae-488d-a0b0-e72afcd29a63', 'tag': '10a9bb9d-e697-4339-959c-bbd272ef334a', 'status': 'completed', 'code': 200} Nov 10 19:30:09.401580 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-7a33f56a-421c-4b47-9fec-1238a6f87278 None None] Provisioning complete for port 006f5409-703f-422b-a689-23a8b8749818 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:09.401983 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7a33f56a-421c-4b47-9fec-1238a6f87278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:09.403588 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20efbc0-6e12-44c9-a499-17ef4f5e943e None None] Routers {'26d49cdd-ac8d-415c-9cc3-b83870a061cd'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:30:09.404223 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-b20efbc0-6e12-44c9-a499-17ef4f5e943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:29:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['26d49cdd-ac8d-415c-9cc3-b83870a061cd'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:09.492748 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-302e830f-e19f-4b86-8758-661840547973 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=10a9bb9d-e697-4339-959c-bbd272ef334a HTTP/1.1" status: 200 len: 217 time: 0.0949721 Nov 10 19:30:09.585165 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634f905-32a8-46e6-aca0-1b36cb39b4bb None None] Pushing event updated for resources: {'Port': ['ID=006f5409-703f-422b-a689-23a8b8749818,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:09.673964 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 03047437-4796-45cc-ace4-52800e5384f9 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:30:09.739473 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54940) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:09.758407 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-8c8f438f-df39-4fe1-9002-46ddaabe9b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:09.759969 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-8c8f438f-df39-4fe1-9002-46ddaabe9b34 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.2479198 Nov 10 19:30:09.762725 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 03047437-4796-45cc-ace4-52800e5384f9 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:30:09.763072 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 03047437-4796-45cc-ace4-52800e5384f9 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:30:09.860460 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-5c414473-dfae-4f1e-9ca7-703eeaca00da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:09.866101 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-5c414473-dfae-4f1e-9ca7-703eeaca00da service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0961738 Nov 10 19:30:09.892142 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ed943c39-3e77-4fd6-b832-64d0e471ea58 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:09.944584 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ed943c39-3e77-4fd6-b832-64d0e471ea58 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:09.959091 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e906d420-72ee-455c-9c76-7308291257f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-adcbf13e-4fd3-40b0-b9d5-b0278636d662', 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'fixed_ips': [{'subnet_id': '23001903-5449-491b-90cf-cafe15d30d8c'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:30:09.959961 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e906d420-72ee-455c-9c76-7308291257f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:09.975270 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-b20efbc0-6e12-44c9-a499-17ef4f5e943e None None] Set router 26d49cdd-ac8d-415c-9cc3-b83870a061cd gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:30:09.977490 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7a33f56a-421c-4b47-9fec-1238a6f87278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:10.135500 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7a33f56a-421c-4b47-9fec-1238a6f87278 None None] For port 006f5409-703f-422b-a689-23a8b8749818, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=006f5409-703f-422b-a689-23a8b8749818,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:10.162191 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7a33f56a-421c-4b47-9fec-1238a6f87278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:10.181113 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5111d41a-8b5b-41f4-9199-dfd881b7393e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fd0d9d26f5214e2db94f130a1e3c3aea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4299669 Nov 10 19:30:10.189299 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed943c39-3e77-4fd6-b832-64d0e471ea58 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:30:10.196931 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54956) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:10.249029 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed943c39-3e77-4fd6-b832-64d0e471ea58 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efc8af67-b274-4e5f-9345-45ea768bf3d8,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:10.264675 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ed943c39-3e77-4fd6-b832-64d0e471ea58 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:10.265000 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-ed943c39-3e77-4fd6-b832-64d0e471ea58 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Added segment 8f6e6f8f-f413-4c5f-845d-bfec95e02990 of type vlan for network 7b339ab6-c832-4586-b7e3-50122fb7637e Nov 10 19:30:10.282744 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-914a7ab7-09b5-49d9-88a4-035498e03155 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:10.315507 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32945182-f436-4aca-a1a2-cd39705d89f4 req-bded1254-6c75-44b8-a02f-3f9b73b6adc2 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:10.315786 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c00282ec-dd2a-4db5-8a40-af83ba65e685 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:10.317670 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-32945182-f436-4aca-a1a2-cd39705d89f4 req-bded1254-6c75-44b8-a02f-3f9b73b6adc2 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/ports?device_id=c836de56-3cae-488d-a0b0-e72afcd29a63 HTTP/1.1" status: 200 len: 947 time: 0.0983546 Nov 10 19:30:10.386186 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-c7bb20ca-aefd-469d-a39b-64c8e51af84e service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100112 Nov 10 19:30:10.392791 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c00282ec-dd2a-4db5-8a40-af83ba65e685 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:10.397035 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ed943c39-3e77-4fd6-b832-64d0e471ea58 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:10.457594 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-32945182-f436-4aca-a1a2-cd39705d89f4 req-1054b417-4cd1-457c-9d80-9235c87af408 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/security-groups?id=7719b7d3-576d-4007-9339-9450ba300499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903001 Nov 10 19:30:10.502861 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-28d7664b-14e4-4c7c-9963-66d71977ef4a None None] Provisioning complete for port 006f5409-703f-422b-a689-23a8b8749818 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:10.503511 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-28d7664b-14e4-4c7c-9963-66d71977ef4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:10.524748 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ed943c39-3e77-4fd6-b832-64d0e471ea58 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:10.533384 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed943c39-3e77-4fd6-b832-64d0e471ea58 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:10.534167 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ed943c39-3e77-4fd6-b832-64d0e471ea58 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:10.590871 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33f56a-421c-4b47-9fec-1238a6f87278 None None] Pushing event updated for resources: {'Port': ['ID=006f5409-703f-422b-a689-23a8b8749818,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:10.597854 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-e906d420-72ee-455c-9c76-7308291257f1 None None] Allocated IP 172.20.0.2 (adcbf13e-4fd3-40b0-b9d5-b0278636d662/23001903-5449-491b-90cf-cafe15d30d8c/1baf02f9-d62c-4d92-b96e-c343a2a2356f) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:30:10.634693 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed943c39-3e77-4fd6-b832-64d0e471ea58 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Network': ['ID=7b339ab6-c832-4586-b7e3-50122fb7637e,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:10.646080 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ed943c39-3e77-4fd6-b832-64d0e471ea58 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.9450340 Nov 10 19:30:10.650193 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54964) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:10.663506 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-e2c73dc3-be26-44ed-8e76-27b788f290a3 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Request body: {'network': {'name': 'tempest-RoutersTest-803054001'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:10.674704 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c00282ec-dd2a-4db5-8a40-af83ba65e685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:10.676694 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 7b339ab6-c832-4586-b7e3-50122fb7637e details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:30:10.677450 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c00282ec-dd2a-4db5-8a40-af83ba65e685 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:10.678989 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c00282ec-dd2a-4db5-8a40-af83ba65e685 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/59445c12-98b5-4258-8c0e-804db3929e47 HTTP/1.1" status: 204 len: 168 time: 0.4733069 Nov 10 19:30:10.688668 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1cd970f0-028c-4c0d-86d3-8d959c32a8fc req-64d55a36-fecd-42d3-a6ad-926d04367128 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937026 Nov 10 19:30:10.709652 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00282ec-dd2a-4db5-8a40-af83ba65e685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59445c12-98b5-4258-8c0e-804db3929e47,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:10.727298 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c73dc3-be26-44ed-8e76-27b788f290a3 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Made reservation on behalf of 6d46df75d92c43c7957b70a923a9100c for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:30:10.731582 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e2c73dc3-be26-44ed-8e76-27b788f290a3 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:10.740597 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b438f-bc2e-452b-b9e5-d179bfc0c2cf req-dcbcf2c4-3825-495d-a1ad-c49ea610baf2 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:10.748519 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-129b438f-bc2e-452b-b9e5-d179bfc0c2cf req-dcbcf2c4-3825-495d-a1ad-c49ea610baf2 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 947 time: 0.1886773 Nov 10 19:30:10.838292 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2c73dc3-be26-44ed-8e76-27b788f290a3 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:30:10.858163 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e2c73dc3-be26-44ed-8e76-27b788f290a3 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:10.858549 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-e2c73dc3-be26-44ed-8e76-27b788f290a3 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Added segment 7be0e003-459d-4c20-9ff0-42e47469e6ba of type vlan for network 20729486-d19a-4dcd-a5ff-e8da4f1240ee Nov 10 19:30:10.876457 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9b6b2-63ec-4a6e-8e23-b396c9dbc557 req-d0b97cc5-b757-41c5-9f96-21f9466add5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:10.877356 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-129b438f-bc2e-452b-b9e5-d179bfc0c2cf req-91b74d03-6ac0-4685-b352-cb1f8f3ecc31 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273956 Nov 10 19:30:10.885132 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-b20efbc0-6e12-44c9-a499-17ef4f5e943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-725541396', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '006f5409-703f-422b-a689-23a8b8749818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:30:00Z', 'updated_at': '2021-11-10T19:30:05Z', 'revision_number': 3, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '006f5409-703f-422b-a689-23a8b8749818', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:58:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:02Z', 'updated_at': '2021-11-10T19:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:10.890191 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a8d9b6b2-63ec-4a6e-8e23-b396c9dbc557 req-d0b97cc5-b757-41c5-9f96-21f9466add5c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc8efad0eb2c46a8b1cc9cd242bc0235&device_id=c836de56-3cae-488d-a0b0-e72afcd29a63 HTTP/1.1" status: 200 len: 1098 time: 0.1253560 Nov 10 19:30:10.922071 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20efbc0-6e12-44c9-a499-17ef4f5e943e None None] The sync data for ids ['26d49cdd-ac8d-415c-9cc3-b83870a061cd'] in n-d-813897-4 is: [{'id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-725541396', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '006f5409-703f-422b-a689-23a8b8749818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:30:00Z', 'updated_at': '2021-11-10T19:30:05Z', 'revision_number': 3, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '006f5409-703f-422b-a689-23a8b8749818', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:58:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:02Z', 'updated_at': '2021-11-10T19:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:30:11.087358 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e2c73dc3-be26-44ed-8e76-27b788f290a3 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:11.125361 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:30:11.149611 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e2c73dc3-be26-44ed-8e76-27b788f290a3 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:11.158017 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c73dc3-be26-44ed-8e76-27b788f290a3 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:11.159319 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e2c73dc3-be26-44ed-8e76-27b788f290a3 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:11.180060 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e906d420-72ee-455c-9c76-7308291257f1 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:11.202643 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e2c73dc3-be26-44ed-8e76-27b788f290a3 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5497189 Nov 10 19:30:11.204354 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e906d420-72ee-455c-9c76-7308291257f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:11.205536 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54976) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:11.226237 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9b6b2-63ec-4a6e-8e23-b396c9dbc557 req-58b6b736-9bfb-4ae7-9f56-7e4e914c1b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:11.228431 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a8d9b6b2-63ec-4a6e-8e23-b396c9dbc557 req-58b6b736-9bfb-4ae7-9f56-7e4e914c1b1a service neutron] 10.222.0.25 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.3317599 Nov 10 19:30:11.273316 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-181ece86-9b2e-4c8f-aa62-26e773a5b129 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Request body: {'subnet': {'network_id': '7b339ab6-c832-4586-b7e3-50122fb7637e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:11.355282 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a8d9b6b2-63ec-4a6e-8e23-b396c9dbc557 req-78f27a94-b52a-49fb-9840-b74654366a9f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=10a9bb9d-e697-4339-959c-bbd272ef334a HTTP/1.1" status: 200 len: 217 time: 0.0685282 Nov 10 19:30:11.362169 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c73dc3-be26-44ed-8e76-27b788f290a3 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Network': ['ID=20729486-d19a-4dcd-a5ff-e8da4f1240ee,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:11.416799 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e906d420-72ee-455c-9c76-7308291257f1 None None] Network adcbf13e-4fd3-40b0-b9d5-b0278636d662 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:30:11.450645 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-e906d420-72ee-455c-9c76-7308291257f1 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:30:11.460376 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e906d420-72ee-455c-9c76-7308291257f1 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:30:11.491518 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 20729486-d19a-4dcd-a5ff-e8da4f1240ee details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:30:11.604580 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9b6b2-63ec-4a6e-8e23-b396c9dbc557 req-528542f2-fff4-42e5-84ea-75c60d26a27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:11.610701 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a8d9b6b2-63ec-4a6e-8e23-b396c9dbc557 req-528542f2-fff4-42e5-84ea-75c60d26a27e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.2309484 Nov 10 19:30:11.651689 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-914a7ab7-09b5-49d9-88a4-035498e03155 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Allocated IP 172.20.0.1 (adcbf13e-4fd3-40b0-b9d5-b0278636d662/23001903-5449-491b-90cf-cafe15d30d8c/3c836f66-9502-4f77-adbf-85c8bc8a13be) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:30:11.719874 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9b6b2-63ec-4a6e-8e23-b396c9dbc557 req-c35e46c8-57cb-4f80-bba4-ad75c656084d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:11.728125 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a8d9b6b2-63ec-4a6e-8e23-b396c9dbc557 req-c35e46c8-57cb-4f80-bba4-ad75c656084d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1054864 Nov 10 19:30:11.832036 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 006f5409-703f-422b-a689-23a8b8749818 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:30:11.909829 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181ece86-9b2e-4c8f-aa62-26e773a5b129 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Made reservation on behalf of 6d46df75d92c43c7957b70a923a9100c for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:30:11.917000 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:11.917469 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-181ece86-9b2e-4c8f-aa62-26e773a5b129 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:11.987983 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906d420-72ee-455c-9c76-7308291257f1 None None] Pushing event updated for resources: {'Port': ['ID=1baf02f9-d62c-4d92-b96e-c343a2a2356f,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:12.018206 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a8d9b6b2-63ec-4a6e-8e23-b396c9dbc557 req-e8b9cf0f-3afb-49da-9c86-e00d1cb5a3a0 service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808731 Nov 10 19:30:12.070357 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ecba7d-3cdc-42ec-b556-02443a8565ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:30:12.074178 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1a8812-3c4e-4bd2-a375-0f6fb2348f04" -d '{"events": [{"server_uuid": "d0ecba7d-3cdc-42ec-b556-02443a8565ef", "name": "network-vif-unplugged", "status": "completed", "tag": "a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:30:12.107912 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:12.125921 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e906d420-72ee-455c-9c76-7308291257f1 None None] Attempting to bind port 1baf02f9-d62c-4d92-b96e-c343a2a2356f on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:30:12.126665 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e906d420-72ee-455c-9c76-7308291257f1 None None] Attempting to bind port 1baf02f9-d62c-4d92-b96e-c343a2a2356f by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '6a7a2226-27ec-4992-800c-02e84c0b3c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:30:12.127238 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e906d420-72ee-455c-9c76-7308291257f1 None None] Attempting to bind port 1baf02f9-d62c-4d92-b96e-c343a2a2356f on network adcbf13e-4fd3-40b0-b9d5-b0278636d662 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:30:12.135089 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:12.177364 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e906d420-72ee-455c-9c76-7308291257f1 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:30:12.178178 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e906d420-72ee-455c-9c76-7308291257f1 None None] Checking segment: {'id': '6a7a2226-27ec-4992-800c-02e84c0b3c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:30:12.178813 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e906d420-72ee-455c-9c76-7308291257f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:12.179358 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e906d420-72ee-455c-9c76-7308291257f1 None None] Bound using segment: {'id': '6a7a2226-27ec-4992-800c-02e84c0b3c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:30:12.179999 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e906d420-72ee-455c-9c76-7308291257f1 None None] Bound port: 1baf02f9-d62c-4d92-b96e-c343a2a2356f, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a7a2226-27ec-4992-800c-02e84c0b3c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:30:12.180616 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e906d420-72ee-455c-9c76-7308291257f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:12.182928 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 006f5409-703f-422b-a689-23a8b8749818 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:12.183291 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:12.223925 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84250b4-e0fe-4570-8958-6848669b57ac req-daec6334-6cbb-4044-a2f2-571455a9c776 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:12.233640 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e84250b4-e0fe-4570-8958-6848669b57ac req-daec6334-6cbb-4044-a2f2-571455a9c776 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/ports?device_id=c836de56-3cae-488d-a0b0-e72afcd29a63 HTTP/1.1" status: 200 len: 947 time: 0.5550592 Nov 10 19:30:12.300772 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a8d9b6b2-63ec-4a6e-8e23-b396c9dbc557 req-db8807a4-895f-41b4-9c05-c2baa5f5837a service neutron] 10.222.0.25 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728212 Nov 10 19:30:12.367814 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f,revision_number=11']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:12.408180 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-914a7ab7-09b5-49d9-88a4-035498e03155 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:12.453487 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e84250b4-e0fe-4570-8958-6848669b57ac req-5f79cd06-94ce-4b1d-a9dc-3d2b8482fcbb tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/security-groups?id=7719b7d3-576d-4007-9339-9450ba300499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149448 Nov 10 19:30:12.482071 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e906d420-72ee-455c-9c76-7308291257f1 None None] For port 1baf02f9-d62c-4d92-b96e-c343a2a2356f, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:30:12.522012 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e906d420-72ee-455c-9c76-7308291257f1 None None] For port 1baf02f9-d62c-4d92-b96e-c343a2a2356f, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=1baf02f9-d62c-4d92-b96e-c343a2a2356f,segment=NetworkSegment(6a7a2226-27ec-4992-800c-02e84c0b3c55),segment_id=6a7a2226-27ec-4992-800c-02e84c0b3c55)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:30:12.533613 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e906d420-72ee-455c-9c76-7308291257f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:12.674271 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906d420-72ee-455c-9c76-7308291257f1 None None] Pushing event updated for resources: {'Port': ['ID=1baf02f9-d62c-4d92-b96e-c343a2a2356f,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:12.697006 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-181ece86-9b2e-4c8f-aa62-26e773a5b129 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:12.732114 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55006) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:12.764178 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-914a7ab7-09b5-49d9-88a4-035498e03155 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:12.835568 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecaae78-9363-4c28-a3f1-a72df88b3cdb req-0b1becdf-07bb-4d56-8a25-623fc7242426 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:12.843781 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6ecaae78-9363-4c28-a3f1-a72df88b3cdb req-0b1becdf-07bb-4d56-8a25-623fc7242426 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.2448511 Nov 10 19:30:12.890156 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914a7ab7-09b5-49d9-88a4-035498e03155 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Network adcbf13e-4fd3-40b0-b9d5-b0278636d662 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:30:12.928601 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-914a7ab7-09b5-49d9-88a4-035498e03155 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:30:12.941864 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914a7ab7-09b5-49d9-88a4-035498e03155 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:30:12.985637 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ece86-9b2e-4c8f-aa62-26e773a5b129 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Subnet': ['ID=4b74d917-4aba-4ca5-91e5-ac406d97adf6,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:13.054847 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a7ab7-09b5-49d9-88a4-035498e03155 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'Port': ['ID=3c836f66-9502-4f77-adbf-85c8bc8a13be,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:13.079390 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181ece86-9b2e-4c8f-aa62-26e773a5b129 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Checking segment: {'id': '8f6e6f8f-f413-4c5f-845d-bfec95e02990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '7b339ab6-c832-4586-b7e3-50122fb7637e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:30:13.079937 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181ece86-9b2e-4c8f-aa62-26e773a5b129 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network hostable DHCP agents. Network: 7b339ab6-c832-4586-b7e3-50122fb7637e, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:30:13.109400 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-914a7ab7-09b5-49d9-88a4-035498e03155 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:13.113204 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-0ac8ed44-61e4-4dfc-918c-3b24d295cbd2 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:13.114138 n-d-813897-4 neutron-server[102505]: WARNING neutron.api.v2.base [None req-0ac8ed44-61e4-4dfc-918c-3b24d295cbd2 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 10 19:30:13.115236 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-0ac8ed44-61e4-4dfc-918c-3b24d295cbd2 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] create failed (client error): There was a conflict when trying to complete your request. Nov 10 19:30:13.116592 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0ac8ed44-61e4-4dfc-918c-3b24d295cbd2 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3826189 Nov 10 19:30:13.117791 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6ecaae78-9363-4c28-a3f1-a72df88b3cdb req-192560ff-4a3e-409f-97b9-9c62b7327eb3 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2729545 Nov 10 19:30:13.123586 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55012) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:13.128324 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-d2d0efec-ad99-4766-bc1c-46c214b280fc tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Request body: {'security_group': {'name': 'tempest-secgroup--1312280214'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:13.179298 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181ece86-9b2e-4c8f-aa62-26e773a5b129 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network 7b339ab6-c832-4586-b7e3-50122fb7637e is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:30:13.185912 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d2d0efec-ad99-4766-bc1c-46c214b280fc tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:13.198246 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-181ece86-9b2e-4c8f-aa62-26e773a5b129 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 7b339ab6-c832-4586-b7e3-50122fb7637e) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:30:13.212055 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e86d2f-bb92-45f4-80e7-6eef03314549 None None] Network 7b339ab6-c832-4586-b7e3-50122fb7637e requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:30:13.215866 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d2d0efec-ad99-4766-bc1c-46c214b280fc tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:13.226855 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181ece86-9b2e-4c8f-aa62-26e773a5b129 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:13.227450 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-181ece86-9b2e-4c8f-aa62-26e773a5b129 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:13.253056 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-181ece86-9b2e-4c8f-aa62-26e773a5b129 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0457773 Nov 10 19:30:13.256766 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55016) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:13.320401 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aeaa1f3-bbcc-4d0b-8778-63c33c9506b7 x-openstack-request-id: req-9aeaa1f3-bbcc-4d0b-8778-63c33c9506b7 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:30:13.320945 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ecba7d-3cdc-42ec-b556-02443a8565ef", "name": "network-vif-unplugged", "status": "completed", "tag": "a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:30:13.321688 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9aeaa1f3-bbcc-4d0b-8778-63c33c9506b7 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:30:13.321688 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ecba7d-3cdc-42ec-b556-02443a8565ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f', 'code': 200} Nov 10 19:30:13.344172 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-d4168623-88db-4d1d-ab43-ce5d428cb015 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Request body: {'subnet': {'network_id': '20729486-d19a-4dcd-a5ff-e8da4f1240ee', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:13.347815 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-914a7ab7-09b5-49d9-88a4-035498e03155 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:13.440186 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384f4115-c70c-4cba-bd10-7a6d6cdf804f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-7b339ab6-c832-4586-b7e3-50122fb7637e', 'network_id': '7b339ab6-c832-4586-b7e3-50122fb7637e', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'fixed_ips': [{'subnet_id': '4b74d917-4aba-4ca5-91e5-ac406d97adf6'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:30:13.441075 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-384f4115-c70c-4cba-bd10-7a6d6cdf804f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:13.482440 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d2d0efec-ad99-4766-bc1c-46c214b280fc tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:13.499574 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d2d0efec-ad99-4766-bc1c-46c214b280fc tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:13.628566 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 1baf02f9-d62c-4d92-b96e-c343a2a2356f up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:30:13.679444 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4168623-88db-4d1d-ab43-ce5d428cb015 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Made reservation on behalf of 6d46df75d92c43c7957b70a923a9100c for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:30:13.685375 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d4168623-88db-4d1d-ab43-ce5d428cb015 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:13.709490 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050cbf6b-da46-459a-9561-1c6c265bdb14 req-32a8b985-b5fa-47cf-840d-0e422e78c9c8 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:13.712266 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-050cbf6b-da46-459a-9561-1c6c265bdb14 req-32a8b985-b5fa-47cf-840d-0e422e78c9c8 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/ports?device_id=c836de56-3cae-488d-a0b0-e72afcd29a63 HTTP/1.1" status: 200 len: 947 time: 0.0965974 Nov 10 19:30:13.740827 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0efec-ad99-4766-bc1c-46c214b280fc tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb44d36f-a508-446f-92be-9e8b0585da56,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:13.742341 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 1baf02f9-d62c-4d92-b96e-c343a2a2356f triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:13.742717 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:13.745319 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-384f4115-c70c-4cba-bd10-7a6d6cdf804f None None] Allocated IP 172.20.0.2 (7b339ab6-c832-4586-b7e3-50122fb7637e/4b74d917-4aba-4ca5-91e5-ac406d97adf6/76469660-b5ce-400c-b8d7-592aee7dc13d) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:30:13.794582 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-050cbf6b-da46-459a-9561-1c6c265bdb14 req-fdab0557-f02e-420e-80f7-7e9e21343f56 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/security-groups?id=7719b7d3-576d-4007-9339-9450ba300499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707529 Nov 10 19:30:13.818013 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0efec-ad99-4766-bc1c-46c214b280fc tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:13.818507 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0efec-ad99-4766-bc1c-46c214b280fc tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:13.818852 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0efec-ad99-4766-bc1c-46c214b280fc tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:13.819235 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0efec-ad99-4766-bc1c-46c214b280fc tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:13.819571 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0efec-ad99-4766-bc1c-46c214b280fc tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:13.819898 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0efec-ad99-4766-bc1c-46c214b280fc tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:13.820224 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0efec-ad99-4766-bc1c-46c214b280fc tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:13.820544 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0efec-ad99-4766-bc1c-46c214b280fc tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:13.821481 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0efec-ad99-4766-bc1c-46c214b280fc tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:13.821827 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0efec-ad99-4766-bc1c-46c214b280fc tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:13.823237 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0efec-ad99-4766-bc1c-46c214b280fc tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:13.823585 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d0efec-ad99-4766-bc1c-46c214b280fc tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:13.842542 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-914a7ab7-09b5-49d9-88a4-035498e03155 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:13.862508 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-914a7ab7-09b5-49d9-88a4-035498e03155 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:13.903875 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:13.921496 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d2d0efec-ad99-4766-bc1c-46c214b280fc tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:13.922078 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-914a7ab7-09b5-49d9-88a4-035498e03155 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:13.933227 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d2d0efec-ad99-4766-bc1c-46c214b280fc tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:14.001394 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d2d0efec-ad99-4766-bc1c-46c214b280fc tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:14.005894 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d2d0efec-ad99-4766-bc1c-46c214b280fc tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8781314 Nov 10 19:30:14.006015 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55030) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:14.026106 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-3d106ad8-a0bb-4cdb-954d-d83241918171 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Request body: {'security_group_rule': {'security_group_id': 'e4c544de-660c-4781-afdd-ddae6f7a6265', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:14.030972 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0efec-ad99-4766-bc1c-46c214b280fc tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c544de-660c-4781-afdd-ddae6f7a6265,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:14.037904 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 1baf02f9-d62c-4d92-b96e-c343a2a2356f, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=1baf02f9-d62c-4d92-b96e-c343a2a2356f,segment=NetworkSegment(6a7a2226-27ec-4992-800c-02e84c0b3c55),segment_id=6a7a2226-27ec-4992-800c-02e84c0b3c55)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:14.045801 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:14.151323 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a7ab7-09b5-49d9-88a4-035498e03155 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'Port': ['ID=3c836f66-9502-4f77-adbf-85c8bc8a13be,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:14.173638 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=1baf02f9-d62c-4d92-b96e-c343a2a2356f,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:14.196130 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914a7ab7-09b5-49d9-88a4-035498e03155 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Network adcbf13e-4fd3-40b0-b9d5-b0278636d662 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:30:14.197636 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-914a7ab7-09b5-49d9-88a4-035498e03155 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:30:14.216418 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3d106ad8-a0bb-4cdb-954d-d83241918171 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:14.240010 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-384f4115-c70c-4cba-bd10-7a6d6cdf804f None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:14.252748 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-384f4115-c70c-4cba-bd10-7a6d6cdf804f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:14.325366 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384f4115-c70c-4cba-bd10-7a6d6cdf804f None None] Network 7b339ab6-c832-4586-b7e3-50122fb7637e is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:30:14.329654 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-384f4115-c70c-4cba-bd10-7a6d6cdf804f None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:30:14.338534 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384f4115-c70c-4cba-bd10-7a6d6cdf804f None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:30:14.352866 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c0d1ba-7436-4b4d-be94-c6532a1b42a8 None None] Network adcbf13e-4fd3-40b0-b9d5-b0278636d662 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:30:14.387431 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3d106ad8-a0bb-4cdb-954d-d83241918171 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:14.397165 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3d106ad8-a0bb-4cdb-954d-d83241918171 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:14.406148 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f4115-c70c-4cba-bd10-7a6d6cdf804f None None] Pushing event updated for resources: {'Port': ['ID=76469660-b5ce-400c-b8d7-592aee7dc13d,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:14.556910 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-b56669ee-961f-433a-82f9-f7f44488cb6b None None] Provisioning complete for port 1baf02f9-d62c-4d92-b96e-c343a2a2356f triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:14.557732 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b56669ee-961f-433a-82f9-f7f44488cb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:14.620200 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-384f4115-c70c-4cba-bd10-7a6d6cdf804f None None] Attempting to bind port 76469660-b5ce-400c-b8d7-592aee7dc13d on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:30:14.620824 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-384f4115-c70c-4cba-bd10-7a6d6cdf804f None None] Attempting to bind port 76469660-b5ce-400c-b8d7-592aee7dc13d by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '8f6e6f8f-f413-4c5f-845d-bfec95e02990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '7b339ab6-c832-4586-b7e3-50122fb7637e'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:30:14.621377 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384f4115-c70c-4cba-bd10-7a6d6cdf804f None None] Attempting to bind port 76469660-b5ce-400c-b8d7-592aee7dc13d on network 7b339ab6-c832-4586-b7e3-50122fb7637e {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:30:14.656402 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384f4115-c70c-4cba-bd10-7a6d6cdf804f None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:30:14.656806 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384f4115-c70c-4cba-bd10-7a6d6cdf804f None None] Checking segment: {'id': '8f6e6f8f-f413-4c5f-845d-bfec95e02990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '7b339ab6-c832-4586-b7e3-50122fb7637e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:30:14.657101 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-384f4115-c70c-4cba-bd10-7a6d6cdf804f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:14.657497 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384f4115-c70c-4cba-bd10-7a6d6cdf804f None None] Bound using segment: {'id': '8f6e6f8f-f413-4c5f-845d-bfec95e02990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '7b339ab6-c832-4586-b7e3-50122fb7637e'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:30:14.658060 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-384f4115-c70c-4cba-bd10-7a6d6cdf804f None None] Bound port: 76469660-b5ce-400c-b8d7-592aee7dc13d, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6e6f8f-f413-4c5f-845d-bfec95e02990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '7b339ab6-c832-4586-b7e3-50122fb7637e'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:30:14.658412 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-384f4115-c70c-4cba-bd10-7a6d6cdf804f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:14.778792 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ed241-6191-4547-8cbe-d0b37ea65fc5 req-eb202f4f-36d6-44f6-8200-3576ffbb7795 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:14.786017 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-824ed241-6191-4547-8cbe-d0b37ea65fc5 req-eb202f4f-36d6-44f6-8200-3576ffbb7795 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.4820695 Nov 10 19:30:14.812806 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-384f4115-c70c-4cba-bd10-7a6d6cdf804f None None] For port 76469660-b5ce-400c-b8d7-592aee7dc13d, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:30:14.835144 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-384f4115-c70c-4cba-bd10-7a6d6cdf804f None None] For port 76469660-b5ce-400c-b8d7-592aee7dc13d, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=76469660-b5ce-400c-b8d7-592aee7dc13d,segment=NetworkSegment(8f6e6f8f-f413-4c5f-845d-bfec95e02990),segment_id=8f6e6f8f-f413-4c5f-845d-bfec95e02990)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:30:14.842766 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-384f4115-c70c-4cba-bd10-7a6d6cdf804f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:14.867117 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914a7ab7-09b5-49d9-88a4-035498e03155 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Router 26d49cdd-ac8d-415c-9cc3-b83870a061cd has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:30:14.872228 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d106ad8-a0bb-4cdb-954d-d83241918171 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec21e215-0527-415d-9b4e-d162bc4a34e7,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:14.876635 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d4168623-88db-4d1d-ab43-ce5d428cb015 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:14.897307 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-824ed241-6191-4547-8cbe-d0b37ea65fc5 req-43385d0e-e5aa-4084-9e47-66797a0ce2af tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079955 Nov 10 19:30:14.921925 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3d106ad8-a0bb-4cdb-954d-d83241918171 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:14.928051 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3d106ad8-a0bb-4cdb-954d-d83241918171 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9210200 Nov 10 19:30:14.938578 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55044) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:14.942981 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-cf88e4fb-ebef-402b-a0fa-5e69e39cfe89 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Request body: {'security_group_rule': {'security_group_id': 'e4c544de-660c-4781-afdd-ddae6f7a6265', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:14.993162 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f4115-c70c-4cba-bd10-7a6d6cdf804f None None] Pushing event updated for resources: {'Port': ['ID=76469660-b5ce-400c-b8d7-592aee7dc13d,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:15.092382 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4168623-88db-4d1d-ab43-ce5d428cb015 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Subnet': ['ID=3c641cf9-e62d-4d5c-a12a-c6dc83a4106d,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:15.117264 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cf88e4fb-ebef-402b-a0fa-5e69e39cfe89 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:15.138627 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:30:15.139246 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4168623-88db-4d1d-ab43-ce5d428cb015 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Checking segment: {'id': '7be0e003-459d-4c20-9ff0-42e47469e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '20729486-d19a-4dcd-a5ff-e8da4f1240ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:30:15.139547 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4168623-88db-4d1d-ab43-ce5d428cb015 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network hostable DHCP agents. Network: 20729486-d19a-4dcd-a5ff-e8da4f1240ee, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:30:15.159537 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914a7ab7-09b5-49d9-88a4-035498e03155 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:30:15.169367 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-914a7ab7-09b5-49d9-88a4-035498e03155 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "PUT /v2.0/routers/26d49cdd-ac8d-415c-9cc3-b83870a061cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9181805 Nov 10 19:30:15.171534 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedbb15c-3241-4981-b5b4-5e68ce4b9bdd None None] Sync routers for ids ['26d49cdd-ac8d-415c-9cc3-b83870a061cd'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:30:15.199753 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedbb15c-3241-4981-b5b4-5e68ce4b9bdd None None] Routers {'26d49cdd-ac8d-415c-9cc3-b83870a061cd'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:30:15.200381 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-dedbb15c-3241-4981-b5b4-5e68ce4b9bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:29:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['26d49cdd-ac8d-415c-9cc3-b83870a061cd'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:15.226339 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4168623-88db-4d1d-ab43-ce5d428cb015 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network 20729486-d19a-4dcd-a5ff-e8da4f1240ee is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:30:15.231026 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488ab2e-46f1-4e1d-a36c-48c3df7c6be8 req-0acdbe98-b356-49cb-9605-ea612d618a61 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:15.250310 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3488ab2e-46f1-4e1d-a36c-48c3df7c6be8 req-0acdbe98-b356-49cb-9605-ea612d618a61 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/ports?device_id=c836de56-3cae-488d-a0b0-e72afcd29a63 HTTP/1.1" status: 200 len: 947 time: 0.1406534 Nov 10 19:30:15.267782 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-d4168623-88db-4d1d-ab43-ce5d428cb015 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 20729486-d19a-4dcd-a5ff-e8da4f1240ee) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:30:15.281225 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4168623-88db-4d1d-ab43-ce5d428cb015 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:15.284403 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d4168623-88db-4d1d-ab43-ce5d428cb015 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:15.335971 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d4168623-88db-4d1d-ab43-ce5d428cb015 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0748212 Nov 10 19:30:15.353461 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55052) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:15.365052 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-cefedebe-2415-4c84-bab9-07a13db62175 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-730227443', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:15.374673 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f03b785-29b0-4c1a-b951-08a431d52919 None None] Network 20729486-d19a-4dcd-a5ff-e8da4f1240ee requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:30:15.381191 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-cf88e4fb-ebef-402b-a0fa-5e69e39cfe89 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] create failed (client error): There was a conflict when trying to complete your request. Nov 10 19:30:15.392764 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cf88e4fb-ebef-402b-a0fa-5e69e39cfe89 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4508624 Nov 10 19:30:15.393459 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55056) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:15.398190 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-140a5e6e-fe02-45a8-8fdc-cc212b702074 None None] Provisioning complete for port 3c836f66-9502-4f77-adbf-85c8bc8a13be triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:15.398576 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-140a5e6e-fe02-45a8-8fdc-cc212b702074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:15.472687 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-dedbb15c-3241-4981-b5b4-5e68ce4b9bdd None None] Set router 26d49cdd-ac8d-415c-9cc3-b83870a061cd gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:30:15.476283 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cefedebe-2415-4c84-bab9-07a13db62175 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:15.477381 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cefedebe-2415-4c84-bab9-07a13db62175 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:15.491086 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3488ab2e-46f1-4e1d-a36c-48c3df7c6be8 req-7c5542c2-2e5e-47c2-a1cb-e35192bfa7a2 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/security-groups?id=7719b7d3-576d-4007-9339-9450ba300499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393899 Nov 10 19:30:15.715647 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:15.715833 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b9bfeca6-efae-49a0-8384-b4f9edfdf4a3 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:15.720735 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cefedebe-2415-4c84-bab9-07a13db62175 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:15.736069 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f', 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433', 'port_id': 'a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f', 'mac_address': 'fa:16:3e:36:79:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d874850-3788-4c89-9cc5-3e0f9d06fb90', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:30:15.754164 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cefedebe-2415-4c84-bab9-07a13db62175 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:15.770439 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-cb730f05-00d8-4a0a-9cf7-bc9292ab417c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1336554027&fields=id&tenant_id=540494213bb2401d877387c28ba690c2 HTTP/1.1" status: 200 len: 267 time: 0.1287744 Nov 10 19:30:15.772805 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b9bfeca6-efae-49a0-8384-b4f9edfdf4a3 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:15.815938 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cefedebe-2415-4c84-bab9-07a13db62175 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:15.819853 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cefedebe-2415-4c84-bab9-07a13db62175 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4662867 Nov 10 19:30:15.837494 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55074) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:16.012081 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-63162153-2f08-4647-9e5a-4145e0e0b25c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:16.020566 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-63162153-2f08-4647-9e5a-4145e0e0b25c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/networks?id=adcbf13e-4fd3-40b0-b9d5-b0278636d662 HTTP/1.1" status: 200 len: 797 time: 0.2486296 Nov 10 19:30:16.042484 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-4ca17853-f850-456d-9fce-5c401d86e0d8 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/quotas/540494213bb2401d877387c28ba690c2 HTTP/1.1" status: 200 len: 375 time: 0.0201576 Nov 10 19:30:16.060240 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 76469660-b5ce-400c-b8d7-592aee7dc13d up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:30:16.094773 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-140a5e6e-fe02-45a8-8fdc-cc212b702074 None None] Port 3c836f66-9502-4f77-adbf-85c8bc8a13be cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:30:16.171239 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-69c4a33a-87f2-4b9b-ad8c-37db60c97490 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1265390 Nov 10 19:30:16.237165 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-dedbb15c-3241-4981-b5b4-5e68ce4b9bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-725541396', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '006f5409-703f-422b-a689-23a8b8749818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:30:00Z', 'updated_at': '2021-11-10T19:30:13Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '006f5409-703f-422b-a689-23a8b8749818', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:58:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:02Z', 'updated_at': '2021-11-10T19:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '3c836f66-9502-4f77-adbf-85c8bc8a13be', 'name': '', 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:f1:b8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '23001903-5449-491b-90cf-cafe15d30d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:10Z', 'updated_at': '2021-11-10T19:30:13Z', 'revision_number': 2, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': '23001903-5449-491b-90cf-cafe15d30d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:16.269342 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedbb15c-3241-4981-b5b4-5e68ce4b9bdd None None] Checking router: 26d49cdd-ac8d-415c-9cc3-b83870a061cd for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:30:16.269790 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedbb15c-3241-4981-b5b4-5e68ce4b9bdd None None] Updating router 26d49cdd-ac8d-415c-9cc3-b83870a061cd port 3c836f66-9502-4f77-adbf-85c8bc8a13be binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:30:16.276401 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b9bfeca6-efae-49a0-8384-b4f9edfdf4a3 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:16.279584 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b9bfeca6-efae-49a0-8384-b4f9edfdf4a3 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:16.280788 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b9bfeca6-efae-49a0-8384-b4f9edfdf4a3 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "DELETE /v2.0/security-groups/e4c544de-660c-4781-afdd-ddae6f7a6265 HTTP/1.1" status: 204 len: 168 time: 0.8864732 Nov 10 19:30:16.287140 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55090) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:16.287446 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e57ff4-d074-4f5d-909a-68d073c8d7ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-20729486-d19a-4dcd-a5ff-e8da4f1240ee', 'network_id': '20729486-d19a-4dcd-a5ff-e8da4f1240ee', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'fixed_ips': [{'subnet_id': '3c641cf9-e62d-4d5c-a12a-c6dc83a4106d'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:30:16.302926 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-dedbb15c-3241-4981-b5b4-5e68ce4b9bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:16.309878 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b8e57ff4-d074-4f5d-909a-68d073c8d7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:16.310296 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bfeca6-efae-49a0-8384-b4f9edfdf4a3 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c544de-660c-4781-afdd-ddae6f7a6265,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:16.368482 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-140a5e6e-fe02-45a8-8fdc-cc212b702074 None None] Provisioning complete for port 1baf02f9-d62c-4d92-b96e-c343a2a2356f triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:16.368860 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-140a5e6e-fe02-45a8-8fdc-cc212b702074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:16.374394 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:16.450777 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:30:16.463590 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 76469660-b5ce-400c-b8d7-592aee7dc13d triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:16.463963 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:16.505259 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-106a6620-6ecc-4473-948c-1687c61dd399 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2105348 Nov 10 19:30:16.506389 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55094) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:16.511720 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-f4803b95-5fed-4d2e-ab17-5facb3c8c89a tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Request body: {'security_group': {'name': 'tempest-secgroup--167536468'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:16.574947 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ba437f05-893b-4a79-b670-b9fef4cece32 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:16.576158 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:16.580739 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f4803b95-5fed-4d2e-ab17-5facb3c8c89a tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:16.602429 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:16.602429 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 10a9bb9d-e697-4339-959c-bbd272ef334a details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:30:16.657900 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-8db5542b-fa3f-4e2b-b964-131789076976 service neutron] 10.222.0.54 "GET /v2.0/networks/adcbf13e-4fd3-40b0-b9d5-b0278636d662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678392 Nov 10 19:30:16.666968 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-dedbb15c-3241-4981-b5b4-5e68ce4b9bdd None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:16.674800 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-dedbb15c-3241-4981-b5b4-5e68ce4b9bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:16.740795 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091068a-67ac-467a-a45a-e97c4c376f41 None None] Pushing event updated for resources: {'Port': ['ID=3c836f66-9502-4f77-adbf-85c8bc8a13be,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:16.759141 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091068a-67ac-467a-a45a-e97c4c376f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:16.759981 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091068a-67ac-467a-a45a-e97c4c376f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:16.759981 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091068a-67ac-467a-a45a-e97c4c376f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:16.760214 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091068a-67ac-467a-a45a-e97c4c376f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:16.760951 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091068a-67ac-467a-a45a-e97c4c376f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:16.761083 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091068a-67ac-467a-a45a-e97c4c376f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:16.761375 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091068a-67ac-467a-a45a-e97c4c376f41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:16.761861 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091068a-67ac-467a-a45a-e97c4c376f41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:16.762186 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091068a-67ac-467a-a45a-e97c4c376f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:16.762536 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091068a-67ac-467a-a45a-e97c4c376f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:16.762913 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091068a-67ac-467a-a45a-e97c4c376f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:16.763915 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091068a-67ac-467a-a45a-e97c4c376f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:16.781393 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-b8e57ff4-d074-4f5d-909a-68d073c8d7ca None None] Allocated IP 172.21.0.2 (20729486-d19a-4dcd-a5ff-e8da4f1240ee/3c641cf9-e62d-4d5c-a12a-c6dc83a4106d/0f2726f9-d721-412c-b29f-1ba61c3f4a04) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:30:16.853800 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-ccf854fb-1939-451a-bdf5-3d6adeafb7df service neutron] 10.222.0.54 "GET /v2.0/networks/adcbf13e-4fd3-40b0-b9d5-b0278636d662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883519 Nov 10 19:30:16.946796 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f,revision_number=12']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:16.948582 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-dedbb15c-3241-4981-b5b4-5e68ce4b9bdd None None] Attempting to bind port 3c836f66-9502-4f77-adbf-85c8bc8a13be on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:30:16.948948 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-dedbb15c-3241-4981-b5b4-5e68ce4b9bdd None None] Attempting to bind port 3c836f66-9502-4f77-adbf-85c8bc8a13be by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '6a7a2226-27ec-4992-800c-02e84c0b3c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:30:16.953399 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedbb15c-3241-4981-b5b4-5e68ce4b9bdd None None] Attempting to bind port 3c836f66-9502-4f77-adbf-85c8bc8a13be on network adcbf13e-4fd3-40b0-b9d5-b0278636d662 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:30:16.962730 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedbb15c-3241-4981-b5b4-5e68ce4b9bdd None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:30:16.963194 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedbb15c-3241-4981-b5b4-5e68ce4b9bdd None None] Checking segment: {'id': '6a7a2226-27ec-4992-800c-02e84c0b3c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:30:16.963634 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-dedbb15c-3241-4981-b5b4-5e68ce4b9bdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:16.965907 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedbb15c-3241-4981-b5b4-5e68ce4b9bdd None None] Bound using segment: {'id': '6a7a2226-27ec-4992-800c-02e84c0b3c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:30:16.966446 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-dedbb15c-3241-4981-b5b4-5e68ce4b9bdd None None] Bound port: 3c836f66-9502-4f77-adbf-85c8bc8a13be, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a7a2226-27ec-4992-800c-02e84c0b3c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:30:16.966848 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-dedbb15c-3241-4981-b5b4-5e68ce4b9bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:17.017444 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad5be5d-d340-4f8a-afd6-78acc8490ce7 None None] Network 7b339ab6-c832-4586-b7e3-50122fb7637e requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:30:17.025385 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f4803b95-5fed-4d2e-ab17-5facb3c8c89a tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:17.038762 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f4803b95-5fed-4d2e-ab17-5facb3c8c89a tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:17.056483 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:17.133184 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-dedbb15c-3241-4981-b5b4-5e68ce4b9bdd None None] For port 3c836f66-9502-4f77-adbf-85c8bc8a13be, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:30:17.136883 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-dedbb15c-3241-4981-b5b4-5e68ce4b9bdd None None] For port 3c836f66-9502-4f77-adbf-85c8bc8a13be, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=3c836f66-9502-4f77-adbf-85c8bc8a13be,segment=NetworkSegment(6a7a2226-27ec-4992-800c-02e84c0b3c55),segment_id=6a7a2226-27ec-4992-800c-02e84c0b3c55)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:30:17.144462 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-dedbb15c-3241-4981-b5b4-5e68ce4b9bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:17.189646 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f4803b95-5fed-4d2e-ab17-5facb3c8c89a tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:17.196901 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f4803b95-5fed-4d2e-ab17-5facb3c8c89a tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6850219 Nov 10 19:30:17.197115 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55104) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:17.202317 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-686f5932-4773-42cc-a8d8-65c162cb591c tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Request body: {'security_group_rule': {'security_group_id': '19533325-c399-43b8-aba1-aede95b9a50b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:17.203165 n-d-813897-4 neutron-server[102506]: WARNING neutron.api.v2.base [None req-686f5932-4773-42cc-a8d8-65c162cb591c tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 10 19:30:17.203628 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-686f5932-4773-42cc-a8d8-65c162cb591c tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:30:17.208912 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-63b1c0c6-99c6-45ba-801a-428cf675a5db None None] Provisioning complete for port 3c836f66-9502-4f77-adbf-85c8bc8a13be triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:17.209175 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-686f5932-4773-42cc-a8d8-65c162cb591c tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0091686 Nov 10 19:30:17.209329 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-63b1c0c6-99c6-45ba-801a-428cf675a5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:17.209416 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55106) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:17.240134 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedbb15c-3241-4981-b5b4-5e68ce4b9bdd None None] Routers {'26d49cdd-ac8d-415c-9cc3-b83870a061cd'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:30:17.241428 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-dedbb15c-3241-4981-b5b4-5e68ce4b9bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:29:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['26d49cdd-ac8d-415c-9cc3-b83870a061cd'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:17.298377 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 10a9bb9d-e697-4339-959c-bbd272ef334a, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=10a9bb9d-e697-4339-959c-bbd272ef334a,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:17.313647 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091068a-67ac-467a-a45a-e97c4c376f41 None None] Pushing event updated for resources: {'Port': ['ID=3c836f66-9502-4f77-adbf-85c8bc8a13be,revision_number=4']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:17.347343 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '10a9bb9d-e697-4339-959c-bbd272ef334a', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': '10a9bb9d-e697-4339-959c-bbd272ef334a', 'mac_address': 'fa:16:3e:2f:68:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:30:17.358922 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4803b95-5fed-4d2e-ab17-5facb3c8c89a tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19533325-c399-43b8-aba1-aede95b9a50b,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:17.377275 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 76469660-b5ce-400c-b8d7-592aee7dc13d, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=76469660-b5ce-400c-b8d7-592aee7dc13d,segment=NetworkSegment(8f6e6f8f-f413-4c5f-845d-bfec95e02990),segment_id=8f6e6f8f-f413-4c5f-845d-bfec95e02990)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:17.413714 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:17.418853 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 1baf02f9-d62c-4d92-b96e-c343a2a2356f up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:30:17.479786 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b821a88a-1636-4ac4-9577-47b08cf71fab tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:17.485815 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-dedbb15c-3241-4981-b5b4-5e68ce4b9bdd None None] Set router 26d49cdd-ac8d-415c-9cc3-b83870a061cd gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:30:17.503200 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-ba437f05-893b-4a79-b670-b9fef4cece32 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Allocated IP 172.20.0.1 (7b339ab6-c832-4586-b7e3-50122fb7637e/4b74d917-4aba-4ca5-91e5-ac406d97adf6/706a5027-fba1-45a0-a1ae-96e0fc5a1f5c) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:30:17.537886 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b821a88a-1636-4ac4-9577-47b08cf71fab tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:17.651434 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b821a88a-1636-4ac4-9577-47b08cf71fab tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:17.662932 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b821a88a-1636-4ac4-9577-47b08cf71fab tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:17.662932 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b821a88a-1636-4ac4-9577-47b08cf71fab tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "DELETE /v2.0/security-groups/19533325-c399-43b8-aba1-aede95b9a50b HTTP/1.1" status: 204 len: 168 time: 0.4457390 Nov 10 19:30:17.671044 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55116) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:17.671937 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821a88a-1636-4ac4-9577-47b08cf71fab tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19533325-c399-43b8-aba1-aede95b9a50b,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:17.689420 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:17.778725 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b8e57ff4-d074-4f5d-909a-68d073c8d7ca None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:17.801876 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10a9bb9d-e697-4339-959c-bbd272ef334a {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:30:17.806996 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-814575f1-ae04-4a60-8e23-adfcc68f1695 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1274261 Nov 10 19:30:17.814713 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55120) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:17.830196 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-21f3570f-450b-4c5d-9476-020802b71c96 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Request body: {'security_group': {'name': 'tempest-secgroup--2106630094'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:17.873834 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ba437f05-893b-4a79-b670-b9fef4cece32 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:17.874882 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b8e57ff4-d074-4f5d-909a-68d073c8d7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:17.877105 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-21f3570f-450b-4c5d-9476-020802b71c96 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:17.945910 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ba437f05-893b-4a79-b670-b9fef4cece32 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:17.981697 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-63b1c0c6-99c6-45ba-801a-428cf675a5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:17.987971 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 10a9bb9d-e697-4339-959c-bbd272ef334a, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=10a9bb9d-e697-4339-959c-bbd272ef334a,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:17.996543 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e57ff4-d074-4f5d-909a-68d073c8d7ca None None] Network 20729486-d19a-4dcd-a5ff-e8da4f1240ee is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:30:18.001871 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-b8e57ff4-d074-4f5d-909a-68d073c8d7ca None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:30:18.006404 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=76469660-b5ce-400c-b8d7-592aee7dc13d,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:18.010019 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e57ff4-d074-4f5d-909a-68d073c8d7ca None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:30:18.019708 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba437f05-893b-4a79-b670-b9fef4cece32 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network 7b339ab6-c832-4586-b7e3-50122fb7637e is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:30:18.021291 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:18.041320 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-ba437f05-893b-4a79-b670-b9fef4cece32 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:30:18.046576 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba437f05-893b-4a79-b670-b9fef4cece32 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:30:18.077722 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-21f3570f-450b-4c5d-9476-020802b71c96 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:18.089551 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-21f3570f-450b-4c5d-9476-020802b71c96 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:18.096708 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-dedbb15c-3241-4981-b5b4-5e68ce4b9bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-725541396', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '006f5409-703f-422b-a689-23a8b8749818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:30:00Z', 'updated_at': '2021-11-10T19:30:13Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '006f5409-703f-422b-a689-23a8b8749818', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:58:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:02Z', 'updated_at': '2021-11-10T19:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '3c836f66-9502-4f77-adbf-85c8bc8a13be', 'name': '', 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:f1:b8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '23001903-5449-491b-90cf-cafe15d30d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:10Z', 'updated_at': '2021-11-10T19:30:17Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': '23001903-5449-491b-90cf-cafe15d30d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:18.122654 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba437f05-893b-4a79-b670-b9fef4cece32 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Port': ['ID=706a5027-fba1-45a0-a1ae-96e0fc5a1f5c,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:18.150618 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ba437f05-893b-4a79-b670-b9fef4cece32 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:18.154325 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-21f3570f-450b-4c5d-9476-020802b71c96 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:18.159915 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-21f3570f-450b-4c5d-9476-020802b71c96 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3441210 Nov 10 19:30:18.171327 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedbb15c-3241-4981-b5b4-5e68ce4b9bdd None None] The sync data for ids ['26d49cdd-ac8d-415c-9cc3-b83870a061cd'] in n-d-813897-4 is: [{'id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-725541396', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '006f5409-703f-422b-a689-23a8b8749818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:30:00Z', 'updated_at': '2021-11-10T19:30:13Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '006f5409-703f-422b-a689-23a8b8749818', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:58:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:02Z', 'updated_at': '2021-11-10T19:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '3c836f66-9502-4f77-adbf-85c8bc8a13be', 'name': '', 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:f1:b8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '23001903-5449-491b-90cf-cafe15d30d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:10Z', 'updated_at': '2021-11-10T19:30:17Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': '23001903-5449-491b-90cf-cafe15d30d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:30:18.176169 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e57ff4-d074-4f5d-909a-68d073c8d7ca None None] Pushing event updated for resources: {'Port': ['ID=0f2726f9-d721-412c-b29f-1ba61c3f4a04,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:18.178093 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55124) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:18.187182 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 1baf02f9-d62c-4d92-b96e-c343a2a2356f triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:18.187938 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:18.189288 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-b20754b3-de19-44fa-9b41-3be9faee9121 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Request body: {'security_group_rule': {'security_group_id': '3973c6d1-0132-43e9-9a96-9e516041054f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:18.194214 n-d-813897-4 neutron-server[102506]: WARNING neutron.api.v2.base [None req-b20754b3-de19-44fa-9b41-3be9faee9121 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 10 19:30:18.197322 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-b20754b3-de19-44fa-9b41-3be9faee9121 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:30:18.200064 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b20754b3-de19-44fa-9b41-3be9faee9121 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0204325 Nov 10 19:30:18.208506 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55126) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:18.241644 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3570f-450b-4c5d-9476-020802b71c96 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3973c6d1-0132-43e9-9a96-9e516041054f,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:18.289032 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2588ed9-a8a9-40b5-831e-2883ab7b8f1a req-a0cf1e9b-66a2-4bc5-a53f-5bf1a7dbf630 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:18.313456 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b2588ed9-a8a9-40b5-831e-2883ab7b8f1a req-a0cf1e9b-66a2-4bc5-a53f-5bf1a7dbf630 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 946 time: 0.9203792 Nov 10 19:30:18.401683 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:30:18.407738 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-63b1c0c6-99c6-45ba-801a-428cf675a5db None None] For port 3c836f66-9502-4f77-adbf-85c8bc8a13be, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=3c836f66-9502-4f77-adbf-85c8bc8a13be,segment=NetworkSegment(6a7a2226-27ec-4992-800c-02e84c0b3c55),segment_id=6a7a2226-27ec-4992-800c-02e84c0b3c55)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:18.441264 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ba437f05-893b-4a79-b670-b9fef4cece32 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:18.462962 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=10a9bb9d-e697-4339-959c-bbd272ef334a,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:18.483933 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-63b1c0c6-99c6-45ba-801a-428cf675a5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:18.522651 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b2588ed9-a8a9-40b5-831e-2883ab7b8f1a req-614fe87e-8e88-4d0a-a6cd-1e1c89ffaabc tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966527 Nov 10 19:30:18.522651 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1b162628-8635-4244-abb2-7252e3bf6312 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:18.553822 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['10a9bb9d-e697-4339-959c-bbd272ef334a'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:30:18.589956 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1b162628-8635-4244-abb2-7252e3bf6312 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:18.612075 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-b8e57ff4-d074-4f5d-909a-68d073c8d7ca None None] Attempting to bind port 0f2726f9-d721-412c-b29f-1ba61c3f4a04 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:30:18.612453 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-b8e57ff4-d074-4f5d-909a-68d073c8d7ca None None] Attempting to bind port 0f2726f9-d721-412c-b29f-1ba61c3f4a04 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '7be0e003-459d-4c20-9ff0-42e47469e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '20729486-d19a-4dcd-a5ff-e8da4f1240ee'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:30:18.613042 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e57ff4-d074-4f5d-909a-68d073c8d7ca None None] Attempting to bind port 0f2726f9-d721-412c-b29f-1ba61c3f4a04 on network 20729486-d19a-4dcd-a5ff-e8da4f1240ee {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:30:18.663706 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e57ff4-d074-4f5d-909a-68d073c8d7ca None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:30:18.664144 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e57ff4-d074-4f5d-909a-68d073c8d7ca None None] Checking segment: {'id': '7be0e003-459d-4c20-9ff0-42e47469e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '20729486-d19a-4dcd-a5ff-e8da4f1240ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:30:18.664559 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b8e57ff4-d074-4f5d-909a-68d073c8d7ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:18.664965 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e57ff4-d074-4f5d-909a-68d073c8d7ca None None] Bound using segment: {'id': '7be0e003-459d-4c20-9ff0-42e47469e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '20729486-d19a-4dcd-a5ff-e8da4f1240ee'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:30:18.665463 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-b8e57ff4-d074-4f5d-909a-68d073c8d7ca None None] Bound port: 0f2726f9-d721-412c-b29f-1ba61c3f4a04, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7be0e003-459d-4c20-9ff0-42e47469e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '20729486-d19a-4dcd-a5ff-e8da4f1240ee'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:30:18.666053 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b8e57ff4-d074-4f5d-909a-68d073c8d7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:18.706494 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-fd2a2603-6a52-4a95-bf5a-b097f8c55557 None None] Provisioning complete for port 3c836f66-9502-4f77-adbf-85c8bc8a13be triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:18.707063 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fd2a2603-6a52-4a95-bf5a-b097f8c55557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:18.718285 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1b162628-8635-4244-abb2-7252e3bf6312 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:18.721211 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1b162628-8635-4244-abb2-7252e3bf6312 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:18.722941 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1b162628-8635-4244-abb2-7252e3bf6312 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "DELETE /v2.0/security-groups/3973c6d1-0132-43e9-9a96-9e516041054f HTTP/1.1" status: 204 len: 168 time: 0.5087402 Nov 10 19:30:18.726609 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55130) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:18.733632 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1c0c6-99c6-45ba-801a-428cf675a5db None None] Pushing event updated for resources: {'Port': ['ID=3c836f66-9502-4f77-adbf-85c8bc8a13be,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:18.779469 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b162628-8635-4244-abb2-7252e3bf6312 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3973c6d1-0132-43e9-9a96-9e516041054f,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:19.054995 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-cf78176f-b69e-44fd-b86a-7a463282a9e2 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:19.057333 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-cf78176f-b69e-44fd-b86a-7a463282a9e2 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.73 "GET /v2.0/networks?id=adcbf13e-4fd3-40b0-b9d5-b0278636d662 HTTP/1.1" status: 200 len: 797 time: 0.2395871 Nov 10 19:30:19.152008 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ae2b1c6a-34cd-44ee-8ff2-5e83a1ebd72a tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4222000 Nov 10 19:30:19.153088 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55134) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:19.180043 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-b6be5767-cc66-4a33-8c89-fc00de538bc4 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Request body: {'security_group': {'name': 'tempest-secgroup--621126117'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:19.218088 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ba437f05-893b-4a79-b670-b9fef4cece32 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:19.229096 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ba437f05-893b-4a79-b670-b9fef4cece32 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:19.257972 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-fa8d0d2d-4c9e-479f-bd83-004dcdbd7bce tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=540494213bb2401d877387c28ba690c2 HTTP/1.1" status: 200 len: 380 time: 0.1710436 Nov 10 19:30:19.267101 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-89033c36-707c-4c0e-8a03-c42f11eab542 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'port': {'device_id': '5713e3e6-1d8f-4b34-a933-c4d043f12acc', 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662', 'admin_state_up': True, 'tenant_id': '540494213bb2401d877387c28ba690c2', 'security_groups': ['870e9252-f7b1-4dc7-99d3-658b500cd6ab']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:19.309708 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b6be5767-cc66-4a33-8c89-fc00de538bc4 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:19.375329 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfff05-992b-483e-aae9-9092efc17671 req-6fa266a9-9b1a-400d-91c5-c548f1d68cf5 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:19.376936 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3adfff05-992b-483e-aae9-9092efc17671 req-6fa266a9-9b1a-400d-91c5-c548f1d68cf5 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/ports?device_id=c836de56-3cae-488d-a0b0-e72afcd29a63 HTTP/1.1" status: 200 len: 948 time: 0.3146837 Nov 10 19:30:19.401453 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ba437f05-893b-4a79-b670-b9fef4cece32 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:19.416627 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba437f05-893b-4a79-b670-b9fef4cece32 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Port': ['ID=706a5027-fba1-45a0-a1ae-96e0fc5a1f5c,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:19.553657 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3adfff05-992b-483e-aae9-9092efc17671 req-f759abb5-11e3-4017-95e1-934e1b462f5b tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/security-groups?id=7719b7d3-576d-4007-9339-9450ba300499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692569 Nov 10 19:30:19.602906 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-b8e57ff4-d074-4f5d-909a-68d073c8d7ca None None] For port 0f2726f9-d721-412c-b29f-1ba61c3f4a04, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:30:19.603681 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55140) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:19.629198 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-89033c36-707c-4c0e-8a03-c42f11eab542 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Made reservation on behalf of 540494213bb2401d877387c28ba690c2 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:30:19.639337 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-89033c36-707c-4c0e-8a03-c42f11eab542 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:19.642253 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-b8e57ff4-d074-4f5d-909a-68d073c8d7ca None None] For port 0f2726f9-d721-412c-b29f-1ba61c3f4a04, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=0f2726f9-d721-412c-b29f-1ba61c3f4a04,segment=NetworkSegment(7be0e003-459d-4c20-9ff0-42e47469e6ba),segment_id=7be0e003-459d-4c20-9ff0-42e47469e6ba)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:30:19.659635 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b6be5767-cc66-4a33-8c89-fc00de538bc4 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:19.679211 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b6be5767-cc66-4a33-8c89-fc00de538bc4 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:19.687178 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b8e57ff4-d074-4f5d-909a-68d073c8d7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:19.795811 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b6be5767-cc66-4a33-8c89-fc00de538bc4 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:19.797236 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b6be5767-cc66-4a33-8c89-fc00de538bc4 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6383905 Nov 10 19:30:19.802033 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55154) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:19.815071 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-24257662-f503-4200-906d-9d239c3a5c14 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Request body: {'security_group_rule': {'security_group_id': 'd20748d2-6665-4765-8f12-5e66f713c769', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:19.820177 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2685e1ca-644f-45bb-bc2d-3cc0b09c4c2f req-4e957ee6-02a5-4dcf-a185-90ad957054c2 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc HTTP/1.1" status: 200 len: 210 time: 0.0534275 Nov 10 19:30:19.827827 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 76469660-b5ce-400c-b8d7-592aee7dc13d up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:30:19.829733 n-d-813897-4 neutron-server[102505]: WARNING neutron.api.v2.base [None req-24257662-f503-4200-906d-9d239c3a5c14 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 10 19:30:19.830406 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-24257662-f503-4200-906d-9d239c3a5c14 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:30:19.831465 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-24257662-f503-4200-906d-9d239c3a5c14 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0282018 Nov 10 19:30:19.838009 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba437f05-893b-4a79-b670-b9fef4cece32 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network 7b339ab6-c832-4586-b7e3-50122fb7637e is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:30:19.839085 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be5767-cc66-4a33-8c89-fc00de538bc4 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d20748d2-6665-4765-8f12-5e66f713c769,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:19.841218 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55156) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:19.846628 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-71cccb6b-1370-4493-8a17-353ede8a876d tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Request body: {'security_group_rule': {'security_group_id': 'd20748d2-6665-4765-8f12-5e66f713c769', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:19.856016 n-d-813897-4 neutron-server[102505]: WARNING neutron.api.v2.base [None req-71cccb6b-1370-4493-8a17-353ede8a876d tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 10 19:30:19.856913 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-71cccb6b-1370-4493-8a17-353ede8a876d tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:30:19.858229 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-71cccb6b-1370-4493-8a17-353ede8a876d tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0156465 Nov 10 19:30:19.860002 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-ba437f05-893b-4a79-b670-b9fef4cece32 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:30:19.862674 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55158) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:19.875099 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-962c61d2-1d94-486e-897e-261693db12e0 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Request body: {'security_group_rule': {'security_group_id': 'd20748d2-6665-4765-8f12-5e66f713c769', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:19.876285 n-d-813897-4 neutron-server[102505]: WARNING neutron.api.v2.base [None req-962c61d2-1d94-486e-897e-261693db12e0 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 10 19:30:19.876430 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-962c61d2-1d94-486e-897e-261693db12e0 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:30:19.881754 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-962c61d2-1d94-486e-897e-261693db12e0 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076225 Nov 10 19:30:19.882429 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55160) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:19.911454 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-9a4dc53b-584b-4ccc-a804-b408a0b8c00f tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Request body: {'security_group_rule': {'security_group_id': 'd20748d2-6665-4765-8f12-5e66f713c769', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:19.919983 n-d-813897-4 neutron-server[102505]: WARNING neutron.api.v2.base [None req-9a4dc53b-584b-4ccc-a804-b408a0b8c00f tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 10 19:30:19.922281 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-9a4dc53b-584b-4ccc-a804-b408a0b8c00f tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:30:19.928732 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9a4dc53b-584b-4ccc-a804-b408a0b8c00f tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0335705 Nov 10 19:30:19.985129 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-89033c36-707c-4c0e-8a03-c42f11eab542 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Allocated IP 172.20.0.12 (adcbf13e-4fd3-40b0-b9d5-b0278636d662/23001903-5449-491b-90cf-cafe15d30d8c/e68d8721-1af0-4139-8246-e7653fa9b840) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:30:20.003262 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55162) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:20.033802 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6981bcc-0e68-4dbd-9c5a-eae4e10e958d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:20.050046 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-fd2a2603-6a52-4a95-bf5a-b097f8c55557 None None] Provisioning complete for port 76469660-b5ce-400c-b8d7-592aee7dc13d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:20.050759 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fd2a2603-6a52-4a95-bf5a-b097f8c55557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:20.058688 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e57ff4-d074-4f5d-909a-68d073c8d7ca None None] Pushing event updated for resources: {'Port': ['ID=0f2726f9-d721-412c-b29f-1ba61c3f4a04,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:20.125171 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 76469660-b5ce-400c-b8d7-592aee7dc13d triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:20.128686 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:20.281668 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6459c-e110-4186-bb2d-3b451c2f59c2 req-d4626aa9-aca8-4ada-9780-eeab8c52ae43 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:20.290168 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-25a6459c-e110-4186-bb2d-3b451c2f59c2 req-d4626aa9-aca8-4ada-9780-eeab8c52ae43 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 946 time: 0.2852972 Nov 10 19:30:20.321615 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba437f05-893b-4a79-b670-b9fef4cece32 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Router 1b30ee95-7b3c-46ae-bb56-58a9921bf64b is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:30:20.363541 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f39f470b-faf0-4e02-91c1-9e8424ca4324 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:20.472786 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3c836f66-9502-4f77-adbf-85c8bc8a13be up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:30:20.492958 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba437f05-893b-4a79-b670-b9fef4cece32 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:30:20.500420 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ba437f05-893b-4a79-b670-b9fef4cece32 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "PUT /v2.0/routers/1b30ee95-7b3c-46ae-bb56-58a9921bf64b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6596322 Nov 10 19:30:20.503134 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55170) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:20.522188 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f39f470b-faf0-4e02-91c1-9e8424ca4324 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:20.549334 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1addc4bf-c519-4b5b-9933-21395c844f3c None None] Sync routers for ids ['1b30ee95-7b3c-46ae-bb56-58a9921bf64b'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:30:20.599167 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8a2074db-e35b-4a2a-8415-da36e261c893 None None] Provisioning complete for port 706a5027-fba1-45a0-a1ae-96e0fc5a1f5c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:20.599987 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8a2074db-e35b-4a2a-8415-da36e261c893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:20.609368 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-25a6459c-e110-4186-bb2d-3b451c2f59c2 req-401303b7-817f-4e7b-92aa-01959edc2d91 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3035231 Nov 10 19:30:20.616775 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc815619-f327-4535-ba38-f000fa949833 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:20.624360 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cc815619-f327-4535-ba38-f000fa949833 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "GET /v2.0/ports/706a5027-fba1-45a0-a1ae-96e0fc5a1f5c HTTP/1.1" status: 200 len: 910 time: 0.1066420 Nov 10 19:30:20.630910 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55178) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:20.634683 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1addc4bf-c519-4b5b-9933-21395c844f3c None None] Routers {'1b30ee95-7b3c-46ae-bb56-58a9921bf64b'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:30:20.635470 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-1addc4bf-c519-4b5b-9933-21395c844f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:29:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['1b30ee95-7b3c-46ae-bb56-58a9921bf64b'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:20.689950 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6981bcc-0e68-4dbd-9c5a-eae4e10e958d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:20.703044 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-89033c36-707c-4c0e-8a03-c42f11eab542 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:20.704995 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6981bcc-0e68-4dbd-9c5a-eae4e10e958d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:20.720763 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-8a2074db-e35b-4a2a-8415-da36e261c893 None None] Port 706a5027-fba1-45a0-a1ae-96e0fc5a1f5c cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:30:20.728355 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-1addc4bf-c519-4b5b-9933-21395c844f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:20.736842 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 3c836f66-9502-4f77-adbf-85c8bc8a13be triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:20.737221 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:20.740534 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6981bcc-0e68-4dbd-9c5a-eae4e10e958d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d7cdd5-0ba4-4eb1-a40f-b07713099c7d,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:20.768824 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1addc4bf-c519-4b5b-9933-21395c844f3c None None] Routers {'1b30ee95-7b3c-46ae-bb56-58a9921bf64b'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:30:20.769458 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-1addc4bf-c519-4b5b-9933-21395c844f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:29:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['1b30ee95-7b3c-46ae-bb56-58a9921bf64b'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:20.778418 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f39f470b-faf0-4e02-91c1-9e8424ca4324 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:20.791809 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f39f470b-faf0-4e02-91c1-9e8424ca4324 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:20.793048 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f39f470b-faf0-4e02-91c1-9e8424ca4324 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "DELETE /v2.0/security-groups/d20748d2-6665-4765-8f12-5e66f713c769 HTTP/1.1" status: 204 len: 168 time: 0.7324662 Nov 10 19:30:20.802201 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55180) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:20.814800 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55184) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:20.820865 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b6981bcc-0e68-4dbd-9c5a-eae4e10e958d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c6709092165f492facfe881c97265a22&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2138839 Nov 10 19:30:20.825213 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8a2074db-e35b-4a2a-8415-da36e261c893 None None] Provisioning complete for port 76469660-b5ce-400c-b8d7-592aee7dc13d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:20.828169 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8a2074db-e35b-4a2a-8415-da36e261c893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:20.842226 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f470b-faf0-4e02-91c1-9e8424ca4324 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20748d2-6665-4765-8f12-5e66f713c769,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:20.895567 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-1addc4bf-c519-4b5b-9933-21395c844f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:20.896782 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1addc4bf-c519-4b5b-9933-21395c844f3c None None] The sync data for ids ['1b30ee95-7b3c-46ae-bb56-58a9921bf64b'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:30:20.918246 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3482cd-521b-4134-8594-3e44c43a01b1 req-1ef4b652-16fd-4bbc-8f7a-f2c285c753d7 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:20.919837 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eb3482cd-521b-4134-8594-3e44c43a01b1 req-1ef4b652-16fd-4bbc-8f7a-f2c285c753d7 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/ports?device_id=c836de56-3cae-488d-a0b0-e72afcd29a63 HTTP/1.1" status: 200 len: 948 time: 0.0884871 Nov 10 19:30:20.921156 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-89033c36-707c-4c0e-8a03-c42f11eab542 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:20.991349 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-89033c36-707c-4c0e-8a03-c42f11eab542 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Network adcbf13e-4fd3-40b0-b9d5-b0278636d662 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:30:21.007489 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-89033c36-707c-4c0e-8a03-c42f11eab542 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:30:21.021901 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-89033c36-707c-4c0e-8a03-c42f11eab542 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:30:21.040398 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d6978c19-f872-425a-94af-8e467610ce5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:21.047495 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-54e7f124-eba1-480c-ad9c-18be59fe9a09 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2429276 Nov 10 19:30:21.053951 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89033c36-707c-4c0e-8a03-c42f11eab542 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'Port': ['ID=e68d8721-1af0-4139-8246-e7653fa9b840,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:21.061441 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55190) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:21.083685 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-dcf83802-c976-4aae-86a0-1b2c14a18927 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Request body: {'security_group': {'name': 'tempest-secgroup--1014058785'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:21.122716 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eb3482cd-521b-4134-8594-3e44c43a01b1 req-b630bdff-e6f4-491e-89da-65b6715c8970 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/security-groups?id=7719b7d3-576d-4007-9339-9450ba300499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760669 Nov 10 19:30:21.177410 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-89033c36-707c-4c0e-8a03-c42f11eab542 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:21.193126 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-89033c36-707c-4c0e-8a03-c42f11eab542 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:21.224214 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d6978c19-f872-425a-94af-8e467610ce5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:21.300745 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dcf83802-c976-4aae-86a0-1b2c14a18927 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:21.320627 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-89033c36-707c-4c0e-8a03-c42f11eab542 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0577106 Nov 10 19:30:21.357475 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacc8bf-2a58-47d6-a9a9-e8e52b1690bd req-0e70215d-f806-4fa5-9732-029a9d0d92d7 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:21.366632 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-feacc8bf-2a58-47d6-a9a9-e8e52b1690bd req-0e70215d-f806-4fa5-9732-029a9d0d92d7 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc HTTP/1.1" status: 200 len: 932 time: 0.1148276 Nov 10 19:30:21.374743 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-f4e1d3ef-1b53-4174-ba4a-ae813629cfad service neutron] Request body: {'port': {'device_id': '5713e3e6-1d8f-4b34-a933-c4d043f12acc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:21.498861 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4e134c57-1f56-4e72-8ffd-007240c85ac2 None None] Provisioning complete for port e68d8721-1af0-4139-8246-e7653fa9b840 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:21.499777 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4e134c57-1f56-4e72-8ffd-007240c85ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:21.556566 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d6978c19-f872-425a-94af-8e467610ce5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:21.567991 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d6978c19-f872-425a-94af-8e467610ce5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:21.578625 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-feacc8bf-2a58-47d6-a9a9-e8e52b1690bd req-877ace1b-5307-47b1-8b41-81ca11c9824d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=870e9252-f7b1-4dc7-99d3-658b500cd6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958988 Nov 10 19:30:21.578625 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-f4e1d3ef-1b53-4174-ba4a-ae813629cfad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:21.579581 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d6978c19-f872-425a-94af-8e467610ce5c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a9d7cdd5-0ba4-4eb1-a40f-b07713099c7d HTTP/1.1" status: 204 len: 168 time: 0.7115271 Nov 10 19:30:21.647036 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 0f2726f9-d721-412c-b29f-1ba61c3f4a04 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:30:21.662662 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6978c19-f872-425a-94af-8e467610ce5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d7cdd5-0ba4-4eb1-a40f-b07713099c7d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:21.747273 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2f089291-b93d-4c04-b142-69c3bc2f2c6a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:21.794305 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dcf83802-c976-4aae-86a0-1b2c14a18927 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:21.805641 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dcf83802-c976-4aae-86a0-1b2c14a18927 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:21.815965 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-4e134c57-1f56-4e72-8ffd-007240c85ac2 None None] Port e68d8721-1af0-4139-8246-e7653fa9b840 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:30:21.849363 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 0f2726f9-d721-412c-b29f-1ba61c3f4a04 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:21.850028 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:21.959813 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dcf83802-c976-4aae-86a0-1b2c14a18927 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:21.961207 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-dcf83802-c976-4aae-86a0-1b2c14a18927 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8952925 Nov 10 19:30:21.966079 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55200) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:21.990639 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd0e4c-88d8-4561-b207-330a1d791f6c req-aa58e9c0-6093-45f7-a658-80552464e663 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:21.993342 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e7dd0e4c-88d8-4561-b207-330a1d791f6c req-aa58e9c0-6093-45f7-a658-80552464e663 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 946 time: 0.1981792 Nov 10 19:30:22.005853 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-5a2af422-85a0-4578-b4bd-b12f9092547d tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Request body: {'security_group_rule': {'security_group_id': '473feea1-0738-4add-8dc6-71dcff827d91', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:22.010241 n-d-813897-4 neutron-server[102506]: WARNING neutron.api.v2.base [None req-5a2af422-85a0-4578-b4bd-b12f9092547d tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 10 19:30:22.011595 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-5a2af422-85a0-4578-b4bd-b12f9092547d tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:30:22.015512 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5a2af422-85a0-4578-b4bd-b12f9092547d tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0434165 Nov 10 19:30:22.019068 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55202) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:22.025941 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf83802-c976-4aae-86a0-1b2c14a18927 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=473feea1-0738-4add-8dc6-71dcff827d91,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:22.028456 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-a10454f0-62d7-4d19-a771-0bff1a277726 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Request body: {'security_group_rule': {'security_group_id': '473feea1-0738-4add-8dc6-71dcff827d91', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:22.058741 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:30:22.061251 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:22.156499 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e7dd0e4c-88d8-4561-b207-330a1d791f6c req-0a7726cd-2c3b-4ef8-a965-9391e1c26e44 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377065 Nov 10 19:30:22.157912 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d3ae53-009a-4eab-929b-06f0d5a92e6f None None] Network 20729486-d19a-4dcd-a5ff-e8da4f1240ee requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:30:22.206460 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-a10454f0-62d7-4d19-a771-0bff1a277726 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:30:22.207536 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a10454f0-62d7-4d19-a771-0bff1a277726 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1850486 Nov 10 19:30:22.221531 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55206) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:22.226552 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-7cfe9c53-e6f2-4901-8f84-8857be4f614c tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Request body: {'security_group_rule': {'security_group_id': '473feea1-0738-4add-8dc6-71dcff827d91', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:22.227030 n-d-813897-4 neutron-server[102506]: WARNING neutron.api.v2.base [None req-7cfe9c53-e6f2-4901-8f84-8857be4f614c tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 10 19:30:22.229972 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-7cfe9c53-e6f2-4901-8f84-8857be4f614c tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:30:22.235618 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7cfe9c53-e6f2-4901-8f84-8857be4f614c tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0129552 Nov 10 19:30:22.242734 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55208) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:22.243295 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55210) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:22.254847 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-587b7342-6e5e-47b6-b9f3-d896a96e9d48 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Request body: {'security_group_rule': {'security_group_id': '473feea1-0738-4add-8dc6-71dcff827d91', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:22.305282 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cabaa021-e6f5-4050-af7d-7668276855a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:22.348182 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-f4e1d3ef-1b53-4174-ba4a-ae813629cfad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e68d8721-1af0-4139-8246-e7653fa9b840 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:30:22.370533 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-ee9229de-48f2-4abf-a051-0c97ba55e746 None None] Provisioning complete for port 0f2726f9-d721-412c-b29f-1ba61c3f4a04 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:22.370533 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ee9229de-48f2-4abf-a051-0c97ba55e746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:22.370948 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-f4e1d3ef-1b53-4174-ba4a-ae813629cfad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:22.415468 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 0f2726f9-d721-412c-b29f-1ba61c3f4a04, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=0f2726f9-d721-412c-b29f-1ba61c3f4a04,segment=NetworkSegment(7be0e003-459d-4c20-9ff0-42e47469e6ba),segment_id=7be0e003-459d-4c20-9ff0-42e47469e6ba)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:22.428534 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:22.435214 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-2f089291-b93d-4c04-b142-69c3bc2f2c6a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Allocated IP 172.21.0.1 (20729486-d19a-4dcd-a5ff-e8da4f1240ee/3c641cf9-e62d-4d5c-a12a-c6dc83a4106d/56eaa5dd-de03-4a2e-bf22-c9b39858b668) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:30:22.498759 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-f4e1d3ef-1b53-4174-ba4a-ae813629cfad service neutron] Transition to ACTIVE for port object e68d8721-1af0-4139-8246-e7653fa9b840 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:30:22.522903 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-587b7342-6e5e-47b6-b9f3-d896a96e9d48 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:30:22.524448 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-587b7342-6e5e-47b6-b9f3-d896a96e9d48 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2787297 Nov 10 19:30:22.532058 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55212) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:22.535147 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:22.535519 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:22.536809 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-f4e1d3ef-1b53-4174-ba4a-ae813629cfad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:22.554420 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-16b17803-143e-4d0a-b54a-9b3803cc5fea tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Request body: {'security_group_rule': {'security_group_id': '473feea1-0738-4add-8dc6-71dcff827d91', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:22.554942 n-d-813897-4 neutron-server[102506]: WARNING neutron.api.v2.base [None req-16b17803-143e-4d0a-b54a-9b3803cc5fea tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 10 19:30:22.555431 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-16b17803-143e-4d0a-b54a-9b3803cc5fea tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:30:22.557101 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-16b17803-143e-4d0a-b54a-9b3803cc5fea tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077081 Nov 10 19:30:22.560127 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55214) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:22.574835 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-87bb9a05-693f-4315-8d63-d99c11a4dbbf tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Request body: {'security_group_rule': {'security_group_id': '473feea1-0738-4add-8dc6-71dcff827d91', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:22.620622 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=0f2726f9-d721-412c-b29f-1ba61c3f4a04,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:22.638218 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1d3ef-1b53-4174-ba4a-ae813629cfad service neutron] Pushing event updated for resources: {'Port': ['ID=e68d8721-1af0-4139-8246-e7653fa9b840,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:22.638744 n-d-813897-4 neutron-server[102505]: INFO neutron.db.securitygroups_db [None req-87bb9a05-693f-4315-8d63-d99c11a4dbbf tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Project 8100a82430e84d3d8bafb4c96a934c79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 19:30:22.683245 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2f089291-b93d-4c04-b142-69c3bc2f2c6a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:22.684438 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff767de5-29e6-4eb8-b2a1-7cfebb4b0aec req-cda84a95-f99d-4009-9849-7859afbc87fb tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:22.691990 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ff767de5-29e6-4eb8-b2a1-7cfebb4b0aec req-cda84a95-f99d-4009-9849-7859afbc87fb tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/ports?device_id=c836de56-3cae-488d-a0b0-e72afcd29a63 HTTP/1.1" status: 200 len: 948 time: 0.2785575 Nov 10 19:30:22.695000 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-87bb9a05-693f-4315-8d63-d99c11a4dbbf tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:30:22.698823 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-87bb9a05-693f-4315-8d63-d99c11a4dbbf tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1340749 Nov 10 19:30:22.699566 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55218) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:22.705017 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-b06dd77a-4966-466b-890d-dc68d3a77332 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Request body: {'security_group_rule': {'security_group_id': '473feea1-0738-4add-8dc6-71dcff827d91', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:22.706543 n-d-813897-4 neutron-server[102505]: WARNING neutron.api.v2.base [None req-b06dd77a-4966-466b-890d-dc68d3a77332 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 10 19:30:22.707415 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-b06dd77a-4966-466b-890d-dc68d3a77332 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:30:22.711051 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b06dd77a-4966-466b-890d-dc68d3a77332 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082622 Nov 10 19:30:22.714058 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55220) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:22.746083 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:22.750324 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-13ea9533-97e9-446c-9a65-53b3f82f94d1 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Request body: {'security_group_rule': {'security_group_id': '473feea1-0738-4add-8dc6-71dcff827d91', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:22.818512 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:22.823092 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ecba7d-3cdc-42ec-b556-02443a8565ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:30:22.827989 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535acbb5-7d20-4658-a1ad-f75ca09df340" -d '{"events": [{"server_uuid": "d0ecba7d-3cdc-42ec-b556-02443a8565ef", "name": "network-vif-plugged", "status": "completed", "tag": "a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:30:22.845588 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:22.846644 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 10a9bb9d-e697-4339-959c-bbd272ef334a up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:30:22.858867 n-d-813897-4 neutron-server[102505]: INFO neutron.db.securitygroups_db [None req-13ea9533-97e9-446c-9a65-53b3f82f94d1 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Project 8100a82430e84d3d8bafb4c96a934c79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 19:30:22.880884 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2f089291-b93d-4c04-b142-69c3bc2f2c6a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:22.895421 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-13ea9533-97e9-446c-9a65-53b3f82f94d1 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:30:22.899402 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-13ea9533-97e9-446c-9a65-53b3f82f94d1 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1692727 Nov 10 19:30:22.903601 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55224) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:22.910166 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-3e400c7e-c588-412e-8bd9-dbf12a8cf9b6 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Request body: {'security_group_rule': {'security_group_id': '473feea1-0738-4add-8dc6-71dcff827d91', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:22.946060 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cabaa021-e6f5-4050-af7d-7668276855a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:22.976482 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ff767de5-29e6-4eb8-b2a1-7cfebb4b0aec req-1c16e84a-9194-40b1-b634-2f241493711b tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/security-groups?id=7719b7d3-576d-4007-9339-9450ba300499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829502 Nov 10 19:30:22.978932 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cabaa021-e6f5-4050-af7d-7668276855a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:23.047510 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 10a9bb9d-e697-4339-959c-bbd272ef334a completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:30:23.048943 n-d-813897-4 neutron-server[102505]: INFO neutron.db.securitygroups_db [None req-3e400c7e-c588-412e-8bd9-dbf12a8cf9b6 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Project 8100a82430e84d3d8bafb4c96a934c79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 19:30:23.053018 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f,revision_number=13']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:23.060077 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 10a9bb9d-e697-4339-959c-bbd272ef334a triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:23.060687 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:23.066753 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f089291-b93d-4c04-b142-69c3bc2f2c6a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network 20729486-d19a-4dcd-a5ff-e8da4f1240ee is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:30:23.097003 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-2f089291-b93d-4c04-b142-69c3bc2f2c6a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:30:23.131794 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f089291-b93d-4c04-b142-69c3bc2f2c6a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:30:23.195748 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f089291-b93d-4c04-b142-69c3bc2f2c6a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Port': ['ID=56eaa5dd-de03-4a2e-bf22-c9b39858b668,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:23.215131 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabaa021-e6f5-4050-af7d-7668276855a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcb4d46-e584-4ba1-8cb3-1dfeb10e1405,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:23.219862 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:23.227655 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-3e400c7e-c588-412e-8bd9-dbf12a8cf9b6 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:30:23.229144 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3e400c7e-c588-412e-8bd9-dbf12a8cf9b6 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3227975 Nov 10 19:30:23.241576 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-cabaa021-e6f5-4050-af7d-7668276855a8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e947a44dd5014c53880cd0f39674a12a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9970436 Nov 10 19:30:23.241959 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55228) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:23.243686 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55230) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:23.246925 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-f4e1d3ef-1b53-4174-ba4a-ae813629cfad service neutron] Attempting to bind port e68d8721-1af0-4139-8246-e7653fa9b840 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:30:23.247804 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-f4e1d3ef-1b53-4174-ba4a-ae813629cfad service neutron] Attempting to bind port e68d8721-1af0-4139-8246-e7653fa9b840 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '6a7a2226-27ec-4992-800c-02e84c0b3c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:30:23.251891 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-f4e1d3ef-1b53-4174-ba4a-ae813629cfad service neutron] Attempting to bind port e68d8721-1af0-4139-8246-e7653fa9b840 on network adcbf13e-4fd3-40b0-b9d5-b0278636d662 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:30:23.284385 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-f4e1d3ef-1b53-4174-ba4a-ae813629cfad service neutron] Port e68d8721-1af0-4139-8246-e7653fa9b840 on network adcbf13e-4fd3-40b0-b9d5-b0278636d662 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:30:23.285002 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-f4e1d3ef-1b53-4174-ba4a-ae813629cfad service neutron] Attempting to bind port e68d8721-1af0-4139-8246-e7653fa9b840 on network adcbf13e-4fd3-40b0-b9d5-b0278636d662 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:30:23.295309 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 10a9bb9d-e697-4339-959c-bbd272ef334a, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=10a9bb9d-e697-4339-959c-bbd272ef334a,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:23.305445 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:23.314387 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-f4e1d3ef-1b53-4174-ba4a-ae813629cfad service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:30:23.316843 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-f4e1d3ef-1b53-4174-ba4a-ae813629cfad service neutron] Checking segment: {'id': '6a7a2226-27ec-4992-800c-02e84c0b3c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:30:23.317271 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-f4e1d3ef-1b53-4174-ba4a-ae813629cfad service neutron] Bound using segment: {'id': '6a7a2226-27ec-4992-800c-02e84c0b3c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:30:23.317996 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-f4e1d3ef-1b53-4174-ba4a-ae813629cfad service neutron] Bound port: e68d8721-1af0-4139-8246-e7653fa9b840, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a7a2226-27ec-4992-800c-02e84c0b3c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:30:23.319820 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-f4e1d3ef-1b53-4174-ba4a-ae813629cfad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:23.382947 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03768c-0c91-4bcf-8f35-066d227f7ff1 req-9f8b3e6d-b481-4e96-8316-a716dd0ef353 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:23.389034 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f03768c-0c91-4bcf-8f35-066d227f7ff1 req-9f8b3e6d-b481-4e96-8316-a716dd0ef353 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc HTTP/1.1" status: 200 len: 944 time: 0.2339008 Nov 10 19:30:23.483619 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=10a9bb9d-e697-4339-959c-bbd272ef334a,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:23.501952 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2f089291-b93d-4c04-b142-69c3bc2f2c6a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:23.512551 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2c062778-b8c0-4b62-91e8-ea54b9ebf551 None None] Provisioning complete for port 0f2726f9-d721-412c-b29f-1ba61c3f4a04 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:23.512703 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2c062778-b8c0-4b62-91e8-ea54b9ebf551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:23.601256 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-53f9018f-6c47-4bed-8aa7-6e272d16d279 req-92e5bcd7-15de-40b9-bea3-62ae6cef99bb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3538909 Nov 10 19:30:23.612160 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 0f2726f9-d721-412c-b29f-1ba61c3f4a04 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:30:23.629534 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f03768c-0c91-4bcf-8f35-066d227f7ff1 req-8a526eae-23ba-4cc6-80fa-399950912cf0 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=870e9252-f7b1-4dc7-99d3-658b500cd6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309361 Nov 10 19:30:23.630816 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-f4e1d3ef-1b53-4174-ba4a-ae813629cfad service neutron] For port e68d8721-1af0-4139-8246-e7653fa9b840, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:30:23.655791 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-f4e1d3ef-1b53-4174-ba4a-ae813629cfad service neutron] For port e68d8721-1af0-4139-8246-e7653fa9b840, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e68d8721-1af0-4139-8246-e7653fa9b840,segment=NetworkSegment(6a7a2226-27ec-4992-800c-02e84c0b3c55),segment_id=6a7a2226-27ec-4992-800c-02e84c0b3c55)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:30:23.661192 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44b57f54-bad0-48cb-90dd-1fcb1e059e69 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:23.666174 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-f4e1d3ef-1b53-4174-ba4a-ae813629cfad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:23.666347 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e2a677c0-9f43-477f-86b6-baebdfeaa01a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:23.711803 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-99467d61-ff0a-4df6-a708-6de7e0d9a9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:23.727273 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-f4e1d3ef-1b53-4174-ba4a-ae813629cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:23.727945 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-f4e1d3ef-1b53-4174-ba4a-ae813629cfad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:23.729551 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-f4e1d3ef-1b53-4174-ba4a-ae813629cfad service neutron] 10.222.0.73 "PUT /v2.0/ports/e68d8721-1af0-4139-8246-e7653fa9b840 HTTP/1.1" status: 200 len: 1092 time: 2.3597586 Nov 10 19:30:23.729919 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5713e3e6-1d8f-4b34-a933-c4d043f12acc', 'tag': 'e68d8721-1af0-4139-8246-e7653fa9b840'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:30:23.732586 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4d0ce6-aae6-4c03-be0b-4b133e60c917" -d '{"events": [{"name": "network-changed", "server_uuid": "5713e3e6-1d8f-4b34-a933-c4d043f12acc", "tag": "e68d8721-1af0-4139-8246-e7653fa9b840"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:30:23.771246 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44b57f54-bad0-48cb-90dd-1fcb1e059e69 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:23.802241 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1d3ef-1b53-4174-ba4a-ae813629cfad service neutron] Pushing event updated for resources: {'Port': ['ID=e68d8721-1af0-4139-8246-e7653fa9b840,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:23.819480 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e2a677c0-9f43-477f-86b6-baebdfeaa01a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:23.861285 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9018f-6c47-4bed-8aa7-6e272d16d279 req-658ba15a-0391-48fd-a848-850833ae9671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:23.862891 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-53f9018f-6c47-4bed-8aa7-6e272d16d279 req-658ba15a-0391-48fd-a848-850833ae9671 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8404b51f2eea475c873a90f3482dbb68&device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 1096 time: 0.1422284 Nov 10 19:30:23.868056 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-e7490a5e-d130-4ce0-96d9-053f99c5339a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:23.870499 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2f089291-b93d-4c04-b142-69c3bc2f2c6a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:23.871402 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-e7490a5e-d130-4ce0-96d9-053f99c5339a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc HTTP/1.1" status: 200 len: 1095 time: 0.0963612 Nov 10 19:30:23.907979 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab259c4-741f-4331-a899-c23619e0c96d x-openstack-request-id: req-3ab259c4-741f-4331-a899-c23619e0c96d {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:30:23.908862 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ecba7d-3cdc-42ec-b556-02443a8565ef", "name": "network-vif-plugged", "status": "completed", "tag": "a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:30:23.909449 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3ab259c4-741f-4331-a899-c23619e0c96d {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:30:23.909988 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ecba7d-3cdc-42ec-b556-02443a8565ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f', 'code': 200} Nov 10 19:30:23.948726 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 0f2726f9-d721-412c-b29f-1ba61c3f4a04 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:23.949370 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:24.004569 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9018f-6c47-4bed-8aa7-6e272d16d279 req-89942a53-3c4b-4ab6-bd66-f699f5a595be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:24.004810 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-15d0e0f8-2475-4c53-a396-48dcc813f399 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e68d8721-1af0-4139-8246-e7653fa9b840 HTTP/1.1" status: 200 len: 217 time: 0.1211340 Nov 10 19:30:24.005857 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-53f9018f-6c47-4bed-8aa7-6e272d16d279 req-89942a53-3c4b-4ab6-bd66-f699f5a595be service neutron] 10.222.0.73 "GET /v2.0/networks?id=1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab HTTP/1.1" status: 200 len: 912 time: 0.1071074 Nov 10 19:30:24.064809 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-42bbad72-b70e-4038-b992-cf1527f02a32 None None] Provisioning complete for port 56eaa5dd-de03-4a2e-bf22-c9b39858b668 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:24.065916 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-42bbad72-b70e-4038-b992-cf1527f02a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:24.136596 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c266d6-5d43-464f-8687-9d3d36291c6e req-128677e2-960a-4a42-964b-405ba55ce078 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:24.138410 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80c266d6-5d43-464f-8687-9d3d36291c6e req-128677e2-960a-4a42-964b-405ba55ce078 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 947 time: 0.1618409 Nov 10 19:30:24.166542 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-42bbad72-b70e-4038-b992-cf1527f02a32 None None] Port 56eaa5dd-de03-4a2e-bf22-c9b39858b668 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:30:24.177167 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-84107f51-9b53-4f71-a7c7-679a41412ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:24.178846 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-84107f51-9b53-4f71-a7c7-679a41412ad8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=23001903-5449-491b-90cf-cafe15d30d8c HTTP/1.1" status: 200 len: 835 time: 0.1147540 Nov 10 19:30:24.193795 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-53f9018f-6c47-4bed-8aa7-6e272d16d279 req-35ddb741-0184-42cd-a3e2-a7b329160c40 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=744b43e8-08ca-4f4a-998d-7b5c8f07ebf9 HTTP/1.1" status: 200 len: 1001 time: 0.1192017 Nov 10 19:30:24.196922 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e2a677c0-9f43-477f-86b6-baebdfeaa01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:24.200005 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e2a677c0-9f43-477f-86b6-baebdfeaa01a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:24.203955 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e2a677c0-9f43-477f-86b6-baebdfeaa01a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3bcb4d46-e584-4ba1-8cb3-1dfeb10e1405 HTTP/1.1" status: 204 len: 168 time: 0.9284880 Nov 10 19:30:24.203955 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44b57f54-bad0-48cb-90dd-1fcb1e059e69 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:24.204864 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44b57f54-bad0-48cb-90dd-1fcb1e059e69 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:24.208426 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-44b57f54-bad0-48cb-90dd-1fcb1e059e69 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "DELETE /v2.0/security-groups/473feea1-0738-4add-8dc6-71dcff827d91 HTTP/1.1" status: 204 len: 168 time: 0.9528921 Nov 10 19:30:24.227406 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55242) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:24.267734 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-cbdced24-24c6-4ec9-b1c0-5c25119848ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:24.269542 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-cbdced24-24c6-4ec9-b1c0-5c25119848ef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adcbf13e-4fd3-40b0-b9d5-b0278636d662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697916 Nov 10 19:30:24.285990 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80c266d6-5d43-464f-8687-9d3d36291c6e req-3f013cc6-00b0-4045-a044-6b0044d4d920 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375873 Nov 10 19:30:24.453586 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-69b62a58-2c54-4aeb-b1f9-a9f78371b140 service neutron] 10.222.0.73 "GET /v2.0/networks/adcbf13e-4fd3-40b0-b9d5-b0278636d662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662931 Nov 10 19:30:24.496573 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42c5ff8-cb9a-4533-9c38-f4ea171c9727 x-openstack-request-id: req-e42c5ff8-cb9a-4533-9c38-f4ea171c9727 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:30:24.497322 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5713e3e6-1d8f-4b34-a933-c4d043f12acc", "tag": "e68d8721-1af0-4139-8246-e7653fa9b840", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:30:24.497743 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e42c5ff8-cb9a-4533-9c38-f4ea171c9727 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:30:24.498316 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5713e3e6-1d8f-4b34-a933-c4d043f12acc', 'tag': 'e68d8721-1af0-4139-8246-e7653fa9b840', 'status': 'completed', 'code': 200} Nov 10 19:30:24.616550 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb95801e-5f5a-4f20-91b7-97d37378294a req-9820a6f3-3fd8-4bf6-998c-3127a3bf052e service neutron] 10.222.0.73 "GET /v2.0/networks/adcbf13e-4fd3-40b0-b9d5-b0278636d662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478021 Nov 10 19:30:24.678924 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:24.717617 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeaa5bf-a880-434b-aa16-848ee363329a req-672eb9f4-b478-4132-aa37-ba8cdeec39ad tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:24.725496 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-faeaa5bf-a880-434b-aa16-848ee363329a req-672eb9f4-b478-4132-aa37-ba8cdeec39ad tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/ports?device_id=c836de56-3cae-488d-a0b0-e72afcd29a63 HTTP/1.1" status: 200 len: 949 time: 0.1073351 Nov 10 19:30:24.755406 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d0ce6-aae6-4c03-be0b-4b133e60c917 req-0e894d5b-5764-4bbf-95b2-e9f154a8d9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:24.757360 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b4d0ce6-aae6-4c03-be0b-4b133e60c917 req-0e894d5b-5764-4bbf-95b2-e9f154a8d9ec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc HTTP/1.1" status: 200 len: 1095 time: 0.0804336 Nov 10 19:30:24.800331 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a677c0-9f43-477f-86b6-baebdfeaa01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcb4d46-e584-4ba1-8cb3-1dfeb10e1405,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:24.878235 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b57f54-bad0-48cb-90dd-1fcb1e059e69 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=473feea1-0738-4add-8dc6-71dcff827d91,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:24.890881 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-faeaa5bf-a880-434b-aa16-848ee363329a req-04d746fc-298c-4785-b53a-0dfef175fea3 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/security-groups?id=7719b7d3-576d-4007-9339-9450ba300499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644437 Nov 10 19:30:24.894519 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d0ce6-aae6-4c03-be0b-4b133e60c917 req-ff438003-fa4f-47d7-a071-6124c0cd2629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:24.896021 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b4d0ce6-aae6-4c03-be0b-4b133e60c917 req-ff438003-fa4f-47d7-a071-6124c0cd2629 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adcbf13e-4fd3-40b0-b9d5-b0278636d662 HTTP/1.1" status: 200 len: 898 time: 0.1312320 Nov 10 19:30:24.961022 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b4d0ce6-aae6-4c03-be0b-4b133e60c917 req-1ea50640-a837-445c-9ebb-4966fa1397c6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e68d8721-1af0-4139-8246-e7653fa9b840 HTTP/1.1" status: 200 len: 217 time: 0.0569854 Nov 10 19:30:24.993362 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9018f-6c47-4bed-8aa7-6e272d16d279 req-59f276ae-2a7d-4ece-a32b-71345e9dce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:24.994857 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-53f9018f-6c47-4bed-8aa7-6e272d16d279 req-59f276ae-2a7d-4ece-a32b-71345e9dce2b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7de537-b93b-4e73-8317-5941b65cea03 HTTP/1.1" status: 200 len: 850 time: 0.7833185 Nov 10 19:30:25.013850 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9b57bb09-4f00-4388-9256-887d520da1d9 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.7849874 Nov 10 19:30:25.024374 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55254) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:25.038078 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:25.056036 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-9d12bd96-dac4-4884-af4b-04aa30efa15f tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Request body: {'security_group': {'name': 'tempest-secgroup--1448219396'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:25.118686 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d0ce6-aae6-4c03-be0b-4b133e60c917 req-43327ad1-ba07-40e0-9d8b-66f26ffd93e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:25.120875 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b4d0ce6-aae6-4c03-be0b-4b133e60c917 req-43327ad1-ba07-40e0-9d8b-66f26ffd93e3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=23001903-5449-491b-90cf-cafe15d30d8c HTTP/1.1" status: 200 len: 835 time: 0.1380522 Nov 10 19:30:25.142202 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9018f-6c47-4bed-8aa7-6e272d16d279 req-9ce65a4a-b35a-4b33-a23e-65f6cf89b97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:25.143807 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-53f9018f-6c47-4bed-8aa7-6e272d16d279 req-9ce65a4a-b35a-4b33-a23e-65f6cf89b97a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1374075 Nov 10 19:30:25.148053 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9d12bd96-dac4-4884-af4b-04aa30efa15f tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:25.191200 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dde04f-64f4-46be-93a4-ff7161cfe311 req-440aecc7-b423-441c-aae7-59e4b02ddd06 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:25.203434 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-82dde04f-64f4-46be-93a4-ff7161cfe311 req-440aecc7-b423-441c-aae7-59e4b02ddd06 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc HTTP/1.1" status: 200 len: 944 time: 0.1591504 Nov 10 19:30:25.297500 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2f089291-b93d-4c04-b142-69c3bc2f2c6a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:25.313722 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2f089291-b93d-4c04-b142-69c3bc2f2c6a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:25.352250 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d0ce6-aae6-4c03-be0b-4b133e60c917 req-510c0e5d-aabd-4221-815a-3be8e44e5522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:25.354706 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b4d0ce6-aae6-4c03-be0b-4b133e60c917 req-510c0e5d-aabd-4221-815a-3be8e44e5522 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adcbf13e-4fd3-40b0-b9d5-b0278636d662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2145598 Nov 10 19:30:25.362388 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-82dde04f-64f4-46be-93a4-ff7161cfe311 req-b6cada6a-aa98-4907-b396-596aaa60f9ba tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=870e9252-f7b1-4dc7-99d3-658b500cd6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577415 Nov 10 19:30:25.418961 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-53f9018f-6c47-4bed-8aa7-6e272d16d279 req-a4733489-4248-4b70-a354-29288edc25fb service neutron] 10.222.0.73 "GET /v2.0/networks/1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655363 Nov 10 19:30:25.490287 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9d12bd96-dac4-4884-af4b-04aa30efa15f tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:25.500739 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f089291-b93d-4c04-b142-69c3bc2f2c6a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Port': ['ID=56eaa5dd-de03-4a2e-bf22-c9b39858b668,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:25.533407 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2f089291-b93d-4c04-b142-69c3bc2f2c6a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:25.535156 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9d12bd96-dac4-4884-af4b-04aa30efa15f tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:25.548217 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b4d0ce6-aae6-4c03-be0b-4b133e60c917 req-6392b2bb-9f41-4281-b98f-bf991141e043 service neutron] 10.222.0.73 "GET /v2.0/networks/adcbf13e-4fd3-40b0-b9d5-b0278636d662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803796 Nov 10 19:30:25.640944 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9d12bd96-dac4-4884-af4b-04aa30efa15f tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:25.642406 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9d12bd96-dac4-4884-af4b-04aa30efa15f tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6156282 Nov 10 19:30:25.651290 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55270) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:25.662050 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-9e8de701-9039-4063-8ca5-78b2ba3da60c tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Request body: {'security_group_rule': {'security_group_id': '6e98a4a6-427d-4ad9-9584-5d0a19a09b6d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:25.666448 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12bd96-dac4-4884-af4b-04aa30efa15f tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e98a4a6-427d-4ad9-9584-5d0a19a09b6d,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:25.716611 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b507a6c-e81d-4921-881a-9a9c1ae032f1 req-0a772f2a-34cc-4f3b-b97c-d5ff94c8a78a tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:25.718282 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9b507a6c-e81d-4921-881a-9a9c1ae032f1 req-0a772f2a-34cc-4f3b-b97c-d5ff94c8a78a tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 947 time: 0.2170737 Nov 10 19:30:25.748457 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-53f9018f-6c47-4bed-8aa7-6e272d16d279 req-18dd89ba-2146-4197-ba27-78dc8414b985 service neutron] 10.222.0.73 "GET /v2.0/networks/1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091555 Nov 10 19:30:25.759749 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c067123f-c6bb-4bda-b79c-08cf6a80ab29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:25.806326 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9b507a6c-e81d-4921-881a-9a9c1ae032f1 req-9fedf89a-e28c-42c2-85a2-c30e7f42cac6 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615840 Nov 10 19:30:25.822896 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b4d0ce6-aae6-4c03-be0b-4b133e60c917 req-c7364a42-5fa9-402d-b34d-a3d9ee421cb7 service neutron] 10.222.0.73 "GET /v2.0/networks/adcbf13e-4fd3-40b0-b9d5-b0278636d662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539232 Nov 10 19:30:25.826680 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-9e8de701-9039-4063-8ca5-78b2ba3da60c tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] create failed (client error): The resource could not be found. Nov 10 19:30:25.835895 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9e8de701-9039-4063-8ca5-78b2ba3da60c tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1816859 Nov 10 19:30:25.841644 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f089291-b93d-4c04-b142-69c3bc2f2c6a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network 20729486-d19a-4dcd-a5ff-e8da4f1240ee is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:30:25.841644 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55274) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:25.852602 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-e2ad0745-04cc-4411-8984-6b78eddb6c31 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Request body: {'security_group_rule': {'security_group_id': '6e98a4a6-427d-4ad9-9584-5d0a19a09b6d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '082d8da7-b8f2-49de-9230-def29aef616a'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:25.866129 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-2f089291-b93d-4c04-b142-69c3bc2f2c6a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:30:25.912229 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c836de56-3cae-488d-a0b0-e72afcd29a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a9bb9d-e697-4339-959c-bbd272ef334a'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:30:25.915456 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf8a0de-8756-451c-8f58-16fd78fe534b" -d '{"events": [{"server_uuid": "c836de56-3cae-488d-a0b0-e72afcd29a63", "name": "network-vif-plugged", "status": "completed", "tag": "10a9bb9d-e697-4339-959c-bbd272ef334a"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:30:25.943134 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:30:25.986206 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80148b1c-097d-4bc2-b0aa-9fddd246781a x-openstack-request-id: req-80148b1c-097d-4bc2-b0aa-9fddd246781a {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:30:25.990481 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c836de56-3cae-488d-a0b0-e72afcd29a63", "name": "network-vif-plugged", "status": "completed", "tag": "10a9bb9d-e697-4339-959c-bbd272ef334a", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:30:25.991102 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-80148b1c-097d-4bc2-b0aa-9fddd246781a {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:30:25.991674 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c836de56-3cae-488d-a0b0-e72afcd29a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a9bb9d-e697-4339-959c-bbd272ef334a', 'code': 200} Nov 10 19:30:26.032723 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f089291-b93d-4c04-b142-69c3bc2f2c6a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Router 1b30ee95-7b3c-46ae-bb56-58a9921bf64b has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:30:26.209948 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47c79c-4280-4a36-955f-3afdf4bd5985 req-a40b5726-f686-473d-812b-e28434150374 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:26.211914 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eb47c79c-4280-4a36-955f-3afdf4bd5985 req-a40b5726-f686-473d-812b-e28434150374 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/ports?device_id=c836de56-3cae-488d-a0b0-e72afcd29a63 HTTP/1.1" status: 200 len: 949 time: 0.0996890 Nov 10 19:30:26.298743 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-e2ad0745-04cc-4411-8984-6b78eddb6c31 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] create failed (client error): The resource could not be found. Nov 10 19:30:26.306372 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eb47c79c-4280-4a36-955f-3afdf4bd5985 req-08f80d93-0bb9-44b1-b0b7-808018089368 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/security-groups?id=7719b7d3-576d-4007-9339-9450ba300499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879982 Nov 10 19:30:26.307010 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55286) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:26.307309 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e2ad0745-04cc-4411-8984-6b78eddb6c31 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4674575 Nov 10 19:30:26.308925 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f089291-b93d-4c04-b142-69c3bc2f2c6a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:30:26.318922 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8b91ad-b838-4186-90a4-f7b0f2b28627 None None] Sync routers for ids ['1b30ee95-7b3c-46ae-bb56-58a9921bf64b'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:30:26.326119 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2f089291-b93d-4c04-b142-69c3bc2f2c6a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "PUT /v2.0/routers/1b30ee95-7b3c-46ae-bb56-58a9921bf64b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6939282 Nov 10 19:30:26.328774 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55290) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:26.345886 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-fed8194f-90a7-41b3-afc2-493223fb0635 None None] Provisioning complete for port 56eaa5dd-de03-4a2e-bf22-c9b39858b668 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:26.346869 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fed8194f-90a7-41b3-afc2-493223fb0635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:26.348855 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8b91ad-b838-4186-90a4-f7b0f2b28627 None None] Routers {'1b30ee95-7b3c-46ae-bb56-58a9921bf64b'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:30:26.350149 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-db8b91ad-b838-4186-90a4-f7b0f2b28627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:30:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['1b30ee95-7b3c-46ae-bb56-58a9921bf64b'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:26.378358 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ca2c5-04fc-4471-b59a-c593ad3ae75f req-2593e25a-d88c-475c-a1cf-7eff681b9703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:26.383224 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a07ca2c5-04fc-4471-b59a-c593ad3ae75f req-2593e25a-d88c-475c-a1cf-7eff681b9703 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c836de56-3cae-488d-a0b0-e72afcd29a63 HTTP/1.1" status: 200 len: 1100 time: 0.3286560 Nov 10 19:30:26.411908 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d78432ec-497b-4a46-b0c9-ee751f28155c tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:26.428486 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-fed8194f-90a7-41b3-afc2-493223fb0635 None None] Port 56eaa5dd-de03-4a2e-bf22-c9b39858b668 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:30:26.431690 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device e68d8721-1af0-4139-8246-e7653fa9b840 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:30:26.440969 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451d2b43-779e-4068-a24e-df0f6575dd5a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:26.446571 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-451d2b43-779e-4068-a24e-df0f6575dd5a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "GET /v2.0/ports/56eaa5dd-de03-4a2e-bf22-c9b39858b668 HTTP/1.1" status: 200 len: 910 time: 0.1148312 Nov 10 19:30:26.453579 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55296) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:26.491018 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d78432ec-497b-4a46-b0c9-ee751f28155c tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:26.495993 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-db8b91ad-b838-4186-90a4-f7b0f2b28627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:26.526491 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8b91ad-b838-4186-90a4-f7b0f2b28627 None None] Routers {'1b30ee95-7b3c-46ae-bb56-58a9921bf64b'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:30:26.527540 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-db8b91ad-b838-4186-90a4-f7b0f2b28627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:30:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['1b30ee95-7b3c-46ae-bb56-58a9921bf64b'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:26.559403 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a07ca2c5-04fc-4471-b59a-c593ad3ae75f req-ae5cdc8b-a2da-4f18-9ad2-0b2d3a8892f8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7719b7d3-576d-4007-9339-9450ba300499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659746 Nov 10 19:30:26.611976 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d78432ec-497b-4a46-b0c9-ee751f28155c tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:26.620335 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d78432ec-497b-4a46-b0c9-ee751f28155c tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:26.627329 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d78432ec-497b-4a46-b0c9-ee751f28155c tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "DELETE /v2.0/security-groups/6e98a4a6-427d-4ad9-9584-5d0a19a09b6d HTTP/1.1" status: 204 len: 168 time: 0.3189914 Nov 10 19:30:26.633270 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55298) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:26.653091 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-db8b91ad-b838-4186-90a4-f7b0f2b28627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:26.655631 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8b91ad-b838-4186-90a4-f7b0f2b28627 None None] The sync data for ids ['1b30ee95-7b3c-46ae-bb56-58a9921bf64b'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:30:26.684923 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78432ec-497b-4a46-b0c9-ee751f28155c tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e98a4a6-427d-4ad9-9584-5d0a19a09b6d,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:26.699658 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port e68d8721-1af0-4139-8246-e7653fa9b840, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e68d8721-1af0-4139-8246-e7653fa9b840,segment=NetworkSegment(6a7a2226-27ec-4992-800c-02e84c0b3c55),segment_id=6a7a2226-27ec-4992-800c-02e84c0b3c55)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:26.720932 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311aea1b-827e-4bae-a5ac-8425b87a67ab req-612b736c-3d74-4b76-bbfd-da9ed97060e0 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:26.729613 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-311aea1b-827e-4bae-a5ac-8425b87a67ab req-612b736c-3d74-4b76-bbfd-da9ed97060e0 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc HTTP/1.1" status: 200 len: 944 time: 0.1263847 Nov 10 19:30:26.734627 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'e68d8721-1af0-4139-8246-e7653fa9b840', 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662', 'port_id': 'e68d8721-1af0-4139-8246-e7653fa9b840', 'mac_address': 'fa:16:3e:5e:9c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23001903-5449-491b-90cf-cafe15d30d8c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:30:26.809314 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-311aea1b-827e-4bae-a5ac-8425b87a67ab req-a0be637a-3bd9-4045-b46d-49a1f87f7d4d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=870e9252-f7b1-4dc7-99d3-658b500cd6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727568 Nov 10 19:30:26.833129 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:26.846942 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55304) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:26.850601 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4456c953-ecea-456d-866d-45d4657cfe89 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2137873 Nov 10 19:30:26.851100 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e68d8721-1af0-4139-8246-e7653fa9b840 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:30:26.858398 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-348b7061-feda-49cd-a9fc-954ef7eb962b tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Request body: {'security_group_rule': {'security_group_id': 'fac5a535-c7e6-4c5d-a67b-153ef87baada', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:26.888104 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port e68d8721-1af0-4139-8246-e7653fa9b840, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e68d8721-1af0-4139-8246-e7653fa9b840,segment=NetworkSegment(6a7a2226-27ec-4992-800c-02e84c0b3c55),segment_id=6a7a2226-27ec-4992-800c-02e84c0b3c55)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:26.897717 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:26.954791 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-348b7061-feda-49cd-a9fc-954ef7eb962b tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] create failed (client error): The resource could not be found. Nov 10 19:30:26.963331 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-348b7061-feda-49cd-a9fc-954ef7eb962b tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1136663 Nov 10 19:30:26.972653 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55310) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:26.983470 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-d7e3043d-03b9-493e-b016-595d24305d16 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Request body: {'security_group': {'name': 'tempest-secgroup--726153596'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:27.025315 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=e68d8721-1af0-4139-8246-e7653fa9b840,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:27.087250 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688b57d-6659-45c7-83ce-617343a6d8bf req-179d02f2-6d4b-4fbe-91f5-4154b7210b94 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:27.109034 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c688b57d-6659-45c7-83ce-617343a6d8bf req-179d02f2-6d4b-4fbe-91f5-4154b7210b94 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 947 time: 0.1437151 Nov 10 19:30:27.132819 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['e68d8721-1af0-4139-8246-e7653fa9b840'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:30:27.172604 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d7e3043d-03b9-493e-b016-595d24305d16 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:27.260530 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c688b57d-6659-45c7-83ce-617343a6d8bf req-3567cd9d-3e31-4011-b67a-cc391e591165 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411695 Nov 10 19:30:27.280919 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:27.547294 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-90f3cdd2-63a7-492c-9c95-85f446912c7a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:27.600273 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e7fc8-b1e6-4296-b8b1-a340fe0202ef req-501b5fc2-0f99-4ee2-a594-a67184f95fd9 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:27.610036 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4f0e7fc8-b1e6-4296-b8b1-a340fe0202ef req-501b5fc2-0f99-4ee2-a594-a67184f95fd9 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/ports?device_id=c836de56-3cae-488d-a0b0-e72afcd29a63 HTTP/1.1" status: 200 len: 949 time: 0.1037273 Nov 10 19:30:27.703913 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4f0e7fc8-b1e6-4296-b8b1-a340fe0202ef req-e9d3bb20-384b-4efd-b478-4d009d26b3e0 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/security-groups?id=7719b7d3-576d-4007-9339-9450ba300499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925789 Nov 10 19:30:27.752808 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d7e3043d-03b9-493e-b016-595d24305d16 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:27.769154 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d7e3043d-03b9-493e-b016-595d24305d16 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:27.839271 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3043d-03b9-493e-b016-595d24305d16 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99688371-37df-4a9d-9455-a9a117a0c416,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:27.856289 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d7e3043d-03b9-493e-b016-595d24305d16 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:27.860086 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d7e3043d-03b9-493e-b016-595d24305d16 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8855839 Nov 10 19:30:27.864372 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55326) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:27.870615 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-4a731061-4837-40c4-8eeb-12024d6df3a8 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Request body: {'security_group': {'name': 'tempest-secgroup--599010506'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:27.906434 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55328) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:27.967677 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a731061-4837-40c4-8eeb-12024d6df3a8 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:28.155136 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a819c4-f32d-4384-b6aa-9d3bc5ad837d req-0fd6cfb1-8297-4fe1-9251-b8f4d2f5c9e9 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:28.164808 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a6a819c4-f32d-4384-b6aa-9d3bc5ad837d req-0fd6cfb1-8297-4fe1-9251-b8f4d2f5c9e9 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc HTTP/1.1" status: 200 len: 945 time: 0.1338525 Nov 10 19:30:28.169819 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-90f3cdd2-63a7-492c-9c95-85f446912c7a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Deleting port 56eaa5dd-de03-4a2e-bf22-c9b39858b668 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:30:28.170187 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-90f3cdd2-63a7-492c-9c95-85f446912c7a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:28.231948 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-10089ae8-e54a-4f10-bbe7-da1022a06ee9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:28.280454 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a6a819c4-f32d-4384-b6aa-9d3bc5ad837d req-29fb7f32-b9e0-4605-ada7-51443199baad tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=870e9252-f7b1-4dc7-99d3-658b500cd6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145267 Nov 10 19:30:28.295907 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-90f3cdd2-63a7-492c-9c95-85f446912c7a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:28.312679 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-90f3cdd2-63a7-492c-9c95-85f446912c7a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Calling delete_port for 56eaa5dd-de03-4a2e-bf22-c9b39858b668 owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:30:28.315888 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a731061-4837-40c4-8eeb-12024d6df3a8 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:28.325027 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a731061-4837-40c4-8eeb-12024d6df3a8 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:28.357991 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a731061-4837-40c4-8eeb-12024d6df3a8 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:28.359246 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4a731061-4837-40c4-8eeb-12024d6df3a8 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4930716 Nov 10 19:30:28.368500 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55334) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:28.377920 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-4ed25c6d-0b7d-46d9-ae40-65ff855cefa1 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Request body: {'security_group_rule': {'security_group_id': '99688371-37df-4a9d-9455-a9a117a0c416', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'bba5f502-7089-4a72-a9fb-cd3478e56e55'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:28.432975 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device e68d8721-1af0-4139-8246-e7653fa9b840 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:30:28.447371 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a731061-4837-40c4-8eeb-12024d6df3a8 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bba5f502-7089-4a72-a9fb-cd3478e56e55,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:28.632046 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port e68d8721-1af0-4139-8246-e7653fa9b840 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:30:28.637307 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-90f3cdd2-63a7-492c-9c95-85f446912c7a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:28.638750 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port e68d8721-1af0-4139-8246-e7653fa9b840 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:28.639133 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:28.705660 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3cdd2-63a7-492c-9c95-85f446912c7a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Port': ['ID=56eaa5dd-de03-4a2e-bf22-c9b39858b668,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:28.820678 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:29.068791 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-10089ae8-e54a-4f10-bbe7-da1022a06ee9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:29.088884 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0706aa-ca93-407b-9294-732a73a4421c req-3cea5e74-b188-442c-9baf-4b8ff8bbcc79 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:29.100795 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7f0706aa-ca93-407b-9294-732a73a4421c req-3cea5e74-b188-442c-9baf-4b8ff8bbcc79 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 947 time: 0.6917439 Nov 10 19:30:29.101385 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-90f3cdd2-63a7-492c-9c95-85f446912c7a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:29.112017 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-10089ae8-e54a-4f10-bbe7-da1022a06ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:29.115409 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-4ed25c6d-0b7d-46d9-ae40-65ff855cefa1 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:30:29.116579 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4ed25c6d-0b7d-46d9-ae40-65ff855cefa1 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.7458174 Nov 10 19:30:29.130542 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55340) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:29.149455 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:29.178725 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-10089ae8-e54a-4f10-bbe7-da1022a06ee9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=621c963be69f44c28f7d4cfd33fef385&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2706494 Nov 10 19:30:29.183052 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55342) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:29.183226 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5713e3e6-1d8f-4b34-a933-c4d043f12acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68d8721-1af0-4139-8246-e7653fa9b840'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:30:29.187226 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22324fd7-5674-468e-a125-f53c791d6b35" -d '{"events": [{"server_uuid": "5713e3e6-1d8f-4b34-a933-c4d043f12acc", "name": "network-vif-plugged", "status": "completed", "tag": "e68d8721-1af0-4139-8246-e7653fa9b840"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:30:29.215206 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port e68d8721-1af0-4139-8246-e7653fa9b840, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e68d8721-1af0-4139-8246-e7653fa9b840,segment=NetworkSegment(6a7a2226-27ec-4992-800c-02e84c0b3c55),segment_id=6a7a2226-27ec-4992-800c-02e84c0b3c55)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:29.224809 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:29.248613 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10089ae8-e54a-4f10-bbe7-da1022a06ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c928df-76f0-4c03-80e9-f713084004ea,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:29.280126 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7f0706aa-ca93-407b-9294-732a73a4421c req-8c763e63-79ca-4c63-80c4-0139e3e4a82c tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774390 Nov 10 19:30:29.324276 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=e68d8721-1af0-4139-8246-e7653fa9b840,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:29.340004 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-499a25da-1dd3-42e6-9ce1-8e835092108f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:29.352616 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:29.389482 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-499a25da-1dd3-42e6-9ce1-8e835092108f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:29.455734 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ed73d552-8d84-4b32-bcb5-9ed8f4f54407 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:29.484325 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-499a25da-1dd3-42e6-9ce1-8e835092108f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:29.487276 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-499a25da-1dd3-42e6-9ce1-8e835092108f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:29.495961 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ed73d552-8d84-4b32-bcb5-9ed8f4f54407 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:29.502131 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-499a25da-1dd3-42e6-9ce1-8e835092108f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/18c928df-76f0-4c03-80e9-f713084004ea HTTP/1.1" status: 204 len: 168 time: 0.2979789 Nov 10 19:30:29.519969 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a25da-1dd3-42e6-9ce1-8e835092108f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c928df-76f0-4c03-80e9-f713084004ea,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:29.696654 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ed73d552-8d84-4b32-bcb5-9ed8f4f54407 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:29.701497 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ed73d552-8d84-4b32-bcb5-9ed8f4f54407 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:29.703362 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ed73d552-8d84-4b32-bcb5-9ed8f4f54407 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "DELETE /v2.0/security-groups/bba5f502-7089-4a72-a9fb-cd3478e56e55 HTTP/1.1" status: 204 len: 168 time: 0.5718846 Nov 10 19:30:29.721281 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55350) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:29.722265 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654dae1-eecf-4d47-be7a-cb1493824a5b req-7529c114-5293-421d-8bdb-b2808aae6d9e tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:29.722398 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73d552-8d84-4b32-bcb5-9ed8f4f54407 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba5f502-7089-4a72-a9fb-cd3478e56e55,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:29.736966 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9654dae1-eecf-4d47-be7a-cb1493824a5b req-7529c114-5293-421d-8bdb-b2808aae6d9e tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/ports?device_id=c836de56-3cae-488d-a0b0-e72afcd29a63 HTTP/1.1" status: 200 len: 949 time: 0.1342804 Nov 10 19:30:29.771608 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f3cdd2-63a7-492c-9c95-85f446912c7a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Router 1b30ee95-7b3c-46ae-bb56-58a9921bf64b has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:30:29.866760 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9654dae1-eecf-4d47-be7a-cb1493824a5b req-98436eca-b14e-4e6f-a3fc-abafa6304f54 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/security-groups?id=7719b7d3-576d-4007-9339-9450ba300499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273720 Nov 10 19:30:29.942357 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a9f20977-a9e4-4645-9cde-abd3a41cdee9 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2172132 Nov 10 19:30:29.953114 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55358) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:29.966870 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f3cdd2-63a7-492c-9c95-85f446912c7a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:30:29.972899 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-90f3cdd2-63a7-492c-9c95-85f446912c7a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "PUT /v2.0/routers/1b30ee95-7b3c-46ae-bb56-58a9921bf64b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5181818 Nov 10 19:30:29.978708 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadbda5e-aeae-446e-945c-abff1f6b5bb1 x-openstack-request-id: req-fadbda5e-aeae-446e-945c-abff1f6b5bb1 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:30:29.979197 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55360) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:29.979298 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5713e3e6-1d8f-4b34-a933-c4d043f12acc", "name": "network-vif-plugged", "status": "completed", "tag": "e68d8721-1af0-4139-8246-e7653fa9b840", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:30:29.979406 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fadbda5e-aeae-446e-945c-abff1f6b5bb1 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:30:29.979890 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5713e3e6-1d8f-4b34-a933-c4d043f12acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68d8721-1af0-4139-8246-e7653fa9b840', 'code': 200} Nov 10 19:30:29.982257 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7e2241-0b58-4767-84da-57cf0a013de5 None None] Sync routers for ids ['1b30ee95-7b3c-46ae-bb56-58a9921bf64b'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:30:30.025347 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7e2241-0b58-4767-84da-57cf0a013de5 None None] Routers {'1b30ee95-7b3c-46ae-bb56-58a9921bf64b'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:30:30.026402 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-0e7e2241-0b58-4767-84da-57cf0a013de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:30:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['1b30ee95-7b3c-46ae-bb56-58a9921bf64b'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:30.130425 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-0e7e2241-0b58-4767-84da-57cf0a013de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:30.191326 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7e2241-0b58-4767-84da-57cf0a013de5 None None] Routers {'1b30ee95-7b3c-46ae-bb56-58a9921bf64b'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:30:30.192920 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-0e7e2241-0b58-4767-84da-57cf0a013de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:30:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['1b30ee95-7b3c-46ae-bb56-58a9921bf64b'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:30.197427 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55362) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:30.267137 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-0e7e2241-0b58-4767-84da-57cf0a013de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:30.267721 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7e2241-0b58-4767-84da-57cf0a013de5 None None] The sync data for ids ['1b30ee95-7b3c-46ae-bb56-58a9921bf64b'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:30:30.285362 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07e24d-51c5-4275-8185-370022bbc9da req-b6902293-933a-4295-a7da-10cafb73c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:30.287007 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ae07e24d-51c5-4275-8185-370022bbc9da req-b6902293-933a-4295-a7da-10cafb73c482 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc HTTP/1.1" status: 200 len: 1097 time: 0.2332976 Nov 10 19:30:30.328065 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-18125957-8a6c-4355-9bc2-377ecc69943e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:30.368991 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-029c1942-57b2-4c0f-adea-08fa1742f320 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:30.467558 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-18125957-8a6c-4355-9bc2-377ecc69943e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:30.488562 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-18125957-8a6c-4355-9bc2-377ecc69943e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:30.555192 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915fd6ad-4a09-41b1-8efe-a72b9216d92f req-c9d432dd-6745-4143-9d6d-4fdc99794054 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:30.567876 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-915fd6ad-4a09-41b1-8efe-a72b9216d92f req-c9d432dd-6745-4143-9d6d-4fdc99794054 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc HTTP/1.1" status: 200 len: 946 time: 0.4266963 Nov 10 19:30:30.600134 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-029c1942-57b2-4c0f-adea-08fa1742f320 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:30.658030 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ae07e24d-51c5-4275-8185-370022bbc9da req-a93b2099-9174-4cb1-af27-299c87fc4e86 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=870e9252-f7b1-4dc7-99d3-658b500cd6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3545392 Nov 10 19:30:30.675862 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125957-8a6c-4355-9bc2-377ecc69943e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8d3b65-ba43-4ba6-876b-37cd55ea06a6,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:30.688837 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-18125957-8a6c-4355-9bc2-377ecc69943e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dfbedbff49b74a448f431fa21070afeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4775541 Nov 10 19:30:30.720552 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55368) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:30.724002 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-029c1942-57b2-4c0f-adea-08fa1742f320 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:30.727963 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-029c1942-57b2-4c0f-adea-08fa1742f320 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:30.729339 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-029c1942-57b2-4c0f-adea-08fa1742f320 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "DELETE /v2.0/security-groups/99688371-37df-4a9d-9455-a9a117a0c416 HTTP/1.1" status: 204 len: 168 time: 0.7755251 Nov 10 19:30:30.749629 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55370) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:30.795186 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c1942-57b2-4c0f-adea-08fa1742f320 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99688371-37df-4a9d-9455-a9a117a0c416,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:30.835004 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-915fd6ad-4a09-41b1-8efe-a72b9216d92f req-41010f4f-44c1-490b-809f-ddfeb0711a3c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=870e9252-f7b1-4dc7-99d3-658b500cd6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2667665 Nov 10 19:30:30.886695 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-42f2f826-8a47-42a2-9541-657cb1a05f69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:30.912508 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-42f2f826-8a47-42a2-9541-657cb1a05f69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:30.957230 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a6b570b9-6d5f-40a9-a02f-9c7fdd9c410c tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2033494 Nov 10 19:30:30.962416 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55372) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:30.975711 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-19f7fafa-8317-441b-a7ac-1801e0b0de7e tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Request body: {'security_group': {'name': 'tempest-secgroup--1615477088'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:30.997084 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-42f2f826-8a47-42a2-9541-657cb1a05f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:31.001408 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-42f2f826-8a47-42a2-9541-657cb1a05f69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:31.006755 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-42f2f826-8a47-42a2-9541-657cb1a05f69 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ea8d3b65-ba43-4ba6-876b-37cd55ea06a6 HTTP/1.1" status: 204 len: 168 time: 0.2831023 Nov 10 19:30:31.030979 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2f826-8a47-42a2-9541-657cb1a05f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8d3b65-ba43-4ba6-876b-37cd55ea06a6,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:31.161701 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-19f7fafa-8317-441b-a7ac-1801e0b0de7e tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:31.257364 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4043ac10-e012-4b02-927b-f0c02a13428c tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:31.531866 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-19f7fafa-8317-441b-a7ac-1801e0b0de7e tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:31.575918 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-19f7fafa-8317-441b-a7ac-1801e0b0de7e tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:31.598867 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-19f7fafa-8317-441b-a7ac-1801e0b0de7e tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:31.600927 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-19f7fafa-8317-441b-a7ac-1801e0b0de7e tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6371653 Nov 10 19:30:31.609123 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55384) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:31.626449 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-6d7d758d-6b09-48fd-8cb6-ee9f8cdedb40 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Request body: {'security_group_rule': {'security_group_id': '94939990-3fe4-4be1-9bae-2976d789e2b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:31.637209 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7fafa-8317-441b-a7ac-1801e0b0de7e tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94939990-3fe4-4be1-9bae-2976d789e2b2,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:31.725581 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-6d7d758d-6b09-48fd-8cb6-ee9f8cdedb40 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:30:31.727260 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6d7d758d-6b09-48fd-8cb6-ee9f8cdedb40 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1168861 Nov 10 19:30:31.744566 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55388) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:31.755430 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-ce3798e8-9138-49d3-9e79-c84abe2110b2 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Request body: {'security_group_rule': {'security_group_id': '94939990-3fe4-4be1-9bae-2976d789e2b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:31.791967 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-4043ac10-e012-4b02-927b-f0c02a13428c tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Deleting port 706a5027-fba1-45a0-a1ae-96e0fc5a1f5c {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:30:31.793122 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4043ac10-e012-4b02-927b-f0c02a13428c tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:31.867899 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-ce3798e8-9138-49d3-9e79-c84abe2110b2 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:30:31.872040 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ce3798e8-9138-49d3-9e79-c84abe2110b2 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1256177 Nov 10 19:30:31.872635 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55394) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:32.023059 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4043ac10-e012-4b02-927b-f0c02a13428c tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:32.035370 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3bc51360-bfc8-4f75-a15e-dbf04769850b tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:32.053951 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-4043ac10-e012-4b02-927b-f0c02a13428c tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Calling delete_port for 706a5027-fba1-45a0-a1ae-96e0fc5a1f5c owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:30:32.078713 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3bc51360-bfc8-4f75-a15e-dbf04769850b tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:32.099090 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5878ff-66b2-477c-bab6-d7f46b00dcda req-4b90f7a6-4685-4f68-9f8e-c7f309d708b2 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:32.100699 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6c5878ff-66b2-477c-bab6-d7f46b00dcda req-4b90f7a6-4685-4f68-9f8e-c7f309d708b2 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 947 time: 0.1758764 Nov 10 19:30:32.234110 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6c5878ff-66b2-477c-bab6-d7f46b00dcda req-f8995e3d-5ba9-4214-8789-c100dbde3a40 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165299 Nov 10 19:30:32.249847 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3bc51360-bfc8-4f75-a15e-dbf04769850b tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:32.249847 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3bc51360-bfc8-4f75-a15e-dbf04769850b tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:32.249847 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3bc51360-bfc8-4f75-a15e-dbf04769850b tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "DELETE /v2.0/security-groups/94939990-3fe4-4be1-9bae-2976d789e2b2 HTTP/1.1" status: 204 len: 168 time: 0.3750737 Nov 10 19:30:32.267940 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55402) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:32.343712 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc51360-bfc8-4f75-a15e-dbf04769850b tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94939990-3fe4-4be1-9bae-2976d789e2b2,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:32.400896 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8827ce9d-4bee-41b8-b530-ac816e85adea tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1319232 Nov 10 19:30:32.401534 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55406) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:32.412430 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-73b387a2-d097-49ff-ac33-677f6a62540c tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Request body: {'security_group': {'name': 'tempest-secgroup--2025128692'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:32.449366 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-73b387a2-d097-49ff-ac33-677f6a62540c tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:32.467062 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4043ac10-e012-4b02-927b-f0c02a13428c tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:32.557042 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043ac10-e012-4b02-927b-f0c02a13428c tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Port': ['ID=706a5027-fba1-45a0-a1ae-96e0fc5a1f5c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:32.664612 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-73b387a2-d097-49ff-ac33-677f6a62540c tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:32.681751 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff2baf-1f77-458e-8bbf-6c9416cc733c req-71dfa0e4-dfc0-440d-bccd-35dd7b6ad21f tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:32.686951 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4cff2baf-1f77-458e-8bbf-6c9416cc733c req-71dfa0e4-dfc0-440d-bccd-35dd7b6ad21f tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/ports?device_id=c836de56-3cae-488d-a0b0-e72afcd29a63 HTTP/1.1" status: 200 len: 949 time: 0.1680295 Nov 10 19:30:32.688423 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-73b387a2-d097-49ff-ac33-677f6a62540c tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:32.797640 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-73b387a2-d097-49ff-ac33-677f6a62540c tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:32.802878 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55410) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:32.815652 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-73b387a2-d097-49ff-ac33-677f6a62540c tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4126072 Nov 10 19:30:32.822539 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b387a2-d097-49ff-ac33-677f6a62540c tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20ee9451-4f68-4d82-9c77-ffc9350e3f21,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:32.839039 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-42e81742-fe29-44d6-9a87-6d28115159b5 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:32.842882 n-d-813897-4 neutron-server[102505]: WARNING neutron.api.v2.base [None req-42e81742-fe29-44d6-9a87-6d28115159b5 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 10 19:30:32.845111 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-42e81742-fe29-44d6-9a87-6d28115159b5 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] update failed (client error): There was a conflict when trying to complete your request. Nov 10 19:30:32.849686 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-42e81742-fe29-44d6-9a87-6d28115159b5 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "PUT /v2.0/security-groups/20ee9451-4f68-4d82-9c77-ffc9350e3f21 HTTP/1.1" status: 409 len: 330 time: 0.0437725 Nov 10 19:30:32.852567 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55414) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:32.875792 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4cff2baf-1f77-458e-8bbf-6c9416cc733c req-1c1e9eb5-127c-4c8f-a72e-5fe3d48fab1d tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/security-groups?id=7719b7d3-576d-4007-9339-9450ba300499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800544 Nov 10 19:30:32.897557 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43496c92-37af-47be-8cec-736dfc670275 req-fbc580c7-d565-4168-a2ef-57d6cf879aab tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:32.900514 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-43496c92-37af-47be-8cec-736dfc670275 req-fbc580c7-d565-4168-a2ef-57d6cf879aab tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.25 "GET /v2.0/ports?device_id=c836de56-3cae-488d-a0b0-e72afcd29a63 HTTP/1.1" status: 200 len: 949 time: 0.1720273 Nov 10 19:30:33.038190 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-270f185d-a573-430d-9042-7cc4906be5a5 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:33.046825 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4043ac10-e012-4b02-927b-f0c02a13428c tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:33.104263 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-270f185d-a573-430d-9042-7cc4906be5a5 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:33.142012 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf51fb-b752-47e1-b1c3-e7a88e6f2a63 req-598ec139-ff8c-406a-9135-a5a70170550f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:33.150240 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e8bf51fb-b752-47e1-b1c3-e7a88e6f2a63 req-598ec139-ff8c-406a-9135-a5a70170550f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc HTTP/1.1" status: 200 len: 946 time: 0.1531422 Nov 10 19:30:33.312123 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e8bf51fb-b752-47e1-b1c3-e7a88e6f2a63 req-be011fd4-c405-4b9e-bcc0-9cc34c26df7d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=870e9252-f7b1-4dc7-99d3-658b500cd6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609478 Nov 10 19:30:33.313942 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-270f185d-a573-430d-9042-7cc4906be5a5 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:33.318086 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-270f185d-a573-430d-9042-7cc4906be5a5 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:33.320298 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4043ac10-e012-4b02-927b-f0c02a13428c tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Router 1b30ee95-7b3c-46ae-bb56-58a9921bf64b has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:30:33.323437 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-270f185d-a573-430d-9042-7cc4906be5a5 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "DELETE /v2.0/security-groups/20ee9451-4f68-4d82-9c77-ffc9350e3f21 HTTP/1.1" status: 204 len: 168 time: 0.4668803 Nov 10 19:30:33.327509 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55420) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:33.342293 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-43496c92-37af-47be-8cec-736dfc670275 req-a62988dd-f690-445c-8740-fe68f7f0d5dd tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Deleting port 10a9bb9d-e697-4339-959c-bbd272ef334a {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:30:33.342632 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-43496c92-37af-47be-8cec-736dfc670275 req-a62988dd-f690-445c-8740-fe68f7f0d5dd tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:33.345671 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f185d-a573-430d-9042-7cc4906be5a5 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ee9451-4f68-4d82-9c77-ffc9350e3f21,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:33.537177 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551b469-45bc-4c88-9fde-126f7295ccd8 req-4999a379-3087-4d89-bc6e-7777ed4c6b56 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:33.541342 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e551b469-45bc-4c88-9fde-126f7295ccd8 req-4999a379-3087-4d89-bc6e-7777ed4c6b56 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 947 time: 0.1045811 Nov 10 19:30:33.618587 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e551b469-45bc-4c88-9fde-126f7295ccd8 req-b970cc1f-b69a-4906-9256-e12cbe969d7f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708334 Nov 10 19:30:33.626199 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55430) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:33.631194 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-42f7da74-4244-4897-ad8a-424a4913d66b tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2930644 Nov 10 19:30:33.644590 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4043ac10-e012-4b02-927b-f0c02a13428c tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:30:33.649965 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-1e2f2786-5f53-4a86-9d92-d4d136620a11 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] delete failed (client error): The resource could not be found. Nov 10 19:30:33.655674 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1e2f2786-5f53-4a86-9d92-d4d136620a11 tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "DELETE /v2.0/security-groups/1ce04dd9-030e-4a5a-b4ac-fa6ae31056e8 HTTP/1.1" status: 404 len: 347 time: 0.0276103 Nov 10 19:30:33.666824 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b66d5e-f4c2-4d28-b402-68df6147d258 None None] Sync routers for ids ['1b30ee95-7b3c-46ae-bb56-58a9921bf64b'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:30:33.671767 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4043ac10-e012-4b02-927b-f0c02a13428c tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "PUT /v2.0/routers/1b30ee95-7b3c-46ae-bb56-58a9921bf64b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6859109 Nov 10 19:30:33.671767 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55432) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:33.671767 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55436) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:33.686967 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b66d5e-f4c2-4d28-b402-68df6147d258 None None] Routers {'1b30ee95-7b3c-46ae-bb56-58a9921bf64b'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:30:33.687949 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-c7b66d5e-f4c2-4d28-b402-68df6147d258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:30:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['1b30ee95-7b3c-46ae-bb56-58a9921bf64b'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:33.727107 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-43496c92-37af-47be-8cec-736dfc670275 req-a62988dd-f690-445c-8740-fe68f7f0d5dd tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] For port 10a9bb9d-e697-4339-959c-bbd272ef334a, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=10a9bb9d-e697-4339-959c-bbd272ef334a,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:33.727107 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-43496c92-37af-47be-8cec-736dfc670275 req-a62988dd-f690-445c-8740-fe68f7f0d5dd tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:33.748477 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-43496c92-37af-47be-8cec-736dfc670275 req-a62988dd-f690-445c-8740-fe68f7f0d5dd tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Calling delete_port for 10a9bb9d-e697-4339-959c-bbd272ef334a owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:30:33.750230 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-c7b66d5e-f4c2-4d28-b402-68df6147d258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:33.761957 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b66d5e-f4c2-4d28-b402-68df6147d258 None None] Routers {'1b30ee95-7b3c-46ae-bb56-58a9921bf64b'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:30:33.762814 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-c7b66d5e-f4c2-4d28-b402-68df6147d258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:30:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['1b30ee95-7b3c-46ae-bb56-58a9921bf64b'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:33.809630 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8aa09c-ac08-4545-afa6-4c2214392597 req-5fccf5a6-6388-44f9-b639-fe60bc246242 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:33.814163 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-c7b66d5e-f4c2-4d28-b402-68df6147d258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:33.815210 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b66d5e-f4c2-4d28-b402-68df6147d258 None None] The sync data for ids ['1b30ee95-7b3c-46ae-bb56-58a9921bf64b'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:30:33.820702 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d8aa09c-ac08-4545-afa6-4c2214392597 req-5fccf5a6-6388-44f9-b639-fe60bc246242 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc HTTP/1.1" status: 200 len: 946 time: 0.0949447 Nov 10 19:30:33.843326 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-a619ba01-b558-4817-b49c-1c2cc5125a8a tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] show failed (client error): The resource could not be found. Nov 10 19:30:33.847932 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a619ba01-b558-4817-b49c-1c2cc5125a8a tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "GET /v2.0/security-groups/68ee45c7-734f-4cf5-9e52-94b2657305d3 HTTP/1.1" status: 404 len: 347 time: 0.1721995 Nov 10 19:30:33.855478 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55440) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:33.884998 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3d417896-3bf9-4fe6-b899-ea1eb591ddd6 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1b30ee95-7b3c-46ae-bb56-58a9921bf64b HTTP/1.1" status: 200 len: 205 time: 0.2090852 Nov 10 19:30:33.886175 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55442) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:33.895324 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-8b134211-0a07-47c5-98fe-1c5c2b4a1afa tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] show failed (client error): The resource could not be found. Nov 10 19:30:33.899760 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8b134211-0a07-47c5-98fe-1c5c2b4a1afa tempest-NegativeSecGroupIPv6Test-1628048844 tempest-NegativeSecGroupIPv6Test-1628048844-project] 10.222.0.54 "GET /v2.0/security-group-rules/6a75a372-b329-45f3-943c-239cf0b111bf HTTP/1.1" status: 404 len: 356 time: 0.0397451 Nov 10 19:30:33.954458 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d8aa09c-ac08-4545-afa6-4c2214392597 req-b126b0f4-568f-41d2-a343-515309955dcd tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=870e9252-f7b1-4dc7-99d3-658b500cd6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326256 Nov 10 19:30:33.999130 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55450) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:34.054551 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8d186394-415b-46c9-871d-d3c1de9b6022 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:34.124661 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8055ec1f-fde0-4a0d-9706-f2f756b497c9 tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:34.126354 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8055ec1f-fde0-4a0d-9706-f2f756b497c9 tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc HTTP/1.1" status: 200 len: 1092 time: 0.1219938 Nov 10 19:30:34.127384 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-43496c92-37af-47be-8cec-736dfc670275 req-a62988dd-f690-445c-8740-fe68f7f0d5dd tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:34.141666 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['10a9bb9d-e697-4339-959c-bbd272ef334a'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:30:34.148697 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55456) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:34.179107 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-6a417f00-4068-4281-9a9e-cda8d3b14add tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'port_id': 'e68d8721-1af0-4139-8246-e7653fa9b840', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:34.256720 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62988dd-f690-445c-8740-fe68f7f0d5dd tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Pushing event deleted for resources: {'Port': ['ID=10a9bb9d-e697-4339-959c-bbd272ef334a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:34.366085 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a417f00-4068-4281-9a9e-cda8d3b14add tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for floatingip, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:34.419311 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-43496c92-37af-47be-8cec-736dfc670275 req-a62988dd-f690-445c-8740-fe68f7f0d5dd tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] No DVR routers for this DVR port 10a9bb9d-e697-4339-959c-bbd272ef334a on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:30:34.422461 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4434ba88-282f-45f3-ab7e-e041344e8226 req-74097389-bf78-49ee-8007-03566e63ea82 tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.54 "GET /v2.0/ports?device_id=c836de56-3cae-488d-a0b0-e72afcd29a63 HTTP/1.1" status: 200 len: 210 time: 0.1186378 Nov 10 19:30:34.423673 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-43496c92-37af-47be-8cec-736dfc670275 req-a62988dd-f690-445c-8740-fe68f7f0d5dd tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:34.429588 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-43496c92-37af-47be-8cec-736dfc670275 req-a62988dd-f690-445c-8740-fe68f7f0d5dd tempest-VolumesNegativeTest-860790204 tempest-VolumesNegativeTest-860790204-project] 10.222.0.25 "DELETE /v2.0/ports/10a9bb9d-e697-4339-959c-bbd272ef334a HTTP/1.1" status: 204 len: 173 time: 1.5181286 Nov 10 19:30:34.429588 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c836de56-3cae-488d-a0b0-e72afcd29a63', 'name': 'network-vif-deleted', 'tag': '10a9bb9d-e697-4339-959c-bbd272ef334a'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:30:34.433697 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1978ee3-9ebe-42ac-987f-cd1dd645edb0" -d '{"events": [{"server_uuid": "c836de56-3cae-488d-a0b0-e72afcd29a63", "name": "network-vif-deleted", "tag": "10a9bb9d-e697-4339-959c-bbd272ef334a"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:30:34.703208 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9662dc4a-6fa3-483b-8fab-9d96af092a80 x-openstack-request-id: req-9662dc4a-6fa3-483b-8fab-9d96af092a80 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:30:34.709152 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c836de56-3cae-488d-a0b0-e72afcd29a63", "name": "network-vif-deleted", "tag": "10a9bb9d-e697-4339-959c-bbd272ef334a", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:30:34.711516 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9662dc4a-6fa3-483b-8fab-9d96af092a80 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:30:34.714095 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c836de56-3cae-488d-a0b0-e72afcd29a63', 'name': 'network-vif-deleted', 'tag': '10a9bb9d-e697-4339-959c-bbd272ef334a', 'status': 'completed', 'code': 200} Nov 10 19:30:34.732621 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55470) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:34.749825 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8d186394-415b-46c9-871d-d3c1de9b6022 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:34.779339 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8d186394-415b-46c9-871d-d3c1de9b6022 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:34.935274 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8d186394-415b-46c9-871d-d3c1de9b6022 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:34.935921 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d186394-415b-46c9-871d-d3c1de9b6022 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Fanout notify agent at l3_agent the message router_deleted on router 1b30ee95-7b3c-46ae-bb56-58a9921bf64b {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:30:34.945682 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a417f00-4068-4281-9a9e-cda8d3b14add tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:34.951120 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8d186394-415b-46c9-871d-d3c1de9b6022 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:34.953006 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8d186394-415b-46c9-871d-d3c1de9b6022 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/routers/1b30ee95-7b3c-46ae-bb56-58a9921bf64b HTTP/1.1" status: 204 len: 168 time: 1.0654757 Nov 10 19:30:34.955376 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55488) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:35.041506 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e68e0-27f8-4a97-97c1-0912a3ebeca0 req-a613879c-7939-4f93-8ebc-29220dabd70e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:35.041821 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-476e68e0-27f8-4a97-97c1-0912a3ebeca0 req-a613879c-7939-4f93-8ebc-29220dabd70e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 947 time: 0.1444151 Nov 10 19:30:35.075734 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-3710831f-947c-4a7e-892e-863817bd3697 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Deleting subnet 3c641cf9-e62d-4d5c-a12a-c6dc83a4106d {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:30:35.079936 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3710831f-947c-4a7e-892e-863817bd3697 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:35.260370 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3710831f-947c-4a7e-892e-863817bd3697 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:35.300576 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-476e68e0-27f8-4a97-97c1-0912a3ebeca0 req-d6b5d3ba-1082-46c0-8ca8-ddfdb010750c tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496378 Nov 10 19:30:35.349312 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-35d04bac-14d7-4096-a706-1ff08969168b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8100a82430e84d3d8bafb4c96a934c79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6099741 Nov 10 19:30:35.356458 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55516) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:35.445677 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-6a417f00-4068-4281-9a9e-cda8d3b14add tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Allocated IP 172.25.3.95 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/155d0712-71e7-46c3-8af3-39b21bf09c66) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:30:35.461325 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3710831f-947c-4a7e-892e-863817bd3697 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:35.562384 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3710831f-947c-4a7e-892e-863817bd3697 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:35.612590 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710831f-947c-4a7e-892e-863817bd3697 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Subnet': ['ID=3c641cf9-e62d-4d5c-a12a-c6dc83a4106d,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:35.616407 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3710831f-947c-4a7e-892e-863817bd3697 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:35.627433 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e475ab-85f3-4157-8d00-552382211c2c None None] Network 20729486-d19a-4dcd-a5ff-e8da4f1240ee requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:30:35.662988 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3710831f-947c-4a7e-892e-863817bd3697 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/subnets/3c641cf9-e62d-4d5c-a12a-c6dc83a4106d HTTP/1.1" status: 204 len: 168 time: 0.7032630 Nov 10 19:30:35.670455 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55536) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:35.800997 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-034ca9a4-1c0b-49cd-bc0b-3f60321de20f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Deleting subnet 4b74d917-4aba-4ca5-91e5-ac406d97adf6 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:30:35.806576 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bb2baa68-8bfd-4f6f-97d4-886e9227f8df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:35.810683 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-034ca9a4-1c0b-49cd-bc0b-3f60321de20f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:35.900993 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bb2baa68-8bfd-4f6f-97d4-886e9227f8df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:35.955728 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-034ca9a4-1c0b-49cd-bc0b-3f60321de20f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:35.985454 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a417f00-4068-4281-9a9e-cda8d3b14add tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:36.004299 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ee8405-4553-46c3-90c7-8f32a53da5b1 None None] DHCP port deletion for 20729486-d19a-4dcd-a5ff-e8da4f1240ee request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:30:36.101242 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bb2baa68-8bfd-4f6f-97d4-886e9227f8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:36.108902 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bb2baa68-8bfd-4f6f-97d4-886e9227f8df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:36.111197 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-16ee8405-4553-46c3-90c7-8f32a53da5b1 None None] Deleting port 0f2726f9-d721-412c-b29f-1ba61c3f4a04 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:30:36.111332 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-bb2baa68-8bfd-4f6f-97d4-886e9227f8df admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bb44d36f-a508-446f-92be-9e8b0585da56 HTTP/1.1" status: 204 len: 168 time: 0.7528205 Nov 10 19:30:36.111610 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-16ee8405-4553-46c3-90c7-8f32a53da5b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:36.129260 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a417f00-4068-4281-9a9e-cda8d3b14add tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:36.225722 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a417f00-4068-4281-9a9e-cda8d3b14add tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:30:36.230802 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2baa68-8bfd-4f6f-97d4-886e9227f8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb44d36f-a508-446f-92be-9e8b0585da56,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:36.233062 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-6a417f00-4068-4281-9a9e-cda8d3b14add tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:30:36.238831 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a417f00-4068-4281-9a9e-cda8d3b14add tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:30:36.257538 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-16ee8405-4553-46c3-90c7-8f32a53da5b1 None None] For port 0f2726f9-d721-412c-b29f-1ba61c3f4a04, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=0f2726f9-d721-412c-b29f-1ba61c3f4a04,segment=NetworkSegment(7be0e003-459d-4c20-9ff0-42e47469e6ba),segment_id=7be0e003-459d-4c20-9ff0-42e47469e6ba)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:36.258336 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-16ee8405-4553-46c3-90c7-8f32a53da5b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:36.280564 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-16ee8405-4553-46c3-90c7-8f32a53da5b1 None None] Calling delete_port for 0f2726f9-d721-412c-b29f-1ba61c3f4a04 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:30:36.319816 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-034ca9a4-1c0b-49cd-bc0b-3f60321de20f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:36.329890 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a417f00-4068-4281-9a9e-cda8d3b14add tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'Port': ['ID=155d0712-71e7-46c3-8af3-39b21bf09c66,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:36.431947 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-16ee8405-4553-46c3-90c7-8f32a53da5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:36.492059 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee8405-4553-46c3-90c7-8f32a53da5b1 None None] Pushing event deleted for resources: {'Port': ['ID=0f2726f9-d721-412c-b29f-1ba61c3f4a04,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:36.499482 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ee8405-4553-46c3-90c7-8f32a53da5b1 None None] No DVR routers for this DVR port 0f2726f9-d721-412c-b29f-1ba61c3f4a04 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:30:36.613588 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f1aef-0d2a-4b51-9dae-b00201def994 req-8c4f700b-338d-4448-a136-673d99826677 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:36.617813 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af3f1aef-0d2a-4b51-9dae-b00201def994 req-8c4f700b-338d-4448-a136-673d99826677 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 947 time: 0.1127636 Nov 10 19:30:36.619889 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-034ca9a4-1c0b-49cd-bc0b-3f60321de20f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:36.716713 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ca9a4-1c0b-49cd-bc0b-3f60321de20f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Subnet': ['ID=4b74d917-4aba-4ca5-91e5-ac406d97adf6,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:36.723301 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbf54f4-0425-4517-95fc-32ea6567faa1 None None] Network 7b339ab6-c832-4586-b7e3-50122fb7637e requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:30:36.727075 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-034ca9a4-1c0b-49cd-bc0b-3f60321de20f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:36.734967 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-034ca9a4-1c0b-49cd-bc0b-3f60321de20f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/subnets/4b74d917-4aba-4ca5-91e5-ac406d97adf6 HTTP/1.1" status: 204 len: 168 time: 1.0629764 Nov 10 19:30:36.741394 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55572) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:36.919164 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af3f1aef-0d2a-4b51-9dae-b00201def994 req-a2d65488-e46c-4d32-86f8-f8b8538bb6d7 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2622786 Nov 10 19:30:37.073093 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6a7d7ac3-1e4a-4c46-a813-476ccc198a3d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:37.255589 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c61e007-e879-4009-bdc9-ef9ae278a734 None None] DHCP port deletion for 7b339ab6-c832-4586-b7e3-50122fb7637e request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:30:37.390698 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6a7d7ac3-1e4a-4c46-a813-476ccc198a3d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:37.404058 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-7c61e007-e879-4009-bdc9-ef9ae278a734 None None] Deleting port 76469660-b5ce-400c-b8d7-592aee7dc13d {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:30:37.404979 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7c61e007-e879-4009-bdc9-ef9ae278a734 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:37.464397 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-6a7d7ac3-1e4a-4c46-a813-476ccc198a3d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20729486-d19a-4dcd-a5ff-e8da4f1240ee']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:37.524732 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-6a7d7ac3-1e4a-4c46-a813-476ccc198a3d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7be0e003-459d-4c20-9ff0-42e47469e6ba') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:37.525084 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-6a7d7ac3-1e4a-4c46-a813-476ccc198a3d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7be0e003-459d-4c20-9ff0-42e47469e6ba') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:37.551003 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6a7d7ac3-1e4a-4c46-a813-476ccc198a3d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:37.572465 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a417f00-4068-4281-9a9e-cda8d3b14add tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:37.585257 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6a7d7ac3-1e4a-4c46-a813-476ccc198a3d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:37.615938 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a7d7ac3-1e4a-4c46-a813-476ccc198a3d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:30:37.624752 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6a7d7ac3-1e4a-4c46-a813-476ccc198a3d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:37.628727 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:30:37.628727 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:30:37.628727 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:30:37.628727 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:30:37.628727 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:30:37.628727 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:30:37.628727 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:30:37.628727 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:30:37.628727 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:30:37.628727 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:30:37.628727 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:30:37.628727 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:30:37.628727 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:30:37.628727 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:30:37.628727 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:30:37.628727 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:30:37.628727 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:30:37.628727 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:30:37.628727 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:30:37.628727 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:30:37.628727 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:30:37.628727 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:30:37.628727 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:30:37.628727 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:30:37.628727 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:30:37.628727 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:30:37.628727 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:30:37.628727 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:30:37.628727 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:30:37.628727 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:30:37.628727 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:30:37.628727 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:30:37.652840 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 76469660-b5ce-400c-b8d7-592aee7dc13d no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:30:37.817563 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7c61e007-e879-4009-bdc9-ef9ae278a734 None None] For port 76469660-b5ce-400c-b8d7-592aee7dc13d, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=76469660-b5ce-400c-b8d7-592aee7dc13d,segment=NetworkSegment(8f6e6f8f-f413-4c5f-845d-bfec95e02990),segment_id=8f6e6f8f-f413-4c5f-845d-bfec95e02990)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:37.818254 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7c61e007-e879-4009-bdc9-ef9ae278a734 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:37.873693 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-7c61e007-e879-4009-bdc9-ef9ae278a734 None None] Calling delete_port for 76469660-b5ce-400c-b8d7-592aee7dc13d owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:30:37.904044 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6a7d7ac3-1e4a-4c46-a813-476ccc198a3d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:37.923680 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6a7d7ac3-1e4a-4c46-a813-476ccc198a3d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:37.957020 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6a7d7ac3-1e4a-4c46-a813-476ccc198a3d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/networks/20729486-d19a-4dcd-a5ff-e8da4f1240ee HTTP/1.1" status: 204 len: 168 time: 1.2141364 Nov 10 19:30:37.959413 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a417f00-4068-4281-9a9e-cda8d3b14add tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:37.969785 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55610) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:37.980982 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:37.984879 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55612) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:38.041032 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d7ac3-1e4a-4c46-a813-476ccc198a3d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Network': ['ID=20729486-d19a-4dcd-a5ff-e8da4f1240ee,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:38.167460 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 10a9bb9d-e697-4339-959c-bbd272ef334a no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:30:38.244465 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 10a9bb9d-e697-4339-959c-bbd272ef334a {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:30:38.255344 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 10a9bb9d-e697-4339-959c-bbd272ef334a not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:30:38.330633 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e4b68-a572-459b-95d7-5f331cfcf3ae req-c367bff5-8518-4707-a47c-6153da815c6f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:38.336380 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1a0e4b68-a572-459b-95d7-5f331cfcf3ae req-c367bff5-8518-4707-a47c-6153da815c6f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 947 time: 0.1790564 Nov 10 19:30:38.367549 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5f3bee78-2d6d-4f1a-9027-c5be018345f5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:38.371963 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 76469660-b5ce-400c-b8d7-592aee7dc13d, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=76469660-b5ce-400c-b8d7-592aee7dc13d,segment=NetworkSegment(8f6e6f8f-f413-4c5f-845d-bfec95e02990),segment_id=8f6e6f8f-f413-4c5f-845d-bfec95e02990)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:38.390700 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:38.392401 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 0f2726f9-d721-412c-b29f-1ba61c3f4a04 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:30:38.440540 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55658) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:38.509629 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 0f2726f9-d721-412c-b29f-1ba61c3f4a04 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:30:38.509842 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 0f2726f9-d721-412c-b29f-1ba61c3f4a04 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:30:38.536416 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1a0e4b68-a572-459b-95d7-5f331cfcf3ae req-ef5b9a4f-b0f3-4cbc-96c6-61fbb31f21b2 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899524 Nov 10 19:30:38.560060 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7c61e007-e879-4009-bdc9-ef9ae278a734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:38.613426 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c61e007-e879-4009-bdc9-ef9ae278a734 None None] No DVR routers for this DVR port 76469660-b5ce-400c-b8d7-592aee7dc13d on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:30:38.642121 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=76469660-b5ce-400c-b8d7-592aee7dc13d,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:38.704324 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a9801577-7db1-4f59-ae21-7e970922a66d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:38.724362 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61e007-e879-4009-bdc9-ef9ae278a734 None None] Pushing event deleted for resources: {'Port': ['ID=76469660-b5ce-400c-b8d7-592aee7dc13d,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:38.787608 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a417f00-4068-4281-9a9e-cda8d3b14add tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:38.790199 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-5b35902c-8404-4652-9419-cf66a24133d4 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-17652819'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:38.804153 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-5f3bee78-2d6d-4f1a-9027-c5be018345f5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Deleting port 76469660-b5ce-400c-b8d7-592aee7dc13d {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:30:38.804690 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5f3bee78-2d6d-4f1a-9027-c5be018345f5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:38.810336 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a417f00-4068-4281-9a9e-cda8d3b14add tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:38.841692 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b35902c-8404-4652-9419-cf66a24133d4 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] Made reservation on behalf of 574742d92e5d4cc2ad326109d70a169a for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:30:38.845642 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5b35902c-8404-4652-9419-cf66a24133d4 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:38.867024 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5b35902c-8404-4652-9419-cf66a24133d4 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:38.962660 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5b35902c-8404-4652-9419-cf66a24133d4 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:38.976047 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5b35902c-8404-4652-9419-cf66a24133d4 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:39.004928 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a9801577-7db1-4f59-ae21-7e970922a66d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:39.014812 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a9801577-7db1-4f59-ae21-7e970922a66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:39.033598 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b35902c-8404-4652-9419-cf66a24133d4 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:30:39.058752 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35902c-8404-4652-9419-cf66a24133d4 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6abe0e-f0ee-4de5-8273-231e20e63dde,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:39.077291 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5b35902c-8404-4652-9419-cf66a24133d4 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:39.078444 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-5b35902c-8404-4652-9419-cf66a24133d4 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] Added segment fff60471-7c52-42ed-ab23-20929407ad46 of type vlan for network 438bb73d-bbbd-46a8-b7eb-5d89c1f20c29 Nov 10 19:30:39.103232 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a9801577-7db1-4f59-ae21-7e970922a66d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a3888c7c3b664fd2928c15ca3fda248e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6588643 Nov 10 19:30:39.124862 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55676) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:39.176352 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5b35902c-8404-4652-9419-cf66a24133d4 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:39.185300 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9801577-7db1-4f59-ae21-7e970922a66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b0db6b-cfec-468c-984a-7291728e656c,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:39.269088 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-afca73b9-1da6-49fe-af68-dbac8aeed552 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:39.335971 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-afca73b9-1da6-49fe-af68-dbac8aeed552 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:39.402758 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5b35902c-8404-4652-9419-cf66a24133d4 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:39.410166 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b35902c-8404-4652-9419-cf66a24133d4 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:39.412498 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5b35902c-8404-4652-9419-cf66a24133d4 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:39.434658 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-afca73b9-1da6-49fe-af68-dbac8aeed552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:39.437287 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-afca73b9-1da6-49fe-af68-dbac8aeed552 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:39.443207 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-afca73b9-1da6-49fe-af68-dbac8aeed552 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/64b0db6b-cfec-468c-984a-7291728e656c HTTP/1.1" status: 204 len: 168 time: 0.3132765 Nov 10 19:30:39.506242 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-5f3bee78-2d6d-4f1a-9027-c5be018345f5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] For port 76469660-b5ce-400c-b8d7-592aee7dc13d, host n-d-813897-4, got binding levels [] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:39.506463 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5f3bee78-2d6d-4f1a-9027-c5be018345f5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:39.510169 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5b35902c-8404-4652-9419-cf66a24133d4 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4673238 Nov 10 19:30:39.521326 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-5f3bee78-2d6d-4f1a-9027-c5be018345f5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Calling delete_port for 76469660-b5ce-400c-b8d7-592aee7dc13d owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:30:39.524995 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.ipam_backend_mixin [None req-5f3bee78-2d6d-4f1a-9027-c5be018345f5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Port 76469660-b5ce-400c-b8d7-592aee7dc13d was not found and therefore no delete operation was performed {{(pid=102505) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 19:30:39.526611 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5f3bee78-2d6d-4f1a-9027-c5be018345f5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:39.530890 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55690) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:39.536237 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca73b9-1da6-49fe-af68-dbac8aeed552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b0db6b-cfec-468c-984a-7291728e656c,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:39.566052 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35902c-8404-4652-9419-cf66a24133d4 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] Pushing event updated for resources: {'Network': ['ID=438bb73d-bbbd-46a8-b7eb-5d89c1f20c29,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:39.568286 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.tag.tag_plugin [None req-2af12a6f-08e0-4be2-b66c-6406fa14e12a tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '438bb73d-bbbd-46a8-b7eb-5d89c1f20c29', 'tempest-TagsTest-Tag-935476840') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:39.634329 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 438bb73d-bbbd-46a8-b7eb-5d89c1f20c29 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:30:39.668491 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a417f00-4068-4281-9a9e-cda8d3b14add tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'Port': ['ID=155d0712-71e7-46c3-8af3-39b21bf09c66,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:39.896453 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3bee78-2d6d-4f1a-9027-c5be018345f5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Port': ['ID=76469660-b5ce-400c-b8d7-592aee7dc13d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:39.899247 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a417f00-4068-4281-9a9e-cda8d3b14add tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:40.010450 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3bee78-2d6d-4f1a-9027-c5be018345f5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] No DVR routers for this DVR port 76469660-b5ce-400c-b8d7-592aee7dc13d on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:30:40.014612 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf7e86-e821-4dcc-bd1f-7a9612473e23 req-30878da7-352c-44c5-8229-cbb1731b16cb tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:40.029229 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52bf7e86-e821-4dcc-bd1f-7a9612473e23 req-30878da7-352c-44c5-8229-cbb1731b16cb tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 947 time: 0.2591341 Nov 10 19:30:40.159897 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5f3bee78-2d6d-4f1a-9027-c5be018345f5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:40.164137 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52bf7e86-e821-4dcc-bd1f-7a9612473e23 req-7449cd7e-dc67-4724-914c-6a85bb13edf9 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265934 Nov 10 19:30:40.266395 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-5f3bee78-2d6d-4f1a-9027-c5be018345f5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b339ab6-c832-4586-b7e3-50122fb7637e']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:40.344371 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-5f3bee78-2d6d-4f1a-9027-c5be018345f5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f6e6f8f-f413-4c5f-845d-bfec95e02990') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:40.344724 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-5f3bee78-2d6d-4f1a-9027-c5be018345f5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f6e6f8f-f413-4c5f-845d-bfec95e02990') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:40.387073 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55708) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:40.397255 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5f3bee78-2d6d-4f1a-9027-c5be018345f5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:40.410640 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [None req-6a417f00-4068-4281-9a9e-cda8d3b14add tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Floating IP 435a62e7-88eb-48ff-bd95-a726c3056886 associated. External IP: 172.25.3.95, port: e68d8721-1af0-4139-8246-e7653fa9b840. Nov 10 19:30:40.438710 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-262d58c0-c138-4910-b9f0-128dcc8b6f31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:40.520653 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2af12a6f-08e0-4be2-b66c-6406fa14e12a tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] 10.222.0.54 "PUT /v2.0/networks/438bb73d-bbbd-46a8-b7eb-5d89c1f20c29/tags/tempest-TagsTest-Tag-935476840 HTTP/1.1" status: 201 len: 201 time: 0.9862862 Nov 10 19:30:40.527697 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55710) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:40.527697 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5f3bee78-2d6d-4f1a-9027-c5be018345f5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:40.533658 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.tag.tag_plugin [None req-6f27fc1f-36e4-4ace-9cb6-4c08d01fe686 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '438bb73d-bbbd-46a8-b7eb-5d89c1f20c29', 'tempest-TagsTest-Tag-935476840') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:40.574569 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f3bee78-2d6d-4f1a-9027-c5be018345f5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:30:40.574976 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5f3bee78-2d6d-4f1a-9027-c5be018345f5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:40.584341 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:30:40.584341 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:30:40.584341 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:30:40.584341 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:30:40.584341 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:30:40.584341 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:30:40.584341 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:30:40.584341 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:30:40.584341 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:30:40.584341 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:30:40.584341 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:30:40.584341 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:30:40.584341 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:30:40.584341 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:30:40.584341 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:30:40.584341 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:30:40.584341 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:30:40.584341 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:30:40.584341 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:30:40.584341 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:30:40.584341 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:30:40.584341 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:30:40.584341 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:30:40.584341 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:30:40.584341 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:30:40.584341 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:30:40.584341 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:30:40.584341 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:30:40.584341 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:30:40.584341 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:30:40.584341 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:30:40.584341 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:30:40.606636 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-262d58c0-c138-4910-b9f0-128dcc8b6f31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:40.615102 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-262d58c0-c138-4910-b9f0-128dcc8b6f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:40.673065 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-262d58c0-c138-4910-b9f0-128dcc8b6f31 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=35d3d6e5f86740f290b437a32108477a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2829721 Nov 10 19:30:40.676825 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55712) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:40.746117 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d58c0-c138-4910-b9f0-128dcc8b6f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd627ee-2363-4cae-b0b1-a9066980caf3,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:40.916204 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d64b7aa-2521-4778-9f80-843b1c8d6439 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:40.949183 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5f3bee78-2d6d-4f1a-9027-c5be018345f5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:40.992511 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5f3bee78-2d6d-4f1a-9027-c5be018345f5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:41.003002 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5f3bee78-2d6d-4f1a-9027-c5be018345f5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/networks/7b339ab6-c832-4586-b7e3-50122fb7637e HTTP/1.1" status: 204 len: 168 time: 3.0327148 Nov 10 19:30:41.004795 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55716) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:41.030598 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-7f77808e-1e7c-4d9c-8c8e-e856b1665cb4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Request body: {'network': {'name': 'tempest-RoutersTest-190002437'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:41.042299 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3bee78-2d6d-4f1a-9027-c5be018345f5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Network': ['ID=7b339ab6-c832-4586-b7e3-50122fb7637e,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:41.057055 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6f27fc1f-36e4-4ace-9cb6-4c08d01fe686 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] 10.222.0.54 "GET /v2.0/networks/438bb73d-bbbd-46a8-b7eb-5d89c1f20c29/tags/tempest-TagsTest-Tag-935476840 HTTP/1.1" status: 204 len: 168 time: 0.5321195 Nov 10 19:30:41.060879 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55720) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:41.066529 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.tag.tag_plugin [None req-0cb5ed70-c5a5-492f-af73-1b9c75f5ee0f tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '438bb73d-bbbd-46a8-b7eb-5d89c1f20c29') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:41.109338 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d64b7aa-2521-4778-9f80-843b1c8d6439 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:41.143449 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f77808e-1e7c-4d9c-8c8e-e856b1665cb4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Made reservation on behalf of 6d46df75d92c43c7957b70a923a9100c for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:30:41.147479 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7f77808e-1e7c-4d9c-8c8e-e856b1665cb4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:41.236751 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d64b7aa-2521-4778-9f80-843b1c8d6439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:41.242012 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d64b7aa-2521-4778-9f80-843b1c8d6439 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:41.249560 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f77808e-1e7c-4d9c-8c8e-e856b1665cb4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:30:41.250755 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0d64b7aa-2521-4778-9f80-843b1c8d6439 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0dd627ee-2363-4cae-b0b1-a9066980caf3 HTTP/1.1" status: 204 len: 168 time: 0.5699847 Nov 10 19:30:41.269494 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0cb5ed70-c5a5-492f-af73-1b9c75f5ee0f tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] 10.222.0.54 "GET /v2.0/networks/438bb73d-bbbd-46a8-b7eb-5d89c1f20c29/tags HTTP/1.1" status: 200 len: 237 time: 0.2075341 Nov 10 19:30:41.273137 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55728) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:41.281200 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64b7aa-2521-4778-9f80-843b1c8d6439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd627ee-2363-4cae-b0b1-a9066980caf3,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:41.281844 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.tag.tag_plugin [None req-6be3ef69-7c13-457e-a588-5c161371f312 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '438bb73d-bbbd-46a8-b7eb-5d89c1f20c29', {'tags': ['tempest-TagsTest-Tag-1372245146', 'tempest-TagsTest-Tag-1888481931', 'tempest-TagsTest-Tag-1534682036']}) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:41.295999 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7f77808e-1e7c-4d9c-8c8e-e856b1665cb4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:41.296148 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-7f77808e-1e7c-4d9c-8c8e-e856b1665cb4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Added segment 897a5610-7025-4664-90cb-dab83ecfdc88 of type vlan for network 9e8e817d-3e48-46f5-ab76-275d0c49225d Nov 10 19:30:41.353660 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ab32c-c403-4ff2-ac0f-54d827a85823 req-a3bab07b-c5c4-4ee7-bbb6-3679d90fc775 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:41.361216 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d24ab32c-c403-4ff2-ac0f-54d827a85823 req-a3bab07b-c5c4-4ee7-bbb6-3679d90fc775 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 947 time: 0.0810714 Nov 10 19:30:41.438404 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d24ab32c-c403-4ff2-ac0f-54d827a85823 req-666986cd-f32c-47d5-8c6a-1a115ca4e30c tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761912 Nov 10 19:30:41.519193 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a417f00-4068-4281-9a9e-cda8d3b14add tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Router 26d49cdd-ac8d-415c-9cc3-b83870a061cd has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:30:41.544285 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7f77808e-1e7c-4d9c-8c8e-e856b1665cb4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:41.558298 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6be3ef69-7c13-457e-a588-5c161371f312 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] 10.222.0.54 "PUT /v2.0/networks/438bb73d-bbbd-46a8-b7eb-5d89c1f20c29/tags HTTP/1.1" status: 200 len: 309 time: 0.2816129 Nov 10 19:30:41.559055 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55754) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:41.564931 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-27394448-2e29-48ca-8063-cf00de908683 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '438bb73d-bbbd-46a8-b7eb-5d89c1f20c29', 'tempest-TagsTest-Tag-1372245146') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:41.619128 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7f77808e-1e7c-4d9c-8c8e-e856b1665cb4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:41.626746 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f77808e-1e7c-4d9c-8c8e-e856b1665cb4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:41.627390 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7f77808e-1e7c-4d9c-8c8e-e856b1665cb4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:41.765405 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7f77808e-1e7c-4d9c-8c8e-e856b1665cb4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7578266 Nov 10 19:30:41.768420 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55774) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:41.778124 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77808e-1e7c-4d9c-8c8e-e856b1665cb4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Network': ['ID=9e8e817d-3e48-46f5-ab76-275d0c49225d,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:41.786156 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-07f40f1b-5eec-439b-b963-36431cf35999 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Request body: {'subnet': {'network_id': '9e8e817d-3e48-46f5-ab76-275d0c49225d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:41.798088 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 9e8e817d-3e48-46f5-ab76-275d0c49225d details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:30:41.820900 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a417f00-4068-4281-9a9e-cda8d3b14add tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:30:41.862213 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a417f00-4068-4281-9a9e-cda8d3b14add tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:41.898675 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7d39c6-531b-441b-98c1-8a751d636e3c None None] Sync routers for ids ['26d49cdd-ac8d-415c-9cc3-b83870a061cd'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:30:41.917905 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7d39c6-531b-441b-98c1-8a751d636e3c None None] Routers {'26d49cdd-ac8d-415c-9cc3-b83870a061cd'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:30:41.918742 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-ec7d39c6-531b-441b-98c1-8a751d636e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:30:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['26d49cdd-ac8d-415c-9cc3-b83870a061cd'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:41.945177 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6a417f00-4068-4281-9a9e-cda8d3b14add tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.7927842 Nov 10 19:30:41.947628 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5713e3e6-1d8f-4b34-a933-c4d043f12acc', 'tag': 'e68d8721-1af0-4139-8246-e7653fa9b840'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:30:41.957426 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e865af-3eca-45c7-8d71-6d7e50a5de39" -d '{"events": [{"name": "network-changed", "server_uuid": "5713e3e6-1d8f-4b34-a933-c4d043f12acc", "tag": "e68d8721-1af0-4139-8246-e7653fa9b840"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:30:42.129452 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-27394448-2e29-48ca-8063-cf00de908683 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] 10.222.0.54 "DELETE /v2.0/networks/438bb73d-bbbd-46a8-b7eb-5d89c1f20c29/tags/tempest-TagsTest-Tag-1372245146 HTTP/1.1" status: 204 len: 168 time: 0.5689385 Nov 10 19:30:42.133612 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55798) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:42.143037 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.tag.tag_plugin [None req-0b8dbe15-d3e9-4724-8c39-fcb67b56ce04 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '438bb73d-bbbd-46a8-b7eb-5d89c1f20c29', 'tempest-TagsTest-Tag-1372245146') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:42.180658 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-ec7d39c6-531b-441b-98c1-8a751d636e3c None None] Set router 26d49cdd-ac8d-415c-9cc3-b83870a061cd gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:30:42.219308 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a099180-bcc7-4284-86f7-d74907cf9955 req-ec21add2-c705-45d0-9b66-bfb4766cf261 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:42.230106 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7a099180-bcc7-4284-86f7-d74907cf9955 req-ec21add2-c705-45d0-9b66-bfb4766cf261 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc HTTP/1.1" status: 200 len: 946 time: 0.2043159 Nov 10 19:30:42.281403 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-0b8dbe15-d3e9-4724-8c39-fcb67b56ce04 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] show failed (client error): The resource could not be found. Nov 10 19:30:42.283054 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f40f1b-5eec-439b-b963-36431cf35999 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Made reservation on behalf of 6d46df75d92c43c7957b70a923a9100c for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:30:42.284135 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0b8dbe15-d3e9-4724-8c39-fcb67b56ce04 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] 10.222.0.54 "GET /v2.0/networks/438bb73d-bbbd-46a8-b7eb-5d89c1f20c29/tags/tempest-TagsTest-Tag-1372245146 HTTP/1.1" status: 404 len: 326 time: 0.1481986 Nov 10 19:30:42.287952 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55800) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:42.292881 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.tag.tag_plugin [None req-e702c0c4-7de3-4c72-8149-6bc3e871ed71 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '438bb73d-bbbd-46a8-b7eb-5d89c1f20c29', 'tempest-TagsTest-Tag-1888481931') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:42.295208 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-07f40f1b-5eec-439b-b963-36431cf35999 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:42.460927 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e702c0c4-7de3-4c72-8149-6bc3e871ed71 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] 10.222.0.54 "GET /v2.0/networks/438bb73d-bbbd-46a8-b7eb-5d89c1f20c29/tags/tempest-TagsTest-Tag-1888481931 HTTP/1.1" status: 204 len: 168 time: 0.1714964 Nov 10 19:30:42.465212 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55808) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:42.470972 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.tag.tag_plugin [None req-13092a1c-77e4-4159-8f76-4ec3af622b02 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '438bb73d-bbbd-46a8-b7eb-5d89c1f20c29', 'tempest-TagsTest-Tag-1534682036') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:42.571790 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-13092a1c-77e4-4159-8f76-4ec3af622b02 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] 10.222.0.54 "GET /v2.0/networks/438bb73d-bbbd-46a8-b7eb-5d89c1f20c29/tags/tempest-TagsTest-Tag-1534682036 HTTP/1.1" status: 204 len: 168 time: 0.1050239 Nov 10 19:30:42.573914 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55814) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:42.582245 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.tag.tag_plugin [None req-9a502a90-89cc-45a5-8c5d-0c0b08f4f2de tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '438bb73d-bbbd-46a8-b7eb-5d89c1f20c29') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:42.757028 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7a099180-bcc7-4284-86f7-d74907cf9955 req-331315cd-6926-497d-a581-e22f2d3e9467 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=870e9252-f7b1-4dc7-99d3-658b500cd6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5229778 Nov 10 19:30:42.783435 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-ec7d39c6-531b-441b-98c1-8a751d636e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-725541396', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '006f5409-703f-422b-a689-23a8b8749818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:30:00Z', 'updated_at': '2021-11-10T19:30:13Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '006f5409-703f-422b-a689-23a8b8749818', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:58:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:02Z', 'updated_at': '2021-11-10T19:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '435a62e7-88eb-48ff-bd95-a726c3056886', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'floating_ip_address': '172.25.3.95', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'port_id': 'e68d8721-1af0-4139-8246-e7653fa9b840', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662', 'mac_address': 'fa:16:3e:5e:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5713e3e6-1d8f-4b34-a933-c4d043f12acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:30:36Z', 'updated_at': '2021-11-10T19:30:36Z', 'revision_number': 0, 'project_id': '540494213bb2401d877387c28ba690c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c836f66-9502-4f77-adbf-85c8bc8a13be', 'name': '', 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:f1:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '23001903-5449-491b-90cf-cafe15d30d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:10Z', 'updated_at': '2021-11-10T19:30:18Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': '23001903-5449-491b-90cf-cafe15d30d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:42.795843 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55824) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:42.806906 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-07f40f1b-5eec-439b-b963-36431cf35999 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:42.810927 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9a502a90-89cc-45a5-8c5d-0c0b08f4f2de tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] 10.222.0.54 "DELETE /v2.0/networks/438bb73d-bbbd-46a8-b7eb-5d89c1f20c29/tags HTTP/1.1" status: 204 len: 168 time: 0.2356989 Nov 10 19:30:42.813306 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55826) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:42.823405 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7d39c6-531b-441b-98c1-8a751d636e3c None None] Checking router: 26d49cdd-ac8d-415c-9cc3-b83870a061cd for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:30:42.824211 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.tag.tag_plugin [None req-8ee0d4b0-1fb2-4d32-8f2f-bc0f3d1fafae tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '438bb73d-bbbd-46a8-b7eb-5d89c1f20c29', 'tempest-TagsTest-Tag-1888481931') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:42.846740 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7d39c6-531b-441b-98c1-8a751d636e3c None None] Routers {'26d49cdd-ac8d-415c-9cc3-b83870a061cd'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:30:42.847655 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-ec7d39c6-531b-441b-98c1-8a751d636e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:30:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['26d49cdd-ac8d-415c-9cc3-b83870a061cd'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:42.921179 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30b9184-38fb-4b49-a77e-87a270323925 x-openstack-request-id: req-e30b9184-38fb-4b49-a77e-87a270323925 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:30:42.922410 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5713e3e6-1d8f-4b34-a933-c4d043f12acc", "tag": "e68d8721-1af0-4139-8246-e7653fa9b840", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:30:42.923281 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e30b9184-38fb-4b49-a77e-87a270323925 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:30:42.923712 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5713e3e6-1d8f-4b34-a933-c4d043f12acc', 'tag': 'e68d8721-1af0-4139-8246-e7653fa9b840', 'status': 'completed', 'code': 200} Nov 10 19:30:43.077923 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-8ee0d4b0-1fb2-4d32-8f2f-bc0f3d1fafae tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] show failed (client error): The resource could not be found. Nov 10 19:30:43.082196 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8ee0d4b0-1fb2-4d32-8f2f-bc0f3d1fafae tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] 10.222.0.54 "GET /v2.0/networks/438bb73d-bbbd-46a8-b7eb-5d89c1f20c29/tags/tempest-TagsTest-Tag-1888481931 HTTP/1.1" status: 404 len: 326 time: 0.2657781 Nov 10 19:30:43.085304 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55850) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:43.089915 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.tag.tag_plugin [None req-6329182e-c856-4854-901d-637f479bbc96 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '438bb73d-bbbd-46a8-b7eb-5d89c1f20c29', 'tempest-TagsTest-Tag-1534682036') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:43.097646 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-ec7d39c6-531b-441b-98c1-8a751d636e3c None None] Set router 26d49cdd-ac8d-415c-9cc3-b83870a061cd gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:30:43.168280 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9790ab14-3c2b-4fa3-974e-5868fac7544a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/floatingips/435a62e7-88eb-48ff-bd95-a726c3056886 HTTP/1.1" status: 200 len: 991 time: 0.3663306 Nov 10 19:30:43.187448 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f40f1b-5eec-439b-b963-36431cf35999 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Subnet': ['ID=9ffe0d85-7797-473c-90e6-7007db22f3dc,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:43.278280 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935be883-222e-4ab9-a1c6-7b470ca1a6be req-b5ecf7cf-5261-46d6-8616-d0f2102f88f9 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:43.280274 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-935be883-222e-4ab9-a1c6-7b470ca1a6be req-b5ecf7cf-5261-46d6-8616-d0f2102f88f9 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 947 time: 0.3070602 Nov 10 19:30:43.286295 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f40f1b-5eec-439b-b963-36431cf35999 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Checking segment: {'id': '897a5610-7025-4664-90cb-dab83ecfdc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9e8e817d-3e48-46f5-ab76-275d0c49225d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:30:43.286589 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f40f1b-5eec-439b-b963-36431cf35999 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network hostable DHCP agents. Network: 9e8e817d-3e48-46f5-ab76-275d0c49225d, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:30:43.290335 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e865af-3eca-45c7-8d71-6d7e50a5de39 req-113fb2bf-e9b7-4b14-9b89-474309ddf328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:43.291883 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-84e865af-3eca-45c7-8d71-6d7e50a5de39 req-113fb2bf-e9b7-4b14-9b89-474309ddf328 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc HTTP/1.1" status: 200 len: 1097 time: 0.3242881 Nov 10 19:30:43.305026 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-6329182e-c856-4854-901d-637f479bbc96 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] show failed (client error): The resource could not be found. Nov 10 19:30:43.306285 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6329182e-c856-4854-901d-637f479bbc96 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] 10.222.0.54 "GET /v2.0/networks/438bb73d-bbbd-46a8-b7eb-5d89c1f20c29/tags/tempest-TagsTest-Tag-1534682036 HTTP/1.1" status: 404 len: 326 time: 0.2198334 Nov 10 19:30:43.309177 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55862) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:43.316136 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.tag.tag_plugin [None req-e0c5fde2-efe0-4563-b867-a880e2bb5189 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '438bb73d-bbbd-46a8-b7eb-5d89c1f20c29') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:43.563737 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-935be883-222e-4ab9-a1c6-7b470ca1a6be req-cdc192cd-d744-46c8-822c-e2989e998fce tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2706766 Nov 10 19:30:43.570809 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f40f1b-5eec-439b-b963-36431cf35999 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network 9e8e817d-3e48-46f5-ab76-275d0c49225d is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:30:43.597941 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-07f40f1b-5eec-439b-b963-36431cf35999 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 9e8e817d-3e48-46f5-ab76-275d0c49225d) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:30:43.604569 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f40f1b-5eec-439b-b963-36431cf35999 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:43.607439 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-07f40f1b-5eec-439b-b963-36431cf35999 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:43.622064 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e865af-3eca-45c7-8d71-6d7e50a5de39 req-c6b07cd9-889d-412b-8004-75beb597f193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:43.623707 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-84e865af-3eca-45c7-8d71-6d7e50a5de39 req-c6b07cd9-889d-412b-8004-75beb597f193 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adcbf13e-4fd3-40b0-b9d5-b0278636d662 HTTP/1.1" status: 200 len: 898 time: 0.2984822 Nov 10 19:30:43.684246 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5a6d1f-4a31-4f26-90e2-21419c5951b8 None None] Network 9e8e817d-3e48-46f5-ab76-275d0c49225d requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:30:43.701188 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-07f40f1b-5eec-439b-b963-36431cf35999 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9313536 Nov 10 19:30:43.706415 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55870) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:43.732510 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-59da34fe-4617-40e9-83ef-91e304dbfb68 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-438301530', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:43.745395 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-84e865af-3eca-45c7-8d71-6d7e50a5de39 req-20301cda-26ff-4f88-874f-b4c9b4855491 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e68d8721-1af0-4139-8246-e7653fa9b840 HTTP/1.1" status: 200 len: 999 time: 0.1047709 Nov 10 19:30:43.825551 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55872) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:43.860938 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e0c5fde2-efe0-4563-b867-a880e2bb5189 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] 10.222.0.54 "DELETE /v2.0/networks/438bb73d-bbbd-46a8-b7eb-5d89c1f20c29/tags HTTP/1.1" status: 204 len: 168 time: 0.5413675 Nov 10 19:30:43.869880 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55878) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:43.892548 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-59da34fe-4617-40e9-83ef-91e304dbfb68 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:43.894340 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-59da34fe-4617-40e9-83ef-91e304dbfb68 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:43.938498 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e865af-3eca-45c7-8d71-6d7e50a5de39 req-813d5f37-ef98-479e-9c47-1a6b15da886d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:43.941106 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-ec7d39c6-531b-441b-98c1-8a751d636e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-725541396', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '006f5409-703f-422b-a689-23a8b8749818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:30:00Z', 'updated_at': '2021-11-10T19:30:13Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '006f5409-703f-422b-a689-23a8b8749818', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:58:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:02Z', 'updated_at': '2021-11-10T19:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '435a62e7-88eb-48ff-bd95-a726c3056886', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'floating_ip_address': '172.25.3.95', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'port_id': 'e68d8721-1af0-4139-8246-e7653fa9b840', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662', 'mac_address': 'fa:16:3e:5e:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5713e3e6-1d8f-4b34-a933-c4d043f12acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:30:36Z', 'updated_at': '2021-11-10T19:30:36Z', 'revision_number': 0, 'project_id': '540494213bb2401d877387c28ba690c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c836f66-9502-4f77-adbf-85c8bc8a13be', 'name': '', 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:f1:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '23001903-5449-491b-90cf-cafe15d30d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:10Z', 'updated_at': '2021-11-10T19:30:18Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': '23001903-5449-491b-90cf-cafe15d30d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:43.941698 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-84e865af-3eca-45c7-8d71-6d7e50a5de39 req-813d5f37-ef98-479e-9c47-1a6b15da886d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=23001903-5449-491b-90cf-cafe15d30d8c HTTP/1.1" status: 200 len: 835 time: 0.1870749 Nov 10 19:30:43.999704 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-59da34fe-4617-40e9-83ef-91e304dbfb68 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:44.006887 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-59da34fe-4617-40e9-83ef-91e304dbfb68 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:44.017069 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7d39c6-531b-441b-98c1-8a751d636e3c None None] The sync data for ids ['26d49cdd-ac8d-415c-9cc3-b83870a061cd'] in n-d-813897-4 is: [{'id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-725541396', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '006f5409-703f-422b-a689-23a8b8749818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:30:00Z', 'updated_at': '2021-11-10T19:30:13Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '006f5409-703f-422b-a689-23a8b8749818', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:58:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:02Z', 'updated_at': '2021-11-10T19:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '435a62e7-88eb-48ff-bd95-a726c3056886', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'floating_ip_address': '172.25.3.95', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'port_id': 'e68d8721-1af0-4139-8246-e7653fa9b840', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662', 'mac_address': 'fa:16:3e:5e:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5713e3e6-1d8f-4b34-a933-c4d043f12acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:30:36Z', 'updated_at': '2021-11-10T19:30:36Z', 'revision_number': 0, 'project_id': '540494213bb2401d877387c28ba690c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c836f66-9502-4f77-adbf-85c8bc8a13be', 'name': '', 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:f1:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '23001903-5449-491b-90cf-cafe15d30d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:10Z', 'updated_at': '2021-11-10T19:30:18Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': '23001903-5449-491b-90cf-cafe15d30d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:30:44.044796 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-59da34fe-4617-40e9-83ef-91e304dbfb68 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:44.046372 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-59da34fe-4617-40e9-83ef-91e304dbfb68 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3389673 Nov 10 19:30:44.049025 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55886) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:44.069210 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-8f32e750-8fad-4a4b-af16-4d26f65e14b2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Request body: {'port': {'network_id': '9e8e817d-3e48-46f5-ab76-275d0c49225d', 'name': 'tempest-RoutersTest-1390877428'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:44.099336 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6430a14a-6801-4646-88aa-50ba7967bff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-9e8e817d-3e48-46f5-ab76-275d0c49225d', 'network_id': '9e8e817d-3e48-46f5-ab76-275d0c49225d', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'fixed_ips': [{'subnet_id': '9ffe0d85-7797-473c-90e6-7007db22f3dc'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:30:44.106732 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6430a14a-6801-4646-88aa-50ba7967bff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:44.183970 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55892) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:44.334618 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a30927fd-baf7-470b-ba47-e82e3e0e7066 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/floatingips/435a62e7-88eb-48ff-bd95-a726c3056886 HTTP/1.1" status: 200 len: 991 time: 0.1487067 Nov 10 19:30:44.388132 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f32e750-8fad-4a4b-af16-4d26f65e14b2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Made reservation on behalf of 6d46df75d92c43c7957b70a923a9100c for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:30:44.393156 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8f32e750-8fad-4a4b-af16-4d26f65e14b2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:44.436042 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-6430a14a-6801-4646-88aa-50ba7967bff2 None None] Allocated IP 172.20.0.2 (9e8e817d-3e48-46f5-ab76-275d0c49225d/9ffe0d85-7797-473c-90e6-7007db22f3dc/7bb44d08-6c6c-40d1-ae9f-af1d8e028b2f) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:30:44.456552 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-8f32e750-8fad-4a4b-af16-4d26f65e14b2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] device_id is not set on port 63950f32-e50f-431f-885c-f7e357359aa0 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:30:44.489858 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9046217-5146-485f-a708-ca70dac5fd47 None None] New status for floating IP 435a62e7-88eb-48ff-bd95-a726c3056886: ACTIVE {{(pid=102508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:30:44.539891 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2773d7b6-54e7-4c15-80e2-798abe9c5178 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:44.635527 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d644eab6-ceda-492e-81a0-49acc5c177a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:44.736741 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6430a14a-6801-4646-88aa-50ba7967bff2 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:44.750455 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6430a14a-6801-4646-88aa-50ba7967bff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:44.814412 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430a14a-6801-4646-88aa-50ba7967bff2 None None] Pushing event updated for resources: {'Port': ['ID=7bb44d08-6c6c-40d1-ae9f-af1d8e028b2f,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:44.816087 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-8f32e750-8fad-4a4b-af16-4d26f65e14b2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Allocated IP 172.20.0.14 (9e8e817d-3e48-46f5-ab76-275d0c49225d/9ffe0d85-7797-473c-90e6-7007db22f3dc/63950f32-e50f-431f-885c-f7e357359aa0) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:30:44.825000 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6430a14a-6801-4646-88aa-50ba7967bff2 None None] Network 9e8e817d-3e48-46f5-ab76-275d0c49225d is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:30:44.827014 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-6430a14a-6801-4646-88aa-50ba7967bff2 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:30:44.833780 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6430a14a-6801-4646-88aa-50ba7967bff2 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:30:44.926972 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e865af-3eca-45c7-8d71-6d7e50a5de39 req-434558dd-bf01-49f5-8c0f-e128f17bc85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:44.929163 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-84e865af-3eca-45c7-8d71-6d7e50a5de39 req-434558dd-bf01-49f5-8c0f-e128f17bc85b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adcbf13e-4fd3-40b0-b9d5-b0278636d662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9792509 Nov 10 19:30:45.010241 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8f32e750-8fad-4a4b-af16-4d26f65e14b2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:45.050161 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8f32e750-8fad-4a4b-af16-4d26f65e14b2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:45.092714 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c3d33-07a2-427c-9241-eaa3464cca2f req-9ecef417-1c03-4a73-a308-63343f115231 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:45.101330 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f32e750-8fad-4a4b-af16-4d26f65e14b2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network 9e8e817d-3e48-46f5-ab76-275d0c49225d is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:30:45.104677 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-db3c3d33-07a2-427c-9241-eaa3464cca2f req-9ecef417-1c03-4a73-a308-63343f115231 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 947 time: 0.3059878 Nov 10 19:30:45.108884 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-8f32e750-8fad-4a4b-af16-4d26f65e14b2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:30:45.114521 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f32e750-8fad-4a4b-af16-4d26f65e14b2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:30:45.181738 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f32e750-8fad-4a4b-af16-4d26f65e14b2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:45.182066 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8f32e750-8fad-4a4b-af16-4d26f65e14b2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:45.197911 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32e750-8fad-4a4b-af16-4d26f65e14b2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Port': ['ID=63950f32-e50f-431f-885c-f7e357359aa0,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:45.209016 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8f32e750-8fad-4a4b-af16-4d26f65e14b2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1584620 Nov 10 19:30:45.209882 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 55926) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:45.293681 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-84e865af-3eca-45c7-8d71-6d7e50a5de39 req-61f6f44f-4520-4736-8624-a591a8b79c1b service neutron] 10.222.0.73 "GET /v2.0/networks/adcbf13e-4fd3-40b0-b9d5-b0278636d662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538890 Nov 10 19:30:45.302590 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2773d7b6-54e7-4c15-80e2-798abe9c5178 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:45.341269 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55928) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:45.355524 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-6430a14a-6801-4646-88aa-50ba7967bff2 None None] Attempting to bind port 7bb44d08-6c6c-40d1-ae9f-af1d8e028b2f on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:30:45.356656 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-6430a14a-6801-4646-88aa-50ba7967bff2 None None] Attempting to bind port 7bb44d08-6c6c-40d1-ae9f-af1d8e028b2f by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '897a5610-7025-4664-90cb-dab83ecfdc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9e8e817d-3e48-46f5-ab76-275d0c49225d'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:30:45.357034 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6430a14a-6801-4646-88aa-50ba7967bff2 None None] Attempting to bind port 7bb44d08-6c6c-40d1-ae9f-af1d8e028b2f on network 9e8e817d-3e48-46f5-ab76-275d0c49225d {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:30:45.367549 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6430a14a-6801-4646-88aa-50ba7967bff2 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:30:45.367934 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6430a14a-6801-4646-88aa-50ba7967bff2 None None] Checking segment: {'id': '897a5610-7025-4664-90cb-dab83ecfdc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9e8e817d-3e48-46f5-ab76-275d0c49225d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:30:45.368351 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6430a14a-6801-4646-88aa-50ba7967bff2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:45.368746 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6430a14a-6801-4646-88aa-50ba7967bff2 None None] Bound using segment: {'id': '897a5610-7025-4664-90cb-dab83ecfdc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9e8e817d-3e48-46f5-ab76-275d0c49225d'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:30:45.369220 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-6430a14a-6801-4646-88aa-50ba7967bff2 None None] Bound port: 7bb44d08-6c6c-40d1-ae9f-af1d8e028b2f, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897a5610-7025-4664-90cb-dab83ecfdc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9e8e817d-3e48-46f5-ab76-275d0c49225d'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:30:45.369615 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6430a14a-6801-4646-88aa-50ba7967bff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:45.470847 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-2773d7b6-54e7-4c15-80e2-798abe9c5178 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['438bb73d-bbbd-46a8-b7eb-5d89c1f20c29']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:45.481265 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-6430a14a-6801-4646-88aa-50ba7967bff2 None None] For port 7bb44d08-6c6c-40d1-ae9f-af1d8e028b2f, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:30:45.488624 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-6430a14a-6801-4646-88aa-50ba7967bff2 None None] For port 7bb44d08-6c6c-40d1-ae9f-af1d8e028b2f, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=7bb44d08-6c6c-40d1-ae9f-af1d8e028b2f,segment=NetworkSegment(897a5610-7025-4664-90cb-dab83ecfdc88),segment_id=897a5610-7025-4664-90cb-dab83ecfdc88)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:30:45.498524 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6430a14a-6801-4646-88aa-50ba7967bff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:45.542887 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-2773d7b6-54e7-4c15-80e2-798abe9c5178 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff60471-7c52-42ed-ab23-20929407ad46') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:45.543572 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-2773d7b6-54e7-4c15-80e2-798abe9c5178 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff60471-7c52-42ed-ab23-20929407ad46') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:45.579584 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2773d7b6-54e7-4c15-80e2-798abe9c5178 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:45.652764 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430a14a-6801-4646-88aa-50ba7967bff2 None None] Pushing event updated for resources: {'Port': ['ID=7bb44d08-6c6c-40d1-ae9f-af1d8e028b2f,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:45.684526 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d644eab6-ceda-492e-81a0-49acc5c177a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:45.691617 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-14342c28-7e72-4c77-a3de-3b3e85308082 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/floatingips/435a62e7-88eb-48ff-bd95-a726c3056886 HTTP/1.1" status: 200 len: 993 time: 0.3449771 Nov 10 19:30:45.692236 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-84e865af-3eca-45c7-8d71-6d7e50a5de39 req-92b449fd-5ae7-4127-b1ac-79e15e234ad3 service neutron] 10.222.0.73 "GET /v2.0/networks/adcbf13e-4fd3-40b0-b9d5-b0278636d662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784001 Nov 10 19:30:45.710745 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-db3c3d33-07a2-427c-9241-eaa3464cca2f req-9a582304-c2cc-4d74-bca5-181d977894ac tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6050000 Nov 10 19:30:45.714961 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2773d7b6-54e7-4c15-80e2-798abe9c5178 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:45.720440 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d644eab6-ceda-492e-81a0-49acc5c177a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:45.733454 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2773d7b6-54e7-4c15-80e2-798abe9c5178 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:30:45.734026 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2773d7b6-54e7-4c15-80e2-798abe9c5178 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:45.751873 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:30:45.751873 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:30:45.751873 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:30:45.751873 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:30:45.751873 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:30:45.751873 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:30:45.751873 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:30:45.751873 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:30:45.751873 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:30:45.751873 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:30:45.751873 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:30:45.751873 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:30:45.751873 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:30:45.751873 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:30:45.751873 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:30:45.751873 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:30:45.751873 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:30:45.751873 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:30:45.751873 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:30:45.751873 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:30:45.751873 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:30:45.751873 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:30:45.751873 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:30:45.751873 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:30:45.751873 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:30:45.751873 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:30:45.751873 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:30:45.751873 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:30:45.751873 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:30:45.751873 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:30:45.751873 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:30:45.751873 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:30:45.766035 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5fa15cd7-25fa-4b1e-86d5-a7ad28f6ae94 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:45.852192 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d644eab6-ceda-492e-81a0-49acc5c177a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a1e4ed-5be0-4c53-9f8a-6c7e0670624c,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:45.861967 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d644eab6-ceda-492e-81a0-49acc5c177a5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=86a305f7c9c043268cb2238df44a45c2&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0292699 Nov 10 19:30:45.864910 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55930) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:45.948284 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-63519d2d-b173-4694-a826-bae60e7a233d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:45.958296 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2773d7b6-54e7-4c15-80e2-798abe9c5178 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:45.986533 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2773d7b6-54e7-4c15-80e2-798abe9c5178 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:46.001956 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2773d7b6-54e7-4c15-80e2-798abe9c5178 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] 10.222.0.54 "DELETE /v2.0/networks/438bb73d-bbbd-46a8-b7eb-5d89c1f20c29 HTTP/1.1" status: 204 len: 168 time: 2.1217299 Nov 10 19:30:46.001956 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773d7b6-54e7-4c15-80e2-798abe9c5178 tempest-TagsTest-824030037 tempest-TagsTest-824030037-project] Pushing event deleted for resources: {'Network': ['ID=438bb73d-bbbd-46a8-b7eb-5d89c1f20c29,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:46.015418 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-63519d2d-b173-4694-a826-bae60e7a233d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:46.096996 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-63519d2d-b173-4694-a826-bae60e7a233d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:46.100328 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-63519d2d-b173-4694-a826-bae60e7a233d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:46.101542 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-63519d2d-b173-4694-a826-bae60e7a233d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/86a1e4ed-5be0-4c53-9f8a-6c7e0670624c HTTP/1.1" status: 204 len: 168 time: 0.2356796 Nov 10 19:30:46.116161 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63519d2d-b173-4694-a826-bae60e7a233d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a1e4ed-5be0-4c53-9f8a-6c7e0670624c,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:46.295783 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5fa15cd7-25fa-4b1e-86d5-a7ad28f6ae94 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:46.312789 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5fa15cd7-25fa-4b1e-86d5-a7ad28f6ae94 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:46.367616 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55952) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:46.408039 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa15cd7-25fa-4b1e-86d5-a7ad28f6ae94 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Port': ['ID=63950f32-e50f-431f-885c-f7e357359aa0,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:46.622457 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1214166c-0938-4bca-af1d-ba0263664501 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=574742d92e5d4cc2ad326109d70a169a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2523148 Nov 10 19:30:46.624783 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55962) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:46.696308 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-84605914-1bfd-42a5-bcc3-ee67b236fff3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:46.731019 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-84605914-1bfd-42a5-bcc3-ee67b236fff3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:46.803646 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-84605914-1bfd-42a5-bcc3-ee67b236fff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:46.811281 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-84605914-1bfd-42a5-bcc3-ee67b236fff3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:46.812761 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-84605914-1bfd-42a5-bcc3-ee67b236fff3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8c6abe0e-f0ee-4de5-8273-231e20e63dde HTTP/1.1" status: 204 len: 168 time: 0.1860409 Nov 10 19:30:46.824402 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84605914-1bfd-42a5-bcc3-ee67b236fff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6abe0e-f0ee-4de5-8273-231e20e63dde,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:46.934111 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da85b19-78f6-4baa-9374-5bc46437f42e req-5834bf25-77dc-4063-aa2f-70571adec16d tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:46.943056 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7da85b19-78f6-4baa-9374-5bc46437f42e req-5834bf25-77dc-4063-aa2f-70571adec16d tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 947 time: 0.1112385 Nov 10 19:30:47.065176 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7da85b19-78f6-4baa-9374-5bc46437f42e req-7084f503-8a13-4ec6-9a99-264cff6aefad tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071479 Nov 10 19:30:47.110498 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5fa15cd7-25fa-4b1e-86d5-a7ad28f6ae94 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:47.226039 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55988) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:47.262121 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367ae287-d5b3-4321-9b50-adeab40b0837 None None] Network 9e8e817d-3e48-46f5-ab76-275d0c49225d requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:30:47.269943 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5fa15cd7-25fa-4b1e-86d5-a7ad28f6ae94 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:47.364984 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-24bfd15b-7e21-425f-8d13-edca7e843393 None None] Provisioning complete for port 7bb44d08-6c6c-40d1-ae9f-af1d8e028b2f triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:47.365360 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-24bfd15b-7e21-425f-8d13-edca7e843393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:47.465456 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-50ba8a3d-389f-4598-9c5b-99dd506396ec tempest-AgentManagementNegativeTest-688488533 tempest-AgentManagementNegativeTest-688488533-project] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2379806 Nov 10 19:30:47.606588 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 7bb44d08-6c6c-40d1-ae9f-af1d8e028b2f up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:30:47.651240 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5fa15cd7-25fa-4b1e-86d5-a7ad28f6ae94 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:47.663598 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5fa15cd7-25fa-4b1e-86d5-a7ad28f6ae94 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:47.742601 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-24bfd15b-7e21-425f-8d13-edca7e843393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:47.745558 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 7bb44d08-6c6c-40d1-ae9f-af1d8e028b2f triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:47.745962 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:47.817459 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa15cd7-25fa-4b1e-86d5-a7ad28f6ae94 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Port': ['ID=63950f32-e50f-431f-885c-f7e357359aa0,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:47.866692 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5fa15cd7-25fa-4b1e-86d5-a7ad28f6ae94 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:47.944465 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56034) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:47.978589 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-24bfd15b-7e21-425f-8d13-edca7e843393 None None] For port 7bb44d08-6c6c-40d1-ae9f-af1d8e028b2f, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=7bb44d08-6c6c-40d1-ae9f-af1d8e028b2f,segment=NetworkSegment(897a5610-7025-4664-90cb-dab83ecfdc88),segment_id=897a5610-7025-4664-90cb-dab83ecfdc88)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:47.992073 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-24bfd15b-7e21-425f-8d13-edca7e843393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:48.080895 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:48.132506 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa15cd7-25fa-4b1e-86d5-a7ad28f6ae94 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network 9e8e817d-3e48-46f5-ab76-275d0c49225d is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:30:48.135802 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-5fa15cd7-25fa-4b1e-86d5-a7ad28f6ae94 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:30:48.253858 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-06c0967c-409a-45e6-81b2-74b91882ba91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:48.277446 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-dff6dd2c-31d8-41eb-a57c-3a523635846d None None] Provisioning complete for port 7bb44d08-6c6c-40d1-ae9f-af1d8e028b2f triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:48.278469 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dff6dd2c-31d8-41eb-a57c-3a523635846d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:48.333472 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bfd15b-7e21-425f-8d13-edca7e843393 None None] Pushing event updated for resources: {'Port': ['ID=7bb44d08-6c6c-40d1-ae9f-af1d8e028b2f,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:48.344770 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249dcc1-5c7f-4902-b0c4-09ebe643fac9 req-f5ce4438-0f91-4b30-856d-cb3a547c2241 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:48.347353 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b249dcc1-5c7f-4902-b0c4-09ebe643fac9 req-f5ce4438-0f91-4b30-856d-cb3a547c2241 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 947 time: 0.0909085 Nov 10 19:30:48.378267 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:30:48.379028 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:30:48.442422 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa15cd7-25fa-4b1e-86d5-a7ad28f6ae94 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Router 2ab59ee2-b871-418c-93b8-3612d3997a8e is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:30:48.495369 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-dff6dd2c-31d8-41eb-a57c-3a523635846d None None] Provisioning complete for port 63950f32-e50f-431f-885c-f7e357359aa0 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:48.496915 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dff6dd2c-31d8-41eb-a57c-3a523635846d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:48.537002 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-06c0967c-409a-45e6-81b2-74b91882ba91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:48.553941 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b249dcc1-5c7f-4902-b0c4-09ebe643fac9 req-7b955abc-7839-4a80-b5ee-ce79f9024b1e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925297 Nov 10 19:30:48.561212 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-06c0967c-409a-45e6-81b2-74b91882ba91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:48.636709 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-dff6dd2c-31d8-41eb-a57c-3a523635846d None None] Port 63950f32-e50f-431f-885c-f7e357359aa0 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:30:48.704787 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa15cd7-25fa-4b1e-86d5-a7ad28f6ae94 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:30:48.717972 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a45aa9e-ffb4-4a15-a412-18c6d1cb6161 None None] Sync routers for ids ['2ab59ee2-b871-418c-93b8-3612d3997a8e'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:30:48.737712 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a45aa9e-ffb4-4a15-a412-18c6d1cb6161 None None] Routers {'2ab59ee2-b871-418c-93b8-3612d3997a8e'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:30:48.737712 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-4a45aa9e-ffb4-4a15-a412-18c6d1cb6161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:30:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2ab59ee2-b871-418c-93b8-3612d3997a8e'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:48.738340 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5fa15cd7-25fa-4b1e-86d5-a7ad28f6ae94 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "PUT /v2.0/routers/2ab59ee2-b871-418c-93b8-3612d3997a8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5268900 Nov 10 19:30:48.739099 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56064) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:48.739448 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56066) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:48.754538 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-06c0967c-409a-45e6-81b2-74b91882ba91 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8745c47029f84b7c82087ee56554fb3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8087025 Nov 10 19:30:48.755712 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0967c-409a-45e6-81b2-74b91882ba91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1baebb6-9911-4cf2-a5a9-2f93c219e598,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:48.827890 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-4a45aa9e-ffb4-4a15-a412-18c6d1cb6161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:48.854134 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a45aa9e-ffb4-4a15-a412-18c6d1cb6161 None None] Routers {'2ab59ee2-b871-418c-93b8-3612d3997a8e'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:30:48.855088 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-4a45aa9e-ffb4-4a15-a412-18c6d1cb6161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:30:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2ab59ee2-b871-418c-93b8-3612d3997a8e'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:48.866536 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9fee86-3f25-4fa7-af2d-ef4a49dc1bb4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:48.870857 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-be9fee86-3f25-4fa7-af2d-ef4a49dc1bb4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "GET /v2.0/ports/63950f32-e50f-431f-885c-f7e357359aa0 HTTP/1.1" status: 200 len: 978 time: 0.1277709 Nov 10 19:30:48.871390 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56070) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:48.918405 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6e53fc84-e17f-4187-9620-81527a39d604 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:48.942625 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-4a45aa9e-ffb4-4a15-a412-18c6d1cb6161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:48.943854 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a45aa9e-ffb4-4a15-a412-18c6d1cb6161 None None] The sync data for ids ['2ab59ee2-b871-418c-93b8-3612d3997a8e'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:30:48.950818 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d0558701-2fe8-40fa-b48d-5ee4da764737 None None] Provisioning complete for port 63950f32-e50f-431f-885c-f7e357359aa0 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:48.957105 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d0558701-2fe8-40fa-b48d-5ee4da764737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:48.960695 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6e53fc84-e17f-4187-9620-81527a39d604 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:49.005201 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-d0558701-2fe8-40fa-b48d-5ee4da764737 None None] Port 63950f32-e50f-431f-885c-f7e357359aa0 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:30:49.069965 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6e53fc84-e17f-4187-9620-81527a39d604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:49.073551 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6e53fc84-e17f-4187-9620-81527a39d604 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:49.078671 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6e53fc84-e17f-4187-9620-81527a39d604 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a1baebb6-9911-4cf2-a5a9-2f93c219e598 HTTP/1.1" status: 204 len: 168 time: 0.3170385 Nov 10 19:30:49.088880 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53fc84-e17f-4187-9620-81527a39d604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1baebb6-9911-4cf2-a5a9-2f93c219e598,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:49.105299 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2271bce-d35e-4aee-b125-401a965a3ea0 req-336411b7-7602-47cf-bd87-56f286cfb248 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:49.115927 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2271bce-d35e-4aee-b125-401a965a3ea0 req-336411b7-7602-47cf-bd87-56f286cfb248 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 947 time: 0.1473892 Nov 10 19:30:49.164458 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-58963931-ce99-4cb3-b5e4-2a001f9f0b7a None None] Provisioning complete for port 63950f32-e50f-431f-885c-f7e357359aa0 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:49.165143 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-58963931-ce99-4cb3-b5e4-2a001f9f0b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:49.228479 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-58963931-ce99-4cb3-b5e4-2a001f9f0b7a None None] Port 63950f32-e50f-431f-885c-f7e357359aa0 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:30:49.267898 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2271bce-d35e-4aee-b125-401a965a3ea0 req-d76861d6-c9ae-47b8-9990-535ce98367fc tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493764 Nov 10 19:30:49.354871 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4f44b345-1690-4e6b-a487-8da463eb9605 None None] Provisioning complete for port 63950f32-e50f-431f-885c-f7e357359aa0 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:49.355396 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4f44b345-1690-4e6b-a487-8da463eb9605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:49.429804 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-4f44b345-1690-4e6b-a487-8da463eb9605 None None] Port 63950f32-e50f-431f-885c-f7e357359aa0 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:30:49.580601 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 7bb44d08-6c6c-40d1-ae9f-af1d8e028b2f up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:30:49.636229 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f9a98687-7164-4253-a13e-ad4eef30e7a1 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:49.672760 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 7bb44d08-6c6c-40d1-ae9f-af1d8e028b2f triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:49.673310 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:49.969354 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-f9a98687-7164-4253-a13e-ad4eef30e7a1 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Deleting port 63950f32-e50f-431f-885c-f7e357359aa0 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:30:49.969961 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f9a98687-7164-4253-a13e-ad4eef30e7a1 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:50.075354 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f9a98687-7164-4253-a13e-ad4eef30e7a1 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:50.088984 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56138) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:50.096265 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-f9a98687-7164-4253-a13e-ad4eef30e7a1 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Calling delete_port for 63950f32-e50f-431f-885c-f7e357359aa0 owned by network:router_interface {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:30:50.319474 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f9a98687-7164-4253-a13e-ad4eef30e7a1 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:50.359500 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a98687-7164-4253-a13e-ad4eef30e7a1 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Port': ['ID=63950f32-e50f-431f-885c-f7e357359aa0,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:50.547274 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f9a98687-7164-4253-a13e-ad4eef30e7a1 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:50.645929 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-56aaa997-b925-4c65-8a2d-76912e6a1a77 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dc8efad0eb2c46a8b1cc9cd242bc0235&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5549564 Nov 10 19:30:50.647989 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56158) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:50.748211 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-52f26be5-734a-4556-b1d8-a852f803f3ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:50.785087 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-52f26be5-734a-4556-b1d8-a852f803f3ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:50.785675 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a98687-7164-4253-a13e-ad4eef30e7a1 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Router 2ab59ee2-b871-418c-93b8-3612d3997a8e has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:30:50.858772 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-52f26be5-734a-4556-b1d8-a852f803f3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:50.863093 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-52f26be5-734a-4556-b1d8-a852f803f3ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:50.866359 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-52f26be5-734a-4556-b1d8-a852f803f3ac admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7719b7d3-576d-4007-9339-9450ba300499 HTTP/1.1" status: 204 len: 168 time: 0.2161884 Nov 10 19:30:50.874711 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a98687-7164-4253-a13e-ad4eef30e7a1 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:30:50.880508 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f9a98687-7164-4253-a13e-ad4eef30e7a1 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "PUT /v2.0/routers/2ab59ee2-b871-418c-93b8-3612d3997a8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0079365 Nov 10 19:30:50.883332 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56170) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:50.885202 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f26be5-734a-4556-b1d8-a852f803f3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7719b7d3-576d-4007-9339-9450ba300499,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:50.886702 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939824c9-37d1-4afe-b467-f6e7b73e1598 None None] Sync routers for ids ['2ab59ee2-b871-418c-93b8-3612d3997a8e'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:30:50.909524 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939824c9-37d1-4afe-b467-f6e7b73e1598 None None] Routers {'2ab59ee2-b871-418c-93b8-3612d3997a8e'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:30:50.910269 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-939824c9-37d1-4afe-b467-f6e7b73e1598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:30:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2ab59ee2-b871-418c-93b8-3612d3997a8e'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:50.975165 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-939824c9-37d1-4afe-b467-f6e7b73e1598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:51.000034 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939824c9-37d1-4afe-b467-f6e7b73e1598 None None] Routers {'2ab59ee2-b871-418c-93b8-3612d3997a8e'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:30:51.000766 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-939824c9-37d1-4afe-b467-f6e7b73e1598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:30:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2ab59ee2-b871-418c-93b8-3612d3997a8e'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:51.045933 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-939824c9-37d1-4afe-b467-f6e7b73e1598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:51.047311 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939824c9-37d1-4afe-b467-f6e7b73e1598 None None] The sync data for ids ['2ab59ee2-b871-418c-93b8-3612d3997a8e'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:30:51.153245 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-019c2b0f-507f-4e45-a8f0-697968cd5c99 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] remove_router_interface failed (client error): The resource could not be found. Nov 10 19:30:51.160743 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56182) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:51.171272 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-019c2b0f-507f-4e45-a8f0-697968cd5c99 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "PUT /v2.0/routers/2ab59ee2-b871-418c-93b8-3612d3997a8e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2858267 Nov 10 19:30:51.210821 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56188) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:51.237580 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8e4e681c-6377-477c-9f95-9db128eb43a7 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ab59ee2-b871-418c-93b8-3612d3997a8e HTTP/1.1" status: 200 len: 205 time: 0.0753651 Nov 10 19:30:51.314730 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56204) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:51.324354 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-306eb146-00c5-4e82-97e7-4d0101996109 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:51.379637 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56212) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:51.509691 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-a5f389f8-bf13-4190-9a3d-ddba999e70fa tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1467714717'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:51.572306 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-306eb146-00c5-4e82-97e7-4d0101996109 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:51.574682 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f389f8-bf13-4190-9a3d-ddba999e70fa tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Made reservation on behalf of bf7308b1698c45ec8302a7e36083cf9a for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:30:51.577150 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-306eb146-00c5-4e82-97e7-4d0101996109 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:51.586613 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a5f389f8-bf13-4190-9a3d-ddba999e70fa tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:51.612823 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a5f389f8-bf13-4190-9a3d-ddba999e70fa tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:51.652876 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-306eb146-00c5-4e82-97e7-4d0101996109 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:51.654032 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306eb146-00c5-4e82-97e7-4d0101996109 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Fanout notify agent at l3_agent the message router_deleted on router 2ab59ee2-b871-418c-93b8-3612d3997a8e {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:30:51.656170 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d472bd75-3333-43d1-96fe-a4f569df1fe7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:51.667438 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-306eb146-00c5-4e82-97e7-4d0101996109 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:51.668866 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-306eb146-00c5-4e82-97e7-4d0101996109 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/routers/2ab59ee2-b871-418c-93b8-3612d3997a8e HTTP/1.1" status: 204 len: 168 time: 0.4567966 Nov 10 19:30:51.674031 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56224) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:51.760175 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-cecca0ad-831a-4cc9-8f66-7ab63c3ecdd0 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Deleting subnet 9ffe0d85-7797-473c-90e6-7007db22f3dc {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:30:51.767910 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cecca0ad-831a-4cc9-8f66-7ab63c3ecdd0 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:51.798394 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d472bd75-3333-43d1-96fe-a4f569df1fe7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:51.819094 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d472bd75-3333-43d1-96fe-a4f569df1fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:51.854494 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cecca0ad-831a-4cc9-8f66-7ab63c3ecdd0 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:51.879694 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a5f389f8-bf13-4190-9a3d-ddba999e70fa tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:51.899883 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a5f389f8-bf13-4190-9a3d-ddba999e70fa tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:51.917179 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d472bd75-3333-43d1-96fe-a4f569df1fe7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d59b5a7d29a147428f6c8f9ac1df578e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5360661 Nov 10 19:30:51.918190 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f389f8-bf13-4190-9a3d-ddba999e70fa tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:30:51.923325 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56232) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:51.932694 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a5f389f8-bf13-4190-9a3d-ddba999e70fa tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:51.933087 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-a5f389f8-bf13-4190-9a3d-ddba999e70fa tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Added segment ed5ac086-8f36-49a1-9985-7c760e9aa194 of type vlan for network e24ea9b8-5aca-44fc-82ce-5c1a18d46568 Nov 10 19:30:51.946529 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed649870-4cbc-48f9-9311-2b8bd666226a req-a1de4851-8033-4115-9af8-4b8507844169 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:51.948222 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ed649870-4cbc-48f9-9311-2b8bd666226a req-a1de4851-8033-4115-9af8-4b8507844169 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 947 time: 0.1457360 Nov 10 19:30:51.949629 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472bd75-3333-43d1-96fe-a4f569df1fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77337b7d-525a-4c21-8200-2ce754f1c93f,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:52.016984 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f389f8-bf13-4190-9a3d-ddba999e70fa tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a86f14-d626-4659-88ec-b845b8486bbe,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:52.034224 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ed649870-4cbc-48f9-9311-2b8bd666226a req-6359cb59-493a-443e-bf35-84acc7e49553 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748632 Nov 10 19:30:52.040004 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ff85dede-aac7-44de-9df7-50bf8dc20b70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:52.041502 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a5f389f8-bf13-4190-9a3d-ddba999e70fa tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:52.077862 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cecca0ad-831a-4cc9-8f66-7ab63c3ecdd0 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:52.084413 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ff85dede-aac7-44de-9df7-50bf8dc20b70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:52.117451 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a5f389f8-bf13-4190-9a3d-ddba999e70fa tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:52.123627 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f389f8-bf13-4190-9a3d-ddba999e70fa tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:52.124588 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a5f389f8-bf13-4190-9a3d-ddba999e70fa tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:52.152225 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ff85dede-aac7-44de-9df7-50bf8dc20b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:52.156532 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ff85dede-aac7-44de-9df7-50bf8dc20b70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:52.158293 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ff85dede-aac7-44de-9df7-50bf8dc20b70 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/77337b7d-525a-4c21-8200-2ce754f1c93f HTTP/1.1" status: 204 len: 168 time: 0.2338195 Nov 10 19:30:52.186574 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85dede-aac7-44de-9df7-50bf8dc20b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77337b7d-525a-4c21-8200-2ce754f1c93f,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:52.215418 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a5f389f8-bf13-4190-9a3d-ddba999e70fa tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8963861 Nov 10 19:30:52.216730 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56244) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:52.217321 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:30:52.223974 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-1fbecc70-e612-4620-9400-c676c5a543ef tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Request body: {'subnet': {'network_id': 'e24ea9b8-5aca-44fc-82ce-5c1a18d46568', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:52.233063 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f389f8-bf13-4190-9a3d-ddba999e70fa tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Pushing event updated for resources: {'Network': ['ID=e24ea9b8-5aca-44fc-82ce-5c1a18d46568,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:52.260819 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cecca0ad-831a-4cc9-8f66-7ab63c3ecdd0 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:52.264388 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network e24ea9b8-5aca-44fc-82ce-5c1a18d46568 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:30:52.313148 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecca0ad-831a-4cc9-8f66-7ab63c3ecdd0 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Subnet': ['ID=9ffe0d85-7797-473c-90e6-7007db22f3dc,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:52.316490 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cecca0ad-831a-4cc9-8f66-7ab63c3ecdd0 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:52.319917 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cecca0ad-831a-4cc9-8f66-7ab63c3ecdd0 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/subnets/9ffe0d85-7797-473c-90e6-7007db22f3dc HTTP/1.1" status: 204 len: 168 time: 0.6447127 Nov 10 19:30:52.322761 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56248) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:52.347170 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79de4a34-2fd5-4069-8acf-949b7518d103 None None] Network 9e8e817d-3e48-46f5-ab76-275d0c49225d requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:30:52.478066 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-752c9eb7-f4e1-4ee6-95c0-1ed67ae386b4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:52.526127 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbecc70-e612-4620-9400-c676c5a543ef tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Made reservation on behalf of bf7308b1698c45ec8302a7e36083cf9a for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:30:52.530254 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1fbecc70-e612-4620-9400-c676c5a543ef tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:52.647183 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:52.677390 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c784def-08fa-403a-9efc-08e08c7e1906 req-b6f6e2fe-7fb3-4322-9c41-22247d24ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:52.679028 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7c784def-08fa-403a-9efc-08e08c7e1906 req-b6f6e2fe-7fb3-4322-9c41-22247d24ece9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e964d54e065f49df9181b3cc5034fac9&device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 1098 time: 0.1206272 Nov 10 19:30:52.694599 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ecba7d-3cdc-42ec-b556-02443a8565ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:30:52.698553 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62a7c28-f154-48c3-93b8-6313e7d760ef" -d '{"events": [{"server_uuid": "d0ecba7d-3cdc-42ec-b556-02443a8565ef", "name": "network-vif-unplugged", "status": "completed", "tag": "a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:30:52.700658 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-752c9eb7-f4e1-4ee6-95c0-1ed67ae386b4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Deleting port 7bb44d08-6c6c-40d1-ae9f-af1d8e028b2f {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:30:52.702100 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-752c9eb7-f4e1-4ee6-95c0-1ed67ae386b4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:52.718595 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:52.729586 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:52.813943 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f,revision_number=14']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:52.818163 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1d53b1-5058-46c8-8227-ff09dd47eb01 None None] DHCP port deletion for 9e8e817d-3e48-46f5-ab76-275d0c49225d request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:30:52.853347 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-752c9eb7-f4e1-4ee6-95c0-1ed67ae386b4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] For port 7bb44d08-6c6c-40d1-ae9f-af1d8e028b2f, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=7bb44d08-6c6c-40d1-ae9f-af1d8e028b2f,segment=NetworkSegment(897a5610-7025-4664-90cb-dab83ecfdc88),segment_id=897a5610-7025-4664-90cb-dab83ecfdc88)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:52.853718 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-752c9eb7-f4e1-4ee6-95c0-1ed67ae386b4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:52.872602 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-752c9eb7-f4e1-4ee6-95c0-1ed67ae386b4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Calling delete_port for 7bb44d08-6c6c-40d1-ae9f-af1d8e028b2f owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:30:52.876840 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:52.877456 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:52.879107 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:52.879752 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:52.880277 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:52.881018 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:52.881655 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:52.882582 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:52.883120 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:52.884115 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:52.885727 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:52.886416 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:52.908173 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c784def-08fa-403a-9efc-08e08c7e1906 req-7e70dd09-d5f9-4517-ab12-a81e21c86c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:52.909409 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7c784def-08fa-403a-9efc-08e08c7e1906 req-7e70dd09-d5f9-4517-ab12-a81e21c86c9f service neutron] 10.222.0.25 "GET /v2.0/networks?id=d81248ac-96a9-4e56-9bb4-f772b36a0433 HTTP/1.1" status: 200 len: 913 time: 0.2217617 Nov 10 19:30:52.935656 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-bc1d53b1-5058-46c8-8227-ff09dd47eb01 None None] Deleting port 7bb44d08-6c6c-40d1-ae9f-af1d8e028b2f {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:30:52.936767 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bc1d53b1-5058-46c8-8227-ff09dd47eb01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:53.031524 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7c784def-08fa-403a-9efc-08e08c7e1906 req-e61f0a54-43c0-44f7-b180-b896ee771313 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f HTTP/1.1" status: 200 len: 999 time: 0.0891917 Nov 10 19:30:53.059091 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-bc1d53b1-5058-46c8-8227-ff09dd47eb01 None None] For port 7bb44d08-6c6c-40d1-ae9f-af1d8e028b2f, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=7bb44d08-6c6c-40d1-ae9f-af1d8e028b2f,segment=NetworkSegment(897a5610-7025-4664-90cb-dab83ecfdc88),segment_id=897a5610-7025-4664-90cb-dab83ecfdc88)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:53.059761 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bc1d53b1-5058-46c8-8227-ff09dd47eb01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:53.073839 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-bc1d53b1-5058-46c8-8227-ff09dd47eb01 None None] Calling delete_port for 7bb44d08-6c6c-40d1-ae9f-af1d8e028b2f owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:30:53.088163 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56260) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:53.128408 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-752c9eb7-f4e1-4ee6-95c0-1ed67ae386b4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:53.150859 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5bca2c44-78d1-47cc-8470-79578891a2f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:53.198669 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bc1d53b1-5058-46c8-8227-ff09dd47eb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:53.236267 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1d53b1-5058-46c8-8227-ff09dd47eb01 None None] No DVR routers for this DVR port 7bb44d08-6c6c-40d1-ae9f-af1d8e028b2f on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:30:53.251354 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d53b1-5058-46c8-8227-ff09dd47eb01 None None] Pushing event deleted for resources: {'Port': ['ID=7bb44d08-6c6c-40d1-ae9f-af1d8e028b2f,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:53.271512 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c9eb7-f4e1-4ee6-95c0-1ed67ae386b4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Port': ['ID=7bb44d08-6c6c-40d1-ae9f-af1d8e028b2f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:53.284201 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752c9eb7-f4e1-4ee6-95c0-1ed67ae386b4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] No DVR routers for this DVR port 7bb44d08-6c6c-40d1-ae9f-af1d8e028b2f on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:30:53.291678 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c784def-08fa-403a-9efc-08e08c7e1906 req-07c2aec6-7d26-44bc-a258-c16e10cb95d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:53.293212 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7c784def-08fa-403a-9efc-08e08c7e1906 req-07c2aec6-7d26-44bc-a258-c16e10cb95d0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d874850-3788-4c89-9cc5-3e0f9d06fb90 HTTP/1.1" status: 200 len: 851 time: 0.2536285 Nov 10 19:30:53.356549 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618ccb1-f276-48a2-8abe-0c211c9f36ae req-5162926b-5c55-4b46-85ca-b29ebf37d7fd tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:53.358218 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6618ccb1-f276-48a2-8abe-0c211c9f36ae req-5162926b-5c55-4b46-85ca-b29ebf37d7fd tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 947 time: 0.7467628 Nov 10 19:30:53.437320 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-752c9eb7-f4e1-4ee6-95c0-1ed67ae386b4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:53.481148 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d7072b77-f043-4e84-acc3-c3c715ed2538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:53.483511 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6618ccb1-f276-48a2-8abe-0c211c9f36ae req-be0db398-d4f9-47a4-b157-39c29e1d59d5 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125255 Nov 10 19:30:53.485447 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-752c9eb7-f4e1-4ee6-95c0-1ed67ae386b4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e8e817d-3e48-46f5-ab76-275d0c49225d']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:53.502194 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c784def-08fa-403a-9efc-08e08c7e1906 req-18b6ba26-a9e8-4afb-aebb-39626e4e19c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:53.504423 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7c784def-08fa-403a-9efc-08e08c7e1906 req-18b6ba26-a9e8-4afb-aebb-39626e4e19c6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d81248ac-96a9-4e56-9bb4-f772b36a0433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1680303 Nov 10 19:30:53.541919 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-752c9eb7-f4e1-4ee6-95c0-1ed67ae386b4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '897a5610-7025-4664-90cb-dab83ecfdc88') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:53.542277 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-752c9eb7-f4e1-4ee6-95c0-1ed67ae386b4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '897a5610-7025-4664-90cb-dab83ecfdc88') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:30:53.545895 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1fbecc70-e612-4620-9400-c676c5a543ef tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:53.554384 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 7bb44d08-6c6c-40d1-ae9f-af1d8e028b2f no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:30:53.578996 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-752c9eb7-f4e1-4ee6-95c0-1ed67ae386b4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:53.626334 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acbe6ec-6498-442d-8a4a-65b4ee551de8 x-openstack-request-id: req-3acbe6ec-6498-442d-8a4a-65b4ee551de8 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:30:53.628537 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ecba7d-3cdc-42ec-b556-02443a8565ef", "name": "network-vif-unplugged", "status": "completed", "tag": "a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:30:53.629078 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3acbe6ec-6498-442d-8a4a-65b4ee551de8 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:30:53.629787 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ecba7d-3cdc-42ec-b556-02443a8565ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f', 'code': 200} Nov 10 19:30:53.635153 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 7bb44d08-6c6c-40d1-ae9f-af1d8e028b2f {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:30:53.635613 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 7bb44d08-6c6c-40d1-ae9f-af1d8e028b2f not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:30:53.642720 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5bca2c44-78d1-47cc-8470-79578891a2f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:53.643997 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-752c9eb7-f4e1-4ee6-95c0-1ed67ae386b4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:53.653251 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5bca2c44-78d1-47cc-8470-79578891a2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:53.657730 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-752c9eb7-f4e1-4ee6-95c0-1ed67ae386b4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:30:53.658355 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-752c9eb7-f4e1-4ee6-95c0-1ed67ae386b4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:53.662743 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:30:53.662743 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:30:53.662743 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:30:53.662743 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:30:53.662743 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:30:53.662743 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:30:53.662743 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:30:53.662743 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:30:53.662743 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:30:53.662743 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:30:53.662743 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:30:53.662743 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:30:53.662743 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:30:53.662743 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:30:53.662743 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:30:53.662743 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:30:53.662743 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:30:53.662743 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:30:53.662743 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:30:53.662743 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:30:53.662743 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:30:53.662743 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:30:53.662743 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:30:53.662743 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:30:53.662743 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:30:53.662743 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:30:53.662743 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:30:53.662743 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:30:53.662743 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:30:53.662743 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:30:53.662743 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:30:53.662743 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:30:53.666522 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbecc70-e612-4620-9400-c676c5a543ef tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Pushing event updated for resources: {'Subnet': ['ID=4d04b2ec-4473-4a2d-8fdf-25c8f73ec819,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:53.674650 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbecc70-e612-4620-9400-c676c5a543ef tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Checking segment: {'id': 'ed5ac086-8f36-49a1-9985-7c760e9aa194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e24ea9b8-5aca-44fc-82ce-5c1a18d46568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:30:53.675132 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbecc70-e612-4620-9400-c676c5a543ef tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Network hostable DHCP agents. Network: e24ea9b8-5aca-44fc-82ce-5c1a18d46568, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:30:53.702991 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbecc70-e612-4620-9400-c676c5a543ef tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Network e24ea9b8-5aca-44fc-82ce-5c1a18d46568 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:30:53.715677 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-1fbecc70-e612-4620-9400-c676c5a543ef tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, e24ea9b8-5aca-44fc-82ce-5c1a18d46568) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:30:53.720996 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbecc70-e612-4620-9400-c676c5a543ef tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:53.721991 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1fbecc70-e612-4620-9400-c676c5a543ef tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:53.735771 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb5edde-76e0-4f2f-b6c2-4633407b5a19 None None] Network e24ea9b8-5aca-44fc-82ce-5c1a18d46568 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:30:53.752185 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1fbecc70-e612-4620-9400-c676c5a543ef tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5324886 Nov 10 19:30:53.754777 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56272) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:53.762670 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-3610d726-9d8b-42f0-a2e9-0900cd94ab72 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Request body: {'port': {'network_id': 'e24ea9b8-5aca-44fc-82ce-5c1a18d46568', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2121495748'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:53.785937 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7c784def-08fa-403a-9efc-08e08c7e1906 req-cf261ba1-dffb-4c38-a90d-67ba0955aac9 service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584343 Nov 10 19:30:53.793263 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5bca2c44-78d1-47cc-8470-79578891a2f6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=93ad054e8e7844d1b97dcf486aa7dbba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7023289 Nov 10 19:30:53.794692 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56274) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:53.796545 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca2c44-78d1-47cc-8470-79578891a2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebb6127-9205-465e-9971-65af48f2d45f,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:53.820174 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-752c9eb7-f4e1-4ee6-95c0-1ed67ae386b4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:53.851244 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-752c9eb7-f4e1-4ee6-95c0-1ed67ae386b4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:53.860552 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-752c9eb7-f4e1-4ee6-95c0-1ed67ae386b4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/networks/9e8e817d-3e48-46f5-ab76-275d0c49225d HTTP/1.1" status: 204 len: 168 time: 1.5352154 Nov 10 19:30:53.864086 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56278) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:53.881963 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-29b4e3e4-40d7-4d54-8abe-7a1311bb5b63 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Request body: {'network': {'name': 'tempest-RoutersTest-1820383761'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:53.930318 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3610d726-9d8b-42f0-a2e9-0900cd94ab72 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Made reservation on behalf of bf7308b1698c45ec8302a7e36083cf9a for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:30:53.931526 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c9eb7-f4e1-4ee6-95c0-1ed67ae386b4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Network': ['ID=9e8e817d-3e48-46f5-ab76-275d0c49225d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:53.935043 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3610d726-9d8b-42f0-a2e9-0900cd94ab72 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:53.945697 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cb1170-701b-4f3f-a484-d307e28e97e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-e24ea9b8-5aca-44fc-82ce-5c1a18d46568', 'network_id': 'e24ea9b8-5aca-44fc-82ce-5c1a18d46568', 'tenant_id': 'bf7308b1698c45ec8302a7e36083cf9a', 'fixed_ips': [{'subnet_id': '4d04b2ec-4473-4a2d-8fdf-25c8f73ec819'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:30:53.947163 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-83cb1170-701b-4f3f-a484-d307e28e97e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:53.955377 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-3610d726-9d8b-42f0-a2e9-0900cd94ab72 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] device_id is not set on port 201d33ba-7f68-49d5-b2de-e8350da8471c yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:30:53.982681 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b4e3e4-40d7-4d54-8abe-7a1311bb5b63 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Made reservation on behalf of 6d46df75d92c43c7957b70a923a9100c for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:30:53.986374 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-29b4e3e4-40d7-4d54-8abe-7a1311bb5b63 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:54.011018 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f03bc476-4845-4cfb-b2f9-aec483e17daf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:54.020376 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7c784def-08fa-403a-9efc-08e08c7e1906 req-082cd6dc-9a48-4772-beeb-efc0101c1ff4 service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247014 Nov 10 19:30:54.060785 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f03bc476-4845-4cfb-b2f9-aec483e17daf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:54.062656 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29b4e3e4-40d7-4d54-8abe-7a1311bb5b63 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:30:54.086581 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-29b4e3e4-40d7-4d54-8abe-7a1311bb5b63 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:54.086931 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-29b4e3e4-40d7-4d54-8abe-7a1311bb5b63 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Added segment 5eecbaf6-f13d-48ea-a9e8-688f735af23d of type vlan for network f6a7c2eb-c842-43b5-82ce-d830b97b9479 Nov 10 19:30:54.119982 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-3610d726-9d8b-42f0-a2e9-0900cd94ab72 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Allocated IP 2001:db8::c (e24ea9b8-5aca-44fc-82ce-5c1a18d46568/4d04b2ec-4473-4a2d-8fdf-25c8f73ec819/201d33ba-7f68-49d5-b2de-e8350da8471c) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:30:54.140010 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-29b4e3e4-40d7-4d54-8abe-7a1311bb5b63 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:54.172100 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f03bc476-4845-4cfb-b2f9-aec483e17daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:54.174979 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f03bc476-4845-4cfb-b2f9-aec483e17daf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:54.178893 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f03bc476-4845-4cfb-b2f9-aec483e17daf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4ebb6127-9205-465e-9971-65af48f2d45f HTTP/1.1" status: 204 len: 168 time: 0.3768885 Nov 10 19:30:54.185728 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03bc476-4845-4cfb-b2f9-aec483e17daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebb6127-9205-465e-9971-65af48f2d45f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:54.187925 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-29b4e3e4-40d7-4d54-8abe-7a1311bb5b63 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:54.194877 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b4e3e4-40d7-4d54-8abe-7a1311bb5b63 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:54.195982 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-29b4e3e4-40d7-4d54-8abe-7a1311bb5b63 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:54.278570 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-29b4e3e4-40d7-4d54-8abe-7a1311bb5b63 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4031217 Nov 10 19:30:54.282377 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56290) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:54.297063 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4e3e4-40d7-4d54-8abe-7a1311bb5b63 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Network': ['ID=f6a7c2eb-c842-43b5-82ce-d830b97b9479,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:54.309633 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network f6a7c2eb-c842-43b5-82ce-d830b97b9479 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:30:54.330875 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-b1edab04-39dc-493d-93de-7351aaf37ba9 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Request body: {'subnet': {'network_id': 'f6a7c2eb-c842-43b5-82ce-d830b97b9479', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:54.453477 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3610d726-9d8b-42f0-a2e9-0900cd94ab72 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:54.474284 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1edab04-39dc-493d-93de-7351aaf37ba9 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Made reservation on behalf of 6d46df75d92c43c7957b70a923a9100c for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:30:54.477883 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1edab04-39dc-493d-93de-7351aaf37ba9 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:54.572939 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3610d726-9d8b-42f0-a2e9-0900cd94ab72 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:54.632677 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3610d726-9d8b-42f0-a2e9-0900cd94ab72 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Network e24ea9b8-5aca-44fc-82ce-5c1a18d46568 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:30:54.643871 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-3610d726-9d8b-42f0-a2e9-0900cd94ab72 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:30:54.652474 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3610d726-9d8b-42f0-a2e9-0900cd94ab72 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:30:54.658253 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3610d726-9d8b-42f0-a2e9-0900cd94ab72 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:54.658910 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3610d726-9d8b-42f0-a2e9-0900cd94ab72 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:54.677601 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-83cb1170-701b-4f3f-a484-d307e28e97e2 None None] Allocated IP 2001:db8::2 (e24ea9b8-5aca-44fc-82ce-5c1a18d46568/4d04b2ec-4473-4a2d-8fdf-25c8f73ec819/13a8187d-dfb5-4d77-8bf5-96c78f96b350) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:30:54.688270 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610d726-9d8b-42f0-a2e9-0900cd94ab72 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Pushing event updated for resources: {'Port': ['ID=201d33ba-7f68-49d5-b2de-e8350da8471c,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:54.716132 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56310) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:54.716552 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3610d726-9d8b-42f0-a2e9-0900cd94ab72 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9596775 Nov 10 19:30:54.722867 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-d1b12b81-de4e-4a20-af4a-70f1d9331b5e tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Request body: {'port': {'network_id': 'e24ea9b8-5aca-44fc-82ce-5c1a18d46568', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-951853757', 'allowed_address_pairs': [{'ip_address': '2001:db8::c', 'mac_address': 'fa:16:3e:65:7a:9c'}]}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:54.744017 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:54.796148 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1edab04-39dc-493d-93de-7351aaf37ba9 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:54.888532 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1edab04-39dc-493d-93de-7351aaf37ba9 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Subnet': ['ID=4d468089-513a-4304-bfb5-e9981f86f2ac,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:54.896638 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1edab04-39dc-493d-93de-7351aaf37ba9 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Checking segment: {'id': '5eecbaf6-f13d-48ea-a9e8-688f735af23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f6a7c2eb-c842-43b5-82ce-d830b97b9479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:30:54.896922 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1edab04-39dc-493d-93de-7351aaf37ba9 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network hostable DHCP agents. Network: f6a7c2eb-c842-43b5-82ce-d830b97b9479, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:30:54.919120 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1edab04-39dc-493d-93de-7351aaf37ba9 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network f6a7c2eb-c842-43b5-82ce-d830b97b9479 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:30:54.933533 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-b1edab04-39dc-493d-93de-7351aaf37ba9 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, f6a7c2eb-c842-43b5-82ce-d830b97b9479) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:30:54.946681 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1edab04-39dc-493d-93de-7351aaf37ba9 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:54.947922 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1edab04-39dc-493d-93de-7351aaf37ba9 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:54.962517 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b12b81-de4e-4a20-af4a-70f1d9331b5e tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Made reservation on behalf of bf7308b1698c45ec8302a7e36083cf9a for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:30:54.968221 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1552a705-6747-43c0-8fe2-a30779110903 None None] Network f6a7c2eb-c842-43b5-82ce-d830b97b9479 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:30:54.972403 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b1edab04-39dc-493d-93de-7351aaf37ba9 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6438630 Nov 10 19:30:54.972759 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56318) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:54.978299 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-1f1c7ca7-977a-421a-8f66-4f42f34ffb6e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-852926191', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:55.016535 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1f1c7ca7-977a-421a-8f66-4f42f34ffb6e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:55.017954 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1f1c7ca7-977a-421a-8f66-4f42f34ffb6e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:55.076795 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1b12b81-de4e-4a20-af4a-70f1d9331b5e tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:55.086216 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1f1c7ca7-977a-421a-8f66-4f42f34ffb6e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:55.094293 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1f1c7ca7-977a-421a-8f66-4f42f34ffb6e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:55.097541 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-d1b12b81-de4e-4a20-af4a-70f1d9331b5e tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] device_id is not set on port b45b7c46-abea-45db-a62d-d4540a5e04e7 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:30:55.124645 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-83cb1170-701b-4f3f-a484-d307e28e97e2 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:55.135805 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:55.139018 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1f1c7ca7-977a-421a-8f66-4f42f34ffb6e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:55.140468 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1f1c7ca7-977a-421a-8f66-4f42f34ffb6e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1666038 Nov 10 19:30:55.142048 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-83cb1170-701b-4f3f-a484-d307e28e97e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:55.144433 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56324) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:55.238031 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cb1170-701b-4f3f-a484-d307e28e97e2 None None] Network e24ea9b8-5aca-44fc-82ce-5c1a18d46568 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:30:55.243318 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-83cb1170-701b-4f3f-a484-d307e28e97e2 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:30:55.250161 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cb1170-701b-4f3f-a484-d307e28e97e2 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:30:55.302127 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-d1b12b81-de4e-4a20-af4a-70f1d9331b5e tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Allocated IP 2001:db8::193 (e24ea9b8-5aca-44fc-82ce-5c1a18d46568/4d04b2ec-4473-4a2d-8fdf-25c8f73ec819/b45b7c46-abea-45db-a62d-d4540a5e04e7) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:30:55.369083 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56328) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:55.380473 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-e91845cd-4931-45f8-80e3-9a3d906aa142 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Request body: {'network': {'name': 'tempest-network-smoke--1667395836', 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'port_security_enabled': True}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:55.461896 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91845cd-4931-45f8-80e3-9a3d906aa142 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Made reservation on behalf of 26bbb91bbd1a44118e77b6255c634c66 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:30:55.466435 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e91845cd-4931-45f8-80e3-9a3d906aa142 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:55.478635 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb1170-701b-4f3f-a484-d307e28e97e2 None None] Pushing event updated for resources: {'Port': ['ID=13a8187d-dfb5-4d77-8bf5-96c78f96b350,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:55.508269 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e91845cd-4931-45f8-80e3-9a3d906aa142 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:55.528625 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-83cb1170-701b-4f3f-a484-d307e28e97e2 None None] Attempting to bind port 13a8187d-dfb5-4d77-8bf5-96c78f96b350 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:30:55.529005 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-83cb1170-701b-4f3f-a484-d307e28e97e2 None None] Attempting to bind port 13a8187d-dfb5-4d77-8bf5-96c78f96b350 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'ed5ac086-8f36-49a1-9985-7c760e9aa194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e24ea9b8-5aca-44fc-82ce-5c1a18d46568'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:30:55.529542 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb1170-701b-4f3f-a484-d307e28e97e2 None None] Attempting to bind port 13a8187d-dfb5-4d77-8bf5-96c78f96b350 on network e24ea9b8-5aca-44fc-82ce-5c1a18d46568 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:30:55.537512 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb1170-701b-4f3f-a484-d307e28e97e2 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:30:55.537927 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb1170-701b-4f3f-a484-d307e28e97e2 None None] Checking segment: {'id': 'ed5ac086-8f36-49a1-9985-7c760e9aa194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e24ea9b8-5aca-44fc-82ce-5c1a18d46568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:30:55.538331 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-83cb1170-701b-4f3f-a484-d307e28e97e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:55.538714 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb1170-701b-4f3f-a484-d307e28e97e2 None None] Bound using segment: {'id': 'ed5ac086-8f36-49a1-9985-7c760e9aa194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e24ea9b8-5aca-44fc-82ce-5c1a18d46568'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:30:55.539663 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-83cb1170-701b-4f3f-a484-d307e28e97e2 None None] Bound port: 13a8187d-dfb5-4d77-8bf5-96c78f96b350, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed5ac086-8f36-49a1-9985-7c760e9aa194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e24ea9b8-5aca-44fc-82ce-5c1a18d46568'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:30:55.539937 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-83cb1170-701b-4f3f-a484-d307e28e97e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:55.584984 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c26fc7-b025-4149-882e-1118c385933b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-f6a7c2eb-c842-43b5-82ce-d830b97b9479', 'network_id': 'f6a7c2eb-c842-43b5-82ce-d830b97b9479', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'fixed_ips': [{'subnet_id': '4d468089-513a-4304-bfb5-e9981f86f2ac'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:30:55.585733 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d1c26fc7-b025-4149-882e-1118c385933b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:55.608885 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3adba33-9043-4740-9b1f-a6b12f106a37 req-c4b5e93f-cd43-48a6-b69e-d461f0bd36bc tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:55.619548 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b3adba33-9043-4740-9b1f-a6b12f106a37 req-c4b5e93f-cd43-48a6-b69e-d461f0bd36bc tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.1698573 Nov 10 19:30:55.651128 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e91845cd-4931-45f8-80e3-9a3d906aa142 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:55.667310 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e91845cd-4931-45f8-80e3-9a3d906aa142 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:55.683724 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d7f9a426-fdf8-4556-8b04-280cd9223920 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:55.744527 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91845cd-4931-45f8-80e3-9a3d906aa142 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d25d7c5e-ccba-41e5-85fa-b21923495dee,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:55.751655 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-d1c26fc7-b025-4149-882e-1118c385933b None None] Allocated IP 172.20.0.2 (f6a7c2eb-c842-43b5-82ce-d830b97b9479/4d468089-513a-4304-bfb5-e9981f86f2ac/f4871018-d8d3-44e1-b6fe-253559362a1b) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:30:55.765886 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91845cd-4931-45f8-80e3-9a3d906aa142 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:30:55.775216 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b3adba33-9043-4740-9b1f-a6b12f106a37 req-b5bfdabe-4c92-4f35-8b56-99706bb72708 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545846 Nov 10 19:30:55.781405 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1b12b81-de4e-4a20-af4a-70f1d9331b5e tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:55.802034 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e91845cd-4931-45f8-80e3-9a3d906aa142 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:55.802469 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-e91845cd-4931-45f8-80e3-9a3d906aa142 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Added segment fd4311b1-6717-430d-8c59-408abee6b6ef of type vlan for network 12fc590f-8c5a-4ca6-a35a-608285b5045d Nov 10 19:30:55.863691 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e91845cd-4931-45f8-80e3-9a3d906aa142 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:55.892766 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1b12b81-de4e-4a20-af4a-70f1d9331b5e tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:55.955563 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d1c26fc7-b025-4149-882e-1118c385933b None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:55.985557 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b12b81-de4e-4a20-af4a-70f1d9331b5e tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Network e24ea9b8-5aca-44fc-82ce-5c1a18d46568 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:30:55.987206 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d1c26fc7-b025-4149-882e-1118c385933b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:55.990237 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-d1b12b81-de4e-4a20-af4a-70f1d9331b5e tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:30:55.999477 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b12b81-de4e-4a20-af4a-70f1d9331b5e tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:30:56.005511 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b12b81-de4e-4a20-af4a-70f1d9331b5e tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:56.006203 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1b12b81-de4e-4a20-af4a-70f1d9331b5e tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:56.022188 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e91845cd-4931-45f8-80e3-9a3d906aa142 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:56.028629 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91845cd-4931-45f8-80e3-9a3d906aa142 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:56.029751 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e91845cd-4931-45f8-80e3-9a3d906aa142 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:56.057239 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-83cb1170-701b-4f3f-a484-d307e28e97e2 None None] For port 13a8187d-dfb5-4d77-8bf5-96c78f96b350, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:30:56.066745 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a2a4f63-b588-4332-b04b-f75cd15b9353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:56.078065 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c26fc7-b025-4149-882e-1118c385933b None None] Pushing event updated for resources: {'Port': ['ID=f4871018-d8d3-44e1-b6fe-253559362a1b,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:56.079506 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d1b12b81-de4e-4a20-af4a-70f1d9331b5e tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.3615248 Nov 10 19:30:56.082106 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56348) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:56.094040 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-83cb1170-701b-4f3f-a484-d307e28e97e2 None None] For port 13a8187d-dfb5-4d77-8bf5-96c78f96b350, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=13a8187d-dfb5-4d77-8bf5-96c78f96b350,segment=NetworkSegment(ed5ac086-8f36-49a1-9985-7c760e9aa194),segment_id=ed5ac086-8f36-49a1-9985-7c760e9aa194)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:30:56.101679 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c26fc7-b025-4149-882e-1118c385933b None None] Network f6a7c2eb-c842-43b5-82ce-d830b97b9479 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:30:56.104138 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-d1c26fc7-b025-4149-882e-1118c385933b None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:30:56.107865 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c26fc7-b025-4149-882e-1118c385933b None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:30:56.111128 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-83cb1170-701b-4f3f-a484-d307e28e97e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:56.131528 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b12b81-de4e-4a20-af4a-70f1d9331b5e tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Pushing event updated for resources: {'Port': ['ID=b45b7c46-abea-45db-a62d-d4540a5e04e7,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:56.144683 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91845cd-4931-45f8-80e3-9a3d906aa142 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Pushing event updated for resources: {'Network': ['ID=12fc590f-8c5a-4ca6-a35a-608285b5045d,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:56.171381 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e91845cd-4931-45f8-80e3-9a3d906aa142 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8006892 Nov 10 19:30:56.181043 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56356) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:56.187131 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-7f7e0759-2d89-44fd-871b-bde7abeddbc4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-409543339', 'admin_state_up': True, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:56.214794 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 12fc590f-8c5a-4ca6-a35a-608285b5045d details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:30:56.293436 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-d7f9a426-fdf8-4556-8b04-280cd9223920 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Allocated IP 172.20.0.1 (f6a7c2eb-c842-43b5-82ce-d830b97b9479/4d468089-513a-4304-bfb5-e9981f86f2ac/24aee98f-3217-4a4e-8f38-cb4204149f4f) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:30:56.304865 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d1c26fc7-b025-4149-882e-1118c385933b None None] Attempting to bind port f4871018-d8d3-44e1-b6fe-253559362a1b on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:30:56.305102 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d1c26fc7-b025-4149-882e-1118c385933b None None] Attempting to bind port f4871018-d8d3-44e1-b6fe-253559362a1b by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '5eecbaf6-f13d-48ea-a9e8-688f735af23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f6a7c2eb-c842-43b5-82ce-d830b97b9479'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:30:56.305647 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c26fc7-b025-4149-882e-1118c385933b None None] Attempting to bind port f4871018-d8d3-44e1-b6fe-253559362a1b on network f6a7c2eb-c842-43b5-82ce-d830b97b9479 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:30:56.316282 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb1170-701b-4f3f-a484-d307e28e97e2 None None] Pushing event updated for resources: {'Port': ['ID=13a8187d-dfb5-4d77-8bf5-96c78f96b350,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:56.319794 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c26fc7-b025-4149-882e-1118c385933b None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:30:56.320628 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c26fc7-b025-4149-882e-1118c385933b None None] Checking segment: {'id': '5eecbaf6-f13d-48ea-a9e8-688f735af23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f6a7c2eb-c842-43b5-82ce-d830b97b9479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:30:56.321309 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d1c26fc7-b025-4149-882e-1118c385933b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:56.321650 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c26fc7-b025-4149-882e-1118c385933b None None] Bound using segment: {'id': '5eecbaf6-f13d-48ea-a9e8-688f735af23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f6a7c2eb-c842-43b5-82ce-d830b97b9479'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:30:56.322341 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d1c26fc7-b025-4149-882e-1118c385933b None None] Bound port: f4871018-d8d3-44e1-b6fe-253559362a1b, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eecbaf6-f13d-48ea-a9e8-688f735af23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f6a7c2eb-c842-43b5-82ce-d830b97b9479'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:30:56.322976 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d1c26fc7-b025-4149-882e-1118c385933b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:56.346269 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7f7e0759-2d89-44fd-871b-bde7abeddbc4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:56.348277 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7f7e0759-2d89-44fd-871b-bde7abeddbc4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:56.414729 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-d1c26fc7-b025-4149-882e-1118c385933b None None] For port f4871018-d8d3-44e1-b6fe-253559362a1b, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:30:56.423199 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-d1c26fc7-b025-4149-882e-1118c385933b None None] For port f4871018-d8d3-44e1-b6fe-253559362a1b, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f4871018-d8d3-44e1-b6fe-253559362a1b,segment=NetworkSegment(5eecbaf6-f13d-48ea-a9e8-688f735af23d),segment_id=5eecbaf6-f13d-48ea-a9e8-688f735af23d)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:30:56.441160 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d1c26fc7-b025-4149-882e-1118c385933b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:56.491628 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b39b90-89c9-4d2f-992d-566b599794c3 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:56.500524 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b39b90-89c9-4d2f-992d-566b599794c3 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:56.507049 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b39b90-89c9-4d2f-992d-566b599794c3 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:56.508861 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c0b39b90-89c9-4d2f-992d-566b599794c3 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2477 time: 0.4253480 Nov 10 19:30:56.514024 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56368) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:56.540590 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c26fc7-b025-4149-882e-1118c385933b None None] Pushing event updated for resources: {'Port': ['ID=f4871018-d8d3-44e1-b6fe-253559362a1b,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:56.572372 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7f7e0759-2d89-44fd-871b-bde7abeddbc4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:56.594465 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02018f8-255f-4be4-a4d7-c338e2eb161e req-4f70e954-0987-4189-87f7-cb033966f9fe tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:56.612645 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f02018f8-255f-4be4-a4d7-c338e2eb161e req-4f70e954-0987-4189-87f7-cb033966f9fe tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.3948424 Nov 10 19:30:56.667180 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-235634bf-16dc-4126-ad1b-15ec38c41588 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Deleting port b45b7c46-abea-45db-a62d-d4540a5e04e7 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:30:56.667631 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-235634bf-16dc-4126-ad1b-15ec38c41588 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:56.778545 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-235634bf-16dc-4126-ad1b-15ec38c41588 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:56.780223 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d7f9a426-fdf8-4556-8b04-280cd9223920 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:56.793732 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-235634bf-16dc-4126-ad1b-15ec38c41588 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Calling delete_port for b45b7c46-abea-45db-a62d-d4540a5e04e7 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:30:56.869276 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f02018f8-255f-4be4-a4d7-c338e2eb161e req-2fe5259b-926f-4c0c-bb93-22b85929bb32 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557042 Nov 10 19:30:56.879674 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7f7e0759-2d89-44fd-871b-bde7abeddbc4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:56.993944 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d7f9a426-fdf8-4556-8b04-280cd9223920 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:57.053598 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-235634bf-16dc-4126-ad1b-15ec38c41588 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:57.068452 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9a426-fdf8-4556-8b04-280cd9223920 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Port': ['ID=24aee98f-3217-4a4e-8f38-cb4204149f4f,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:57.090277 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f9a426-fdf8-4556-8b04-280cd9223920 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network f6a7c2eb-c842-43b5-82ce-d830b97b9479 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:30:57.097541 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235634bf-16dc-4126-ad1b-15ec38c41588 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Pushing event deleted for resources: {'Port': ['ID=b45b7c46-abea-45db-a62d-d4540a5e04e7,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:57.109161 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-d7f9a426-fdf8-4556-8b04-280cd9223920 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:30:57.114900 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f9a426-fdf8-4556-8b04-280cd9223920 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:30:57.171898 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56386) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:57.190251 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:57.204467 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d7f9a426-fdf8-4556-8b04-280cd9223920 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:57.263033 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-235634bf-16dc-4126-ad1b-15ec38c41588 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:57.269292 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-235634bf-16dc-4126-ad1b-15ec38c41588 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] 10.222.0.54 "DELETE /v2.0/ports/b45b7c46-abea-45db-a62d-d4540a5e04e7 HTTP/1.1" status: 204 len: 168 time: 0.7517619 Nov 10 19:30:57.270769 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56390) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:57.280303 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d693d-ded8-4986-8ed3-b8de9890c9ed req-203d118c-dcf4-410a-810f-3a42432b475e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:57.288942 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e99d693d-ded8-4986-8ed3-b8de9890c9ed req-203d118c-dcf4-410a-810f-3a42432b475e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.1692617 Nov 10 19:30:57.299793 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b5a9f3-fee2-4922-a8f2-25d6b6b726d2 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] GET failed (client error): The resource could not be found. Nov 10 19:30:57.301825 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-29b5a9f3-fee2-4922-a8f2-25d6b6b726d2 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] 10.222.0.54 "GET /v2.0/ports/b45b7c46-abea-45db-a62d-d4540a5e04e7 HTTP/1.1" status: 404 len: 333 time: 0.0296350 Nov 10 19:30:57.306098 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56392) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:57.311676 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-413128ef-fcf6-4092-90f7-e2405b3d4e5a tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Request body: {'port': {'network_id': 'e24ea9b8-5aca-44fc-82ce-5c1a18d46568', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1189284503'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:57.353262 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95d1e788-2bbe-4c4b-9e8c-16a4946cb1c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:57.492718 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e99d693d-ded8-4986-8ed3-b8de9890c9ed req-4cf0f760-8af8-4fc5-91da-ae03dcf8409f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959307 Nov 10 19:30:57.500498 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7f7e0759-2d89-44fd-871b-bde7abeddbc4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:57.514221 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413128ef-fcf6-4092-90f7-e2405b3d4e5a tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Made reservation on behalf of bf7308b1698c45ec8302a7e36083cf9a for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:30:57.518103 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-413128ef-fcf6-4092-90f7-e2405b3d4e5a tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:57.578180 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7f7e0759-2d89-44fd-871b-bde7abeddbc4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:57.578407 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95d1e788-2bbe-4c4b-9e8c-16a4946cb1c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:57.581468 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-413128ef-fcf6-4092-90f7-e2405b3d4e5a tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] device_id is not set on port 12e98bdb-4253-4702-befe-bdcd66f10c06 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:30:57.590671 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95d1e788-2bbe-4c4b-9e8c-16a4946cb1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:57.661871 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-95d1e788-2bbe-4c4b-9e8c-16a4946cb1c9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2069bff5b59a412e9286fad68fc7adae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4832265 Nov 10 19:30:57.664707 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56396) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:57.718106 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d7f9a426-fdf8-4556-8b04-280cd9223920 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:57.723227 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d8d738-dee7-48c2-88fa-9b28d622a221 None None] Network e24ea9b8-5aca-44fc-82ce-5c1a18d46568 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:30:57.765646 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 13a8187d-dfb5-4d77-8bf5-96c78f96b350 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:30:57.777060 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1e788-2bbe-4c4b-9e8c-16a4946cb1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e39315e-2ccb-45d9-8dc6-d929837381c5,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:57.871697 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-47dfad28-0882-4631-86b0-ef3920fd4f93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:57.878096 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2a93608a-7267-4e2c-b024-4b4d371d721a None None] Provisioning complete for port 13a8187d-dfb5-4d77-8bf5-96c78f96b350 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:57.878638 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2a93608a-7267-4e2c-b024-4b4d371d721a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:57.884866 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-413128ef-fcf6-4092-90f7-e2405b3d4e5a tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Allocated IP 2001:db8::32f (e24ea9b8-5aca-44fc-82ce-5c1a18d46568/4d04b2ec-4473-4a2d-8fdf-25c8f73ec819/12e98bdb-4253-4702-befe-bdcd66f10c06) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:30:57.916894 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-47dfad28-0882-4631-86b0-ef3920fd4f93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:57.944525 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 13a8187d-dfb5-4d77-8bf5-96c78f96b350 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:57.944915 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:57.953423 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-7f7e0759-2d89-44fd-871b-bde7abeddbc4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Allocated IP 172.25.3.249 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/fa4730d6-5f8b-471e-bb1b-6ce8607fc359) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:30:58.089783 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-47dfad28-0882-4631-86b0-ef3920fd4f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:58.092638 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-47dfad28-0882-4631-86b0-ef3920fd4f93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:58.096266 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-47dfad28-0882-4631-86b0-ef3920fd4f93 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2e39315e-2ccb-45d9-8dc6-d929837381c5 HTTP/1.1" status: 204 len: 168 time: 0.3887391 Nov 10 19:30:58.116260 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa9799-6567-43ae-8aad-6630407962d6 req-d35f48e3-ac7e-48cc-93da-3d44771dc58d tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:58.117247 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dfad28-0882-4631-86b0-ef3920fd4f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e39315e-2ccb-45d9-8dc6-d929837381c5,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:58.124524 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5faa9799-6567-43ae-8aad-6630407962d6 req-d35f48e3-ac7e-48cc-93da-3d44771dc58d tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/networks?id=d81248ac-96a9-4e56-9bb4-f772b36a0433 HTTP/1.1" status: 200 len: 812 time: 0.3217630 Nov 10 19:30:58.154198 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-413128ef-fcf6-4092-90f7-e2405b3d4e5a tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:58.171114 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2a93608a-7267-4e2c-b024-4b4d371d721a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:58.199414 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-413128ef-fcf6-4092-90f7-e2405b3d4e5a tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:58.207730 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5faa9799-6567-43ae-8aad-6630407962d6 req-aad7bbaa-3061-48a7-878e-66c8bec9e678 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/quotas/e964d54e065f49df9181b3cc5034fac9 HTTP/1.1" status: 200 len: 375 time: 0.0813839 Nov 10 19:30:58.232617 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b38b413-3743-48c6-b14f-4dba4ab5c498 None None] Network f6a7c2eb-c842-43b5-82ce-d830b97b9479 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:30:58.271526 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413128ef-fcf6-4092-90f7-e2405b3d4e5a tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Pushing event updated for resources: {'Port': ['ID=12e98bdb-4253-4702-befe-bdcd66f10c06,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:58.280634 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-2a93608a-7267-4e2c-b024-4b4d371d721a None None] For port 13a8187d-dfb5-4d77-8bf5-96c78f96b350, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=13a8187d-dfb5-4d77-8bf5-96c78f96b350,segment=NetworkSegment(ed5ac086-8f36-49a1-9985-7c760e9aa194),segment_id=ed5ac086-8f36-49a1-9985-7c760e9aa194)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:58.299179 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413128ef-fcf6-4092-90f7-e2405b3d4e5a tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Network e24ea9b8-5aca-44fc-82ce-5c1a18d46568 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:30:58.300859 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-413128ef-fcf6-4092-90f7-e2405b3d4e5a tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:30:58.303944 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413128ef-fcf6-4092-90f7-e2405b3d4e5a tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:30:58.310207 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413128ef-fcf6-4092-90f7-e2405b3d4e5a tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:58.311040 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-413128ef-fcf6-4092-90f7-e2405b3d4e5a tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:58.315870 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:58.327881 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7f7e0759-2d89-44fd-871b-bde7abeddbc4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:58.330271 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2a93608a-7267-4e2c-b024-4b4d371d721a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:58.336191 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-413128ef-fcf6-4092-90f7-e2405b3d4e5a tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0279465 Nov 10 19:30:58.338244 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56412) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:58.344354 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-1caf3131-d192-4705-ab6f-bd3fc7b81fd8 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::c', 'mac_address': 'fa:16:3e:65:7a:9c'}]}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:30:58.377494 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5faa9799-6567-43ae-8aad-6630407962d6 req-e4c532ec-52e9-4f99-80c3-304c870e79cc tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e964d54e065f49df9181b3cc5034fac9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1683724 Nov 10 19:30:58.432757 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1caf3131-d192-4705-ab6f-bd3fc7b81fd8 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:58.476926 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93608a-7267-4e2c-b024-4b4d371d721a None None] Pushing event updated for resources: {'Port': ['ID=13a8187d-dfb5-4d77-8bf5-96c78f96b350,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:58.509399 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:30:58.510077 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:30:58.530019 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e98eddef-dc6a-486d-b116-a00433a6be30 None None] Provisioning complete for port f4871018-d8d3-44e1-b6fe-253559362a1b triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:58.530399 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e98eddef-dc6a-486d-b116-a00433a6be30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:58.583312 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7f7e0759-2d89-44fd-871b-bde7abeddbc4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:58.609479 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d7f9a426-fdf8-4556-8b04-280cd9223920 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:58.645966 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7e0759-2d89-44fd-871b-bde7abeddbc4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:30:58.658434 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d7f9a426-fdf8-4556-8b04-280cd9223920 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:58.666214 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-7f7e0759-2d89-44fd-871b-bde7abeddbc4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:30:58.705278 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7e0759-2d89-44fd-871b-bde7abeddbc4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:30:58.714523 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56418) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:58.719233 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7981a687-6e77-4412-a935-36e58bafcfe8 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:30:58.727147 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:58.742260 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ebd687c4-bd64-4049-8567-042917e946d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:58.749418 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e98eddef-dc6a-486d-b116-a00433a6be30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:58.806535 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e98eddef-dc6a-486d-b116-a00433a6be30 None None] For port f4871018-d8d3-44e1-b6fe-253559362a1b, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f4871018-d8d3-44e1-b6fe-253559362a1b,segment=NetworkSegment(5eecbaf6-f13d-48ea-a9e8-688f735af23d),segment_id=5eecbaf6-f13d-48ea-a9e8-688f735af23d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:30:58.820316 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e98eddef-dc6a-486d-b116-a00433a6be30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:58.903732 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98eddef-dc6a-486d-b116-a00433a6be30 None None] Pushing event updated for resources: {'Port': ['ID=f4871018-d8d3-44e1-b6fe-253559362a1b,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:58.948033 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4d89c7e4-d6e4-4c76-8c61-17ea84c5b9bc None None] Provisioning complete for port 13a8187d-dfb5-4d77-8bf5-96c78f96b350 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:58.948279 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4d89c7e4-d6e4-4c76-8c61-17ea84c5b9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:59.115220 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4d89c7e4-d6e4-4c76-8c61-17ea84c5b9bc None None] Provisioning complete for port 201d33ba-7f68-49d5-b2de-e8350da8471c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:59.115599 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4d89c7e4-d6e4-4c76-8c61-17ea84c5b9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:59.117971 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f4871018-d8d3-44e1-b6fe-253559362a1b up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:30:59.210165 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e0759-2d89-44fd-871b-bde7abeddbc4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Pushing event updated for resources: {'Port': ['ID=fa4730d6-5f8b-471e-bb1b-6ce8607fc359,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:59.218246 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-4d89c7e4-d6e4-4c76-8c61-17ea84c5b9bc None None] Port 201d33ba-7f68-49d5-b2de-e8350da8471c cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:30:59.232358 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port f4871018-d8d3-44e1-b6fe-253559362a1b triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:59.232823 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:59.235757 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1caf3131-d192-4705-ab6f-bd3fc7b81fd8 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:59.249539 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1caf3131-d192-4705-ab6f-bd3fc7b81fd8 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:59.268077 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4d89c7e4-d6e4-4c76-8c61-17ea84c5b9bc None None] Provisioning complete for port fa4730d6-5f8b-471e-bb1b-6ce8607fc359 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:59.268474 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4d89c7e4-d6e4-4c76-8c61-17ea84c5b9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:59.276384 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5faa9799-6567-43ae-8aad-6630407962d6 req-72e1ab82-5b52-49df-aa8d-21ea148dba1c service neutron] 10.222.0.54 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8975632 Nov 10 19:30:59.316451 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf3131-d192-4705-ab6f-bd3fc7b81fd8 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Pushing event updated for resources: {'Port': ['ID=12e98bdb-4253-4702-befe-bdcd66f10c06,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:59.322087 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-4d89c7e4-d6e4-4c76-8c61-17ea84c5b9bc None None] Port fa4730d6-5f8b-471e-bb1b-6ce8607fc359 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:30:59.329635 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-1caf3131-d192-4705-ab6f-bd3fc7b81fd8 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] In _notify_port_updated(), no bound segment for port 12e98bdb-4253-4702-befe-bdcd66f10c06 on network e24ea9b8-5aca-44fc-82ce-5c1a18d46568 {{(pid=102505) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 19:30:59.337947 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1caf3131-d192-4705-ab6f-bd3fc7b81fd8 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:30:59.338614 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1caf3131-d192-4705-ab6f-bd3fc7b81fd8 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:59.342473 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1caf3131-d192-4705-ab6f-bd3fc7b81fd8 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] 10.222.0.54 "PUT /v2.0/ports/12e98bdb-4253-4702-befe-bdcd66f10c06 HTTP/1.1" status: 200 len: 1001 time: 1.0006473 Nov 10 19:30:59.343559 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56420) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:59.359923 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:59.361253 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e0759-2d89-44fd-871b-bde7abeddbc4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:59.361913 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e0759-2d89-44fd-871b-bde7abeddbc4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:59.362438 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e0759-2d89-44fd-871b-bde7abeddbc4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:59.362960 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e0759-2d89-44fd-871b-bde7abeddbc4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:59.363645 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e0759-2d89-44fd-871b-bde7abeddbc4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:59.364542 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e0759-2d89-44fd-871b-bde7abeddbc4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:59.365211 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e0759-2d89-44fd-871b-bde7abeddbc4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:59.365729 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e0759-2d89-44fd-871b-bde7abeddbc4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:59.366081 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e0759-2d89-44fd-871b-bde7abeddbc4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:59.366504 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e0759-2d89-44fd-871b-bde7abeddbc4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:59.367027 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e0759-2d89-44fd-871b-bde7abeddbc4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:59.367563 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e0759-2d89-44fd-871b-bde7abeddbc4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:30:59.432817 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d7f9a426-fdf8-4556-8b04-280cd9223920 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:59.459440 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-6610f2bc-79ad-46d5-9e01-eb426e8befff None None] Could not find standard attr ID for object b45b7c46-abea-45db-a62d-d4540a5e04e7. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:30:59.475539 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-6610f2bc-79ad-46d5-9e01-eb426e8befff None None] Provisioning complete for port 24aee98f-3217-4a4e-8f38-cb4204149f4f triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:59.475915 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6610f2bc-79ad-46d5-9e01-eb426e8befff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:59.532455 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-6610f2bc-79ad-46d5-9e01-eb426e8befff None None] Port 24aee98f-3217-4a4e-8f38-cb4204149f4f cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:30:59.544011 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-6610f2bc-79ad-46d5-9e01-eb426e8befff None None] Provisioning complete for port f4871018-d8d3-44e1-b6fe-253559362a1b triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:59.544655 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6610f2bc-79ad-46d5-9e01-eb426e8befff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:59.584110 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9a426-fdf8-4556-8b04-280cd9223920 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Port': ['ID=24aee98f-3217-4a4e-8f38-cb4204149f4f,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:59.590345 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ebd687c4-bd64-4049-8567-042917e946d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:59.594985 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-1421f5ae-6fc5-4e6d-bbbb-8c21b7b28b3d tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Deleting port 12e98bdb-4253-4702-befe-bdcd66f10c06 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:30:59.595538 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1421f5ae-6fc5-4e6d-bbbb-8c21b7b28b3d tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:59.600619 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ebd687c4-bd64-4049-8567-042917e946d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:59.653883 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 13a8187d-dfb5-4d77-8bf5-96c78f96b350 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:30:59.714371 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd687c4-bd64-4049-8567-042917e946d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb7b9d1-a9f0-4995-8359-15d269374899,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:30:59.733407 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ebd687c4-bd64-4049-8567-042917e946d8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=969c43da68bf4c608dcce7a5b6d68681&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0180638 Nov 10 19:30:59.740468 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56422) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:30:59.753904 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5faa9799-6567-43ae-8aad-6630407962d6 req-fff35bfa-b2e3-4158-b956-ecef8c8f0c38 service neutron] 10.222.0.54 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744146 Nov 10 19:30:59.782362 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f9a426-fdf8-4556-8b04-280cd9223920 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network f6a7c2eb-c842-43b5-82ce-d830b97b9479 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:30:59.787616 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-d7f9a426-fdf8-4556-8b04-280cd9223920 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:30:59.789233 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1421f5ae-6fc5-4e6d-bbbb-8c21b7b28b3d tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:59.810679 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-1421f5ae-6fc5-4e6d-bbbb-8c21b7b28b3d tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Calling delete_port for 12e98bdb-4253-4702-befe-bdcd66f10c06 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:30:59.830086 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 13a8187d-dfb5-4d77-8bf5-96c78f96b350 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:30:59.830633 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:59.833806 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3f420ce9-4b83-494e-b2ae-995044727098 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:30:59.906037 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3f420ce9-4b83-494e-b2ae-995044727098 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:00.083068 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3f420ce9-4b83-494e-b2ae-995044727098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:00.093129 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3f420ce9-4b83-494e-b2ae-995044727098 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:00.093129 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3f420ce9-4b83-494e-b2ae-995044727098 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7bb7b9d1-a9f0-4995-8359-15d269374899 HTTP/1.1" status: 204 len: 168 time: 0.3479683 Nov 10 19:31:00.112197 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f420ce9-4b83-494e-b2ae-995044727098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb7b9d1-a9f0-4995-8359-15d269374899,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:00.160608 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1421f5ae-6fc5-4e6d-bbbb-8c21b7b28b3d tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:00.185259 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-6610f2bc-79ad-46d5-9e01-eb426e8befff None None] Provisioning complete for port 201d33ba-7f68-49d5-b2de-e8350da8471c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:00.185799 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6610f2bc-79ad-46d5-9e01-eb426e8befff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:00.252442 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421f5ae-6fc5-4e6d-bbbb-8c21b7b28b3d tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Pushing event deleted for resources: {'Port': ['ID=12e98bdb-4253-4702-befe-bdcd66f10c06,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:00.293657 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-157d11af-56b5-45de-a527-d5d6f2a46cbe req-f8eb1f6c-25db-4688-b768-d1d547ece07e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 210 time: 0.0667698 Nov 10 19:31:00.368031 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f4871018-d8d3-44e1-b6fe-253559362a1b up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:31:00.370137 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-6610f2bc-79ad-46d5-9e01-eb426e8befff None None] Port 201d33ba-7f68-49d5-b2de-e8350da8471c cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:31:00.375017 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7f7e0759-2d89-44fd-871b-bde7abeddbc4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:00.434680 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1421f5ae-6fc5-4e6d-bbbb-8c21b7b28b3d tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:00.449264 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1421f5ae-6fc5-4e6d-bbbb-8c21b7b28b3d tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] 10.222.0.54 "DELETE /v2.0/ports/12e98bdb-4253-4702-befe-bdcd66f10c06 HTTP/1.1" status: 204 len: 168 time: 1.1046290 Nov 10 19:31:00.450372 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56432) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:00.487748 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port f4871018-d8d3-44e1-b6fe-253559362a1b triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:00.488124 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:00.508446 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db12707-0f88-40d2-93da-26693151a723 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] GET failed (client error): The resource could not be found. Nov 10 19:31:00.510160 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1db12707-0f88-40d2-93da-26693151a723 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] 10.222.0.54 "GET /v2.0/ports/12e98bdb-4253-4702-befe-bdcd66f10c06 HTTP/1.1" status: 404 len: 333 time: 0.0564718 Nov 10 19:31:00.514864 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56434) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:00.518060 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f9a426-fdf8-4556-8b04-280cd9223920 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Router 3536bfb3-38d0-4490-aad4-0993fc9dc25b is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:31:00.521289 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-53bfbc9e-f16f-4931-8613-367d8876d2db tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Request body: {'port': {'network_id': 'e24ea9b8-5aca-44fc-82ce-5c1a18d46568', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1804746373'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:00.566518 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2955c740-abe5-489a-b5e8-bad360d01811 None None] Provisioning complete for port 24aee98f-3217-4a4e-8f38-cb4204149f4f triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:00.567023 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2955c740-abe5-489a-b5e8-bad360d01811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:00.644840 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-2955c740-abe5-489a-b5e8-bad360d01811 None None] Port 24aee98f-3217-4a4e-8f38-cb4204149f4f cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:31:00.698969 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2955c740-abe5-489a-b5e8-bad360d01811 None None] Could not find standard attr ID for object 12e98bdb-4253-4702-befe-bdcd66f10c06. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:31:00.780583 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f9a426-fdf8-4556-8b04-280cd9223920 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:31:00.790373 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bfbc9e-f16f-4931-8613-367d8876d2db tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Made reservation on behalf of bf7308b1698c45ec8302a7e36083cf9a for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:31:00.790883 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d7f9a426-fdf8-4556-8b04-280cd9223920 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "PUT /v2.0/routers/3536bfb3-38d0-4490-aad4-0993fc9dc25b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6442986 Nov 10 19:31:00.791157 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56444) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:00.797294 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba5ec1d-a56d-4747-96f9-39242b745049 None None] Sync routers for ids ['3536bfb3-38d0-4490-aad4-0993fc9dc25b'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:31:00.811081 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-53bfbc9e-f16f-4931-8613-367d8876d2db tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:00.814051 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba5ec1d-a56d-4747-96f9-39242b745049 None None] Routers {'3536bfb3-38d0-4490-aad4-0993fc9dc25b'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:31:00.818106 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-aba5ec1d-a56d-4747-96f9-39242b745049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:30:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['3536bfb3-38d0-4490-aad4-0993fc9dc25b'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:00.839697 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7f7e0759-2d89-44fd-871b-bde7abeddbc4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:00.854230 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0cdb0e-29a6-4957-a1a9-a8a9082e43bf tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:00.859095 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-fc0cdb0e-29a6-4957-a1a9-a8a9082e43bf tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "GET /v2.0/ports/24aee98f-3217-4a4e-8f38-cb4204149f4f HTTP/1.1" status: 200 len: 910 time: 0.0621350 Nov 10 19:31:00.860166 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56448) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:00.870467 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-53bfbc9e-f16f-4931-8613-367d8876d2db tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] device_id is not set on port cbae3877-5fb9-496a-916c-1466ff0a9812 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:31:00.906793 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-aba5ec1d-a56d-4747-96f9-39242b745049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:00.915797 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-1b2fcbc8-2848-4edc-a077-847f75a1f709 None None] Could not find standard attr ID for object 12e98bdb-4253-4702-befe-bdcd66f10c06. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:31:00.921916 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba5ec1d-a56d-4747-96f9-39242b745049 None None] Routers {'3536bfb3-38d0-4490-aad4-0993fc9dc25b'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:31:00.923130 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-aba5ec1d-a56d-4747-96f9-39242b745049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:30:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['3536bfb3-38d0-4490-aad4-0993fc9dc25b'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:00.991735 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-aba5ec1d-a56d-4747-96f9-39242b745049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:00.992870 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba5ec1d-a56d-4747-96f9-39242b745049 None None] The sync data for ids ['3536bfb3-38d0-4490-aad4-0993fc9dc25b'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:31:01.073826 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-53bfbc9e-f16f-4931-8613-367d8876d2db tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Allocated IP 2001:db8::128 (e24ea9b8-5aca-44fc-82ce-5c1a18d46568/4d04b2ec-4473-4a2d-8fdf-25c8f73ec819/cbae3877-5fb9-496a-916c-1466ff0a9812) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:31:01.306271 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7e0759-2d89-44fd-871b-bde7abeddbc4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Router 04c617f5-3805-4482-a3e2-96ea5295e82b is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:31:01.316202 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-53bfbc9e-f16f-4931-8613-367d8876d2db tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:01.373360 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-53bfbc9e-f16f-4931-8613-367d8876d2db tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:01.439971 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bfbc9e-f16f-4931-8613-367d8876d2db tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Network e24ea9b8-5aca-44fc-82ce-5c1a18d46568 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:01.443628 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-53bfbc9e-f16f-4931-8613-367d8876d2db tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:01.448065 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bfbc9e-f16f-4931-8613-367d8876d2db tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:31:01.454759 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bfbc9e-f16f-4931-8613-367d8876d2db tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:01.455408 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-53bfbc9e-f16f-4931-8613-367d8876d2db tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:01.466736 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c6875cf5-0c16-47d9-ba65-82d0c1fdb74f req-4776f761-35a5-4ee9-8946-de0e2c974cc6 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 210 time: 0.0689883 Nov 10 19:31:01.484593 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bfbc9e-f16f-4931-8613-367d8876d2db tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Pushing event updated for resources: {'Port': ['ID=cbae3877-5fb9-496a-916c-1466ff0a9812,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:01.495086 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-53bfbc9e-f16f-4931-8613-367d8876d2db tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9789951 Nov 10 19:31:01.498041 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56468) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:01.505149 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-8896654b-fd24-4e07-8e47-1c4cd4487600 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:65:7a:9c'}]}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:01.523354 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7e0759-2d89-44fd-871b-bde7abeddbc4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:31:01.534250 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258b4783-fa13-419a-8bec-0cb2238c3186 None None] Sync routers for ids ['04c617f5-3805-4482-a3e2-96ea5295e82b'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:31:01.549551 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258b4783-fa13-419a-8bec-0cb2238c3186 None None] Routers {'04c617f5-3805-4482-a3e2-96ea5295e82b'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:31:01.551181 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-258b4783-fa13-419a-8bec-0cb2238c3186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:30:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['04c617f5-3805-4482-a3e2-96ea5295e82b'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:01.556729 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7f7e0759-2d89-44fd-871b-bde7abeddbc4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:01.561011 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7f7e0759-2d89-44fd-871b-bde7abeddbc4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.3760033 Nov 10 19:31:01.562639 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56470) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:01.582295 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-36d0e6e6-1b68-42d4-b5e0-e16165a4f4eb tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:01.723279 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-258b4783-fa13-419a-8bec-0cb2238c3186 None None] Set router 04c617f5-3805-4482-a3e2-96ea5295e82b gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:31:01.727986 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8896654b-fd24-4e07-8e47-1c4cd4487600 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:01.954096 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d069d51f-9359-4563-83bd-6208d819e78a None None] Provisioning complete for port cbae3877-5fb9-496a-916c-1466ff0a9812 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:01.954657 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d069d51f-9359-4563-83bd-6208d819e78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:02.015516 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-258b4783-fa13-419a-8bec-0cb2238c3186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-409543339', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'fa4730d6-5f8b-471e-bb1b-6ce8607fc359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:30:56Z', 'updated_at': '2021-11-10T19:30:59Z', 'revision_number': 3, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'gw_port': {'id': 'fa4730d6-5f8b-471e-bb1b-6ce8607fc359', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:03:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:57Z', 'updated_at': '2021-11-10T19:30:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:02.028439 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-d069d51f-9359-4563-83bd-6208d819e78a None None] Port cbae3877-5fb9-496a-916c-1466ff0a9812 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:31:02.046053 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258b4783-fa13-419a-8bec-0cb2238c3186 None None] Checking router: 04c617f5-3805-4482-a3e2-96ea5295e82b for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:31:02.046394 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258b4783-fa13-419a-8bec-0cb2238c3186 None None] Updating router 04c617f5-3805-4482-a3e2-96ea5295e82b port fa4730d6-5f8b-471e-bb1b-6ce8607fc359 binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:31:02.046675 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-36d0e6e6-1b68-42d4-b5e0-e16165a4f4eb tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Deleting port 24aee98f-3217-4a4e-8f38-cb4204149f4f {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:31:02.047112 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-36d0e6e6-1b68-42d4-b5e0-e16165a4f4eb tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:02.074349 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-258b4783-fa13-419a-8bec-0cb2238c3186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:02.091432 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-976660c2-1be4-4b44-8437-b3ace4307c7c tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=26bbb91bbd1a44118e77b6255c634c66&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5271864 Nov 10 19:31:02.108446 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56480) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:02.157222 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-36d0e6e6-1b68-42d4-b5e0-e16165a4f4eb tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:02.173775 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-36d0e6e6-1b68-42d4-b5e0-e16165a4f4eb tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Calling delete_port for 24aee98f-3217-4a4e-8f38-cb4204149f4f owned by network:router_interface {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:31:02.357235 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8896654b-fd24-4e07-8e47-1c4cd4487600 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:02.382880 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8896654b-fd24-4e07-8e47-1c4cd4487600 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:02.384001 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-258b4783-fa13-419a-8bec-0cb2238c3186 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:02.392372 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-258b4783-fa13-419a-8bec-0cb2238c3186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:02.436091 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-36d0e6e6-1b68-42d4-b5e0-e16165a4f4eb tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:02.454825 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-8896654b-fd24-4e07-8e47-1c4cd4487600 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] In _notify_port_updated(), no bound segment for port cbae3877-5fb9-496a-916c-1466ff0a9812 on network e24ea9b8-5aca-44fc-82ce-5c1a18d46568 {{(pid=102505) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 19:31:02.460914 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8896654b-fd24-4e07-8e47-1c4cd4487600 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:02.461645 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8896654b-fd24-4e07-8e47-1c4cd4487600 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:02.465847 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8896654b-fd24-4e07-8e47-1c4cd4487600 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] 10.222.0.54 "PUT /v2.0/ports/cbae3877-5fb9-496a-916c-1466ff0a9812 HTTP/1.1" status: 200 len: 1003 time: 0.9638186 Nov 10 19:31:02.466021 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-258b4783-fa13-419a-8bec-0cb2238c3186 None None] Attempting to bind port fa4730d6-5f8b-471e-bb1b-6ce8607fc359 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:31:02.466021 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-258b4783-fa13-419a-8bec-0cb2238c3186 None None] Attempting to bind port fa4730d6-5f8b-471e-bb1b-6ce8607fc359 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:31:02.466021 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258b4783-fa13-419a-8bec-0cb2238c3186 None None] Attempting to bind port fa4730d6-5f8b-471e-bb1b-6ce8607fc359 on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:31:02.470378 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa9799-6567-43ae-8aad-6630407962d6 req-0b2a0ada-9fcf-435f-bdca-87ec0eeb5a2e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:02.471435 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56494) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:02.473034 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5faa9799-6567-43ae-8aad-6630407962d6 req-0b2a0ada-9fcf-435f-bdca-87ec0eeb5a2e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.25 "GET /v2.0/networks?id=d81248ac-96a9-4e56-9bb4-f772b36a0433 HTTP/1.1" status: 200 len: 812 time: 0.5635440 Nov 10 19:31:02.475367 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464407e7-eb0c-4dfc-b27c-6198eb9c6a98 None None] Pushing event updated for resources: {'Port': ['ID=fa4730d6-5f8b-471e-bb1b-6ce8607fc359,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:02.478048 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258b4783-fa13-419a-8bec-0cb2238c3186 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:31:02.478612 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258b4783-fa13-419a-8bec-0cb2238c3186 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:31:02.479186 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-258b4783-fa13-419a-8bec-0cb2238c3186 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:02.479791 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258b4783-fa13-419a-8bec-0cb2238c3186 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:31:02.480427 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-258b4783-fa13-419a-8bec-0cb2238c3186 None None] Bound port: fa4730d6-5f8b-471e-bb1b-6ce8607fc359, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:31:02.480947 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-258b4783-fa13-419a-8bec-0cb2238c3186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:02.493744 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2779ef1a-e8ac-48e7-b703-023740b241b6 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:31:02.508929 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-5faa9799-6567-43ae-8aad-6630407962d6 req-158ca5df-14c4-4e91-a6a5-3deb0ef0e4a6 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Request body: {'port': {'device_id': '0e3c3f8e-ad69-4fc1-b511-a338485f48bc', 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433', 'admin_state_up': True, 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:02.548723 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-258b4783-fa13-419a-8bec-0cb2238c3186 None None] For port fa4730d6-5f8b-471e-bb1b-6ce8607fc359, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:31:02.552772 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-258b4783-fa13-419a-8bec-0cb2238c3186 None None] For port fa4730d6-5f8b-471e-bb1b-6ce8607fc359, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fa4730d6-5f8b-471e-bb1b-6ce8607fc359,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:31:02.565717 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0e6e6-1b68-42d4-b5e0-e16165a4f4eb tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Port': ['ID=24aee98f-3217-4a4e-8f38-cb4204149f4f,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:02.566210 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-258b4783-fa13-419a-8bec-0cb2238c3186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:02.577489 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-565a4b6f-8b3d-47ae-9f29-4c3f699ad2ab None None] Provisioning complete for port fa4730d6-5f8b-471e-bb1b-6ce8607fc359 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:02.577901 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-565a4b6f-8b3d-47ae-9f29-4c3f699ad2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:02.717583 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58d1b6a-16dd-43e5-b156-210219953846 tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:02.722199 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c87019d-4ff6-4258-af57-1fe8946bec4f None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:31:02.725729 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c58d1b6a-16dd-43e5-b156-210219953846 tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6077170 Nov 10 19:31:02.726902 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8896654b-fd24-4e07-8e47-1c4cd4487600 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Pushing event updated for resources: {'Port': ['ID=cbae3877-5fb9-496a-916c-1466ff0a9812,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:02.729943 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56502) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:02.735885 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258b4783-fa13-419a-8bec-0cb2238c3186 None None] Routers {'04c617f5-3805-4482-a3e2-96ea5295e82b'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:31:02.737102 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-258b4783-fa13-419a-8bec-0cb2238c3186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:30:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['04c617f5-3805-4482-a3e2-96ea5295e82b'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:02.773731 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5faa9799-6567-43ae-8aad-6630407962d6 req-158ca5df-14c4-4e91-a6a5-3deb0ef0e4a6 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Made reservation on behalf of e964d54e065f49df9181b3cc5034fac9 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:31:02.788100 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5faa9799-6567-43ae-8aad-6630407962d6 req-158ca5df-14c4-4e91-a6a5-3deb0ef0e4a6 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:02.843687 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-565a4b6f-8b3d-47ae-9f29-4c3f699ad2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:02.875577 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-565a4b6f-8b3d-47ae-9f29-4c3f699ad2ab None None] For port fa4730d6-5f8b-471e-bb1b-6ce8607fc359, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fa4730d6-5f8b-471e-bb1b-6ce8607fc359,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:02.889298 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-565a4b6f-8b3d-47ae-9f29-4c3f699ad2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:02.974764 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a4b6f-8b3d-47ae-9f29-4c3f699ad2ab None None] Pushing event updated for resources: {'Port': ['ID=fa4730d6-5f8b-471e-bb1b-6ce8607fc359,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:03.023155 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-81268537-8b65-4d6f-9a8d-dd15681d3d37 None None] Provisioning complete for port fa4730d6-5f8b-471e-bb1b-6ce8607fc359 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:03.023702 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-81268537-8b65-4d6f-9a8d-dd15681d3d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:03.074152 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-5faa9799-6567-43ae-8aad-6630407962d6 req-158ca5df-14c4-4e91-a6a5-3deb0ef0e4a6 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Allocated IP 172.20.0.7 (d81248ac-96a9-4e56-9bb4-f772b36a0433/9d874850-3788-4c89-9cc5-3e0f9d06fb90/396705cb-6674-4fb5-9d3b-c8393750b283) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:31:03.083867 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:31:03.095903 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464407e7-eb0c-4dfc-b27c-6198eb9c6a98 None None] Pushing event updated for resources: {'Port': ['ID=fa4730d6-5f8b-471e-bb1b-6ce8607fc359,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:03.179061 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-258b4783-fa13-419a-8bec-0cb2238c3186 None None] Set router 04c617f5-3805-4482-a3e2-96ea5295e82b gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:31:03.252521 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-81268537-8b65-4d6f-9a8d-dd15681d3d37 None None] Provisioning complete for port cbae3877-5fb9-496a-916c-1466ff0a9812 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:03.253546 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-81268537-8b65-4d6f-9a8d-dd15681d3d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:03.303729 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5faa9799-6567-43ae-8aad-6630407962d6 req-158ca5df-14c4-4e91-a6a5-3deb0ef0e4a6 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:03.314431 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-81268537-8b65-4d6f-9a8d-dd15681d3d37 None None] Port cbae3877-5fb9-496a-916c-1466ff0a9812 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:31:03.324779 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1452f167-2774-4121-a318-dc6592d1d920 req-892080c5-b915-418e-ac23-c345ae8e5354 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 210 time: 0.6142204 Nov 10 19:31:03.327536 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ae820615-6456-45db-b8a4-70144980db7b tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5730970 Nov 10 19:31:03.331723 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56504) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:03.343768 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-d7996821-d30f-4cb4-8178-3c1e3d83b186 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1088768846', 'network_id': '12fc590f-8c5a-4ca6-a35a-608285b5045d', 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:03.450429 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5faa9799-6567-43ae-8aad-6630407962d6 req-158ca5df-14c4-4e91-a6a5-3deb0ef0e4a6 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:03.465538 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-36d0e6e6-1b68-42d4-b5e0-e16165a4f4eb tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:03.508143 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-41e8153b-8f5f-43e3-9b8f-ff5efb742d8f tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Deleting port cbae3877-5fb9-496a-916c-1466ff0a9812 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:31:03.508382 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-41e8153b-8f5f-43e3-9b8f-ff5efb742d8f tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:03.533908 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ca5df-14c4-4e91-a6a5-3deb0ef0e4a6 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Pushing event updated for resources: {'Port': ['ID=396705cb-6674-4fb5-9d3b-c8393750b283,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:03.542851 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-258b4783-fa13-419a-8bec-0cb2238c3186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-409543339', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'fa4730d6-5f8b-471e-bb1b-6ce8607fc359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:30:56Z', 'updated_at': '2021-11-10T19:30:59Z', 'revision_number': 3, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'gw_port': {'id': 'fa4730d6-5f8b-471e-bb1b-6ce8607fc359', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:03:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:57Z', 'updated_at': '2021-11-10T19:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:03.571797 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258b4783-fa13-419a-8bec-0cb2238c3186 None None] The sync data for ids ['04c617f5-3805-4482-a3e2-96ea5295e82b'] in n-d-813897-4 is: [{'id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-409543339', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'fa4730d6-5f8b-471e-bb1b-6ce8607fc359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:30:56Z', 'updated_at': '2021-11-10T19:30:59Z', 'revision_number': 3, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'gw_port': {'id': 'fa4730d6-5f8b-471e-bb1b-6ce8607fc359', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:03:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:57Z', 'updated_at': '2021-11-10T19:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:31:03.574910 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5faa9799-6567-43ae-8aad-6630407962d6 req-158ca5df-14c4-4e91-a6a5-3deb0ef0e4a6 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Network d81248ac-96a9-4e56-9bb4-f772b36a0433 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:03.577879 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-5faa9799-6567-43ae-8aad-6630407962d6 req-158ca5df-14c4-4e91-a6a5-3deb0ef0e4a6 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:03.581316 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7996821-d30f-4cb4-8178-3c1e3d83b186 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Made reservation on behalf of 26bbb91bbd1a44118e77b6255c634c66 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:31:03.586274 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d7996821-d30f-4cb4-8178-3c1e3d83b186 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:03.591621 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-5faa9799-6567-43ae-8aad-6630407962d6 req-158ca5df-14c4-4e91-a6a5-3deb0ef0e4a6 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:31:03.710415 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa9799-6567-43ae-8aad-6630407962d6 req-158ca5df-14c4-4e91-a6a5-3deb0ef0e4a6 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:03.711156 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5faa9799-6567-43ae-8aad-6630407962d6 req-158ca5df-14c4-4e91-a6a5-3deb0ef0e4a6 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:03.737372 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5faa9799-6567-43ae-8aad-6630407962d6 req-158ca5df-14c4-4e91-a6a5-3deb0ef0e4a6 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2343760 Nov 10 19:31:03.772203 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-5faa9799-6567-43ae-8aad-6630407962d6 req-3a23b536-c582-42e0-8d7b-e71ce7cd13e0 service neutron] Request body: {'port': {'device_id': '0e3c3f8e-ad69-4fc1-b511-a338485f48bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:03.820466 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-41e8153b-8f5f-43e3-9b8f-ff5efb742d8f tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:03.845041 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5faa9799-6567-43ae-8aad-6630407962d6 req-3a23b536-c582-42e0-8d7b-e71ce7cd13e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:03.849116 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-41e8153b-8f5f-43e3-9b8f-ff5efb742d8f tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Calling delete_port for cbae3877-5fb9-496a-916c-1466ff0a9812 owned by {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:31:03.902660 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d0e6e6-1b68-42d4-b5e0-e16165a4f4eb tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Router 3536bfb3-38d0-4490-aad4-0993fc9dc25b has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:31:03.974399 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-0ee9c99e-fa12-4548-9561-ea6816564978 None None] Provisioning complete for port 396705cb-6674-4fb5-9d3b-c8393750b283 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:03.975281 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0ee9c99e-fa12-4548-9561-ea6816564978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:04.042558 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-0ee9c99e-fa12-4548-9561-ea6816564978 None None] Port 396705cb-6674-4fb5-9d3b-c8393750b283 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:31:04.050288 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d0e6e6-1b68-42d4-b5e0-e16165a4f4eb tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:31:04.056758 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-36d0e6e6-1b68-42d4-b5e0-e16165a4f4eb tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "PUT /v2.0/routers/3536bfb3-38d0-4490-aad4-0993fc9dc25b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1938934 Nov 10 19:31:04.060195 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56514) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:04.067049 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77862ba8-2125-401f-afc4-1377cd976163 None None] Sync routers for ids ['3536bfb3-38d0-4490-aad4-0993fc9dc25b'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:31:04.087678 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77862ba8-2125-401f-afc4-1377cd976163 None None] Routers {'3536bfb3-38d0-4490-aad4-0993fc9dc25b'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:31:04.088589 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-77862ba8-2125-401f-afc4-1377cd976163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:30:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['3536bfb3-38d0-4490-aad4-0993fc9dc25b'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:04.122785 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4cb55cdd-ba58-4a4a-9f81-f3b06aa80531 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "GET /v2.0/ports?device_id=3536bfb3-38d0-4490-aad4-0993fc9dc25b HTTP/1.1" status: 200 len: 205 time: 0.0614123 Nov 10 19:31:04.123413 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56516) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:04.160566 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-77862ba8-2125-401f-afc4-1377cd976163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:04.191542 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d7996821-d30f-4cb4-8178-3c1e3d83b186 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:04.193974 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77862ba8-2125-401f-afc4-1377cd976163 None None] Routers {'3536bfb3-38d0-4490-aad4-0993fc9dc25b'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:31:04.195181 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-77862ba8-2125-401f-afc4-1377cd976163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:30:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['3536bfb3-38d0-4490-aad4-0993fc9dc25b'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:04.228836 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ad1b3d13-d9a9-43cf-93df-b38c975b532d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:04.246350 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7996821-d30f-4cb4-8178-3c1e3d83b186 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Pushing event updated for resources: {'Subnet': ['ID=42ecad61-e792-4bb6-ad4a-77337d262df5,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:04.257969 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-77862ba8-2125-401f-afc4-1377cd976163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:04.265280 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77862ba8-2125-401f-afc4-1377cd976163 None None] The sync data for ids ['3536bfb3-38d0-4490-aad4-0993fc9dc25b'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:31:04.338895 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7996821-d30f-4cb4-8178-3c1e3d83b186 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Checking segment: {'id': 'fd4311b1-6717-430d-8c59-408abee6b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '12fc590f-8c5a-4ca6-a35a-608285b5045d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:31:04.339480 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7996821-d30f-4cb4-8178-3c1e3d83b186 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Network hostable DHCP agents. Network: 12fc590f-8c5a-4ca6-a35a-608285b5045d, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:31:04.404086 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7996821-d30f-4cb4-8178-3c1e3d83b186 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Network 12fc590f-8c5a-4ca6-a35a-608285b5045d is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:31:04.423004 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-d7996821-d30f-4cb4-8178-3c1e3d83b186 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 12fc590f-8c5a-4ca6-a35a-608285b5045d) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:04.429160 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7996821-d30f-4cb4-8178-3c1e3d83b186 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:04.429975 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d7996821-d30f-4cb4-8178-3c1e3d83b186 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:04.436011 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edf8a11-bfd7-4b2c-911b-376db8057e30 None None] Network 12fc590f-8c5a-4ca6-a35a-608285b5045d requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:31:04.451987 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-5faa9799-6567-43ae-8aad-6630407962d6 req-3a23b536-c582-42e0-8d7b-e71ce7cd13e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 396705cb-6674-4fb5-9d3b-c8393750b283 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:31:04.463470 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d7996821-d30f-4cb4-8178-3c1e3d83b186 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1226709 Nov 10 19:31:04.464667 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56522) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:04.472820 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5faa9799-6567-43ae-8aad-6630407962d6 req-3a23b536-c582-42e0-8d7b-e71ce7cd13e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:04.557361 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ad1b3d13-d9a9-43cf-93df-b38c975b532d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:04.562421 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ad1b3d13-d9a9-43cf-93df-b38c975b532d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:04.604285 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-5faa9799-6567-43ae-8aad-6630407962d6 req-3a23b536-c582-42e0-8d7b-e71ce7cd13e0 service neutron] Transition to ACTIVE for port object 396705cb-6674-4fb5-9d3b-c8393750b283 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:31:04.610821 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5faa9799-6567-43ae-8aad-6630407962d6 req-3a23b536-c582-42e0-8d7b-e71ce7cd13e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:04.654304 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-41e8153b-8f5f-43e3-9b8f-ff5efb742d8f tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:04.698282 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8153b-8f5f-43e3-9b8f-ff5efb742d8f tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Pushing event deleted for resources: {'Port': ['ID=cbae3877-5fb9-496a-916c-1466ff0a9812,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:04.704111 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ad1b3d13-d9a9-43cf-93df-b38c975b532d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:04.704674 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1b3d13-d9a9-43cf-93df-b38c975b532d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Fanout notify agent at l3_agent the message router_deleted on router 3536bfb3-38d0-4490-aad4-0993fc9dc25b {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:31:04.714449 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f85e4d-15ba-49ed-88ad-136eb8a6a037 req-ce5a0de5-b8c6-4424-b072-df306c31251c tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:04.716261 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-62f85e4d-15ba-49ed-88ad-136eb8a6a037 req-ce5a0de5-b8c6-4424-b072-df306c31251c tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 931 time: 0.2845702 Nov 10 19:31:04.726203 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ad1b3d13-d9a9-43cf-93df-b38c975b532d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:04.730474 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ad1b3d13-d9a9-43cf-93df-b38c975b532d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/routers/3536bfb3-38d0-4490-aad4-0993fc9dc25b HTTP/1.1" status: 204 len: 168 time: 0.6038413 Nov 10 19:31:04.734824 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56526) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:04.793919 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23b536-c582-42e0-8d7b-e71ce7cd13e0 service neutron] Pushing event updated for resources: {'Port': ['ID=396705cb-6674-4fb5-9d3b-c8393750b283,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:04.851789 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa7e7f3-6f6d-4d45-af43-2715a56ff218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-12fc590f-8c5a-4ca6-a35a-608285b5045d', 'network_id': '12fc590f-8c5a-4ca6-a35a-608285b5045d', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'fixed_ips': [{'subnet_id': '42ecad61-e792-4bb6-ad4a-77337d262df5'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:31:04.852777 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8aa7e7f3-6f6d-4d45-af43-2715a56ff218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:04.876519 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-41e8153b-8f5f-43e3-9b8f-ff5efb742d8f tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:04.890915 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-41e8153b-8f5f-43e3-9b8f-ff5efb742d8f tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] 10.222.0.54 "DELETE /v2.0/ports/cbae3877-5fb9-496a-916c-1466ff0a9812 HTTP/1.1" status: 204 len: 168 time: 2.4126554 Nov 10 19:31:04.894803 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56528) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:05.004453 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-5faa9799-6567-43ae-8aad-6630407962d6 req-3a23b536-c582-42e0-8d7b-e71ce7cd13e0 service neutron] Attempting to bind port 396705cb-6674-4fb5-9d3b-c8393750b283 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:31:05.005113 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-5faa9799-6567-43ae-8aad-6630407962d6 req-3a23b536-c582-42e0-8d7b-e71ce7cd13e0 service neutron] Attempting to bind port 396705cb-6674-4fb5-9d3b-c8393750b283 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:31:05.006293 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faa9799-6567-43ae-8aad-6630407962d6 req-3a23b536-c582-42e0-8d7b-e71ce7cd13e0 service neutron] Attempting to bind port 396705cb-6674-4fb5-9d3b-c8393750b283 on network d81248ac-96a9-4e56-9bb4-f772b36a0433 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:31:05.012162 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b9c313a-ca7b-41b4-9db6-181256a399df tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] GET failed (client error): The resource could not be found. Nov 10 19:31:05.013946 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6b9c313a-ca7b-41b4-9db6-181256a399df tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] 10.222.0.54 "GET /v2.0/ports/cbae3877-5fb9-496a-916c-1466ff0a9812 HTTP/1.1" status: 404 len: 333 time: 0.1114643 Nov 10 19:31:05.019130 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56530) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:05.020841 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-62f85e4d-15ba-49ed-88ad-136eb8a6a037 req-8644be1e-9b52-4bff-8b7c-4c40508a7b64 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873042 Nov 10 19:31:05.027262 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c6ea82-bc19-4666-897c-02d9a75bb666 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Deleting subnet 4d468089-513a-4304-bfb5-e9981f86f2ac {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:31:05.030710 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-94c6ea82-bc19-4666-897c-02d9a75bb666 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:05.101618 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-94c6ea82-bc19-4666-897c-02d9a75bb666 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:05.113087 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-8aa7e7f3-6f6d-4d45-af43-2715a56ff218 None None] Allocated IP 172.20.0.2 (12fc590f-8c5a-4ca6-a35a-608285b5045d/42ecad61-e792-4bb6-ad4a-77337d262df5/829936b8-9ed4-4ff0-a6d6-e084cc29dca8) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:31:05.149081 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-e370bb3a-79ca-46cb-85ca-0ad77b18a292 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Request body: {'port': {'network_id': 'e24ea9b8-5aca-44fc-82ce-5c1a18d46568', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1057252008'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:05.158839 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faa9799-6567-43ae-8aad-6630407962d6 req-3a23b536-c582-42e0-8d7b-e71ce7cd13e0 service neutron] Port 396705cb-6674-4fb5-9d3b-c8393750b283 on network d81248ac-96a9-4e56-9bb4-f772b36a0433 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:31:05.159175 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faa9799-6567-43ae-8aad-6630407962d6 req-3a23b536-c582-42e0-8d7b-e71ce7cd13e0 service neutron] Attempting to bind port 396705cb-6674-4fb5-9d3b-c8393750b283 on network d81248ac-96a9-4e56-9bb4-f772b36a0433 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:31:05.238276 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-94c6ea82-bc19-4666-897c-02d9a75bb666 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:05.261671 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faa9799-6567-43ae-8aad-6630407962d6 req-3a23b536-c582-42e0-8d7b-e71ce7cd13e0 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:31:05.262038 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faa9799-6567-43ae-8aad-6630407962d6 req-3a23b536-c582-42e0-8d7b-e71ce7cd13e0 service neutron] Checking segment: {'id': '5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:31:05.262431 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faa9799-6567-43ae-8aad-6630407962d6 req-3a23b536-c582-42e0-8d7b-e71ce7cd13e0 service neutron] Bound using segment: {'id': '5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:31:05.262884 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-5faa9799-6567-43ae-8aad-6630407962d6 req-3a23b536-c582-42e0-8d7b-e71ce7cd13e0 service neutron] Bound port: 396705cb-6674-4fb5-9d3b-c8393750b283, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:31:05.263330 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5faa9799-6567-43ae-8aad-6630407962d6 req-3a23b536-c582-42e0-8d7b-e71ce7cd13e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:05.324152 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-94c6ea82-bc19-4666-897c-02d9a75bb666 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:05.326426 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8aa7e7f3-6f6d-4d45-af43-2715a56ff218 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:05.334442 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8aa7e7f3-6f6d-4d45-af43-2715a56ff218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:05.355793 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6ea82-bc19-4666-897c-02d9a75bb666 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Subnet': ['ID=4d468089-513a-4304-bfb5-e9981f86f2ac,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:05.368378 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-94c6ea82-bc19-4666-897c-02d9a75bb666 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:05.372310 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-94c6ea82-bc19-4666-897c-02d9a75bb666 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/subnets/4d468089-513a-4304-bfb5-e9981f86f2ac HTTP/1.1" status: 204 len: 168 time: 0.6367855 Nov 10 19:31:05.374352 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa7e7f3-6f6d-4d45-af43-2715a56ff218 None None] Network 12fc590f-8c5a-4ca6-a35a-608285b5045d is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:05.376202 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56532) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:05.377404 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee22c2c9-ff7e-4193-a33a-332c33e277de None None] Network f6a7c2eb-c842-43b5-82ce-d830b97b9479 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:31:05.387526 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-8aa7e7f3-6f6d-4d45-af43-2715a56ff218 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:05.402024 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa7e7f3-6f6d-4d45-af43-2715a56ff218 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:31:05.413295 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa7e7f3-6f6d-4d45-af43-2715a56ff218 None None] Pushing event updated for resources: {'Port': ['ID=829936b8-9ed4-4ff0-a6d6-e084cc29dca8,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:05.462332 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-36f31ab4-b030-494a-a339-70de71352de8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:05.465157 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f67edd25-8969-47e5-b590-ace2213c4dc1 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:05.467557 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-5faa9799-6567-43ae-8aad-6630407962d6 req-3a23b536-c582-42e0-8d7b-e71ce7cd13e0 service neutron] For port 396705cb-6674-4fb5-9d3b-c8393750b283, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:31:05.473700 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-5faa9799-6567-43ae-8aad-6630407962d6 req-3a23b536-c582-42e0-8d7b-e71ce7cd13e0 service neutron] For port 396705cb-6674-4fb5-9d3b-c8393750b283, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=396705cb-6674-4fb5-9d3b-c8393750b283,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:31:05.496146 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5faa9799-6567-43ae-8aad-6630407962d6 req-3a23b536-c582-42e0-8d7b-e71ce7cd13e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:05.540403 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e370bb3a-79ca-46cb-85ca-0ad77b18a292 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Made reservation on behalf of bf7308b1698c45ec8302a7e36083cf9a for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:31:05.544117 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e370bb3a-79ca-46cb-85ca-0ad77b18a292 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:05.547318 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-36f31ab4-b030-494a-a339-70de71352de8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Deleting port f4871018-d8d3-44e1-b6fe-253559362a1b {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:31:05.547810 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-36f31ab4-b030-494a-a339-70de71352de8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:05.573089 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-8aa7e7f3-6f6d-4d45-af43-2715a56ff218 None None] Attempting to bind port 829936b8-9ed4-4ff0-a6d6-e084cc29dca8 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:31:05.573479 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-8aa7e7f3-6f6d-4d45-af43-2715a56ff218 None None] Attempting to bind port 829936b8-9ed4-4ff0-a6d6-e084cc29dca8 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'fd4311b1-6717-430d-8c59-408abee6b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '12fc590f-8c5a-4ca6-a35a-608285b5045d'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:31:05.573866 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa7e7f3-6f6d-4d45-af43-2715a56ff218 None None] Attempting to bind port 829936b8-9ed4-4ff0-a6d6-e084cc29dca8 on network 12fc590f-8c5a-4ca6-a35a-608285b5045d {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:31:05.589068 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa7e7f3-6f6d-4d45-af43-2715a56ff218 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:31:05.589485 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa7e7f3-6f6d-4d45-af43-2715a56ff218 None None] Checking segment: {'id': 'fd4311b1-6717-430d-8c59-408abee6b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '12fc590f-8c5a-4ca6-a35a-608285b5045d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:31:05.589986 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8aa7e7f3-6f6d-4d45-af43-2715a56ff218 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:05.590380 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa7e7f3-6f6d-4d45-af43-2715a56ff218 None None] Bound using segment: {'id': 'fd4311b1-6717-430d-8c59-408abee6b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '12fc590f-8c5a-4ca6-a35a-608285b5045d'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:31:05.619933 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa9799-6567-43ae-8aad-6630407962d6 req-3a23b536-c582-42e0-8d7b-e71ce7cd13e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:05.620938 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5faa9799-6567-43ae-8aad-6630407962d6 req-3a23b536-c582-42e0-8d7b-e71ce7cd13e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:05.624548 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5faa9799-6567-43ae-8aad-6630407962d6 req-3a23b536-c582-42e0-8d7b-e71ce7cd13e0 service neutron] 10.222.0.25 "PUT /v2.0/ports/396705cb-6674-4fb5-9d3b-c8393750b283 HTTP/1.1" status: 200 len: 1091 time: 1.8595319 Nov 10 19:31:05.625224 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e3c3f8e-ad69-4fc1-b511-a338485f48bc', 'tag': '396705cb-6674-4fb5-9d3b-c8393750b283'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:31:05.628591 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e03edd-aab4-4d25-9815-e98d6964307d" -d '{"events": [{"name": "network-changed", "server_uuid": "0e3c3f8e-ad69-4fc1-b511-a338485f48bc", "tag": "396705cb-6674-4fb5-9d3b-c8393750b283"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:31:05.632181 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-8aa7e7f3-6f6d-4d45-af43-2715a56ff218 None None] Bound port: 829936b8-9ed4-4ff0-a6d6-e084cc29dca8, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd4311b1-6717-430d-8c59-408abee6b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '12fc590f-8c5a-4ca6-a35a-608285b5045d'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:31:05.632603 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8aa7e7f3-6f6d-4d45-af43-2715a56ff218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:05.682464 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-36f31ab4-b030-494a-a339-70de71352de8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] For port f4871018-d8d3-44e1-b6fe-253559362a1b, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f4871018-d8d3-44e1-b6fe-253559362a1b,segment=NetworkSegment(5eecbaf6-f13d-48ea-a9e8-688f735af23d),segment_id=5eecbaf6-f13d-48ea-a9e8-688f735af23d)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:05.684136 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-36f31ab4-b030-494a-a339-70de71352de8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:05.756330 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-36f31ab4-b030-494a-a339-70de71352de8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Calling delete_port for f4871018-d8d3-44e1-b6fe-253559362a1b owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:31:05.774574 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-e370bb3a-79ca-46cb-85ca-0ad77b18a292 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] device_id is not set on port e960e8a6-7d09-4139-81b9-538bda4a0c06 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:31:05.819251 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-8aa7e7f3-6f6d-4d45-af43-2715a56ff218 None None] For port 829936b8-9ed4-4ff0-a6d6-e084cc29dca8, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:31:05.822981 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fa4730d6-5f8b-471e-bb1b-6ce8607fc359 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:31:05.943448 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23b536-c582-42e0-8d7b-e71ce7cd13e0 service neutron] Pushing event updated for resources: {'Port': ['ID=396705cb-6674-4fb5-9d3b-c8393750b283,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:05.967032 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-36f31ab4-b030-494a-a339-70de71352de8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:05.975622 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-8aa7e7f3-6f6d-4d45-af43-2715a56ff218 None None] For port 829936b8-9ed4-4ff0-a6d6-e084cc29dca8, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=829936b8-9ed4-4ff0-a6d6-e084cc29dca8,segment=NetworkSegment(fd4311b1-6717-430d-8c59-408abee6b6ef),segment_id=fd4311b1-6717-430d-8c59-408abee6b6ef)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:31:05.977348 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf7f39d-c249-4304-8c48-07641faeae25 None None] DHCP port deletion for f6a7c2eb-c842-43b5-82ce-d830b97b9479 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:31:06.004381 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8aa7e7f3-6f6d-4d45-af43-2715a56ff218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:06.024928 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f31ab4-b030-494a-a339-70de71352de8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Port': ['ID=f4871018-d8d3-44e1-b6fe-253559362a1b,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:06.029154 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f31ab4-b030-494a-a339-70de71352de8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] No DVR routers for this DVR port f4871018-d8d3-44e1-b6fe-253559362a1b on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:31:06.153132 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port fa4730d6-5f8b-471e-bb1b-6ce8607fc359 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:06.153732 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:06.187394 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-36f31ab4-b030-494a-a339-70de71352de8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:06.221103 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-36f31ab4-b030-494a-a339-70de71352de8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a7c2eb-c842-43b5-82ce-d830b97b9479']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:06.235414 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-36f31ab4-b030-494a-a339-70de71352de8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eecbaf6-f13d-48ea-a9e8-688f735af23d') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:06.236747 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa7e7f3-6f6d-4d45-af43-2715a56ff218 None None] Pushing event updated for resources: {'Port': ['ID=829936b8-9ed4-4ff0-a6d6-e084cc29dca8,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:06.241004 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-36f31ab4-b030-494a-a339-70de71352de8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eecbaf6-f13d-48ea-a9e8-688f735af23d') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:06.260870 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f6b9d-f8fb-4f4b-bbba-10f5c1af1a1b req-e3fa05f9-b16a-4f6f-861f-6017509fe822 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:06.262558 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7f5f6b9d-f8fb-4f4b-bbba-10f5c1af1a1b req-e3fa05f9-b16a-4f6f-861f-6017509fe822 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 943 time: 0.1535864 Nov 10 19:31:06.293509 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-36f31ab4-b030-494a-a339-70de71352de8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:06.327548 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-36f31ab4-b030-494a-a339-70de71352de8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:06.341657 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f31ab4-b030-494a-a339-70de71352de8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:31:06.342310 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-36f31ab4-b030-494a-a339-70de71352de8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:06.345727 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:31:06.345727 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:31:06.345727 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:31:06.345727 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:31:06.345727 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:31:06.345727 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:31:06.345727 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:31:06.345727 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:31:06.345727 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:31:06.345727 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:31:06.345727 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:31:06.345727 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:31:06.345727 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:31:06.345727 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:31:06.345727 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:31:06.345727 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:31:06.345727 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:31:06.345727 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:31:06.345727 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:31:06.345727 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:31:06.345727 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:31:06.345727 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:31:06.345727 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:31:06.345727 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:31:06.345727 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:31:06.345727 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:31:06.345727 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:31:06.345727 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:31:06.345727 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:31:06.345727 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:31:06.345727 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:31:06.345727 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:31:06.436927 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7f5f6b9d-f8fb-4f4b-bbba-10f5c1af1a1b req-ad8d21a8-ebe9-4251-bfa8-beb6baa5553a tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588643 Nov 10 19:31:06.471118 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-36f31ab4-b030-494a-a339-70de71352de8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:06.478692 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-36f31ab4-b030-494a-a339-70de71352de8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:06.488785 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-36f31ab4-b030-494a-a339-70de71352de8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/networks/f6a7c2eb-c842-43b5-82ce-d830b97b9479 HTTP/1.1" status: 204 len: 168 time: 1.1091175 Nov 10 19:31:06.489515 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56552) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:06.505576 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-34c4c3d3-62ad-426a-a651-72a649834218 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-953486896', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}, 'admin_state_up': False}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:06.534934 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f31ab4-b030-494a-a339-70de71352de8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Network': ['ID=f6a7c2eb-c842-43b5-82ce-d830b97b9479,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:06.558959 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-34c4c3d3-62ad-426a-a651-72a649834218 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:06.560410 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-34c4c3d3-62ad-426a-a651-72a649834218 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:06.612282 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229414e8-19ee-409e-b635-661111eb91a2 x-openstack-request-id: req-229414e8-19ee-409e-b635-661111eb91a2 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:31:06.612820 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e3c3f8e-ad69-4fc1-b511-a338485f48bc", "tag": "396705cb-6674-4fb5-9d3b-c8393750b283", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:31:06.612820 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-229414e8-19ee-409e-b635-661111eb91a2 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:31:06.613194 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e3c3f8e-ad69-4fc1-b511-a338485f48bc', 'tag': '396705cb-6674-4fb5-9d3b-c8393750b283', 'status': 'completed', 'code': 200} Nov 10 19:31:06.642834 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-34c4c3d3-62ad-426a-a651-72a649834218 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:06.651454 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa9799-6567-43ae-8aad-6630407962d6 req-5b4d43f6-3947-44d1-934e-0094578111f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:06.653079 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5faa9799-6567-43ae-8aad-6630407962d6 req-5b4d43f6-3947-44d1-934e-0094578111f6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e964d54e065f49df9181b3cc5034fac9&device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 1094 time: 0.9396629 Nov 10 19:31:06.733359 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5faa9799-6567-43ae-8aad-6630407962d6 req-d2b25651-7cf3-4cc1-8b0b-de6cf3c13045 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=396705cb-6674-4fb5-9d3b-c8393750b283 HTTP/1.1" status: 200 len: 217 time: 0.0558300 Nov 10 19:31:06.789065 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-34c4c3d3-62ad-426a-a651-72a649834218 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:06.816399 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-e370bb3a-79ca-46cb-85ca-0ad77b18a292 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Allocated IP 2001:db8::1b (e24ea9b8-5aca-44fc-82ce-5c1a18d46568/4d04b2ec-4473-4a2d-8fdf-25c8f73ec819/e960e8a6-7d09-4139-81b9-538bda4a0c06) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:31:06.893040 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa9799-6567-43ae-8aad-6630407962d6 req-e8dedaa2-2a2a-459e-87b5-8b2d32f8a32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:06.894700 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5faa9799-6567-43ae-8aad-6630407962d6 req-e8dedaa2-2a2a-459e-87b5-8b2d32f8a32e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d874850-3788-4c89-9cc5-3e0f9d06fb90 HTTP/1.1" status: 200 len: 851 time: 0.1497343 Nov 10 19:31:07.005114 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-34c4c3d3-62ad-426a-a651-72a649834218 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:07.026698 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-34c4c3d3-62ad-426a-a651-72a649834218 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:07.058608 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa9799-6567-43ae-8aad-6630407962d6 req-1cd63975-6f5e-4ffe-8bfb-b8a7f7ac4e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:07.060179 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5faa9799-6567-43ae-8aad-6630407962d6 req-1cd63975-6f5e-4ffe-8bfb-b8a7f7ac4e6d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d81248ac-96a9-4e56-9bb4-f772b36a0433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1516099 Nov 10 19:31:07.117704 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-f67edd25-8969-47e5-b590-ace2213c4dc1 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Allocated IP 172.20.0.1 (12fc590f-8c5a-4ca6-a35a-608285b5045d/42ecad61-e792-4bb6-ad4a-77337d262df5/03460f21-068d-4064-bf0e-27dad767c39e) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:31:07.214474 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-34c4c3d3-62ad-426a-a651-72a649834218 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Allocated IP 172.25.3.24 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/a793bb3f-f767-4181-84c2-4c4a723dbbb5) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:31:07.342811 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e370bb3a-79ca-46cb-85ca-0ad77b18a292 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:07.365024 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5faa9799-6567-43ae-8aad-6630407962d6 req-3b0d8087-4f0d-40f2-925a-062a3c324cc7 service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944896 Nov 10 19:31:07.384329 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-34c4c3d3-62ad-426a-a651-72a649834218 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:07.443702 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f67edd25-8969-47e5-b590-ace2213c4dc1 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:07.468739 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-34c4c3d3-62ad-426a-a651-72a649834218 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:07.524905 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e370bb3a-79ca-46cb-85ca-0ad77b18a292 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:07.567802 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4c3d3-62ad-426a-a651-72a649834218 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Port': ['ID=a793bb3f-f767-4181-84c2-4c4a723dbbb5,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:07.596233 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c4c3d3-62ad-426a-a651-72a649834218 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:07.603192 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-34c4c3d3-62ad-426a-a651-72a649834218 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:07.626827 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef12c79e-d09c-465f-9778-5e61a4042216 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:31:07.628095 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8daa09-72ef-47d0-bd88-c7294cbd99ed req-6043e7e0-c2a6-48ec-8f46-dc140e33f3d6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:07.641406 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8d8daa09-72ef-47d0-bd88-c7294cbd99ed req-6043e7e0-c2a6-48ec-8f46-dc140e33f3d6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc HTTP/1.1" status: 200 len: 946 time: 0.5017848 Nov 10 19:31:07.647607 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c4c3d3-62ad-426a-a651-72a649834218 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:31:07.673680 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370bb3a-79ca-46cb-85ca-0ad77b18a292 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Pushing event updated for resources: {'Port': ['ID=e960e8a6-7d09-4139-81b9-538bda4a0c06,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:07.679922 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 829936b8-9ed4-4ff0-a6d6-e084cc29dca8 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:31:07.726619 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e370bb3a-79ca-46cb-85ca-0ad77b18a292 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Network e24ea9b8-5aca-44fc-82ce-5c1a18d46568 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:07.730691 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5faa9799-6567-43ae-8aad-6630407962d6 req-bbc9a7e6-a0d1-47e8-9d53-057d9d7e49ca service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551528 Nov 10 19:31:07.741531 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-e370bb3a-79ca-46cb-85ca-0ad77b18a292 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:07.749886 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e370bb3a-79ca-46cb-85ca-0ad77b18a292 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:31:07.763061 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8bd4b1-fb89-41be-9aa5-38b6e513dcfe None None] Network 12fc590f-8c5a-4ca6-a35a-608285b5045d requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:31:07.766053 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e370bb3a-79ca-46cb-85ca-0ad77b18a292 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:07.769214 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e370bb3a-79ca-46cb-85ca-0ad77b18a292 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:07.813483 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f67edd25-8969-47e5-b590-ace2213c4dc1 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:07.818687 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c74e6550-0b24-4397-b9a1-1ae886010b81 None None] Provisioning complete for port a793bb3f-f767-4181-84c2-4c4a723dbbb5 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:07.819057 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c74e6550-0b24-4397-b9a1-1ae886010b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:07.942789 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e370bb3a-79ca-46cb-85ca-0ad77b18a292 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8018110 Nov 10 19:31:07.946635 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67edd25-8969-47e5-b590-ace2213c4dc1 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Network 12fc590f-8c5a-4ca6-a35a-608285b5045d is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:07.954640 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56570) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:07.956810 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e03edd-aab4-4d25-9815-e98d6964307d req-0c66edfc-fa5a-4e7f-a226-7543c48a3dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:07.958679 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e0e03edd-aab4-4d25-9815-e98d6964307d req-0c66edfc-fa5a-4e7f-a226-7543c48a3dcb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e964d54e065f49df9181b3cc5034fac9&device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 1094 time: 0.1545901 Nov 10 19:31:07.963604 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-38992ff4-a01b-4576-981e-f4592d023f10 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Request body: {'port': {'network_id': 'e24ea9b8-5aca-44fc-82ce-5c1a18d46568', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-484843550'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:08.009319 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 829936b8-9ed4-4ff0-a6d6-e084cc29dca8 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:08.009709 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:08.041180 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-34c4c3d3-62ad-426a-a651-72a649834218 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:08.071392 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-f67edd25-8969-47e5-b590-ace2213c4dc1 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:08.074174 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67edd25-8969-47e5-b590-ace2213c4dc1 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:31:08.153229 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67edd25-8969-47e5-b590-ace2213c4dc1 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Pushing event updated for resources: {'Port': ['ID=03460f21-068d-4064-bf0e-27dad767c39e,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:08.168432 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38992ff4-a01b-4576-981e-f4592d023f10 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Made reservation on behalf of bf7308b1698c45ec8302a7e36083cf9a for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:31:08.172422 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-38992ff4-a01b-4576-981e-f4592d023f10 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:08.270324 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-38992ff4-a01b-4576-981e-f4592d023f10 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] device_id is not set on port 5f91dcf1-81f0-4119-b1b2-14400360ce88 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:31:08.280968 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f67edd25-8969-47e5-b590-ace2213c4dc1 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:08.321393 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c74e6550-0b24-4397-b9a1-1ae886010b81 None None] Port a793bb3f-f767-4181-84c2-4c4a723dbbb5 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:31:08.414962 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:08.475420 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f67edd25-8969-47e5-b590-ace2213c4dc1 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:08.512935 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 829936b8-9ed4-4ff0-a6d6-e084cc29dca8, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=829936b8-9ed4-4ff0-a6d6-e084cc29dca8,segment=NetworkSegment(fd4311b1-6717-430d-8c59-408abee6b6ef),segment_id=fd4311b1-6717-430d-8c59-408abee6b6ef)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:08.514571 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-7e7dd2c9-6723-4a92-9598-40a0eb38e2db None None] Provisioning complete for port e960e8a6-7d09-4139-81b9-538bda4a0c06 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:08.515024 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e7dd2c9-6723-4a92-9598-40a0eb38e2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:08.564385 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e03edd-aab4-4d25-9815-e98d6964307d req-945554d5-56eb-4e58-8fc8-cef4fffc2072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:08.566669 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:08.567061 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e0e03edd-aab4-4d25-9815-e98d6964307d req-945554d5-56eb-4e58-8fc8-cef4fffc2072 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d81248ac-96a9-4e56-9bb4-f772b36a0433 HTTP/1.1" status: 200 len: 913 time: 0.4147198 Nov 10 19:31:08.589141 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8d8daa09-72ef-47d0-bd88-c7294cbd99ed req-a7de09df-b8c7-47b1-84e3-db2ef6e70a5f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=870e9252-f7b1-4dc7-99d3-658b500cd6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9437668 Nov 10 19:31:08.628502 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56574) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:08.640836 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e0e03edd-aab4-4d25-9815-e98d6964307d req-a1cfcd48-93da-4e67-ab54-7572ead5cd14 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=396705cb-6674-4fb5-9d3b-c8393750b283 HTTP/1.1" status: 200 len: 217 time: 0.0408142 Nov 10 19:31:08.671869 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-7e7dd2c9-6723-4a92-9598-40a0eb38e2db None None] Port e960e8a6-7d09-4139-81b9-538bda4a0c06 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:31:08.679354 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f4871018-d8d3-44e1-b6fe-253559362a1b no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:31:08.716700 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e03edd-aab4-4d25-9815-e98d6964307d req-8f3709c6-091b-4e78-911f-80cda806aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:08.718431 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e0e03edd-aab4-4d25-9815-e98d6964307d req-8f3709c6-091b-4e78-911f-80cda806aaf5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d874850-3788-4c89-9cc5-3e0f9d06fb90 HTTP/1.1" status: 200 len: 851 time: 0.0691798 Nov 10 19:31:08.759249 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: f4871018-d8d3-44e1-b6fe-253559362a1b {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:31:08.759675 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f4871018-d8d3-44e1-b6fe-253559362a1b not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:31:08.777697 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-7e7dd2c9-6723-4a92-9598-40a0eb38e2db None None] Provisioning complete for port 829936b8-9ed4-4ff0-a6d6-e084cc29dca8 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:08.778220 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e7dd2c9-6723-4a92-9598-40a0eb38e2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:08.819240 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=829936b8-9ed4-4ff0-a6d6-e084cc29dca8,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:08.839413 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-34c4c3d3-62ad-426a-a651-72a649834218 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:08.878051 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-38992ff4-a01b-4576-981e-f4592d023f10 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Allocated IP 2001:db8::1a3 (e24ea9b8-5aca-44fc-82ce-5c1a18d46568/4d04b2ec-4473-4a2d-8fdf-25c8f73ec819/5f91dcf1-81f0-4119-b1b2-14400360ce88) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:31:08.947282 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-92976011-3ea3-4fb9-be69-62e3e4d9e941 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/floatingips/435a62e7-88eb-48ff-bd95-a726c3056886 HTTP/1.1" status: 200 len: 993 time: 0.3174500 Nov 10 19:31:09.028058 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e03edd-aab4-4d25-9815-e98d6964307d req-4c750649-af55-4e9b-a93d-1919c661f62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:09.029665 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e0e03edd-aab4-4d25-9815-e98d6964307d req-4c750649-af55-4e9b-a93d-1919c661f62a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d81248ac-96a9-4e56-9bb4-f772b36a0433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3024969 Nov 10 19:31:09.048515 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d99b2-028a-484f-b36a-1cbd4acca9c8 req-03d87d89-b0a1-46d9-8886-1ea8c919854e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:09.051107 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-470d99b2-028a-484f-b36a-1cbd4acca9c8 req-03d87d89-b0a1-46d9-8886-1ea8c919854e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 943 time: 0.3056185 Nov 10 19:31:09.095394 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e2435879-496a-4066-a2f7-5b1a7236feaf None None] Provisioning complete for port 829936b8-9ed4-4ff0-a6d6-e084cc29dca8 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:09.095699 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e2435879-496a-4066-a2f7-5b1a7236feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:09.177897 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c4c3d3-62ad-426a-a651-72a649834218 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Router d5f4b57e-7108-4cf9-b6ed-0f4e1738b36e is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:31:09.199742 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-470d99b2-028a-484f-b36a-1cbd4acca9c8 req-d6d1557b-627a-453c-8a29-81ca010c1c70 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384337 Nov 10 19:31:09.248677 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e2435879-496a-4066-a2f7-5b1a7236feaf None None] Provisioning complete for port 03460f21-068d-4064-bf0e-27dad767c39e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:09.249008 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e2435879-496a-4066-a2f7-5b1a7236feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:09.306210 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e0e03edd-aab4-4d25-9815-e98d6964307d req-b9d67f2b-d5b2-42df-8b52-3cd3e4dc2257 service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657297 Nov 10 19:31:09.312125 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e2435879-496a-4066-a2f7-5b1a7236feaf None None] Port 03460f21-068d-4064-bf0e-27dad767c39e cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:31:09.366159 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c4c3d3-62ad-426a-a651-72a649834218 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:31:09.377756 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dca487-5882-4572-8b3c-67bc43b54f9a None None] Sync routers for ids ['d5f4b57e-7108-4cf9-b6ed-0f4e1738b36e'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:31:09.395520 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dca487-5882-4572-8b3c-67bc43b54f9a None None] Routers {'d5f4b57e-7108-4cf9-b6ed-0f4e1738b36e'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:31:09.396594 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-50dca487-5882-4572-8b3c-67bc43b54f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:30:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d5f4b57e-7108-4cf9-b6ed-0f4e1738b36e'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:09.403667 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-34c4c3d3-62ad-426a-a651-72a649834218 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:09.407986 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-34c4c3d3-62ad-426a-a651-72a649834218 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.9085014 Nov 10 19:31:09.411124 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56580) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:09.445940 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e56e935e-cea3-40fb-ab03-c2152b6da15b None None] Provisioning complete for port 03460f21-068d-4064-bf0e-27dad767c39e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:09.446313 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e56e935e-cea3-40fb-ab03-c2152b6da15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:09.492236 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-50dca487-5882-4572-8b3c-67bc43b54f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:09.503502 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e56e935e-cea3-40fb-ab03-c2152b6da15b None None] Port 03460f21-068d-4064-bf0e-27dad767c39e cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:31:09.513125 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dca487-5882-4572-8b3c-67bc43b54f9a None None] Routers {'d5f4b57e-7108-4cf9-b6ed-0f4e1738b36e'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:31:09.513732 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-50dca487-5882-4572-8b3c-67bc43b54f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:30:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d5f4b57e-7108-4cf9-b6ed-0f4e1738b36e'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:09.538583 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-38992ff4-a01b-4576-981e-f4592d023f10 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:09.552034 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e0e03edd-aab4-4d25-9815-e98d6964307d req-3c910a8e-fad7-4ef9-aa05-9d6f30050ff5 service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194512 Nov 10 19:31:09.569630 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f67edd25-8969-47e5-b590-ace2213c4dc1 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:09.577953 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f67edd25-8969-47e5-b590-ace2213c4dc1 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:09.591498 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2a814a83-7ba2-49ce-a351-1a0d5ccf3ec8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "GET /v2.0/routers/d5f4b57e-7108-4cf9-b6ed-0f4e1738b36e HTTP/1.1" status: 200 len: 879 time: 0.1787469 Nov 10 19:31:09.597524 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56586) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:09.606555 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 829936b8-9ed4-4ff0-a6d6-e084cc29dca8 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:31:09.606752 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-50dca487-5882-4572-8b3c-67bc43b54f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:09.607242 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dca487-5882-4572-8b3c-67bc43b54f9a None None] The sync data for ids ['d5f4b57e-7108-4cf9-b6ed-0f4e1738b36e'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:31:09.647704 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f67edd25-8969-47e5-b590-ace2213c4dc1 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:09.670311 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 829936b8-9ed4-4ff0-a6d6-e084cc29dca8 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:09.670783 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:09.738821 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-38992ff4-a01b-4576-981e-f4592d023f10 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:09.741470 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67edd25-8969-47e5-b590-ace2213c4dc1 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Pushing event updated for resources: {'Port': ['ID=03460f21-068d-4064-bf0e-27dad767c39e,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:09.784485 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008d150-5a54-47e4-abe1-17bfe869049d req-f152f00b-5fc8-4553-92d6-33f84d9ce37b tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:09.786255 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5008d150-5a54-47e4-abe1-17bfe869049d req-f152f00b-5fc8-4553-92d6-33f84d9ce37b tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc HTTP/1.1" status: 200 len: 1097 time: 0.0817440 Nov 10 19:31:09.840985 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38992ff4-a01b-4576-981e-f4592d023f10 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Network e24ea9b8-5aca-44fc-82ce-5c1a18d46568 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:09.848784 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38992ff4-a01b-4576-981e-f4592d023f10 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Pushing event updated for resources: {'Port': ['ID=5f91dcf1-81f0-4119-b1b2-14400360ce88,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:09.851371 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-38992ff4-a01b-4576-981e-f4592d023f10 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:09.855424 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38992ff4-a01b-4576-981e-f4592d023f10 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:31:09.861065 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38992ff4-a01b-4576-981e-f4592d023f10 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:09.861689 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-38992ff4-a01b-4576-981e-f4592d023f10 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:09.889898 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67edd25-8969-47e5-b590-ace2213c4dc1 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Network 12fc590f-8c5a-4ca6-a35a-608285b5045d is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:09.891664 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-f67edd25-8969-47e5-b590-ace2213c4dc1 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:09.898669 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-38992ff4-a01b-4576-981e-f4592d023f10 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9389021 Nov 10 19:31:09.901644 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56590) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:09.908421 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-359131fd-067f-4736-990f-b4bb2c92e3aa tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::c', 'mac_address': 'fa:16:3e:65:7a:9c'}, {'ip_address': '2001:db8::1b', 'mac_address': 'fa:16:3e:60:0c:aa'}]}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:09.937138 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5008d150-5a54-47e4-abe1-17bfe869049d req-87fe6e0f-71df-4537-9ccb-a687afa6fdb4 tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=870e9252-f7b1-4dc7-99d3-658b500cd6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411700 Nov 10 19:31:10.012202 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7e975256-16ae-4411-9660-7d460ac6bbc4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.4115808 Nov 10 19:31:10.017444 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56594) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:10.028008 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-6627eec3-754c-455a-9d3e-31ca315c0929 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-953486896'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:10.347110 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-6e663b22-adae-46cd-b0b5-99a5275397b0 None None] Provisioning complete for port 03460f21-068d-4064-bf0e-27dad767c39e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:10.348147 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6e663b22-adae-46cd-b0b5-99a5275397b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:10.427759 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-6e663b22-adae-46cd-b0b5-99a5275397b0 None None] Port 03460f21-068d-4064-bf0e-27dad767c39e cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:31:10.557423 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6627eec3-754c-455a-9d3e-31ca315c0929 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25260'] for router, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:10.566970 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8cbf1922-a570-40a3-9531-034e4e43c320 None None] Provisioning complete for port 5f91dcf1-81f0-4119-b1b2-14400360ce88 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:10.568700 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1922-a570-40a3-9531-034e4e43c320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:10.577149 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6627eec3-754c-455a-9d3e-31ca315c0929 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-408903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-408910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396833'] for router, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:10.632679 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf1922-a570-40a3-9531-034e4e43c320 None None] Port 5f91dcf1-81f0-4119-b1b2-14400360ce88 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:31:10.728224 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-359131fd-067f-4736-990f-b4bb2c92e3aa tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:10.729427 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6627eec3-754c-455a-9d3e-31ca315c0929 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Router d5f4b57e-7108-4cf9-b6ed-0f4e1738b36e has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:31:10.731569 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67edd25-8969-47e5-b590-ace2213c4dc1 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Router 04c617f5-3805-4482-a3e2-96ea5295e82b has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:31:10.860998 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-f0b03754-aff4-418b-bd46-4ed9f116cc4f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809212 Nov 10 19:31:10.871687 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-a3f714e8-a1d0-46ad-8870-9b45531931f0 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:31:10.872733 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-a3f714e8-a1d0-46ad-8870-9b45531931f0 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065174 Nov 10 19:31:10.882804 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6627eec3-754c-455a-9d3e-31ca315c0929 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:31:10.895235 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90733f49-48c4-4a6a-aa1a-8c00e4d367b9 None None] Sync routers for ids ['d5f4b57e-7108-4cf9-b6ed-0f4e1738b36e'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:31:10.906652 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6627eec3-754c-455a-9d3e-31ca315c0929 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:10.907903 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6627eec3-754c-455a-9d3e-31ca315c0929 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "PUT /v2.0/routers/d5f4b57e-7108-4cf9-b6ed-0f4e1738b36e HTTP/1.1" status: 200 len: 886 time: 0.8894200 Nov 10 19:31:10.910771 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56618) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:10.913560 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90733f49-48c4-4a6a-aa1a-8c00e4d367b9 None None] Routers {'d5f4b57e-7108-4cf9-b6ed-0f4e1738b36e'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:31:10.914220 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-90733f49-48c4-4a6a-aa1a-8c00e4d367b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:30:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d5f4b57e-7108-4cf9-b6ed-0f4e1738b36e'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:10.953285 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-90733f49-48c4-4a6a-aa1a-8c00e4d367b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:10.955601 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67edd25-8969-47e5-b590-ace2213c4dc1 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:31:10.962640 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f67edd25-8969-47e5-b590-ace2213c4dc1 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "PUT /v2.0/routers/04c617f5-3805-4482-a3e2-96ea5295e82b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4968090 Nov 10 19:31:10.967277 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56620) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:10.968685 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d65a19-7944-45a3-b983-50161726c1fb None None] Sync routers for ids ['04c617f5-3805-4482-a3e2-96ea5295e82b'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:31:10.974058 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-e5cf5a88-d669-4ac4-93db-7dee143ee1ec tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1323162212', 'description': 'tempest-secgroup_access--1323162212 description', 'project_id': '26bbb91bbd1a44118e77b6255c634c66'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:10.977260 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90733f49-48c4-4a6a-aa1a-8c00e4d367b9 None None] Routers {'d5f4b57e-7108-4cf9-b6ed-0f4e1738b36e'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:31:10.978869 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-90733f49-48c4-4a6a-aa1a-8c00e4d367b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:30:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d5f4b57e-7108-4cf9-b6ed-0f4e1738b36e'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:10.993267 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d65a19-7944-45a3-b983-50161726c1fb None None] Routers {'04c617f5-3805-4482-a3e2-96ea5295e82b'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:31:10.995709 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-38d65a19-7944-45a3-b983-50161726c1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:30:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['04c617f5-3805-4482-a3e2-96ea5295e82b'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:11.028838 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e5cf5a88-d669-4ac4-93db-7dee143ee1ec tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:11.112545 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-90733f49-48c4-4a6a-aa1a-8c00e4d367b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:11.114166 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90733f49-48c4-4a6a-aa1a-8c00e4d367b9 None None] The sync data for ids ['d5f4b57e-7108-4cf9-b6ed-0f4e1738b36e'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:31:11.129988 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e5cf5a88-d669-4ac4-93db-7dee143ee1ec tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:11.143247 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e5cf5a88-d669-4ac4-93db-7dee143ee1ec tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:11.147503 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-359131fd-067f-4736-990f-b4bb2c92e3aa tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:11.171349 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-359131fd-067f-4736-990f-b4bb2c92e3aa tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:11.184932 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-754bb278-3c54-4454-a1ed-c73ee5a9562a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "GET /v2.0/routers/d5f4b57e-7108-4cf9-b6ed-0f4e1738b36e HTTP/1.1" status: 200 len: 886 time: 0.2703738 Nov 10 19:31:11.190289 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56626) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:11.217792 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-38d65a19-7944-45a3-b983-50161726c1fb None None] Set router 04c617f5-3805-4482-a3e2-96ea5295e82b gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:31:11.224379 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-359131fd-067f-4736-990f-b4bb2c92e3aa tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] In _notify_port_updated(), no bound segment for port 5f91dcf1-81f0-4119-b1b2-14400360ce88 on network e24ea9b8-5aca-44fc-82ce-5c1a18d46568 {{(pid=102505) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 19:31:11.237234 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359131fd-067f-4736-990f-b4bb2c92e3aa tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:11.238130 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-359131fd-067f-4736-990f-b4bb2c92e3aa tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:11.247009 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-359131fd-067f-4736-990f-b4bb2c92e3aa tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] 10.222.0.54 "PUT /v2.0/ports/5f91dcf1-81f0-4119-b1b2-14400360ce88 HTTP/1.1" status: 200 len: 1064 time: 1.3432932 Nov 10 19:31:11.250032 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56630) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:11.256165 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c94c870d-a148-4a81-b430-2827fa9c6cc2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f4b57e-7108-4cf9-b6ed-0f4e1738b36e HTTP/1.1" status: 200 len: 205 time: 0.0634937 Nov 10 19:31:11.257111 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56632) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:11.257259 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e5cf5a88-d669-4ac4-93db-7dee143ee1ec tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:11.258551 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e5cf5a88-d669-4ac4-93db-7dee143ee1ec tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2903149 Nov 10 19:31:11.277907 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56634) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:11.281999 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-7022c33c-226f-4c9b-b250-be19515a0a56 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--300145923', 'description': 'tempest-secgroup_general--300145923 description', 'project_id': '26bbb91bbd1a44118e77b6255c634c66'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:11.288442 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf5a88-d669-4ac4-93db-7dee143ee1ec tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ed6687-eba7-49f1-9e27-f61f6bdf340c,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:11.358193 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359131fd-067f-4736-990f-b4bb2c92e3aa tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Pushing event updated for resources: {'Port': ['ID=5f91dcf1-81f0-4119-b1b2-14400360ce88,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:11.452451 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-378fb50d-0e33-48e6-b04a-620026fa4cae tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:11.493213 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-38d65a19-7944-45a3-b983-50161726c1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-409543339', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'fa4730d6-5f8b-471e-bb1b-6ce8607fc359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:30:56Z', 'updated_at': '2021-11-10T19:31:08Z', 'revision_number': 4, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'gw_port': {'id': 'fa4730d6-5f8b-471e-bb1b-6ce8607fc359', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:57Z', 'updated_at': '2021-11-10T19:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '03460f21-068d-4064-bf0e-27dad767c39e', 'name': '', 'network_id': '12fc590f-8c5a-4ca6-a35a-608285b5045d', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'mac_address': 'fa:16:3e:90:54:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '42ecad61-e792-4bb6-ad4a-77337d262df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:06Z', 'updated_at': '2021-11-10T19:31:08Z', 'revision_number': 2, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'subnets': [{'id': '42ecad61-e792-4bb6-ad4a-77337d262df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:11.509504 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7022c33c-226f-4c9b-b250-be19515a0a56 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:11.524550 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d65a19-7944-45a3-b983-50161726c1fb None None] Checking router: 04c617f5-3805-4482-a3e2-96ea5295e82b for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:31:11.525310 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d65a19-7944-45a3-b983-50161726c1fb None None] Updating router 04c617f5-3805-4482-a3e2-96ea5295e82b port 03460f21-068d-4064-bf0e-27dad767c39e binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:31:11.574660 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-38d65a19-7944-45a3-b983-50161726c1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:11.633289 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-9c406515-a9d7-43be-80d7-26c1605068b8 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Deleting port 5f91dcf1-81f0-4119-b1b2-14400360ce88 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:31:11.633627 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9c406515-a9d7-43be-80d7-26c1605068b8 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:11.650184 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-378fb50d-0e33-48e6-b04a-620026fa4cae tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:11.735097 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7022c33c-226f-4c9b-b250-be19515a0a56 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:11.744417 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-1b186720-d0cf-4413-bec8-56860cdebda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:11.746122 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-1b186720-d0cf-4413-bec8-56860cdebda8 service neutron] 10.222.0.54 "GET /v2.0/ports/e68d8721-1af0-4139-8246-e7653fa9b840 HTTP/1.1" status: 200 len: 1094 time: 0.0518870 Nov 10 19:31:11.761558 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7022c33c-226f-4c9b-b250-be19515a0a56 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:11.765810 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-6df2723f-656d-481d-b066-19a4e12dc42a service neutron] Request body: {'binding': {'host': 'n-h2-813897-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:11.766476 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-6df2723f-656d-481d-b066-19a4e12dc42a service neutron] Unknown quota resources ['binding']. {{(pid=102506) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 19:31:11.773003 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-10d3e888-990c-4a3f-a8d0-e9d257d1576c None None] Provisioning complete for port 5f91dcf1-81f0-4119-b1b2-14400360ce88 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:11.775600 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-10d3e888-990c-4a3f-a8d0-e9d257d1576c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:11.802512 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7022c33c-226f-4c9b-b250-be19515a0a56 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:11.807774 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7022c33c-226f-4c9b-b250-be19515a0a56 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5287409 Nov 10 19:31:11.807938 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-378fb50d-0e33-48e6-b04a-620026fa4cae tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Deleting port a793bb3f-f767-4181-84c2-4c4a723dbbb5 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:31:11.807938 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-378fb50d-0e33-48e6-b04a-620026fa4cae tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:11.807938 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56636) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:11.827905 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-7d10d79f-a991-4824-bdac-ce1f5d7f2bf1 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Request body: {'security_group_rule': {'security_group_id': 'c7ed6687-eba7-49f1-9e27-f61f6bdf340c', 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:11.832236 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022c33c-226f-4c9b-b250-be19515a0a56 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4451e71-c2c8-4d8d-adb8-59e345fcd4b4,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:11.844299 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9c406515-a9d7-43be-80d7-26c1605068b8 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:11.859665 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-9c406515-a9d7-43be-80d7-26c1605068b8 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Calling delete_port for 5f91dcf1-81f0-4119-b1b2-14400360ce88 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:31:11.865041 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-10d3e888-990c-4a3f-a8d0-e9d257d1576c None None] Port 5f91dcf1-81f0-4119-b1b2-14400360ce88 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:31:11.978945 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-38d65a19-7944-45a3-b983-50161726c1fb None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:11.992897 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-38d65a19-7944-45a3-b983-50161726c1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:11.997502 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7d10d79f-a991-4824-bdac-ce1f5d7f2bf1 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:12.001256 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-378fb50d-0e33-48e6-b04a-620026fa4cae tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:12.035328 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-378fb50d-0e33-48e6-b04a-620026fa4cae tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Calling delete_port for a793bb3f-f767-4181-84c2-4c4a723dbbb5 owned by network:router_gateway {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:31:12.045808 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b6112-6a95-4bf1-801f-60615665451d None None] Pushing event updated for resources: {'Port': ['ID=03460f21-068d-4064-bf0e-27dad767c39e,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:12.093870 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9c406515-a9d7-43be-80d7-26c1605068b8 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:12.130613 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-38d65a19-7944-45a3-b983-50161726c1fb None None] Attempting to bind port 03460f21-068d-4064-bf0e-27dad767c39e on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:31:12.130981 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-38d65a19-7944-45a3-b983-50161726c1fb None None] Attempting to bind port 03460f21-068d-4064-bf0e-27dad767c39e by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'fd4311b1-6717-430d-8c59-408abee6b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '12fc590f-8c5a-4ca6-a35a-608285b5045d'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:31:12.131336 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d65a19-7944-45a3-b983-50161726c1fb None None] Attempting to bind port 03460f21-068d-4064-bf0e-27dad767c39e on network 12fc590f-8c5a-4ca6-a35a-608285b5045d {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:31:12.137203 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c406515-a9d7-43be-80d7-26c1605068b8 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Pushing event deleted for resources: {'Port': ['ID=5f91dcf1-81f0-4119-b1b2-14400360ce88,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:12.146030 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d65a19-7944-45a3-b983-50161726c1fb None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:31:12.146419 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d65a19-7944-45a3-b983-50161726c1fb None None] Checking segment: {'id': 'fd4311b1-6717-430d-8c59-408abee6b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '12fc590f-8c5a-4ca6-a35a-608285b5045d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:31:12.146817 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-38d65a19-7944-45a3-b983-50161726c1fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:12.147203 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d65a19-7944-45a3-b983-50161726c1fb None None] Bound using segment: {'id': 'fd4311b1-6717-430d-8c59-408abee6b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '12fc590f-8c5a-4ca6-a35a-608285b5045d'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:31:12.147684 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-38d65a19-7944-45a3-b983-50161726c1fb None None] Bound port: 03460f21-068d-4064-bf0e-27dad767c39e, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd4311b1-6717-430d-8c59-408abee6b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '12fc590f-8c5a-4ca6-a35a-608285b5045d'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:31:12.148074 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-38d65a19-7944-45a3-b983-50161726c1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:12.210947 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7d10d79f-a991-4824-bdac-ce1f5d7f2bf1 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:12.238236 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-6df2723f-656d-481d-b066-19a4e12dc42a service neutron] Attempting to bind port e68d8721-1af0-4139-8246-e7653fa9b840 on host n-h2-813897-4 for vnic_type normal with profile None {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:31:12.238236 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-6df2723f-656d-481d-b066-19a4e12dc42a service neutron] Attempting to bind port e68d8721-1af0-4139-8246-e7653fa9b840 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '6a7a2226-27ec-4992-800c-02e84c0b3c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:31:12.239043 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-6df2723f-656d-481d-b066-19a4e12dc42a service neutron] Attempting to bind port e68d8721-1af0-4139-8246-e7653fa9b840 on network adcbf13e-4fd3-40b0-b9d5-b0278636d662 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:31:12.241973 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7d10d79f-a991-4824-bdac-ce1f5d7f2bf1 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:12.256196 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-38d65a19-7944-45a3-b983-50161726c1fb None None] For port 03460f21-068d-4064-bf0e-27dad767c39e, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:31:12.259917 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-38d65a19-7944-45a3-b983-50161726c1fb None None] For port 03460f21-068d-4064-bf0e-27dad767c39e, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=03460f21-068d-4064-bf0e-27dad767c39e,segment=NetworkSegment(fd4311b1-6717-430d-8c59-408abee6b6ef),segment_id=fd4311b1-6717-430d-8c59-408abee6b6ef)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:31:12.271606 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-38d65a19-7944-45a3-b983-50161726c1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:12.273937 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10d79f-a991-4824-bdac-ce1f5d7f2bf1 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c433cc-bfbd-4644-8a23-7ccfbea39059,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:12.291665 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 396705cb-6674-4fb5-9d3b-c8393750b283 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:31:12.300921 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-6df2723f-656d-481d-b066-19a4e12dc42a service neutron] Port e68d8721-1af0-4139-8246-e7653fa9b840 on network adcbf13e-4fd3-40b0-b9d5-b0278636d662 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:31:12.302968 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-6df2723f-656d-481d-b066-19a4e12dc42a service neutron] Attempting to bind port e68d8721-1af0-4139-8246-e7653fa9b840 on network adcbf13e-4fd3-40b0-b9d5-b0278636d662 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:31:12.317032 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-6df2723f-656d-481d-b066-19a4e12dc42a service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:31:12.317398 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-6df2723f-656d-481d-b066-19a4e12dc42a service neutron] Checking segment: {'id': '6a7a2226-27ec-4992-800c-02e84c0b3c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:31:12.317952 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-6df2723f-656d-481d-b066-19a4e12dc42a service neutron] Bound using segment: {'id': '6a7a2226-27ec-4992-800c-02e84c0b3c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:31:12.319038 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-6df2723f-656d-481d-b066-19a4e12dc42a service neutron] Bound port: e68d8721-1af0-4139-8246-e7653fa9b840, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a7a2226-27ec-4992-800c-02e84c0b3c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:31:12.388633 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7d10d79f-a991-4824-bdac-ce1f5d7f2bf1 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:12.398340 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7d10d79f-a991-4824-bdac-ce1f5d7f2bf1 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5788252 Nov 10 19:31:12.442424 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d65a19-7944-45a3-b983-50161726c1fb None None] Routers {'04c617f5-3805-4482-a3e2-96ea5295e82b'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:31:12.442979 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-38d65a19-7944-45a3-b983-50161726c1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:30:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['04c617f5-3805-4482-a3e2-96ea5295e82b'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:12.453492 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b6112-6a95-4bf1-801f-60615665451d None None] Pushing event updated for resources: {'Port': ['ID=03460f21-068d-4064-bf0e-27dad767c39e,revision_number=4']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:12.531257 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9c406515-a9d7-43be-80d7-26c1605068b8 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:12.540569 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9c406515-a9d7-43be-80d7-26c1605068b8 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] 10.222.0.54 "DELETE /v2.0/ports/5f91dcf1-81f0-4119-b1b2-14400360ce88 HTTP/1.1" status: 204 len: 168 time: 1.2862451 Nov 10 19:31:12.544049 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56642) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:12.548764 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-7e2063d4-85e5-4588-a9b3-59780e15401b None None] Provisioning complete for port 03460f21-068d-4064-bf0e-27dad767c39e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:12.549153 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e2063d4-85e5-4588-a9b3-59780e15401b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:12.631458 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-92fb5e04-cb3c-45ad-b465-11e2404af033 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] GET failed (client error): The resource could not be found. Nov 10 19:31:12.633544 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-92fb5e04-cb3c-45ad-b465-11e2404af033 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] 10.222.0.54 "GET /v2.0/ports/5f91dcf1-81f0-4119-b1b2-14400360ce88 HTTP/1.1" status: 404 len: 333 time: 0.0884631 Nov 10 19:31:12.636412 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56646) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:12.708238 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 396705cb-6674-4fb5-9d3b-c8393750b283, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=396705cb-6674-4fb5-9d3b-c8393750b283,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:12.731090 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-378fb50d-0e33-48e6-b04a-620026fa4cae tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:12.731701 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-38d65a19-7944-45a3-b983-50161726c1fb None None] Set router 04c617f5-3805-4482-a3e2-96ea5295e82b gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:31:12.742762 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-6df2723f-656d-481d-b066-19a4e12dc42a service neutron] For port e68d8721-1af0-4139-8246-e7653fa9b840, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=e68d8721-1af0-4139-8246-e7653fa9b840,segment=NetworkSegment(6a7a2226-27ec-4992-800c-02e84c0b3c55),segment_id=6a7a2226-27ec-4992-800c-02e84c0b3c55)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:31:12.769035 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-6df2723f-656d-481d-b066-19a4e12dc42a service neutron] Publish callbacks [] for binding, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:12.775537 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-6df2723f-656d-481d-b066-19a4e12dc42a service neutron] 10.222.0.54 "POST /v2.0/ports/e68d8721-1af0-4139-8246-e7653fa9b840/bindings HTTP/1.1" status: 201 len: 389 time: 1.0189357 Nov 10 19:31:12.790224 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '396705cb-6674-4fb5-9d3b-c8393750b283', 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433', 'port_id': '396705cb-6674-4fb5-9d3b-c8393750b283', 'mac_address': 'fa:16:3e:02:7a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d874850-3788-4c89-9cc5-3e0f9d06fb90', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:31:12.833745 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8a5c5a-2100-4e09-b73f-6ed8939291c9 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:31:12.845713 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378fb50d-0e33-48e6-b04a-620026fa4cae tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Port': ['ID=a793bb3f-f767-4181-84c2-4c4a723dbbb5,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:12.859367 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-db949974-dcdf-4ca3-949f-afdc8ac17670 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Deleting port e960e8a6-7d09-4139-81b9-538bda4a0c06 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:31:12.859868 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-db949974-dcdf-4ca3-949f-afdc8ac17670 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:12.868417 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e2063d4-85e5-4588-a9b3-59780e15401b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:12.922518 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:12.961567 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 396705cb-6674-4fb5-9d3b-c8393750b283 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:31:12.969937 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7e2063d4-85e5-4588-a9b3-59780e15401b None None] For port 03460f21-068d-4064-bf0e-27dad767c39e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=03460f21-068d-4064-bf0e-27dad767c39e,segment=NetworkSegment(fd4311b1-6717-430d-8c59-408abee6b6ef),segment_id=fd4311b1-6717-430d-8c59-408abee6b6ef)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:12.978315 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-378fb50d-0e33-48e6-b04a-620026fa4cae tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:12.991628 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e2063d4-85e5-4588-a9b3-59780e15401b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:13.022263 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-db949974-dcdf-4ca3-949f-afdc8ac17670 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:13.037009 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-db949974-dcdf-4ca3-949f-afdc8ac17670 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Calling delete_port for e960e8a6-7d09-4139-81b9-538bda4a0c06 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:31:13.061403 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2063d4-85e5-4588-a9b3-59780e15401b None None] Pushing event updated for resources: {'Port': ['ID=03460f21-068d-4064-bf0e-27dad767c39e,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:13.073427 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 396705cb-6674-4fb5-9d3b-c8393750b283, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=396705cb-6674-4fb5-9d3b-c8393750b283,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:13.083330 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:13.106899 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-378fb50d-0e33-48e6-b04a-620026fa4cae tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:13.110377 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-378fb50d-0e33-48e6-b04a-620026fa4cae tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:13.156140 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=396705cb-6674-4fb5-9d3b-c8393750b283,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:13.166787 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9178fe-73f3-48ed-bdea-c05bcd6cc7df req-140cfa21-f338-4070-a7e6-54fc8246d6c1 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:13.168460 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2e9178fe-73f3-48ed-bdea-c05bcd6cc7df req-140cfa21-f338-4070-a7e6-54fc8246d6c1 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 943 time: 0.1560819 Nov 10 19:31:13.169950 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-378fb50d-0e33-48e6-b04a-620026fa4cae tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:13.170582 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378fb50d-0e33-48e6-b04a-620026fa4cae tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Fanout notify agent at l3_agent the message router_deleted on router d5f4b57e-7108-4cf9-b6ed-0f4e1738b36e {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:31:13.178779 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-378fb50d-0e33-48e6-b04a-620026fa4cae tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:13.179970 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-19266f58-119c-4743-839a-b22bef594ecf None None] Provisioning complete for port 03460f21-068d-4064-bf0e-27dad767c39e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:13.180498 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-19266f58-119c-4743-839a-b22bef594ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:13.184090 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-378fb50d-0e33-48e6-b04a-620026fa4cae tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/routers/d5f4b57e-7108-4cf9-b6ed-0f4e1738b36e HTTP/1.1" status: 204 len: 168 time: 1.9259689 Nov 10 19:31:13.184820 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56650) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:13.215944 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-0d7754cc-95d2-4870-814e-f2b27a979d6f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Request body: {'network': {'name': 'tempest-RoutersTest-131335218'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:13.287433 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-8eeeb1eb-af74-449a-8288-5cc1268c38c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:13.291218 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-8eeeb1eb-af74-449a-8288-5cc1268c38c5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc HTTP/1.1" status: 200 len: 1097 time: 0.0875037 Nov 10 19:31:13.292821 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-db949974-dcdf-4ca3-949f-afdc8ac17670 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:13.306005 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7754cc-95d2-4870-814e-f2b27a979d6f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Made reservation on behalf of 6d46df75d92c43c7957b70a923a9100c for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:31:13.312750 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d7754cc-95d2-4870-814e-f2b27a979d6f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:13.316045 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-38d65a19-7944-45a3-b983-50161726c1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-409543339', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'fa4730d6-5f8b-471e-bb1b-6ce8607fc359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:30:56Z', 'updated_at': '2021-11-10T19:31:08Z', 'revision_number': 4, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'gw_port': {'id': 'fa4730d6-5f8b-471e-bb1b-6ce8607fc359', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:57Z', 'updated_at': '2021-11-10T19:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '03460f21-068d-4064-bf0e-27dad767c39e', 'name': '', 'network_id': '12fc590f-8c5a-4ca6-a35a-608285b5045d', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'mac_address': 'fa:16:3e:90:54:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '42ecad61-e792-4bb6-ad4a-77337d262df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:06Z', 'updated_at': '2021-11-10T19:31:12Z', 'revision_number': 4, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'subnets': [{'id': '42ecad61-e792-4bb6-ad4a-77337d262df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:13.353913 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db949974-dcdf-4ca3-949f-afdc8ac17670 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Pushing event deleted for resources: {'Port': ['ID=e960e8a6-7d09-4139-81b9-538bda4a0c06,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:13.356420 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d65a19-7944-45a3-b983-50161726c1fb None None] The sync data for ids ['04c617f5-3805-4482-a3e2-96ea5295e82b'] in n-d-813897-4 is: [{'id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-409543339', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'fa4730d6-5f8b-471e-bb1b-6ce8607fc359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:30:56Z', 'updated_at': '2021-11-10T19:31:08Z', 'revision_number': 4, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'gw_port': {'id': 'fa4730d6-5f8b-471e-bb1b-6ce8607fc359', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:57Z', 'updated_at': '2021-11-10T19:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '03460f21-068d-4064-bf0e-27dad767c39e', 'name': '', 'network_id': '12fc590f-8c5a-4ca6-a35a-608285b5045d', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'mac_address': 'fa:16:3e:90:54:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '42ecad61-e792-4bb6-ad4a-77337d262df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:06Z', 'updated_at': '2021-11-10T19:31:12Z', 'revision_number': 4, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'subnets': [{'id': '42ecad61-e792-4bb6-ad4a-77337d262df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:31:13.364765 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2e9178fe-73f3-48ed-bdea-c05bcd6cc7df req-ad5d999a-da94-41d5-97d0-b29fa1bb59e8 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788452 Nov 10 19:31:13.378279 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d7754cc-95d2-4870-814e-f2b27a979d6f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:31:13.401255 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d7754cc-95d2-4870-814e-f2b27a979d6f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:13.402073 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-0d7754cc-95d2-4870-814e-f2b27a979d6f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Added segment 96f71261-fbe2-49d1-be17-8e7c28f67930 of type vlan for network c6427ace-efa7-4e3b-b1b1-43ab3f213efe Nov 10 19:31:13.402256 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['396705cb-6674-4fb5-9d3b-c8393750b283'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:31:13.465943 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-db949974-dcdf-4ca3-949f-afdc8ac17670 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:13.481618 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d7754cc-95d2-4870-814e-f2b27a979d6f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:13.486449 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56660) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:13.486564 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-db949974-dcdf-4ca3-949f-afdc8ac17670 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] 10.222.0.54 "DELETE /v2.0/ports/e960e8a6-7d09-4139-81b9-538bda4a0c06 HTTP/1.1" status: 204 len: 168 time: 0.8423579 Nov 10 19:31:13.549081 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-8360ffa7-b62a-4a18-a754-a22f31a49116 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] GET failed (client error): The resource could not be found. Nov 10 19:31:13.551591 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8360ffa7-b62a-4a18-a754-a22f31a49116 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] 10.222.0.54 "GET /v2.0/ports/e960e8a6-7d09-4139-81b9-538bda4a0c06 HTTP/1.1" status: 404 len: 333 time: 0.0653765 Nov 10 19:31:13.555780 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56662) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:13.579149 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-897a2ab8-6015-4714-8571-3d2ac9f96546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:13.585575 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-897a2ab8-6015-4714-8571-3d2ac9f96546 service neutron] 10.222.0.25 "GET /v2.0/networks?id=adcbf13e-4fd3-40b0-b9d5-b0278636d662 HTTP/1.1" status: 200 len: 898 time: 0.2822230 Nov 10 19:31:13.684110 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d7754cc-95d2-4870-814e-f2b27a979d6f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:13.702029 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7754cc-95d2-4870-814e-f2b27a979d6f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:13.702695 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d7754cc-95d2-4870-814e-f2b27a979d6f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:13.736730 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-2e49ee34-a3bd-4771-8970-e18395aca01c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e68d8721-1af0-4139-8246-e7653fa9b840 HTTP/1.1" status: 200 len: 1001 time: 0.1422765 Nov 10 19:31:13.856155 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-d190c907-c52f-44b9-b018-63349df001b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:13.860057 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-d190c907-c52f-44b9-b018-63349df001b3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=23001903-5449-491b-90cf-cafe15d30d8c HTTP/1.1" status: 200 len: 835 time: 0.1157510 Nov 10 19:31:13.869671 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 03460f21-068d-4064-bf0e-27dad767c39e up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:31:13.934410 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-406d9c0d-e84b-4a60-ac7a-1571f9fe7061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:13.934876 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 03460f21-068d-4064-bf0e-27dad767c39e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:13.935465 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:13.936181 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-406d9c0d-e84b-4a60-ac7a-1571f9fe7061 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adcbf13e-4fd3-40b0-b9d5-b0278636d662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641367 Nov 10 19:31:14.086261 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-6d9eaab5-49b1-4a30-847f-3fb5d6177cd1 service neutron] 10.222.0.25 "GET /v2.0/networks/adcbf13e-4fd3-40b0-b9d5-b0278636d662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375248 Nov 10 19:31:14.220250 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-56c869c8-e23b-489e-bee4-935e1ed648ca service neutron] 10.222.0.25 "GET /v2.0/networks/adcbf13e-4fd3-40b0-b9d5-b0278636d662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254959 Nov 10 19:31:14.262828 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0d7754cc-95d2-4870-814e-f2b27a979d6f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0693099 Nov 10 19:31:14.265949 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56672) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:14.272494 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-fd0721cd-a9a8-471b-b157-e79da4d7979e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Request body: {'subnet': {'network_id': 'c6427ace-efa7-4e3b-b1b1-43ab3f213efe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:14.331120 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7754cc-95d2-4870-814e-f2b27a979d6f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Network': ['ID=c6427ace-efa7-4e3b-b1b1-43ab3f213efe,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:14.343028 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network c6427ace-efa7-4e3b-b1b1-43ab3f213efe details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:31:14.362974 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-3e941939-f54a-409a-b2b3-f80b21f61741 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup_general--300145923&fields=id&tenant_id=26bbb91bbd1a44118e77b6255c634c66 HTTP/1.1" status: 200 len: 267 time: 0.1256807 Nov 10 19:31:14.391120 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-de5855cd-42a9-4fda-9a35-70d67276eeb1 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Deleting port 201d33ba-7f68-49d5-b2de-e8350da8471c {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:31:14.391471 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-de5855cd-42a9-4fda-9a35-70d67276eeb1 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:14.464228 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-7e59f7ee-5ceb-4b61-9fbd-2fca21b207b4 tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:14.467481 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-7e59f7ee-5ceb-4b61-9fbd-2fca21b207b4 tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc&tenant_id=540494213bb2401d877387c28ba690c2&binding%3Ahost_id=n-h1-813897-4 HTTP/1.1" status: 200 len: 1097 time: 0.1723330 Nov 10 19:31:14.478487 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-50519a08-47b5-4377-99da-adae6535e9d7 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup_access--1323162212&fields=id&tenant_id=26bbb91bbd1a44118e77b6255c634c66 HTTP/1.1" status: 200 len: 267 time: 0.0915699 Nov 10 19:31:14.484011 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-e9017b11-c713-442e-a83c-7889c263498a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813897-4'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:14.510127 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0721cd-a9a8-471b-b157-e79da4d7979e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Made reservation on behalf of 6d46df75d92c43c7957b70a923a9100c for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:31:14.513833 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fd0721cd-a9a8-471b-b157-e79da4d7979e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:14.561828 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-de5855cd-42a9-4fda-9a35-70d67276eeb1 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:14.579691 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-de5855cd-42a9-4fda-9a35-70d67276eeb1 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Calling delete_port for 201d33ba-7f68-49d5-b2de-e8350da8471c owned by {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:31:14.682497 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-e9017b11-c713-442e-a83c-7889c263498a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:14.825042 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-de5855cd-42a9-4fda-9a35-70d67276eeb1 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:14.865624 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5855cd-42a9-4fda-9a35-70d67276eeb1 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Pushing event deleted for resources: {'Port': ['ID=201d33ba-7f68-49d5-b2de-e8350da8471c,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:14.932552 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-de5855cd-42a9-4fda-9a35-70d67276eeb1 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:14.933868 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fd0721cd-a9a8-471b-b157-e79da4d7979e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:14.938862 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-de5855cd-42a9-4fda-9a35-70d67276eeb1 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] 10.222.0.54 "DELETE /v2.0/ports/201d33ba-7f68-49d5-b2de-e8350da8471c HTTP/1.1" status: 204 len: 168 time: 1.3817828 Nov 10 19:31:14.939490 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56680) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:14.946269 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-e9017b11-c713-442e-a83c-7889c263498a service neutron] For port e68d8721-1af0-4139-8246-e7653fa9b840, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e68d8721-1af0-4139-8246-e7653fa9b840,segment=NetworkSegment(6a7a2226-27ec-4992-800c-02e84c0b3c55),segment_id=6a7a2226-27ec-4992-800c-02e84c0b3c55)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:14.958356 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-fe61dd62-f036-4455-936b-d4046bd6ac9c tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:14.960018 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-fe61dd62-f036-4455-936b-d4046bd6ac9c tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/networks?id=12fc590f-8c5a-4ca6-a35a-608285b5045d HTTP/1.1" status: 200 len: 797 time: 0.2264938 Nov 10 19:31:15.017379 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-13b36b82-0802-4ec1-9c87-eed335b4de70 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/quotas/26bbb91bbd1a44118e77b6255c634c66 HTTP/1.1" status: 200 len: 375 time: 0.0261738 Nov 10 19:31:15.048025 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-e9017b11-c713-442e-a83c-7889c263498a service neutron] For port e68d8721-1af0-4139-8246-e7653fa9b840, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:31:15.069663 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0721cd-a9a8-471b-b157-e79da4d7979e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Subnet': ['ID=fd9920b5-c41b-4b58-ad6d-57dcd8a8e5df,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:15.074933 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-d50e4213-5eb1-4a42-aead-5f81ddceb32b tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Deleting subnet 4d04b2ec-4473-4a2d-8fdf-25c8f73ec819 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:31:15.082719 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d50e4213-5eb1-4a42-aead-5f81ddceb32b tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:15.102703 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0721cd-a9a8-471b-b157-e79da4d7979e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:15.103253 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0721cd-a9a8-471b-b157-e79da4d7979e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:15.103748 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0721cd-a9a8-471b-b157-e79da4d7979e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:15.104250 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0721cd-a9a8-471b-b157-e79da4d7979e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:15.104733 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0721cd-a9a8-471b-b157-e79da4d7979e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:15.105576 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0721cd-a9a8-471b-b157-e79da4d7979e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:15.105995 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0721cd-a9a8-471b-b157-e79da4d7979e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:15.106321 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0721cd-a9a8-471b-b157-e79da4d7979e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:15.106661 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0721cd-a9a8-471b-b157-e79da4d7979e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:15.106984 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0721cd-a9a8-471b-b157-e79da4d7979e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:15.107513 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0721cd-a9a8-471b-b157-e79da4d7979e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:15.107643 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0721cd-a9a8-471b-b157-e79da4d7979e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:15.127292 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0721cd-a9a8-471b-b157-e79da4d7979e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Checking segment: {'id': '96f71261-fbe2-49d1-be17-8e7c28f67930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c6427ace-efa7-4e3b-b1b1-43ab3f213efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:31:15.127952 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0721cd-a9a8-471b-b157-e79da4d7979e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network hostable DHCP agents. Network: c6427ace-efa7-4e3b-b1b1-43ab3f213efe, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:31:15.143158 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-b2788149-d6b9-4d07-b86d-ebe86b86b9a6 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=26bbb91bbd1a44118e77b6255c634c66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1138835 Nov 10 19:31:15.146490 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5713e3e6-1d8f-4b34-a933-c4d043f12acc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e68d8721-1af0-4139-8246-e7653fa9b840'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:31:15.150059 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8193b886-9fd6-421a-8b53-2b3400b2727d" -d '{"events": [{"server_uuid": "5713e3e6-1d8f-4b34-a933-c4d043f12acc", "name": "network-vif-unplugged", "status": "completed", "tag": "e68d8721-1af0-4139-8246-e7653fa9b840"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:31:15.152232 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d50e4213-5eb1-4a42-aead-5f81ddceb32b tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:15.157308 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-e9017b11-c713-442e-a83c-7889c263498a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:15.168078 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-e9017b11-c713-442e-a83c-7889c263498a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:15.179859 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0721cd-a9a8-471b-b157-e79da4d7979e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network c6427ace-efa7-4e3b-b1b1-43ab3f213efe is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:31:15.330963 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-fd0721cd-a9a8-471b-b157-e79da4d7979e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, c6427ace-efa7-4e3b-b1b1-43ab3f213efe) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:15.339500 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d50e4213-5eb1-4a42-aead-5f81ddceb32b tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:15.348465 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486f6f8e-8766-4ada-96c1-a20fcfddc43d None None] Network c6427ace-efa7-4e3b-b1b1-43ab3f213efe requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:31:15.367822 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0721cd-a9a8-471b-b157-e79da4d7979e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:15.368517 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fd0721cd-a9a8-471b-b157-e79da4d7979e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:15.371823 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-8d8575d8-6b11-4c7c-bf28-3aab13afa062 service neutron] 10.222.0.54 "GET /v2.0/networks/12fc590f-8c5a-4ca6-a35a-608285b5045d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807270 Nov 10 19:31:15.415232 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9017b11-c713-442e-a83c-7889c263498a service neutron] Pushing event updated for resources: {'Port': ['ID=e68d8721-1af0-4139-8246-e7653fa9b840,revision_number=7']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:15.427728 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-e9017b11-c713-442e-a83c-7889c263498a service neutron] Attempting to bind port e68d8721-1af0-4139-8246-e7653fa9b840 on host n-h1-813897-4 for vnic_type normal with profile {"migrating_to": "n-h2-813897-4"} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:31:15.428076 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-e9017b11-c713-442e-a83c-7889c263498a service neutron] Attempting to bind port e68d8721-1af0-4139-8246-e7653fa9b840 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '6a7a2226-27ec-4992-800c-02e84c0b3c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:31:15.428508 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-e9017b11-c713-442e-a83c-7889c263498a service neutron] Attempting to bind port e68d8721-1af0-4139-8246-e7653fa9b840 on network adcbf13e-4fd3-40b0-b9d5-b0278636d662 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:31:15.442719 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-fd0721cd-a9a8-471b-b157-e79da4d7979e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1753836 Nov 10 19:31:15.443870 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-e9017b11-c713-442e-a83c-7889c263498a service neutron] Port e68d8721-1af0-4139-8246-e7653fa9b840 on network adcbf13e-4fd3-40b0-b9d5-b0278636d662 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:31:15.444201 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-e9017b11-c713-442e-a83c-7889c263498a service neutron] Attempting to bind port e68d8721-1af0-4139-8246-e7653fa9b840 on network adcbf13e-4fd3-40b0-b9d5-b0278636d662 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:31:15.450147 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56684) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:15.451297 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-e9017b11-c713-442e-a83c-7889c263498a service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:31:15.452389 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-e9017b11-c713-442e-a83c-7889c263498a service neutron] Checking segment: {'id': '6a7a2226-27ec-4992-800c-02e84c0b3c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:31:15.452794 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-e9017b11-c713-442e-a83c-7889c263498a service neutron] Bound using segment: {'id': '6a7a2226-27ec-4992-800c-02e84c0b3c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:31:15.453422 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-e9017b11-c713-442e-a83c-7889c263498a service neutron] Bound port: e68d8721-1af0-4139-8246-e7653fa9b840, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a7a2226-27ec-4992-800c-02e84c0b3c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:31:15.453983 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-e9017b11-c713-442e-a83c-7889c263498a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:15.460661 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-5b4af718-e006-497b-b5bd-8f651cc884b0 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1593216270', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:15.487304 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d50e4213-5eb1-4a42-aead-5f81ddceb32b tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:15.530524 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e4213-5eb1-4a42-aead-5f81ddceb32b tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Pushing event deleted for resources: {'Subnet': ['ID=4d04b2ec-4473-4a2d-8fdf-25c8f73ec819,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:15.538708 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d50e4213-5eb1-4a42-aead-5f81ddceb32b tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:15.545031 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d50e4213-5eb1-4a42-aead-5f81ddceb32b tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] 10.222.0.54 "DELETE /v2.0/subnets/4d04b2ec-4473-4a2d-8fdf-25c8f73ec819 HTTP/1.1" status: 204 len: 168 time: 0.6034086 Nov 10 19:31:15.545934 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56686) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:15.548005 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-55477f39-fad1-4f7d-9d9a-435b3f309241 service neutron] 10.222.0.54 "GET /v2.0/networks/12fc590f-8c5a-4ca6-a35a-608285b5045d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656766 Nov 10 19:31:15.552875 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11139873-935b-4226-8ee2-072bda9e914a None None] Network e24ea9b8-5aca-44fc-82ce-5c1a18d46568 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:31:15.601722 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b4af718-e006-497b-b5bd-8f651cc884b0 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:15.601722 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b4af718-e006-497b-b5bd-8f651cc884b0 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:15.648824 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fbde801e-62c0-4e1d-b294-593ecfaac1c6 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:15.759050 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-fbde801e-62c0-4e1d-b294-593ecfaac1c6 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Deleting port 13a8187d-dfb5-4d77-8bf5-96c78f96b350 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:31:15.759427 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fbde801e-62c0-4e1d-b294-593ecfaac1c6 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:15.766457 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-0ed9701b-73ad-4a28-961a-4cc468769c58 None None] Provisioning complete for port e68d8721-1af0-4139-8246-e7653fa9b840 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:15.766843 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0ed9701b-73ad-4a28-961a-4cc468769c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:15.780017 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-e9017b11-c713-442e-a83c-7889c263498a service neutron] For port e68d8721-1af0-4139-8246-e7653fa9b840, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:31:15.783704 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b4af718-e006-497b-b5bd-8f651cc884b0 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:15.795660 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b4af718-e006-497b-b5bd-8f651cc884b0 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:15.803534 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-e9017b11-c713-442e-a83c-7889c263498a service neutron] For port e68d8721-1af0-4139-8246-e7653fa9b840, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e68d8721-1af0-4139-8246-e7653fa9b840,segment=NetworkSegment(6a7a2226-27ec-4992-800c-02e84c0b3c55),segment_id=6a7a2226-27ec-4992-800c-02e84c0b3c55)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:31:15.813050 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-e9017b11-c713-442e-a83c-7889c263498a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:15.848726 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b4af718-e006-497b-b5bd-8f651cc884b0 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:15.850234 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5b4af718-e006-497b-b5bd-8f651cc884b0 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3937619 Nov 10 19:31:15.854838 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56694) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:15.942132 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-0ed9701b-73ad-4a28-961a-4cc468769c58 None None] Port e68d8721-1af0-4139-8246-e7653fa9b840 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:31:15.954382 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb421f3c-7f78-47b5-8241-f14d8297e151 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-c6427ace-efa7-4e3b-b1b1-43ab3f213efe', 'network_id': 'c6427ace-efa7-4e3b-b1b1-43ab3f213efe', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'fixed_ips': [{'subnet_id': 'fd9920b5-c41b-4b58-ad6d-57dcd8a8e5df'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:31:15.956045 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bb421f3c-7f78-47b5-8241-f14d8297e151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:16.064198 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-fbde801e-62c0-4e1d-b294-593ecfaac1c6 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] For port 13a8187d-dfb5-4d77-8bf5-96c78f96b350, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=13a8187d-dfb5-4d77-8bf5-96c78f96b350,segment=NetworkSegment(ed5ac086-8f36-49a1-9985-7c760e9aa194),segment_id=ed5ac086-8f36-49a1-9985-7c760e9aa194)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:16.064534 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fbde801e-62c0-4e1d-b294-593ecfaac1c6 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:16.092925 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d980fb-043c-4050-8675-8bf4ae14ac71 req-d588222e-f975-4024-b00e-4312c32379db tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:16.095945 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-44d980fb-043c-4050-8675-8bf4ae14ac71 req-d588222e-f975-4024-b00e-4312c32379db tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc HTTP/1.1" status: 200 len: 944 time: 0.2496569 Nov 10 19:31:16.153738 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13694559-01ca-48a7-978a-672f46d1acf5 None None] DHCP port deletion for e24ea9b8-5aca-44fc-82ce-5c1a18d46568 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:31:16.155176 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9017b11-c713-442e-a83c-7889c263498a service neutron] Pushing event updated for resources: {'Port': ['ID=e68d8721-1af0-4139-8246-e7653fa9b840,revision_number=8']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:16.159747 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-fbde801e-62c0-4e1d-b294-593ecfaac1c6 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Calling delete_port for 13a8187d-dfb5-4d77-8bf5-96c78f96b350 owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:31:16.234604 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-e9017b11-c713-442e-a83c-7889c263498a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:16.236371 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-e9017b11-c713-442e-a83c-7889c263498a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:16.236527 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-44d980fb-043c-4050-8675-8bf4ae14ac71 req-ab16ec8f-b424-4b25-a75a-de1c25530b2c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=870e9252-f7b1-4dc7-99d3-658b500cd6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250932 Nov 10 19:31:16.238026 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-e9017b11-c713-442e-a83c-7889c263498a service neutron] 10.222.0.25 "PUT /v2.0/ports/e68d8721-1af0-4139-8246-e7653fa9b840 HTTP/1.1" status: 200 len: 1122 time: 1.7587540 Nov 10 19:31:16.269322 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['e68d8721-1af0-4139-8246-e7653fa9b840'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:31:16.368139 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 396705cb-6674-4fb5-9d3b-c8393750b283 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:31:16.384089 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fbde801e-62c0-4e1d-b294-593ecfaac1c6 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:16.438719 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-eaa1b8b2-c7ec-49b4-8ddc-1bde16012316 None None] Provisioning complete for port e68d8721-1af0-4139-8246-e7653fa9b840 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:16.439123 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-eaa1b8b2-c7ec-49b4-8ddc-1bde16012316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:16.440538 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde801e-62c0-4e1d-b294-593ecfaac1c6 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Pushing event deleted for resources: {'Port': ['ID=13a8187d-dfb5-4d77-8bf5-96c78f96b350,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:16.450704 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbde801e-62c0-4e1d-b294-593ecfaac1c6 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] No DVR routers for this DVR port 13a8187d-dfb5-4d77-8bf5-96c78f96b350 on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:31:16.494056 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-bb421f3c-7f78-47b5-8241-f14d8297e151 None None] Allocated IP 172.20.0.2 (c6427ace-efa7-4e3b-b1b1-43ab3f213efe/fd9920b5-c41b-4b58-ad6d-57dcd8a8e5df/496ee6b5-8f13-4768-bcdb-78d5b1b282a3) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:31:16.530537 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 396705cb-6674-4fb5-9d3b-c8393750b283 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:31:16.547115 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 396705cb-6674-4fb5-9d3b-c8393750b283 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:16.547480 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:16.634960 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4ac0c851-16b8-4e8b-9559-1a7f7b138f82 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:16.643917 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fbde801e-62c0-4e1d-b294-593ecfaac1c6 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:16.661340 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-13694559-01ca-48a7-978a-672f46d1acf5 None None] Deleting port 13a8187d-dfb5-4d77-8bf5-96c78f96b350 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:31:16.661704 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-13694559-01ca-48a7-978a-672f46d1acf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:16.682315 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-fbde801e-62c0-4e1d-b294-593ecfaac1c6 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24ea9b8-5aca-44fc-82ce-5c1a18d46568']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:16.708497 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-fbde801e-62c0-4e1d-b294-593ecfaac1c6 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed5ac086-8f36-49a1-9985-7c760e9aa194') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:16.708980 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-fbde801e-62c0-4e1d-b294-593ecfaac1c6 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed5ac086-8f36-49a1-9985-7c760e9aa194') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:16.738370 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fbde801e-62c0-4e1d-b294-593ecfaac1c6 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:16.738739 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-13694559-01ca-48a7-978a-672f46d1acf5 None None] For port 13a8187d-dfb5-4d77-8bf5-96c78f96b350, host n-d-813897-4, got binding levels [] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:16.739144 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-13694559-01ca-48a7-978a-672f46d1acf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:16.753994 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-13694559-01ca-48a7-978a-672f46d1acf5 None None] Calling delete_port for 13a8187d-dfb5-4d77-8bf5-96c78f96b350 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:31:16.756844 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.ipam_backend_mixin [None req-13694559-01ca-48a7-978a-672f46d1acf5 None None] Port 13a8187d-dfb5-4d77-8bf5-96c78f96b350 was not found and therefore no delete operation was performed {{(pid=102507) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 19:31:16.767383 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-13694559-01ca-48a7-978a-672f46d1acf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:16.775632 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fbde801e-62c0-4e1d-b294-593ecfaac1c6 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:16.795751 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbde801e-62c0-4e1d-b294-593ecfaac1c6 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:31:16.797667 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fbde801e-62c0-4e1d-b294-593ecfaac1c6 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:16.893786 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:31:16.893786 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:31:16.893786 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:31:16.893786 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:31:16.893786 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:31:16.893786 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:31:16.893786 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:31:16.893786 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:31:16.893786 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:31:16.893786 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:31:16.893786 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:31:16.893786 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:31:16.893786 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:31:16.893786 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:31:16.893786 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:31:16.893786 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:31:16.893786 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:31:16.893786 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:31:16.893786 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:31:16.893786 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:31:16.893786 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:31:16.893786 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:31:16.893786 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:31:16.893786 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:31:16.893786 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:31:16.893786 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:31:16.893786 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:31:16.893786 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:31:16.893786 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:31:16.893786 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:31:16.893786 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:31:16.893786 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:31:16.901107 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fbde801e-62c0-4e1d-b294-593ecfaac1c6 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:16.907389 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fbde801e-62c0-4e1d-b294-593ecfaac1c6 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:16.917792 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-fbde801e-62c0-4e1d-b294-593ecfaac1c6 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] 10.222.0.54 "DELETE /v2.0/networks/e24ea9b8-5aca-44fc-82ce-5c1a18d46568 HTTP/1.1" status: 204 len: 168 time: 1.3663764 Nov 10 19:31:16.953372 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde801e-62c0-4e1d-b294-593ecfaac1c6 tempest-AllowedAddressPairIpV6TestJSON-852330649 tempest-AllowedAddressPairIpV6TestJSON-852330649-project] Pushing event deleted for resources: {'Network': ['ID=e24ea9b8-5aca-44fc-82ce-5c1a18d46568,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:16.963721 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13694559-01ca-48a7-978a-672f46d1acf5 None None] Pushing event deleted for resources: {'Port': ['ID=13a8187d-dfb5-4d77-8bf5-96c78f96b350,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:16.965634 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13694559-01ca-48a7-978a-672f46d1acf5 None None] No DVR routers for this DVR port 13a8187d-dfb5-4d77-8bf5-96c78f96b350 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:31:17.107214 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973aa9b-a41a-4280-b203-3b866129e1e0 req-0d3eaeb0-f9c3-4086-accb-49cc9f369666 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:17.117009 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7973aa9b-a41a-4280-b203-3b866129e1e0 req-0d3eaeb0-f9c3-4086-accb-49cc9f369666 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 944 time: 0.0830169 Nov 10 19:31:17.209802 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7973aa9b-a41a-4280-b203-3b866129e1e0 req-7cc2619d-3889-4c42-82c1-77ddd32bfecc tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904191 Nov 10 19:31:17.375306 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df023002-f57e-411c-9cfc-d6c02c96c278 x-openstack-request-id: req-df023002-f57e-411c-9cfc-d6c02c96c278 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:31:17.375614 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5713e3e6-1d8f-4b34-a933-c4d043f12acc", "name": "network-vif-unplugged", "status": "completed", "tag": "e68d8721-1af0-4139-8246-e7653fa9b840", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:31:17.375899 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-df023002-f57e-411c-9cfc-d6c02c96c278 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:31:17.376312 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5713e3e6-1d8f-4b34-a933-c4d043f12acc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e68d8721-1af0-4139-8246-e7653fa9b840', 'code': 200} Nov 10 19:31:17.422022 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56716) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:17.473543 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56720) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:17.484266 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-eaa1b8b2-c7ec-49b4-8ddc-1bde16012316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:17.505439 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:17.538122 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cf319332-bd36-4307-9f62-7d8b5ad43d9b req-fb271da5-a3a7-441d-ba52-8435ef5d19f8 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5bdf30-01fc-4ea9-a5af-307c0c064cca HTTP/1.1" status: 200 len: 210 time: 0.0710945 Nov 10 19:31:17.625439 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-b31e6684-b051-4c4c-94e9-8f83a5f6ea9f tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:17.634963 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5713e3e6-1d8f-4b34-a933-c4d043f12acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68d8721-1af0-4139-8246-e7653fa9b840'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:31:17.636067 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-b31e6684-b051-4c4c-94e9-8f83a5f6ea9f tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.73 "GET /v2.0/networks?id=12fc590f-8c5a-4ca6-a35a-608285b5045d HTTP/1.1" status: 200 len: 797 time: 0.2998831 Nov 10 19:31:17.637393 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9587763f-20d1-4d74-9bcd-83c304e83fc3" -d '{"events": [{"server_uuid": "5713e3e6-1d8f-4b34-a933-c4d043f12acc", "name": "network-vif-plugged", "status": "completed", "tag": "e68d8721-1af0-4139-8246-e7653fa9b840"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:31:17.690753 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 13a8187d-dfb5-4d77-8bf5-96c78f96b350 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:31:17.705225 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bb421f3c-7f78-47b5-8241-f14d8297e151 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:17.709501 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-eaa1b8b2-c7ec-49b4-8ddc-1bde16012316 None None] For port e68d8721-1af0-4139-8246-e7653fa9b840, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e68d8721-1af0-4139-8246-e7653fa9b840,segment=NetworkSegment(6a7a2226-27ec-4992-800c-02e84c0b3c55),segment_id=6a7a2226-27ec-4992-800c-02e84c0b3c55)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:17.711377 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8a87cb51-87b9-4635-bd66-773fe2a36bee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:17.715560 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 396705cb-6674-4fb5-9d3b-c8393750b283, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=396705cb-6674-4fb5-9d3b-c8393750b283,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:17.737076 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 13a8187d-dfb5-4d77-8bf5-96c78f96b350 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:31:17.737444 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 13a8187d-dfb5-4d77-8bf5-96c78f96b350 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:31:17.739104 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-eaa1b8b2-c7ec-49b4-8ddc-1bde16012316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:17.741923 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bb421f3c-7f78-47b5-8241-f14d8297e151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:17.758276 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:17.767676 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-f647d73c-931c-4f36-9441-35de93d6429a tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26bbb91bbd1a44118e77b6255c634c66 HTTP/1.1" status: 200 len: 477 time: 0.1213374 Nov 10 19:31:17.790825 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-41edb851-445a-4141-960b-6b384fd2cd50 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Request body: {'port': {'device_id': 'da5bdf30-01fc-4ea9-a5af-307c0c064cca', 'network_id': '12fc590f-8c5a-4ca6-a35a-608285b5045d', 'admin_state_up': True, 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'security_groups': ['f4451e71-c2c8-4d8d-adb8-59e345fcd4b4', 'c7ed6687-eba7-49f1-9e27-f61f6bdf340c']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:17.801399 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbc0fe-2a92-4ea6-8c41-c63fdb094ac8 req-01a5180a-97a5-4392-ab4a-11759b52d7b0 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:17.802946 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-81dbc0fe-2a92-4ea6-8c41-c63fdb094ac8 req-01a5180a-97a5-4392-ab4a-11759b52d7b0 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc HTTP/1.1" status: 200 len: 944 time: 0.1052728 Nov 10 19:31:17.816049 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-4ac0c851-16b8-4e8b-9559-1a7f7b138f82 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Allocated IP 172.20.0.1 (c6427ace-efa7-4e3b-b1b1-43ab3f213efe/fd9920b5-c41b-4b58-ad6d-57dcd8a8e5df/6b76d75e-a955-45ee-8fc3-233dea06d7b4) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:31:17.899161 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb421f3c-7f78-47b5-8241-f14d8297e151 None None] Network c6427ace-efa7-4e3b-b1b1-43ab3f213efe is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:17.922301 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-bb421f3c-7f78-47b5-8241-f14d8297e151 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:17.930332 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-81dbc0fe-2a92-4ea6-8c41-c63fdb094ac8 req-8414acf0-42a0-4c9d-b246-67478341b5c0 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=870e9252-f7b1-4dc7-99d3-658b500cd6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139140 Nov 10 19:31:17.954622 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb421f3c-7f78-47b5-8241-f14d8297e151 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:31:17.966076 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56728) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:17.966525 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2bf08d75-bc21-4c8b-9990-7857799959b1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bf7308b1698c45ec8302a7e36083cf9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4913564 Nov 10 19:31:17.976464 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-41edb851-445a-4141-960b-6b384fd2cd50 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Made reservation on behalf of 26bbb91bbd1a44118e77b6255c634c66 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:31:17.977155 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1b8b2-c7ec-49b4-8ddc-1bde16012316 None None] Pushing event updated for resources: {'Port': ['ID=e68d8721-1af0-4139-8246-e7653fa9b840,revision_number=9']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:17.980911 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-41edb851-445a-4141-960b-6b384fd2cd50 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:17.989509 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8a87cb51-87b9-4635-bd66-773fe2a36bee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:18.005905 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8a87cb51-87b9-4635-bd66-773fe2a36bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:18.112514 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4ddc60c8-666f-4c32-9009-83c00a01c08a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:18.161514 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-bb421f3c-7f78-47b5-8241-f14d8297e151 None None] Attempting to bind port 496ee6b5-8f13-4768-bcdb-78d5b1b282a3 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:31:18.162288 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-bb421f3c-7f78-47b5-8241-f14d8297e151 None None] Attempting to bind port 496ee6b5-8f13-4768-bcdb-78d5b1b282a3 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '96f71261-fbe2-49d1-be17-8e7c28f67930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c6427ace-efa7-4e3b-b1b1-43ab3f213efe'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:31:18.162652 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb421f3c-7f78-47b5-8241-f14d8297e151 None None] Attempting to bind port 496ee6b5-8f13-4768-bcdb-78d5b1b282a3 on network c6427ace-efa7-4e3b-b1b1-43ab3f213efe {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:31:18.177026 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb421f3c-7f78-47b5-8241-f14d8297e151 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:31:18.177430 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb421f3c-7f78-47b5-8241-f14d8297e151 None None] Checking segment: {'id': '96f71261-fbe2-49d1-be17-8e7c28f67930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c6427ace-efa7-4e3b-b1b1-43ab3f213efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:31:18.177733 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bb421f3c-7f78-47b5-8241-f14d8297e151 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:18.178159 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb421f3c-7f78-47b5-8241-f14d8297e151 None None] Bound using segment: {'id': '96f71261-fbe2-49d1-be17-8e7c28f67930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c6427ace-efa7-4e3b-b1b1-43ab3f213efe'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:31:18.178635 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-bb421f3c-7f78-47b5-8241-f14d8297e151 None None] Bound port: 496ee6b5-8f13-4768-bcdb-78d5b1b282a3, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f71261-fbe2-49d1-be17-8e7c28f67930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c6427ace-efa7-4e3b-b1b1-43ab3f213efe'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:31:18.179021 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bb421f3c-7f78-47b5-8241-f14d8297e151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:18.198490 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4ac0c851-16b8-4e8b-9559-1a7f7b138f82 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:18.210369 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4ddc60c8-666f-4c32-9009-83c00a01c08a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:18.225690 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb421f3c-7f78-47b5-8241-f14d8297e151 None None] Pushing event updated for resources: {'Port': ['ID=496ee6b5-8f13-4768-bcdb-78d5b1b282a3,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:18.244753 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4ac0c851-16b8-4e8b-9559-1a7f7b138f82 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:18.254778 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87cb51-87b9-4635-bd66-773fe2a36bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3f9a85-874a-40ef-91c0-539fde8c4f49,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:18.276058 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-41edb851-445a-4141-960b-6b384fd2cd50 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Allocated IP 172.20.0.11 (12fc590f-8c5a-4ca6-a35a-608285b5045d/42ecad61-e792-4bb6-ad4a-77337d262df5/aa30722c-7566-440e-8907-204057e4e1fa) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:31:18.287696 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8a87cb51-87b9-4635-bd66-773fe2a36bee admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d42f85a330b9435da5b15dd361ce233a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8645458 Nov 10 19:31:18.291573 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56732) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:18.303446 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac0c851-16b8-4e8b-9559-1a7f7b138f82 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network c6427ace-efa7-4e3b-b1b1-43ab3f213efe is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:18.313411 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-4ac0c851-16b8-4e8b-9559-1a7f7b138f82 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:18.318447 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac0c851-16b8-4e8b-9559-1a7f7b138f82 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:31:18.375781 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device e68d8721-1af0-4139-8246-e7653fa9b840 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:31:18.380146 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4ac0c851-16b8-4e8b-9559-1a7f7b138f82 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:18.392079 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7491571e-ccd4-488a-9604-31056ca4adb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:18.401515 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e421a8c-535a-478c-b54f-e04eec0af1e6 x-openstack-request-id: req-7e421a8c-535a-478c-b54f-e04eec0af1e6 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:31:18.401829 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5713e3e6-1d8f-4b34-a933-c4d043f12acc", "name": "network-vif-plugged", "status": "completed", "tag": "e68d8721-1af0-4139-8246-e7653fa9b840", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:31:18.402089 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7e421a8c-535a-478c-b54f-e04eec0af1e6 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:31:18.402457 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5713e3e6-1d8f-4b34-a933-c4d043f12acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68d8721-1af0-4139-8246-e7653fa9b840', 'code': 200} Nov 10 19:31:18.420099 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4ddc60c8-666f-4c32-9009-83c00a01c08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:18.423209 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4ddc60c8-666f-4c32-9009-83c00a01c08a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:18.424612 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4ddc60c8-666f-4c32-9009-83c00a01c08a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d1a86f14-d626-4659-88ec-b845b8486bbe HTTP/1.1" status: 204 len: 168 time: 0.4561183 Nov 10 19:31:18.449920 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7491571e-ccd4-488a-9604-31056ca4adb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:18.455046 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0c851-16b8-4e8b-9559-1a7f7b138f82 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Port': ['ID=6b76d75e-a955-45ee-8fc3-233dea06d7b4,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:18.513185 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc60c8-666f-4c32-9009-83c00a01c08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a86f14-d626-4659-88ec-b845b8486bbe,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:18.595068 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=396705cb-6674-4fb5-9d3b-c8393750b283,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:18.600614 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.resource_extend [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 19:31:18.628887 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4ac0c851-16b8-4e8b-9559-1a7f7b138f82 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:18.638670 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-bb421f3c-7f78-47b5-8241-f14d8297e151 None None] For port 496ee6b5-8f13-4768-bcdb-78d5b1b282a3, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:31:18.682295 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-bb421f3c-7f78-47b5-8241-f14d8297e151 None None] For port 496ee6b5-8f13-4768-bcdb-78d5b1b282a3, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=496ee6b5-8f13-4768-bcdb-78d5b1b282a3,segment=NetworkSegment(96f71261-fbe2-49d1-be17-8e7c28f67930),segment_id=96f71261-fbe2-49d1-be17-8e7c28f67930)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:31:18.689170 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-41edb851-445a-4141-960b-6b384fd2cd50 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:18.693718 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bb421f3c-7f78-47b5-8241-f14d8297e151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:18.749088 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port e68d8721-1af0-4139-8246-e7653fa9b840, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e68d8721-1af0-4139-8246-e7653fa9b840,segment=NetworkSegment(6a7a2226-27ec-4992-800c-02e84c0b3c55),segment_id=6a7a2226-27ec-4992-800c-02e84c0b3c55)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:18.777187 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0c9d4-7b11-44f1-9f72-30cf367d1aa7 req-2b6d4cc8-d60d-4491-928b-063d2c44fc7a tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:18.779712 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device e68d8721-1af0-4139-8246-e7653fa9b840 has no active binding in host n-h2-813897-4 {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 19:31:18.784956 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d1b0c9d4-7b11-44f1-9f72-30cf367d1aa7 req-2b6d4cc8-d60d-4491-928b-063d2c44fc7a tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 945 time: 0.2422435 Nov 10 19:31:18.801015 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-41edb851-445a-4141-960b-6b384fd2cd50 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:18.846355 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7491571e-ccd4-488a-9604-31056ca4adb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:18.848485 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb421f3c-7f78-47b5-8241-f14d8297e151 None None] Pushing event updated for resources: {'Port': ['ID=496ee6b5-8f13-4768-bcdb-78d5b1b282a3,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:18.849111 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7491571e-ccd4-488a-9604-31056ca4adb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:18.853563 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7491571e-ccd4-488a-9604-31056ca4adb7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2a3f9a85-874a-40ef-91c0-539fde8c4f49 HTTP/1.1" status: 204 len: 168 time: 0.5608540 Nov 10 19:31:18.901338 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-41edb851-445a-4141-960b-6b384fd2cd50 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Network 12fc590f-8c5a-4ca6-a35a-608285b5045d is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:18.902399 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7491571e-ccd4-488a-9604-31056ca4adb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3f9a85-874a-40ef-91c0-539fde8c4f49,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:18.919030 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-41edb851-445a-4141-960b-6b384fd2cd50 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:18.929779 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-41edb851-445a-4141-960b-6b384fd2cd50 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:31:18.932471 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41edb851-445a-4141-960b-6b384fd2cd50 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Pushing event updated for resources: {'Port': ['ID=aa30722c-7566-440e-8907-204057e4e1fa,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:18.963059 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d1b0c9d4-7b11-44f1-9f72-30cf367d1aa7 req-60640ee6-8522-454d-8c71-fc4b48c36be9 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769712 Nov 10 19:31:19.085903 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-41edb851-445a-4141-960b-6b384fd2cd50 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:19.086561 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-41edb851-445a-4141-960b-6b384fd2cd50 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:19.131715 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-41edb851-445a-4141-960b-6b384fd2cd50 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.3491898 Nov 10 19:31:19.314143 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37a2c8-5106-42e8-9b33-7043b6baabba req-a8ec6ff1-4d60-4f21-be49-adc5ab1e568e tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:19.326852 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d37a2c8-5106-42e8-9b33-7043b6baabba req-a8ec6ff1-4d60-4f21-be49-adc5ab1e568e tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5bdf30-01fc-4ea9-a5af-307c0c064cca HTTP/1.1" status: 200 len: 971 time: 0.1394141 Nov 10 19:31:19.443405 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d37a2c8-5106-42e8-9b33-7043b6baabba req-7d15a016-2160-44d7-90ed-21e19e955ac1 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4451e71-c2c8-4d8d-adb8-59e345fcd4b4&id=c7ed6687-eba7-49f1-9e27-f61f6bdf340c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1120138 Nov 10 19:31:19.508360 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-6c67a730-160f-4fa3-96f6-b2e63018382f None None] Provisioning complete for port aa30722c-7566-440e-8907-204057e4e1fa triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:19.509979 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6c67a730-160f-4fa3-96f6-b2e63018382f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:19.519674 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-09367def-7eb8-488e-816c-abc70abc1da9 service neutron] Request body: {'port': {'device_id': 'da5bdf30-01fc-4ea9-a5af-307c0c064cca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:19.539039 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5713e3e6-1d8f-4b34-a933-c4d043f12acc', 'tag': 'e68d8721-1af0-4139-8246-e7653fa9b840'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:31:19.541725 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38561d02-c5ed-4671-945b-73ef7aa74303" -d '{"events": [{"name": "network-changed", "server_uuid": "5713e3e6-1d8f-4b34-a933-c4d043f12acc", "tag": "e68d8721-1af0-4139-8246-e7653fa9b840"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:31:19.626366 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-6c67a730-160f-4fa3-96f6-b2e63018382f None None] Port aa30722c-7566-440e-8907-204057e4e1fa cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:31:19.672901 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 496ee6b5-8f13-4768-bcdb-78d5b1b282a3 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:31:19.692873 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4ac0c851-16b8-4e8b-9559-1a7f7b138f82 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:19.693489 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-09367def-7eb8-488e-816c-abc70abc1da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:19.702835 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4ac0c851-16b8-4e8b-9559-1a7f7b138f82 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:19.721330 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56762) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:19.732039 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbfe17-59f6-4af7-a77e-d2f539b6efa8 req-97a59da4-4b02-4be3-bf05-479d98112321 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:19.733825 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-47fbfe17-59f6-4af7-a77e-d2f539b6efa8 req-97a59da4-4b02-4be3-bf05-479d98112321 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc HTTP/1.1" status: 200 len: 946 time: 0.0848091 Nov 10 19:31:19.766119 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 496ee6b5-8f13-4768-bcdb-78d5b1b282a3 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:19.766496 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:19.781537 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cb7971cb-1f81-4fd2-943d-fae63f269bc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:19.817788 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0c851-16b8-4e8b-9559-1a7f7b138f82 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Port': ['ID=6b76d75e-a955-45ee-8fc3-233dea06d7b4,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:19.821463 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4ac0c851-16b8-4e8b-9559-1a7f7b138f82 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:19.854848 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:19.899251 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 496ee6b5-8f13-4768-bcdb-78d5b1b282a3, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=496ee6b5-8f13-4768-bcdb-78d5b1b282a3,segment=NetworkSegment(96f71261-fbe2-49d1-be17-8e7c28f67930),segment_id=96f71261-fbe2-49d1-be17-8e7c28f67930)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:19.908727 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:19.980306 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=496ee6b5-8f13-4768-bcdb-78d5b1b282a3,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:19.993839 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-47fbfe17-59f6-4af7-a77e-d2f539b6efa8 req-fcd93470-2739-408e-a796-f40c4a8f21ae tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=870e9252-f7b1-4dc7-99d3-658b500cd6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2495730 Nov 10 19:31:20.014705 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac0c851-16b8-4e8b-9559-1a7f7b138f82 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network c6427ace-efa7-4e3b-b1b1-43ab3f213efe is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:20.016642 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-4ac0c851-16b8-4e8b-9559-1a7f7b138f82 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:20.088075 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96e8b77-0f8e-4902-aa27-ee1d35b5e6cd x-openstack-request-id: req-f96e8b77-0f8e-4902-aa27-ee1d35b5e6cd {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:31:20.088440 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5713e3e6-1d8f-4b34-a933-c4d043f12acc", "tag": "e68d8721-1af0-4139-8246-e7653fa9b840", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:31:20.089945 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f96e8b77-0f8e-4902-aa27-ee1d35b5e6cd {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:31:20.090784 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5713e3e6-1d8f-4b34-a933-c4d043f12acc', 'tag': 'e68d8721-1af0-4139-8246-e7653fa9b840', 'status': 'completed', 'code': 200} Nov 10 19:31:20.126958 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cb7971cb-1f81-4fd2-943d-fae63f269bc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:20.159596 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cb7971cb-1f81-4fd2-943d-fae63f269bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:20.202685 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56774) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:20.235967 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38561d02-c5ed-4671-945b-73ef7aa74303 req-8d46c167-a411-4613-8fe8-b8430ea1252c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:20.237558 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-38561d02-c5ed-4671-945b-73ef7aa74303 req-8d46c167-a411-4613-8fe8-b8430ea1252c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc HTTP/1.1" status: 200 len: 1127 time: 0.1458890 Nov 10 19:31:20.254506 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-cb7971cb-1f81-4fd2-943d-fae63f269bc1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b014b1c52ed44354b9dacf31b9572359&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5195873 Nov 10 19:31:20.255398 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56778) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:20.259117 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7971cb-1f81-4fd2-943d-fae63f269bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f07919-52c7-466b-af9d-c51d0853522c,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:20.322087 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91063a6-26cc-46f9-b982-f6a13d5a5678 req-c50ec3b6-ac30-4f27-a8c2-6df0c4c48d35 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:20.323565 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d91063a6-26cc-46f9-b982-f6a13d5a5678 req-c50ec3b6-ac30-4f27-a8c2-6df0c4c48d35 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 945 time: 0.1597788 Nov 10 19:31:20.361605 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-745fa027-e7f4-4a2e-9da4-417654acf721 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1898958968'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:20.367230 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac0c851-16b8-4e8b-9559-1a7f7b138f82 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Router 74a5912c-2a9c-426a-8a2c-e4e944963a96 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:31:20.369982 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0d2f13-fbc2-4c59-b23a-eff728ab86c8 None None] Network c6427ace-efa7-4e3b-b1b1-43ab3f213efe requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:31:20.425358 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1ef0d1b5-e25a-42b3-9013-3f600c1a52b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:20.443310 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3c3f8e-ad69-4fc1-b511-a338485f48bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396705cb-6674-4fb5-9d3b-c8393750b283'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:31:20.445570 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a38aeb-87fa-46e0-96a8-0ec43c65e50b" -d '{"events": [{"server_uuid": "0e3c3f8e-ad69-4fc1-b511-a338485f48bc", "name": "network-vif-plugged", "status": "completed", "tag": "396705cb-6674-4fb5-9d3b-c8393750b283"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:31:20.454622 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-09367def-7eb8-488e-816c-abc70abc1da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa30722c-7566-440e-8907-204057e4e1fa {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:31:20.464637 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d91063a6-26cc-46f9-b982-f6a13d5a5678 req-6b3b280c-2166-48ea-ae05-aab7fe1ade90 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328335 Nov 10 19:31:20.470306 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745fa027-e7f4-4a2e-9da4-417654acf721 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:31:20.473888 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-745fa027-e7f4-4a2e-9da4-417654acf721 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:20.477610 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-09367def-7eb8-488e-816c-abc70abc1da9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:20.481531 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1ef0d1b5-e25a-42b3-9013-3f600c1a52b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:20.488872 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38561d02-c5ed-4671-945b-73ef7aa74303 req-ad7ebaa3-6daa-4112-b64e-c6e9e64d3c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:20.490422 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-38561d02-c5ed-4671-945b-73ef7aa74303 req-ad7ebaa3-6daa-4112-b64e-c6e9e64d3c18 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adcbf13e-4fd3-40b0-b9d5-b0278636d662 HTTP/1.1" status: 200 len: 898 time: 0.2424164 Nov 10 19:31:20.492795 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-745fa027-e7f4-4a2e-9da4-417654acf721 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:20.516119 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-09367def-7eb8-488e-816c-abc70abc1da9 service neutron] Transition to ACTIVE for port object aa30722c-7566-440e-8907-204057e4e1fa will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:31:20.527842 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-09367def-7eb8-488e-816c-abc70abc1da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:20.528203 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-54b652ab-291d-4bcb-a174-2dd70c0bc1b3 None None] Provisioning complete for port 496ee6b5-8f13-4768-bcdb-78d5b1b282a3 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:20.528594 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-54b652ab-291d-4bcb-a174-2dd70c0bc1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:20.573444 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac0c851-16b8-4e8b-9559-1a7f7b138f82 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:31:20.583344 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4ac0c851-16b8-4e8b-9559-1a7f7b138f82 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "PUT /v2.0/routers/74a5912c-2a9c-426a-8a2c-e4e944963a96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7254405 Nov 10 19:31:20.590078 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56784) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:20.614200 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09367def-7eb8-488e-816c-abc70abc1da9 service neutron] Pushing event updated for resources: {'Port': ['ID=aa30722c-7566-440e-8907-204057e4e1fa,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:20.614443 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c91259-596f-4263-9836-d41ad2c8f485 None None] Sync routers for ids ['74a5912c-2a9c-426a-8a2c-e4e944963a96'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:31:20.656248 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1ef0d1b5-e25a-42b3-9013-3f600c1a52b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:20.658896 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1ef0d1b5-e25a-42b3-9013-3f600c1a52b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:20.659043 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-38561d02-c5ed-4671-945b-73ef7aa74303 req-8770998d-1389-49f2-a51a-8e7f4bcaf6ef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e68d8721-1af0-4139-8246-e7653fa9b840 HTTP/1.1" status: 200 len: 1001 time: 0.1569202 Nov 10 19:31:20.663349 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1ef0d1b5-e25a-42b3-9013-3f600c1a52b9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/98f07919-52c7-466b-af9d-c51d0853522c HTTP/1.1" status: 204 len: 168 time: 0.3980453 Nov 10 19:31:20.683302 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c91259-596f-4263-9836-d41ad2c8f485 None None] Routers {'74a5912c-2a9c-426a-8a2c-e4e944963a96'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:31:20.684735 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-52c91259-596f-4263-9836-d41ad2c8f485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:30:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['74a5912c-2a9c-426a-8a2c-e4e944963a96'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:20.695289 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04700a70-c6c3-4173-b367-3cd06348f54a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:20.696749 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-04700a70-c6c3-4173-b367-3cd06348f54a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "GET /v2.0/ports/6b76d75e-a955-45ee-8fc3-233dea06d7b4 HTTP/1.1" status: 200 len: 910 time: 0.1056981 Nov 10 19:31:20.697150 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0d1b5-e25a-42b3-9013-3f600c1a52b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f07919-52c7-466b-af9d-c51d0853522c,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:20.705431 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56790) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:20.713298 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-c0b58607-3ed7-49c7-9d76-4410e6b74ae9 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fd9920b5-c41b-4b58-ad6d-57dcd8a8e5df'}]}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:20.769376 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38561d02-c5ed-4671-945b-73ef7aa74303 req-fdf6805c-d884-4d8d-a117-0979848fad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:20.771164 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-38561d02-c5ed-4671-945b-73ef7aa74303 req-fdf6805c-d884-4d8d-a117-0979848fad05 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=23001903-5449-491b-90cf-cafe15d30d8c HTTP/1.1" status: 200 len: 835 time: 0.1026504 Nov 10 19:31:20.774537 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-09367def-7eb8-488e-816c-abc70abc1da9 service neutron] Attempting to bind port aa30722c-7566-440e-8907-204057e4e1fa on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:31:20.775067 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-09367def-7eb8-488e-816c-abc70abc1da9 service neutron] Attempting to bind port aa30722c-7566-440e-8907-204057e4e1fa by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'fd4311b1-6717-430d-8c59-408abee6b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '12fc590f-8c5a-4ca6-a35a-608285b5045d'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:31:20.775259 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-52c91259-596f-4263-9836-d41ad2c8f485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:20.775729 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-09367def-7eb8-488e-816c-abc70abc1da9 service neutron] Attempting to bind port aa30722c-7566-440e-8907-204057e4e1fa on network 12fc590f-8c5a-4ca6-a35a-608285b5045d {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:31:20.800379 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-09367def-7eb8-488e-816c-abc70abc1da9 service neutron] Port aa30722c-7566-440e-8907-204057e4e1fa on network 12fc590f-8c5a-4ca6-a35a-608285b5045d not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:31:20.801737 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-09367def-7eb8-488e-816c-abc70abc1da9 service neutron] Attempting to bind port aa30722c-7566-440e-8907-204057e4e1fa on network 12fc590f-8c5a-4ca6-a35a-608285b5045d {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:31:20.804265 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-745fa027-e7f4-4a2e-9da4-417654acf721 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:20.815224 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18d9122-3cb4-4587-978b-228ed26a2569 x-openstack-request-id: req-b18d9122-3cb4-4587-978b-228ed26a2569 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:31:20.822351 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3c3f8e-ad69-4fc1-b511-a338485f48bc", "name": "network-vif-plugged", "status": "completed", "tag": "396705cb-6674-4fb5-9d3b-c8393750b283", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:31:20.823048 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b18d9122-3cb4-4587-978b-228ed26a2569 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:31:20.823655 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3c3f8e-ad69-4fc1-b511-a338485f48bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396705cb-6674-4fb5-9d3b-c8393750b283', 'code': 200} Nov 10 19:31:20.838647 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-09367def-7eb8-488e-816c-abc70abc1da9 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:31:20.839147 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-09367def-7eb8-488e-816c-abc70abc1da9 service neutron] Checking segment: {'id': 'fd4311b1-6717-430d-8c59-408abee6b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '12fc590f-8c5a-4ca6-a35a-608285b5045d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:31:20.839538 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-09367def-7eb8-488e-816c-abc70abc1da9 service neutron] Bound using segment: {'id': 'fd4311b1-6717-430d-8c59-408abee6b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '12fc590f-8c5a-4ca6-a35a-608285b5045d'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:31:20.839976 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-09367def-7eb8-488e-816c-abc70abc1da9 service neutron] Bound port: aa30722c-7566-440e-8907-204057e4e1fa, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4311b1-6717-430d-8c59-408abee6b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '12fc590f-8c5a-4ca6-a35a-608285b5045d'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:31:20.840329 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-09367def-7eb8-488e-816c-abc70abc1da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:20.870369 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c91259-596f-4263-9836-d41ad2c8f485 None None] Routers {'74a5912c-2a9c-426a-8a2c-e4e944963a96'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:31:20.871360 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-52c91259-596f-4263-9836-d41ad2c8f485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:30:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['74a5912c-2a9c-426a-8a2c-e4e944963a96'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:20.894752 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-745fa027-e7f4-4a2e-9da4-417654acf721 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:20.946976 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-52c91259-596f-4263-9836-d41ad2c8f485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:20.947817 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c91259-596f-4263-9836-d41ad2c8f485 None None] The sync data for ids ['74a5912c-2a9c-426a-8a2c-e4e944963a96'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:31:20.979158 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745fa027-e7f4-4a2e-9da4-417654acf721 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cea23ec-e853-47d2-b792-da9465f2fe81,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:21.007565 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38561d02-c5ed-4671-945b-73ef7aa74303 req-a68bc0c8-a484-4386-aa1b-dca6ec6c7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:21.010205 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-38561d02-c5ed-4671-945b-73ef7aa74303 req-a68bc0c8-a484-4386-aa1b-dca6ec6c7d55 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adcbf13e-4fd3-40b0-b9d5-b0278636d662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2290547 Nov 10 19:31:21.024948 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-745fa027-e7f4-4a2e-9da4-417654acf721 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:31:21.038301 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-09367def-7eb8-488e-816c-abc70abc1da9 service neutron] For port aa30722c-7566-440e-8907-204057e4e1fa, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:31:21.051980 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98aab99-1f9b-43c7-9db1-624a24bd0310 req-c8733064-929e-4df7-8caf-aa850424c9c9 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:21.060360 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c98aab99-1f9b-43c7-9db1-624a24bd0310 req-c8733064-929e-4df7-8caf-aa850424c9c9 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5bdf30-01fc-4ea9-a5af-307c0c064cca HTTP/1.1" status: 200 len: 983 time: 0.1759338 Nov 10 19:31:21.088608 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-745fa027-e7f4-4a2e-9da4-417654acf721 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:21.088961 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-745fa027-e7f4-4a2e-9da4-417654acf721 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Added segment 1aeb1cc2-349d-462a-8f6f-a3b2d257b291 of type vlan for network 0f2098c5-8490-42c1-8134-97661a60c707 Nov 10 19:31:21.117791 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-09367def-7eb8-488e-816c-abc70abc1da9 service neutron] For port aa30722c-7566-440e-8907-204057e4e1fa, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=aa30722c-7566-440e-8907-204057e4e1fa,segment=NetworkSegment(fd4311b1-6717-430d-8c59-408abee6b6ef),segment_id=fd4311b1-6717-430d-8c59-408abee6b6ef)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:31:21.131322 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2a453-16f2-4864-ba75-3e20e10c6eed req-e16a7cff-1381-44d3-b5bc-a678c64e3c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:21.134009 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-39a2a453-16f2-4864-ba75-3e20e10c6eed req-e16a7cff-1381-44d3-b5bc-a678c64e3c87 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 1096 time: 0.2641194 Nov 10 19:31:21.137112 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c0b58607-3ed7-49c7-9d76-4410e6b74ae9 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:21.154021 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-09367def-7eb8-488e-816c-abc70abc1da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:21.201095 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-745fa027-e7f4-4a2e-9da4-417654acf721 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:21.232159 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09367def-7eb8-488e-816c-abc70abc1da9 service neutron] Pushing event updated for resources: {'Port': ['ID=aa30722c-7566-440e-8907-204057e4e1fa,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:21.240388 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-38561d02-c5ed-4671-945b-73ef7aa74303 req-b2c96154-2c74-4e33-8353-b862cb225993 service neutron] 10.222.0.73 "GET /v2.0/networks/adcbf13e-4fd3-40b0-b9d5-b0278636d662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114775 Nov 10 19:31:21.260288 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-39a2a453-16f2-4864-ba75-3e20e10c6eed req-c37146b3-ee37-40c8-a9f8-b6bf1cfa49a9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044686 Nov 10 19:31:21.299947 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c98aab99-1f9b-43c7-9db1-624a24bd0310 req-fb62cff2-0ed9-4d3e-9fe9-3878979a3398 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4451e71-c2c8-4d8d-adb8-59e345fcd4b4&id=c7ed6687-eba7-49f1-9e27-f61f6bdf340c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2385123 Nov 10 19:31:21.318569 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-745fa027-e7f4-4a2e-9da4-417654acf721 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:21.324969 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745fa027-e7f4-4a2e-9da4-417654acf721 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:21.326018 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-745fa027-e7f4-4a2e-9da4-417654acf721 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:21.352392 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-09367def-7eb8-488e-816c-abc70abc1da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:21.353049 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-09367def-7eb8-488e-816c-abc70abc1da9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:21.355229 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-09367def-7eb8-488e-816c-abc70abc1da9 service neutron] 10.222.0.73 "PUT /v2.0/ports/aa30722c-7566-440e-8907-204057e4e1fa HTTP/1.1" status: 200 len: 1131 time: 2.2132616 Nov 10 19:31:21.370037 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5bdf30-01fc-4ea9-a5af-307c0c064cca', 'tag': 'aa30722c-7566-440e-8907-204057e4e1fa'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:31:21.374320 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2284acc-cbec-4bd4-b83a-2dbd7e56a2d6" -d '{"events": [{"name": "network-changed", "server_uuid": "da5bdf30-01fc-4ea9-a5af-307c0c064cca", "tag": "aa30722c-7566-440e-8907-204057e4e1fa"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:31:21.385148 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-783749df-1b35-4697-b1da-f99fcdc131c4 None None] Provisioning complete for port 6b76d75e-a955-45ee-8fc3-233dea06d7b4 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:21.385517 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-783749df-1b35-4697-b1da-f99fcdc131c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:21.473891 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-783749df-1b35-4697-b1da-f99fcdc131c4 None None] Port 6b76d75e-a955-45ee-8fc3-233dea06d7b4 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:31:21.502574 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-783749df-1b35-4697-b1da-f99fcdc131c4 None None] Provisioning complete for port 496ee6b5-8f13-4768-bcdb-78d5b1b282a3 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:21.502945 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-783749df-1b35-4697-b1da-f99fcdc131c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:21.509964 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-745fa027-e7f4-4a2e-9da4-417654acf721 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3033247 Nov 10 19:31:21.527807 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56810) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:21.538599 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-e94b5fdf-771d-4690-9ba6-7b6fc3edd02a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:21.546325 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745fa027-e7f4-4a2e-9da4-417654acf721 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Network': ['ID=0f2098c5-8490-42c1-8134-97661a60c707,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:21.592281 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:31:21.594027 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-38561d02-c5ed-4671-945b-73ef7aa74303 req-a06f6014-aa7b-497c-93d4-d677c356ef29 service neutron] 10.222.0.73 "GET /v2.0/networks/adcbf13e-4fd3-40b0-b9d5-b0278636d662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394978 Nov 10 19:31:21.685203 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 496ee6b5-8f13-4768-bcdb-78d5b1b282a3 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:31:21.705688 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94b5fdf-771d-4690-9ba6-7b6fc3edd02a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:31:21.718126 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e94b5fdf-771d-4690-9ba6-7b6fc3edd02a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:21.842932 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c5853-cf4a-4fc7-8388-a2876f16bc05 req-eaa29b68-8d96-4756-a7f8-7f6d7404f5ab tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:21.853919 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-744c5853-cf4a-4fc7-8388-a2876f16bc05 req-eaa29b68-8d96-4756-a7f8-7f6d7404f5ab tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc HTTP/1.1" status: 200 len: 946 time: 0.1669509 Nov 10 19:31:21.858606 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-34bcc6b3-5867-4d52-b58a-7eac05e1db88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:21.860412 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-34bcc6b3-5867-4d52-b58a-7eac05e1db88 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26bbb91bbd1a44118e77b6255c634c66&device_id=da5bdf30-01fc-4ea9-a5af-307c0c064cca HTTP/1.1" status: 200 len: 1134 time: 0.3986797 Nov 10 19:31:21.903106 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 496ee6b5-8f13-4768-bcdb-78d5b1b282a3 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:21.903957 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:22.012669 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e94b5fdf-771d-4690-9ba6-7b6fc3edd02a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:22.084211 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b5fdf-771d-4690-9ba6-7b6fc3edd02a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Subnet': ['ID=85b7f2b7-c2aa-4d76-a4db-097b0581e4a9,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:22.102281 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-19861ed2-3a2b-407f-9e9b-351462c1b9dc None None] Provisioning complete for port 6b76d75e-a955-45ee-8fc3-233dea06d7b4 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:22.102666 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-19861ed2-3a2b-407f-9e9b-351462c1b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:22.103635 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94b5fdf-771d-4690-9ba6-7b6fc3edd02a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Checking segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:31:22.104402 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94b5fdf-771d-4690-9ba6-7b6fc3edd02a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network hostable DHCP agents. Network: 0f2098c5-8490-42c1-8134-97661a60c707, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:31:22.137034 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94b5fdf-771d-4690-9ba6-7b6fc3edd02a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:31:22.142462 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-19861ed2-3a2b-407f-9e9b-351462c1b9dc None None] Port 6b76d75e-a955-45ee-8fc3-233dea06d7b4 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:31:22.150700 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-e94b5fdf-771d-4690-9ba6-7b6fc3edd02a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 0f2098c5-8490-42c1-8134-97661a60c707) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:22.159083 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94b5fdf-771d-4690-9ba6-7b6fc3edd02a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:22.159083 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e94b5fdf-771d-4690-9ba6-7b6fc3edd02a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:22.165860 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1778bf05-5cfa-4743-9a6f-b51f87c420b3 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:31:22.210899 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e94b5fdf-771d-4690-9ba6-7b6fc3edd02a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6769140 Nov 10 19:31:22.212227 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56824) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:22.218762 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-02ece172-9109-433e-89dc-46f832189111 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'port': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'name': 'tempest-NetworksTestDHCPv6-1770161618'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:22.311523 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-fdf8b624-19d9-4af0-ad7e-bb78d90f29c3 None None] Provisioning complete for port 6b76d75e-a955-45ee-8fc3-233dea06d7b4 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:22.311904 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fdf8b624-19d9-4af0-ad7e-bb78d90f29c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:22.386400 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ece172-9109-433e-89dc-46f832189111 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:31:22.390649 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-02ece172-9109-433e-89dc-46f832189111 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:22.395175 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-fdf8b624-19d9-4af0-ad7e-bb78d90f29c3 None None] Port 6b76d75e-a955-45ee-8fc3-233dea06d7b4 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:31:22.433200 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-02ece172-9109-433e-89dc-46f832189111 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] device_id is not set on port 5c8362dc-65d9-4068-b14c-cada747fdf7f yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:31:22.457671 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5acc45d-f068-41bb-9528-f74bc3b9072c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-0f2098c5-8490-42c1-8134-97661a60c707', 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'fixed_ips': [{'subnet_id': '85b7f2b7-c2aa-4d76-a4db-097b0581e4a9'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:31:22.458921 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d5acc45d-f068-41bb-9528-f74bc3b9072c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:22.467671 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-1bcd4ae9-1546-4397-9c7b-73dca7fbb38a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa30722c-7566-440e-8907-204057e4e1fa HTTP/1.1" status: 200 len: 217 time: 0.5949991 Nov 10 19:31:22.560045 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-744c5853-cf4a-4fc7-8388-a2876f16bc05 req-6fe1dbe8-70b4-4922-aa24-2c4ca81a8114 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=870e9252-f7b1-4dc7-99d3-658b500cd6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7044668 Nov 10 19:31:22.650402 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-a308b2fa-9fa4-4578-bcd0-7f29261e9b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:22.652583 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-a308b2fa-9fa4-4578-bcd0-7f29261e9b87 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=42ecad61-e792-4bb6-ad4a-77337d262df5 HTTP/1.1" status: 200 len: 835 time: 0.1638503 Nov 10 19:31:22.653095 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-02ece172-9109-433e-89dc-46f832189111 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Allocated IP 2001:db8::29f (0f2098c5-8490-42c1-8134-97661a60c707/85b7f2b7-c2aa-4d76-a4db-097b0581e4a9/5c8362dc-65d9-4068-b14c-cada747fdf7f) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:31:22.786495 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-9cc37e14-d603-433b-ac4e-bd0533a6305d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:22.788293 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-9cc37e14-d603-433b-ac4e-bd0533a6305d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12fc590f-8c5a-4ca6-a35a-608285b5045d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1245112 Nov 10 19:31:22.920664 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a317f50-3fe6-40ef-9e43-095c872d94ed x-openstack-request-id: req-6a317f50-3fe6-40ef-9e43-095c872d94ed {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:31:22.921316 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5bdf30-01fc-4ea9-a5af-307c0c064cca", "tag": "aa30722c-7566-440e-8907-204057e4e1fa", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:31:22.921316 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6a317f50-3fe6-40ef-9e43-095c872d94ed {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:31:22.921610 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5bdf30-01fc-4ea9-a5af-307c0c064cca', 'tag': 'aa30722c-7566-440e-8907-204057e4e1fa', 'status': 'completed', 'code': 200} Nov 10 19:31:22.935931 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-02ece172-9109-433e-89dc-46f832189111 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:22.939457 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c0b58607-3ed7-49c7-9d76-4410e6b74ae9 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:22.966141 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c0b58607-3ed7-49c7-9d76-4410e6b74ae9 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:22.984868 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-02ece172-9109-433e-89dc-46f832189111 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:23.030605 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ece172-9109-433e-89dc-46f832189111 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:23.034372 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-02ece172-9109-433e-89dc-46f832189111 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:23.042727 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b58607-3ed7-49c7-9d76-4410e6b74ae9 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Port': ['ID=6b76d75e-a955-45ee-8fc3-233dea06d7b4,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:23.045342 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ece172-9109-433e-89dc-46f832189111 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:31:23.053797 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ece172-9109-433e-89dc-46f832189111 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:23.054478 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-02ece172-9109-433e-89dc-46f832189111 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:23.081204 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-d5acc45d-f068-41bb-9528-f74bc3b9072c None None] Allocated IP 2001:db8::2 (0f2098c5-8490-42c1-8134-97661a60c707/85b7f2b7-c2aa-4d76-a4db-097b0581e4a9/be656b9c-7755-4bcf-a056-d13bd2948a94) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:31:23.091288 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ece172-9109-433e-89dc-46f832189111 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Port': ['ID=5c8362dc-65d9-4068-b14c-cada747fdf7f,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:23.103490 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-9e82e48f-6265-46bb-b617-569953d81f9a service neutron] 10.222.0.73 "GET /v2.0/networks/12fc590f-8c5a-4ca6-a35a-608285b5045d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052657 Nov 10 19:31:23.109245 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-02ece172-9109-433e-89dc-46f832189111 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8957117 Nov 10 19:31:23.113942 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56850) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:23.176896 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9bd6d6-aba1-44c2-acbb-7c027aae83d5 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:23.177393 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dfdeb-1fd0-4b04-89e6-874de3de5464 req-be183835-e21e-4fed-b6f4-8e9548cd8dc7 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:23.178611 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5c9bd6d6-aba1-44c2-acbb-7c027aae83d5 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0635664 Nov 10 19:31:23.181062 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56856) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:23.185810 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-828dfdeb-1fd0-4b04-89e6-874de3de5464 req-be183835-e21e-4fed-b6f4-8e9548cd8dc7 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 945 time: 0.1444876 Nov 10 19:31:23.213301 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b58607-3ed7-49c7-9d76-4410e6b74ae9 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:23.214018 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c0b58607-3ed7-49c7-9d76-4410e6b74ae9 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:23.221008 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c0b58607-3ed7-49c7-9d76-4410e6b74ae9 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "PUT /v2.0/ports/6b76d75e-a955-45ee-8fc3-233dea06d7b4 HTTP/1.1" status: 200 len: 910 time: 2.5117421 Nov 10 19:31:23.240741 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56858) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:23.349497 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aa0eb314-ba17-4c62-9de5-8d64d8df26a7 req-dd1797be-d947-47e8-b3f1-92d4ccb68dbf service neutron] 10.222.0.73 "GET /v2.0/networks/12fc590f-8c5a-4ca6-a35a-608285b5045d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331922 Nov 10 19:31:23.373779 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d5acc45d-f068-41bb-9528-f74bc3b9072c None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:23.384359 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d5acc45d-f068-41bb-9528-f74bc3b9072c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:23.436884 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5acc45d-f068-41bb-9528-f74bc3b9072c None None] Pushing event updated for resources: {'Port': ['ID=be656b9c-7755-4bcf-a056-d13bd2948a94,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:23.465225 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5acc45d-f068-41bb-9528-f74bc3b9072c None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:23.468161 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-828dfdeb-1fd0-4b04-89e6-874de3de5464 req-ff00d43b-697e-4bdb-a7c3-75e4a425e49d tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812884 Nov 10 19:31:23.489158 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-d5acc45d-f068-41bb-9528-f74bc3b9072c None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:23.491724 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2284acc-cbec-4bd4-b83a-2dbd7e56a2d6 req-4cd190ff-a5d0-4132-b0db-cf4babfefefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:23.499912 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2284acc-cbec-4bd4-b83a-2dbd7e56a2d6 req-4cd190ff-a5d0-4132-b0db-cf4babfefefa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26bbb91bbd1a44118e77b6255c634c66&device_id=da5bdf30-01fc-4ea9-a5af-307c0c064cca HTTP/1.1" status: 200 len: 1134 time: 0.0758748 Nov 10 19:31:23.513420 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5acc45d-f068-41bb-9528-f74bc3b9072c None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:31:23.518730 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9278db48-7400-4628-ad20-4d2d74c94799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:23.537410 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-388d2369-292d-4923-944f-9afa765bc4e3 req-5374cc60-d775-448b-92ae-223209bb6983 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2843022 Nov 10 19:31:23.638317 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d5acc45d-f068-41bb-9528-f74bc3b9072c None None] Attempting to bind port be656b9c-7755-4bcf-a056-d13bd2948a94 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:31:23.639115 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d5acc45d-f068-41bb-9528-f74bc3b9072c None None] Attempting to bind port be656b9c-7755-4bcf-a056-d13bd2948a94 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:31:23.640158 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5acc45d-f068-41bb-9528-f74bc3b9072c None None] Attempting to bind port be656b9c-7755-4bcf-a056-d13bd2948a94 on network 0f2098c5-8490-42c1-8134-97661a60c707 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:31:23.647043 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5acc45d-f068-41bb-9528-f74bc3b9072c None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:31:23.647846 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5acc45d-f068-41bb-9528-f74bc3b9072c None None] Checking segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:31:23.648955 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d5acc45d-f068-41bb-9528-f74bc3b9072c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:23.649517 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5acc45d-f068-41bb-9528-f74bc3b9072c None None] Bound using segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:31:23.650554 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d5acc45d-f068-41bb-9528-f74bc3b9072c None None] Bound port: be656b9c-7755-4bcf-a056-d13bd2948a94, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:31:23.651125 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d5acc45d-f068-41bb-9528-f74bc3b9072c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:23.747902 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ada6b-1222-416a-a6a6-02e97c860ed5 req-8fc548b1-1903-4e69-b0bc-518ed4c7740d tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:23.750279 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b77ada6b-1222-416a-a6a6-02e97c860ed5 req-8fc548b1-1903-4e69-b0bc-518ed4c7740d tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5bdf30-01fc-4ea9-a5af-307c0c064cca HTTP/1.1" status: 200 len: 983 time: 0.0894744 Nov 10 19:31:23.754371 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2284acc-cbec-4bd4-b83a-2dbd7e56a2d6 req-37c3192c-6c0c-45bd-bfc0-9a87676f2b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:23.756674 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2284acc-cbec-4bd4-b83a-2dbd7e56a2d6 req-37c3192c-6c0c-45bd-bfc0-9a87676f2b5c service neutron] 10.222.0.73 "GET /v2.0/networks?id=12fc590f-8c5a-4ca6-a35a-608285b5045d HTTP/1.1" status: 200 len: 898 time: 0.2390814 Nov 10 19:31:23.826772 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2284acc-cbec-4bd4-b83a-2dbd7e56a2d6 req-6cbc2ead-8f7d-4b10-9a26-99d75efcd4ef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa30722c-7566-440e-8907-204057e4e1fa HTTP/1.1" status: 200 len: 217 time: 0.0620358 Nov 10 19:31:23.842199 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56870) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:23.855668 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-c491c374-6bf0-4a06-9929-354db0db6ad3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting port 5c8362dc-65d9-4068-b14c-cada747fdf7f {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:31:23.856723 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c491c374-6bf0-4a06-9929-354db0db6ad3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:23.912620 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-d5acc45d-f068-41bb-9528-f74bc3b9072c None None] For port be656b9c-7755-4bcf-a056-d13bd2948a94, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:31:23.916575 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-d5acc45d-f068-41bb-9528-f74bc3b9072c None None] For port be656b9c-7755-4bcf-a056-d13bd2948a94, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=be656b9c-7755-4bcf-a056-d13bd2948a94,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:31:23.932107 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d5acc45d-f068-41bb-9528-f74bc3b9072c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:23.969190 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b77ada6b-1222-416a-a6a6-02e97c860ed5 req-0a3ccf67-4086-48ae-8924-2e86b2b5ee27 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4451e71-c2c8-4d8d-adb8-59e345fcd4b4&id=c7ed6687-eba7-49f1-9e27-f61f6bdf340c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2114093 Nov 10 19:31:23.998350 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2284acc-cbec-4bd4-b83a-2dbd7e56a2d6 req-8e6b323f-d537-4e34-922c-7c8878f96ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:24.000047 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2284acc-cbec-4bd4-b83a-2dbd7e56a2d6 req-8e6b323f-d537-4e34-922c-7c8878f96ea6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=42ecad61-e792-4bb6-ad4a-77337d262df5 HTTP/1.1" status: 200 len: 835 time: 0.1636176 Nov 10 19:31:24.029994 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5acc45d-f068-41bb-9528-f74bc3b9072c None None] Pushing event updated for resources: {'Port': ['ID=be656b9c-7755-4bcf-a056-d13bd2948a94,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:24.080912 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d2369-292d-4923-944f-9afa765bc4e3 req-f630a242-6f8c-4a3d-a3fb-015543ee9363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:24.082586 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-388d2369-292d-4923-944f-9afa765bc4e3 req-f630a242-6f8c-4a3d-a3fb-015543ee9363 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8404b51f2eea475c873a90f3482dbb68&device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 1096 time: 0.3989861 Nov 10 19:31:24.084326 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0e3d4c27-1221-48c3-a850-33427979aba0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:24.129454 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2284acc-cbec-4bd4-b83a-2dbd7e56a2d6 req-bafb9f55-9dab-4af0-8e5a-7142917ef8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:24.134385 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2284acc-cbec-4bd4-b83a-2dbd7e56a2d6 req-bafb9f55-9dab-4af0-8e5a-7142917ef8da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12fc590f-8c5a-4ca6-a35a-608285b5045d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1242528 Nov 10 19:31:24.167082 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c491c374-6bf0-4a06-9929-354db0db6ad3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:24.232260 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-c491c374-6bf0-4a06-9929-354db0db6ad3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Calling delete_port for 5c8362dc-65d9-4068-b14c-cada747fdf7f owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:31:24.284599 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451a9ee-f2f4-431f-bf0e-a670ff5cfe9c req-28bafd2f-c44e-4aee-9fac-52d948dc54e7 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:24.292102 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7451a9ee-f2f4-431f-bf0e-a670ff5cfe9c req-28bafd2f-c44e-4aee-9fac-52d948dc54e7 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc HTTP/1.1" status: 200 len: 946 time: 0.1913102 Nov 10 19:31:24.355301 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d2369-292d-4923-944f-9afa765bc4e3 req-9e13c9e6-523b-4409-82fb-0d21273fa904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:24.356822 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-388d2369-292d-4923-944f-9afa765bc4e3 req-9e13c9e6-523b-4409-82fb-0d21273fa904 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab HTTP/1.1" status: 200 len: 912 time: 0.2477250 Nov 10 19:31:24.365636 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2284acc-cbec-4bd4-b83a-2dbd7e56a2d6 req-cac08232-14d3-4bfa-96e5-1f35c6942906 service neutron] 10.222.0.73 "GET /v2.0/networks/12fc590f-8c5a-4ca6-a35a-608285b5045d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069376 Nov 10 19:31:24.448367 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7451a9ee-f2f4-431f-bf0e-a670ff5cfe9c req-170db9b3-b02c-4aa0-97d5-a8f6461cf153 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=870e9252-f7b1-4dc7-99d3-658b500cd6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353967 Nov 10 19:31:24.488138 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0e3d4c27-1221-48c3-a850-33427979aba0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:24.493013 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-388d2369-292d-4923-944f-9afa765bc4e3 req-e3a809a5-8eb5-4f70-a477-e3df6e940ae7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=744b43e8-08ca-4f4a-998d-7b5c8f07ebf9 HTTP/1.1" status: 200 len: 1001 time: 0.1261709 Nov 10 19:31:24.500204 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0e3d4c27-1221-48c3-a850-33427979aba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:24.552299 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c491c374-6bf0-4a06-9929-354db0db6ad3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:24.566346 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9c0ba37c-b85e-4657-8739-e1fdfb85f7d2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:24.567434 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0e3d4c27-1221-48c3-a850-33427979aba0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=096a39ac077d4968b588ae73b69d8165&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7229819 Nov 10 19:31:24.575218 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56876) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:24.579501 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2284acc-cbec-4bd4-b83a-2dbd7e56a2d6 req-18ac3207-3fdf-4675-9bf1-593445bf426f service neutron] 10.222.0.73 "GET /v2.0/networks/12fc590f-8c5a-4ca6-a35a-608285b5045d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008688 Nov 10 19:31:24.599302 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d4c27-1221-48c3-a850-33427979aba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97ba9ac-2277-45b8-bcdf-96b1cd50bddc,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:24.632158 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51b544-4656-485f-be7a-dfd749afcdc4 req-07fe9b72-e797-4ba8-be3f-5c18a638c841 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:24.633861 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-be51b544-4656-485f-be7a-dfd749afcdc4 req-07fe9b72-e797-4ba8-be3f-5c18a638c841 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 945 time: 0.0763259 Nov 10 19:31:24.648465 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491c374-6bf0-4a06-9929-354db0db6ad3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Port': ['ID=5c8362dc-65d9-4068-b14c-cada747fdf7f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:24.659170 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d2369-292d-4923-944f-9afa765bc4e3 req-7882694c-49a0-413f-b7f2-dd2e7b619cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:24.661330 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-388d2369-292d-4923-944f-9afa765bc4e3 req-7882694c-49a0-413f-b7f2-dd2e7b619cf8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7de537-b93b-4e73-8317-5941b65cea03 HTTP/1.1" status: 200 len: 850 time: 0.1585810 Nov 10 19:31:24.663508 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:24.701739 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-be51b544-4656-485f-be7a-dfd749afcdc4 req-c8ba7f8d-b087-4b04-9c30-079419f90e35 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609963 Nov 10 19:31:24.740082 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device aa30722c-7566-440e-8907-204057e4e1fa details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:31:24.755168 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c491c374-6bf0-4a06-9929-354db0db6ad3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:24.758399 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c491c374-6bf0-4a06-9929-354db0db6ad3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/5c8362dc-65d9-4068-b14c-cada747fdf7f HTTP/1.1" status: 204 len: 168 time: 1.5763087 Nov 10 19:31:24.761873 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56878) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:24.860973 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port aa30722c-7566-440e-8907-204057e4e1fa, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=aa30722c-7566-440e-8907-204057e4e1fa,segment=NetworkSegment(fd4311b1-6717-430d-8c59-408abee6b6ef),segment_id=fd4311b1-6717-430d-8c59-408abee6b6ef)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:24.865439 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d2369-292d-4923-944f-9afa765bc4e3 req-d6fdf834-00fa-4227-b28c-b50348883c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:24.866987 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-388d2369-292d-4923-944f-9afa765bc4e3 req-d6fdf834-00fa-4227-b28c-b50348883c93 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1671937 Nov 10 19:31:24.868729 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-55657bcf-edb3-44d3-890e-6b18aa20ad1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:24.870765 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d5028d-a6ec-43de-a8cc-4168b62872d0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:24.872418 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d5028d-a6ec-43de-a8cc-4168b62872d0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:24.876988 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-97d5028d-a6ec-43de-a8cc-4168b62872d0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1132758 Nov 10 19:31:24.877646 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56882) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:24.881485 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'aa30722c-7566-440e-8907-204057e4e1fa', 'network_id': '12fc590f-8c5a-4ca6-a35a-608285b5045d', 'port_id': 'aa30722c-7566-440e-8907-204057e4e1fa', 'mac_address': 'fa:16:3e:8d:41:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42ecad61-e792-4bb6-ad4a-77337d262df5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:31:24.933011 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:24.949275 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa30722c-7566-440e-8907-204057e4e1fa {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:31:24.953818 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-55657bcf-edb3-44d3-890e-6b18aa20ad1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:24.974917 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port aa30722c-7566-440e-8907-204057e4e1fa, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=aa30722c-7566-440e-8907-204057e4e1fa,segment=NetworkSegment(fd4311b1-6717-430d-8c59-408abee6b6ef),segment_id=fd4311b1-6717-430d-8c59-408abee6b6ef)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:24.983443 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6292891-36ea-4c9d-96e0-eb1dc546bb58 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting subnet 85b7f2b7-c2aa-4d76-a4db-097b0581e4a9 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:31:24.985847 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:24.988984 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e6292891-36ea-4c9d-96e0-eb1dc546bb58 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:25.065935 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e6292891-36ea-4c9d-96e0-eb1dc546bb58 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:25.113744 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:25.123701 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=aa30722c-7566-440e-8907-204057e4e1fa,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:25.181683 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e6292891-36ea-4c9d-96e0-eb1dc546bb58 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:25.198987 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['aa30722c-7566-440e-8907-204057e4e1fa'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:31:25.266911 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e6292891-36ea-4c9d-96e0-eb1dc546bb58 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:25.345446 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6292891-36ea-4c9d-96e0-eb1dc546bb58 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Subnet': ['ID=85b7f2b7-c2aa-4d76-a4db-097b0581e4a9,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:25.360599 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e6292891-36ea-4c9d-96e0-eb1dc546bb58 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:25.390642 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e6292891-36ea-4c9d-96e0-eb1dc546bb58 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/85b7f2b7-c2aa-4d76-a4db-097b0581e4a9 HTTP/1.1" status: 204 len: 168 time: 0.5104170 Nov 10 19:31:25.393195 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56896) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:25.427063 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e3a10d-c040-4862-8a64-9c8f6334263c None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:31:25.471993 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-cc08dec6-e1b3-4450-a81c-c34084733840 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758996 Nov 10 19:31:25.472768 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56898) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:25.486428 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-56bf7b23-7de5-4aeb-9687-1f9c35035e01 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:25.532136 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-388d2369-292d-4923-944f-9afa765bc4e3 req-ccb45848-429f-4d69-8b07-3b7ff3a56f90 service neutron] 10.222.0.73 "GET /v2.0/networks/1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6540489 Nov 10 19:31:25.614885 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-dc05f2ce-7d23-4262-9802-f04617df26e4 None None] Provisioning complete for port be656b9c-7755-4bcf-a056-d13bd2948a94 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:25.615541 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dc05f2ce-7d23-4262-9802-f04617df26e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:25.664359 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5aa2d-80d2-4601-94a9-02443de6e9db req-841d8d77-6304-467c-8385-b3abe793f1a4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:25.672351 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e7f5aa2d-80d2-4601-94a9-02443de6e9db req-841d8d77-6304-467c-8385-b3abe793f1a4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5bdf30-01fc-4ea9-a5af-307c0c064cca HTTP/1.1" status: 200 len: 984 time: 0.2061749 Nov 10 19:31:25.686194 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-55657bcf-edb3-44d3-890e-6b18aa20ad1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:25.690270 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-55657bcf-edb3-44d3-890e-6b18aa20ad1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:25.690882 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-55657bcf-edb3-44d3-890e-6b18aa20ad1f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a97ba9ac-2277-45b8-bcdf-96b1cd50bddc HTTP/1.1" status: 204 len: 168 time: 1.0965827 Nov 10 19:31:25.746070 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bf7b23-7de5-4aeb-9687-1f9c35035e01 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:31:25.749361 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55657bcf-edb3-44d3-890e-6b18aa20ad1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97ba9ac-2277-45b8-bcdf-96b1cd50bddc,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:25.750855 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-56bf7b23-7de5-4aeb-9687-1f9c35035e01 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:25.761565 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device be656b9c-7755-4bcf-a056-d13bd2948a94 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:31:25.771642 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e7f5aa2d-80d2-4601-94a9-02443de6e9db req-87b9ab63-f9da-46da-8ca1-cbc535a1a8c4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4451e71-c2c8-4d8d-adb8-59e345fcd4b4&id=c7ed6687-eba7-49f1-9e27-f61f6bdf340c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0981674 Nov 10 19:31:25.965466 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-388d2369-292d-4923-944f-9afa765bc4e3 req-b775e8d2-d8f6-43f3-8845-40fc12d48582 service neutron] 10.222.0.73 "GET /v2.0/networks/1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254475 Nov 10 19:31:25.975412 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-9c0ba37c-b85e-4657-8739-e1fdfb85f7d2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Deleting port 6b76d75e-a955-45ee-8fc3-233dea06d7b4 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:31:25.975755 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9c0ba37c-b85e-4657-8739-e1fdfb85f7d2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:25.988713 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8ba0f02c-840a-4f28-92ea-0c06d4383563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:25.998125 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-09e88b4e-f297-4af3-b799-2af21f0077b1 req-f79d2c60-9b19-4c36-bf3c-0597d025d8e6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1656830 Nov 10 19:31:26.106375 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b912dc-c78c-440c-942f-b318bc6e568c None None] DHCP port deletion for 0f2098c5-8490-42c1-8134-97661a60c707 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:31:26.114813 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port be656b9c-7755-4bcf-a056-d13bd2948a94 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:26.115200 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:26.169750 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9c0ba37c-b85e-4657-8739-e1fdfb85f7d2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:26.174926 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e88b4e-f297-4af3-b799-2af21f0077b1 req-9e6cd602-4bba-45af-a9f6-68a3c2f01a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:26.177537 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-09e88b4e-f297-4af3-b799-2af21f0077b1 req-9e6cd602-4bba-45af-a9f6-68a3c2f01a52 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e964d54e065f49df9181b3cc5034fac9&device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 1096 time: 0.0991488 Nov 10 19:31:26.185820 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dc05f2ce-7d23-4262-9802-f04617df26e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:26.191948 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-9c0ba37c-b85e-4657-8739-e1fdfb85f7d2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Calling delete_port for 6b76d75e-a955-45ee-8fc3-233dea06d7b4 owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:31:26.232957 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-dc05f2ce-7d23-4262-9802-f04617df26e4 None None] For port be656b9c-7755-4bcf-a056-d13bd2948a94, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=be656b9c-7755-4bcf-a056-d13bd2948a94,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:26.251931 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dc05f2ce-7d23-4262-9802-f04617df26e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:26.283255 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56908) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:26.355667 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-33b912dc-c78c-440c-942f-b318bc6e568c None None] Deleting port be656b9c-7755-4bcf-a056-d13bd2948a94 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:31:26.356581 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-33b912dc-c78c-440c-942f-b318bc6e568c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:26.358728 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05f2ce-7d23-4262-9802-f04617df26e4 None None] Pushing event updated for resources: {'Port': ['ID=be656b9c-7755-4bcf-a056-d13bd2948a94,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:26.366700 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-02e6bd57-3a46-43c1-81e6-7f1f4db962ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:26.434473 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096da53-0e52-4f48-8022-3d29516b18b3 req-b41757b7-08e3-4302-ba1d-34ce07b47a0b tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:26.442639 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2096da53-0e52-4f48-8022-3d29516b18b3 req-b41757b7-08e3-4302-ba1d-34ce07b47a0b tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc HTTP/1.1" status: 200 len: 946 time: 0.5194564 Nov 10 19:31:26.454579 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e88b4e-f297-4af3-b799-2af21f0077b1 req-fe31899d-c795-419e-8ac5-720b36c040d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:26.456892 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-09e88b4e-f297-4af3-b799-2af21f0077b1 req-fe31899d-c795-419e-8ac5-720b36c040d4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d81248ac-96a9-4e56-9bb4-f772b36a0433 HTTP/1.1" status: 200 len: 913 time: 0.2587254 Nov 10 19:31:26.482597 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-56bf7b23-7de5-4aeb-9687-1f9c35035e01 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:26.529021 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-33b912dc-c78c-440c-942f-b318bc6e568c None None] For port be656b9c-7755-4bcf-a056-d13bd2948a94, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=be656b9c-7755-4bcf-a056-d13bd2948a94,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:26.529931 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-33b912dc-c78c-440c-942f-b318bc6e568c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:26.546995 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-33b912dc-c78c-440c-942f-b318bc6e568c None None] Calling delete_port for be656b9c-7755-4bcf-a056-d13bd2948a94 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:31:26.561730 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf7b23-7de5-4aeb-9687-1f9c35035e01 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Subnet': ['ID=33e8cc8f-dd00-4bb5-aad1-dabd12919768,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:26.566660 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-194d4b2c-8f0c-4b27-9daa-e24c72bb1dc8 service neutron] 10.222.0.73 "GET /v2.0/ports/e68d8721-1af0-4139-8246-e7653fa9b840/bindings/n-h2-813897-4 HTTP/1.1" status: 200 len: 384 time: 0.6453815 Nov 10 19:31:26.605789 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-09e88b4e-f297-4af3-b799-2af21f0077b1 req-2ca578e0-5b5c-45bf-a546-cca1ac4ca254 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f HTTP/1.1" status: 200 len: 999 time: 0.1412411 Nov 10 19:31:26.662173 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-33b912dc-c78c-440c-942f-b318bc6e568c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:26.676070 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9c0ba37c-b85e-4657-8739-e1fdfb85f7d2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:26.683510 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2096da53-0e52-4f48-8022-3d29516b18b3 req-fd02c3c5-f72d-44f5-a881-ef5fa1b71762 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=870e9252-f7b1-4dc7-99d3-658b500cd6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202327 Nov 10 19:31:26.695517 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e88b4e-f297-4af3-b799-2af21f0077b1 req-52b4260f-8c95-4778-ade7-76e88342307f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:26.696876 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b912dc-c78c-440c-942f-b318bc6e568c None None] Pushing event deleted for resources: {'Port': ['ID=be656b9c-7755-4bcf-a056-d13bd2948a94,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:26.697936 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-09e88b4e-f297-4af3-b799-2af21f0077b1 req-52b4260f-8c95-4778-ade7-76e88342307f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d874850-3788-4c89-9cc5-3e0f9d06fb90 HTTP/1.1" status: 200 len: 851 time: 0.0813904 Nov 10 19:31:26.700113 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b912dc-c78c-440c-942f-b318bc6e568c None None] No DVR routers for this DVR port be656b9c-7755-4bcf-a056-d13bd2948a94 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:31:26.728327 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bf7b23-7de5-4aeb-9687-1f9c35035e01 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:26.735673 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-56bf7b23-7de5-4aeb-9687-1f9c35035e01 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:26.744959 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bf7b23-7de5-4aeb-9687-1f9c35035e01 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:26.745927 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-56bf7b23-7de5-4aeb-9687-1f9c35035e01 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:26.755863 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device aa30722c-7566-440e-8907-204057e4e1fa up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:31:26.803816 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c32d14-3e0c-4baa-9e9d-d53477342816 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:31:26.813448 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-56bf7b23-7de5-4aeb-9687-1f9c35035e01 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3386443 Nov 10 19:31:26.814742 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ba37c-b85e-4657-8739-e1fdfb85f7d2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Port': ['ID=6b76d75e-a955-45ee-8fc3-233dea06d7b4,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:26.819666 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56914) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:26.845518 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-891cf834-92f4-4273-924e-0e3246d7586d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'port': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'name': 'tempest-NetworksTestDHCPv6-1705971925'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:26.899907 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-02e6bd57-3a46-43c1-81e6-7f1f4db962ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:26.949755 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e88b4e-f297-4af3-b799-2af21f0077b1 req-20f98a67-183c-4f20-a557-ecac42508918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:26.951832 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-09e88b4e-f297-4af3-b799-2af21f0077b1 req-20f98a67-183c-4f20-a557-ecac42508918 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d81248ac-96a9-4e56-9bb4-f772b36a0433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2150595 Nov 10 19:31:26.963804 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-02e6bd57-3a46-43c1-81e6-7f1f4db962ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:27.021052 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4056752-c710-450c-bcba-c8ec70e7b577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-0f2098c5-8490-42c1-8134-97661a60c707', 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'fixed_ips': [{'subnet_id': '33e8cc8f-dd00-4bb5-aad1-dabd12919768'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:31:27.021953 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e4056752-c710-450c-bcba-c8ec70e7b577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:27.046870 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9c0ba37c-b85e-4657-8739-e1fdfb85f7d2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:27.082247 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6bd57-3a46-43c1-81e6-7f1f4db962ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5010f1-dad3-4a38-835b-9edf336b46c1,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:27.101853 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18138c7-1bcb-44ae-9ee8-8300c485c62a req-10365de8-fabb-4912-b86a-ba5855b42818 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:27.104211 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a18138c7-1bcb-44ae-9ee8-8300c485c62a req-10365de8-fabb-4912-b86a-ba5855b42818 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 945 time: 0.3139057 Nov 10 19:31:27.107176 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-02e6bd57-3a46-43c1-81e6-7f1f4db962ff admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=43f8929594774e82885c0ced348f5f31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8196044 Nov 10 19:31:27.113628 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56916) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:27.175254 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-e4056752-c710-450c-bcba-c8ec70e7b577 None None] Allocated IP 2001:db8::2 (0f2098c5-8490-42c1-8134-97661a60c707/33e8cc8f-dd00-4bb5-aad1-dabd12919768/5fbd8a08-4f1a-4de8-b82b-f9c7388aca86) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:31:27.260557 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-09e88b4e-f297-4af3-b799-2af21f0077b1 req-f98bb26f-6506-46ea-a4da-5030ae458394 service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589383 Nov 10 19:31:27.296970 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a18138c7-1bcb-44ae-9ee8-8300c485c62a req-067fa214-c5d9-43ae-978d-36f605fdf94b tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800072 Nov 10 19:31:27.310501 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891cf834-92f4-4273-924e-0e3246d7586d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:31:27.314447 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-891cf834-92f4-4273-924e-0e3246d7586d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:27.341454 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e4056752-c710-450c-bcba-c8ec70e7b577 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:27.342194 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-891cf834-92f4-4273-924e-0e3246d7586d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] device_id is not set on port 396a4091-5aec-40a0-8cf1-860936a503ea yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:31:27.370164 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e4056752-c710-450c-bcba-c8ec70e7b577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:27.385187 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:27.408857 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port aa30722c-7566-440e-8907-204057e4e1fa completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:31:27.417256 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port aa30722c-7566-440e-8907-204057e4e1fa triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:27.417670 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:27.434472 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e4468b09-1c6c-4adf-8fbd-6d6fd0874501 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:27.462362 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e4468b09-1c6c-4adf-8fbd-6d6fd0874501 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:27.476566 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4056752-c710-450c-bcba-c8ec70e7b577 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:27.479859 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-e4056752-c710-450c-bcba-c8ec70e7b577 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:27.483657 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4056752-c710-450c-bcba-c8ec70e7b577 None None] Pushing event updated for resources: {'Port': ['ID=5fbd8a08-4f1a-4de8-b82b-f9c7388aca86,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:27.486824 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4056752-c710-450c-bcba-c8ec70e7b577 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:31:27.528603 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-db2e6760-27fa-4b9b-8fe2-6c919d147a4c service neutron] For port e68d8721-1af0-4139-8246-e7653fa9b840, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e68d8721-1af0-4139-8246-e7653fa9b840,segment=NetworkSegment(6a7a2226-27ec-4992-800c-02e84c0b3c55),segment_id=6a7a2226-27ec-4992-800c-02e84c0b3c55)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:27.557412 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e4468b09-1c6c-4adf-8fbd-6d6fd0874501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:27.562090 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e4468b09-1c6c-4adf-8fbd-6d6fd0874501 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:27.563821 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e4468b09-1c6c-4adf-8fbd-6d6fd0874501 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2d5010f1-dad3-4a38-835b-9edf336b46c1 HTTP/1.1" status: 204 len: 168 time: 0.4454842 Nov 10 19:31:27.615341 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4468b09-1c6c-4adf-8fbd-6d6fd0874501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5010f1-dad3-4a38-835b-9edf336b46c1,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:27.666412 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-09e88b4e-f297-4af3-b799-2af21f0077b1 req-83e58b7f-6ae8-4f76-8744-619bcdf665a7 service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568916 Nov 10 19:31:27.667713 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-db2e6760-27fa-4b9b-8fe2-6c919d147a4c service neutron] For port e68d8721-1af0-4139-8246-e7653fa9b840, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:31:27.686162 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0ba37c-b85e-4657-8739-e1fdfb85f7d2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Router 74a5912c-2a9c-426a-8a2c-e4e944963a96 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:31:27.700053 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device be656b9c-7755-4bcf-a056-d13bd2948a94 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:31:27.727841 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: be656b9c-7755-4bcf-a056-d13bd2948a94 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:31:27.728198 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device be656b9c-7755-4bcf-a056-d13bd2948a94 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:31:27.730140 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:27.733844 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e4056752-c710-450c-bcba-c8ec70e7b577 None None] Attempting to bind port 5fbd8a08-4f1a-4de8-b82b-f9c7388aca86 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:31:27.734223 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e4056752-c710-450c-bcba-c8ec70e7b577 None None] Attempting to bind port 5fbd8a08-4f1a-4de8-b82b-f9c7388aca86 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:31:27.734723 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4056752-c710-450c-bcba-c8ec70e7b577 None None] Attempting to bind port 5fbd8a08-4f1a-4de8-b82b-f9c7388aca86 on network 0f2098c5-8490-42c1-8134-97661a60c707 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:31:27.755759 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4056752-c710-450c-bcba-c8ec70e7b577 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:31:27.762250 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4056752-c710-450c-bcba-c8ec70e7b577 None None] Checking segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:31:27.763157 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e4056752-c710-450c-bcba-c8ec70e7b577 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:27.763157 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4056752-c710-450c-bcba-c8ec70e7b577 None None] Bound using segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:31:27.763703 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e4056752-c710-450c-bcba-c8ec70e7b577 None None] Bound port: 5fbd8a08-4f1a-4de8-b82b-f9c7388aca86, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:31:27.764101 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e4056752-c710-450c-bcba-c8ec70e7b577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:27.780880 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa9a51-01ea-432a-8655-72d764a6b216 req-d677c63f-d5a5-42ed-9352-e0c0e3b341ae tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:27.790211 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13aa9a51-01ea-432a-8655-72d764a6b216 req-d677c63f-d5a5-42ed-9352-e0c0e3b341ae tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5bdf30-01fc-4ea9-a5af-307c0c064cca HTTP/1.1" status: 200 len: 984 time: 0.2859371 Nov 10 19:31:27.794727 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port aa30722c-7566-440e-8907-204057e4e1fa, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=aa30722c-7566-440e-8907-204057e4e1fa,segment=NetworkSegment(fd4311b1-6717-430d-8c59-408abee6b6ef),segment_id=fd4311b1-6717-430d-8c59-408abee6b6ef)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:27.803898 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5bdf30-01fc-4ea9-a5af-307c0c064cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa30722c-7566-440e-8907-204057e4e1fa'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:31:27.805747 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05a1d61-a9f4-4266-92d0-020fb6348302" -d '{"events": [{"server_uuid": "da5bdf30-01fc-4ea9-a5af-307c0c064cca", "name": "network-vif-plugged", "status": "completed", "tag": "aa30722c-7566-440e-8907-204057e4e1fa"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:31:27.814822 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:27.816060 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device e68d8721-1af0-4139-8246-e7653fa9b840 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:31:27.817127 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5713e3e6-1d8f-4b34-a933-c4d043f12acc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e68d8721-1af0-4139-8246-e7653fa9b840'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:31:27.819958 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d25e749-9c63-459c-a4df-6e0ed46ed485" -d '{"events": [{"server_uuid": "5713e3e6-1d8f-4b34-a933-c4d043f12acc", "name": "network-vif-unplugged", "status": "completed", "tag": "e68d8721-1af0-4139-8246-e7653fa9b840"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:31:27.844219 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-db2e6760-27fa-4b9b-8fe2-6c919d147a4c service neutron] For port e68d8721-1af0-4139-8246-e7653fa9b840, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=e68d8721-1af0-4139-8246-e7653fa9b840,segment=NetworkSegment(6a7a2226-27ec-4992-800c-02e84c0b3c55),segment_id=6a7a2226-27ec-4992-800c-02e84c0b3c55)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:27.848766 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0ba37c-b85e-4657-8739-e1fdfb85f7d2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:31:27.865395 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2823bf14-83f5-4005-836d-daedfd98f55a None None] Sync routers for ids ['74a5912c-2a9c-426a-8a2c-e4e944963a96'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:31:27.873236 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9c0ba37c-b85e-4657-8739-e1fdfb85f7d2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "PUT /v2.0/routers/74a5912c-2a9c-426a-8a2c-e4e944963a96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6289458 Nov 10 19:31:27.873560 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56928) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:27.887398 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-891cf834-92f4-4273-924e-0e3246d7586d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Allocated IP 2001:db8::2ae (0f2098c5-8490-42c1-8134-97661a60c707/33e8cc8f-dd00-4bb5-aad1-dabd12919768/396a4091-5aec-40a0-8cf1-860936a503ea) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:31:27.887807 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2823bf14-83f5-4005-836d-daedfd98f55a None None] Routers {'74a5912c-2a9c-426a-8a2c-e4e944963a96'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:31:27.888484 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-2823bf14-83f5-4005-836d-daedfd98f55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:31:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['74a5912c-2a9c-426a-8a2c-e4e944963a96'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:27.922253 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8c04ca06-e8e4-408c-a13b-f71e480d56f4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "GET /v2.0/ports?device_id=74a5912c-2a9c-426a-8a2c-e4e944963a96 HTTP/1.1" status: 200 len: 205 time: 0.0472457 Nov 10 19:31:27.923839 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56932) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:27.949606 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-db2e6760-27fa-4b9b-8fe2-6c919d147a4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:27.976948 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-2823bf14-83f5-4005-836d-daedfd98f55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:27.982335 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=aa30722c-7566-440e-8907-204057e4e1fa,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:27.998598 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2823bf14-83f5-4005-836d-daedfd98f55a None None] Routers {'74a5912c-2a9c-426a-8a2c-e4e944963a96'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:31:28.001945 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-2823bf14-83f5-4005-836d-daedfd98f55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:31:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['74a5912c-2a9c-426a-8a2c-e4e944963a96'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:28.046066 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e4056752-c710-450c-bcba-c8ec70e7b577 None None] For port 5fbd8a08-4f1a-4de8-b82b-f9c7388aca86, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:31:28.065527 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e4056752-c710-450c-bcba-c8ec70e7b577 None None] For port 5fbd8a08-4f1a-4de8-b82b-f9c7388aca86, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5fbd8a08-4f1a-4de8-b82b-f9c7388aca86,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:31:28.074628 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e4056752-c710-450c-bcba-c8ec70e7b577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:28.076007 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-33b2d4b1-722c-4e89-a077-61bfe4c476a1 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:28.111005 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-2823bf14-83f5-4005-836d-daedfd98f55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:28.112038 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2823bf14-83f5-4005-836d-daedfd98f55a None None] The sync data for ids ['74a5912c-2a9c-426a-8a2c-e4e944963a96'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:31:28.158934 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4056752-c710-450c-bcba-c8ec70e7b577 None None] Pushing event updated for resources: {'Port': ['ID=5fbd8a08-4f1a-4de8-b82b-f9c7388aca86,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:28.290154 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-33b2d4b1-722c-4e89-a077-61bfe4c476a1 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:28.292520 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-33b2d4b1-722c-4e89-a077-61bfe4c476a1 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:28.310864 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13aa9a51-01ea-432a-8655-72d764a6b216 req-c561f961-0069-41f9-802e-13e27693ed56 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4451e71-c2c8-4d8d-adb8-59e345fcd4b4&id=c7ed6687-eba7-49f1-9e27-f61f6bdf340c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5201087 Nov 10 19:31:28.349018 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-33b2d4b1-722c-4e89-a077-61bfe4c476a1 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:28.349888 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b2d4b1-722c-4e89-a077-61bfe4c476a1 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Fanout notify agent at l3_agent the message router_deleted on router 74a5912c-2a9c-426a-8a2c-e4e944963a96 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:31:28.364471 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-33b2d4b1-722c-4e89-a077-61bfe4c476a1 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:28.370590 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-891cf834-92f4-4273-924e-0e3246d7586d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:28.372611 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-33b2d4b1-722c-4e89-a077-61bfe4c476a1 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/routers/74a5912c-2a9c-426a-8a2c-e4e944963a96 HTTP/1.1" status: 204 len: 168 time: 0.4470420 Nov 10 19:31:28.373837 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56944) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:28.486874 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6cc7f0a-9bc3-4a59-9d97-a0bbe669f0d5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Deleting subnet fd9920b5-c41b-4b58-ad6d-57dcd8a8e5df {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:31:28.510565 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6cc7f0a-9bc3-4a59-9d97-a0bbe669f0d5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:28.607378 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6cc7f0a-9bc3-4a59-9d97-a0bbe669f0d5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:28.611479 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-db2e6760-27fa-4b9b-8fe2-6c919d147a4c service neutron] Transition to ACTIVE for port object e68d8721-1af0-4139-8246-e7653fa9b840 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:31:28.637812 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-891cf834-92f4-4273-924e-0e3246d7586d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:28.655920 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-db2e6760-27fa-4b9b-8fe2-6c919d147a4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:28.680179 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:28.731178 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00733713-9005-4a3d-93a3-0bc2f262ec46 req-45068de2-b134-4168-bbaa-64a75e911fec tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:28.732704 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-00733713-9005-4a3d-93a3-0bc2f262ec46 req-45068de2-b134-4168-bbaa-64a75e911fec tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc HTTP/1.1" status: 200 len: 945 time: 0.2715640 Nov 10 19:31:28.753543 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891cf834-92f4-4273-924e-0e3246d7586d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:28.771142 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-891cf834-92f4-4273-924e-0e3246d7586d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:28.829820 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891cf834-92f4-4273-924e-0e3246d7586d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:31:28.835833 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891cf834-92f4-4273-924e-0e3246d7586d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:28.836481 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-891cf834-92f4-4273-924e-0e3246d7586d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:28.906238 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e6760-27fa-4b9b-8fe2-6c919d147a4c service neutron] Pushing event updated for resources: {'Port': ['ID=e68d8721-1af0-4139-8246-e7653fa9b840,revision_number=11']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:29.365944 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:29.414857 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-891cf834-92f4-4273-924e-0e3246d7586d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5934184 Nov 10 19:31:29.417451 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56970) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:29.489733 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-db2e6760-27fa-4b9b-8fe2-6c919d147a4c service neutron] No DVR routers for this DVR port e68d8721-1af0-4139-8246-e7653fa9b840 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:31:29.491964 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6cc7f0a-9bc3-4a59-9d97-a0bbe669f0d5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:29.497630 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47669573-a813-4db7-95bc-8e5aa25998ff tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:29.506478 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47669573-a813-4db7-95bc-8e5aa25998ff tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:29.517010 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-00733713-9005-4a3d-93a3-0bc2f262ec46 req-2e75e7e8-4ea0-42b4-8786-f43e6a8c254f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=870e9252-f7b1-4dc7-99d3-658b500cd6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7699270 Nov 10 19:31:29.517733 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891cf834-92f4-4273-924e-0e3246d7586d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Port': ['ID=396a4091-5aec-40a0-8cf1-860936a503ea,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:29.519711 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-47669573-a813-4db7-95bc-8e5aa25998ff tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1010711 Nov 10 19:31:29.520387 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56974) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:29.611784 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21f5193-fdd6-43ff-82c6-3eb107427d87 x-openstack-request-id: req-a21f5193-fdd6-43ff-82c6-3eb107427d87 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:31:29.612211 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5bdf30-01fc-4ea9-a5af-307c0c064cca", "name": "network-vif-plugged", "status": "completed", "tag": "aa30722c-7566-440e-8907-204057e4e1fa", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:31:29.612644 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a21f5193-fdd6-43ff-82c6-3eb107427d87 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:31:29.613305 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5bdf30-01fc-4ea9-a5af-307c0c064cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa30722c-7566-440e-8907-204057e4e1fa', 'code': 200} Nov 10 19:31:29.662315 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0682671-60fd-4066-812d-567346c8abc3 None None] Provisioning complete for port 5fbd8a08-4f1a-4de8-b82b-f9c7388aca86 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:29.668511 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0682671-60fd-4066-812d-567346c8abc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:29.716269 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cce63c4-95c1-43ec-9581-d772bb39c987 x-openstack-request-id: req-6cce63c4-95c1-43ec-9581-d772bb39c987 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:31:29.717634 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5713e3e6-1d8f-4b34-a933-c4d043f12acc", "name": "network-vif-unplugged", "status": "completed", "tag": "e68d8721-1af0-4139-8246-e7653fa9b840", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:31:29.723341 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6cce63c4-95c1-43ec-9581-d772bb39c987 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:31:29.726368 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5713e3e6-1d8f-4b34-a933-c4d043f12acc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e68d8721-1af0-4139-8246-e7653fa9b840', 'code': 200} Nov 10 19:31:29.785781 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5fbd8a08-4f1a-4de8-b82b-f9c7388aca86 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:31:29.830953 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c961805-3778-4199-ab0f-c7c3e07ece39 req-0d080883-ff07-4e84-b8c3-d220564350a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:29.841030 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4c961805-3778-4199-ab0f-c7c3e07ece39 req-0d080883-ff07-4e84-b8c3-d220564350a3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=da5bdf30-01fc-4ea9-a5af-307c0c064cca HTTP/1.1" status: 200 len: 1136 time: 0.1649127 Nov 10 19:31:29.868980 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-92273925-949c-4f76-9b25-84ee6c5687aa tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting port 396a4091-5aec-40a0-8cf1-860936a503ea {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:31:29.869361 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92273925-949c-4f76-9b25-84ee6c5687aa tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:29.911417 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 5fbd8a08-4f1a-4de8-b82b-f9c7388aca86 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:29.912086 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:29.924727 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6cc7f0a-9bc3-4a59-9d97-a0bbe669f0d5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:29.974175 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc7f0a-9bc3-4a59-9d97-a0bbe669f0d5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Subnet': ['ID=fd9920b5-c41b-4b58-ad6d-57dcd8a8e5df,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:30.033213 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6cc7f0a-9bc3-4a59-9d97-a0bbe669f0d5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:30.042455 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b6cc7f0a-9bc3-4a59-9d97-a0bbe669f0d5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/subnets/fd9920b5-c41b-4b58-ad6d-57dcd8a8e5df HTTP/1.1" status: 204 len: 168 time: 1.6673746 Nov 10 19:31:30.044648 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56982) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:30.047312 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c00ced-9c7c-4641-aa02-70c5312155cc None None] Network c6427ace-efa7-4e3b-b1b1-43ab3f213efe requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:31:30.066421 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-db2e6760-27fa-4b9b-8fe2-6c919d147a4c service neutron] 10.222.0.73 "PUT /v2.0/ports/e68d8721-1af0-4139-8246-e7653fa9b840/bindings/n-h2-813897-4/activate HTTP/1.1" status: 200 len: 369 time: 3.4922464 Nov 10 19:31:30.069986 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92273925-949c-4f76-9b25-84ee6c5687aa tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:30.070691 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0682671-60fd-4066-812d-567346c8abc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:30.076922 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9dff42-44b9-4ea5-8649-258e36c3ab4d req-62c7daf9-4646-43e6-a2ce-0a7b43756efb tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:30.078843 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eb9dff42-44b9-4ea5-8649-258e36c3ab4d req-62c7daf9-4646-43e6-a2ce-0a7b43756efb tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 945 time: 0.2409284 Nov 10 19:31:30.100710 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-92273925-949c-4f76-9b25-84ee6c5687aa tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Calling delete_port for 396a4091-5aec-40a0-8cf1-860936a503ea owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:31:30.146212 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0682671-60fd-4066-812d-567346c8abc3 None None] For port 5fbd8a08-4f1a-4de8-b82b-f9c7388aca86, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5fbd8a08-4f1a-4de8-b82b-f9c7388aca86,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:30.185919 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0682671-60fd-4066-812d-567346c8abc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:30.233163 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4ceb8b86-9ab6-4bf9-b7ba-e346c3347a25 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:30.239636 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eb9dff42-44b9-4ea5-8649-258e36c3ab4d req-dc6a1146-922d-4903-a56e-ff8366cf9b0e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454730 Nov 10 19:31:30.300920 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92273925-949c-4f76-9b25-84ee6c5687aa tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:30.336957 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0682671-60fd-4066-812d-567346c8abc3 None None] Pushing event updated for resources: {'Port': ['ID=5fbd8a08-4f1a-4de8-b82b-f9c7388aca86,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:30.338431 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-4ceb8b86-9ab6-4bf9-b7ba-e346c3347a25 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Deleting port 496ee6b5-8f13-4768-bcdb-78d5b1b282a3 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:31:30.338886 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4ceb8b86-9ab6-4bf9-b7ba-e346c3347a25 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:30.352474 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-1e8378cd-3923-472e-b792-1e56952cb571 None None] Could not find standard attr ID for object 396a4091-5aec-40a0-8cf1-860936a503ea. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:31:30.379435 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4c961805-3778-4199-ab0f-c7c3e07ece39 req-65c7e732-8d62-4e91-8bd3-c9c80923a6ed service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f4451e71-c2c8-4d8d-adb8-59e345fcd4b4&id=c7ed6687-eba7-49f1-9e27-f61f6bdf340c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5291724 Nov 10 19:31:30.381285 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92273925-949c-4f76-9b25-84ee6c5687aa tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Port': ['ID=396a4091-5aec-40a0-8cf1-860936a503ea,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:30.419742 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-cdb0fa54-31b2-4484-8ddd-c4ddfad9cf6c tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:30.421240 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-cdb0fa54-31b2-4484-8ddd-c4ddfad9cf6c tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc&tenant_id=540494213bb2401d877387c28ba690c2&binding%3Ahost_id=n-h1-813897-4 HTTP/1.1" status: 200 len: 1096 time: 0.1637056 Nov 10 19:31:30.422379 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92273925-949c-4f76-9b25-84ee6c5687aa tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:30.425909 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-92273925-949c-4f76-9b25-84ee6c5687aa tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/396a4091-5aec-40a0-8cf1-860936a503ea HTTP/1.1" status: 204 len: 168 time: 0.9042251 Nov 10 19:31:30.431091 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56986) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:30.633141 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-4ceb8b86-9ab6-4bf9-b7ba-e346c3347a25 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] For port 496ee6b5-8f13-4768-bcdb-78d5b1b282a3, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=496ee6b5-8f13-4768-bcdb-78d5b1b282a3,segment=NetworkSegment(96f71261-fbe2-49d1-be17-8e7c28f67930),segment_id=96f71261-fbe2-49d1-be17-8e7c28f67930)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:30.638238 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4ceb8b86-9ab6-4bf9-b7ba-e346c3347a25 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:30.648950 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be507d5-6a7f-49ad-ae3c-d862538d8f9d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:30.650301 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be507d5-6a7f-49ad-ae3c-d862538d8f9d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:30.651899 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5be507d5-6a7f-49ad-ae3c-d862538d8f9d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2083228 Nov 10 19:31:30.655095 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56992) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:30.707161 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a222cf-4088-4055-b729-6a9816403d15 req-6b11efc5-c058-4ac2-b063-7986e614a69d tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:30.715556 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-21a222cf-4088-4055-b729-6a9816403d15 req-6b11efc5-c058-4ac2-b063-7986e614a69d tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5bdf30-01fc-4ea9-a5af-307c0c064cca HTTP/1.1" status: 200 len: 985 time: 0.3188646 Nov 10 19:31:30.780631 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-c3b9a6a4-17c7-4486-b6df-fdd50fa443ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:30.782242 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-c3b9a6a4-17c7-4486-b6df-fdd50fa443ea service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc&tenant_id=540494213bb2401d877387c28ba690c2 HTTP/1.1" status: 200 len: 1096 time: 0.3501742 Nov 10 19:31:30.788510 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-4ceb8b86-9ab6-4bf9-b7ba-e346c3347a25 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Calling delete_port for 496ee6b5-8f13-4768-bcdb-78d5b1b282a3 owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:31:30.874202 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c460a4c1-450e-442a-a561-bb9be297dd17 None None] DHCP port deletion for c6427ace-efa7-4e3b-b1b1-43ab3f213efe request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:31:30.885953 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b87ab0-55b1-489b-9fa7-d4e2bc1feb74 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting subnet 33e8cc8f-dd00-4bb5-aad1-dabd12919768 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:31:30.891127 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-65a21e20-19fd-4920-b9f8-62efe4257db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:30.892332 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-65a21e20-19fd-4920-b9f8-62efe4257db2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc HTTP/1.1" status: 200 len: 1096 time: 0.0788524 Nov 10 19:31:30.901532 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-87b87ab0-55b1-489b-9fa7-d4e2bc1feb74 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:30.972617 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-21a222cf-4088-4055-b729-6a9816403d15 req-0735eb47-f604-45e2-9841-68a9d9082b94 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4451e71-c2c8-4d8d-adb8-59e345fcd4b4&id=c7ed6687-eba7-49f1-9e27-f61f6bdf340c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2514832 Nov 10 19:31:31.001786 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-87b87ab0-55b1-489b-9fa7-d4e2bc1feb74 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:31.008518 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c460a4c1-450e-442a-a561-bb9be297dd17 None None] Deleting port 496ee6b5-8f13-4768-bcdb-78d5b1b282a3 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:31:31.008979 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c460a4c1-450e-442a-a561-bb9be297dd17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:31.029471 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-50ade35a-5bb8-454c-b2de-4bc2b8aed214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:31.031231 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-50ade35a-5bb8-454c-b2de-4bc2b8aed214 service neutron] 10.222.0.25 "GET /v2.0/networks?id=adcbf13e-4fd3-40b0-b9d5-b0278636d662 HTTP/1.1" status: 200 len: 898 time: 0.1308229 Nov 10 19:31:31.127681 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c460a4c1-450e-442a-a561-bb9be297dd17 None None] For port 496ee6b5-8f13-4768-bcdb-78d5b1b282a3, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=496ee6b5-8f13-4768-bcdb-78d5b1b282a3,segment=NetworkSegment(96f71261-fbe2-49d1-be17-8e7c28f67930),segment_id=96f71261-fbe2-49d1-be17-8e7c28f67930)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:31.131996 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c460a4c1-450e-442a-a561-bb9be297dd17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:31.158913 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4ceb8b86-9ab6-4bf9-b7ba-e346c3347a25 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:31.169256 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c460a4c1-450e-442a-a561-bb9be297dd17 None None] Calling delete_port for 496ee6b5-8f13-4768-bcdb-78d5b1b282a3 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:31:31.196920 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-1951652d-7cd1-4f4d-a4a6-9a17aa497f3c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e68d8721-1af0-4139-8246-e7653fa9b840 HTTP/1.1" status: 200 len: 999 time: 0.1559350 Nov 10 19:31:31.244856 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e5b88-07af-473e-ab49-91f73d89e83b req-07574556-fa4a-4d9b-9b6f-75d442aa9c10 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:31.260471 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-828e5b88-07af-473e-ab49-91f73d89e83b req-07574556-fa4a-4d9b-9b6f-75d442aa9c10 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc HTTP/1.1" status: 200 len: 945 time: 0.1450500 Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:31:31.278959 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:31:31.283115 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-1e1c592b-4958-448a-b5e0-50a69ef745dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:31.284823 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-1e1c592b-4958-448a-b5e0-50a69ef745dd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=23001903-5449-491b-90cf-cafe15d30d8c HTTP/1.1" status: 200 len: 835 time: 0.0738332 Nov 10 19:31:31.296562 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb8b86-9ab6-4bf9-b7ba-e346c3347a25 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Port': ['ID=496ee6b5-8f13-4768-bcdb-78d5b1b282a3,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:31.297344 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c460a4c1-450e-442a-a561-bb9be297dd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:31.299380 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceb8b86-9ab6-4bf9-b7ba-e346c3347a25 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] No DVR routers for this DVR port 496ee6b5-8f13-4768-bcdb-78d5b1b282a3 on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:31:31.350070 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460a4c1-450e-442a-a561-bb9be297dd17 None None] Pushing event deleted for resources: {'Port': ['ID=496ee6b5-8f13-4768-bcdb-78d5b1b282a3,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:31.370993 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c460a4c1-450e-442a-a561-bb9be297dd17 None None] No DVR routers for this DVR port 496ee6b5-8f13-4768-bcdb-78d5b1b282a3 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:31:31.396785 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-f9dcadad-733e-4062-9a64-1c30ab7e7fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:31.398823 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-f9dcadad-733e-4062-9a64-1c30ab7e7fbe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adcbf13e-4fd3-40b0-b9d5-b0278636d662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002743 Nov 10 19:31:31.458687 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-828e5b88-07af-473e-ab49-91f73d89e83b req-ffce37db-0dbc-437c-8fa4-e030336876b7 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=870e9252-f7b1-4dc7-99d3-658b500cd6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921172 Nov 10 19:31:31.470866 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-87b87ab0-55b1-489b-9fa7-d4e2bc1feb74 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:31.553477 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4ceb8b86-9ab6-4bf9-b7ba-e346c3347a25 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:31.565307 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-639b63be-b097-4a6d-91e4-e79f819b13d8 service neutron] 10.222.0.25 "GET /v2.0/networks/adcbf13e-4fd3-40b0-b9d5-b0278636d662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561167 Nov 10 19:31:31.609699 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-4ceb8b86-9ab6-4bf9-b7ba-e346c3347a25 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6427ace-efa7-4e3b-b1b1-43ab3f213efe']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:31.643476 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-4ceb8b86-9ab6-4bf9-b7ba-e346c3347a25 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f71261-fbe2-49d1-be17-8e7c28f67930') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:31.644278 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-4ceb8b86-9ab6-4bf9-b7ba-e346c3347a25 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f71261-fbe2-49d1-be17-8e7c28f67930') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:31.659570 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4ceb8b86-9ab6-4bf9-b7ba-e346c3347a25 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:31.667182 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5fbd8a08-4f1a-4de8-b82b-f9c7388aca86 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:31:31.696830 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2b926-f2f1-4b59-b4ce-f33556a93b80 req-7d5de049-4898-4357-84f6-d8e90f151e4f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:31.699126 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-adb2b926-f2f1-4b59-b4ce-f33556a93b80 req-7d5de049-4898-4357-84f6-d8e90f151e4f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 945 time: 0.1308892 Nov 10 19:31:31.700317 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4ceb8b86-9ab6-4bf9-b7ba-e346c3347a25 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:31.706069 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-87b87ab0-55b1-489b-9fa7-d4e2bc1feb74 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:31.715085 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ceb8b86-9ab6-4bf9-b7ba-e346c3347a25 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:31:31.715494 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4ceb8b86-9ab6-4bf9-b7ba-e346c3347a25 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:31.719342 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:31:31.719342 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:31:31.719342 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:31:31.719342 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:31:31.719342 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:31:31.719342 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:31:31.719342 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:31:31.719342 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:31:31.719342 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:31:31.719342 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:31:31.719342 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:31:31.719342 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:31:31.719342 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:31:31.719342 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:31:31.719342 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:31:31.719342 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:31:31.719342 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:31:31.719342 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:31:31.719342 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:31:31.719342 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:31:31.719342 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:31:31.719342 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:31:31.719342 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:31:31.719342 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:31:31.719342 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:31:31.719342 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:31:31.719342 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:31:31.719342 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:31:31.719342 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:31:31.719342 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:31:31.719342 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:31:31.719342 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:31:31.765890 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-2221e7bc-4c21-47a6-94ba-acbddc8b8671 service neutron] 10.222.0.25 "GET /v2.0/networks/adcbf13e-4fd3-40b0-b9d5-b0278636d662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930373 Nov 10 19:31:31.799919 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 5fbd8a08-4f1a-4de8-b82b-f9c7388aca86 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:31.801242 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:31.811502 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b87ab0-55b1-489b-9fa7-d4e2bc1feb74 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Subnet': ['ID=33e8cc8f-dd00-4bb5-aad1-dabd12919768,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:31.821911 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-87b87ab0-55b1-489b-9fa7-d4e2bc1feb74 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:31.828422 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57004) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:31.828604 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-87b87ab0-55b1-489b-9fa7-d4e2bc1feb74 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/33e8cc8f-dd00-4bb5-aad1-dabd12919768 HTTP/1.1" status: 204 len: 168 time: 1.1055131 Nov 10 19:31:31.855414 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4ceb8b86-9ab6-4bf9-b7ba-e346c3347a25 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:31.880834 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4ceb8b86-9ab6-4bf9-b7ba-e346c3347a25 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:31.883414 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d15face-2332-41c5-a0ab-45557a190494 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:31:31.888021 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4ceb8b86-9ab6-4bf9-b7ba-e346c3347a25 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/networks/c6427ace-efa7-4e3b-b1b1-43ab3f213efe HTTP/1.1" status: 204 len: 168 time: 1.8333874 Nov 10 19:31:31.889121 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb8b86-9ab6-4bf9-b7ba-e346c3347a25 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Network': ['ID=c6427ace-efa7-4e3b-b1b1-43ab3f213efe,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:31.890688 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57006) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:31.897329 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-5f531704-3980-4463-9207-30391609645e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1803420670', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:31.919264 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-adb2b926-f2f1-4b59-b4ce-f33556a93b80 req-60799e97-7de6-4afa-870c-fce4b57b467e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091346 Nov 10 19:31:31.951781 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f531704-3980-4463-9207-30391609645e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:31.952896 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f531704-3980-4463-9207-30391609645e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:31.975051 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57008) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:31.978965 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6499cf9c-0994-4455-9e50-a30f393b1813 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1491930 Nov 10 19:31:31.981736 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-f85c0ff8-b66b-4b47-a83c-dd6a96b0eff3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:32.178641 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-f9ff3b51-f275-4bbe-9fa5-9b1572562be1 tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:32.187437 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-f9ff3b51-f275-4bbe-9fa5-9b1572562be1 tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc&tenant_id=540494213bb2401d877387c28ba690c2&binding%3Ahost_id=n-h2-813897-4 HTTP/1.1" status: 200 len: 1096 time: 0.1122499 Nov 10 19:31:32.211872 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 496ee6b5-8f13-4768-bcdb-78d5b1b282a3 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:31:32.282029 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f531704-3980-4463-9207-30391609645e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:32.293579 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f531704-3980-4463-9207-30391609645e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:32.302015 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 496ee6b5-8f13-4768-bcdb-78d5b1b282a3 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:31:32.303441 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 496ee6b5-8f13-4768-bcdb-78d5b1b282a3 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:31:32.314291 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468132cf-7f50-4fee-94ac-d7fe57bc49e8 None None] DHCP port deletion for 0f2098c5-8490-42c1-8134-97661a60c707 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:31:32.360033 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f531704-3980-4463-9207-30391609645e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:32.361284 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5f531704-3980-4463-9207-30391609645e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4685395 Nov 10 19:31:32.364324 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57014) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:32.370596 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-2fac6a5a-fda1-4c0a-b8b1-12a759168db7 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Request body: {'network': {'name': 'tempest-RoutersTest-1961176355'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:32.382151 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f3861-ef14-4d8b-b0e4-e9c5df3b67dc req-d4bac2a6-5bf2-4286-bd97-f973d3a09ef4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:32.383598 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-090f3861-ef14-4d8b-b0e4-e9c5df3b67dc req-d4bac2a6-5bf2-4286-bd97-f973d3a09ef4 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5bdf30-01fc-4ea9-a5af-307c0c064cca HTTP/1.1" status: 200 len: 985 time: 0.3105977 Nov 10 19:31:32.384804 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85c0ff8-b66b-4b47-a83c-dd6a96b0eff3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:31:32.390437 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f85c0ff8-b66b-4b47-a83c-dd6a96b0eff3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:32.469121 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-468132cf-7f50-4fee-94ac-d7fe57bc49e8 None None] Deleting port 5fbd8a08-4f1a-4de8-b82b-f9c7388aca86 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:31:32.471087 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-468132cf-7f50-4fee-94ac-d7fe57bc49e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:32.510046 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fac6a5a-fda1-4c0a-b8b1-12a759168db7 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Made reservation on behalf of 6d46df75d92c43c7957b70a923a9100c for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:31:32.514674 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2fac6a5a-fda1-4c0a-b8b1-12a759168db7 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:32.571041 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fac6a5a-fda1-4c0a-b8b1-12a759168db7 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:31:32.577240 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-468132cf-7f50-4fee-94ac-d7fe57bc49e8 None None] For port 5fbd8a08-4f1a-4de8-b82b-f9c7388aca86, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5fbd8a08-4f1a-4de8-b82b-f9c7388aca86,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:32.577644 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-468132cf-7f50-4fee-94ac-d7fe57bc49e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:32.586404 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-0341f7eb-6a30-469a-a95a-b5d8ba28a813 service neutron] For port e68d8721-1af0-4139-8246-e7653fa9b840, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:31:32.590460 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2fac6a5a-fda1-4c0a-b8b1-12a759168db7 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:32.590989 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-2fac6a5a-fda1-4c0a-b8b1-12a759168db7 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Added segment 1ac1661f-d245-4c48-85d4-770a642e4d8a of type vlan for network 064b2bd0-5827-4379-a185-243289464eea Nov 10 19:31:32.593112 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-468132cf-7f50-4fee-94ac-d7fe57bc49e8 None None] Calling delete_port for 5fbd8a08-4f1a-4de8-b82b-f9c7388aca86 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:31:32.602991 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-0341f7eb-6a30-469a-a95a-b5d8ba28a813 service neutron] Publish callbacks [] for binding, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:32.604752 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-0341f7eb-6a30-469a-a95a-b5d8ba28a813 service neutron] 10.222.0.25 "DELETE /v2.0/ports/e68d8721-1af0-4139-8246-e7653fa9b840/bindings/n-h1-813897-4 HTTP/1.1" status: 204 len: 173 time: 0.4076440 Nov 10 19:31:32.642683 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2fac6a5a-fda1-4c0a-b8b1-12a759168db7 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:32.674879 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2fac6a5a-fda1-4c0a-b8b1-12a759168db7 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:32.684310 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fac6a5a-fda1-4c0a-b8b1-12a759168db7 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:32.685549 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2fac6a5a-fda1-4c0a-b8b1-12a759168db7 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:32.704659 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f85c0ff8-b66b-4b47-a83c-dd6a96b0eff3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:32.720658 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-468132cf-7f50-4fee-94ac-d7fe57bc49e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:32.766549 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468132cf-7f50-4fee-94ac-d7fe57bc49e8 None None] No DVR routers for this DVR port 5fbd8a08-4f1a-4de8-b82b-f9c7388aca86 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:31:32.772063 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2fac6a5a-fda1-4c0a-b8b1-12a759168db7 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4064665 Nov 10 19:31:32.778023 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57020) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:32.780545 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85c0ff8-b66b-4b47-a83c-dd6a96b0eff3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:32.781269 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468132cf-7f50-4fee-94ac-d7fe57bc49e8 None None] Pushing event deleted for resources: {'Port': ['ID=5fbd8a08-4f1a-4de8-b82b-f9c7388aca86,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:32.787980 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-2b71d169-08f8-48c4-96ae-b3763b8fd109 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Request body: {'subnet': {'network_id': '064b2bd0-5827-4379-a185-243289464eea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:32.792885 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-f85c0ff8-b66b-4b47-a83c-dd6a96b0eff3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:32.802400 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-090f3861-ef14-4d8b-b0e4-e9c5df3b67dc req-fe2fe5b1-80f5-4deb-818c-3b525737b693 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4451e71-c2c8-4d8d-adb8-59e345fcd4b4&id=c7ed6687-eba7-49f1-9e27-f61f6bdf340c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1303375 Nov 10 19:31:32.804242 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85c0ff8-b66b-4b47-a83c-dd6a96b0eff3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:32.804849 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f85c0ff8-b66b-4b47-a83c-dd6a96b0eff3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:32.811269 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9c2408-94d7-4748-902e-92f5dc0105a3 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:31:32.816015 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac6a5a-fda1-4c0a-b8b1-12a759168db7 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Network': ['ID=064b2bd0-5827-4379-a185-243289464eea,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:32.818901 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c0ff8-b66b-4b47-a83c-dd6a96b0eff3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Subnet': ['ID=78bea178-3733-4b49-80c9-e829f9ce58d5,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:32.860272 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f85c0ff8-b66b-4b47-a83c-dd6a96b0eff3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8841867 Nov 10 19:31:32.867836 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57024) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:32.879643 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-1047522b-6f85-4d5f-863e-83ea4b8cb28b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'port': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'name': 'tempest-NetworksTestDHCPv6-674783397'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:32.921877 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 064b2bd0-5827-4379-a185-243289464eea details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:31:32.956275 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b71d169-08f8-48c4-96ae-b3763b8fd109 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Made reservation on behalf of 6d46df75d92c43c7957b70a923a9100c for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:31:32.961215 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b71d169-08f8-48c4-96ae-b3763b8fd109 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:33.104075 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06e321-8a3c-4c56-b6e4-fda415e9a1e2 req-c4cfe6a2-16d4-4fa2-99e6-d94f891e9aa3 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:33.106462 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e06e321-8a3c-4c56-b6e4-fda415e9a1e2 req-c4cfe6a2-16d4-4fa2-99e6-d94f891e9aa3 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc HTTP/1.1" status: 200 len: 945 time: 0.1217029 Nov 10 19:31:33.149651 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1355fda2-7549-4c35-9d73-f81d2f599a41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-0f2098c5-8490-42c1-8134-97661a60c707', 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'fixed_ips': [{'subnet_id': '78bea178-3733-4b49-80c9-e829f9ce58d5'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:31:33.150381 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1355fda2-7549-4c35-9d73-f81d2f599a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:33.152107 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1047522b-6f85-4d5f-863e-83ea4b8cb28b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:31:33.155790 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1047522b-6f85-4d5f-863e-83ea4b8cb28b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:33.187988 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e06e321-8a3c-4c56-b6e4-fda415e9a1e2 req-c68b0855-c3ab-49d4-8aa8-03f1f209d0b5 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=870e9252-f7b1-4dc7-99d3-658b500cd6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703146 Nov 10 19:31:33.191241 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-1047522b-6f85-4d5f-863e-83ea4b8cb28b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] device_id is not set on port d8dc0556-3c1c-43e8-85c6-29f24b28e91c yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:31:33.306466 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b71d169-08f8-48c4-96ae-b3763b8fd109 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:33.386234 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-1047522b-6f85-4d5f-863e-83ea4b8cb28b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Allocated IP 2001:db8::e0 (0f2098c5-8490-42c1-8134-97661a60c707/78bea178-3733-4b49-80c9-e829f9ce58d5/d8dc0556-3c1c-43e8-85c6-29f24b28e91c) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:31:33.397374 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b71d169-08f8-48c4-96ae-b3763b8fd109 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Checking segment: {'id': '1ac1661f-d245-4c48-85d4-770a642e4d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '064b2bd0-5827-4379-a185-243289464eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:31:33.397954 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b71d169-08f8-48c4-96ae-b3763b8fd109 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network hostable DHCP agents. Network: 064b2bd0-5827-4379-a185-243289464eea, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:31:33.403884 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa9b0e-1e38-4c8c-a045-254e87c03a72 req-ef3ba956-4022-4d92-bf81-88be40cb2da5 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:33.404914 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71d169-08f8-48c4-96ae-b3763b8fd109 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Subnet': ['ID=2cad2cab-17ff-478e-9039-463ab028a2fc,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:33.405561 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ccaa9b0e-1e38-4c8c-a045-254e87c03a72 req-ef3ba956-4022-4d92-bf81-88be40cb2da5 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5bdf30-01fc-4ea9-a5af-307c0c064cca HTTP/1.1" status: 200 len: 985 time: 0.1039124 Nov 10 19:31:33.428492 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b71d169-08f8-48c4-96ae-b3763b8fd109 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network 064b2bd0-5827-4379-a185-243289464eea is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:31:33.440843 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-2b71d169-08f8-48c4-96ae-b3763b8fd109 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 064b2bd0-5827-4379-a185-243289464eea) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:33.447060 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b71d169-08f8-48c4-96ae-b3763b8fd109 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:33.447677 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b71d169-08f8-48c4-96ae-b3763b8fd109 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:33.452222 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa249882-bc47-4738-9434-8ff281509e81 None None] Network 064b2bd0-5827-4379-a185-243289464eea requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:31:33.470924 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2b71d169-08f8-48c4-96ae-b3763b8fd109 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6918657 Nov 10 19:31:33.474159 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57036) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:33.570650 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ccaa9b0e-1e38-4c8c-a045-254e87c03a72 req-b8480109-0543-4006-b442-3913e6e39fc0 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4451e71-c2c8-4d8d-adb8-59e345fcd4b4&id=c7ed6687-eba7-49f1-9e27-f61f6bdf340c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1464162 Nov 10 19:31:33.676688 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5fbd8a08-4f1a-4de8-b82b-f9c7388aca86 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:31:33.681074 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7eccaa3-e2ff-4c70-9a83-dc3a0e61d592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-064b2bd0-5827-4379-a185-243289464eea', 'network_id': '064b2bd0-5827-4379-a185-243289464eea', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'fixed_ips': [{'subnet_id': '2cad2cab-17ff-478e-9039-463ab028a2fc'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:31:33.682004 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f7eccaa3-e2ff-4c70-9a83-dc3a0e61d592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:33.701468 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1047522b-6f85-4d5f-863e-83ea4b8cb28b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:33.712707 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 5fbd8a08-4f1a-4de8-b82b-f9c7388aca86 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:31:33.712938 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5fbd8a08-4f1a-4de8-b82b-f9c7388aca86 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:31:33.775089 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8759b-5262-4456-95a0-265a7f40c6a6 req-db46c184-85ed-40e8-9f76-e32aaf684a9a tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:33.782576 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9fd8759b-5262-4456-95a0-265a7f40c6a6 req-db46c184-85ed-40e8-9f76-e32aaf684a9a tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 945 time: 0.1001825 Nov 10 19:31:33.809961 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1047522b-6f85-4d5f-863e-83ea4b8cb28b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:33.884067 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9fd8759b-5262-4456-95a0-265a7f40c6a6 req-f9585e83-20eb-4c41-aed0-998e948553ed tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005940 Nov 10 19:31:33.888242 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1047522b-6f85-4d5f-863e-83ea4b8cb28b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:33.906176 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047522b-6f85-4d5f-863e-83ea4b8cb28b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Port': ['ID=d8dc0556-3c1c-43e8-85c6-29f24b28e91c,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:33.906176 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-1047522b-6f85-4d5f-863e-83ea4b8cb28b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:33.913720 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1047522b-6f85-4d5f-863e-83ea4b8cb28b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:31:33.919276 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b1d436c-201e-49ba-9418-04ac120e89c2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:33.921451 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1047522b-6f85-4d5f-863e-83ea4b8cb28b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:33.922502 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1047522b-6f85-4d5f-863e-83ea4b8cb28b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:33.954874 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1047522b-6f85-4d5f-863e-83ea4b8cb28b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0857139 Nov 10 19:31:33.957283 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57048) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:33.990294 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-f7eccaa3-e2ff-4c70-9a83-dc3a0e61d592 None None] Allocated IP 172.20.0.2 (064b2bd0-5827-4379-a185-243289464eea/2cad2cab-17ff-478e-9039-463ab028a2fc/30f41038-706c-4572-aa17-71e97c8acf08) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:31:34.024324 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-1355fda2-7549-4c35-9d73-f81d2f599a41 None None] Allocated IP 2001:db8::2 (0f2098c5-8490-42c1-8134-97661a60c707/78bea178-3733-4b49-80c9-e829f9ce58d5/990d767f-0ffe-4058-87ec-1eb5d1cefbf6) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:31:34.055139 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa1c97-ffc3-41be-8a05-72ea43146ce2 req-2274dac8-09da-4a0e-a8d8-94a7f4acfcf9 tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:34.056861 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-efaa1c97-ffc3-41be-8a05-72ea43146ce2 req-2274dac8-09da-4a0e-a8d8-94a7f4acfcf9 tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc HTTP/1.1" status: 200 len: 1096 time: 0.0554633 Nov 10 19:31:34.066870 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf4f470-7a47-4cc6-929a-3120c2edb474 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:34.068438 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-adf4f470-7a47-4cc6-929a-3120c2edb474 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1101584 Nov 10 19:31:34.077063 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57050) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:34.116447 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-efaa1c97-ffc3-41be-8a05-72ea43146ce2 req-6245c5bb-998c-4686-b986-2bcf425c0c95 tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=870e9252-f7b1-4dc7-99d3-658b500cd6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468311 Nov 10 19:31:34.259490 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c141a7-156d-48c7-9338-56a609a54883 req-64a5ce93-635a-4bc4-883d-7ac4a3aa084d tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:34.263888 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a8c141a7-156d-48c7-9338-56a609a54883 req-64a5ce93-635a-4bc4-883d-7ac4a3aa084d tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=da5bdf30-01fc-4ea9-a5af-307c0c064cca HTTP/1.1" status: 200 len: 1136 time: 0.0651908 Nov 10 19:31:34.265435 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f7eccaa3-e2ff-4c70-9a83-dc3a0e61d592 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:34.293922 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a8c141a7-156d-48c7-9338-56a609a54883 req-0e29f1b8-b5c5-432b-9c77-d16b6404c2cc tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:34.294189 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f7eccaa3-e2ff-4c70-9a83-dc3a0e61d592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:34.324889 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-4fe74558-93ee-4f7a-8d9b-e228ce6e71ec tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting port d8dc0556-3c1c-43e8-85c6-29f24b28e91c {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:31:34.326313 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4fe74558-93ee-4f7a-8d9b-e228ce6e71ec tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:34.348566 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eccaa3-e2ff-4c70-9a83-dc3a0e61d592 None None] Pushing event updated for resources: {'Port': ['ID=30f41038-706c-4572-aa17-71e97c8acf08,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:34.383636 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eccaa3-e2ff-4c70-9a83-dc3a0e61d592 None None] Network 064b2bd0-5827-4379-a185-243289464eea is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:34.387717 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-f7eccaa3-e2ff-4c70-9a83-dc3a0e61d592 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:34.390739 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eccaa3-e2ff-4c70-9a83-dc3a0e61d592 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:31:34.398060 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1355fda2-7549-4c35-9d73-f81d2f599a41 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:34.422705 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a8c141a7-156d-48c7-9338-56a609a54883 req-0e29f1b8-b5c5-432b-9c77-d16b6404c2cc tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:34.430654 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1355fda2-7549-4c35-9d73-f81d2f599a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:34.430885 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a8c141a7-156d-48c7-9338-56a609a54883 req-0e29f1b8-b5c5-432b-9c77-d16b6404c2cc tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:34.490466 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355fda2-7549-4c35-9d73-f81d2f599a41 None None] Pushing event updated for resources: {'Port': ['ID=990d767f-0ffe-4058-87ec-1eb5d1cefbf6,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:34.491306 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29f1b8-b5c5-432b-9c77-d16b6404c2cc tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49de19e3-3fb3-4c0c-a7ff-5d3480310201,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:34.512085 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-f7eccaa3-e2ff-4c70-9a83-dc3a0e61d592 None None] Attempting to bind port 30f41038-706c-4572-aa17-71e97c8acf08 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:31:34.512357 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-f7eccaa3-e2ff-4c70-9a83-dc3a0e61d592 None None] Attempting to bind port 30f41038-706c-4572-aa17-71e97c8acf08 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '1ac1661f-d245-4c48-85d4-770a642e4d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '064b2bd0-5827-4379-a185-243289464eea'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:31:34.512791 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eccaa3-e2ff-4c70-9a83-dc3a0e61d592 None None] Attempting to bind port 30f41038-706c-4572-aa17-71e97c8acf08 on network 064b2bd0-5827-4379-a185-243289464eea {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:31:34.518592 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eccaa3-e2ff-4c70-9a83-dc3a0e61d592 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:31:34.519114 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eccaa3-e2ff-4c70-9a83-dc3a0e61d592 None None] Checking segment: {'id': '1ac1661f-d245-4c48-85d4-770a642e4d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '064b2bd0-5827-4379-a185-243289464eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:31:34.519518 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f7eccaa3-e2ff-4c70-9a83-dc3a0e61d592 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:34.519968 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eccaa3-e2ff-4c70-9a83-dc3a0e61d592 None None] Bound using segment: {'id': '1ac1661f-d245-4c48-85d4-770a642e4d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '064b2bd0-5827-4379-a185-243289464eea'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:31:34.520383 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-f7eccaa3-e2ff-4c70-9a83-dc3a0e61d592 None None] Bound port: 30f41038-706c-4572-aa17-71e97c8acf08, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac1661f-d245-4c48-85d4-770a642e4d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '064b2bd0-5827-4379-a185-243289464eea'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:31:34.520773 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f7eccaa3-e2ff-4c70-9a83-dc3a0e61d592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:34.525752 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a8c141a7-156d-48c7-9338-56a609a54883 req-0e29f1b8-b5c5-432b-9c77-d16b6404c2cc tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=f4451e71-c2c8-4d8d-adb8-59e345fcd4b4&id=c7ed6687-eba7-49f1-9e27-f61f6bdf340c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2546484 Nov 10 19:31:34.531098 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1355fda2-7549-4c35-9d73-f81d2f599a41 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:34.533618 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-1355fda2-7549-4c35-9d73-f81d2f599a41 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:34.543851 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1355fda2-7549-4c35-9d73-f81d2f599a41 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:31:34.547220 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57056) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:34.640291 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb852fcd-144e-4c1f-8a62-1935a21b9ba8 tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:34.645410 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-fb852fcd-144e-4c1f-8a62-1935a21b9ba8 tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=da5bdf30-01fc-4ea9-a5af-307c0c064cca HTTP/1.1" status: 200 len: 1131 time: 0.0942578 Nov 10 19:31:34.645726 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57058) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:34.652869 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-ab9d4d4b-b6be-4bd3-be6e-7cf69aeaca9c tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'port_id': 'aa30722c-7566-440e-8907-204057e4e1fa', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:34.693344 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ab9d4d4b-b6be-4bd3-be6e-7cf69aeaca9c tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for floatingip, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:34.780157 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-1355fda2-7549-4c35-9d73-f81d2f599a41 None None] Attempting to bind port 990d767f-0ffe-4058-87ec-1eb5d1cefbf6 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:31:34.780157 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-1355fda2-7549-4c35-9d73-f81d2f599a41 None None] Attempting to bind port 990d767f-0ffe-4058-87ec-1eb5d1cefbf6 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:31:34.780157 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1355fda2-7549-4c35-9d73-f81d2f599a41 None None] Attempting to bind port 990d767f-0ffe-4058-87ec-1eb5d1cefbf6 on network 0f2098c5-8490-42c1-8134-97661a60c707 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:31:34.784788 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1355fda2-7549-4c35-9d73-f81d2f599a41 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:31:34.785180 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1355fda2-7549-4c35-9d73-f81d2f599a41 None None] Checking segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:31:34.785597 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1355fda2-7549-4c35-9d73-f81d2f599a41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:34.786034 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1355fda2-7549-4c35-9d73-f81d2f599a41 None None] Bound using segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:31:34.786587 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-1355fda2-7549-4c35-9d73-f81d2f599a41 None None] Bound port: 990d767f-0ffe-4058-87ec-1eb5d1cefbf6, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:31:34.786892 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1355fda2-7549-4c35-9d73-f81d2f599a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:34.800815 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-2b1d436c-201e-49ba-9418-04ac120e89c2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Allocated IP 172.20.0.1 (064b2bd0-5827-4379-a185-243289464eea/2cad2cab-17ff-478e-9039-463ab028a2fc/da5d5e5b-5a9c-4546-abc0-34d9b35b8d64) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:31:34.851521 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-f7eccaa3-e2ff-4c70-9a83-dc3a0e61d592 None None] For port 30f41038-706c-4572-aa17-71e97c8acf08, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:31:34.869039 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-f7eccaa3-e2ff-4c70-9a83-dc3a0e61d592 None None] For port 30f41038-706c-4572-aa17-71e97c8acf08, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=30f41038-706c-4572-aa17-71e97c8acf08,segment=NetworkSegment(1ac1661f-d245-4c48-85d4-770a642e4d8a),segment_id=1ac1661f-d245-4c48-85d4-770a642e4d8a)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:31:34.899102 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5991f4-7908-44d1-ae0a-5d15e82eef4d req-656d1e2e-0872-4da0-a945-e1ccec1440dc tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:34.901448 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5b5991f4-7908-44d1-ae0a-5d15e82eef4d req-656d1e2e-0872-4da0-a945-e1ccec1440dc tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc HTTP/1.1" status: 200 len: 945 time: 0.0862911 Nov 10 19:31:34.904210 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ab9d4d4b-b6be-4bd3-be6e-7cf69aeaca9c tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:34.907885 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-1355fda2-7549-4c35-9d73-f81d2f599a41 None None] For port 990d767f-0ffe-4058-87ec-1eb5d1cefbf6, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:31:34.908532 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4fe74558-93ee-4f7a-8d9b-e228ce6e71ec tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:34.911368 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f7eccaa3-e2ff-4c70-9a83-dc3a0e61d592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:34.915286 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-1355fda2-7549-4c35-9d73-f81d2f599a41 None None] For port 990d767f-0ffe-4058-87ec-1eb5d1cefbf6, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=990d767f-0ffe-4058-87ec-1eb5d1cefbf6,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:31:34.928936 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-4fe74558-93ee-4f7a-8d9b-e228ce6e71ec tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Calling delete_port for d8dc0556-3c1c-43e8-85c6-29f24b28e91c owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:31:34.956017 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1355fda2-7549-4c35-9d73-f81d2f599a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:35.063472 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eccaa3-e2ff-4c70-9a83-dc3a0e61d592 None None] Pushing event updated for resources: {'Port': ['ID=30f41038-706c-4572-aa17-71e97c8acf08,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:35.110528 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b1d436c-201e-49ba-9418-04ac120e89c2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:35.154481 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355fda2-7549-4c35-9d73-f81d2f599a41 None None] Pushing event updated for resources: {'Port': ['ID=990d767f-0ffe-4058-87ec-1eb5d1cefbf6,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:35.163661 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-ab9d4d4b-b6be-4bd3-be6e-7cf69aeaca9c tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Allocated IP 172.25.3.190 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/315de85b-7226-46c8-8fd8-5588c15b211a) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:31:35.184470 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5b5991f4-7908-44d1-ae0a-5d15e82eef4d req-7e457bb8-ca1c-4540-8b16-c61949fe3bc0 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=870e9252-f7b1-4dc7-99d3-658b500cd6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2363145 Nov 10 19:31:35.212899 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57066) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:35.218724 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b1d436c-201e-49ba-9418-04ac120e89c2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:35.348872 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1d436c-201e-49ba-9418-04ac120e89c2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network 064b2bd0-5827-4379-a185-243289464eea is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:35.364292 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-2b1d436c-201e-49ba-9418-04ac120e89c2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:35.372817 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1d436c-201e-49ba-9418-04ac120e89c2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:31:35.407938 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f04fb9b6-309a-4012-b9bc-dde6089406cb tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/floatingips/435a62e7-88eb-48ff-bd95-a726c3056886 HTTP/1.1" status: 200 len: 991 time: 0.1924992 Nov 10 19:31:35.422870 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d436c-201e-49ba-9418-04ac120e89c2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Port': ['ID=da5d5e5b-5a9c-4546-abc0-34d9b35b8d64,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:35.437126 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4fe74558-93ee-4f7a-8d9b-e228ce6e71ec tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:35.440526 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242fa3a-68a7-4021-8b5a-98e48caf87e6 req-d561fa68-bd2c-4363-84f9-562d924ddc43 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:35.443131 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4242fa3a-68a7-4021-8b5a-98e48caf87e6 req-d561fa68-bd2c-4363-84f9-562d924ddc43 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 945 time: 0.1723962 Nov 10 19:31:35.491997 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b1d436c-201e-49ba-9418-04ac120e89c2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:35.494605 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe74558-93ee-4f7a-8d9b-e228ce6e71ec tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Port': ['ID=d8dc0556-3c1c-43e8-85c6-29f24b28e91c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:35.519686 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ab9d4d4b-b6be-4bd3-be6e-7cf69aeaca9c tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:35.558637 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4242fa3a-68a7-4021-8b5a-98e48caf87e6 req-5547a497-5dfa-41fe-b82b-db253e4b5fc4 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068029 Nov 10 19:31:35.566652 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4fe74558-93ee-4f7a-8d9b-e228ce6e71ec tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:35.574374 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4fe74558-93ee-4f7a-8d9b-e228ce6e71ec tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/d8dc0556-3c1c-43e8-85c6-29f24b28e91c HTTP/1.1" status: 204 len: 168 time: 1.4955521 Nov 10 19:31:35.575042 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57070) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:35.630918 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ab9d4d4b-b6be-4bd3-be6e-7cf69aeaca9c tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:35.678493 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d85e6-e157-4e73-94c8-fb1faef24c7b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:35.680477 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d85e6-e157-4e73-94c8-fb1faef24c7b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:35.685334 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57072) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:35.685527 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f49d85e6-e157-4e73-94c8-fb1faef24c7b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1021655 Nov 10 19:31:35.693524 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9d4d4b-b6be-4bd3-be6e-7cf69aeaca9c tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:35.727853 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-ab9d4d4b-b6be-4bd3-be6e-7cf69aeaca9c tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:35.731029 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9d4d4b-b6be-4bd3-be6e-7cf69aeaca9c tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:31:35.756740 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 990d767f-0ffe-4058-87ec-1eb5d1cefbf6 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:31:35.766987 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d4d4b-b6be-4bd3-be6e-7cf69aeaca9c tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Pushing event updated for resources: {'Port': ['ID=315de85b-7226-46c8-8fd8-5588c15b211a,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:35.783837 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b1d436c-201e-49ba-9418-04ac120e89c2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:35.796924 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c07184-3b45-4cd1-9fe1-049c96c9825a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting subnet 78bea178-3733-4b49-80c9-e829f9ce58d5 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:31:35.800646 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b2c07184-3b45-4cd1-9fe1-049c96c9825a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:35.827848 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 990d767f-0ffe-4058-87ec-1eb5d1cefbf6 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:35.828839 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:35.847819 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b2c07184-3b45-4cd1-9fe1-049c96c9825a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:35.923736 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:35.956964 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 990d767f-0ffe-4058-87ec-1eb5d1cefbf6, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=990d767f-0ffe-4058-87ec-1eb5d1cefbf6,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:35.962830 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:35.963904 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 30f41038-706c-4572-aa17-71e97c8acf08 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:31:36.044456 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b2c07184-3b45-4cd1-9fe1-049c96c9825a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:36.045435 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=990d767f-0ffe-4058-87ec-1eb5d1cefbf6,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:36.057328 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 30f41038-706c-4572-aa17-71e97c8acf08 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:36.057704 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:36.111831 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b1d436c-201e-49ba-9418-04ac120e89c2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:36.123405 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b1d436c-201e-49ba-9418-04ac120e89c2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:36.150035 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:36.199200 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b1d436c-201e-49ba-9418-04ac120e89c2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:36.199940 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 30f41038-706c-4572-aa17-71e97c8acf08, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=30f41038-706c-4572-aa17-71e97c8acf08,segment=NetworkSegment(1ac1661f-d245-4c48-85d4-770a642e4d8a),segment_id=1ac1661f-d245-4c48-85d4-770a642e4d8a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:36.207961 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:36.315156 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=30f41038-706c-4572-aa17-71e97c8acf08,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:36.388251 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d436c-201e-49ba-9418-04ac120e89c2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Port': ['ID=da5d5e5b-5a9c-4546-abc0-34d9b35b8d64,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:36.449151 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1d436c-201e-49ba-9418-04ac120e89c2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network 064b2bd0-5827-4379-a185-243289464eea is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:36.451949 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-2b1d436c-201e-49ba-9418-04ac120e89c2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:36.664725 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1d436c-201e-49ba-9418-04ac120e89c2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Router 99228d29-39e6-4d52-9648-58f27d3cc6ea is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:31:36.667322 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b2c07184-3b45-4cd1-9fe1-049c96c9825a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:36.696348 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6e23da-d0b2-4330-817c-c534c939f1ce None None] Network 064b2bd0-5827-4379-a185-243289464eea requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:31:36.774851 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b2c07184-3b45-4cd1-9fe1-049c96c9825a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:36.779447 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b2c07184-3b45-4cd1-9fe1-049c96c9825a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/78bea178-3733-4b49-80c9-e829f9ce58d5 HTTP/1.1" status: 204 len: 168 time: 1.0901628 Nov 10 19:31:36.782925 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c07184-3b45-4cd1-9fe1-049c96c9825a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Subnet': ['ID=78bea178-3733-4b49-80c9-e829f9ce58d5,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:36.792596 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57088) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:36.825644 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5ff7e774-b134-4dc5-9261-5ea58151817c None None] Provisioning complete for port 30f41038-706c-4572-aa17-71e97c8acf08 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:36.826370 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5ff7e774-b134-4dc5-9261-5ea58151817c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:36.874209 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9e39b322-a629-4010-8ccb-603a5aeecf82 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769784 Nov 10 19:31:36.878836 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57092) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:36.935716 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1d436c-201e-49ba-9418-04ac120e89c2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:31:36.948849 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2b1d436c-201e-49ba-9418-04ac120e89c2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "PUT /v2.0/routers/99228d29-39e6-4d52-9648-58f27d3cc6ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4709682 Nov 10 19:31:36.955029 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57096) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:36.970705 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-b7a575f1-1f54-4c22-ba77-3d05782ab801 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Request body: {'network': {'name': 'tempest-RoutersTest-998135508'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:36.983336 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3fa4bb-927d-47b9-8713-2da4773eb4f5 None None] Sync routers for ids ['99228d29-39e6-4d52-9648-58f27d3cc6ea'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:31:37.007197 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a575f1-1f54-4c22-ba77-3d05782ab801 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Made reservation on behalf of 6d46df75d92c43c7957b70a923a9100c for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:31:37.011506 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b7a575f1-1f54-4c22-ba77-3d05782ab801 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:37.066131 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a575f1-1f54-4c22-ba77-3d05782ab801 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:31:37.077397 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b7a575f1-1f54-4c22-ba77-3d05782ab801 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:37.077744 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-b7a575f1-1f54-4c22-ba77-3d05782ab801 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Added segment 4f3722ec-0d38-4c80-baaa-95df63754c35 of type vlan for network f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9 Nov 10 19:31:37.080163 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3fa4bb-927d-47b9-8713-2da4773eb4f5 None None] Routers {'99228d29-39e6-4d52-9648-58f27d3cc6ea'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:31:37.081149 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-fe3fa4bb-927d-47b9-8713-2da4773eb4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:31:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['99228d29-39e6-4d52-9648-58f27d3cc6ea'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:37.096638 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866c955c-29e3-4616-b32b-7421fe16aeae tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:37.099285 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-866c955c-29e3-4616-b32b-7421fe16aeae tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2146742 Nov 10 19:31:37.102662 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57098) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:37.137384 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f46ebb2-0619-4cec-9360-235a4e3648da None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:31:37.145258 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b7a575f1-1f54-4c22-ba77-3d05782ab801 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:37.171064 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b641c09-e2d0-48e6-aa60-62a0835491a5 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:37.173108 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9b641c09-e2d0-48e6-aa60-62a0835491a5 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0694313 Nov 10 19:31:37.176759 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57100) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:37.177835 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b7a575f1-1f54-4c22-ba77-3d05782ab801 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:37.188351 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a575f1-1f54-4c22-ba77-3d05782ab801 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:37.189028 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b7a575f1-1f54-4c22-ba77-3d05782ab801 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:37.234787 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-807e12d2-4363-4f8d-94f5-04da6daf95d5 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0564873 Nov 10 19:31:37.239022 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57102) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:37.247138 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-29cc76b0-613c-42f4-b2a5-e735f9f84c24 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:37.256362 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ab9d4d4b-b6be-4bd3-be6e-7cf69aeaca9c tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:37.292433 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b7a575f1-1f54-4c22-ba77-3d05782ab801 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3361907 Nov 10 19:31:37.295997 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57104) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:37.306236 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-d162babd-833c-4b8f-a8ef-1e32d3613981 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Request body: {'subnet': {'network_id': 'f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:37.333840 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a575f1-1f54-4c22-ba77-3d05782ab801 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Network': ['ID=f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:37.435728 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ab9d4d4b-b6be-4bd3-be6e-7cf69aeaca9c tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:37.441794 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cc76b0-613c-42f4-b2a5-e735f9f84c24 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:31:37.446431 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-29cc76b0-613c-42f4-b2a5-e735f9f84c24 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:37.475504 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d162babd-833c-4b8f-a8ef-1e32d3613981 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Made reservation on behalf of 6d46df75d92c43c7957b70a923a9100c for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:31:37.481341 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d162babd-833c-4b8f-a8ef-1e32d3613981 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:37.515847 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:31:37.686974 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 990d767f-0ffe-4058-87ec-1eb5d1cefbf6 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:31:37.782831 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d162babd-833c-4b8f-a8ef-1e32d3613981 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:37.851063 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-fe3fa4bb-927d-47b9-8713-2da4773eb4f5 None None] Set router 99228d29-39e6-4d52-9648-58f27d3cc6ea gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:31:37.864819 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e724f310-b134-427d-9551-e08b004ba8f2 None None] Provisioning complete for port 990d767f-0ffe-4058-87ec-1eb5d1cefbf6 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:37.865356 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e724f310-b134-427d-9551-e08b004ba8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:37.888859 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ab9d4d4b-b6be-4bd3-be6e-7cf69aeaca9c tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:37.903668 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162babd-833c-4b8f-a8ef-1e32d3613981 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Subnet': ['ID=403ac677-7289-45a3-8128-a3cf04817108,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:37.910629 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ab9d4d4b-b6be-4bd3-be6e-7cf69aeaca9c tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:37.949647 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d162babd-833c-4b8f-a8ef-1e32d3613981 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Checking segment: {'id': '4f3722ec-0d38-4c80-baaa-95df63754c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:31:37.950614 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d162babd-833c-4b8f-a8ef-1e32d3613981 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network hostable DHCP agents. Network: f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:31:37.976774 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d162babd-833c-4b8f-a8ef-1e32d3613981 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:31:37.990824 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-d162babd-833c-4b8f-a8ef-1e32d3613981 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:37.996802 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d162babd-833c-4b8f-a8ef-1e32d3613981 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:37.997684 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d162babd-833c-4b8f-a8ef-1e32d3613981 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:38.033881 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d162babd-833c-4b8f-a8ef-1e32d3613981 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7366316 Nov 10 19:31:38.036762 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57110) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:38.059269 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f146f1a-b15d-499b-8e38-90fbd15ce0c8 None None] Network f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:31:38.074242 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-29cc76b0-613c-42f4-b2a5-e735f9f84c24 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:38.077959 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ab9d4d4b-b6be-4bd3-be6e-7cf69aeaca9c tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:38.169921 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d4d4b-b6be-4bd3-be6e-7cf69aeaca9c tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Pushing event updated for resources: {'Port': ['ID=315de85b-7226-46c8-8fd8-5588c15b211a,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:38.189393 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cc76b0-613c-42f4-b2a5-e735f9f84c24 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:38.199983 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-29cc76b0-613c-42f4-b2a5-e735f9f84c24 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:38.203696 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cc76b0-613c-42f4-b2a5-e735f9f84c24 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:38.204315 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-29cc76b0-613c-42f4-b2a5-e735f9f84c24 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:38.258956 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-29cc76b0-613c-42f4-b2a5-e735f9f84c24 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0188148 Nov 10 19:31:38.261896 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57112) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:38.262376 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc76b0-613c-42f4-b2a5-e735f9f84c24 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Subnet': ['ID=58e28a97-c349-496f-a7a0-f0ba51705614,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:38.267044 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-f93f5e7c-aac0-48f1-bd6a-f8eecd9519dd tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'port': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'fixed_ips': [{'subnet_id': '58e28a97-c349-496f-a7a0-f0ba51705614', 'ip_address': '2001:db8::b4fb:5516:7635:4934'}], 'name': 'tempest-NetworksTestDHCPv6-1463652002'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:38.288978 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-ab9d4d4b-b6be-4bd3-be6e-7cf69aeaca9c tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Floating IP eb1cdbb6-197b-471f-8580-b3f1930a58c6 associated. External IP: 172.25.3.190, port: aa30722c-7566-440e-8907-204057e4e1fa. Nov 10 19:31:38.327785 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 990d767f-0ffe-4058-87ec-1eb5d1cefbf6 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:38.328229 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:38.445070 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f89fa2-41ea-4f3c-867a-f324b63c01d2 None None] DHCP port deletion for 0f2098c5-8490-42c1-8134-97661a60c707 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:31:38.464119 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-fe3fa4bb-927d-47b9-8713-2da4773eb4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'name': 'tempest-RoutersTest-router-1803420670', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:31:31Z', 'updated_at': '2021-11-10T19:31:35Z', 'revision_number': 2, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'gw_port_host': None, '_interfaces': [{'id': 'da5d5e5b-5a9c-4546-abc0-34d9b35b8d64', 'name': '', 'network_id': '064b2bd0-5827-4379-a185-243289464eea', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:d4:22:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:34Z', 'updated_at': '2021-11-10T19:31:35Z', 'revision_number': 2, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:38.524249 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-24009cdc-c0f1-42d5-9cd8-5445d31bb74a None None] Provisioning complete for port da5d5e5b-5a9c-4546-abc0-34d9b35b8d64 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:38.524249 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-24009cdc-c0f1-42d5-9cd8-5445d31bb74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:38.529749 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3fa4bb-927d-47b9-8713-2da4773eb4f5 None None] Checking router: 99228d29-39e6-4d52-9648-58f27d3cc6ea for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:31:38.530136 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3fa4bb-927d-47b9-8713-2da4773eb4f5 None None] Updating router 99228d29-39e6-4d52-9648-58f27d3cc6ea port da5d5e5b-5a9c-4546-abc0-34d9b35b8d64 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:31:38.571297 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9d4d4b-b6be-4bd3-be6e-7cf69aeaca9c tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Router 04c617f5-3805-4482-a3e2-96ea5295e82b has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:31:38.643647 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-465fc4a5-119d-45cc-a6f9-294d387b1e6f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:38.659900 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0196964d-bda0-4cf5-88cb-2566bc39d8e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9', 'network_id': 'f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'fixed_ips': [{'subnet_id': '403ac677-7289-45a3-8128-a3cf04817108'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:31:38.660643 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0196964d-bda0-4cf5-88cb-2566bc39d8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:38.662889 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93f5e7c-aac0-48f1-bd6a-f8eecd9519dd tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:31:38.677913 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fe3fa4bb-927d-47b9-8713-2da4773eb4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:38.691372 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-24009cdc-c0f1-42d5-9cd8-5445d31bb74a None None] Port da5d5e5b-5a9c-4546-abc0-34d9b35b8d64 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:31:38.697119 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 30f41038-706c-4572-aa17-71e97c8acf08 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:31:38.718870 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9d4d4b-b6be-4bd3-be6e-7cf69aeaca9c tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:31:38.737732 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29339d27-b7ce-43d5-8a68-3d87d40f9b5e None None] Sync routers for ids ['04c617f5-3805-4482-a3e2-96ea5295e82b'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:31:38.747977 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ab9d4d4b-b6be-4bd3-be6e-7cf69aeaca9c tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:38.749103 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29339d27-b7ce-43d5-8a68-3d87d40f9b5e None None] Routers {'04c617f5-3805-4482-a3e2-96ea5295e82b'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:31:38.749812 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-29339d27-b7ce-43d5-8a68-3d87d40f9b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:31:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['04c617f5-3805-4482-a3e2-96ea5295e82b'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:38.797584 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ab9d4d4b-b6be-4bd3-be6e-7cf69aeaca9c tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.1498954 Nov 10 19:31:38.799169 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5bdf30-01fc-4ea9-a5af-307c0c064cca', 'tag': 'aa30722c-7566-440e-8907-204057e4e1fa'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:31:38.803889 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236d0eea-4f65-499d-ac9e-745ef6eef8e8" -d '{"events": [{"name": "network-changed", "server_uuid": "da5bdf30-01fc-4ea9-a5af-307c0c064cca", "tag": "aa30722c-7566-440e-8907-204057e4e1fa"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:31:38.806821 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57114) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:38.819454 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-24009cdc-c0f1-42d5-9cd8-5445d31bb74a None None] Provisioning complete for port 30f41038-706c-4572-aa17-71e97c8acf08 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:38.819835 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-24009cdc-c0f1-42d5-9cd8-5445d31bb74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:38.876532 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-29339d27-b7ce-43d5-8a68-3d87d40f9b5e None None] Set router 04c617f5-3805-4482-a3e2-96ea5295e82b gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:31:38.926393 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f93f5e7c-aac0-48f1-bd6a-f8eecd9519dd tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:38.948746 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-f93f5e7c-aac0-48f1-bd6a-f8eecd9519dd tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] device_id is not set on port 4ce098a2-ae98-4b12-8be5-a53198fb85b7 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:31:39.124331 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac3a60-3292-4f75-9a98-52f477d572fa tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:39.124817 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac3a60-3292-4f75-9a98-52f477d572fa tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:39.125287 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac3a60-3292-4f75-9a98-52f477d572fa tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:39.125746 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac3a60-3292-4f75-9a98-52f477d572fa tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:39.126232 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac3a60-3292-4f75-9a98-52f477d572fa tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:39.126908 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac3a60-3292-4f75-9a98-52f477d572fa tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:39.127368 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac3a60-3292-4f75-9a98-52f477d572fa tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:39.127822 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac3a60-3292-4f75-9a98-52f477d572fa tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:39.128309 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac3a60-3292-4f75-9a98-52f477d572fa tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:39.128959 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac3a60-3292-4f75-9a98-52f477d572fa tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:39.131183 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b2ac3a60-3292-4f75-9a98-52f477d572fa tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7035 time: 0.3213782 Nov 10 19:31:39.137619 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57128) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:39.161055 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c1f89fa2-41ea-4f3c-867a-f324b63c01d2 None None] Deleting port 990d767f-0ffe-4058-87ec-1eb5d1cefbf6 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:31:39.161501 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c1f89fa2-41ea-4f3c-867a-f324b63c01d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:39.287667 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-29339d27-b7ce-43d5-8a68-3d87d40f9b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-409543339', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'fa4730d6-5f8b-471e-bb1b-6ce8607fc359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:30:56Z', 'updated_at': '2021-11-10T19:31:08Z', 'revision_number': 4, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'gw_port': {'id': 'fa4730d6-5f8b-471e-bb1b-6ce8607fc359', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:57Z', 'updated_at': '2021-11-10T19:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'eb1cdbb6-197b-471f-8580-b3f1930a58c6', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'port_id': 'aa30722c-7566-440e-8907-204057e4e1fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12fc590f-8c5a-4ca6-a35a-608285b5045d', 'mac_address': 'fa:16:3e:8d:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5bdf30-01fc-4ea9-a5af-307c0c064cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:31:36Z', 'updated_at': '2021-11-10T19:31:36Z', 'revision_number': 0, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03460f21-068d-4064-bf0e-27dad767c39e', 'name': '', 'network_id': '12fc590f-8c5a-4ca6-a35a-608285b5045d', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'mac_address': 'fa:16:3e:90:54:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '42ecad61-e792-4bb6-ad4a-77337d262df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:06Z', 'updated_at': '2021-11-10T19:31:12Z', 'revision_number': 5, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'subnets': [{'id': '42ecad61-e792-4bb6-ad4a-77337d262df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:39.314639 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c1f89fa2-41ea-4f3c-867a-f324b63c01d2 None None] For port 990d767f-0ffe-4058-87ec-1eb5d1cefbf6, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=990d767f-0ffe-4058-87ec-1eb5d1cefbf6,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:39.315187 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c1f89fa2-41ea-4f3c-867a-f324b63c01d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:39.321598 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8253af5-68e8-4239-b6f5-64cca66bb45f tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:39.322273 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8253af5-68e8-4239-b6f5-64cca66bb45f tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:39.322597 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8253af5-68e8-4239-b6f5-64cca66bb45f tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:39.323482 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8253af5-68e8-4239-b6f5-64cca66bb45f tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:39.323975 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8253af5-68e8-4239-b6f5-64cca66bb45f tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:39.324432 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8253af5-68e8-4239-b6f5-64cca66bb45f tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:39.325630 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8253af5-68e8-4239-b6f5-64cca66bb45f tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:39.326129 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8253af5-68e8-4239-b6f5-64cca66bb45f tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:39.326578 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8253af5-68e8-4239-b6f5-64cca66bb45f tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:39.327085 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8253af5-68e8-4239-b6f5-64cca66bb45f tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:39.333636 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c8253af5-68e8-4239-b6f5-64cca66bb45f tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6450 time: 0.1948655 Nov 10 19:31:39.334339 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57134) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:39.354879 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29339d27-b7ce-43d5-8a68-3d87d40f9b5e None None] Checking router: 04c617f5-3805-4482-a3e2-96ea5295e82b for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:31:39.374332 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-f93f5e7c-aac0-48f1-bd6a-f8eecd9519dd tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Allocated IP 2001:db8::b4fb:5516:7635:4934 (0f2098c5-8490-42c1-8134-97661a60c707/58e28a97-c349-496f-a7a0-f0ba51705614/4ce098a2-ae98-4b12-8be5-a53198fb85b7) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:31:39.387711 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29339d27-b7ce-43d5-8a68-3d87d40f9b5e None None] Routers {'04c617f5-3805-4482-a3e2-96ea5295e82b'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:31:39.388898 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-29339d27-b7ce-43d5-8a68-3d87d40f9b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:31:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['04c617f5-3805-4482-a3e2-96ea5295e82b'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:39.399043 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 30f41038-706c-4572-aa17-71e97c8acf08 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:39.399605 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:39.470056 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c1f89fa2-41ea-4f3c-867a-f324b63c01d2 None None] Calling delete_port for 990d767f-0ffe-4058-87ec-1eb5d1cefbf6 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:31:39.552888 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-29339d27-b7ce-43d5-8a68-3d87d40f9b5e None None] Set router 04c617f5-3805-4482-a3e2-96ea5295e82b gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:31:39.621076 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-0196964d-bda0-4cf5-88cb-2566bc39d8e3 None None] Allocated IP 172.21.0.2 (f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9/403ac677-7289-45a3-8128-a3cf04817108/a92c7a90-f016-4f87-8fcb-140e9930c97e) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:31:39.747140 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57142) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:39.809891 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5d203206-4a3b-4802-b71c-49d5057e253b tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4311 time: 0.4743218 Nov 10 19:31:39.812393 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57144) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:39.882646 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5081b-a980-428d-b36e-be837f4f69ff req-94aac7b3-cdd8-4eb2-91c8-ac5cff5eaf07 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:39.884423 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-95d5081b-a980-428d-b36e-be837f4f69ff req-94aac7b3-cdd8-4eb2-91c8-ac5cff5eaf07 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 945 time: 0.1182387 Nov 10 19:31:39.887362 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf60d26-1037-454d-9514-0434687049cf tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:39.887838 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf60d26-1037-454d-9514-0434687049cf tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:39.902989 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0cf60d26-1037-454d-9514-0434687049cf tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=04c617f5-3805-4482-a3e2-96ea5295e82b HTTP/1.1" status: 200 len: 1990 time: 0.0894701 Nov 10 19:31:39.917440 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f93f5e7c-aac0-48f1-bd6a-f8eecd9519dd tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:39.970936 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-95d5081b-a980-428d-b36e-be837f4f69ff req-b1ac39ab-9e73-42de-b370-6f8c0d40c412 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605664 Nov 10 19:31:40.036751 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc89bfe0-0b5a-4edd-8094-f281a8c98174 x-openstack-request-id: req-bc89bfe0-0b5a-4edd-8094-f281a8c98174 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:31:40.037322 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5bdf30-01fc-4ea9-a5af-307c0c064cca", "tag": "aa30722c-7566-440e-8907-204057e4e1fa", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:31:40.037744 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bc89bfe0-0b5a-4edd-8094-f281a8c98174 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:31:40.038344 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5bdf30-01fc-4ea9-a5af-307c0c064cca', 'tag': 'aa30722c-7566-440e-8907-204057e4e1fa', 'status': 'completed', 'code': 200} Nov 10 19:31:40.053447 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d777a356-6dbb-4735-9e91-2058161b41dc None None] Provisioning complete for port da5d5e5b-5a9c-4546-abc0-34d9b35b8d64 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:40.054501 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d777a356-6dbb-4735-9e91-2058161b41dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:40.056975 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f93f5e7c-aac0-48f1-bd6a-f8eecd9519dd tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:40.151806 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:31:40.170049 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f5e7c-aac0-48f1-bd6a-f8eecd9519dd tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Port': ['ID=4ce098a2-ae98-4b12-8be5-a53198fb85b7,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:40.183662 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-29339d27-b7ce-43d5-8a68-3d87d40f9b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-409543339', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'fa4730d6-5f8b-471e-bb1b-6ce8607fc359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:30:56Z', 'updated_at': '2021-11-10T19:31:08Z', 'revision_number': 4, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'gw_port': {'id': 'fa4730d6-5f8b-471e-bb1b-6ce8607fc359', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:57Z', 'updated_at': '2021-11-10T19:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'eb1cdbb6-197b-471f-8580-b3f1930a58c6', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'port_id': 'aa30722c-7566-440e-8907-204057e4e1fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12fc590f-8c5a-4ca6-a35a-608285b5045d', 'mac_address': 'fa:16:3e:8d:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5bdf30-01fc-4ea9-a5af-307c0c064cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:31:36Z', 'updated_at': '2021-11-10T19:31:36Z', 'revision_number': 0, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03460f21-068d-4064-bf0e-27dad767c39e', 'name': '', 'network_id': '12fc590f-8c5a-4ca6-a35a-608285b5045d', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'mac_address': 'fa:16:3e:90:54:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '42ecad61-e792-4bb6-ad4a-77337d262df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:06Z', 'updated_at': '2021-11-10T19:31:12Z', 'revision_number': 5, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'subnets': [{'id': '42ecad61-e792-4bb6-ad4a-77337d262df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:40.229108 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-95ec089d-afe6-4abe-a3ff-2920b804704a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Deleting port 155d0712-71e7-46c3-8af3-39b21bf09c66 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:31:40.230149 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95ec089d-afe6-4abe-a3ff-2920b804704a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:40.264237 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29339d27-b7ce-43d5-8a68-3d87d40f9b5e None None] The sync data for ids ['04c617f5-3805-4482-a3e2-96ea5295e82b'] in n-d-813897-4 is: [{'id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-409543339', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'fa4730d6-5f8b-471e-bb1b-6ce8607fc359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:30:56Z', 'updated_at': '2021-11-10T19:31:08Z', 'revision_number': 4, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'gw_port': {'id': 'fa4730d6-5f8b-471e-bb1b-6ce8607fc359', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:57Z', 'updated_at': '2021-11-10T19:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'eb1cdbb6-197b-471f-8580-b3f1930a58c6', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'port_id': 'aa30722c-7566-440e-8907-204057e4e1fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12fc590f-8c5a-4ca6-a35a-608285b5045d', 'mac_address': 'fa:16:3e:8d:41:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5bdf30-01fc-4ea9-a5af-307c0c064cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:31:36Z', 'updated_at': '2021-11-10T19:31:36Z', 'revision_number': 0, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03460f21-068d-4064-bf0e-27dad767c39e', 'name': '', 'network_id': '12fc590f-8c5a-4ca6-a35a-608285b5045d', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'mac_address': 'fa:16:3e:90:54:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '42ecad61-e792-4bb6-ad4a-77337d262df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:06Z', 'updated_at': '2021-11-10T19:31:12Z', 'revision_number': 5, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'subnets': [{'id': '42ecad61-e792-4bb6-ad4a-77337d262df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:31:40.299806 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93f5e7c-aac0-48f1-bd6a-f8eecd9519dd tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:40.339484 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-f93f5e7c-aac0-48f1-bd6a-f8eecd9519dd tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:40.358807 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93f5e7c-aac0-48f1-bd6a-f8eecd9519dd tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:31:40.369488 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93f5e7c-aac0-48f1-bd6a-f8eecd9519dd tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:40.371608 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f93f5e7c-aac0-48f1-bd6a-f8eecd9519dd tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:40.404687 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d0eea-4f65-499d-ac9e-745ef6eef8e8 req-84204c4c-79d2-45f8-b2fa-f24a67c26e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:40.407638 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-236d0eea-4f65-499d-ac9e-745ef6eef8e8 req-84204c4c-79d2-45f8-b2fa-f24a67c26e6d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26bbb91bbd1a44118e77b6255c634c66&device_id=da5bdf30-01fc-4ea9-a5af-307c0c064cca HTTP/1.1" status: 200 len: 1136 time: 0.3483632 Nov 10 19:31:40.435174 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 990d767f-0ffe-4058-87ec-1eb5d1cefbf6 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:31:40.437591 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-d777a356-6dbb-4735-9e91-2058161b41dc None None] Port da5d5e5b-5a9c-4546-abc0-34d9b35b8d64 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:31:40.474010 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f93f5e7c-aac0-48f1-bd6a-f8eecd9519dd tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2108471 Nov 10 19:31:40.482897 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57152) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:40.549090 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c1f89fa2-41ea-4f3c-867a-f324b63c01d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:40.573296 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621c219-6b48-4340-b2da-ad5ab752620d req-d8423b6e-9a7f-455a-9afd-9badf50172b0 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:40.576376 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6621c219-6b48-4340-b2da-ad5ab752620d req-d8423b6e-9a7f-455a-9afd-9badf50172b0 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 945 time: 0.1856184 Nov 10 19:31:40.591872 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fe3fa4bb-927d-47b9-8713-2da4773eb4f5 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:40.597738 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95ec089d-afe6-4abe-a3ff-2920b804704a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:40.598179 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95ec089d-afe6-4abe-a3ff-2920b804704a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:40.630295 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdee0ca5-cb86-40f8-bc60-f05b40f34abf tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:40.632365 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-cdee0ca5-cb86-40f8-bc60-f05b40f34abf tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1483707 Nov 10 19:31:40.671280 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f89fa2-41ea-4f3c-867a-f324b63c01d2 None None] Pushing event deleted for resources: {'Port': ['ID=990d767f-0ffe-4058-87ec-1eb5d1cefbf6,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:40.671875 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57156) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:40.676829 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f89fa2-41ea-4f3c-867a-f324b63c01d2 None None] No DVR routers for this DVR port 990d767f-0ffe-4058-87ec-1eb5d1cefbf6 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:31:40.680640 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fe3fa4bb-927d-47b9-8713-2da4773eb4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:40.699047 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6621c219-6b48-4340-b2da-ad5ab752620d req-e724a6e3-54ad-41cd-980f-c28e7931cb14 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=55cdeb97-47ec-48a0-becf-43497d275169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143465 Nov 10 19:31:40.711407 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-95ec089d-afe6-4abe-a3ff-2920b804704a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Calling delete_port for 155d0712-71e7-46c3-8af3-39b21bf09c66 owned by network:floatingip {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:31:40.762071 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No active binding found for port 990d767f-0ffe-4058-87ec-1eb5d1cefbf6 {{(pid=102507) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 19:31:40.762521 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 990d767f-0ffe-4058-87ec-1eb5d1cefbf6 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:31:40.763991 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae7fd56-bf13-4dc7-a5aa-3216289c1a38 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:31:40.774652 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f4d4b1-26f8-474a-9f8b-5f9cbee47c3b None None] New status for floating IP eb1cdbb6-197b-471f-8580-b3f1930a58c6: ACTIVE {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:31:40.782137 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d0eea-4f65-499d-ac9e-745ef6eef8e8 req-8af2fed9-77ef-42f2-8f68-f3801c93a299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:40.783771 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-236d0eea-4f65-499d-ac9e-745ef6eef8e8 req-8af2fed9-77ef-42f2-8f68-f3801c93a299 service neutron] 10.222.0.73 "GET /v2.0/networks?id=12fc590f-8c5a-4ca6-a35a-608285b5045d HTTP/1.1" status: 200 len: 898 time: 0.3083801 Nov 10 19:31:40.930736 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f9635-d480-4df6-a862-3d425c348666 None None] Pushing event updated for resources: {'Port': ['ID=da5d5e5b-5a9c-4546-abc0-34d9b35b8d64,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:40.943678 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-236d0eea-4f65-499d-ac9e-745ef6eef8e8 req-bbef84f4-5fb1-4eaf-84e4-33875d5c2266 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa30722c-7566-440e-8907-204057e4e1fa HTTP/1.1" status: 200 len: 1000 time: 0.1237743 Nov 10 19:31:40.982578 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0196964d-bda0-4cf5-88cb-2566bc39d8e3 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:41.018544 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0196964d-bda0-4cf5-88cb-2566bc39d8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:41.023357 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-8e3ad07c-10c1-4b44-854b-b1288a46bf63 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting port 4ce098a2-ae98-4b12-8be5-a53198fb85b7 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:31:41.023690 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8e3ad07c-10c1-4b44-854b-b1288a46bf63 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:41.229480 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-fe3fa4bb-927d-47b9-8713-2da4773eb4f5 None None] Attempting to bind port da5d5e5b-5a9c-4546-abc0-34d9b35b8d64 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:31:41.229956 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-fe3fa4bb-927d-47b9-8713-2da4773eb4f5 None None] Attempting to bind port da5d5e5b-5a9c-4546-abc0-34d9b35b8d64 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '1ac1661f-d245-4c48-85d4-770a642e4d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '064b2bd0-5827-4379-a185-243289464eea'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:31:41.230326 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3fa4bb-927d-47b9-8713-2da4773eb4f5 None None] Attempting to bind port da5d5e5b-5a9c-4546-abc0-34d9b35b8d64 on network 064b2bd0-5827-4379-a185-243289464eea {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:31:41.242047 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c316c1-2f9a-4190-81ef-f7e7be0f102d req-3ebc27de-193e-40ea-8b4d-aa9ab22d2aa3 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:41.248196 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0196964d-bda0-4cf5-88cb-2566bc39d8e3 None None] Network f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:41.250283 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-57c316c1-2f9a-4190-81ef-f7e7be0f102d req-3ebc27de-193e-40ea-8b4d-aa9ab22d2aa3 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 945 time: 0.1487172 Nov 10 19:31:41.258680 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196964d-bda0-4cf5-88cb-2566bc39d8e3 None None] Pushing event updated for resources: {'Port': ['ID=a92c7a90-f016-4f87-8fcb-140e9930c97e,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:41.262877 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3fa4bb-927d-47b9-8713-2da4773eb4f5 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:31:41.263251 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3fa4bb-927d-47b9-8713-2da4773eb4f5 None None] Checking segment: {'id': '1ac1661f-d245-4c48-85d4-770a642e4d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '064b2bd0-5827-4379-a185-243289464eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:31:41.263648 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fe3fa4bb-927d-47b9-8713-2da4773eb4f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:41.264030 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3fa4bb-927d-47b9-8713-2da4773eb4f5 None None] Bound using segment: {'id': '1ac1661f-d245-4c48-85d4-770a642e4d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '064b2bd0-5827-4379-a185-243289464eea'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:31:41.264752 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-fe3fa4bb-927d-47b9-8713-2da4773eb4f5 None None] Bound port: da5d5e5b-5a9c-4546-abc0-34d9b35b8d64, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac1661f-d245-4c48-85d4-770a642e4d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '064b2bd0-5827-4379-a185-243289464eea'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:31:41.264875 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fe3fa4bb-927d-47b9-8713-2da4773eb4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:41.267207 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-0196964d-bda0-4cf5-88cb-2566bc39d8e3 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:41.273718 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0196964d-bda0-4cf5-88cb-2566bc39d8e3 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:31:41.340681 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-57c316c1-2f9a-4190-81ef-f7e7be0f102d req-21656552-5cdf-49c5-bf65-534aceb31da4 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897329 Nov 10 19:31:41.383353 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e896f93a-3873-4b47-8f6b-a58ec1acb829 None None] Provisioning complete for port da5d5e5b-5a9c-4546-abc0-34d9b35b8d64 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:41.383730 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e896f93a-3873-4b47-8f6b-a58ec1acb829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:41.447893 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-0196964d-bda0-4cf5-88cb-2566bc39d8e3 None None] Attempting to bind port a92c7a90-f016-4f87-8fcb-140e9930c97e on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:31:41.448288 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-0196964d-bda0-4cf5-88cb-2566bc39d8e3 None None] Attempting to bind port a92c7a90-f016-4f87-8fcb-140e9930c97e by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '4f3722ec-0d38-4c80-baaa-95df63754c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:31:41.448652 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0196964d-bda0-4cf5-88cb-2566bc39d8e3 None None] Attempting to bind port a92c7a90-f016-4f87-8fcb-140e9930c97e on network f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:31:41.490792 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0196964d-bda0-4cf5-88cb-2566bc39d8e3 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:31:41.491151 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0196964d-bda0-4cf5-88cb-2566bc39d8e3 None None] Checking segment: {'id': '4f3722ec-0d38-4c80-baaa-95df63754c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:31:41.491621 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0196964d-bda0-4cf5-88cb-2566bc39d8e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:41.491958 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0196964d-bda0-4cf5-88cb-2566bc39d8e3 None None] Bound using segment: {'id': '4f3722ec-0d38-4c80-baaa-95df63754c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:31:41.492451 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-0196964d-bda0-4cf5-88cb-2566bc39d8e3 None None] Bound port: a92c7a90-f016-4f87-8fcb-140e9930c97e, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3722ec-0d38-4c80-baaa-95df63754c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:31:41.492828 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0196964d-bda0-4cf5-88cb-2566bc39d8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:41.494586 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e896f93a-3873-4b47-8f6b-a58ec1acb829 None None] Port da5d5e5b-5a9c-4546-abc0-34d9b35b8d64 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:31:41.496464 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-fe3fa4bb-927d-47b9-8713-2da4773eb4f5 None None] For port da5d5e5b-5a9c-4546-abc0-34d9b35b8d64, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:31:41.502750 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-fe3fa4bb-927d-47b9-8713-2da4773eb4f5 None None] For port da5d5e5b-5a9c-4546-abc0-34d9b35b8d64, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=da5d5e5b-5a9c-4546-abc0-34d9b35b8d64,segment=NetworkSegment(1ac1661f-d245-4c48-85d4-770a642e4d8a),segment_id=1ac1661f-d245-4c48-85d4-770a642e4d8a)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:31:41.517530 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fe3fa4bb-927d-47b9-8713-2da4773eb4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:41.569407 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d0eea-4f65-499d-ac9e-745ef6eef8e8 req-a8d15135-1368-4a1e-ac8d-debe85afa70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:41.570963 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-236d0eea-4f65-499d-ac9e-745ef6eef8e8 req-a8d15135-1368-4a1e-ac8d-debe85afa70d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=42ecad61-e792-4bb6-ad4a-77337d262df5 HTTP/1.1" status: 200 len: 835 time: 0.6090112 Nov 10 19:31:41.622748 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38060246-1172-45dc-b97d-44619a6830a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-0f2098c5-8490-42c1-8134-97661a60c707', 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'fixed_ips': [{'subnet_id': '58e28a97-c349-496f-a7a0-f0ba51705614'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:31:41.623322 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-38060246-1172-45dc-b97d-44619a6830a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:41.648543 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f9635-d480-4df6-a862-3d425c348666 None None] Pushing event updated for resources: {'Port': ['ID=da5d5e5b-5a9c-4546-abc0-34d9b35b8d64,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:41.656830 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-465fc4a5-119d-45cc-a6f9-294d387b1e6f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Allocated IP 172.21.0.1 (f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9/403ac677-7289-45a3-8128-a3cf04817108/497f26b6-cfb4-41f1-a23a-558cce1fe6a9) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:31:41.660142 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3fa4bb-927d-47b9-8713-2da4773eb4f5 None None] Routers {'99228d29-39e6-4d52-9648-58f27d3cc6ea'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:31:41.660990 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-fe3fa4bb-927d-47b9-8713-2da4773eb4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:31:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['99228d29-39e6-4d52-9648-58f27d3cc6ea'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:41.693418 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8e3ad07c-10c1-4b44-854b-b1288a46bf63 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:41.723568 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-8e3ad07c-10c1-4b44-854b-b1288a46bf63 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Calling delete_port for 4ce098a2-ae98-4b12-8be5-a53198fb85b7 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:31:41.737323 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-0196964d-bda0-4cf5-88cb-2566bc39d8e3 None None] For port a92c7a90-f016-4f87-8fcb-140e9930c97e, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:31:41.752852 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d0eea-4f65-499d-ac9e-745ef6eef8e8 req-59c80eb5-6289-4239-b674-23f3a6769a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:41.755028 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-236d0eea-4f65-499d-ac9e-745ef6eef8e8 req-59c80eb5-6289-4239-b674-23f3a6769a38 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12fc590f-8c5a-4ca6-a35a-608285b5045d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1750779 Nov 10 19:31:41.755335 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95ec089d-afe6-4abe-a3ff-2920b804704a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:41.845511 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-0196964d-bda0-4cf5-88cb-2566bc39d8e3 None None] For port a92c7a90-f016-4f87-8fcb-140e9930c97e, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=a92c7a90-f016-4f87-8fcb-140e9930c97e,segment=NetworkSegment(4f3722ec-0d38-4c80-baaa-95df63754c35),segment_id=4f3722ec-0d38-4c80-baaa-95df63754c35)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:31:41.861891 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0196964d-bda0-4cf5-88cb-2566bc39d8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:41.864922 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-fe3fa4bb-927d-47b9-8713-2da4773eb4f5 None None] Set router 99228d29-39e6-4d52-9648-58f27d3cc6ea gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:31:41.899371 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe027738-614d-4946-99b8-a5cd966eb51e req-77a22f2d-7ed4-448f-bb3e-b0261164d9b6 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:41.900991 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fe027738-614d-4946-99b8-a5cd966eb51e req-77a22f2d-7ed4-448f-bb3e-b0261164d9b6 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 945 time: 0.1108370 Nov 10 19:31:41.992660 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fe027738-614d-4946-99b8-a5cd966eb51e req-1947ec4c-0dd8-4800-aee6-be9b2f8da4b3 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=55cdeb97-47ec-48a0-becf-43497d275169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789523 Nov 10 19:31:42.013594 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec089d-afe6-4abe-a3ff-2920b804704a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event deleted for resources: {'Port': ['ID=155d0712-71e7-46c3-8af3-39b21bf09c66,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:42.101353 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196964d-bda0-4cf5-88cb-2566bc39d8e3 None None] Pushing event updated for resources: {'Port': ['ID=a92c7a90-f016-4f87-8fcb-140e9930c97e,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:42.104750 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-38060246-1172-45dc-b97d-44619a6830a4 None None] Allocated IP 2001:db8::2 (0f2098c5-8490-42c1-8134-97661a60c707/58e28a97-c349-496f-a7a0-f0ba51705614/50d2a117-7a43-47db-8c6f-037710e42e09) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:31:42.112106 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-236d0eea-4f65-499d-ac9e-745ef6eef8e8 req-d6a16f92-d53e-4f22-a8b8-397a5ae90402 service neutron] 10.222.0.73 "GET /v2.0/networks/12fc590f-8c5a-4ca6-a35a-608285b5045d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014390 Nov 10 19:31:42.186384 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95ec089d-afe6-4abe-a3ff-2920b804704a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for floatingip, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:42.187187 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [None req-95ec089d-afe6-4abe-a3ff-2920b804704a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Floating IP 435a62e7-88eb-48ff-bd95-a726c3056886 disassociated (deleted). External IP: 172.25.3.95, port: e68d8721-1af0-4139-8246-e7653fa9b840. Nov 10 19:31:42.463253 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9d494482-c2ae-4d04-8242-c9744ee73e85 None None] Provisioning complete for port da5d5e5b-5a9c-4546-abc0-34d9b35b8d64 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:42.463626 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9d494482-c2ae-4d04-8242-c9744ee73e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:42.553793 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189b201-237f-49af-8f78-677db6876cf0 req-89874bba-ca7b-4db4-a114-716d4e3bf757 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:42.574920 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c189b201-237f-49af-8f78-677db6876cf0 req-89874bba-ca7b-4db4-a114-716d4e3bf757 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 945 time: 0.1330495 Nov 10 19:31:42.645423 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c189b201-237f-49af-8f78-677db6876cf0 req-80f9e9e6-fab1-4286-97b0-8972592d7bb8 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686121 Nov 10 19:31:42.667351 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-465fc4a5-119d-45cc-a6f9-294d387b1e6f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:42.692676 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9d494482-c2ae-4d04-8242-c9744ee73e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:42.706058 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-236d0eea-4f65-499d-ac9e-745ef6eef8e8 req-cbfa7a48-1202-4656-81f6-c5b34359794f service neutron] 10.222.0.73 "GET /v2.0/networks/12fc590f-8c5a-4ca6-a35a-608285b5045d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103118 Nov 10 19:31:42.707007 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8e3ad07c-10c1-4b44-854b-b1288a46bf63 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:42.728241 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-465fc4a5-119d-45cc-a6f9-294d387b1e6f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:42.793582 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9d494482-c2ae-4d04-8242-c9744ee73e85 None None] For port da5d5e5b-5a9c-4546-abc0-34d9b35b8d64, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=da5d5e5b-5a9c-4546-abc0-34d9b35b8d64,segment=NetworkSegment(1ac1661f-d245-4c48-85d4-770a642e4d8a),segment_id=1ac1661f-d245-4c48-85d4-770a642e4d8a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:42.805735 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9d494482-c2ae-4d04-8242-c9744ee73e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:42.814825 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fc4a5-119d-45cc-a6f9-294d387b1e6f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Port': ['ID=497f26b6-cfb4-41f1-a23a-558cce1fe6a9,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:42.938035 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-fe3fa4bb-927d-47b9-8713-2da4773eb4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'name': 'tempest-RoutersTest-router-1803420670', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:31:31Z', 'updated_at': '2021-11-10T19:31:35Z', 'revision_number': 2, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'gw_port_host': None, '_interfaces': [{'id': 'da5d5e5b-5a9c-4546-abc0-34d9b35b8d64', 'name': '', 'network_id': '064b2bd0-5827-4379-a185-243289464eea', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:d4:22:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:34Z', 'updated_at': '2021-11-10T19:31:41Z', 'revision_number': 4, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:42.941254 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465fc4a5-119d-45cc-a6f9-294d387b1e6f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:42.962051 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-465fc4a5-119d-45cc-a6f9-294d387b1e6f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:42.964640 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8e3ad07c-10c1-4b44-854b-b1288a46bf63 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:42.967962 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8e3ad07c-10c1-4b44-854b-b1288a46bf63 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/4ce098a2-ae98-4b12-8be5-a53198fb85b7 HTTP/1.1" status: 204 len: 168 time: 2.2950797 Nov 10 19:31:42.969056 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465fc4a5-119d-45cc-a6f9-294d387b1e6f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:31:42.970628 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57174) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:42.973737 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ad07c-10c1-4b44-854b-b1288a46bf63 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Port': ['ID=4ce098a2-ae98-4b12-8be5-a53198fb85b7,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:43.018056 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-38060246-1172-45dc-b97d-44619a6830a4 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:43.043756 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3fa4bb-927d-47b9-8713-2da4773eb4f5 None None] The sync data for ids ['99228d29-39e6-4d52-9648-58f27d3cc6ea'] in n-d-813897-4 is: [{'id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'name': 'tempest-RoutersTest-router-1803420670', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:31:31Z', 'updated_at': '2021-11-10T19:31:35Z', 'revision_number': 2, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'gw_port_host': None, '_interfaces': [{'id': 'da5d5e5b-5a9c-4546-abc0-34d9b35b8d64', 'name': '', 'network_id': '064b2bd0-5827-4379-a185-243289464eea', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:d4:22:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:34Z', 'updated_at': '2021-11-10T19:31:41Z', 'revision_number': 4, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:31:43.047419 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d494482-c2ae-4d04-8242-c9744ee73e85 None None] Pushing event updated for resources: {'Port': ['ID=da5d5e5b-5a9c-4546-abc0-34d9b35b8d64,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:43.053469 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-38060246-1172-45dc-b97d-44619a6830a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:43.066394 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-465fc4a5-119d-45cc-a6f9-294d387b1e6f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:43.082090 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ec089d-afe6-4abe-a3ff-2920b804704a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Router 26d49cdd-ac8d-415c-9cc3-b83870a061cd has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:31:43.131916 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38060246-1172-45dc-b97d-44619a6830a4 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:43.132492 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37a7e10-9d40-448e-aa41-d6a846265024 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:43.135085 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-38060246-1172-45dc-b97d-44619a6830a4 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:43.139468 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37a7e10-9d40-448e-aa41-d6a846265024 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:43.143714 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b37a7e10-9d40-448e-aa41-d6a846265024 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1710811 Nov 10 19:31:43.146809 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57178) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:43.150412 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38060246-1172-45dc-b97d-44619a6830a4 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:31:43.167350 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38060246-1172-45dc-b97d-44619a6830a4 None None] Pushing event updated for resources: {'Port': ['ID=50d2a117-7a43-47db-8c6f-037710e42e09,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:43.333795 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-38060246-1172-45dc-b97d-44619a6830a4 None None] Attempting to bind port 50d2a117-7a43-47db-8c6f-037710e42e09 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:31:43.333795 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-38060246-1172-45dc-b97d-44619a6830a4 None None] Attempting to bind port 50d2a117-7a43-47db-8c6f-037710e42e09 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:31:43.336559 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38060246-1172-45dc-b97d-44619a6830a4 None None] Attempting to bind port 50d2a117-7a43-47db-8c6f-037710e42e09 on network 0f2098c5-8490-42c1-8134-97661a60c707 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:31:43.360473 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38060246-1172-45dc-b97d-44619a6830a4 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:31:43.360917 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38060246-1172-45dc-b97d-44619a6830a4 None None] Checking segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:31:43.361286 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-38060246-1172-45dc-b97d-44619a6830a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:43.361686 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38060246-1172-45dc-b97d-44619a6830a4 None None] Bound using segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:31:43.362209 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-38060246-1172-45dc-b97d-44619a6830a4 None None] Bound port: 50d2a117-7a43-47db-8c6f-037710e42e09, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:31:43.362657 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-38060246-1172-45dc-b97d-44619a6830a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:43.395117 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7b097a8-5a77-4cd1-a864-777834512224 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting subnet 58e28a97-c349-496f-a7a0-f0ba51705614 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:31:43.430336 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa88eb-c834-431b-8bd4-cce5529bbbee req-9b28ae56-9435-4991-bd99-aea619ca3f93 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:43.438926 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-55fa88eb-c834-431b-8bd4-cce5529bbbee req-9b28ae56-9435-4991-bd99-aea619ca3f93 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 945 time: 0.2543805 Nov 10 19:31:43.442160 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ec089d-afe6-4abe-a3ff-2920b804704a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:31:43.451973 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a7b097a8-5a77-4cd1-a864-777834512224 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:43.460325 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6285b205-5405-4b5a-888b-3b371d1a6fdb None None] Sync routers for ids ['26d49cdd-ac8d-415c-9cc3-b83870a061cd'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:31:43.482301 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95ec089d-afe6-4abe-a3ff-2920b804704a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:43.502563 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6285b205-5405-4b5a-888b-3b371d1a6fdb None None] Routers {'26d49cdd-ac8d-415c-9cc3-b83870a061cd'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:31:43.504353 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-38060246-1172-45dc-b97d-44619a6830a4 None None] For port 50d2a117-7a43-47db-8c6f-037710e42e09, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:31:43.508782 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-6285b205-5405-4b5a-888b-3b371d1a6fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:31:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['26d49cdd-ac8d-415c-9cc3-b83870a061cd'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:43.517223 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-38060246-1172-45dc-b97d-44619a6830a4 None None] For port 50d2a117-7a43-47db-8c6f-037710e42e09, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=50d2a117-7a43-47db-8c6f-037710e42e09,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:31:43.539246 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-38060246-1172-45dc-b97d-44619a6830a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:43.625315 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-55fa88eb-c834-431b-8bd4-cce5529bbbee req-4de9431b-a84e-41ed-850d-4ecc96617e43 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=55cdeb97-47ec-48a0-becf-43497d275169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829488 Nov 10 19:31:43.627501 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-95ec089d-afe6-4abe-a3ff-2920b804704a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "DELETE /v2.0/floatingips/435a62e7-88eb-48ff-bd95-a726c3056886 HTTP/1.1" status: 204 len: 168 time: 3.8760350 Nov 10 19:31:43.642972 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5713e3e6-1d8f-4b34-a933-c4d043f12acc', 'tag': 'e68d8721-1af0-4139-8246-e7653fa9b840'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:31:43.650176 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fa8bfc-9b45-4ce8-8a26-9810b538f9b0" -d '{"events": [{"name": "network-changed", "server_uuid": "5713e3e6-1d8f-4b34-a933-c4d043f12acc", "tag": "e68d8721-1af0-4139-8246-e7653fa9b840"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:31:43.650588 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a7b097a8-5a77-4cd1-a864-777834512224 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:43.735902 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38060246-1172-45dc-b97d-44619a6830a4 None None] Pushing event updated for resources: {'Port': ['ID=50d2a117-7a43-47db-8c6f-037710e42e09,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:43.787704 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-465fc4a5-119d-45cc-a6f9-294d387b1e6f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:43.815137 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da2e3e7-15dd-4ddc-a605-270be721b213 None None] Network f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:31:43.854530 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-6285b205-5405-4b5a-888b-3b371d1a6fdb None None] Set router 26d49cdd-ac8d-415c-9cc3-b83870a061cd gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:31:43.943305 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a7b097a8-5a77-4cd1-a864-777834512224 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:44.209308 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a7b097a8-5a77-4cd1-a864-777834512224 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:44.245325 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-03e9886f-87e3-46ed-9864-1edd1639cb25 None None] Provisioning complete for port a92c7a90-f016-4f87-8fcb-140e9930c97e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:44.245791 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-03e9886f-87e3-46ed-9864-1edd1639cb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:44.277282 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a7b097a8-5a77-4cd1-a864-777834512224 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:44.280540 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a7b097a8-5a77-4cd1-a864-777834512224 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/58e28a97-c349-496f-a7a0-f0ba51705614 HTTP/1.1" status: 204 len: 168 time: 1.1263087 Nov 10 19:31:44.283343 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b097a8-5a77-4cd1-a864-777834512224 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Subnet': ['ID=58e28a97-c349-496f-a7a0-f0ba51705614,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:44.285230 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57190) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:44.420171 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d2684bf3-3d8f-42b4-82d5-3f413fce7974 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1206586 Nov 10 19:31:44.428460 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57194) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:44.457881 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-c020be91-57aa-443b-b902-c037e66c6ec7 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:44.543291 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-03e9886f-87e3-46ed-9864-1edd1639cb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:44.607310 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-03e9886f-87e3-46ed-9864-1edd1639cb25 None None] For port a92c7a90-f016-4f87-8fcb-140e9930c97e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=a92c7a90-f016-4f87-8fcb-140e9930c97e,segment=NetworkSegment(4f3722ec-0d38-4c80-baaa-95df63754c35),segment_id=4f3722ec-0d38-4c80-baaa-95df63754c35)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:44.613653 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-03e9886f-87e3-46ed-9864-1edd1639cb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:44.681655 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-465fc4a5-119d-45cc-a6f9-294d387b1e6f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:44.694456 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-465fc4a5-119d-45cc-a6f9-294d387b1e6f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:44.705422 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9886f-87e3-46ed-9864-1edd1639cb25 None None] Pushing event updated for resources: {'Port': ['ID=a92c7a90-f016-4f87-8fcb-140e9930c97e,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:44.763907 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device a92c7a90-f016-4f87-8fcb-140e9930c97e up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:31:44.804067 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-6285b205-5405-4b5a-888b-3b371d1a6fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-725541396', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '006f5409-703f-422b-a689-23a8b8749818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:30:00Z', 'updated_at': '2021-11-10T19:30:13Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '006f5409-703f-422b-a689-23a8b8749818', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:58:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:02Z', 'updated_at': '2021-11-10T19:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '3c836f66-9502-4f77-adbf-85c8bc8a13be', 'name': '', 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:f1:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '23001903-5449-491b-90cf-cafe15d30d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:10Z', 'updated_at': '2021-11-10T19:30:18Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': '23001903-5449-491b-90cf-cafe15d30d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:44.890783 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6285b205-5405-4b5a-888b-3b371d1a6fdb None None] Checking router: 26d49cdd-ac8d-415c-9cc3-b83870a061cd for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:31:44.898483 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port a92c7a90-f016-4f87-8fcb-140e9930c97e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:44.898985 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:44.920662 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6285b205-5405-4b5a-888b-3b371d1a6fdb None None] Routers {'26d49cdd-ac8d-415c-9cc3-b83870a061cd'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:31:44.923088 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-6285b205-5405-4b5a-888b-3b371d1a6fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:31:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['26d49cdd-ac8d-415c-9cc3-b83870a061cd'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:44.962123 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-465fc4a5-119d-45cc-a6f9-294d387b1e6f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:45.001818 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-bff86f2a-4a47-4eff-b265-d44981608f7f None None] Provisioning complete for port a92c7a90-f016-4f87-8fcb-140e9930c97e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:45.009137 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bff86f2a-4a47-4eff-b265-d44981608f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:45.064369 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e115094-8983-4c62-9fa6-4cbdbbfdf8dd req-0e3dcf34-b87b-4fae-85b0-ecf6829a78f4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:45.069472 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5e115094-8983-4c62-9fa6-4cbdbbfdf8dd req-0e3dcf34-b87b-4fae-85b0-ecf6829a78f4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc HTTP/1.1" status: 200 len: 945 time: 0.2527590 Nov 10 19:31:45.076979 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fc4a5-119d-45cc-a6f9-294d387b1e6f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Port': ['ID=497f26b6-cfb4-41f1-a23a-558cce1fe6a9,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:45.195293 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-6285b205-5405-4b5a-888b-3b371d1a6fdb None None] Set router 26d49cdd-ac8d-415c-9cc3-b83870a061cd gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:31:45.268880 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device da5d5e5b-5a9c-4546-abc0-34d9b35b8d64 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:31:45.399180 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-bff86f2a-4a47-4eff-b265-d44981608f7f None None] Provisioning complete for port 497f26b6-cfb4-41f1-a23a-558cce1fe6a9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:45.401087 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bff86f2a-4a47-4eff-b265-d44981608f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:45.451431 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a84b8-fe4b-4f75-b691-43fe39ca2808 req-91abbb72-6637-4d4c-a7a6-16d4a0978fe2 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:45.453070 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a38a84b8-fe4b-4f75-b691-43fe39ca2808 req-91abbb72-6637-4d4c-a7a6-16d4a0978fe2 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 945 time: 1.3214796 Nov 10 19:31:45.460382 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port da5d5e5b-5a9c-4546-abc0-34d9b35b8d64 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:45.461165 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:45.470836 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-5e115094-8983-4c62-9fa6-4cbdbbfdf8dd req-fc536be7-9ba1-4547-b78f-9d83765117a2 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Deleting port e68d8721-1af0-4139-8246-e7653fa9b840 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:31:45.471245 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5e115094-8983-4c62-9fa6-4cbdbbfdf8dd req-fc536be7-9ba1-4547-b78f-9d83765117a2 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:45.528765 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-bff86f2a-4a47-4eff-b265-d44981608f7f None None] Port 497f26b6-cfb4-41f1-a23a-558cce1fe6a9 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:31:45.648011 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a38a84b8-fe4b-4f75-b691-43fe39ca2808 req-1f8f54d0-976a-4628-8fd7-84a1845ee1cc tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746697 Nov 10 19:31:45.653519 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c020be91-57aa-443b-b902-c037e66c6ec7 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:31:45.675398 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c020be91-57aa-443b-b902-c037e66c6ec7 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:45.713129 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e3daf06e-954c-45c7-9e41-c903c100086a None None] Provisioning complete for port 497f26b6-cfb4-41f1-a23a-558cce1fe6a9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:45.713497 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e3daf06e-954c-45c7-9e41-c903c100086a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:45.725557 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 50d2a117-7a43-47db-8c6f-037710e42e09 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:31:45.750535 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465fc4a5-119d-45cc-a6f9-294d387b1e6f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:45.759544 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-465fc4a5-119d-45cc-a6f9-294d387b1e6f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:45.795774 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1ef2f1-af48-49bc-97de-ff4f2bfd45e0 x-openstack-request-id: req-3a1ef2f1-af48-49bc-97de-ff4f2bfd45e0 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:31:45.796411 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-6285b205-5405-4b5a-888b-3b371d1a6fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-725541396', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '006f5409-703f-422b-a689-23a8b8749818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:30:00Z', 'updated_at': '2021-11-10T19:30:13Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '006f5409-703f-422b-a689-23a8b8749818', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:58:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:02Z', 'updated_at': '2021-11-10T19:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '3c836f66-9502-4f77-adbf-85c8bc8a13be', 'name': '', 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:f1:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '23001903-5449-491b-90cf-cafe15d30d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:10Z', 'updated_at': '2021-11-10T19:30:18Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': '23001903-5449-491b-90cf-cafe15d30d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:45.800749 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5713e3e6-1d8f-4b34-a933-c4d043f12acc", "tag": "e68d8721-1af0-4139-8246-e7653fa9b840", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:31:45.801102 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3a1ef2f1-af48-49bc-97de-ff4f2bfd45e0 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:31:45.801642 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5713e3e6-1d8f-4b34-a933-c4d043f12acc', 'tag': 'e68d8721-1af0-4139-8246-e7653fa9b840', 'status': 'completed', 'code': 200} Nov 10 19:31:45.897205 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6285b205-5405-4b5a-888b-3b371d1a6fdb None None] The sync data for ids ['26d49cdd-ac8d-415c-9cc3-b83870a061cd'] in n-d-813897-4 is: [{'id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-725541396', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '006f5409-703f-422b-a689-23a8b8749818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:30:00Z', 'updated_at': '2021-11-10T19:30:13Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '006f5409-703f-422b-a689-23a8b8749818', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:58:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:02Z', 'updated_at': '2021-11-10T19:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '3c836f66-9502-4f77-adbf-85c8bc8a13be', 'name': '', 'network_id': 'adcbf13e-4fd3-40b0-b9d5-b0278636d662', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:f1:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '23001903-5449-491b-90cf-cafe15d30d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:10Z', 'updated_at': '2021-11-10T19:30:18Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': '23001903-5449-491b-90cf-cafe15d30d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:31:45.929151 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e3daf06e-954c-45c7-9e41-c903c100086a None None] Port 497f26b6-cfb4-41f1-a23a-558cce1fe6a9 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:31:46.017127 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 50d2a117-7a43-47db-8c6f-037710e42e09 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:46.017630 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:46.184336 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8c638-b940-4f68-8e22-3b7797d35000 req-8896089b-bdeb-4309-bde2-67da6e73a774 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:46.190890 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8dc8c638-b940-4f68-8e22-3b7797d35000 req-8896089b-bdeb-4309-bde2-67da6e73a774 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc HTTP/1.1" status: 200 len: 945 time: 0.1699567 Nov 10 19:31:46.198556 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa8bfc-9b45-4ce8-8a26-9810b538f9b0 req-abc2f436-8df2-4640-b83c-1e5ba672b712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:46.199969 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c0fa8bfc-9b45-4ce8-8a26-9810b538f9b0 req-abc2f436-8df2-4640-b83c-1e5ba672b712 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&device_id=5713e3e6-1d8f-4b34-a933-c4d043f12acc HTTP/1.1" status: 200 len: 1096 time: 0.2366374 Nov 10 19:31:46.215171 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4394913d-07cf-4430-b31a-e039ba20b8f2 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:31:46.237972 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:46.251641 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465fc4a5-119d-45cc-a6f9-294d387b1e6f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Router 99228d29-39e6-4d52-9648-58f27d3cc6ea has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:31:46.265616 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-5e115094-8983-4c62-9fa6-4cbdbbfdf8dd req-fc536be7-9ba1-4547-b78f-9d83765117a2 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] For port e68d8721-1af0-4139-8246-e7653fa9b840, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=e68d8721-1af0-4139-8246-e7653fa9b840,segment=NetworkSegment(6a7a2226-27ec-4992-800c-02e84c0b3c55),segment_id=6a7a2226-27ec-4992-800c-02e84c0b3c55)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:46.266334 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5e115094-8983-4c62-9fa6-4cbdbbfdf8dd req-fc536be7-9ba1-4547-b78f-9d83765117a2 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:46.300750 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-7e2cdc37-2a90-4e52-92d3-8389054775a4 None None] Could not find standard attr ID for object 4ce098a2-ae98-4b12-8be5-a53198fb85b7. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:31:46.342386 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 50d2a117-7a43-47db-8c6f-037710e42e09, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=50d2a117-7a43-47db-8c6f-037710e42e09,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:46.353689 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:46.397229 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-7e2cdc37-2a90-4e52-92d3-8389054775a4 None None] Provisioning complete for port 50d2a117-7a43-47db-8c6f-037710e42e09 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:46.397698 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e2cdc37-2a90-4e52-92d3-8389054775a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:46.432476 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-5e115094-8983-4c62-9fa6-4cbdbbfdf8dd req-fc536be7-9ba1-4547-b78f-9d83765117a2 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Calling delete_port for e68d8721-1af0-4139-8246-e7653fa9b840 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:31:46.477926 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465fc4a5-119d-45cc-a6f9-294d387b1e6f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:31:46.490888 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-465fc4a5-119d-45cc-a6f9-294d387b1e6f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "PUT /v2.0/routers/99228d29-39e6-4d52-9648-58f27d3cc6ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4519289 Nov 10 19:31:46.502438 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57202) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:46.508897 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdba168-c3a2-4a92-b2cf-d9ee1d0df67a None None] New status for floating IP 435a62e7-88eb-48ff-bd95-a726c3056886: DOWN {{(pid=102508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:31:46.523238 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-87121013-dc3e-41e4-bbf4-7ed7ad7290d4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Request body: {'network': {'name': 'tempest-RoutersTest-489692532'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:46.540593 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa8bfc-9b45-4ce8-8a26-9810b538f9b0 req-6a00de7d-b7e6-4b37-a959-bb40ec37e59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:46.545975 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=50d2a117-7a43-47db-8c6f-037710e42e09,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:46.558293 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c0fa8bfc-9b45-4ce8-8a26-9810b538f9b0 req-6a00de7d-b7e6-4b37-a959-bb40ec37e59c service neutron] 10.222.0.25 "GET /v2.0/networks?id=adcbf13e-4fd3-40b0-b9d5-b0278636d662 HTTP/1.1" status: 200 len: 898 time: 0.3212419 Nov 10 19:31:46.577737 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e94c258-b5c9-404f-8fdd-97cdf6010444 None None] Sync routers for ids ['99228d29-39e6-4d52-9648-58f27d3cc6ea'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:31:46.585001 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device a92c7a90-f016-4f87-8fcb-140e9930c97e up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:31:46.647706 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87121013-dc3e-41e4-bbf4-7ed7ad7290d4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Made reservation on behalf of 6d46df75d92c43c7957b70a923a9100c for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:31:46.651736 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-87121013-dc3e-41e4-bbf4-7ed7ad7290d4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:46.670259 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e94c258-b5c9-404f-8fdd-97cdf6010444 None None] Routers {'99228d29-39e6-4d52-9648-58f27d3cc6ea'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:31:46.670916 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-2e94c258-b5c9-404f-8fdd-97cdf6010444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:31:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['99228d29-39e6-4d52-9648-58f27d3cc6ea'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:46.692617 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c0fa8bfc-9b45-4ce8-8a26-9810b538f9b0 req-fb4b7123-e0ff-45fe-93a6-417de291d905 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e68d8721-1af0-4139-8246-e7653fa9b840 HTTP/1.1" status: 200 len: 217 time: 0.1334174 Nov 10 19:31:46.698643 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87121013-dc3e-41e4-bbf4-7ed7ad7290d4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:31:46.772316 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-87121013-dc3e-41e4-bbf4-7ed7ad7290d4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:46.778011 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-87121013-dc3e-41e4-bbf4-7ed7ad7290d4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Added segment 030df5a2-9d42-4b9e-9f60-a8186fdbee54 of type vlan for network d2854563-a40f-426a-8cb9-6c0753abf3c6 Nov 10 19:31:46.830855 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8dc8c638-b940-4f68-8e22-3b7797d35000 req-6b91ddbe-9898-4808-99cc-1a9a33f16c93 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=870e9252-f7b1-4dc7-99d3-658b500cd6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6294363 Nov 10 19:31:46.849743 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5e115094-8983-4c62-9fa6-4cbdbbfdf8dd req-fc536be7-9ba1-4547-b78f-9d83765117a2 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:46.862281 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-2e94c258-b5c9-404f-8fdd-97cdf6010444 None None] Set router 99228d29-39e6-4d52-9648-58f27d3cc6ea gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:31:46.914699 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c020be91-57aa-443b-b902-c037e66c6ec7 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:46.939799 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa8bfc-9b45-4ce8-8a26-9810b538f9b0 req-3a9a5be6-a75a-4176-855b-9fb847c4c5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:46.944387 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c0fa8bfc-9b45-4ce8-8a26-9810b538f9b0 req-3a9a5be6-a75a-4176-855b-9fb847c4c5b5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=23001903-5449-491b-90cf-cafe15d30d8c HTTP/1.1" status: 200 len: 835 time: 0.2275074 Nov 10 19:31:46.966114 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc536be7-9ba1-4547-b78f-9d83765117a2 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event deleted for resources: {'Port': ['ID=e68d8721-1af0-4139-8246-e7653fa9b840,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:46.998289 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-87121013-dc3e-41e4-bbf4-7ed7ad7290d4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:47.058697 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-87121013-dc3e-41e4-bbf4-7ed7ad7290d4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:47.066620 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c020be91-57aa-443b-b902-c037e66c6ec7 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:47.070685 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87121013-dc3e-41e4-bbf4-7ed7ad7290d4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:47.071360 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-87121013-dc3e-41e4-bbf4-7ed7ad7290d4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:47.094551 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-c020be91-57aa-443b-b902-c037e66c6ec7 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:47.110572 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c020be91-57aa-443b-b902-c037e66c6ec7 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:47.111405 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c020be91-57aa-443b-b902-c037e66c6ec7 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:47.123536 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020be91-57aa-443b-b902-c037e66c6ec7 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Subnet': ['ID=62dc149c-96a7-47bb-82e8-f6c1e7732d4d,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:47.151699 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bad338-e0c7-4776-b8c9-64807f14a85d req-eb59aac1-5366-4fac-8e5a-0737eb54dcfe tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:47.159610 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-00bad338-e0c7-4776-b8c9-64807f14a85d req-eb59aac1-5366-4fac-8e5a-0737eb54dcfe tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 945 time: 0.1879609 Nov 10 19:31:47.172185 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-87121013-dc3e-41e4-bbf4-7ed7ad7290d4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6664093 Nov 10 19:31:47.183680 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57212) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:47.189119 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa8bfc-9b45-4ce8-8a26-9810b538f9b0 req-5e4a0fca-f944-4d09-8b25-9355914e9105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:47.191053 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c0fa8bfc-9b45-4ce8-8a26-9810b538f9b0 req-5e4a0fca-f944-4d09-8b25-9355914e9105 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adcbf13e-4fd3-40b0-b9d5-b0278636d662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2093318 Nov 10 19:31:47.196483 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-82a0b409-6dac-450e-8452-a18cf5a52d3a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Request body: {'subnet': {'network_id': 'd2854563-a40f-426a-8cb9-6c0753abf3c6', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:47.206079 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c020be91-57aa-443b-b902-c037e66c6ec7 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7763557 Nov 10 19:31:47.230333 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57214) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:47.244378 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea1f72e-0847-41c9-8306-458144e19d20 None None] DHCP port deletion for 0f2098c5-8490-42c1-8134-97661a60c707 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:31:47.245644 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-2a89b790-9ea1-438f-9a4e-5cb311cb6798 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'port': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'fixed_ips': [{'subnet_id': '62dc149c-96a7-47bb-82e8-f6c1e7732d4d', 'ip_address': '2001:db8::54b8:a0c0:a9a:7689'}], 'name': 'tempest-NetworksTestDHCPv6-2023610707'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:47.292286 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e115094-8983-4c62-9fa6-4cbdbbfdf8dd req-fc536be7-9ba1-4547-b78f-9d83765117a2 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] No DVR routers for this DVR port e68d8721-1af0-4139-8246-e7653fa9b840 on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:31:47.302771 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5e115094-8983-4c62-9fa6-4cbdbbfdf8dd req-fc536be7-9ba1-4547-b78f-9d83765117a2 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:47.306378 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5e115094-8983-4c62-9fa6-4cbdbbfdf8dd req-fc536be7-9ba1-4547-b78f-9d83765117a2 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.25 "DELETE /v2.0/ports/e68d8721-1af0-4139-8246-e7653fa9b840 HTTP/1.1" status: 204 len: 173 time: 2.2169292 Nov 10 19:31:47.317698 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87121013-dc3e-41e4-bbf4-7ed7ad7290d4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Network': ['ID=d2854563-a40f-426a-8cb9-6c0753abf3c6,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:47.388246 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network d2854563-a40f-426a-8cb9-6c0753abf3c6 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:31:47.478817 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-00bad338-e0c7-4776-b8c9-64807f14a85d req-28df77ea-f283-45fb-9179-711faaf1a306 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=55cdeb97-47ec-48a0-becf-43497d275169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3178432 Nov 10 19:31:47.552628 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port a92c7a90-f016-4f87-8fcb-140e9930c97e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:47.553640 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:47.682600 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c0fa8bfc-9b45-4ce8-8a26-9810b538f9b0 req-0afc04cc-da18-48fc-90e1-d41bc634bd77 service neutron] 10.222.0.25 "GET /v2.0/networks/adcbf13e-4fd3-40b0-b9d5-b0278636d662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745116 Nov 10 19:31:47.724033 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a0b409-6dac-450e-8452-a18cf5a52d3a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Made reservation on behalf of 6d46df75d92c43c7957b70a923a9100c for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:31:47.739126 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-82a0b409-6dac-450e-8452-a18cf5a52d3a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:47.803519 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5713e3e6-1d8f-4b34-a933-c4d043f12acc', 'name': 'network-vif-deleted', 'tag': 'e68d8721-1af0-4139-8246-e7653fa9b840'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:31:47.807486 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837837ed-d488-40e1-8cd0-371018e20722" -d '{"events": [{"server_uuid": "5713e3e6-1d8f-4b34-a933-c4d043f12acc", "name": "network-vif-deleted", "tag": "e68d8721-1af0-4139-8246-e7653fa9b840"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:31:47.836109 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a89b790-9ea1-438f-9a4e-5cb311cb6798 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:31:47.869416 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-2e94c258-b5c9-404f-8fdd-97cdf6010444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'name': 'tempest-RoutersTest-router-1803420670', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:31:31Z', 'updated_at': '2021-11-10T19:31:43Z', 'revision_number': 3, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'gw_port_host': None, '_interfaces': [{'id': '497f26b6-cfb4-41f1-a23a-558cce1fe6a9', 'name': '', 'network_id': 'f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:4a:e6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '403ac677-7289-45a3-8128-a3cf04817108', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:39Z', 'updated_at': '2021-11-10T19:31:44Z', 'revision_number': 2, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '403ac677-7289-45a3-8128-a3cf04817108', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5d5e5b-5a9c-4546-abc0-34d9b35b8d64', 'name': '', 'network_id': '064b2bd0-5827-4379-a185-243289464eea', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:d4:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:34Z', 'updated_at': '2021-11-10T19:31:42Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:47.920323 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-7e2cdc37-2a90-4e52-92d3-8389054775a4 None None] Provisioning complete for port 497f26b6-cfb4-41f1-a23a-558cce1fe6a9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:47.920708 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e2cdc37-2a90-4e52-92d3-8389054775a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:47.960395 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-bea1f72e-0847-41c9-8306-458144e19d20 None None] Deleting port 50d2a117-7a43-47db-8c6f-037710e42e09 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:31:47.960779 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bea1f72e-0847-41c9-8306-458144e19d20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:48.015128 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e40bcd-378d-48a7-ac55-8a16c275194c req-66a0601d-05cd-4a87-a993-b691ba38badd tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:48.024390 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-40e40bcd-378d-48a7-ac55-8a16c275194c req-66a0601d-05cd-4a87-a993-b691ba38badd tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 945 time: 0.4287062 Nov 10 19:31:48.165466 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2a89b790-9ea1-438f-9a4e-5cb311cb6798 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:48.212942 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c0fa8bfc-9b45-4ce8-8a26-9810b538f9b0 req-751bd621-29ea-4941-8ca3-f00e0d792629 service neutron] 10.222.0.25 "GET /v2.0/networks/adcbf13e-4fd3-40b0-b9d5-b0278636d662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5063696 Nov 10 19:31:48.247554 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-40e40bcd-378d-48a7-ac55-8a16c275194c req-3ab34445-97ac-414e-8ae2-5b9d1a77f795 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152662 Nov 10 19:31:48.267813 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-2a89b790-9ea1-438f-9a4e-5cb311cb6798 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] device_id is not set on port 98b13dfb-ab64-484b-916e-c88a016ba7cd yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:31:48.321027 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aba8021-aecf-4df0-ac28-b9b614f6a999 x-openstack-request-id: req-0aba8021-aecf-4df0-ac28-b9b614f6a999 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:31:48.322138 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5713e3e6-1d8f-4b34-a933-c4d043f12acc", "name": "network-vif-deleted", "tag": "e68d8721-1af0-4139-8246-e7653fa9b840", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:31:48.323198 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0aba8021-aecf-4df0-ac28-b9b614f6a999 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:31:48.323327 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-7e2cdc37-2a90-4e52-92d3-8389054775a4 None None] Port 497f26b6-cfb4-41f1-a23a-558cce1fe6a9 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:31:48.324165 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5713e3e6-1d8f-4b34-a933-c4d043f12acc', 'name': 'network-vif-deleted', 'tag': 'e68d8721-1af0-4139-8246-e7653fa9b840', 'status': 'completed', 'code': 200} Nov 10 19:31:48.386516 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57222) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:48.413068 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-bea1f72e-0847-41c9-8306-458144e19d20 None None] For port 50d2a117-7a43-47db-8c6f-037710e42e09, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=50d2a117-7a43-47db-8c6f-037710e42e09,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:48.413486 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bea1f72e-0847-41c9-8306-458144e19d20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:48.429547 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e94c258-b5c9-404f-8fdd-97cdf6010444 None None] Checking router: 99228d29-39e6-4d52-9648-58f27d3cc6ea for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:31:48.430224 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e94c258-b5c9-404f-8fdd-97cdf6010444 None None] Updating router 99228d29-39e6-4d52-9648-58f27d3cc6ea port 497f26b6-cfb4-41f1-a23a-558cce1fe6a9 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:31:48.492491 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device e68d8721-1af0-4139-8246-e7653fa9b840 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:31:48.553280 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: e68d8721-1af0-4139-8246-e7653fa9b840 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:31:48.553628 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device e68d8721-1af0-4139-8246-e7653fa9b840 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:31:48.566814 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 50d2a117-7a43-47db-8c6f-037710e42e09 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:31:48.570685 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-bea1f72e-0847-41c9-8306-458144e19d20 None None] Calling delete_port for 50d2a117-7a43-47db-8c6f-037710e42e09 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:31:48.659491 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2e94c258-b5c9-404f-8fdd-97cdf6010444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:48.703238 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-82a0b409-6dac-450e-8452-a18cf5a52d3a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:48.755183 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-2a89b790-9ea1-438f-9a4e-5cb311cb6798 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Allocated IP 2001:db8::54b8:a0c0:a9a:7689 (0f2098c5-8490-42c1-8134-97661a60c707/62dc149c-96a7-47bb-82e8-f6c1e7732d4d/98b13dfb-ab64-484b-916e-c88a016ba7cd) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:31:48.800143 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b014ab-9a23-4631-ae7b-5a4287b90cc2 req-efbe4d00-a3fe-42ec-a77a-924acf955e95 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:48.802086 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f0b014ab-9a23-4631-ae7b-5a4287b90cc2 req-efbe4d00-a3fe-42ec-a77a-924acf955e95 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 945 time: 0.2438881 Nov 10 19:31:48.863224 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0b409-6dac-450e-8452-a18cf5a52d3a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Subnet': ['ID=2d5e541d-36dc-4872-bcd3-8262f01ff667,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:48.895863 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a0b409-6dac-450e-8452-a18cf5a52d3a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Checking segment: {'id': '030df5a2-9d42-4b9e-9f60-a8186fdbee54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd2854563-a40f-426a-8cb9-6c0753abf3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:31:48.896416 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a0b409-6dac-450e-8452-a18cf5a52d3a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network hostable DHCP agents. Network: d2854563-a40f-426a-8cb9-6c0753abf3c6, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:31:48.949025 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:48.963095 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bea1f72e-0847-41c9-8306-458144e19d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:49.019616 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f0b014ab-9a23-4631-ae7b-5a4287b90cc2 req-17672f62-35b2-4fd1-82da-20ed3f2730aa tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=55cdeb97-47ec-48a0-becf-43497d275169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054510 Nov 10 19:31:49.023372 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a0b409-6dac-450e-8452-a18cf5a52d3a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network d2854563-a40f-426a-8cb9-6c0753abf3c6 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:31:49.029197 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1f72e-0847-41c9-8306-458144e19d20 None None] Pushing event deleted for resources: {'Port': ['ID=50d2a117-7a43-47db-8c6f-037710e42e09,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:49.038266 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea1f72e-0847-41c9-8306-458144e19d20 None None] No DVR routers for this DVR port 50d2a117-7a43-47db-8c6f-037710e42e09 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:31:49.046552 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-82a0b409-6dac-450e-8452-a18cf5a52d3a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, d2854563-a40f-426a-8cb9-6c0753abf3c6) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:49.057877 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a0b409-6dac-450e-8452-a18cf5a52d3a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:49.058556 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-82a0b409-6dac-450e-8452-a18cf5a52d3a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:49.104706 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-82a0b409-6dac-450e-8452-a18cf5a52d3a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9120631 Nov 10 19:31:49.107732 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57228) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:49.116455 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323d3ad3-91c6-4e47-864f-48144afd87b9 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:31:49.118714 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f961a5db-ec76-4ea5-8379-15e450891f80 None None] Network d2854563-a40f-426a-8cb9-6c0753abf3c6 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:31:49.137145 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2a89b790-9ea1-438f-9a4e-5cb311cb6798 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:49.399322 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2a89b790-9ea1-438f-9a4e-5cb311cb6798 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:49.473447 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2e94c258-b5c9-404f-8fdd-97cdf6010444 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:49.491477 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89b790-9ea1-438f-9a4e-5cb311cb6798 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Port': ['ID=98b13dfb-ab64-484b-916e-c88a016ba7cd,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:49.501549 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb43fd16-1cc9-4b7b-9d57-b5d00f5d6b43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-d2854563-a40f-426a-8cb9-6c0753abf3c6', 'network_id': 'd2854563-a40f-426a-8cb9-6c0753abf3c6', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'fixed_ips': [{'subnet_id': '2d5e541d-36dc-4872-bcd3-8262f01ff667'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:31:49.502605 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cb43fd16-1cc9-4b7b-9d57-b5d00f5d6b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:49.507465 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2e94c258-b5c9-404f-8fdd-97cdf6010444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:49.675486 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9460b4b2-393b-4ff8-baa1-1d649d8cc4bc tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:49.676584 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea4b9fa-ed69-449f-8f77-9e68fc657ac8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-0f2098c5-8490-42c1-8134-97661a60c707', 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'fixed_ips': [{'subnet_id': '62dc149c-96a7-47bb-82e8-f6c1e7732d4d'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:31:49.677942 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8ea4b9fa-ed69-449f-8f77-9e68fc657ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:49.702842 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33041f6e-2153-42b5-af4a-a3686bac3deb None None] Pushing event updated for resources: {'Port': ['ID=497f26b6-cfb4-41f1-a23a-558cce1fe6a9,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:49.953043 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a89b790-9ea1-438f-9a4e-5cb311cb6798 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:49.967622 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-2a89b790-9ea1-438f-9a4e-5cb311cb6798 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:49.981198 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28cca4-f6fd-4b77-b9bf-2700e1c0cf86 req-465de830-2ee6-4750-a6f5-69b509e90a0e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:49.981505 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb28cca4-f6fd-4b77-b9bf-2700e1c0cf86 req-465de830-2ee6-4750-a6f5-69b509e90a0e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 945 time: 0.6112890 Nov 10 19:31:49.984476 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a89b790-9ea1-438f-9a4e-5cb311cb6798 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:31:49.990113 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a89b790-9ea1-438f-9a4e-5cb311cb6798 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:49.990738 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2a89b790-9ea1-438f-9a4e-5cb311cb6798 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:50.013030 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-cb43fd16-1cc9-4b7b-9d57-b5d00f5d6b43 None None] Allocated IP 172.22.0.2 (d2854563-a40f-426a-8cb9-6c0753abf3c6/2d5e541d-36dc-4872-bcd3-8262f01ff667/ad295488-d291-4a31-b1ea-ce1eafeccd34) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:31:50.018735 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2a89b790-9ea1-438f-9a4e-5cb311cb6798 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7778547 Nov 10 19:31:50.026805 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57232) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:50.038597 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-8ea4b9fa-ed69-449f-8f77-9e68fc657ac8 None None] Allocated IP 2001:db8::2 (0f2098c5-8490-42c1-8134-97661a60c707/62dc149c-96a7-47bb-82e8-f6c1e7732d4d/463209e8-3097-4ef9-821e-5c4b1a5d45cd) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:31:50.077495 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-9460b4b2-393b-4ff8-baa1-1d649d8cc4bc tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Deleting port 3c836f66-9502-4f77-adbf-85c8bc8a13be {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:31:50.077736 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9460b4b2-393b-4ff8-baa1-1d649d8cc4bc tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:50.094431 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a86046be-707d-45af-bce1-66b4b7a57bc0 None None] Provisioning complete for port 497f26b6-cfb4-41f1-a23a-558cce1fe6a9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:50.094866 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a86046be-707d-45af-bce1-66b4b7a57bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:50.135655 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-2e94c258-b5c9-404f-8fdd-97cdf6010444 None None] Attempting to bind port 497f26b6-cfb4-41f1-a23a-558cce1fe6a9 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:31:50.136066 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-2e94c258-b5c9-404f-8fdd-97cdf6010444 None None] Attempting to bind port 497f26b6-cfb4-41f1-a23a-558cce1fe6a9 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '4f3722ec-0d38-4c80-baaa-95df63754c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:31:50.136414 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e94c258-b5c9-404f-8fdd-97cdf6010444 None None] Attempting to bind port 497f26b6-cfb4-41f1-a23a-558cce1fe6a9 on network f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:31:50.173412 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-a86046be-707d-45af-bce1-66b4b7a57bc0 None None] Port 497f26b6-cfb4-41f1-a23a-558cce1fe6a9 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:31:50.193977 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e94c258-b5c9-404f-8fdd-97cdf6010444 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:31:50.193977 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e94c258-b5c9-404f-8fdd-97cdf6010444 None None] Checking segment: {'id': '4f3722ec-0d38-4c80-baaa-95df63754c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:31:50.194369 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2e94c258-b5c9-404f-8fdd-97cdf6010444 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:50.194718 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e94c258-b5c9-404f-8fdd-97cdf6010444 None None] Bound using segment: {'id': '4f3722ec-0d38-4c80-baaa-95df63754c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:31:50.195114 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-2e94c258-b5c9-404f-8fdd-97cdf6010444 None None] Bound port: 497f26b6-cfb4-41f1-a23a-558cce1fe6a9, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3722ec-0d38-4c80-baaa-95df63754c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:31:50.195504 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2e94c258-b5c9-404f-8fdd-97cdf6010444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:50.204018 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-9460b4b2-393b-4ff8-baa1-1d649d8cc4bc tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] For port 3c836f66-9502-4f77-adbf-85c8bc8a13be, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=3c836f66-9502-4f77-adbf-85c8bc8a13be,segment=NetworkSegment(6a7a2226-27ec-4992-800c-02e84c0b3c55),segment_id=6a7a2226-27ec-4992-800c-02e84c0b3c55)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:50.204706 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9460b4b2-393b-4ff8-baa1-1d649d8cc4bc tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:50.217274 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb28cca4-f6fd-4b77-b9bf-2700e1c0cf86 req-2579abcb-b54a-46b9-812c-1902e77a96d7 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150168 Nov 10 19:31:50.232258 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d1a2f5-951e-4cf6-a4b1-143b86487c8a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:50.233834 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-98d1a2f5-951e-4cf6-a4b1-143b86487c8a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2051470 Nov 10 19:31:50.237701 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57238) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:50.248099 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-9460b4b2-393b-4ff8-baa1-1d649d8cc4bc tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Calling delete_port for 3c836f66-9502-4f77-adbf-85c8bc8a13be owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:31:50.385473 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-2e94c258-b5c9-404f-8fdd-97cdf6010444 None None] For port 497f26b6-cfb4-41f1-a23a-558cce1fe6a9, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:31:50.432729 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-2e94c258-b5c9-404f-8fdd-97cdf6010444 None None] For port 497f26b6-cfb4-41f1-a23a-558cce1fe6a9, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=497f26b6-cfb4-41f1-a23a-558cce1fe6a9,segment=NetworkSegment(4f3722ec-0d38-4c80-baaa-95df63754c35),segment_id=4f3722ec-0d38-4c80-baaa-95df63754c35)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:31:50.468182 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2e94c258-b5c9-404f-8fdd-97cdf6010444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:50.537106 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3e0cff37-ba61-4740-af8f-7e50a30259cf tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:50.552718 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9460b4b2-393b-4ff8-baa1-1d649d8cc4bc tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:50.553002 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409378f-4827-4662-a9f4-988e3b3f1f7c req-41a90cd2-34cf-4528-88d4-1d77565d9f00 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:50.554818 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e409378f-4827-4662-a9f4-988e3b3f1f7c req-41a90cd2-34cf-4528-88d4-1d77565d9f00 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 945 time: 0.1425469 Nov 10 19:31:50.611280 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460b4b2-393b-4ff8-baa1-1d649d8cc4bc tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event deleted for resources: {'Port': ['ID=3c836f66-9502-4f77-adbf-85c8bc8a13be,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:50.624077 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33041f6e-2153-42b5-af4a-a3686bac3deb None None] Pushing event updated for resources: {'Port': ['ID=497f26b6-cfb4-41f1-a23a-558cce1fe6a9,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:50.646532 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8ea4b9fa-ed69-449f-8f77-9e68fc657ac8 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:50.674051 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cb43fd16-1cc9-4b7b-9d57-b5d00f5d6b43 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:50.689375 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8ea4b9fa-ed69-449f-8f77-9e68fc657ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:50.699298 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cb43fd16-1cc9-4b7b-9d57-b5d00f5d6b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:50.726688 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea4b9fa-ed69-449f-8f77-9e68fc657ac8 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:50.733115 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-8ea4b9fa-ed69-449f-8f77-9e68fc657ac8 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:50.736091 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea4b9fa-ed69-449f-8f77-9e68fc657ac8 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:31:50.771484 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb43fd16-1cc9-4b7b-9d57-b5d00f5d6b43 None None] Network d2854563-a40f-426a-8cb9-6c0753abf3c6 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:50.786167 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-cb43fd16-1cc9-4b7b-9d57-b5d00f5d6b43 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:50.789790 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb43fd16-1cc9-4b7b-9d57-b5d00f5d6b43 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:31:50.933103 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e94c258-b5c9-404f-8fdd-97cdf6010444 None None] Routers {'99228d29-39e6-4d52-9648-58f27d3cc6ea'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:31:50.933964 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-2e94c258-b5c9-404f-8fdd-97cdf6010444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:31:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['99228d29-39e6-4d52-9648-58f27d3cc6ea'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:50.949599 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-3e0cff37-ba61-4740-af8f-7e50a30259cf tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Allocated IP 172.22.0.1 (d2854563-a40f-426a-8cb9-6c0753abf3c6/2d5e541d-36dc-4872-bcd3-8262f01ff667/8bfc1b18-56f6-4502-9185-d20408f07368) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:31:51.014967 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9460b4b2-393b-4ff8-baa1-1d649d8cc4bc tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:51.041074 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-ae5054d6-9d99-4d36-8f0a-b96685398904 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting port 98b13dfb-ab64-484b-916e-c88a016ba7cd {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:31:51.041640 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ae5054d6-9d99-4d36-8f0a-b96685398904 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:51.053205 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4b9fa-ed69-449f-8f77-9e68fc657ac8 None None] Pushing event updated for resources: {'Port': ['ID=463209e8-3097-4ef9-821e-5c4b1a5d45cd,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:51.068236 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-cb43fd16-1cc9-4b7b-9d57-b5d00f5d6b43 None None] Attempting to bind port ad295488-d291-4a31-b1ea-ce1eafeccd34 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:31:51.068609 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-cb43fd16-1cc9-4b7b-9d57-b5d00f5d6b43 None None] Attempting to bind port ad295488-d291-4a31-b1ea-ce1eafeccd34 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '030df5a2-9d42-4b9e-9f60-a8186fdbee54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd2854563-a40f-426a-8cb9-6c0753abf3c6'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:31:51.068972 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb43fd16-1cc9-4b7b-9d57-b5d00f5d6b43 None None] Attempting to bind port ad295488-d291-4a31-b1ea-ce1eafeccd34 on network d2854563-a40f-426a-8cb9-6c0753abf3c6 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:31:51.084877 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb43fd16-1cc9-4b7b-9d57-b5d00f5d6b43 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:31:51.085786 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb43fd16-1cc9-4b7b-9d57-b5d00f5d6b43 None None] Checking segment: {'id': '030df5a2-9d42-4b9e-9f60-a8186fdbee54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd2854563-a40f-426a-8cb9-6c0753abf3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:31:51.087899 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cb43fd16-1cc9-4b7b-9d57-b5d00f5d6b43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:51.088300 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb43fd16-1cc9-4b7b-9d57-b5d00f5d6b43 None None] Bound using segment: {'id': '030df5a2-9d42-4b9e-9f60-a8186fdbee54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd2854563-a40f-426a-8cb9-6c0753abf3c6'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:31:51.089239 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-cb43fd16-1cc9-4b7b-9d57-b5d00f5d6b43 None None] Bound port: ad295488-d291-4a31-b1ea-ce1eafeccd34, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '030df5a2-9d42-4b9e-9f60-a8186fdbee54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd2854563-a40f-426a-8cb9-6c0753abf3c6'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:31:51.089239 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cb43fd16-1cc9-4b7b-9d57-b5d00f5d6b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:51.167178 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e409378f-4827-4662-a9f4-988e3b3f1f7c req-9c965e11-959a-43cd-8e21-752bd6aa2f50 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=55cdeb97-47ec-48a0-becf-43497d275169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6004214 Nov 10 19:31:51.200954 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3e0cff37-ba61-4740-af8f-7e50a30259cf tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:51.225123 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ae5054d6-9d99-4d36-8f0a-b96685398904 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:51.258026 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-ae5054d6-9d99-4d36-8f0a-b96685398904 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Calling delete_port for 98b13dfb-ab64-484b-916e-c88a016ba7cd owned by {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:31:51.318990 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9460b4b2-393b-4ff8-baa1-1d649d8cc4bc tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Router 26d49cdd-ac8d-415c-9cc3-b83870a061cd has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:31:51.382446 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-8ea4b9fa-ed69-449f-8f77-9e68fc657ac8 None None] Attempting to bind port 463209e8-3097-4ef9-821e-5c4b1a5d45cd on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:31:51.382882 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-8ea4b9fa-ed69-449f-8f77-9e68fc657ac8 None None] Attempting to bind port 463209e8-3097-4ef9-821e-5c4b1a5d45cd by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:31:51.383734 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4b9fa-ed69-449f-8f77-9e68fc657ac8 None None] Attempting to bind port 463209e8-3097-4ef9-821e-5c4b1a5d45cd on network 0f2098c5-8490-42c1-8134-97661a60c707 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:31:51.399874 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3e0cff37-ba61-4740-af8f-7e50a30259cf tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:51.450983 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-2e94c258-b5c9-404f-8fdd-97cdf6010444 None None] Set router 99228d29-39e6-4d52-9648-58f27d3cc6ea gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:31:51.453142 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4b9fa-ed69-449f-8f77-9e68fc657ac8 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:31:51.453506 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4b9fa-ed69-449f-8f77-9e68fc657ac8 None None] Checking segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:31:51.466076 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8ea4b9fa-ed69-449f-8f77-9e68fc657ac8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:51.466596 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4b9fa-ed69-449f-8f77-9e68fc657ac8 None None] Bound using segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:31:51.467117 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-8ea4b9fa-ed69-449f-8f77-9e68fc657ac8 None None] Bound port: 463209e8-3097-4ef9-821e-5c4b1a5d45cd, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:31:51.467517 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8ea4b9fa-ed69-449f-8f77-9e68fc657ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:51.478763 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9460b4b2-393b-4ff8-baa1-1d649d8cc4bc tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:31:51.498245 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0cff37-ba61-4740-af8f-7e50a30259cf tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network d2854563-a40f-426a-8cb9-6c0753abf3c6 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:51.501439 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9460b4b2-393b-4ff8-baa1-1d649d8cc4bc tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "PUT /v2.0/routers/26d49cdd-ac8d-415c-9cc3-b83870a061cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1129847 Nov 10 19:31:51.504135 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57248) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:51.549453 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31052d79-1ba9-4a6a-976e-ba04b44fa3e6 None None] Sync routers for ids ['26d49cdd-ac8d-415c-9cc3-b83870a061cd'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:31:51.571720 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5e8e9-25f7-4557-bb2a-ae9d0378ecfd req-2cf8ae85-bcd3-4baf-b7c5-fe3475c2e6a4 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:51.579306 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-11b5e8e9-25f7-4557-bb2a-ae9d0378ecfd req-2cf8ae85-bcd3-4baf-b7c5-fe3475c2e6a4 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 945 time: 0.2177627 Nov 10 19:31:51.592685 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a2ffd9b6-3876-4e2c-9e0d-8fa30b876319 None None] Provisioning complete for port 497f26b6-cfb4-41f1-a23a-558cce1fe6a9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:51.593064 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a2ffd9b6-3876-4e2c-9e0d-8fa30b876319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:51.595580 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0cff37-ba61-4740-af8f-7e50a30259cf tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Port': ['ID=8bfc1b18-56f6-4502-9185-d20408f07368,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:51.601818 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43fd16-1cc9-4b7b-9d57-b5d00f5d6b43 None None] Pushing event updated for resources: {'Port': ['ID=ad295488-d291-4a31-b1ea-ce1eafeccd34,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:51.627033 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-3e0cff37-ba61-4740-af8f-7e50a30259cf tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:51.631271 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0cff37-ba61-4740-af8f-7e50a30259cf tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:31:51.637274 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-116f3fe5-13d4-4519-a403-0cb0b2839706 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Deleting subnet 23001903-5449-491b-90cf-cafe15d30d8c {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:31:51.645742 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-116f3fe5-13d4-4519-a403-0cb0b2839706 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:51.704974 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-116f3fe5-13d4-4519-a403-0cb0b2839706 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:51.798520 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-116f3fe5-13d4-4519-a403-0cb0b2839706 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:51.831151 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31052d79-1ba9-4a6a-976e-ba04b44fa3e6 None None] Routers {'26d49cdd-ac8d-415c-9cc3-b83870a061cd'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:31:51.831764 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-31052d79-1ba9-4a6a-976e-ba04b44fa3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:31:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['26d49cdd-ac8d-415c-9cc3-b83870a061cd'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:51.840560 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-11b5e8e9-25f7-4557-bb2a-ae9d0378ecfd req-91c68255-c107-4da9-8335-4c2ac0ad2d6d tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603424 Nov 10 19:31:51.844209 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3e0cff37-ba61-4740-af8f-7e50a30259cf tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:51.890044 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-116f3fe5-13d4-4519-a403-0cb0b2839706 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:51.960978 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f3fe5-13d4-4519-a403-0cb0b2839706 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event deleted for resources: {'Subnet': ['ID=23001903-5449-491b-90cf-cafe15d30d8c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:51.978992 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-116f3fe5-13d4-4519-a403-0cb0b2839706 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:51.991466 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-116f3fe5-13d4-4519-a403-0cb0b2839706 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "DELETE /v2.0/subnets/23001903-5449-491b-90cf-cafe15d30d8c HTTP/1.1" status: 204 len: 168 time: 0.4838023 Nov 10 19:31:51.992341 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57250) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:52.001298 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171b15db-4051-4876-a794-9207dbd07c90 None None] Network adcbf13e-4fd3-40b0-b9d5-b0278636d662 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:31:52.013699 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-cb43fd16-1cc9-4b7b-9d57-b5d00f5d6b43 None None] For port ad295488-d291-4a31-b1ea-ce1eafeccd34, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:31:52.087659 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ae5054d6-9d99-4d36-8f0a-b96685398904 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:52.095704 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-cb43fd16-1cc9-4b7b-9d57-b5d00f5d6b43 None None] For port ad295488-d291-4a31-b1ea-ce1eafeccd34, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ad295488-d291-4a31-b1ea-ce1eafeccd34,segment=NetworkSegment(030df5a2-9d42-4b9e-9f60-a8186fdbee54),segment_id=030df5a2-9d42-4b9e-9f60-a8186fdbee54)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:31:52.134279 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-8ea4b9fa-ed69-449f-8f77-9e68fc657ac8 None None] For port 463209e8-3097-4ef9-821e-5c4b1a5d45cd, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:31:52.171554 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cb43fd16-1cc9-4b7b-9d57-b5d00f5d6b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:52.226933 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5054d6-9d99-4d36-8f0a-b96685398904 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Port': ['ID=98b13dfb-ab64-484b-916e-c88a016ba7cd,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:52.229315 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-8ea4b9fa-ed69-449f-8f77-9e68fc657ac8 None None] For port 463209e8-3097-4ef9-821e-5c4b1a5d45cd, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=463209e8-3097-4ef9-821e-5c4b1a5d45cd,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:31:52.270807 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ae5054d6-9d99-4d36-8f0a-b96685398904 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:52.274884 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ae5054d6-9d99-4d36-8f0a-b96685398904 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/98b13dfb-ab64-484b-916e-c88a016ba7cd HTTP/1.1" status: 204 len: 168 time: 2.0320899 Nov 10 19:31:52.278033 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57254) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:52.278212 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-84c6a94f-b7d7-43f4-9f9c-ee64daa50a51 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:52.283316 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8ea4b9fa-ed69-449f-8f77-9e68fc657ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:52.390189 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-31052d79-1ba9-4a6a-976e-ba04b44fa3e6 None None] Set router 26d49cdd-ac8d-415c-9cc3-b83870a061cd gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:31:52.440982 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3e0cff37-ba61-4740-af8f-7e50a30259cf tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:52.508701 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45507b-fc9e-4a76-9f04-72941f536fab req-fa852311-480b-4344-9836-0dd84017e61a tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:52.510404 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ac45507b-fc9e-4a76-9f04-72941f536fab req-fa852311-480b-4344-9836-0dd84017e61a tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 945 time: 0.1987405 Nov 10 19:31:52.531132 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec13de29-4fba-4647-a3f9-6deb0c6131db tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:52.533291 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec13de29-4fba-4647-a3f9-6deb0c6131db tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:52.547420 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ec13de29-4fba-4647-a3f9-6deb0c6131db tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2682755 Nov 10 19:31:52.554456 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57258) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:52.557524 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-84c6a94f-b7d7-43f4-9f9c-ee64daa50a51 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:52.559407 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a2ffd9b6-3876-4e2c-9e0d-8fa30b876319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:52.583782 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43fd16-1cc9-4b7b-9d57-b5d00f5d6b43 None None] Pushing event updated for resources: {'Port': ['ID=ad295488-d291-4a31-b1ea-ce1eafeccd34,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:52.697244 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-84c6a94f-b7d7-43f4-9f9c-ee64daa50a51 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Deleting port 006f5409-703f-422b-a689-23a8b8749818 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:31:52.697616 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-84c6a94f-b7d7-43f4-9f9c-ee64daa50a51 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:52.755730 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-4367efee-b3d5-4729-b220-6835aa1d8de3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting subnet 62dc149c-96a7-47bb-82e8-f6c1e7732d4d {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:31:52.798904 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4367efee-b3d5-4729-b220-6835aa1d8de3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:52.886164 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-a2ffd9b6-3876-4e2c-9e0d-8fa30b876319 None None] For port 497f26b6-cfb4-41f1-a23a-558cce1fe6a9, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=497f26b6-cfb4-41f1-a23a-558cce1fe6a9,segment=NetworkSegment(4f3722ec-0d38-4c80-baaa-95df63754c35),segment_id=4f3722ec-0d38-4c80-baaa-95df63754c35)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:52.904955 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-84c6a94f-b7d7-43f4-9f9c-ee64daa50a51 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] For port 006f5409-703f-422b-a689-23a8b8749818, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=006f5409-703f-422b-a689-23a8b8749818,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:52.915775 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-84c6a94f-b7d7-43f4-9f9c-ee64daa50a51 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:52.940598 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a2ffd9b6-3876-4e2c-9e0d-8fa30b876319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:52.953493 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-84c6a94f-b7d7-43f4-9f9c-ee64daa50a51 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Calling delete_port for 006f5409-703f-422b-a689-23a8b8749818 owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:31:52.965539 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4367efee-b3d5-4729-b220-6835aa1d8de3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:52.975813 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e118e865-2598-4000-9ba7-b4cf907f9da0 None None] DHCP port deletion for adcbf13e-4fd3-40b0-b9d5-b0278636d662 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:31:52.979982 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ac45507b-fc9e-4a76-9f04-72941f536fab req-033ba669-a741-4504-aeac-37a06a468f97 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=55cdeb97-47ec-48a0-becf-43497d275169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4239092 Nov 10 19:31:53.000175 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4b9fa-ed69-449f-8f77-9e68fc657ac8 None None] Pushing event updated for resources: {'Port': ['ID=463209e8-3097-4ef9-821e-5c4b1a5d45cd,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:53.051609 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4b9fa-ed69-449f-8f77-9e68fc657ac8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:53.051956 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4b9fa-ed69-449f-8f77-9e68fc657ac8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:53.052294 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4b9fa-ed69-449f-8f77-9e68fc657ac8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:53.052629 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4b9fa-ed69-449f-8f77-9e68fc657ac8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:53.052957 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4b9fa-ed69-449f-8f77-9e68fc657ac8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:53.053281 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4b9fa-ed69-449f-8f77-9e68fc657ac8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:53.053604 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4b9fa-ed69-449f-8f77-9e68fc657ac8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:53.053949 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4b9fa-ed69-449f-8f77-9e68fc657ac8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:53.054271 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4b9fa-ed69-449f-8f77-9e68fc657ac8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:53.054597 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4b9fa-ed69-449f-8f77-9e68fc657ac8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:53.054915 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4b9fa-ed69-449f-8f77-9e68fc657ac8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:53.055241 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4b9fa-ed69-449f-8f77-9e68fc657ac8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:53.147090 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-2e94c258-b5c9-404f-8fdd-97cdf6010444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'name': 'tempest-RoutersTest-router-1803420670', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:31:31Z', 'updated_at': '2021-11-10T19:31:43Z', 'revision_number': 3, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'gw_port_host': None, '_interfaces': [{'id': '497f26b6-cfb4-41f1-a23a-558cce1fe6a9', 'name': '', 'network_id': 'f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:4a:e6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '403ac677-7289-45a3-8128-a3cf04817108', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:39Z', 'updated_at': '2021-11-10T19:31:50Z', 'revision_number': 4, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '403ac677-7289-45a3-8128-a3cf04817108', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5d5e5b-5a9c-4546-abc0-34d9b35b8d64', 'name': '', 'network_id': '064b2bd0-5827-4379-a185-243289464eea', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:d4:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:34Z', 'updated_at': '2021-11-10T19:31:42Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:53.231899 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ffd9b6-3876-4e2c-9e0d-8fa30b876319 None None] Pushing event updated for resources: {'Port': ['ID=497f26b6-cfb4-41f1-a23a-558cce1fe6a9,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:53.277127 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e94c258-b5c9-404f-8fdd-97cdf6010444 None None] The sync data for ids ['99228d29-39e6-4d52-9648-58f27d3cc6ea'] in n-d-813897-4 is: [{'id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'name': 'tempest-RoutersTest-router-1803420670', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:31:31Z', 'updated_at': '2021-11-10T19:31:43Z', 'revision_number': 3, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'gw_port_host': None, '_interfaces': [{'id': '497f26b6-cfb4-41f1-a23a-558cce1fe6a9', 'name': '', 'network_id': 'f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:4a:e6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '403ac677-7289-45a3-8128-a3cf04817108', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:39Z', 'updated_at': '2021-11-10T19:31:50Z', 'revision_number': 4, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '403ac677-7289-45a3-8128-a3cf04817108', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5d5e5b-5a9c-4546-abc0-34d9b35b8d64', 'name': '', 'network_id': '064b2bd0-5827-4379-a185-243289464eea', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:d4:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:34Z', 'updated_at': '2021-11-10T19:31:42Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:31:53.333473 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-31052d79-1ba9-4a6a-976e-ba04b44fa3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-725541396', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '006f5409-703f-422b-a689-23a8b8749818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:30:00Z', 'updated_at': '2021-11-10T19:31:50Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '006f5409-703f-422b-a689-23a8b8749818', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:58:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:02Z', 'updated_at': '2021-11-10T19:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:53.381651 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31052d79-1ba9-4a6a-976e-ba04b44fa3e6 None None] Checking router: 26d49cdd-ac8d-415c-9cc3-b83870a061cd for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:31:53.396362 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e118e865-2598-4000-9ba7-b4cf907f9da0 None None] Deleting port 1baf02f9-d62c-4d92-b96e-c343a2a2356f {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:31:53.397713 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e118e865-2598-4000-9ba7-b4cf907f9da0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:53.425318 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31052d79-1ba9-4a6a-976e-ba04b44fa3e6 None None] Routers {'26d49cdd-ac8d-415c-9cc3-b83870a061cd'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:31:53.426170 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-31052d79-1ba9-4a6a-976e-ba04b44fa3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:31:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['26d49cdd-ac8d-415c-9cc3-b83870a061cd'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:53.427171 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-84c6a94f-b7d7-43f4-9f9c-ee64daa50a51 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:53.506591 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6a94f-b7d7-43f4-9f9c-ee64daa50a51 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event deleted for resources: {'Port': ['ID=006f5409-703f-422b-a689-23a8b8749818,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:53.527945 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-31052d79-1ba9-4a6a-976e-ba04b44fa3e6 None None] Set router 26d49cdd-ac8d-415c-9cc3-b83870a061cd gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:31:53.639878 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-84c6a94f-b7d7-43f4-9f9c-ee64daa50a51 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:53.703512 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e118e865-2598-4000-9ba7-b4cf907f9da0 None None] For port 1baf02f9-d62c-4d92-b96e-c343a2a2356f, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=1baf02f9-d62c-4d92-b96e-c343a2a2356f,segment=NetworkSegment(6a7a2226-27ec-4992-800c-02e84c0b3c55),segment_id=6a7a2226-27ec-4992-800c-02e84c0b3c55)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:53.704380 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e118e865-2598-4000-9ba7-b4cf907f9da0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:53.723189 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e118e865-2598-4000-9ba7-b4cf907f9da0 None None] Calling delete_port for 1baf02f9-d62c-4d92-b96e-c343a2a2356f owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:31:53.797553 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-84c6a94f-b7d7-43f4-9f9c-ee64daa50a51 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:53.800467 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-84c6a94f-b7d7-43f4-9f9c-ee64daa50a51 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:53.808690 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf651f-506c-4d84-a209-cf97bb04e81e req-dc2af6bd-e741-4c08-9fa8-c863493791da tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:53.843937 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7ecf651f-506c-4d84-a209-cf97bb04e81e req-dc2af6bd-e741-4c08-9fa8-c863493791da tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 945 time: 0.4130905 Nov 10 19:31:53.901276 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-84c6a94f-b7d7-43f4-9f9c-ee64daa50a51 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:53.902199 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c6a94f-b7d7-43f4-9f9c-ee64daa50a51 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Fanout notify agent at l3_agent the message router_deleted on router 26d49cdd-ac8d-415c-9cc3-b83870a061cd {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:31:53.916258 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4367efee-b3d5-4729-b220-6835aa1d8de3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:53.920900 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-84c6a94f-b7d7-43f4-9f9c-ee64daa50a51 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:53.927298 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-84c6a94f-b7d7-43f4-9f9c-ee64daa50a51 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "DELETE /v2.0/routers/26d49cdd-ac8d-415c-9cc3-b83870a061cd HTTP/1.1" status: 204 len: 168 time: 1.9310365 Nov 10 19:31:53.928081 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57268) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:54.095290 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3e0cff37-ba61-4740-af8f-7e50a30259cf tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:54.155580 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-42fa62ea-3d3c-4823-813d-f2258532223a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:54.204113 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7ecf651f-506c-4d84-a209-cf97bb04e81e req-cdcee8bb-84e6-4d36-a847-b50bdc31ef58 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591700 Nov 10 19:31:54.211819 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3e0cff37-ba61-4740-af8f-7e50a30259cf tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:54.321400 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-42fa62ea-3d3c-4823-813d-f2258532223a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Deleting port 1baf02f9-d62c-4d92-b96e-c343a2a2356f {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:31:54.322032 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-42fa62ea-3d3c-4823-813d-f2258532223a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:54.345704 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3e0cff37-ba61-4740-af8f-7e50a30259cf tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:54.354009 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6763781c-3083-404b-8d84-0799d599226b None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:31:54.399274 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-31052d79-1ba9-4a6a-976e-ba04b44fa3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-725541396', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:30:00Z', 'updated_at': '2021-11-10T19:31:53Z', 'revision_number': 7, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:54.517843 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe7d670-a048-4272-890d-2f63d14dcd13 None None] Network d2854563-a40f-426a-8cb9-6c0753abf3c6 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:31:54.551525 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31052d79-1ba9-4a6a-976e-ba04b44fa3e6 None None] The sync data for ids ['26d49cdd-ac8d-415c-9cc3-b83870a061cd'] in n-d-813897-4 is: [{'id': '26d49cdd-ac8d-415c-9cc3-b83870a061cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-725541396', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:30:00Z', 'updated_at': '2021-11-10T19:31:53Z', 'revision_number': 7, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port_host': None}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:31:54.605789 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-42fa62ea-3d3c-4823-813d-f2258532223a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] For port 1baf02f9-d62c-4d92-b96e-c343a2a2356f, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=1baf02f9-d62c-4d92-b96e-c343a2a2356f,segment=NetworkSegment(6a7a2226-27ec-4992-800c-02e84c0b3c55),segment_id=6a7a2226-27ec-4992-800c-02e84c0b3c55)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:54.606312 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-42fa62ea-3d3c-4823-813d-f2258532223a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:54.625360 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-42fa62ea-3d3c-4823-813d-f2258532223a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Calling delete_port for 1baf02f9-d62c-4d92-b96e-c343a2a2356f owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:31:54.659343 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a99e59-6c08-490c-a9a4-ebede0c2a4b8 req-7c9ff1bb-cd64-4d87-a9fa-c64dfb1e4c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:54.663820 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-03a99e59-6c08-490c-a9a4-ebede0c2a4b8 req-7c9ff1bb-cd64-4d87-a9fa-c64dfb1e4c53 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8404b51f2eea475c873a90f3482dbb68&device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 1096 time: 0.1155379 Nov 10 19:31:54.691475 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e118e865-2598-4000-9ba7-b4cf907f9da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:54.707501 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4367efee-b3d5-4729-b220-6835aa1d8de3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:54.722077 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f7606e12-755d-49d2-a80e-d28f6b1a0196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:54.746945 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0cff37-ba61-4740-af8f-7e50a30259cf tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Port': ['ID=8bfc1b18-56f6-4502-9185-d20408f07368,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:54.782305 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118e865-2598-4000-9ba7-b4cf907f9da0 None None] Pushing event deleted for resources: {'Port': ['ID=1baf02f9-d62c-4d92-b96e-c343a2a2356f,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:54.790182 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-0b0d0ec2-0bbb-4744-aeba-db84222a38c7 None None] Provisioning complete for port ad295488-d291-4a31-b1ea-ce1eafeccd34 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:54.790641 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0b0d0ec2-0bbb-4744-aeba-db84222a38c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:54.795356 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e118e865-2598-4000-9ba7-b4cf907f9da0 None None] No DVR routers for this DVR port 1baf02f9-d62c-4d92-b96e-c343a2a2356f on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:31:54.797312 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367efee-b3d5-4729-b220-6835aa1d8de3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Subnet': ['ID=62dc149c-96a7-47bb-82e8-f6c1e7732d4d,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:54.805439 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:54.824196 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4367efee-b3d5-4729-b220-6835aa1d8de3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:54.833015 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4367efee-b3d5-4729-b220-6835aa1d8de3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/62dc149c-96a7-47bb-82e8-f6c1e7732d4d HTTP/1.1" status: 204 len: 168 time: 2.2591486 Nov 10 19:31:54.833735 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57274) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:54.922543 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a99e59-6c08-490c-a9a4-ebede0c2a4b8 req-4029b5c9-325f-4cbe-a48d-b16b2e6f56bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:54.924087 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-03a99e59-6c08-490c-a9a4-ebede0c2a4b8 req-4029b5c9-325f-4cbe-a48d-b16b2e6f56bb service neutron] 10.222.0.73 "GET /v2.0/networks?id=1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab HTTP/1.1" status: 200 len: 912 time: 0.2030065 Nov 10 19:31:54.931649 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-42fa62ea-3d3c-4823-813d-f2258532223a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:54.948319 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b5869d0e-c47b-45bc-9e7a-a5165208643c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1045790 Nov 10 19:31:54.949615 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57276) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:54.964608 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-c2a0b06f-bf27-4175-b298-eea25dc28ac7 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:54.992446 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa62ea-3d3c-4823-813d-f2258532223a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event deleted for resources: {'Port': ['ID=1baf02f9-d62c-4d92-b96e-c343a2a2356f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:55.044150 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fa62ea-3d3c-4823-813d-f2258532223a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] No DVR routers for this DVR port 1baf02f9-d62c-4d92-b96e-c343a2a2356f on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:31:55.084450 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334b59e-a7a5-4540-8a21-135fe70e9720 req-00646b7d-18f1-46e9-8aab-1eb97ce9fae7 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:55.098101 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9334b59e-a7a5-4540-8a21-135fe70e9720 req-00646b7d-18f1-46e9-8aab-1eb97ce9fae7 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 945 time: 0.4290113 Nov 10 19:31:55.153625 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:55.158394 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0b0d0ec2-0bbb-4744-aeba-db84222a38c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:55.166164 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-42fa62ea-3d3c-4823-813d-f2258532223a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:55.190941 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0cff37-ba61-4740-af8f-7e50a30259cf tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network d2854563-a40f-426a-8cb9-6c0753abf3c6 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:55.203225 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-42fa62ea-3d3c-4823-813d-f2258532223a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adcbf13e-4fd3-40b0-b9d5-b0278636d662']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:55.204283 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 497f26b6-cfb4-41f1-a23a-558cce1fe6a9 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:31:55.207964 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-03a99e59-6c08-490c-a9a4-ebede0c2a4b8 req-bab03686-f83c-4ca0-a530-3933789004b9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=744b43e8-08ca-4f4a-998d-7b5c8f07ebf9 HTTP/1.1" status: 200 len: 1001 time: 0.2735648 Nov 10 19:31:55.212209 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-3e0cff37-ba61-4740-af8f-7e50a30259cf tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:55.227833 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-42fa62ea-3d3c-4823-813d-f2258532223a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a7a2226-27ec-4992-800c-02e84c0b3c55') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:55.228403 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-42fa62ea-3d3c-4823-813d-f2258532223a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a7a2226-27ec-4992-800c-02e84c0b3c55') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:55.282023 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-42fa62ea-3d3c-4823-813d-f2258532223a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:55.299013 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-0b0d0ec2-0bbb-4744-aeba-db84222a38c7 None None] For port ad295488-d291-4a31-b1ea-ce1eafeccd34, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ad295488-d291-4a31-b1ea-ce1eafeccd34,segment=NetworkSegment(030df5a2-9d42-4b9e-9f60-a8186fdbee54),segment_id=030df5a2-9d42-4b9e-9f60-a8186fdbee54)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:55.314729 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-42fa62ea-3d3c-4823-813d-f2258532223a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:55.319226 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0b0d0ec2-0bbb-4744-aeba-db84222a38c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:55.324665 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834d4b47-1d0d-41a1-877f-d520d416cb99 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:31:55.329689 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a99e59-6c08-490c-a9a4-ebede0c2a4b8 req-de448989-e218-4872-9ff9-e30db5993d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:55.333455 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-03a99e59-6c08-490c-a9a4-ebede0c2a4b8 req-de448989-e218-4872-9ff9-e30db5993d0e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7de537-b93b-4e73-8317-5941b65cea03 HTTP/1.1" status: 200 len: 850 time: 0.1155899 Nov 10 19:31:55.334478 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42fa62ea-3d3c-4823-813d-f2258532223a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:31:55.334871 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-42fa62ea-3d3c-4823-813d-f2258532223a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:31:55.338504 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:31:55.438871 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a99e59-6c08-490c-a9a4-ebede0c2a4b8 req-b70087f3-16c0-44f1-a255-4c4251f56e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:55.441642 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-03a99e59-6c08-490c-a9a4-ebede0c2a4b8 req-b70087f3-16c0-44f1-a255-4c4251f56e0c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893815 Nov 10 19:31:55.444960 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-42fa62ea-3d3c-4823-813d-f2258532223a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:55.454194 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-42fa62ea-3d3c-4823-813d-f2258532223a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:55.463540 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-42fa62ea-3d3c-4823-813d-f2258532223a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "DELETE /v2.0/networks/adcbf13e-4fd3-40b0-b9d5-b0278636d662 HTTP/1.1" status: 204 len: 168 time: 1.5336051 Nov 10 19:31:55.466297 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57280) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:55.471183 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9334b59e-a7a5-4540-8a21-135fe70e9720 req-e37b18d5-8bde-4c69-9ab3-95220970295f tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=55cdeb97-47ec-48a0-becf-43497d275169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3722324 Nov 10 19:31:55.519613 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa62ea-3d3c-4823-813d-f2258532223a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event deleted for resources: {'Network': ['ID=adcbf13e-4fd3-40b0-b9d5-b0278636d662,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:55.526125 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d0ec2-0bbb-4744-aeba-db84222a38c7 None None] Pushing event updated for resources: {'Port': ['ID=ad295488-d291-4a31-b1ea-ce1eafeccd34,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:55.537930 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 497f26b6-cfb4-41f1-a23a-558cce1fe6a9 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:55.538324 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:55.579801 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-63b0c783-4a8d-42ff-b544-112181f74eab None None] Provisioning complete for port 463209e8-3097-4ef9-821e-5c4b1a5d45cd triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:55.580178 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-63b0c783-4a8d-42ff-b544-112181f74eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:55.694100 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-53d36acd-9010-452a-81d4-dfe676911874 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:55.729641 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-03a99e59-6c08-490c-a9a4-ebede0c2a4b8 req-24150c0f-1df5-4543-ad2d-75d248270166 service neutron] 10.222.0.73 "GET /v2.0/networks/1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558839 Nov 10 19:31:55.733420 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-53d36acd-9010-452a-81d4-dfe676911874 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:55.749370 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b9e59619-19a1-460f-be3b-2964e6bbf1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:55.823835 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-53d36acd-9010-452a-81d4-dfe676911874 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:55.826932 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-53d36acd-9010-452a-81d4-dfe676911874 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:55.828268 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-53d36acd-9010-452a-81d4-dfe676911874 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "DELETE /v2.0/security-groups/870e9252-f7b1-4dc7-99d3-658b500cd6ab HTTP/1.1" status: 204 len: 168 time: 0.3560495 Nov 10 19:31:55.848439 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d36acd-9010-452a-81d4-dfe676911874 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=870e9252-f7b1-4dc7-99d3-658b500cd6ab,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:55.864746 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a0b06f-bf27-4175-b298-eea25dc28ac7 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:31:55.868474 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c2a0b06f-bf27-4175-b298-eea25dc28ac7 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:55.878222 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15dcfa9-32eb-4090-a6dc-0b9eeb22bc94 None None] DHCP port deletion for 0f2098c5-8490-42c1-8134-97661a60c707 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:31:55.937646 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-03a99e59-6c08-490c-a9a4-ebede0c2a4b8 req-ee4a5914-85dc-432b-a53d-04508fd0d234 service neutron] 10.222.0.73 "GET /v2.0/networks/1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036445 Nov 10 19:31:55.971829 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0cff37-ba61-4740-af8f-7e50a30259cf tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Router 99228d29-39e6-4d52-9648-58f27d3cc6ea has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:31:55.981181 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21888182-27d4-4798-a23d-10cd9db773e0 req-b053ecfb-59d6-45d4-bb49-c06e8b161aab tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:55.982839 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-21888182-27d4-4798-a23d-10cd9db773e0 req-b053ecfb-59d6-45d4-bb49-c06e8b161aab tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 945 time: 0.3515468 Nov 10 19:31:55.992844 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ad295488-d291-4a31-b1ea-ce1eafeccd34 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:31:56.067048 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-21888182-27d4-4798-a23d-10cd9db773e0 req-cfb75ea6-7aae-4c66-8e1f-22e265bce55a tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716150 Nov 10 19:31:56.079214 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-63b0c783-4a8d-42ff-b544-112181f74eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:56.178586 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-63b0c783-4a8d-42ff-b544-112181f74eab None None] For port 463209e8-3097-4ef9-821e-5c4b1a5d45cd, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=463209e8-3097-4ef9-821e-5c4b1a5d45cd,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:56.198232 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-63b0c783-4a8d-42ff-b544-112181f74eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:56.313102 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-63b0c783-4a8d-42ff-b544-112181f74eab None None] Could not find standard attr ID for object d8dc0556-3c1c-43e8-85c6-29f24b28e91c. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:31:56.314672 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port ad295488-d291-4a31-b1ea-ce1eafeccd34 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:56.315048 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:56.316765 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0c783-4a8d-42ff-b544-112181f74eab None None] Pushing event updated for resources: {'Port': ['ID=463209e8-3097-4ef9-821e-5c4b1a5d45cd,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:56.333886 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0cff37-ba61-4740-af8f-7e50a30259cf tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:31:56.343696 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-f15dcfa9-32eb-4090-a6dc-0b9eeb22bc94 None None] Deleting port 463209e8-3097-4ef9-821e-5c4b1a5d45cd {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:31:56.344203 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f15dcfa9-32eb-4090-a6dc-0b9eeb22bc94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:56.356138 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3766ec-57c4-46b2-a1c5-be866cde1ddb None None] Sync routers for ids ['99228d29-39e6-4d52-9648-58f27d3cc6ea'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:31:56.362011 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57288) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:56.363419 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3e0cff37-ba61-4740-af8f-7e50a30259cf tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "PUT /v2.0/routers/99228d29-39e6-4d52-9648-58f27d3cc6ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2534511 Nov 10 19:31:56.371494 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3766ec-57c4-46b2-a1c5-be866cde1ddb None None] Routers {'99228d29-39e6-4d52-9648-58f27d3cc6ea'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:31:56.374189 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-0c3766ec-57c4-46b2-a1c5-be866cde1ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:31:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['99228d29-39e6-4d52-9648-58f27d3cc6ea'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:56.377042 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-828e44c4-42e7-4c09-b028-a83217274554 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Request body: {'network': {'name': 'tempest-RoutersTest-469807424'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:56.386097 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c2a0b06f-bf27-4175-b298-eea25dc28ac7 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:56.432498 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828e44c4-42e7-4c09-b028-a83217274554 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Made reservation on behalf of 6d46df75d92c43c7957b70a923a9100c for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:31:56.436455 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-828e44c4-42e7-4c09-b028-a83217274554 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:56.460188 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a0b06f-bf27-4175-b298-eea25dc28ac7 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:56.463852 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-c2a0b06f-bf27-4175-b298-eea25dc28ac7 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:56.473978 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a0b06f-bf27-4175-b298-eea25dc28ac7 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:56.474717 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c2a0b06f-bf27-4175-b298-eea25dc28ac7 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:56.486730 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-828e44c4-42e7-4c09-b028-a83217274554 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:31:56.502318 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0b06f-bf27-4175-b298-eea25dc28ac7 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Subnet': ['ID=b442cb01-41f0-4207-ad04-37590f8f39be,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:56.516752 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-828e44c4-42e7-4c09-b028-a83217274554 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:56.517340 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-828e44c4-42e7-4c09-b028-a83217274554 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Added segment 590d16aa-e0f0-4da9-9a08-6c00830f2ed1 of type vlan for network 50a5c4bb-cecd-4840-81a6-f330afc7530f Nov 10 19:31:56.525607 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c2a0b06f-bf27-4175-b298-eea25dc28ac7 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5741501 Nov 10 19:31:56.526076 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-f15dcfa9-32eb-4090-a6dc-0b9eeb22bc94 None None] For port 463209e8-3097-4ef9-821e-5c4b1a5d45cd, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=463209e8-3097-4ef9-821e-5c4b1a5d45cd,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:56.526475 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f15dcfa9-32eb-4090-a6dc-0b9eeb22bc94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:56.529623 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57292) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:56.541555 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-f15dcfa9-32eb-4090-a6dc-0b9eeb22bc94 None None] Calling delete_port for 463209e8-3097-4ef9-821e-5c4b1a5d45cd owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:31:56.545986 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-501b189f-b5a7-4e08-b05d-bc101ae15f35 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'port': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'fixed_ips': [{'subnet_id': 'b442cb01-41f0-4207-ad04-37590f8f39be', 'ip_address': '2001:db8::a9e8:42bb:f2a0:bafa'}], 'name': 'tempest-NetworksTestDHCPv6-1734104914'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:56.615543 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-828e44c4-42e7-4c09-b028-a83217274554 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:56.661377 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-0c3766ec-57c4-46b2-a1c5-be866cde1ddb None None] Set router 99228d29-39e6-4d52-9648-58f27d3cc6ea gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:31:56.666792 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-63b0c783-4a8d-42ff-b544-112181f74eab None None] Could not find standard attr ID for object 98b13dfb-ab64-484b-916e-c88a016ba7cd. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:31:56.675996 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f15dcfa9-32eb-4090-a6dc-0b9eeb22bc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:56.676293 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-828e44c4-42e7-4c09-b028-a83217274554 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:56.690081 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828e44c4-42e7-4c09-b028-a83217274554 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:56.691028 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-828e44c4-42e7-4c09-b028-a83217274554 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:56.715322 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15dcfa9-32eb-4090-a6dc-0b9eeb22bc94 None None] No DVR routers for this DVR port 463209e8-3097-4ef9-821e-5c4b1a5d45cd on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:31:56.720609 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15dcfa9-32eb-4090-a6dc-0b9eeb22bc94 None None] Pushing event deleted for resources: {'Port': ['ID=463209e8-3097-4ef9-821e-5c4b1a5d45cd,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:56.738930 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57294) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:56.750244 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-4b846e09-4c7a-4f6b-9029-6c16e99fb9c4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1098827624', 'description': 'tempest-secgroup-smoke-1098827624 description', 'project_id': '540494213bb2401d877387c28ba690c2'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:56.754548 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8f745e-0a82-4eb0-aed9-adf2eb27814b None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:31:56.776671 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-828e44c4-42e7-4c09-b028-a83217274554 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4130776 Nov 10 19:31:56.790799 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57296) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:56.807715 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-2c6a3ad3-aee1-40d1-beff-f7c61adffd82 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Request body: {'subnet': {'network_id': '50a5c4bb-cecd-4840-81a6-f330afc7530f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:56.823153 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e44c4-42e7-4c09-b028-a83217274554 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Network': ['ID=50a5c4bb-cecd-4840-81a6-f330afc7530f,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:56.874447 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 50a5c4bb-cecd-4840-81a6-f330afc7530f details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:31:56.955095 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-b5a25bd7-f933-442e-909b-69a919ccd93a None None] Provisioning complete for port 8bfc1b18-56f6-4502-9185-d20408f07368 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:56.955462 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b5a25bd7-f933-442e-909b-69a919ccd93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:57.005616 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4b846e09-4c7a-4f6b-9029-6c16e99fb9c4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:57.009446 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 463209e8-3097-4ef9-821e-5c4b1a5d45cd up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:31:57.011507 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-b5a25bd7-f933-442e-909b-69a919ccd93a None None] Port 8bfc1b18-56f6-4502-9185-d20408f07368 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:31:57.018471 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-0c3766ec-57c4-46b2-a1c5-be866cde1ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'name': 'tempest-RoutersTest-router-1803420670', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:31:31Z', 'updated_at': '2021-11-10T19:31:52Z', 'revision_number': 4, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'gw_port_host': None, '_interfaces': [{'id': '497f26b6-cfb4-41f1-a23a-558cce1fe6a9', 'name': '', 'network_id': 'f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:4a:e6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '403ac677-7289-45a3-8128-a3cf04817108', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:39Z', 'updated_at': '2021-11-10T19:31:52Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '403ac677-7289-45a3-8128-a3cf04817108', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bfc1b18-56f6-4502-9185-d20408f07368', 'name': '', 'network_id': 'd2854563-a40f-426a-8cb9-6c0753abf3c6', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:9a:36:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '2d5e541d-36dc-4872-bcd3-8262f01ff667', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:50Z', 'updated_at': '2021-11-10T19:31:53Z', 'revision_number': 2, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2d5e541d-36dc-4872-bcd3-8262f01ff667', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5d5e5b-5a9c-4546-abc0-34d9b35b8d64', 'name': '', 'network_id': '064b2bd0-5827-4379-a185-243289464eea', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:d4:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:34Z', 'updated_at': '2021-11-10T19:31:42Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:57.054048 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3766ec-57c4-46b2-a1c5-be866cde1ddb None None] Checking router: 99228d29-39e6-4d52-9648-58f27d3cc6ea for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:31:57.054732 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3766ec-57c4-46b2-a1c5-be866cde1ddb None None] Updating router 99228d29-39e6-4d52-9648-58f27d3cc6ea port 8bfc1b18-56f6-4502-9185-d20408f07368 binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:31:57.083601 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0c3766ec-57c4-46b2-a1c5-be866cde1ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:57.089797 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 463209e8-3097-4ef9-821e-5c4b1a5d45cd {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:31:57.090398 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 463209e8-3097-4ef9-821e-5c4b1a5d45cd not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 10 19:31:57.130121 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Port 463209e8-3097-4ef9-821e-5c4b1a5d45cd not found, will not notify nova. {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 10 19:31:57.145621 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-b5a25bd7-f933-442e-909b-69a919ccd93a None None] Provisioning complete for port ad295488-d291-4a31-b1ea-ce1eafeccd34 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:57.146155 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b5a25bd7-f933-442e-909b-69a919ccd93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:57.147494 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501b189f-b5a7-4e08-b05d-bc101ae15f35 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:31:57.218452 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 1baf02f9-d62c-4d92-b96e-c343a2a2356f no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:31:57.241605 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 1baf02f9-d62c-4d92-b96e-c343a2a2356f {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:31:57.242080 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 1baf02f9-d62c-4d92-b96e-c343a2a2356f not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:31:57.244226 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782eede3-773a-4dcd-b0e2-dae6b497f4dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-0f2098c5-8490-42c1-8134-97661a60c707', 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'fixed_ips': [{'subnet_id': 'b442cb01-41f0-4207-ad04-37590f8f39be'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:31:57.244758 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-782eede3-773a-4dcd-b0e2-dae6b497f4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:57.275109 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545489e-1924-460e-8d0b-23fcbda746e4 req-04a1e49e-901a-4e21-a8ed-da0851fdd1b7 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:57.277909 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5545489e-1924-460e-8d0b-23fcbda746e4 req-04a1e49e-901a-4e21-a8ed-da0851fdd1b7 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 945 time: 0.4153280 Nov 10 19:31:57.338337 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:57.342397 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6a3ad3-aee1-40d1-beff-f7c61adffd82 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Made reservation on behalf of 6d46df75d92c43c7957b70a923a9100c for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:31:57.351701 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2c6a3ad3-aee1-40d1-beff-f7c61adffd82 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:57.415406 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57306) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:57.431953 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-782eede3-773a-4dcd-b0e2-dae6b497f4dd None None] Allocated IP 2001:db8::2 (0f2098c5-8490-42c1-8134-97661a60c707/b442cb01-41f0-4207-ad04-37590f8f39be/b58fb0fc-4e71-4c73-9ee1-4329ed990a1e) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:31:57.434874 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ad295488-d291-4a31-b1ea-ce1eafeccd34 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:31:57.553610 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-501b189f-b5a7-4e08-b05d-bc101ae15f35 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:57.570131 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port ad295488-d291-4a31-b1ea-ce1eafeccd34 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:57.570776 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:57.601408 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5545489e-1924-460e-8d0b-23fcbda746e4 req-6f9f7077-65b4-4525-ba57-483f7bbb200e tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=55cdeb97-47ec-48a0-becf-43497d275169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3010414 Nov 10 19:31:57.605616 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4b846e09-4c7a-4f6b-9029-6c16e99fb9c4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:57.607795 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-501b189f-b5a7-4e08-b05d-bc101ae15f35 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] device_id is not set on port 96244589-6211-49d8-ba93-810db25acb44 yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:31:57.644051 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4b846e09-4c7a-4f6b-9029-6c16e99fb9c4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:57.657232 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8e7dbd09-13d9-4d81-9dde-718d83e1c308 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:57.685085 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0c3766ec-57c4-46b2-a1c5-be866cde1ddb None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:57.696267 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0c3766ec-57c4-46b2-a1c5-be866cde1ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:57.777012 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-782eede3-773a-4dcd-b0e2-dae6b497f4dd None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:57.796226 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-782eede3-773a-4dcd-b0e2-dae6b497f4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:57.817555 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d1f7f0-6f4a-41e0-9fa3-8b80907f7dbe None None] Pushing event updated for resources: {'Port': ['ID=8bfc1b18-56f6-4502-9185-d20408f07368,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:57.852032 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8e7dbd09-13d9-4d81-9dde-718d83e1c308 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:57.857674 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8e7dbd09-13d9-4d81-9dde-718d83e1c308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:57.875785 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782eede3-773a-4dcd-b0e2-dae6b497f4dd None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:57.879429 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-782eede3-773a-4dcd-b0e2-dae6b497f4dd None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:57.879740 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1f7f0-6f4a-41e0-9fa3-8b80907f7dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:57.880272 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1f7f0-6f4a-41e0-9fa3-8b80907f7dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:57.880767 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1f7f0-6f4a-41e0-9fa3-8b80907f7dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:57.881262 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1f7f0-6f4a-41e0-9fa3-8b80907f7dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:57.881734 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1f7f0-6f4a-41e0-9fa3-8b80907f7dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:57.882232 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1f7f0-6f4a-41e0-9fa3-8b80907f7dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:57.882690 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1f7f0-6f4a-41e0-9fa3-8b80907f7dbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:57.883189 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1f7f0-6f4a-41e0-9fa3-8b80907f7dbe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:57.883668 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1f7f0-6f4a-41e0-9fa3-8b80907f7dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:57.884155 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782eede3-773a-4dcd-b0e2-dae6b497f4dd None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:31:57.884571 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1f7f0-6f4a-41e0-9fa3-8b80907f7dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:57.885038 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1f7f0-6f4a-41e0-9fa3-8b80907f7dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:57.885515 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1f7f0-6f4a-41e0-9fa3-8b80907f7dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:57.903116 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-0c3766ec-57c4-46b2-a1c5-be866cde1ddb None None] Attempting to bind port 8bfc1b18-56f6-4502-9185-d20408f07368 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:31:57.903707 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-0c3766ec-57c4-46b2-a1c5-be866cde1ddb None None] Attempting to bind port 8bfc1b18-56f6-4502-9185-d20408f07368 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '030df5a2-9d42-4b9e-9f60-a8186fdbee54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd2854563-a40f-426a-8cb9-6c0753abf3c6'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:31:57.904235 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3766ec-57c4-46b2-a1c5-be866cde1ddb None None] Attempting to bind port 8bfc1b18-56f6-4502-9185-d20408f07368 on network d2854563-a40f-426a-8cb9-6c0753abf3c6 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:31:57.907816 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3c836f66-9502-4f77-adbf-85c8bc8a13be no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:31:57.910394 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4b846e09-4c7a-4f6b-9029-6c16e99fb9c4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:57.913202 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4b846e09-4c7a-4f6b-9029-6c16e99fb9c4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.1732321 Nov 10 19:31:57.916274 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3766ec-57c4-46b2-a1c5-be866cde1ddb None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:31:57.916648 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3766ec-57c4-46b2-a1c5-be866cde1ddb None None] Checking segment: {'id': '030df5a2-9d42-4b9e-9f60-a8186fdbee54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd2854563-a40f-426a-8cb9-6c0753abf3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:31:57.917221 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0c3766ec-57c4-46b2-a1c5-be866cde1ddb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:57.918369 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3766ec-57c4-46b2-a1c5-be866cde1ddb None None] Bound using segment: {'id': '030df5a2-9d42-4b9e-9f60-a8186fdbee54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd2854563-a40f-426a-8cb9-6c0753abf3c6'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:31:57.919013 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-0c3766ec-57c4-46b2-a1c5-be866cde1ddb None None] Bound port: 8bfc1b18-56f6-4502-9185-d20408f07368, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '030df5a2-9d42-4b9e-9f60-a8186fdbee54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd2854563-a40f-426a-8cb9-6c0753abf3c6'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:31:57.919341 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57312) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:57.919720 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0c3766ec-57c4-46b2-a1c5-be866cde1ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:57.936966 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-c76decc0-4b9a-4e0c-b070-88e1afd12c06 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'security_group_rule': {'security_group_id': '9098cf66-e6a6-4b65-8dfe-20c875f20b14', 'project_id': '540494213bb2401d877387c28ba690c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:57.954483 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 3c836f66-9502-4f77-adbf-85c8bc8a13be {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:31:57.954839 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3c836f66-9502-4f77-adbf-85c8bc8a13be not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:31:57.955262 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 006f5409-703f-422b-a689-23a8b8749818 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:31:57.957406 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b846e09-4c7a-4f6b-9029-6c16e99fb9c4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9098cf66-e6a6-4b65-8dfe-20c875f20b14,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:57.968499 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8e7dbd09-13d9-4d81-9dde-718d83e1c308 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c9b48fd4c4dd40039522a2038538927e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5522351 Nov 10 19:31:57.973842 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57314) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:57.983543 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7dbd09-13d9-4d81-9dde-718d83e1c308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25dd1395-4f18-44a3-8d41-e931a166c071,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:58.000609 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782eede3-773a-4dcd-b0e2-dae6b497f4dd None None] Pushing event updated for resources: {'Port': ['ID=b58fb0fc-4e71-4c73-9ee1-4329ed990a1e,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:58.009993 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 006f5409-703f-422b-a689-23a8b8749818 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:31:58.010384 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 006f5409-703f-422b-a689-23a8b8749818 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:31:58.011425 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 463209e8-3097-4ef9-821e-5c4b1a5d45cd no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:31:58.037688 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d683c-ee02-4b68-9dba-c64dd5892551 req-14ce05f8-18e0-4639-bba9-b4779a3751f2 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:58.040122 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5c4d683c-ee02-4b68-9dba-c64dd5892551 req-14ce05f8-18e0-4639-bba9-b4779a3751f2 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 945 time: 0.2641263 Nov 10 19:31:58.057391 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c76decc0-4b9a-4e0c-b070-88e1afd12c06 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:58.068874 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-0c3766ec-57c4-46b2-a1c5-be866cde1ddb None None] For port 8bfc1b18-56f6-4502-9185-d20408f07368, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:31:58.073429 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-0c3766ec-57c4-46b2-a1c5-be866cde1ddb None None] For port 8bfc1b18-56f6-4502-9185-d20408f07368, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=8bfc1b18-56f6-4502-9185-d20408f07368,segment=NetworkSegment(030df5a2-9d42-4b9e-9f60-a8186fdbee54),segment_id=030df5a2-9d42-4b9e-9f60-a8186fdbee54)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:31:58.084454 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0c3766ec-57c4-46b2-a1c5-be866cde1ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:58.097108 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 463209e8-3097-4ef9-821e-5c4b1a5d45cd {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:31:58.097874 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 463209e8-3097-4ef9-821e-5c4b1a5d45cd not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:31:58.170164 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-782eede3-773a-4dcd-b0e2-dae6b497f4dd None None] Attempting to bind port b58fb0fc-4e71-4c73-9ee1-4329ed990a1e on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:31:58.170555 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-782eede3-773a-4dcd-b0e2-dae6b497f4dd None None] Attempting to bind port b58fb0fc-4e71-4c73-9ee1-4329ed990a1e by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:31:58.170931 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782eede3-773a-4dcd-b0e2-dae6b497f4dd None None] Attempting to bind port b58fb0fc-4e71-4c73-9ee1-4329ed990a1e on network 0f2098c5-8490-42c1-8134-97661a60c707 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:31:58.183825 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782eede3-773a-4dcd-b0e2-dae6b497f4dd None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:31:58.184251 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782eede3-773a-4dcd-b0e2-dae6b497f4dd None None] Checking segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:31:58.184622 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-782eede3-773a-4dcd-b0e2-dae6b497f4dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:58.185024 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782eede3-773a-4dcd-b0e2-dae6b497f4dd None None] Bound using segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:31:58.185512 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-782eede3-773a-4dcd-b0e2-dae6b497f4dd None None] Bound port: b58fb0fc-4e71-4c73-9ee1-4329ed990a1e, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:31:58.185972 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-782eede3-773a-4dcd-b0e2-dae6b497f4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:58.189838 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3766ec-57c4-46b2-a1c5-be866cde1ddb None None] Routers {'99228d29-39e6-4d52-9648-58f27d3cc6ea'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:31:58.190638 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-0c3766ec-57c4-46b2-a1c5-be866cde1ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:31:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['99228d29-39e6-4d52-9648-58f27d3cc6ea'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:58.229476 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-74cd21a4-61ea-47b5-97a9-0f723c340d0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:58.270840 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-74cd21a4-61ea-47b5-97a9-0f723c340d0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:58.284844 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c76decc0-4b9a-4e0c-b070-88e1afd12c06 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:58.293956 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-782eede3-773a-4dcd-b0e2-dae6b497f4dd None None] For port b58fb0fc-4e71-4c73-9ee1-4329ed990a1e, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:31:58.298057 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-782eede3-773a-4dcd-b0e2-dae6b497f4dd None None] For port b58fb0fc-4e71-4c73-9ee1-4329ed990a1e, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=b58fb0fc-4e71-4c73-9ee1-4329ed990a1e,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:31:58.304597 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c76decc0-4b9a-4e0c-b070-88e1afd12c06 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:58.313138 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-782eede3-773a-4dcd-b0e2-dae6b497f4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:58.345969 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76decc0-4b9a-4e0c-b070-88e1afd12c06 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=950d074a-f9c0-4f06-8496-13c775a5f3f2,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:58.380869 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c76decc0-4b9a-4e0c-b070-88e1afd12c06 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:58.382659 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c76decc0-4b9a-4e0c-b070-88e1afd12c06 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4623342 Nov 10 19:31:58.385422 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57316) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:58.389858 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-70f1b808-0a0f-416d-99cb-633ac3cf465c None None] Provisioning complete for port 8bfc1b18-56f6-4502-9185-d20408f07368 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:58.390236 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-70f1b808-0a0f-416d-99cb-633ac3cf465c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:58.391495 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-9a886f1f-3b4d-4fbb-87a1-e39d21e537eb tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'security_group_rule': {'security_group_id': '9098cf66-e6a6-4b65-8dfe-20c875f20b14', 'project_id': '540494213bb2401d877387c28ba690c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:58.439144 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-74cd21a4-61ea-47b5-97a9-0f723c340d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:58.444490 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-74cd21a4-61ea-47b5-97a9-0f723c340d0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:58.449448 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-74cd21a4-61ea-47b5-97a9-0f723c340d0f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/25dd1395-4f18-44a3-8d41-e931a166c071 HTTP/1.1" status: 204 len: 168 time: 0.4733186 Nov 10 19:31:58.477201 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd21a4-61ea-47b5-97a9-0f723c340d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25dd1395-4f18-44a3-8d41-e931a166c071,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:58.504181 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a886f1f-3b4d-4fbb-87a1-e39d21e537eb tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:58.519185 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d1f7f0-6f4a-41e0-9fa3-8b80907f7dbe None None] Pushing event updated for resources: {'Port': ['ID=8bfc1b18-56f6-4502-9185-d20408f07368,revision_number=4']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:58.553417 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5c4d683c-ee02-4b68-9dba-c64dd5892551 req-a2235402-d3a2-4850-9747-e7ea972dbd8e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4861910 Nov 10 19:31:58.629551 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-0c3766ec-57c4-46b2-a1c5-be866cde1ddb None None] Set router 99228d29-39e6-4d52-9648-58f27d3cc6ea gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:31:58.695108 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-501b189f-b5a7-4e08-b05d-bc101ae15f35 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Allocated IP 2001:db8::a9e8:42bb:f2a0:bafa (0f2098c5-8490-42c1-8134-97661a60c707/b442cb01-41f0-4207-ad04-37590f8f39be/96244589-6211-49d8-ba93-810db25acb44) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:31:58.702386 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2c6a3ad3-aee1-40d1-beff-f7c61adffd82 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:58.715491 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a886f1f-3b4d-4fbb-87a1-e39d21e537eb tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:58.727044 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a886f1f-3b4d-4fbb-87a1-e39d21e537eb tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:58.778182 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a886f1f-3b4d-4fbb-87a1-e39d21e537eb tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ef56b8-1c66-486b-95b5-2671e65978e6,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:58.830062 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a886f1f-3b4d-4fbb-87a1-e39d21e537eb tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:58.835147 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9a886f1f-3b4d-4fbb-87a1-e39d21e537eb tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4483860 Nov 10 19:31:58.837730 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57322) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:58.860258 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-a2c2efcd-8752-4585-add4-fc622aec6ac8 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'security_group_rule': {'security_group_id': '9098cf66-e6a6-4b65-8dfe-20c875f20b14', 'project_id': '540494213bb2401d877387c28ba690c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:58.899915 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a3ad3-aee1-40d1-beff-f7c61adffd82 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Subnet': ['ID=f8fae8a8-ed3b-4de0-9e7b-80b8846c6d80,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:58.920170 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6a3ad3-aee1-40d1-beff-f7c61adffd82 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Checking segment: {'id': '590d16aa-e0f0-4da9-9a08-6c00830f2ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '50a5c4bb-cecd-4840-81a6-f330afc7530f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:31:58.920515 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6a3ad3-aee1-40d1-beff-f7c61adffd82 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network hostable DHCP agents. Network: 50a5c4bb-cecd-4840-81a6-f330afc7530f, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:31:58.939335 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a2c2efcd-8752-4585-add4-fc622aec6ac8 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:58.940041 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782eede3-773a-4dcd-b0e2-dae6b497f4dd None None] Pushing event updated for resources: {'Port': ['ID=b58fb0fc-4e71-4c73-9ee1-4329ed990a1e,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:58.943954 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:59.011840 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6a3ad3-aee1-40d1-beff-f7c61adffd82 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network 50a5c4bb-cecd-4840-81a6-f330afc7530f is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:31:59.040169 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-2c6a3ad3-aee1-40d1-beff-f7c61adffd82 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 50a5c4bb-cecd-4840-81a6-f330afc7530f) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:59.047238 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6a3ad3-aee1-40d1-beff-f7c61adffd82 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:59.047994 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2c6a3ad3-aee1-40d1-beff-f7c61adffd82 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:59.064484 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-70f1b808-0a0f-416d-99cb-633ac3cf465c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:59.070586 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57324) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:59.075218 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0b81aa-9740-4318-8a82-a6b1cbad1cad None None] Network 50a5c4bb-cecd-4840-81a6-f330afc7530f requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:31:59.079510 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a2c2efcd-8752-4585-add4-fc622aec6ac8 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:59.084523 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a2c2efcd-8752-4585-add4-fc622aec6ac8 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:59.086874 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2c6a3ad3-aee1-40d1-beff-f7c61adffd82 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2948909 Nov 10 19:31:59.089642 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57326) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:59.105447 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-304c8096-d3c1-489a-adce-b6a6f68601ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:59.130323 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-501b189f-b5a7-4e08-b05d-bc101ae15f35 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:59.162651 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-0c3766ec-57c4-46b2-a1c5-be866cde1ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'name': 'tempest-RoutersTest-router-1803420670', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:31:31Z', 'updated_at': '2021-11-10T19:31:52Z', 'revision_number': 4, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'gw_port_host': None, '_interfaces': [{'id': '497f26b6-cfb4-41f1-a23a-558cce1fe6a9', 'name': '', 'network_id': 'f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:4a:e6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '403ac677-7289-45a3-8128-a3cf04817108', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:39Z', 'updated_at': '2021-11-10T19:31:52Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '403ac677-7289-45a3-8128-a3cf04817108', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bfc1b18-56f6-4502-9185-d20408f07368', 'name': '', 'network_id': 'd2854563-a40f-426a-8cb9-6c0753abf3c6', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:9a:36:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '2d5e541d-36dc-4872-bcd3-8262f01ff667', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:50Z', 'updated_at': '2021-11-10T19:31:58Z', 'revision_number': 4, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2d5e541d-36dc-4872-bcd3-8262f01ff667', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5d5e5b-5a9c-4546-abc0-34d9b35b8d64', 'name': '', 'network_id': '064b2bd0-5827-4379-a185-243289464eea', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:d4:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:34Z', 'updated_at': '2021-11-10T19:31:42Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:31:59.209200 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-501b189f-b5a7-4e08-b05d-bc101ae15f35 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:59.211899 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-70f1b808-0a0f-416d-99cb-633ac3cf465c None None] For port 8bfc1b18-56f6-4502-9185-d20408f07368, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=8bfc1b18-56f6-4502-9185-d20408f07368,segment=NetworkSegment(030df5a2-9d42-4b9e-9f60-a8186fdbee54),segment_id=030df5a2-9d42-4b9e-9f60-a8186fdbee54)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:31:59.220381 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-70f1b808-0a0f-416d-99cb-633ac3cf465c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:59.228096 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3766ec-57c4-46b2-a1c5-be866cde1ddb None None] The sync data for ids ['99228d29-39e6-4d52-9648-58f27d3cc6ea'] in n-d-813897-4 is: [{'id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'name': 'tempest-RoutersTest-router-1803420670', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:31:31Z', 'updated_at': '2021-11-10T19:31:52Z', 'revision_number': 4, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'gw_port_host': None, '_interfaces': [{'id': '497f26b6-cfb4-41f1-a23a-558cce1fe6a9', 'name': '', 'network_id': 'f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:4a:e6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '403ac677-7289-45a3-8128-a3cf04817108', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:39Z', 'updated_at': '2021-11-10T19:31:52Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '403ac677-7289-45a3-8128-a3cf04817108', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bfc1b18-56f6-4502-9185-d20408f07368', 'name': '', 'network_id': 'd2854563-a40f-426a-8cb9-6c0753abf3c6', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:9a:36:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '2d5e541d-36dc-4872-bcd3-8262f01ff667', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:50Z', 'updated_at': '2021-11-10T19:31:58Z', 'revision_number': 4, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2d5e541d-36dc-4872-bcd3-8262f01ff667', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5d5e5b-5a9c-4546-abc0-34d9b35b8d64', 'name': '', 'network_id': '064b2bd0-5827-4379-a185-243289464eea', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:d4:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:34Z', 'updated_at': '2021-11-10T19:31:42Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:31:59.245937 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2efcd-8752-4585-add4-fc622aec6ac8 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7068d3f6-810c-4312-9d32-38a109b14e70,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:59.286777 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a2c2efcd-8752-4585-add4-fc622aec6ac8 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:59.288273 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a2c2efcd-8752-4585-add4-fc622aec6ac8 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4347172 Nov 10 19:31:59.290987 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57328) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:59.297467 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-be514fbf-8d64-4e15-b43e-b868f426640f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'security_group_rule': {'security_group_id': '9098cf66-e6a6-4b65-8dfe-20c875f20b14', 'project_id': '540494213bb2401d877387c28ba690c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:31:59.317791 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501b189f-b5a7-4e08-b05d-bc101ae15f35 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:31:59.327805 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-304c8096-d3c1-489a-adce-b6a6f68601ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:59.332390 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-501b189f-b5a7-4e08-b05d-bc101ae15f35 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:31:59.335566 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b189f-b5a7-4e08-b05d-bc101ae15f35 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Port': ['ID=96244589-6211-49d8-ba93-810db25acb44,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:59.338020 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501b189f-b5a7-4e08-b05d-bc101ae15f35 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:31:59.341155 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f1b808-0a0f-416d-99cb-633ac3cf465c None None] Pushing event updated for resources: {'Port': ['ID=8bfc1b18-56f6-4502-9185-d20408f07368,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:59.352047 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501b189f-b5a7-4e08-b05d-bc101ae15f35 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:59.357706 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-501b189f-b5a7-4e08-b05d-bc101ae15f35 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:59.372731 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-304c8096-d3c1-489a-adce-b6a6f68601ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:59.417869 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-501b189f-b5a7-4e08-b05d-bc101ae15f35 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8862495 Nov 10 19:31:59.429628 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57330) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:59.433802 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2699f195-ddd3-424a-84f6-96f344d0c8a8 None None] Provisioning complete for port 8bfc1b18-56f6-4502-9185-d20408f07368 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:59.434979 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2699f195-ddd3-424a-84f6-96f344d0c8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:59.477582 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-be514fbf-8d64-4e15-b43e-b868f426640f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:59.517337 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-304c8096-d3c1-489a-adce-b6a6f68601ed admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a24f0bfa774541c1b8ad0b38edf8ba80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4452593 Nov 10 19:31:59.540995 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57332) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:59.572169 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:59.627370 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c8096-d3c1-489a-adce-b6a6f68601ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9a5536-c433-480c-8d12-43eec5743915,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:31:59.647567 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device b58fb0fc-4e71-4c73-9ee1-4329ed990a1e up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:31:59.690943 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b797ba6-6310-47ce-9f87-5876b0413721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-50a5c4bb-cecd-4840-81a6-f330afc7530f', 'network_id': '50a5c4bb-cecd-4840-81a6-f330afc7530f', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'fixed_ips': [{'subnet_id': 'f8fae8a8-ed3b-4de0-9e7b-80b8846c6d80'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:31:59.691887 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7b797ba6-6310-47ce-9f87-5876b0413721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:59.699745 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c8096-d3c1-489a-adce-b6a6f68601ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:59.700584 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c8096-d3c1-489a-adce-b6a6f68601ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:59.702279 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c8096-d3c1-489a-adce-b6a6f68601ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:59.702738 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c8096-d3c1-489a-adce-b6a6f68601ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:59.703170 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c8096-d3c1-489a-adce-b6a6f68601ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:59.703599 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c8096-d3c1-489a-adce-b6a6f68601ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:59.704167 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c8096-d3c1-489a-adce-b6a6f68601ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:59.704593 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c8096-d3c1-489a-adce-b6a6f68601ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:59.705013 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c8096-d3c1-489a-adce-b6a6f68601ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:59.705435 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c8096-d3c1-489a-adce-b6a6f68601ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:59.705936 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c8096-d3c1-489a-adce-b6a6f68601ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:59.706541 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c8096-d3c1-489a-adce-b6a6f68601ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:31:59.741383 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78080c30-1e77-42e5-8365-016482390a55 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:59.748933 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78080c30-1e77-42e5-8365-016482390a55 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:59.751628 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-78080c30-1e77-42e5-8365-016482390a55 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2895527 Nov 10 19:31:59.778692 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57336) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:31:59.904052 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-afea1698-546f-4156-a82c-7b8b4a590a6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:59.955830 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port b58fb0fc-4e71-4c73-9ee1-4329ed990a1e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:31:59.958115 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:31:59.982383 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cd1e4-f2ed-4ac0-84ee-6f592dfb8feb req-5e68336e-5d28-4e3b-91fe-b654a8e0a0af tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:31:59.984038 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f75cd1e4-f2ed-4ac0-84ee-6f592dfb8feb req-5e68336e-5d28-4e3b-91fe-b654a8e0a0af tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 945 time: 0.2294655 Nov 10 19:32:00.060904 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f75cd1e4-f2ed-4ac0-84ee-6f592dfb8feb req-e370cb58-dae9-43db-acdc-9f8e99ba2c6b tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638294 Nov 10 19:32:00.066931 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-afea1698-546f-4156-a82c-7b8b4a590a6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:00.105044 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-26cc60ba-bdb7-48d8-9d24-ea354a990e38 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting port 96244589-6211-49d8-ba93-810db25acb44 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:32:00.105410 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-26cc60ba-bdb7-48d8-9d24-ea354a990e38 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:00.129748 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-7b797ba6-6310-47ce-9f87-5876b0413721 None None] Allocated IP 172.23.0.2 (50a5c4bb-cecd-4840-81a6-f330afc7530f/f8fae8a8-ed3b-4de0-9e7b-80b8846c6d80/ba028951-f2d1-441b-af2b-8ed002caceaa) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:32:00.240999 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-afea1698-546f-4156-a82c-7b8b4a590a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:00.244444 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-afea1698-546f-4156-a82c-7b8b4a590a6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:00.246099 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-afea1698-546f-4156-a82c-7b8b4a590a6d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8a9a5536-c433-480c-8d12-43eec5743915 HTTP/1.1" status: 204 len: 168 time: 0.6761909 Nov 10 19:32:00.254841 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-26cc60ba-bdb7-48d8-9d24-ea354a990e38 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:00.272022 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea1698-546f-4156-a82c-7b8b4a590a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9a5536-c433-480c-8d12-43eec5743915,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:00.279295 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-26cc60ba-bdb7-48d8-9d24-ea354a990e38 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Calling delete_port for 96244589-6211-49d8-ba93-810db25acb44 owned by {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:32:00.348186 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:00.387626 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-be514fbf-8d64-4e15-b43e-b868f426640f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:00.396453 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-be514fbf-8d64-4e15-b43e-b868f426640f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:00.428368 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be514fbf-8d64-4e15-b43e-b868f426640f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2af2ccd-ec06-4d1e-979d-ca989b1ad01b,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:00.460078 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-be514fbf-8d64-4e15-b43e-b868f426640f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:00.461696 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-be514fbf-8d64-4e15-b43e-b868f426640f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1694911 Nov 10 19:32:00.465010 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57342) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:00.468676 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-087ef328-29ac-4b78-b703-c8ff0859f31d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:00.472683 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-8519fcb0-6626-4fad-b61c-d96cba4c311c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'security_group_rule': {'security_group_id': '9098cf66-e6a6-4b65-8dfe-20c875f20b14', 'project_id': '540494213bb2401d877387c28ba690c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:00.483682 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2f469222-49ea-488f-be14-a375e25a34cb None None] Provisioning complete for port b58fb0fc-4e71-4c73-9ee1-4329ed990a1e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:00.485404 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2f469222-49ea-488f-be14-a375e25a34cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:00.533213 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port b58fb0fc-4e71-4c73-9ee1-4329ed990a1e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=b58fb0fc-4e71-4c73-9ee1-4329ed990a1e,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:00.554620 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:00.556343 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 8bfc1b18-56f6-4502-9185-d20408f07368 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:32:00.563384 n-d-813897-4 neutron-server[102506]: INFO neutron.db.securitygroups_db [None req-8519fcb0-6626-4fad-b61c-d96cba4c311c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Project 540494213bb2401d877387c28ba690c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 19:32:00.582275 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8519fcb0-6626-4fad-b61c-d96cba4c311c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:00.613947 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-26cc60ba-bdb7-48d8-9d24-ea354a990e38 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:00.665985 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7b797ba6-6310-47ce-9f87-5876b0413721 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:00.690103 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7b797ba6-6310-47ce-9f87-5876b0413721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:00.690403 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc60ba-bdb7-48d8-9d24-ea354a990e38 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Port': ['ID=96244589-6211-49d8-ba93-810db25acb44,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:00.746225 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-26cc60ba-bdb7-48d8-9d24-ea354a990e38 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:00.752471 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-26cc60ba-bdb7-48d8-9d24-ea354a990e38 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/96244589-6211-49d8-ba93-810db25acb44 HTTP/1.1" status: 204 len: 168 time: 0.9687488 Nov 10 19:32:00.753426 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57346) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:00.772947 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b797ba6-6310-47ce-9f87-5876b0413721 None None] Network 50a5c4bb-cecd-4840-81a6-f330afc7530f is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:32:00.781592 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8519fcb0-6626-4fad-b61c-d96cba4c311c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:00.784889 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=b58fb0fc-4e71-4c73-9ee1-4329ed990a1e,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:00.803431 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-7b797ba6-6310-47ce-9f87-5876b0413721 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:00.845049 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8519fcb0-6626-4fad-b61c-d96cba4c311c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:00.852714 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b797ba6-6310-47ce-9f87-5876b0413721 None None] Pushing event updated for resources: {'Port': ['ID=ba028951-f2d1-441b-af2b-8ed002caceaa,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:00.861329 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b797ba6-6310-47ce-9f87-5876b0413721 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:32:00.877015 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519fcb0-6626-4fad-b61c-d96cba4c311c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a996d31-0553-43bb-82e3-75d16309f788,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:00.883407 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8519fcb0-6626-4fad-b61c-d96cba4c311c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:00.883407 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8519fcb0-6626-4fad-b61c-d96cba4c311c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4176238 Nov 10 19:32:00.887568 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60df83b5-062f-4b02-96f8-0db4fa97bbfe tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:00.889304 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60df83b5-062f-4b02-96f8-0db4fa97bbfe tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:00.891027 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-60df83b5-062f-4b02-96f8-0db4fa97bbfe tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1293228 Nov 10 19:32:00.891610 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57352) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:00.896501 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-5f25d8a6-05b8-4bfa-9cff-c25a148cdfb3 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'security_group_rule': {'security_group_id': '9098cf66-e6a6-4b65-8dfe-20c875f20b14', 'project_id': '540494213bb2401d877387c28ba690c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:00.900942 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57356) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:00.905981 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-087ef328-29ac-4b78-b703-c8ff0859f31d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Allocated IP 172.23.0.1 (50a5c4bb-cecd-4840-81a6-f330afc7530f/f8fae8a8-ed3b-4de0-9e7b-80b8846c6d80/496600c8-fb35-4582-a155-57d7d4dc0aa7) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:32:00.967119 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 8bfc1b18-56f6-4502-9185-d20408f07368 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:00.968246 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:00.998672 n-d-813897-4 neutron-server[102506]: INFO neutron.db.securitygroups_db [None req-5f25d8a6-05b8-4bfa-9cff-c25a148cdfb3 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Project 540494213bb2401d877387c28ba690c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 19:32:01.006328 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f25d8a6-05b8-4bfa-9cff-c25a148cdfb3 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:01.053014 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-7b797ba6-6310-47ce-9f87-5876b0413721 None None] Attempting to bind port ba028951-f2d1-441b-af2b-8ed002caceaa on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:32:01.053572 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-7b797ba6-6310-47ce-9f87-5876b0413721 None None] Attempting to bind port ba028951-f2d1-441b-af2b-8ed002caceaa by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '590d16aa-e0f0-4da9-9a08-6c00830f2ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '50a5c4bb-cecd-4840-81a6-f330afc7530f'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:32:01.055817 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b797ba6-6310-47ce-9f87-5876b0413721 None None] Attempting to bind port ba028951-f2d1-441b-af2b-8ed002caceaa on network 50a5c4bb-cecd-4840-81a6-f330afc7530f {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:32:01.069393 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b797ba6-6310-47ce-9f87-5876b0413721 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:32:01.071061 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f25d8a6-05b8-4bfa-9cff-c25a148cdfb3 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:01.071654 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-087ef328-29ac-4b78-b703-c8ff0859f31d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:01.077524 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-543ee10e-52b1-4084-9ddd-aad42b113561 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting subnet b442cb01-41f0-4207-ad04-37590f8f39be {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:32:01.080936 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b797ba6-6310-47ce-9f87-5876b0413721 None None] Checking segment: {'id': '590d16aa-e0f0-4da9-9a08-6c00830f2ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '50a5c4bb-cecd-4840-81a6-f330afc7530f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:32:01.081693 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7b797ba6-6310-47ce-9f87-5876b0413721 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:01.081844 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-543ee10e-52b1-4084-9ddd-aad42b113561 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:01.082657 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b797ba6-6310-47ce-9f87-5876b0413721 None None] Bound using segment: {'id': '590d16aa-e0f0-4da9-9a08-6c00830f2ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '50a5c4bb-cecd-4840-81a6-f330afc7530f'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:32:01.083424 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-7b797ba6-6310-47ce-9f87-5876b0413721 None None] Bound port: ba028951-f2d1-441b-af2b-8ed002caceaa, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590d16aa-e0f0-4da9-9a08-6c00830f2ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '50a5c4bb-cecd-4840-81a6-f330afc7530f'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:32:01.084055 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7b797ba6-6310-47ce-9f87-5876b0413721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:01.112224 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f25d8a6-05b8-4bfa-9cff-c25a148cdfb3 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:01.115935 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-087ef328-29ac-4b78-b703-c8ff0859f31d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:01.169904 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-577a2859-b1b8-4224-8a41-b02561b85af3 None None] Could not find standard attr ID for object 4ce098a2-ae98-4b12-8be5-a53198fb85b7. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:32:01.172577 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-543ee10e-52b1-4084-9ddd-aad42b113561 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:01.192621 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-577a2859-b1b8-4224-8a41-b02561b85af3 None None] Could not find standard attr ID for object 98b13dfb-ab64-484b-916e-c88a016ba7cd. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:32:01.219521 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087ef328-29ac-4b78-b703-c8ff0859f31d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network 50a5c4bb-cecd-4840-81a6-f330afc7530f is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:32:01.223822 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-087ef328-29ac-4b78-b703-c8ff0859f31d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:01.230551 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7b797ba6-6310-47ce-9f87-5876b0413721 None None] For port ba028951-f2d1-441b-af2b-8ed002caceaa, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:32:01.235221 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087ef328-29ac-4b78-b703-c8ff0859f31d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:32:01.256238 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7b797ba6-6310-47ce-9f87-5876b0413721 None None] For port ba028951-f2d1-441b-af2b-8ed002caceaa, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ba028951-f2d1-441b-af2b-8ed002caceaa,segment=NetworkSegment(590d16aa-e0f0-4da9-9a08-6c00830f2ed1),segment_id=590d16aa-e0f0-4da9-9a08-6c00830f2ed1)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:32:01.274018 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ef328-29ac-4b78-b703-c8ff0859f31d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Port': ['ID=496600c8-fb35-4582-a155-57d7d4dc0aa7,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:01.275773 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7b797ba6-6310-47ce-9f87-5876b0413721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:01.311625 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-087ef328-29ac-4b78-b703-c8ff0859f31d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:01.354073 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25d8a6-05b8-4bfa-9cff-c25a148cdfb3 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9580595-641d-4c17-96e7-b5b854e743d8,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:01.388248 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b797ba6-6310-47ce-9f87-5876b0413721 None None] Pushing event updated for resources: {'Port': ['ID=ba028951-f2d1-441b-af2b-8ed002caceaa,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:01.422552 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f25d8a6-05b8-4bfa-9cff-c25a148cdfb3 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:01.427540 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5f25d8a6-05b8-4bfa-9cff-c25a148cdfb3 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5317874 Nov 10 19:32:01.435131 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940d81e-8bb2-4b1a-b96b-05d3d081fab8 req-33dd29c3-299a-433d-9e2f-3af0824fd8e8 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:01.443345 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3940d81e-8bb2-4b1a-b96b-05d3d081fab8 req-33dd29c3-299a-433d-9e2f-3af0824fd8e8 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 945 time: 0.1918936 Nov 10 19:32:01.448503 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57370) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:01.453214 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device b58fb0fc-4e71-4c73-9ee1-4329ed990a1e up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:32:01.461232 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-ae6f2ff6-8469-41a2-a6a7-6f9d4fad4896 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'network': {'name': 'tempest-network-smoke--1674761771', 'project_id': '540494213bb2401d877387c28ba690c2', 'port_security_enabled': True}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:01.525323 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-93cf1276-f929-4d49-b45d-8ec22535809b None None] Could not find standard attr ID for object 96244589-6211-49d8-ba93-810db25acb44. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:32:01.531555 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port b58fb0fc-4e71-4c73-9ee1-4329ed990a1e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:01.532004 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:01.560187 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-087ef328-29ac-4b78-b703-c8ff0859f31d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:01.583064 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-543ee10e-52b1-4084-9ddd-aad42b113561 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:01.589722 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6f2ff6-8469-41a2-a6a7-6f9d4fad4896 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Made reservation on behalf of 540494213bb2401d877387c28ba690c2 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:32:01.594956 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ae6f2ff6-8469-41a2-a6a7-6f9d4fad4896 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:01.634206 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57372) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:01.656359 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3940d81e-8bb2-4b1a-b96b-05d3d081fab8 req-aa3ae1c2-95de-4e60-9938-0f8ecd646966 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119548 Nov 10 19:32:01.780322 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-543ee10e-52b1-4084-9ddd-aad42b113561 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:01.847840 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ee10e-52b1-4084-9ddd-aad42b113561 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Subnet': ['ID=b442cb01-41f0-4207-ad04-37590f8f39be,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:01.857250 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae6f2ff6-8469-41a2-a6a7-6f9d4fad4896 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:32:01.863401 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-543ee10e-52b1-4084-9ddd-aad42b113561 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:01.870848 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-543ee10e-52b1-4084-9ddd-aad42b113561 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/b442cb01-41f0-4207-ad04-37590f8f39be HTTP/1.1" status: 204 len: 168 time: 0.9656579 Nov 10 19:32:01.875017 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57380) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:01.886935 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-399dbab7-5def-48d0-ad3e-0b462b695f42 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1924811195-network', 'tenant_id': 'c2d6d7f75a3b43298f3a0f4f0cedec78'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:01.894501 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957b58c2-8297-42e0-8d3a-9fa5c9796fc4 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:32:01.936927 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-24430b94-db10-491e-a50b-8696e6102c42 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0607002 Nov 10 19:32:01.939502 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ae6f2ff6-8469-41a2-a6a7-6f9d4fad4896 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:01.939886 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-ae6f2ff6-8469-41a2-a6a7-6f9d4fad4896 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Added segment 010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa of type vlan for network d69f5d37-8d73-449a-aeb4-ab39a82e90bd Nov 10 19:32:01.947922 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57382) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:01.965549 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399dbab7-5def-48d0-ad3e-0b462b695f42 admin admin] Made reservation on behalf of c2d6d7f75a3b43298f3a0f4f0cedec78 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:32:01.967527 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-399dbab7-5def-48d0-ad3e-0b462b695f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:02.000565 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-399dbab7-5def-48d0-ad3e-0b462b695f42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:02.004353 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ae6f2ff6-8469-41a2-a6a7-6f9d4fad4896 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:02.026125 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08acc6-7368-4c0c-a220-372c9ac3474a req-b5d5a13e-bf62-4697-9928-414e11d2590b tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:02.027942 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cf08acc6-7368-4c0c-a220-372c9ac3474a req-b5d5a13e-bf62-4697-9928-414e11d2590b tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.1035547 Nov 10 19:32:02.051262 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ae6f2ff6-8469-41a2-a6a7-6f9d4fad4896 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:02.057669 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6f2ff6-8469-41a2-a6a7-6f9d4fad4896 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:02.058397 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ae6f2ff6-8469-41a2-a6a7-6f9d4fad4896 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:02.083992 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436144da-ded7-416c-b5e2-012c3f873c1c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:02.085879 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-436144da-ded7-416c-b5e2-012c3f873c1c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1374049 Nov 10 19:32:02.091095 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57384) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:02.126997 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c639eebc-1334-4a02-9b96-9fffd1a9f98d None None] DHCP port deletion for 0f2098c5-8490-42c1-8134-97661a60c707 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:32:02.168438 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ae6f2ff6-8469-41a2-a6a7-6f9d4fad4896 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7098897 Nov 10 19:32:02.170916 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57386) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:02.178132 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-9229def2-9089-46c4-833b-b666175727f4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1452315930', 'admin_state_up': True, 'project_id': '540494213bb2401d877387c28ba690c2', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:02.187253 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f2ff6-8469-41a2-a6a7-6f9d4fad4896 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'Network': ['ID=d69f5d37-8d73-449a-aeb4-ab39a82e90bd,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:02.187807 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c639eebc-1334-4a02-9b96-9fffd1a9f98d None None] Deleting port b58fb0fc-4e71-4c73-9ee1-4329ed990a1e {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:32:02.188809 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c639eebc-1334-4a02-9b96-9fffd1a9f98d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:02.203161 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network d69f5d37-8d73-449a-aeb4-ab39a82e90bd details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:32:02.210264 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cf08acc6-7368-4c0c-a220-372c9ac3474a req-ea30d467-85ef-4b10-9d0e-841dabc3aaa3 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474414 Nov 10 19:32:02.222985 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354e7701-28a6-4d55-9df3-1e8ba02f5501 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:02.224551 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-354e7701-28a6-4d55-9df3-1e8ba02f5501 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1303036 Nov 10 19:32:02.227325 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57388) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:02.256628 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-087ef328-29ac-4b78-b703-c8ff0859f31d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:02.274870 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-087ef328-29ac-4b78-b703-c8ff0859f31d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:02.277870 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9229def2-9089-46c4-833b-b666175727f4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:02.278850 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9229def2-9089-46c4-833b-b666175727f4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:02.310779 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-cd105976-5840-4ac1-954f-6e936154f7de tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0816524 Nov 10 19:32:02.317640 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57392) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:02.326076 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-0ed34a91-f936-43da-ae4c-509e8a10072b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:02.341568 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c639eebc-1334-4a02-9b96-9fffd1a9f98d None None] For port b58fb0fc-4e71-4c73-9ee1-4329ed990a1e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=b58fb0fc-4e71-4c73-9ee1-4329ed990a1e,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:02.342014 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c639eebc-1334-4a02-9b96-9fffd1a9f98d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:02.344383 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-399dbab7-5def-48d0-ad3e-0b462b695f42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:02.361318 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c639eebc-1334-4a02-9b96-9fffd1a9f98d None None] Calling delete_port for b58fb0fc-4e71-4c73-9ee1-4329ed990a1e owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:32:02.375253 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-399dbab7-5def-48d0-ad3e-0b462b695f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:02.431886 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-399dbab7-5def-48d0-ad3e-0b462b695f42 admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:32:02.453746 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c639eebc-1334-4a02-9b96-9fffd1a9f98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:02.481919 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1e6b5-af45-4a28-a3cd-632c7022d585 req-c7bab7de-6778-4bbc-8a5a-f4bc27b150cf tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:02.488698 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639eebc-1334-4a02-9b96-9fffd1a9f98d None None] Pushing event deleted for resources: {'Port': ['ID=b58fb0fc-4e71-4c73-9ee1-4329ed990a1e,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:02.491776 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-83f1e6b5-af45-4a28-a3cd-632c7022d585 req-c7bab7de-6778-4bbc-8a5a-f4bc27b150cf tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.1581290 Nov 10 19:32:02.491997 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-087ef328-29ac-4b78-b703-c8ff0859f31d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:02.493822 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ef328-29ac-4b78-b703-c8ff0859f31d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event updated for resources: {'Port': ['ID=496600c8-fb35-4582-a155-57d7d4dc0aa7,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:02.497581 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c639eebc-1334-4a02-9b96-9fffd1a9f98d None None] No DVR routers for this DVR port b58fb0fc-4e71-4c73-9ee1-4329ed990a1e on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:32:02.498753 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9229def2-9089-46c4-833b-b666175727f4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:02.512488 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399dbab7-5def-48d0-ad3e-0b462b695f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a789d9-c236-4e0f-9936-9b8b7d50a7cd,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:02.525495 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-399dbab7-5def-48d0-ad3e-0b462b695f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:02.525861 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-399dbab7-5def-48d0-ad3e-0b462b695f42 admin admin] Added segment 1e59d5cd-a3f3-42f6-9a81-553c8ff522db of type vlan for network 80aa5130-1cdc-483c-a409-7f551127ce29 Nov 10 19:32:02.556643 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed34a91-f936-43da-ae4c-509e8a10072b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:32:02.560442 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0ed34a91-f936-43da-ae4c-509e8a10072b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:02.607789 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-83f1e6b5-af45-4a28-a3cd-632c7022d585 req-4c1044e3-c946-437d-8170-733f9aec4524 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150942 Nov 10 19:32:02.639124 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-399dbab7-5def-48d0-ad3e-0b462b695f42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:02.803156 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165954dd-1363-442a-ac27-cb5d3c05c91b None None] Network 50a5c4bb-cecd-4840-81a6-f330afc7530f requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:32:02.820371 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-399dbab7-5def-48d0-ad3e-0b462b695f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:02.821376 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399dbab7-5def-48d0-ad3e-0b462b695f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:02.822297 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-399dbab7-5def-48d0-ad3e-0b462b695f42 admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:02.829011 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0ed34a91-f936-43da-ae4c-509e8a10072b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:02.835456 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9229def2-9089-46c4-833b-b666175727f4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:02.889332 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-399dbab7-5def-48d0-ad3e-0b462b695f42 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2539792 Nov 10 19:32:02.895325 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-ea8fe468-3df4-49c4-8203-4a3cda7b147a None None] Provisioning complete for port ba028951-f2d1-441b-af2b-8ed002caceaa triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:02.895807 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ea8fe468-3df4-49c4-8203-4a3cda7b147a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:02.906842 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57406) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:02.916274 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed34a91-f936-43da-ae4c-509e8a10072b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:32:02.919423 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-7f263561-95bd-40fc-ac92-2296ea71c5d9 admin admin] Request body: {'subnet': {'network_id': '80aa5130-1cdc-483c-a409-7f551127ce29', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1924811195-subnet', 'tenant_id': 'c2d6d7f75a3b43298f3a0f4f0cedec78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:02.938860 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-0ed34a91-f936-43da-ae4c-509e8a10072b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:02.947210 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed34a91-f936-43da-ae4c-509e8a10072b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:02.948188 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0ed34a91-f936-43da-ae4c-509e8a10072b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:02.948395 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399dbab7-5def-48d0-ad3e-0b462b695f42 admin admin] Pushing event updated for resources: {'Network': ['ID=80aa5130-1cdc-483c-a409-7f551127ce29,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:02.959309 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed34a91-f936-43da-ae4c-509e8a10072b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Subnet': ['ID=0ce50992-9d7b-4e5f-9953-670663339b13,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:02.967434 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087ef328-29ac-4b78-b703-c8ff0859f31d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Network 50a5c4bb-cecd-4840-81a6-f330afc7530f is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:32:02.970467 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cb4d2c-d6dc-44e9-a6e6-57aad2103a6b None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:32:02.970629 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-087ef328-29ac-4b78-b703-c8ff0859f31d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:02.972545 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 80aa5130-1cdc-483c-a409-7f551127ce29 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:32:03.022849 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f263561-95bd-40fc-ac92-2296ea71c5d9 admin admin] Made reservation on behalf of c2d6d7f75a3b43298f3a0f4f0cedec78 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:32:03.025344 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7f263561-95bd-40fc-ac92-2296ea71c5d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:03.060949 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0ed34a91-f936-43da-ae4c-509e8a10072b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7392831 Nov 10 19:32:03.064913 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57408) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:03.071416 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-643c8d75-a7cf-4c2b-88f3-10251305f257 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'port': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'fixed_ips': [{'subnet_id': '0ce50992-9d7b-4e5f-9953-670663339b13', 'ip_address': '2001:db8::d806:9979:49e8:8917'}], 'name': 'tempest-NetworksTestDHCPv6-1290723122'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:03.119007 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087ef328-29ac-4b78-b703-c8ff0859f31d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Router 99228d29-39e6-4d52-9648-58f27d3cc6ea has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:32:03.131984 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-b7b2e888-2574-4dba-a242-937d08bff64c tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:03.133648 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-b7b2e888-2574-4dba-a242-937d08bff64c tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/networks?id=d81248ac-96a9-4e56-9bb4-f772b36a0433 HTTP/1.1" status: 200 len: 812 time: 0.2628994 Nov 10 19:32:03.210442 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-6917c6d9-9dd8-47d9-8744-261580c5142b tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/quotas/e964d54e065f49df9181b3cc5034fac9 HTTP/1.1" status: 200 len: 375 time: 0.0562427 Nov 10 19:32:03.217533 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ea8fe468-3df4-49c4-8203-4a3cda7b147a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:03.345250 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9229def2-9089-46c4-833b-b666175727f4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:03.352844 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087ef328-29ac-4b78-b703-c8ff0859f31d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:32:03.376647 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-087ef328-29ac-4b78-b703-c8ff0859f31d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "PUT /v2.0/routers/99228d29-39e6-4d52-9648-58f27d3cc6ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2815297 Nov 10 19:32:03.377363 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643c8d75-a7cf-4c2b-88f3-10251305f257 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:32:03.378983 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9229def2-9089-46c4-833b-b666175727f4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:03.380930 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57410) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:03.438602 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-e043184f-578b-41bd-89df-8be56870b433 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e964d54e065f49df9181b3cc5034fac9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2067034 Nov 10 19:32:03.457069 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-9c8e6dba-502c-4f18-965b-98e5fedf56f8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:03.525693 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ba028951-f2d1-441b-af2b-8ed002caceaa up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:32:03.528209 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d702981a-49c3-4303-955a-94ac8c6274ec None None] Sync routers for ids ['99228d29-39e6-4d52-9648-58f27d3cc6ea'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:32:03.538637 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-ea8fe468-3df4-49c4-8203-4a3cda7b147a None None] For port ba028951-f2d1-441b-af2b-8ed002caceaa, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ba028951-f2d1-441b-af2b-8ed002caceaa,segment=NetworkSegment(590d16aa-e0f0-4da9-9a08-6c00830f2ed1),segment_id=590d16aa-e0f0-4da9-9a08-6c00830f2ed1)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:03.561409 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a41d95f-f96c-4f11-8740-c0c67ae25401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-0f2098c5-8490-42c1-8134-97661a60c707', 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'fixed_ips': [{'subnet_id': '0ce50992-9d7b-4e5f-9953-670663339b13'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:32:03.562951 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9a41d95f-f96c-4f11-8740-c0c67ae25401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:03.581514 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ea8fe468-3df4-49c4-8203-4a3cda7b147a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:03.603555 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d702981a-49c3-4303-955a-94ac8c6274ec None None] Routers {'99228d29-39e6-4d52-9648-58f27d3cc6ea'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:32:03.604743 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-d702981a-49c3-4303-955a-94ac8c6274ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:31:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['99228d29-39e6-4d52-9648-58f27d3cc6ea'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:03.620177 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-643c8d75-a7cf-4c2b-88f3-10251305f257 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:03.695329 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-643c8d75-a7cf-4c2b-88f3-10251305f257 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] device_id is not set on port 8043b13d-b99f-4911-bbf2-08b45648e0fa yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:32:03.770565 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-fd49e3e3-2e45-4311-99eb-95b836d9323b service neutron] 10.222.0.54 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182368 Nov 10 19:32:03.785638 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7f263561-95bd-40fc-ac92-2296ea71c5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:03.819041 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-9229def2-9089-46c4-833b-b666175727f4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Allocated IP 172.25.3.192 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/7e6a3f0f-a035-40cf-8037-308814ecffad) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:32:03.829725 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8fe468-3df4-49c4-8203-4a3cda7b147a None None] Pushing event updated for resources: {'Port': ['ID=ba028951-f2d1-441b-af2b-8ed002caceaa,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:03.857562 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-d702981a-49c3-4303-955a-94ac8c6274ec None None] Set router 99228d29-39e6-4d52-9648-58f27d3cc6ea gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:32:03.863740 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port ba028951-f2d1-441b-af2b-8ed002caceaa triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:03.864236 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:03.891918 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c7cdaf0f-cc61-4705-b7b7-aa618f782d78 None None] Provisioning complete for port ba028951-f2d1-441b-af2b-8ed002caceaa triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:03.892361 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c7cdaf0f-cc61-4705-b7b7-aa618f782d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:04.000774 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f263561-95bd-40fc-ac92-2296ea71c5d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fac1e0e2-66b2-4a7a-bc45-1c985c084415,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:04.025241 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f263561-95bd-40fc-ac92-2296ea71c5d9 admin admin] Checking segment: {'id': '1e59d5cd-a3f3-42f6-9a81-553c8ff522db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '80aa5130-1cdc-483c-a409-7f551127ce29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:32:04.025619 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f263561-95bd-40fc-ac92-2296ea71c5d9 admin admin] Network hostable DHCP agents. Network: 80aa5130-1cdc-483c-a409-7f551127ce29, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:32:04.048731 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9229def2-9089-46c4-833b-b666175727f4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:04.050804 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-6136b96b-d77e-48c8-944d-3e35d7316aae service neutron] 10.222.0.54 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665162 Nov 10 19:32:04.062790 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.extraroute_db [None req-9c8e6dba-502c-4f18-965b-98e5fedf56f8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102505) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 19:32:04.063697 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-9a41d95f-f96c-4f11-8740-c0c67ae25401 None None] Allocated IP 2001:db8::2 (0f2098c5-8490-42c1-8134-97661a60c707/0ce50992-9d7b-4e5f-9953-670663339b13/3428b2cc-2706-43b0-bf44-269b0df07f44) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:32:04.067477 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f263561-95bd-40fc-ac92-2296ea71c5d9 admin admin] Network 80aa5130-1cdc-483c-a409-7f551127ce29 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:32:04.089707 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-7f263561-95bd-40fc-ac92-2296ea71c5d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 80aa5130-1cdc-483c-a409-7f551127ce29) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:04.091848 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.extraroute_db [None req-9c8e6dba-502c-4f18-965b-98e5fedf56f8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Removed routes are [] {{(pid=102505) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 19:32:04.092196 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9c8e6dba-502c-4f18-965b-98e5fedf56f8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25260'] for router, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:04.105046 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f263561-95bd-40fc-ac92-2296ea71c5d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:04.105393 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7f263561-95bd-40fc-ac92-2296ea71c5d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:04.116268 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bddcfd5-09aa-4ffb-bad7-870d06ba65a0 None None] Network 80aa5130-1cdc-483c-a409-7f551127ce29 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:32:04.147418 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7f263561-95bd-40fc-ac92-2296ea71c5d9 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2343359 Nov 10 19:32:04.206841 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9229def2-9089-46c4-833b-b666175727f4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:04.278629 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9229def2-9089-46c4-833b-b666175727f4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:32:04.285280 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-9229def2-9089-46c4-833b-b666175727f4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:04.293279 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9229def2-9089-46c4-833b-b666175727f4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:32:04.313900 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70edc083-5769-4646-9f6a-c045eac3fedb None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:32:04.373148 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef1318b7-0149-4d74-8e61-cf569fd66bcd req-681e0e05-2ae0-4945-807d-83dbb43a1efe tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=9af3fc01-0474-4f27-b255-bbc79cd78a4b HTTP/1.1" status: 200 len: 210 time: 0.0857499 Nov 10 19:32:04.649618 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c7cdaf0f-cc61-4705-b7b7-aa618f782d78 None None] Provisioning complete for port 496600c8-fb35-4582-a155-57d7d4dc0aa7 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:04.649618 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c7cdaf0f-cc61-4705-b7b7-aa618f782d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:04.691419 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device b58fb0fc-4e71-4c73-9ee1-4329ed990a1e no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:32:04.770090 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: b58fb0fc-4e71-4c73-9ee1-4329ed990a1e {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:32:04.770444 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device b58fb0fc-4e71-4c73-9ee1-4329ed990a1e not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:32:04.794161 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229def2-9089-46c4-833b-b666175727f4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'Port': ['ID=7e6a3f0f-a035-40cf-8037-308814ecffad,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:04.811785 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c7cdaf0f-cc61-4705-b7b7-aa618f782d78 None None] Port 496600c8-fb35-4582-a155-57d7d4dc0aa7 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:32:04.820944 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa6a9fa-05ec-472b-997c-568e1fbb4ef9 None None] Network 80aa5130-1cdc-483c-a409-7f551127ce29 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:32:04.842117 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9a41d95f-f96c-4f11-8740-c0c67ae25401 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:04.862057 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-d702981a-49c3-4303-955a-94ac8c6274ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'name': 'tempest-RoutersTest-router-1803420670', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:31:31Z', 'updated_at': '2021-11-10T19:32:01Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'gw_port_host': None, '_interfaces': [{'id': '496600c8-fb35-4582-a155-57d7d4dc0aa7', 'name': '', 'network_id': '50a5c4bb-cecd-4840-81a6-f330afc7530f', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:65:8e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'f8fae8a8-ed3b-4de0-9e7b-80b8846c6d80', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:00Z', 'updated_at': '2021-11-10T19:32:01Z', 'revision_number': 2, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': 'f8fae8a8-ed3b-4de0-9e7b-80b8846c6d80', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '497f26b6-cfb4-41f1-a23a-558cce1fe6a9', 'name': '', 'network_id': 'f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:4a:e6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '403ac677-7289-45a3-8128-a3cf04817108', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:39Z', 'updated_at': '2021-11-10T19:31:52Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '403ac677-7289-45a3-8128-a3cf04817108', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bfc1b18-56f6-4502-9185-d20408f07368', 'name': '', 'network_id': 'd2854563-a40f-426a-8cb9-6c0753abf3c6', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:9a:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '2d5e541d-36dc-4872-bcd3-8262f01ff667', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:50Z', 'updated_at': '2021-11-10T19:31:59Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2d5e541d-36dc-4872-bcd3-8262f01ff667', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5d5e5b-5a9c-4546-abc0-34d9b35b8d64', 'name': '', 'network_id': '064b2bd0-5827-4379-a185-243289464eea', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:d4:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:34Z', 'updated_at': '2021-11-10T19:31:42Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:04.864596 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9a41d95f-f96c-4f11-8740-c0c67ae25401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:04.951358 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9c8e6dba-502c-4f18-965b-98e5fedf56f8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25260'] for router, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:04.958767 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d702981a-49c3-4303-955a-94ac8c6274ec None None] Checking router: 99228d29-39e6-4d52-9648-58f27d3cc6ea for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:32:04.959372 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d702981a-49c3-4303-955a-94ac8c6274ec None None] Updating router 99228d29-39e6-4d52-9648-58f27d3cc6ea port 496600c8-fb35-4582-a155-57d7d4dc0aa7 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:32:04.964167 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-643c8d75-a7cf-4c2b-88f3-10251305f257 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Allocated IP 2001:db8::d806:9979:49e8:8917 (0f2098c5-8490-42c1-8134-97661a60c707/0ce50992-9d7b-4e5f-9953-670663339b13/8043b13d-b99f-4911-bbf2-08b45648e0fa) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:32:04.978521 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a41d95f-f96c-4f11-8740-c0c67ae25401 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:32:04.990157 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9c8e6dba-502c-4f18-965b-98e5fedf56f8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-408903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-408910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396833'] for router, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:05.007356 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-9a41d95f-f96c-4f11-8740-c0c67ae25401 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:05.019011 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a41d95f-f96c-4f11-8740-c0c67ae25401 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:32:05.092941 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d702981a-49c3-4303-955a-94ac8c6274ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:05.149820 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41d95f-f96c-4f11-8740-c0c67ae25401 None None] Pushing event updated for resources: {'Port': ['ID=3428b2cc-2706-43b0-bf44-269b0df07f44,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:05.182159 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d6d0abab-f66e-45b2-a053-a608e6f5ad21 None None] Provisioning complete for port 7e6a3f0f-a035-40cf-8037-308814ecffad triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:05.182678 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d6d0abab-f66e-45b2-a053-a608e6f5ad21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:05.187820 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-9a41d95f-f96c-4f11-8740-c0c67ae25401 None None] Attempting to bind port 3428b2cc-2706-43b0-bf44-269b0df07f44 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:32:05.188333 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-9a41d95f-f96c-4f11-8740-c0c67ae25401 None None] Attempting to bind port 3428b2cc-2706-43b0-bf44-269b0df07f44 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:32:05.188801 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a41d95f-f96c-4f11-8740-c0c67ae25401 None None] Attempting to bind port 3428b2cc-2706-43b0-bf44-269b0df07f44 on network 0f2098c5-8490-42c1-8134-97661a60c707 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:32:05.223476 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8e6dba-502c-4f18-965b-98e5fedf56f8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Router 99228d29-39e6-4d52-9648-58f27d3cc6ea has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:32:05.394297 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9229def2-9089-46c4-833b-b666175727f4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:05.450299 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8e6dba-502c-4f18-965b-98e5fedf56f8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:32:05.463988 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9c8e6dba-502c-4f18-965b-98e5fedf56f8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:05.466381 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9c8e6dba-502c-4f18-965b-98e5fedf56f8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "PUT /v2.0/routers/99228d29-39e6-4d52-9648-58f27d3cc6ea HTTP/1.1" status: 200 len: 934 time: 2.0830209 Nov 10 19:32:05.468802 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57436) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:05.608687 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b1e849e-ecb4-41e9-99be-c7aa3c06493d req-83206692-5a3e-4137-8bab-ad58a63b7baa tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=9af3fc01-0474-4f27-b255-bbc79cd78a4b HTTP/1.1" status: 200 len: 210 time: 0.1039863 Nov 10 19:32:05.667297 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-643c8d75-a7cf-4c2b-88f3-10251305f257 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:05.687907 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9229def2-9089-46c4-833b-b666175727f4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:05.704289 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ba028951-f2d1-441b-af2b-8ed002caceaa up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:32:05.721170 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6b351473-d146-4aa9-8165-c0adba6fb09d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "GET /v2.0/routers/99228d29-39e6-4d52-9648-58f27d3cc6ea HTTP/1.1" status: 200 len: 934 time: 0.2511961 Nov 10 19:32:05.722476 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57438) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:05.723542 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-643c8d75-a7cf-4c2b-88f3-10251305f257 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:05.732501 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-07c5e5b3-2a80-4e09-aac4-8a5a04a746d0 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Request body: {'router': {'routes': None}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:05.759430 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a41d95f-f96c-4f11-8740-c0c67ae25401 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:32:05.760018 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a41d95f-f96c-4f11-8740-c0c67ae25401 None None] Checking segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:32:05.760516 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9a41d95f-f96c-4f11-8740-c0c67ae25401 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:05.761054 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a41d95f-f96c-4f11-8740-c0c67ae25401 None None] Bound using segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:32:05.761693 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-9a41d95f-f96c-4f11-8740-c0c67ae25401 None None] Bound port: 3428b2cc-2706-43b0-bf44-269b0df07f44, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:32:05.762220 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9a41d95f-f96c-4f11-8740-c0c67ae25401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:05.822348 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-d6d0abab-f66e-45b2-a053-a608e6f5ad21 None None] Port 7e6a3f0f-a035-40cf-8037-308814ecffad cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:32:05.908925 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d6d0abab-f66e-45b2-a053-a608e6f5ad21 None None] Provisioning complete for port 496600c8-fb35-4582-a155-57d7d4dc0aa7 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:05.909500 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d6d0abab-f66e-45b2-a053-a608e6f5ad21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:05.958339 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9a41d95f-f96c-4f11-8740-c0c67ae25401 None None] For port 3428b2cc-2706-43b0-bf44-269b0df07f44, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:32:05.991943 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port ba028951-f2d1-441b-af2b-8ed002caceaa triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:05.992482 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:05.993221 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9229def2-9089-46c4-833b-b666175727f4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Router dad082b7-e80a-4abc-a3c9-8050c4e5b765 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:32:05.996820 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9a41d95f-f96c-4f11-8740-c0c67ae25401 None None] For port 3428b2cc-2706-43b0-bf44-269b0df07f44, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=3428b2cc-2706-43b0-bf44-269b0df07f44,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:32:06.006654 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-d6d0abab-f66e-45b2-a053-a608e6f5ad21 None None] Port 496600c8-fb35-4582-a155-57d7d4dc0aa7 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:32:06.029253 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9a41d95f-f96c-4f11-8740-c0c67ae25401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:06.048810 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643c8d75-a7cf-4c2b-88f3-10251305f257 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:32:06.095141 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-643c8d75-a7cf-4c2b-88f3-10251305f257 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:06.102524 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643c8d75-a7cf-4c2b-88f3-10251305f257 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:32:06.110766 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643c8d75-a7cf-4c2b-88f3-10251305f257 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:06.111781 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-643c8d75-a7cf-4c2b-88f3-10251305f257 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:06.161250 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-643c8d75-a7cf-4c2b-88f3-10251305f257 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0880377 Nov 10 19:32:06.168985 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-89cac117-7f8c-4ffd-9153-51a493aee42b tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:06.170222 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57444) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:06.171504 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-89cac117-7f8c-4ffd-9153-51a493aee42b tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.73 "GET /v2.0/networks?id=d81248ac-96a9-4e56-9bb4-f772b36a0433 HTTP/1.1" status: 200 len: 812 time: 0.3442810 Nov 10 19:32:06.172941 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9229def2-9089-46c4-833b-b666175727f4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:32:06.174800 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d702981a-49c3-4303-955a-94ac8c6274ec None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:06.185368 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170cc78a-52a1-43ac-ae8d-25de3e4f2c49 None None] Sync routers for ids ['dad082b7-e80a-4abc-a3c9-8050c4e5b765'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:32:06.201247 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-8b2c3c83-e7fa-4099-9bf1-3550aec1740e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'port': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'fixed_ips': [{'subnet_id': '0ce50992-9d7b-4e5f-9953-670663339b13', 'ip_address': '2001:db8::d806:9979:49e8:8917'}], 'name': 'tempest-NetworksTestDHCPv6-129324177'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:06.206164 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d702981a-49c3-4303-955a-94ac8c6274ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:06.218295 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-f12f8c5b-2ac2-4ee4-8a3a-b993c8569e36 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Request body: {'port': {'device_id': '9af3fc01-0474-4f27-b255-bbc79cd78a4b', 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433', 'admin_state_up': True, 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:06.220548 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170cc78a-52a1-43ac-ae8d-25de3e4f2c49 None None] Routers {'dad082b7-e80a-4abc-a3c9-8050c4e5b765'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:32:06.221179 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-170cc78a-52a1-43ac-ae8d-25de3e4f2c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:31:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['dad082b7-e80a-4abc-a3c9-8050c4e5b765'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:06.230389 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c8d75-a7cf-4c2b-88f3-10251305f257 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Port': ['ID=8043b13d-b99f-4911-bbf2-08b45648e0fa,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:06.241883 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41d95f-f96c-4f11-8740-c0c67ae25401 None None] Pushing event updated for resources: {'Port': ['ID=3428b2cc-2706-43b0-bf44-269b0df07f44,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:06.268564 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9229def2-9089-46c4-833b-b666175727f4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:06.270042 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9229def2-9089-46c4-833b-b666175727f4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.0957456 Nov 10 19:32:06.273581 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57446) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:06.413708 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-170cc78a-52a1-43ac-ae8d-25de3e4f2c49 None None] Set router dad082b7-e80a-4abc-a3c9-8050c4e5b765 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:32:06.418337 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b9567c57-f8e1-44c2-ba83-5f18b19d3a10 tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=540494213bb2401d877387c28ba690c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1432214 Nov 10 19:32:06.423879 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57450) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:06.553503 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd96f1a-fafa-464a-975e-236f92041084 None None] Pushing event updated for resources: {'Port': ['ID=496600c8-fb35-4582-a155-57d7d4dc0aa7,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:06.635471 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d702981a-49c3-4303-955a-94ac8c6274ec None None] Attempting to bind port 496600c8-fb35-4582-a155-57d7d4dc0aa7 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:32:06.635951 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d702981a-49c3-4303-955a-94ac8c6274ec None None] Attempting to bind port 496600c8-fb35-4582-a155-57d7d4dc0aa7 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '590d16aa-e0f0-4da9-9a08-6c00830f2ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '50a5c4bb-cecd-4840-81a6-f330afc7530f'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:32:06.636410 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d702981a-49c3-4303-955a-94ac8c6274ec None None] Attempting to bind port 496600c8-fb35-4582-a155-57d7d4dc0aa7 on network 50a5c4bb-cecd-4840-81a6-f330afc7530f {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:32:06.662063 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d702981a-49c3-4303-955a-94ac8c6274ec None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:32:06.662783 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d702981a-49c3-4303-955a-94ac8c6274ec None None] Checking segment: {'id': '590d16aa-e0f0-4da9-9a08-6c00830f2ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '50a5c4bb-cecd-4840-81a6-f330afc7530f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:32:06.664335 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d702981a-49c3-4303-955a-94ac8c6274ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:06.664948 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d702981a-49c3-4303-955a-94ac8c6274ec None None] Bound using segment: {'id': '590d16aa-e0f0-4da9-9a08-6c00830f2ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '50a5c4bb-cecd-4840-81a6-f330afc7530f'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:32:06.669024 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d702981a-49c3-4303-955a-94ac8c6274ec None None] Bound port: 496600c8-fb35-4582-a155-57d7d4dc0aa7, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590d16aa-e0f0-4da9-9a08-6c00830f2ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '50a5c4bb-cecd-4840-81a6-f330afc7530f'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:32:06.669693 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d702981a-49c3-4303-955a-94ac8c6274ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:06.750244 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-170cc78a-52a1-43ac-ae8d-25de3e4f2c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452315930', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7e6a3f0f-a035-40cf-8037-308814ecffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:02Z', 'updated_at': '2021-11-10T19:32:05Z', 'revision_number': 3, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '7e6a3f0f-a035-40cf-8037-308814ecffad', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:03Z', 'updated_at': '2021-11-10T19:32:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:06.772340 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-f12f8c5b-2ac2-4ee4-8a3a-b993c8569e36 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Made reservation on behalf of e964d54e065f49df9181b3cc5034fac9 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:32:06.780766 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-f12f8c5b-2ac2-4ee4-8a3a-b993c8569e36 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:06.790900 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170cc78a-52a1-43ac-ae8d-25de3e4f2c49 None None] Checking router: dad082b7-e80a-4abc-a3c9-8050c4e5b765 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:32:06.791647 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170cc78a-52a1-43ac-ae8d-25de3e4f2c49 None None] Updating router dad082b7-e80a-4abc-a3c9-8050c4e5b765 port 7e6a3f0f-a035-40cf-8037-308814ecffad binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:32:06.817484 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ebd19a9c-6462-4b4d-b41b-8e880044503e req-1183d101-a7ca-4129-8f0e-9a4d6e6bb66e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=9af3fc01-0474-4f27-b255-bbc79cd78a4b HTTP/1.1" status: 200 len: 210 time: 0.0403156 Nov 10 19:32:06.820175 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-d702981a-49c3-4303-955a-94ac8c6274ec None None] For port 496600c8-fb35-4582-a155-57d7d4dc0aa7, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:32:06.825526 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8358bd1b-87e5-45f0-aa96-ebbd978a7b9c tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:06.825714 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-d702981a-49c3-4303-955a-94ac8c6274ec None None] For port 496600c8-fb35-4582-a155-57d7d4dc0aa7, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=496600c8-fb35-4582-a155-57d7d4dc0aa7,segment=NetworkSegment(590d16aa-e0f0-4da9-9a08-6c00830f2ed1),segment_id=590d16aa-e0f0-4da9-9a08-6c00830f2ed1)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:32:06.827328 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8358bd1b-87e5-45f0-aa96-ebbd978a7b9c tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4000676 Nov 10 19:32:06.830476 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57454) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:06.841250 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d702981a-49c3-4303-955a-94ac8c6274ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:06.845223 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-170cc78a-52a1-43ac-ae8d-25de3e4f2c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:06.902353 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e649d9fd-5713-4e46-bd35-9c4f68701832 None None] Provisioning complete for port 496600c8-fb35-4582-a155-57d7d4dc0aa7 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:06.902773 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e649d9fd-5713-4e46-bd35-9c4f68701832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:06.910306 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2c3c83-e7fa-4099-9bf1-3550aec1740e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:32:06.915681 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8b2c3c83-e7fa-4099-9bf1-3550aec1740e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:06.931399 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-76f268d8-f9bd-4e6c-8082-8813e3154c18 tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0986378 Nov 10 19:32:06.936371 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57456) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:06.943127 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-05c364b3-aa95-457b-8e39-c2ad3aa69636 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-979257481', 'network_id': 'd69f5d37-8d73-449a-aeb4-ab39a82e90bd', 'project_id': '540494213bb2401d877387c28ba690c2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:06.989518 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d702981a-49c3-4303-955a-94ac8c6274ec None None] Routers {'99228d29-39e6-4d52-9648-58f27d3cc6ea'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:32:06.991000 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-d702981a-49c3-4303-955a-94ac8c6274ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:31:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['99228d29-39e6-4d52-9648-58f27d3cc6ea'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:07.022722 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-f12f8c5b-2ac2-4ee4-8a3a-b993c8569e36 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Allocated IP 172.20.0.3 (d81248ac-96a9-4e56-9bb4-f772b36a0433/9d874850-3788-4c89-9cc5-3e0f9d06fb90/c14cecc2-36b5-46e9-a105-82647df57026) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:32:07.042748 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-8b2c3c83-e7fa-4099-9bf1-3550aec1740e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] device_id is not set on port c5d1e807-99f6-4104-834d-1b6248c6daf8 yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:32:07.054367 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd96f1a-fafa-464a-975e-236f92041084 None None] Pushing event updated for resources: {'Port': ['ID=496600c8-fb35-4582-a155-57d7d4dc0aa7,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:07.174516 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e649d9fd-5713-4e46-bd35-9c4f68701832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:07.192099 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.extraroute_db [None req-07c5e5b3-2a80-4e09-aac4-8a5a04a746d0 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Added routes are [] {{(pid=102506) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 19:32:07.192420 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.extraroute_db [None req-07c5e5b3-2a80-4e09-aac4-8a5a04a746d0 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102506) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 19:32:07.208584 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-d702981a-49c3-4303-955a-94ac8c6274ec None None] Set router 99228d29-39e6-4d52-9648-58f27d3cc6ea gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:32:07.292560 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c364b3-aa95-457b-8e39-c2ad3aa69636 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Made reservation on behalf of 540494213bb2401d877387c28ba690c2 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:32:07.296889 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-05c364b3-aa95-457b-8e39-c2ad3aa69636 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:07.297452 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-170cc78a-52a1-43ac-ae8d-25de3e4f2c49 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:07.312619 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-170cc78a-52a1-43ac-ae8d-25de3e4f2c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:07.390337 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-f12f8c5b-2ac2-4ee4-8a3a-b993c8569e36 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:07.459216 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-07c5e5b3-2a80-4e09-aac4-8a5a04a746d0 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25260'] for router, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:07.473680 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-170cc78a-52a1-43ac-ae8d-25de3e4f2c49 None None] Attempting to bind port 7e6a3f0f-a035-40cf-8037-308814ecffad on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:32:07.474519 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-170cc78a-52a1-43ac-ae8d-25de3e4f2c49 None None] Attempting to bind port 7e6a3f0f-a035-40cf-8037-308814ecffad by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:32:07.475115 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170cc78a-52a1-43ac-ae8d-25de3e4f2c49 None None] Attempting to bind port 7e6a3f0f-a035-40cf-8037-308814ecffad on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:32:07.483792 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-f12f8c5b-2ac2-4ee4-8a3a-b993c8569e36 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:07.490281 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170cc78a-52a1-43ac-ae8d-25de3e4f2c49 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:32:07.491642 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170cc78a-52a1-43ac-ae8d-25de3e4f2c49 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:32:07.492607 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-170cc78a-52a1-43ac-ae8d-25de3e4f2c49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:07.495276 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170cc78a-52a1-43ac-ae8d-25de3e4f2c49 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:32:07.496129 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-170cc78a-52a1-43ac-ae8d-25de3e4f2c49 None None] Bound port: 7e6a3f0f-a035-40cf-8037-308814ecffad, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:32:07.497096 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-170cc78a-52a1-43ac-ae8d-25de3e4f2c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:07.507157 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca3ed6-3dde-4387-9063-71be0f5c7b88 None None] Pushing event updated for resources: {'Port': ['ID=7e6a3f0f-a035-40cf-8037-308814ecffad,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:07.582465 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f9fc2c-92fb-4f84-962c-b303470f34f1 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:32:07.594431 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3428b2cc-2706-43b0-bf44-269b0df07f44 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:32:07.602057 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['396705cb-6674-4fb5-9d3b-c8393750b283'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:32:07.630967 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f8c5b-2ac2-4ee4-8a3a-b993c8569e36 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Pushing event updated for resources: {'Port': ['ID=c14cecc2-36b5-46e9-a105-82647df57026,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:07.668303 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-f12f8c5b-2ac2-4ee4-8a3a-b993c8569e36 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Network d81248ac-96a9-4e56-9bb4-f772b36a0433 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:32:07.670018 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-170cc78a-52a1-43ac-ae8d-25de3e4f2c49 None None] For port 7e6a3f0f-a035-40cf-8037-308814ecffad, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:32:07.670317 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-f12f8c5b-2ac2-4ee4-8a3a-b993c8569e36 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:07.676969 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-f12f8c5b-2ac2-4ee4-8a3a-b993c8569e36 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:32:07.686128 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-170cc78a-52a1-43ac-ae8d-25de3e4f2c49 None None] For port 7e6a3f0f-a035-40cf-8037-308814ecffad, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=7e6a3f0f-a035-40cf-8037-308814ecffad,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:32:07.693429 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e649d9fd-5713-4e46-bd35-9c4f68701832 None None] For port 496600c8-fb35-4582-a155-57d7d4dc0aa7, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=496600c8-fb35-4582-a155-57d7d4dc0aa7,segment=NetworkSegment(590d16aa-e0f0-4da9-9a08-6c00830f2ed1),segment_id=590d16aa-e0f0-4da9-9a08-6c00830f2ed1)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:07.696233 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-170cc78a-52a1-43ac-ae8d-25de3e4f2c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:07.718038 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e649d9fd-5713-4e46-bd35-9c4f68701832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:07.792372 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca3ed6-3dde-4387-9063-71be0f5c7b88 None None] Pushing event updated for resources: {'Port': ['ID=7e6a3f0f-a035-40cf-8037-308814ecffad,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:07.811359 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170cc78a-52a1-43ac-ae8d-25de3e4f2c49 None None] Routers {'dad082b7-e80a-4abc-a3c9-8050c4e5b765'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:32:07.811974 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-170cc78a-52a1-43ac-ae8d-25de3e4f2c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:31:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['dad082b7-e80a-4abc-a3c9-8050c4e5b765'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:07.812601 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-f12f8c5b-2ac2-4ee4-8a3a-b993c8569e36 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:07.817192 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-f12f8c5b-2ac2-4ee4-8a3a-b993c8569e36 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:07.847474 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-f12f8c5b-2ac2-4ee4-8a3a-b993c8569e36 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6390212 Nov 10 19:32:07.862767 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-21fccf9d-e55f-457c-b17f-68d68a7901bf service neutron] Request body: {'port': {'device_id': '9af3fc01-0474-4f27-b255-bbc79cd78a4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:07.871503 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649d9fd-5713-4e46-bd35-9c4f68701832 None None] Pushing event updated for resources: {'Port': ['ID=496600c8-fb35-4582-a155-57d7d4dc0aa7,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:07.888215 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1f0980-4a01-4824-8853-542f11388ec4 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:32:07.910296 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57466) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:07.951759 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-6c62e8ff-c4d0-4b03-b2b1-fd22ca6a40b5 None None] Provisioning complete for port 7e6a3f0f-a035-40cf-8037-308814ecffad triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:07.952201 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6c62e8ff-c4d0-4b03-b2b1-fd22ca6a40b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:07.953568 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b2c3c83-e7fa-4099-9bf1-3550aec1740e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 10 19:32:07.954222 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b2c3c83-e7fa-4099-9bf1-3550aec1740e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:32:08.071443 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-170cc78a-52a1-43ac-ae8d-25de3e4f2c49 None None] Set router dad082b7-e80a-4abc-a3c9-8050c4e5b765 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:32:08.091122 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 3428b2cc-2706-43b0-bf44-269b0df07f44 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:08.091504 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:08.184566 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6c62e8ff-c4d0-4b03-b2b1-fd22ca6a40b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:08.191173 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-51532307-7cf3-4973-97eb-b0df85fee420 tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] 10.222.0.54 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4372 time: 0.2795632 Nov 10 19:32:08.192046 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-21fccf9d-e55f-457c-b17f-68d68a7901bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:08.198188 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57468) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:08.211471 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-19c04d08-9f64-4826-9786-037df4b98b59 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Request body: {'network': {'name': 'tempest-network-smoke--1101080345', 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'port_security_enabled': False}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:08.261724 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-6c62e8ff-c4d0-4b03-b2b1-fd22ca6a40b5 None None] For port 7e6a3f0f-a035-40cf-8037-308814ecffad, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=7e6a3f0f-a035-40cf-8037-308814ecffad,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:08.265664 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-d702981a-49c3-4303-955a-94ac8c6274ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'name': 'tempest-RoutersTest-router-1803420670', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:31:31Z', 'updated_at': '2021-11-10T19:32:04Z', 'revision_number': 6, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'gw_port_host': None, '_interfaces': [{'id': '496600c8-fb35-4582-a155-57d7d4dc0aa7', 'name': '', 'network_id': '50a5c4bb-cecd-4840-81a6-f330afc7530f', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:65:8e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'f8fae8a8-ed3b-4de0-9e7b-80b8846c6d80', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:00Z', 'updated_at': '2021-11-10T19:32:06Z', 'revision_number': 4, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': 'f8fae8a8-ed3b-4de0-9e7b-80b8846c6d80', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '497f26b6-cfb4-41f1-a23a-558cce1fe6a9', 'name': '', 'network_id': 'f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:4a:e6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '403ac677-7289-45a3-8128-a3cf04817108', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:39Z', 'updated_at': '2021-11-10T19:31:52Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '403ac677-7289-45a3-8128-a3cf04817108', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bfc1b18-56f6-4502-9185-d20408f07368', 'name': '', 'network_id': 'd2854563-a40f-426a-8cb9-6c0753abf3c6', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:9a:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '2d5e541d-36dc-4872-bcd3-8262f01ff667', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:50Z', 'updated_at': '2021-11-10T19:31:59Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2d5e541d-36dc-4872-bcd3-8262f01ff667', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5d5e5b-5a9c-4546-abc0-34d9b35b8d64', 'name': '', 'network_id': '064b2bd0-5827-4379-a185-243289464eea', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:d4:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:34Z', 'updated_at': '2021-11-10T19:31:42Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:08.310930 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6c62e8ff-c4d0-4b03-b2b1-fd22ca6a40b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:08.328420 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c04d08-9f64-4826-9786-037df4b98b59 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Made reservation on behalf of 26bbb91bbd1a44118e77b6255c634c66 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:32:08.342562 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-19c04d08-9f64-4826-9786-037df4b98b59 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:08.376135 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d702981a-49c3-4303-955a-94ac8c6274ec None None] The sync data for ids ['99228d29-39e6-4d52-9648-58f27d3cc6ea'] in n-d-813897-4 is: [{'id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'name': 'tempest-RoutersTest-router-1803420670', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:31:31Z', 'updated_at': '2021-11-10T19:32:04Z', 'revision_number': 6, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'gw_port_host': None, '_interfaces': [{'id': '496600c8-fb35-4582-a155-57d7d4dc0aa7', 'name': '', 'network_id': '50a5c4bb-cecd-4840-81a6-f330afc7530f', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:65:8e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'f8fae8a8-ed3b-4de0-9e7b-80b8846c6d80', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:00Z', 'updated_at': '2021-11-10T19:32:06Z', 'revision_number': 4, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': 'f8fae8a8-ed3b-4de0-9e7b-80b8846c6d80', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '497f26b6-cfb4-41f1-a23a-558cce1fe6a9', 'name': '', 'network_id': 'f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:4a:e6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '403ac677-7289-45a3-8128-a3cf04817108', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:39Z', 'updated_at': '2021-11-10T19:31:52Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '403ac677-7289-45a3-8128-a3cf04817108', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bfc1b18-56f6-4502-9185-d20408f07368', 'name': '', 'network_id': 'd2854563-a40f-426a-8cb9-6c0753abf3c6', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:9a:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '2d5e541d-36dc-4872-bcd3-8262f01ff667', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:50Z', 'updated_at': '2021-11-10T19:31:59Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2d5e541d-36dc-4872-bcd3-8262f01ff667', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5d5e5b-5a9c-4546-abc0-34d9b35b8d64', 'name': '', 'network_id': '064b2bd0-5827-4379-a185-243289464eea', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:d4:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:34Z', 'updated_at': '2021-11-10T19:31:42Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:32:08.382673 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62e8ff-c4d0-4b03-b2b1-fd22ca6a40b5 None None] Pushing event updated for resources: {'Port': ['ID=7e6a3f0f-a035-40cf-8037-308814ecffad,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:08.404487 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-170cc78a-52a1-43ac-ae8d-25de3e4f2c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452315930', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7e6a3f0f-a035-40cf-8037-308814ecffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:02Z', 'updated_at': '2021-11-10T19:32:05Z', 'revision_number': 3, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '7e6a3f0f-a035-40cf-8037-308814ecffad', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:03Z', 'updated_at': '2021-11-10T19:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:08.509393 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170cc78a-52a1-43ac-ae8d-25de3e4f2c49 None None] The sync data for ids ['dad082b7-e80a-4abc-a3c9-8050c4e5b765'] in n-d-813897-4 is: [{'id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452315930', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7e6a3f0f-a035-40cf-8037-308814ecffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:02Z', 'updated_at': '2021-11-10T19:32:05Z', 'revision_number': 3, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '7e6a3f0f-a035-40cf-8037-308814ecffad', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:03Z', 'updated_at': '2021-11-10T19:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:32:08.519741 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-6c62e8ff-c4d0-4b03-b2b1-fd22ca6a40b5 None None] Provisioning complete for port 496600c8-fb35-4582-a155-57d7d4dc0aa7 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:08.523699 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6c62e8ff-c4d0-4b03-b2b1-fd22ca6a40b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:08.577093 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:08.660224 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 3428b2cc-2706-43b0-bf44-269b0df07f44, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=3428b2cc-2706-43b0-bf44-269b0df07f44,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:08.669149 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:08.725483 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8b2c3c83-e7fa-4099-9bf1-3550aec1740e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.5519588 Nov 10 19:32:08.756737 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57472) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:08.765312 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=3428b2cc-2706-43b0-bf44-269b0df07f44,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:08.805389 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c04d08-9f64-4826-9786-037df4b98b59 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:32:08.827621 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-19c04d08-9f64-4826-9786-037df4b98b59 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:08.828423 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-19c04d08-9f64-4826-9786-037df4b98b59 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Added segment c599a174-3bf8-4bdd-a517-8508a8f615c0 of type vlan for network 01c25354-f919-4d40-965e-4b927fd25e47 Nov 10 19:32:08.851763 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-05c364b3-aa95-457b-8e39-c2ad3aa69636 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:08.901348 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f283c7c5-ba4f-4fec-aac6-178391fc3f92 None None] Provisioning complete for port 8043b13d-b99f-4911-bbf2-08b45648e0fa triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:08.901967 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f283c7c5-ba4f-4fec-aac6-178391fc3f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:08.923853 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c364b3-aa95-457b-8e39-c2ad3aa69636 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'Subnet': ['ID=a5f1198b-bd27-49bb-96f5-12e36fe63c4f,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:08.940582 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-07c5e5b3-2a80-4e09-aac4-8a5a04a746d0 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25260'] for router, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:08.957961 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43612bbe-7c2c-4f48-8c03-cbcc71ab96d0 req-20578d25-730e-4cfd-9df7-89f68c2fe93f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:08.959597 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-43612bbe-7c2c-4f48-8c03-cbcc71ab96d0 req-20578d25-730e-4cfd-9df7-89f68c2fe93f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=9af3fc01-0474-4f27-b255-bbc79cd78a4b HTTP/1.1" status: 200 len: 931 time: 0.9062486 Nov 10 19:32:08.981009 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-19c04d08-9f64-4826-9786-037df4b98b59 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:08.983219 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-07c5e5b3-2a80-4e09-aac4-8a5a04a746d0 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-408903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-408910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396833'] for router, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:08.992834 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-f283c7c5-ba4f-4fec-aac6-178391fc3f92 None None] Port 8043b13d-b99f-4911-bbf2-08b45648e0fa cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:32:09.030671 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-21fccf9d-e55f-457c-b17f-68d68a7901bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c14cecc2-36b5-46e9-a105-82647df57026 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:32:09.054046 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f283c7c5-ba4f-4fec-aac6-178391fc3f92 None None] Provisioning complete for port c14cecc2-36b5-46e9-a105-82647df57026 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:09.055312 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f283c7c5-ba4f-4fec-aac6-178391fc3f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:09.062965 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-21fccf9d-e55f-457c-b17f-68d68a7901bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:09.069056 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc32d0f-9308-4950-96d7-82306ed2f195 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:09.076008 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc32d0f-9308-4950-96d7-82306ed2f195 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:09.077727 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-fcc32d0f-9308-4950-96d7-82306ed2f195 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.3140481 Nov 10 19:32:09.081276 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57474) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:09.082154 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-19c04d08-9f64-4826-9786-037df4b98b59 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:09.090380 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c04d08-9f64-4826-9786-037df4b98b59 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:09.091247 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-19c04d08-9f64-4826-9786-037df4b98b59 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:09.111171 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-f283c7c5-ba4f-4fec-aac6-178391fc3f92 None None] Port c14cecc2-36b5-46e9-a105-82647df57026 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:32:09.122738 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f283c7c5-ba4f-4fec-aac6-178391fc3f92 None None] Provisioning complete for port 7e6a3f0f-a035-40cf-8037-308814ecffad triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:09.123031 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f283c7c5-ba4f-4fec-aac6-178391fc3f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:09.159311 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-21fccf9d-e55f-457c-b17f-68d68a7901bf service neutron] Transition to ACTIVE for port object c14cecc2-36b5-46e9-a105-82647df57026 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:32:09.209155 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-21fccf9d-e55f-457c-b17f-68d68a7901bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:09.221993 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-19c04d08-9f64-4826-9786-037df4b98b59 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0200491 Nov 10 19:32:09.241320 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57476) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:09.270593 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-5821f569-cef6-4cc6-b0d1-5f13d422e540 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-747590048', 'admin_state_up': True, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:09.298637 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f283c7c5-ba4f-4fec-aac6-178391fc3f92 None None] Provisioning complete for port 3428b2cc-2706-43b0-bf44-269b0df07f44 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:09.299020 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f283c7c5-ba4f-4fec-aac6-178391fc3f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:09.312013 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c5e5b3-2a80-4e09-aac4-8a5a04a746d0 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Router 99228d29-39e6-4d52-9648-58f27d3cc6ea has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:32:09.312773 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c364b3-aa95-457b-8e39-c2ad3aa69636 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Checking segment: {'id': '010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd69f5d37-8d73-449a-aeb4-ab39a82e90bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:32:09.313137 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c364b3-aa95-457b-8e39-c2ad3aa69636 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Network hostable DHCP agents. Network: d69f5d37-8d73-449a-aeb4-ab39a82e90bd, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:32:09.319953 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c04d08-9f64-4826-9786-037df4b98b59 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Pushing event updated for resources: {'Network': ['ID=01c25354-f919-4d40-965e-4b927fd25e47,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:09.344833 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-43612bbe-7c2c-4f48-8c03-cbcc71ab96d0 req-4811f0eb-e628-4b59-a314-2c9d8aa2bcfd tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734822 Nov 10 19:32:09.404156 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 01c25354-f919-4d40-965e-4b927fd25e47 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:32:09.415855 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fccf9d-e55f-457c-b17f-68d68a7901bf service neutron] Pushing event updated for resources: {'Port': ['ID=c14cecc2-36b5-46e9-a105-82647df57026,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:09.503153 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c364b3-aa95-457b-8e39-c2ad3aa69636 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Network d69f5d37-8d73-449a-aeb4-ab39a82e90bd is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:32:09.504522 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5821f569-cef6-4cc6-b0d1-5f13d422e540 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:09.507735 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5821f569-cef6-4cc6-b0d1-5f13d422e540 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:09.569702 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-05c364b3-aa95-457b-8e39-c2ad3aa69636 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, d69f5d37-8d73-449a-aeb4-ab39a82e90bd) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:09.610992 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c364b3-aa95-457b-8e39-c2ad3aa69636 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:09.611470 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-05c364b3-aa95-457b-8e39-c2ad3aa69636 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:09.667500 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-05c364b3-aa95-457b-8e39-c2ad3aa69636 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.7279277 Nov 10 19:32:09.670354 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57478) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:09.794151 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-7180e685-002a-49fe-836e-6a19d84a9220 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting port 8043b13d-b99f-4911-bbf2-08b45648e0fa {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:32:09.794454 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7180e685-002a-49fe-836e-6a19d84a9220 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:09.798212 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5821f569-cef6-4cc6-b0d1-5f13d422e540 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:09.799256 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-21fccf9d-e55f-457c-b17f-68d68a7901bf service neutron] Attempting to bind port c14cecc2-36b5-46e9-a105-82647df57026 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:32:09.800115 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-21fccf9d-e55f-457c-b17f-68d68a7901bf service neutron] Attempting to bind port c14cecc2-36b5-46e9-a105-82647df57026 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:32:09.800515 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-21fccf9d-e55f-457c-b17f-68d68a7901bf service neutron] Attempting to bind port c14cecc2-36b5-46e9-a105-82647df57026 on network d81248ac-96a9-4e56-9bb4-f772b36a0433 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:32:09.808871 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-21fccf9d-e55f-457c-b17f-68d68a7901bf service neutron] Port c14cecc2-36b5-46e9-a105-82647df57026 on network d81248ac-96a9-4e56-9bb4-f772b36a0433 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:32:09.809210 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-21fccf9d-e55f-457c-b17f-68d68a7901bf service neutron] Attempting to bind port c14cecc2-36b5-46e9-a105-82647df57026 on network d81248ac-96a9-4e56-9bb4-f772b36a0433 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:32:09.874616 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-21fccf9d-e55f-457c-b17f-68d68a7901bf service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:32:09.875107 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-21fccf9d-e55f-457c-b17f-68d68a7901bf service neutron] Checking segment: {'id': '5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:32:09.875393 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-21fccf9d-e55f-457c-b17f-68d68a7901bf service neutron] Bound using segment: {'id': '5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:32:09.875945 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-21fccf9d-e55f-457c-b17f-68d68a7901bf service neutron] Bound port: c14cecc2-36b5-46e9-a105-82647df57026, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:32:09.876296 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-21fccf9d-e55f-457c-b17f-68d68a7901bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:09.953285 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-21fccf9d-e55f-457c-b17f-68d68a7901bf service neutron] For port c14cecc2-36b5-46e9-a105-82647df57026, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:32:09.958033 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-21fccf9d-e55f-457c-b17f-68d68a7901bf service neutron] For port c14cecc2-36b5-46e9-a105-82647df57026, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=c14cecc2-36b5-46e9-a105-82647df57026,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:32:09.960431 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c5e5b3-2a80-4e09-aac4-8a5a04a746d0 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:32:10.038114 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bacf5ad-288f-45b2-ae9c-f3f30e210704 None None] Network d69f5d37-8d73-449a-aeb4-ab39a82e90bd requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:32:10.038690 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-07c5e5b3-2a80-4e09-aac4-8a5a04a746d0 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:10.042309 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-07c5e5b3-2a80-4e09-aac4-8a5a04a746d0 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "PUT /v2.0/routers/99228d29-39e6-4d52-9648-58f27d3cc6ea HTTP/1.1" status: 200 len: 700 time: 4.3138211 Nov 10 19:32:10.042490 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3428b2cc-2706-43b0-bf44-269b0df07f44 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:32:10.048202 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57482) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:10.222211 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7267d824-1ef7-4d77-89a1-a91bf7ea3c60 None None] Sync routers for ids ['99228d29-39e6-4d52-9648-58f27d3cc6ea'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:32:10.260923 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 3428b2cc-2706-43b0-bf44-269b0df07f44 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:10.261738 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:10.270055 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7267d824-1ef7-4d77-89a1-a91bf7ea3c60 None None] Routers {'99228d29-39e6-4d52-9648-58f27d3cc6ea'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:32:10.277526 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-7267d824-1ef7-4d77-89a1-a91bf7ea3c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:31:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['99228d29-39e6-4d52-9648-58f27d3cc6ea'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:10.278502 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-17863f18-ab09-4635-a8e1-446eff40e327 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "GET /v2.0/routers/99228d29-39e6-4d52-9648-58f27d3cc6ea HTTP/1.1" status: 200 len: 700 time: 0.2258022 Nov 10 19:32:10.279213 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57484) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:10.575747 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-7267d824-1ef7-4d77-89a1-a91bf7ea3c60 None None] Set router 99228d29-39e6-4d52-9648-58f27d3cc6ea gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:32:10.661394 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-21fccf9d-e55f-457c-b17f-68d68a7901bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:10.672885 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3434b904-12c4-4c15-aa08-a7e281b634ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-d69f5d37-8d73-449a-aeb4-ab39a82e90bd', 'network_id': 'd69f5d37-8d73-449a-aeb4-ab39a82e90bd', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'fixed_ips': [{'subnet_id': 'a5f1198b-bd27-49bb-96f5-12e36fe63c4f'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:32:10.674280 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3434b904-12c4-4c15-aa08-a7e281b634ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:10.778032 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79af44-abdf-476e-bb0e-a312daef7c31 req-7f5454b0-7438-4768-b178-0895e6ab6b36 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:10.779586 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca79af44-abdf-476e-bb0e-a312daef7c31 req-7f5454b0-7438-4768-b178-0895e6ab6b36 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=9af3fc01-0474-4f27-b255-bbc79cd78a4b HTTP/1.1" status: 200 len: 943 time: 0.3156519 Nov 10 19:32:10.826314 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-21fccf9d-e55f-457c-b17f-68d68a7901bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:10.827263 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-21fccf9d-e55f-457c-b17f-68d68a7901bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:10.846064 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-21fccf9d-e55f-457c-b17f-68d68a7901bf service neutron] 10.222.0.73 "PUT /v2.0/ports/c14cecc2-36b5-46e9-a105-82647df57026 HTTP/1.1" status: 200 len: 1091 time: 2.9717877 Nov 10 19:32:10.849363 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af3fc01-0474-4f27-b255-bbc79cd78a4b', 'tag': 'c14cecc2-36b5-46e9-a105-82647df57026'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:32:10.851826 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5401d06-708f-4786-a00b-90ef55305804" -d '{"events": [{"name": "network-changed", "server_uuid": "9af3fc01-0474-4f27-b255-bbc79cd78a4b", "tag": "c14cecc2-36b5-46e9-a105-82647df57026"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:32:10.860122 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 496600c8-fb35-4582-a155-57d7d4dc0aa7 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:32:10.865213 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5821f569-cef6-4cc6-b0d1-5f13d422e540 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:10.943156 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7180e685-002a-49fe-836e-6a19d84a9220 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:11.000900 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-7180e685-002a-49fe-836e-6a19d84a9220 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Calling delete_port for 8043b13d-b99f-4911-bbf2-08b45648e0fa owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:32:11.015162 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fccf9d-e55f-457c-b17f-68d68a7901bf service neutron] Pushing event updated for resources: {'Port': ['ID=c14cecc2-36b5-46e9-a105-82647df57026,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:11.034354 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-90b7b0b2-776c-4dbf-b820-cc76740ed0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:11.036325 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-90b7b0b2-776c-4dbf-b820-cc76740ed0a6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e964d54e065f49df9181b3cc5034fac9&device_id=9af3fc01-0474-4f27-b255-bbc79cd78a4b HTTP/1.1" status: 200 len: 1094 time: 0.1473358 Nov 10 19:32:11.089173 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-3434b904-12c4-4c15-aa08-a7e281b634ce None None] Allocated IP 172.20.0.2 (d69f5d37-8d73-449a-aeb4-ab39a82e90bd/a5f1198b-bd27-49bb-96f5-12e36fe63c4f/24363e72-6ca3-45e3-85c1-e19ecedbcc58) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:32:11.109935 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca79af44-abdf-476e-bb0e-a312daef7c31 req-72991073-f556-4c0c-8aa2-b07d01b2ddbd tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205326 Nov 10 19:32:11.119267 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 496600c8-fb35-4582-a155-57d7d4dc0aa7 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:11.119693 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:11.237610 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-7267d824-1ef7-4d77-89a1-a91bf7ea3c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'name': 'tempest-RoutersTest-router-1803420670', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:31:31Z', 'updated_at': '2021-11-10T19:32:07Z', 'revision_number': 7, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'gw_port_host': None, '_interfaces': [{'id': '496600c8-fb35-4582-a155-57d7d4dc0aa7', 'name': '', 'network_id': '50a5c4bb-cecd-4840-81a6-f330afc7530f', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:65:8e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'f8fae8a8-ed3b-4de0-9e7b-80b8846c6d80', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:00Z', 'updated_at': '2021-11-10T19:32:07Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': 'f8fae8a8-ed3b-4de0-9e7b-80b8846c6d80', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '497f26b6-cfb4-41f1-a23a-558cce1fe6a9', 'name': '', 'network_id': 'f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:4a:e6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '403ac677-7289-45a3-8128-a3cf04817108', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:39Z', 'updated_at': '2021-11-10T19:31:52Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '403ac677-7289-45a3-8128-a3cf04817108', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bfc1b18-56f6-4502-9185-d20408f07368', 'name': '', 'network_id': 'd2854563-a40f-426a-8cb9-6c0753abf3c6', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:9a:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '2d5e541d-36dc-4872-bcd3-8262f01ff667', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:50Z', 'updated_at': '2021-11-10T19:31:59Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2d5e541d-36dc-4872-bcd3-8262f01ff667', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5d5e5b-5a9c-4546-abc0-34d9b35b8d64', 'name': '', 'network_id': '064b2bd0-5827-4379-a185-243289464eea', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:d4:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:34Z', 'updated_at': '2021-11-10T19:31:42Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:11.254209 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc73d51e-9485-4a15-8f0e-1dc5e5587467 x-openstack-request-id: req-bc73d51e-9485-4a15-8f0e-1dc5e5587467 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:32:11.254502 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9af3fc01-0474-4f27-b255-bbc79cd78a4b", "tag": "c14cecc2-36b5-46e9-a105-82647df57026", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:32:11.254756 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bc73d51e-9485-4a15-8f0e-1dc5e5587467 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:32:11.255166 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9af3fc01-0474-4f27-b255-bbc79cd78a4b', 'tag': 'c14cecc2-36b5-46e9-a105-82647df57026', 'status': 'completed', 'code': 200} Nov 10 19:32:11.262373 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-5bf97b69-1bcc-4c07-9cf3-1cfc2bd38e69 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c14cecc2-36b5-46e9-a105-82647df57026 HTTP/1.1" status: 200 len: 217 time: 0.1697266 Nov 10 19:32:11.298327 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7267d824-1ef7-4d77-89a1-a91bf7ea3c60 None None] Checking router: 99228d29-39e6-4d52-9648-58f27d3cc6ea for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:32:11.316979 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-71f06894-6be9-41ce-aa40-f4ff00195c44 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:11.341653 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7267d824-1ef7-4d77-89a1-a91bf7ea3c60 None None] Routers {'99228d29-39e6-4d52-9648-58f27d3cc6ea'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:32:11.342771 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-7267d824-1ef7-4d77-89a1-a91bf7ea3c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:31:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['99228d29-39e6-4d52-9648-58f27d3cc6ea'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:11.392442 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-3fdbc2b8-0978-40ab-9c69-5dff65dc72e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:11.394639 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-3fdbc2b8-0978-40ab-9c69-5dff65dc72e9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d874850-3788-4c89-9cc5-3e0f9d06fb90 HTTP/1.1" status: 200 len: 851 time: 0.1149106 Nov 10 19:32:11.477951 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3434b904-12c4-4c15-aa08-a7e281b634ce None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:11.512923 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7180e685-002a-49fe-836e-6a19d84a9220 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:11.555773 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3434b904-12c4-4c15-aa08-a7e281b634ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:11.620174 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-7bf4c16a-cc26-4b45-b5dc-e78214142bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:11.621914 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-7bf4c16a-cc26-4b45-b5dc-e78214142bfe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d81248ac-96a9-4e56-9bb4-f772b36a0433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2007477 Nov 10 19:32:11.628856 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180e685-002a-49fe-836e-6a19d84a9220 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Port': ['ID=8043b13d-b99f-4911-bbf2-08b45648e0fa,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:11.674195 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3434b904-12c4-4c15-aa08-a7e281b634ce None None] Network d69f5d37-8d73-449a-aeb4-ab39a82e90bd is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:32:11.686103 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-7267d824-1ef7-4d77-89a1-a91bf7ea3c60 None None] Set router 99228d29-39e6-4d52-9648-58f27d3cc6ea gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:32:11.710306 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7180e685-002a-49fe-836e-6a19d84a9220 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:11.714130 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7180e685-002a-49fe-836e-6a19d84a9220 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/8043b13d-b99f-4911-bbf2-08b45648e0fa HTTP/1.1" status: 204 len: 168 time: 2.6198893 Nov 10 19:32:11.717341 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57498) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:11.725312 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-3434b904-12c4-4c15-aa08-a7e281b634ce None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:11.734423 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 7e6a3f0f-a035-40cf-8037-308814ecffad up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:32:11.738442 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3434b904-12c4-4c15-aa08-a7e281b634ce None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:32:11.812237 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434b904-12c4-4c15-aa08-a7e281b634ce None None] Pushing event updated for resources: {'Port': ['ID=24363e72-6ca3-45e3-85c1-e19ecedbcc58,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:11.900646 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-07809910-0bc7-4922-9544-07f74cfb926c service neutron] 10.222.0.73 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680080 Nov 10 19:32:11.905459 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d262bf-8d07-4533-a7d8-ea274878faa5 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:11.908342 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d262bf-8d07-4533-a7d8-ea274878faa5 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:11.911067 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-88d262bf-8d07-4533-a7d8-ea274878faa5 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1932099 Nov 10 19:32:11.912639 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5821f569-cef6-4cc6-b0d1-5f13d422e540 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:11.941194 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57500) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:11.944222 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5821f569-cef6-4cc6-b0d1-5f13d422e540 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:12.013493 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-3434b904-12c4-4c15-aa08-a7e281b634ce None None] Attempting to bind port 24363e72-6ca3-45e3-85c1-e19ecedbcc58 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:32:12.013903 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-3434b904-12c4-4c15-aa08-a7e281b634ce None None] Attempting to bind port 24363e72-6ca3-45e3-85c1-e19ecedbcc58 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd69f5d37-8d73-449a-aeb4-ab39a82e90bd'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:32:12.014315 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3434b904-12c4-4c15-aa08-a7e281b634ce None None] Attempting to bind port 24363e72-6ca3-45e3-85c1-e19ecedbcc58 on network d69f5d37-8d73-449a-aeb4-ab39a82e90bd {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:32:12.049630 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-71f06894-6be9-41ce-aa40-f4ff00195c44 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Allocated IP 172.20.0.1 (d69f5d37-8d73-449a-aeb4-ab39a82e90bd/a5f1198b-bd27-49bb-96f5-12e36fe63c4f/5bc50ef9-5880-47b6-89f5-d703702896ad) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:32:12.110324 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-5821f569-cef6-4cc6-b0d1-5f13d422e540 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Allocated IP 172.25.3.180 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/09d7d0eb-4c8d-413a-929c-36821c36da96) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:32:12.181492 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-71f06894-6be9-41ce-aa40-f4ff00195c44 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:12.236182 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3434b904-12c4-4c15-aa08-a7e281b634ce None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:32:12.236799 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3434b904-12c4-4c15-aa08-a7e281b634ce None None] Checking segment: {'id': '010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd69f5d37-8d73-449a-aeb4-ab39a82e90bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:32:12.237047 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3434b904-12c4-4c15-aa08-a7e281b634ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:12.237607 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3434b904-12c4-4c15-aa08-a7e281b634ce None None] Bound using segment: {'id': '010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd69f5d37-8d73-449a-aeb4-ab39a82e90bd'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:32:12.238289 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-3434b904-12c4-4c15-aa08-a7e281b634ce None None] Bound port: 24363e72-6ca3-45e3-85c1-e19ecedbcc58, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd69f5d37-8d73-449a-aeb4-ab39a82e90bd'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:32:12.238874 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3434b904-12c4-4c15-aa08-a7e281b634ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:12.242937 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-71f06894-6be9-41ce-aa40-f4ff00195c44 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:12.296724 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f06894-6be9-41ce-aa40-f4ff00195c44 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'Port': ['ID=5bc50ef9-5880-47b6-89f5-d703702896ad,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:12.325866 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 7e6a3f0f-a035-40cf-8037-308814ecffad triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:12.326256 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:12.327371 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f06894-6be9-41ce-aa40-f4ff00195c44 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Network d69f5d37-8d73-449a-aeb4-ab39a82e90bd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:32:12.345973 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-71f06894-6be9-41ce-aa40-f4ff00195c44 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:12.360604 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f06894-6be9-41ce-aa40-f4ff00195c44 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:32:12.379327 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-7267d824-1ef7-4d77-89a1-a91bf7ea3c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'name': 'tempest-RoutersTest-router-1803420670', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:31:31Z', 'updated_at': '2021-11-10T19:32:07Z', 'revision_number': 7, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'gw_port_host': None, '_interfaces': [{'id': '496600c8-fb35-4582-a155-57d7d4dc0aa7', 'name': '', 'network_id': '50a5c4bb-cecd-4840-81a6-f330afc7530f', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:65:8e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'f8fae8a8-ed3b-4de0-9e7b-80b8846c6d80', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:00Z', 'updated_at': '2021-11-10T19:32:07Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': 'f8fae8a8-ed3b-4de0-9e7b-80b8846c6d80', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '497f26b6-cfb4-41f1-a23a-558cce1fe6a9', 'name': '', 'network_id': 'f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:4a:e6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '403ac677-7289-45a3-8128-a3cf04817108', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:39Z', 'updated_at': '2021-11-10T19:31:52Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '403ac677-7289-45a3-8128-a3cf04817108', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bfc1b18-56f6-4502-9185-d20408f07368', 'name': '', 'network_id': 'd2854563-a40f-426a-8cb9-6c0753abf3c6', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:9a:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '2d5e541d-36dc-4872-bcd3-8262f01ff667', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:50Z', 'updated_at': '2021-11-10T19:31:59Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2d5e541d-36dc-4872-bcd3-8262f01ff667', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5d5e5b-5a9c-4546-abc0-34d9b35b8d64', 'name': '', 'network_id': '064b2bd0-5827-4379-a185-243289464eea', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:d4:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:34Z', 'updated_at': '2021-11-10T19:31:42Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:12.412433 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-71f06894-6be9-41ce-aa40-f4ff00195c44 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:12.430714 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7267d824-1ef7-4d77-89a1-a91bf7ea3c60 None None] The sync data for ids ['99228d29-39e6-4d52-9648-58f27d3cc6ea'] in n-d-813897-4 is: [{'id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'name': 'tempest-RoutersTest-router-1803420670', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:31:31Z', 'updated_at': '2021-11-10T19:32:07Z', 'revision_number': 7, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'gw_port_host': None, '_interfaces': [{'id': '496600c8-fb35-4582-a155-57d7d4dc0aa7', 'name': '', 'network_id': '50a5c4bb-cecd-4840-81a6-f330afc7530f', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:65:8e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'f8fae8a8-ed3b-4de0-9e7b-80b8846c6d80', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:00Z', 'updated_at': '2021-11-10T19:32:07Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': 'f8fae8a8-ed3b-4de0-9e7b-80b8846c6d80', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '497f26b6-cfb4-41f1-a23a-558cce1fe6a9', 'name': '', 'network_id': 'f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:4a:e6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '403ac677-7289-45a3-8128-a3cf04817108', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:39Z', 'updated_at': '2021-11-10T19:31:52Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '403ac677-7289-45a3-8128-a3cf04817108', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bfc1b18-56f6-4502-9185-d20408f07368', 'name': '', 'network_id': 'd2854563-a40f-426a-8cb9-6c0753abf3c6', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:9a:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '2d5e541d-36dc-4872-bcd3-8262f01ff667', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:50Z', 'updated_at': '2021-11-10T19:31:59Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2d5e541d-36dc-4872-bcd3-8262f01ff667', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5d5e5b-5a9c-4546-abc0-34d9b35b8d64', 'name': '', 'network_id': '064b2bd0-5827-4379-a185-243289464eea', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:d4:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:34Z', 'updated_at': '2021-11-10T19:31:42Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:32:12.462323 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-241652f7-be1a-454a-a9c7-43c346e57e27 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting subnet 0ce50992-9d7b-4e5f-9953-670663339b13 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:32:12.473484 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-241652f7-be1a-454a-a9c7-43c346e57e27 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:12.509890 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-3434b904-12c4-4c15-aa08-a7e281b634ce None None] For port 24363e72-6ca3-45e3-85c1-e19ecedbcc58, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:32:12.522641 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-3434b904-12c4-4c15-aa08-a7e281b634ce None None] For port 24363e72-6ca3-45e3-85c1-e19ecedbcc58, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=24363e72-6ca3-45e3-85c1-e19ecedbcc58,segment=NetworkSegment(010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa),segment_id=010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:32:12.580778 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5821f569-cef6-4cc6-b0d1-5f13d422e540 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:12.590397 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef2ab15e-b82e-4012-aa4d-41b65b32752e req-9137acd8-d621-4438-a4b9-dd410f15f830 service neutron] 10.222.0.73 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476696 Nov 10 19:32:12.594088 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-241652f7-be1a-454a-a9c7-43c346e57e27 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:12.598542 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f4c26-276b-4221-8a67-faa936def3f1 req-4a5435d9-a2a8-4094-9da0-4684ce5cf3a4 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:12.600315 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4e4f4c26-276b-4221-8a67-faa936def3f1 req-4a5435d9-a2a8-4094-9da0-4684ce5cf3a4 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=9af3fc01-0474-4f27-b255-bbc79cd78a4b HTTP/1.1" status: 200 len: 943 time: 0.3087146 Nov 10 19:32:12.652107 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3434b904-12c4-4c15-aa08-a7e281b634ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:12.684569 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-71f06894-6be9-41ce-aa40-f4ff00195c44 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:12.807160 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5821f569-cef6-4cc6-b0d1-5f13d422e540 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:12.822738 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434b904-12c4-4c15-aa08-a7e281b634ce None None] Pushing event updated for resources: {'Port': ['ID=24363e72-6ca3-45e3-85c1-e19ecedbcc58,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:12.872861 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-241652f7-be1a-454a-a9c7-43c346e57e27 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:12.895063 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5821f569-cef6-4cc6-b0d1-5f13d422e540 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:32:12.907784 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4e4f4c26-276b-4221-8a67-faa936def3f1 req-3c20d433-f09a-4e29-85d6-2f24ff70ab46 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557507 Nov 10 19:32:12.951332 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-caf33173-3247-448a-b8c0-c5a3b51cfaa4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:12.960988 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-5821f569-cef6-4cc6-b0d1-5f13d422e540 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:12.969222 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5821f569-cef6-4cc6-b0d1-5f13d422e540 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:32:12.979715 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aef2818-1e51-4ebf-97c0-4e4a7e929c71 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:32:13.039038 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5821f569-cef6-4cc6-b0d1-5f13d422e540 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Pushing event updated for resources: {'Port': ['ID=09d7d0eb-4c8d-413a-929c-36821c36da96,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:13.046980 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5401d06-708f-4786-a00b-90ef55305804 req-6eb65c2e-55a1-4765-ad4d-4d1f14587c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:13.048640 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f5401d06-708f-4786-a00b-90ef55305804 req-6eb65c2e-55a1-4765-ad4d-4d1f14587c49 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e964d54e065f49df9181b3cc5034fac9&device_id=9af3fc01-0474-4f27-b255-bbc79cd78a4b HTTP/1.1" status: 200 len: 1094 time: 0.3554726 Nov 10 19:32:13.171161 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2abdbb34-f46f-4ddb-9be5-6d72a5476118 None None] Provisioning complete for port 09d7d0eb-4c8d-413a-929c-36821c36da96 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:13.171538 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2abdbb34-f46f-4ddb-9be5-6d72a5476118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:13.221276 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-71f06894-6be9-41ce-aa40-f4ff00195c44 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:13.242053 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-2abdbb34-f46f-4ddb-9be5-6d72a5476118 None None] Port 09d7d0eb-4c8d-413a-929c-36821c36da96 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:32:13.257268 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-71f06894-6be9-41ce-aa40-f4ff00195c44 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:13.281604 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-241652f7-be1a-454a-a9c7-43c346e57e27 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:13.328070 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241652f7-be1a-454a-a9c7-43c346e57e27 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Subnet': ['ID=0ce50992-9d7b-4e5f-9953-670663339b13,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:13.345997 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-241652f7-be1a-454a-a9c7-43c346e57e27 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:13.347859 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0fcf8b-7181-4369-859f-015882e8de2b None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:32:13.349914 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-241652f7-be1a-454a-a9c7-43c346e57e27 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/0ce50992-9d7b-4e5f-9953-670663339b13 HTTP/1.1" status: 204 len: 168 time: 1.0803773 Nov 10 19:32:13.353548 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57508) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:13.372196 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5401d06-708f-4786-a00b-90ef55305804 req-85f56c41-ab49-4d3c-8dfa-4145948b0758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:13.377253 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f5401d06-708f-4786-a00b-90ef55305804 req-85f56c41-ab49-4d3c-8dfa-4145948b0758 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d81248ac-96a9-4e56-9bb4-f772b36a0433 HTTP/1.1" status: 200 len: 913 time: 0.3122487 Nov 10 19:32:13.416026 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9b4b48c3-419a-45e1-8d7b-72742b24ddc5 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571558 Nov 10 19:32:13.419471 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57512) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:13.429067 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-51a86bdc-c45e-4c4f-b7bb-7da5424980c8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:13.501074 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f06894-6be9-41ce-aa40-f4ff00195c44 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'Port': ['ID=5bc50ef9-5880-47b6-89f5-d703702896ad,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:13.504195 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-71f06894-6be9-41ce-aa40-f4ff00195c44 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:13.512503 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f5401d06-708f-4786-a00b-90ef55305804 req-f3b45ebf-5a23-41f4-b91c-58a0533aedf5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c14cecc2-36b5-46e9-a105-82647df57026 HTTP/1.1" status: 200 len: 217 time: 0.0726571 Nov 10 19:32:13.633590 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d196a9cb-6477-4dd3-bb39-63a760c4a9cf None None] DHCP port deletion for 0f2098c5-8490-42c1-8134-97661a60c707 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:32:13.670823 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5401d06-708f-4786-a00b-90ef55305804 req-04650123-a318-4741-b144-5e5bc5b34f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:13.672469 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f5401d06-708f-4786-a00b-90ef55305804 req-04650123-a318-4741-b144-5e5bc5b34f7f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d874850-3788-4c89-9cc5-3e0f9d06fb90 HTTP/1.1" status: 200 len: 851 time: 0.1460152 Nov 10 19:32:13.673332 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5821f569-cef6-4cc6-b0d1-5f13d422e540 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:13.709356 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-d196a9cb-6477-4dd3-bb39-63a760c4a9cf None None] Deleting port 3428b2cc-2706-43b0-bf44-269b0df07f44 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:32:13.710289 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d196a9cb-6477-4dd3-bb39-63a760c4a9cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:13.738404 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a86bdc-c45e-4c4f-b7bb-7da5424980c8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:32:13.742042 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-51a86bdc-c45e-4c4f-b7bb-7da5424980c8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:13.805919 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-d196a9cb-6477-4dd3-bb39-63a760c4a9cf None None] For port 3428b2cc-2706-43b0-bf44-269b0df07f44, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=3428b2cc-2706-43b0-bf44-269b0df07f44,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:13.812043 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d196a9cb-6477-4dd3-bb39-63a760c4a9cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:13.826845 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-d196a9cb-6477-4dd3-bb39-63a760c4a9cf None None] Calling delete_port for 3428b2cc-2706-43b0-bf44-269b0df07f44 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:32:13.827465 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f06894-6be9-41ce-aa40-f4ff00195c44 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Network d69f5d37-8d73-449a-aeb4-ab39a82e90bd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:32:13.835069 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-71f06894-6be9-41ce-aa40-f4ff00195c44 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:13.862477 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5401d06-708f-4786-a00b-90ef55305804 req-17bdcb99-1814-4abf-a66e-9bcd1d9881ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:13.863947 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f5401d06-708f-4786-a00b-90ef55305804 req-17bdcb99-1814-4abf-a66e-9bcd1d9881ff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d81248ac-96a9-4e56-9bb4-f772b36a0433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1473877 Nov 10 19:32:13.963485 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d196a9cb-6477-4dd3-bb39-63a760c4a9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:14.010181 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196a9cb-6477-4dd3-bb39-63a760c4a9cf None None] Pushing event deleted for resources: {'Port': ['ID=3428b2cc-2706-43b0-bf44-269b0df07f44,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:14.021147 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d196a9cb-6477-4dd3-bb39-63a760c4a9cf None None] No DVR routers for this DVR port 3428b2cc-2706-43b0-bf44-269b0df07f44 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:32:14.080080 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f06894-6be9-41ce-aa40-f4ff00195c44 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Router dad082b7-e80a-4abc-a3c9-8050c4e5b765 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:32:14.118355 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f5401d06-708f-4786-a00b-90ef55305804 req-bfe60fcf-e4f2-415c-9242-c2d49321a569 service neutron] 10.222.0.73 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350607 Nov 10 19:32:14.122933 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5821f569-cef6-4cc6-b0d1-5f13d422e540 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:14.271765 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dbb326-5c41-48bb-9ff8-67097dd0c0e5 None None] Network d69f5d37-8d73-449a-aeb4-ab39a82e90bd requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:32:14.316815 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f5401d06-708f-4786-a00b-90ef55305804 req-3360ecaa-5fee-49de-8fb2-612431f42baf service neutron] 10.222.0.73 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889172 Nov 10 19:32:14.369482 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5821f569-cef6-4cc6-b0d1-5f13d422e540 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Router d7d5d7b1-971a-4c2f-9b3b-66045d6651e8 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:32:14.458045 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-241b3aac-5930-4def-b415-503357d3abc6 None None] Provisioning complete for port 24363e72-6ca3-45e3-85c1-e19ecedbcc58 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:14.458924 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-241b3aac-5930-4def-b415-503357d3abc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:14.555078 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5821f569-cef6-4cc6-b0d1-5f13d422e540 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:32:14.569060 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db239cc-6a07-4bca-927d-d969e1ef523d req-a911ae0f-d62e-4a01-97f8-f67fd3faf358 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:14.569835 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2728eb68-5ad2-4b29-8890-afcabd0346be None None] Sync routers for ids ['d7d5d7b1-971a-4c2f-9b3b-66045d6651e8'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:32:14.577459 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8db239cc-6a07-4bca-927d-d969e1ef523d req-a911ae0f-d62e-4a01-97f8-f67fd3faf358 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=9af3fc01-0474-4f27-b255-bbc79cd78a4b HTTP/1.1" status: 200 len: 943 time: 0.5575562 Nov 10 19:32:14.598670 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2728eb68-5ad2-4b29-8890-afcabd0346be None None] Routers {'d7d5d7b1-971a-4c2f-9b3b-66045d6651e8'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:32:14.601645 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-2728eb68-5ad2-4b29-8890-afcabd0346be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:31:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d7d5d7b1-971a-4c2f-9b3b-66045d6651e8'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:14.604113 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5821f569-cef6-4cc6-b0d1-5f13d422e540 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:14.610286 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5821f569-cef6-4cc6-b0d1-5f13d422e540 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.3655818 Nov 10 19:32:14.612946 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57520) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:14.739365 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-241b3aac-5930-4def-b415-503357d3abc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:14.744139 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fe88be-0301-4614-aa59-86e9bc8147e0 tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:14.746213 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f3fe88be-0301-4614-aa59-86e9bc8147e0 tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=26bbb91bbd1a44118e77b6255c634c66&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1320565 Nov 10 19:32:14.749012 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57522) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:14.789798 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-caf33173-3247-448a-b8c0-c5a3b51cfaa4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Deleting port 496600c8-fb35-4582-a155-57d7d4dc0aa7 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:32:14.790326 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-caf33173-3247-448a-b8c0-c5a3b51cfaa4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:14.804797 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-51a86bdc-c45e-4c4f-b7bb-7da5424980c8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:14.837149 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-241b3aac-5930-4def-b415-503357d3abc6 None None] For port 24363e72-6ca3-45e3-85c1-e19ecedbcc58, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=24363e72-6ca3-45e3-85c1-e19ecedbcc58,segment=NetworkSegment(010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa),segment_id=010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:14.843968 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-241b3aac-5930-4def-b415-503357d3abc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:14.863737 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8db239cc-6a07-4bca-927d-d969e1ef523d req-46d32ff0-c2fb-472c-aa35-5c227da62847 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852685 Nov 10 19:32:14.909543 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device c14cecc2-36b5-46e9-a105-82647df57026 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:32:14.914757 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f06894-6be9-41ce-aa40-f4ff00195c44 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:32:14.945267 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69e886d-b9e2-4f60-9180-285b6e18add8 None None] Sync routers for ids ['dad082b7-e80a-4abc-a3c9-8050c4e5b765'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:32:14.951603 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffd1bb5-49ba-4176-8224-a336df65634f tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:14.958790 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3ffd1bb5-49ba-4176-8224-a336df65634f tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2082896 Nov 10 19:32:14.959491 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57524) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:14.988815 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-71f06894-6be9-41ce-aa40-f4ff00195c44 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "PUT /v2.0/routers/dad082b7-e80a-4abc-a3c9-8050c4e5b765/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3170371 Nov 10 19:32:15.045314 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69e886d-b9e2-4f60-9180-285b6e18add8 None None] Routers {'dad082b7-e80a-4abc-a3c9-8050c4e5b765'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:32:15.047695 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-e69e886d-b9e2-4f60-9180-285b6e18add8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:31:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['dad082b7-e80a-4abc-a3c9-8050c4e5b765'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:15.054036 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1292e2fd-8ccf-4f1e-9894-940136efa3e0 tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0882952 Nov 10 19:32:15.054199 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57528) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:15.090670 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a86bdc-c45e-4c4f-b7bb-7da5424980c8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:32:15.107947 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-51a86bdc-c45e-4c4f-b7bb-7da5424980c8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:15.111359 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b78012b1-ebee-4163-b620-bd0c2fff3555 tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=26bbb91bbd1a44118e77b6255c634c66&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0534942 Nov 10 19:32:15.122889 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a86bdc-c45e-4c4f-b7bb-7da5424980c8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:15.123118 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57530) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:15.123223 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-51a86bdc-c45e-4c4f-b7bb-7da5424980c8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:15.134440 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-2728eb68-5ad2-4b29-8890-afcabd0346be None None] Set router d7d5d7b1-971a-4c2f-9b3b-66045d6651e8 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:32:15.187958 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a86bdc-c45e-4c4f-b7bb-7da5424980c8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Subnet': ['ID=fda92377-b222-4cbc-b1dd-abe25d295eac,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:15.196676 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 24363e72-6ca3-45e3-85c1-e19ecedbcc58 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:32:15.219949 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-51a86bdc-c45e-4c4f-b7bb-7da5424980c8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7957499 Nov 10 19:32:15.224932 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211f98f3-64fa-4aff-89b8-b51cdd791157 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:32:15.229787 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57534) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:15.240643 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-4dca9713-fad0-41cb-982c-8aa342d79c04 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'port': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'fixed_ips': [{'subnet_id': 'fda92377-b222-4cbc-b1dd-abe25d295eac', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1904398187'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:15.257091 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-caf33173-3247-448a-b8c0-c5a3b51cfaa4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] For port 496600c8-fb35-4582-a155-57d7d4dc0aa7, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=496600c8-fb35-4582-a155-57d7d4dc0aa7,segment=NetworkSegment(590d16aa-e0f0-4da9-9a08-6c00830f2ed1),segment_id=590d16aa-e0f0-4da9-9a08-6c00830f2ed1)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:15.257455 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-caf33173-3247-448a-b8c0-c5a3b51cfaa4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:15.287606 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-caf33173-3247-448a-b8c0-c5a3b51cfaa4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Calling delete_port for 496600c8-fb35-4582-a155-57d7d4dc0aa7 owned by network:router_interface {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:32:15.483469 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-787e8d1f-8fc2-4974-957e-cc019defdb12 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1098827624&fields=id&tenant_id=540494213bb2401d877387c28ba690c2 HTTP/1.1" status: 200 len: 267 time: 0.1315982 Nov 10 19:32:15.549040 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b3aac-5930-4def-b415-503357d3abc6 None None] Pushing event updated for resources: {'Port': ['ID=24363e72-6ca3-45e3-85c1-e19ecedbcc58,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:15.561424 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-2728eb68-5ad2-4b29-8890-afcabd0346be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d5d7b1-971a-4c2f-9b3b-66045d6651e8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-747590048', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '09d7d0eb-4c8d-413a-929c-36821c36da96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:09Z', 'updated_at': '2021-11-10T19:32:13Z', 'revision_number': 3, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'gw_port': {'id': '09d7d0eb-4c8d-413a-929c-36821c36da96', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d5d7b1-971a-4c2f-9b3b-66045d6651e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:11Z', 'updated_at': '2021-11-10T19:32:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:15.632422 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2728eb68-5ad2-4b29-8890-afcabd0346be None None] Checking router: d7d5d7b1-971a-4c2f-9b3b-66045d6651e8 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:32:15.633035 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2728eb68-5ad2-4b29-8890-afcabd0346be None None] Updating router d7d5d7b1-971a-4c2f-9b3b-66045d6651e8 port 09d7d0eb-4c8d-413a-929c-36821c36da96 binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:32:15.656888 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-e69e886d-b9e2-4f60-9180-285b6e18add8 None None] Set router dad082b7-e80a-4abc-a3c9-8050c4e5b765 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:32:15.700016 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2728eb68-5ad2-4b29-8890-afcabd0346be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:15.911105 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-e28fb00c-102f-4a93-b214-3cd55cc8be29 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:15.916874 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-e28fb00c-102f-4a93-b214-3cd55cc8be29 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/networks?id=d69f5d37-8d73-449a-aeb4-ab39a82e90bd HTTP/1.1" status: 200 len: 797 time: 0.4222453 Nov 10 19:32:15.950768 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-caf33173-3247-448a-b8c0-c5a3b51cfaa4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:15.952621 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-3a5e3235-1f8c-476b-bff8-d8ee26d17c57 None None] Provisioning complete for port 24363e72-6ca3-45e3-85c1-e19ecedbcc58 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:15.952999 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3a5e3235-1f8c-476b-bff8-d8ee26d17c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:16.010156 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b451ff-d1aa-40e4-bae7-70ed79065d19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-0f2098c5-8490-42c1-8134-97661a60c707', 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'fixed_ips': [{'subnet_id': 'fda92377-b222-4cbc-b1dd-abe25d295eac'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:32:16.011037 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d0b451ff-d1aa-40e4-bae7-70ed79065d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:16.104376 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-0921cedf-2bcb-4a34-a4b1-29acbf428b81 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/quotas/540494213bb2401d877387c28ba690c2 HTTP/1.1" status: 200 len: 375 time: 0.1783755 Nov 10 19:32:16.116722 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2728eb68-5ad2-4b29-8890-afcabd0346be None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:16.136009 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2728eb68-5ad2-4b29-8890-afcabd0346be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:16.197325 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf33173-3247-448a-b8c0-c5a3b51cfaa4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Port': ['ID=496600c8-fb35-4582-a155-57d7d4dc0aa7,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:16.214205 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44741c41-4cda-4d03-9eeb-e52c90e67624 tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:16.215000 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-2728eb68-5ad2-4b29-8890-afcabd0346be None None] Attempting to bind port 09d7d0eb-4c8d-413a-929c-36821c36da96 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:32:16.215467 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-2728eb68-5ad2-4b29-8890-afcabd0346be None None] Attempting to bind port 09d7d0eb-4c8d-413a-929c-36821c36da96 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:32:16.215691 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-d0b451ff-d1aa-40e4-bae7-70ed79065d19 None None] Allocated IP 2001:db8::2 (0f2098c5-8490-42c1-8134-97661a60c707/fda92377-b222-4cbc-b1dd-abe25d295eac/af8b5e7d-fd21-4c7a-bef5-b771b98a0bd5) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:32:16.215977 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2728eb68-5ad2-4b29-8890-afcabd0346be None None] Attempting to bind port 09d7d0eb-4c8d-413a-929c-36821c36da96 on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:32:16.219255 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-44741c41-4cda-4d03-9eeb-e52c90e67624 tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0923295 Nov 10 19:32:16.219255 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dca9713-fad0-41cb-982c-8aa342d79c04 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:32:16.224177 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57548) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:16.238573 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2728eb68-5ad2-4b29-8890-afcabd0346be None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:32:16.239074 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2728eb68-5ad2-4b29-8890-afcabd0346be None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:32:16.239483 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2728eb68-5ad2-4b29-8890-afcabd0346be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:16.241055 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2728eb68-5ad2-4b29-8890-afcabd0346be None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:32:16.241554 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-2728eb68-5ad2-4b29-8890-afcabd0346be None None] Bound port: 09d7d0eb-4c8d-413a-929c-36821c36da96, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:32:16.243105 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2728eb68-5ad2-4b29-8890-afcabd0346be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:16.286658 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-688f6aba-ad63-498c-bd97-4947c3b8515a tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0587010 Nov 10 19:32:16.290545 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57550) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:16.297141 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-d38880e4-14fd-4ba2-8612-f2fc6d4bce78 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-288547847', 'network_id': '01c25354-f919-4d40-965e-4b927fd25e47', 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:16.308094 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-2728eb68-5ad2-4b29-8890-afcabd0346be None None] For port 09d7d0eb-4c8d-413a-929c-36821c36da96, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:32:16.310798 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-2728eb68-5ad2-4b29-8890-afcabd0346be None None] For port 09d7d0eb-4c8d-413a-929c-36821c36da96, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=09d7d0eb-4c8d-413a-929c-36821c36da96,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:32:16.316347 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90d4fa-9cf0-416e-a3d1-dfef301bdcbe None None] Pushing event updated for resources: {'Port': ['ID=09d7d0eb-4c8d-413a-929c-36821c36da96,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:16.329520 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2728eb68-5ad2-4b29-8890-afcabd0346be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:16.417328 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-caf33173-3247-448a-b8c0-c5a3b51cfaa4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:16.419484 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d0b451ff-d1aa-40e4-bae7-70ed79065d19 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:16.439060 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-dbd99c1e-bedc-4086-a9dc-889c0f35a947 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3265347 Nov 10 19:32:16.441517 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa55d57d-cc42-4684-a52d-b24eb81307ee None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:32:16.464063 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d0b451ff-d1aa-40e4-bae7-70ed79065d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:16.467002 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2728eb68-5ad2-4b29-8890-afcabd0346be None None] Routers {'d7d5d7b1-971a-4c2f-9b3b-66045d6651e8'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:32:16.468055 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-2728eb68-5ad2-4b29-8890-afcabd0346be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:31:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d7d5d7b1-971a-4c2f-9b3b-66045d6651e8'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:16.491484 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 24363e72-6ca3-45e3-85c1-e19ecedbcc58 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:16.491737 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:16.579282 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4dca9713-fad0-41cb-982c-8aa342d79c04 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:16.600546 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90d4fa-9cf0-416e-a3d1-dfef301bdcbe None None] Pushing event updated for resources: {'Port': ['ID=09d7d0eb-4c8d-413a-929c-36821c36da96,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:16.614009 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-4dca9713-fad0-41cb-982c-8aa342d79c04 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] device_id is not set on port 4c6184fe-11d0-45ed-b2ed-b521f4fc3337 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:32:16.764831 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-2728eb68-5ad2-4b29-8890-afcabd0346be None None] Set router d7d5d7b1-971a-4c2f-9b3b-66045d6651e8 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:32:16.793167 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf33173-3247-448a-b8c0-c5a3b51cfaa4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Router 99228d29-39e6-4d52-9648-58f27d3cc6ea has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:32:16.823065 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38880e4-14fd-4ba2-8612-f2fc6d4bce78 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Made reservation on behalf of 26bbb91bbd1a44118e77b6255c634c66 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:32:16.823891 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-ec8a19b8-8029-4687-8105-250d67d2094b service neutron] 10.222.0.54 "GET /v2.0/networks/d69f5d37-8d73-449a-aeb4-ab39a82e90bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773425 Nov 10 19:32:16.827411 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d38880e4-14fd-4ba2-8612-f2fc6d4bce78 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:16.831376 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3a7486-a010-4402-9a51-314ab0581f7f None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:32:16.835641 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dca9713-fad0-41cb-982c-8aa342d79c04 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:32:16.836292 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dca9713-fad0-41cb-982c-8aa342d79c04 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:32:16.863461 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port c14cecc2-36b5-46e9-a105-82647df57026, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=c14cecc2-36b5-46e9-a105-82647df57026,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:16.870153 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4dca9713-fad0-41cb-982c-8aa342d79c04 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.6355693 Nov 10 19:32:16.873967 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57556) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:16.948491 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf33173-3247-448a-b8c0-c5a3b51cfaa4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:32:16.955070 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'c14cecc2-36b5-46e9-a105-82647df57026', 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433', 'port_id': 'c14cecc2-36b5-46e9-a105-82647df57026', 'mac_address': 'fa:16:3e:99:8c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d874850-3788-4c89-9cc5-3e0f9d06fb90', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:32:16.961263 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-caf33173-3247-448a-b8c0-c5a3b51cfaa4 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "PUT /v2.0/routers/99228d29-39e6-4d52-9648-58f27d3cc6ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6571035 Nov 10 19:32:16.964261 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57558) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:16.965366 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee9d612-b73d-497c-b463-1d0a550a4a99 None None] Sync routers for ids ['99228d29-39e6-4d52-9648-58f27d3cc6ea'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:32:17.009752 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b451ff-d1aa-40e4-bae7-70ed79065d19 None None] Pushing event updated for resources: {'Port': ['ID=af8b5e7d-fd21-4c7a-bef5-b771b98a0bd5,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:17.051743 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee9d612-b73d-497c-b463-1d0a550a4a99 None None] Routers {'99228d29-39e6-4d52-9648-58f27d3cc6ea'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:32:17.052696 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-1ee9d612-b73d-497c-b463-1d0a550a4a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:31:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['99228d29-39e6-4d52-9648-58f27d3cc6ea'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:17.055624 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b451ff-d1aa-40e4-bae7-70ed79065d19 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:32:17.079918 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-fc8b42ed-3a47-4c22-89e8-5e6d15478b0b service neutron] 10.222.0.54 "GET /v2.0/networks/d69f5d37-8d73-449a-aeb4-ab39a82e90bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545865 Nov 10 19:32:17.081066 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-d0b451ff-d1aa-40e4-bae7-70ed79065d19 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:17.085711 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b451ff-d1aa-40e4-bae7-70ed79065d19 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:32:17.096305 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167c9bef-0589-43a8-9524-16d5f49ab707 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:17.098016 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-167c9bef-0589-43a8-9524-16d5f49ab707 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2227075 Nov 10 19:32:17.101631 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57560) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:17.114150 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:32:17.133635 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-428230c2-f445-4096-b044-0c099f6ac9d5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Deleting subnet f8fae8a8-ed3b-4de0-9e7b-80b8846c6d80 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:32:17.139198 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-428230c2-f445-4096-b044-0c099f6ac9d5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:17.184420 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-2728eb68-5ad2-4b29-8890-afcabd0346be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d5d7b1-971a-4c2f-9b3b-66045d6651e8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-747590048', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '09d7d0eb-4c8d-413a-929c-36821c36da96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:09Z', 'updated_at': '2021-11-10T19:32:13Z', 'revision_number': 3, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'gw_port': {'id': '09d7d0eb-4c8d-413a-929c-36821c36da96', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d5d7b1-971a-4c2f-9b3b-66045d6651e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:11Z', 'updated_at': '2021-11-10T19:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:17.186845 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-1ee9d612-b73d-497c-b463-1d0a550a4a99 None None] Set router 99228d29-39e6-4d52-9648-58f27d3cc6ea gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:32:17.245695 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2728eb68-5ad2-4b29-8890-afcabd0346be None None] The sync data for ids ['d7d5d7b1-971a-4c2f-9b3b-66045d6651e8'] in n-d-813897-4 is: [{'id': 'd7d5d7b1-971a-4c2f-9b3b-66045d6651e8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-747590048', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '09d7d0eb-4c8d-413a-929c-36821c36da96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:09Z', 'updated_at': '2021-11-10T19:32:13Z', 'revision_number': 3, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'gw_port': {'id': '09d7d0eb-4c8d-413a-929c-36821c36da96', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d5d7b1-971a-4c2f-9b3b-66045d6651e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:11Z', 'updated_at': '2021-11-10T19:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:32:17.247260 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-428230c2-f445-4096-b044-0c099f6ac9d5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:17.269996 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27c8712-26d9-49a3-a296-0e601fc9fa82 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:17.272029 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27c8712-26d9-49a3-a296-0e601fc9fa82 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:17.276793 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d27c8712-26d9-49a3-a296-0e601fc9fa82 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1734729 Nov 10 19:32:17.282783 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57562) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:17.451973 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-8353b63e-2b43-4099-abbc-e0f81fcac9ff tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting subnet fda92377-b222-4cbc-b1dd-abe25d295eac {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:32:17.464446 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8353b63e-2b43-4099-abbc-e0f81fcac9ff tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:17.486088 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d0b451ff-d1aa-40e4-bae7-70ed79065d19 None None] Attempting to bind port af8b5e7d-fd21-4c7a-bef5-b771b98a0bd5 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:32:17.486295 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d0b451ff-d1aa-40e4-bae7-70ed79065d19 None None] Attempting to bind port af8b5e7d-fd21-4c7a-bef5-b771b98a0bd5 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:32:17.494330 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b451ff-d1aa-40e4-bae7-70ed79065d19 None None] Attempting to bind port af8b5e7d-fd21-4c7a-bef5-b771b98a0bd5 on network 0f2098c5-8490-42c1-8134-97661a60c707 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:32:17.511472 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d38880e4-14fd-4ba2-8612-f2fc6d4bce78 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:17.527551 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:17.544712 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b451ff-d1aa-40e4-bae7-70ed79065d19 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:32:17.545157 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b451ff-d1aa-40e4-bae7-70ed79065d19 None None] Checking segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:32:17.545620 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d0b451ff-d1aa-40e4-bae7-70ed79065d19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:17.546126 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b451ff-d1aa-40e4-bae7-70ed79065d19 None None] Bound using segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:32:17.547340 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d0b451ff-d1aa-40e4-bae7-70ed79065d19 None None] Bound port: af8b5e7d-fd21-4c7a-bef5-b771b98a0bd5, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:32:17.549845 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d0b451ff-d1aa-40e4-bae7-70ed79065d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:17.571080 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-e69e886d-b9e2-4f60-9180-285b6e18add8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452315930', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7e6a3f0f-a035-40cf-8037-308814ecffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:02Z', 'updated_at': '2021-11-10T19:32:12Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '7e6a3f0f-a035-40cf-8037-308814ecffad', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:03Z', 'updated_at': '2021-11-10T19:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '5bc50ef9-5880-47b6-89f5-d703702896ad', 'name': '', 'network_id': 'd69f5d37-8d73-449a-aeb4-ab39a82e90bd', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:cd:b7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': 'a5f1198b-bd27-49bb-96f5-12e36fe63c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:11Z', 'updated_at': '2021-11-10T19:32:12Z', 'revision_number': 2, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': 'a5f1198b-bd27-49bb-96f5-12e36fe63c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:17.646152 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-428230c2-f445-4096-b044-0c099f6ac9d5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:17.652527 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14cecc2-36b5-46e9-a105-82647df57026 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:32:17.686594 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port c14cecc2-36b5-46e9-a105-82647df57026, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=c14cecc2-36b5-46e9-a105-82647df57026,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:17.688771 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69e886d-b9e2-4f60-9180-285b6e18add8 None None] Checking router: dad082b7-e80a-4abc-a3c9-8050c4e5b765 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:32:17.689122 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69e886d-b9e2-4f60-9180-285b6e18add8 None None] Updating router dad082b7-e80a-4abc-a3c9-8050c4e5b765 port 5bc50ef9-5880-47b6-89f5-d703702896ad binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:32:17.700237 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38880e4-14fd-4ba2-8612-f2fc6d4bce78 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Pushing event updated for resources: {'Subnet': ['ID=0cce6595-38d7-4d2b-8bcd-581575ca14d3,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:17.703787 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3428b2cc-2706-43b0-bf44-269b0df07f44 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:32:17.708634 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8353b63e-2b43-4099-abbc-e0f81fcac9ff tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:17.719575 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:17.830322 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38880e4-14fd-4ba2-8612-f2fc6d4bce78 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:32:17.832550 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38880e4-14fd-4ba2-8612-f2fc6d4bce78 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:32:17.833159 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38880e4-14fd-4ba2-8612-f2fc6d4bce78 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:32:17.837090 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38880e4-14fd-4ba2-8612-f2fc6d4bce78 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:32:17.837734 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38880e4-14fd-4ba2-8612-f2fc6d4bce78 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:32:17.838314 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38880e4-14fd-4ba2-8612-f2fc6d4bce78 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:32:17.838886 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38880e4-14fd-4ba2-8612-f2fc6d4bce78 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:32:17.840632 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38880e4-14fd-4ba2-8612-f2fc6d4bce78 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:32:17.841628 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38880e4-14fd-4ba2-8612-f2fc6d4bce78 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:32:17.842270 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38880e4-14fd-4ba2-8612-f2fc6d4bce78 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:32:17.842844 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38880e4-14fd-4ba2-8612-f2fc6d4bce78 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:32:17.843406 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38880e4-14fd-4ba2-8612-f2fc6d4bce78 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:32:17.853559 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-428230c2-f445-4096-b044-0c099f6ac9d5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:17.873110 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b53766-7514-4e23-a424-bd4eab25a080 req-1231d5bf-2fe0-4381-a3fc-9da8f0e5db31 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:17.879273 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-1ee9d612-b73d-497c-b463-1d0a550a4a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'name': 'tempest-RoutersTest-router-1803420670', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:31:31Z', 'updated_at': '2021-11-10T19:32:15Z', 'revision_number': 8, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'gw_port_host': None, '_interfaces': [{'id': '497f26b6-cfb4-41f1-a23a-558cce1fe6a9', 'name': '', 'network_id': 'f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:4a:e6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '403ac677-7289-45a3-8128-a3cf04817108', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:39Z', 'updated_at': '2021-11-10T19:31:52Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '403ac677-7289-45a3-8128-a3cf04817108', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bfc1b18-56f6-4502-9185-d20408f07368', 'name': '', 'network_id': 'd2854563-a40f-426a-8cb9-6c0753abf3c6', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:9a:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '2d5e541d-36dc-4872-bcd3-8262f01ff667', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:50Z', 'updated_at': '2021-11-10T19:31:59Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2d5e541d-36dc-4872-bcd3-8262f01ff667', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5d5e5b-5a9c-4546-abc0-34d9b35b8d64', 'name': '', 'network_id': '064b2bd0-5827-4379-a185-243289464eea', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:d4:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:34Z', 'updated_at': '2021-11-10T19:31:42Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:17.895974 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-71b53766-7514-4e23-a424-bd4eab25a080 req-1231d5bf-2fe0-4381-a3fc-9da8f0e5db31 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=9af3fc01-0474-4f27-b255-bbc79cd78a4b HTTP/1.1" status: 200 len: 943 time: 0.4280927 Nov 10 19:32:17.904819 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428230c2-f445-4096-b044-0c099f6ac9d5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Subnet': ['ID=f8fae8a8-ed3b-4de0-9e7b-80b8846c6d80,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:17.932582 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-428230c2-f445-4096-b044-0c099f6ac9d5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:17.936432 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-428230c2-f445-4096-b044-0c099f6ac9d5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/subnets/f8fae8a8-ed3b-4de0-9e7b-80b8846c6d80 HTTP/1.1" status: 204 len: 168 time: 0.9672904 Nov 10 19:32:17.937459 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38880e4-14fd-4ba2-8612-f2fc6d4bce78 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Checking segment: {'id': 'c599a174-3bf8-4bdd-a517-8508a8f615c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '01c25354-f919-4d40-965e-4b927fd25e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:32:17.937990 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38880e4-14fd-4ba2-8612-f2fc6d4bce78 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Network hostable DHCP agents. Network: 01c25354-f919-4d40-965e-4b927fd25e47, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:32:17.940406 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57574) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:17.966124 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 3428b2cc-2706-43b0-bf44-269b0df07f44 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:32:17.966716 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3428b2cc-2706-43b0-bf44-269b0df07f44 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:32:17.988146 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ec582d-b251-4e2a-8fd8-2ef394e0a231 None None] Network 50a5c4bb-cecd-4840-81a6-f330afc7530f requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:32:18.022166 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee9d612-b73d-497c-b463-1d0a550a4a99 None None] Checking router: 99228d29-39e6-4d52-9648-58f27d3cc6ea for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:32:18.081863 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee9d612-b73d-497c-b463-1d0a550a4a99 None None] Routers {'99228d29-39e6-4d52-9648-58f27d3cc6ea'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:32:18.081863 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-1ee9d612-b73d-497c-b463-1d0a550a4a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:31:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['99228d29-39e6-4d52-9648-58f27d3cc6ea'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:18.138830 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38880e4-14fd-4ba2-8612-f2fc6d4bce78 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Network 01c25354-f919-4d40-965e-4b927fd25e47 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:32:18.147657 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8353b63e-2b43-4099-abbc-e0f81fcac9ff tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:18.185371 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f786fe76-f7bb-4475-a536-99106e0fd507 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:18.202830 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-d38880e4-14fd-4ba2-8612-f2fc6d4bce78 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 01c25354-f919-4d40-965e-4b927fd25e47) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:18.217750 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38880e4-14fd-4ba2-8612-f2fc6d4bce78 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:18.222696 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d38880e4-14fd-4ba2-8612-f2fc6d4bce78 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:18.270130 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['c14cecc2-36b5-46e9-a105-82647df57026'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:32:18.274782 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d38880e4-14fd-4ba2-8612-f2fc6d4bce78 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9820395 Nov 10 19:32:18.280595 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57578) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:18.410703 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e69e886d-b9e2-4f60-9180-285b6e18add8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:18.413162 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-3a5e3235-1f8c-476b-bff8-d8ee26d17c57 None None] Provisioning complete for port 5bc50ef9-5880-47b6-89f5-d703702896ad triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:18.413655 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3a5e3235-1f8c-476b-bff8-d8ee26d17c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:18.415435 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae6a7de-0ade-4d42-aa43-8ad5190ceccc None None] Network 01c25354-f919-4d40-965e-4b927fd25e47 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:32:18.435225 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-71b53766-7514-4e23-a424-bd4eab25a080 req-3218131b-a83a-4427-b812-9b1b13d034bd tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5261779 Nov 10 19:32:18.454552 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8353b63e-2b43-4099-abbc-e0f81fcac9ff tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:18.458354 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-f786fe76-f7bb-4475-a536-99106e0fd507 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Deleting port ba028951-f2d1-441b-af2b-8ed002caceaa {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:32:18.458728 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f786fe76-f7bb-4475-a536-99106e0fd507 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:18.549296 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8353b63e-2b43-4099-abbc-e0f81fcac9ff tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:18.586470 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8353b63e-2b43-4099-abbc-e0f81fcac9ff tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/fda92377-b222-4cbc-b1dd-abe25d295eac HTTP/1.1" status: 204 len: 168 time: 1.2890279 Nov 10 19:32:18.587563 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57584) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:18.588339 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353b63e-2b43-4099-abbc-e0f81fcac9ff tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Subnet': ['ID=fda92377-b222-4cbc-b1dd-abe25d295eac,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:18.633487 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 24363e72-6ca3-45e3-85c1-e19ecedbcc58 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:32:18.715715 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-45769b67-4d15-4a4b-94b5-a05b7e86b158 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1204550 Nov 10 19:32:18.719924 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-1ee9d612-b73d-497c-b463-1d0a550a4a99 None None] Set router 99228d29-39e6-4d52-9648-58f27d3cc6ea gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:32:18.722484 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57586) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:18.773678 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-8cdbee3c-dcf3-4126-af77-c6213b9f609b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:18.788090 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80d24f1a-33f8-4f3e-abb6-429dc056781b req-741b66e8-e7b0-470f-b8c8-12b24fbf234d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 210 time: 0.0845568 Nov 10 19:32:18.811784 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-f786fe76-f7bb-4475-a536-99106e0fd507 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] For port ba028951-f2d1-441b-af2b-8ed002caceaa, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ba028951-f2d1-441b-af2b-8ed002caceaa,segment=NetworkSegment(590d16aa-e0f0-4da9-9a08-6c00830f2ed1),segment_id=590d16aa-e0f0-4da9-9a08-6c00830f2ed1)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:18.813926 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f786fe76-f7bb-4475-a536-99106e0fd507 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:18.835006 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-f786fe76-f7bb-4475-a536-99106e0fd507 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Calling delete_port for ba028951-f2d1-441b-af2b-8ed002caceaa owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:32:18.883193 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-d0b451ff-d1aa-40e4-bae7-70ed79065d19 None None] For port af8b5e7d-fd21-4c7a-bef5-b771b98a0bd5, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:32:18.969193 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f786fe76-f7bb-4475-a536-99106e0fd507 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:18.984600 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f786fe76-f7bb-4475-a536-99106e0fd507 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] No DVR routers for this DVR port ba028951-f2d1-441b-af2b-8ed002caceaa on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:32:19.044379 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdbee3c-dcf3-4126-af77-c6213b9f609b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:32:19.048805 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8cdbee3c-dcf3-4126-af77-c6213b9f609b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:19.098500 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f786fe76-f7bb-4475-a536-99106e0fd507 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:19.121177 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-f786fe76-f7bb-4475-a536-99106e0fd507 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50a5c4bb-cecd-4840-81a6-f330afc7530f']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:19.132900 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-f786fe76-f7bb-4475-a536-99106e0fd507 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '590d16aa-e0f0-4da9-9a08-6c00830f2ed1') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:19.133194 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-f786fe76-f7bb-4475-a536-99106e0fd507 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '590d16aa-e0f0-4da9-9a08-6c00830f2ed1') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:19.147109 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f786fe76-f7bb-4475-a536-99106e0fd507 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:19.172604 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-1ee9d612-b73d-497c-b463-1d0a550a4a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'name': 'tempest-RoutersTest-router-1803420670', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:31:31Z', 'updated_at': '2021-11-10T19:32:15Z', 'revision_number': 8, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'gw_port_host': None, '_interfaces': [{'id': '497f26b6-cfb4-41f1-a23a-558cce1fe6a9', 'name': '', 'network_id': 'f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:4a:e6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '403ac677-7289-45a3-8128-a3cf04817108', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:39Z', 'updated_at': '2021-11-10T19:31:52Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '403ac677-7289-45a3-8128-a3cf04817108', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bfc1b18-56f6-4502-9185-d20408f07368', 'name': '', 'network_id': 'd2854563-a40f-426a-8cb9-6c0753abf3c6', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:9a:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '2d5e541d-36dc-4872-bcd3-8262f01ff667', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:50Z', 'updated_at': '2021-11-10T19:31:59Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2d5e541d-36dc-4872-bcd3-8262f01ff667', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5d5e5b-5a9c-4546-abc0-34d9b35b8d64', 'name': '', 'network_id': '064b2bd0-5827-4379-a185-243289464eea', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:d4:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:34Z', 'updated_at': '2021-11-10T19:31:42Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:19.173726 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f786fe76-f7bb-4475-a536-99106e0fd507 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:19.187249 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f786fe76-f7bb-4475-a536-99106e0fd507 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:32:19.187753 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f786fe76-f7bb-4475-a536-99106e0fd507 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:19.233530 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee9d612-b73d-497c-b463-1d0a550a4a99 None None] The sync data for ids ['99228d29-39e6-4d52-9648-58f27d3cc6ea'] in n-d-813897-4 is: [{'id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'name': 'tempest-RoutersTest-router-1803420670', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:31:31Z', 'updated_at': '2021-11-10T19:32:15Z', 'revision_number': 8, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'gw_port_host': None, '_interfaces': [{'id': '497f26b6-cfb4-41f1-a23a-558cce1fe6a9', 'name': '', 'network_id': 'f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:4a:e6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '403ac677-7289-45a3-8128-a3cf04817108', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:39Z', 'updated_at': '2021-11-10T19:31:52Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '403ac677-7289-45a3-8128-a3cf04817108', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bfc1b18-56f6-4502-9185-d20408f07368', 'name': '', 'network_id': 'd2854563-a40f-426a-8cb9-6c0753abf3c6', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:9a:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '2d5e541d-36dc-4872-bcd3-8262f01ff667', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:50Z', 'updated_at': '2021-11-10T19:31:59Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2d5e541d-36dc-4872-bcd3-8262f01ff667', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5d5e5b-5a9c-4546-abc0-34d9b35b8d64', 'name': '', 'network_id': '064b2bd0-5827-4379-a185-243289464eea', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:d4:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:34Z', 'updated_at': '2021-11-10T19:31:42Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:32:19.260270 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786fe76-f7bb-4475-a536-99106e0fd507 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Port': ['ID=ba028951-f2d1-441b-af2b-8ed002caceaa,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:19.266558 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:32:19.266558 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:32:19.266558 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:32:19.266558 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:32:19.266558 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:32:19.266558 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:32:19.266558 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:32:19.266558 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:32:19.266558 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:32:19.266558 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:32:19.266558 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:32:19.266558 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:32:19.266558 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:32:19.266558 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:32:19.266558 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:32:19.266558 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:32:19.266558 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:32:19.266558 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:32:19.266558 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:32:19.266558 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:32:19.266558 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:32:19.266558 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:32:19.266558 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:32:19.266558 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:32:19.266558 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:32:19.266558 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:32:19.266558 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:32:19.266558 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:32:19.266558 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:32:19.266558 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:32:19.266558 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:32:19.266558 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:32:19.272853 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f786fe76-f7bb-4475-a536-99106e0fd507 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:19.279335 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f786fe76-f7bb-4475-a536-99106e0fd507 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:19.284158 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f786fe76-f7bb-4475-a536-99106e0fd507 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/networks/50a5c4bb-cecd-4840-81a6-f330afc7530f HTTP/1.1" status: 204 len: 168 time: 1.3421397 Nov 10 19:32:19.315457 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57588) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:19.316419 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786fe76-f7bb-4475-a536-99106e0fd507 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Network': ['ID=50a5c4bb-cecd-4840-81a6-f330afc7530f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:19.374836 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8cdbee3c-dcf3-4126-af77-c6213b9f609b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:19.436857 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdbee3c-dcf3-4126-af77-c6213b9f609b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:32:19.441855 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-8cdbee3c-dcf3-4126-af77-c6213b9f609b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:19.446812 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdbee3c-dcf3-4126-af77-c6213b9f609b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:19.447999 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8cdbee3c-dcf3-4126-af77-c6213b9f609b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:19.474001 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdbee3c-dcf3-4126-af77-c6213b9f609b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Subnet': ['ID=a43c31ea-93cb-4786-a2b4-15a6101fae06,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:19.501886 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8cdbee3c-dcf3-4126-af77-c6213b9f609b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7371016 Nov 10 19:32:19.504458 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57592) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:19.519255 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-babd0383-745d-431d-914b-df93b2e9f0ab tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1622071265', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:19.595550 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e69e886d-b9e2-4f60-9180-285b6e18add8 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:19.626438 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-babd0383-745d-431d-914b-df93b2e9f0ab tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:19.628001 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-babd0383-745d-431d-914b-df93b2e9f0ab tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:19.686324 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=c14cecc2-36b5-46e9-a105-82647df57026,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:19.721474 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 24363e72-6ca3-45e3-85c1-e19ecedbcc58 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:19.725019 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:19.786852 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e69e886d-b9e2-4f60-9180-285b6e18add8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:19.788910 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-babd0383-745d-431d-914b-df93b2e9f0ab tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:19.800124 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-d0b451ff-d1aa-40e4-bae7-70ed79065d19 None None] For port af8b5e7d-fd21-4c7a-bef5-b771b98a0bd5, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=af8b5e7d-fd21-4c7a-bef5-b771b98a0bd5,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:32:19.830769 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-babd0383-745d-431d-914b-df93b2e9f0ab tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:19.886576 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d0b451ff-d1aa-40e4-bae7-70ed79065d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:19.889857 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-babd0383-745d-431d-914b-df93b2e9f0ab tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:19.899037 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18778e-ad62-4a47-b7ce-bbd2390a9478 None None] Pushing event updated for resources: {'Port': ['ID=5bc50ef9-5880-47b6-89f5-d703702896ad,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:19.899253 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-babd0383-745d-431d-914b-df93b2e9f0ab tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3878193 Nov 10 19:32:19.901459 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-3a5e3235-1f8c-476b-bff8-d8ee26d17c57 None None] Port 5bc50ef9-5880-47b6-89f5-d703702896ad cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:32:19.907166 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57602) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:19.984454 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b451ff-d1aa-40e4-bae7-70ed79065d19 None None] Pushing event updated for resources: {'Port': ['ID=af8b5e7d-fd21-4c7a-bef5-b771b98a0bd5,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:20.014455 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-be8fe16e-3eef-4718-b793-dce125f485af tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:20.138625 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cd35ae-5c8b-4fa2-9d22-24cbede7bd35 None None] DHCP port deletion for 50a5c4bb-cecd-4840-81a6-f330afc7530f request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:32:20.210573 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c46597-a31f-45cb-97f2-29cbd1667f1f req-b7927fff-cbf3-4411-942a-83b6ee13c581 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:20.212280 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c9c46597-a31f-45cb-97f2-29cbd1667f1f req-b7927fff-cbf3-4411-942a-83b6ee13c581 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=9af3fc01-0474-4f27-b255-bbc79cd78a4b HTTP/1.1" status: 200 len: 944 time: 0.4968736 Nov 10 19:32:20.265711 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-d2a8ff42-51eb-4dbc-87fd-a0a5fdff3126 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:20.267735 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-d2a8ff42-51eb-4dbc-87fd-a0a5fdff3126 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.73 "GET /v2.0/networks?id=d69f5d37-8d73-449a-aeb4-ab39a82e90bd HTTP/1.1" status: 200 len: 797 time: 0.7611871 Nov 10 19:32:20.274159 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-6f841db6-4be1-491c-8c82-3ec6c51223d4 None None] Provisioning complete for port 09d7d0eb-4c8d-413a-929c-36821c36da96 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:20.275034 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6f841db6-4be1-491c-8c82-3ec6c51223d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:20.347485 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c9c46597-a31f-45cb-97f2-29cbd1667f1f req-1a3cfd5f-08a9-4a40-a92e-a853eb95846f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793400 Nov 10 19:32:20.355120 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e69e886d-b9e2-4f60-9180-285b6e18add8 None None] Attempting to bind port 5bc50ef9-5880-47b6-89f5-d703702896ad on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:32:20.355639 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e69e886d-b9e2-4f60-9180-285b6e18add8 None None] Attempting to bind port 5bc50ef9-5880-47b6-89f5-d703702896ad by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd69f5d37-8d73-449a-aeb4-ab39a82e90bd'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:32:20.356329 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69e886d-b9e2-4f60-9180-285b6e18add8 None None] Attempting to bind port 5bc50ef9-5880-47b6-89f5-d703702896ad on network d69f5d37-8d73-449a-aeb4-ab39a82e90bd {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:32:20.388451 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69e886d-b9e2-4f60-9180-285b6e18add8 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:32:20.389007 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69e886d-b9e2-4f60-9180-285b6e18add8 None None] Checking segment: {'id': '010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd69f5d37-8d73-449a-aeb4-ab39a82e90bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:32:20.389587 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e69e886d-b9e2-4f60-9180-285b6e18add8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:20.390128 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69e886d-b9e2-4f60-9180-285b6e18add8 None None] Bound using segment: {'id': '010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd69f5d37-8d73-449a-aeb4-ab39a82e90bd'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:32:20.390729 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e69e886d-b9e2-4f60-9180-285b6e18add8 None None] Bound port: 5bc50ef9-5880-47b6-89f5-d703702896ad, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd69f5d37-8d73-449a-aeb4-ab39a82e90bd'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:32:20.391221 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e69e886d-b9e2-4f60-9180-285b6e18add8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:20.415218 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 09d7d0eb-4c8d-413a-929c-36821c36da96 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:32:20.716943 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3373ea55-7f5a-4af8-9030-1e0631610f43 req-1a55a5f5-e4a9-43b8-80e0-d6a0f02c35e1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 210 time: 0.0584633 Nov 10 19:32:20.747084 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ea29b5-ea39-406f-99b6-46a8c5a77b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-01c25354-f919-4d40-965e-4b927fd25e47', 'network_id': '01c25354-f919-4d40-965e-4b927fd25e47', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'fixed_ips': [{'subnet_id': '0cce6595-38d7-4d2b-8bcd-581575ca14d3'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:32:20.747982 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b5ea29b5-ea39-406f-99b6-46a8c5a77b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:20.795093 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-03d01940-2030-4b82-a412-601eda5e2379 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:20.817449 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-290d08eb-232f-4993-98aa-7f1084604951 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=540494213bb2401d877387c28ba690c2 HTTP/1.1" status: 200 len: 380 time: 0.1821318 Nov 10 19:32:20.824775 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e69e886d-b9e2-4f60-9180-285b6e18add8 None None] For port 5bc50ef9-5880-47b6-89f5-d703702896ad, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:32:20.827642 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6f841db6-4be1-491c-8c82-3ec6c51223d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:20.840408 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-173dc78b-6405-413a-8033-f4f3244ed0d9 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'port': {'device_id': 'c7d985e7-0519-42c9-836a-1fd19d5437b4', 'network_id': 'd69f5d37-8d73-449a-aeb4-ab39a82e90bd', 'admin_state_up': True, 'tenant_id': '540494213bb2401d877387c28ba690c2', 'security_groups': ['9098cf66-e6a6-4b65-8dfe-20c875f20b14']}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:20.867286 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-6f841db6-4be1-491c-8c82-3ec6c51223d4 None None] For port 09d7d0eb-4c8d-413a-929c-36821c36da96, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=09d7d0eb-4c8d-413a-929c-36821c36da96,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:20.880683 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6f841db6-4be1-491c-8c82-3ec6c51223d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:20.947703 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e69e886d-b9e2-4f60-9180-285b6e18add8 None None] For port 5bc50ef9-5880-47b6-89f5-d703702896ad, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5bc50ef9-5880-47b6-89f5-d703702896ad,segment=NetworkSegment(010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa),segment_id=010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:32:20.951727 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-6f841db6-4be1-491c-8c82-3ec6c51223d4 None None] Provisioning complete for port 5bc50ef9-5880-47b6-89f5-d703702896ad triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:20.952099 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6f841db6-4be1-491c-8c82-3ec6c51223d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:21.050782 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e69e886d-b9e2-4f60-9180-285b6e18add8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:21.206960 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 09d7d0eb-4c8d-413a-929c-36821c36da96 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:21.207308 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:21.209336 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6f841db6-4be1-491c-8c82-3ec6c51223d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:21.227152 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e2e454f4-bfeb-4937-bcb1-cd05bdfe17dc tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:21.320191 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-173dc78b-6405-413a-8033-f4f3244ed0d9 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Made reservation on behalf of 540494213bb2401d877387c28ba690c2 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:32:21.322112 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-03d01940-2030-4b82-a412-601eda5e2379 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Allocated IP 2001:db8::1 (0f2098c5-8490-42c1-8134-97661a60c707/a43c31ea-93cb-4786-a2b4-15a6101fae06/86af4b73-1e88-4707-a78e-2341051ce9fa) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:32:21.334454 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-173dc78b-6405-413a-8033-f4f3244ed0d9 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:21.488212 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-be8fe16e-3eef-4718-b793-dce125f485af tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Allocated IP 172.20.0.17 (01c25354-f919-4d40-965e-4b927fd25e47/0cce6595-38d7-4d2b-8bcd-581575ca14d3/b47c5d6f-ae04-4f62-b47f-7360cc9e4335) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:32:21.578844 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f841db6-4be1-491c-8c82-3ec6c51223d4 None None] Pushing event updated for resources: {'Port': ['ID=09d7d0eb-4c8d-413a-929c-36821c36da96,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:21.605463 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-6f841db6-4be1-491c-8c82-3ec6c51223d4 None None] For port 5bc50ef9-5880-47b6-89f5-d703702896ad, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5bc50ef9-5880-47b6-89f5-d703702896ad,segment=NetworkSegment(010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa),segment_id=010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:21.615540 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69e886d-b9e2-4f60-9180-285b6e18add8 None None] Routers {'dad082b7-e80a-4abc-a3c9-8050c4e5b765'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:32:21.616523 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-e69e886d-b9e2-4f60-9180-285b6e18add8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:31:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['dad082b7-e80a-4abc-a3c9-8050c4e5b765'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:21.646466 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-03d01940-2030-4b82-a412-601eda5e2379 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:21.698986 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ba0a9-3cbf-4517-860f-6676efd34962 req-bb439a2b-20c8-4f30-a902-3c43a1879516 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:21.715990 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-702ba0a9-3cbf-4517-860f-6676efd34962 req-bb439a2b-20c8-4f30-a902-3c43a1879516 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=9af3fc01-0474-4f27-b255-bbc79cd78a4b HTTP/1.1" status: 200 len: 944 time: 0.2141674 Nov 10 19:32:21.791073 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-e69e886d-b9e2-4f60-9180-285b6e18add8 None None] Set router dad082b7-e80a-4abc-a3c9-8050c4e5b765 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:32:21.828506 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-702ba0a9-3cbf-4517-860f-6676efd34962 req-e69d3966-f2da-4e3c-960f-1fc2618107fa tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883117 Nov 10 19:32:21.831022 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-03d01940-2030-4b82-a412-601eda5e2379 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:21.882017 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-173dc78b-6405-413a-8033-f4f3244ed0d9 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Allocated IP 172.20.0.14 (d69f5d37-8d73-449a-aeb4-ab39a82e90bd/a5f1198b-bd27-49bb-96f5-12e36fe63c4f/dd0aa98c-9bc0-457e-be61-10ada0359ca0) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:32:21.983504 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d01940-2030-4b82-a412-601eda5e2379 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:32:21.990074 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-03d01940-2030-4b82-a412-601eda5e2379 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:22.000047 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device c14cecc2-36b5-46e9-a105-82647df57026 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:32:22.005888 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d01940-2030-4b82-a412-601eda5e2379 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:32:22.006537 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-03d01940-2030-4b82-a412-601eda5e2379 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:22.039899 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c6edb5-99ca-4f1f-8f33-994362007802 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:32:22.050268 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6f841db6-4be1-491c-8c82-3ec6c51223d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:22.061887 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0ba28a7d-3d79-4701-b4e1-f1e625c605db req-1660d8fb-b8a3-470a-9569-c6405603f70b tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 210 time: 0.0692940 Nov 10 19:32:22.062531 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d01940-2030-4b82-a412-601eda5e2379 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Port': ['ID=86af4b73-1e88-4707-a78e-2341051ce9fa,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:22.243300 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-fc7ed584-458a-4ea6-8e00-48edb11098ce None None] Provisioning complete for port af8b5e7d-fd21-4c7a-bef5-b771b98a0bd5 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:22.244265 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fc7ed584-458a-4ea6-8e00-48edb11098ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:22.252178 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18778e-ad62-4a47-b7ce-bbd2390a9478 None None] Pushing event updated for resources: {'Port': ['ID=5bc50ef9-5880-47b6-89f5-d703702896ad,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:22.265158 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-03d01940-2030-4b82-a412-601eda5e2379 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:22.361415 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port c14cecc2-36b5-46e9-a105-82647df57026 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:32:22.410478 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port c14cecc2-36b5-46e9-a105-82647df57026 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:22.411010 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:22.473846 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f841db6-4be1-491c-8c82-3ec6c51223d4 None None] Pushing event updated for resources: {'Port': ['ID=5bc50ef9-5880-47b6-89f5-d703702896ad,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:22.643295 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-be8fe16e-3eef-4718-b793-dce125f485af tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:22.706058 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-173dc78b-6405-413a-8033-f4f3244ed0d9 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:22.719943 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device af8b5e7d-fd21-4c7a-bef5-b771b98a0bd5 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:32:22.759051 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fc7ed584-458a-4ea6-8e00-48edb11098ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:22.809192 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-e69e886d-b9e2-4f60-9180-285b6e18add8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452315930', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7e6a3f0f-a035-40cf-8037-308814ecffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:02Z', 'updated_at': '2021-11-10T19:32:12Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '7e6a3f0f-a035-40cf-8037-308814ecffad', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:03Z', 'updated_at': '2021-11-10T19:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '5bc50ef9-5880-47b6-89f5-d703702896ad', 'name': '', 'network_id': 'd69f5d37-8d73-449a-aeb4-ab39a82e90bd', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:cd:b7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': 'a5f1198b-bd27-49bb-96f5-12e36fe63c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:11Z', 'updated_at': '2021-11-10T19:32:21Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': 'a5f1198b-bd27-49bb-96f5-12e36fe63c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:22.820086 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-be8fe16e-3eef-4718-b793-dce125f485af tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:22.880191 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8fe16e-3eef-4718-b793-dce125f485af tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Network 01c25354-f919-4d40-965e-4b927fd25e47 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:32:22.885296 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-be8fe16e-3eef-4718-b793-dce125f485af tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:22.887562 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-173dc78b-6405-413a-8033-f4f3244ed0d9 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:22.895343 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8fe16e-3eef-4718-b793-dce125f485af tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:32:22.929196 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-e2e454f4-bfeb-4937-bcb1-cd05bdfe17dc tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Deleting port 8bfc1b18-56f6-4502-9185-d20408f07368 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:32:22.929586 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e2e454f4-bfeb-4937-bcb1-cd05bdfe17dc tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:22.948130 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69e886d-b9e2-4f60-9180-285b6e18add8 None None] The sync data for ids ['dad082b7-e80a-4abc-a3c9-8050c4e5b765'] in n-d-813897-4 is: [{'id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452315930', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7e6a3f0f-a035-40cf-8037-308814ecffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:02Z', 'updated_at': '2021-11-10T19:32:12Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '7e6a3f0f-a035-40cf-8037-308814ecffad', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:03Z', 'updated_at': '2021-11-10T19:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '5bc50ef9-5880-47b6-89f5-d703702896ad', 'name': '', 'network_id': 'd69f5d37-8d73-449a-aeb4-ab39a82e90bd', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:cd:b7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': 'a5f1198b-bd27-49bb-96f5-12e36fe63c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:11Z', 'updated_at': '2021-11-10T19:32:21Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': 'a5f1198b-bd27-49bb-96f5-12e36fe63c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:32:22.958447 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8fe16e-3eef-4718-b793-dce125f485af tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Pushing event updated for resources: {'Port': ['ID=b47c5d6f-ae04-4f62-b47f-7360cc9e4335,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:22.972457 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:23.043834 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-fc7ed584-458a-4ea6-8e00-48edb11098ce None None] For port af8b5e7d-fd21-4c7a-bef5-b771b98a0bd5, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=af8b5e7d-fd21-4c7a-bef5-b771b98a0bd5,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:23.064129 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fc7ed584-458a-4ea6-8e00-48edb11098ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:23.073644 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-b5ea29b5-ea39-406f-99b6-46a8c5a77b18 None None] Allocated IP 172.20.0.18 (01c25354-f919-4d40-965e-4b927fd25e47/0cce6595-38d7-4d2b-8bcd-581575ca14d3/1717270b-0a79-4a13-955b-969e9c3fce66) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:32:23.114031 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af3fc01-0474-4f27-b255-bbc79cd78a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14cecc2-36b5-46e9-a105-82647df57026'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:32:23.127072 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62e6500-0f69-4df4-bff2-c8382e000cf8" -d '{"events": [{"server_uuid": "9af3fc01-0474-4f27-b255-bbc79cd78a4b", "name": "network-vif-plugged", "status": "completed", "tag": "c14cecc2-36b5-46e9-a105-82647df57026"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:32:23.160250 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port af8b5e7d-fd21-4c7a-bef5-b771b98a0bd5 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:23.161012 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:23.172316 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port c14cecc2-36b5-46e9-a105-82647df57026, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=c14cecc2-36b5-46e9-a105-82647df57026,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:23.185407 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-173dc78b-6405-413a-8033-f4f3244ed0d9 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Network d69f5d37-8d73-449a-aeb4-ab39a82e90bd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:32:23.195304 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-03d01940-2030-4b82-a412-601eda5e2379 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:23.219307 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdc37a-c16d-4941-9e67-f880c300e7f8 req-954a38d9-7f51-46c2-8c6c-168432b5d946 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:23.220854 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-55fdc37a-c16d-4941-9e67-f880c300e7f8 req-954a38d9-7f51-46c2-8c6c-168432b5d946 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=9af3fc01-0474-4f27-b255-bbc79cd78a4b HTTP/1.1" status: 200 len: 944 time: 0.1887827 Nov 10 19:32:23.240089 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-03d01940-2030-4b82-a412-601eda5e2379 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:23.240878 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-03d01940-2030-4b82-a412-601eda5e2379 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:23.248256 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173dc78b-6405-413a-8033-f4f3244ed0d9 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'Port': ['ID=dd0aa98c-9bc0-457e-be61-10ada0359ca0,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:23.283823 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-be8fe16e-3eef-4718-b793-dce125f485af tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:23.287550 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:23.342653 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-fc7ed584-458a-4ea6-8e00-48edb11098ce None None] Provisioning complete for port 5bc50ef9-5880-47b6-89f5-d703702896ad triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:23.346643 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fc7ed584-458a-4ea6-8e00-48edb11098ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:23.386230 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-173dc78b-6405-413a-8033-f4f3244ed0d9 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:23.430492 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-173dc78b-6405-413a-8033-f4f3244ed0d9 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:32:23.467248 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d01940-2030-4b82-a412-601eda5e2379 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Port': ['ID=86af4b73-1e88-4707-a78e-2341051ce9fa,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:23.601852 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ed584-458a-4ea6-8e00-48edb11098ce None None] Pushing event updated for resources: {'Port': ['ID=af8b5e7d-fd21-4c7a-bef5-b771b98a0bd5,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:23.619444 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-e2e454f4-bfeb-4937-bcb1-cd05bdfe17dc tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] For port 8bfc1b18-56f6-4502-9185-d20408f07368, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=8bfc1b18-56f6-4502-9185-d20408f07368,segment=NetworkSegment(030df5a2-9d42-4b9e-9f60-a8186fdbee54),segment_id=030df5a2-9d42-4b9e-9f60-a8186fdbee54)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:23.620772 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e2e454f4-bfeb-4937-bcb1-cd05bdfe17dc tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:23.676836 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-55fdc37a-c16d-4941-9e67-f880c300e7f8 req-d89c4840-09c5-43a6-8f5c-9a5bf1f084e8 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376895 Nov 10 19:32:23.719280 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-e2e454f4-bfeb-4937-bcb1-cd05bdfe17dc tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Calling delete_port for 8bfc1b18-56f6-4502-9185-d20408f07368 owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:32:23.726115 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d01940-2030-4b82-a412-601eda5e2379 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:32:23.732767 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-03d01940-2030-4b82-a412-601eda5e2379 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:23.756192 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-173dc78b-6405-413a-8033-f4f3244ed0d9 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:23.756882 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-173dc78b-6405-413a-8033-f4f3244ed0d9 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:23.763534 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dbdb6d67-8f3e-497a-814d-50e118ff6be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:23.937880 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b5ea29b5-ea39-406f-99b6-46a8c5a77b18 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:24.018761 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b5ea29b5-ea39-406f-99b6-46a8c5a77b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:24.022947 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-173dc78b-6405-413a-8033-f4f3244ed0d9 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1934664 Nov 10 19:32:24.041897 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-4de79fbd-d072-4162-a31f-dd0bef04f737 service neutron] Request body: {'port': {'device_id': 'c7d985e7-0519-42c9-836a-1fd19d5437b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:24.043572 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=c14cecc2-36b5-46e9-a105-82647df57026,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:24.072983 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-be8fe16e-3eef-4718-b793-dce125f485af tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:24.142338 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea29b5-ea39-406f-99b6-46a8c5a77b18 None None] Pushing event updated for resources: {'Port': ['ID=1717270b-0a79-4a13-955b-969e9c3fce66,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:24.164735 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 09d7d0eb-4c8d-413a-929c-36821c36da96 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:32:24.171908 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ea29b5-ea39-406f-99b6-46a8c5a77b18 None None] Network 01c25354-f919-4d40-965e-4b927fd25e47 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:32:24.178539 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fefd15-9f87-4fc9-9ed5-0bb980a09f8f req-1fe1f2ba-9898-4d1d-8135-0f871e8bd818 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:24.180828 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f5fefd15-9f87-4fc9-9ed5-0bb980a09f8f req-1fe1f2ba-9898-4d1d-8135-0f871e8bd818 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 932 time: 0.1509893 Nov 10 19:32:24.226591 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-7df5f316-0da5-400e-b062-b9f5ab919b77 None None] Provisioning complete for port 86af4b73-1e88-4707-a78e-2341051ce9fa triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:24.226982 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7df5f316-0da5-400e-b062-b9f5ab919b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:24.229055 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-b5ea29b5-ea39-406f-99b6-46a8c5a77b18 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:24.239147 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ea29b5-ea39-406f-99b6-46a8c5a77b18 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:32:24.249960 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-4de79fbd-d072-4162-a31f-dd0bef04f737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:24.266464 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d01940-2030-4b82-a412-601eda5e2379 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Router 9ded0cf8-3d6a-4f16-aded-3752f212cadc is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:32:24.633335 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d01940-2030-4b82-a412-601eda5e2379 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:32:24.633859 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-7df5f316-0da5-400e-b062-b9f5ab919b77 None None] Port 86af4b73-1e88-4707-a78e-2341051ce9fa cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:32:24.646110 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f5fefd15-9f87-4fc9-9ed5-0bb980a09f8f req-ed93985f-05c9-4233-af18-c7b5687df9a8 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=9098cf66-e6a6-4b65-8dfe-20c875f20b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4405615 Nov 10 19:32:24.669076 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-03d01940-2030-4b82-a412-601eda5e2379 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "PUT /v2.0/routers/9ded0cf8-3d6a-4f16-aded-3752f212cadc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7603500 Nov 10 19:32:24.671320 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57622) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:24.674382 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eff1851-c017-407b-90a3-f64f54834778 None None] Sync routers for ids ['9ded0cf8-3d6a-4f16-aded-3752f212cadc'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:32:24.700328 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-b5ea29b5-ea39-406f-99b6-46a8c5a77b18 None None] Attempting to bind port 1717270b-0a79-4a13-955b-969e9c3fce66 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:32:24.700816 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-b5ea29b5-ea39-406f-99b6-46a8c5a77b18 None None] Attempting to bind port 1717270b-0a79-4a13-955b-969e9c3fce66 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'c599a174-3bf8-4bdd-a517-8508a8f615c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '01c25354-f919-4d40-965e-4b927fd25e47'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:32:24.701372 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ea29b5-ea39-406f-99b6-46a8c5a77b18 None None] Attempting to bind port 1717270b-0a79-4a13-955b-969e9c3fce66 on network 01c25354-f919-4d40-965e-4b927fd25e47 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:32:24.759073 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ca9fe8-849d-4bd4-8382-b40632613c0d x-openstack-request-id: req-a6ca9fe8-849d-4bd4-8382-b40632613c0d {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:32:24.759515 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af3fc01-0474-4f27-b255-bbc79cd78a4b", "name": "network-vif-plugged", "status": "completed", "tag": "c14cecc2-36b5-46e9-a105-82647df57026", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:32:24.759876 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a6ca9fe8-849d-4bd4-8382-b40632613c0d {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:32:24.761010 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9af3fc01-0474-4f27-b255-bbc79cd78a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14cecc2-36b5-46e9-a105-82647df57026', 'code': 200} Nov 10 19:32:24.772215 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ea29b5-ea39-406f-99b6-46a8c5a77b18 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:32:24.773091 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ea29b5-ea39-406f-99b6-46a8c5a77b18 None None] Checking segment: {'id': 'c599a174-3bf8-4bdd-a517-8508a8f615c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '01c25354-f919-4d40-965e-4b927fd25e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:32:24.774583 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b5ea29b5-ea39-406f-99b6-46a8c5a77b18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:24.775638 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ea29b5-ea39-406f-99b6-46a8c5a77b18 None None] Bound using segment: {'id': 'c599a174-3bf8-4bdd-a517-8508a8f615c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '01c25354-f919-4d40-965e-4b927fd25e47'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:32:24.775638 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-b5ea29b5-ea39-406f-99b6-46a8c5a77b18 None None] Bound port: 1717270b-0a79-4a13-955b-969e9c3fce66, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c599a174-3bf8-4bdd-a517-8508a8f615c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '01c25354-f919-4d40-965e-4b927fd25e47'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:32:24.778281 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b5ea29b5-ea39-406f-99b6-46a8c5a77b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:24.781209 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eff1851-c017-407b-90a3-f64f54834778 None None] Routers {'9ded0cf8-3d6a-4f16-aded-3752f212cadc'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:32:24.782299 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-5eff1851-c017-407b-90a3-f64f54834778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:31:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['9ded0cf8-3d6a-4f16-aded-3752f212cadc'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:24.783632 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08c32f0-4aed-4659-ab04-a5d25f4693cf tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:24.790436 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e08c32f0-4aed-4659-ab04-a5d25f4693cf tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports/86af4b73-1e88-4707-a78e-2341051ce9fa HTTP/1.1" status: 200 len: 911 time: 0.1182299 Nov 10 19:32:24.791995 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-7df5f316-0da5-400e-b062-b9f5ab919b77 None None] Provisioning complete for port af8b5e7d-fd21-4c7a-bef5-b771b98a0bd5 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:24.792933 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57626) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:24.793552 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7df5f316-0da5-400e-b062-b9f5ab919b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:24.916245 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 09d7d0eb-4c8d-413a-929c-36821c36da96 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:24.916939 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:24.929746 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:24.958844 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0dd35f-fb76-4daa-922f-bc91d01c2570 req-edbc607f-c0df-4307-9e52-7b550923df51 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:24.970387 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6b0dd35f-fb76-4daa-922f-bc91d01c2570 req-edbc607f-c0df-4307-9e52-7b550923df51 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=9af3fc01-0474-4f27-b255-bbc79cd78a4b HTTP/1.1" status: 200 len: 945 time: 0.0971079 Nov 10 19:32:24.993186 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43338652-83ee-46b4-8939-8c3d7f42f479 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:25.009395 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43338652-83ee-46b4-8939-8c3d7f42f479 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:25.014338 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-43338652-83ee-46b4-8939-8c3d7f42f479 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2191751 Nov 10 19:32:25.017480 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57630) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:25.145792 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b2ed9-fb7f-41cd-9e5d-420aed0e7554 req-36b1df79-7d43-414f-8d80-4f6a6216b08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:25.147546 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-408b2ed9-fb7f-41cd-9e5d-420aed0e7554 req-36b1df79-7d43-414f-8d80-4f6a6216b08f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9af3fc01-0474-4f27-b255-bbc79cd78a4b HTTP/1.1" status: 200 len: 1096 time: 0.2968826 Nov 10 19:32:25.182039 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-5eff1851-c017-407b-90a3-f64f54834778 None None] Set router 9ded0cf8-3d6a-4f16-aded-3752f212cadc gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:32:25.186064 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:25.300017 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-b5ea29b5-ea39-406f-99b6-46a8c5a77b18 None None] For port 1717270b-0a79-4a13-955b-969e9c3fce66, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:32:25.347464 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-b5ea29b5-ea39-406f-99b6-46a8c5a77b18 None None] For port 1717270b-0a79-4a13-955b-969e9c3fce66, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=1717270b-0a79-4a13-955b-969e9c3fce66,segment=NetworkSegment(c599a174-3bf8-4bdd-a517-8508a8f615c0),segment_id=c599a174-3bf8-4bdd-a517-8508a8f615c0)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:32:25.358515 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6b0dd35f-fb76-4daa-922f-bc91d01c2570 req-e0409f7f-39ae-4c31-b249-6c5424602451 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870933 Nov 10 19:32:25.400892 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-408b2ed9-fb7f-41cd-9e5d-420aed0e7554 req-e4acda01-50a5-4b72-ac5a-74e9568654a1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851199 Nov 10 19:32:25.416928 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b5ea29b5-ea39-406f-99b6-46a8c5a77b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:25.496738 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e2e454f4-bfeb-4937-bcb1-cd05bdfe17dc tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:25.569302 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-be8fe16e-3eef-4718-b793-dce125f485af tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:25.573250 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e454f4-bfeb-4937-bcb1-cd05bdfe17dc tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Port': ['ID=8bfc1b18-56f6-4502-9185-d20408f07368,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:25.586395 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ba028951-f2d1-441b-af2b-8ed002caceaa no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:32:25.588608 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-6fc3492d-a202-4945-ab08-d3d42f662c16 None None] Provisioning complete for port 86af4b73-1e88-4707-a78e-2341051ce9fa triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:25.589238 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6fc3492d-a202-4945-ab08-d3d42f662c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:25.611162 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-be8fe16e-3eef-4718-b793-dce125f485af tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:25.786122 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: ba028951-f2d1-441b-af2b-8ed002caceaa {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:32:25.786999 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ba028951-f2d1-441b-af2b-8ed002caceaa not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:32:25.787833 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 496600c8-fb35-4582-a155-57d7d4dc0aa7 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:32:25.892541 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea29b5-ea39-406f-99b6-46a8c5a77b18 None None] Pushing event updated for resources: {'Port': ['ID=1717270b-0a79-4a13-955b-969e9c3fce66,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:25.902157 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 496600c8-fb35-4582-a155-57d7d4dc0aa7 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:32:25.902505 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 496600c8-fb35-4582-a155-57d7d4dc0aa7 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:32:25.913405 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-6fc3492d-a202-4945-ab08-d3d42f662c16 None None] Port 86af4b73-1e88-4707-a78e-2341051ce9fa cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:32:25.920262 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8fe16e-3eef-4718-b793-dce125f485af tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Pushing event updated for resources: {'Port': ['ID=b47c5d6f-ae04-4f62-b47f-7360cc9e4335,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:25.941732 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0ec73360-2057-4ce8-bc41-19024144a266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:25.945155 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-be8fe16e-3eef-4718-b793-dce125f485af tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:25.961568 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-6fc3492d-a202-4945-ab08-d3d42f662c16 None None] Provisioning complete for port dd0aa98c-9bc0-457e-be61-10ada0359ca0 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:25.962116 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6fc3492d-a202-4945-ab08-d3d42f662c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:26.016025 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-5eff1851-c017-407b-90a3-f64f54834778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ded0cf8-3d6a-4f16-aded-3752f212cadc', 'name': 'tempest-NetworksTestDHCPv6-router-1622071265', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:19Z', 'updated_at': '2021-11-10T19:32:22Z', 'revision_number': 2, 'project_id': '58032e7d1f2f404ba85bd15a14418eaa', 'gw_port_host': None, '_interfaces': [{'id': '86af4b73-1e88-4707-a78e-2341051ce9fa', 'name': '', 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'mac_address': 'fa:16:3e:06:27:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ded0cf8-3d6a-4f16-aded-3752f212cadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'a43c31ea-93cb-4786-a2b4-15a6101fae06', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:20Z', 'updated_at': '2021-11-10T19:32:22Z', 'revision_number': 2, 'project_id': '58032e7d1f2f404ba85bd15a14418eaa', 'subnets': [{'id': 'a43c31ea-93cb-4786-a2b4-15a6101fae06', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:26.138416 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eff1851-c017-407b-90a3-f64f54834778 None None] Checking router: 9ded0cf8-3d6a-4f16-aded-3752f212cadc for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:32:26.139045 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eff1851-c017-407b-90a3-f64f54834778 None None] Updating router 9ded0cf8-3d6a-4f16-aded-3752f212cadc port 86af4b73-1e88-4707-a78e-2341051ce9fa binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:32:26.149036 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b4fc4648-7f0f-4cc1-9b5d-fda715e0a40b req-c9e9b8b0-e458-4d92-9040-8695dbc51a41 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3027322 Nov 10 19:32:26.161302 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2904e-f09f-4286-becc-2584f81baecb req-2d6df4f1-83c6-487b-af29-0f2bfc79881a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:26.164867 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-6fc3492d-a202-4945-ab08-d3d42f662c16 None None] Port dd0aa98c-9bc0-457e-be61-10ada0359ca0 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:32:26.168841 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dfa2904e-f09f-4286-becc-2584f81baecb req-2d6df4f1-83c6-487b-af29-0f2bfc79881a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 932 time: 0.3187933 Nov 10 19:32:26.297470 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5eff1851-c017-407b-90a3-f64f54834778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:26.367288 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-4de79fbd-d072-4162-a31f-dd0bef04f737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd0aa98c-9bc0-457e-be61-10ada0359ca0 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:32:26.393720 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-4de79fbd-d072-4162-a31f-dd0bef04f737 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:26.435592 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-4de79fbd-d072-4162-a31f-dd0bef04f737 service neutron] Transition to ACTIVE for port object dd0aa98c-9bc0-457e-be61-10ada0359ca0 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:32:26.437674 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dfa2904e-f09f-4286-becc-2584f81baecb req-378c31ff-afce-4147-8f28-c07f2a4fd889 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=9098cf66-e6a6-4b65-8dfe-20c875f20b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2678714 Nov 10 19:32:26.440361 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e2e454f4-bfeb-4937-bcb1-cd05bdfe17dc tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:26.451568 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-4de79fbd-d072-4162-a31f-dd0bef04f737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:26.472643 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8fe16e-3eef-4718-b793-dce125f485af tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Network 01c25354-f919-4d40-965e-4b927fd25e47 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:32:26.495975 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-be8fe16e-3eef-4718-b793-dce125f485af tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:26.606991 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1e66fa75-d11b-48ff-acc0-db2f14eb7160 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:26.622696 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de79fbd-d072-4162-a31f-dd0bef04f737 service neutron] Pushing event updated for resources: {'Port': ['ID=dd0aa98c-9bc0-457e-be61-10ada0359ca0,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:26.673385 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device af8b5e7d-fd21-4c7a-bef5-b771b98a0bd5 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:32:26.858402 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc4648-7f0f-4cc1-9b5d-fda715e0a40b req-bd74fed6-5b02-4b04-a1dc-ce062ea83846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:26.861909 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b4fc4648-7f0f-4cc1-9b5d-fda715e0a40b req-bd74fed6-5b02-4b04-a1dc-ce062ea83846 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e964d54e065f49df9181b3cc5034fac9&device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 1096 time: 0.6177964 Nov 10 19:32:26.869308 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port af8b5e7d-fd21-4c7a-bef5-b771b98a0bd5 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:26.869680 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:27.026180 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e454f4-bfeb-4937-bcb1-cd05bdfe17dc tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Router 99228d29-39e6-4d52-9648-58f27d3cc6ea has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:32:27.047929 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-4de79fbd-d072-4162-a31f-dd0bef04f737 service neutron] Attempting to bind port dd0aa98c-9bc0-457e-be61-10ada0359ca0 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:32:27.048306 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-4de79fbd-d072-4162-a31f-dd0bef04f737 service neutron] Attempting to bind port dd0aa98c-9bc0-457e-be61-10ada0359ca0 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd69f5d37-8d73-449a-aeb4-ab39a82e90bd'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:32:27.048598 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-4de79fbd-d072-4162-a31f-dd0bef04f737 service neutron] Attempting to bind port dd0aa98c-9bc0-457e-be61-10ada0359ca0 on network d69f5d37-8d73-449a-aeb4-ab39a82e90bd {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:32:27.058520 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-4de79fbd-d072-4162-a31f-dd0bef04f737 service neutron] Port dd0aa98c-9bc0-457e-be61-10ada0359ca0 on network d69f5d37-8d73-449a-aeb4-ab39a82e90bd not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:32:27.058770 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc4648-7f0f-4cc1-9b5d-fda715e0a40b req-c5f441c1-dcbe-48b9-8ba3-c85cea22bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:27.059467 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-4de79fbd-d072-4162-a31f-dd0bef04f737 service neutron] Attempting to bind port dd0aa98c-9bc0-457e-be61-10ada0359ca0 on network d69f5d37-8d73-449a-aeb4-ab39a82e90bd {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:32:27.061188 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b4fc4648-7f0f-4cc1-9b5d-fda715e0a40b req-c5f441c1-dcbe-48b9-8ba3-c85cea22bd7f service neutron] 10.222.0.25 "GET /v2.0/networks?id=d81248ac-96a9-4e56-9bb4-f772b36a0433 HTTP/1.1" status: 200 len: 913 time: 0.1766875 Nov 10 19:32:27.069368 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-4de79fbd-d072-4162-a31f-dd0bef04f737 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:32:27.070280 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-4de79fbd-d072-4162-a31f-dd0bef04f737 service neutron] Checking segment: {'id': '010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd69f5d37-8d73-449a-aeb4-ab39a82e90bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:32:27.070280 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-4de79fbd-d072-4162-a31f-dd0bef04f737 service neutron] Bound using segment: {'id': '010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd69f5d37-8d73-449a-aeb4-ab39a82e90bd'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:32:27.070647 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-4de79fbd-d072-4162-a31f-dd0bef04f737 service neutron] Bound port: dd0aa98c-9bc0-457e-be61-10ada0359ca0, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd69f5d37-8d73-449a-aeb4-ab39a82e90bd'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:32:27.070948 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-4de79fbd-d072-4162-a31f-dd0bef04f737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:27.093066 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25e64d-47a1-4293-bb5b-d1cfdbf363f7 req-25e78f12-b511-4b9c-953e-9a3d1f2e521b tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:27.094078 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5eff1851-c017-407b-90a3-f64f54834778 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:27.094898 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-db25e64d-47a1-4293-bb5b-d1cfdbf363f7 req-25e78f12-b511-4b9c-953e-9a3d1f2e521b tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=9af3fc01-0474-4f27-b255-bbc79cd78a4b HTTP/1.1" status: 200 len: 945 time: 0.4817886 Nov 10 19:32:27.096457 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5bc50ef9-5880-47b6-89f5-d703702896ad up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:32:27.134467 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5eff1851-c017-407b-90a3-f64f54834778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:27.206460 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328eb11-5b83-4596-af08-3f47a53b302b None None] Pushing event updated for resources: {'Port': ['ID=86af4b73-1e88-4707-a78e-2341051ce9fa,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:27.228181 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e454f4-bfeb-4937-bcb1-cd05bdfe17dc tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:32:27.239353 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331fdacd-82d6-4370-a471-19b02c6feb7c None None] Sync routers for ids ['99228d29-39e6-4d52-9648-58f27d3cc6ea'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:32:27.256342 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e2e454f4-bfeb-4937-bcb1-cd05bdfe17dc tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "PUT /v2.0/routers/99228d29-39e6-4d52-9648-58f27d3cc6ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9361339 Nov 10 19:32:27.257621 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57642) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:27.263286 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331fdacd-82d6-4370-a471-19b02c6feb7c None None] Routers {'99228d29-39e6-4d52-9648-58f27d3cc6ea'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:32:27.266217 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-331fdacd-82d6-4370-a471-19b02c6feb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:32:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['99228d29-39e6-4d52-9648-58f27d3cc6ea'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:27.271050 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:27.313209 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 5bc50ef9-5880-47b6-89f5-d703702896ad triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:27.313852 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:27.368545 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-5eff1851-c017-407b-90a3-f64f54834778 None None] Attempting to bind port 86af4b73-1e88-4707-a78e-2341051ce9fa on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:32:27.368933 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-5eff1851-c017-407b-90a3-f64f54834778 None None] Attempting to bind port 86af4b73-1e88-4707-a78e-2341051ce9fa by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:32:27.369295 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eff1851-c017-407b-90a3-f64f54834778 None None] Attempting to bind port 86af4b73-1e88-4707-a78e-2341051ce9fa on network 0f2098c5-8490-42c1-8134-97661a60c707 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:32:27.379507 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eff1851-c017-407b-90a3-f64f54834778 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:32:27.379884 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eff1851-c017-407b-90a3-f64f54834778 None None] Checking segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:32:27.380286 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5eff1851-c017-407b-90a3-f64f54834778 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:27.380681 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eff1851-c017-407b-90a3-f64f54834778 None None] Bound using segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:32:27.381521 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-5eff1851-c017-407b-90a3-f64f54834778 None None] Bound port: 86af4b73-1e88-4707-a78e-2341051ce9fa, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:32:27.381521 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5eff1851-c017-407b-90a3-f64f54834778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:27.392354 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-4de79fbd-d072-4162-a31f-dd0bef04f737 service neutron] For port dd0aa98c-9bc0-457e-be61-10ada0359ca0, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:32:27.401190 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-4de79fbd-d072-4162-a31f-dd0bef04f737 service neutron] For port dd0aa98c-9bc0-457e-be61-10ada0359ca0, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=dd0aa98c-9bc0-457e-be61-10ada0359ca0,segment=NetworkSegment(010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa),segment_id=010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:32:27.464003 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558787f2-7c79-4369-a464-67b16d470ac7 None None] Network 01c25354-f919-4d40-965e-4b927fd25e47 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:32:27.483144 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-331fdacd-82d6-4370-a471-19b02c6feb7c None None] Set router 99228d29-39e6-4d52-9648-58f27d3cc6ea gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:32:27.490316 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8fe16e-3eef-4718-b793-dce125f485af tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Router d7d5d7b1-971a-4c2f-9b3b-66045d6651e8 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:32:27.498478 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b4fc4648-7f0f-4cc1-9b5d-fda715e0a40b req-1f2f2d14-ab78-468a-87c8-1fb9649407ff service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f HTTP/1.1" status: 200 len: 999 time: 0.4223559 Nov 10 19:32:27.508941 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-4de79fbd-d072-4162-a31f-dd0bef04f737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:27.517372 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-fbfa629a-a6e1-4667-9c49-91ccf3a5073d None None] Provisioning complete for port 1717270b-0a79-4a13-955b-969e9c3fce66 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:27.517987 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fbfa629a-a6e1-4667-9c49-91ccf3a5073d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:27.519533 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-db25e64d-47a1-4293-bb5b-d1cfdbf363f7 req-98f9eaa9-8969-4479-b054-65ed35bbd134 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820221 Nov 10 19:32:27.654940 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 1717270b-0a79-4a13-955b-969e9c3fce66 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:32:27.720884 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d8d3936-5b74-4358-afbc-cbbf9e217581 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Deleting subnet 2d5e541d-36dc-4872-bcd3-8262f01ff667 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:32:27.721715 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc4648-7f0f-4cc1-9b5d-fda715e0a40b req-52a02c44-040e-4e22-9b0a-942eb53f0ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:27.723343 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b4fc4648-7f0f-4cc1-9b5d-fda715e0a40b req-52a02c44-040e-4e22-9b0a-942eb53f0ea3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d874850-3788-4c89-9cc5-3e0f9d06fb90 HTTP/1.1" status: 200 len: 851 time: 0.2002435 Nov 10 19:32:27.737680 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5eff1851-c017-407b-90a3-f64f54834778 None None] For port 86af4b73-1e88-4707-a78e-2341051ce9fa, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:32:27.743891 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1d8d3936-5b74-4358-afbc-cbbf9e217581 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:27.751087 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-4de79fbd-d072-4162-a31f-dd0bef04f737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:27.751721 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-4de79fbd-d072-4162-a31f-dd0bef04f737 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:27.753857 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-4de79fbd-d072-4162-a31f-dd0bef04f737 service neutron] 10.222.0.73 "PUT /v2.0/ports/dd0aa98c-9bc0-457e-be61-10ada0359ca0 HTTP/1.1" status: 200 len: 1092 time: 3.7182994 Nov 10 19:32:27.792660 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5eff1851-c017-407b-90a3-f64f54834778 None None] For port 86af4b73-1e88-4707-a78e-2341051ce9fa, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=86af4b73-1e88-4707-a78e-2341051ce9fa,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:32:27.805858 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5eff1851-c017-407b-90a3-f64f54834778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:27.818688 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d985e7-0519-42c9-836a-1fd19d5437b4', 'tag': 'dd0aa98c-9bc0-457e-be61-10ada0359ca0'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:32:27.821736 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67fe6ae-13fd-4fe9-bade-7d0b6d3299b7" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d985e7-0519-42c9-836a-1fd19d5437b4", "tag": "dd0aa98c-9bc0-457e-be61-10ada0359ca0"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:32:27.863965 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-331fdacd-82d6-4370-a471-19b02c6feb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'name': 'tempest-RoutersTest-router-1803420670', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:31:31Z', 'updated_at': '2021-11-10T19:32:24Z', 'revision_number': 9, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'gw_port_host': None, '_interfaces': [{'id': '497f26b6-cfb4-41f1-a23a-558cce1fe6a9', 'name': '', 'network_id': 'f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:4a:e6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '403ac677-7289-45a3-8128-a3cf04817108', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:39Z', 'updated_at': '2021-11-10T19:31:52Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '403ac677-7289-45a3-8128-a3cf04817108', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5d5e5b-5a9c-4546-abc0-34d9b35b8d64', 'name': '', 'network_id': '064b2bd0-5827-4379-a185-243289464eea', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:d4:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:34Z', 'updated_at': '2021-11-10T19:31:42Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:27.908664 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05b37f-ab5a-4028-8092-47720404c93a req-7f275e37-ac83-4080-8490-210556eb6f47 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:27.921897 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331fdacd-82d6-4370-a471-19b02c6feb7c None None] Checking router: 99228d29-39e6-4d52-9648-58f27d3cc6ea for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:32:27.934984 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328eb11-5b83-4596-af08-3f47a53b302b None None] Pushing event updated for resources: {'Port': ['ID=86af4b73-1e88-4707-a78e-2341051ce9fa,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:27.941449 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331fdacd-82d6-4370-a471-19b02c6feb7c None None] Routers {'99228d29-39e6-4d52-9648-58f27d3cc6ea'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:32:27.942353 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-331fdacd-82d6-4370-a471-19b02c6feb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:32:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['99228d29-39e6-4d52-9648-58f27d3cc6ea'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:27.957873 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a05b37f-ab5a-4028-8092-47720404c93a req-7f275e37-ac83-4080-8490-210556eb6f47 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 944 time: 0.2786801 Nov 10 19:32:27.978616 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eff1851-c017-407b-90a3-f64f54834778 None None] Routers {'9ded0cf8-3d6a-4f16-aded-3752f212cadc'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:32:27.979417 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-5eff1851-c017-407b-90a3-f64f54834778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:32:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['9ded0cf8-3d6a-4f16-aded-3752f212cadc'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:28.095100 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc4648-7f0f-4cc1-9b5d-fda715e0a40b req-8078cd90-717d-4d8c-bb38-d3b6ae8fcaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:28.095831 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 1717270b-0a79-4a13-955b-969e9c3fce66 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:28.096525 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:28.101104 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b4fc4648-7f0f-4cc1-9b5d-fda715e0a40b req-8078cd90-717d-4d8c-bb38-d3b6ae8fcaeb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d81248ac-96a9-4e56-9bb4-f772b36a0433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3694527 Nov 10 19:32:28.135436 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-331fdacd-82d6-4370-a471-19b02c6feb7c None None] Set router 99228d29-39e6-4d52-9648-58f27d3cc6ea gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:32:28.173548 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a05b37f-ab5a-4028-8092-47720404c93a req-1cd8647f-63f8-4421-aaaf-00f43cc6d4b5 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=9098cf66-e6a6-4b65-8dfe-20c875f20b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151251 Nov 10 19:32:28.272111 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-1e66fa75-d11b-48ff-acc0-db2f14eb7160 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting port 86af4b73-1e88-4707-a78e-2341051ce9fa {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:32:28.272753 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1e66fa75-d11b-48ff-acc0-db2f14eb7160 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:28.446702 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-331fdacd-82d6-4370-a471-19b02c6feb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'name': 'tempest-RoutersTest-router-1803420670', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:31:31Z', 'updated_at': '2021-11-10T19:32:24Z', 'revision_number': 9, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'gw_port_host': None, '_interfaces': [{'id': '497f26b6-cfb4-41f1-a23a-558cce1fe6a9', 'name': '', 'network_id': 'f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:4a:e6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '403ac677-7289-45a3-8128-a3cf04817108', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:39Z', 'updated_at': '2021-11-10T19:31:52Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '403ac677-7289-45a3-8128-a3cf04817108', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5d5e5b-5a9c-4546-abc0-34d9b35b8d64', 'name': '', 'network_id': '064b2bd0-5827-4379-a185-243289464eea', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:d4:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:34Z', 'updated_at': '2021-11-10T19:31:42Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:28.494317 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331fdacd-82d6-4370-a471-19b02c6feb7c None None] The sync data for ids ['99228d29-39e6-4d52-9648-58f27d3cc6ea'] in n-d-813897-4 is: [{'id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'name': 'tempest-RoutersTest-router-1803420670', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:31:31Z', 'updated_at': '2021-11-10T19:32:24Z', 'revision_number': 9, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'gw_port_host': None, '_interfaces': [{'id': '497f26b6-cfb4-41f1-a23a-558cce1fe6a9', 'name': '', 'network_id': 'f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:4a:e6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': '403ac677-7289-45a3-8128-a3cf04817108', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:39Z', 'updated_at': '2021-11-10T19:31:52Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '403ac677-7289-45a3-8128-a3cf04817108', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5d5e5b-5a9c-4546-abc0-34d9b35b8d64', 'name': '', 'network_id': '064b2bd0-5827-4379-a185-243289464eea', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:d4:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:34Z', 'updated_at': '2021-11-10T19:31:42Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:32:28.547528 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80003d8-bc3d-4f69-95d0-03faa647ad4c x-openstack-request-id: req-c80003d8-bc3d-4f69-95d0-03faa647ad4c {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:32:28.547842 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d985e7-0519-42c9-836a-1fd19d5437b4", "tag": "dd0aa98c-9bc0-457e-be61-10ada0359ca0", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:32:28.548093 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c80003d8-bc3d-4f69-95d0-03faa647ad4c {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:32:28.548499 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d985e7-0519-42c9-836a-1fd19d5437b4', 'tag': 'dd0aa98c-9bc0-457e-be61-10ada0359ca0', 'status': 'completed', 'code': 200} Nov 10 19:32:28.632947 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1d8d3936-5b74-4358-afbc-cbbf9e217581 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:28.637282 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de79fbd-d072-4162-a31f-dd0bef04f737 service neutron] Pushing event updated for resources: {'Port': ['ID=dd0aa98c-9bc0-457e-be61-10ada0359ca0,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:28.663453 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fbfa629a-a6e1-4667-9c49-91ccf3a5073d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:28.710921 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-5eff1851-c017-407b-90a3-f64f54834778 None None] Set router 9ded0cf8-3d6a-4f16-aded-3752f212cadc gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:32:28.756519 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:28.763608 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-350571fb-991b-480d-ac4c-2f2e1685be02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:28.766026 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-350571fb-991b-480d-ac4c-2f2e1685be02 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 1095 time: 0.9383080 Nov 10 19:32:28.773633 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1d8d3936-5b74-4358-afbc-cbbf9e217581 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:28.876892 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8fe16e-3eef-4718-b793-dce125f485af tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:32:28.885332 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-be8fe16e-3eef-4718-b793-dce125f485af tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "PUT /v2.0/routers/d7d5d7b1-971a-4c2f-9b3b-66045d6651e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6023624 Nov 10 19:32:28.899175 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3777f596-1396-4b05-9e43-a2816a7c0c58 None None] Sync routers for ids ['d7d5d7b1-971a-4c2f-9b3b-66045d6651e8'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:32:28.902826 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-c5e10afa-b824-45d5-8717-ef2992fda4c5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd0aa98c-9bc0-457e-be61-10ada0359ca0 HTTP/1.1" status: 200 len: 217 time: 0.1055331 Nov 10 19:32:28.905665 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-fbfa629a-a6e1-4667-9c49-91ccf3a5073d None None] For port 1717270b-0a79-4a13-955b-969e9c3fce66, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=1717270b-0a79-4a13-955b-969e9c3fce66,segment=NetworkSegment(c599a174-3bf8-4bdd-a517-8508a8f615c0),segment_id=c599a174-3bf8-4bdd-a517-8508a8f615c0)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:28.956199 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fbfa629a-a6e1-4667-9c49-91ccf3a5073d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:29.055134 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-1e66fa75-d11b-48ff-acc0-db2f14eb7160 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] For port 86af4b73-1e88-4707-a78e-2341051ce9fa, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=86af4b73-1e88-4707-a78e-2341051ce9fa,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:29.055758 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1e66fa75-d11b-48ff-acc0-db2f14eb7160 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:29.063172 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:29.099168 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-e3d96ab3-5604-4436-a9f9-4789aa2349c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:29.113049 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3777f596-1396-4b05-9e43-a2816a7c0c58 None None] Routers {'d7d5d7b1-971a-4c2f-9b3b-66045d6651e8'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:32:29.113402 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-1e66fa75-d11b-48ff-acc0-db2f14eb7160 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Calling delete_port for 86af4b73-1e88-4707-a78e-2341051ce9fa owned by network:router_interface {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:32:29.113787 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-3777f596-1396-4b05-9e43-a2816a7c0c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:32:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d7d5d7b1-971a-4c2f-9b3b-66045d6651e8'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:29.115493 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-e3d96ab3-5604-4436-a9f9-4789aa2349c8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5f1198b-bd27-49bb-96f5-12e36fe63c4f HTTP/1.1" status: 200 len: 834 time: 0.1952777 Nov 10 19:32:29.189969 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1d8d3936-5b74-4358-afbc-cbbf9e217581 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:29.252801 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d3936-5b74-4358-afbc-cbbf9e217581 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Subnet': ['ID=2d5e541d-36dc-4872-bcd3-8262f01ff667,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:29.285611 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1d8d3936-5b74-4358-afbc-cbbf9e217581 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:29.290280 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1d8d3936-5b74-4358-afbc-cbbf9e217581 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/subnets/2d5e541d-36dc-4872-bcd3-8262f01ff667 HTTP/1.1" status: 204 len: 168 time: 2.0284562 Nov 10 19:32:29.298353 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57660) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:29.311033 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-ae5eb13a-f8db-46ed-9ac4-c00e3704abdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:29.314260 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-ae5eb13a-f8db-46ed-9ac4-c00e3704abdc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d69f5d37-8d73-449a-aeb4-ab39a82e90bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1881912 Nov 10 19:32:29.337987 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b4fc4648-7f0f-4cc1-9b5d-fda715e0a40b req-3c66e81d-e87b-4e8b-aeed-2bc717e5b012 service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2141085 Nov 10 19:32:29.341201 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b7bec5-c2dd-4822-9818-c906bbe2e440 None None] Network d2854563-a40f-426a-8cb9-6c0753abf3c6 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:32:29.508804 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6d179c50-5cb9-4540-8223-d28e4dace2d3 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:29.516574 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-3777f596-1396-4b05-9e43-a2816a7c0c58 None None] Set router d7d5d7b1-971a-4c2f-9b3b-66045d6651e8 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:32:29.526427 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e298df15-a3bf-4a05-ab74-97727dd39ae5 None None] Provisioning complete for port 1717270b-0a79-4a13-955b-969e9c3fce66 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:29.527145 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e298df15-a3bf-4a05-ab74-97727dd39ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:29.527303 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbe88f-b19f-49b7-bdbb-15e6beec91a7 req-d458e310-d3c3-49c8-9c0c-772e85a0dec8 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:29.528742 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-47bbe88f-b19f-49b7-bdbb-15e6beec91a7 req-d458e310-d3c3-49c8-9c0c-772e85a0dec8 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=9af3fc01-0474-4f27-b255-bbc79cd78a4b HTTP/1.1" status: 200 len: 945 time: 0.6366916 Nov 10 19:32:29.528873 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:29.578012 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa629a-a6e1-4667-9c49-91ccf3a5073d None None] Pushing event updated for resources: {'Port': ['ID=1717270b-0a79-4a13-955b-969e9c3fce66,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:29.578360 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1e66fa75-d11b-48ff-acc0-db2f14eb7160 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:29.598611 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-f7da72c7-0a41-4396-b3d1-9134a085d591 service neutron] 10.222.0.73 "GET /v2.0/networks/d69f5d37-8d73-449a-aeb4-ab39a82e90bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728851 Nov 10 19:32:29.706231 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:32:29.706763 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:32:29.713293 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e66fa75-d11b-48ff-acc0-db2f14eb7160 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Port': ['ID=86af4b73-1e88-4707-a78e-2341051ce9fa,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:29.742775 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-92bd8a22-e686-46fe-81c1-7faa5b81b373 req-e8af44f6-f378-41ed-9464-c7a2f4250171 service neutron] 10.222.0.73 "GET /v2.0/networks/d69f5d37-8d73-449a-aeb4-ab39a82e90bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348236 Nov 10 19:32:29.762565 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-6d179c50-5cb9-4540-8223-d28e4dace2d3 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Deleting port ad295488-d291-4a31-b1ea-ce1eafeccd34 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:32:29.762992 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6d179c50-5cb9-4540-8223-d28e4dace2d3 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:29.767256 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-47bbe88f-b19f-49b7-bdbb-15e6beec91a7 req-fedfda13-a97a-4dbe-9316-8ce4ae4e097e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275891 Nov 10 19:32:29.776784 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b4fc4648-7f0f-4cc1-9b5d-fda715e0a40b req-8a8bde26-d2f6-4e6c-8878-11a6b8327af8 service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068162 Nov 10 19:32:29.952794 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-5eff1851-c017-407b-90a3-f64f54834778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ded0cf8-3d6a-4f16-aded-3752f212cadc', 'name': 'tempest-NetworksTestDHCPv6-router-1622071265', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:19Z', 'updated_at': '2021-11-10T19:32:22Z', 'revision_number': 2, 'project_id': '58032e7d1f2f404ba85bd15a14418eaa', 'gw_port_host': None, '_interfaces': [{'id': '86af4b73-1e88-4707-a78e-2341051ce9fa', 'name': '', 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'mac_address': 'fa:16:3e:06:27:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ded0cf8-3d6a-4f16-aded-3752f212cadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'a43c31ea-93cb-4786-a2b4-15a6101fae06', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:20Z', 'updated_at': '2021-11-10T19:32:27Z', 'revision_number': 4, 'project_id': '58032e7d1f2f404ba85bd15a14418eaa', 'subnets': [{'id': 'a43c31ea-93cb-4786-a2b4-15a6101fae06', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:29.953100 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1e66fa75-d11b-48ff-acc0-db2f14eb7160 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:29.989672 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eff1851-c017-407b-90a3-f64f54834778 None None] The sync data for ids ['9ded0cf8-3d6a-4f16-aded-3752f212cadc'] in n-d-813897-4 is: [{'id': '9ded0cf8-3d6a-4f16-aded-3752f212cadc', 'name': 'tempest-NetworksTestDHCPv6-router-1622071265', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:19Z', 'updated_at': '2021-11-10T19:32:22Z', 'revision_number': 2, 'project_id': '58032e7d1f2f404ba85bd15a14418eaa', 'gw_port_host': None, '_interfaces': [{'id': '86af4b73-1e88-4707-a78e-2341051ce9fa', 'name': '', 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'mac_address': 'fa:16:3e:06:27:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ded0cf8-3d6a-4f16-aded-3752f212cadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'a43c31ea-93cb-4786-a2b4-15a6101fae06', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:20Z', 'updated_at': '2021-11-10T19:32:27Z', 'revision_number': 4, 'project_id': '58032e7d1f2f404ba85bd15a14418eaa', 'subnets': [{'id': 'a43c31ea-93cb-4786-a2b4-15a6101fae06', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:32:29.995265 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e298df15-a3bf-4a05-ab74-97727dd39ae5 None None] Could not find standard attr ID for object 86af4b73-1e88-4707-a78e-2341051ce9fa. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:32:30.034691 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdc17d4-4912-40b5-b102-372c2e7ed0d4 None None] DHCP port deletion for d2854563-a40f-426a-8cb9-6c0753abf3c6 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:32:30.054254 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-6d179c50-5cb9-4540-8223-d28e4dace2d3 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] For port ad295488-d291-4a31-b1ea-ce1eafeccd34, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ad295488-d291-4a31-b1ea-ce1eafeccd34,segment=NetworkSegment(030df5a2-9d42-4b9e-9f60-a8186fdbee54),segment_id=030df5a2-9d42-4b9e-9f60-a8186fdbee54)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:30.054892 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6d179c50-5cb9-4540-8223-d28e4dace2d3 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:30.057142 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e298df15-a3bf-4a05-ab74-97727dd39ae5 None None] Provisioning complete for port b47c5d6f-ae04-4f62-b47f-7360cc9e4335 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:30.057545 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e298df15-a3bf-4a05-ab74-97727dd39ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:30.092569 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fe6ae-13fd-4fe9-bade-7d0b6d3299b7 req-27f3cc47-826e-4f0d-a50f-039bcfd5c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:30.097733 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c67fe6ae-13fd-4fe9-bade-7d0b6d3299b7 req-27f3cc47-826e-4f0d-a50f-039bcfd5c3e3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 1095 time: 0.2774303 Nov 10 19:32:30.128473 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-6d179c50-5cb9-4540-8223-d28e4dace2d3 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Calling delete_port for ad295488-d291-4a31-b1ea-ce1eafeccd34 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:32:30.128626 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-d0a1def9-9a61-429d-9d9a-829ee539a476 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:30.130137 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-d0a1def9-9a61-429d-9d9a-829ee539a476 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/networks?id=01c25354-f919-4d40-965e-4b927fd25e47 HTTP/1.1" status: 200 len: 798 time: 0.1578867 Nov 10 19:32:30.169925 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e298df15-a3bf-4a05-ab74-97727dd39ae5 None None] Port b47c5d6f-ae04-4f62-b47f-7360cc9e4335 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:32:30.179734 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-15680ec1-daff-496f-96e2-a6014026e393 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/quotas/26bbb91bbd1a44118e77b6255c634c66 HTTP/1.1" status: 200 len: 375 time: 0.0124295 Nov 10 19:32:30.198246 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-3777f596-1396-4b05-9e43-a2816a7c0c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d5d7b1-971a-4c2f-9b3b-66045d6651e8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-747590048', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '09d7d0eb-4c8d-413a-929c-36821c36da96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:09Z', 'updated_at': '2021-11-10T19:32:23Z', 'revision_number': 4, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'gw_port': {'id': '09d7d0eb-4c8d-413a-929c-36821c36da96', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d5d7b1-971a-4c2f-9b3b-66045d6651e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:11Z', 'updated_at': '2021-11-10T19:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'b47c5d6f-ae04-4f62-b47f-7360cc9e4335', 'name': '', 'network_id': '01c25354-f919-4d40-965e-4b927fd25e47', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'mac_address': 'fa:16:3e:72:46:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d5d7b1-971a-4c2f-9b3b-66045d6651e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '0cce6595-38d7-4d2b-8bcd-581575ca14d3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:20Z', 'updated_at': '2021-11-10T19:32:25Z', 'revision_number': 2, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'subnets': [{'id': '0cce6595-38d7-4d2b-8bcd-581575ca14d3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:30.277724 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3777f596-1396-4b05-9e43-a2816a7c0c58 None None] Checking router: d7d5d7b1-971a-4c2f-9b3b-66045d6651e8 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:32:30.278110 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3777f596-1396-4b05-9e43-a2816a7c0c58 None None] Updating router d7d5d7b1-971a-4c2f-9b3b-66045d6651e8 port b47c5d6f-ae04-4f62-b47f-7360cc9e4335 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:32:30.338397 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc17d4-4912-40b5-b102-372c2e7ed0d4 None None] Deleting port ad295488-d291-4a31-b1ea-ce1eafeccd34 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:32:30.338939 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9cdc17d4-4912-40b5-b102-372c2e7ed0d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:30.341740 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6d179c50-5cb9-4540-8223-d28e4dace2d3 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:30.346775 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3777f596-1396-4b05-9e43-a2816a7c0c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:30.418556 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d179c50-5cb9-4540-8223-d28e4dace2d3 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] No DVR routers for this DVR port ad295488-d291-4a31-b1ea-ce1eafeccd34 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:32:30.440316 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-2e005dbd-d6c6-4ce2-9a16-493d885874fb tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=26bbb91bbd1a44118e77b6255c634c66&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2213662 Nov 10 19:32:30.479185 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fe6ae-13fd-4fe9-bade-7d0b6d3299b7 req-99c57977-b3ad-4f54-b2a2-021add97486f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:30.480725 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c67fe6ae-13fd-4fe9-bade-7d0b6d3299b7 req-99c57977-b3ad-4f54-b2a2-021add97486f service neutron] 10.222.0.73 "GET /v2.0/networks?id=d69f5d37-8d73-449a-aeb4-ab39a82e90bd HTTP/1.1" status: 200 len: 898 time: 0.3710287 Nov 10 19:32:30.484240 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d179c50-5cb9-4540-8223-d28e4dace2d3 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Port': ['ID=ad295488-d291-4a31-b1ea-ce1eafeccd34,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:30.525042 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e66fa75-d11b-48ff-acc0-db2f14eb7160 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Router 9ded0cf8-3d6a-4f16-aded-3752f212cadc has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:32:30.557480 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 1717270b-0a79-4a13-955b-969e9c3fce66 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:32:30.574651 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c67fe6ae-13fd-4fe9-bade-7d0b6d3299b7 req-1863c139-c00b-47f4-813e-09f3a88cf480 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd0aa98c-9bc0-457e-be61-10ada0359ca0 HTTP/1.1" status: 200 len: 217 time: 0.0667799 Nov 10 19:32:30.660168 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9cdc17d4-4912-40b5-b102-372c2e7ed0d4 None None] For port ad295488-d291-4a31-b1ea-ce1eafeccd34, host n-d-813897-4, got binding levels [] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:30.660616 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9cdc17d4-4912-40b5-b102-372c2e7ed0d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:30.674738 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-53ec1b6d-4bce-4462-9d88-23d996ab21e4 service neutron] 10.222.0.54 "GET /v2.0/networks/01c25354-f919-4d40-965e-4b927fd25e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083004 Nov 10 19:32:30.709753 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-815e4dda-67c4-4f64-8c77-4a1b8ecb07e8 None None] Provisioning complete for port b47c5d6f-ae04-4f62-b47f-7360cc9e4335 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:30.710363 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-815e4dda-67c4-4f64-8c77-4a1b8ecb07e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:30.711687 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6d179c50-5cb9-4540-8223-d28e4dace2d3 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:30.735490 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc17d4-4912-40b5-b102-372c2e7ed0d4 None None] Calling delete_port for ad295488-d291-4a31-b1ea-ce1eafeccd34 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:32:30.744151 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-6d179c50-5cb9-4540-8223-d28e4dace2d3 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2854563-a40f-426a-8cb9-6c0753abf3c6']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:30.755759 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e66fa75-d11b-48ff-acc0-db2f14eb7160 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:32:30.756581 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-6d179c50-5cb9-4540-8223-d28e4dace2d3 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '030df5a2-9d42-4b9e-9f60-a8186fdbee54') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:30.758036 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-6d179c50-5cb9-4540-8223-d28e4dace2d3 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '030df5a2-9d42-4b9e-9f60-a8186fdbee54') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:30.765421 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1e66fa75-d11b-48ff-acc0-db2f14eb7160 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "PUT /v2.0/routers/9ded0cf8-3d6a-4f16-aded-3752f212cadc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7456229 Nov 10 19:32:30.766141 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57678) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:30.770160 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6d179c50-5cb9-4540-8223-d28e4dace2d3 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:30.787943 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6d179c50-5cb9-4540-8223-d28e4dace2d3 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:30.795944 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d179c50-5cb9-4540-8223-d28e4dace2d3 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:32:30.796501 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6d179c50-5cb9-4540-8223-d28e4dace2d3 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:30.832365 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.ipam_backend_mixin [None req-9cdc17d4-4912-40b5-b102-372c2e7ed0d4 None None] Port ad295488-d291-4a31-b1ea-ce1eafeccd34 was not found and therefore no delete operation was performed {{(pid=102507) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 19:32:30.870248 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd853bf1-78aa-40b9-82ed-14802d6b9d61 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:30.871738 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd853bf1-78aa-40b9-82ed-14802d6b9d61 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:30.876919 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-dd853bf1-78aa-40b9-82ed-14802d6b9d61 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0787790 Nov 10 19:32:30.877545 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fe6ae-13fd-4fe9-bade-7d0b6d3299b7 req-f82149f1-7fc7-426a-96f6-c583327ce064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:30.880020 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c67fe6ae-13fd-4fe9-bade-7d0b6d3299b7 req-f82149f1-7fc7-426a-96f6-c583327ce064 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5f1198b-bd27-49bb-96f5-12e36fe63c4f HTTP/1.1" status: 200 len: 834 time: 0.2940133 Nov 10 19:32:30.880185 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57680) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:30.881492 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:32:30.881492 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:32:30.881492 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:32:30.881492 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:32:30.881492 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:32:30.881492 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:32:30.881492 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:32:30.881492 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:32:30.881492 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:32:30.881492 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:32:30.881492 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:32:30.881492 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:32:30.881492 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:32:30.881492 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:32:30.881492 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:32:30.881492 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:32:30.881492 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:32:30.881492 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:32:30.881492 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:32:30.881492 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:32:30.881492 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:32:30.881492 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:32:30.881492 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:32:30.881492 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:32:30.881492 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:32:30.881492 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:32:30.881492 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:32:30.881492 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:32:30.881492 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:32:30.881492 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:32:30.881492 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:32:30.881492 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:32:30.883808 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6d179c50-5cb9-4540-8223-d28e4dace2d3 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:30.887774 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-815e4dda-67c4-4f64-8c77-4a1b8ecb07e8 None None] Port b47c5d6f-ae04-4f62-b47f-7360cc9e4335 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:32:30.897238 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6d179c50-5cb9-4540-8223-d28e4dace2d3 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:30.904815 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6d179c50-5cb9-4540-8223-d28e4dace2d3 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/networks/d2854563-a40f-426a-8cb9-6c0753abf3c6 HTTP/1.1" status: 204 len: 168 time: 1.5872176 Nov 10 19:32:30.918743 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57682) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:30.921721 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9cdc17d4-4912-40b5-b102-372c2e7ed0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:30.963576 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d179c50-5cb9-4540-8223-d28e4dace2d3 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Network': ['ID=d2854563-a40f-426a-8cb9-6c0753abf3c6,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:30.978267 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fe6ae-13fd-4fe9-bade-7d0b6d3299b7 req-23f9c667-6ed9-4ad4-9cb4-9478c7680f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:30.979926 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c67fe6ae-13fd-4fe9-bade-7d0b6d3299b7 req-23f9c667-6ed9-4ad4-9cb4-9478c7680f66 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d69f5d37-8d73-449a-aeb4-ab39a82e90bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755537 Nov 10 19:32:31.114057 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-44733c87-8476-4cd9-be18-6fd4a1557d11 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting subnet a43c31ea-93cb-4786-a2b4-15a6101fae06 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:32:31.125294 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-44733c87-8476-4cd9-be18-6fd4a1557d11 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:31.139470 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-0a108410-5bf8-4426-8858-addbe0166996 service neutron] 10.222.0.54 "GET /v2.0/networks/01c25354-f919-4d40-965e-4b927fd25e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561698 Nov 10 19:32:31.140166 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c67fe6ae-13fd-4fe9-bade-7d0b6d3299b7 req-c8bd50af-bd39-417e-b1a1-6eee43e1c009 service neutron] 10.222.0.73 "GET /v2.0/networks/d69f5d37-8d73-449a-aeb4-ab39a82e90bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511948 Nov 10 19:32:31.213273 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9cdc17d4-4912-40b5-b102-372c2e7ed0d4 None None] Network d2854563-a40f-426a-8cb9-6c0753abf3c6 is not hosted by any dhcp agent {{(pid=102507) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 19:32:31.213511 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdc17d4-4912-40b5-b102-372c2e7ed0d4 None None] No DVR routers for this DVR port ad295488-d291-4a31-b1ea-ce1eafeccd34 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:32:31.219912 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc17d4-4912-40b5-b102-372c2e7ed0d4 None None] Pushing event deleted for resources: {'Port': ['ID=ad295488-d291-4a31-b1ea-ce1eafeccd34,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:31.245880 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 1717270b-0a79-4a13-955b-969e9c3fce66 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:31.246530 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:31.307238 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-44733c87-8476-4cd9-be18-6fd4a1557d11 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:31.316322 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c67fe6ae-13fd-4fe9-bade-7d0b6d3299b7 req-fea0ab36-667d-4293-b492-931ea1611941 service neutron] 10.222.0.73 "GET /v2.0/networks/d69f5d37-8d73-449a-aeb4-ab39a82e90bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676638 Nov 10 19:32:31.469686 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-44733c87-8476-4cd9-be18-6fd4a1557d11 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:31.569060 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ad295488-d291-4a31-b1ea-ce1eafeccd34 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:32:31.578281 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3777f596-1396-4b05-9e43-a2816a7c0c58 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:31.599600 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: ad295488-d291-4a31-b1ea-ce1eafeccd34 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:32:31.599950 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ad295488-d291-4a31-b1ea-ce1eafeccd34 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:32:31.600701 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 8bfc1b18-56f6-4502-9185-d20408f07368 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:32:31.626957 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b11a4-ceef-4754-9709-ac00f2560627 req-256c768f-8ef3-4888-beec-1440c9da3564 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:31.628798 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c7b11a4-ceef-4754-9709-ac00f2560627 req-256c768f-8ef3-4888-beec-1440c9da3564 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 944 time: 0.1479735 Nov 10 19:32:31.639556 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3777f596-1396-4b05-9e43-a2816a7c0c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:31.644416 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 8bfc1b18-56f6-4502-9185-d20408f07368 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:32:31.644709 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 8bfc1b18-56f6-4502-9185-d20408f07368 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:32:31.670620 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-44733c87-8476-4cd9-be18-6fd4a1557d11 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:31.725192 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44733c87-8476-4cd9-be18-6fd4a1557d11 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Subnet': ['ID=a43c31ea-93cb-4786-a2b4-15a6101fae06,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:31.738791 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a499df-b4ba-4c4c-b3dc-726a8977a3fb None None] Pushing event updated for resources: {'Port': ['ID=b47c5d6f-ae04-4f62-b47f-7360cc9e4335,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:31.739483 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-44733c87-8476-4cd9-be18-6fd4a1557d11 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:31.744257 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-44733c87-8476-4cd9-be18-6fd4a1557d11 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/a43c31ea-93cb-4786-a2b4-15a6101fae06 HTTP/1.1" status: 204 len: 168 time: 0.8629746 Nov 10 19:32:31.747121 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57694) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:31.782510 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c7b11a4-ceef-4754-9709-ac00f2560627 req-4a0fa360-da68-49be-a689-15a7f80aead4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=9098cf66-e6a6-4b65-8dfe-20c875f20b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439953 Nov 10 19:32:31.791072 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f5e2bf-1d90-4476-a006-5e1c9a33b24a None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:32:31.800038 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device dd0aa98c-9bc0-457e-be61-10ada0359ca0 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:32:31.952654 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-3777f596-1396-4b05-9e43-a2816a7c0c58 None None] Attempting to bind port b47c5d6f-ae04-4f62-b47f-7360cc9e4335 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:32:31.962745 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-3777f596-1396-4b05-9e43-a2816a7c0c58 None None] Attempting to bind port b47c5d6f-ae04-4f62-b47f-7360cc9e4335 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'c599a174-3bf8-4bdd-a517-8508a8f615c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '01c25354-f919-4d40-965e-4b927fd25e47'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:32:31.963353 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3777f596-1396-4b05-9e43-a2816a7c0c58 None None] Attempting to bind port b47c5d6f-ae04-4f62-b47f-7360cc9e4335 on network 01c25354-f919-4d40-965e-4b927fd25e47 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:32:31.966651 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.resource_extend [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 19:32:31.975557 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7758a4be-0ede-4f6a-b901-923815901de6 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:32.000281 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c4a141b1-ae04-4d71-9f1e-de66fdbd49bb tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2492139 Nov 10 19:32:32.004906 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57698) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:32.046973 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3777f596-1396-4b05-9e43-a2816a7c0c58 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:32:32.047799 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3777f596-1396-4b05-9e43-a2816a7c0c58 None None] Checking segment: {'id': 'c599a174-3bf8-4bdd-a517-8508a8f615c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '01c25354-f919-4d40-965e-4b927fd25e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:32:32.048487 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3777f596-1396-4b05-9e43-a2816a7c0c58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:32.049955 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3777f596-1396-4b05-9e43-a2816a7c0c58 None None] Bound using segment: {'id': 'c599a174-3bf8-4bdd-a517-8508a8f615c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '01c25354-f919-4d40-965e-4b927fd25e47'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:32:32.050681 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-3777f596-1396-4b05-9e43-a2816a7c0c58 None None] Bound port: b47c5d6f-ae04-4f62-b47f-7360cc9e4335, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c599a174-3bf8-4bdd-a517-8508a8f615c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '01c25354-f919-4d40-965e-4b927fd25e47'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:32:32.058089 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3777f596-1396-4b05-9e43-a2816a7c0c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:32.235204 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c602527b-6c42-47af-b59d-ae7af62e1e70 None None] Sync routers for ids ['9ded0cf8-3d6a-4f16-aded-3752f212cadc'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:32:32.266851 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c367e92e-266c-4ec1-ae26-ec46e25970b5 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:32.276421 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c602527b-6c42-47af-b59d-ae7af62e1e70 None None] Routers {'9ded0cf8-3d6a-4f16-aded-3752f212cadc'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:32:32.284338 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-c602527b-6c42-47af-b59d-ae7af62e1e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:32:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['9ded0cf8-3d6a-4f16-aded-3752f212cadc'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:32.326710 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-1cfc524f-6e5c-4e41-a174-4e78be7c41ce None None] Provisioning complete for port b47c5d6f-ae04-4f62-b47f-7360cc9e4335 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:32.327084 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1cfc524f-6e5c-4e41-a174-4e78be7c41ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:32.357191 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port dd0aa98c-9bc0-457e-be61-10ada0359ca0, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=dd0aa98c-9bc0-457e-be61-10ada0359ca0,segment=NetworkSegment(010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa),segment_id=010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:32.396213 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-3777f596-1396-4b05-9e43-a2816a7c0c58 None None] For port b47c5d6f-ae04-4f62-b47f-7360cc9e4335, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:32:32.416340 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'dd0aa98c-9bc0-457e-be61-10ada0359ca0', 'network_id': 'd69f5d37-8d73-449a-aeb4-ab39a82e90bd', 'port_id': 'dd0aa98c-9bc0-457e-be61-10ada0359ca0', 'mac_address': 'fa:16:3e:33:f8:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1198b-bd27-49bb-96f5-12e36fe63c4f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:32:32.432792 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-3777f596-1396-4b05-9e43-a2816a7c0c58 None None] For port b47c5d6f-ae04-4f62-b47f-7360cc9e4335, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=b47c5d6f-ae04-4f62-b47f-7360cc9e4335,segment=NetworkSegment(c599a174-3bf8-4bdd-a517-8508a8f615c0),segment_id=c599a174-3bf8-4bdd-a517-8508a8f615c0)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:32:32.444191 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc524f-6e5c-4e41-a174-4e78be7c41ce None None] Port b47c5d6f-ae04-4f62-b47f-7360cc9e4335 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:32:32.486441 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-c602527b-6c42-47af-b59d-ae7af62e1e70 None None] Set router 9ded0cf8-3d6a-4f16-aded-3752f212cadc gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:32:32.518717 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e83c8f-3148-4110-a5cf-cb170ba99bc7 None None] DHCP port deletion for 0f2098c5-8490-42c1-8134-97661a60c707 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:32:32.521596 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3777f596-1396-4b05-9e43-a2816a7c0c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:32.530262 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:32.586409 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c367e92e-266c-4ec1-ae26-ec46e25970b5 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:32.595674 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-7758a4be-0ede-4f6a-b901-923815901de6 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Deleting port 497f26b6-cfb4-41f1-a23a-558cce1fe6a9 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:32:32.596509 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7758a4be-0ede-4f6a-b901-923815901de6 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:32.601220 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c367e92e-266c-4ec1-ae26-ec46e25970b5 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:32.631348 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-c602527b-6c42-47af-b59d-ae7af62e1e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ded0cf8-3d6a-4f16-aded-3752f212cadc', 'name': 'tempest-NetworksTestDHCPv6-router-1622071265', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:19Z', 'updated_at': '2021-11-10T19:32:29Z', 'revision_number': 3, 'project_id': '58032e7d1f2f404ba85bd15a14418eaa', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:32.672891 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd0aa98c-9bc0-457e-be61-10ada0359ca0 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:32:32.693477 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c602527b-6c42-47af-b59d-ae7af62e1e70 None None] Checking router: 9ded0cf8-3d6a-4f16-aded-3752f212cadc for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:32:32.720926 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c367e92e-266c-4ec1-ae26-ec46e25970b5 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:32.723450 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c367e92e-266c-4ec1-ae26-ec46e25970b5 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Fanout notify agent at l3_agent the message router_deleted on router 9ded0cf8-3d6a-4f16-aded-3752f212cadc {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:32:32.725173 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c97dda7d-1fca-4c75-90a8-a643f777c0c9 req-fb3513ee-dba1-40f2-a581-1d8b2ee6fa48 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf757fbb-cb19-4151-98ce-ddddfa077179 HTTP/1.1" status: 200 len: 210 time: 0.1190484 Nov 10 19:32:32.725422 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c602527b-6c42-47af-b59d-ae7af62e1e70 None None] Routers {'9ded0cf8-3d6a-4f16-aded-3752f212cadc'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:32:32.726269 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-c602527b-6c42-47af-b59d-ae7af62e1e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:32:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['9ded0cf8-3d6a-4f16-aded-3752f212cadc'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:32.744376 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c367e92e-266c-4ec1-ae26-ec46e25970b5 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:32.745921 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c367e92e-266c-4ec1-ae26-ec46e25970b5 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/routers/9ded0cf8-3d6a-4f16-aded-3752f212cadc HTTP/1.1" status: 204 len: 168 time: 0.7395382 Nov 10 19:32:32.752806 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57708) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:32.757222 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port dd0aa98c-9bc0-457e-be61-10ada0359ca0, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=dd0aa98c-9bc0-457e-be61-10ada0359ca0,segment=NetworkSegment(010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa),segment_id=010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:32.766204 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a499df-b4ba-4c4c-b3dc-726a8977a3fb None None] Pushing event updated for resources: {'Port': ['ID=b47c5d6f-ae04-4f62-b47f-7360cc9e4335,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:32.768353 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-807d54b1-b737-4ecc-95de-287876b256c4 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:32.779240 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3777f596-1396-4b05-9e43-a2816a7c0c58 None None] Routers {'d7d5d7b1-971a-4c2f-9b3b-66045d6651e8'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:32:32.782179 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-3777f596-1396-4b05-9e43-a2816a7c0c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:32:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d7d5d7b1-971a-4c2f-9b3b-66045d6651e8'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:32.804305 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-c602527b-6c42-47af-b59d-ae7af62e1e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:32.805275 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c602527b-6c42-47af-b59d-ae7af62e1e70 None None] The sync data for ids ['9ded0cf8-3d6a-4f16-aded-3752f212cadc'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:32:32.889320 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:32.936530 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-7758a4be-0ede-4f6a-b901-923815901de6 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] For port 497f26b6-cfb4-41f1-a23a-558cce1fe6a9, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=497f26b6-cfb4-41f1-a23a-558cce1fe6a9,segment=NetworkSegment(4f3722ec-0d38-4c80-baaa-95df63754c35),segment_id=4f3722ec-0d38-4c80-baaa-95df63754c35)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:32.936894 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7758a4be-0ede-4f6a-b901-923815901de6 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:32.958014 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-7758a4be-0ede-4f6a-b901-923815901de6 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Calling delete_port for 497f26b6-cfb4-41f1-a23a-558cce1fe6a9 owned by network:router_interface {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:32:33.021959 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-3777f596-1396-4b05-9e43-a2816a7c0c58 None None] Set router d7d5d7b1-971a-4c2f-9b3b-66045d6651e8 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:32:33.049073 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807d54b1-b737-4ecc-95de-287876b256c4 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:32:33.058294 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-807d54b1-b737-4ecc-95de-287876b256c4 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:33.227288 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7758a4be-0ede-4f6a-b901-923815901de6 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:33.393637 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758a4be-0ede-4f6a-b901-923815901de6 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Port': ['ID=497f26b6-cfb4-41f1-a23a-558cce1fe6a9,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:33.437671 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-cb349a6b-29d8-4d81-a260-ff70e4314849 None None] Provisioning complete for port b47c5d6f-ae04-4f62-b47f-7360cc9e4335 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:33.438013 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cb349a6b-29d8-4d81-a260-ff70e4314849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:33.452513 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['dd0aa98c-9bc0-457e-be61-10ada0359ca0'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:32:33.470105 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-807d54b1-b737-4ecc-95de-287876b256c4 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:33.540941 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d54b1-b737-4ecc-95de-287876b256c4 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Subnet': ['ID=bc350e7d-be8a-40fe-882a-95ffb2de064e,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:33.569276 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa768ad9-55be-46a6-b034-b8d364dc889b req-bda0090e-f8ba-4e61-8a82-9c0e1a3d2fbc tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:33.571138 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fa768ad9-55be-46a6-b034-b8d364dc889b req-bda0090e-f8ba-4e61-8a82-9c0e1a3d2fbc tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 945 time: 0.3795199 Nov 10 19:32:33.582539 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807d54b1-b737-4ecc-95de-287876b256c4 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:32:33.585242 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-807d54b1-b737-4ecc-95de-287876b256c4 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:33.589952 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807d54b1-b737-4ecc-95de-287876b256c4 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:33.590562 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-807d54b1-b737-4ecc-95de-287876b256c4 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:33.628206 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-807d54b1-b737-4ecc-95de-287876b256c4 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8674970 Nov 10 19:32:33.628206 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57718) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:33.630682 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c4e83c8f-3148-4110-a5cf-cb170ba99bc7 None None] Deleting port af8b5e7d-fd21-4c7a-bef5-b771b98a0bd5 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:32:33.631028 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c4e83c8f-3148-4110-a5cf-cb170ba99bc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:33.633796 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-dbccd58e-a848-4233-9902-48d01ca24b73 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:33.634263 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-746e228a-210f-45d1-ae9f-813ca06c7492 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1009181888', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:33.635379 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-dbccd58e-a848-4233-9902-48d01ca24b73 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.25 "GET /v2.0/networks?id=01c25354-f919-4d40-965e-4b927fd25e47 HTTP/1.1" status: 200 len: 798 time: 0.4319160 Nov 10 19:32:33.672575 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-746e228a-210f-45d1-ae9f-813ca06c7492 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:33.674035 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-746e228a-210f-45d1-ae9f-813ca06c7492 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:33.742714 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=dd0aa98c-9bc0-457e-be61-10ada0359ca0,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:33.762029 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-746e228a-210f-45d1-ae9f-813ca06c7492 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:33.771810 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-746e228a-210f-45d1-ae9f-813ca06c7492 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:33.800055 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-746e228a-210f-45d1-ae9f-813ca06c7492 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:33.804288 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-746e228a-210f-45d1-ae9f-813ca06c7492 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1734567 Nov 10 19:32:33.804673 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57722) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:33.841586 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c4e83c8f-3148-4110-a5cf-cb170ba99bc7 None None] For port af8b5e7d-fd21-4c7a-bef5-b771b98a0bd5, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=af8b5e7d-fd21-4c7a-bef5-b771b98a0bd5,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:33.842177 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c4e83c8f-3148-4110-a5cf-cb170ba99bc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:33.864421 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-3777f596-1396-4b05-9e43-a2816a7c0c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d5d7b1-971a-4c2f-9b3b-66045d6651e8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-747590048', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '09d7d0eb-4c8d-413a-929c-36821c36da96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:09Z', 'updated_at': '2021-11-10T19:32:23Z', 'revision_number': 4, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'gw_port': {'id': '09d7d0eb-4c8d-413a-929c-36821c36da96', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d5d7b1-971a-4c2f-9b3b-66045d6651e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:11Z', 'updated_at': '2021-11-10T19:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'b47c5d6f-ae04-4f62-b47f-7360cc9e4335', 'name': '', 'network_id': '01c25354-f919-4d40-965e-4b927fd25e47', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'mac_address': 'fa:16:3e:72:46:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d5d7b1-971a-4c2f-9b3b-66045d6651e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '0cce6595-38d7-4d2b-8bcd-581575ca14d3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:20Z', 'updated_at': '2021-11-10T19:32:32Z', 'revision_number': 4, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'subnets': [{'id': '0cce6595-38d7-4d2b-8bcd-581575ca14d3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:33.872107 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c4e83c8f-3148-4110-a5cf-cb170ba99bc7 None None] Calling delete_port for af8b5e7d-fd21-4c7a-bef5-b771b98a0bd5 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:32:33.919768 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3777f596-1396-4b05-9e43-a2816a7c0c58 None None] The sync data for ids ['d7d5d7b1-971a-4c2f-9b3b-66045d6651e8'] in n-d-813897-4 is: [{'id': 'd7d5d7b1-971a-4c2f-9b3b-66045d6651e8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-747590048', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '09d7d0eb-4c8d-413a-929c-36821c36da96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:09Z', 'updated_at': '2021-11-10T19:32:23Z', 'revision_number': 4, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'gw_port': {'id': '09d7d0eb-4c8d-413a-929c-36821c36da96', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d5d7b1-971a-4c2f-9b3b-66045d6651e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:11Z', 'updated_at': '2021-11-10T19:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'b47c5d6f-ae04-4f62-b47f-7360cc9e4335', 'name': '', 'network_id': '01c25354-f919-4d40-965e-4b927fd25e47', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'mac_address': 'fa:16:3e:72:46:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d5d7b1-971a-4c2f-9b3b-66045d6651e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '0cce6595-38d7-4d2b-8bcd-581575ca14d3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:20Z', 'updated_at': '2021-11-10T19:32:32Z', 'revision_number': 4, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'subnets': [{'id': '0cce6595-38d7-4d2b-8bcd-581575ca14d3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:32:33.924153 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cb349a6b-29d8-4d81-a260-ff70e4314849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:34.062383 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-cb349a6b-29d8-4d81-a260-ff70e4314849 None None] For port b47c5d6f-ae04-4f62-b47f-7360cc9e4335, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=b47c5d6f-ae04-4f62-b47f-7360cc9e4335,segment=NetworkSegment(c599a174-3bf8-4bdd-a517-8508a8f615c0),segment_id=c599a174-3bf8-4bdd-a517-8508a8f615c0)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:34.080644 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cb349a6b-29d8-4d81-a260-ff70e4314849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:34.093640 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-d5dee998-e1d1-4369-81c9-18da37d796cc tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Request body: {'port': {'device_id': 'cf757fbb-cb19-4151-98ce-ddddfa077179', 'network_id': '01c25354-f919-4d40-965e-4b927fd25e47', 'admin_state_up': True, 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:34.101257 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fa768ad9-55be-46a6-b034-b8d364dc889b req-01c97de6-e54e-487b-8d3e-489aa2de3b2f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=9098cf66-e6a6-4b65-8dfe-20c875f20b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5152109 Nov 10 19:32:34.114419 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7758a4be-0ede-4f6a-b901-923815901de6 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:34.211526 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c4e83c8f-3148-4110-a5cf-cb170ba99bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:34.227849 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb349a6b-29d8-4d81-a260-ff70e4314849 None None] Pushing event updated for resources: {'Port': ['ID=b47c5d6f-ae04-4f62-b47f-7360cc9e4335,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:34.255564 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e83c8f-3148-4110-a5cf-cb170ba99bc7 None None] No DVR routers for this DVR port af8b5e7d-fd21-4c7a-bef5-b771b98a0bd5 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:32:34.343198 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e83c8f-3148-4110-a5cf-cb170ba99bc7 None None] Pushing event deleted for resources: {'Port': ['ID=af8b5e7d-fd21-4c7a-bef5-b771b98a0bd5,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:34.345161 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15e72ed-f7a3-45eb-aa93-529f16d2a539 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:32:34.413812 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5d92edb5-f17e-4824-a375-c4673ad72a60 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:34.499529 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2fdd7cca-cf24-409a-af18-d64ab52305e3 req-adf54cc9-3e16-4741-83d1-641e7a560ec7 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf757fbb-cb19-4151-98ce-ddddfa077179 HTTP/1.1" status: 200 len: 210 time: 0.0461094 Nov 10 19:32:34.653347 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-d5dee998-e1d1-4369-81c9-18da37d796cc tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Made reservation on behalf of 26bbb91bbd1a44118e77b6255c634c66 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:32:34.658344 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-d5dee998-e1d1-4369-81c9-18da37d796cc tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:34.683081 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device b47c5d6f-ae04-4f62-b47f-7360cc9e4335 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:32:34.818104 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7758a4be-0ede-4f6a-b901-923815901de6 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Router 99228d29-39e6-4d52-9648-58f27d3cc6ea has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:32:34.909542 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-5d92edb5-f17e-4824-a375-c4673ad72a60 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Allocated IP 2001:db8::1 (0f2098c5-8490-42c1-8134-97661a60c707/bc350e7d-be8a-40fe-882a-95ffb2de064e/4303f01a-2401-4168-a7b6-5d97d242e06c) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:32:34.964553 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port b47c5d6f-ae04-4f62-b47f-7360cc9e4335 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:34.965691 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:34.983497 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-d5dee998-e1d1-4369-81c9-18da37d796cc tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Allocated IP 172.20.0.19 (01c25354-f919-4d40-965e-4b927fd25e47/0cce6595-38d7-4d2b-8bcd-581575ca14d3/f27d87f6-54ca-4e99-a2f0-386557797f30) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:32:35.011546 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7758a4be-0ede-4f6a-b901-923815901de6 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:32:35.032320 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7758a4be-0ede-4f6a-b901-923815901de6 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "PUT /v2.0/routers/99228d29-39e6-4d52-9648-58f27d3cc6ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1123781 Nov 10 19:32:35.057380 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dc153f-bbcc-4f1e-812a-89c06fc56b79 None None] Sync routers for ids ['99228d29-39e6-4d52-9648-58f27d3cc6ea'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:32:35.068475 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f786b996-21e4-4061-bbb4-89823fd55219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-0f2098c5-8490-42c1-8134-97661a60c707', 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'fixed_ips': [{'subnet_id': 'bc350e7d-be8a-40fe-882a-95ffb2de064e'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:32:35.069456 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f786b996-21e4-4061-bbb4-89823fd55219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:35.069958 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57728) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:35.170261 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c40b728-4941-4a5a-b589-ce74175dcbbf tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Deleting subnet 403ac677-7289-45a3-8128-a3cf04817108 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:32:35.176936 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9c40b728-4941-4a5a-b589-ce74175dcbbf tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:35.183177 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-d5dee998-e1d1-4369-81c9-18da37d796cc tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:35.226925 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9c40b728-4941-4a5a-b589-ce74175dcbbf tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:35.251485 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-d5dee998-e1d1-4369-81c9-18da37d796cc tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:35.276695 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dc153f-bbcc-4f1e-812a-89c06fc56b79 None None] Routers {'99228d29-39e6-4d52-9648-58f27d3cc6ea'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:32:35.277702 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-85dc153f-bbcc-4f1e-812a-89c06fc56b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:32:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['99228d29-39e6-4d52-9648-58f27d3cc6ea'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:35.366146 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dee998-e1d1-4369-81c9-18da37d796cc tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Pushing event updated for resources: {'Port': ['ID=f27d87f6-54ca-4e99-a2f0-386557797f30,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:35.376469 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5d92edb5-f17e-4824-a375-c4673ad72a60 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:35.381078 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9c40b728-4941-4a5a-b589-ce74175dcbbf tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:35.400334 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-d5dee998-e1d1-4369-81c9-18da37d796cc tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Network 01c25354-f919-4d40-965e-4b927fd25e47 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:32:35.402469 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-d5dee998-e1d1-4369-81c9-18da37d796cc tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:35.419651 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-d5dee998-e1d1-4369-81c9-18da37d796cc tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:32:35.452447 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-85dc153f-bbcc-4f1e-812a-89c06fc56b79 None None] Set router 99228d29-39e6-4d52-9648-58f27d3cc6ea gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:32:35.498820 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e7351-72ca-4d7b-a87a-5898af3de231 req-9cee9342-a07d-4168-8745-7a406b03a9d9 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:35.500952 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4d1e7351-72ca-4d7b-a87a-5898af3de231 req-9cee9342-a07d-4168-8745-7a406b03a9d9 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 945 time: 0.2643163 Nov 10 19:32:35.534368 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-d5dee998-e1d1-4369-81c9-18da37d796cc tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:35.535203 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-d5dee998-e1d1-4369-81c9-18da37d796cc tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:35.558597 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5d92edb5-f17e-4824-a375-c4673ad72a60 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:35.581008 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9c40b728-4941-4a5a-b589-ce74175dcbbf tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:35.662343 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4d1e7351-72ca-4d7b-a87a-5898af3de231 req-0b4f281e-2140-432c-aee1-a9c0bdb6617a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=9098cf66-e6a6-4b65-8dfe-20c875f20b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232777 Nov 10 19:32:35.680835 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d92edb5-f17e-4824-a375-c4673ad72a60 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:32:35.682633 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9c40b728-4941-4a5a-b589-ce74175dcbbf tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:35.684977 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-d5dee998-e1d1-4369-81c9-18da37d796cc tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.5953515 Nov 10 19:32:35.688255 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9c40b728-4941-4a5a-b589-ce74175dcbbf tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/subnets/403ac677-7289-45a3-8128-a3cf04817108 HTTP/1.1" status: 204 len: 168 time: 0.6171517 Nov 10 19:32:35.689468 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40b728-4941-4a5a-b589-ce74175dcbbf tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Subnet': ['ID=403ac677-7289-45a3-8128-a3cf04817108,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:35.690105 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57738) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:35.711310 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-819494e9-80a4-4227-be52-a9e2bd474fe8 service neutron] Request body: {'port': {'device_id': 'cf757fbb-cb19-4151-98ce-ddddfa077179', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:35.722107 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-5d92edb5-f17e-4824-a375-c4673ad72a60 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:35.728116 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d92edb5-f17e-4824-a375-c4673ad72a60 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:32:35.728670 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5d92edb5-f17e-4824-a375-c4673ad72a60 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:35.735416 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92edb5-f17e-4824-a375-c4673ad72a60 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Port': ['ID=4303f01a-2401-4168-a7b6-5d97d242e06c,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:35.764874 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device af8b5e7d-fd21-4c7a-bef5-b771b98a0bd5 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:32:35.806480 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: af8b5e7d-fd21-4c7a-bef5-b771b98a0bd5 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:32:35.808201 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device af8b5e7d-fd21-4c7a-bef5-b771b98a0bd5 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:32:35.808753 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 86af4b73-1e88-4707-a78e-2341051ce9fa no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:32:35.810893 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068936c8-27ba-4160-b1ab-a533648acc8f None None] Network f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:32:35.924551 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-819494e9-80a4-4227-be52-a9e2bd474fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:35.963016 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5d92edb5-f17e-4824-a375-c4673ad72a60 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:36.008280 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device dd0aa98c-9bc0-457e-be61-10ada0359ca0 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:32:36.216474 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 86af4b73-1e88-4707-a78e-2341051ce9fa {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:32:36.216941 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 86af4b73-1e88-4707-a78e-2341051ce9fa not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:32:36.227563 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-1af27a3f-2e6b-4013-a4f7-62dab31120b9 None None] Provisioning complete for port f27d87f6-54ca-4e99-a2f0-386557797f30 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:36.228947 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1af27a3f-2e6b-4013-a4f7-62dab31120b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:36.280116 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-1af27a3f-2e6b-4013-a4f7-62dab31120b9 None None] Port f27d87f6-54ca-4e99-a2f0-386557797f30 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:32:36.282900 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port dd0aa98c-9bc0-457e-be61-10ada0359ca0 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:32:36.296040 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-819494e9-80a4-4227-be52-a9e2bd474fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f27d87f6-54ca-4e99-a2f0-386557797f30 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:32:36.297377 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port dd0aa98c-9bc0-457e-be61-10ada0359ca0 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:36.297853 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:36.307931 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-819494e9-80a4-4227-be52-a9e2bd474fe8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:36.321069 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-819494e9-80a4-4227-be52-a9e2bd474fe8 service neutron] Transition to ACTIVE for port object f27d87f6-54ca-4e99-a2f0-386557797f30 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:32:36.339501 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-819494e9-80a4-4227-be52-a9e2bd474fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:36.340735 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-f786b996-21e4-4061-bbb4-89823fd55219 None None] Allocated IP 2001:db8::2 (0f2098c5-8490-42c1-8134-97661a60c707/bc350e7d-be8a-40fe-882a-95ffb2de064e/ca87c278-c607-45fc-856f-3da0c9c2937b) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:32:36.352255 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-044846b8-8a9e-41d7-8622-da2494997183 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:36.397325 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-85dc153f-bbcc-4f1e-812a-89c06fc56b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'name': 'tempest-RoutersTest-router-1803420670', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:31:31Z', 'updated_at': '2021-11-10T19:32:33Z', 'revision_number': 10, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'gw_port_host': None, '_interfaces': [{'id': 'da5d5e5b-5a9c-4546-abc0-34d9b35b8d64', 'name': '', 'network_id': '064b2bd0-5827-4379-a185-243289464eea', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:d4:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:34Z', 'updated_at': '2021-11-10T19:31:42Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:36.423111 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd406737-ea1e-47f6-a5ad-9bdfc18760de req-332e191c-57ab-445a-a059-6543234e18bc tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:36.440790 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dc153f-bbcc-4f1e-812a-89c06fc56b79 None None] Checking router: 99228d29-39e6-4d52-9648-58f27d3cc6ea for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:32:36.443143 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fd406737-ea1e-47f6-a5ad-9bdfc18760de req-332e191c-57ab-445a-a059-6543234e18bc tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf757fbb-cb19-4151-98ce-ddddfa077179 HTTP/1.1" status: 200 len: 895 time: 0.4913416 Nov 10 19:32:36.491624 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e3604d-deb2-496b-87c4-4d9ef3af3203 None None] DHCP port deletion for f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:32:36.515352 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5d92edb5-f17e-4824-a375-c4673ad72a60 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:36.522934 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819494e9-80a4-4227-be52-a9e2bd474fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=f27d87f6-54ca-4e99-a2f0-386557797f30,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:36.523168 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5d92edb5-f17e-4824-a375-c4673ad72a60 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:36.524205 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5d92edb5-f17e-4824-a375-c4673ad72a60 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:36.615295 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:36.617636 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dc153f-bbcc-4f1e-812a-89c06fc56b79 None None] Routers {'99228d29-39e6-4d52-9648-58f27d3cc6ea'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:32:36.618473 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-85dc153f-bbcc-4f1e-812a-89c06fc56b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:32:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['99228d29-39e6-4d52-9648-58f27d3cc6ea'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:36.666417 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-044846b8-8a9e-41d7-8622-da2494997183 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Deleting port a92c7a90-f016-4f87-8fcb-140e9930c97e {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:32:36.667811 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-044846b8-8a9e-41d7-8622-da2494997183 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:36.687681 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92edb5-f17e-4824-a375-c4673ad72a60 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Port': ['ID=4303f01a-2401-4168-a7b6-5d97d242e06c,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:36.753686 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-85dc153f-bbcc-4f1e-812a-89c06fc56b79 None None] Set router 99228d29-39e6-4d52-9648-58f27d3cc6ea gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:32:36.755822 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-819494e9-80a4-4227-be52-a9e2bd474fe8 service neutron] Attempting to bind port f27d87f6-54ca-4e99-a2f0-386557797f30 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:32:36.755970 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d92edb5-f17e-4824-a375-c4673ad72a60 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:32:36.757537 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-5d92edb5-f17e-4824-a375-c4673ad72a60 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:36.758516 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-819494e9-80a4-4227-be52-a9e2bd474fe8 service neutron] Attempting to bind port f27d87f6-54ca-4e99-a2f0-386557797f30 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': 'c599a174-3bf8-4bdd-a517-8508a8f615c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '01c25354-f919-4d40-965e-4b927fd25e47'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:32:36.761799 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-819494e9-80a4-4227-be52-a9e2bd474fe8 service neutron] Attempting to bind port f27d87f6-54ca-4e99-a2f0-386557797f30 on network 01c25354-f919-4d40-965e-4b927fd25e47 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:32:36.844782 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-819494e9-80a4-4227-be52-a9e2bd474fe8 service neutron] Port f27d87f6-54ca-4e99-a2f0-386557797f30 on network 01c25354-f919-4d40-965e-4b927fd25e47 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:32:36.845481 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-819494e9-80a4-4227-be52-a9e2bd474fe8 service neutron] Attempting to bind port f27d87f6-54ca-4e99-a2f0-386557797f30 on network 01c25354-f919-4d40-965e-4b927fd25e47 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:32:36.868185 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-819494e9-80a4-4227-be52-a9e2bd474fe8 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:32:36.868921 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-819494e9-80a4-4227-be52-a9e2bd474fe8 service neutron] Checking segment: {'id': 'c599a174-3bf8-4bdd-a517-8508a8f615c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '01c25354-f919-4d40-965e-4b927fd25e47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:32:36.869527 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-819494e9-80a4-4227-be52-a9e2bd474fe8 service neutron] Bound using segment: {'id': 'c599a174-3bf8-4bdd-a517-8508a8f615c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '01c25354-f919-4d40-965e-4b927fd25e47'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:32:36.870258 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-819494e9-80a4-4227-be52-a9e2bd474fe8 service neutron] Bound port: f27d87f6-54ca-4e99-a2f0-386557797f30, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c599a174-3bf8-4bdd-a517-8508a8f615c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '01c25354-f919-4d40-965e-4b927fd25e47'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:32:36.870831 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-819494e9-80a4-4227-be52-a9e2bd474fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:36.896240 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd2d45-c62c-4c55-993e-50cb2d99b88e req-bdb20803-6450-464b-857e-bfc77b347eb1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:36.903791 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e8bd2d45-c62c-4c55-993e-50cb2d99b88e req-bdb20803-6450-464b-857e-bfc77b347eb1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 945 time: 0.0961866 Nov 10 19:32:36.928626 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-044846b8-8a9e-41d7-8622-da2494997183 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] For port a92c7a90-f016-4f87-8fcb-140e9930c97e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=a92c7a90-f016-4f87-8fcb-140e9930c97e,segment=NetworkSegment(4f3722ec-0d38-4c80-baaa-95df63754c35),segment_id=4f3722ec-0d38-4c80-baaa-95df63754c35)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:36.929127 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-044846b8-8a9e-41d7-8622-da2494997183 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:36.962303 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d92edb5-f17e-4824-a375-c4673ad72a60 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Router bfed47bc-7bb9-414b-bf44-daf98cd4f037 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:32:36.994129 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-044846b8-8a9e-41d7-8622-da2494997183 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Calling delete_port for a92c7a90-f016-4f87-8fcb-140e9930c97e owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:32:37.006519 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e8bd2d45-c62c-4c55-993e-50cb2d99b88e req-6da28ee7-6a64-4893-8fb1-02ff75247a18 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=9098cf66-e6a6-4b65-8dfe-20c875f20b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014314 Nov 10 19:32:37.142096 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-819494e9-80a4-4227-be52-a9e2bd474fe8 service neutron] For port f27d87f6-54ca-4e99-a2f0-386557797f30, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:32:37.143736 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d92edb5-f17e-4824-a375-c4673ad72a60 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:32:37.148418 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-819494e9-80a4-4227-be52-a9e2bd474fe8 service neutron] For port f27d87f6-54ca-4e99-a2f0-386557797f30, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=f27d87f6-54ca-4e99-a2f0-386557797f30,segment=NetworkSegment(c599a174-3bf8-4bdd-a517-8508a8f615c0),segment_id=c599a174-3bf8-4bdd-a517-8508a8f615c0)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:32:37.152615 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5d92edb5-f17e-4824-a375-c4673ad72a60 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "PUT /v2.0/routers/bfed47bc-7bb9-414b-bf44-daf98cd4f037/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3458128 Nov 10 19:32:37.155398 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57752) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:37.156302 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a6fde1-9dbf-4800-8649-b41d3d3881ac None None] Sync routers for ids ['bfed47bc-7bb9-414b-bf44-daf98cd4f037'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:32:37.173344 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a6fde1-9dbf-4800-8649-b41d3d3881ac None None] Routers {'bfed47bc-7bb9-414b-bf44-daf98cd4f037'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:32:37.177989 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-89a6fde1-9dbf-4800-8649-b41d3d3881ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:32:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['bfed47bc-7bb9-414b-bf44-daf98cd4f037'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:37.196988 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-819494e9-80a4-4227-be52-a9e2bd474fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:37.216610 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379ad5e9-573b-4768-822a-f1e061227b9e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:37.222683 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-379ad5e9-573b-4768-822a-f1e061227b9e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports/4303f01a-2401-4168-a7b6-5d97d242e06c HTTP/1.1" status: 200 len: 911 time: 0.0651190 Nov 10 19:32:37.223791 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57754) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:37.263582 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f786b996-21e4-4061-bbb4-89823fd55219 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:37.269027 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819494e9-80a4-4227-be52-a9e2bd474fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=f27d87f6-54ca-4e99-a2f0-386557797f30,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:37.274418 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-044846b8-8a9e-41d7-8622-da2494997183 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:37.302836 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port dd0aa98c-9bc0-457e-be61-10ada0359ca0, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=dd0aa98c-9bc0-457e-be61-10ada0359ca0,segment=NetworkSegment(010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa),segment_id=010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:37.304527 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f786b996-21e4-4061-bbb4-89823fd55219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:37.309596 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d985e7-0519-42c9-836a-1fd19d5437b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0aa98c-9bc0-457e-be61-10ada0359ca0'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:32:37.310018 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74581462-6550-48a2-9f43-5d4204430100 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:37.312048 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e72b445-084b-48f7-886f-fa63328c7aa6" -d '{"events": [{"server_uuid": "c7d985e7-0519-42c9-836a-1fd19d5437b4", "name": "network-vif-plugged", "status": "completed", "tag": "dd0aa98c-9bc0-457e-be61-10ada0359ca0"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:32:37.312253 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-74581462-6550-48a2-9f43-5d4204430100 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 914 time: 0.0869679 Nov 10 19:32:37.315291 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044846b8-8a9e-41d7-8622-da2494997183 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] No DVR routers for this DVR port a92c7a90-f016-4f87-8fcb-140e9930c97e on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:32:37.317058 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57758) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:37.320846 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:37.339373 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-819494e9-80a4-4227-be52-a9e2bd474fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:37.340112 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-819494e9-80a4-4227-be52-a9e2bd474fe8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:37.342995 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-819494e9-80a4-4227-be52-a9e2bd474fe8 service neutron] 10.222.0.25 "PUT /v2.0/ports/f27d87f6-54ca-4e99-a2f0-386557797f30 HTTP/1.1" status: 200 len: 1055 time: 1.6365647 Nov 10 19:32:37.354603 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf757fbb-cb19-4151-98ce-ddddfa077179', 'tag': 'f27d87f6-54ca-4e99-a2f0-386557797f30'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:32:37.357505 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b74922e-30b9-4700-86b7-47fde0b7450e" -d '{"events": [{"name": "network-changed", "server_uuid": "cf757fbb-cb19-4151-98ce-ddddfa077179", "tag": "f27d87f6-54ca-4e99-a2f0-386557797f30"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:32:37.410710 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f786b996-21e4-4061-bbb4-89823fd55219 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:32:37.415925 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044846b8-8a9e-41d7-8622-da2494997183 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Port': ['ID=a92c7a90-f016-4f87-8fcb-140e9930c97e,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:37.433330 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-f786b996-21e4-4061-bbb4-89823fd55219 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:37.511252 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f786b996-21e4-4061-bbb4-89823fd55219 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:32:37.523203 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafabe64-2463-46bb-844a-05de79a55f8e x-openstack-request-id: req-aafabe64-2463-46bb-844a-05de79a55f8e {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:32:37.523495 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d985e7-0519-42c9-836a-1fd19d5437b4", "name": "network-vif-plugged", "status": "completed", "tag": "dd0aa98c-9bc0-457e-be61-10ada0359ca0", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:32:37.523749 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aafabe64-2463-46bb-844a-05de79a55f8e {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:32:37.524143 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d985e7-0519-42c9-836a-1fd19d5437b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0aa98c-9bc0-457e-be61-10ada0359ca0', 'code': 200} Nov 10 19:32:37.585881 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbf9761-f454-451e-b467-658bd3b40c16 x-openstack-request-id: req-fbbf9761-f454-451e-b467-658bd3b40c16 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:32:37.586394 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf757fbb-cb19-4151-98ce-ddddfa077179", "tag": "f27d87f6-54ca-4e99-a2f0-386557797f30", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:32:37.586690 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fbbf9761-f454-451e-b467-658bd3b40c16 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:32:37.587251 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf757fbb-cb19-4151-98ce-ddddfa077179', 'tag': 'f27d87f6-54ca-4e99-a2f0-386557797f30', 'status': 'completed', 'code': 200} Nov 10 19:32:37.670885 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786b996-21e4-4061-bbb4-89823fd55219 None None] Pushing event updated for resources: {'Port': ['ID=ca87c278-c607-45fc-856f-3da0c9c2937b,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:37.698945 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-89a6fde1-9dbf-4800-8649-b41d3d3881ac None None] Set router bfed47bc-7bb9-414b-bf44-daf98cd4f037 gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:32:37.781025 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-044846b8-8a9e-41d7-8622-da2494997183 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:37.784213 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e2e3604d-deb2-496b-87c4-4d9ef3af3203 None None] Deleting port a92c7a90-f016-4f87-8fcb-140e9930c97e {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:32:37.784826 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e2e3604d-deb2-496b-87c4-4d9ef3af3203 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:37.788260 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-85dc153f-bbcc-4f1e-812a-89c06fc56b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'name': 'tempest-RoutersTest-router-1803420670', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:31:31Z', 'updated_at': '2021-11-10T19:32:33Z', 'revision_number': 10, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'gw_port_host': None, '_interfaces': [{'id': 'da5d5e5b-5a9c-4546-abc0-34d9b35b8d64', 'name': '', 'network_id': '064b2bd0-5827-4379-a185-243289464eea', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:d4:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:34Z', 'updated_at': '2021-11-10T19:31:42Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:37.881414 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-044846b8-8a9e-41d7-8622-da2494997183 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:37.920204 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-044846b8-8a9e-41d7-8622-da2494997183 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3722ec-0d38-4c80-baaa-95df63754c35') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:37.920504 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-044846b8-8a9e-41d7-8622-da2494997183 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3722ec-0d38-4c80-baaa-95df63754c35') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:37.928033 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-f786b996-21e4-4061-bbb4-89823fd55219 None None] Attempting to bind port ca87c278-c607-45fc-856f-3da0c9c2937b on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:32:37.930959 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-f786b996-21e4-4061-bbb4-89823fd55219 None None] Attempting to bind port ca87c278-c607-45fc-856f-3da0c9c2937b by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:32:37.934960 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f786b996-21e4-4061-bbb4-89823fd55219 None None] Attempting to bind port ca87c278-c607-45fc-856f-3da0c9c2937b on network 0f2098c5-8490-42c1-8134-97661a60c707 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:32:37.938808 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-203749ef-9b86-4c9f-a2a3-cc206ddf5fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:37.940827 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-203749ef-9b86-4c9f-a2a3-cc206ddf5fb0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=26bbb91bbd1a44118e77b6255c634c66&device_id=cf757fbb-cb19-4151-98ce-ddddfa077179 HTTP/1.1" status: 200 len: 1058 time: 0.5014901 Nov 10 19:32:37.960016 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de01141-e082-4b9e-b414-2d7a00866049 req-c5f432f4-c1c0-4e97-8d4e-7dd62cefe4c9 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:37.970317 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7de01141-e082-4b9e-b414-2d7a00866049 req-c5f432f4-c1c0-4e97-8d4e-7dd62cefe4c9 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf757fbb-cb19-4151-98ce-ddddfa077179 HTTP/1.1" status: 200 len: 907 time: 0.2247970 Nov 10 19:32:37.988490 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-044846b8-8a9e-41d7-8622-da2494997183 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:38.005630 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-89a6fde1-9dbf-4800-8649-b41d3d3881ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfed47bc-7bb9-414b-bf44-daf98cd4f037', 'name': 'tempest-NetworksTestDHCPv6-router-1009181888', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:33Z', 'updated_at': '2021-11-10T19:32:35Z', 'revision_number': 2, 'project_id': '58032e7d1f2f404ba85bd15a14418eaa', 'gw_port_host': None, '_interfaces': [{'id': '4303f01a-2401-4168-a7b6-5d97d242e06c', 'name': '', 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'mac_address': 'fa:16:3e:1d:c8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfed47bc-7bb9-414b-bf44-daf98cd4f037', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'bc350e7d-be8a-40fe-882a-95ffb2de064e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:34Z', 'updated_at': '2021-11-10T19:32:36Z', 'revision_number': 2, 'project_id': '58032e7d1f2f404ba85bd15a14418eaa', 'subnets': [{'id': 'bc350e7d-be8a-40fe-882a-95ffb2de064e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:38.010327 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dc153f-bbcc-4f1e-812a-89c06fc56b79 None None] The sync data for ids ['99228d29-39e6-4d52-9648-58f27d3cc6ea'] in n-d-813897-4 is: [{'id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'name': 'tempest-RoutersTest-router-1803420670', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:31:31Z', 'updated_at': '2021-11-10T19:32:33Z', 'revision_number': 10, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'gw_port_host': None, '_interfaces': [{'id': 'da5d5e5b-5a9c-4546-abc0-34d9b35b8d64', 'name': '', 'network_id': '064b2bd0-5827-4379-a185-243289464eea', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'mac_address': 'fa:16:3e:d4:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:34Z', 'updated_at': '2021-11-10T19:31:42Z', 'revision_number': 5, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'subnets': [{'id': '2cad2cab-17ff-478e-9039-463ab028a2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:32:38.031386 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=dd0aa98c-9bc0-457e-be61-10ada0359ca0,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:38.089645 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-a480de0f-2591-467a-8335-93b0ecf2a99e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=f27d87f6-54ca-4e99-a2f0-386557797f30 HTTP/1.1" status: 200 len: 217 time: 0.1181126 Nov 10 19:32:38.090984 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f786b996-21e4-4061-bbb4-89823fd55219 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:32:38.091587 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f786b996-21e4-4061-bbb4-89823fd55219 None None] Checking segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:32:38.092240 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f786b996-21e4-4061-bbb4-89823fd55219 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:38.092980 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f786b996-21e4-4061-bbb4-89823fd55219 None None] Bound using segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:32:38.093905 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-f786b996-21e4-4061-bbb4-89823fd55219 None None] Bound port: ca87c278-c607-45fc-856f-3da0c9c2937b, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:32:38.096060 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f786b996-21e4-4061-bbb4-89823fd55219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:38.114728 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-044846b8-8a9e-41d7-8622-da2494997183 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:38.154792 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a6fde1-9dbf-4800-8649-b41d3d3881ac None None] Checking router: bfed47bc-7bb9-414b-bf44-daf98cd4f037 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:32:38.155142 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a6fde1-9dbf-4800-8649-b41d3d3881ac None None] Updating router bfed47bc-7bb9-414b-bf44-daf98cd4f037 port 4303f01a-2401-4168-a7b6-5d97d242e06c binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:32:38.155971 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e2e3604d-deb2-496b-87c4-4d9ef3af3203 None None] For port a92c7a90-f016-4f87-8fcb-140e9930c97e, host n-d-813897-4, got binding levels [] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:38.156706 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e2e3604d-deb2-496b-87c4-4d9ef3af3203 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:38.177053 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e2e3604d-deb2-496b-87c4-4d9ef3af3203 None None] Calling delete_port for a92c7a90-f016-4f87-8fcb-140e9930c97e owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:32:38.199882 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.ipam_backend_mixin [None req-e2e3604d-deb2-496b-87c4-4d9ef3af3203 None None] Port a92c7a90-f016-4f87-8fcb-140e9930c97e was not found and therefore no delete operation was performed {{(pid=102507) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 19:32:38.203970 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e2e3604d-deb2-496b-87c4-4d9ef3af3203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:38.234440 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044846b8-8a9e-41d7-8622-da2494997183 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:32:38.234904 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-044846b8-8a9e-41d7-8622-da2494997183 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:38.238266 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2504f4-fe27-4b7e-9897-ea1dbe200b98 req-1d7c1848-c0db-4ad6-bea2-085b33b75e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:38.239899 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6d2504f4-fe27-4b7e-9897-ea1dbe200b98 req-1d7c1848-c0db-4ad6-bea2-085b33b75e15 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 1097 time: 0.0987782 Nov 10 19:32:38.246001 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-89a6fde1-9dbf-4800-8649-b41d3d3881ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:38.247996 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:32:38.247996 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:32:38.247996 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:32:38.247996 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:32:38.247996 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:32:38.247996 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:32:38.247996 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:32:38.247996 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:32:38.247996 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:32:38.247996 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:32:38.247996 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:32:38.247996 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:32:38.247996 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:32:38.247996 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:32:38.247996 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:32:38.247996 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:32:38.247996 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:32:38.247996 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:32:38.247996 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:32:38.247996 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:32:38.247996 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:32:38.247996 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:32:38.247996 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:32:38.247996 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:32:38.247996 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:32:38.247996 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:32:38.247996 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:32:38.247996 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:32:38.247996 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:32:38.247996 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:32:38.247996 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:32:38.247996 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:32:38.264046 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-f786b996-21e4-4061-bbb4-89823fd55219 None None] For port ca87c278-c607-45fc-856f-3da0c9c2937b, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:32:38.267469 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-f786b996-21e4-4061-bbb4-89823fd55219 None None] For port ca87c278-c607-45fc-856f-3da0c9c2937b, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ca87c278-c607-45fc-856f-3da0c9c2937b,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:32:38.270807 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e3604d-deb2-496b-87c4-4d9ef3af3203 None None] Pushing event deleted for resources: {'Port': ['ID=a92c7a90-f016-4f87-8fcb-140e9930c97e,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:38.281630 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f786b996-21e4-4061-bbb4-89823fd55219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:38.285034 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e3604d-deb2-496b-87c4-4d9ef3af3203 None None] No DVR routers for this DVR port a92c7a90-f016-4f87-8fcb-140e9930c97e on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:32:38.398833 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786b996-21e4-4061-bbb4-89823fd55219 None None] Pushing event updated for resources: {'Port': ['ID=ca87c278-c607-45fc-856f-3da0c9c2937b,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:38.447606 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-044846b8-8a9e-41d7-8622-da2494997183 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:38.502983 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-044846b8-8a9e-41d7-8622-da2494997183 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:38.511617 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-044846b8-8a9e-41d7-8622-da2494997183 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/networks/f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9 HTTP/1.1" status: 204 len: 168 time: 2.8183103 Nov 10 19:32:38.543428 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device a92c7a90-f016-4f87-8fcb-140e9930c97e no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:32:38.552410 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57774) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:38.559555 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-13ae7d05-7bcf-4fbd-b8c7-048a61449d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:38.563864 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-13ae7d05-7bcf-4fbd-b8c7-048a61449d52 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0cce6595-38d7-4d2b-8bcd-581575ca14d3 HTTP/1.1" status: 200 len: 837 time: 0.4643896 Nov 10 19:32:38.566449 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6d2504f4-fe27-4b7e-9897-ea1dbe200b98 req-8ff95aa6-a2dd-4791-be70-529ac46ac084 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9098cf66-e6a6-4b65-8dfe-20c875f20b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113178 Nov 10 19:32:38.571433 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044846b8-8a9e-41d7-8622-da2494997183 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Network': ['ID=f4022fe7-37b2-4f1e-8619-7b6d0a4f34c9,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:38.603980 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: a92c7a90-f016-4f87-8fcb-140e9930c97e {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:32:38.609016 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device a92c7a90-f016-4f87-8fcb-140e9930c97e not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:32:38.613840 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 497f26b6-cfb4-41f1-a23a-558cce1fe6a9 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:32:38.692477 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8d4a1-4796-42bb-b7d9-31de426e92a0 req-fe14c534-53f7-4b20-9f50-7b6aca598900 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:38.709508 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-57f8d4a1-4796-42bb-b7d9-31de426e92a0 req-fe14c534-53f7-4b20-9f50-7b6aca598900 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 946 time: 0.5361063 Nov 10 19:32:38.716317 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 497f26b6-cfb4-41f1-a23a-558cce1fe6a9 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:32:38.716671 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 497f26b6-cfb4-41f1-a23a-558cce1fe6a9 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:32:38.812554 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-90135780-2637-428a-84bf-8dc9f0c482c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:38.814147 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-90135780-2637-428a-84bf-8dc9f0c482c8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=01c25354-f919-4d40-965e-4b927fd25e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2346509 Nov 10 19:32:38.971314 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-57f8d4a1-4796-42bb-b7d9-31de426e92a0 req-1de698f2-7b6e-41b9-8795-84ad76fb5d59 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=9098cf66-e6a6-4b65-8dfe-20c875f20b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2579296 Nov 10 19:32:39.138250 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-89a6fde1-9dbf-4800-8649-b41d3d3881ac None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:39.153720 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-89a6fde1-9dbf-4800-8649-b41d3d3881ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:39.166332 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-dc457275-a604-4e90-8672-a81710a06bbd service neutron] 10.222.0.25 "GET /v2.0/networks/01c25354-f919-4d40-965e-4b927fd25e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418114 Nov 10 19:32:39.265863 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2017521d-9da4-46da-8545-3ae469e20fc0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:39.361675 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83eefe7-dff0-4f72-ad33-ab29f1a2bbbd None None] Pushing event updated for resources: {'Port': ['ID=4303f01a-2401-4168-a7b6-5d97d242e06c,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:39.497183 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-89a6fde1-9dbf-4800-8649-b41d3d3881ac None None] Attempting to bind port 4303f01a-2401-4168-a7b6-5d97d242e06c on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:32:39.498274 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-89a6fde1-9dbf-4800-8649-b41d3d3881ac None None] Attempting to bind port 4303f01a-2401-4168-a7b6-5d97d242e06c by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:32:39.498943 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a6fde1-9dbf-4800-8649-b41d3d3881ac None None] Attempting to bind port 4303f01a-2401-4168-a7b6-5d97d242e06c on network 0f2098c5-8490-42c1-8134-97661a60c707 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:32:39.505007 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91c7e0d6-139e-47aa-9f1e-52a8cbfacdab req-e7feb027-ec4c-4d74-b002-533505b9c201 service neutron] 10.222.0.25 "GET /v2.0/networks/01c25354-f919-4d40-965e-4b927fd25e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301425 Nov 10 19:32:39.505636 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a6fde1-9dbf-4800-8649-b41d3d3881ac None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:32:39.506225 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a6fde1-9dbf-4800-8649-b41d3d3881ac None None] Checking segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:32:39.506841 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-89a6fde1-9dbf-4800-8649-b41d3d3881ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:39.507397 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a6fde1-9dbf-4800-8649-b41d3d3881ac None None] Bound using segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:32:39.508183 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-89a6fde1-9dbf-4800-8649-b41d3d3881ac None None] Bound port: 4303f01a-2401-4168-a7b6-5d97d242e06c, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:32:39.508614 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-89a6fde1-9dbf-4800-8649-b41d3d3881ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:39.533188 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af620b2d-9253-4183-bf44-91c8d626a0e4 req-d5c9b6a0-c08e-4f5f-98cc-118fcdc85bb3 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:39.544765 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af620b2d-9253-4183-bf44-91c8d626a0e4 req-d5c9b6a0-c08e-4f5f-98cc-118fcdc85bb3 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf757fbb-cb19-4151-98ce-ddddfa077179 HTTP/1.1" status: 200 len: 907 time: 0.1475310 Nov 10 19:32:39.615062 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-89a6fde1-9dbf-4800-8649-b41d3d3881ac None None] For port 4303f01a-2401-4168-a7b6-5d97d242e06c, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:32:39.619925 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-89a6fde1-9dbf-4800-8649-b41d3d3881ac None None] For port 4303f01a-2401-4168-a7b6-5d97d242e06c, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=4303f01a-2401-4168-a7b6-5d97d242e06c,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:32:39.626832 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-89a6fde1-9dbf-4800-8649-b41d3d3881ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:39.633289 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74922e-30b9-4700-86b7-47fde0b7450e req-4e4e2751-2a20-44ff-b8fa-61fbaec262b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:39.635482 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b74922e-30b9-4700-86b7-47fde0b7450e req-4e4e2751-2a20-44ff-b8fa-61fbaec262b0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=26bbb91bbd1a44118e77b6255c634c66&device_id=cf757fbb-cb19-4151-98ce-ddddfa077179 HTTP/1.1" status: 200 len: 1058 time: 0.0661871 Nov 10 19:32:39.745206 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1ad859a5-d6f2-4d31-807e-757ba9559abc tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:39.785984 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a6fde1-9dbf-4800-8649-b41d3d3881ac None None] Routers {'bfed47bc-7bb9-414b-bf44-daf98cd4f037'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:32:39.787568 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-89a6fde1-9dbf-4800-8649-b41d3d3881ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:32:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['bfed47bc-7bb9-414b-bf44-daf98cd4f037'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:39.822376 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74922e-30b9-4700-86b7-47fde0b7450e req-a9d4f431-eed8-44ae-9730-2212e7a516d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:39.824837 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b74922e-30b9-4700-86b7-47fde0b7450e req-a9d4f431-eed8-44ae-9730-2212e7a516d2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=01c25354-f919-4d40-965e-4b927fd25e47 HTTP/1.1" status: 200 len: 899 time: 0.1729600 Nov 10 19:32:39.886507 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b74922e-30b9-4700-86b7-47fde0b7450e req-0b58f08c-7898-41d2-8abd-7109a75c4d13 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=f27d87f6-54ca-4e99-a2f0-386557797f30 HTTP/1.1" status: 200 len: 217 time: 0.0544562 Nov 10 19:32:39.906573 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-89a6fde1-9dbf-4800-8649-b41d3d3881ac None None] Set router bfed47bc-7bb9-414b-bf44-daf98cd4f037 gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:32:39.935946 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-2017521d-9da4-46da-8545-3ae469e20fc0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting port 4303f01a-2401-4168-a7b6-5d97d242e06c {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:32:39.936283 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2017521d-9da4-46da-8545-3ae469e20fc0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:39.946373 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83eefe7-dff0-4f72-ad33-ab29f1a2bbbd None None] Pushing event updated for resources: {'Port': ['ID=4303f01a-2401-4168-a7b6-5d97d242e06c,revision_number=4']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:39.971235 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74922e-30b9-4700-86b7-47fde0b7450e req-f072e45f-2bd8-4455-96c8-a2cee0534c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:39.973340 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b74922e-30b9-4700-86b7-47fde0b7450e req-f072e45f-2bd8-4455-96c8-a2cee0534c5b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0cce6595-38d7-4d2b-8bcd-581575ca14d3 HTTP/1.1" status: 200 len: 837 time: 0.0782681 Nov 10 19:32:40.026437 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74922e-30b9-4700-86b7-47fde0b7450e req-fbf05959-b945-4437-8dc8-d427f1bf3815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:40.028692 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b74922e-30b9-4700-86b7-47fde0b7450e req-fbf05959-b945-4437-8dc8-d427f1bf3815 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=01c25354-f919-4d40-965e-4b927fd25e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473409 Nov 10 19:32:40.230947 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c0ddf-7f94-4e64-a0a9-2cf0501d12ba req-21b120f0-9029-4135-a2bb-d0b6f8f31e7b tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:40.233149 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8e5c0ddf-7f94-4e64-a0a9-2cf0501d12ba req-21b120f0-9029-4135-a2bb-d0b6f8f31e7b tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 946 time: 0.0888853 Nov 10 19:32:40.266769 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b74922e-30b9-4700-86b7-47fde0b7450e req-a96d467d-bd81-41ae-8abd-3253db1ca528 service neutron] 10.222.0.25 "GET /v2.0/networks/01c25354-f919-4d40-965e-4b927fd25e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271376 Nov 10 19:32:40.276884 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-89a6fde1-9dbf-4800-8649-b41d3d3881ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfed47bc-7bb9-414b-bf44-daf98cd4f037', 'name': 'tempest-NetworksTestDHCPv6-router-1009181888', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:33Z', 'updated_at': '2021-11-10T19:32:35Z', 'revision_number': 2, 'project_id': '58032e7d1f2f404ba85bd15a14418eaa', 'gw_port_host': None, '_interfaces': [{'id': '4303f01a-2401-4168-a7b6-5d97d242e06c', 'name': '', 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'mac_address': 'fa:16:3e:1d:c8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfed47bc-7bb9-414b-bf44-daf98cd4f037', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'bc350e7d-be8a-40fe-882a-95ffb2de064e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:34Z', 'updated_at': '2021-11-10T19:32:39Z', 'revision_number': 4, 'project_id': '58032e7d1f2f404ba85bd15a14418eaa', 'subnets': [{'id': 'bc350e7d-be8a-40fe-882a-95ffb2de064e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:40.326694 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a6fde1-9dbf-4800-8649-b41d3d3881ac None None] The sync data for ids ['bfed47bc-7bb9-414b-bf44-daf98cd4f037'] in n-d-813897-4 is: [{'id': 'bfed47bc-7bb9-414b-bf44-daf98cd4f037', 'name': 'tempest-NetworksTestDHCPv6-router-1009181888', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:33Z', 'updated_at': '2021-11-10T19:32:35Z', 'revision_number': 2, 'project_id': '58032e7d1f2f404ba85bd15a14418eaa', 'gw_port_host': None, '_interfaces': [{'id': '4303f01a-2401-4168-a7b6-5d97d242e06c', 'name': '', 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'mac_address': 'fa:16:3e:1d:c8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfed47bc-7bb9-414b-bf44-daf98cd4f037', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'bc350e7d-be8a-40fe-882a-95ffb2de064e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:34Z', 'updated_at': '2021-11-10T19:32:39Z', 'revision_number': 4, 'project_id': '58032e7d1f2f404ba85bd15a14418eaa', 'subnets': [{'id': 'bc350e7d-be8a-40fe-882a-95ffb2de064e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:32:40.349901 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-58d647b5-9c52-4800-8866-c1224e4b5d03 None None] Provisioning complete for port ca87c278-c607-45fc-856f-3da0c9c2937b triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:40.350823 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-58d647b5-9c52-4800-8866-c1224e4b5d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:40.408519 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-2017521d-9da4-46da-8545-3ae469e20fc0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] For port 4303f01a-2401-4168-a7b6-5d97d242e06c, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=4303f01a-2401-4168-a7b6-5d97d242e06c,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:40.409832 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2017521d-9da4-46da-8545-3ae469e20fc0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:40.512467 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-2017521d-9da4-46da-8545-3ae469e20fc0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Calling delete_port for 4303f01a-2401-4168-a7b6-5d97d242e06c owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:32:40.659037 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ca87c278-c607-45fc-856f-3da0c9c2937b up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:32:40.736248 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-58d647b5-9c52-4800-8866-c1224e4b5d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:40.741916 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b74922e-30b9-4700-86b7-47fde0b7450e req-aaa9ee60-67e7-4434-9c6a-cea30dd69959 service neutron] 10.222.0.25 "GET /v2.0/networks/01c25354-f919-4d40-965e-4b927fd25e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669793 Nov 10 19:32:40.774493 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8e5c0ddf-7f94-4e64-a0a9-2cf0501d12ba req-c9f247e3-68ae-4885-ab86-f0054f684f37 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=9098cf66-e6a6-4b65-8dfe-20c875f20b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5318890 Nov 10 19:32:40.898080 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-58d647b5-9c52-4800-8866-c1224e4b5d03 None None] For port ca87c278-c607-45fc-856f-3da0c9c2937b, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ca87c278-c607-45fc-856f-3da0c9c2937b,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:40.915041 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-58d647b5-9c52-4800-8866-c1224e4b5d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:41.056983 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2017521d-9da4-46da-8545-3ae469e20fc0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:41.100752 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d647b5-9c52-4800-8866-c1224e4b5d03 None None] Pushing event updated for resources: {'Port': ['ID=ca87c278-c607-45fc-856f-3da0c9c2937b,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:41.110718 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-1c836956-1a87-49ff-baf6-792eda8a091f None None] Could not find standard attr ID for object 4303f01a-2401-4168-a7b6-5d97d242e06c. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:32:41.125246 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port ca87c278-c607-45fc-856f-3da0c9c2937b triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:41.125987 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:41.168410 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017521d-9da4-46da-8545-3ae469e20fc0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Port': ['ID=4303f01a-2401-4168-a7b6-5d97d242e06c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:41.253882 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc875ae-50d4-457d-b66b-25f23ac6b2d3 req-54c60af9-88c8-4f80-aeea-7796f4ec6c22 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:41.271120 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ccc875ae-50d4-457d-b66b-25f23ac6b2d3 req-54c60af9-88c8-4f80-aeea-7796f4ec6c22 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf757fbb-cb19-4151-98ce-ddddfa077179 HTTP/1.1" status: 200 len: 907 time: 0.1243844 Nov 10 19:32:41.359387 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-1ad859a5-d6f2-4d31-807e-757ba9559abc tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Deleting port da5d5e5b-5a9c-4546-abc0-34d9b35b8d64 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:32:41.360100 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1ad859a5-d6f2-4d31-807e-757ba9559abc tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:41.430301 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-993db0c3-2fef-4d39-8483-d4909d6e0005 None None] Could not find standard attr ID for object 4303f01a-2401-4168-a7b6-5d97d242e06c. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:32:41.456710 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2017521d-9da4-46da-8545-3ae469e20fc0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:41.485967 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a5589-fcb3-4d7c-ab75-845fe467067c req-364a59f9-77bb-4633-863c-a1b00712e0cd tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:41.488753 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-237a5589-fcb3-4d7c-ab75-845fe467067c req-364a59f9-77bb-4633-863c-a1b00712e0cd tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 946 time: 0.1121392 Nov 10 19:32:41.585033 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-237a5589-fcb3-4d7c-ab75-845fe467067c req-20821262-7fa5-48e4-b126-10af88638fcb tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=9098cf66-e6a6-4b65-8dfe-20c875f20b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836697 Nov 10 19:32:41.598196 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57832) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:41.719449 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4982ec2-35e3-4a03-ae26-26104fa6e5b5 tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:41.727946 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c4982ec2-35e3-4a03-ae26-26104fa6e5b5 tempest-TestNetworkAdvancedServerOps-1202249853 tempest-TestNetworkAdvancedServerOps-1202249853-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 1092 time: 0.1286206 Nov 10 19:32:41.731597 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-1ad859a5-d6f2-4d31-807e-757ba9559abc tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] For port da5d5e5b-5a9c-4546-abc0-34d9b35b8d64, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=da5d5e5b-5a9c-4546-abc0-34d9b35b8d64,segment=NetworkSegment(1ac1661f-d245-4c48-85d4-770a642e4d8a),segment_id=1ac1661f-d245-4c48-85d4-770a642e4d8a)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:41.732059 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1ad859a5-d6f2-4d31-807e-757ba9559abc tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:41.742730 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57836) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:41.759231 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-e2101f0c-4fa2-44e4-954a-c3175ad23e81 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'port_id': 'dd0aa98c-9bc0-457e-be61-10ada0359ca0', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:41.762362 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-1ad859a5-d6f2-4d31-807e-757ba9559abc tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Calling delete_port for da5d5e5b-5a9c-4546-abc0-34d9b35b8d64 owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:32:41.798621 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c55d83-9fa4-491b-9214-2271eef79155 req-0b9900fe-6c1d-4300-b148-022ec515ab8b tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:41.809623 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-63c55d83-9fa4-491b-9214-2271eef79155 req-0b9900fe-6c1d-4300-b148-022ec515ab8b tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.1317682 Nov 10 19:32:41.861674 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c93f5e89-3272-49d5-8227-d291256b6fc9 None None] Could not find standard attr ID for object 4303f01a-2401-4168-a7b6-5d97d242e06c. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:32:41.869517 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e2101f0c-4fa2-44e4-954a-c3175ad23e81 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for floatingip, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:41.944778 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-63c55d83-9fa4-491b-9214-2271eef79155 req-bc531204-58cc-433c-b7d9-8bdc44596fb5 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329265 Nov 10 19:32:42.025983 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2017521d-9da4-46da-8545-3ae469e20fc0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Router bfed47bc-7bb9-414b-bf44-daf98cd4f037 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:32:42.117547 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e2101f0c-4fa2-44e4-954a-c3175ad23e81 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:42.216202 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97362ef4-2a77-4693-a111-623ae3bbf8fb req-084e1387-77d0-42c3-a575-e779808d3929 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:42.217865 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97362ef4-2a77-4693-a111-623ae3bbf8fb req-084e1387-77d0-42c3-a575-e779808d3929 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.1627822 Nov 10 19:32:42.271079 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-e2101f0c-4fa2-44e4-954a-c3175ad23e81 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Allocated IP 172.25.3.208 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/e361afd1-7bbe-4226-87a5-766167eb6938) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:32:42.438235 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ca87c278-c607-45fc-856f-3da0c9c2937b up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:32:42.490784 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e2101f0c-4fa2-44e4-954a-c3175ad23e81 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:42.499218 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97362ef4-2a77-4693-a111-623ae3bbf8fb req-79ad9ff1-75a1-4ca2-9cbd-276c381f0af3 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2645938 Nov 10 19:32:42.566028 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e2101f0c-4fa2-44e4-954a-c3175ad23e81 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:42.590900 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2017521d-9da4-46da-8545-3ae469e20fc0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:32:42.625413 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2017521d-9da4-46da-8545-3ae469e20fc0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "PUT /v2.0/routers/bfed47bc-7bb9-414b-bf44-daf98cd4f037/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3058214 Nov 10 19:32:42.625528 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57852) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:42.628082 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device f27d87f6-54ca-4e99-a2f0-386557797f30 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:32:42.647828 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2101f0c-4fa2-44e4-954a-c3175ad23e81 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:32:42.654102 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1ad859a5-d6f2-4d31-807e-757ba9559abc tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:42.655363 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-e2101f0c-4fa2-44e4-954a-c3175ad23e81 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:42.658329 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2101f0c-4fa2-44e4-954a-c3175ad23e81 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:32:42.703745 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2101f0c-4fa2-44e4-954a-c3175ad23e81 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'Port': ['ID=e361afd1-7bbe-4226-87a5-766167eb6938,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:42.760082 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad859a5-d6f2-4d31-807e-757ba9559abc tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Port': ['ID=da5d5e5b-5a9c-4546-abc0-34d9b35b8d64,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:42.845211 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93db35e-edb4-4c34-9a27-52be8730e621 req-9410b43b-36ca-407d-b02b-9909c4c00ef0 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:42.850896 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c93db35e-edb4-4c34-9a27-52be8730e621 req-9410b43b-36ca-407d-b02b-9909c4c00ef0 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf757fbb-cb19-4151-98ce-ddddfa077179 HTTP/1.1" status: 200 len: 907 time: 0.1649742 Nov 10 19:32:42.854428 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port f27d87f6-54ca-4e99-a2f0-386557797f30, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=f27d87f6-54ca-4e99-a2f0-386557797f30,segment=NetworkSegment(c599a174-3bf8-4bdd-a517-8508a8f615c0),segment_id=c599a174-3bf8-4bdd-a517-8508a8f615c0)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:42.881086 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'f27d87f6-54ca-4e99-a2f0-386557797f30', 'network_id': '01c25354-f919-4d40-965e-4b927fd25e47', 'port_id': 'f27d87f6-54ca-4e99-a2f0-386557797f30', 'mac_address': 'fa:16:3e:8f:5b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cce6595-38d7-4d2b-8bcd-581575ca14d3', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:32:42.924295 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3a52a2-cd78-4a5d-a930-ec17806cff8f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:42.927583 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3a52a2-cd78-4a5d-a930-ec17806cff8f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:42.932957 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ca3a52a2-cd78-4a5d-a930-ec17806cff8f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3059349 Nov 10 19:32:42.938335 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57862) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:42.982000 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port ca87c278-c607-45fc-856f-3da0c9c2937b triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:42.982000 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:43.072527 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e117b90-d365-4db5-90c2-5ec2d9066808 None None] Sync routers for ids ['bfed47bc-7bb9-414b-bf44-daf98cd4f037'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:32:43.078840 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:43.102843 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e117b90-d365-4db5-90c2-5ec2d9066808 None None] Routers {'bfed47bc-7bb9-414b-bf44-daf98cd4f037'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:32:43.103612 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-4e117b90-d365-4db5-90c2-5ec2d9066808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:32:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['bfed47bc-7bb9-414b-bf44-daf98cd4f037'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:43.190899 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27d87f6-54ca-4e99-a2f0-386557797f30 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:32:43.215722 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port f27d87f6-54ca-4e99-a2f0-386557797f30, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=f27d87f6-54ca-4e99-a2f0-386557797f30,segment=NetworkSegment(c599a174-3bf8-4bdd-a517-8508a8f615c0),segment_id=c599a174-3bf8-4bdd-a517-8508a8f615c0)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:43.256526 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:43.303103 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-4e117b90-d365-4db5-90c2-5ec2d9066808 None None] Set router bfed47bc-7bb9-414b-bf44-daf98cd4f037 gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:32:43.306856 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1ad859a5-d6f2-4d31-807e-757ba9559abc tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:43.341422 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b2f66de-a019-417b-94a1-ac517fb0ba0a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting subnet bc350e7d-be8a-40fe-882a-95ffb2de064e {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:32:43.348838 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b2f66de-a019-417b-94a1-ac517fb0ba0a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:43.453953 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1ec06-231a-4b0a-ace6-74ed3fbd5257 req-da88ccbf-92d8-43e8-aeec-953f77a1bc40 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:43.453953 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eea1ec06-231a-4b0a-ace6-74ed3fbd5257 req-da88ccbf-92d8-43e8-aeec-953f77a1bc40 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.1487007 Nov 10 19:32:43.484358 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-4e117b90-d365-4db5-90c2-5ec2d9066808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfed47bc-7bb9-414b-bf44-daf98cd4f037', 'name': 'tempest-NetworksTestDHCPv6-router-1009181888', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:33Z', 'updated_at': '2021-11-10T19:32:40Z', 'revision_number': 3, 'project_id': '58032e7d1f2f404ba85bd15a14418eaa', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:43.531725 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e117b90-d365-4db5-90c2-5ec2d9066808 None None] Checking router: bfed47bc-7bb9-414b-bf44-daf98cd4f037 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:32:43.553167 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b2f66de-a019-417b-94a1-ac517fb0ba0a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:43.558913 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e117b90-d365-4db5-90c2-5ec2d9066808 None None] Routers {'bfed47bc-7bb9-414b-bf44-daf98cd4f037'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:32:43.560312 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-4e117b90-d365-4db5-90c2-5ec2d9066808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:32:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['bfed47bc-7bb9-414b-bf44-daf98cd4f037'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:43.561860 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad859a5-d6f2-4d31-807e-757ba9559abc tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Router 99228d29-39e6-4d52-9648-58f27d3cc6ea has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:32:43.672869 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-4e117b90-d365-4db5-90c2-5ec2d9066808 None None] Set router bfed47bc-7bb9-414b-bf44-daf98cd4f037 gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:32:43.693665 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad859a5-d6f2-4d31-807e-757ba9559abc tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:32:43.706284 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aa5535-12c0-413b-8050-6a3a253e6f8d None None] Sync routers for ids ['99228d29-39e6-4d52-9648-58f27d3cc6ea'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:32:43.732654 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aa5535-12c0-413b-8050-6a3a253e6f8d None None] Routers {'99228d29-39e6-4d52-9648-58f27d3cc6ea'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:32:43.733282 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-b1aa5535-12c0-413b-8050-6a3a253e6f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:32:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['99228d29-39e6-4d52-9648-58f27d3cc6ea'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:43.742500 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1ad859a5-d6f2-4d31-807e-757ba9559abc tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "PUT /v2.0/routers/99228d29-39e6-4d52-9648-58f27d3cc6ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1612928 Nov 10 19:32:43.745388 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57870) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:43.757799 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=f27d87f6-54ca-4e99-a2f0-386557797f30,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:43.765867 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-4e117b90-d365-4db5-90c2-5ec2d9066808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfed47bc-7bb9-414b-bf44-daf98cd4f037', 'name': 'tempest-NetworksTestDHCPv6-router-1009181888', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:33Z', 'updated_at': '2021-11-10T19:32:40Z', 'revision_number': 3, 'project_id': '58032e7d1f2f404ba85bd15a14418eaa', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:43.804188 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['f27d87f6-54ca-4e99-a2f0-386557797f30'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:32:43.845626 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e117b90-d365-4db5-90c2-5ec2d9066808 None None] The sync data for ids ['bfed47bc-7bb9-414b-bf44-daf98cd4f037'] in n-d-813897-4 is: [{'id': 'bfed47bc-7bb9-414b-bf44-daf98cd4f037', 'name': 'tempest-NetworksTestDHCPv6-router-1009181888', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:33Z', 'updated_at': '2021-11-10T19:32:40Z', 'revision_number': 3, 'project_id': '58032e7d1f2f404ba85bd15a14418eaa', 'gw_port_host': None}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:32:43.893717 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b2f66de-a019-417b-94a1-ac517fb0ba0a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:43.908969 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-acfe445d-4303-4851-b45f-2ae7d5cd0856 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Deleting subnet 2cad2cab-17ff-478e-9039-463ab028a2fc {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:32:43.913109 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-acfe445d-4303-4851-b45f-2ae7d5cd0856 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:43.923074 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-b1aa5535-12c0-413b-8050-6a3a253e6f8d None None] Set router 99228d29-39e6-4d52-9648-58f27d3cc6ea gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:32:43.994514 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-b1aa5535-12c0-413b-8050-6a3a253e6f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'name': 'tempest-RoutersTest-router-1803420670', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:31:31Z', 'updated_at': '2021-11-10T19:32:42Z', 'revision_number': 11, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:44.021348 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-acfe445d-4303-4851-b45f-2ae7d5cd0856 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:44.068162 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aa5535-12c0-413b-8050-6a3a253e6f8d None None] Checking router: 99228d29-39e6-4d52-9648-58f27d3cc6ea for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:32:44.086414 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aa5535-12c0-413b-8050-6a3a253e6f8d None None] Routers {'99228d29-39e6-4d52-9648-58f27d3cc6ea'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:32:44.087653 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-b1aa5535-12c0-413b-8050-6a3a253e6f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:32:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['99228d29-39e6-4d52-9648-58f27d3cc6ea'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:44.129156 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eea1ec06-231a-4b0a-ace6-74ed3fbd5257 req-d9eb9e52-465f-48cd-9efb-dfc0d9aaa5aa tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6023376 Nov 10 19:32:44.161301 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e2101f0c-4fa2-44e4-954a-c3175ad23e81 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:44.178783 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-acfe445d-4303-4851-b45f-2ae7d5cd0856 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:44.196728 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-b1aa5535-12c0-413b-8050-6a3a253e6f8d None None] Set router 99228d29-39e6-4d52-9648-58f27d3cc6ea gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:32:44.252961 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-acfe445d-4303-4851-b45f-2ae7d5cd0856 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:44.290643 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe445d-4303-4851-b45f-2ae7d5cd0856 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Subnet': ['ID=2cad2cab-17ff-478e-9039-463ab028a2fc,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:44.302260 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-b1aa5535-12c0-413b-8050-6a3a253e6f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'name': 'tempest-RoutersTest-router-1803420670', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:31:31Z', 'updated_at': '2021-11-10T19:32:42Z', 'revision_number': 11, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:44.304847 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-acfe445d-4303-4851-b45f-2ae7d5cd0856 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:44.308441 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-acfe445d-4303-4851-b45f-2ae7d5cd0856 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/subnets/2cad2cab-17ff-478e-9039-463ab028a2fc HTTP/1.1" status: 204 len: 168 time: 0.5620177 Nov 10 19:32:44.311574 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57888) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:44.319691 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74de16dc-8739-4969-bf07-4f1624420126 None None] Network 064b2bd0-5827-4379-a185-243289464eea requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:32:44.359244 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aa5535-12c0-413b-8050-6a3a253e6f8d None None] The sync data for ids ['99228d29-39e6-4d52-9648-58f27d3cc6ea'] in n-d-813897-4 is: [{'id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'name': 'tempest-RoutersTest-router-1803420670', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:31:31Z', 'updated_at': '2021-11-10T19:32:42Z', 'revision_number': 11, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'gw_port_host': None}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:32:44.445982 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b2f66de-a019-417b-94a1-ac517fb0ba0a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:44.446852 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e2101f0c-4fa2-44e4-954a-c3175ad23e81 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:44.458737 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35039ddb-7948-4b14-91f7-46370db6698f req-11ff23e0-58a0-4fbf-b156-8b425d34e45c tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:44.468220 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-35039ddb-7948-4b14-91f7-46370db6698f req-11ff23e0-58a0-4fbf-b156-8b425d34e45c tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf757fbb-cb19-4151-98ce-ddddfa077179 HTTP/1.1" status: 200 len: 908 time: 0.2298062 Nov 10 19:32:44.511983 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b2f66de-a019-417b-94a1-ac517fb0ba0a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:44.516989 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9b2f66de-a019-417b-94a1-ac517fb0ba0a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/bc350e7d-be8a-40fe-882a-95ffb2de064e HTTP/1.1" status: 204 len: 168 time: 1.5774939 Nov 10 19:32:44.518351 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f66de-a019-417b-94a1-ac517fb0ba0a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Subnet': ['ID=bc350e7d-be8a-40fe-882a-95ffb2de064e,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:44.526177 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57890) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:44.545421 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b57bd0a5-3ebb-4ae8-9c2d-678d0661e864 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:44.553710 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816cdd0b-73c0-4bf6-a9e7-cbdf0dda23d6 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:32:44.649232 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device f27d87f6-54ca-4e99-a2f0-386557797f30 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:32:44.717083 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b4d2bca9-26ee-4f8d-86ef-2ab4b7fa69a1 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1861072 Nov 10 19:32:44.726965 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57898) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:44.776580 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e2101f0c-4fa2-44e4-954a-c3175ad23e81 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:44.787958 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e2101f0c-4fa2-44e4-954a-c3175ad23e81 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:44.820387 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 4303f01a-2401-4168-a7b6-5d97d242e06c no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:32:44.911340 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe24ca1-19ec-44c5-b31a-6f56ec4681e1 None None] DHCP port deletion for 064b2bd0-5827-4379-a185-243289464eea request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:32:44.919427 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-b57bd0a5-3ebb-4ae8-9c2d-678d0661e864 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Deleting port 30f41038-706c-4572-aa17-71e97c8acf08 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:32:44.919782 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b57bd0a5-3ebb-4ae8-9c2d-678d0661e864 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:44.932728 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 4303f01a-2401-4168-a7b6-5d97d242e06c {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:32:44.933184 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 4303f01a-2401-4168-a7b6-5d97d242e06c not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:32:44.940008 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-877908df-cb17-4654-a5c6-47cee77dc8c4 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:44.996242 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2101f0c-4fa2-44e4-954a-c3175ad23e81 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event updated for resources: {'Port': ['ID=e361afd1-7bbe-4226-87a5-766167eb6938,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:45.008061 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e2101f0c-4fa2-44e4-954a-c3175ad23e81 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:45.010974 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port f27d87f6-54ca-4e99-a2f0-386557797f30 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:32:45.023672 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port f27d87f6-54ca-4e99-a2f0-386557797f30 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:45.024066 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:45.145485 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-6fe24ca1-19ec-44c5-b31a-6f56ec4681e1 None None] Deleting port 30f41038-706c-4572-aa17-71e97c8acf08 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:32:45.145993 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6fe24ca1-19ec-44c5-b31a-6f56ec4681e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:45.203805 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f3b4d2-8bcb-4e71-aa47-99969b0bc793 None None] DHCP port deletion for 0f2098c5-8490-42c1-8134-97661a60c707 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:32:45.277196 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-877908df-cb17-4654-a5c6-47cee77dc8c4 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:45.280611 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-877908df-cb17-4654-a5c6-47cee77dc8c4 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:45.287556 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cb063-a2a4-4e97-9091-cfb0f2bd2012 req-c43c020c-b1f1-4339-9ff4-3e54a3ac6336 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:45.287821 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-b57bd0a5-3ebb-4ae8-9c2d-678d0661e864 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] For port 30f41038-706c-4572-aa17-71e97c8acf08, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=30f41038-706c-4572-aa17-71e97c8acf08,segment=NetworkSegment(1ac1661f-d245-4c48-85d4-770a642e4d8a),segment_id=1ac1661f-d245-4c48-85d4-770a642e4d8a)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:45.288000 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b57bd0a5-3ebb-4ae8-9c2d-678d0661e864 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:45.295593 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb7cb063-a2a4-4e97-9091-cfb0f2bd2012 req-c43c020c-b1f1-4339-9ff4-3e54a3ac6336 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.1721015 Nov 10 19:32:45.304284 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-e2101f0c-4fa2-44e4-954a-c3175ad23e81 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Floating IP 275ff680-795d-4816-a0c5-f652bf8eead8 associated. External IP: 172.25.3.208, port: dd0aa98c-9bc0-457e-be61-10ada0359ca0. Nov 10 19:32:45.335294 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-b57bd0a5-3ebb-4ae8-9c2d-678d0661e864 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Calling delete_port for 30f41038-706c-4572-aa17-71e97c8acf08 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:32:45.351652 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-877908df-cb17-4654-a5c6-47cee77dc8c4 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:45.351858 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877908df-cb17-4654-a5c6-47cee77dc8c4 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Fanout notify agent at l3_agent the message router_deleted on router bfed47bc-7bb9-414b-bf44-daf98cd4f037 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:32:45.359503 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-877908df-cb17-4654-a5c6-47cee77dc8c4 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:45.360649 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-877908df-cb17-4654-a5c6-47cee77dc8c4 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/routers/bfed47bc-7bb9-414b-bf44-daf98cd4f037 HTTP/1.1" status: 204 len: 168 time: 0.6316531 Nov 10 19:32:45.381652 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57914) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:45.398155 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb7cb063-a2a4-4e97-9091-cfb0f2bd2012 req-8b9f98b6-8bc0-4e24-a27e-61490ca695e5 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014330 Nov 10 19:32:45.446526 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b57bd0a5-3ebb-4ae8-9c2d-678d0661e864 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:45.508896 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57bd0a5-3ebb-4ae8-9c2d-678d0661e864 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Port': ['ID=30f41038-706c-4572-aa17-71e97c8acf08,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:45.513208 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-6fe24ca1-19ec-44c5-b31a-6f56ec4681e1 None None] For port 30f41038-706c-4572-aa17-71e97c8acf08, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=30f41038-706c-4572-aa17-71e97c8acf08,segment=NetworkSegment(1ac1661f-d245-4c48-85d4-770a642e4d8a),segment_id=1ac1661f-d245-4c48-85d4-770a642e4d8a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:45.513417 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57bd0a5-3ebb-4ae8-9c2d-678d0661e864 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] No DVR routers for this DVR port 30f41038-706c-4572-aa17-71e97c8acf08 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:32:45.513691 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6fe24ca1-19ec-44c5-b31a-6f56ec4681e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:45.588910 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-6fe24ca1-19ec-44c5-b31a-6f56ec4681e1 None None] Calling delete_port for 30f41038-706c-4572-aa17-71e97c8acf08 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:32:45.679890 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b57bd0a5-3ebb-4ae8-9c2d-678d0661e864 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:45.680751 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:45.701686 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-b57bd0a5-3ebb-4ae8-9c2d-678d0661e864 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['064b2bd0-5827-4379-a185-243289464eea']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:45.711925 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-b57bd0a5-3ebb-4ae8-9c2d-678d0661e864 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ac1661f-d245-4c48-85d4-770a642e4d8a') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:45.712248 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-b57bd0a5-3ebb-4ae8-9c2d-678d0661e864 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ac1661f-d245-4c48-85d4-770a642e4d8a') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:45.722906 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b57bd0a5-3ebb-4ae8-9c2d-678d0661e864 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:45.723630 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0f3b4d2-8bcb-4e71-aa47-99969b0bc793 None None] Deleting port ca87c278-c607-45fc-856f-3da0c9c2937b {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:32:45.723630 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0f3b4d2-8bcb-4e71-aa47-99969b0bc793 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:45.736712 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b57bd0a5-3ebb-4ae8-9c2d-678d0661e864 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:45.743312 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b57bd0a5-3ebb-4ae8-9c2d-678d0661e864 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:32:45.743779 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b57bd0a5-3ebb-4ae8-9c2d-678d0661e864 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:45.744773 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf757fbb-cb19-4151-98ce-ddddfa077179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27d87f6-54ca-4e99-a2f0-386557797f30'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:32:45.747267 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678dc0e5-545a-497d-b59a-451841927963" -d '{"events": [{"server_uuid": "cf757fbb-cb19-4151-98ce-ddddfa077179", "name": "network-vif-plugged", "status": "completed", "tag": "f27d87f6-54ca-4e99-a2f0-386557797f30"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:32:45.777014 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port f27d87f6-54ca-4e99-a2f0-386557797f30, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=f27d87f6-54ca-4e99-a2f0-386557797f30,segment=NetworkSegment(c599a174-3bf8-4bdd-a517-8508a8f615c0),segment_id=c599a174-3bf8-4bdd-a517-8508a8f615c0)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:45.807254 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:45.809281 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:32:45.809281 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:32:45.809281 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:32:45.809281 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:32:45.809281 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:32:45.809281 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:32:45.809281 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:32:45.809281 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:32:45.809281 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:32:45.809281 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:32:45.809281 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:32:45.809281 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:32:45.809281 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:32:45.809281 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:32:45.809281 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:32:45.809281 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:32:45.809281 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:32:45.809281 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:32:45.809281 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:32:45.809281 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:32:45.809281 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:32:45.809281 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:32:45.809281 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:32:45.809281 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:32:45.809281 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:32:45.809281 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:32:45.809281 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:32:45.809281 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:32:45.809281 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:32:45.809281 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:32:45.809281 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:32:45.809281 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:32:45.822347 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b57bd0a5-3ebb-4ae8-9c2d-678d0661e864 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:45.832452 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9378e6eb-ce6b-43d9-bbc3-2c33543bf660 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:45.834220 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9378e6eb-ce6b-43d9-bbc3-2c33543bf660 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4350688 Nov 10 19:32:45.850788 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57928) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:45.852424 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6fe24ca1-19ec-44c5-b31a-6f56ec4681e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:45.853541 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b57bd0a5-3ebb-4ae8-9c2d-678d0661e864 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:45.857098 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0f3b4d2-8bcb-4e71-aa47-99969b0bc793 None None] For port ca87c278-c607-45fc-856f-3da0c9c2937b, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ca87c278-c607-45fc-856f-3da0c9c2937b,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:45.857495 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0f3b4d2-8bcb-4e71-aa47-99969b0bc793 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:45.863572 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b57bd0a5-3ebb-4ae8-9c2d-678d0661e864 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/networks/064b2bd0-5827-4379-a185-243289464eea HTTP/1.1" status: 204 len: 168 time: 1.5495076 Nov 10 19:32:45.864521 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57932) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:45.874822 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57bd0a5-3ebb-4ae8-9c2d-678d0661e864 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Pushing event deleted for resources: {'Network': ['ID=064b2bd0-5827-4379-a185-243289464eea,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:45.877971 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6fe24ca1-19ec-44c5-b31a-6f56ec4681e1 None None] Network 064b2bd0-5827-4379-a185-243289464eea is not hosted by any dhcp agent {{(pid=102507) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 19:32:45.878439 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe24ca1-19ec-44c5-b31a-6f56ec4681e1 None None] No DVR routers for this DVR port 30f41038-706c-4572-aa17-71e97c8acf08 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:32:45.889922 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0f3b4d2-8bcb-4e71-aa47-99969b0bc793 None None] Calling delete_port for ca87c278-c607-45fc-856f-3da0c9c2937b owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:32:45.904253 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-527b1325-583b-4284-ae50-bd3615f26ca5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Request body: {'router': {'routes': None}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:45.914151 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=f27d87f6-54ca-4e99-a2f0-386557797f30,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:45.976250 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe24ca1-19ec-44c5-b31a-6f56ec4681e1 None None] Pushing event deleted for resources: {'Port': ['ID=30f41038-706c-4572-aa17-71e97c8acf08,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:46.020293 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0f3b4d2-8bcb-4e71-aa47-99969b0bc793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:46.035135 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2101f0c-4fa2-44e4-954a-c3175ad23e81 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Router dad082b7-e80a-4abc-a3c9-8050c4e5b765 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:32:46.044221 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f47efe-f713-4749-b737-f0c5d5a55b13 req-7709b5f8-0c03-4f7d-9d51-c729ec589fba tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:46.046044 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-71f47efe-f713-4749-b737-f0c5d5a55b13 req-7709b5f8-0c03-4f7d-9d51-c729ec589fba tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf757fbb-cb19-4151-98ce-ddddfa077179 HTTP/1.1" status: 200 len: 909 time: 0.3599560 Nov 10 19:32:46.055772 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f3b4d2-8bcb-4e71-aa47-99969b0bc793 None None] Pushing event deleted for resources: {'Port': ['ID=ca87c278-c607-45fc-856f-3da0c9c2937b,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:46.061210 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f3b4d2-8bcb-4e71-aa47-99969b0bc793 None None] No DVR routers for this DVR port ca87c278-c607-45fc-856f-3da0c9c2937b on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:32:46.090009 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eaec25d-e74b-4ed3-981c-dd2e17ac5a10 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:46.091457 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1eaec25d-e74b-4ed3-981c-dd2e17ac5a10 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2356551 Nov 10 19:32:46.094701 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57936) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:46.137922 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2d28e0fa-d9eb-4430-981f-2ce957fad1af tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421584 Nov 10 19:32:46.142254 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57940) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:46.148053 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-b381f3e0-5c45-4857-996e-0c5775fea23f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:46.170232 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.extraroute_db [None req-527b1325-583b-4284-ae50-bd3615f26ca5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Added routes are [] {{(pid=102506) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 19:32:46.170530 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.extraroute_db [None req-527b1325-583b-4284-ae50-bd3615f26ca5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Removed routes are [] {{(pid=102506) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 19:32:46.170899 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-527b1325-583b-4284-ae50-bd3615f26ca5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25260'] for router, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:46.384505 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 30f41038-706c-4572-aa17-71e97c8acf08 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:32:46.406871 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 30f41038-706c-4572-aa17-71e97c8acf08 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:32:46.407227 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 30f41038-706c-4572-aa17-71e97c8acf08 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:32:46.407657 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device da5d5e5b-5a9c-4546-abc0-34d9b35b8d64 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:32:46.428472 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: da5d5e5b-5a9c-4546-abc0-34d9b35b8d64 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:32:46.429288 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device da5d5e5b-5a9c-4546-abc0-34d9b35b8d64 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:32:46.429288 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ca87c278-c607-45fc-856f-3da0c9c2937b no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:32:46.448777 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: ca87c278-c607-45fc-856f-3da0c9c2937b {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:32:46.449390 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ca87c278-c607-45fc-856f-3da0c9c2937b not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:32:46.464697 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d24b6-d5ac-42ca-a27b-dde7a3e2de53 req-31ac7932-ab64-476a-8381-7ed45bd82cd9 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:46.467973 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-958d24b6-d5ac-42ca-a27b-dde7a3e2de53 req-31ac7932-ab64-476a-8381-7ed45bd82cd9 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 945 time: 0.3006778 Nov 10 19:32:46.534319 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-527b1325-583b-4284-ae50-bd3615f26ca5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25260'] for router, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:46.543041 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-527b1325-583b-4284-ae50-bd3615f26ca5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-408903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-408910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396833'] for router, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:46.545216 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2101f0c-4fa2-44e4-954a-c3175ad23e81 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:32:46.553343 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b381f3e0-5c45-4857-996e-0c5775fea23f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:32:46.555554 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4017e001-9c94-4080-95a7-4eec9e241f24 None None] Sync routers for ids ['dad082b7-e80a-4abc-a3c9-8050c4e5b765'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:32:46.556527 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b381f3e0-5c45-4857-996e-0c5775fea23f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:46.566465 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4017e001-9c94-4080-95a7-4eec9e241f24 None None] Routers {'dad082b7-e80a-4abc-a3c9-8050c4e5b765'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:32:46.567212 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-4017e001-9c94-4080-95a7-4eec9e241f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:32:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['dad082b7-e80a-4abc-a3c9-8050c4e5b765'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:46.687188 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-4017e001-9c94-4080-95a7-4eec9e241f24 None None] Set router dad082b7-e80a-4abc-a3c9-8050c4e5b765 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:32:46.701793 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e2101f0c-4fa2-44e4-954a-c3175ad23e81 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:46.713897 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-958d24b6-d5ac-42ca-a27b-dde7a3e2de53 req-ad184d74-d92b-434c-b332-9f4711162d54 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=55cdeb97-47ec-48a0-becf-43497d275169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2114635 Nov 10 19:32:46.750568 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e2101f0c-4fa2-44e4-954a-c3175ad23e81 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.0046856 Nov 10 19:32:46.754843 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d985e7-0519-42c9-836a-1fd19d5437b4', 'tag': 'dd0aa98c-9bc0-457e-be61-10ada0359ca0'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:32:46.761473 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc8d5e9-8374-4fef-acc7-9e2683ac457e" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d985e7-0519-42c9-836a-1fd19d5437b4", "tag": "dd0aa98c-9bc0-457e-be61-10ada0359ca0"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:32:46.794524 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5edeedf-740b-4c5e-a142-741b02b28d3f x-openstack-request-id: req-a5edeedf-740b-4c5e-a142-741b02b28d3f {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:32:46.794524 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf757fbb-cb19-4151-98ce-ddddfa077179", "name": "network-vif-plugged", "status": "completed", "tag": "f27d87f6-54ca-4e99-a2f0-386557797f30", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:32:46.794524 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a5edeedf-740b-4c5e-a142-741b02b28d3f {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:32:46.794524 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf757fbb-cb19-4151-98ce-ddddfa077179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27d87f6-54ca-4e99-a2f0-386557797f30', 'code': 200} Nov 10 19:32:46.795315 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527b1325-583b-4284-ae50-bd3615f26ca5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Router 99228d29-39e6-4d52-9648-58f27d3cc6ea has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:32:46.980732 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-4017e001-9c94-4080-95a7-4eec9e241f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452315930', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7e6a3f0f-a035-40cf-8037-308814ecffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:02Z', 'updated_at': '2021-11-10T19:32:12Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '7e6a3f0f-a035-40cf-8037-308814ecffad', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:03Z', 'updated_at': '2021-11-10T19:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '275ff680-795d-4816-a0c5-f652bf8eead8', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'floating_ip_address': '172.25.3.208', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'port_id': 'dd0aa98c-9bc0-457e-be61-10ada0359ca0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd69f5d37-8d73-449a-aeb4-ab39a82e90bd', 'mac_address': 'fa:16:3e:33:f8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d985e7-0519-42c9-836a-1fd19d5437b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:32:43Z', 'updated_at': '2021-11-10T19:32:43Z', 'revision_number': 0, 'project_id': '540494213bb2401d877387c28ba690c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc50ef9-5880-47b6-89f5-d703702896ad', 'name': '', 'network_id': 'd69f5d37-8d73-449a-aeb4-ab39a82e90bd', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:cd:b7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': 'a5f1198b-bd27-49bb-96f5-12e36fe63c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:11Z', 'updated_at': '2021-11-10T19:32:21Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': 'a5f1198b-bd27-49bb-96f5-12e36fe63c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:47.000661 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527b1325-583b-4284-ae50-bd3615f26ca5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:32:47.008594 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4017e001-9c94-4080-95a7-4eec9e241f24 None None] Checking router: dad082b7-e80a-4abc-a3c9-8050c4e5b765 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:32:47.012429 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f77bd8-8df1-472e-a65b-57363e560ccd None None] Sync routers for ids ['99228d29-39e6-4d52-9648-58f27d3cc6ea'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:32:47.021228 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4017e001-9c94-4080-95a7-4eec9e241f24 None None] Routers {'dad082b7-e80a-4abc-a3c9-8050c4e5b765'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:32:47.021860 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-4017e001-9c94-4080-95a7-4eec9e241f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:32:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['dad082b7-e80a-4abc-a3c9-8050c4e5b765'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:47.034839 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-527b1325-583b-4284-ae50-bd3615f26ca5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:47.036180 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-527b1325-583b-4284-ae50-bd3615f26ca5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "PUT /v2.0/routers/99228d29-39e6-4d52-9648-58f27d3cc6ea HTTP/1.1" status: 200 len: 701 time: 1.1674209 Nov 10 19:32:47.036636 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f77bd8-8df1-472e-a65b-57363e560ccd None None] Routers {'99228d29-39e6-4d52-9648-58f27d3cc6ea'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:32:47.037426 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-72f77bd8-8df1-472e-a65b-57363e560ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:32:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['99228d29-39e6-4d52-9648-58f27d3cc6ea'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:47.039376 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57960) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:47.071010 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b67b5-007f-476c-b0fe-1e6d4e17201e req-04b6cc17-b5bf-435b-a7f8-0be7e6588958 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:47.072566 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c8b67b5-007f-476c-b0fe-1e6d4e17201e req-04b6cc17-b5bf-435b-a7f8-0be7e6588958 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.2168167 Nov 10 19:32:47.074826 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9fcb6-b890-4db2-8420-1afc653a8ac4 req-72cec55b-f1e1-47c4-8bfa-efc6bf55cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:47.076226 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-73d9fcb6-b890-4db2-8420-1afc653a8ac4 req-72cec55b-f1e1-47c4-8bfa-efc6bf55cb1d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cf757fbb-cb19-4151-98ce-ddddfa077179 HTTP/1.1" status: 200 len: 1060 time: 0.1637423 Nov 10 19:32:47.099521 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-61f3694d-c540-44f5-9117-d4f92a73464b tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "GET /v2.0/ports?device_id=99228d29-39e6-4d52-9648-58f27d3cc6ea HTTP/1.1" status: 200 len: 205 time: 0.0589714 Nov 10 19:32:47.102957 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57968) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:47.209163 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c8b67b5-007f-476c-b0fe-1e6d4e17201e req-a0d1f1c9-49fc-4d15-9910-8a08de24e804 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283901 Nov 10 19:32:47.240930 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-afe1e7bc-2f59-410a-b7e8-503cf2707bc8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:47.247495 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-4017e001-9c94-4080-95a7-4eec9e241f24 None None] Set router dad082b7-e80a-4abc-a3c9-8050c4e5b765 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:32:47.314664 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-72f77bd8-8df1-472e-a65b-57363e560ccd None None] Set router 99228d29-39e6-4d52-9648-58f27d3cc6ea gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:32:47.370120 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-72f77bd8-8df1-472e-a65b-57363e560ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'name': 'tempest-RoutersTest-router-1803420670', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:31:31Z', 'updated_at': '2021-11-10T19:32:42Z', 'revision_number': 11, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:47.401570 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f77bd8-8df1-472e-a65b-57363e560ccd None None] Checking router: 99228d29-39e6-4d52-9648-58f27d3cc6ea for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:32:47.411148 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f77bd8-8df1-472e-a65b-57363e560ccd None None] Routers {'99228d29-39e6-4d52-9648-58f27d3cc6ea'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:32:47.412126 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-72f77bd8-8df1-472e-a65b-57363e560ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:32:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['99228d29-39e6-4d52-9648-58f27d3cc6ea'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:47.413429 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-afe1e7bc-2f59-410a-b7e8-503cf2707bc8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:47.415758 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-afe1e7bc-2f59-410a-b7e8-503cf2707bc8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:47.463122 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-afe1e7bc-2f59-410a-b7e8-503cf2707bc8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:47.463894 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe1e7bc-2f59-410a-b7e8-503cf2707bc8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Fanout notify agent at l3_agent the message router_deleted on router 99228d29-39e6-4d52-9648-58f27d3cc6ea {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:32:47.478203 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-afe1e7bc-2f59-410a-b7e8-503cf2707bc8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:47.478551 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-afe1e7bc-2f59-410a-b7e8-503cf2707bc8 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/routers/99228d29-39e6-4d52-9648-58f27d3cc6ea HTTP/1.1" status: 204 len: 168 time: 0.3710415 Nov 10 19:32:47.484268 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57970) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:47.490656 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-490bd667-0b22-452a-a9f5-a5bd158e30d5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-701466246', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:47.497551 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-72f77bd8-8df1-472e-a65b-57363e560ccd None None] Set router 99228d29-39e6-4d52-9648-58f27d3cc6ea gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:32:47.519111 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-490bd667-0b22-452a-a9f5-a5bd158e30d5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:47.522697 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-490bd667-0b22-452a-a9f5-a5bd158e30d5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:47.576689 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-72f77bd8-8df1-472e-a65b-57363e560ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'name': 'tempest-RoutersTest-router-1803420670', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:31:31Z', 'updated_at': '2021-11-10T19:32:42Z', 'revision_number': 11, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:47.626845 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-490bd667-0b22-452a-a9f5-a5bd158e30d5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:47.632415 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f77bd8-8df1-472e-a65b-57363e560ccd None None] The sync data for ids ['99228d29-39e6-4d52-9648-58f27d3cc6ea'] in n-d-813897-4 is: [{'id': '99228d29-39e6-4d52-9648-58f27d3cc6ea', 'name': 'tempest-RoutersTest-router-1803420670', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:31:31Z', 'updated_at': '2021-11-10T19:32:42Z', 'revision_number': 11, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'gw_port_host': None}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:32:47.639967 n-d-813897-4 neutron-server[102506]: DEBUG neutron.objects.ports [None req-b381f3e0-5c45-4857-996e-0c5775fea23f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102506) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 19:32:47.643829 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b381f3e0-5c45-4857-996e-0c5775fea23f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:47.651203 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-490bd667-0b22-452a-a9f5-a5bd158e30d5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:47.693863 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-490bd667-0b22-452a-a9f5-a5bd158e30d5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:47.698005 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-490bd667-0b22-452a-a9f5-a5bd158e30d5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2101696 Nov 10 19:32:47.698260 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57976) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:47.703303 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-2ad54a80-fded-4a51-ace4-bbe16fd9b007 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:47.739559 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-4017e001-9c94-4080-95a7-4eec9e241f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452315930', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7e6a3f0f-a035-40cf-8037-308814ecffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:02Z', 'updated_at': '2021-11-10T19:32:12Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '7e6a3f0f-a035-40cf-8037-308814ecffad', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:03Z', 'updated_at': '2021-11-10T19:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '275ff680-795d-4816-a0c5-f652bf8eead8', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'floating_ip_address': '172.25.3.208', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'port_id': 'dd0aa98c-9bc0-457e-be61-10ada0359ca0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd69f5d37-8d73-449a-aeb4-ab39a82e90bd', 'mac_address': 'fa:16:3e:33:f8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d985e7-0519-42c9-836a-1fd19d5437b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:32:43Z', 'updated_at': '2021-11-10T19:32:43Z', 'revision_number': 0, 'project_id': '540494213bb2401d877387c28ba690c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc50ef9-5880-47b6-89f5-d703702896ad', 'name': '', 'network_id': 'd69f5d37-8d73-449a-aeb4-ab39a82e90bd', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:cd:b7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': 'a5f1198b-bd27-49bb-96f5-12e36fe63c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:11Z', 'updated_at': '2021-11-10T19:32:21Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': 'a5f1198b-bd27-49bb-96f5-12e36fe63c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:47.773014 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4017e001-9c94-4080-95a7-4eec9e241f24 None None] The sync data for ids ['dad082b7-e80a-4abc-a3c9-8050c4e5b765'] in n-d-813897-4 is: [{'id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452315930', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7e6a3f0f-a035-40cf-8037-308814ecffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:02Z', 'updated_at': '2021-11-10T19:32:12Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '7e6a3f0f-a035-40cf-8037-308814ecffad', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:03Z', 'updated_at': '2021-11-10T19:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '275ff680-795d-4816-a0c5-f652bf8eead8', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'floating_ip_address': '172.25.3.208', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'port_id': 'dd0aa98c-9bc0-457e-be61-10ada0359ca0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd69f5d37-8d73-449a-aeb4-ab39a82e90bd', 'mac_address': 'fa:16:3e:33:f8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d985e7-0519-42c9-836a-1fd19d5437b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:32:43Z', 'updated_at': '2021-11-10T19:32:43Z', 'revision_number': 0, 'project_id': '540494213bb2401d877387c28ba690c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc50ef9-5880-47b6-89f5-d703702896ad', 'name': '', 'network_id': 'd69f5d37-8d73-449a-aeb4-ab39a82e90bd', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:cd:b7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': 'a5f1198b-bd27-49bb-96f5-12e36fe63c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:11Z', 'updated_at': '2021-11-10T19:32:21Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': 'a5f1198b-bd27-49bb-96f5-12e36fe63c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:32:47.793664 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b381f3e0-5c45-4857-996e-0c5775fea23f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:32:47.795961 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381f3e0-5c45-4857-996e-0c5775fea23f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Subnet': ['ID=fa47a674-67fd-4a68-a58f-e58cc9fe8015,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:47.800678 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-b381f3e0-5c45-4857-996e-0c5775fea23f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:47.804285 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b381f3e0-5c45-4857-996e-0c5775fea23f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:47.805093 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b381f3e0-5c45-4857-996e-0c5775fea23f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:47.810572 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e260ae4a-42e4-42cc-aeb0-5f0c90ccacdc None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:32:47.843209 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b381f3e0-5c45-4857-996e-0c5775fea23f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6998138 Nov 10 19:32:47.846687 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57980) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:47.853684 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e14aa-d030-411f-89d0-6e952979c35a req-3d58fdb9-6d2d-4940-aa12-053a43267db4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:47.855488 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd4e14aa-d030-411f-89d0-6e952979c35a req-3d58fdb9-6d2d-4940-aa12-053a43267db4 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 946 time: 0.2137451 Nov 10 19:32:47.915674 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-48952efc-0d32-4342-941d-57d40d22b0da tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:47.943572 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd4e14aa-d030-411f-89d0-6e952979c35a req-a8fd8774-3de1-404a-913a-590852e8862c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=9098cf66-e6a6-4b65-8dfe-20c875f20b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729148 Nov 10 19:32:47.973125 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57986) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:48.072437 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15debff-300a-42f0-9660-27f7936a9029 x-openstack-request-id: req-b15debff-300a-42f0-9660-27f7936a9029 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:32:48.073113 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d985e7-0519-42c9-836a-1fd19d5437b4", "tag": "dd0aa98c-9bc0-457e-be61-10ada0359ca0", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:32:48.073113 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b15debff-300a-42f0-9660-27f7936a9029 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:32:48.073337 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d985e7-0519-42c9-836a-1fd19d5437b4', 'tag': 'dd0aa98c-9bc0-457e-be61-10ada0359ca0', 'status': 'completed', 'code': 200} Nov 10 19:32:48.153053 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8338034d-3988-4320-9c2a-d816cadd8531 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/floatingips/275ff680-795d-4816-a0c5-f652bf8eead8 HTTP/1.1" status: 200 len: 992 time: 0.1673334 Nov 10 19:32:48.218557 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d208d218-0ae2-44a9-b7af-a0605c82e30c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-0f2098c5-8490-42c1-8134-97661a60c707', 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'fixed_ips': [{'subnet_id': 'fa47a674-67fd-4a68-a58f-e58cc9fe8015'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:32:48.224310 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d208d218-0ae2-44a9-b7af-a0605c82e30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:48.242545 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc66b1-92ba-4ee3-b06a-aa686a478d54 req-3cefbf83-f78b-48bd-82c2-a7b2a3996850 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:48.254803 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b3dc66b1-92ba-4ee3-b06a-aa686a478d54 req-3cefbf83-f78b-48bd-82c2-a7b2a3996850 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf757fbb-cb19-4151-98ce-ddddfa077179 HTTP/1.1" status: 200 len: 909 time: 0.0897334 Nov 10 19:32:48.267743 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ac2021-9365-4305-9292-869d520dcc00 None None] New status for floating IP 275ff680-795d-4816-a0c5-f652bf8eead8: ACTIVE {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:32:48.311804 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2ad54a80-fded-4a51-ace4-bbe16fd9b007 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-396858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25260'] for router, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:48.335143 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2ad54a80-fded-4a51-ace4-bbe16fd9b007 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-408903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-408910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396833'] for router, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:48.341614 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8d5e9-8374-4fef-acc7-9e2683ac457e req-433e89b2-9bdc-4403-8c3b-e4475b6cf4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:48.343271 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6cc8d5e9-8374-4fef-acc7-9e2683ac457e req-433e89b2-9bdc-4403-8c3b-e4475b6cf4b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 1097 time: 0.2320583 Nov 10 19:32:48.415974 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc997d4-78ae-44ba-9561-c6b0398cbec3 req-ddf47fa1-9293-478b-99fa-07bfd1981ec9 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:48.418045 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0dc997d4-78ae-44ba-9561-c6b0398cbec3 req-ddf47fa1-9293-478b-99fa-07bfd1981ec9 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 945 time: 0.0732925 Nov 10 19:32:48.435991 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48952efc-0d32-4342-941d-57d40d22b0da tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:32:48.440680 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48952efc-0d32-4342-941d-57d40d22b0da tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:48.513342 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0dc997d4-78ae-44ba-9561-c6b0398cbec3 req-b6984fa4-214c-4b74-bcdc-15f2bbca094f tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=55cdeb97-47ec-48a0-becf-43497d275169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884764 Nov 10 19:32:48.638470 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-d208d218-0ae2-44a9-b7af-a0605c82e30c None None] Allocated IP 2001:db8::f816:3eff:fe03:5621 (0f2098c5-8490-42c1-8134-97661a60c707/fa47a674-67fd-4a68-a58f-e58cc9fe8015/07fc82ae-4d56-4226-9522-68875568e515) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:32:48.721523 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8d5e9-8374-4fef-acc7-9e2683ac457e req-3dcc6aec-aba4-4e88-845f-6e973674b5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:48.726545 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6cc8d5e9-8374-4fef-acc7-9e2683ac457e req-3dcc6aec-aba4-4e88-845f-6e973674b5d4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d69f5d37-8d73-449a-aeb4-ab39a82e90bd HTTP/1.1" status: 200 len: 898 time: 0.3727593 Nov 10 19:32:48.732726 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad54a80-fded-4a51-ace4-bbe16fd9b007 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Router ca7cd830-cc91-4d04-9b62-3a84fdd87cd1 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:32:48.732945 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c40fcb-00dc-4bb2-9f2a-d62d6ef34d0d req-f0ed8b24-92aa-4c73-bf16-91d098e7203c tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:48.734062 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-33c40fcb-00dc-4bb2-9f2a-d62d6ef34d0d req-f0ed8b24-92aa-4c73-bf16-91d098e7203c tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.0970345 Nov 10 19:32:48.808758 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-33c40fcb-00dc-4bb2-9f2a-d62d6ef34d0d req-cb08abd3-ab0e-4db7-b727-089cabe46fb5 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610979 Nov 10 19:32:48.869706 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d208d218-0ae2-44a9-b7af-a0605c82e30c None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:48.889867 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d208d218-0ae2-44a9-b7af-a0605c82e30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:48.941541 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d208d218-0ae2-44a9-b7af-a0605c82e30c None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:32:48.946250 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-d208d218-0ae2-44a9-b7af-a0605c82e30c None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:48.948269 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208d218-0ae2-44a9-b7af-a0605c82e30c None None] Pushing event updated for resources: {'Port': ['ID=07fc82ae-4d56-4226-9522-68875568e515,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:48.950987 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d208d218-0ae2-44a9-b7af-a0605c82e30c None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:32:49.014914 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d208d218-0ae2-44a9-b7af-a0605c82e30c None None] Attempting to bind port 07fc82ae-4d56-4226-9522-68875568e515 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:32:49.015567 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d208d218-0ae2-44a9-b7af-a0605c82e30c None None] Attempting to bind port 07fc82ae-4d56-4226-9522-68875568e515 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:32:49.015948 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d208d218-0ae2-44a9-b7af-a0605c82e30c None None] Attempting to bind port 07fc82ae-4d56-4226-9522-68875568e515 on network 0f2098c5-8490-42c1-8134-97661a60c707 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:32:49.028208 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d208d218-0ae2-44a9-b7af-a0605c82e30c None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:32:49.029359 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d208d218-0ae2-44a9-b7af-a0605c82e30c None None] Checking segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:32:49.029819 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d208d218-0ae2-44a9-b7af-a0605c82e30c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:49.030222 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d208d218-0ae2-44a9-b7af-a0605c82e30c None None] Bound using segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:32:49.030725 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d208d218-0ae2-44a9-b7af-a0605c82e30c None None] Bound port: 07fc82ae-4d56-4226-9522-68875568e515, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:32:49.031379 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d208d218-0ae2-44a9-b7af-a0605c82e30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:49.111906 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-d208d218-0ae2-44a9-b7af-a0605c82e30c None None] For port 07fc82ae-4d56-4226-9522-68875568e515, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:32:49.116185 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-d208d218-0ae2-44a9-b7af-a0605c82e30c None None] For port 07fc82ae-4d56-4226-9522-68875568e515, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=07fc82ae-4d56-4226-9522-68875568e515,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:32:49.121620 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d208d218-0ae2-44a9-b7af-a0605c82e30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:49.145731 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58004) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:49.185588 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208d218-0ae2-44a9-b7af-a0605c82e30c None None] Pushing event updated for resources: {'Port': ['ID=07fc82ae-4d56-4226-9522-68875568e515,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:49.258356 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-acf9462f-9bb4-40a5-a201-c8f577ea6be2 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/floatingips/275ff680-795d-4816-a0c5-f652bf8eead8 HTTP/1.1" status: 200 len: 994 time: 0.1099908 Nov 10 19:32:49.356750 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6cc8d5e9-8374-4fef-acc7-9e2683ac457e req-feccfa7e-389e-45b7-b572-d708976f9386 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd0aa98c-9bc0-457e-be61-10ada0359ca0 HTTP/1.1" status: 200 len: 1002 time: 0.2021959 Nov 10 19:32:49.357636 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad54a80-fded-4a51-ace4-bbe16fd9b007 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:32:49.365695 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2ad54a80-fded-4a51-ace4-bbe16fd9b007 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:49.366881 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2ad54a80-fded-4a51-ace4-bbe16fd9b007 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "PUT /v2.0/routers/ca7cd830-cc91-4d04-9b62-3a84fdd87cd1 HTTP/1.1" status: 200 len: 693 time: 1.6672952 Nov 10 19:32:49.367464 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327ee0ce-74c4-4b1c-8b24-359182d87a16 None None] Sync routers for ids ['ca7cd830-cc91-4d04-9b62-3a84fdd87cd1'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:32:49.372209 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58014) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:49.379297 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327ee0ce-74c4-4b1c-8b24-359182d87a16 None None] Routers {'ca7cd830-cc91-4d04-9b62-3a84fdd87cd1'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:32:49.380801 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-327ee0ce-74c4-4b1c-8b24-359182d87a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:32:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['ca7cd830-cc91-4d04-9b62-3a84fdd87cd1'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:49.470211 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3b46b-7ec3-4b86-8700-9e0cc9db5d2a req-147d769f-6d21-4e22-8e16-b2739985f45e tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:49.485495 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-327ee0ce-74c4-4b1c-8b24-359182d87a16 None None] Set router ca7cd830-cc91-4d04-9b62-3a84fdd87cd1 gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:32:49.490557 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-04c3b46b-7ec3-4b86-8700-9e0cc9db5d2a req-147d769f-6d21-4e22-8e16-b2739985f45e tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf757fbb-cb19-4151-98ce-ddddfa077179 HTTP/1.1" status: 200 len: 909 time: 0.1435690 Nov 10 19:32:49.562827 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8d5e9-8374-4fef-acc7-9e2683ac457e req-ac2f8636-6d26-432f-8b81-fe605223cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:49.572146 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6cc8d5e9-8374-4fef-acc7-9e2683ac457e req-ac2f8636-6d26-432f-8b81-fe605223cdf3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5f1198b-bd27-49bb-96f5-12e36fe63c4f HTTP/1.1" status: 200 len: 834 time: 0.2013738 Nov 10 19:32:49.574167 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-327ee0ce-74c4-4b1c-8b24-359182d87a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7cd830-cc91-4d04-9b62-3a84fdd87cd1', 'name': 'tempest-RoutersTest-router-701466246', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:47Z', 'updated_at': '2021-11-10T19:32:48Z', 'revision_number': 2, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:49.584552 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6c6592bb-9535-4526-b684-5e27bd78b94a tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "GET /v2.0/routers/ca7cd830-cc91-4d04-9b62-3a84fdd87cd1 HTTP/1.1" status: 200 len: 699 time: 0.1998682 Nov 10 19:32:49.587196 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58020) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:49.633084 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48952efc-0d32-4342-941d-57d40d22b0da tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:49.657091 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327ee0ce-74c4-4b1c-8b24-359182d87a16 None None] Checking router: ca7cd830-cc91-4d04-9b62-3a84fdd87cd1 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:32:49.667936 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327ee0ce-74c4-4b1c-8b24-359182d87a16 None None] Routers {'ca7cd830-cc91-4d04-9b62-3a84fdd87cd1'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:32:49.677120 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-327ee0ce-74c4-4b1c-8b24-359182d87a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:32:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['ca7cd830-cc91-4d04-9b62-3a84fdd87cd1'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:49.686210 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48952efc-0d32-4342-941d-57d40d22b0da tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:32:49.691690 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-48952efc-0d32-4342-941d-57d40d22b0da tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:49.696016 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ccb5fcc8-5960-425c-83af-576d83301762 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca7cd830-cc91-4d04-9b62-3a84fdd87cd1 HTTP/1.1" status: 200 len: 205 time: 0.1074767 Nov 10 19:32:49.697300 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8d5e9-8374-4fef-acc7-9e2683ac457e req-06f89a7e-dd6b-4834-8e42-d43e533f20e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:49.699254 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6cc8d5e9-8374-4fef-acc7-9e2683ac457e req-06f89a7e-dd6b-4834-8e42-d43e533f20e5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d69f5d37-8d73-449a-aeb4-ab39a82e90bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139913 Nov 10 19:32:49.701944 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58022) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:49.703005 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48952efc-0d32-4342-941d-57d40d22b0da tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:49.703586 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48952efc-0d32-4342-941d-57d40d22b0da tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:49.721797 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48952efc-0d32-4342-941d-57d40d22b0da tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Subnet': ['ID=9246e2d4-c0b4-46f2-a925-51069c0fd100,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:49.728642 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a794b7-c432-4650-aa2f-2e76271a07c7 req-10084b96-afa1-4d80-a208-c275a0f21b35 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:49.743188 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-64a794b7-c432-4650-aa2f-2e76271a07c7 req-10084b96-afa1-4d80-a208-c275a0f21b35 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf757fbb-cb19-4151-98ce-ddddfa077179 HTTP/1.1" status: 200 len: 909 time: 0.1315753 Nov 10 19:32:49.768951 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-327ee0ce-74c4-4b1c-8b24-359182d87a16 None None] Set router ca7cd830-cc91-4d04-9b62-3a84fdd87cd1 gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:32:49.831740 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-327ee0ce-74c4-4b1c-8b24-359182d87a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7cd830-cc91-4d04-9b62-3a84fdd87cd1', 'name': 'tempest-RoutersTest-router-701466246', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:47Z', 'updated_at': '2021-11-10T19:32:48Z', 'revision_number': 2, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:32:49.864223 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-48952efc-0d32-4342-941d-57d40d22b0da tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0153027 Nov 10 19:32:49.865863 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327ee0ce-74c4-4b1c-8b24-359182d87a16 None None] The sync data for ids ['ca7cd830-cc91-4d04-9b62-3a84fdd87cd1'] in n-d-813897-4 is: [{'id': 'ca7cd830-cc91-4d04-9b62-3a84fdd87cd1', 'name': 'tempest-RoutersTest-router-701466246', 'tenant_id': '6d46df75d92c43c7957b70a923a9100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:47Z', 'updated_at': '2021-11-10T19:32:48Z', 'revision_number': 2, 'project_id': '6d46df75d92c43c7957b70a923a9100c', 'gw_port_host': None}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:32:49.871798 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58032) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:49.873951 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a4a3d074-4000-481a-b765-b7de4228988c tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:49.882277 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-132015af-1550-458d-97e6-020d447569ae tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'port': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'mac_address': 'fa:16:3e:ee:3f:e3', 'name': 'tempest-NetworksTestDHCPv6-1345526614'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:49.932887 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5459293-141c-4572-9188-3885a1bc3be4 req-38cfd6d2-701e-4e5c-ae2b-b9c5d4fecaef tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:49.934516 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e5459293-141c-4572-9188-3885a1bc3be4 req-38cfd6d2-701e-4e5c-ae2b-b9c5d4fecaef tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 945 time: 0.1277916 Nov 10 19:32:50.042363 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e5459293-141c-4572-9188-3885a1bc3be4 req-05783868-5626-4c87-9ea3-77380a22a9e7 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=55cdeb97-47ec-48a0-becf-43497d275169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996146 Nov 10 19:32:50.115604 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132015af-1550-458d-97e6-020d447569ae tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:32:50.146709 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6cc8d5e9-8374-4fef-acc7-9e2683ac457e req-f766336f-e906-4e42-b065-77d6193d8470 service neutron] 10.222.0.73 "GET /v2.0/networks/d69f5d37-8d73-449a-aeb4-ab39a82e90bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352639 Nov 10 19:32:50.180409 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a4a3d074-4000-481a-b765-b7de4228988c tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:50.194732 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a4a3d074-4000-481a-b765-b7de4228988c tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:50.292248 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ce0db-ad8c-4ed8-90c7-3afc900a9241 req-f06ae499-96ee-48ca-bc33-71d97624022c tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:50.305443 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-633ce0db-ad8c-4ed8-90c7-3afc900a9241 req-f06ae499-96ee-48ca-bc33-71d97624022c tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=cf757fbb-cb19-4151-98ce-ddddfa077179 HTTP/1.1" status: 200 len: 1060 time: 0.1620400 Nov 10 19:32:50.331408 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a4a3d074-4000-481a-b765-b7de4228988c tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:50.331408 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a3d074-4000-481a-b765-b7de4228988c tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Fanout notify agent at l3_agent the message router_deleted on router ca7cd830-cc91-4d04-9b62-3a84fdd87cd1 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:32:50.331814 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-132015af-1550-458d-97e6-020d447569ae tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:50.349951 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a4a3d074-4000-481a-b765-b7de4228988c tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:50.354643 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a4a3d074-4000-481a-b765-b7de4228988c tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/routers/ca7cd830-cc91-4d04-9b62-3a84fdd87cd1 HTTP/1.1" status: 204 len: 168 time: 0.6482694 Nov 10 19:32:50.359812 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58044) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:50.403035 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-132015af-1550-458d-97e6-020d447569ae tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] device_id is not set on port 0e4f1a9a-af0a-4a67-bda2-3442faa98bc8 yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:32:50.404597 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6cc8d5e9-8374-4fef-acc7-9e2683ac457e req-c63fb1e3-e974-47ec-be4b-3acc404cba5c service neutron] 10.222.0.73 "GET /v2.0/networks/d69f5d37-8d73-449a-aeb4-ab39a82e90bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390852 Nov 10 19:32:50.457964 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f96cd444-79ef-47b2-9858-c87a9b8cf6f3 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca7cd830-cc91-4d04-9b62-3a84fdd87cd1 HTTP/1.1" status: 200 len: 205 time: 0.0945916 Nov 10 19:32:50.458510 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58046) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:50.486748 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 07fc82ae-4d56-4226-9522-68875568e515 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:32:50.530001 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-f6dc2eef-93f2-4c7b-9431-7faeb8eb6318 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] delete failed (client error): The resource could not be found. Nov 10 19:32:50.534129 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f6dc2eef-93f2-4c7b-9431-7faeb8eb6318 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/routers/ca7cd830-cc91-4d04-9b62-3a84fdd87cd1 HTTP/1.1" status: 404 len: 336 time: 0.0718200 Nov 10 19:32:50.535332 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58050) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:50.561673 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc7309-0805-4e18-97e1-b7aaadc84728 req-8cdcc3e0-779b-4b28-9e90-11ba18b22e3f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:50.564034 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-febc7309-0805-4e18-97e1-b7aaadc84728 req-8cdcc3e0-779b-4b28-9e90-11ba18b22e3f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.1388125 Nov 10 19:32:50.571688 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-7506d853-005e-4e0c-8de6-36c53f22a309 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] DELETE failed (client error): The resource could not be found. Nov 10 19:32:50.572166 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7506d853-005e-4e0c-8de6-36c53f22a309 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:32:50.578742 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7506d853-005e-4e0c-8de6-36c53f22a309 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/subnets/f8fae8a8-ed3b-4de0-9e7b-80b8846c6d80 HTTP/1.1" status: 404 len: 337 time: 0.0397785 Nov 10 19:32:50.578938 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58054) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:50.580004 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 07fc82ae-4d56-4226-9522-68875568e515 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:50.580740 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:50.627565 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-515f08b8-a7c8-41a0-add1-c2a984bc1b9e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] DELETE failed (client error): The resource could not be found. Nov 10 19:32:50.628046 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-515f08b8-a7c8-41a0-add1-c2a984bc1b9e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:32:50.644633 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-515f08b8-a7c8-41a0-add1-c2a984bc1b9e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/subnets/2d5e541d-36dc-4872-bcd3-8262f01ff667 HTTP/1.1" status: 404 len: 337 time: 0.0646234 Nov 10 19:32:50.655311 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58056) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:50.657456 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-febc7309-0805-4e18-97e1-b7aaadc84728 req-e64c86ad-ed3f-4a02-9dbf-2935b92eb84f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670705 Nov 10 19:32:50.700909 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:50.740468 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-a91a2e19-d4cc-47d6-8d28-f55a1b5331cc tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] DELETE failed (client error): The resource could not be found. Nov 10 19:32:50.740951 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a91a2e19-d4cc-47d6-8d28-f55a1b5331cc tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:32:50.750722 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a91a2e19-d4cc-47d6-8d28-f55a1b5331cc tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/subnets/403ac677-7289-45a3-8128-a3cf04817108 HTTP/1.1" status: 404 len: 337 time: 0.0911329 Nov 10 19:32:50.751221 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58058) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:50.754961 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 07fc82ae-4d56-4226-9522-68875568e515, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=07fc82ae-4d56-4226-9522-68875568e515,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:50.763313 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:50.787368 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-812c9134-fffa-42a7-9a8c-d45b5772d5cf tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] DELETE failed (client error): The resource could not be found. Nov 10 19:32:50.788174 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-812c9134-fffa-42a7-9a8c-d45b5772d5cf tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:32:50.792853 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-812c9134-fffa-42a7-9a8c-d45b5772d5cf tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/subnets/2cad2cab-17ff-478e-9039-463ab028a2fc HTTP/1.1" status: 404 len: 337 time: 0.0405464 Nov 10 19:32:50.795525 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58060) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:50.830527 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-132015af-1550-458d-97e6-020d447569ae tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Allocated IP 172.20.0.14 (0f2098c5-8490-42c1-8134-97661a60c707/9246e2d4-c0b4-46f2-a925-51069c0fd100/0e4f1a9a-af0a-4a67-bda2-3442faa98bc8) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:32:50.838600 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-132015af-1550-458d-97e6-020d447569ae tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Allocated IP 2001:db8::f816:3eff:feee:3fe3 (0f2098c5-8490-42c1-8134-97661a60c707/fa47a674-67fd-4a68-a58f-e58cc9fe8015/0e4f1a9a-af0a-4a67-bda2-3442faa98bc8) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:32:50.847180 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a162e114-a1eb-41d0-b8d0-71a225af520e tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "GET /v2.0/ports?device_id=99228d29-39e6-4d52-9648-58f27d3cc6ea HTTP/1.1" status: 200 len: 205 time: 0.0478089 Nov 10 19:32:50.847918 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58062) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:50.849466 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b43bd-edbe-4b63-a32e-1828d494fec7 req-b99e3e39-b965-46e0-ad94-ba9dc311f3dd tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:50.851048 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-742b43bd-edbe-4b63-a32e-1828d494fec7 req-b99e3e39-b965-46e0-ad94-ba9dc311f3dd tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=da5bdf30-01fc-4ea9-a5af-307c0c064cca HTTP/1.1" status: 200 len: 1136 time: 0.0969872 Nov 10 19:32:50.864056 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c711c4-59b6-4fa8-9eff-3ef8c21b7571 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:32:50.906308 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-305be9fb-a443-4a88-8e2d-1778cb5da15b tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] delete failed (client error): The resource could not be found. Nov 10 19:32:50.917990 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-305be9fb-a443-4a88-8e2d-1778cb5da15b tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/routers/99228d29-39e6-4d52-9648-58f27d3cc6ea HTTP/1.1" status: 404 len: 336 time: 0.0689316 Nov 10 19:32:50.918764 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58066) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:50.934746 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-742b43bd-edbe-4b63-a32e-1828d494fec7 req-3e0e2c5f-dd6d-434a-930e-26b3bc9bf380 tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=f4451e71-c2c8-4d8d-adb8-59e345fcd4b4&id=c7ed6687-eba7-49f1-9e27-f61f6bdf340c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0742879 Nov 10 19:32:50.959048 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58070) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:50.959961 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-13aef8cb-413a-4d2b-acbf-210e93b28073 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "GET /v2.0/ports?device_id=74a5912c-2a9c-426a-8a2c-e4e944963a96 HTTP/1.1" status: 200 len: 205 time: 0.0400438 Nov 10 19:32:50.971424 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58072) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:51.047979 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c2420f-1b22-43a8-b31a-48208f71002f tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:51.053158 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-51c2420f-1b22-43a8-b31a-48208f71002f tempest-TestSecurityGroupsBasicOps-239675539 tempest-TestSecurityGroupsBasicOps-239675539-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=cf757fbb-cb19-4151-98ce-ddddfa077179 HTTP/1.1" status: 200 len: 1055 time: 0.0805640 Nov 10 19:32:51.105544 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-132015af-1550-458d-97e6-020d447569ae tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:51.153728 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-8033b868-6a1e-4b19-bc47-b9b5cc9fad63 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] delete failed (client error): The resource could not be found. Nov 10 19:32:51.157713 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58078) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:51.158062 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8033b868-6a1e-4b19-bc47-b9b5cc9fad63 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/routers/74a5912c-2a9c-426a-8a2c-e4e944963a96 HTTP/1.1" status: 404 len: 336 time: 0.1977479 Nov 10 19:32:51.193925 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-132015af-1550-458d-97e6-020d447569ae tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:51.197721 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-644d2118-4f8c-43f1-9bcc-c91b1a84fc74 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] DELETE failed (client error): The resource could not be found. Nov 10 19:32:51.198442 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-644d2118-4f8c-43f1-9bcc-c91b1a84fc74 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:32:51.203059 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-644d2118-4f8c-43f1-9bcc-c91b1a84fc74 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/subnets/fd9920b5-c41b-4b58-ad6d-57dcd8a8e5df HTTP/1.1" status: 404 len: 337 time: 0.0437360 Nov 10 19:32:51.206262 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58080) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:51.206609 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=07fc82ae-4d56-4226-9522-68875568e515,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:51.249166 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-cdbe6816-7d87-461b-a1cf-61dd6beaaab5 None None] Provisioning complete for port 07fc82ae-4d56-4226-9522-68875568e515 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:51.250136 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cdbe6816-7d87-461b-a1cf-61dd6beaaab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:51.260423 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-583582cf-db15-411b-9634-fb4cf63cbf19 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f4b57e-7108-4cf9-b6ed-0f4e1738b36e HTTP/1.1" status: 200 len: 205 time: 0.0521879 Nov 10 19:32:51.262994 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58084) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:51.335055 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132015af-1550-458d-97e6-020d447569ae tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:32:51.351019 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-132015af-1550-458d-97e6-020d447569ae tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:51.353127 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132015af-1550-458d-97e6-020d447569ae tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Port': ['ID=0e4f1a9a-af0a-4a67-bda2-3442faa98bc8,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:51.355457 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132015af-1550-458d-97e6-020d447569ae tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:32:51.383593 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-d40c3c18-1239-433c-804f-295eae4cf0da tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] delete failed (client error): The resource could not be found. Nov 10 19:32:51.384773 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d40c3c18-1239-433c-804f-295eae4cf0da tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/routers/d5f4b57e-7108-4cf9-b6ed-0f4e1738b36e HTTP/1.1" status: 404 len: 336 time: 0.1203346 Nov 10 19:32:51.387453 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58092) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:51.456524 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0b7dec29-d02c-4aa3-ad69-4ab8b3d0936c tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "GET /v2.0/ports?device_id=3536bfb3-38d0-4490-aad4-0993fc9dc25b HTTP/1.1" status: 200 len: 205 time: 0.0660193 Nov 10 19:32:51.456717 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58094) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:51.499670 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132015af-1550-458d-97e6-020d447569ae tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:51.499812 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-132015af-1550-458d-97e6-020d447569ae tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:51.501716 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-1450d0c2-90ee-4843-af70-0e463ac23159 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] delete failed (client error): The resource could not be found. Nov 10 19:32:51.505076 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1450d0c2-90ee-4843-af70-0e463ac23159 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/routers/3536bfb3-38d0-4490-aad4-0993fc9dc25b HTTP/1.1" status: 404 len: 336 time: 0.0453331 Nov 10 19:32:51.505503 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58096) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:51.539466 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-132015af-1550-458d-97e6-020d447569ae tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6618915 Nov 10 19:32:51.540060 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58098) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:51.546098 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ef786-b41c-45e8-8bc5-bdd4494cfcff req-84204c19-a158-4ce3-9bf0-48474e5591eb tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:51.547591 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-536ef786-b41c-45e8-8bc5-bdd4494cfcff req-84204c19-a158-4ce3-9bf0-48474e5591eb tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 945 time: 0.1403646 Nov 10 19:32:51.556265 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-05159449-d7f7-4eb2-9570-653e2cc14f4b tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] DELETE failed (client error): The resource could not be found. Nov 10 19:32:51.556998 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05159449-d7f7-4eb2-9570-653e2cc14f4b tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:32:51.560403 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-05159449-d7f7-4eb2-9570-653e2cc14f4b tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/subnets/4d468089-513a-4304-bfb5-e9981f86f2ac HTTP/1.1" status: 404 len: 337 time: 0.0538671 Nov 10 19:32:51.563622 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58100) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:51.603507 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194a2307-b09a-406a-a51a-be160af159b1 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:51.613813 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194a2307-b09a-406a-a51a-be160af159b1 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:51.613813 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-194a2307-b09a-406a-a51a-be160af159b1 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.0710540 Nov 10 19:32:51.617055 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58102) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:51.620420 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff5de4a-9719-42e6-93aa-9e74dc064892 None None] Update dhcp port {'port': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'fixed_ips': [{'subnet_id': 'fa47a674-67fd-4a68-a58f-e58cc9fe8015', 'ip_address': '2001:db8::f816:3eff:fe03:5621'}, {'subnet_id': '9246e2d4-c0b4-46f2-a925-51069c0fd100'}], 'binding:host_id': 'n-d-813897-4'}, 'id': '07fc82ae-4d56-4226-9522-68875568e515'} from n-d-813897-4. {{(pid=102507) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 19:32:51.650952 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3d42c0d2-878a-4e55-bf24-7aa89240da6d tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ab59ee2-b871-418c-93b8-3612d3997a8e HTTP/1.1" status: 200 len: 205 time: 0.0817754 Nov 10 19:32:51.651198 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58104) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:51.651438 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3ff5de4a-9719-42e6-93aa-9e74dc064892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:51.704865 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-7f42fd8f-a2eb-4591-a602-3d177d809cf5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] delete failed (client error): The resource could not be found. Nov 10 19:32:51.710267 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7f42fd8f-a2eb-4591-a602-3d177d809cf5 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/routers/2ab59ee2-b871-418c-93b8-3612d3997a8e HTTP/1.1" status: 404 len: 336 time: 0.0580695 Nov 10 19:32:51.710962 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58112) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:51.724085 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-536ef786-b41c-45e8-8bc5-bdd4494cfcff req-77f8bc8b-5e62-4f2d-87d1-94653c647086 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=55cdeb97-47ec-48a0-becf-43497d275169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691306 Nov 10 19:32:51.754322 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-f15b482f-faba-4def-abb7-546895ff8d30 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting port 0e4f1a9a-af0a-4a67-bda2-3442faa98bc8 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:32:51.754554 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f15b482f-faba-4def-abb7-546895ff8d30 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:51.760564 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-01268475-a629-4ad0-b954-0233972870e1 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] DELETE failed (client error): The resource could not be found. Nov 10 19:32:51.763080 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01268475-a629-4ad0-b954-0233972870e1 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:32:51.771184 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-01268475-a629-4ad0-b954-0233972870e1 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/subnets/9ffe0d85-7797-473c-90e6-7007db22f3dc HTTP/1.1" status: 404 len: 337 time: 0.0588992 Nov 10 19:32:51.773639 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58114) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:51.845254 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-50e23748-aab4-4f4e-87cf-925f32875898 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1b30ee95-7b3c-46ae-bb56-58a9921bf64b HTTP/1.1" status: 200 len: 205 time: 0.0700848 Nov 10 19:32:51.847678 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58116) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:51.851015 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-3ff5de4a-9719-42e6-93aa-9e74dc064892 None None] Allocated IP 172.20.0.2 (0f2098c5-8490-42c1-8134-97661a60c707/9246e2d4-c0b4-46f2-a925-51069c0fd100/07fc82ae-4d56-4226-9522-68875568e515) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:32:51.886147 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f15b482f-faba-4def-abb7-546895ff8d30 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:51.900031 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-f15b482f-faba-4def-abb7-546895ff8d30 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Calling delete_port for 0e4f1a9a-af0a-4a67-bda2-3442faa98bc8 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:32:51.923964 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-308b8d91-6556-4e3c-a608-3cbbe6d4eda9 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] delete failed (client error): The resource could not be found. Nov 10 19:32:51.925412 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-308b8d91-6556-4e3c-a608-3cbbe6d4eda9 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/routers/1b30ee95-7b3c-46ae-bb56-58a9921bf64b HTTP/1.1" status: 404 len: 336 time: 0.0765758 Nov 10 19:32:51.931253 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58118) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:51.939660 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1d3a1-5073-4866-bb76-46078f57f5e5 req-7c599063-e524-40e2-9662-78d59d573de6 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:51.948574 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2dd1d3a1-5073-4866-bb76-46078f57f5e5 req-7c599063-e524-40e2-9662-78d59d573de6 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf757fbb-cb19-4151-98ce-ddddfa077179 HTTP/1.1" status: 200 len: 909 time: 0.1135776 Nov 10 19:32:51.984305 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-3ff5de4a-9719-42e6-93aa-9e74dc064892 None None] For port 07fc82ae-4d56-4226-9522-68875568e515, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=07fc82ae-4d56-4226-9522-68875568e515,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:51.991594 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-a760f700-cfd0-43c9-bf8b-6de86e1e65a2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] DELETE failed (client error): The resource could not be found. Nov 10 19:32:51.992930 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a760f700-cfd0-43c9-bf8b-6de86e1e65a2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:32:51.996554 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a760f700-cfd0-43c9-bf8b-6de86e1e65a2 tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/subnets/3c641cf9-e62d-4d5c-a12a-c6dc83a4106d HTTP/1.1" status: 404 len: 337 time: 0.0464158 Nov 10 19:32:51.999114 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58120) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:52.034041 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3ff5de4a-9719-42e6-93aa-9e74dc064892 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:52.039790 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-09035786-7622-442d-82c7-395aaf55734f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] DELETE failed (client error): The resource could not be found. Nov 10 19:32:52.040249 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09035786-7622-442d-82c7-395aaf55734f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:32:52.045673 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-09035786-7622-442d-82c7-395aaf55734f tempest-RoutersTest-16930445 tempest-RoutersTest-16930445-project] 10.222.0.54 "DELETE /v2.0/subnets/4b74d917-4aba-4ca5-91e5-ac406d97adf6 HTTP/1.1" status: 404 len: 337 time: 0.0430856 Nov 10 19:32:52.051659 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3ff5de4a-9719-42e6-93aa-9e74dc064892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:52.127398 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a053db-cacf-4675-b9dc-0af4e9d428c1 req-238d6954-b8db-4c58-baf0-b49547ea8e82 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:52.131424 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5de4a-9719-42e6-93aa-9e74dc064892 None None] Pushing event updated for resources: {'Port': ['ID=07fc82ae-4d56-4226-9522-68875568e515,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:52.132495 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-42a053db-cacf-4675-b9dc-0af4e9d428c1 req-238d6954-b8db-4c58-baf0-b49547ea8e82 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.1036544 Nov 10 19:32:52.183768 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f15b482f-faba-4def-abb7-546895ff8d30 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:52.241865 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-42a053db-cacf-4675-b9dc-0af4e9d428c1 req-4a06ae8c-b431-450e-9cc6-cb5e98f5a697 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963404 Nov 10 19:32:52.254051 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b482f-faba-4def-abb7-546895ff8d30 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Port': ['ID=0e4f1a9a-af0a-4a67-bda2-3442faa98bc8,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:52.374833 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f15b482f-faba-4def-abb7-546895ff8d30 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:52.382474 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f15b482f-faba-4def-abb7-546895ff8d30 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/0e4f1a9a-af0a-4a67-bda2-3442faa98bc8 HTTP/1.1" status: 204 len: 168 time: 0.7643359 Nov 10 19:32:52.384992 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58132) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:52.422258 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58136) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:52.423260 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 07fc82ae-4d56-4226-9522-68875568e515 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:32:52.473738 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f746fb9-8f1d-4848-acec-e2ff758be5ec tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:52.478599 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f746fb9-8f1d-4848-acec-e2ff758be5ec tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:52.480753 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f746fb9-8f1d-4848-acec-e2ff758be5ec tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:52.485731 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58142) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:52.488674 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9f746fb9-8f1d-4848-acec-e2ff758be5ec tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0961621 Nov 10 19:32:52.491167 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 07fc82ae-4d56-4226-9522-68875568e515 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:52.491634 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:52.591130 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-e689bb9e-5aa3-4c2b-b91d-511396ea2164 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting subnet 9246e2d4-c0b4-46f2-a925-51069c0fd100 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:32:52.606054 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e689bb9e-5aa3-4c2b-b91d-511396ea2164 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:52.678193 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e689bb9e-5aa3-4c2b-b91d-511396ea2164 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:52.718558 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e64cc427-b0be-4845-aa70-e40784440262 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6d46df75d92c43c7957b70a923a9100c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2927642 Nov 10 19:32:52.719185 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58144) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:52.794000 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-026dd51c-92cf-4f4d-a889-6a0884be6103 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:52.810280 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e689bb9e-5aa3-4c2b-b91d-511396ea2164 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:52.850698 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-026dd51c-92cf-4f4d-a889-6a0884be6103 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:52.897986 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e689bb9e-5aa3-4c2b-b91d-511396ea2164 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:52.918883 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e689bb9e-5aa3-4c2b-b91d-511396ea2164 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:52.922604 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e689bb9e-5aa3-4c2b-b91d-511396ea2164 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/9246e2d4-c0b4-46f2-a925-51069c0fd100 HTTP/1.1" status: 204 len: 168 time: 0.4352005 Nov 10 19:32:52.939321 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58152) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:52.947552 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689bb9e-5aa3-4c2b-b91d-511396ea2164 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Subnet': ['ID=9246e2d4-c0b4-46f2-a925-51069c0fd100,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:53.010393 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5c13b-b73c-4550-bf64-199d1747c220 req-4b9bb564-7751-41d5-816d-6c69bb5cf751 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:53.011910 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1ef5c13b-b73c-4550-bf64-199d1747c220 req-4b9bb564-7751-41d5-816d-6c69bb5cf751 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 945 time: 0.1828170 Nov 10 19:32:53.012703 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-026dd51c-92cf-4f4d-a889-6a0884be6103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:53.015483 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-026dd51c-92cf-4f4d-a889-6a0884be6103 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:53.020220 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-026dd51c-92cf-4f4d-a889-6a0884be6103 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/efc8af67-b274-4e5f-9345-45ea768bf3d8 HTTP/1.1" status: 204 len: 168 time: 0.2966273 Nov 10 19:32:53.044633 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d1f0dc0-25ab-42cf-b3c3-c28ffe22c56d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting subnet fa47a674-67fd-4a68-a58f-e58cc9fe8015 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:32:53.058161 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad159b-a820-4df8-a108-a061388c6927 req-7a9f4d24-2876-4bc2-b462-2afd712f5f7e tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:53.059857 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-61ad159b-a820-4df8-a108-a061388c6927 req-7a9f4d24-2876-4bc2-b462-2afd712f5f7e tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf757fbb-cb19-4151-98ce-ddddfa077179 HTTP/1.1" status: 200 len: 909 time: 0.1703379 Nov 10 19:32:53.061000 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026dd51c-92cf-4f4d-a889-6a0884be6103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc8af67-b274-4e5f-9345-45ea768bf3d8,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:53.075116 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5d1f0dc0-25ab-42cf-b3c3-c28ffe22c56d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:53.163087 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e569910f-4f1d-4dc8-a420-ba8e3f0fc33e None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:32:53.205746 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5d1f0dc0-25ab-42cf-b3c3-c28ffe22c56d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:53.241276 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1ef5c13b-b73c-4550-bf64-199d1747c220 req-f1d9f332-691e-40a4-938f-587d561afea5 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=55cdeb97-47ec-48a0-becf-43497d275169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126424 Nov 10 19:32:53.294300 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-ef3b4649-34d2-458e-86e3-eb33bf58fcca None None] Provisioning complete for port 07fc82ae-4d56-4226-9522-68875568e515 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:53.297879 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ef3b4649-34d2-458e-86e3-eb33bf58fcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:53.487709 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-61ad159b-a820-4df8-a108-a061388c6927 req-6badf1dd-8378-4a70-b1ce-9ba121ea29a9 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Deleting port f27d87f6-54ca-4e99-a2f0-386557797f30 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:32:53.488513 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-61ad159b-a820-4df8-a108-a061388c6927 req-6badf1dd-8378-4a70-b1ce-9ba121ea29a9 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:53.498989 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-ef3b4649-34d2-458e-86e3-eb33bf58fcca None None] Could not find standard attr ID for object 0e4f1a9a-af0a-4a67-bda2-3442faa98bc8. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:32:53.500598 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fac2886f-cbef-4845-9051-cdbc38aca06c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:53.518994 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160038c-2309-412e-bc9c-4ac9994aa1ee req-ba8c56ff-8426-4afe-af2b-bf2077b8c0dd tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:53.520875 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3160038c-2309-412e-bc9c-4ac9994aa1ee req-ba8c56ff-8426-4afe-af2b-bf2077b8c0dd tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf757fbb-cb19-4151-98ce-ddddfa077179 HTTP/1.1" status: 200 len: 909 time: 0.1971993 Nov 10 19:32:53.522927 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5d1f0dc0-25ab-42cf-b3c3-c28ffe22c56d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:53.747190 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92e128-b550-43bb-8266-4b540a9f7d06 req-6678fd51-3e05-4930-9035-51730e986a95 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:53.748664 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bc92e128-b550-43bb-8266-4b540a9f7d06 req-6678fd51-3e05-4930-9035-51730e986a95 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.1060638 Nov 10 19:32:53.750958 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-61ad159b-a820-4df8-a108-a061388c6927 req-6badf1dd-8378-4a70-b1ce-9ba121ea29a9 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] For port f27d87f6-54ca-4e99-a2f0-386557797f30, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=f27d87f6-54ca-4e99-a2f0-386557797f30,segment=NetworkSegment(c599a174-3bf8-4bdd-a517-8508a8f615c0),segment_id=c599a174-3bf8-4bdd-a517-8508a8f615c0)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:53.751290 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-61ad159b-a820-4df8-a108-a061388c6927 req-6badf1dd-8378-4a70-b1ce-9ba121ea29a9 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:53.800191 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5d1f0dc0-25ab-42cf-b3c3-c28ffe22c56d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:53.803400 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-61ad159b-a820-4df8-a108-a061388c6927 req-6badf1dd-8378-4a70-b1ce-9ba121ea29a9 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Calling delete_port for f27d87f6-54ca-4e99-a2f0-386557797f30 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:32:53.857718 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f0dc0-25ab-42cf-b3c3-c28ffe22c56d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Subnet': ['ID=fa47a674-67fd-4a68-a58f-e58cc9fe8015,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:53.905788 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5d1f0dc0-25ab-42cf-b3c3-c28ffe22c56d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:53.912791 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5d1f0dc0-25ab-42cf-b3c3-c28ffe22c56d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/fa47a674-67fd-4a68-a58f-e58cc9fe8015 HTTP/1.1" status: 204 len: 168 time: 0.9677029 Nov 10 19:32:53.913104 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58192) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:53.949166 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bc92e128-b550-43bb-8266-4b540a9f7d06 req-602b77ad-3e00-40ae-a423-0a2dc74aa236 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840415 Nov 10 19:32:53.963766 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-53f8810c-2cd5-46b2-88cf-1c0227b38061 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484436 Nov 10 19:32:53.967776 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58194) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:53.984564 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-6895b9f8-a0cc-4902-98f8-7c266bc2b642 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:54.052421 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-61ad159b-a820-4df8-a108-a061388c6927 req-6badf1dd-8378-4a70-b1ce-9ba121ea29a9 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:54.084731 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58196) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:54.114059 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badf1dd-8378-4a70-b1ce-9ba121ea29a9 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Pushing event deleted for resources: {'Port': ['ID=f27d87f6-54ca-4e99-a2f0-386557797f30,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:54.116186 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:32:54.136060 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6895b9f8-a0cc-4902-98f8-7c266bc2b642 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:32:54.141940 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6895b9f8-a0cc-4902-98f8-7c266bc2b642 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:54.162458 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ad159b-a820-4df8-a108-a061388c6927 req-6badf1dd-8378-4a70-b1ce-9ba121ea29a9 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] No DVR routers for this DVR port f27d87f6-54ca-4e99-a2f0-386557797f30 on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:32:54.165598 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-61ad159b-a820-4df8-a108-a061388c6927 req-6badf1dd-8378-4a70-b1ce-9ba121ea29a9 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:54.169957 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-61ad159b-a820-4df8-a108-a061388c6927 req-6badf1dd-8378-4a70-b1ce-9ba121ea29a9 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.25 "DELETE /v2.0/ports/f27d87f6-54ca-4e99-a2f0-386557797f30 HTTP/1.1" status: 204 len: 173 time: 1.0970058 Nov 10 19:32:54.170614 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf757fbb-cb19-4151-98ce-ddddfa077179', 'name': 'network-vif-deleted', 'tag': 'f27d87f6-54ca-4e99-a2f0-386557797f30'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:32:54.174269 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f19dd99-7f2f-4726-8ff5-b6aa77e23968" -d '{"events": [{"server_uuid": "cf757fbb-cb19-4151-98ce-ddddfa077179", "name": "network-vif-deleted", "tag": "f27d87f6-54ca-4e99-a2f0-386557797f30"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:32:54.272701 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be545a9-274c-4b3a-9481-efc4f07e0b73 x-openstack-request-id: req-0be545a9-274c-4b3a-9481-efc4f07e0b73 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:32:54.273251 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf757fbb-cb19-4151-98ce-ddddfa077179", "name": "network-vif-deleted", "tag": "f27d87f6-54ca-4e99-a2f0-386557797f30", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:32:54.273697 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0be545a9-274c-4b3a-9481-efc4f07e0b73 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:32:54.274314 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf757fbb-cb19-4151-98ce-ddddfa077179', 'name': 'network-vif-deleted', 'tag': 'f27d87f6-54ca-4e99-a2f0-386557797f30', 'status': 'completed', 'code': 200} Nov 10 19:32:54.358460 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-c4689b4e-e30b-40d8-8b28-298b10ab1f01 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Request body: {'security_group': {'name': 'tempest-secgroup--324926824'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:54.430508 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9b3b7-304d-4f27-974b-3abd7864a0ce req-3693dd1e-4c12-41bf-a5bd-e0f7e11dac22 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:54.440291 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9fc9b3b7-304d-4f27-974b-3abd7864a0ce req-3693dd1e-4c12-41bf-a5bd-e0f7e11dac22 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 945 time: 0.0991905 Nov 10 19:32:54.444642 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1063a29e-f8bd-42a6-9cf6-849556bff53f None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:32:54.496715 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c4689b4e-e30b-40d8-8b28-298b10ab1f01 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:54.514132 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9fc9b3b7-304d-4f27-974b-3abd7864a0ce req-6aa4b0a6-8fa1-416c-bad1-07762820f645 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=55cdeb97-47ec-48a0-becf-43497d275169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728257 Nov 10 19:32:54.539065 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c4689b4e-e30b-40d8-8b28-298b10ab1f01 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:54.564469 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-017b68ab-c02b-43cd-9538-b56d9993a21b None None] Provisioning complete for port 07fc82ae-4d56-4226-9522-68875568e515 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:54.565101 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-017b68ab-c02b-43cd-9538-b56d9993a21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:54.676382 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c4689b4e-e30b-40d8-8b28-298b10ab1f01 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:54.713193 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c4689b4e-e30b-40d8-8b28-298b10ab1f01 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:54.728918 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:54.742776 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-380b6fef-cfbc-4d97-8318-ab1adcf02a8d req-dbba3270-00c5-40aa-bde7-4c91088e81a8 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf757fbb-cb19-4151-98ce-ddddfa077179 HTTP/1.1" status: 200 len: 210 time: 0.0834029 Nov 10 19:32:54.748926 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90679866-c55f-4a6d-8956-d11e8512bb9e None None] DHCP port deletion for 0f2098c5-8490-42c1-8134-97661a60c707 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:32:54.824240 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4689b4e-e30b-40d8-8b28-298b10ab1f01 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=938ddbb8-2282-4cfa-a9eb-528436c07d1c,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:54.841109 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-90679866-c55f-4a6d-8956-d11e8512bb9e None None] Deleting port 07fc82ae-4d56-4226-9522-68875568e515 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:32:54.841686 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-90679866-c55f-4a6d-8956-d11e8512bb9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:54.921726 n-d-813897-4 neutron-server[102505]: DEBUG neutron.objects.ports [None req-6895b9f8-a0cc-4902-98f8-7c266bc2b642 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102505) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 19:32:54.951231 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-90679866-c55f-4a6d-8956-d11e8512bb9e None None] For port 07fc82ae-4d56-4226-9522-68875568e515, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=07fc82ae-4d56-4226-9522-68875568e515,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:54.951707 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-90679866-c55f-4a6d-8956-d11e8512bb9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:54.965840 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-90679866-c55f-4a6d-8956-d11e8512bb9e None None] Calling delete_port for 07fc82ae-4d56-4226-9522-68875568e515 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:32:55.046866 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c4689b4e-e30b-40d8-8b28-298b10ab1f01 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:55.057035 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c4689b4e-e30b-40d8-8b28-298b10ab1f01 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:55.065390 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:55.072547 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-90679866-c55f-4a6d-8956-d11e8512bb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:55.107573 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90679866-c55f-4a6d-8956-d11e8512bb9e None None] Pushing event deleted for resources: {'Port': ['ID=07fc82ae-4d56-4226-9522-68875568e515,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:55.111413 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90679866-c55f-4a6d-8956-d11e8512bb9e None None] No DVR routers for this DVR port 07fc82ae-4d56-4226-9522-68875568e515 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:32:55.114078 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c4689b4e-e30b-40d8-8b28-298b10ab1f01 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:55.118609 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c4689b4e-e30b-40d8-8b28-298b10ab1f01 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0327792 Nov 10 19:32:55.119010 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58222) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:55.119193 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90679866-c55f-4a6d-8956-d11e8512bb9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:32:55.119563 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90679866-c55f-4a6d-8956-d11e8512bb9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:32:55.119919 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90679866-c55f-4a6d-8956-d11e8512bb9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:32:55.120269 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90679866-c55f-4a6d-8956-d11e8512bb9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:32:55.120607 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90679866-c55f-4a6d-8956-d11e8512bb9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:32:55.122448 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90679866-c55f-4a6d-8956-d11e8512bb9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:32:55.127770 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90679866-c55f-4a6d-8956-d11e8512bb9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:32:55.128174 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90679866-c55f-4a6d-8956-d11e8512bb9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:32:55.128514 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90679866-c55f-4a6d-8956-d11e8512bb9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:32:55.128991 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90679866-c55f-4a6d-8956-d11e8512bb9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:32:55.129472 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90679866-c55f-4a6d-8956-d11e8512bb9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:32:55.129842 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90679866-c55f-4a6d-8956-d11e8512bb9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:32:55.143112 n-d-813897-4 neutron-server[102505]: WARNING neutron.services.revisions.revision_plugin [None req-6895b9f8-a0cc-4902-98f8-7c266bc2b642 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Could not find related port for resource to bump revision. Nov 10 19:32:55.145269 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4689b4e-e30b-40d8-8b28-298b10ab1f01 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe011aab-8b1c-4e1f-b433-be8342f60e4e,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:55.151217 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.ipam_pluggable_backend [None req-6895b9f8-a0cc-4902-98f8-7c266bc2b642 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Port 07fc82ae-4d56-4226-9522-68875568e515 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102505) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 10 19:32:55.152231 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.ipam_pluggable_backend [None req-6895b9f8-a0cc-4902-98f8-7c266bc2b642 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Reverting IP allocation for 2001:db8::f816:3eff:fe03:5621 {{(pid=102505) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 10 19:32:55.155851 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.ipam_pluggable_backend [None req-6895b9f8-a0cc-4902-98f8-7c266bc2b642 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe03:5621 {{(pid=102505) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 10 19:32:55.157214 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6895b9f8-a0cc-4902-98f8-7c266bc2b642 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:55.206174 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b90e7-7138-4f84-b0a2-bd0362213b4a req-1a283b70-8599-49a6-bc03-66305cd02533 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:55.207935 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-685b90e7-7138-4f84-b0a2-bd0362213b4a req-1a283b70-8599-49a6-bc03-66305cd02533 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.1246517 Nov 10 19:32:55.208499 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6895b9f8-a0cc-4902-98f8-7c266bc2b642 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:32:55.211784 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-6895b9f8-a0cc-4902-98f8-7c266bc2b642 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:55.216037 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6895b9f8-a0cc-4902-98f8-7c266bc2b642 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:55.216635 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6895b9f8-a0cc-4902-98f8-7c266bc2b642 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:55.228816 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895b9f8-a0cc-4902-98f8-7c266bc2b642 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Subnet': ['ID=dc18509e-492e-4f8e-ad48-2a3dbe8c3039,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:55.242758 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e095c063-be8e-4320-8577-059b25112336 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1188660 Nov 10 19:32:55.246044 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6895b9f8-a0cc-4902-98f8-7c266bc2b642 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2770548 Nov 10 19:32:55.246758 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58224) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:55.247099 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58226) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:55.252924 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d783b14-7227-489c-9ad3-00fc492947d8 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:32:55.254474 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-ed65fc47-4628-42bc-a832-10765cfeae39 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:55.301408 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-685b90e7-7138-4f84-b0a2-bd0362213b4a req-5d8f2f0a-7ef1-4763-a8ef-d6be59e845a6 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700233 Nov 10 19:32:55.333787 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-f9ff39c5-50fc-4784-b4b3-c09429217392 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Request body: {'security_group': {'name': 'tempest-security--1457823414', 'description': 'tempest-security-description-1535215637'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:55.406003 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f9ff39c5-50fc-4784-b4b3-c09429217392 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:55.455590 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec48846-60ce-4300-a346-a706d6d4f6ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-0f2098c5-8490-42c1-8134-97661a60c707', 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'fixed_ips': [{'subnet_id': 'dc18509e-492e-4f8e-ad48-2a3dbe8c3039'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:32:55.457279 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7ec48846-60ce-4300-a346-a706d6d4f6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:55.467087 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed65fc47-4628-42bc-a832-10765cfeae39 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:32:55.470645 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ed65fc47-4628-42bc-a832-10765cfeae39 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:55.507986 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f9ff39c5-50fc-4784-b4b3-c09429217392 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:55.535645 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f9ff39c5-50fc-4784-b4b3-c09429217392 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:55.538212 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f9ff39c5-50fc-4784-b4b3-c09429217392 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:55.542402 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58236) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:55.542940 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f9ff39c5-50fc-4784-b4b3-c09429217392 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "PUT /v2.0/security-groups/fe011aab-8b1c-4e1f-b433-be8342f60e4e HTTP/1.1" status: 200 len: 1797 time: 0.2124448 Nov 10 19:32:55.586149 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff39c5-50fc-4784-b4b3-c09429217392 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe011aab-8b1c-4e1f-b433-be8342f60e4e,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:55.644274 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58242) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:55.644501 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-09ba59b3-de23-44fb-b450-172d02ba994b tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "GET /v2.0/security-groups/fe011aab-8b1c-4e1f-b433-be8342f60e4e HTTP/1.1" status: 200 len: 1797 time: 0.0998602 Nov 10 19:32:55.663765 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-7ec48846-60ce-4300-a346-a706d6d4f6ed None None] Allocated IP 2001:db8::f816:3eff:fe4d:b7d7 (0f2098c5-8490-42c1-8134-97661a60c707/dc18509e-492e-4f8e-ad48-2a3dbe8c3039/61dac771-c3ce-49c9-b5d2-7bf389368733) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:32:55.746681 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-38667c9e-07f1-4954-ae85-a8afaa4dadf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:55.756545 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a722ee-fd06-42ab-8cef-0ae2f95e50af req-25956bd6-5141-47a2-875f-d4559c2c059b tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:55.758394 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d5a722ee-fd06-42ab-8cef-0ae2f95e50af req-25956bd6-5141-47a2-875f-d4559c2c059b tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 945 time: 0.1050768 Nov 10 19:32:55.797623 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ad39b693-9e91-4bef-bdbb-17f1551a37f3 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:55.842516 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ad39b693-9e91-4bef-bdbb-17f1551a37f3 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:55.862377 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d5a722ee-fd06-42ab-8cef-0ae2f95e50af req-b6cbffe0-fbdf-480f-b47f-cc20300dd0b8 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=55cdeb97-47ec-48a0-becf-43497d275169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970683 Nov 10 19:32:55.892772 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ed65fc47-4628-42bc-a832-10765cfeae39 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:55.941844 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7ec48846-60ce-4300-a346-a706d6d4f6ed None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:55.950646 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58250) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:55.967341 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7ec48846-60ce-4300-a346-a706d6d4f6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:55.981263 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed65fc47-4628-42bc-a832-10765cfeae39 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:32:55.991575 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-ed65fc47-4628-42bc-a832-10765cfeae39 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:56.002304 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ad39b693-9e91-4bef-bdbb-17f1551a37f3 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:56.005037 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ad39b693-9e91-4bef-bdbb-17f1551a37f3 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:56.009373 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ad39b693-9e91-4bef-bdbb-17f1551a37f3 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "DELETE /v2.0/security-groups/fe011aab-8b1c-4e1f-b433-be8342f60e4e HTTP/1.1" status: 204 len: 168 time: 0.3619869 Nov 10 19:32:56.010118 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58252) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:56.014159 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed65fc47-4628-42bc-a832-10765cfeae39 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:56.014781 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ed65fc47-4628-42bc-a832-10765cfeae39 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:56.038929 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec48846-60ce-4300-a346-a706d6d4f6ed None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:32:56.042158 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-7ec48846-60ce-4300-a346-a706d6d4f6ed None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:56.049867 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec48846-60ce-4300-a346-a706d6d4f6ed None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:32:56.051194 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39b693-9e91-4bef-bdbb-17f1551a37f3 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe011aab-8b1c-4e1f-b433-be8342f60e4e,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:56.056200 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed65fc47-4628-42bc-a832-10765cfeae39 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Subnet': ['ID=c90a4e8b-5c89-45a4-9792-c0d807792f4b,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:56.073035 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ed65fc47-4628-42bc-a832-10765cfeae39 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8248627 Nov 10 19:32:56.074207 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58254) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:56.082971 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-9de7af25-4cf3-4773-b37e-6398581f6962 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'port': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'mac_address': 'fa:16:3e:83:91:8d', 'name': 'tempest-NetworksTestDHCPv6-587930628'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:56.117108 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f0d031e8-e58d-457e-9b5e-b479ddd054c5 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1031137 Nov 10 19:32:56.117731 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec48846-60ce-4300-a346-a706d6d4f6ed None None] Pushing event updated for resources: {'Port': ['ID=61dac771-c3ce-49c9-b5d2-7bf389368733,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:56.118492 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58256) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:56.137184 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-7ec48846-60ce-4300-a346-a706d6d4f6ed None None] Attempting to bind port 61dac771-c3ce-49c9-b5d2-7bf389368733 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:32:56.138140 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-7ec48846-60ce-4300-a346-a706d6d4f6ed None None] Attempting to bind port 61dac771-c3ce-49c9-b5d2-7bf389368733 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:32:56.138608 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec48846-60ce-4300-a346-a706d6d4f6ed None None] Attempting to bind port 61dac771-c3ce-49c9-b5d2-7bf389368733 on network 0f2098c5-8490-42c1-8134-97661a60c707 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:32:56.144372 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec48846-60ce-4300-a346-a706d6d4f6ed None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:32:56.145547 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec48846-60ce-4300-a346-a706d6d4f6ed None None] Checking segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:32:56.146421 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7ec48846-60ce-4300-a346-a706d6d4f6ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:56.147158 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec48846-60ce-4300-a346-a706d6d4f6ed None None] Bound using segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:32:56.147736 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-7ec48846-60ce-4300-a346-a706d6d4f6ed None None] Bound port: 61dac771-c3ce-49c9-b5d2-7bf389368733, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:32:56.148221 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7ec48846-60ce-4300-a346-a706d6d4f6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:56.155600 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-ddd2bd86-cd76-4610-bb46-84795dc95627 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] delete failed (client error): The resource could not be found. Nov 10 19:32:56.156805 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ddd2bd86-cd76-4610-bb46-84795dc95627 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "DELETE /v2.0/security-groups/fe011aab-8b1c-4e1f-b433-be8342f60e4e HTTP/1.1" status: 404 len: 347 time: 0.0373023 Nov 10 19:32:56.184013 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58258) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:56.188754 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-b7ddec2c-4974-474f-975b-67e91c62555e tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Request body: {'security_group': {'name': 'tempest-secgroup--1036617171'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:56.244855 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b7ddec2c-4974-474f-975b-67e91c62555e tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:56.247358 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7ec48846-60ce-4300-a346-a706d6d4f6ed None None] For port 61dac771-c3ce-49c9-b5d2-7bf389368733, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:32:56.250915 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7ec48846-60ce-4300-a346-a706d6d4f6ed None None] For port 61dac771-c3ce-49c9-b5d2-7bf389368733, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=61dac771-c3ce-49c9-b5d2-7bf389368733,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:32:56.260560 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7ec48846-60ce-4300-a346-a706d6d4f6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:56.294266 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de7af25-4cf3-4773-b37e-6398581f6962 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:32:56.334347 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec48846-60ce-4300-a346-a706d6d4f6ed None None] Pushing event updated for resources: {'Port': ['ID=61dac771-c3ce-49c9-b5d2-7bf389368733,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:56.497617 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 07fc82ae-4d56-4226-9522-68875568e515 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:32:56.518678 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271ad02-27d8-49ab-a6ba-d6f64bfaaa8c req-553fb79d-18ca-4381-a978-946c1335231d tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:56.524354 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 07fc82ae-4d56-4226-9522-68875568e515 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:32:56.524851 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 07fc82ae-4d56-4226-9522-68875568e515 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:32:56.530875 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b271ad02-27d8-49ab-a6ba-d6f64bfaaa8c req-553fb79d-18ca-4381-a978-946c1335231d tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.0986240 Nov 10 19:32:56.670347 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b271ad02-27d8-49ab-a6ba-d6f64bfaaa8c req-4765fcc4-ec30-4c34-8997-bcbc32a92f5d tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385210 Nov 10 19:32:56.706820 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device f27d87f6-54ca-4e99-a2f0-386557797f30 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:32:56.747837 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: f27d87f6-54ca-4e99-a2f0-386557797f30 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:32:56.748191 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device f27d87f6-54ca-4e99-a2f0-386557797f30 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:32:56.761072 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-61398cdb-3061-4b3d-8f85-00e37585e201 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:57.028657 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9de7af25-4cf3-4773-b37e-6398581f6962 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:57.056170 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b7ddec2c-4974-474f-975b-67e91c62555e tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:57.068335 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b7ddec2c-4974-474f-975b-67e91c62555e tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:57.072262 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f8e48-d1fa-4be3-a8da-c1532c2c50ac req-dd1c2288-ae09-4363-a2c6-bcd9460869eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:57.074213 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-452f8e48-d1fa-4be3-a8da-c1532c2c50ac req-dd1c2288-ae09-4363-a2c6-bcd9460869eb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e964d54e065f49df9181b3cc5034fac9&device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 1096 time: 0.1165047 Nov 10 19:32:57.078441 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-9de7af25-4cf3-4773-b37e-6398581f6962 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] device_id is not set on port 38e5eb81-782e-4771-b694-ac65dcaa603e yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:32:57.085613 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fa612-2d93-41f9-9a11-5a17074bd04c req-dda39236-a1fc-42b3-9fc3-99378bd63e35 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:57.087418 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c4fa612-2d93-41f9-9a11-5a17074bd04c req-dda39236-a1fc-42b3-9fc3-99378bd63e35 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.1716549 Nov 10 19:32:57.109425 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b7ddec2c-4974-474f-975b-67e91c62555e tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:57.114227 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b7ddec2c-4974-474f-975b-67e91c62555e tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9257197 Nov 10 19:32:57.126904 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58282) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:57.143156 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-5b0dcf4d-9c15-4f8f-8235-76d9c540fd24 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Request body: {'security_group_rule': {'security_group_id': '3471c44c-dfea-4ac4-805b-12a3bb275c29', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:57.157008 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ddec2c-4974-474f-975b-67e91c62555e tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3471c44c-dfea-4ac4-805b-12a3bb275c29,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:57.193049 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:57.299252 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-9de7af25-4cf3-4773-b37e-6398581f6962 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Allocated IP 172.20.0.2 (0f2098c5-8490-42c1-8134-97661a60c707/c90a4e8b-5c89-45a4-9792-c0d807792f4b/38e5eb81-782e-4771-b694-ac65dcaa603e) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:32:57.313868 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-9de7af25-4cf3-4773-b37e-6398581f6962 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Allocated IP 2001:db8::f816:3eff:fe83:918d (0f2098c5-8490-42c1-8134-97661a60c707/dc18509e-492e-4f8e-ad48-2a3dbe8c3039/38e5eb81-782e-4771-b694-ac65dcaa603e) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:32:57.515180 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9de7af25-4cf3-4773-b37e-6398581f6962 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:57.567918 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9de7af25-4cf3-4773-b37e-6398581f6962 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:57.620523 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de7af25-4cf3-4773-b37e-6398581f6962 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:32:57.631542 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-9de7af25-4cf3-4773-b37e-6398581f6962 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:32:57.640898 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de7af25-4cf3-4773-b37e-6398581f6962 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:32:57.644620 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de7af25-4cf3-4773-b37e-6398581f6962 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Port': ['ID=38e5eb81-782e-4771-b694-ac65dcaa603e,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:57.711115 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de7af25-4cf3-4773-b37e-6398581f6962 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:57.712159 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9de7af25-4cf3-4773-b37e-6398581f6962 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:57.728107 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c4fa612-2d93-41f9-9a11-5a17074bd04c req-34184c3d-9831-479d-897c-d9a215ae6d93 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6298280 Nov 10 19:32:57.729214 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f8e48-d1fa-4be3-a8da-c1532c2c50ac req-f321e3e6-195f-4472-bf5e-1feb26e18cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:57.730714 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-452f8e48-d1fa-4be3-a8da-c1532c2c50ac req-f321e3e6-195f-4472-bf5e-1feb26e18cdd service neutron] 10.222.0.25 "GET /v2.0/networks?id=d81248ac-96a9-4e56-9bb4-f772b36a0433 HTTP/1.1" status: 200 len: 913 time: 0.6421525 Nov 10 19:32:57.750649 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9de7af25-4cf3-4773-b37e-6398581f6962 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6731069 Nov 10 19:32:57.750649 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58294) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:57.793392 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5b0dcf4d-9c15-4f8f-8235-76d9c540fd24 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:57.808374 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd0073f-f3db-4d10-86c3-caa211d1fb61 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:57.815390 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd0073f-f3db-4d10-86c3-caa211d1fb61 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:57.819881 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4dd0073f-f3db-4d10-86c3-caa211d1fb61 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0677853 Nov 10 19:32:57.820676 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58296) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:57.853288 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6762231a-d5cb-4499-a01d-fe5cee2a1467 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:32:57.922425 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-7f475c3c-3caa-4302-865d-a283d83a9014 None None] Provisioning complete for port 61dac771-c3ce-49c9-b5d2-7bf389368733 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:57.923043 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7f475c3c-3caa-4302-865d-a283d83a9014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:57.923963 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-b625dfd6-8ffb-4107-9680-4e22e01774da tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting port 38e5eb81-782e-4771-b694-ac65dcaa603e {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:32:57.924438 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b625dfd6-8ffb-4107-9680-4e22e01774da tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:57.950527 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-452f8e48-d1fa-4be3-a8da-c1532c2c50ac req-f1cc83df-eb52-4aed-9fd9-a22c0ccbc155 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f HTTP/1.1" status: 200 len: 999 time: 0.2086141 Nov 10 19:32:57.962143 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc43972-7bd4-480d-afb4-41fce4d4b982 req-5a8372f3-091c-4841-a60a-5523d3084a08 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:57.963958 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bcc43972-7bd4-480d-afb4-41fce4d4b982 req-5a8372f3-091c-4841-a60a-5523d3084a08 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 945 time: 0.1317708 Nov 10 19:32:57.967038 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-61398cdb-3061-4b3d-8f85-00e37585e201 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Deleting port b47c5d6f-ae04-4f62-b47f-7360cc9e4335 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:32:57.967524 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-61398cdb-3061-4b3d-8f85-00e37585e201 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:58.014764 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5b0dcf4d-9c15-4f8f-8235-76d9c540fd24 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:58.037155 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5b0dcf4d-9c15-4f8f-8235-76d9c540fd24 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:58.056844 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b625dfd6-8ffb-4107-9680-4e22e01774da tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:58.072521 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-b625dfd6-8ffb-4107-9680-4e22e01774da tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Calling delete_port for 38e5eb81-782e-4771-b694-ac65dcaa603e owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:32:58.087832 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0dcf4d-9c15-4f8f-8235-76d9c540fd24 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad0007d-19b3-4704-b3ff-64c75b5dac01,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:58.122019 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7f475c3c-3caa-4302-865d-a283d83a9014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:58.163910 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5b0dcf4d-9c15-4f8f-8235-76d9c540fd24 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:58.165252 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5b0dcf4d-9c15-4f8f-8235-76d9c540fd24 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0306079 Nov 10 19:32:58.172460 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58304) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:58.176863 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f8e48-d1fa-4be3-a8da-c1532c2c50ac req-093292e3-a4a6-4e01-b555-abcd6c2c67b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:58.178631 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-452f8e48-d1fa-4be3-a8da-c1532c2c50ac req-093292e3-a4a6-4e01-b555-abcd6c2c67b5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d874850-3788-4c89-9cc5-3e0f9d06fb90 HTTP/1.1" status: 200 len: 851 time: 0.2032564 Nov 10 19:32:58.178767 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7f475c3c-3caa-4302-865d-a283d83a9014 None None] For port 61dac771-c3ce-49c9-b5d2-7bf389368733, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=61dac771-c3ce-49c9-b5d2-7bf389368733,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:58.184986 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7f475c3c-3caa-4302-865d-a283d83a9014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:58.252943 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bcc43972-7bd4-480d-afb4-41fce4d4b982 req-44bb649b-d0f2-43bb-8c49-86906a8fb02f tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=55cdeb97-47ec-48a0-becf-43497d275169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2811799 Nov 10 19:32:58.284920 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7ab392-53e5-48c2-aeb6-9bf9263eaf35 None None] Update dhcp port {'port': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'fixed_ips': [{'subnet_id': 'dc18509e-492e-4f8e-ad48-2a3dbe8c3039', 'ip_address': '2001:db8::f816:3eff:fe4d:b7d7'}, {'subnet_id': 'c90a4e8b-5c89-45a4-9792-c0d807792f4b'}], 'binding:host_id': 'n-d-813897-4'}, 'id': '61dac771-c3ce-49c9-b5d2-7bf389368733'} from n-d-813897-4. {{(pid=102507) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 19:32:58.321841 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-61398cdb-3061-4b3d-8f85-00e37585e201 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] For port b47c5d6f-ae04-4f62-b47f-7360cc9e4335, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=b47c5d6f-ae04-4f62-b47f-7360cc9e4335,segment=NetworkSegment(c599a174-3bf8-4bdd-a517-8508a8f615c0),segment_id=c599a174-3bf8-4bdd-a517-8508a8f615c0)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:58.322241 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-61398cdb-3061-4b3d-8f85-00e37585e201 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:58.342026 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-61398cdb-3061-4b3d-8f85-00e37585e201 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Calling delete_port for b47c5d6f-ae04-4f62-b47f-7360cc9e4335 owned by network:router_interface {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:32:58.351155 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab392-53e5-48c2-aeb6-9bf9263eaf35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:58.377213 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f475c3c-3caa-4302-865d-a283d83a9014 None None] Pushing event updated for resources: {'Port': ['ID=61dac771-c3ce-49c9-b5d2-7bf389368733,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:58.496094 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b625dfd6-8ffb-4107-9680-4e22e01774da tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:58.513621 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ff4eba2c-d8db-406f-9a3b-c6ea5a7ae8a1 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:58.535382 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 61dac771-c3ce-49c9-b5d2-7bf389368733 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:32:58.588500 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f8e48-d1fa-4be3-a8da-c1532c2c50ac req-05033936-2b66-4622-8c33-df54aaa5df54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:58.590519 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-452f8e48-d1fa-4be3-a8da-c1532c2c50ac req-05033936-2b66-4622-8c33-df54aaa5df54 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d81248ac-96a9-4e56-9bb4-f772b36a0433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3993621 Nov 10 19:32:58.593621 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ff4eba2c-d8db-406f-9a3b-c6ea5a7ae8a1 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:58.603527 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625dfd6-8ffb-4107-9680-4e22e01774da tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Port': ['ID=38e5eb81-782e-4771-b694-ac65dcaa603e,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:58.644175 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ff4eba2c-d8db-406f-9a3b-c6ea5a7ae8a1 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:58.670424 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-0a7ab392-53e5-48c2-aeb6-9bf9263eaf35 None None] Allocated IP 172.20.0.3 (0f2098c5-8490-42c1-8134-97661a60c707/c90a4e8b-5c89-45a4-9792-c0d807792f4b/61dac771-c3ce-49c9-b5d2-7bf389368733) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:32:58.670668 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ff4eba2c-d8db-406f-9a3b-c6ea5a7ae8a1 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:58.672749 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ff4eba2c-d8db-406f-9a3b-c6ea5a7ae8a1 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/3ad0007d-19b3-4704-b3ff-64c75b5dac01 HTTP/1.1" status: 204 len: 168 time: 0.4927545 Nov 10 19:32:58.680732 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58316) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:58.703217 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63502bdd-d4f6-4ec2-85c7-5cb893b4524b req-e964b885-39c1-4202-841c-ad6f1192eed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:58.705270 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-63502bdd-d4f6-4ec2-85c7-5cb893b4524b req-e964b885-39c1-4202-841c-ad6f1192eed5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8404b51f2eea475c873a90f3482dbb68&device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 1096 time: 0.1634309 Nov 10 19:32:58.735661 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4eba2c-d8db-406f-9a3b-c6ea5a7ae8a1 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ad0007d-19b3-4704-b3ff-64c75b5dac01,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:58.737540 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b625dfd6-8ffb-4107-9680-4e22e01774da tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:58.743795 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b625dfd6-8ffb-4107-9680-4e22e01774da tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/38e5eb81-782e-4771-b694-ac65dcaa603e HTTP/1.1" status: 204 len: 168 time: 0.9221058 Nov 10 19:32:58.752212 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58322) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:58.829555 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350ec64-0468-430c-8fef-9ced23be758f req-e5ff72c2-50f9-45c8-a757-1b270e216885 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:58.837864 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7350ec64-0468-430c-8fef-9ced23be758f req-e5ff72c2-50f9-45c8-a757-1b270e216885 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 945 time: 0.3210282 Nov 10 19:32:58.866291 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63502bdd-d4f6-4ec2-85c7-5cb893b4524b req-86ecb68b-ee5c-42d9-8c4e-2c1a05b43135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:58.868324 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-63502bdd-d4f6-4ec2-85c7-5cb893b4524b req-86ecb68b-ee5c-42d9-8c4e-2c1a05b43135 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab HTTP/1.1" status: 200 len: 912 time: 0.1540551 Nov 10 19:32:58.874968 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e1a6bb42-d78a-4852-bc13-433625f62d24 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1895537 Nov 10 19:32:58.881683 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58326) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:58.908656 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-61398cdb-3061-4b3d-8f85-00e37585e201 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:58.927120 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e36734-d4db-4b84-95d1-f4e761506584 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:58.929180 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e36734-d4db-4b84-95d1-f4e761506584 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:58.931458 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e36734-d4db-4b84-95d1-f4e761506584 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:58.937329 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-41e36734-d4db-4b84-95d1-f4e761506584 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1842251 Nov 10 19:32:58.945705 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58328) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:58.949290 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61398cdb-3061-4b3d-8f85-00e37585e201 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Pushing event deleted for resources: {'Port': ['ID=b47c5d6f-ae04-4f62-b47f-7360cc9e4335,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:58.965331 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7350ec64-0468-430c-8fef-9ced23be758f req-6871653b-fab0-42e0-8b1d-6672967223cf tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=55cdeb97-47ec-48a0-becf-43497d275169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262121 Nov 10 19:32:58.969147 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-452f8e48-d1fa-4be3-a8da-c1532c2c50ac req-835c94c9-7c9d-4fc7-b22f-f1f07411895f service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388550 Nov 10 19:32:59.024990 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:59.054301 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 61dac771-c3ce-49c9-b5d2-7bf389368733 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:32:59.054680 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:59.094638 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-0a7ab392-53e5-48c2-aeb6-9bf9263eaf35 None None] For port 61dac771-c3ce-49c9-b5d2-7bf389368733, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=61dac771-c3ce-49c9-b5d2-7bf389368733,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:32:59.121425 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-e144fd7e-4a65-46ad-b61a-f4c74a078201 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting subnet c90a4e8b-5c89-45a4-9792-c0d807792f4b {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:32:59.127023 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-63502bdd-d4f6-4ec2-85c7-5cb893b4524b req-128a8df1-12fe-4e15-918c-5224434aa781 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=744b43e8-08ca-4f4a-998d-7b5c8f07ebf9 HTTP/1.1" status: 200 len: 1001 time: 0.2461631 Nov 10 19:32:59.127802 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fec2729f-dc56-4a2e-bf74-c7775b573226 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:59.154181 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab392-53e5-48c2-aeb6-9bf9263eaf35 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:59.162864 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab392-53e5-48c2-aeb6-9bf9263eaf35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:59.190060 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fec2729f-dc56-4a2e-bf74-c7775b573226 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:59.289271 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e144fd7e-4a65-46ad-b61a-f4c74a078201 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:59.295697 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fec2729f-dc56-4a2e-bf74-c7775b573226 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:59.301063 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fec2729f-dc56-4a2e-bf74-c7775b573226 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:59.302691 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-fec2729f-dc56-4a2e-bf74-c7775b573226 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "DELETE /v2.0/security-groups/3471c44c-dfea-4ac4-805b-12a3bb275c29 HTTP/1.1" status: 204 len: 168 time: 0.4200053 Nov 10 19:32:59.304280 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58334) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:59.335850 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-452f8e48-d1fa-4be3-a8da-c1532c2c50ac req-4fdea12a-2dc3-4596-b17f-6c6aa2e6ae14 service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490229 Nov 10 19:32:59.343765 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ab392-53e5-48c2-aeb6-9bf9263eaf35 None None] Pushing event updated for resources: {'Port': ['ID=61dac771-c3ce-49c9-b5d2-7bf389368733,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:59.364381 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8dc214-dfc1-4b7d-8dce-0bb4caa375e9 req-3ba285e6-7215-4fc3-b25b-ffdcebe1d26d tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:59.374760 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ac8dc214-dfc1-4b7d-8dce-0bb4caa375e9 req-3ba285e6-7215-4fc3-b25b-ffdcebe1d26d tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.2182453 Nov 10 19:32:59.393282 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2729f-dc56-4a2e-bf74-c7775b573226 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3471c44c-dfea-4ac4-805b-12a3bb275c29,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:59.413058 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:59.426365 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e144fd7e-4a65-46ad-b61a-f4c74a078201 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:59.455252 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63502bdd-d4f6-4ec2-85c7-5cb893b4524b req-3f26ebf1-a689-4808-a02f-02bf6fd3daee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:59.456816 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-63502bdd-d4f6-4ec2-85c7-5cb893b4524b req-3f26ebf1-a689-4808-a02f-02bf6fd3daee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7de537-b93b-4e73-8317-5941b65cea03 HTTP/1.1" status: 200 len: 850 time: 0.1781530 Nov 10 19:32:59.526267 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ab28fbc8-20ea-48ad-a8e0-6e330f2df01f tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2191865 Nov 10 19:32:59.532187 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58340) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:59.537103 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-f8c6dfca-16fe-46bf-bdea-2ab55040f9a4 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Request body: {'security_group': {'name': 'tempest-secgroup--1515090984'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:32:59.564632 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63502bdd-d4f6-4ec2-85c7-5cb893b4524b req-60e7271b-355a-4bb3-b246-944e3a6983f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:32:59.566369 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-63502bdd-d4f6-4ec2-85c7-5cb893b4524b req-60e7271b-355a-4bb3-b246-944e3a6983f5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991371 Nov 10 19:32:59.624100 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e144fd7e-4a65-46ad-b61a-f4c74a078201 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:59.629560 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-61398cdb-3061-4b3d-8f85-00e37585e201 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:59.643219 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ac8dc214-dfc1-4b7d-8dce-0bb4caa375e9 req-a47cab26-6028-4f43-84bf-056f38b68ccc tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2665913 Nov 10 19:32:59.724900 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e144fd7e-4a65-46ad-b61a-f4c74a078201 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:59.743561 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e144fd7e-4a65-46ad-b61a-f4c74a078201 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:59.747069 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e144fd7e-4a65-46ad-b61a-f4c74a078201 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/c90a4e8b-5c89-45a4-9792-c0d807792f4b HTTP/1.1" status: 204 len: 168 time: 0.8000185 Nov 10 19:32:59.835123 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58344) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:32:59.864772 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f8c6dfca-16fe-46bf-bdea-2ab55040f9a4 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:59.878423 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144fd7e-4a65-46ad-b61a-f4c74a078201 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Subnet': ['ID=c90a4e8b-5c89-45a4-9792-c0d807792f4b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:32:59.937053 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-95f2ecb6-dbca-440e-aa6e-64ff975a96f6 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting subnet dc18509e-492e-4f8e-ad48-2a3dbe8c3039 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:32:59.945963 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95f2ecb6-dbca-440e-aa6e-64ff975a96f6 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:32:59.992706 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-63502bdd-d4f6-4ec2-85c7-5cb893b4524b req-f7cb5075-0097-4449-a146-ff6d275deeed service neutron] 10.222.0.73 "GET /v2.0/networks/1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075804 Nov 10 19:33:00.021886 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95f2ecb6-dbca-440e-aa6e-64ff975a96f6 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:00.157441 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f8c6dfca-16fe-46bf-bdea-2ab55040f9a4 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:00.163084 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61398cdb-3061-4b3d-8f85-00e37585e201 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Router d7d5d7b1-971a-4c2f-9b3b-66045d6651e8 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:33:00.167255 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f8c6dfca-16fe-46bf-bdea-2ab55040f9a4 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:00.201638 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6dfca-16fe-46bf-bdea-2ab55040f9a4 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ade3e328-4e89-4174-ab30-9c55dae7eb62,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:00.210541 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-63502bdd-d4f6-4ec2-85c7-5cb893b4524b req-71a14f37-7a7b-4ab3-b215-253e844f00e6 service neutron] 10.222.0.73 "GET /v2.0/networks/1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014611 Nov 10 19:33:00.211955 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95f2ecb6-dbca-440e-aa6e-64ff975a96f6 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:00.229457 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6dfca-16fe-46bf-bdea-2ab55040f9a4 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:00.229827 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6dfca-16fe-46bf-bdea-2ab55040f9a4 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:00.230191 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6dfca-16fe-46bf-bdea-2ab55040f9a4 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:00.230523 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6dfca-16fe-46bf-bdea-2ab55040f9a4 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:00.230851 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6dfca-16fe-46bf-bdea-2ab55040f9a4 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:00.231170 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6dfca-16fe-46bf-bdea-2ab55040f9a4 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:00.231489 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6dfca-16fe-46bf-bdea-2ab55040f9a4 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:00.231813 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6dfca-16fe-46bf-bdea-2ab55040f9a4 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:00.232668 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6dfca-16fe-46bf-bdea-2ab55040f9a4 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:00.232973 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6dfca-16fe-46bf-bdea-2ab55040f9a4 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:00.233360 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6dfca-16fe-46bf-bdea-2ab55040f9a4 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:00.233676 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c6dfca-16fe-46bf-bdea-2ab55040f9a4 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:00.252498 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fba36-57c6-4bf9-8f80-d86e3a1ae585 req-48a923c8-b32d-4b27-8216-cac3524efa8d tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:00.261084 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-064fba36-57c6-4bf9-8f80-d86e3a1ae585 req-48a923c8-b32d-4b27-8216-cac3524efa8d tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 945 time: 0.1980093 Nov 10 19:33:00.274430 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f8c6dfca-16fe-46bf-bdea-2ab55040f9a4 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:00.275679 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f8c6dfca-16fe-46bf-bdea-2ab55040f9a4 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7424810 Nov 10 19:33:00.282467 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58352) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:00.288751 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-f5062649-8856-44c7-8b6a-b4be47ff2134 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Request body: {'security_group_rule': {'security_group_id': 'ade3e328-4e89-4174-ab30-9c55dae7eb62', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:00.324132 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95f2ecb6-dbca-440e-aa6e-64ff975a96f6 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:00.359016 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2ecb6-dbca-440e-aa6e-64ff975a96f6 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Subnet': ['ID=dc18509e-492e-4f8e-ad48-2a3dbe8c3039,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:00.367833 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95f2ecb6-dbca-440e-aa6e-64ff975a96f6 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:00.374518 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-95f2ecb6-dbca-440e-aa6e-64ff975a96f6 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/dc18509e-492e-4f8e-ad48-2a3dbe8c3039 HTTP/1.1" status: 204 len: 168 time: 0.5381517 Nov 10 19:33:00.375306 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58358) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:00.421839 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3b5ca812-a197-45d3-ad78-af64c23bc215 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451593 Nov 10 19:33:00.425670 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58360) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:00.427416 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729cc03b-a3bb-4bf9-9c1a-dae1f99cd1bf None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:33:00.435393 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-28bf8ac5-ede5-4a48-b882-6740342ec41c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:00.443504 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8ee2c080-a088-483e-aba3-ad0450f7fe6a None None] Could not find standard attr ID for object 38e5eb81-782e-4771-b694-ac65dcaa603e. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:33:00.468953 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-064fba36-57c6-4bf9-8f80-d86e3a1ae585 req-68d6d288-691c-4235-8104-72e71669a997 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=55cdeb97-47ec-48a0-becf-43497d275169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068553 Nov 10 19:33:00.530963 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f5062649-8856-44c7-8b6a-b4be47ff2134 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:00.551306 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 61dac771-c3ce-49c9-b5d2-7bf389368733 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:33:00.559333 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bf8ac5-ede5-4a48-b882-6740342ec41c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:00.560460 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8ee2c080-a088-483e-aba3-ad0450f7fe6a None None] Provisioning complete for port 61dac771-c3ce-49c9-b5d2-7bf389368733 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:00.560912 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8ee2c080-a088-483e-aba3-ad0450f7fe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:00.566667 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-28bf8ac5-ede5-4a48-b882-6740342ec41c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:00.652549 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61398cdb-3061-4b3d-8f85-00e37585e201 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:33:00.655155 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f5062649-8856-44c7-8b6a-b4be47ff2134 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:00.664559 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-61398cdb-3061-4b3d-8f85-00e37585e201 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "PUT /v2.0/routers/d7d5d7b1-971a-4c2f-9b3b-66045d6651e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7080994 Nov 10 19:33:00.665335 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58364) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:00.677684 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfabb45-f2c3-4d95-9d3f-a0416524221e None None] Sync routers for ids ['d7d5d7b1-971a-4c2f-9b3b-66045d6651e8'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:33:00.689170 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f5062649-8856-44c7-8b6a-b4be47ff2134 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:00.727312 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfabb45-f2c3-4d95-9d3f-a0416524221e None None] Routers {'d7d5d7b1-971a-4c2f-9b3b-66045d6651e8'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:33:00.728336 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-0cfabb45-f2c3-4d95-9d3f-a0416524221e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:32:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d7d5d7b1-971a-4c2f-9b3b-66045d6651e8'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:00.803288 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 61dac771-c3ce-49c9-b5d2-7bf389368733 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:00.803735 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:00.829508 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5062649-8856-44c7-8b6a-b4be47ff2134 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe9afe2-9cda-4f9d-a5b7-52f02dbc245c,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:00.861437 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f5062649-8856-44c7-8b6a-b4be47ff2134 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:00.863226 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f5062649-8856-44c7-8b6a-b4be47ff2134 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5795536 Nov 10 19:33:00.866974 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58372) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:00.884664 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-0a2456e1-74df-4aad-b95d-27ca0bea5eac tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Request body: {'security_group_rule': {'security_group_id': 'ade3e328-4e89-4174-ab30-9c55dae7eb62', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:00.894041 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2436cac-b9b7-4ea8-9386-86efe573004a tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Deleting subnet 0cce6595-38d7-4d2b-8bcd-581575ca14d3 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:33:00.902683 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c2436cac-b9b7-4ea8-9386-86efe573004a tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:00.959179 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c2436cac-b9b7-4ea8-9386-86efe573004a tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:00.964455 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439de362-a980-47be-a3dc-88bfcc104c86 None None] DHCP port deletion for 0f2098c5-8490-42c1-8134-97661a60c707 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:33:00.969259 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c9c09-4b7d-480f-b1e0-413a7dfaa3d6 req-3fb76b8d-3d39-4140-b945-e3398a3e8208 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:00.976744 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a58c9c09-4b7d-480f-b1e0-413a7dfaa3d6 req-3fb76b8d-3d39-4140-b945-e3398a3e8208 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.2049038 Nov 10 19:33:01.021784 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-0cfabb45-f2c3-4d95-9d3f-a0416524221e None None] Set router d7d5d7b1-971a-4c2f-9b3b-66045d6651e8 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:33:01.037824 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-28bf8ac5-ede5-4a48-b882-6740342ec41c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:01.086790 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a58c9c09-4b7d-480f-b1e0-413a7dfaa3d6 req-e1455851-c56f-441d-9557-ee6e81da4b48 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088865 Nov 10 19:33:01.141167 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c2436cac-b9b7-4ea8-9386-86efe573004a tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:01.189960 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0a2456e1-74df-4aad-b95d-27ca0bea5eac tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:01.219540 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf8ac5-ede5-4a48-b882-6740342ec41c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Subnet': ['ID=cc412025-2ca4-42ee-8b6b-5a24d0a6d06c,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:01.228438 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-439de362-a980-47be-a3dc-88bfcc104c86 None None] Deleting port 61dac771-c3ce-49c9-b5d2-7bf389368733 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:33:01.229277 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-439de362-a980-47be-a3dc-88bfcc104c86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:01.233888 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bf8ac5-ede5-4a48-b882-6740342ec41c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:01.242124 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-28bf8ac5-ede5-4a48-b882-6740342ec41c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:01.249915 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bf8ac5-ede5-4a48-b882-6740342ec41c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:01.249915 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-28bf8ac5-ede5-4a48-b882-6740342ec41c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:01.273864 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9b3d7-b5aa-4662-bea3-a3f8e171bf22 req-4accc07a-ba89-46b8-8b73-00dce128b4e3 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:01.282411 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-24d9b3d7-b5aa-4662-bea3-a3f8e171bf22 req-4accc07a-ba89-46b8-8b73-00dce128b4e3 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.0766375 Nov 10 19:33:01.294719 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-28bf8ac5-ede5-4a48-b882-6740342ec41c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8644428 Nov 10 19:33:01.299411 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58380) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:01.305296 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-a7196d27-1311-4b26-a789-639895e6a8a2 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:01.316049 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c2436cac-b9b7-4ea8-9386-86efe573004a tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:01.324807 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0a2456e1-74df-4aad-b95d-27ca0bea5eac tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:01.332017 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0a2456e1-74df-4aad-b95d-27ca0bea5eac tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:01.350342 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-439de362-a980-47be-a3dc-88bfcc104c86 None None] For port 61dac771-c3ce-49c9-b5d2-7bf389368733, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=61dac771-c3ce-49c9-b5d2-7bf389368733,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:01.350753 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-439de362-a980-47be-a3dc-88bfcc104c86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:01.363379 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2456e1-74df-4aad-b95d-27ca0bea5eac tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d1f66e2-2835-4dfb-92f4-7105e6007b36,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:01.367235 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-439de362-a980-47be-a3dc-88bfcc104c86 None None] Calling delete_port for 61dac771-c3ce-49c9-b5d2-7bf389368733 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:33:01.373876 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0a2456e1-74df-4aad-b95d-27ca0bea5eac tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:01.378424 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0a2456e1-74df-4aad-b95d-27ca0bea5eac tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5070734 Nov 10 19:33:01.378686 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58382) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:01.383507 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-0cfabb45-f2c3-4d95-9d3f-a0416524221e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d5d7b1-971a-4c2f-9b3b-66045d6651e8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-747590048', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '09d7d0eb-4c8d-413a-929c-36821c36da96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:09Z', 'updated_at': '2021-11-10T19:32:58Z', 'revision_number': 5, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'gw_port': {'id': '09d7d0eb-4c8d-413a-929c-36821c36da96', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d5d7b1-971a-4c2f-9b3b-66045d6651e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:11Z', 'updated_at': '2021-11-10T19:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:01.384475 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-e09d415c-3c5b-4256-8b19-5ecdb7f2572f tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Request body: {'security_group_rule': {'security_group_id': 'ade3e328-4e89-4174-ab30-9c55dae7eb62', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:01.393287 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2436cac-b9b7-4ea8-9386-86efe573004a tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Pushing event deleted for resources: {'Subnet': ['ID=0cce6595-38d7-4d2b-8bcd-581575ca14d3,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:01.427498 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e09d415c-3c5b-4256-8b19-5ecdb7f2572f tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:01.430027 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c2436cac-b9b7-4ea8-9386-86efe573004a tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:01.433630 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c2436cac-b9b7-4ea8-9386-86efe573004a tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "DELETE /v2.0/subnets/0cce6595-38d7-4d2b-8bcd-581575ca14d3 HTTP/1.1" status: 204 len: 168 time: 0.7661426 Nov 10 19:33:01.437993 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58384) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:01.452686 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc164d2-1289-40cb-8235-ab7c1292b5c1 None None] Network 01c25354-f919-4d40-965e-4b927fd25e47 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:33:01.458650 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfabb45-f2c3-4d95-9d3f-a0416524221e None None] Checking router: d7d5d7b1-971a-4c2f-9b3b-66045d6651e8 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:33:01.462413 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-24d9b3d7-b5aa-4662-bea3-a3f8e171bf22 req-275ba5f3-7014-4255-8dbf-0efd16f75c9a tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787164 Nov 10 19:33:01.539302 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfabb45-f2c3-4d95-9d3f-a0416524221e None None] Routers {'d7d5d7b1-971a-4c2f-9b3b-66045d6651e8'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:33:01.539940 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-0cfabb45-f2c3-4d95-9d3f-a0416524221e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:32:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d7d5d7b1-971a-4c2f-9b3b-66045d6651e8'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:01.568316 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7196d27-1311-4b26-a789-639895e6a8a2 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:01.572544 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a7196d27-1311-4b26-a789-639895e6a8a2 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:01.678660 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-55192ef4-0193-493f-826b-fbffe2980fb5 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:01.721503 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-439de362-a980-47be-a3dc-88bfcc104c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:01.753278 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e09d415c-3c5b-4256-8b19-5ecdb7f2572f tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:01.759600 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e09d415c-3c5b-4256-8b19-5ecdb7f2572f tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:01.781007 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439de362-a980-47be-a3dc-88bfcc104c86 None None] Pushing event deleted for resources: {'Port': ['ID=61dac771-c3ce-49c9-b5d2-7bf389368733,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:01.788130 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439de362-a980-47be-a3dc-88bfcc104c86 None None] No DVR routers for this DVR port 61dac771-c3ce-49c9-b5d2-7bf389368733 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:33:01.790928 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-0cfabb45-f2c3-4d95-9d3f-a0416524221e None None] Set router d7d5d7b1-971a-4c2f-9b3b-66045d6651e8 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:33:01.827908 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746909a2-8bf9-4c83-9920-ecd9ea4676f1 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:33:01.834135 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d415c-3c5b-4256-8b19-5ecdb7f2572f tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7edf6e48-ddac-4686-8f6e-ea9e6f7519c5,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:01.844557 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e09d415c-3c5b-4256-8b19-5ecdb7f2572f tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:01.846044 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e09d415c-3c5b-4256-8b19-5ecdb7f2572f tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4656317 Nov 10 19:33:01.848988 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58398) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:01.854361 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-15e6f8da-00f5-4ea8-b379-be603446ece0 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Request body: {'security_group_rule': {'security_group_id': 'ade3e328-4e89-4174-ab30-9c55dae7eb62', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:01.875958 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-55192ef4-0193-493f-826b-fbffe2980fb5 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:01.958246 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58f766-7e86-4a38-9787-60869c699ce2 req-00565cf2-b81f-49c2-ba3e-4ff6b322a8be tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:01.960154 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d58f766-7e86-4a38-9787-60869c699ce2 req-00565cf2-b81f-49c2-ba3e-4ff6b322a8be tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 945 time: 0.1058285 Nov 10 19:33:01.973563 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-15e6f8da-00f5-4ea8-b379-be603446ece0 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:02.049364 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d58f766-7e86-4a38-9787-60869c699ce2 req-4648fb8a-2c77-484c-ad2c-aa94eff389f8 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=55cdeb97-47ec-48a0-becf-43497d275169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670393 Nov 10 19:33:02.098745 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17df4fd-d5d3-43ef-8e73-e8c02a9db19b None None] DHCP port deletion for 01c25354-f919-4d40-965e-4b927fd25e47 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:33:02.105540 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-15e6f8da-00f5-4ea8-b379-be603446ece0 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:02.113344 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-15e6f8da-00f5-4ea8-b379-be603446ece0 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:02.144282 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6f8da-00f5-4ea8-b379-be603446ece0 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa2a0a2-a3e6-4a13-b4bc-1d474ad5968c,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:02.155764 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-15e6f8da-00f5-4ea8-b379-be603446ece0 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:02.161797 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-15e6f8da-00f5-4ea8-b379-be603446ece0 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3112705 Nov 10 19:33:02.162697 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58406) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:02.180470 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-192e8c49-af03-4183-99c7-6c007fd8d867 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Request body: {'security_group_rule': {'security_group_id': 'ade3e328-4e89-4174-ab30-9c55dae7eb62', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:02.189983 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-55192ef4-0193-493f-826b-fbffe2980fb5 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Deleting port 09d7d0eb-4c8d-413a-929c-36821c36da96 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:33:02.190670 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-55192ef4-0193-493f-826b-fbffe2980fb5 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:02.291949 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-192e8c49-af03-4183-99c7-6c007fd8d867 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:02.304926 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532e898-1ded-488a-8483-0d6edac961d0 req-2939379c-d26b-41a3-9aeb-f6f138cb30e7 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:02.305210 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-55192ef4-0193-493f-826b-fbffe2980fb5 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] For port 09d7d0eb-4c8d-413a-929c-36821c36da96, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=09d7d0eb-4c8d-413a-929c-36821c36da96,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:02.305738 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-55192ef4-0193-493f-826b-fbffe2980fb5 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:02.312807 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7532e898-1ded-488a-8483-0d6edac961d0 req-2939379c-d26b-41a3-9aeb-f6f138cb30e7 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.1558893 Nov 10 19:33:02.326648 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-55192ef4-0193-493f-826b-fbffe2980fb5 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Calling delete_port for 09d7d0eb-4c8d-413a-929c-36821c36da96 owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:33:02.369060 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae47993-e4af-4dfe-b37b-958f5860fb0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-0f2098c5-8490-42c1-8134-97661a60c707', 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'fixed_ips': [{'subnet_id': 'cc412025-2ca4-42ee-8b6b-5a24d0a6d06c'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:33:02.370037 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1ae47993-e4af-4dfe-b37b-958f5860fb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:02.420788 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-f17df4fd-d5d3-43ef-8e73-e8c02a9db19b None None] Deleting port 1717270b-0a79-4a13-955b-969e9c3fce66 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:33:02.421253 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f17df4fd-d5d3-43ef-8e73-e8c02a9db19b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:02.496408 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7532e898-1ded-488a-8483-0d6edac961d0 req-da3eff46-f700-4438-9890-d01cec422d24 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826410 Nov 10 19:33:02.509618 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-192e8c49-af03-4183-99c7-6c007fd8d867 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:02.517094 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-192e8c49-af03-4183-99c7-6c007fd8d867 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:02.528159 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 1717270b-0a79-4a13-955b-969e9c3fce66 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:33:02.561466 n-d-813897-4 neutron-server[102506]: DEBUG neutron.objects.ports [None req-a7196d27-1311-4b26-a789-639895e6a8a2 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102506) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 19:33:02.569122 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a7196d27-1311-4b26-a789-639895e6a8a2 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:02.613942 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e8c49-af03-4183-99c7-6c007fd8d867 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=567e408e-a53b-4c4b-aa9b-d9d60afca255,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:02.622028 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-55192ef4-0193-493f-826b-fbffe2980fb5 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:02.641714 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-0cfabb45-f2c3-4d95-9d3f-a0416524221e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d5d7b1-971a-4c2f-9b3b-66045d6651e8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-747590048', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '09d7d0eb-4c8d-413a-929c-36821c36da96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:09Z', 'updated_at': '2021-11-10T19:32:58Z', 'revision_number': 5, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'gw_port': {'id': '09d7d0eb-4c8d-413a-929c-36821c36da96', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d5d7b1-971a-4c2f-9b3b-66045d6651e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:11Z', 'updated_at': '2021-11-10T19:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:02.661800 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-f17df4fd-d5d3-43ef-8e73-e8c02a9db19b None None] For port 1717270b-0a79-4a13-955b-969e9c3fce66, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=1717270b-0a79-4a13-955b-969e9c3fce66,segment=NetworkSegment(c599a174-3bf8-4bdd-a517-8508a8f615c0),segment_id=c599a174-3bf8-4bdd-a517-8508a8f615c0)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:02.662510 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f17df4fd-d5d3-43ef-8e73-e8c02a9db19b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:02.673043 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-192e8c49-af03-4183-99c7-6c007fd8d867 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:02.673555 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55192ef4-0193-493f-826b-fbffe2980fb5 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Pushing event deleted for resources: {'Port': ['ID=09d7d0eb-4c8d-413a-929c-36821c36da96,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:02.675999 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-192e8c49-af03-4183-99c7-6c007fd8d867 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5123997 Nov 10 19:33:02.685073 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58414) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:02.699109 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7196d27-1311-4b26-a789-639895e6a8a2 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:02.715171 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-a7196d27-1311-4b26-a789-639895e6a8a2 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:02.751645 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7196d27-1311-4b26-a789-639895e6a8a2 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:02.752432 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a7196d27-1311-4b26-a789-639895e6a8a2 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:02.773279 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7196d27-1311-4b26-a789-639895e6a8a2 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Subnet': ['ID=4375395b-6c69-4f14-88db-7aebce078c45,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:02.789259 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d851e31-bde4-4739-9d98-507890b9b811 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:33:02.801889 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfabb45-f2c3-4d95-9d3f-a0416524221e None None] The sync data for ids ['d7d5d7b1-971a-4c2f-9b3b-66045d6651e8'] in n-d-813897-4 is: [{'id': 'd7d5d7b1-971a-4c2f-9b3b-66045d6651e8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-747590048', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '09d7d0eb-4c8d-413a-929c-36821c36da96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:09Z', 'updated_at': '2021-11-10T19:32:58Z', 'revision_number': 5, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'gw_port': {'id': '09d7d0eb-4c8d-413a-929c-36821c36da96', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d5d7b1-971a-4c2f-9b3b-66045d6651e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:11Z', 'updated_at': '2021-11-10T19:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:33:02.802156 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a7196d27-1311-4b26-a789-639895e6a8a2 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5012329 Nov 10 19:33:02.810905 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-f17df4fd-d5d3-43ef-8e73-e8c02a9db19b None None] Calling delete_port for 1717270b-0a79-4a13-955b-969e9c3fce66 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:33:02.838255 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58424) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:02.867176 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-3c0ca247-d182-45a4-bc8e-e9cafdb58bc9 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'port': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'mac_address': 'fa:16:3e:d4:7f:09', 'name': 'tempest-NetworksTestDHCPv6-322995333'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:02.879809 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8921ca5-b117-4a49-b081-52f32515fc00 req-d0e4531e-16d6-4e75-a580-447ab944ccc3 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:02.881723 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e8921ca5-b117-4a49-b081-52f32515fc00 req-d0e4531e-16d6-4e75-a580-447ab944ccc3 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.0985394 Nov 10 19:33:02.936716 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-53ec3196-f264-4363-b580-9ee960ed12a1 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:02.943457 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-55192ef4-0193-493f-826b-fbffe2980fb5 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:03.042290 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-53ec3196-f264-4363-b580-9ee960ed12a1 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:03.070296 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f17df4fd-d5d3-43ef-8e73-e8c02a9db19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:03.099237 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-1ae47993-e4af-4dfe-b37b-958f5860fb0e None None] Allocated IP 172.20.0.2 (0f2098c5-8490-42c1-8134-97661a60c707/cc412025-2ca4-42ee-8b6b-5a24d0a6d06c/9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:33:03.107508 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-1ae47993-e4af-4dfe-b37b-958f5860fb0e None None] Allocated IP 2001:db8::f816:3eff:fe3c:e329 (0f2098c5-8490-42c1-8134-97661a60c707/4375395b-6c69-4f14-88db-7aebce078c45/9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:33:03.285855 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1ae47993-e4af-4dfe-b37b-958f5860fb0e None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:03.327088 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1ae47993-e4af-4dfe-b37b-958f5860fb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:03.332473 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:03.334303 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17df4fd-d5d3-43ef-8e73-e8c02a9db19b None None] Pushing event deleted for resources: {'Port': ['ID=1717270b-0a79-4a13-955b-969e9c3fce66,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:03.335282 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e8921ca5-b117-4a49-b081-52f32515fc00 req-fa494427-b3f0-4e70-b15d-0066ab22e63a tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4468055 Nov 10 19:33:03.384526 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17df4fd-d5d3-43ef-8e73-e8c02a9db19b None None] No DVR routers for this DVR port 1717270b-0a79-4a13-955b-969e9c3fce66 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:33:03.449858 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae47993-e4af-4dfe-b37b-958f5860fb0e None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:03.459357 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-1ae47993-e4af-4dfe-b37b-958f5860fb0e None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:03.465639 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae47993-e4af-4dfe-b37b-958f5860fb0e None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:33:03.484247 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae47993-e4af-4dfe-b37b-958f5860fb0e None None] Pushing event updated for resources: {'Port': ['ID=9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:03.491060 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 61dac771-c3ce-49c9-b5d2-7bf389368733 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:33:03.528764 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-55192ef4-0193-493f-826b-fbffe2980fb5 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:03.537167 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 61dac771-c3ce-49c9-b5d2-7bf389368733 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:33:03.537831 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 61dac771-c3ce-49c9-b5d2-7bf389368733 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:33:03.537944 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-55192ef4-0193-493f-826b-fbffe2980fb5 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:03.607199 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-1ae47993-e4af-4dfe-b37b-958f5860fb0e None None] Attempting to bind port 9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:33:03.607703 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-1ae47993-e4af-4dfe-b37b-958f5860fb0e None None] Attempting to bind port 9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:33:03.608079 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae47993-e4af-4dfe-b37b-958f5860fb0e None None] Attempting to bind port 9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9 on network 0f2098c5-8490-42c1-8134-97661a60c707 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:33:03.614040 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae47993-e4af-4dfe-b37b-958f5860fb0e None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:33:03.614416 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae47993-e4af-4dfe-b37b-958f5860fb0e None None] Checking segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:33:03.614936 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1ae47993-e4af-4dfe-b37b-958f5860fb0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:03.615376 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae47993-e4af-4dfe-b37b-958f5860fb0e None None] Bound using segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:33:03.615878 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-1ae47993-e4af-4dfe-b37b-958f5860fb0e None None] Bound port: 9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:33:03.617871 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1ae47993-e4af-4dfe-b37b-958f5860fb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:03.622494 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-53ec3196-f264-4363-b580-9ee960ed12a1 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:03.636525 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-53ec3196-f264-4363-b580-9ee960ed12a1 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:03.637815 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-53ec3196-f264-4363-b580-9ee960ed12a1 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/567e408e-a53b-4c4b-aa9b-d9d60afca255 HTTP/1.1" status: 204 len: 168 time: 0.9500728 Nov 10 19:33:03.640799 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58434) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:03.654273 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec3196-f264-4363-b580-9ee960ed12a1 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=567e408e-a53b-4c4b-aa9b-d9d60afca255,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:03.659727 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-55192ef4-0193-493f-826b-fbffe2980fb5 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:03.660331 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55192ef4-0193-493f-826b-fbffe2980fb5 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Fanout notify agent at l3_agent the message router_deleted on router d7d5d7b1-971a-4c2f-9b3b-66045d6651e8 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:33:03.668899 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-55192ef4-0193-493f-826b-fbffe2980fb5 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:03.670194 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-55192ef4-0193-493f-826b-fbffe2980fb5 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "DELETE /v2.0/routers/d7d5d7b1-971a-4c2f-9b3b-66045d6651e8 HTTP/1.1" status: 204 len: 168 time: 2.2311881 Nov 10 19:33:03.673404 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58436) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:03.704297 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-1ae47993-e4af-4dfe-b37b-958f5860fb0e None None] For port 9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:33:03.714717 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-1ae47993-e4af-4dfe-b37b-958f5860fb0e None None] For port 9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:33:03.718893 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0651a6aa-3161-4aa7-b023-edc0e54ad80d tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0767877 Nov 10 19:33:03.722378 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58438) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:03.724519 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1ae47993-e4af-4dfe-b37b-958f5860fb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:03.741158 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0ca247-d182-45a4-bc8e-e9cafdb58bc9 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:03.779857 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-23c4ab04-357d-4b29-8b92-7b40cf005f1f tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:03.813062 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-23c4ab04-357d-4b29-8b92-7b40cf005f1f tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:03.836419 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae47993-e4af-4dfe-b37b-958f5860fb0e None None] Pushing event updated for resources: {'Port': ['ID=9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:03.857012 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-affba169-b67c-4c4c-86e6-9efe3b6ca026 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:03.860927 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-23c4ab04-357d-4b29-8b92-7b40cf005f1f tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:03.870609 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-23c4ab04-357d-4b29-8b92-7b40cf005f1f tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:03.872481 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-23c4ab04-357d-4b29-8b92-7b40cf005f1f tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/aaa2a0a2-a3e6-4a13-b4bc-1d474ad5968c HTTP/1.1" status: 204 len: 168 time: 0.1489866 Nov 10 19:33:03.875432 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58446) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:03.877786 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4ab04-357d-4b29-8b92-7b40cf005f1f tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aaa2a0a2-a3e6-4a13-b4bc-1d474ad5968c,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:03.971661 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c0ca247-d182-45a4-bc8e-e9cafdb58bc9 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:04.025349 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9ce5da87-3c07-4402-b0ce-a8b5e1d063dc tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1473856 Nov 10 19:33:04.028377 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58448) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:04.054222 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-818134cd-7a8f-40e9-9bbd-6872576ff5b2 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:04.065080 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-818134cd-7a8f-40e9-9bbd-6872576ff5b2 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:04.067431 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-affba169-b67c-4c4c-86e6-9efe3b6ca026 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:04.070250 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-3c0ca247-d182-45a4-bc8e-e9cafdb58bc9 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] device_id is not set on port df05e477-4840-42ad-a5ad-134b9ffb2e52 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:33:04.104034 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-818134cd-7a8f-40e9-9bbd-6872576ff5b2 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:04.110996 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-818134cd-7a8f-40e9-9bbd-6872576ff5b2 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:04.115074 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-818134cd-7a8f-40e9-9bbd-6872576ff5b2 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/7edf6e48-ddac-4686-8f6e-ea9e6f7519c5 HTTP/1.1" status: 204 len: 168 time: 0.0825801 Nov 10 19:33:04.117543 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58450) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:04.119870 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818134cd-7a8f-40e9-9bbd-6872576ff5b2 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7edf6e48-ddac-4686-8f6e-ea9e6f7519c5,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:04.126806 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-affba169-b67c-4c4c-86e6-9efe3b6ca026 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c25354-f919-4d40-965e-4b927fd25e47']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:04.160355 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-affba169-b67c-4c4c-86e6-9efe3b6ca026 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c599a174-3bf8-4bdd-a517-8508a8f615c0') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:04.160566 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-affba169-b67c-4c4c-86e6-9efe3b6ca026 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c599a174-3bf8-4bdd-a517-8508a8f615c0') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:04.178460 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-affba169-b67c-4c4c-86e6-9efe3b6ca026 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:04.209390 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-affba169-b67c-4c4c-86e6-9efe3b6ca026 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:04.246524 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a81cb189-c854-4028-ae4f-351dcbe84bb6 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1262383 Nov 10 19:33:04.249243 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58456) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:04.256718 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-affba169-b67c-4c4c-86e6-9efe3b6ca026 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:33:04.257123 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-affba169-b67c-4c4c-86e6-9efe3b6ca026 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:04.260115 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:33:04.260115 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:33:04.260115 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:33:04.260115 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:33:04.260115 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:33:04.260115 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:33:04.260115 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:33:04.260115 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:33:04.260115 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:33:04.260115 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:33:04.260115 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:33:04.260115 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:33:04.260115 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:33:04.260115 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:33:04.260115 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:33:04.260115 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:33:04.260115 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:33:04.260115 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:33:04.260115 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:33:04.260115 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:33:04.260115 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:33:04.260115 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:33:04.260115 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:33:04.260115 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:33:04.260115 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:33:04.260115 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:33:04.260115 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:33:04.260115 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:33:04.260115 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:33:04.260115 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:33:04.260115 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:33:04.260115 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:33:04.288106 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e183037e-7673-4ce9-9053-a21c9d80adb8 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:04.354347 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e183037e-7673-4ce9-9053-a21c9d80adb8 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:04.437228 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e183037e-7673-4ce9-9053-a21c9d80adb8 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:04.445192 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-affba169-b67c-4c4c-86e6-9efe3b6ca026 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:04.450480 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e183037e-7673-4ce9-9053-a21c9d80adb8 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:04.457538 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e183037e-7673-4ce9-9053-a21c9d80adb8 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/9d1f66e2-2835-4dfb-92f4-7105e6007b36 HTTP/1.1" status: 204 len: 168 time: 0.2063677 Nov 10 19:33:04.457900 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58464) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:04.470673 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-affba169-b67c-4c4c-86e6-9efe3b6ca026 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:04.472333 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183037e-7673-4ce9-9053-a21c9d80adb8 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d1f66e2-2835-4dfb-92f4-7105e6007b36,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:04.473834 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-affba169-b67c-4c4c-86e6-9efe3b6ca026 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "DELETE /v2.0/networks/01c25354-f919-4d40-965e-4b927fd25e47 HTTP/1.1" status: 204 len: 168 time: 0.7994757 Nov 10 19:33:04.476475 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58466) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:04.534683 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affba169-b67c-4c4c-86e6-9efe3b6ca026 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Pushing event deleted for resources: {'Network': ['ID=01c25354-f919-4d40-965e-4b927fd25e47,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:04.562609 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-3c0ca247-d182-45a4-bc8e-e9cafdb58bc9 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Allocated IP 172.20.0.6 (0f2098c5-8490-42c1-8134-97661a60c707/cc412025-2ca4-42ee-8b6b-5a24d0a6d06c/df05e477-4840-42ad-a5ad-134b9ffb2e52) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:33:04.574691 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-3c0ca247-d182-45a4-bc8e-e9cafdb58bc9 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Allocated IP 2001:db8::f816:3eff:fed4:7f09 (0f2098c5-8490-42c1-8134-97661a60c707/4375395b-6c69-4f14-88db-7aebce078c45/df05e477-4840-42ad-a5ad-134b9ffb2e52) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:33:04.585158 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:33:04.639772 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-402a2949-201b-4dee-b611-d6d45e5fdd14 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1758482 Nov 10 19:33:04.644631 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58468) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:04.669583 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:04.670132 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:04.710576 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1d83b-5590-4e55-a421-15343ae1f0f7 req-2a2f6eba-53c9-414c-aaa7-0fac820e83d4 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:04.712138 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02a1d83b-5590-4e55-a421-15343ae1f0f7 req-2a2f6eba-53c9-414c-aaa7-0fac820e83d4 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.1524136 Nov 10 19:33:04.730802 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-78be3355-a1f9-4c1e-abb6-a18ffc70ad4f tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:04.755080 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-78be3355-a1f9-4c1e-abb6-a18ffc70ad4f tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:04.778104 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:04.841724 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:04.846249 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02a1d83b-5590-4e55-a421-15343ae1f0f7 req-b7d41be3-488d-4497-8b2d-91a50f4961d3 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939255 Nov 10 19:33:04.851896 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:04.883505 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-78be3355-a1f9-4c1e-abb6-a18ffc70ad4f tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:04.896962 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-78be3355-a1f9-4c1e-abb6-a18ffc70ad4f tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:04.898636 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-78be3355-a1f9-4c1e-abb6-a18ffc70ad4f tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/efe9afe2-9cda-4f9d-a5b7-52f02dbc245c HTTP/1.1" status: 204 len: 168 time: 0.2528124 Nov 10 19:33:04.901723 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58478) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:04.906857 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be3355-a1f9-4c1e-abb6-a18ffc70ad4f tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=efe9afe2-9cda-4f9d-a5b7-52f02dbc245c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:04.937321 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:04.957088 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-b19e1346-d02f-4f45-b5d7-36a9d41d4391 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Deleting port 315de85b-7226-46c8-8fd8-5588c15b211a {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:33:04.957885 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b19e1346-d02f-4f45-b5d7-36a9d41d4391 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:04.980432 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c0ca247-d182-45a4-bc8e-e9cafdb58bc9 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:04.981961 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device b47c5d6f-ae04-4f62-b47f-7360cc9e4335 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:33:05.014010 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: b47c5d6f-ae04-4f62-b47f-7360cc9e4335 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:33:05.014834 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device b47c5d6f-ae04-4f62-b47f-7360cc9e4335 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:33:05.015441 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 09d7d0eb-4c8d-413a-929c-36821c36da96 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:33:05.049282 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c0ca247-d182-45a4-bc8e-e9cafdb58bc9 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:05.088459 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 09d7d0eb-4c8d-413a-929c-36821c36da96 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:33:05.090355 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 09d7d0eb-4c8d-413a-929c-36821c36da96 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:33:05.104107 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0ca247-d182-45a4-bc8e-e9cafdb58bc9 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:05.110320 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-3c0ca247-d182-45a4-bc8e-e9cafdb58bc9 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:05.114781 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0ca247-d182-45a4-bc8e-e9cafdb58bc9 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:33:05.133783 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8ce8ea42-3163-4fde-b714-4c9985c2e517 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2284727 Nov 10 19:33:05.139630 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58482) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:05.150471 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ca247-d182-45a4-bc8e-e9cafdb58bc9 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Port': ['ID=df05e477-4840-42ad-a5ad-134b9ffb2e52,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:05.197222 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0ca247-d182-45a4-bc8e-e9cafdb58bc9 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:05.199941 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c0ca247-d182-45a4-bc8e-e9cafdb58bc9 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:05.222482 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3c0ca247-d182-45a4-bc8e-e9cafdb58bc9 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.3829968 Nov 10 19:33:05.225469 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58486) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:05.258601 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b19e1346-d02f-4f45-b5d7-36a9d41d4391 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:05.259010 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b19e1346-d02f-4f45-b5d7-36a9d41d4391 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:05.303144 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-b19e1346-d02f-4f45-b5d7-36a9d41d4391 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Calling delete_port for 315de85b-7226-46c8-8fd8-5588c15b211a owned by network:floatingip {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:33:05.309671 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7e33b4-07c7-4643-a31f-c6221c9fc3d7 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:05.317869 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7e33b4-07c7-4643-a31f-c6221c9fc3d7 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:05.319690 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0d7e33b4-07c7-4643-a31f-c6221c9fc3d7 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0926199 Nov 10 19:33:05.322976 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58490) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:05.368250 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93589c-28fd-479f-99b2-e70a5c4362fa req-9be74c6e-5745-4407-a212-797669ae3860 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:05.375003 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2e93589c-28fd-479f-99b2-e70a5c4362fa req-9be74c6e-5745-4407-a212-797669ae3860 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.2017620 Nov 10 19:33:05.412211 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-87c5508e-d2b8-4894-ad8f-98ce3fdd7a46 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:05.469608 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9f94f7-fda7-453a-b296-a6cbbcbee500 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:33:05.540433 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-87c5508e-d2b8-4894-ad8f-98ce3fdd7a46 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:05.543956 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5fdfaafe-d651-487e-9280-2366353663b6 None None] Provisioning complete for port 9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:05.544288 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5fdfaafe-d651-487e-9280-2366353663b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:05.621732 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2e93589c-28fd-479f-99b2-e70a5c4362fa req-d2dc12c6-1379-40ab-a57a-c3e3dd2c8350 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117610 Nov 10 19:33:05.681270 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-5d85563f-dcd2-4fd1-b381-f48ed8d67dc1 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting port df05e477-4840-42ad-a5ad-134b9ffb2e52 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:33:05.682017 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5d85563f-dcd2-4fd1-b381-f48ed8d67dc1 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:05.702405 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-87c5508e-d2b8-4894-ad8f-98ce3fdd7a46 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:05.705588 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-87c5508e-d2b8-4894-ad8f-98ce3fdd7a46 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:05.707787 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-87c5508e-d2b8-4894-ad8f-98ce3fdd7a46 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "DELETE /v2.0/security-groups/ade3e328-4e89-4174-ab30-9c55dae7eb62 HTTP/1.1" status: 204 len: 168 time: 0.5644839 Nov 10 19:33:05.709580 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58496) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:05.771434 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5508e-d2b8-4894-ad8f-98ce3fdd7a46 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade3e328-4e89-4174-ab30-9c55dae7eb62,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:05.823090 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-859e87ab-2a71-4b60-bf23-9f84c2a6b1ec tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1080577 Nov 10 19:33:05.823387 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58498) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:05.831992 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-8a585924-4dc2-42f6-9576-34b31141db0d tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Request body: {'security_group': {'name': 'tempest-secgroup--1587301371'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:05.852830 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5d85563f-dcd2-4fd1-b381-f48ed8d67dc1 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:05.880545 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-5d85563f-dcd2-4fd1-b381-f48ed8d67dc1 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Calling delete_port for df05e477-4840-42ad-a5ad-134b9ffb2e52 owned by {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:33:05.893127 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b19e1346-d02f-4f45-b5d7-36a9d41d4391 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:05.901054 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8a585924-4dc2-42f6-9576-34b31141db0d tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:05.966542 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e1346-d02f-4f45-b5d7-36a9d41d4391 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Pushing event deleted for resources: {'Port': ['ID=315de85b-7226-46c8-8fd8-5588c15b211a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:06.102062 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b19e1346-d02f-4f45-b5d7-36a9d41d4391 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for floatingip, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:06.102392 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-b19e1346-d02f-4f45-b5d7-36a9d41d4391 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Floating IP eb1cdbb6-197b-471f-8580-b3f1930a58c6 disassociated (deleted). External IP: 172.25.3.190, port: aa30722c-7566-440e-8907-204057e4e1fa. Nov 10 19:33:06.170553 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8a585924-4dc2-42f6-9576-34b31141db0d tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:06.183243 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8a585924-4dc2-42f6-9576-34b31141db0d tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:06.286495 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8a585924-4dc2-42f6-9576-34b31141db0d tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:06.287742 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8a585924-4dc2-42f6-9576-34b31141db0d tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4628358 Nov 10 19:33:06.290730 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58510) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:06.296256 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-7095c383-b282-4922-ba56-71c03e216ec2 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Request body: {'security_group_rule': {'security_group_id': 'c947f170-1d97-467c-8917-3aa5047be798', 'direction': 'ingress', 'protocol': 17}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:06.296438 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a585924-4dc2-42f6-9576-34b31141db0d tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c947f170-1d97-467c-8917-3aa5047be798,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:06.346662 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5d85563f-dcd2-4fd1-b381-f48ed8d67dc1 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:06.362082 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7095c383-b282-4922-ba56-71c03e216ec2 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:06.419129 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85563f-dcd2-4fd1-b381-f48ed8d67dc1 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Port': ['ID=df05e477-4840-42ad-a5ad-134b9ffb2e52,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:06.475148 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:33:06.479536 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7095c383-b282-4922-ba56-71c03e216ec2 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:06.506879 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7095c383-b282-4922-ba56-71c03e216ec2 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:06.545601 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095c383-b282-4922-ba56-71c03e216ec2 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e8a0c14-400e-4dd1-9807-f2167760a6cf,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:06.565309 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7095c383-b282-4922-ba56-71c03e216ec2 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:06.566971 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7095c383-b282-4922-ba56-71c03e216ec2 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2747891 Nov 10 19:33:06.569899 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58516) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:06.578269 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19e1346-d02f-4f45-b5d7-36a9d41d4391 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Router 04c617f5-3805-4482-a3e2-96ea5295e82b has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:33:06.581333 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:06.581859 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:06.583672 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5d85563f-dcd2-4fd1-b381-f48ed8d67dc1 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:06.585497 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-11dcac8f-93ac-4ab0-ab59-0895fc092e8c None None] Could not find standard attr ID for object df05e477-4840-42ad-a5ad-134b9ffb2e52. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:33:06.586951 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5d85563f-dcd2-4fd1-b381-f48ed8d67dc1 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/df05e477-4840-42ad-a5ad-134b9ffb2e52 HTTP/1.1" status: 204 len: 168 time: 1.2519836 Nov 10 19:33:06.590035 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58518) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:06.636892 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-11dcac8f-93ac-4ab0-ab59-0895fc092e8c None None] Provisioning complete for port 9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:06.637705 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-11dcac8f-93ac-4ab0-ab59-0895fc092e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:06.679567 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-60cf13c5-9c10-4a39-b08d-3465d3978f51 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:06.724288 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8f45c4-3e16-4f08-a283-ccdd2d8a3a80 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:06.730993 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8f45c4-3e16-4f08-a283-ccdd2d8a3a80 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:06.732603 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8f45c4-3e16-4f08-a283-ccdd2d8a3a80 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:06.736977 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5a8f45c4-3e16-4f08-a283-ccdd2d8a3a80 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1459270 Nov 10 19:33:06.739570 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-60cf13c5-9c10-4a39-b08d-3465d3978f51 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:06.742604 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58522) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:06.870386 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be0eece-630e-4fcf-bc46-d5ff67ee3c44 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting subnet 4375395b-6c69-4f14-88db-7aebce078c45 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:33:06.874778 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-60cf13c5-9c10-4a39-b08d-3465d3978f51 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:06.878114 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28268b46-1137-43a5-9618-d22dd59cf1de req-66e2ac06-1c76-4718-bf49-8997ace1012e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:06.878670 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-60cf13c5-9c10-4a39-b08d-3465d3978f51 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:06.879870 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-28268b46-1137-43a5-9618-d22dd59cf1de req-66e2ac06-1c76-4718-bf49-8997ace1012e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.1252403 Nov 10 19:33:06.886155 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-60cf13c5-9c10-4a39-b08d-3465d3978f51 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "DELETE /v2.0/security-groups/c947f170-1d97-467c-8917-3aa5047be798 HTTP/1.1" status: 204 len: 168 time: 0.3105490 Nov 10 19:33:06.887231 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0be0eece-630e-4fcf-bc46-d5ff67ee3c44 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:06.890196 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19e1346-d02f-4f45-b5d7-36a9d41d4391 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:33:06.893166 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58526) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:06.903982 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd7bdc1-7bab-4599-aa27-05e559700393 None None] Sync routers for ids ['04c617f5-3805-4482-a3e2-96ea5295e82b'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:33:06.905377 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b19e1346-d02f-4f45-b5d7-36a9d41d4391 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:06.924809 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd7bdc1-7bab-4599-aa27-05e559700393 None None] Routers {'04c617f5-3805-4482-a3e2-96ea5295e82b'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:33:06.925806 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7fd7bdc1-7bab-4599-aa27-05e559700393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:32:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['04c617f5-3805-4482-a3e2-96ea5295e82b'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:06.937620 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf13c5-9c10-4a39-b08d-3465d3978f51 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c947f170-1d97-467c-8917-3aa5047be798,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:06.975221 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b19e1346-d02f-4f45-b5d7-36a9d41d4391 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "DELETE /v2.0/floatingips/eb1cdbb6-197b-471f-8580-b3f1930a58c6 HTTP/1.1" status: 204 len: 168 time: 2.4975152 Nov 10 19:33:06.985048 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5bdf30-01fc-4ea9-a5af-307c0c064cca', 'tag': 'aa30722c-7566-440e-8907-204057e4e1fa'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:33:06.985531 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0be0eece-630e-4fcf-bc46-d5ff67ee3c44 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:06.987900 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb7bafd-72ee-4167-990d-b66dda64e9d7" -d '{"events": [{"name": "network-changed", "server_uuid": "da5bdf30-01fc-4ea9-a5af-307c0c064cca", "tag": "aa30722c-7566-440e-8907-204057e4e1fa"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:33:07.024786 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-28268b46-1137-43a5-9618-d22dd59cf1de req-3904e097-5348-4b09-979b-578ae2205622 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274722 Nov 10 19:33:07.100648 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58538) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:07.102004 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-684539bf-6fcb-481a-b659-9658e0be65b0 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1831634 Nov 10 19:33:07.107725 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-7fd7bdc1-7bab-4599-aa27-05e559700393 None None] Set router 04c617f5-3805-4482-a3e2-96ea5295e82b gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:33:07.108602 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-4b7138fb-3d0b-43a8-85ee-30bf3698e28e tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Request body: {'security_group': {'name': 'tempest-secgroup--1360329083'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:07.134903 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-76c4ee4f-c69e-43e8-99ba-5501754d55de None None] Could not find standard attr ID for object df05e477-4840-42ad-a5ad-134b9ffb2e52. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:33:07.140536 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4b7138fb-3d0b-43a8-85ee-30bf3698e28e tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:07.190836 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0be0eece-630e-4fcf-bc46-d5ff67ee3c44 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:07.264913 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4b7138fb-3d0b-43a8-85ee-30bf3698e28e tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:07.275502 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4b7138fb-3d0b-43a8-85ee-30bf3698e28e tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:07.292235 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0be0eece-630e-4fcf-bc46-d5ff67ee3c44 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:07.320776 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e133cd3-dee1-407c-a3e3-14eb9ee4ce87 x-openstack-request-id: req-1e133cd3-dee1-407c-a3e3-14eb9ee4ce87 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:33:07.321901 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5bdf30-01fc-4ea9-a5af-307c0c064cca", "tag": "aa30722c-7566-440e-8907-204057e4e1fa", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:33:07.322586 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1e133cd3-dee1-407c-a3e3-14eb9ee4ce87 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:33:07.324027 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5bdf30-01fc-4ea9-a5af-307c0c064cca', 'tag': 'aa30722c-7566-440e-8907-204057e4e1fa', 'status': 'completed', 'code': 200} Nov 10 19:33:07.343792 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7138fb-3d0b-43a8-85ee-30bf3698e28e tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdff915-7b1d-44f5-86b8-e69b2af81da7,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:07.359131 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0eece-630e-4fcf-bc46-d5ff67ee3c44 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Subnet': ['ID=4375395b-6c69-4f14-88db-7aebce078c45,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:07.362036 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0be0eece-630e-4fcf-bc46-d5ff67ee3c44 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:07.365921 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0be0eece-630e-4fcf-bc46-d5ff67ee3c44 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/4375395b-6c69-4f14-88db-7aebce078c45 HTTP/1.1" status: 204 len: 168 time: 0.6223137 Nov 10 19:33:07.374983 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4b7138fb-3d0b-43a8-85ee-30bf3698e28e tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:07.376660 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4b7138fb-3d0b-43a8-85ee-30bf3698e28e tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2744789 Nov 10 19:33:07.377318 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58548) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:07.401840 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58550) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:07.412844 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-cc98ed9b-662b-41d4-85bc-5881d9ed6513 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Request body: {'security_group': {'name': 'tempest-secgroup--592162176'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:07.414418 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7fd7bdc1-7bab-4599-aa27-05e559700393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-409543339', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'fa4730d6-5f8b-471e-bb1b-6ce8607fc359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:30:56Z', 'updated_at': '2021-11-10T19:31:08Z', 'revision_number': 4, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'gw_port': {'id': 'fa4730d6-5f8b-471e-bb1b-6ce8607fc359', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:57Z', 'updated_at': '2021-11-10T19:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '03460f21-068d-4064-bf0e-27dad767c39e', 'name': '', 'network_id': '12fc590f-8c5a-4ca6-a35a-608285b5045d', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'mac_address': 'fa:16:3e:90:54:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '42ecad61-e792-4bb6-ad4a-77337d262df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:06Z', 'updated_at': '2021-11-10T19:31:12Z', 'revision_number': 5, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'subnets': [{'id': '42ecad61-e792-4bb6-ad4a-77337d262df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:07.455394 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd7bdc1-7bab-4599-aa27-05e559700393 None None] Checking router: 04c617f5-3805-4482-a3e2-96ea5295e82b for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:33:07.471543 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd7bdc1-7bab-4599-aa27-05e559700393 None None] Routers {'04c617f5-3805-4482-a3e2-96ea5295e82b'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:33:07.472495 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7fd7bdc1-7bab-4599-aa27-05e559700393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:32:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['04c617f5-3805-4482-a3e2-96ea5295e82b'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:07.482002 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7bafd-72ee-4167-990d-b66dda64e9d7 req-9e6ba24c-fecc-4fc9-82e9-a79a75e2b0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:07.483606 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1fb7bafd-72ee-4167-990d-b66dda64e9d7 req-9e6ba24c-fecc-4fc9-82e9-a79a75e2b0e7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=26bbb91bbd1a44118e77b6255c634c66&device_id=da5bdf30-01fc-4ea9-a5af-307c0c064cca HTTP/1.1" status: 200 len: 1136 time: 0.1450510 Nov 10 19:33:07.493418 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc98ed9b-662b-41d4-85bc-5881d9ed6513 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:07.537483 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-b13060d3-43ab-41ce-bc0c-9bf693293e97 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting subnet cc412025-2ca4-42ee-8b6b-5a24d0a6d06c {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:33:07.544749 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b13060d3-43ab-41ce-bc0c-9bf693293e97 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:07.638977 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c49f42-c0cd-41e8-8755-97abd334e64c req-7300b04f-de76-4870-9666-496b1a34d29b tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:07.646427 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-58c49f42-c0cd-41e8-8755-97abd334e64c req-7300b04f-de76-4870-9666-496b1a34d29b tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.2127421 Nov 10 19:33:07.665583 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b13060d3-43ab-41ce-bc0c-9bf693293e97 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:07.675889 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-7fd7bdc1-7bab-4599-aa27-05e559700393 None None] Set router 04c617f5-3805-4482-a3e2-96ea5295e82b gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:33:07.676780 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7bafd-72ee-4167-990d-b66dda64e9d7 req-7cae7dc6-04f7-4529-869a-3867cc3588e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:07.678423 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1fb7bafd-72ee-4167-990d-b66dda64e9d7 req-7cae7dc6-04f7-4529-869a-3867cc3588e8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=12fc590f-8c5a-4ca6-a35a-608285b5045d HTTP/1.1" status: 200 len: 898 time: 0.1865187 Nov 10 19:33:07.731377 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cc0e67-335e-4f3a-b448-361844f0ae36 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:33:07.747291 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-58c49f42-c0cd-41e8-8755-97abd334e64c req-3539d65d-9e4b-4d4d-b922-c3719998437b tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501525 Nov 10 19:33:07.810080 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1fb7bafd-72ee-4167-990d-b66dda64e9d7 req-47f20c77-cc1c-4118-9b23-4f347275db0f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa30722c-7566-440e-8907-204057e4e1fa HTTP/1.1" status: 200 len: 217 time: 0.1158295 Nov 10 19:33:07.813304 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc98ed9b-662b-41d4-85bc-5881d9ed6513 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:07.855293 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc98ed9b-662b-41d4-85bc-5881d9ed6513 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:07.939194 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b13060d3-43ab-41ce-bc0c-9bf693293e97 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:08.001782 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc98ed9b-662b-41d4-85bc-5881d9ed6513 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:08.004358 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cc98ed9b-662b-41d4-85bc-5881d9ed6513 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6010523 Nov 10 19:33:08.008195 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58560) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:08.013302 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-de495370-1668-428a-bd31-092f4a063bb5 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Request body: {'security_group_rule': {'security_group_id': 'bbdff915-7b1d-44f5-86b8-e69b2af81da7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b4bdf389-1865-42fb-bb2c-2013e81bf170', 'remote_ip_prefix': None}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:08.021345 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173ea08-d3f6-4f1b-82df-903e81772ed1 req-4f87cbe0-5c41-4951-aaa8-12f3b3554551 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:08.023015 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f173ea08-d3f6-4f1b-82df-903e81772ed1 req-4f87cbe0-5c41-4951-aaa8-12f3b3554551 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5bdf30-01fc-4ea9-a5af-307c0c064cca HTTP/1.1" status: 200 len: 985 time: 0.1562104 Nov 10 19:33:08.037367 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc98ed9b-662b-41d4-85bc-5881d9ed6513 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bdf389-1865-42fb-bb2c-2013e81bf170,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:08.043379 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7bafd-72ee-4167-990d-b66dda64e9d7 req-efa4941e-6d0c-4ad5-b8ac-f4b5f101cb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:08.051609 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1fb7bafd-72ee-4167-990d-b66dda64e9d7 req-efa4941e-6d0c-4ad5-b8ac-f4b5f101cb10 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=42ecad61-e792-4bb6-ad4a-77337d262df5 HTTP/1.1" status: 200 len: 835 time: 0.2298441 Nov 10 19:33:08.068331 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7fd7bdc1-7bab-4599-aa27-05e559700393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-409543339', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'fa4730d6-5f8b-471e-bb1b-6ce8607fc359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:30:56Z', 'updated_at': '2021-11-10T19:31:08Z', 'revision_number': 4, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'gw_port': {'id': 'fa4730d6-5f8b-471e-bb1b-6ce8607fc359', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:57Z', 'updated_at': '2021-11-10T19:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '03460f21-068d-4064-bf0e-27dad767c39e', 'name': '', 'network_id': '12fc590f-8c5a-4ca6-a35a-608285b5045d', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'mac_address': 'fa:16:3e:90:54:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '42ecad61-e792-4bb6-ad4a-77337d262df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:06Z', 'updated_at': '2021-11-10T19:31:12Z', 'revision_number': 5, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'subnets': [{'id': '42ecad61-e792-4bb6-ad4a-77337d262df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:08.071100 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b13060d3-43ab-41ce-bc0c-9bf693293e97 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:08.105741 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd7bdc1-7bab-4599-aa27-05e559700393 None None] The sync data for ids ['04c617f5-3805-4482-a3e2-96ea5295e82b'] in n-d-813897-4 is: [{'id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-409543339', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'fa4730d6-5f8b-471e-bb1b-6ce8607fc359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:30:56Z', 'updated_at': '2021-11-10T19:31:08Z', 'revision_number': 4, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'gw_port': {'id': 'fa4730d6-5f8b-471e-bb1b-6ce8607fc359', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:57Z', 'updated_at': '2021-11-10T19:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '03460f21-068d-4064-bf0e-27dad767c39e', 'name': '', 'network_id': '12fc590f-8c5a-4ca6-a35a-608285b5045d', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'mac_address': 'fa:16:3e:90:54:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': '42ecad61-e792-4bb6-ad4a-77337d262df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:31:06Z', 'updated_at': '2021-11-10T19:31:12Z', 'revision_number': 5, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'subnets': [{'id': '42ecad61-e792-4bb6-ad4a-77337d262df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:33:08.155162 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13060d3-43ab-41ce-bc0c-9bf693293e97 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Subnet': ['ID=cc412025-2ca4-42ee-8b6b-5a24d0a6d06c,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:08.160172 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7bafd-72ee-4167-990d-b66dda64e9d7 req-f88300d1-e907-4edb-9e9d-c3cc779758a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:08.162239 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1fb7bafd-72ee-4167-990d-b66dda64e9d7 req-f88300d1-e907-4edb-9e9d-c3cc779758a6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12fc590f-8c5a-4ca6-a35a-608285b5045d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1010807 Nov 10 19:33:08.168755 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de495370-1668-428a-bd31-092f4a063bb5 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:08.172332 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b13060d3-43ab-41ce-bc0c-9bf693293e97 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:08.175774 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b13060d3-43ab-41ce-bc0c-9bf693293e97 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/cc412025-2ca4-42ee-8b6b-5a24d0a6d06c HTTP/1.1" status: 204 len: 168 time: 0.7974257 Nov 10 19:33:08.179329 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58562) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:08.212624 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f173ea08-d3f6-4f1b-82df-903e81772ed1 req-e758083a-281a-4348-b14a-5cf5e73cb92f tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4451e71-c2c8-4d8d-adb8-59e345fcd4b4&id=c7ed6687-eba7-49f1-9e27-f61f6bdf340c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1806507 Nov 10 19:33:08.250716 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-956697df-5e50-48fc-bc11-8ef941256c28 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0575638 Nov 10 19:33:08.251116 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58564) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:08.256483 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-9c4ac93a-8466-4022-a3bf-edea351f43e0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:08.407268 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de495370-1668-428a-bd31-092f4a063bb5 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:08.418757 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4ac93a-8466-4022-a3bf-edea351f43e0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:08.419843 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de495370-1668-428a-bd31-092f4a063bb5 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:08.428986 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1fb7bafd-72ee-4167-990d-b66dda64e9d7 req-031d7627-be71-4cff-9ad1-42c33e77a0e4 service neutron] 10.222.0.73 "GET /v2.0/networks/12fc590f-8c5a-4ca6-a35a-608285b5045d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532499 Nov 10 19:33:08.437991 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c4ac93a-8466-4022-a3bf-edea351f43e0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:08.491678 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de495370-1668-428a-bd31-092f4a063bb5 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad02523f-c272-49be-a83a-6622c50191c3,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:08.510405 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de495370-1668-428a-bd31-092f4a063bb5 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:08.511552 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-de495370-1668-428a-bd31-092f4a063bb5 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5020490 Nov 10 19:33:08.515050 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58572) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:08.609332 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bdf2e0c0-0c45-484b-bc69-8c596890fe3f tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:08.624020 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0582db-90f3-459a-8ad0-a0f4d9d313d4 req-a203293c-013d-4ac5-85bd-45eef73453e2 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:08.630958 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bdf2e0c0-0c45-484b-bc69-8c596890fe3f tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:08.631355 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c0582db-90f3-459a-8ad0-a0f4d9d313d4 req-a203293c-013d-4ac5-85bd-45eef73453e2 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.1026146 Nov 10 19:33:08.638784 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a741f72-6c1f-4549-856d-ece2cd0589b3 None None] New status for floating IP eb1cdbb6-197b-471f-8580-b3f1930a58c6: DOWN {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:33:08.672669 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1fb7bafd-72ee-4167-990d-b66dda64e9d7 req-22215e50-bed7-40f7-9ebe-c2e91edb1a14 service neutron] 10.222.0.73 "GET /v2.0/networks/12fc590f-8c5a-4ca6-a35a-608285b5045d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319806 Nov 10 19:33:08.687572 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bdf2e0c0-0c45-484b-bc69-8c596890fe3f tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:08.696112 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bdf2e0c0-0c45-484b-bc69-8c596890fe3f tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:08.697822 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-bdf2e0c0-0c45-484b-bc69-8c596890fe3f tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/ad02523f-c272-49be-a83a-6622c50191c3 HTTP/1.1" status: 204 len: 168 time: 0.1816554 Nov 10 19:33:08.706212 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58574) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:08.710964 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2e0c0-0c45-484b-bc69-8c596890fe3f tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad02523f-c272-49be-a83a-6622c50191c3,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:08.780983 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c0582db-90f3-459a-8ad0-a0f4d9d313d4 req-9fa42ecb-320c-4e8e-bf4f-ade0b868f7c2 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302373 Nov 10 19:33:08.819695 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb492a-891c-4382-ba5c-0813dd791cb0 req-157ddcc8-de3d-40b9-8cc7-1e8936a71d0f tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:08.821466 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-50fb492a-891c-4382-ba5c-0813dd791cb0 req-157ddcc8-de3d-40b9-8cc7-1e8936a71d0f tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.73 "GET /v2.0/ports?device_id=da5bdf30-01fc-4ea9-a5af-307c0c064cca HTTP/1.1" status: 200 len: 985 time: 0.0960400 Nov 10 19:33:08.843658 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58582) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:08.843880 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-36dfa873-2367-4a85-a8a8-b589009233b9 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1350453 Nov 10 19:33:08.844800 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93acc41-acc6-46ba-b6f0-80ca69228b60 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:33:08.870579 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c4ac93a-8466-4022-a3bf-edea351f43e0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:08.979157 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f3bfc89a-3e9d-4d3b-80f8-74f6028b08c2 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:08.985358 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-95917e50-784e-4d62-a59e-bf03c21123f3 None None] Provisioning complete for port 9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:08.985819 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-95917e50-784e-4d62-a59e-bf03c21123f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:09.016156 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f3bfc89a-3e9d-4d3b-80f8-74f6028b08c2 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:09.024924 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4ac93a-8466-4022-a3bf-edea351f43e0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:09.034966 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-9c4ac93a-8466-4022-a3bf-edea351f43e0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:09.042400 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4ac93a-8466-4022-a3bf-edea351f43e0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:09.043265 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c4ac93a-8466-4022-a3bf-edea351f43e0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:09.049615 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ac93a-8466-4022-a3bf-edea351f43e0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Subnet': ['ID=eb4319e7-8824-4b17-877f-abeca60b50f7,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:09.074251 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-50fb492a-891c-4382-ba5c-0813dd791cb0 req-540efb53-a03e-4b1d-9f28-127132ab82ed tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Deleting port aa30722c-7566-440e-8907-204057e4e1fa {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:33:09.075200 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-50fb492a-891c-4382-ba5c-0813dd791cb0 req-540efb53-a03e-4b1d-9f28-127132ab82ed tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:09.079959 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e8979-acd6-44d9-aee8-29a296e4c72c req-b8d31beb-fd9d-4b2d-8c30-1d7d98f40ebb tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:09.081532 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-562e8979-acd6-44d9-aee8-29a296e4c72c req-b8d31beb-fd9d-4b2d-8c30-1d7d98f40ebb tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.1111317 Nov 10 19:33:09.086762 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9c4ac93a-8466-4022-a3bf-edea351f43e0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8344848 Nov 10 19:33:09.089569 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58586) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:09.094654 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-67dc14a2-b888-4bdf-a364-31ce5c426ead tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:09.206508 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f3bfc89a-3e9d-4d3b-80f8-74f6028b08c2 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:09.209390 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f3bfc89a-3e9d-4d3b-80f8-74f6028b08c2 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:09.210494 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f3bfc89a-3e9d-4d3b-80f8-74f6028b08c2 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "DELETE /v2.0/security-groups/b4bdf389-1865-42fb-bb2c-2013e81bf170 HTTP/1.1" status: 204 len: 168 time: 0.3658330 Nov 10 19:33:09.223716 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58592) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:09.224451 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-562e8979-acd6-44d9-aee8-29a296e4c72c req-45063e6d-9622-4ad4-9833-4645760db39f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242778 Nov 10 19:33:09.246121 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bfc89a-3e9d-4d3b-80f8-74f6028b08c2 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bdf389-1865-42fb-bb2c-2013e81bf170,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:09.304436 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-50fb492a-891c-4382-ba5c-0813dd791cb0 req-540efb53-a03e-4b1d-9f28-127132ab82ed tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] For port aa30722c-7566-440e-8907-204057e4e1fa, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=aa30722c-7566-440e-8907-204057e4e1fa,segment=NetworkSegment(fd4311b1-6717-430d-8c59-408abee6b6ef),segment_id=fd4311b1-6717-430d-8c59-408abee6b6ef)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:09.306467 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-50fb492a-891c-4382-ba5c-0813dd791cb0 req-540efb53-a03e-4b1d-9f28-127132ab82ed tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:09.332072 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67dc14a2-b888-4bdf-a364-31ce5c426ead tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:09.338118 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-67dc14a2-b888-4bdf-a364-31ce5c426ead tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:09.359245 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-50fb492a-891c-4382-ba5c-0813dd791cb0 req-540efb53-a03e-4b1d-9f28-127132ab82ed tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Calling delete_port for aa30722c-7566-440e-8907-204057e4e1fa owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:33:09.394368 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d0cf52d8-6923-4f1b-aede-4a858582bed9 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1695418 Nov 10 19:33:09.397427 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58598) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:09.452944 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff832d7-3101-40f2-8e4d-863685698cda None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:33:09.476650 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e9b1e-fd19-4575-bc2a-39fa6702f176 req-93736698-4dc8-4106-8325-71fb77968bc8 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:09.484691 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0b0e9b1e-fd19-4575-bc2a-39fa6702f176 req-93736698-4dc8-4106-8325-71fb77968bc8 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5bdf30-01fc-4ea9-a5af-307c0c064cca HTTP/1.1" status: 200 len: 985 time: 0.1376209 Nov 10 19:33:09.522779 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-803f65e8-71f4-4181-8f47-3cfd9a179fd6 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:09.568753 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-803f65e8-71f4-4181-8f47-3cfd9a179fd6 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:09.574516 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0b0e9b1e-fd19-4575-bc2a-39fa6702f176 req-7a81866c-1e0d-47eb-b591-fb43ffa8fbbe tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4451e71-c2c8-4d8d-adb8-59e345fcd4b4&id=c7ed6687-eba7-49f1-9e27-f61f6bdf340c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0888827 Nov 10 19:33:09.652848 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-cb6f5318-d5d5-4204-b9ab-76793af863b5 None None] Provisioning complete for port 9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:09.653627 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cb6f5318-d5d5-4204-b9ab-76793af863b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:09.662668 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-803f65e8-71f4-4181-8f47-3cfd9a179fd6 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:09.665278 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-803f65e8-71f4-4181-8f47-3cfd9a179fd6 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:09.666501 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-803f65e8-71f4-4181-8f47-3cfd9a179fd6 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "DELETE /v2.0/security-groups/bbdff915-7b1d-44f5-86b8-e69b2af81da7 HTTP/1.1" status: 204 len: 168 time: 0.2682011 Nov 10 19:33:09.669904 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58604) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:09.729640 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f65e8-71f4-4181-8f47-3cfd9a179fd6 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdff915-7b1d-44f5-86b8-e69b2af81da7,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:09.731747 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-50fb492a-891c-4382-ba5c-0813dd791cb0 req-540efb53-a03e-4b1d-9f28-127132ab82ed tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:09.767723 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540efb53-a03e-4b1d-9f28-127132ab82ed tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Pushing event deleted for resources: {'Port': ['ID=aa30722c-7566-440e-8907-204057e4e1fa,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:09.813333 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58606) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:09.814737 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c6f44432-6f3a-40d4-9a78-f5137dda78d3 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1436467 Nov 10 19:33:09.820442 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-ea2c8746-3174-4612-b679-c9e02f0b52e9 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Request body: {'security_group': {'name': 'tempest-secgroup--874312281'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:09.844600 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-50fb492a-891c-4382-ba5c-0813dd791cb0 req-540efb53-a03e-4b1d-9f28-127132ab82ed tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] No DVR routers for this DVR port aa30722c-7566-440e-8907-204057e4e1fa on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:33:09.850170 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-50fb492a-891c-4382-ba5c-0813dd791cb0 req-540efb53-a03e-4b1d-9f28-127132ab82ed tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:09.854314 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-50fb492a-891c-4382-ba5c-0813dd791cb0 req-540efb53-a03e-4b1d-9f28-127132ab82ed tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.73 "DELETE /v2.0/ports/aa30722c-7566-440e-8907-204057e4e1fa HTTP/1.1" status: 204 len: 173 time: 1.0253241 Nov 10 19:33:09.854816 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5bdf30-01fc-4ea9-a5af-307c0c064cca', 'name': 'network-vif-deleted', 'tag': 'aa30722c-7566-440e-8907-204057e4e1fa'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:33:09.857461 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc33fd7-ad9b-40b9-962c-b45b6c1ab48f" -d '{"events": [{"server_uuid": "da5bdf30-01fc-4ea9-a5af-307c0c064cca", "name": "network-vif-deleted", "tag": "aa30722c-7566-440e-8907-204057e4e1fa"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:33:09.916307 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ea2c8746-3174-4612-b679-c9e02f0b52e9 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:09.965139 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71264a8-7d6d-403d-8864-5add6269c84d x-openstack-request-id: req-d71264a8-7d6d-403d-8864-5add6269c84d {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:33:09.965678 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5bdf30-01fc-4ea9-a5af-307c0c064cca", "name": "network-vif-deleted", "tag": "aa30722c-7566-440e-8907-204057e4e1fa", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:33:09.966107 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d71264a8-7d6d-403d-8864-5add6269c84d {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:33:09.966707 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5bdf30-01fc-4ea9-a5af-307c0c064cca', 'name': 'network-vif-deleted', 'tag': 'aa30722c-7566-440e-8907-204057e4e1fa', 'status': 'completed', 'code': 200} Nov 10 19:33:10.051546 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ea2c8746-3174-4612-b679-c9e02f0b52e9 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:10.058232 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ea2c8746-3174-4612-b679-c9e02f0b52e9 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:10.088634 n-d-813897-4 neutron-server[102506]: DEBUG neutron.objects.ports [None req-67dc14a2-b888-4bdf-a364-31ce5c426ead tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102506) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 19:33:10.093098 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ea2c8746-3174-4612-b679-c9e02f0b52e9 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:10.094505 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ea2c8746-3174-4612-b679-c9e02f0b52e9 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2796719 Nov 10 19:33:10.099053 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58616) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:10.106232 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-a370cc71-3b25-4c10-95b1-5df8271e040a tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Request body: {'security_group_rule': {'security_group_id': 'cf319aa2-ea48-40d0-87ff-6a2845c42cd6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:10.112338 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c8746-3174-4612-b679-c9e02f0b52e9 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf319aa2-ea48-40d0-87ff-6a2845c42cd6,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:10.150155 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a370cc71-3b25-4c10-95b1-5df8271e040a tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:10.265676 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a370cc71-3b25-4c10-95b1-5df8271e040a tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:10.271208 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a370cc71-3b25-4c10-95b1-5df8271e040a tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:10.292743 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370cc71-3b25-4c10-95b1-5df8271e040a tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb0658f5-4c35-4794-b78e-d67b44b49930,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:10.309864 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a370cc71-3b25-4c10-95b1-5df8271e040a tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:10.311421 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a370cc71-3b25-4c10-95b1-5df8271e040a tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2112753 Nov 10 19:33:10.314405 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58618) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:10.327282 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c5f344d5-8a71-4831-badd-9fbd8cbf5c8e None None] Provisioning complete for port 9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:10.328896 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c5f344d5-8a71-4831-badd-9fbd8cbf5c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:10.371734 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-66268cab-3f77-48ae-8a31-168d47f31212 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:10.383835 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-66268cab-3f77-48ae-8a31-168d47f31212 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:10.443617 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-66268cab-3f77-48ae-8a31-168d47f31212 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:10.453016 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-66268cab-3f77-48ae-8a31-168d47f31212 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:10.454210 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-66268cab-3f77-48ae-8a31-168d47f31212 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/fb0658f5-4c35-4794-b78e-d67b44b49930 HTTP/1.1" status: 204 len: 168 time: 0.1378150 Nov 10 19:33:10.458548 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58622) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:10.487405 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66268cab-3f77-48ae-8a31-168d47f31212 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb0658f5-4c35-4794-b78e-d67b44b49930,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:10.490800 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069fe53a-42da-4273-8b38-88075d943921 None None] get_active_networks_info from n-d-813897-4 {{(pid=102507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 19:33:10.554920 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-75ef889d-540b-4f49-8d2a-51616f125a24 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0867190 Nov 10 19:33:10.558490 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58626) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:10.640991 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-89624df1-6f93-4742-b992-e4d50c2414e9 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:10.660623 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58630) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:10.671442 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069fe53a-42da-4273-8b38-88075d943921 None None] Resources bound (agent type, host, resource id): {{(pid=102507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 19:33:10.696878 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-89624df1-6f93-4742-b992-e4d50c2414e9 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:10.761833 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e2e8608e-3c61-4287-969e-79e826e0e7df tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:10.770007 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-89624df1-6f93-4742-b992-e4d50c2414e9 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:10.772862 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-89624df1-6f93-4742-b992-e4d50c2414e9 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:10.774106 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-89624df1-6f93-4742-b992-e4d50c2414e9 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "DELETE /v2.0/security-groups/cf319aa2-ea48-40d0-87ff-6a2845c42cd6 HTTP/1.1" status: 204 len: 168 time: 0.2141111 Nov 10 19:33:10.784813 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58632) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:10.812183 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89624df1-6f93-4742-b992-e4d50c2414e9 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf319aa2-ea48-40d0-87ff-6a2845c42cd6,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:10.818736 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e2e8608e-3c61-4287-969e-79e826e0e7df tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:10.877811 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7fddebfa-033c-4ebd-991d-d5091be530ec tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0873146 Nov 10 19:33:10.881000 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58638) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:10.886113 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-58e40499-a696-4ae3-83c5-6e81b8bcc6ce tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Request body: {'security_group': {'name': 'tempest-secgroup--601213046'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:10.897134 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-67dc14a2-b888-4bdf-a364-31ce5c426ead tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:10.902710 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e2e8608e-3c61-4287-969e-79e826e0e7df tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:10.905664 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e2e8608e-3c61-4287-969e-79e826e0e7df tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:10.907028 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e2e8608e-3c61-4287-969e-79e826e0e7df tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "DELETE /v2.0/security-groups/f4451e71-c2c8-4d8d-adb8-59e345fcd4b4 HTTP/1.1" status: 204 len: 168 time: 0.2452033 Nov 10 19:33:10.910932 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58642) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:10.922210 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8608e-3c61-4287-969e-79e826e0e7df tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4451e71-c2c8-4d8d-adb8-59e345fcd4b4,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:10.937498 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58e40499-a696-4ae3-83c5-6e81b8bcc6ce tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:11.018889 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58e40499-a696-4ae3-83c5-6e81b8bcc6ce tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:11.025990 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58e40499-a696-4ae3-83c5-6e81b8bcc6ce tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:11.071873 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-58e40499-a696-4ae3-83c5-6e81b8bcc6ce tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:11.076082 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-58e40499-a696-4ae3-83c5-6e81b8bcc6ce tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1910007 Nov 10 19:33:11.079127 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58646) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:11.084523 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-c7b7e7fd-7160-4251-879a-8ff0a78dca03 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Request body: {'security_group_rule': {'security_group_id': '52085e19-8130-494c-9477-2bbcb6233030', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:11.092780 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4590f223-a2be-4bd0-8bfa-e2c6417dff0c tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:11.096530 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e40499-a696-4ae3-83c5-6e81b8bcc6ce tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52085e19-8130-494c-9477-2bbcb6233030,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:11.131933 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7b7e7fd-7160-4251-879a-8ff0a78dca03 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:11.167005 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407d894b-ace6-4ff8-a506-a514eb1713db None None] Update dhcp port {'port': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'fixed_ips': [{'subnet_id': 'eed218c7-5b90-4cd8-909b-4f2c12d29374', 'ip_address': '2001:db8::f816:3eff:fe3c:e329'}, {'subnet_id': 'eb4319e7-8824-4b17-877f-abeca60b50f7'}], 'binding:host_id': 'n-d-813897-4'}, 'id': '9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9'} from n-d-813897-4. {{(pid=102507) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 19:33:11.167834 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4590f223-a2be-4bd0-8bfa-e2c6417dff0c tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:11.198705 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-407d894b-ace6-4ff8-a506-a514eb1713db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:11.206374 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7b7e7fd-7160-4251-879a-8ff0a78dca03 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:11.214281 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7b7e7fd-7160-4251-879a-8ff0a78dca03 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:11.230863 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-67dc14a2-b888-4bdf-a364-31ce5c426ead tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] For port 9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:11.237441 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7e7fd-7160-4251-879a-8ff0a78dca03 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbedd076-38cd-4538-a8f0-7c5b16a23d87,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:11.248066 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7b7e7fd-7160-4251-879a-8ff0a78dca03 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:11.250303 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c7b7e7fd-7160-4251-879a-8ff0a78dca03 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1696501 Nov 10 19:33:11.253457 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58652) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:11.266265 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4590f223-a2be-4bd0-8bfa-e2c6417dff0c tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:11.269387 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4590f223-a2be-4bd0-8bfa-e2c6417dff0c tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:11.270661 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4590f223-a2be-4bd0-8bfa-e2c6417dff0c tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "DELETE /v2.0/security-groups/c7ed6687-eba7-49f1-9e27-f61f6bdf340c HTTP/1.1" status: 204 len: 168 time: 0.3587317 Nov 10 19:33:11.279443 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58654) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:11.281295 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d12d5bb5-fcea-48bd-81c7-81e9daca34a8 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "GET /v2.0/security-group-rules/dbedd076-38cd-4538-a8f0-7c5b16a23d87 HTTP/1.1" status: 200 len: 763 time: 0.0263984 Nov 10 19:33:11.284050 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58656) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:11.329987 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d53e276b-3986-4941-b1b6-f5fe5c7d5dbf tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0441124 Nov 10 19:33:11.332462 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58658) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:11.350378 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-67dc14a2-b888-4bdf-a364-31ce5c426ead tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:11.352550 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590f223-a2be-4bd0-8bfa-e2c6417dff0c tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ed6687-eba7-49f1-9e27-f61f6bdf340c,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:11.365343 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6715ece1-3ba0-438c-a5e4-ca5681aae73c tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:11.369290 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-67dc14a2-b888-4bdf-a364-31ce5c426ead tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:11.371333 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-67dc14a2-b888-4bdf-a364-31ce5c426ead tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:11.375380 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6715ece1-3ba0-438c-a5e4-ca5681aae73c tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:11.409901 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6715ece1-3ba0-438c-a5e4-ca5681aae73c tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:11.419643 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6715ece1-3ba0-438c-a5e4-ca5681aae73c tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:11.421624 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6715ece1-3ba0-438c-a5e4-ca5681aae73c tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/dbedd076-38cd-4538-a8f0-7c5b16a23d87 HTTP/1.1" status: 204 len: 168 time: 0.0879757 Nov 10 19:33:11.427820 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58660) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:11.436794 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-407d894b-ace6-4ff8-a506-a514eb1713db None None] Allocated IP 172.20.0.2 (0f2098c5-8490-42c1-8134-97661a60c707/eb4319e7-8824-4b17-877f-abeca60b50f7/9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:33:11.454590 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715ece1-3ba0-438c-a5e4-ca5681aae73c tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbedd076-38cd-4538-a8f0-7c5b16a23d87,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:11.481487 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8925c0fc-79a4-4c84-86e8-69b2e60337cd tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0517609 Nov 10 19:33:11.484242 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58662) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:11.489170 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-362f377c-7fa6-4592-bbd3-c3d5892d5229 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Request body: {'security_group_rule': {'security_group_id': '52085e19-8130-494c-9477-2bbcb6233030', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:11.495328 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dc14a2-b888-4bdf-a364-31ce5c426ead tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:11.518140 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-67dc14a2-b888-4bdf-a364-31ce5c426ead tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:11.521718 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67dc14a2-b888-4bdf-a364-31ce5c426ead tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:11.523758 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-67dc14a2-b888-4bdf-a364-31ce5c426ead tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:11.526199 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-362f377c-7fa6-4592-bbd3-c3d5892d5229 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:11.569101 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-407d894b-ace6-4ff8-a506-a514eb1713db None None] For port 9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:11.574765 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc14a2-b888-4bdf-a364-31ce5c426ead tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Subnet': ['ID=eed218c7-5b90-4cd8-909b-4f2c12d29374,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:11.594316 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc14a2-b888-4bdf-a364-31ce5c426ead tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Port': ['ID=9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9,revision_number=7']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:11.611012 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-407d894b-ace6-4ff8-a506-a514eb1713db None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:11.625192 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-407d894b-ace6-4ff8-a506-a514eb1713db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:11.634217 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-362f377c-7fa6-4592-bbd3-c3d5892d5229 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:11.640250 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-362f377c-7fa6-4592-bbd3-c3d5892d5229 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:11.656822 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-67dc14a2-b888-4bdf-a364-31ce5c426ead tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5637674 Nov 10 19:33:11.657529 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58668) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:11.662474 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-579d0869-0945-4c5d-bd99-29b2e8b92e72 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'port': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'mac_address': 'fa:16:3e:15:22:39', 'name': 'tempest-NetworksTestDHCPv6-863870255'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:11.665017 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f377c-7fa6-4592-bbd3-c3d5892d5229 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16bb896e-54f5-4137-881f-e530844f0516,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:11.679403 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d894b-ace6-4ff8-a506-a514eb1713db None None] Pushing event updated for resources: {'Port': ['ID=9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:11.701425 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-362f377c-7fa6-4592-bbd3-c3d5892d5229 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:11.702943 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-362f377c-7fa6-4592-bbd3-c3d5892d5229 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2176309 Nov 10 19:33:11.706327 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58670) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:11.727503 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-dfc91373-775d-4ea6-988f-8527b26bf82c tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "GET /v2.0/security-group-rules/16bb896e-54f5-4137-881f-e530844f0516 HTTP/1.1" status: 200 len: 763 time: 0.0198789 Nov 10 19:33:11.730058 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58672) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:11.790426 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d2e15af4-98ea-4f5f-8065-aafaef149ecf tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0589299 Nov 10 19:33:11.791060 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58674) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:11.821534 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-84a1ced2-0740-4f00-87ca-61a31cb7bbd5 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:11.838579 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-84a1ced2-0740-4f00-87ca-61a31cb7bbd5 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:11.879904 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-84a1ced2-0740-4f00-87ca-61a31cb7bbd5 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:11.894124 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-84a1ced2-0740-4f00-87ca-61a31cb7bbd5 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:11.895484 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-84a1ced2-0740-4f00-87ca-61a31cb7bbd5 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/16bb896e-54f5-4137-881f-e530844f0516 HTTP/1.1" status: 204 len: 168 time: 0.1032484 Nov 10 19:33:11.896771 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1ced2-0740-4f00-87ca-61a31cb7bbd5 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16bb896e-54f5-4137-881f-e530844f0516,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:11.898579 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58680) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:11.952172 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-50f2b14f-bd90-4762-bc76-51c94b9f5a30 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0522096 Nov 10 19:33:11.955255 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58682) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:11.959721 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-d4db1a63-6276-4cac-91a1-80db387762e8 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Request body: {'security_group_rule': {'security_group_id': '52085e19-8130-494c-9477-2bbcb6233030', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:11.977640 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579d0869-0945-4c5d-bd99-29b2e8b92e72 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:11.983549 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device aa30722c-7566-440e-8907-204057e4e1fa no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:33:12.004010 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d4db1a63-6276-4cac-91a1-80db387762e8 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:12.035014 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: aa30722c-7566-440e-8907-204057e4e1fa {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:33:12.035370 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device aa30722c-7566-440e-8907-204057e4e1fa not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:33:12.081257 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d4db1a63-6276-4cac-91a1-80db387762e8 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:12.090715 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d4db1a63-6276-4cac-91a1-80db387762e8 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:12.111062 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db1a63-6276-4cac-91a1-80db387762e8 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea0ab44-8b64-494b-bcce-2ba0c1a48c1c,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:12.121403 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d4db1a63-6276-4cac-91a1-80db387762e8 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:12.123808 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d4db1a63-6276-4cac-91a1-80db387762e8 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1675537 Nov 10 19:33:12.125799 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58686) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:12.145607 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0b258fc1-5d36-4a17-94fd-e6d7a6fcddad tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "GET /v2.0/security-group-rules/aea0ab44-8b64-494b-bcce-2ba0c1a48c1c HTTP/1.1" status: 200 len: 764 time: 0.0185287 Nov 10 19:33:12.148005 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58688) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:12.153970 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-579d0869-0945-4c5d-bd99-29b2e8b92e72 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:12.179611 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-579d0869-0945-4c5d-bd99-29b2e8b92e72 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] device_id is not set on port 26f36534-a271-4caf-9b6d-c275fc10193a yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:33:12.193693 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e2f93f9a-cdd4-4fc1-ae66-9ead4a99635e tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0444741 Nov 10 19:33:12.196603 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58694) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:12.232114 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-35d22dd6-d50a-42c7-8986-ea2bd883036d tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:12.248069 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a204e72-67eb-4869-b06f-cb53158db928 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:12.263423 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-35d22dd6-d50a-42c7-8986-ea2bd883036d tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:12.300210 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-35d22dd6-d50a-42c7-8986-ea2bd883036d tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:12.306013 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-35d22dd6-d50a-42c7-8986-ea2bd883036d tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:12.307589 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-35d22dd6-d50a-42c7-8986-ea2bd883036d tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/aea0ab44-8b64-494b-bcce-2ba0c1a48c1c HTTP/1.1" status: 204 len: 168 time: 0.1097524 Nov 10 19:33:12.310846 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58696) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:12.317232 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d22dd6-d50a-42c7-8986-ea2bd883036d tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aea0ab44-8b64-494b-bcce-2ba0c1a48c1c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:12.447213 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:33:12.493586 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-20a2b798-8114-4153-9f1c-ee8b1be359e9 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1637759 Nov 10 19:33:12.496236 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58702) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:12.526028 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1e68c6-a89b-4a90-af86-33a0e2476250 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:33:12.557136 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fa59cec0-4361-4de1-aeca-62abf6ee9c02 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:12.584503 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fa59cec0-4361-4de1-aeca-62abf6ee9c02 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:12.592631 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-579d0869-0945-4c5d-bd99-29b2e8b92e72 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Allocated IP 172.20.0.10 (0f2098c5-8490-42c1-8134-97661a60c707/eb4319e7-8824-4b17-877f-abeca60b50f7/26f36534-a271-4caf-9b6d-c275fc10193a) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:33:12.624813 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:12.625162 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:12.626159 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-579d0869-0945-4c5d-bd99-29b2e8b92e72 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Allocated IP 2001:db8::f816:3eff:fe15:2239 (0f2098c5-8490-42c1-8134-97661a60c707/eed218c7-5b90-4cd8-909b-4f2c12d29374/26f36534-a271-4caf-9b6d-c275fc10193a) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:33:12.643002 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fa59cec0-4361-4de1-aeca-62abf6ee9c02 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:12.646420 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fa59cec0-4361-4de1-aeca-62abf6ee9c02 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:12.650631 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-fa59cec0-4361-4de1-aeca-62abf6ee9c02 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "DELETE /v2.0/security-groups/52085e19-8130-494c-9477-2bbcb6233030 HTTP/1.1" status: 204 len: 168 time: 0.1507215 Nov 10 19:33:12.652130 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58704) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:12.685030 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-16f87cc1-47ee-47f9-aa7c-2ff0c220f1f0 None None] Provisioning complete for port 9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:12.685255 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-16f87cc1-47ee-47f9-aa7c-2ff0c220f1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:12.710041 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59cec0-4361-4de1-aeca-62abf6ee9c02 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52085e19-8130-494c-9477-2bbcb6233030,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:12.768885 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0f38baca-c9b2-4270-b562-ddd885a3a9f0 tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0912755 Nov 10 19:33:12.772523 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58708) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:12.844692 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6d98a70b-eded-45b6-96c9-e5d588b382bc tempest-SecGroupTest-1191131494 tempest-SecGroupTest-1191131494-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0550861 Nov 10 19:33:12.942200 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-579d0869-0945-4c5d-bd99-29b2e8b92e72 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:12.995522 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-4a204e72-67eb-4869-b06f-cb53158db928 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Deleting port 03460f21-068d-4064-bf0e-27dad767c39e {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:33:12.996241 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a204e72-67eb-4869-b06f-cb53158db928 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:13.018608 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-579d0869-0945-4c5d-bd99-29b2e8b92e72 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:13.124642 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579d0869-0945-4c5d-bd99-29b2e8b92e72 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:13.134079 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-579d0869-0945-4c5d-bd99-29b2e8b92e72 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:13.140550 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579d0869-0945-4c5d-bd99-29b2e8b92e72 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:33:13.172052 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d0869-0945-4c5d-bd99-29b2e8b92e72 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Port': ['ID=26f36534-a271-4caf-9b6d-c275fc10193a,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:13.207178 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-4a204e72-67eb-4869-b06f-cb53158db928 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] For port 03460f21-068d-4064-bf0e-27dad767c39e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=03460f21-068d-4064-bf0e-27dad767c39e,segment=NetworkSegment(fd4311b1-6717-430d-8c59-408abee6b6ef),segment_id=fd4311b1-6717-430d-8c59-408abee6b6ef)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:13.207543 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a204e72-67eb-4869-b06f-cb53158db928 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:13.226696 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579d0869-0945-4c5d-bd99-29b2e8b92e72 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:13.227362 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-579d0869-0945-4c5d-bd99-29b2e8b92e72 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:13.234014 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-4a204e72-67eb-4869-b06f-cb53158db928 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Calling delete_port for 03460f21-068d-4064-bf0e-27dad767c39e owned by network:router_interface {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:33:13.238769 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58722) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:13.262150 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-579d0869-0945-4c5d-bd99-29b2e8b92e72 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6034997 Nov 10 19:33:13.265339 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58726) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:13.332168 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-31305da7-0221-46f6-807e-a0b54f28179d None None] Provisioning complete for port 9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:13.332571 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-31305da7-0221-46f6-807e-a0b54f28179d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:13.440101 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35be8b7-25fe-400f-960d-f582b91b04c8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:13.446366 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35be8b7-25fe-400f-960d-f582b91b04c8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:13.447987 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a35be8b7-25fe-400f-960d-f582b91b04c8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1821918 Nov 10 19:33:13.451855 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58728) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:13.494482 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b73b4b56-766c-496e-af0a-0436e150a25b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=28999b478df843b3867b97a71342c2f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2522697 Nov 10 19:33:13.494997 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58730) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:13.574012 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-e77ec9f1-da4f-4604-82ce-f1bdd94fb1c6 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting port 26f36534-a271-4caf-9b6d-c275fc10193a {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:33:13.574743 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e77ec9f1-da4f-4604-82ce-f1bdd94fb1c6 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:13.594600 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4589f43d-7bfa-472b-b37c-be8c4dca9ed7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:13.651154 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4589f43d-7bfa-472b-b37c-be8c4dca9ed7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:13.659878 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a204e72-67eb-4869-b06f-cb53158db928 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:13.690726 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e77ec9f1-da4f-4604-82ce-f1bdd94fb1c6 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:13.699326 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a204e72-67eb-4869-b06f-cb53158db928 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Pushing event deleted for resources: {'Port': ['ID=03460f21-068d-4064-bf0e-27dad767c39e,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:13.710894 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-e77ec9f1-da4f-4604-82ce-f1bdd94fb1c6 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Calling delete_port for 26f36534-a271-4caf-9b6d-c275fc10193a owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:33:13.795274 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-66a8b4ce-b24f-4688-b749-4f5b3afb847b None None] Provisioning complete for port 26f36534-a271-4caf-9b6d-c275fc10193a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:13.796446 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-66a8b4ce-b24f-4688-b749-4f5b3afb847b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:13.854724 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-66a8b4ce-b24f-4688-b749-4f5b3afb847b None None] Port 26f36534-a271-4caf-9b6d-c275fc10193a cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:33:13.857642 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4589f43d-7bfa-472b-b37c-be8c4dca9ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:13.860214 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4589f43d-7bfa-472b-b37c-be8c4dca9ed7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:13.861661 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4589f43d-7bfa-472b-b37c-be8c4dca9ed7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/938ddbb8-2282-4cfa-a9eb-528436c07d1c HTTP/1.1" status: 204 len: 168 time: 0.3658662 Nov 10 19:33:13.893921 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589f43d-7bfa-472b-b37c-be8c4dca9ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938ddbb8-2282-4cfa-a9eb-528436c07d1c,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:13.982754 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e77ec9f1-da4f-4604-82ce-f1bdd94fb1c6 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:14.005444 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a204e72-67eb-4869-b06f-cb53158db928 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:14.016897 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ec9f1-da4f-4604-82ce-f1bdd94fb1c6 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Port': ['ID=26f36534-a271-4caf-9b6d-c275fc10193a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:14.150173 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e77ec9f1-da4f-4604-82ce-f1bdd94fb1c6 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:14.158348 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e77ec9f1-da4f-4604-82ce-f1bdd94fb1c6 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/26f36534-a271-4caf-9b6d-c275fc10193a HTTP/1.1" status: 204 len: 168 time: 0.7040501 Nov 10 19:33:14.159052 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58746) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:14.226420 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f2a4f8-6c05-4772-b787-4a4bde23a24f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:14.228000 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f2a4f8-6c05-4772-b787-4a4bde23a24f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:14.230335 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f2a4f8-6c05-4772-b787-4a4bde23a24f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:14.234982 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e0f2a4f8-6c05-4772-b787-4a4bde23a24f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0746076 Nov 10 19:33:14.235766 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58750) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:14.297312 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e84be8-d464-431d-b14c-4943b2a4a3a6 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting subnet eb4319e7-8824-4b17-877f-abeca60b50f7 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:33:14.301439 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-54e84be8-d464-431d-b14c-4943b2a4a3a6 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:14.366071 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-54e84be8-d464-431d-b14c-4943b2a4a3a6 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:14.444451 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a204e72-67eb-4869-b06f-cb53158db928 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Router 04c617f5-3805-4482-a3e2-96ea5295e82b has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:33:14.483466 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-54e84be8-d464-431d-b14c-4943b2a4a3a6 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:14.558921 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-54e84be8-d464-431d-b14c-4943b2a4a3a6 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:14.590173 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e84be8-d464-431d-b14c-4943b2a4a3a6 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Subnet': ['ID=eb4319e7-8824-4b17-877f-abeca60b50f7,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:14.599655 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-54e84be8-d464-431d-b14c-4943b2a4a3a6 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:14.608440 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00261a72-3d9a-4966-b737-024e4eb154a7 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:33:14.608665 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58766) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:14.612237 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-54e84be8-d464-431d-b14c-4943b2a4a3a6 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/eb4319e7-8824-4b17-877f-abeca60b50f7 HTTP/1.1" status: 204 len: 168 time: 0.3691916 Nov 10 19:33:14.630886 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a204e72-67eb-4869-b06f-cb53158db928 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:33:14.646929 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b05e9a-15a8-421b-8a41-2b5efa3b221c None None] Sync routers for ids ['04c617f5-3805-4482-a3e2-96ea5295e82b'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:33:14.662690 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4a204e72-67eb-4869-b06f-cb53158db928 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "PUT /v2.0/routers/04c617f5-3805-4482-a3e2-96ea5295e82b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3745477 Nov 10 19:33:14.662946 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58772) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:14.665114 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b05e9a-15a8-421b-8a41-2b5efa3b221c None None] Routers {'04c617f5-3805-4482-a3e2-96ea5295e82b'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:33:14.667018 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-59b05e9a-15a8-421b-8a41-2b5efa3b221c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:32:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['04c617f5-3805-4482-a3e2-96ea5295e82b'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:14.689621 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc0ec387-f32c-4bc6-9320-9dd4cb05a799 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting subnet eed218c7-5b90-4cd8-909b-4f2c12d29374 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:33:14.711297 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bc0ec387-f32c-4bc6-9320-9dd4cb05a799 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:14.788763 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b825d0e-b0d6-48f6-b3de-c65930acf8af tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Deleting subnet 42ecad61-e792-4bb6-ad4a-77337d262df5 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:33:14.792905 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b825d0e-b0d6-48f6-b3de-c65930acf8af tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:14.820668 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bc0ec387-f32c-4bc6-9320-9dd4cb05a799 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:14.856290 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-59b05e9a-15a8-421b-8a41-2b5efa3b221c None None] Set router 04c617f5-3805-4482-a3e2-96ea5295e82b gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:33:14.888629 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b825d0e-b0d6-48f6-b3de-c65930acf8af tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:15.030616 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bc0ec387-f32c-4bc6-9320-9dd4cb05a799 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:15.101298 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b825d0e-b0d6-48f6-b3de-c65930acf8af tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:15.215638 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bc0ec387-f32c-4bc6-9320-9dd4cb05a799 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:15.292556 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b825d0e-b0d6-48f6-b3de-c65930acf8af tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:15.323678 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-59b05e9a-15a8-421b-8a41-2b5efa3b221c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-409543339', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'fa4730d6-5f8b-471e-bb1b-6ce8607fc359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:30:56Z', 'updated_at': '2021-11-10T19:33:13Z', 'revision_number': 5, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'gw_port': {'id': 'fa4730d6-5f8b-471e-bb1b-6ce8607fc359', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:57Z', 'updated_at': '2021-11-10T19:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:15.325952 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b825d0e-b0d6-48f6-b3de-c65930acf8af tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Pushing event deleted for resources: {'Subnet': ['ID=42ecad61-e792-4bb6-ad4a-77337d262df5,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:15.334466 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b825d0e-b0d6-48f6-b3de-c65930acf8af tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:15.338277 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2b825d0e-b0d6-48f6-b3de-c65930acf8af tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "DELETE /v2.0/subnets/42ecad61-e792-4bb6-ad4a-77337d262df5 HTTP/1.1" status: 204 len: 168 time: 0.6747651 Nov 10 19:33:15.341080 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58806) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:15.348136 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c1ef06-344e-453a-bef3-29d904d5c7d9 None None] Network 12fc590f-8c5a-4ca6-a35a-608285b5045d requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:33:15.357011 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ec387-f32c-4bc6-9320-9dd4cb05a799 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Subnet': ['ID=eed218c7-5b90-4cd8-909b-4f2c12d29374,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:15.440030 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b05e9a-15a8-421b-8a41-2b5efa3b221c None None] Checking router: 04c617f5-3805-4482-a3e2-96ea5295e82b for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:33:15.446825 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bc0ec387-f32c-4bc6-9320-9dd4cb05a799 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:15.452895 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-bc0ec387-f32c-4bc6-9320-9dd4cb05a799 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/eed218c7-5b90-4cd8-909b-4f2c12d29374 HTTP/1.1" status: 204 len: 168 time: 0.8399467 Nov 10 19:33:15.456011 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58810) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:15.488476 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b05e9a-15a8-421b-8a41-2b5efa3b221c None None] Routers {'04c617f5-3805-4482-a3e2-96ea5295e82b'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:33:15.489233 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-59b05e9a-15a8-421b-8a41-2b5efa3b221c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:32:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['04c617f5-3805-4482-a3e2-96ea5295e82b'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:15.526247 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9a49c15f-1a4a-42f7-9c29-43cf6b848f05 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0689714 Nov 10 19:33:15.535687 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58812) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:15.671395 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e192c-ae9b-4885-bbd2-189be6308425 req-e519b47a-cf4c-49ca-a38c-5325e2d33b0e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:15.681630 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9b0e192c-ae9b-4885-bbd2-189be6308425 req-e519b47a-cf4c-49ca-a38c-5325e2d33b0e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 946 time: 0.3042989 Nov 10 19:33:15.782325 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41270757-f0be-43a4-bdbb-6b3422c94ac1 None None] DHCP port deletion for 12fc590f-8c5a-4ca6-a35a-608285b5045d request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:33:15.785308 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e00706-06f9-40bc-b538-235ba769a397 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:15.800253 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-59b05e9a-15a8-421b-8a41-2b5efa3b221c None None] Set router 04c617f5-3805-4482-a3e2-96ea5295e82b gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:33:15.800874 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a8e00706-06f9-40bc-b538-235ba769a397 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2635350 Nov 10 19:33:15.812351 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58824) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:15.905299 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-41270757-f0be-43a4-bdbb-6b3422c94ac1 None None] Deleting port 829936b8-9ed4-4ff0-a6d6-e084cc29dca8 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:33:15.905683 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-41270757-f0be-43a4-bdbb-6b3422c94ac1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:15.961996 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9b0e192c-ae9b-4885-bbd2-189be6308425 req-416d317e-f1cc-47e5-9334-0f13d1fccd0c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=9098cf66-e6a6-4b65-8dfe-20c875f20b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784190 Nov 10 19:33:15.969949 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fef73f1-13d8-443b-a21e-98f0ddbcd3eb tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:15.973467 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1fef73f1-13d8-443b-a21e-98f0ddbcd3eb tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1598246 Nov 10 19:33:15.983155 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58828) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:16.041139 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-21dcb0da-c9b7-4307-ac69-a370805a6794 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561073 Nov 10 19:33:16.045722 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58830) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:16.052138 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-2ea85f12-17f1-4ecc-8317-0d5658ab101c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:16.086705 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-41270757-f0be-43a4-bdbb-6b3422c94ac1 None None] For port 829936b8-9ed4-4ff0-a6d6-e084cc29dca8, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=829936b8-9ed4-4ff0-a6d6-e084cc29dca8,segment=NetworkSegment(fd4311b1-6717-430d-8c59-408abee6b6ef),segment_id=fd4311b1-6717-430d-8c59-408abee6b6ef)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:16.087116 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-41270757-f0be-43a4-bdbb-6b3422c94ac1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:16.100647 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5b421b-4949-41dc-b4b5-23459a059abc None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:33:16.146886 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-59b05e9a-15a8-421b-8a41-2b5efa3b221c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-409543339', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'fa4730d6-5f8b-471e-bb1b-6ce8607fc359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:30:56Z', 'updated_at': '2021-11-10T19:33:13Z', 'revision_number': 5, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'gw_port': {'id': 'fa4730d6-5f8b-471e-bb1b-6ce8607fc359', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:57Z', 'updated_at': '2021-11-10T19:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:16.151120 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ceaed77-ee7f-438f-96ec-cff7211bf636 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:16.173128 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-41270757-f0be-43a4-bdbb-6b3422c94ac1 None None] Calling delete_port for 829936b8-9ed4-4ff0-a6d6-e084cc29dca8 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:33:16.188323 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea85f12-17f1-4ecc-8317-0d5658ab101c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:16.194828 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2ea85f12-17f1-4ecc-8317-0d5658ab101c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:16.199917 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea85f12-17f1-4ecc-8317-0d5658ab101c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:33:16.201050 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ea85f12-17f1-4ecc-8317-0d5658ab101c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:33:16.240891 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b05e9a-15a8-421b-8a41-2b5efa3b221c None None] The sync data for ids ['04c617f5-3805-4482-a3e2-96ea5295e82b'] in n-d-813897-4 is: [{'id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-409543339', 'tenant_id': '26bbb91bbd1a44118e77b6255c634c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'fa4730d6-5f8b-471e-bb1b-6ce8607fc359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:30:56Z', 'updated_at': '2021-11-10T19:33:13Z', 'revision_number': 5, 'project_id': '26bbb91bbd1a44118e77b6255c634c66', 'gw_port': {'id': 'fa4730d6-5f8b-471e-bb1b-6ce8607fc359', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c617f5-3805-4482-a3e2-96ea5295e82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:30:57Z', 'updated_at': '2021-11-10T19:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:33:16.241865 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2ea85f12-17f1-4ecc-8317-0d5658ab101c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1947467 Nov 10 19:33:16.242632 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58836) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:16.250005 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-f5fe8695-e36a-4a33-a1ad-a46056e6cc22 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:16.322214 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ceaed77-ee7f-438f-96ec-cff7211bf636 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:16.330831 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-b5b2de9d-fc93-4418-af4e-cfa227e17751 None None] Provisioning complete for port 9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:16.331222 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b5b2de9d-fc93-4418-af4e-cfa227e17751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:16.441245 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-9ceaed77-ee7f-438f-96ec-cff7211bf636 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Deleting port fa4730d6-5f8b-471e-bb1b-6ce8607fc359 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:33:16.441637 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ceaed77-ee7f-438f-96ec-cff7211bf636 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:16.535403 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-41270757-f0be-43a4-bdbb-6b3422c94ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:16.571993 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41270757-f0be-43a4-bdbb-6b3422c94ac1 None None] Pushing event deleted for resources: {'Port': ['ID=829936b8-9ed4-4ff0-a6d6-e084cc29dca8,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:16.577879 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41270757-f0be-43a4-bdbb-6b3422c94ac1 None None] No DVR routers for this DVR port 829936b8-9ed4-4ff0-a6d6-e084cc29dca8 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:33:16.649072 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d28f38-02be-420d-99c2-42b6c6471634 None None] DHCP port deletion for 0f2098c5-8490-42c1-8134-97661a60c707 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:33:16.747229 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-43d28f38-02be-420d-99c2-42b6c6471634 None None] Deleting port 9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:33:16.748948 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-43d28f38-02be-420d-99c2-42b6c6471634 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:16.763393 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-9ceaed77-ee7f-438f-96ec-cff7211bf636 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] For port fa4730d6-5f8b-471e-bb1b-6ce8607fc359, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fa4730d6-5f8b-471e-bb1b-6ce8607fc359,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:16.763873 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ceaed77-ee7f-438f-96ec-cff7211bf636 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:16.776167 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 03460f21-068d-4064-bf0e-27dad767c39e no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:33:16.789728 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-9ceaed77-ee7f-438f-96ec-cff7211bf636 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Calling delete_port for fa4730d6-5f8b-471e-bb1b-6ce8607fc359 owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:33:16.866010 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fe8695-e36a-4a33-a1ad-a46056e6cc22 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:16.870509 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f5fe8695-e36a-4a33-a1ad-a46056e6cc22 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:16.872337 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5fe8695-e36a-4a33-a1ad-a46056e6cc22 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:33:16.873002 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5fe8695-e36a-4a33-a1ad-a46056e6cc22 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:33:16.904422 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-43d28f38-02be-420d-99c2-42b6c6471634 None None] For port 9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:16.904842 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-43d28f38-02be-420d-99c2-42b6c6471634 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:16.909880 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 03460f21-068d-4064-bf0e-27dad767c39e {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:33:16.910386 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58854) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:16.911604 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f5fe8695-e36a-4a33-a1ad-a46056e6cc22 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6675107 Nov 10 19:33:16.914390 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 03460f21-068d-4064-bf0e-27dad767c39e not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:33:16.915715 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-93f3179b-d53b-4a4e-93df-202c901ecc46 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:16.915974 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 829936b8-9ed4-4ff0-a6d6-e084cc29dca8 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:33:16.933619 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-43d28f38-02be-420d-99c2-42b6c6471634 None None] Calling delete_port for 9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:33:16.970145 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 829936b8-9ed4-4ff0-a6d6-e084cc29dca8 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:33:16.970680 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 829936b8-9ed4-4ff0-a6d6-e084cc29dca8 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:33:16.971126 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:33:17.035613 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f3179b-d53b-4a4e-93df-202c901ecc46 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:17.039432 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-93f3179b-d53b-4a4e-93df-202c901ecc46 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:17.040922 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f3179b-d53b-4a4e-93df-202c901ecc46 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:33:17.041360 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93f3179b-d53b-4a4e-93df-202c901ecc46 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:33:17.109457 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474e9fd-c74d-4dd9-868c-1d92ca0450ed req-dee22063-db06-4805-958b-0502af98307a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:17.118133 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-93f3179b-d53b-4a4e-93df-202c901ecc46 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2078323 Nov 10 19:33:17.120607 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0474e9fd-c74d-4dd9-868c-1d92ca0450ed req-dee22063-db06-4805-958b-0502af98307a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 946 time: 0.0717299 Nov 10 19:33:17.121190 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58862) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:17.129245 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-05fbc296-a178-4a97-86fd-2748489cbecb tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:17.203086 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0474e9fd-c74d-4dd9-868c-1d92ca0450ed req-df2fe814-a7a6-4f66-96d8-cc4ad5c4816c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=9098cf66-e6a6-4b65-8dfe-20c875f20b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808337 Nov 10 19:33:17.223911 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:17.297036 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:17.301023 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fbc296-a178-4a97-86fd-2748489cbecb tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:17.303371 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:17.321428 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-05fbc296-a178-4a97-86fd-2748489cbecb tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:17.327342 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-05fbc296-a178-4a97-86fd-2748489cbecb tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:33:17.327989 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05fbc296-a178-4a97-86fd-2748489cbecb tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:33:17.336742 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-43d28f38-02be-420d-99c2-42b6c6471634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:17.347588 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ceaed77-ee7f-438f-96ec-cff7211bf636 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:17.359444 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-05fbc296-a178-4a97-86fd-2748489cbecb tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2369606 Nov 10 19:33:17.363285 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58874) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:17.363515 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d28f38-02be-420d-99c2-42b6c6471634 None None] No DVR routers for this DVR port 9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:33:17.373057 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-184d6350-7008-4b07-91f9-6543c03bffe1 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:17.386194 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceaed77-ee7f-438f-96ec-cff7211bf636 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Pushing event deleted for resources: {'Port': ['ID=fa4730d6-5f8b-471e-bb1b-6ce8607fc359,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:17.401599 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9,revision_number=11']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:17.409861 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b0b276-b625-48b1-98d2-ba271810d4bc None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:33:17.443794 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d28f38-02be-420d-99c2-42b6c6471634 None None] Pushing event deleted for resources: {'Port': ['ID=9ea5ff63-93a0-465d-97a0-8a0b8bb8fda9,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:17.461140 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ceaed77-ee7f-438f-96ec-cff7211bf636 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:17.539428 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184d6350-7008-4b07-91f9-6543c03bffe1 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:17.543973 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-184d6350-7008-4b07-91f9-6543c03bffe1 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:17.545504 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-184d6350-7008-4b07-91f9-6543c03bffe1 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:33:17.546005 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-184d6350-7008-4b07-91f9-6543c03bffe1 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:33:17.565918 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-184d6350-7008-4b07-91f9-6543c03bffe1 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2013009 Nov 10 19:33:17.570778 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ceaed77-ee7f-438f-96ec-cff7211bf636 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:17.571039 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58884) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:17.573119 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ceaed77-ee7f-438f-96ec-cff7211bf636 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:17.583069 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-30ed2e23-1215-45f0-baf0-aec8c83166d3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:17.646395 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ceaed77-ee7f-438f-96ec-cff7211bf636 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:17.647369 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ceaed77-ee7f-438f-96ec-cff7211bf636 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Fanout notify agent at l3_agent the message router_deleted on router 04c617f5-3805-4482-a3e2-96ea5295e82b {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:33:17.670787 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ceaed77-ee7f-438f-96ec-cff7211bf636 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:17.674759 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9ceaed77-ee7f-438f-96ec-cff7211bf636 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "DELETE /v2.0/routers/04c617f5-3805-4482-a3e2-96ea5295e82b HTTP/1.1" status: 204 len: 168 time: 2.3299806 Nov 10 19:33:17.678565 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58886) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:17.787561 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c9108339-14c9-406d-8838-307974524729 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:17.837506 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ed2e23-1215-45f0-baf0-aec8c83166d3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:17.841796 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-30ed2e23-1215-45f0-baf0-aec8c83166d3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:17.843242 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ed2e23-1215-45f0-baf0-aec8c83166d3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:33:17.843768 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ed2e23-1215-45f0-baf0-aec8c83166d3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:33:17.927379 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c9108339-14c9-406d-8838-307974524729 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:17.936048 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58896) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:17.936267 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-30ed2e23-1215-45f0-baf0-aec8c83166d3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3629193 Nov 10 19:33:17.986093 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-c9108339-14c9-406d-8838-307974524729 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12fc590f-8c5a-4ca6-a35a-608285b5045d']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:17.993953 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a7ec6584-cfa3-48df-86f5-1d4288896335 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0564821 Nov 10 19:33:17.994670 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58898) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:18.011750 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-c9108339-14c9-406d-8838-307974524729 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd4311b1-6717-430d-8c59-408abee6b6ef') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:18.012690 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-c9108339-14c9-406d-8838-307974524729 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd4311b1-6717-430d-8c59-408abee6b6ef') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:18.023661 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c9108339-14c9-406d-8838-307974524729 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:18.042629 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c9108339-14c9-406d-8838-307974524729 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:18.049928 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9108339-14c9-406d-8838-307974524729 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:33:18.050314 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c9108339-14c9-406d-8838-307974524729 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:18.053869 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:33:18.053869 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:33:18.053869 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:33:18.053869 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:33:18.053869 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:33:18.053869 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:33:18.053869 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:33:18.053869 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:33:18.053869 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:33:18.053869 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:33:18.053869 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:33:18.053869 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:33:18.053869 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:33:18.053869 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:33:18.053869 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:33:18.053869 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:33:18.053869 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:33:18.053869 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:33:18.053869 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:33:18.053869 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:33:18.053869 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:33:18.053869 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:33:18.053869 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:33:18.053869 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:33:18.053869 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:33:18.053869 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:33:18.053869 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:33:18.053869 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:33:18.053869 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:33:18.053869 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:33:18.053869 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:33:18.053869 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:33:18.062500 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385d216f-e48e-40cb-8517-0964de8c46bb tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:18.067166 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-385d216f-e48e-40cb-8517-0964de8c46bb tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0716269 Nov 10 19:33:18.068196 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58902) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:18.123579 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58906) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:18.124146 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-587b905d-4963-433d-ba7d-9cedb475f395 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542419 Nov 10 19:33:18.130115 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-f622df2f-4bfb-4346-8193-bdddcf070809 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:18.161260 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c9108339-14c9-406d-8838-307974524729 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:18.168032 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c9108339-14c9-406d-8838-307974524729 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:18.174154 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c9108339-14c9-406d-8838-307974524729 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] 10.222.0.54 "DELETE /v2.0/networks/12fc590f-8c5a-4ca6-a35a-608285b5045d HTTP/1.1" status: 204 len: 168 time: 0.4946060 Nov 10 19:33:18.226072 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9108339-14c9-406d-8838-307974524729 tempest-TestSecurityGroupsBasicOps-51094847 tempest-TestSecurityGroupsBasicOps-51094847-project] Pushing event deleted for resources: {'Network': ['ID=12fc590f-8c5a-4ca6-a35a-608285b5045d,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:18.322243 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f622df2f-4bfb-4346-8193-bdddcf070809 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:18.326363 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f622df2f-4bfb-4346-8193-bdddcf070809 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:18.473968 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fa4730d6-5f8b-471e-bb1b-6ce8607fc359 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:33:18.489665 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9784d32-5599-4696-88cc-a28d95800265 req-4c0b3686-ce99-4308-895a-c686495e5e51 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:18.491325 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e9784d32-5599-4696-88cc-a28d95800265 req-4c0b3686-ce99-4308-895a-c686495e5e51 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 946 time: 0.1413100 Nov 10 19:33:18.531784 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: fa4730d6-5f8b-471e-bb1b-6ce8607fc359 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:33:18.532144 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fa4730d6-5f8b-471e-bb1b-6ce8607fc359 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:33:18.596382 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e9784d32-5599-4696-88cc-a28d95800265 req-1890b66f-9a6f-4c28-bd84-814a68167970 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=9098cf66-e6a6-4b65-8dfe-20c875f20b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969503 Nov 10 19:33:18.672958 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58928) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:18.788337 n-d-813897-4 neutron-server[102506]: DEBUG neutron.objects.ports [None req-f622df2f-4bfb-4346-8193-bdddcf070809 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102506) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 19:33:18.790051 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f622df2f-4bfb-4346-8193-bdddcf070809 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:18.847717 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622df2f-4bfb-4346-8193-bdddcf070809 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Subnet': ['ID=8f601566-99cb-4d93-b494-de16463d48cc,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:18.866057 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f622df2f-4bfb-4346-8193-bdddcf070809 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:18.867686 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-f622df2f-4bfb-4346-8193-bdddcf070809 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:18.871133 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f622df2f-4bfb-4346-8193-bdddcf070809 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:18.871907 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f622df2f-4bfb-4346-8193-bdddcf070809 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:18.877752 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0469e45-3c94-40db-8676-c1fe13724d09 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:33:18.880907 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-12912e52-b82f-41aa-a418-91d6df8b5889 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=26bbb91bbd1a44118e77b6255c634c66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2072010 Nov 10 19:33:18.883475 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58932) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:18.893396 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f622df2f-4bfb-4346-8193-bdddcf070809 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7679389 Nov 10 19:33:18.897151 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58934) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:18.903067 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-cfa360ef-e2da-4d26-b59d-8d36ed67d76c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'port': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'mac_address': 'fa:16:3e:ea:9f:0a', 'name': 'tempest-NetworksTestDHCPv6-963600430'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:18.967646 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-498cc88c-6e7c-4223-93ff-d21cea4087ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:19.019929 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-498cc88c-6e7c-4223-93ff-d21cea4087ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:19.099593 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-498cc88c-6e7c-4223-93ff-d21cea4087ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:19.104672 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-498cc88c-6e7c-4223-93ff-d21cea4087ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:19.106662 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-498cc88c-6e7c-4223-93ff-d21cea4087ed admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d25d7c5e-ccba-41e5-85fa-b21923495dee HTTP/1.1" status: 204 len: 168 time: 0.2220364 Nov 10 19:33:19.112657 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b464916d-9b7a-4f4a-a408-088928a6c6bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-0f2098c5-8490-42c1-8134-97661a60c707', 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'fixed_ips': [{'subnet_id': '8f601566-99cb-4d93-b494-de16463d48cc'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:33:19.113629 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b464916d-9b7a-4f4a-a408-088928a6c6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:19.117696 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498cc88c-6e7c-4223-93ff-d21cea4087ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25d7c5e-ccba-41e5-85fa-b21923495dee,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:19.128553 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498cc88c-6e7c-4223-93ff-d21cea4087ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:19.129470 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498cc88c-6e7c-4223-93ff-d21cea4087ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:19.130120 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498cc88c-6e7c-4223-93ff-d21cea4087ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:19.131195 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498cc88c-6e7c-4223-93ff-d21cea4087ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:19.131770 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498cc88c-6e7c-4223-93ff-d21cea4087ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:19.132708 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498cc88c-6e7c-4223-93ff-d21cea4087ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:19.133538 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498cc88c-6e7c-4223-93ff-d21cea4087ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:19.134150 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498cc88c-6e7c-4223-93ff-d21cea4087ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:19.135495 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498cc88c-6e7c-4223-93ff-d21cea4087ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:19.136063 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498cc88c-6e7c-4223-93ff-d21cea4087ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:19.136298 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa360ef-e2da-4d26-b59d-8d36ed67d76c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:19.138138 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498cc88c-6e7c-4223-93ff-d21cea4087ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:19.138732 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498cc88c-6e7c-4223-93ff-d21cea4087ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:19.327433 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cfa360ef-e2da-4d26-b59d-8d36ed67d76c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:19.394097 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-cfa360ef-e2da-4d26-b59d-8d36ed67d76c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] device_id is not set on port 9d531489-8563-4cf0-a52c-42794eba8e21 yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:33:19.636647 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-b464916d-9b7a-4f4a-a408-088928a6c6bd None None] Allocated IP 2001:db8::f816:3eff:fe9b:6180 (0f2098c5-8490-42c1-8134-97661a60c707/8f601566-99cb-4d93-b494-de16463d48cc/ceba1c72-cd14-49cc-a4ad-2770b3ccdf7f) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:33:19.669049 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58960) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:19.684316 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3f53bffc-df77-4cc7-a1ef-8b59cd3b725f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:19.792074 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44235da6-2b97-4afd-8612-0401a0b82622 req-ad658bed-3f90-4ea5-a206-ead1ed61ae76 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:19.793688 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-44235da6-2b97-4afd-8612-0401a0b82622 req-ad658bed-3f90-4ea5-a206-ead1ed61ae76 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 946 time: 0.0843894 Nov 10 19:33:19.841300 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b464916d-9b7a-4f4a-a408-088928a6c6bd None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:19.842539 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3f53bffc-df77-4cc7-a1ef-8b59cd3b725f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:19.851107 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b464916d-9b7a-4f4a-a408-088928a6c6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:19.857043 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3f53bffc-df77-4cc7-a1ef-8b59cd3b725f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:19.889895 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b464916d-9b7a-4f4a-a408-088928a6c6bd None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:19.893614 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-b464916d-9b7a-4f4a-a408-088928a6c6bd None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:19.896561 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b464916d-9b7a-4f4a-a408-088928a6c6bd None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:33:19.929747 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464916d-9b7a-4f4a-a408-088928a6c6bd None None] Pushing event updated for resources: {'Port': ['ID=ceba1c72-cd14-49cc-a4ad-2770b3ccdf7f,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:19.945055 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-44235da6-2b97-4afd-8612-0401a0b82622 req-144e933c-4d99-4411-888c-5a942a9c1c44 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=9098cf66-e6a6-4b65-8dfe-20c875f20b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422529 Nov 10 19:33:19.966324 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-cfa360ef-e2da-4d26-b59d-8d36ed67d76c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Allocated IP 2001:db8::f816:3eff:feea:9f0a (0f2098c5-8490-42c1-8134-97661a60c707/8f601566-99cb-4d93-b494-de16463d48cc/9d531489-8563-4cf0-a52c-42794eba8e21) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:33:19.975581 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-b464916d-9b7a-4f4a-a408-088928a6c6bd None None] Attempting to bind port ceba1c72-cd14-49cc-a4ad-2770b3ccdf7f on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:33:19.975957 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-b464916d-9b7a-4f4a-a408-088928a6c6bd None None] Attempting to bind port ceba1c72-cd14-49cc-a4ad-2770b3ccdf7f by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:33:19.976580 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b464916d-9b7a-4f4a-a408-088928a6c6bd None None] Attempting to bind port ceba1c72-cd14-49cc-a4ad-2770b3ccdf7f on network 0f2098c5-8490-42c1-8134-97661a60c707 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:33:19.980080 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53bffc-df77-4cc7-a1ef-8b59cd3b725f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6a775a-3ac1-4be3-8d32-5b418bed990f,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:19.983510 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b464916d-9b7a-4f4a-a408-088928a6c6bd None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:33:19.984171 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b464916d-9b7a-4f4a-a408-088928a6c6bd None None] Checking segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:33:19.984770 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b464916d-9b7a-4f4a-a408-088928a6c6bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:19.985413 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b464916d-9b7a-4f4a-a408-088928a6c6bd None None] Bound using segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:33:19.986887 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3f53bffc-df77-4cc7-a1ef-8b59cd3b725f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aff983a785634961b672fe33331484cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3165870 Nov 10 19:33:19.989233 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-b464916d-9b7a-4f4a-a408-088928a6c6bd None None] Bound port: ceba1c72-cd14-49cc-a4ad-2770b3ccdf7f, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:33:19.989938 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58970) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:19.990459 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b464916d-9b7a-4f4a-a408-088928a6c6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:20.050959 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a832a21a-159f-4c6a-ba39-dc4ac0aa5492 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:20.072969 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-b464916d-9b7a-4f4a-a408-088928a6c6bd None None] For port ceba1c72-cd14-49cc-a4ad-2770b3ccdf7f, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:33:20.076896 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-b464916d-9b7a-4f4a-a408-088928a6c6bd None None] For port ceba1c72-cd14-49cc-a4ad-2770b3ccdf7f, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ceba1c72-cd14-49cc-a4ad-2770b3ccdf7f,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:33:20.080151 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a832a21a-159f-4c6a-ba39-dc4ac0aa5492 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:20.084085 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b464916d-9b7a-4f4a-a408-088928a6c6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:20.158448 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464916d-9b7a-4f4a-a408-088928a6c6bd None None] Pushing event updated for resources: {'Port': ['ID=ceba1c72-cd14-49cc-a4ad-2770b3ccdf7f,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:20.172111 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a832a21a-159f-4c6a-ba39-dc4ac0aa5492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:20.175538 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a832a21a-159f-4c6a-ba39-dc4ac0aa5492 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:20.177863 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a832a21a-159f-4c6a-ba39-dc4ac0aa5492 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2c6a775a-3ac1-4be3-8d32-5b418bed990f HTTP/1.1" status: 204 len: 168 time: 0.1860647 Nov 10 19:33:20.189317 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832a21a-159f-4c6a-ba39-dc4ac0aa5492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6a775a-3ac1-4be3-8d32-5b418bed990f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:20.200419 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cfa360ef-e2da-4d26-b59d-8d36ed67d76c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:20.247275 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cfa360ef-e2da-4d26-b59d-8d36ed67d76c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:20.320437 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa360ef-e2da-4d26-b59d-8d36ed67d76c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:20.321493 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa360ef-e2da-4d26-b59d-8d36ed67d76c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Port': ['ID=9d531489-8563-4cf0-a52c-42794eba8e21,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:20.325980 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-cfa360ef-e2da-4d26-b59d-8d36ed67d76c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:20.328329 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa360ef-e2da-4d26-b59d-8d36ed67d76c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:33:20.335583 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa360ef-e2da-4d26-b59d-8d36ed67d76c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:20.336685 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cfa360ef-e2da-4d26-b59d-8d36ed67d76c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:20.371781 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58978) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:20.382038 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-cfa360ef-e2da-4d26-b59d-8d36ed67d76c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4833808 Nov 10 19:33:20.440799 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00394e09-26ac-4709-94bc-214502ca07ce tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:20.448418 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00394e09-26ac-4709-94bc-214502ca07ce tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:20.452941 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58986) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:20.462371 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-00394e09-26ac-4709-94bc-214502ca07ce tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0891938 Nov 10 19:33:20.676221 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-1cea6006-127f-44cc-9b80-24e22d2e2580 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting port 9d531489-8563-4cf0-a52c-42794eba8e21 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:33:20.676673 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1cea6006-127f-44cc-9b80-24e22d2e2580 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:20.799959 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1cea6006-127f-44cc-9b80-24e22d2e2580 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:20.814591 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-1cea6006-127f-44cc-9b80-24e22d2e2580 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Calling delete_port for 9d531489-8563-4cf0-a52c-42794eba8e21 owned by {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:33:20.833184 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59004) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:20.931920 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c0bcd9b0-453d-4ded-bbc1-9c472ac609de admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=947ff09574f845f89567905770604ae2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0971746 Nov 10 19:33:20.934581 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59008) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:20.998318 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ee3124c-092f-4f4a-af71-59a313de5147 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:21.028678 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ee3124c-092f-4f4a-af71-59a313de5147 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:21.035856 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1cea6006-127f-44cc-9b80-24e22d2e2580 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:21.102478 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ee3124c-092f-4f4a-af71-59a313de5147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:21.106886 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ee3124c-092f-4f4a-af71-59a313de5147 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:21.121465 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6ee3124c-092f-4f4a-af71-59a313de5147 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/49de19e3-3fb3-4c0c-a7ff-5d3480310201 HTTP/1.1" status: 204 len: 168 time: 0.1797612 Nov 10 19:33:21.145375 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea6006-127f-44cc-9b80-24e22d2e2580 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Port': ['ID=9d531489-8563-4cf0-a52c-42794eba8e21,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:21.154747 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3124c-092f-4f4a-af71-59a313de5147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49de19e3-3fb3-4c0c-a7ff-5d3480310201,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:21.167320 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1cea6006-127f-44cc-9b80-24e22d2e2580 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:21.173984 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1cea6006-127f-44cc-9b80-24e22d2e2580 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/9d531489-8563-4cf0-a52c-42794eba8e21 HTTP/1.1" status: 204 len: 168 time: 0.7196229 Nov 10 19:33:21.174425 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59014) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:21.197729 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a9e3a-4e93-4a4f-b6ac-7e9d5d970a22 req-9ce00816-04b5-4a65-9eb0-0b31a5a7e31e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:21.206614 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6c3a9e3a-4e93-4a4f-b6ac-7e9d5d970a22 req-9ce00816-04b5-4a65-9eb0-0b31a5a7e31e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 946 time: 0.1238637 Nov 10 19:33:21.280991 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6c3a9e3a-4e93-4a4f-b6ac-7e9d5d970a22 req-6ab6c4a3-893a-441d-9fc8-99bac2042798 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=9098cf66-e6a6-4b65-8dfe-20c875f20b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733428 Nov 10 19:33:21.295320 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb020937-a790-4a6b-a2a9-54d67618bdd1 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:21.297142 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb020937-a790-4a6b-a2a9-54d67618bdd1 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:21.302310 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-fb020937-a790-4a6b-a2a9-54d67618bdd1 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1265168 Nov 10 19:33:21.302478 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59016) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:21.392167 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d27ec66-38b3-4dcd-ab0f-ef0cdb412aab tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting subnet 8f601566-99cb-4d93-b494-de16463d48cc {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:33:21.396513 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9d27ec66-38b3-4dcd-ab0f-ef0cdb412aab tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:21.445061 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9d27ec66-38b3-4dcd-ab0f-ef0cdb412aab tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:21.611205 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9d27ec66-38b3-4dcd-ab0f-ef0cdb412aab tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:21.726049 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9d27ec66-38b3-4dcd-ab0f-ef0cdb412aab tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:21.726292 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-7d7236a0-5e7c-4a12-8429-bd69dd25c905 None None] Provisioning complete for port ceba1c72-cd14-49cc-a4ad-2770b3ccdf7f triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:21.726762 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7d7236a0-5e7c-4a12-8429-bd69dd25c905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:21.777284 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27ec66-38b3-4dcd-ab0f-ef0cdb412aab tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Subnet': ['ID=8f601566-99cb-4d93-b494-de16463d48cc,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:21.785190 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9d27ec66-38b3-4dcd-ab0f-ef0cdb412aab tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:21.789164 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9d27ec66-38b3-4dcd-ab0f-ef0cdb412aab tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/8f601566-99cb-4d93-b494-de16463d48cc HTTP/1.1" status: 204 len: 168 time: 0.4856920 Nov 10 19:33:21.791593 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59032) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:21.847555 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5ddfb26c-3cab-4389-94df-2e4c8e059e31 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0546796 Nov 10 19:33:21.850446 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59034) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:21.854653 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7d7236a0-5e7c-4a12-8429-bd69dd25c905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:21.856231 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-ac0eaf83-1558-4e6f-b012-d41528c5cb94 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:21.899612 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7d7236a0-5e7c-4a12-8429-bd69dd25c905 None None] For port ceba1c72-cd14-49cc-a4ad-2770b3ccdf7f, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ceba1c72-cd14-49cc-a4ad-2770b3ccdf7f,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:21.917196 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7d7236a0-5e7c-4a12-8429-bd69dd25c905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:22.055921 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0eaf83-1558-4e6f-b012-d41528c5cb94 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:22.064939 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a2f044-0e0c-4681-a098-b2178a8f933f None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:33:22.065304 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ac0eaf83-1558-4e6f-b012-d41528c5cb94 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:22.107998 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7236a0-5e7c-4a12-8429-bd69dd25c905 None None] Pushing event updated for resources: {'Port': ['ID=ceba1c72-cd14-49cc-a4ad-2770b3ccdf7f,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:22.168148 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-b4238e50-7c58-47f1-82bf-5c81876e0a43 None None] Could not find standard attr ID for object 9d531489-8563-4cf0-a52c-42794eba8e21. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:33:22.320867 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59048) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:22.375420 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca0ba0a-0706-43ae-8e3a-a268bd323f82 None None] DHCP port deletion for 0f2098c5-8490-42c1-8134-97661a60c707 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:33:22.499573 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224cc8d6-f555-479a-b1f8-65c11538dbec req-9cadc87b-b19e-4877-95e5-8093e8b32626 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:22.501460 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-224cc8d6-f555-479a-b1f8-65c11538dbec req-9cadc87b-b19e-4877-95e5-8093e8b32626 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 946 time: 0.1145966 Nov 10 19:33:22.507487 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-8eb1ce6e-6866-421d-927a-5250dfb5e90b admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1341908086-network', 'tenant_id': 'a7bfec4261ff459aa80e192dce822ca6'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:22.525506 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-aca0ba0a-0706-43ae-8e3a-a268bd323f82 None None] Deleting port ceba1c72-cd14-49cc-a4ad-2770b3ccdf7f {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:33:22.526182 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-aca0ba0a-0706-43ae-8e3a-a268bd323f82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:22.566288 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-224cc8d6-f555-479a-b1f8-65c11538dbec req-5a27c61e-7253-41c3-be95-915717214486 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=9098cf66-e6a6-4b65-8dfe-20c875f20b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553586 Nov 10 19:33:22.572344 n-d-813897-4 neutron-server[102505]: DEBUG neutron.objects.ports [None req-ac0eaf83-1558-4e6f-b012-d41528c5cb94 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102505) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 19:33:22.585268 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb1ce6e-6866-421d-927a-5250dfb5e90b admin admin] Made reservation on behalf of a7bfec4261ff459aa80e192dce822ca6 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:22.588617 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8eb1ce6e-6866-421d-927a-5250dfb5e90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:22.618681 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8eb1ce6e-6866-421d-927a-5250dfb5e90b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:22.697352 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-aca0ba0a-0706-43ae-8e3a-a268bd323f82 None None] For port ceba1c72-cd14-49cc-a4ad-2770b3ccdf7f, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ceba1c72-cd14-49cc-a4ad-2770b3ccdf7f,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:22.699190 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-aca0ba0a-0706-43ae-8e3a-a268bd323f82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:22.718920 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-aca0ba0a-0706-43ae-8e3a-a268bd323f82 None None] Calling delete_port for ceba1c72-cd14-49cc-a4ad-2770b3ccdf7f owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:33:22.745836 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8eb1ce6e-6866-421d-927a-5250dfb5e90b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:22.753096 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8eb1ce6e-6866-421d-927a-5250dfb5e90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:22.793158 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb1ce6e-6866-421d-927a-5250dfb5e90b admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:33:22.812985 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ac0eaf83-1558-4e6f-b012-d41528c5cb94 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:22.841278 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-aca0ba0a-0706-43ae-8e3a-a268bd323f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:22.850878 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1ce6e-6866-421d-927a-5250dfb5e90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b4ae85-3489-4b9f-8d17-d94f58cb4a9e,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:22.859102 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8eb1ce6e-6866-421d-927a-5250dfb5e90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:22.863808 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-8eb1ce6e-6866-421d-927a-5250dfb5e90b admin admin] Added segment b66bddea-7c9e-4fcb-9656-dc2d4b47cc4d of type vlan for network 0c2fa9e7-183b-4691-8e91-d21b35176954 Nov 10 19:33:22.919136 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0ba0a-0706-43ae-8e3a-a268bd323f82 None None] Pushing event deleted for resources: {'Port': ['ID=ceba1c72-cd14-49cc-a4ad-2770b3ccdf7f,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:22.941207 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca0ba0a-0706-43ae-8e3a-a268bd323f82 None None] No DVR routers for this DVR port ceba1c72-cd14-49cc-a4ad-2770b3ccdf7f on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:33:22.946678 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8eb1ce6e-6866-421d-927a-5250dfb5e90b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:22.992597 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8eb1ce6e-6866-421d-927a-5250dfb5e90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:22.993954 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb1ce6e-6866-421d-927a-5250dfb5e90b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:22.994707 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8eb1ce6e-6866-421d-927a-5250dfb5e90b admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:23.122657 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8eb1ce6e-6866-421d-927a-5250dfb5e90b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7969668 Nov 10 19:33:23.126351 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59058) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:23.130445 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-ac0eaf83-1558-4e6f-b012-d41528c5cb94 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] For port ceba1c72-cd14-49cc-a4ad-2770b3ccdf7f, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ceba1c72-cd14-49cc-a4ad-2770b3ccdf7f,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:23.140915 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-abb618ca-2e4e-48f2-931d-cc205c4b26c8 admin admin] Request body: {'subnet': {'network_id': '0c2fa9e7-183b-4691-8e91-d21b35176954', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1341908086-subnet', 'tenant_id': 'a7bfec4261ff459aa80e192dce822ca6', 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:23.154829 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1ce6e-6866-421d-927a-5250dfb5e90b admin admin] Pushing event updated for resources: {'Network': ['ID=0c2fa9e7-183b-4691-8e91-d21b35176954,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:23.165795 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 0c2fa9e7-183b-4691-8e91-d21b35176954 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:33:23.168830 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ac0eaf83-1558-4e6f-b012-d41528c5cb94 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:23.175742 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ac0eaf83-1558-4e6f-b012-d41528c5cb94 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:23.176673 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ac0eaf83-1558-4e6f-b012-d41528c5cb94 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:23.209103 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb618ca-2e4e-48f2-931d-cc205c4b26c8 admin admin] Made reservation on behalf of a7bfec4261ff459aa80e192dce822ca6 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:23.211760 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-abb618ca-2e4e-48f2-931d-cc205c4b26c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:23.248479 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0eaf83-1558-4e6f-b012-d41528c5cb94 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Port': ['ID=ceba1c72-cd14-49cc-a4ad-2770b3ccdf7f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:23.361871 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0eaf83-1558-4e6f-b012-d41528c5cb94 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:23.366495 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-ac0eaf83-1558-4e6f-b012-d41528c5cb94 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:23.370400 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0eaf83-1558-4e6f-b012-d41528c5cb94 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:23.371327 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ac0eaf83-1558-4e6f-b012-d41528c5cb94 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:23.379459 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cacd4c-0b38-4bf9-86ce-858bcbd5a0dc None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:33:23.415837 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ac0eaf83-1558-4e6f-b012-d41528c5cb94 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5615232 Nov 10 19:33:23.415837 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0eaf83-1558-4e6f-b012-d41528c5cb94 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Subnet': ['ID=e39ee7c6-2d44-454c-98ea-751ec1734ebe,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:23.420897 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59060) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:23.427551 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-9485f8ae-9800-443b-a783-94fb7250a56f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'port': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'mac_address': 'fa:16:3e:c0:80:cc', 'name': 'tempest-NetworksTestDHCPv6-1861379928'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:23.517119 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-840ffef9-1af3-4495-9e91-402fb106cf23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:23.622719 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-abb618ca-2e4e-48f2-931d-cc205c4b26c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:23.652940 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bc85fd-c82f-4ac7-9097-f36c4834e588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-0f2098c5-8490-42c1-8134-97661a60c707', 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'fixed_ips': [{'subnet_id': 'e39ee7c6-2d44-454c-98ea-751ec1734ebe'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:33:23.654551 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-50bc85fd-c82f-4ac7-9097-f36c4834e588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:23.715499 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb618ca-2e4e-48f2-931d-cc205c4b26c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5dad18f-34a9-4b24-9f86-9c831e67ed93,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:23.715778 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9485f8ae-9800-443b-a783-94fb7250a56f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:23.729532 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb618ca-2e4e-48f2-931d-cc205c4b26c8 admin admin] Checking segment: {'id': 'b66bddea-7c9e-4fcb-9656-dc2d4b47cc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0c2fa9e7-183b-4691-8e91-d21b35176954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:33:23.729968 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb618ca-2e4e-48f2-931d-cc205c4b26c8 admin admin] Network hostable DHCP agents. Network: 0c2fa9e7-183b-4691-8e91-d21b35176954, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:33:23.806225 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd447f-1f90-4036-9037-30d879fcc7d4 req-8e6e8345-dd0e-48e6-b8ab-c3f568c665f3 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:23.808618 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-14dd447f-1f90-4036-9037-30d879fcc7d4 req-8e6e8345-dd0e-48e6-b8ab-c3f568c665f3 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 946 time: 0.0805218 Nov 10 19:33:23.827614 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb618ca-2e4e-48f2-931d-cc205c4b26c8 admin admin] Network 0c2fa9e7-183b-4691-8e91-d21b35176954 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:33:23.833792 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9485f8ae-9800-443b-a783-94fb7250a56f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:23.851879 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-abb618ca-2e4e-48f2-931d-cc205c4b26c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 0c2fa9e7-183b-4691-8e91-d21b35176954) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:23.860325 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-9485f8ae-9800-443b-a783-94fb7250a56f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] device_id is not set on port 56abf268-0c44-45ea-8012-34e4aaef1e68 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:33:23.861542 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58478329-32db-4657-b4a9-6b6870801b86 None None] Network 0c2fa9e7-183b-4691-8e91-d21b35176954 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:33:23.864590 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb618ca-2e4e-48f2-931d-cc205c4b26c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:23.865390 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-abb618ca-2e4e-48f2-931d-cc205c4b26c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:23.898118 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-14dd447f-1f90-4036-9037-30d879fcc7d4 req-d1b72ea0-3885-4bcf-be1c-93544843cd0d tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=9098cf66-e6a6-4b65-8dfe-20c875f20b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792079 Nov 10 19:33:23.924627 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-abb618ca-2e4e-48f2-931d-cc205c4b26c8 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7969825 Nov 10 19:33:23.927369 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59066) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:23.932199 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-5212d659-1e2d-4b31-9470-b59434fb3d58 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1341908086-router', 'tenant_id': 'a7bfec4261ff459aa80e192dce822ca6', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:23.960469 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5212d659-1e2d-4b31-9470-b59434fb3d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:23.961627 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5212d659-1e2d-4b31-9470-b59434fb3d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:24.006563 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-50bc85fd-c82f-4ac7-9097-f36c4834e588 None None] Allocated IP 2001:db8::f816:3eff:feb2:4024 (0f2098c5-8490-42c1-8134-97661a60c707/e39ee7c6-2d44-454c-98ea-751ec1734ebe/4659e941-5f08-431c-ba7c-6a0d11bc124c) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:33:24.028952 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5212d659-1e2d-4b31-9470-b59434fb3d58 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:24.180484 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e08af8-5083-43fe-87f6-9480ee3b761e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-0c2fa9e7-183b-4691-8e91-d21b35176954', 'network_id': '0c2fa9e7-183b-4691-8e91-d21b35176954', 'tenant_id': 'a7bfec4261ff459aa80e192dce822ca6', 'fixed_ips': [{'subnet_id': 'd5dad18f-34a9-4b24-9f86-9c831e67ed93'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:33:24.181537 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-12e08af8-5083-43fe-87f6-9480ee3b761e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:24.217402 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5212d659-1e2d-4b31-9470-b59434fb3d58 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:24.420054 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-12e08af8-5083-43fe-87f6-9480ee3b761e None None] Allocated IP 172.20.0.2 (0c2fa9e7-183b-4691-8e91-d21b35176954/d5dad18f-34a9-4b24-9f86-9c831e67ed93/ffe20971-d3e2-43f0-b120-db109a856712) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:33:24.433477 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-50bc85fd-c82f-4ac7-9097-f36c4834e588 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:24.446559 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-50bc85fd-c82f-4ac7-9097-f36c4834e588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:24.465551 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5212d659-1e2d-4b31-9470-b59434fb3d58 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:24.488589 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5212d659-1e2d-4b31-9470-b59434fb3d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:24.514472 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-9485f8ae-9800-443b-a783-94fb7250a56f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Allocated IP 2001:db8::f816:3eff:fec0:80cc (0f2098c5-8490-42c1-8134-97661a60c707/e39ee7c6-2d44-454c-98ea-751ec1734ebe/56abf268-0c44-45ea-8012-34e4aaef1e68) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:33:24.624478 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bc85fd-c82f-4ac7-9097-f36c4834e588 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:24.628842 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-50bc85fd-c82f-4ac7-9097-f36c4834e588 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:24.631053 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc85fd-c82f-4ac7-9097-f36c4834e588 None None] Pushing event updated for resources: {'Port': ['ID=4659e941-5f08-431c-ba7c-6a0d11bc124c,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:24.646748 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bc85fd-c82f-4ac7-9097-f36c4834e588 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:33:24.664004 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-5212d659-1e2d-4b31-9470-b59434fb3d58 admin admin] Allocated IP 172.25.3.2 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/348d76d3-fb93-4d2f-a38a-8f7b3ef809f9) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:33:24.745806 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-50bc85fd-c82f-4ac7-9097-f36c4834e588 None None] Attempting to bind port 4659e941-5f08-431c-ba7c-6a0d11bc124c on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:33:24.746207 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-50bc85fd-c82f-4ac7-9097-f36c4834e588 None None] Attempting to bind port 4659e941-5f08-431c-ba7c-6a0d11bc124c by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:33:24.746582 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc85fd-c82f-4ac7-9097-f36c4834e588 None None] Attempting to bind port 4659e941-5f08-431c-ba7c-6a0d11bc124c on network 0f2098c5-8490-42c1-8134-97661a60c707 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:33:24.758984 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:24.765240 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc85fd-c82f-4ac7-9097-f36c4834e588 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:33:24.765600 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc85fd-c82f-4ac7-9097-f36c4834e588 None None] Checking segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:33:24.766039 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-50bc85fd-c82f-4ac7-9097-f36c4834e588 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:24.766463 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc85fd-c82f-4ac7-9097-f36c4834e588 None None] Bound using segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:33:24.767603 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-50bc85fd-c82f-4ac7-9097-f36c4834e588 None None] Bound port: 4659e941-5f08-431c-ba7c-6a0d11bc124c, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:33:24.767760 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-50bc85fd-c82f-4ac7-9097-f36c4834e588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:24.815608 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5212d659-1e2d-4b31-9470-b59434fb3d58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:24.833551 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9485f8ae-9800-443b-a783-94fb7250a56f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:24.866559 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5212d659-1e2d-4b31-9470-b59434fb3d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:24.879695 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-12e08af8-5083-43fe-87f6-9480ee3b761e None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:24.882846 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9485f8ae-9800-443b-a783-94fb7250a56f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:24.892261 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-12e08af8-5083-43fe-87f6-9480ee3b761e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:24.894724 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-50bc85fd-c82f-4ac7-9097-f36c4834e588 None None] For port 4659e941-5f08-431c-ba7c-6a0d11bc124c, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:33:24.952502 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5212d659-1e2d-4b31-9470-b59434fb3d58 admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:24.954978 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9485f8ae-9800-443b-a783-94fb7250a56f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:24.958239 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-5212d659-1e2d-4b31-9470-b59434fb3d58 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:24.975121 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5212d659-1e2d-4b31-9470-b59434fb3d58 admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:33:24.979066 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-9485f8ae-9800-443b-a783-94fb7250a56f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:24.981912 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e08af8-5083-43fe-87f6-9480ee3b761e None None] Pushing event updated for resources: {'Port': ['ID=ffe20971-d3e2-43f0-b120-db109a856712,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:24.984321 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c7b72c-b0d4-4ff6-93c5-923512c82899 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:33:24.995007 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9485f8ae-9800-443b-a783-94fb7250a56f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:33:25.010356 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9485f8ae-9800-443b-a783-94fb7250a56f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:25.016910 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9485f8ae-9800-443b-a783-94fb7250a56f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:25.033149 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-50bc85fd-c82f-4ac7-9097-f36c4834e588 None None] For port 4659e941-5f08-431c-ba7c-6a0d11bc124c, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=4659e941-5f08-431c-ba7c-6a0d11bc124c,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:33:25.053509 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e08af8-5083-43fe-87f6-9480ee3b761e None None] Network 0c2fa9e7-183b-4691-8e91-d21b35176954 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:25.059192 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-12e08af8-5083-43fe-87f6-9480ee3b761e None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:25.061827 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-50bc85fd-c82f-4ac7-9097-f36c4834e588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:25.072670 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485f8ae-9800-443b-a783-94fb7250a56f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Port': ['ID=56abf268-0c44-45ea-8012-34e4aaef1e68,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:25.085622 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9485f8ae-9800-443b-a783-94fb7250a56f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6632435 Nov 10 19:33:25.086462 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59074) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:25.093004 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e08af8-5083-43fe-87f6-9480ee3b761e None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:33:25.104583 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212d659-1e2d-4b31-9470-b59434fb3d58 admin admin] Pushing event updated for resources: {'Port': ['ID=348d76d3-fb93-4d2f-a38a-8f7b3ef809f9,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:25.190653 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7762d91c-86dc-4078-b158-adff44d15db7 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:25.202710 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7762d91c-86dc-4078-b158-adff44d15db7 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:25.207394 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7762d91c-86dc-4078-b158-adff44d15db7 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1194072 Nov 10 19:33:25.208045 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59078) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:25.300711 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc85fd-c82f-4ac7-9097-f36c4834e588 None None] Pushing event updated for resources: {'Port': ['ID=4659e941-5f08-431c-ba7c-6a0d11bc124c,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:25.342585 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0226d9-ad82-42e4-ae32-43154c9ece3f req-1a29410d-1a0f-41ae-b67d-d32dacfaa8a1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:25.344621 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c0226d9-ad82-42e4-ae32-43154c9ece3f req-1a29410d-1a0f-41ae-b67d-d32dacfaa8a1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 946 time: 0.2671440 Nov 10 19:33:25.369517 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-fe3817ea-8fb4-4205-98db-7cde80143cec None None] Provisioning complete for port 348d76d3-fb93-4d2f-a38a-8f7b3ef809f9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:25.372304 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-b40e65b5-73cc-4ab5-99b9-98d748acc35a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting port 56abf268-0c44-45ea-8012-34e4aaef1e68 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:33:25.377149 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fe3817ea-8fb4-4205-98db-7cde80143cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:25.377836 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b40e65b5-73cc-4ab5-99b9-98d748acc35a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:25.383374 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:25.505433 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-12e08af8-5083-43fe-87f6-9480ee3b761e None None] Attempting to bind port ffe20971-d3e2-43f0-b120-db109a856712 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:33:25.506005 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-12e08af8-5083-43fe-87f6-9480ee3b761e None None] Attempting to bind port ffe20971-d3e2-43f0-b120-db109a856712 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'b66bddea-7c9e-4fcb-9656-dc2d4b47cc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0c2fa9e7-183b-4691-8e91-d21b35176954'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:33:25.506687 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e08af8-5083-43fe-87f6-9480ee3b761e None None] Attempting to bind port ffe20971-d3e2-43f0-b120-db109a856712 on network 0c2fa9e7-183b-4691-8e91-d21b35176954 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:33:25.536965 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e08af8-5083-43fe-87f6-9480ee3b761e None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:33:25.541125 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e08af8-5083-43fe-87f6-9480ee3b761e None None] Checking segment: {'id': 'b66bddea-7c9e-4fcb-9656-dc2d4b47cc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0c2fa9e7-183b-4691-8e91-d21b35176954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:33:25.541743 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-12e08af8-5083-43fe-87f6-9480ee3b761e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:25.542343 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e08af8-5083-43fe-87f6-9480ee3b761e None None] Bound using segment: {'id': 'b66bddea-7c9e-4fcb-9656-dc2d4b47cc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0c2fa9e7-183b-4691-8e91-d21b35176954'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:33:25.543048 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-12e08af8-5083-43fe-87f6-9480ee3b761e None None] Bound port: ffe20971-d3e2-43f0-b120-db109a856712, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b66bddea-7c9e-4fcb-9656-dc2d4b47cc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0c2fa9e7-183b-4691-8e91-d21b35176954'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:33:25.547556 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-12e08af8-5083-43fe-87f6-9480ee3b761e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:25.603947 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-fe3817ea-8fb4-4205-98db-7cde80143cec None None] Port 348d76d3-fb93-4d2f-a38a-8f7b3ef809f9 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:33:25.640542 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b40e65b5-73cc-4ab5-99b9-98d748acc35a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:25.672613 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-b40e65b5-73cc-4ab5-99b9-98d748acc35a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Calling delete_port for 56abf268-0c44-45ea-8012-34e4aaef1e68 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:33:25.747251 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-12e08af8-5083-43fe-87f6-9480ee3b761e None None] For port ffe20971-d3e2-43f0-b120-db109a856712, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:33:25.752625 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-13b6643c-7911-444f-be4d-16e76507e2b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:25.777621 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-12e08af8-5083-43fe-87f6-9480ee3b761e None None] For port ffe20971-d3e2-43f0-b120-db109a856712, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ffe20971-d3e2-43f0-b120-db109a856712,segment=NetworkSegment(b66bddea-7c9e-4fcb-9656-dc2d4b47cc4d),segment_id=b66bddea-7c9e-4fcb-9656-dc2d4b47cc4d)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:33:25.786300 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-12e08af8-5083-43fe-87f6-9480ee3b761e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:25.812230 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59090) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:25.955633 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b40e65b5-73cc-4ab5-99b9-98d748acc35a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:25.965374 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e08af8-5083-43fe-87f6-9480ee3b761e None None] Pushing event updated for resources: {'Port': ['ID=ffe20971-d3e2-43f0-b120-db109a856712,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:26.027201 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5abc59d8-a09f-49aa-bcc8-9a1a34feb411 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:26.094023 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e65b5-73cc-4ab5-99b9-98d748acc35a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Port': ['ID=56abf268-0c44-45ea-8012-34e4aaef1e68,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:26.130348 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b40e65b5-73cc-4ab5-99b9-98d748acc35a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:26.136918 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b40e65b5-73cc-4ab5-99b9-98d748acc35a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/56abf268-0c44-45ea-8012-34e4aaef1e68 HTTP/1.1" status: 204 len: 168 time: 0.9237280 Nov 10 19:33:26.137876 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59094) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:26.216635 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c0226d9-ad82-42e4-ae32-43154c9ece3f req-88866237-3283-40cd-832d-7605471ff257 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=9098cf66-e6a6-4b65-8dfe-20c875f20b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8619373 Nov 10 19:33:26.277356 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5212d659-1e2d-4b31-9470-b59434fb3d58 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:26.296873 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38713a08-0a42-4302-929a-6cd08a11ee5c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:26.299580 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38713a08-0a42-4302-929a-6cd08a11ee5c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:26.303859 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-38713a08-0a42-4302-929a-6cd08a11ee5c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1630139 Nov 10 19:33:26.308218 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59096) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:26.436842 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5abc59d8-a09f-49aa-bcc8-9a1a34feb411 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:26.461908 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5abc59d8-a09f-49aa-bcc8-9a1a34feb411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:26.532270 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed241d9-10d4-456c-b6e4-2cb170355d79 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting subnet e39ee7c6-2d44-454c-98ea-751ec1734ebe {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:33:26.553965 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0ed241d9-10d4-456c-b6e4-2cb170355d79 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:26.594979 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ffe20971-d3e2-43f0-b120-db109a856712 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:33:26.613325 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5212d659-1e2d-4b31-9470-b59434fb3d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:26.620864 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc59d8-a09f-49aa-bcc8-9a1a34feb411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b4140b-20df-4863-9776-4850eb6c8462,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:26.643129 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5abc59d8-a09f-49aa-bcc8-9a1a34feb411 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cdcd5cbba16b43719dbecee6960eed6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8294985 Nov 10 19:33:26.646687 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59100) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:26.668680 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0ed241d9-10d4-456c-b6e4-2cb170355d79 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:26.712882 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port ffe20971-d3e2-43f0-b120-db109a856712 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:26.713265 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:26.806955 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0ed241d9-10d4-456c-b6e4-2cb170355d79 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:26.901380 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:26.945144 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0ed241d9-10d4-456c-b6e4-2cb170355d79 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:26.952376 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ee89d7eb-12ea-4cb1-9f57-844ce8424511 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:26.961406 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port ffe20971-d3e2-43f0-b120-db109a856712, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ffe20971-d3e2-43f0-b120-db109a856712,segment=NetworkSegment(b66bddea-7c9e-4fcb-9656-dc2d4b47cc4d),segment_id=b66bddea-7c9e-4fcb-9656-dc2d4b47cc4d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:26.974871 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:26.975835 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 4659e941-5f08-431c-ba7c-6a0d11bc124c up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:33:26.981179 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-fe702450-302d-4c72-82e2-bd7515db3985 None None] Provisioning complete for port 4659e941-5f08-431c-ba7c-6a0d11bc124c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:26.981583 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fe702450-302d-4c72-82e2-bd7515db3985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:27.004564 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed241d9-10d4-456c-b6e4-2cb170355d79 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Subnet': ['ID=e39ee7c6-2d44-454c-98ea-751ec1734ebe,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:27.021925 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0ed241d9-10d4-456c-b6e4-2cb170355d79 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:27.026591 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0ed241d9-10d4-456c-b6e4-2cb170355d79 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/e39ee7c6-2d44-454c-98ea-751ec1734ebe HTTP/1.1" status: 204 len: 168 time: 0.7067204 Nov 10 19:33:27.028122 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59102) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:27.053408 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ee89d7eb-12ea-4cb1-9f57-844ce8424511 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:27.079473 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7ee252bc-c309-4804-ba09-4c0e9e25f7e5 req-ecc80a4a-b436-4530-9ff8-4fdd934c2273 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1886959 Nov 10 19:33:27.108322 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4863554f-4276-4ef1-81d0-872ba96dcfb3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0727956 Nov 10 19:33:27.109507 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59104) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:27.221406 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5212d659-1e2d-4b31-9470-b59434fb3d58 admin admin] Router e0b39a5b-1527-4a95-81b9-9e29a0cb8996 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:33:27.267221 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee252bc-c309-4804-ba09-4c0e9e25f7e5 req-de9eb2b1-59a7-478e-847f-926076c36016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:27.271107 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7ee252bc-c309-4804-ba09-4c0e9e25f7e5 req-de9eb2b1-59a7-478e-847f-926076c36016 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e964d54e065f49df9181b3cc5034fac9&device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 1096 time: 0.1551740 Nov 10 19:33:27.271535 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460b0693-ba05-419f-8c09-e4379f43dbc3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:27.287628 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59108) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:27.296611 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-460b0693-ba05-419f-8c09-e4379f43dbc3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1715379 Nov 10 19:33:27.384940 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fa74320c-0224-43a7-81b9-00a5949248d5 req-6c5cb6fd-8db9-4877-8af2-3de6cc554fe2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0825641 Nov 10 19:33:27.427431 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ee89d7eb-12ea-4cb1-9f57-844ce8424511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:27.432504 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ee89d7eb-12ea-4cb1-9f57-844ce8424511 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:27.433906 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ee89d7eb-12ea-4cb1-9f57-844ce8424511 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/91b4140b-20df-4863-9776-4850eb6c8462 HTTP/1.1" status: 204 len: 168 time: 0.7861857 Nov 10 19:33:27.534610 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74320c-0224-43a7-81b9-00a5949248d5 req-d12d8d1f-263e-4eda-8631-11d4278eed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:27.537180 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fa74320c-0224-43a7-81b9-00a5949248d5 req-d12d8d1f-263e-4eda-8631-11d4278eed76 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8404b51f2eea475c873a90f3482dbb68&device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 1096 time: 0.0681877 Nov 10 19:33:27.541399 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89d7eb-12ea-4cb1-9f57-844ce8424511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b4140b-20df-4863-9776-4850eb6c8462,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:27.596887 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fe702450-302d-4c72-82e2-bd7515db3985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:27.607267 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ebd3e1-9b2b-402c-904b-a3dd04d90f6b None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:33:27.609488 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a75686-7cd7-4048-8ecf-be5f290f9a11 None None] Network 0c2fa9e7-183b-4691-8e91-d21b35176954 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:33:27.800914 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5212d659-1e2d-4b31-9470-b59434fb3d58 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:33:27.819405 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74320c-0224-43a7-81b9-00a5949248d5 req-0d046812-2c51-4772-89b7-3a8a1b3e4e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:27.821045 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fa74320c-0224-43a7-81b9-00a5949248d5 req-0d046812-2c51-4772-89b7-3a8a1b3e4e5d service neutron] 10.222.0.73 "GET /v2.0/networks?id=1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab HTTP/1.1" status: 200 len: 912 time: 0.2545381 Nov 10 19:33:27.840948 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeba010-42c4-4fad-afd3-b8f2a8cce36b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:27.846649 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8aeba010-42c4-4fad-afd3-b8f2a8cce36b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5454745 Nov 10 19:33:27.850792 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59116) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:27.860056 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-fe702450-302d-4c72-82e2-bd7515db3985 None None] For port 4659e941-5f08-431c-ba7c-6a0d11bc124c, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=4659e941-5f08-431c-ba7c-6a0d11bc124c,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:27.862845 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:27.868543 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fed9d16-e077-48fe-bf14-7c2940f26a71 None None] Sync routers for ids ['e0b39a5b-1527-4a95-81b9-9e29a0cb8996'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:33:27.872578 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=ffe20971-d3e2-43f0-b120-db109a856712,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:27.880964 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fe702450-302d-4c72-82e2-bd7515db3985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:27.909370 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee252bc-c309-4804-ba09-4c0e9e25f7e5 req-b7b052e5-0072-402b-bfe4-9773ac5093c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:27.910915 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7ee252bc-c309-4804-ba09-4c0e9e25f7e5 req-b7b052e5-0072-402b-bfe4-9773ac5093c1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d81248ac-96a9-4e56-9bb4-f772b36a0433 HTTP/1.1" status: 200 len: 913 time: 0.4742424 Nov 10 19:33:27.913593 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5212d659-1e2d-4b31-9470-b59434fb3d58 admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:27.914825 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5212d659-1e2d-4b31-9470-b59434fb3d58 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 3.9863377 Nov 10 19:33:27.915615 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59118) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:27.923581 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de993e6c-c8c7-456a-b31e-5726b9376383 req-4354218f-f08f-4304-b80d-8fb4e00fa1c3 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:27.925162 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de993e6c-c8c7-456a-b31e-5726b9376383 req-4354218f-f08f-4304-b80d-8fb4e00fa1c3 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 946 time: 0.4872720 Nov 10 19:33:27.931685 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-68da3646-63d1-411c-a44c-e5d1f8780d35 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0797558 Nov 10 19:33:27.941075 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fa74320c-0224-43a7-81b9-00a5949248d5 req-73a82c55-658a-4c40-a708-a5ce0b46a50e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=744b43e8-08ca-4f4a-998d-7b5c8f07ebf9 HTTP/1.1" status: 200 len: 1001 time: 0.1096156 Nov 10 19:33:27.941485 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59120) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:27.941861 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59122) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:27.960409 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-414c4b74-e749-48ae-8b7d-cd463a0ea0a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:27.968571 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-d116930d-c359-4679-ac01-1aa3f72c2a81 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:27.981499 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe702450-302d-4c72-82e2-bd7515db3985 None None] Pushing event updated for resources: {'Port': ['ID=4659e941-5f08-431c-ba7c-6a0d11bc124c,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:27.993858 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7ee252bc-c309-4804-ba09-4c0e9e25f7e5 req-62ceb9be-ba58-477c-aa8a-335a95d6e23e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=396705cb-6674-4fb5-9d3b-c8393750b283 HTTP/1.1" status: 200 len: 217 time: 0.0489025 Nov 10 19:33:28.042684 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fed9d16-e077-48fe-bf14-7c2940f26a71 None None] Routers {'e0b39a5b-1527-4a95-81b9-9e29a0cb8996'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:33:28.052006 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-6fed9d16-e077-48fe-bf14-7c2940f26a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:33:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['e0b39a5b-1527-4a95-81b9-9e29a0cb8996'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:28.076527 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-414c4b74-e749-48ae-8b7d-cd463a0ea0a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:28.089313 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-414c4b74-e749-48ae-8b7d-cd463a0ea0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:28.139283 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c4b74-e749-48ae-8b7d-cd463a0ea0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58202b3b-3255-42fa-b028-605d0c6b0fb6,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:28.157859 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-dd3017a3-e832-4b87-b5c7-735726fc32bf None None] Could not find standard attr ID for object 56abf268-0c44-45ea-8012-34e4aaef1e68. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:33:28.167359 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74320c-0224-43a7-81b9-00a5949248d5 req-0b23cce5-f9e2-4648-8277-d99a4a5e650b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:28.168871 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fa74320c-0224-43a7-81b9-00a5949248d5 req-0b23cce5-f9e2-4648-8277-d99a4a5e650b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7de537-b93b-4e73-8317-5941b65cea03 HTTP/1.1" status: 200 len: 850 time: 0.2153943 Nov 10 19:33:28.178694 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-414c4b74-e749-48ae-8b7d-cd463a0ea0a5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e15f7c5be8ea4f72b3cb620cd59ffe12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2458394 Nov 10 19:33:28.179534 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59126) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:28.190836 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee252bc-c309-4804-ba09-4c0e9e25f7e5 req-84a9f163-91ff-4bb8-a73f-9a2b426dcc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:28.192188 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7ee252bc-c309-4804-ba09-4c0e9e25f7e5 req-84a9f163-91ff-4bb8-a73f-9a2b426dcc6d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d874850-3788-4c89-9cc5-3e0f9d06fb90 HTTP/1.1" status: 200 len: 851 time: 0.1146250 Nov 10 19:33:28.217530 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 4659e941-5f08-431c-ba7c-6a0d11bc124c triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:28.220554 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:28.275906 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee252bc-c309-4804-ba09-4c0e9e25f7e5 req-e64d4e79-9002-461c-90d8-44c49bdbcb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:28.277441 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7ee252bc-c309-4804-ba09-4c0e9e25f7e5 req-e64d4e79-9002-461c-90d8-44c49bdbcb0e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d81248ac-96a9-4e56-9bb4-f772b36a0433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773699 Nov 10 19:33:28.301158 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74320c-0224-43a7-81b9-00a5949248d5 req-cc432d98-c89c-4655-afb7-6db6da5d8d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:28.302179 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-dd3017a3-e832-4b87-b5c7-735726fc32bf None None] Provisioning complete for port ffe20971-d3e2-43f0-b120-db109a856712 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:28.302771 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fa74320c-0224-43a7-81b9-00a5949248d5 req-cc432d98-c89c-4655-afb7-6db6da5d8d63 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912735 Nov 10 19:33:28.302913 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dd3017a3-e832-4b87-b5c7-735726fc32bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:28.363438 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-65a4c1eb-8f91-4c72-857e-4996db11d7c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:28.476875 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da18ce2-22ee-4716-8c76-d75c74d49098 None None] DHCP port deletion for 0f2098c5-8490-42c1-8134-97661a60c707 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:33:28.502030 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-65a4c1eb-8f91-4c72-857e-4996db11d7c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:28.547079 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de993e6c-c8c7-456a-b31e-5726b9376383 req-6c39af06-0058-4e04-a72d-4fd343dc9d34 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=9098cf66-e6a6-4b65-8dfe-20c875f20b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6087694 Nov 10 19:33:28.601355 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7ee252bc-c309-4804-ba09-4c0e9e25f7e5 req-f7372e54-48cd-4ab2-804a-d0685b5557ca service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910929 Nov 10 19:33:28.636449 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-65a4c1eb-8f91-4c72-857e-4996db11d7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:28.640337 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-65a4c1eb-8f91-4c72-857e-4996db11d7c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:28.645398 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-65a4c1eb-8f91-4c72-857e-4996db11d7c6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/58202b3b-3255-42fa-b028-605d0c6b0fb6 HTTP/1.1" status: 204 len: 168 time: 0.4602547 Nov 10 19:33:28.651826 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-6fed9d16-e077-48fe-bf14-7c2940f26a71 None None] Set router e0b39a5b-1527-4a95-81b9-9e29a0cb8996 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:33:28.844804 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a4c1eb-8f91-4c72-857e-4996db11d7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58202b3b-3255-42fa-b028-605d0c6b0fb6,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:28.926379 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b414a-c871-4057-9168-3b61ab0432fc req-3fdfd39d-6b79-4358-ad59-7bd6a10b9ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:28.932522 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-312b414a-c871-4057-9168-3b61ab0432fc req-3fdfd39d-6b79-4358-ad59-7bd6a10b9ca8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 1097 time: 0.2534349 Nov 10 19:33:28.956343 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:29.019965 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7ee252bc-c309-4804-ba09-4c0e9e25f7e5 req-cd68127e-a3f4-4184-b000-16ef71256427 service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088798 Nov 10 19:33:29.033481 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d116930d-c359-4679-ac01-1aa3f72c2a81 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:29.037466 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d116930d-c359-4679-ac01-1aa3f72c2a81 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:29.094390 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-312b414a-c871-4057-9168-3b61ab0432fc req-f2a53f00-8c9c-4c0a-a725-60ff2649b4b8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9098cf66-e6a6-4b65-8dfe-20c875f20b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427448 Nov 10 19:33:29.173425 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9da18ce2-22ee-4716-8c76-d75c74d49098 None None] Deleting port 4659e941-5f08-431c-ba7c-6a0d11bc124c {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:33:29.174049 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9da18ce2-22ee-4716-8c76-d75c74d49098 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:29.319337 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fa74320c-0224-43a7-81b9-00a5949248d5 req-cfbb6036-d275-4546-a866-046cdf8dc7f9 service neutron] 10.222.0.73 "GET /v2.0/networks/1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9083531 Nov 10 19:33:29.405481 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ffe20971-d3e2-43f0-b120-db109a856712 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:33:29.444502 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59188) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:29.480401 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c471ab51-e1f6-4a4a-9f7d-b7b1b465b733 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:29.537544 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9da18ce2-22ee-4716-8c76-d75c74d49098 None None] For port 4659e941-5f08-431c-ba7c-6a0d11bc124c, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=4659e941-5f08-431c-ba7c-6a0d11bc124c,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:29.538140 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9da18ce2-22ee-4716-8c76-d75c74d49098 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:29.559144 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-0de88e9c-3a79-4591-9ada-0c13a2420ed5 None None] Provisioning complete for port ffe20971-d3e2-43f0-b120-db109a856712 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:29.562743 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0de88e9c-3a79-4591-9ada-0c13a2420ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:29.565784 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:29.651066 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c471ab51-e1f6-4a4a-9f7d-b7b1b465b733 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:29.654502 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9da18ce2-22ee-4716-8c76-d75c74d49098 None None] Calling delete_port for 4659e941-5f08-431c-ba7c-6a0d11bc124c owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:33:29.660061 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c471ab51-e1f6-4a4a-9f7d-b7b1b465b733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:29.768435 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471ab51-e1f6-4a4a-9f7d-b7b1b465b733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b085fa9-8128-4ea5-935d-bf3b4b224154,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:29.775837 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c471ab51-e1f6-4a4a-9f7d-b7b1b465b733 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=63074ac014554f3295c373099ccbb7da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3302338 Nov 10 19:33:29.778607 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59226) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:29.794266 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port ffe20971-d3e2-43f0-b120-db109a856712 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:29.794746 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:29.844854 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d56e3d-c830-4eee-ab65-aaeb9276e4d5 req-9b221899-05f2-4cc9-915c-b3af93a26080 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:29.860866 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-71d56e3d-c830-4eee-ab65-aaeb9276e4d5 req-9b221899-05f2-4cc9-915c-b3af93a26080 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 946 time: 0.1715233 Nov 10 19:33:29.892456 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-6fed9d16-e077-48fe-bf14-7c2940f26a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b39a5b-1527-4a95-81b9-9e29a0cb8996', 'name': 'tempest-ImageQuotaTest-1341908086-router', 'tenant_id': 'a7bfec4261ff459aa80e192dce822ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '348d76d3-fb93-4d2f-a38a-8f7b3ef809f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:33:23Z', 'updated_at': '2021-11-10T19:33:25Z', 'revision_number': 3, 'project_id': 'a7bfec4261ff459aa80e192dce822ca6', 'gw_port': {'id': '348d76d3-fb93-4d2f-a38a-8f7b3ef809f9', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:71:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b39a5b-1527-4a95-81b9-9e29a0cb8996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:24Z', 'updated_at': '2021-11-10T19:33:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:29.949632 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fed9d16-e077-48fe-bf14-7c2940f26a71 None None] Checking router: e0b39a5b-1527-4a95-81b9-9e29a0cb8996 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:33:29.950138 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fed9d16-e077-48fe-bf14-7c2940f26a71 None None] Updating router e0b39a5b-1527-4a95-81b9-9e29a0cb8996 port 348d76d3-fb93-4d2f-a38a-8f7b3ef809f9 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:33:29.966305 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fa74320c-0224-43a7-81b9-00a5949248d5 req-95a6b364-1e20-4d16-984b-c8b085b39f47 service neutron] 10.222.0.73 "GET /v2.0/networks/1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6349258 Nov 10 19:33:29.979759 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-71d56e3d-c830-4eee-ab65-aaeb9276e4d5 req-936c94cb-bebb-491f-872a-30dbc389088c tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=9098cf66-e6a6-4b65-8dfe-20c875f20b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153531 Nov 10 19:33:29.987692 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9da18ce2-22ee-4716-8c76-d75c74d49098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:29.992856 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a3b306e-af22-45b0-ac4e-95456777fcde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:29.999700 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6fed9d16-e077-48fe-bf14-7c2940f26a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:30.002898 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da18ce2-22ee-4716-8c76-d75c74d49098 None None] No DVR routers for this DVR port 4659e941-5f08-431c-ba7c-6a0d11bc124c on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:33:30.035156 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9abe21ed-f190-4bf1-af69-889e94ca1040 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:30.063622 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device dd0aa98c-9bc0-457e-be61-10ada0359ca0 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:33:30.066599 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device dd0aa98c-9bc0-457e-be61-10ada0359ca0 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:33:30.074444 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da18ce2-22ee-4716-8c76-d75c74d49098 None None] Pushing event deleted for resources: {'Port': ['ID=4659e941-5f08-431c-ba7c-6a0d11bc124c,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:30.115923 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9abe21ed-f190-4bf1-af69-889e94ca1040 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:30.280076 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9abe21ed-f190-4bf1-af69-889e94ca1040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:30.282996 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9abe21ed-f190-4bf1-af69-889e94ca1040 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:30.284776 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9abe21ed-f190-4bf1-af69-889e94ca1040 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6b085fa9-8128-4ea5-935d-bf3b4b224154 HTTP/1.1" status: 204 len: 168 time: 0.5044236 Nov 10 19:33:30.303175 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe21ed-f190-4bf1-af69-889e94ca1040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b085fa9-8128-4ea5-935d-bf3b4b224154,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:30.316551 n-d-813897-4 neutron-server[102505]: DEBUG neutron.objects.ports [None req-d116930d-c359-4679-ac01-1aa3f72c2a81 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102505) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 19:33:30.372585 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d116930d-c359-4679-ac01-1aa3f72c2a81 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:30.494527 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116930d-c359-4679-ac01-1aa3f72c2a81 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Subnet': ['ID=d89ccbdb-9da2-4ad8-bb41-bf15b687c4ad,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:30.593533 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d116930d-c359-4679-ac01-1aa3f72c2a81 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:30.626824 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-d116930d-c359-4679-ac01-1aa3f72c2a81 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:30.635314 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d116930d-c359-4679-ac01-1aa3f72c2a81 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:30.635943 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d116930d-c359-4679-ac01-1aa3f72c2a81 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:30.684637 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 4659e941-5f08-431c-ba7c-6a0d11bc124c no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:33:30.688544 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d116930d-c359-4679-ac01-1aa3f72c2a81 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.7366731 Nov 10 19:33:30.690500 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72754c34-15b1-4ed6-b21e-14416eaf0cea None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:33:30.691401 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59310) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:30.697061 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-a6f67ca6-7423-42e6-bd9f-f6f17abfa766 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'port': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'mac_address': 'fa:16:3e:96:ce:5a', 'name': 'tempest-NetworksTestDHCPv6-846156113'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:30.991243 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f67ca6-7423-42e6-bd9f-f6f17abfa766 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:31.059907 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-6a3b306e-af22-45b0-ac4e-95456777fcde admin admin] Allocated IP 172.20.0.1 (0c2fa9e7-183b-4691-8e91-d21b35176954/d5dad18f-34a9-4b24-9f86-9c831e67ed93/75850339-c886-4fa4-bbd5-f15e03a9e1d3) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:33:31.079231 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:31.082655 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 4659e941-5f08-431c-ba7c-6a0d11bc124c {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:33:31.083376 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 4659e941-5f08-431c-ba7c-6a0d11bc124c not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:33:31.116969 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:33:31.168822 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a6f67ca6-7423-42e6-bd9f-f6f17abfa766 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:31.230853 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-a6f67ca6-7423-42e6-bd9f-f6f17abfa766 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] device_id is not set on port b92cacac-5e96-4a86-8068-c49745470601 yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:33:31.325683 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5585b55-6d21-4dd8-9502-c9c929605e6a req-9644456d-7593-4cd6-9975-f6fefe867f43 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:31.327797 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e5585b55-6d21-4dd8-9502-c9c929605e6a req-9644456d-7593-4cd6-9975-f6fefe867f43 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 946 time: 0.1451478 Nov 10 19:33:31.345920 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a3b306e-af22-45b0-ac4e-95456777fcde admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:31.388379 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port dd0aa98c-9bc0-457e-be61-10ada0359ca0, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=dd0aa98c-9bc0-457e-be61-10ada0359ca0,segment=NetworkSegment(010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa),segment_id=010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:31.401930 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a3b306e-af22-45b0-ac4e-95456777fcde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:31.471180 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e5585b55-6d21-4dd8-9502-c9c929605e6a req-ad23c045-5a36-48b8-b622-ff24a5656fb1 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=9098cf66-e6a6-4b65-8dfe-20c875f20b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330419 Nov 10 19:33:31.484218 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-a6f67ca6-7423-42e6-bd9f-f6f17abfa766 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Allocated IP 2001:db8::f816:3eff:fe96:ce5a (0f2098c5-8490-42c1-8134-97661a60c707/d89ccbdb-9da2-4ad8-bb41-bf15b687c4ad/b92cacac-5e96-4a86-8068-c49745470601) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:33:31.503697 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59394) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:31.515644 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'dd0aa98c-9bc0-457e-be61-10ada0359ca0', 'network_id': 'd69f5d37-8d73-449a-aeb4-ab39a82e90bd', 'port_id': 'dd0aa98c-9bc0-457e-be61-10ada0359ca0', 'mac_address': 'fa:16:3e:33:f8:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1198b-bd27-49bb-96f5-12e36fe63c4f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:33:31.528459 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b306e-af22-45b0-ac4e-95456777fcde admin admin] Pushing event updated for resources: {'Port': ['ID=75850339-c886-4fa4-bbd5-f15e03a9e1d3,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:31.533373 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3b306e-af22-45b0-ac4e-95456777fcde admin admin] Network 0c2fa9e7-183b-4691-8e91-d21b35176954 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:31.535806 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-6a3b306e-af22-45b0-ac4e-95456777fcde admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:31.555140 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3b306e-af22-45b0-ac4e-95456777fcde admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:33:31.593416 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port dd0aa98c-9bc0-457e-be61-10ada0359ca0, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=dd0aa98c-9bc0-457e-be61-10ada0359ca0,segment=NetworkSegment(010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa),segment_id=010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:31.662888 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a3b306e-af22-45b0-ac4e-95456777fcde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:31.691612 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-cc8c1640-0dc0-4a36-a272-d9b95c3e6def tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/floatingips/275ff680-795d-4816-a0c5-f652bf8eead8 HTTP/1.1" status: 200 len: 994 time: 0.1863897 Nov 10 19:33:31.820910 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d985e7-0519-42c9-836a-1fd19d5437b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd0aa98c-9bc0-457e-be61-10ada0359ca0'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:33:31.829930 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d6fb30-f872-4943-9020-9b10bca5a586" -d '{"events": [{"server_uuid": "c7d985e7-0519-42c9-836a-1fd19d5437b4", "name": "network-vif-unplugged", "status": "completed", "tag": "dd0aa98c-9bc0-457e-be61-10ada0359ca0"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:33:31.844361 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:31.905777 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a3b306e-af22-45b0-ac4e-95456777fcde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:31.981076 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a6f67ca6-7423-42e6-bd9f-f6f17abfa766 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:31.981214 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=dd0aa98c-9bc0-457e-be61-10ada0359ca0,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:31.987555 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4dfe864-7f57-42d0-abad-edcce04acb3c x-openstack-request-id: req-b4dfe864-7f57-42d0-abad-edcce04acb3c {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:33:31.988011 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d985e7-0519-42c9-836a-1fd19d5437b4", "name": "network-vif-unplugged", "status": "completed", "tag": "dd0aa98c-9bc0-457e-be61-10ada0359ca0", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:33:31.988378 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b4dfe864-7f57-42d0-abad-edcce04acb3c {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:33:31.989038 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d985e7-0519-42c9-836a-1fd19d5437b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd0aa98c-9bc0-457e-be61-10ada0359ca0', 'code': 200} Nov 10 19:33:32.077720 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6e1178-6dd5-4e09-80dd-11090d3a993f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-0f2098c5-8490-42c1-8134-97661a60c707', 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'fixed_ips': [{'subnet_id': 'd89ccbdb-9da2-4ad8-bb41-bf15b687c4ad'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:33:32.079005 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1178-6dd5-4e09-80dd-11090d3a993f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:32.086229 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:32.091891 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a6f67ca6-7423-42e6-bd9f-f6f17abfa766 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:32.092243 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6fed9d16-e077-48fe-bf14-7c2940f26a71 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:32.113698 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-1edf83e3-9e61-4c88-bec1-3f208dc714dd None None] Provisioning complete for port 75850339-c886-4fa4-bbd5-f15e03a9e1d3 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:32.115079 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1edf83e3-9e61-4c88-bec1-3f208dc714dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:32.170868 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6fed9d16-e077-48fe-bf14-7c2940f26a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:32.177513 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f67ca6-7423-42e6-bd9f-f6f17abfa766 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:32.181039 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-a6f67ca6-7423-42e6-bd9f-f6f17abfa766 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:32.182590 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd0aa98c-9bc0-457e-be61-10ada0359ca0 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:33:32.184860 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f67ca6-7423-42e6-bd9f-f6f17abfa766 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:33:32.200138 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f67ca6-7423-42e6-bd9f-f6f17abfa766 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:32.201018 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a6f67ca6-7423-42e6-bd9f-f6f17abfa766 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:32.227239 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a3b306e-af22-45b0-ac4e-95456777fcde admin admin] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:32.230856 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port dd0aa98c-9bc0-457e-be61-10ada0359ca0, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=dd0aa98c-9bc0-457e-be61-10ada0359ca0,segment=NetworkSegment(010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa),segment_id=010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:32.236355 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a3b306e-af22-45b0-ac4e-95456777fcde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:32.239827 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f67ca6-7423-42e6-bd9f-f6f17abfa766 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Port': ['ID=b92cacac-5e96-4a86-8068-c49745470601,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:32.264585 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a6f67ca6-7423-42e6-bd9f-f6f17abfa766 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5705173 Nov 10 19:33:32.266354 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59476) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:32.279083 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:32.363888 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ddc1f8-c2cd-444a-8b9a-2a9e84b66d77 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:33:32.410264 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b306e-af22-45b0-ac4e-95456777fcde admin admin] Pushing event updated for resources: {'Port': ['ID=75850339-c886-4fa4-bbd5-f15e03a9e1d3,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:32.430507 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-1edf83e3-9e61-4c88-bec1-3f208dc714dd None None] Port 75850339-c886-4fa4-bbd5-f15e03a9e1d3 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:33:32.432561 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f6f283-6892-464d-93bb-27d534edab53 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:32.434191 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b5f6f283-6892-464d-93bb-27d534edab53 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1668622 Nov 10 19:33:32.441890 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59494) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:32.451101 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-6fed9d16-e077-48fe-bf14-7c2940f26a71 None None] Attempting to bind port 348d76d3-fb93-4d2f-a38a-8f7b3ef809f9 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:33:32.451578 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-6fed9d16-e077-48fe-bf14-7c2940f26a71 None None] Attempting to bind port 348d76d3-fb93-4d2f-a38a-8f7b3ef809f9 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:33:32.452137 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fed9d16-e077-48fe-bf14-7c2940f26a71 None None] Attempting to bind port 348d76d3-fb93-4d2f-a38a-8f7b3ef809f9 on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:33:32.471517 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334d8f4-8c05-46fa-8ac6-7b9053a005b8 None None] Pushing event updated for resources: {'Port': ['ID=348d76d3-fb93-4d2f-a38a-8f7b3ef809f9,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:32.483118 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fed9d16-e077-48fe-bf14-7c2940f26a71 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:33:32.483118 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fed9d16-e077-48fe-bf14-7c2940f26a71 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:33:32.483118 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6fed9d16-e077-48fe-bf14-7c2940f26a71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:32.483118 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fed9d16-e077-48fe-bf14-7c2940f26a71 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:33:32.483118 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-6fed9d16-e077-48fe-bf14-7c2940f26a71 None None] Bound port: 348d76d3-fb93-4d2f-a38a-8f7b3ef809f9, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:33:32.483811 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6fed9d16-e077-48fe-bf14-7c2940f26a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:32.494954 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a3b306e-af22-45b0-ac4e-95456777fcde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:32.570077 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['dd0aa98c-9bc0-457e-be61-10ada0359ca0'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:33:32.662042 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-e4e116fc-bff7-4cc6-a639-01ba0d92dfa1 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting port b92cacac-5e96-4a86-8068-c49745470601 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:33:32.662477 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e4e116fc-bff7-4cc6-a639-01ba0d92dfa1 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:32.679027 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=dd0aa98c-9bc0-457e-be61-10ada0359ca0,revision_number=7']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:32.705479 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-4f6e1178-6dd5-4e09-80dd-11090d3a993f None None] Allocated IP 2001:db8::f816:3eff:fec1:92fd (0f2098c5-8490-42c1-8134-97661a60c707/d89ccbdb-9da2-4ad8-bb41-bf15b687c4ad/e4811a0b-84ca-4f51-855e-53552f1c3cbf) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:33:32.708239 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-667abade-b3b8-4aec-ad30-b675bd1ed759 None None] Provisioning complete for port 348d76d3-fb93-4d2f-a38a-8f7b3ef809f9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:32.708756 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-667abade-b3b8-4aec-ad30-b675bd1ed759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:32.736826 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3b306e-af22-45b0-ac4e-95456777fcde admin admin] Network 0c2fa9e7-183b-4691-8e91-d21b35176954 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:32.746867 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-6a3b306e-af22-45b0-ac4e-95456777fcde admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:32.783494 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-6fed9d16-e077-48fe-bf14-7c2940f26a71 None None] For port 348d76d3-fb93-4d2f-a38a-8f7b3ef809f9, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:33:32.812414 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-667abade-b3b8-4aec-ad30-b675bd1ed759 None None] Port 348d76d3-fb93-4d2f-a38a-8f7b3ef809f9 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:33:32.828623 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-6fed9d16-e077-48fe-bf14-7c2940f26a71 None None] For port 348d76d3-fb93-4d2f-a38a-8f7b3ef809f9, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=348d76d3-fb93-4d2f-a38a-8f7b3ef809f9,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:33:32.839733 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e4e116fc-bff7-4cc6-a639-01ba0d92dfa1 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:32.859381 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-e4e116fc-bff7-4cc6-a639-01ba0d92dfa1 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Calling delete_port for b92cacac-5e96-4a86-8068-c49745470601 owned by {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:33:32.866416 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6fed9d16-e077-48fe-bf14-7c2940f26a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:33.048252 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e4e116fc-bff7-4cc6-a639-01ba0d92dfa1 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:33.082792 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3b306e-af22-45b0-ac4e-95456777fcde admin admin] Router e0b39a5b-1527-4a95-81b9-9e29a0cb8996 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:33:33.117412 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e116fc-bff7-4cc6-a639-01ba0d92dfa1 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Port': ['ID=b92cacac-5e96-4a86-8068-c49745470601,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:33.198313 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e4e116fc-bff7-4cc6-a639-01ba0d92dfa1 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:33.199863 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334d8f4-8c05-46fa-8ac6-7b9053a005b8 None None] Pushing event updated for resources: {'Port': ['ID=348d76d3-fb93-4d2f-a38a-8f7b3ef809f9,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:33.207347 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e4e116fc-bff7-4cc6-a639-01ba0d92dfa1 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/b92cacac-5e96-4a86-8068-c49745470601 HTTP/1.1" status: 204 len: 168 time: 0.7637479 Nov 10 19:33:33.209803 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59576) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:33.309192 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014bf690-b0b3-4c4a-a8c2-6da4c7705276 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:33:33.327510 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408f8840-24d9-413a-b65a-c5cf94352923 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:33.330666 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408f8840-24d9-413a-b65a-c5cf94352923 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:33.332473 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-408f8840-24d9-413a-b65a-c5cf94352923 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1150014 Nov 10 19:33:33.334047 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fed9d16-e077-48fe-bf14-7c2940f26a71 None None] Routers {'e0b39a5b-1527-4a95-81b9-9e29a0cb8996'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:33:33.334748 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-6fed9d16-e077-48fe-bf14-7c2940f26a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:33:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['e0b39a5b-1527-4a95-81b9-9e29a0cb8996'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:33.335592 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59588) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:33.346573 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3b306e-af22-45b0-ac4e-95456777fcde admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:33:33.354408 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6a3b306e-af22-45b0-ac4e-95456777fcde admin admin] 10.222.0.54 "PUT /v2.0/routers/e0b39a5b-1527-4a95-81b9-9e29a0cb8996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4094353 Nov 10 19:33:33.458347 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd8f6708-26e4-4b70-afdd-47344d8b5335 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting subnet d89ccbdb-9da2-4ad8-bb41-bf15b687c4ad {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:33:33.611950 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-467dc848-2a50-4846-a601-d77832377418 None None] Provisioning complete for port 75850339-c886-4fa4-bbd5-f15e03a9e1d3 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:33.612321 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-467dc848-2a50-4846-a601-d77832377418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:33.655282 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-467dc848-2a50-4846-a601-d77832377418 None None] Port 75850339-c886-4fa4-bbd5-f15e03a9e1d3 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:33:33.696869 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1178-6dd5-4e09-80dd-11090d3a993f None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:33.707725 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-6fed9d16-e077-48fe-bf14-7c2940f26a71 None None] Set router e0b39a5b-1527-4a95-81b9-9e29a0cb8996 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:33:33.714477 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bd8f6708-26e4-4b70-afdd-47344d8b5335 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:33.768577 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-467dc848-2a50-4846-a601-d77832377418 None None] Provisioning complete for port 348d76d3-fb93-4d2f-a38a-8f7b3ef809f9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:33.769086 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-467dc848-2a50-4846-a601-d77832377418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:33.772214 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1178-6dd5-4e09-80dd-11090d3a993f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:33.813358 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bd8f6708-26e4-4b70-afdd-47344d8b5335 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:33.949583 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bd8f6708-26e4-4b70-afdd-47344d8b5335 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:33.965878 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6e1178-6dd5-4e09-80dd-11090d3a993f None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:33.972463 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-4f6e1178-6dd5-4e09-80dd-11090d3a993f None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:34.017104 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6e1178-6dd5-4e09-80dd-11090d3a993f None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:33:34.028290 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e1178-6dd5-4e09-80dd-11090d3a993f None None] Pushing event updated for resources: {'Port': ['ID=e4811a0b-84ca-4f51-855e-53552f1c3cbf,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:34.062784 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bd8f6708-26e4-4b70-afdd-47344d8b5335 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:34.100696 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bd8f6708-26e4-4b70-afdd-47344d8b5335 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:34.103446 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-bd8f6708-26e4-4b70-afdd-47344d8b5335 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/d89ccbdb-9da2-4ad8-bb41-bf15b687c4ad HTTP/1.1" status: 204 len: 168 time: 0.7660654 Nov 10 19:33:34.104310 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f6708-26e4-4b70-afdd-47344d8b5335 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Subnet': ['ID=d89ccbdb-9da2-4ad8-bb41-bf15b687c4ad,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:34.106054 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59658) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:34.162069 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8a136398-0995-49ef-ad02-697676373f7d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0540988 Nov 10 19:33:34.165273 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59666) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:34.170817 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-6f3f362e-1650-4aef-aa33-8fe69f0a0f87 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:34.300546 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3f362e-1650-4aef-aa33-8fe69f0a0f87 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:34.305688 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6f3f362e-1650-4aef-aa33-8fe69f0a0f87 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:34.523165 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-4f6e1178-6dd5-4e09-80dd-11090d3a993f None None] Attempting to bind port e4811a0b-84ca-4f51-855e-53552f1c3cbf on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:33:34.523839 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-4f6e1178-6dd5-4e09-80dd-11090d3a993f None None] Attempting to bind port e4811a0b-84ca-4f51-855e-53552f1c3cbf by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:33:34.524376 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6e1178-6dd5-4e09-80dd-11090d3a993f None None] Attempting to bind port e4811a0b-84ca-4f51-855e-53552f1c3cbf on network 0f2098c5-8490-42c1-8134-97661a60c707 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:33:34.540166 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6e1178-6dd5-4e09-80dd-11090d3a993f None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:33:34.540787 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6e1178-6dd5-4e09-80dd-11090d3a993f None None] Checking segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:33:34.541362 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1178-6dd5-4e09-80dd-11090d3a993f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:34.541964 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6e1178-6dd5-4e09-80dd-11090d3a993f None None] Bound using segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:33:34.542634 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-4f6e1178-6dd5-4e09-80dd-11090d3a993f None None] Bound port: e4811a0b-84ca-4f51-855e-53552f1c3cbf, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:33:34.543197 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1178-6dd5-4e09-80dd-11090d3a993f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:34.633537 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-467dc848-2a50-4846-a601-d77832377418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:34.694294 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-467dc848-2a50-4846-a601-d77832377418 None None] For port 348d76d3-fb93-4d2f-a38a-8f7b3ef809f9, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=348d76d3-fb93-4d2f-a38a-8f7b3ef809f9,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:34.713235 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-467dc848-2a50-4846-a601-d77832377418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:34.769268 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-4f6e1178-6dd5-4e09-80dd-11090d3a993f None None] For port e4811a0b-84ca-4f51-855e-53552f1c3cbf, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:33:34.778074 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-6fed9d16-e077-48fe-bf14-7c2940f26a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b39a5b-1527-4a95-81b9-9e29a0cb8996', 'name': 'tempest-ImageQuotaTest-1341908086-router', 'tenant_id': 'a7bfec4261ff459aa80e192dce822ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '348d76d3-fb93-4d2f-a38a-8f7b3ef809f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:33:23Z', 'updated_at': '2021-11-10T19:33:31Z', 'revision_number': 4, 'project_id': 'a7bfec4261ff459aa80e192dce822ca6', 'gw_port': {'id': '348d76d3-fb93-4d2f-a38a-8f7b3ef809f9', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:71:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b39a5b-1527-4a95-81b9-9e29a0cb8996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:24Z', 'updated_at': '2021-11-10T19:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '75850339-c886-4fa4-bbd5-f15e03a9e1d3', 'name': '', 'network_id': '0c2fa9e7-183b-4691-8e91-d21b35176954', 'tenant_id': 'a7bfec4261ff459aa80e192dce822ca6', 'mac_address': 'fa:16:3e:b0:66:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b39a5b-1527-4a95-81b9-9e29a0cb8996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'd5dad18f-34a9-4b24-9f86-9c831e67ed93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:30Z', 'updated_at': '2021-11-10T19:33:31Z', 'revision_number': 2, 'project_id': 'a7bfec4261ff459aa80e192dce822ca6', 'subnets': [{'id': 'd5dad18f-34a9-4b24-9f86-9c831e67ed93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:34.798604 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-c3bf4b47-9697-4c45-a793-6a37ccfb7d9b tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:34.801152 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-c3bf4b47-9697-4c45-a793-6a37ccfb7d9b tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/networks?id=80aa5130-1cdc-483c-a409-7f551127ce29 HTTP/1.1" status: 200 len: 814 time: 0.2290485 Nov 10 19:33:34.806072 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-4f6e1178-6dd5-4e09-80dd-11090d3a993f None None] For port e4811a0b-84ca-4f51-855e-53552f1c3cbf, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e4811a0b-84ca-4f51-855e-53552f1c3cbf,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:33:34.813569 n-d-813897-4 neutron-server[102506]: DEBUG neutron.objects.ports [None req-6f3f362e-1650-4aef-aa33-8fe69f0a0f87 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102506) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 19:33:34.841246 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fed9d16-e077-48fe-bf14-7c2940f26a71 None None] The sync data for ids ['e0b39a5b-1527-4a95-81b9-9e29a0cb8996'] in n-d-813897-4 is: [{'id': 'e0b39a5b-1527-4a95-81b9-9e29a0cb8996', 'name': 'tempest-ImageQuotaTest-1341908086-router', 'tenant_id': 'a7bfec4261ff459aa80e192dce822ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '348d76d3-fb93-4d2f-a38a-8f7b3ef809f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:33:23Z', 'updated_at': '2021-11-10T19:33:31Z', 'revision_number': 4, 'project_id': 'a7bfec4261ff459aa80e192dce822ca6', 'gw_port': {'id': '348d76d3-fb93-4d2f-a38a-8f7b3ef809f9', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:71:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b39a5b-1527-4a95-81b9-9e29a0cb8996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:24Z', 'updated_at': '2021-11-10T19:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '75850339-c886-4fa4-bbd5-f15e03a9e1d3', 'name': '', 'network_id': '0c2fa9e7-183b-4691-8e91-d21b35176954', 'tenant_id': 'a7bfec4261ff459aa80e192dce822ca6', 'mac_address': 'fa:16:3e:b0:66:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b39a5b-1527-4a95-81b9-9e29a0cb8996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'd5dad18f-34a9-4b24-9f86-9c831e67ed93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:30Z', 'updated_at': '2021-11-10T19:33:31Z', 'revision_number': 2, 'project_id': 'a7bfec4261ff459aa80e192dce822ca6', 'subnets': [{'id': 'd5dad18f-34a9-4b24-9f86-9c831e67ed93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:33:34.843791 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1178-6dd5-4e09-80dd-11090d3a993f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:34.873165 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467dc848-2a50-4846-a601-d77832377418 None None] Pushing event updated for resources: {'Port': ['ID=348d76d3-fb93-4d2f-a38a-8f7b3ef809f9,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:34.898129 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-0e2d7d5f-21d6-4735-b954-f2613127e5f0 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/quotas/c2d6d7f75a3b43298f3a0f4f0cedec78 HTTP/1.1" status: 200 len: 375 time: 0.0829525 Nov 10 19:33:34.963186 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f978ad5-271e-4a0b-966a-ce96e5d26aa7 None None] get_active_networks_info from n-d-813897-4 {{(pid=102507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 19:33:34.974912 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-4b751990-2431-4372-8da4-f6335d3d4973 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2d6d7f75a3b43298f3a0f4f0cedec78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755997 Nov 10 19:33:35.034273 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e1178-6dd5-4e09-80dd-11090d3a993f None None] Pushing event updated for resources: {'Port': ['ID=e4811a0b-84ca-4f51-855e-53552f1c3cbf,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:35.108408 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f978ad5-271e-4a0b-966a-ce96e5d26aa7 None None] Resources bound (agent type, host, resource id): {{(pid=102507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 19:33:35.283091 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59694) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:35.506026 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eebe06c-5415-4cfe-833d-53292458f44d None None] Update dhcp port {'port': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'fixed_ips': [{'subnet_id': 'a50df50a-06a3-4500-9b47-532ff7276165'}], 'binding:host_id': 'n-d-813897-4'}, 'id': 'e4811a0b-84ca-4f51-855e-53552f1c3cbf'} from n-d-813897-4. {{(pid=102507) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 19:33:35.541452 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9eebe06c-5415-4cfe-833d-53292458f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:35.661001 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-052b81a6-e5f0-4c57-a240-e1277cd7b89b service neutron] 10.222.0.54 "GET /v2.0/networks/80aa5130-1cdc-483c-a409-7f551127ce29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6839356 Nov 10 19:33:35.695866 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6f3f362e-1650-4aef-aa33-8fe69f0a0f87 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:35.725721 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1e862e57-3d56-426b-b3a8-1301aab69377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:35.784489 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-9eebe06c-5415-4cfe-833d-53292458f44d None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fec1:92fd-191f3dc3-f120-4c14-bccd-f782b71541 {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:33:35.784871 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-9eebe06c-5415-4cfe-833d-53292458f44d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:33:35.866820 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-328d2347-2c2b-4005-ab05-ca1500b2c02a service neutron] 10.222.0.54 "GET /v2.0/networks/80aa5130-1cdc-483c-a409-7f551127ce29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055030 Nov 10 19:33:35.999139 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-6f3f362e-1650-4aef-aa33-8fe69f0a0f87 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] For port e4811a0b-84ca-4f51-855e-53552f1c3cbf, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e4811a0b-84ca-4f51-855e-53552f1c3cbf,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:36.050836 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6f3f362e-1650-4aef-aa33-8fe69f0a0f87 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:36.058849 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6f3f362e-1650-4aef-aa33-8fe69f0a0f87 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:36.061743 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6f3f362e-1650-4aef-aa33-8fe69f0a0f87 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:36.068994 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-1e862e57-3d56-426b-b3a8-1301aab69377 admin admin] Deleting port 75850339-c886-4fa4-bbd5-f15e03a9e1d3 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:33:36.069524 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1e862e57-3d56-426b-b3a8-1301aab69377 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:36.199798 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3f362e-1650-4aef-aa33-8fe69f0a0f87 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:36.201053 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f362e-1650-4aef-aa33-8fe69f0a0f87 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Subnet': ['ID=a50df50a-06a3-4500-9b47-532ff7276165,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:36.221841 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1e862e57-3d56-426b-b3a8-1301aab69377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:36.240222 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-103d2bc4-d3d8-4f9a-a2c4-7205a5dc447e req-b16d14a6-e14d-4b51-8baa-855737522426 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/ports?device_id=78db1e66-7688-448d-b82c-9840d4268288 HTTP/1.1" status: 200 len: 210 time: 0.1167192 Nov 10 19:33:36.253446 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-6f3f362e-1650-4aef-aa33-8fe69f0a0f87 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:36.263822 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-1e862e57-3d56-426b-b3a8-1301aab69377 admin admin] Calling delete_port for 75850339-c886-4fa4-bbd5-f15e03a9e1d3 owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:33:36.278045 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3f362e-1650-4aef-aa33-8fe69f0a0f87 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:36.279043 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6f3f362e-1650-4aef-aa33-8fe69f0a0f87 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:36.321924 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9eebe06c-5415-4cfe-833d-53292458f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:36.325102 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device dd0aa98c-9bc0-457e-be61-10ada0359ca0 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:33:36.371067 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6f3f362e-1650-4aef-aa33-8fe69f0a0f87 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2030978 Nov 10 19:33:36.373194 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59714) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:36.381904 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f362e-1650-4aef-aa33-8fe69f0a0f87 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Port': ['ID=e4811a0b-84ca-4f51-855e-53552f1c3cbf,revision_number=5']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:36.382253 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-95e15478-aeb9-4e0f-a1aa-cd734ebe620b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'port': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'mac_address': 'fa:16:3e:02:e5:16', 'name': 'tempest-NetworksTestDHCPv6-1640732080'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:36.633235 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port dd0aa98c-9bc0-457e-be61-10ada0359ca0 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:36.633631 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:36.741882 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4061db5-7ad5-47f2-8f0b-d46fb44f4ba2 req-666dbc33-bf60-4432-a42b-d5ded7b72b5f tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:36.770593 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4061db5-7ad5-47f2-8f0b-d46fb44f4ba2 req-666dbc33-bf60-4432-a42b-d5ded7b72b5f tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 945 time: 0.1172485 Nov 10 19:33:36.827657 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9eebe06c-5415-4cfe-833d-53292458f44d None None] For port e4811a0b-84ca-4f51-855e-53552f1c3cbf, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e4811a0b-84ca-4f51-855e-53552f1c3cbf,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:36.856551 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e15478-aeb9-4e0f-a1aa-cd734ebe620b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:36.870993 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9eebe06c-5415-4cfe-833d-53292458f44d None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:36.879736 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9eebe06c-5415-4cfe-833d-53292458f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:36.904737 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1e862e57-3d56-426b-b3a8-1301aab69377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:36.945263 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4061db5-7ad5-47f2-8f0b-d46fb44f4ba2 req-5c99c16b-0077-4602-8536-bdf94360890d tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=55cdeb97-47ec-48a0-becf-43497d275169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691518 Nov 10 19:33:37.004111 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eebe06c-5415-4cfe-833d-53292458f44d None None] Pushing event updated for resources: {'Port': ['ID=e4811a0b-84ca-4f51-855e-53552f1c3cbf,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:37.024813 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e862e57-3d56-426b-b3a8-1301aab69377 admin admin] Pushing event deleted for resources: {'Port': ['ID=75850339-c886-4fa4-bbd5-f15e03a9e1d3,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:37.026530 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:37.073736 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d985e7-0519-42c9-836a-1fd19d5437b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0aa98c-9bc0-457e-be61-10ada0359ca0'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:33:37.077256 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b81275-de9b-482d-b691-addb576f50b6" -d '{"events": [{"server_uuid": "c7d985e7-0519-42c9-836a-1fd19d5437b4", "name": "network-vif-plugged", "status": "completed", "tag": "dd0aa98c-9bc0-457e-be61-10ada0359ca0"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:33:37.093293 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port dd0aa98c-9bc0-457e-be61-10ada0359ca0, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=dd0aa98c-9bc0-457e-be61-10ada0359ca0,segment=NetworkSegment(010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa),segment_id=010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:37.100622 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:37.174385 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=dd0aa98c-9bc0-457e-be61-10ada0359ca0,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:37.181744 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd65f8a8-7540-46d1-a477-3011b350d6ac x-openstack-request-id: req-bd65f8a8-7540-46d1-a477-3011b350d6ac {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:33:37.182417 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d985e7-0519-42c9-836a-1fd19d5437b4", "name": "network-vif-plugged", "status": "completed", "tag": "dd0aa98c-9bc0-457e-be61-10ada0359ca0", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:33:37.182756 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bd65f8a8-7540-46d1-a477-3011b350d6ac {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:33:37.183406 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d985e7-0519-42c9-836a-1fd19d5437b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0aa98c-9bc0-457e-be61-10ada0359ca0', 'code': 200} Nov 10 19:33:37.204152 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95e15478-aeb9-4e0f-a1aa-cd734ebe620b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:37.340141 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-95e15478-aeb9-4e0f-a1aa-cd734ebe620b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] device_id is not set on port c4d98582-a052-481b-a32f-bffb8e4692f6 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:33:37.371467 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 348d76d3-fb93-4d2f-a38a-8f7b3ef809f9 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:33:37.403716 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0603172f-d941-4942-8c58-f32c868e9c96 req-aeb10a9c-c698-4530-99fd-0720525fdad8 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/ports?device_id=78db1e66-7688-448d-b82c-9840d4268288 HTTP/1.1" status: 200 len: 210 time: 0.0471966 Nov 10 19:33:37.440785 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1e862e57-3d56-426b-b3a8-1301aab69377 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:37.456651 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 348d76d3-fb93-4d2f-a38a-8f7b3ef809f9 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:37.457175 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:37.647334 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-a242f9c2-a17d-4b14-adae-ce8b886d7e5a tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:37.648944 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-a242f9c2-a17d-4b14-adae-ce8b886d7e5a tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.25 "GET /v2.0/networks?id=80aa5130-1cdc-483c-a409-7f551127ce29 HTTP/1.1" status: 200 len: 814 time: 0.1459646 Nov 10 19:33:37.664694 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-fb0456e7-b2d7-48f1-b99d-3a7187fc8cd7 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Request body: {'port': {'device_id': '78db1e66-7688-448d-b82c-9840d4268288', 'network_id': '80aa5130-1cdc-483c-a409-7f551127ce29', 'admin_state_up': True, 'tenant_id': 'c2d6d7f75a3b43298f3a0f4f0cedec78'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:37.824813 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-fb0456e7-b2d7-48f1-b99d-3a7187fc8cd7 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Made reservation on behalf of c2d6d7f75a3b43298f3a0f4f0cedec78 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:37.828818 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-fb0456e7-b2d7-48f1-b99d-3a7187fc8cd7 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:37.973824 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-fb0456e7-b2d7-48f1-b99d-3a7187fc8cd7 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Allocated IP 172.20.0.7 (80aa5130-1cdc-483c-a409-7f551127ce29/fac1e0e2-66b2-4a7a-bc45-1c985c084415/01752bcb-9e5e-4871-a1d4-dfa3b8a9797b) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:33:38.012780 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-95e15478-aeb9-4e0f-a1aa-cd734ebe620b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Allocated IP 2001:db8::f816:3eff:fe02:e516 (0f2098c5-8490-42c1-8134-97661a60c707/a50df50a-06a3-4500-9b47-532ff7276165/c4d98582-a052-481b-a32f-bffb8e4692f6) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:33:38.199923 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510f7b6-a47c-4ab3-8094-84c7f02acd1e req-9a8cfa84-aca3-476c-b802-84e4393a3f4e tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:38.201468 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e510f7b6-a47c-4ab3-8094-84c7f02acd1e req-9a8cfa84-aca3-476c-b802-84e4393a3f4e tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 945 time: 0.1006513 Nov 10 19:33:38.232604 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e862e57-3d56-426b-b3a8-1301aab69377 admin admin] Router e0b39a5b-1527-4a95-81b9-9e29a0cb8996 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:33:38.261949 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-fb0456e7-b2d7-48f1-b99d-3a7187fc8cd7 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:38.290390 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e510f7b6-a47c-4ab3-8094-84c7f02acd1e req-acf005a2-23ad-4546-970a-6e7774019847 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=55cdeb97-47ec-48a0-becf-43497d275169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698435 Nov 10 19:33:38.316336 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95e15478-aeb9-4e0f-a1aa-cd734ebe620b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:38.342482 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-fb0456e7-b2d7-48f1-b99d-3a7187fc8cd7 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:38.409255 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e862e57-3d56-426b-b3a8-1301aab69377 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:33:38.415819 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1e862e57-3d56-426b-b3a8-1301aab69377 admin admin] 10.222.0.54 "PUT /v2.0/routers/e0b39a5b-1527-4a95-81b9-9e29a0cb8996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1315749 Nov 10 19:33:38.417643 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95e15478-aeb9-4e0f-a1aa-cd734ebe620b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:38.418891 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59732) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:38.433511 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-fb0456e7-b2d7-48f1-b99d-3a7187fc8cd7 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Network 80aa5130-1cdc-483c-a409-7f551127ce29 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:38.472716 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e15478-aeb9-4e0f-a1aa-cd734ebe620b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Port': ['ID=c4d98582-a052-481b-a32f-bffb8e4692f6,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:38.492663 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e15478-aeb9-4e0f-a1aa-cd734ebe620b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:38.496032 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-95e15478-aeb9-4e0f-a1aa-cd734ebe620b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:38.505179 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e15478-aeb9-4e0f-a1aa-cd734ebe620b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:33:38.511274 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e15478-aeb9-4e0f-a1aa-cd734ebe620b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:38.511884 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95e15478-aeb9-4e0f-a1aa-cd734ebe620b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:38.515580 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-fb0456e7-b2d7-48f1-b99d-3a7187fc8cd7 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:38.540962 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fc5b29-5a83-48f5-bb33-b92b6b4b08ae None None] Sync routers for ids ['e0b39a5b-1527-4a95-81b9-9e29a0cb8996'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:33:38.553971 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fc5b29-5a83-48f5-bb33-b92b6b4b08ae None None] Routers {'e0b39a5b-1527-4a95-81b9-9e29a0cb8996'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:33:38.554956 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-95fc5b29-5a83-48f5-bb33-b92b6b4b08ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:33:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['e0b39a5b-1527-4a95-81b9-9e29a0cb8996'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:38.566280 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-95e15478-aeb9-4e0f-a1aa-cd734ebe620b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1877623 Nov 10 19:33:38.568234 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59736) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:38.591420 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-fb0456e7-b2d7-48f1-b99d-3a7187fc8cd7 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:33:38.600988 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0456e7-b2d7-48f1-b99d-3a7187fc8cd7 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Pushing event updated for resources: {'Port': ['ID=01752bcb-9e5e-4871-a1d4-dfa3b8a9797b,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:38.704274 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09090656-8c54-4b8c-aaca-dad1214b252e req-31338036-7978-4598-9dc7-41a33934f503 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:38.706302 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-09090656-8c54-4b8c-aaca-dad1214b252e req-31338036-7978-4598-9dc7-41a33934f503 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.73 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 945 time: 0.2113252 Nov 10 19:33:38.729483 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-fb0456e7-b2d7-48f1-b99d-3a7187fc8cd7 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:38.730202 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-fb0456e7-b2d7-48f1-b99d-3a7187fc8cd7 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:38.748118 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493f927-3964-4ed0-b7ec-670893079c58 req-01855a06-a032-467b-b668-5c5b75db6fc1 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:38.749918 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9493f927-3964-4ed0-b7ec-670893079c58 req-01855a06-a032-467b-b668-5c5b75db6fc1 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/ports?device_id=78db1e66-7688-448d-b82c-9840d4268288 HTTP/1.1" status: 200 len: 931 time: 0.2381606 Nov 10 19:33:38.792801 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-fb0456e7-b2d7-48f1-b99d-3a7187fc8cd7 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1331575 Nov 10 19:33:38.821814 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-0eb7ec21-f90b-4d69-a0a7-edfe51b10dee service neutron] Request body: {'port': {'device_id': '78db1e66-7688-448d-b82c-9840d4268288', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:38.825137 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f76216-0126-4068-b567-98be612bd854 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:38.831013 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-95fc5b29-5a83-48f5-bb33-b92b6b4b08ae None None] Set router e0b39a5b-1527-4a95-81b9-9e29a0cb8996 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:33:38.840125 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f76216-0126-4068-b567-98be612bd854 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:38.844848 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-44f76216-0126-4068-b567-98be612bd854 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2753189 Nov 10 19:33:38.845553 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59740) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:38.856077 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1d78630-ffd9-4605-8a2e-dad623041481 admin admin] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:38.893829 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac41f50-e0f2-43d4-81a1-2ad63e090bbe None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:33:38.972268 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a4956a-9e7e-45df-a12a-df6788dbc064 None None] DHCP port deletion for 80aa5130-1cdc-483c-a409-7f551127ce29 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:33:39.009694 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9493f927-3964-4ed0-b7ec-670893079c58 req-60d8f003-f5cc-42ed-8ac4-72d411cacfa5 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/security-groups?id=b8a789d9-c236-4e0f-9936-9b8b7d50a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481887 Nov 10 19:33:39.072198 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-bf25ff95-2ef2-4cd2-9153-ddb6e0d8be19 None None] Provisioning complete for port e4811a0b-84ca-4f51-855e-53552f1c3cbf triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:39.072590 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bf25ff95-2ef2-4cd2-9153-ddb6e0d8be19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:39.092067 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-0eb7ec21-f90b-4d69-a0a7-edfe51b10dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:39.124679 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-72a78834-1c5a-425d-94bd-ac0c04a53a52 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting port c4d98582-a052-481b-a32f-bffb8e4692f6 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:33:39.125268 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-72a78834-1c5a-425d-94bd-ac0c04a53a52 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:39.239623 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1d78630-ffd9-4605-8a2e-dad623041481 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:39.349509 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-95fc5b29-5a83-48f5-bb33-b92b6b4b08ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b39a5b-1527-4a95-81b9-9e29a0cb8996', 'name': 'tempest-ImageQuotaTest-1341908086-router', 'tenant_id': 'a7bfec4261ff459aa80e192dce822ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '348d76d3-fb93-4d2f-a38a-8f7b3ef809f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:33:23Z', 'updated_at': '2021-11-10T19:33:36Z', 'revision_number': 5, 'project_id': 'a7bfec4261ff459aa80e192dce822ca6', 'gw_port': {'id': '348d76d3-fb93-4d2f-a38a-8f7b3ef809f9', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b39a5b-1527-4a95-81b9-9e29a0cb8996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:24Z', 'updated_at': '2021-11-10T19:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:39.369113 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-72a78834-1c5a-425d-94bd-ac0c04a53a52 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:39.387566 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-72a78834-1c5a-425d-94bd-ac0c04a53a52 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Calling delete_port for c4d98582-a052-481b-a32f-bffb8e4692f6 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:33:39.405954 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fc5b29-5a83-48f5-bb33-b92b6b4b08ae None None] Checking router: e0b39a5b-1527-4a95-81b9-9e29a0cb8996 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:33:39.417303 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fc5b29-5a83-48f5-bb33-b92b6b4b08ae None None] Routers {'e0b39a5b-1527-4a95-81b9-9e29a0cb8996'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:33:39.418263 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-95fc5b29-5a83-48f5-bb33-b92b6b4b08ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:33:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['e0b39a5b-1527-4a95-81b9-9e29a0cb8996'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:39.450957 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e4811a0b-84ca-4f51-855e-53552f1c3cbf up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:33:39.525314 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-b1d78630-ffd9-4605-8a2e-dad623041481 admin admin] Deleting port 348d76d3-fb93-4d2f-a38a-8f7b3ef809f9 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:33:39.525968 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1d78630-ffd9-4605-8a2e-dad623041481 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:39.556416 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-09090656-8c54-4b8c-aaca-dad1214b252e req-374716fd-1b1f-43c3-87f1-9a788c81ecf6 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Deleting port 744b43e8-08ca-4f4a-998d-7b5c8f07ebf9 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:33:39.557801 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-09090656-8c54-4b8c-aaca-dad1214b252e req-374716fd-1b1f-43c3-87f1-9a788c81ecf6 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:39.666834 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bf25ff95-2ef2-4cd2-9153-ddb6e0d8be19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:39.722963 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-72a78834-1c5a-425d-94bd-ac0c04a53a52 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:39.723721 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb86a3-8ae0-4d42-a65d-05a43e2148f0 req-d0759480-c9dd-4f36-80a7-ce745a46716c tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:39.726669 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1dcb86a3-8ae0-4d42-a65d-05a43e2148f0 req-d0759480-c9dd-4f36-80a7-ce745a46716c tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 945 time: 0.2333329 Nov 10 19:33:39.772725 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port e4811a0b-84ca-4f51-855e-53552f1c3cbf triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:39.772725 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:39.780507 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-bf25ff95-2ef2-4cd2-9153-ddb6e0d8be19 None None] For port e4811a0b-84ca-4f51-855e-53552f1c3cbf, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e4811a0b-84ca-4f51-855e-53552f1c3cbf,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:39.786394 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-b1d78630-ffd9-4605-8a2e-dad623041481 admin admin] For port 348d76d3-fb93-4d2f-a38a-8f7b3ef809f9, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=348d76d3-fb93-4d2f-a38a-8f7b3ef809f9,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:39.786946 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1d78630-ffd9-4605-8a2e-dad623041481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:39.801986 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-09090656-8c54-4b8c-aaca-dad1214b252e req-374716fd-1b1f-43c3-87f1-9a788c81ecf6 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] For port 744b43e8-08ca-4f4a-998d-7b5c8f07ebf9, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=744b43e8-08ca-4f4a-998d-7b5c8f07ebf9,segment=NetworkSegment(859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5),segment_id=859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:39.802552 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-09090656-8c54-4b8c-aaca-dad1214b252e req-374716fd-1b1f-43c3-87f1-9a788c81ecf6 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:39.818255 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bf25ff95-2ef2-4cd2-9153-ddb6e0d8be19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:39.843238 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-b1d78630-ffd9-4605-8a2e-dad623041481 admin admin] Calling delete_port for 348d76d3-fb93-4d2f-a38a-8f7b3ef809f9 owned by network:router_gateway {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:33:39.875529 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-0eb7ec21-f90b-4d69-a0a7-edfe51b10dee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01752bcb-9e5e-4871-a1d4-dfa3b8a9797b {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:33:39.918966 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-95fc5b29-5a83-48f5-bb33-b92b6b4b08ae None None] Set router e0b39a5b-1527-4a95-81b9-9e29a0cb8996 gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:33:39.936174 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-0eb7ec21-f90b-4d69-a0a7-edfe51b10dee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:39.950160 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25ff95-2ef2-4cd2-9153-ddb6e0d8be19 None None] Pushing event updated for resources: {'Port': ['ID=e4811a0b-84ca-4f51-855e-53552f1c3cbf,revision_number=7']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:39.963547 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-0eb7ec21-f90b-4d69-a0a7-edfe51b10dee service neutron] Transition to ACTIVE for port object 01752bcb-9e5e-4871-a1d4-dfa3b8a9797b will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:33:39.971763 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1dcb86a3-8ae0-4d42-a65d-05a43e2148f0 req-12d2abe0-be51-4502-afd2-0392ea030b15 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=55cdeb97-47ec-48a0-becf-43497d275169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2353671 Nov 10 19:33:39.976702 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-0eb7ec21-f90b-4d69-a0a7-edfe51b10dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:40.047614 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-95fc5b29-5a83-48f5-bb33-b92b6b4b08ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b39a5b-1527-4a95-81b9-9e29a0cb8996', 'name': 'tempest-ImageQuotaTest-1341908086-router', 'tenant_id': 'a7bfec4261ff459aa80e192dce822ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:33:23Z', 'updated_at': '2021-11-10T19:33:39Z', 'revision_number': 6, 'project_id': 'a7bfec4261ff459aa80e192dce822ca6', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:40.079807 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-72a78834-1c5a-425d-94bd-ac0c04a53a52 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:40.085564 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-72a78834-1c5a-425d-94bd-ac0c04a53a52 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/c4d98582-a052-481b-a32f-bffb8e4692f6 HTTP/1.1" status: 204 len: 168 time: 1.2357759 Nov 10 19:33:40.086940 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a78834-1c5a-425d-94bd-ac0c04a53a52 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Port': ['ID=c4d98582-a052-481b-a32f-bffb8e4692f6,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:40.088739 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59750) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:40.175663 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19269928-4a0a-43f0-b931-63483ccab972 None None] DHCP port deletion for 80aa5130-1cdc-483c-a409-7f551127ce29 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:33:40.253844 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fc5b29-5a83-48f5-bb33-b92b6b4b08ae None None] The sync data for ids ['e0b39a5b-1527-4a95-81b9-9e29a0cb8996'] in n-d-813897-4 is: [{'id': 'e0b39a5b-1527-4a95-81b9-9e29a0cb8996', 'name': 'tempest-ImageQuotaTest-1341908086-router', 'tenant_id': 'a7bfec4261ff459aa80e192dce822ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:33:23Z', 'updated_at': '2021-11-10T19:33:39Z', 'revision_number': 6, 'project_id': 'a7bfec4261ff459aa80e192dce822ca6', 'gw_port_host': None}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:33:40.274381 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d7b4198c-5a6e-4931-8532-20da76b4e5d6 None None] Could not find standard attr ID for object c4d98582-a052-481b-a32f-bffb8e4692f6. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:33:40.294721 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82853a14-3f7c-4ba0-afa7-04e05947c916 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:40.305002 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82853a14-3f7c-4ba0-afa7-04e05947c916 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:40.307398 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-82853a14-3f7c-4ba0-afa7-04e05947c916 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2082982 Nov 10 19:33:40.313303 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7ec21-f90b-4d69-a0a7-edfe51b10dee service neutron] Pushing event updated for resources: {'Port': ['ID=01752bcb-9e5e-4871-a1d4-dfa3b8a9797b,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:40.315541 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d7b4198c-5a6e-4931-8532-20da76b4e5d6 None None] Provisioning complete for port e4811a0b-84ca-4f51-855e-53552f1c3cbf triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:40.318089 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59754) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:40.318605 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59756) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:40.325957 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d7b4198c-5a6e-4931-8532-20da76b4e5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:40.439242 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-b392eb54-f67e-41a6-9ed0-4d704d9aabdd tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting subnet a50df50a-06a3-4500-9b47-532ff7276165 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:33:40.585865 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b392eb54-f67e-41a6-9ed0-4d704d9aabdd tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:40.649529 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ed0e0-9455-4c54-a990-d88bbcccd3f8 req-cced4fc0-31c6-434f-b3e5-e40b4df80b9a tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:40.651113 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-741ed0e0-9455-4c54-a990-d88bbcccd3f8 req-cced4fc0-31c6-434f-b3e5-e40b4df80b9a tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/ports?device_id=78db1e66-7688-448d-b82c-9840d4268288 HTTP/1.1" status: 200 len: 943 time: 0.5037539 Nov 10 19:33:40.690757 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b392eb54-f67e-41a6-9ed0-4d704d9aabdd tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:40.769934 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-09090656-8c54-4b8c-aaca-dad1214b252e req-374716fd-1b1f-43c3-87f1-9a788c81ecf6 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:40.770503 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a29c0642-84c1-4d94-960c-5e70e18d6e36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:40.770603 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-09090656-8c54-4b8c-aaca-dad1214b252e req-374716fd-1b1f-43c3-87f1-9a788c81ecf6 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:40.770603 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [req-09090656-8c54-4b8c-aaca-dad1214b252e req-374716fd-1b1f-43c3-87f1-9a788c81ecf6 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Floating IP f57829ca-61ef-4013-9b27-da57e36a23b0 disassociated. External IP: 172.25.3.101, port: 744b43e8-08ca-4f4a-998d-7b5c8f07ebf9. Nov 10 19:33:40.770963 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-09090656-8c54-4b8c-aaca-dad1214b252e req-374716fd-1b1f-43c3-87f1-9a788c81ecf6 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Calling delete_port for 744b43e8-08ca-4f4a-998d-7b5c8f07ebf9 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:33:40.779082 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1d78630-ffd9-4605-8a2e-dad623041481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:40.790951 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e385ee47-d03a-453c-96a2-d221de3dae50 None None] Could not find standard attr ID for object c4d98582-a052-481b-a32f-bffb8e4692f6. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:33:40.833991 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8052fff6-eb98-4cea-93b9-3def3ac1a8c1 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:33:40.902421 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d78630-ffd9-4605-8a2e-dad623041481 admin admin] Pushing event deleted for resources: {'Port': ['ID=348d76d3-fb93-4d2f-a38a-8f7b3ef809f9,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:40.925370 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-741ed0e0-9455-4c54-a990-d88bbcccd3f8 req-7610fc17-dc9a-41d4-b700-e3f53ecc71b6 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/security-groups?id=b8a789d9-c236-4e0f-9936-9b8b7d50a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641828 Nov 10 19:33:40.982458 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-0eb7ec21-f90b-4d69-a0a7-edfe51b10dee service neutron] Attempting to bind port 01752bcb-9e5e-4871-a1d4-dfa3b8a9797b on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:33:40.982688 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-0eb7ec21-f90b-4d69-a0a7-edfe51b10dee service neutron] Attempting to bind port 01752bcb-9e5e-4871-a1d4-dfa3b8a9797b by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '1e59d5cd-a3f3-42f6-9a81-553c8ff522db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '80aa5130-1cdc-483c-a409-7f551127ce29'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:33:40.982974 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-0eb7ec21-f90b-4d69-a0a7-edfe51b10dee service neutron] Attempting to bind port 01752bcb-9e5e-4871-a1d4-dfa3b8a9797b on network 80aa5130-1cdc-483c-a409-7f551127ce29 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:33:40.986691 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-09090656-8c54-4b8c-aaca-dad1214b252e req-374716fd-1b1f-43c3-87f1-9a788c81ecf6 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:41.047796 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374716fd-1b1f-43c3-87f1-9a788c81ecf6 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Pushing event deleted for resources: {'Port': ['ID=744b43e8-08ca-4f4a-998d-7b5c8f07ebf9,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:41.077448 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a29c0642-84c1-4d94-960c-5e70e18d6e36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:41.097532 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a29c0642-84c1-4d94-960c-5e70e18d6e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:41.106011 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-0eb7ec21-f90b-4d69-a0a7-edfe51b10dee service neutron] Port 01752bcb-9e5e-4871-a1d4-dfa3b8a9797b on network 80aa5130-1cdc-483c-a409-7f551127ce29 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:33:41.106612 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-0eb7ec21-f90b-4d69-a0a7-edfe51b10dee service neutron] Attempting to bind port 01752bcb-9e5e-4871-a1d4-dfa3b8a9797b on network 80aa5130-1cdc-483c-a409-7f551127ce29 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:33:41.115086 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b392eb54-f67e-41a6-9ed0-4d704d9aabdd tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:41.285912 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9bfd5e05-7f29-4346-ad8f-928bceeec093 req-7a17e54e-659d-4128-8cda-3a508905a15a tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc2f89f-197d-48e7-89af-367ca7256d78 HTTP/1.1" status: 200 len: 210 time: 0.1368644 Nov 10 19:33:41.288179 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-0eb7ec21-f90b-4d69-a0a7-edfe51b10dee service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:33:41.288509 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-0eb7ec21-f90b-4d69-a0a7-edfe51b10dee service neutron] Checking segment: {'id': '1e59d5cd-a3f3-42f6-9a81-553c8ff522db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '80aa5130-1cdc-483c-a409-7f551127ce29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:33:41.297055 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-0eb7ec21-f90b-4d69-a0a7-edfe51b10dee service neutron] Bound using segment: {'id': '1e59d5cd-a3f3-42f6-9a81-553c8ff522db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '80aa5130-1cdc-483c-a409-7f551127ce29'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:33:41.299232 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-0eb7ec21-f90b-4d69-a0a7-edfe51b10dee service neutron] Bound port: 01752bcb-9e5e-4871-a1d4-dfa3b8a9797b, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e59d5cd-a3f3-42f6-9a81-553c8ff522db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '80aa5130-1cdc-483c-a409-7f551127ce29'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:33:41.299794 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-0eb7ec21-f90b-4d69-a0a7-edfe51b10dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:41.308130 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1d78630-ffd9-4605-8a2e-dad623041481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:41.310737 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b392eb54-f67e-41a6-9ed0-4d704d9aabdd tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:41.317466 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09090656-8c54-4b8c-aaca-dad1214b252e req-374716fd-1b1f-43c3-87f1-9a788c81ecf6 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Router f1b2ad29-f404-478e-8585-710fb985884a has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:33:41.344757 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e4811a0b-84ca-4f51-855e-53552f1c3cbf up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:33:41.488978 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09090656-8c54-4b8c-aaca-dad1214b252e req-374716fd-1b1f-43c3-87f1-9a788c81ecf6 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:33:41.494861 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a29c0642-84c1-4d94-960c-5e70e18d6e36 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=68431cbf70a4473d9e7e5984a2ea9cd2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0810330 Nov 10 19:33:41.516887 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59762) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:41.525921 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcef445-4346-4c6e-a88c-6c66eb4856c3 None None] Sync routers for ids ['f1b2ad29-f404-478e-8585-710fb985884a'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:33:41.543744 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port e4811a0b-84ca-4f51-855e-53552f1c3cbf triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:41.545833 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:41.595440 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1d78630-ffd9-4605-8a2e-dad623041481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:41.598920 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1d78630-ffd9-4605-8a2e-dad623041481 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:41.620370 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcef445-4346-4c6e-a88c-6c66eb4856c3 None None] Routers {'f1b2ad29-f404-478e-8585-710fb985884a'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:33:41.621023 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-cdcef445-4346-4c6e-a88c-6c66eb4856c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:33:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['f1b2ad29-f404-478e-8585-710fb985884a'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:41.631610 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-09090656-8c54-4b8c-aaca-dad1214b252e req-374716fd-1b1f-43c3-87f1-9a788c81ecf6 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] No DVR routers for this DVR port 744b43e8-08ca-4f4a-998d-7b5c8f07ebf9 on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:33:41.636080 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-09090656-8c54-4b8c-aaca-dad1214b252e req-374716fd-1b1f-43c3-87f1-9a788c81ecf6 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:41.639722 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-09090656-8c54-4b8c-aaca-dad1214b252e req-374716fd-1b1f-43c3-87f1-9a788c81ecf6 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.73 "DELETE /v2.0/ports/744b43e8-08ca-4f4a-998d-7b5c8f07ebf9 HTTP/1.1" status: 204 len: 173 time: 2.9236107 Nov 10 19:33:41.640323 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc2f89f-197d-48e7-89af-367ca7256d78', 'name': 'network-vif-deleted', 'tag': '744b43e8-08ca-4f4a-998d-7b5c8f07ebf9'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:33:41.642968 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f450b9af-0177-4eca-b9ae-a8eff82cb17f" -d '{"events": [{"server_uuid": "3dc2f89f-197d-48e7-89af-367ca7256d78", "name": "network-vif-deleted", "tag": "744b43e8-08ca-4f4a-998d-7b5c8f07ebf9"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:33:41.718922 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2782fc86-9690-46a0-9100-38ba00362ac2 x-openstack-request-id: req-2782fc86-9690-46a0-9100-38ba00362ac2 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:33:41.719301 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc2f89f-197d-48e7-89af-367ca7256d78", "name": "network-vif-deleted", "tag": "744b43e8-08ca-4f4a-998d-7b5c8f07ebf9", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:33:41.719551 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2782fc86-9690-46a0-9100-38ba00362ac2 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:33:41.719965 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc2f89f-197d-48e7-89af-367ca7256d78', 'name': 'network-vif-deleted', 'tag': '744b43e8-08ca-4f4a-998d-7b5c8f07ebf9', 'status': 'completed', 'code': 200} Nov 10 19:33:41.746642 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a525d29-69f2-40fb-bb95-ff21562e34b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:41.763009 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c0642-84c1-4d94-960c-5e70e18d6e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1063d851-ec15-413a-b007-3cc7d981264a,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:41.767984 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b392eb54-f67e-41a6-9ed0-4d704d9aabdd tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:41.772981 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b392eb54-f67e-41a6-9ed0-4d704d9aabdd tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/a50df50a-06a3-4500-9b47-532ff7276165 HTTP/1.1" status: 204 len: 168 time: 1.4497070 Nov 10 19:33:41.776937 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392eb54-f67e-41a6-9ed0-4d704d9aabdd tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Subnet': ['ID=a50df50a-06a3-4500-9b47-532ff7276165,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:41.779311 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59766) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:41.805236 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a525d29-69f2-40fb-bb95-ff21562e34b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:41.865496 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1d78630-ffd9-4605-8a2e-dad623041481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:41.882482 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d78630-ffd9-4605-8a2e-dad623041481 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0b39a5b-1527-4a95-81b9-9e29a0cb8996 {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:33:41.889106 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0c8a7f3f-919c-4bb4-92bc-9cee407d64bc tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1017671 Nov 10 19:33:41.893780 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1d78630-ffd9-4605-8a2e-dad623041481 admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:41.897889 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b1d78630-ffd9-4605-8a2e-dad623041481 admin admin] 10.222.0.54 "DELETE /v2.0/routers/e0b39a5b-1527-4a95-81b9-9e29a0cb8996 HTTP/1.1" status: 204 len: 168 time: 3.4756105 Nov 10 19:33:41.900198 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59768) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:41.900745 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59770) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:41.921332 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-0eb7ec21-f90b-4d69-a0a7-edfe51b10dee service neutron] For port 01752bcb-9e5e-4871-a1d4-dfa3b8a9797b, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:33:41.927716 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-0eb7ec21-f90b-4d69-a0a7-edfe51b10dee service neutron] For port 01752bcb-9e5e-4871-a1d4-dfa3b8a9797b, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=01752bcb-9e5e-4871-a1d4-dfa3b8a9797b,segment=NetworkSegment(1e59d5cd-a3f3-42f6-9a81-553c8ff522db),segment_id=1e59d5cd-a3f3-42f6-9a81-553c8ff522db)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:33:41.928754 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a525d29-69f2-40fb-bb95-ff21562e34b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:41.933477 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a525d29-69f2-40fb-bb95-ff21562e34b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:41.935012 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9a525d29-69f2-40fb-bb95-ff21562e34b1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1063d851-ec15-413a-b007-3cc7d981264a HTTP/1.1" status: 204 len: 168 time: 0.4166815 Nov 10 19:33:41.942569 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-0eb7ec21-f90b-4d69-a0a7-edfe51b10dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:42.009783 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-0eb7ec21-f90b-4d69-a0a7-edfe51b10dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:42.013455 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-0eb7ec21-f90b-4d69-a0a7-edfe51b10dee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:42.018645 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-0eb7ec21-f90b-4d69-a0a7-edfe51b10dee service neutron] 10.222.0.25 "PUT /v2.0/ports/01752bcb-9e5e-4871-a1d4-dfa3b8a9797b HTTP/1.1" status: 200 len: 1091 time: 3.2160404 Nov 10 19:33:42.019130 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78db1e66-7688-448d-b82c-9840d4268288', 'tag': '01752bcb-9e5e-4871-a1d4-dfa3b8a9797b'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:33:42.021489 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b18f49-f417-4bdc-8905-1f889466188d" -d '{"events": [{"name": "network-changed", "server_uuid": "78db1e66-7688-448d-b82c-9840d4268288", "tag": "01752bcb-9e5e-4871-a1d4-dfa3b8a9797b"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:33:42.103655 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a525d29-69f2-40fb-bb95-ff21562e34b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1063d851-ec15-413a-b007-3cc7d981264a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:42.122916 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-736adfd3-c07b-4954-8c02-500c0edae890 admin admin] Deleting subnet d5dad18f-34a9-4b24-9f86-9c831e67ed93 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:33:42.127247 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-736adfd3-c07b-4954-8c02-500c0edae890 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:42.176389 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7a08f5-564c-44b3-a3cd-60d328347427 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:42.180635 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7ec21-f90b-4d69-a0a7-edfe51b10dee service neutron] Pushing event updated for resources: {'Port': ['ID=01752bcb-9e5e-4871-a1d4-dfa3b8a9797b,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:42.180841 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3c7a08f5-564c-44b3-a3cd-60d328347427 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2759140 Nov 10 19:33:42.181983 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59780) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:42.201019 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37feb13-3145-4f6e-9ed6-eb3c2b7c476e None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:33:42.203437 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11d7c8f-daf1-4a23-aa0a-1caee9ba2ca8 None None] DHCP port deletion for 80aa5130-1cdc-483c-a409-7f551127ce29 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:33:42.231042 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-736adfd3-c07b-4954-8c02-500c0edae890 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:42.274729 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a65ed-7b52-44f1-a099-710f2abc32d2 req-8149d050-023b-40b0-b9fa-ae1d7a06d7ca tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:42.276394 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-cdcef445-4346-4c6e-a88c-6c66eb4856c3 None None] Set router f1b2ad29-f404-478e-8585-710fb985884a gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:33:42.276562 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2e1001-31ee-477d-9f35-cc370c186712 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:42.278198 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4a2e1001-31ee-477d-9f35-cc370c186712 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0953770 Nov 10 19:33:42.281246 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b52a65ed-7b52-44f1-a099-710f2abc32d2 req-8149d050-023b-40b0-b9fa-ae1d7a06d7ca tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/ports?device_id=78db1e66-7688-448d-b82c-9840d4268288 HTTP/1.1" status: 200 len: 943 time: 0.1418908 Nov 10 19:33:42.281982 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59782) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:42.329552 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-33630f93-1c3c-45d8-aed5-25d9e4194283 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0462863 Nov 10 19:33:42.334338 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59786) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:42.339101 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-6ac3b22a-d61f-4a71-97da-cb7500f08bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:42.341871 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-6ac3b22a-d61f-4a71-97da-cb7500f08bc1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c2d6d7f75a3b43298f3a0f4f0cedec78&device_id=78db1e66-7688-448d-b82c-9840d4268288 HTTP/1.1" status: 200 len: 1094 time: 0.2679861 Nov 10 19:33:42.346531 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-2cb262c1-9cc3-4c64-8ced-da2f693aa254 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:42.353605 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 744b43e8-08ca-4f4a-998d-7b5c8f07ebf9 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:33:42.424996 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-736adfd3-c07b-4954-8c02-500c0edae890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:42.458345 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 744b43e8-08ca-4f4a-998d-7b5c8f07ebf9 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:33:42.458886 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 744b43e8-08ca-4f4a-998d-7b5c8f07ebf9 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:33:42.467866 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 75850339-c886-4fa4-bbd5-f15e03a9e1d3 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:33:42.542787 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-736adfd3-c07b-4954-8c02-500c0edae890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:42.553098 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59788) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:42.554699 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb262c1-9cc3-4c64-8ced-da2f693aa254 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:42.558530 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2cb262c1-9cc3-4c64-8ced-da2f693aa254 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:42.572263 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 75850339-c886-4fa4-bbd5-f15e03a9e1d3 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:33:42.573250 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 75850339-c886-4fa4-bbd5-f15e03a9e1d3 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:33:42.573861 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 348d76d3-fb93-4d2f-a38a-8f7b3ef809f9 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:33:42.626624 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-736adfd3-c07b-4954-8c02-500c0edae890 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:42.629951 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 348d76d3-fb93-4d2f-a38a-8f7b3ef809f9 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:33:42.630278 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 348d76d3-fb93-4d2f-a38a-8f7b3ef809f9 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:33:42.633276 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-736adfd3-c07b-4954-8c02-500c0edae890 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d5dad18f-34a9-4b24-9f86-9c831e67ed93 HTTP/1.1" status: 204 len: 168 time: 0.7268624 Nov 10 19:33:42.636233 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736adfd3-c07b-4954-8c02-500c0edae890 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5dad18f-34a9-4b24-9f86-9c831e67ed93,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:42.641540 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59790) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:42.642608 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2640060d-61e5-40ca-adfa-58d85d01fcc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:42.667271 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccd34f1-23bc-4de2-a4b0-c1c18fecba84 None None] Network 0c2fa9e7-183b-4691-8e91-d21b35176954 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:33:42.829014 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b52a65ed-7b52-44f1-a099-710f2abc32d2 req-653c919e-bf77-4a7f-9070-add4c2701d62 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/security-groups?id=b8a789d9-c236-4e0f-9936-9b8b7d50a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5362494 Nov 10 19:33:42.830745 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-17deaa84-da96-442c-9ba0-97839746d240 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01752bcb-9e5e-4871-a1d4-dfa3b8a9797b HTTP/1.1" status: 200 len: 217 time: 0.4681025 Nov 10 19:33:42.832274 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-441581ee-0e34-4b8c-b215-9a6f06acb13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:42.838289 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae275dc-dcab-4b62-b388-06ffa3c6c9b9 None None] DHCP port deletion for 0f2098c5-8490-42c1-8134-97661a60c707 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:33:42.896900 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-c0c0c718-378d-44aa-be52-4ff8658bcd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:42.898707 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-c0c0c718-378d-44aa-be52-4ff8658bcd13 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fac1e0e2-66b2-4a7a-bc45-1c985c084415 HTTP/1.1" status: 200 len: 854 time: 0.0565577 Nov 10 19:33:42.930595 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-3ae275dc-dcab-4b62-b388-06ffa3c6c9b9 None None] Deleting port e4811a0b-84ca-4f51-855e-53552f1c3cbf {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:33:42.931297 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3ae275dc-dcab-4b62-b388-06ffa3c6c9b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:42.936709 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-53e5fe00-f6cc-495b-9643-1221494f8410 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=80aa5130-1cdc-483c-a409-7f551127ce29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309315 Nov 10 19:33:42.938579 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f899b3f-5563-4705-adb8-7ad4f8b51f38 x-openstack-request-id: req-8f899b3f-5563-4705-adb8-7ad4f8b51f38 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:33:42.938908 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78db1e66-7688-448d-b82c-9840d4268288", "tag": "01752bcb-9e5e-4871-a1d4-dfa3b8a9797b", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:33:42.939187 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8f899b3f-5563-4705-adb8-7ad4f8b51f38 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:33:42.939579 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78db1e66-7688-448d-b82c-9840d4268288', 'tag': '01752bcb-9e5e-4871-a1d4-dfa3b8a9797b', 'status': 'completed', 'code': 200} Nov 10 19:33:42.973841 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2640060d-61e5-40ca-adfa-58d85d01fcc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:43.016632 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-3ae275dc-dcab-4b62-b388-06ffa3c6c9b9 None None] For port e4811a0b-84ca-4f51-855e-53552f1c3cbf, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e4811a0b-84ca-4f51-855e-53552f1c3cbf,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:43.017100 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3ae275dc-dcab-4b62-b388-06ffa3c6c9b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:43.029352 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59794) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:43.030769 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2640060d-61e5-40ca-adfa-58d85d01fcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:43.033171 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4fb284-14f8-4294-bba0-6fc654641b13 None None] DHCP port deletion for 0c2fa9e7-183b-4691-8e91-d21b35176954 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:33:43.037380 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-3ae275dc-dcab-4b62-b388-06ffa3c6c9b9 None None] Calling delete_port for e4811a0b-84ca-4f51-855e-53552f1c3cbf owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:33:43.045279 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-cdcef445-4346-4c6e-a88c-6c66eb4856c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'name': 'tempest-AttachVolumeTestJSON-1042387824-router', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:28:57Z', 'updated_at': '2021-11-10T19:29:07Z', 'revision_number': 4, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'gw_port': {'id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:59Z', 'updated_at': '2021-11-10T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'ecbd2da2-3c0c-4fda-99be-5b52a8e44cab', 'name': '', 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'mac_address': 'fa:16:3e:6e:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '8b7de537-b93b-4e73-8317-5941b65cea03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:29:05Z', 'updated_at': '2021-11-10T19:29:15Z', 'revision_number': 5, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'subnets': [{'id': '8b7de537-b93b-4e73-8317-5941b65cea03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:43.067558 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-7014a761-2aae-439f-b51d-4f3bfdc70822 service neutron] 10.222.0.25 "GET /v2.0/networks/80aa5130-1cdc-483c-a409-7f551127ce29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214311 Nov 10 19:33:43.079072 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcef445-4346-4c6e-a88c-6c66eb4856c3 None None] Checking router: f1b2ad29-f404-478e-8585-710fb985884a for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:33:43.083527 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640060d-61e5-40ca-adfa-58d85d01fcc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33375f3f-78c0-4042-989d-36e53f7e280a,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:43.122578 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2cb262c1-9cc3-4c64-8ced-da2f693aa254 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:43.146085 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcef445-4346-4c6e-a88c-6c66eb4856c3 None None] Routers {'f1b2ad29-f404-478e-8585-710fb985884a'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:33:43.147049 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-cdcef445-4346-4c6e-a88c-6c66eb4856c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:33:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['f1b2ad29-f404-478e-8585-710fb985884a'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:43.169794 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2640060d-61e5-40ca-adfa-58d85d01fcc6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=20d0f1a98af544ee905629dd99da57ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6063197 Nov 10 19:33:43.169968 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59796) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:43.202052 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb262c1-9cc3-4c64-8ced-da2f693aa254 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:43.212819 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-2cb262c1-9cc3-4c64-8ced-da2f693aa254 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:43.221048 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb262c1-9cc3-4c64-8ced-da2f693aa254 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:43.221993 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2cb262c1-9cc3-4c64-8ced-da2f693aa254 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:43.226503 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5bb91789-bf5c-4871-9cd4-7eddbd16afac req-084d4199-4fae-40f4-8ea4-a57a42f8c24d service neutron] 10.222.0.25 "GET /v2.0/networks/80aa5130-1cdc-483c-a409-7f551127ce29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515574 Nov 10 19:33:43.232525 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-441581ee-0e34-4b8c-b215-9a6f06acb13d admin admin] Deleting port ffe20971-d3e2-43f0-b120-db109a856712 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:33:43.233026 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-441581ee-0e34-4b8c-b215-9a6f06acb13d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:43.245611 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dff22601-cad7-4595-b5bb-89b2dd787f1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:43.260279 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8cf32fc3-79c6-4510-ba9c-59598348cf67 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:43.272303 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-3b4fb284-14f8-4294-bba0-6fc654641b13 None None] Deleting port ffe20971-d3e2-43f0-b120-db109a856712 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:33:43.273076 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb284-14f8-4294-bba0-6fc654641b13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:43.293906 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dff22601-cad7-4595-b5bb-89b2dd787f1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:43.300444 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb262c1-9cc3-4c64-8ced-da2f693aa254 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Subnet': ['ID=876b649e-65a5-4faf-9385-ac970b2711d2,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:43.309511 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e4811a0b-84ca-4f51-855e-53552f1c3cbf no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:33:43.318282 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3ae275dc-dcab-4b62-b388-06ffa3c6c9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:43.397781 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b18f49-f417-4bdc-8905-1f889466188d req-8ff7dfc8-afa0-4214-a006-e9ca0095f026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:43.399467 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-44b18f49-f417-4bdc-8905-1f889466188d req-8ff7dfc8-afa0-4214-a006-e9ca0095f026 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c2d6d7f75a3b43298f3a0f4f0cedec78&device_id=78db1e66-7688-448d-b82c-9840d4268288 HTTP/1.1" status: 200 len: 1094 time: 0.0581808 Nov 10 19:33:43.411174 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: e4811a0b-84ca-4f51-855e-53552f1c3cbf {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:33:43.411816 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e4811a0b-84ca-4f51-855e-53552f1c3cbf not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:33:43.411967 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ffe20971-d3e2-43f0-b120-db109a856712 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:33:43.420561 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dff22601-cad7-4595-b5bb-89b2dd787f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:43.423958 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dff22601-cad7-4595-b5bb-89b2dd787f1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:43.425129 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-dff22601-cad7-4595-b5bb-89b2dd787f1d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/33375f3f-78c0-4042-989d-36e53f7e280a HTTP/1.1" status: 204 len: 168 time: 0.2534771 Nov 10 19:33:43.426358 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae275dc-dcab-4b62-b388-06ffa3c6c9b9 None None] Pushing event deleted for resources: {'Port': ['ID=e4811a0b-84ca-4f51-855e-53552f1c3cbf,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:43.428204 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae275dc-dcab-4b62-b388-06ffa3c6c9b9 None None] No DVR routers for this DVR port e4811a0b-84ca-4f51-855e-53552f1c3cbf on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:33:43.431847 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-cdcef445-4346-4c6e-a88c-6c66eb4856c3 None None] Set router f1b2ad29-f404-478e-8585-710fb985884a gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:33:43.456457 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff22601-cad7-4595-b5bb-89b2dd787f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33375f3f-78c0-4042-989d-36e53f7e280a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:43.491186 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-3b4fb284-14f8-4294-bba0-6fc654641b13 None None] For port ffe20971-d3e2-43f0-b120-db109a856712, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ffe20971-d3e2-43f0-b120-db109a856712,segment=NetworkSegment(b66bddea-7c9e-4fcb-9656-dc2d4b47cc4d),segment_id=b66bddea-7c9e-4fcb-9656-dc2d4b47cc4d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:43.491594 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb284-14f8-4294-bba0-6fc654641b13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:43.509433 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ac4c3b-26f5-4fef-ac5c-edc2abf5af1b None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:33:43.544920 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b18f49-f417-4bdc-8905-1f889466188d req-d6b3fd45-838a-4f6a-b6d0-e59cea0933bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:43.548732 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-44b18f49-f417-4bdc-8905-1f889466188d req-d6b3fd45-838a-4f6a-b6d0-e59cea0933bd service neutron] 10.222.0.25 "GET /v2.0/networks?id=80aa5130-1cdc-483c-a409-7f551127ce29 HTTP/1.1" status: 200 len: 915 time: 0.1372824 Nov 10 19:33:43.551399 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-3b4fb284-14f8-4294-bba0-6fc654641b13 None None] Calling delete_port for ffe20971-d3e2-43f0-b120-db109a856712 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:33:43.606177 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-44b18f49-f417-4bdc-8905-1f889466188d req-ff33f3fc-6c14-4806-934a-e42e7ac88379 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01752bcb-9e5e-4871-a1d4-dfa3b8a9797b HTTP/1.1" status: 200 len: 217 time: 0.0492859 Nov 10 19:33:43.676009 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b18f49-f417-4bdc-8905-1f889466188d req-d4757fb2-6ff6-461e-a728-f2741e779079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:43.677959 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-44b18f49-f417-4bdc-8905-1f889466188d req-d4757fb2-6ff6-461e-a728-f2741e779079 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fac1e0e2-66b2-4a7a-bc45-1c985c084415 HTTP/1.1" status: 200 len: 854 time: 0.0629759 Nov 10 19:33:43.726770 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-44b18f49-f417-4bdc-8905-1f889466188d req-15136835-6401-4225-aa4d-06aca3a7f256 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=80aa5130-1cdc-483c-a409-7f551127ce29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414271 Nov 10 19:33:43.752209 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8cf32fc3-79c6-4510-ba9c-59598348cf67 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:43.810701 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2cb262c1-9cc3-4c64-8ced-da2f693aa254 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4726372 Nov 10 19:33:43.812255 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8cf32fc3-79c6-4510-ba9c-59598348cf67 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:43.814966 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8cf32fc3-79c6-4510-ba9c-59598348cf67 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:43.816203 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8cf32fc3-79c6-4510-ba9c-59598348cf67 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "DELETE /v2.0/security-groups/55cdeb97-47ec-48a0-becf-43497d275169 HTTP/1.1" status: 204 len: 168 time: 0.7824399 Nov 10 19:33:43.816801 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59806) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:43.826716 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59808) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:43.831242 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-8495bcf4-4172-4eec-895f-42c710ee90c5 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'port': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'mac_address': 'fa:16:3e:a4:3e:8d', 'name': 'tempest-NetworksTestDHCPv6-9427102'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:43.870021 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf32fc3-79c6-4510-ba9c-59598348cf67 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cdeb97-47ec-48a0-becf-43497d275169,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:43.889814 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-91f0c0fd-aedd-42a1-bc46-d32075fd5bbb tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] show failed (client error): The resource could not be found. Nov 10 19:33:43.893672 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-91f0c0fd-aedd-42a1-bc46-d32075fd5bbb tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups/55cdeb97-47ec-48a0-becf-43497d275169 HTTP/1.1" status: 404 len: 347 time: 0.0535371 Nov 10 19:33:43.897483 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-441581ee-0e34-4b8c-b215-9a6f06acb13d admin admin] For port ffe20971-d3e2-43f0-b120-db109a856712, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ffe20971-d3e2-43f0-b120-db109a856712,segment=NetworkSegment(b66bddea-7c9e-4fcb-9656-dc2d4b47cc4d),segment_id=b66bddea-7c9e-4fcb-9656-dc2d4b47cc4d)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:43.897886 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-441581ee-0e34-4b8c-b215-9a6f06acb13d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:43.900460 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59814) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:43.911964 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-44b18f49-f417-4bdc-8905-1f889466188d req-7258aa0c-e968-459f-b1f1-d932dfa3278f service neutron] 10.222.0.25 "GET /v2.0/networks/80aa5130-1cdc-483c-a409-7f551127ce29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753767 Nov 10 19:33:44.023106 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-441581ee-0e34-4b8c-b215-9a6f06acb13d admin admin] Calling delete_port for ffe20971-d3e2-43f0-b120-db109a856712 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:33:44.042100 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:44.083891 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84e71c-cae7-4278-b62e-16428a2e2362 req-1c2bdfbf-fc0d-4d27-a7bb-14bd68ead8c6 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:44.093980 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-be84e71c-cae7-4278-b62e-16428a2e2362 req-1c2bdfbf-fc0d-4d27-a7bb-14bd68ead8c6 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/ports?device_id=78db1e66-7688-448d-b82c-9840d4268288 HTTP/1.1" status: 200 len: 943 time: 0.1449487 Nov 10 19:33:44.101448 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb284-14f8-4294-bba0-6fc654641b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:44.144036 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-44b18f49-f417-4bdc-8905-1f889466188d req-d964f1f8-0ae5-4223-be78-df5aa6659cd3 service neutron] 10.222.0.25 "GET /v2.0/networks/80aa5130-1cdc-483c-a409-7f551127ce29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259259 Nov 10 19:33:44.160723 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-be84e71c-cae7-4278-b62e-16428a2e2362 req-1f1df607-b951-43d9-9243-6a07d5fa12d9 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/security-groups?id=b8a789d9-c236-4e0f-9936-9b8b7d50a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609677 Nov 10 19:33:44.167307 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4fb284-14f8-4294-bba0-6fc654641b13 None None] Pushing event deleted for resources: {'Port': ['ID=ffe20971-d3e2-43f0-b120-db109a856712,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:44.170944 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4fb284-14f8-4294-bba0-6fc654641b13 None None] No DVR routers for this DVR port ffe20971-d3e2-43f0-b120-db109a856712 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:33:44.199798 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1fee1e-5659-46ce-a064-6798fd8e6d55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-0f2098c5-8490-42c1-8134-97661a60c707', 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'fixed_ips': [{'subnet_id': '876b649e-65a5-4faf-9385-ac970b2711d2'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:33:44.200660 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fd1fee1e-5659-46ce-a064-6798fd8e6d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:44.291286 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-72b2bc63-e199-4f92-a07d-1a0e2902d52a tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Deleting port 9019b815-9610-4155-9680-3af0598a63e1 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:33:44.291651 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-72b2bc63-e199-4f92-a07d-1a0e2902d52a tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:44.294389 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8495bcf4-4172-4eec-895f-42c710ee90c5 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:44.308819 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-441581ee-0e34-4b8c-b215-9a6f06acb13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:44.310263 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-cdcef445-4346-4c6e-a88c-6c66eb4856c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'name': 'tempest-AttachVolumeTestJSON-1042387824-router', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:28:57Z', 'updated_at': '2021-11-10T19:29:07Z', 'revision_number': 4, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'gw_port': {'id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:59Z', 'updated_at': '2021-11-10T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'ecbd2da2-3c0c-4fda-99be-5b52a8e44cab', 'name': '', 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'mac_address': 'fa:16:3e:6e:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '8b7de537-b93b-4e73-8317-5941b65cea03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:29:05Z', 'updated_at': '2021-11-10T19:29:15Z', 'revision_number': 5, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'subnets': [{'id': '8b7de537-b93b-4e73-8317-5941b65cea03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:44.348174 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcef445-4346-4c6e-a88c-6c66eb4856c3 None None] The sync data for ids ['f1b2ad29-f404-478e-8585-710fb985884a'] in n-d-813897-4 is: [{'id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'name': 'tempest-AttachVolumeTestJSON-1042387824-router', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:28:57Z', 'updated_at': '2021-11-10T19:29:07Z', 'revision_number': 4, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'gw_port': {'id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:59Z', 'updated_at': '2021-11-10T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'ecbd2da2-3c0c-4fda-99be-5b52a8e44cab', 'name': '', 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'mac_address': 'fa:16:3e:6e:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '8b7de537-b93b-4e73-8317-5941b65cea03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:29:05Z', 'updated_at': '2021-11-10T19:29:15Z', 'revision_number': 5, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'subnets': [{'id': '8b7de537-b93b-4e73-8317-5941b65cea03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:33:44.394497 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441581ee-0e34-4b8c-b215-9a6f06acb13d admin admin] Pushing event deleted for resources: {'Port': ['ID=ffe20971-d3e2-43f0-b120-db109a856712,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:44.407640 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-fd1fee1e-5659-46ce-a064-6798fd8e6d55 None None] Allocated IP 2001:db8::2 (0f2098c5-8490-42c1-8134-97661a60c707/876b649e-65a5-4faf-9385-ac970b2711d2/812076e9-1770-46cc-970f-fe803014461f) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:33:44.427656 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441581ee-0e34-4b8c-b215-9a6f06acb13d admin admin] No DVR routers for this DVR port ffe20971-d3e2-43f0-b120-db109a856712 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:33:44.522861 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-72b2bc63-e199-4f92-a07d-1a0e2902d52a tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:44.522861 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-72b2bc63-e199-4f92-a07d-1a0e2902d52a tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:44.568912 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8495bcf4-4172-4eec-895f-42c710ee90c5 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:44.576872 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-72b2bc63-e199-4f92-a07d-1a0e2902d52a tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Calling delete_port for 9019b815-9610-4155-9680-3af0598a63e1 owned by network:floatingip {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:33:44.591746 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-441581ee-0e34-4b8c-b215-9a6f06acb13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:44.609065 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fd1fee1e-5659-46ce-a064-6798fd8e6d55 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:44.620209 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fd1fee1e-5659-46ce-a064-6798fd8e6d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:44.646122 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-8495bcf4-4172-4eec-895f-42c710ee90c5 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] device_id is not set on port a0e2765b-b015-4327-9dd8-8238fa73c1b9 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:33:44.678584 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1fee1e-5659-46ce-a064-6798fd8e6d55 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:44.681820 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-fd1fee1e-5659-46ce-a064-6798fd8e6d55 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:44.684311 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1fee1e-5659-46ce-a064-6798fd8e6d55 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:33:44.684663 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-441581ee-0e34-4b8c-b215-9a6f06acb13d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2fa9e7-183b-4691-8e91-d21b35176954']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:44.692623 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1fee1e-5659-46ce-a064-6798fd8e6d55 None None] Pushing event updated for resources: {'Port': ['ID=812076e9-1770-46cc-970f-fe803014461f,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:44.707853 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-441581ee-0e34-4b8c-b215-9a6f06acb13d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66bddea-7c9e-4fcb-9656-dc2d4b47cc4d') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:44.708136 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-441581ee-0e34-4b8c-b215-9a6f06acb13d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66bddea-7c9e-4fcb-9656-dc2d4b47cc4d') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:44.736576 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60037ef-34ea-45e1-bad1-2271abb32a36 None None] New status for floating IP f57829ca-61ef-4013-9b27-da57e36a23b0: DOWN {{(pid=102508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:33:44.753491 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-fd1fee1e-5659-46ce-a064-6798fd8e6d55 None None] Attempting to bind port 812076e9-1770-46cc-970f-fe803014461f on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:33:44.754281 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-fd1fee1e-5659-46ce-a064-6798fd8e6d55 None None] Attempting to bind port 812076e9-1770-46cc-970f-fe803014461f by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:33:44.755513 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1fee1e-5659-46ce-a064-6798fd8e6d55 None None] Attempting to bind port 812076e9-1770-46cc-970f-fe803014461f on network 0f2098c5-8490-42c1-8134-97661a60c707 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:33:44.757500 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-441581ee-0e34-4b8c-b215-9a6f06acb13d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:44.763480 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1fee1e-5659-46ce-a064-6798fd8e6d55 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:33:44.764124 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1fee1e-5659-46ce-a064-6798fd8e6d55 None None] Checking segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:33:44.764810 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fd1fee1e-5659-46ce-a064-6798fd8e6d55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:44.765582 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1fee1e-5659-46ce-a064-6798fd8e6d55 None None] Bound using segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:33:44.766345 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-fd1fee1e-5659-46ce-a064-6798fd8e6d55 None None] Bound port: 812076e9-1770-46cc-970f-fe803014461f, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:33:44.766978 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fd1fee1e-5659-46ce-a064-6798fd8e6d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:44.792373 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-441581ee-0e34-4b8c-b215-9a6f06acb13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:44.807555 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-441581ee-0e34-4b8c-b215-9a6f06acb13d admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:33:44.807956 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-441581ee-0e34-4b8c-b215-9a6f06acb13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:33:44.809808 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:33:44.848369 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-fd1fee1e-5659-46ce-a064-6798fd8e6d55 None None] For port 812076e9-1770-46cc-970f-fe803014461f, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:33:44.852440 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-fd1fee1e-5659-46ce-a064-6798fd8e6d55 None None] For port 812076e9-1770-46cc-970f-fe803014461f, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=812076e9-1770-46cc-970f-fe803014461f,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:33:44.859734 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fd1fee1e-5659-46ce-a064-6798fd8e6d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:44.936438 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-441581ee-0e34-4b8c-b215-9a6f06acb13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:44.939984 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1fee1e-5659-46ce-a064-6798fd8e6d55 None None] Pushing event updated for resources: {'Port': ['ID=812076e9-1770-46cc-970f-fe803014461f,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:44.951048 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-441581ee-0e34-4b8c-b215-9a6f06acb13d admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:44.956939 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-441581ee-0e34-4b8c-b215-9a6f06acb13d admin admin] 10.222.0.54 "DELETE /v2.0/networks/0c2fa9e7-183b-4691-8e91-d21b35176954 HTTP/1.1" status: 204 len: 168 time: 2.3094349 Nov 10 19:33:44.980417 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441581ee-0e34-4b8c-b215-9a6f06acb13d admin admin] Pushing event deleted for resources: {'Network': ['ID=0c2fa9e7-183b-4691-8e91-d21b35176954,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:45.001616 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-8495bcf4-4172-4eec-895f-42c710ee90c5 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Allocated IP 2001:db8::52 (0f2098c5-8490-42c1-8134-97661a60c707/876b649e-65a5-4faf-9385-ac970b2711d2/a0e2765b-b015-4327-9dd8-8238fa73c1b9) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:33:45.014225 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-72b2bc63-e199-4f92-a07d-1a0e2902d52a tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:45.062274 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b2bc63-e199-4f92-a07d-1a0e2902d52a tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Pushing event deleted for resources: {'Port': ['ID=9019b815-9610-4155-9680-3af0598a63e1,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:45.245092 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-72b2bc63-e199-4f92-a07d-1a0e2902d52a tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for floatingip, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:45.248768 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-72b2bc63-e199-4f92-a07d-1a0e2902d52a tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:45.250044 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-72b2bc63-e199-4f92-a07d-1a0e2902d52a tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "DELETE /v2.0/floatingips/f57829ca-61ef-4013-9b27-da57e36a23b0 HTTP/1.1" status: 204 len: 168 time: 1.3484373 Nov 10 19:33:45.263596 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59840) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:45.368005 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d22a9704-d9bd-481a-84ac-352ea164ce24 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a7bfec4261ff459aa80e192dce822ca6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1008670 Nov 10 19:33:45.373060 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59846) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:45.390828 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8495bcf4-4172-4eec-895f-42c710ee90c5 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:45.403660 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff3b80-76e0-4f5d-97ff-93c84fd1e7db req-bff0869d-d101-4a7a-9536-38c9b7327e6b tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:45.406037 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2eff3b80-76e0-4f5d-97ff-93c84fd1e7db req-bff0869d-d101-4a7a-9536-38c9b7327e6b tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/ports?device_id=78db1e66-7688-448d-b82c-9840d4268288 HTTP/1.1" status: 200 len: 943 time: 0.1071727 Nov 10 19:33:45.438262 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8495bcf4-4172-4eec-895f-42c710ee90c5 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:45.481484 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bad3466a-44e2-4c18-ab6d-e5bd40c91bbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:45.487240 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8495bcf4-4172-4eec-895f-42c710ee90c5 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:45.490376 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-8495bcf4-4172-4eec-895f-42c710ee90c5 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:45.490995 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2eff3b80-76e0-4f5d-97ff-93c84fd1e7db req-ad5c4ca7-84c1-455d-a0e1-10ba9ff6634a tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/security-groups?id=b8a789d9-c236-4e0f-9936-9b8b7d50a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786889 Nov 10 19:33:45.492910 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8495bcf4-4172-4eec-895f-42c710ee90c5 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:33:45.499011 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8495bcf4-4172-4eec-895f-42c710ee90c5 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:45.499868 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8495bcf4-4172-4eec-895f-42c710ee90c5 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:45.513459 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bad3466a-44e2-4c18-ab6d-e5bd40c91bbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:45.519442 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495bcf4-4172-4eec-895f-42c710ee90c5 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Port': ['ID=a0e2765b-b015-4327-9dd8-8238fa73c1b9,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:45.539227 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8495bcf4-4172-4eec-895f-42c710ee90c5 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7107477 Nov 10 19:33:45.541423 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59848) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:45.606580 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41579f52-222e-4455-8836-4c4b9eabeaa4 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:45.612884 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41579f52-222e-4455-8836-4c4b9eabeaa4 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:45.614572 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-41579f52-222e-4455-8836-4c4b9eabeaa4 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1665 time: 0.0722244 Nov 10 19:33:45.619616 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59850) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:45.634972 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bad3466a-44e2-4c18-ab6d-e5bd40c91bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:45.640535 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bad3466a-44e2-4c18-ab6d-e5bd40c91bbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:45.644347 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-bad3466a-44e2-4c18-ab6d-e5bd40c91bbf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a8b4ae85-3489-4b9f-8d17-d94f58cb4a9e HTTP/1.1" status: 204 len: 168 time: 0.2670815 Nov 10 19:33:45.651431 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3466a-44e2-4c18-ab6d-e5bd40c91bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b4ae85-3489-4b9f-8d17-d94f58cb4a9e,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:45.753050 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-039fb97a-ba93-4a29-9cf2-cdb7f2524bd8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting port a0e2765b-b015-4327-9dd8-8238fa73c1b9 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:33:45.753050 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-039fb97a-ba93-4a29-9cf2-cdb7f2524bd8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:45.826190 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59854) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:45.833431 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-62219abe-8046-4194-b042-ad92ff13d4da tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Request body: {'security_group': {'name': 'tempest-securitygroup--952553706', 'description': 'tempest-description--803888908'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:45.874448 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-62219abe-8046-4194-b042-ad92ff13d4da tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:45.904430 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-039fb97a-ba93-4a29-9cf2-cdb7f2524bd8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:45.921118 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-039fb97a-ba93-4a29-9cf2-cdb7f2524bd8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Calling delete_port for a0e2765b-b015-4327-9dd8-8238fa73c1b9 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:33:45.966152 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-62219abe-8046-4194-b042-ad92ff13d4da tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:45.973373 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-62219abe-8046-4194-b042-ad92ff13d4da tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:46.029615 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62219abe-8046-4194-b042-ad92ff13d4da tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b6540a-4f03-4890-b021-f271ae15676c,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:46.057945 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-62219abe-8046-4194-b042-ad92ff13d4da tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:46.063453 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-62219abe-8046-4194-b042-ad92ff13d4da tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2357039 Nov 10 19:33:46.064391 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59858) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:46.080292 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-b9fe7a83-6e29-4647-b8eb-e8f48636bfee tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Request body: {'security_group_rule': {'security_group_id': 'c7b6540a-4f03-4890-b021-f271ae15676c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:46.148683 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b9fe7a83-6e29-4647-b8eb-e8f48636bfee tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:46.250963 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-039fb97a-ba93-4a29-9cf2-cdb7f2524bd8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:46.265326 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b9fe7a83-6e29-4647-b8eb-e8f48636bfee tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:46.272289 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b9fe7a83-6e29-4647-b8eb-e8f48636bfee tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:46.282306 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59862) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:46.285808 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039fb97a-ba93-4a29-9cf2-cdb7f2524bd8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Port': ['ID=a0e2765b-b015-4327-9dd8-8238fa73c1b9,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:46.297019 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe7a83-6e29-4647-b8eb-e8f48636bfee tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e28e4fa-af2e-4d50-bc15-aeb5089b2092,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:46.303765 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b9fe7a83-6e29-4647-b8eb-e8f48636bfee tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:46.305502 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b9fe7a83-6e29-4647-b8eb-e8f48636bfee tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2401917 Nov 10 19:33:46.308006 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59864) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:46.308311 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2ed98bd1-1213-494e-bccf-d35f0fd6c931 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:46.313544 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-82806d5a-9086-41b9-b986-30460ef91311 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Request body: {'security_group_rule': {'security_group_id': 'c7b6540a-4f03-4890-b021-f271ae15676c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:46.343888 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-039fb97a-ba93-4a29-9cf2-cdb7f2524bd8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:46.344706 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-82806d5a-9086-41b9-b986-30460ef91311 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:46.347444 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-039fb97a-ba93-4a29-9cf2-cdb7f2524bd8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/a0e2765b-b015-4327-9dd8-8238fa73c1b9 HTTP/1.1" status: 204 len: 168 time: 0.7264583 Nov 10 19:33:46.354567 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59866) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:46.438135 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed29b976-2d9b-4f29-99bf-2f546e0a936d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:46.439827 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed29b976-2d9b-4f29-99bf-2f546e0a936d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:46.445188 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ed29b976-2d9b-4f29-99bf-2f546e0a936d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0856001 Nov 10 19:33:46.445397 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-6bc048ac-91bc-4ce0-a696-d9ce1b25031f None None] Provisioning complete for port 812076e9-1770-46cc-970f-fe803014461f triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:46.445397 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6bc048ac-91bc-4ce0-a696-d9ce1b25031f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:46.446055 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59868) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:46.460126 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2ed98bd1-1213-494e-bccf-d35f0fd6c931 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:46.466905 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2ed98bd1-1213-494e-bccf-d35f0fd6c931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:46.489336 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-82806d5a-9086-41b9-b986-30460ef91311 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:46.497929 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-82806d5a-9086-41b9-b986-30460ef91311 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:46.515365 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2ed98bd1-1213-494e-bccf-d35f0fd6c931 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2283652 Nov 10 19:33:46.515365 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed98bd1-1213-494e-bccf-d35f0fd6c931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4442ec16-003b-4b1e-b157-8feab3cebb46,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:46.517046 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59870) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:46.523583 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82806d5a-9086-41b9-b986-30460ef91311 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23443c58-5dea-46d5-aab8-5cbed54e58ff,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:46.556805 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-70352967-d02e-42b0-857c-1e8082e893e0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting subnet 876b649e-65a5-4faf-9385-ac970b2711d2 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:33:46.567301 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-82806d5a-9086-41b9-b986-30460ef91311 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:46.568599 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-82806d5a-9086-41b9-b986-30460ef91311 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2594352 Nov 10 19:33:46.569506 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-70352967-d02e-42b0-857c-1e8082e893e0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:46.572395 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59874) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:46.577481 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-c0fdcfab-8e4d-448f-897f-101ac5715776 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:46.580875 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6bc048ac-91bc-4ce0-a696-d9ce1b25031f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:46.624082 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b390fb7-4517-48ab-8883-e9789f80f16d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:46.638828 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c0fdcfab-8e4d-448f-897f-101ac5715776 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for floatingip, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:46.644138 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-6bc048ac-91bc-4ce0-a696-d9ce1b25031f None None] For port 812076e9-1770-46cc-970f-fe803014461f, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=812076e9-1770-46cc-970f-fe803014461f,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:46.649612 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6bc048ac-91bc-4ce0-a696-d9ce1b25031f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:46.650441 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b390fb7-4517-48ab-8883-e9789f80f16d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:46.710684 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b390fb7-4517-48ab-8883-e9789f80f16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:46.713888 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b390fb7-4517-48ab-8883-e9789f80f16d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:46.714452 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc048ac-91bc-4ce0-a696-d9ce1b25031f None None] Pushing event updated for resources: {'Port': ['ID=812076e9-1770-46cc-970f-fe803014461f,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:46.715200 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5b390fb7-4517-48ab-8883-e9789f80f16d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4442ec16-003b-4b1e-b157-8feab3cebb46 HTTP/1.1" status: 204 len: 168 time: 0.1829598 Nov 10 19:33:46.715320 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-70352967-d02e-42b0-857c-1e8082e893e0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:46.725491 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b390fb7-4517-48ab-8883-e9789f80f16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4442ec16-003b-4b1e-b157-8feab3cebb46,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:46.768574 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-6e2c9928-b827-4b28-bac6-8c2edcd0690c None None] Could not find standard attr ID for object a0e2765b-b015-4327-9dd8-8238fa73c1b9. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:33:46.801372 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4385675c-b83b-4dcf-86c2-3997b45d5c13 req-6bbe073e-2929-451b-899f-92890cb55b9b tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:46.802971 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4385675c-b83b-4dcf-86c2-3997b45d5c13 req-6bbe073e-2929-451b-899f-92890cb55b9b tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/ports?device_id=78db1e66-7688-448d-b82c-9840d4268288 HTTP/1.1" status: 200 len: 943 time: 0.1681345 Nov 10 19:33:46.881408 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 01752bcb-9e5e-4871-a1d4-dfa3b8a9797b details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:33:46.907004 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-70352967-d02e-42b0-857c-1e8082e893e0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:46.943750 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4385675c-b83b-4dcf-86c2-3997b45d5c13 req-049ef071-c8e8-40ed-a538-b20436be287b tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/security-groups?id=b8a789d9-c236-4e0f-9936-9b8b7d50a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312296 Nov 10 19:33:46.981206 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c0fdcfab-8e4d-448f-897f-101ac5715776 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:46.991230 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-70352967-d02e-42b0-857c-1e8082e893e0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:47.008238 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 01752bcb-9e5e-4871-a1d4-dfa3b8a9797b, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=01752bcb-9e5e-4871-a1d4-dfa3b8a9797b,segment=NetworkSegment(1e59d5cd-a3f3-42f6-9a81-553c8ff522db),segment_id=1e59d5cd-a3f3-42f6-9a81-553c8ff522db)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:47.020299 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '01752bcb-9e5e-4871-a1d4-dfa3b8a9797b', 'network_id': '80aa5130-1cdc-483c-a409-7f551127ce29', 'port_id': '01752bcb-9e5e-4871-a1d4-dfa3b8a9797b', 'mac_address': 'fa:16:3e:6e:48:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac1e0e2-66b2-4a7a-bc45-1c985c084415', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:33:47.053012 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-70352967-d02e-42b0-857c-1e8082e893e0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:47.058946 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-70352967-d02e-42b0-857c-1e8082e893e0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/876b649e-65a5-4faf-9385-ac970b2711d2 HTTP/1.1" status: 204 len: 168 time: 0.6135211 Nov 10 19:33:47.059278 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59886) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:47.059892 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70352967-d02e-42b0-857c-1e8082e893e0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Subnet': ['ID=876b649e-65a5-4faf-9385-ac970b2711d2,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:47.066071 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3a8176-fd34-4971-a954-4ca115522a49 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:33:47.088876 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:47.106675 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01752bcb-9e5e-4871-a1d4-dfa3b8a9797b {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:33:47.119500 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-11af8a09-2d63-474c-a307-9312d86db876 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580974 Nov 10 19:33:47.121920 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59890) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:47.161426 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 01752bcb-9e5e-4871-a1d4-dfa3b8a9797b, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=01752bcb-9e5e-4871-a1d4-dfa3b8a9797b,segment=NetworkSegment(1e59d5cd-a3f3-42f6-9a81-553c8ff522db),segment_id=1e59d5cd-a3f3-42f6-9a81-553c8ff522db)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:47.161686 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-c0fdcfab-8e4d-448f-897f-101ac5715776 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Allocated IP 172.25.3.209 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/c0f35b54-2fa3-4b10-84e7-d61dff4e6ba8) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:33:47.173973 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:47.183349 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5667e3a2-5a2e-462b-899e-765f7ec5e44d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:47.187533 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5667e3a2-5a2e-462b-899e-765f7ec5e44d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0615625 Nov 10 19:33:47.187848 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59892) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:47.279003 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90585864-6564-42fd-a148-90ce03823371 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:47.282345 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-90585864-6564-42fd-a148-90ce03823371 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0923872 Nov 10 19:33:47.284855 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59898) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:47.329799 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 812076e9-1770-46cc-970f-fe803014461f up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:33:47.335148 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=01752bcb-9e5e-4871-a1d4-dfa3b8a9797b,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:47.389444 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-febc3ce1-0989-487f-92b2-f7f0f17b4fda tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1019275 Nov 10 19:33:47.391709 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59904) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:47.396798 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-905bbd9e-5a68-4f71-8f33-37f7a732d3f8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:47.402012 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 812076e9-1770-46cc-970f-fe803014461f triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:47.403370 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:47.410836 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c0fdcfab-8e4d-448f-897f-101ac5715776 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:47.462011 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2409bc48-93ea-421b-862f-5d85091b29bb None None] DHCP port deletion for 0f2098c5-8490-42c1-8134-97661a60c707 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:33:47.506006 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c0fdcfab-8e4d-448f-897f-101ac5715776 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:47.549202 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905bbd9e-5a68-4f71-8f33-37f7a732d3f8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:47.553504 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-905bbd9e-5a68-4f71-8f33-37f7a732d3f8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:47.574719 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['01752bcb-9e5e-4871-a1d4-dfa3b8a9797b'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:33:47.593268 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fdcfab-8e4d-448f-897f-101ac5715776 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:47.602281 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-c0fdcfab-8e4d-448f-897f-101ac5715776 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:47.608591 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fdcfab-8e4d-448f-897f-101ac5715776 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:33:47.641328 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fdcfab-8e4d-448f-897f-101ac5715776 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Pushing event updated for resources: {'Port': ['ID=c0f35b54-2fa3-4b10-84e7-d61dff4e6ba8,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:47.696051 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-2409bc48-93ea-421b-862f-5d85091b29bb None None] Deleting port 812076e9-1770-46cc-970f-fe803014461f {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:33:47.696666 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2409bc48-93ea-421b-862f-5d85091b29bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:47.724720 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c0fdcfab-8e4d-448f-897f-101ac5715776 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:47.732890 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59914) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:47.780414 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c0fdcfab-8e4d-448f-897f-101ac5715776 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:47.832457 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-2409bc48-93ea-421b-862f-5d85091b29bb None None] For port 812076e9-1770-46cc-970f-fe803014461f, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=812076e9-1770-46cc-970f-fe803014461f,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:47.832706 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2409bc48-93ea-421b-862f-5d85091b29bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:47.853074 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-2409bc48-93ea-421b-862f-5d85091b29bb None None] Calling delete_port for 812076e9-1770-46cc-970f-fe803014461f owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:33:47.945118 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-6134b479-b9de-4a2d-89b3-d9ec2ce71bc6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1858629436-network', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:47.995592 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6134b479-b9de-4a2d-89b3-d9ec2ce71bc6 admin admin] Made reservation on behalf of 89173b773b184603afa4cd71a4d99c6e for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:48.003722 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6134b479-b9de-4a2d-89b3-d9ec2ce71bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:48.005227 n-d-813897-4 neutron-server[102505]: DEBUG neutron.objects.ports [None req-905bbd9e-5a68-4f71-8f33-37f7a732d3f8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102505) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 19:33:48.007829 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2409bc48-93ea-421b-862f-5d85091b29bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:48.017616 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6134b479-b9de-4a2d-89b3-d9ec2ce71bc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:48.068637 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2409bc48-93ea-421b-862f-5d85091b29bb None None] No DVR routers for this DVR port 812076e9-1770-46cc-970f-fe803014461f on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:33:48.075532 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409bc48-93ea-421b-862f-5d85091b29bb None None] Pushing event deleted for resources: {'Port': ['ID=812076e9-1770-46cc-970f-fe803014461f,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:48.122846 n-d-813897-4 neutron-server[102505]: WARNING neutron.services.revisions.revision_plugin [None req-905bbd9e-5a68-4f71-8f33-37f7a732d3f8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Could not find related port for resource to bump revision. Nov 10 19:33:48.128150 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.ipam_pluggable_backend [None req-905bbd9e-5a68-4f71-8f33-37f7a732d3f8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Port 812076e9-1770-46cc-970f-fe803014461f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102505) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 10 19:33:48.128458 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.ipam_pluggable_backend [None req-905bbd9e-5a68-4f71-8f33-37f7a732d3f8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Reverting IP allocation for 2001:db8::f816:3eff:fe83:d401 {{(pid=102505) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 10 19:33:48.132059 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.ipam_pluggable_backend [None req-905bbd9e-5a68-4f71-8f33-37f7a732d3f8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe83:d401 {{(pid=102505) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 10 19:33:48.133265 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-905bbd9e-5a68-4f71-8f33-37f7a732d3f8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:48.137518 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c0fdcfab-8e4d-448f-897f-101ac5715776 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:48.149259 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c0fdcfab-8e4d-448f-897f-101ac5715776 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:48.184241 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905bbd9e-5a68-4f71-8f33-37f7a732d3f8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:48.191658 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-905bbd9e-5a68-4f71-8f33-37f7a732d3f8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:48.202650 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905bbd9e-5a68-4f71-8f33-37f7a732d3f8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:48.202650 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-905bbd9e-5a68-4f71-8f33-37f7a732d3f8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:48.215302 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3a9adf-d887-4033-a9d4-690f73633cac None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:33:48.216062 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905bbd9e-5a68-4f71-8f33-37f7a732d3f8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Subnet': ['ID=335b727a-a815-4d62-a7f3-25595debf718,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:48.228201 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-905bbd9e-5a68-4f71-8f33-37f7a732d3f8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8345315 Nov 10 19:33:48.230403 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59920) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:48.236020 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-79f2089d-59d8-468f-b4f8-605444bb7098 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:48.255060 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de07e8-4f6c-40f3-9dea-0cbf1928ec9e req-5045f762-81c2-44a7-9bf4-62b6641c0ab6 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:48.257511 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a8de07e8-4f6c-40f3-9dea-0cbf1928ec9e req-5045f762-81c2-44a7-9bf4-62b6641c0ab6 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/ports?device_id=78db1e66-7688-448d-b82c-9840d4268288 HTTP/1.1" status: 200 len: 944 time: 0.1885736 Nov 10 19:33:48.277992 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6134b479-b9de-4a2d-89b3-d9ec2ce71bc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:48.303712 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6134b479-b9de-4a2d-89b3-d9ec2ce71bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:48.321896 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fdcfab-8e4d-448f-897f-101ac5715776 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Pushing event updated for resources: {'Port': ['ID=c0f35b54-2fa3-4b10-84e7-d61dff4e6ba8,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:48.339199 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c0fdcfab-8e4d-448f-897f-101ac5715776 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:48.362897 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6134b479-b9de-4a2d-89b3-d9ec2ce71bc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:33:48.386703 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f2089d-59d8-468f-b4f8-605444bb7098 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:48.390542 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-79f2089d-59d8-468f-b4f8-605444bb7098 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:48.394823 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b73d80b-6214-4538-87bb-33cfde5233b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-0f2098c5-8490-42c1-8134-97661a60c707', 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'fixed_ips': [{'subnet_id': '335b727a-a815-4d62-a7f3-25595debf718'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:33:48.396117 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8b73d80b-6214-4538-87bb-33cfde5233b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:48.405934 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134b479-b9de-4a2d-89b3-d9ec2ce71bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42315262-b139-47f2-99d8-bde68e73d4d0,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:48.466081 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a8de07e8-4f6c-40f3-9dea-0cbf1928ec9e req-a0319706-fa18-49b7-86ae-2e1604597faa tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/security-groups?id=b8a789d9-c236-4e0f-9936-9b8b7d50a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956301 Nov 10 19:33:48.484565 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c0fdcfab-8e4d-448f-897f-101ac5715776 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:48.489441 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c0fdcfab-8e4d-448f-897f-101ac5715776 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9156809 Nov 10 19:33:48.495667 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6134b479-b9de-4a2d-89b3-d9ec2ce71bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:48.496012 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-6134b479-b9de-4a2d-89b3-d9ec2ce71bc6 admin admin] Added segment 64032029-8ab1-4323-b0f8-d41046acfa66 of type vlan for network 9dacfcc3-6546-45d2-be83-bda4927c0f56 Nov 10 19:33:48.529035 n-d-813897-4 neutron-server[102505]: INFO neutron.db.ipam_backend_mixin [None req-79f2089d-59d8-468f-b4f8-605444bb7098 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 335b727a-a815-4d62-a7f3-25595debf718 (CIDR: 2001:db8::/64) Nov 10 19:33:48.536297 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f2089d-59d8-468f-b4f8-605444bb7098 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:33:48.536765 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79f2089d-59d8-468f-b4f8-605444bb7098 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:33:48.552322 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6134b479-b9de-4a2d-89b3-d9ec2ce71bc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:48.561242 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-79f2089d-59d8-468f-b4f8-605444bb7098 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3271601 Nov 10 19:33:48.562667 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59924) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:48.567843 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-df46a789-c74a-4cff-961d-a288b9650e9e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:48.591810 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-8b73d80b-6214-4538-87bb-33cfde5233b0 None None] Allocated IP 2001:db8::f816:3eff:fe03:c554 (0f2098c5-8490-42c1-8134-97661a60c707/335b727a-a815-4d62-a7f3-25595debf718/2da4b783-b891-4615-8b52-e3107a6933ae) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:33:48.617352 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6134b479-b9de-4a2d-89b3-d9ec2ce71bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:48.620216 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6134b479-b9de-4a2d-89b3-d9ec2ce71bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:48.620216 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6134b479-b9de-4a2d-89b3-d9ec2ce71bc6 admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:48.712369 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134b479-b9de-4a2d-89b3-d9ec2ce71bc6 admin admin] Pushing event updated for resources: {'Network': ['ID=9dacfcc3-6546-45d2-be83-bda4927c0f56,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:48.728672 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 9dacfcc3-6546-45d2-be83-bda4927c0f56 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:33:48.740738 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6134b479-b9de-4a2d-89b3-d9ec2ce71bc6 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0066369 Nov 10 19:33:48.743762 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59938) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:48.749588 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-b29be147-58da-45d4-b73c-eafe2d5c698d admin admin] Request body: {'subnet': {'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1858629436-subnet', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:48.787098 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-7b8d9c6d-4870-4b1f-8f3b-e4b2e03fd61d tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--952553706&fields=id&tenant_id=8404b51f2eea475c873a90f3482dbb68 HTTP/1.1" status: 200 len: 267 time: 0.0833652 Nov 10 19:33:48.791114 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29be147-58da-45d4-b73c-eafe2d5c698d admin admin] Made reservation on behalf of 89173b773b184603afa4cd71a4d99c6e for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:48.793916 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b29be147-58da-45d4-b73c-eafe2d5c698d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:48.897605 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 01752bcb-9e5e-4871-a1d4-dfa3b8a9797b up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:33:48.900895 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df46a789-c74a-4cff-961d-a288b9650e9e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:48.904620 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8b73d80b-6214-4538-87bb-33cfde5233b0 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:48.906523 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df46a789-c74a-4cff-961d-a288b9650e9e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:48.946923 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8b73d80b-6214-4538-87bb-33cfde5233b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:48.967604 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-73445a2c-c23d-46d9-a9b1-24d348859a97 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:48.969798 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-73445a2c-c23d-46d9-a9b1-24d348859a97 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/networks?id=1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab HTTP/1.1" status: 200 len: 811 time: 0.1742284 Nov 10 19:33:48.986863 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-8ad5b70b-c355-45a5-b30e-65a2b543f33e tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/quotas/8404b51f2eea475c873a90f3482dbb68 HTTP/1.1" status: 200 len: 375 time: 0.0110390 Nov 10 19:33:49.014828 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b73d80b-6214-4538-87bb-33cfde5233b0 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:49.023535 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-8b73d80b-6214-4538-87bb-33cfde5233b0 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:49.026573 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73d80b-6214-4538-87bb-33cfde5233b0 None None] Pushing event updated for resources: {'Port': ['ID=2da4b783-b891-4615-8b52-e3107a6933ae,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:49.030700 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b73d80b-6214-4538-87bb-33cfde5233b0 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:33:49.061045 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 01752bcb-9e5e-4871-a1d4-dfa3b8a9797b completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:33:49.094564 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-4a9e1054-20e0-41fc-b3d3-7a4fadb89efc tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8404b51f2eea475c873a90f3482dbb68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1003261 Nov 10 19:33:49.103888 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 01752bcb-9e5e-4871-a1d4-dfa3b8a9797b triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:49.104356 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:49.140197 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-8b73d80b-6214-4538-87bb-33cfde5233b0 None None] Attempting to bind port 2da4b783-b891-4615-8b52-e3107a6933ae on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:33:49.140679 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-8b73d80b-6214-4538-87bb-33cfde5233b0 None None] Attempting to bind port 2da4b783-b891-4615-8b52-e3107a6933ae by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:33:49.141152 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b73d80b-6214-4538-87bb-33cfde5233b0 None None] Attempting to bind port 2da4b783-b891-4615-8b52-e3107a6933ae on network 0f2098c5-8490-42c1-8134-97661a60c707 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:33:49.154565 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b73d80b-6214-4538-87bb-33cfde5233b0 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:33:49.155064 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b73d80b-6214-4538-87bb-33cfde5233b0 None None] Checking segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:33:49.155542 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8b73d80b-6214-4538-87bb-33cfde5233b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:49.156002 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b73d80b-6214-4538-87bb-33cfde5233b0 None None] Bound using segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:33:49.156655 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-8b73d80b-6214-4538-87bb-33cfde5233b0 None None] Bound port: 2da4b783-b891-4615-8b52-e3107a6933ae, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:33:49.157056 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8b73d80b-6214-4538-87bb-33cfde5233b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:49.204671 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-2590c642-fd20-4e2d-ae25-2e012d336703 service neutron] 10.222.0.54 "GET /v2.0/networks/1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091599 Nov 10 19:33:49.286303 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 812076e9-1770-46cc-970f-fe803014461f no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:33:49.309939 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-72bef61b-c162-44cc-82a7-86688a52d238 service neutron] 10.222.0.54 "GET /v2.0/networks/1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987897 Nov 10 19:33:49.321387 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df46a789-c74a-4cff-961d-a288b9650e9e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:49.326904 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 812076e9-1770-46cc-970f-fe803014461f {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:33:49.327214 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 812076e9-1770-46cc-970f-fe803014461f not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:33:49.333854 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-8b73d80b-6214-4538-87bb-33cfde5233b0 None None] For port 2da4b783-b891-4615-8b52-e3107a6933ae, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:33:49.358046 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-8b73d80b-6214-4538-87bb-33cfde5233b0 None None] For port 2da4b783-b891-4615-8b52-e3107a6933ae, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2da4b783-b891-4615-8b52-e3107a6933ae,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:33:49.359479 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:49.372922 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8b73d80b-6214-4538-87bb-33cfde5233b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:49.399843 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df46a789-c74a-4cff-961d-a288b9650e9e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:49.403551 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b29be147-58da-45d4-b73c-eafe2d5c698d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:49.409740 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-df46a789-c74a-4cff-961d-a288b9650e9e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:49.417264 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df46a789-c74a-4cff-961d-a288b9650e9e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:49.417612 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df46a789-c74a-4cff-961d-a288b9650e9e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:49.429159 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46a789-c74a-4cff-961d-a288b9650e9e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Subnet': ['ID=e4391e6d-e667-4e99-99ab-b20c447e7d38,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:49.439719 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78db1e66-7688-448d-b82c-9840d4268288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01752bcb-9e5e-4871-a1d4-dfa3b8a9797b'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:33:49.450499 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e216ff6-e626-4d95-aa0a-c8511513252f" -d '{"events": [{"server_uuid": "78db1e66-7688-448d-b82c-9840d4268288", "name": "network-vif-plugged", "status": "completed", "tag": "01752bcb-9e5e-4871-a1d4-dfa3b8a9797b"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:33:49.482332 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-df46a789-c74a-4cff-961d-a288b9650e9e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9184031 Nov 10 19:33:49.485565 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59942) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:49.490807 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-1698bc84-3886-4f23-964e-bbed74510c6d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'port': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'mac_address': 'fa:16:3e:0c:f0:be', 'name': 'tempest-NetworksTestDHCPv6-973644911'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:49.506365 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73d80b-6214-4538-87bb-33cfde5233b0 None None] Pushing event updated for resources: {'Port': ['ID=2da4b783-b891-4615-8b52-e3107a6933ae,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:49.511511 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29be147-58da-45d4-b73c-eafe2d5c698d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b78156c-e958-473f-9a67-d60d2887529a,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:49.514171 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29be147-58da-45d4-b73c-eafe2d5c698d admin admin] Checking segment: {'id': '64032029-8ab1-4323-b0f8-d41046acfa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:33:49.514640 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29be147-58da-45d4-b73c-eafe2d5c698d admin admin] Network hostable DHCP agents. Network: 9dacfcc3-6546-45d2-be83-bda4927c0f56, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:33:49.528626 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 01752bcb-9e5e-4871-a1d4-dfa3b8a9797b, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=01752bcb-9e5e-4871-a1d4-dfa3b8a9797b,segment=NetworkSegment(1e59d5cd-a3f3-42f6-9a81-553c8ff522db),segment_id=1e59d5cd-a3f3-42f6-9a81-553c8ff522db)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:49.534578 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:49.555512 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29be147-58da-45d4-b73c-eafe2d5c698d admin admin] Network 9dacfcc3-6546-45d2-be83-bda4927c0f56 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:33:49.593595 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-b29be147-58da-45d4-b73c-eafe2d5c698d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 9dacfcc3-6546-45d2-be83-bda4927c0f56) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:49.599057 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29be147-58da-45d4-b73c-eafe2d5c698d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:49.601085 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b29be147-58da-45d4-b73c-eafe2d5c698d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:49.614702 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0fe5fd-2e7d-4f94-a44e-bbdcf4e493db x-openstack-request-id: req-9e0fe5fd-2e7d-4f94-a44e-bbdcf4e493db {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:33:49.615201 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78db1e66-7688-448d-b82c-9840d4268288", "name": "network-vif-plugged", "status": "completed", "tag": "01752bcb-9e5e-4871-a1d4-dfa3b8a9797b", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:33:49.615201 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9e0fe5fd-2e7d-4f94-a44e-bbdcf4e493db {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:33:49.615562 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78db1e66-7688-448d-b82c-9840d4268288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01752bcb-9e5e-4871-a1d4-dfa3b8a9797b', 'code': 200} Nov 10 19:33:49.616330 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0e01b3-f654-4912-8b9c-179f190286d3 None None] Network 9dacfcc3-6546-45d2-be83-bda4927c0f56 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:33:49.645937 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b29be147-58da-45d4-b73c-eafe2d5c698d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8982933 Nov 10 19:33:49.647118 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59950) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:49.651188 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-9c19f2da-9b21-4647-85f1-02e7ea24fe88 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1858629436-router', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:49.800895 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=01752bcb-9e5e-4871-a1d4-dfa3b8a9797b,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:49.886883 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c19f2da-9b21-4647-85f1-02e7ea24fe88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:49.887914 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c19f2da-9b21-4647-85f1-02e7ea24fe88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:49.962478 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c19f2da-9b21-4647-85f1-02e7ea24fe88 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:49.983071 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a55fb9-3a87-4bfb-8880-2cc17372ad52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-9dacfcc3-6546-45d2-be83-bda4927c0f56', 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'fixed_ips': [{'subnet_id': '7b78156c-e958-473f-9a67-d60d2887529a'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:33:49.983938 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f3a55fb9-3a87-4bfb-8880-2cc17372ad52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:49.993584 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e2ad8-3d18-46e7-80a8-23faacb28d3a req-d6aad923-3f6b-4875-bdaf-51b71928ac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:49.995198 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-972e2ad8-3d18-46e7-80a8-23faacb28d3a req-d6aad923-3f6b-4875-bdaf-51b71928ac39 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=78db1e66-7688-448d-b82c-9840d4268288 HTTP/1.1" status: 200 len: 1096 time: 0.3029642 Nov 10 19:33:50.127633 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1698bc84-3886-4f23-964e-bbed74510c6d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:50.152024 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e481e-a59a-401f-af1f-95849ecf7f4c req-a22692ae-f546-491b-9a82-a9c9b10a0e6b tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:50.160293 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a68e481e-a59a-401f-af1f-95849ecf7f4c req-a22692ae-f546-491b-9a82-a9c9b10a0e6b tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/ports?device_id=78db1e66-7688-448d-b82c-9840d4268288 HTTP/1.1" status: 200 len: 945 time: 0.3805811 Nov 10 19:33:50.370512 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c19f2da-9b21-4647-85f1-02e7ea24fe88 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:50.390569 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-972e2ad8-3d18-46e7-80a8-23faacb28d3a req-1c5ad34e-2aa2-4f9e-a109-bde20d01b28f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b8a789d9-c236-4e0f-9936-9b8b7d50a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205914 Nov 10 19:33:50.401174 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a68e481e-a59a-401f-af1f-95849ecf7f4c req-5343474f-0157-4c0a-bee0-c6f51250b651 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/security-groups?id=b8a789d9-c236-4e0f-9936-9b8b7d50a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399735 Nov 10 19:33:50.468487 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1698bc84-3886-4f23-964e-bbed74510c6d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:50.479183 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-f3a55fb9-3a87-4bfb-8880-2cc17372ad52 None None] Allocated IP 172.20.0.2 (9dacfcc3-6546-45d2-be83-bda4927c0f56/7b78156c-e958-473f-9a67-d60d2887529a/d971ad4c-1cbe-4648-abe8-5841549901b8) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:33:50.553567 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-1698bc84-3886-4f23-964e-bbed74510c6d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] device_id is not set on port 2b13a705-42e0-40d6-974f-bb9d5887ca55 yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:33:50.600159 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8fe67df1-366f-49b6-b3e1-b3432a96d9ad req-34ad00fc-73b4-484f-a87d-bdc238b89718 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=608f102e-ea5f-4fc6-a311-4ded3d02c0f2 HTTP/1.1" status: 200 len: 210 time: 0.0399435 Nov 10 19:33:50.759313 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f3a55fb9-3a87-4bfb-8880-2cc17372ad52 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:50.771212 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f3a55fb9-3a87-4bfb-8880-2cc17372ad52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:50.835495 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a55fb9-3a87-4bfb-8880-2cc17372ad52 None None] Network 9dacfcc3-6546-45d2-be83-bda4927c0f56 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:50.839257 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-f3a55fb9-3a87-4bfb-8880-2cc17372ad52 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:50.844599 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a55fb9-3a87-4bfb-8880-2cc17372ad52 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:33:50.848674 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a55fb9-3a87-4bfb-8880-2cc17372ad52 None None] Pushing event updated for resources: {'Port': ['ID=d971ad4c-1cbe-4648-abe8-5841549901b8,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:50.951026 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-f3a55fb9-3a87-4bfb-8880-2cc17372ad52 None None] Attempting to bind port d971ad4c-1cbe-4648-abe8-5841549901b8 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:33:50.951468 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-f3a55fb9-3a87-4bfb-8880-2cc17372ad52 None None] Attempting to bind port d971ad4c-1cbe-4648-abe8-5841549901b8 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '64032029-8ab1-4323-b0f8-d41046acfa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:33:50.951915 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a55fb9-3a87-4bfb-8880-2cc17372ad52 None None] Attempting to bind port d971ad4c-1cbe-4648-abe8-5841549901b8 on network 9dacfcc3-6546-45d2-be83-bda4927c0f56 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:33:50.963183 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a55fb9-3a87-4bfb-8880-2cc17372ad52 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:33:50.963736 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a55fb9-3a87-4bfb-8880-2cc17372ad52 None None] Checking segment: {'id': '64032029-8ab1-4323-b0f8-d41046acfa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:33:50.964242 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f3a55fb9-3a87-4bfb-8880-2cc17372ad52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:50.964747 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a55fb9-3a87-4bfb-8880-2cc17372ad52 None None] Bound using segment: {'id': '64032029-8ab1-4323-b0f8-d41046acfa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:33:50.965690 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-f3a55fb9-3a87-4bfb-8880-2cc17372ad52 None None] Bound port: d971ad4c-1cbe-4648-abe8-5841549901b8, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64032029-8ab1-4323-b0f8-d41046acfa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:33:50.966249 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f3a55fb9-3a87-4bfb-8880-2cc17372ad52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:51.012313 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4033ea-99d4-4b68-8c05-bad6e4674082 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:33:51.155560 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-f3a55fb9-3a87-4bfb-8880-2cc17372ad52 None None] For port d971ad4c-1cbe-4648-abe8-5841549901b8, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:33:51.161626 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-f3a55fb9-3a87-4bfb-8880-2cc17372ad52 None None] For port d971ad4c-1cbe-4648-abe8-5841549901b8, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d971ad4c-1cbe-4648-abe8-5841549901b8,segment=NetworkSegment(64032029-8ab1-4323-b0f8-d41046acfa66),segment_id=64032029-8ab1-4323-b0f8-d41046acfa66)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:33:51.166151 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2c952494-4f04-406c-9e9f-9b1c68abaca2 None None] Provisioning complete for port 2da4b783-b891-4615-8b52-e3107a6933ae triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:51.166648 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2c952494-4f04-406c-9e9f-9b1c68abaca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:51.244613 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f3a55fb9-3a87-4bfb-8880-2cc17372ad52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:51.281982 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59966) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:51.400077 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2da4b783-b891-4615-8b52-e3107a6933ae up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:33:51.403212 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-1698bc84-3886-4f23-964e-bbed74510c6d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Allocated IP 2001:db8:0:1::2b7 (0f2098c5-8490-42c1-8134-97661a60c707/e4391e6d-e667-4e99-99ab-b20c447e7d38/2b13a705-42e0-40d6-974f-bb9d5887ca55) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:33:51.415311 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-1698bc84-3886-4f23-964e-bbed74510c6d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Allocated IP 2001:db8::f816:3eff:fe0c:f0be (0f2098c5-8490-42c1-8134-97661a60c707/335b727a-a815-4d62-a7f3-25595debf718/2b13a705-42e0-40d6-974f-bb9d5887ca55) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:33:51.426226 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-1290f605-d023-4e82-978b-6ce160e961c5 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:51.431377 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-1290f605-d023-4e82-978b-6ce160e961c5 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.73 "GET /v2.0/networks?id=1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab HTTP/1.1" status: 200 len: 811 time: 0.3071575 Nov 10 19:33:51.575719 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-53a388f3-b263-4c79-a56b-8a5eea62c742 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:51.588709 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a55fb9-3a87-4bfb-8880-2cc17372ad52 None None] Pushing event updated for resources: {'Port': ['ID=d971ad4c-1cbe-4648-abe8-5841549901b8,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:51.668799 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-c799afe6-a312-48ba-bdae-0a9d802f6b5e tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8404b51f2eea475c873a90f3482dbb68 HTTP/1.1" status: 200 len: 379 time: 0.2309237 Nov 10 19:33:51.692503 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-5ab1a0a7-fdea-421c-bafa-e1bf58eba4e4 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Request body: {'port': {'device_id': '608f102e-ea5f-4fc6-a311-4ded3d02c0f2', 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab', 'admin_state_up': True, 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'security_groups': ['c7b6540a-4f03-4890-b021-f271ae15676c']}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:51.693467 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1698bc84-3886-4f23-964e-bbed74510c6d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:51.815587 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1698bc84-3886-4f23-964e-bbed74510c6d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:51.860122 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2c952494-4f04-406c-9e9f-9b1c68abaca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:51.872362 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 2da4b783-b891-4615-8b52-e3107a6933ae triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:51.872736 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:51.970347 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698bc84-3886-4f23-964e-bbed74510c6d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Port': ['ID=2b13a705-42e0-40d6-974f-bb9d5887ca55,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:51.980658 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-2c952494-4f04-406c-9e9f-9b1c68abaca2 None None] For port 2da4b783-b891-4615-8b52-e3107a6933ae, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2da4b783-b891-4615-8b52-e3107a6933ae,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:51.994271 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2c952494-4f04-406c-9e9f-9b1c68abaca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:52.044616 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1698bc84-3886-4f23-964e-bbed74510c6d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:52.052538 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-1698bc84-3886-4f23-964e-bbed74510c6d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:52.064296 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1698bc84-3886-4f23-964e-bbed74510c6d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:33:52.072141 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1698bc84-3886-4f23-964e-bbed74510c6d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:52.073124 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1698bc84-3886-4f23-964e-bbed74510c6d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:52.077230 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-53a388f3-b263-4c79-a56b-8a5eea62c742 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:52.094604 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-53a388f3-b263-4c79-a56b-8a5eea62c742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:52.107758 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1698bc84-3886-4f23-964e-bbed74510c6d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6187830 Nov 10 19:33:52.107998 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c952494-4f04-406c-9e9f-9b1c68abaca2 None None] Pushing event updated for resources: {'Port': ['ID=2da4b783-b891-4615-8b52-e3107a6933ae,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:52.108752 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c19f2da-9b21-4647-85f1-02e7ea24fe88 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:52.111594 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59976) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:52.188110 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe4f69-51fc-4fa0-97cc-b35aea877ee3 req-98bed038-f5fc-4127-a3d9-065ba4d85aa1 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:52.204005 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-55fe4f69-51fc-4fa0-97cc-b35aea877ee3 req-98bed038-f5fc-4127-a3d9-065ba4d85aa1 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/ports?device_id=78db1e66-7688-448d-b82c-9840d4268288 HTTP/1.1" status: 200 len: 945 time: 0.3916280 Nov 10 19:33:52.215949 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fae652-9cf4-4dda-812c-5140d3cb6fda None None] Update dhcp port {'port': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'fixed_ips': [{'subnet_id': '335b727a-a815-4d62-a7f3-25595debf718', 'ip_address': '2001:db8::f816:3eff:fe03:c554'}, {'subnet_id': 'e4391e6d-e667-4e99-99ab-b20c447e7d38'}], 'binding:host_id': 'n-d-813897-4'}, 'id': '2da4b783-b891-4615-8b52-e3107a6933ae'} from n-d-813897-4. {{(pid=102507) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 19:33:52.227752 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-53a388f3-b263-4c79-a56b-8a5eea62c742 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0a611b23a0684d73b53508bc5c9da6d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9430578 Nov 10 19:33:52.235507 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a388f3-b263-4c79-a56b-8a5eea62c742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcd5539-4052-4481-8b27-c43053646896,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:52.239227 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59978) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:52.268888 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-5ab1a0a7-fdea-421c-bafa-e1bf58eba4e4 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Made reservation on behalf of 8404b51f2eea475c873a90f3482dbb68 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:52.272819 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-5ab1a0a7-fdea-421c-bafa-e1bf58eba4e4 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:52.274852 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-55fae652-9cf4-4dda-812c-5140d3cb6fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:52.277550 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c19f2da-9b21-4647-85f1-02e7ea24fe88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:52.308166 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-55fe4f69-51fc-4fa0-97cc-b35aea877ee3 req-8592678e-11c6-4815-9744-2902f59dbc62 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/security-groups?id=b8a789d9-c236-4e0f-9936-9b8b7d50a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030881 Nov 10 19:33:52.384766 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c51cc6bb-9b50-4c64-90f4-3a18af29bedc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:52.439084 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c51cc6bb-9b50-4c64-90f4-3a18af29bedc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:52.490351 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1f94a75b-4777-4784-90bd-f669e5a7d7ce req-8ad13324-4d1a-4789-953b-af54ba75ff22 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=608f102e-ea5f-4fc6-a311-4ded3d02c0f2 HTTP/1.1" status: 200 len: 210 time: 0.0784459 Nov 10 19:33:52.498468 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-da5bf60a-7741-4d89-9d09-94ec0e4b7379 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting port 2b13a705-42e0-40d6-974f-bb9d5887ca55 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:33:52.499058 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-da5bf60a-7741-4d89-9d09-94ec0e4b7379 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:52.594378 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-5ab1a0a7-fdea-421c-bafa-e1bf58eba4e4 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Allocated IP 172.20.0.12 (1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab/8b7de537-b93b-4e73-8317-5941b65cea03/78f97294-2f8e-475b-986b-e05db715bdfd) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:33:52.646436 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-55fae652-9cf4-4dda-812c-5140d3cb6fda None None] Allocated IP 2001:db8:0:1::2 (0f2098c5-8490-42c1-8134-97661a60c707/e4391e6d-e667-4e99-99ab-b20c447e7d38/2da4b783-b891-4615-8b52-e3107a6933ae) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:33:52.674644 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-9c19f2da-9b21-4647-85f1-02e7ea24fe88 admin admin] Allocated IP 172.25.3.80 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/ebc85926-5b1d-4669-ba8d-19bed558c3b5) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:33:52.721747 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-da5bf60a-7741-4d89-9d09-94ec0e4b7379 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:52.736838 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c51cc6bb-9b50-4c64-90f4-3a18af29bedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:52.747410 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c51cc6bb-9b50-4c64-90f4-3a18af29bedc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:52.748675 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c51cc6bb-9b50-4c64-90f4-3a18af29bedc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ddcd5539-4052-4481-8b27-c43053646896 HTTP/1.1" status: 204 len: 168 time: 0.5084386 Nov 10 19:33:52.793970 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-da5bf60a-7741-4d89-9d09-94ec0e4b7379 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Calling delete_port for 2b13a705-42e0-40d6-974f-bb9d5887ca55 owned by {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:33:52.873212 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-5ab1a0a7-fdea-421c-bafa-e1bf58eba4e4 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:52.897232 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-55fae652-9cf4-4dda-812c-5140d3cb6fda None None] For port 2da4b783-b891-4615-8b52-e3107a6933ae, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2da4b783-b891-4615-8b52-e3107a6933ae,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:52.944207 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-55fae652-9cf4-4dda-812c-5140d3cb6fda None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:52.959550 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-55fae652-9cf4-4dda-812c-5140d3cb6fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:53.050002 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fae652-9cf4-4dda-812c-5140d3cb6fda None None] Pushing event updated for resources: {'Port': ['ID=2da4b783-b891-4615-8b52-e3107a6933ae,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:53.134836 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72512991-7ad2-4d91-95cd-54f99d810547 None None] Network 9dacfcc3-6546-45d2-be83-bda4927c0f56 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:33:53.338748 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c19f2da-9b21-4647-85f1-02e7ea24fe88 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:53.440367 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c19f2da-9b21-4647-85f1-02e7ea24fe88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:53.488186 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51cc6bb-9b50-4c64-90f4-3a18af29bedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcd5539-4052-4481-8b27-c43053646896,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:53.492882 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-ad9a75e0-685b-4eb2-bd0d-0bc87714650a None None] Provisioning complete for port d971ad4c-1cbe-4648-abe8-5841549901b8 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:53.493409 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ad9a75e0-685b-4eb2-bd0d-0bc87714650a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:53.511076 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-5ab1a0a7-fdea-421c-bafa-e1bf58eba4e4 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:53.540169 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2da4b783-b891-4615-8b52-e3107a6933ae up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:33:53.583277 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-5ab1a0a7-fdea-421c-bafa-e1bf58eba4e4 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Network 1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:53.589328 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-5ab1a0a7-fdea-421c-bafa-e1bf58eba4e4 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:53.592005 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-5ab1a0a7-fdea-421c-bafa-e1bf58eba4e4 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:33:53.628079 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-089f4efe-9fd7-4f4d-964f-aac5cdfbfe99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:53.678976 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19f2da-9b21-4647-85f1-02e7ea24fe88 admin admin] Pushing event updated for resources: {'Port': ['ID=ebc85926-5b1d-4669-ba8d-19bed558c3b5,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:53.712120 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-da5bf60a-7741-4d89-9d09-94ec0e4b7379 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:53.715832 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-5ab1a0a7-fdea-421c-bafa-e1bf58eba4e4 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:53.716491 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-5ab1a0a7-fdea-421c-bafa-e1bf58eba4e4 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:53.729357 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c19f2da-9b21-4647-85f1-02e7ea24fe88 admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:53.729924 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1a0a7-fdea-421c-bafa-e1bf58eba4e4 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Pushing event updated for resources: {'Port': ['ID=78f97294-2f8e-475b-986b-e05db715bdfd,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:53.734799 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 2da4b783-b891-4615-8b52-e3107a6933ae triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:53.735196 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:53.740345 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ad9a75e0-685b-4eb2-bd0d-0bc87714650a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:53.743553 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-9c19f2da-9b21-4647-85f1-02e7ea24fe88 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:53.756442 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c19f2da-9b21-4647-85f1-02e7ea24fe88 admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:33:53.760101 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-5ab1a0a7-fdea-421c-bafa-e1bf58eba4e4 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0808256 Nov 10 19:33:53.767509 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa90adb3-9858-4ef6-af9d-4c8428c0f8fa None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:33:53.788274 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-7180da7b-8862-4514-9597-44ebcebebfe9 service neutron] Request body: {'port': {'device_id': '608f102e-ea5f-4fc6-a311-4ded3d02c0f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:53.836850 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5bf60a-7741-4d89-9d09-94ec0e4b7379 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Port': ['ID=2b13a705-42e0-40d6-974f-bb9d5887ca55,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:53.869410 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-7180da7b-8862-4514-9597-44ebcebebfe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:53.873627 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-ad9a75e0-685b-4eb2-bd0d-0bc87714650a None None] For port d971ad4c-1cbe-4648-abe8-5841549901b8, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d971ad4c-1cbe-4648-abe8-5841549901b8,segment=NetworkSegment(64032029-8ab1-4323-b0f8-d41046acfa66),segment_id=64032029-8ab1-4323-b0f8-d41046acfa66)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:53.884750 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ad9a75e0-685b-4eb2-bd0d-0bc87714650a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:53.931919 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-da5bf60a-7741-4d89-9d09-94ec0e4b7379 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:53.955269 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-da5bf60a-7741-4d89-9d09-94ec0e4b7379 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/2b13a705-42e0-40d6-974f-bb9d5887ca55 HTTP/1.1" status: 204 len: 168 time: 1.8415940 Nov 10 19:33:53.958671 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59986) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:53.979586 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c7d01-f0aa-468b-9da8-82926e4a1976 req-58588bdc-76e1-413e-9673-01cf969348b9 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:53.994978 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a6c7d01-f0aa-468b-9da8-82926e4a1976 req-58588bdc-76e1-413e-9673-01cf969348b9 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/ports?device_id=78db1e66-7688-448d-b82c-9840d4268288 HTTP/1.1" status: 200 len: 945 time: 0.4864902 Nov 10 19:33:54.025200 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d971ad4c-1cbe-4648-abe8-5841549901b8 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:33:54.061701 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a75e0-685b-4eb2-bd0d-0bc87714650a None None] Pushing event updated for resources: {'Port': ['ID=d971ad4c-1cbe-4648-abe8-5841549901b8,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:54.083940 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5d4099b6-d8eb-4f7e-a7fb-5ee2d524cdd8 None None] Provisioning complete for port ebc85926-5b1d-4669-ba8d-19bed558c3b5 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:54.091591 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5d4099b6-d8eb-4f7e-a7fb-5ee2d524cdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:54.119767 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ddfaf5-1d32-400b-bc05-559bb543e005 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:54.124320 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d0ddfaf5-1d32-400b-bc05-559bb543e005 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1621664 Nov 10 19:33:54.125324 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59988) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:54.139992 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5d4099b6-d8eb-4f7e-a7fb-5ee2d524cdd8 None None] Port ebc85926-5b1d-4669-ba8d-19bed558c3b5 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:33:54.157510 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port d971ad4c-1cbe-4648-abe8-5841549901b8 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:54.157906 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:54.219970 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a6c7d01-f0aa-468b-9da8-82926e4a1976 req-55f2e675-2e51-44e0-8bf4-5b85ed6d304d tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/security-groups?id=b8a789d9-c236-4e0f-9936-9b8b7d50a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239673 Nov 10 19:33:54.268324 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b91f3d-4739-403f-98d6-5ecb9875b24c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:54.272613 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-16b91f3d-4739-403f-98d6-5ecb9875b24c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1415336 Nov 10 19:33:54.272903 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59994) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:54.336524 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-747676e9-7572-4f1f-b194-bc99b5955761 None None] Provisioning complete for port d971ad4c-1cbe-4648-abe8-5841549901b8 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:54.337094 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-747676e9-7572-4f1f-b194-bc99b5955761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:54.344320 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9853406-8c84-4e97-b232-0618dc3ee920 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:54.346602 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9853406-8c84-4e97-b232-0618dc3ee920 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:54.348801 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9853406-8c84-4e97-b232-0618dc3ee920 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:54.350708 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e9853406-8c84-4e97-b232-0618dc3ee920 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0761940 Nov 10 19:33:54.353466 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60006) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:54.408163 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-7180da7b-8862-4514-9597-44ebcebebfe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78f97294-2f8e-475b-986b-e05db715bdfd {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:33:54.418746 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-7180da7b-8862-4514-9597-44ebcebebfe9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:54.448839 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-7180da7b-8862-4514-9597-44ebcebebfe9 service neutron] Transition to ACTIVE for port object 78f97294-2f8e-475b-986b-e05db715bdfd will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:33:54.453299 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-7180da7b-8862-4514-9597-44ebcebebfe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:54.544145 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180da7b-8862-4514-9597-44ebcebebfe9 service neutron] Pushing event updated for resources: {'Port': ['ID=78f97294-2f8e-475b-986b-e05db715bdfd,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:54.572961 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-c21c60e0-69c1-443a-bf6f-dabf5b8c1600 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting subnet 335b727a-a815-4d62-a7f3-25595debf718 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:33:54.576676 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c21c60e0-69c1-443a-bf6f-dabf5b8c1600 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:54.639870 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c21c60e0-69c1-443a-bf6f-dabf5b8c1600 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:54.662324 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-0698bb15-a158-4689-a258-20bd8559fd79 None None] Provisioning complete for port 2da4b783-b891-4615-8b52-e3107a6933ae triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:54.662706 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0698bb15-a158-4689-a258-20bd8559fd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:54.689332 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818de5ce-9240-482a-a988-440f1e90acc8 req-482e11b4-4106-4afe-8cbc-77717550697b tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:54.690980 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-818de5ce-9240-482a-a988-440f1e90acc8 req-482e11b4-4106-4afe-8cbc-77717550697b tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=608f102e-ea5f-4fc6-a311-4ded3d02c0f2 HTTP/1.1" status: 200 len: 944 time: 0.2493725 Nov 10 19:33:54.695962 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-7180da7b-8862-4514-9597-44ebcebebfe9 service neutron] Attempting to bind port 78f97294-2f8e-475b-986b-e05db715bdfd on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:33:54.698031 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-7180da7b-8862-4514-9597-44ebcebebfe9 service neutron] Attempting to bind port 78f97294-2f8e-475b-986b-e05db715bdfd by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:33:54.699479 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-7180da7b-8862-4514-9597-44ebcebebfe9 service neutron] Attempting to bind port 78f97294-2f8e-475b-986b-e05db715bdfd on network 1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:33:54.708229 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-7180da7b-8862-4514-9597-44ebcebebfe9 service neutron] Port 78f97294-2f8e-475b-986b-e05db715bdfd on network 1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:33:54.709304 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-7180da7b-8862-4514-9597-44ebcebebfe9 service neutron] Attempting to bind port 78f97294-2f8e-475b-986b-e05db715bdfd on network 1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:33:54.726775 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c19f2da-9b21-4647-85f1-02e7ea24fe88 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:54.729864 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-7180da7b-8862-4514-9597-44ebcebebfe9 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:33:54.730791 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-7180da7b-8862-4514-9597-44ebcebebfe9 service neutron] Checking segment: {'id': '859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:33:54.733002 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-7180da7b-8862-4514-9597-44ebcebebfe9 service neutron] Bound using segment: {'id': '859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:33:54.733002 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-7180da7b-8862-4514-9597-44ebcebebfe9 service neutron] Bound port: 78f97294-2f8e-475b-986b-e05db715bdfd, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:33:54.733002 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-7180da7b-8862-4514-9597-44ebcebebfe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:54.784670 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:54.887392 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-0698bb15-a158-4689-a258-20bd8559fd79 None None] Could not find standard attr ID for object 2b13a705-42e0-40d6-974f-bb9d5887ca55. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:33:54.893584 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-7180da7b-8862-4514-9597-44ebcebebfe9 service neutron] For port 78f97294-2f8e-475b-986b-e05db715bdfd, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:33:54.897384 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-7180da7b-8862-4514-9597-44ebcebebfe9 service neutron] For port 78f97294-2f8e-475b-986b-e05db715bdfd, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=78f97294-2f8e-475b-986b-e05db715bdfd,segment=NetworkSegment(859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5),segment_id=859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:33:54.904901 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-7180da7b-8862-4514-9597-44ebcebebfe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:54.956299 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-7180da7b-8862-4514-9597-44ebcebebfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:54.956939 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-7180da7b-8862-4514-9597-44ebcebebfe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:54.958558 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-7180da7b-8862-4514-9597-44ebcebebfe9 service neutron] 10.222.0.73 "PUT /v2.0/ports/78f97294-2f8e-475b-986b-e05db715bdfd HTTP/1.1" status: 200 len: 1092 time: 1.1866918 Nov 10 19:33:54.962161 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608f102e-ea5f-4fc6-a311-4ded3d02c0f2', 'tag': '78f97294-2f8e-475b-986b-e05db715bdfd'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:33:54.965620 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f959f93-7d9f-49fd-ab86-84b8d0eb1642" -d '{"events": [{"name": "network-changed", "server_uuid": "608f102e-ea5f-4fc6-a311-4ded3d02c0f2", "tag": "78f97294-2f8e-475b-986b-e05db715bdfd"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:33:55.001329 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d455bcac-63de-4f4d-98fd-9dbb14caf0d3 None None] Could not find standard attr ID for object 2b13a705-42e0-40d6-974f-bb9d5887ca55. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:33:55.004857 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c21c60e0-69c1-443a-bf6f-dabf5b8c1600 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:55.024724 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180da7b-8862-4514-9597-44ebcebebfe9 service neutron] Pushing event updated for resources: {'Port': ['ID=78f97294-2f8e-475b-986b-e05db715bdfd,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:55.085259 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-d366c7cd-8083-462a-8e30-f6a45b8115b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:55.086981 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-d366c7cd-8083-462a-8e30-f6a45b8115b0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8404b51f2eea475c873a90f3482dbb68&device_id=608f102e-ea5f-4fc6-a311-4ded3d02c0f2 HTTP/1.1" status: 200 len: 1095 time: 0.0819085 Nov 10 19:33:55.087984 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:55.119409 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-818de5ce-9240-482a-a988-440f1e90acc8 req-75a86370-ad0d-4196-8626-8ffd5a64a6a1 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7b6540a-4f03-4890-b021-f271ae15676c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4091053 Nov 10 19:33:55.124844 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c21c60e0-69c1-443a-bf6f-dabf5b8c1600 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:55.157192 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-7a43d554-d099-4183-87c1-6d5e83bbf1bc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78f97294-2f8e-475b-986b-e05db715bdfd HTTP/1.1" status: 200 len: 217 time: 0.0610394 Nov 10 19:33:55.160477 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c60e0-69c1-443a-bf6f-dabf5b8c1600 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Subnet': ['ID=335b727a-a815-4d62-a7f3-25595debf718,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:55.168961 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c21c60e0-69c1-443a-bf6f-dabf5b8c1600 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:55.172309 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c21c60e0-69c1-443a-bf6f-dabf5b8c1600 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/335b727a-a815-4d62-a7f3-25595debf718 HTTP/1.1" status: 204 len: 168 time: 0.8176129 Nov 10 19:33:55.209980 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60052) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:55.318832 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c5a9c1-827b-4cee-946f-b40d32ce4a6c None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:33:55.320758 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d93267-2176-482e-b54b-9155a2edc403 x-openstack-request-id: req-b2d93267-2176-482e-b54b-9155a2edc403 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:33:55.321278 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "608f102e-ea5f-4fc6-a311-4ded3d02c0f2", "tag": "78f97294-2f8e-475b-986b-e05db715bdfd", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:33:55.321424 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b2d93267-2176-482e-b54b-9155a2edc403 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:33:55.323245 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '608f102e-ea5f-4fc6-a311-4ded3d02c0f2', 'tag': '78f97294-2f8e-475b-986b-e05db715bdfd', 'status': 'completed', 'code': 200} Nov 10 19:33:55.324625 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-a070dbfb-846d-4d63-830b-b5b5b6522c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:55.326178 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-a070dbfb-846d-4d63-830b-b5b5b6522c50 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7de537-b93b-4e73-8317-5941b65cea03 HTTP/1.1" status: 200 len: 850 time: 0.1599376 Nov 10 19:33:55.329475 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-19c58e99-1b78-4247-97b0-fe5c69807af2 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting subnet e4391e6d-e667-4e99-99ab-b20c447e7d38 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:33:55.339998 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-19c58e99-1b78-4247-97b0-fe5c69807af2 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:55.341311 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d971ad4c-1cbe-4648-abe8-5841549901b8 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:33:55.410151 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c19f2da-9b21-4647-85f1-02e7ea24fe88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:55.415292 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-2e8ec58e-1708-44a2-b722-c94f38402e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:55.416879 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-2e8ec58e-1708-44a2-b722-c94f38402e34 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775225 Nov 10 19:33:55.430815 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-19c58e99-1b78-4247-97b0-fe5c69807af2 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:55.529374 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port d971ad4c-1cbe-4648-abe8-5841549901b8 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:55.530051 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:55.550699 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-424ded29-5d39-434c-b668-a85a62f183ab service neutron] 10.222.0.73 "GET /v2.0/networks/1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259122 Nov 10 19:33:55.623212 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-19c58e99-1b78-4247-97b0-fe5c69807af2 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:55.678602 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bda2cfb9-a207-4a42-a54f-7429ea1990c3 req-acb7d93a-62e8-437d-8c15-489306cab802 service neutron] 10.222.0.73 "GET /v2.0/networks/1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172044 Nov 10 19:33:55.717024 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c19f2da-9b21-4647-85f1-02e7ea24fe88 admin admin] Router 7219050f-1373-4369-bbb2-a5caec6a4a72 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:33:55.731061 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d2df6380-f7c2-41dd-8072-25fa257a9fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:55.800756 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f959f93-7d9f-49fd-ab86-84b8d0eb1642 req-0c9a3aa4-4730-41b3-a917-96ef20e6cb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:55.804575 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4f959f93-7d9f-49fd-ab86-84b8d0eb1642 req-0c9a3aa4-4730-41b3-a917-96ef20e6cb84 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8404b51f2eea475c873a90f3482dbb68&device_id=608f102e-ea5f-4fc6-a311-4ded3d02c0f2 HTTP/1.1" status: 200 len: 1095 time: 0.0633836 Nov 10 19:33:55.848966 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-19c58e99-1b78-4247-97b0-fe5c69807af2 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:55.955362 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f959f93-7d9f-49fd-ab86-84b8d0eb1642 req-6bd38b2b-6032-4f1b-b0ac-c51bc6a4699f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:55.960117 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4f959f93-7d9f-49fd-ab86-84b8d0eb1642 req-6bd38b2b-6032-4f1b-b0ac-c51bc6a4699f service neutron] 10.222.0.73 "GET /v2.0/networks?id=1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab HTTP/1.1" status: 200 len: 912 time: 0.1442564 Nov 10 19:33:56.043762 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4f959f93-7d9f-49fd-ab86-84b8d0eb1642 req-48ee4fce-060d-400c-aabe-03ef2233fbef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78f97294-2f8e-475b-986b-e05db715bdfd HTTP/1.1" status: 200 len: 217 time: 0.0724847 Nov 10 19:33:56.114427 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f959f93-7d9f-49fd-ab86-84b8d0eb1642 req-122ba777-c133-4ad9-a80d-92c7b942df0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:56.116260 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4f959f93-7d9f-49fd-ab86-84b8d0eb1642 req-122ba777-c133-4ad9-a80d-92c7b942df0e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7de537-b93b-4e73-8317-5941b65cea03 HTTP/1.1" status: 200 len: 850 time: 0.0636647 Nov 10 19:33:56.219970 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f959f93-7d9f-49fd-ab86-84b8d0eb1642 req-16c69680-6849-4138-9095-abc67ecc3575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:56.223969 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4f959f93-7d9f-49fd-ab86-84b8d0eb1642 req-16c69680-6849-4138-9095-abc67ecc3575 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000717 Nov 10 19:33:56.315637 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c58e99-1b78-4247-97b0-fe5c69807af2 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Subnet': ['ID=e4391e6d-e667-4e99-99ab-b20c447e7d38,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:56.334011 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-19c58e99-1b78-4247-97b0-fe5c69807af2 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:56.338059 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-19c58e99-1b78-4247-97b0-fe5c69807af2 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/e4391e6d-e667-4e99-99ab-b20c447e7d38 HTTP/1.1" status: 204 len: 168 time: 1.1270187 Nov 10 19:33:56.344007 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60078) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:56.362629 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c19f2da-9b21-4647-85f1-02e7ea24fe88 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:33:56.374229 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a48eda9-3eb5-457d-8644-6c104b80b6d9 None None] Sync routers for ids ['7219050f-1373-4369-bbb2-a5caec6a4a72'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:33:56.390732 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1ab41a45-bce6-4190-9b1a-9d6c861bbc6d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0426557 Nov 10 19:33:56.392566 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60080) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:56.397482 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a48eda9-3eb5-457d-8644-6c104b80b6d9 None None] Routers {'7219050f-1373-4369-bbb2-a5caec6a4a72'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:33:56.398160 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-9a48eda9-3eb5-457d-8644-6c104b80b6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:33:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['7219050f-1373-4369-bbb2-a5caec6a4a72'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:56.400110 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-db71fb9f-5b9e-4d65-a09a-7649ac608d73 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:56.402179 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c19f2da-9b21-4647-85f1-02e7ea24fe88 admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:56.410683 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9c19f2da-9b21-4647-85f1-02e7ea24fe88 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.7628193 Nov 10 19:33:56.411351 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60082) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:56.418059 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4f959f93-7d9f-49fd-ab86-84b8d0eb1642 req-e000ac3a-6799-4b2a-8495-3a1d2b2b46f2 service neutron] 10.222.0.73 "GET /v2.0/networks/1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883368 Nov 10 19:33:56.450158 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbaa490-336a-412e-9173-8fcdcd03d528 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:33:56.471890 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb60604-bd08-4df0-bab1-a45de43ff836 req-99214c18-d5d8-4296-ab33-400d9ef51262 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:56.481048 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bfb60604-bd08-4df0-bab1-a45de43ff836 req-99214c18-d5d8-4296-ab33-400d9ef51262 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=608f102e-ea5f-4fc6-a311-4ded3d02c0f2 HTTP/1.1" status: 200 len: 944 time: 0.1734049 Nov 10 19:33:56.606767 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bfb60604-bd08-4df0-bab1-a45de43ff836 req-20c45bc1-fd35-4707-94dc-f67bca1536e5 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7b6540a-4f03-4890-b021-f271ae15676c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266732 Nov 10 19:33:56.621868 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4f959f93-7d9f-49fd-ab86-84b8d0eb1642 req-a97944dd-bf2e-488a-9572-800dbe3fcddd service neutron] 10.222.0.73 "GET /v2.0/networks/1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868336 Nov 10 19:33:56.621868 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db71fb9f-5b9e-4d65-a09a-7649ac608d73 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:56.623994 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-db71fb9f-5b9e-4d65-a09a-7649ac608d73 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:56.829499 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-0eb51630-6e5a-425d-9b94-024038103953 None None] Provisioning complete for port 2da4b783-b891-4615-8b52-e3107a6933ae triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:56.830331 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0eb51630-6e5a-425d-9b94-024038103953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:56.888918 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-9a48eda9-3eb5-457d-8644-6c104b80b6d9 None None] Set router 7219050f-1373-4369-bbb2-a5caec6a4a72 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:33:56.983014 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7a5b01e5-57b0-4d4b-b1f4-d9b08b75c6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:57.059277 n-d-813897-4 neutron-server[102505]: DEBUG neutron.objects.ports [None req-db71fb9f-5b9e-4d65-a09a-7649ac608d73 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102505) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 19:33:57.102307 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ba52e0-3cb1-4d2b-a6a9-7a291a2b49cf None None] DHCP port deletion for 0f2098c5-8490-42c1-8134-97661a60c707 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:33:57.223729 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:57.240870 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba52e0-3cb1-4d2b-a6a9-7a291a2b49cf None None] Deleting port 2da4b783-b891-4615-8b52-e3107a6933ae {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:33:57.240870 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b7ba52e0-3cb1-4d2b-a6a9-7a291a2b49cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:57.247094 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-9a48eda9-3eb5-457d-8644-6c104b80b6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'name': 'tempest-TestVolumeBackupRestore-1858629436-router', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ebc85926-5b1d-4669-ba8d-19bed558c3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:33:49Z', 'updated_at': '2021-11-10T19:33:54Z', 'revision_number': 3, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'gw_port': {'id': 'ebc85926-5b1d-4669-ba8d-19bed558c3b5', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:52Z', 'updated_at': '2021-11-10T19:33:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:57.271374 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-db71fb9f-5b9e-4d65-a09a-7649ac608d73 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:57.285223 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a48eda9-3eb5-457d-8644-6c104b80b6d9 None None] Checking router: 7219050f-1373-4369-bbb2-a5caec6a4a72 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:33:57.285502 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a48eda9-3eb5-457d-8644-6c104b80b6d9 None None] Updating router 7219050f-1373-4369-bbb2-a5caec6a4a72 port ebc85926-5b1d-4669-ba8d-19bed558c3b5 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:33:57.288781 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-7a5b01e5-57b0-4d4b-b1f4-d9b08b75c6aa admin admin] Allocated IP 172.20.0.1 (9dacfcc3-6546-45d2-be83-bda4927c0f56/7b78156c-e958-473f-9a67-d60d2887529a/c6ff41bb-3261-46b4-be8a-06827431cb6d) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:33:57.299359 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2da4b783-b891-4615-8b52-e3107a6933ae no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:33:57.381298 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9a48eda9-3eb5-457d-8644-6c104b80b6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:57.420276 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7a5b01e5-57b0-4d4b-b1f4-d9b08b75c6aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:57.461647 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7a5b01e5-57b0-4d4b-b1f4-d9b08b75c6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:57.466980 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-db71fb9f-5b9e-4d65-a09a-7649ac608d73 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] For port 2da4b783-b891-4615-8b52-e3107a6933ae, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2da4b783-b891-4615-8b52-e3107a6933ae,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:57.508294 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-db71fb9f-5b9e-4d65-a09a-7649ac608d73 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:57.516767 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-db71fb9f-5b9e-4d65-a09a-7649ac608d73 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:57.518276 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-db71fb9f-5b9e-4d65-a09a-7649ac608d73 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:57.519590 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5b01e5-57b0-4d4b-b1f4-d9b08b75c6aa admin admin] Network 9dacfcc3-6546-45d2-be83-bda4927c0f56 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:57.524424 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-7a5b01e5-57b0-4d4b-b1f4-d9b08b75c6aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:57.526025 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-b7ba52e0-3cb1-4d2b-a6a9-7a291a2b49cf None None] For port 2da4b783-b891-4615-8b52-e3107a6933ae, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2da4b783-b891-4615-8b52-e3107a6933ae,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:57.526431 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b7ba52e0-3cb1-4d2b-a6a9-7a291a2b49cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:57.527222 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b01e5-57b0-4d4b-b1f4-d9b08b75c6aa admin admin] Pushing event updated for resources: {'Port': ['ID=c6ff41bb-3261-46b4-be8a-06827431cb6d,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:57.529645 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5b01e5-57b0-4d4b-b1f4-d9b08b75c6aa admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:33:57.573395 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7a5b01e5-57b0-4d4b-b1f4-d9b08b75c6aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:57.583817 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba52e0-3cb1-4d2b-a6a9-7a291a2b49cf None None] Calling delete_port for 2da4b783-b891-4615-8b52-e3107a6933ae owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:33:57.696485 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db71fb9f-5b9e-4d65-a09a-7649ac608d73 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:57.704337 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-db71fb9f-5b9e-4d65-a09a-7649ac608d73 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:57.732333 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db71fb9f-5b9e-4d65-a09a-7649ac608d73 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:57.733079 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-db71fb9f-5b9e-4d65-a09a-7649ac608d73 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:57.750840 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71fb9f-5b9e-4d65-a09a-7649ac608d73 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Subnet': ['ID=9f4f16d8-195b-4a9a-83e2-a8406d828ab4,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:57.754268 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71fb9f-5b9e-4d65-a09a-7649ac608d73 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Port': ['ID=2da4b783-b891-4615-8b52-e3107a6933ae,revision_number=8']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:57.770105 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:57.792749 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60088) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:57.793652 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-db71fb9f-5b9e-4d65-a09a-7649ac608d73 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3988054 Nov 10 19:33:57.800092 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-81337e64-a940-4a71-a5d0-6df798704ab8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:57.818903 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b7ba52e0-3cb1-4d2b-a6a9-7a291a2b49cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:57.840546 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ba52e0-3cb1-4d2b-a6a9-7a291a2b49cf None None] No DVR routers for this DVR port 2da4b783-b891-4615-8b52-e3107a6933ae on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:33:57.842209 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d1acc-4aaf-4bb0-8891-07f26a2e2577 req-c1b340c3-3de5-4204-bafe-f57b7a8b247b tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:57.843980 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-075d1acc-4aaf-4bb0-8891-07f26a2e2577 req-c1b340c3-3de5-4204-bafe-f57b7a8b247b tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=608f102e-ea5f-4fc6-a311-4ded3d02c0f2 HTTP/1.1" status: 200 len: 944 time: 0.1162150 Nov 10 19:33:57.871427 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba52e0-3cb1-4d2b-a6a9-7a291a2b49cf None None] Pushing event deleted for resources: {'Port': ['ID=2da4b783-b891-4615-8b52-e3107a6933ae,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:57.891859 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72144bdc-9cce-4b5c-8d70-b0bdcb1b28d0 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:33:57.902464 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba52e0-3cb1-4d2b-a6a9-7a291a2b49cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:57.902654 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba52e0-3cb1-4d2b-a6a9-7a291a2b49cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:57.902972 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba52e0-3cb1-4d2b-a6a9-7a291a2b49cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:57.903565 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba52e0-3cb1-4d2b-a6a9-7a291a2b49cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:57.903889 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba52e0-3cb1-4d2b-a6a9-7a291a2b49cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:57.904227 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba52e0-3cb1-4d2b-a6a9-7a291a2b49cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:57.904553 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba52e0-3cb1-4d2b-a6a9-7a291a2b49cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:57.904880 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba52e0-3cb1-4d2b-a6a9-7a291a2b49cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:57.905202 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba52e0-3cb1-4d2b-a6a9-7a291a2b49cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:57.905926 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba52e0-3cb1-4d2b-a6a9-7a291a2b49cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:57.905926 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba52e0-3cb1-4d2b-a6a9-7a291a2b49cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:57.906264 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba52e0-3cb1-4d2b-a6a9-7a291a2b49cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:33:57.929883 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7a5b01e5-57b0-4d4b-b1f4-d9b08b75c6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:58.014913 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-075d1acc-4aaf-4bb0-8891-07f26a2e2577 req-99ee813d-76a4-4338-9643-0e9c4840c5b8 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7b6540a-4f03-4890-b021-f271ae15676c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220183 Nov 10 19:33:58.024770 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-81c292e4-1b05-4775-bed6-20bd81a5f2fe None None] Provisioning complete for port c6ff41bb-3261-46b4-be8a-06827431cb6d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:58.025147 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-81c292e4-1b05-4775-bed6-20bd81a5f2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:58.054773 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81337e64-a940-4a71-a5d0-6df798704ab8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:58.058490 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-81337e64-a940-4a71-a5d0-6df798704ab8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:58.110647 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-81c292e4-1b05-4775-bed6-20bd81a5f2fe None None] Port c6ff41bb-3261-46b4-be8a-06827431cb6d cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:33:58.164373 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9a48eda9-3eb5-457d-8644-6c104b80b6d9 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:58.172783 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9a48eda9-3eb5-457d-8644-6c104b80b6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:58.216728 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dc366a-596b-4714-b164-d0c5dcf54527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-0f2098c5-8490-42c1-8134-97661a60c707', 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'fixed_ips': [{'subnet_id': '9f4f16d8-195b-4a9a-83e2-a8406d828ab4'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:33:58.217317 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f8dc366a-596b-4714-b164-d0c5dcf54527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:58.225001 n-d-813897-4 neutron-server[102506]: INFO neutron.db.ipam_backend_mixin [None req-81337e64-a940-4a71-a5d0-6df798704ab8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9f4f16d8-195b-4a9a-83e2-a8406d828ab4 (CIDR: 2001:db8::/64) Nov 10 19:33:58.230017 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-81337e64-a940-4a71-a5d0-6df798704ab8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:33:58.230388 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81337e64-a940-4a71-a5d0-6df798704ab8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:33:58.249051 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b905180f-e33e-4d94-bab0-40a7ed327e7f None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:33:58.254485 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7a5b01e5-57b0-4d4b-b1f4-d9b08b75c6aa admin admin] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:58.261978 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-81337e64-a940-4a71-a5d0-6df798704ab8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4673839 Nov 10 19:33:58.264911 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60092) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:58.270323 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-9f289508-4ce3-47eb-8593-49194bfe7064 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:58.270585 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-9a48eda9-3eb5-457d-8644-6c104b80b6d9 None None] Attempting to bind port ebc85926-5b1d-4669-ba8d-19bed558c3b5 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:33:58.270862 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-9a48eda9-3eb5-457d-8644-6c104b80b6d9 None None] Attempting to bind port ebc85926-5b1d-4669-ba8d-19bed558c3b5 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:33:58.271211 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a48eda9-3eb5-457d-8644-6c104b80b6d9 None None] Attempting to bind port ebc85926-5b1d-4669-ba8d-19bed558c3b5 on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:33:58.273134 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7efe4-481e-4f61-aa46-b69630bdbc4c None None] Pushing event updated for resources: {'Port': ['ID=ebc85926-5b1d-4669-ba8d-19bed558c3b5,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:58.274065 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7a5b01e5-57b0-4d4b-b1f4-d9b08b75c6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:58.283329 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a48eda9-3eb5-457d-8644-6c104b80b6d9 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:33:58.283714 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a48eda9-3eb5-457d-8644-6c104b80b6d9 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:33:58.284131 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9a48eda9-3eb5-457d-8644-6c104b80b6d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:58.284528 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a48eda9-3eb5-457d-8644-6c104b80b6d9 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:33:58.285042 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-9a48eda9-3eb5-457d-8644-6c104b80b6d9 None None] Bound port: ebc85926-5b1d-4669-ba8d-19bed558c3b5, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:33:58.286002 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9a48eda9-3eb5-457d-8644-6c104b80b6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:58.373819 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 78f97294-2f8e-475b-986b-e05db715bdfd details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:33:58.396725 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b01e5-57b0-4d4b-b1f4-d9b08b75c6aa admin admin] Pushing event updated for resources: {'Port': ['ID=c6ff41bb-3261-46b4-be8a-06827431cb6d,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:58.409978 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7a5b01e5-57b0-4d4b-b1f4-d9b08b75c6aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:58.455866 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e54abfca-daa7-40bc-8419-d5132df7bcc6 None None] Provisioning complete for port ebc85926-5b1d-4669-ba8d-19bed558c3b5 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:58.456453 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e54abfca-daa7-40bc-8419-d5132df7bcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:58.517723 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f289508-4ce3-47eb-8593-49194bfe7064 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:58.520933 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9f289508-4ce3-47eb-8593-49194bfe7064 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:58.611200 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5b01e5-57b0-4d4b-b1f4-d9b08b75c6aa admin admin] Network 9dacfcc3-6546-45d2-be83-bda4927c0f56 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:58.612738 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-7a5b01e5-57b0-4d4b-b1f4-d9b08b75c6aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:58.677031 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9a48eda9-3eb5-457d-8644-6c104b80b6d9 None None] For port ebc85926-5b1d-4669-ba8d-19bed558c3b5, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:33:58.747501 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9a48eda9-3eb5-457d-8644-6c104b80b6d9 None None] For port ebc85926-5b1d-4669-ba8d-19bed558c3b5, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ebc85926-5b1d-4669-ba8d-19bed558c3b5,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:33:58.757153 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-f8dc366a-596b-4714-b164-d0c5dcf54527 None None] Allocated IP 2001:db8::f816:3eff:fe71:4ffa (0f2098c5-8490-42c1-8134-97661a60c707/9f4f16d8-195b-4a9a-83e2-a8406d828ab4/d5d8e200-2d7e-47b1-a3bc-74bbf382b257) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:33:58.777092 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9a48eda9-3eb5-457d-8644-6c104b80b6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:58.782782 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:58.783738 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e54abfca-daa7-40bc-8419-d5132df7bcc6 None None] Port ebc85926-5b1d-4669-ba8d-19bed558c3b5 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:33:58.805277 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5b01e5-57b0-4d4b-b1f4-d9b08b75c6aa admin admin] Router 7219050f-1373-4369-bbb2-a5caec6a4a72 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:33:58.873111 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0737de-60ff-42b5-afbf-96365f7bb68b None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:33:58.935590 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 78f97294-2f8e-475b-986b-e05db715bdfd, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=78f97294-2f8e-475b-986b-e05db715bdfd,segment=NetworkSegment(859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5),segment_id=859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:58.962638 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7efe4-481e-4f61-aa46-b69630bdbc4c None None] Pushing event updated for resources: {'Port': ['ID=ebc85926-5b1d-4669-ba8d-19bed558c3b5,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:58.973123 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a48eda9-3eb5-457d-8644-6c104b80b6d9 None None] Routers {'7219050f-1373-4369-bbb2-a5caec6a4a72'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:33:58.973683 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-9a48eda9-3eb5-457d-8644-6c104b80b6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:33:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['7219050f-1373-4369-bbb2-a5caec6a4a72'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:33:58.977471 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '78f97294-2f8e-475b-986b-e05db715bdfd', 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab', 'port_id': '78f97294-2f8e-475b-986b-e05db715bdfd', 'mac_address': 'fa:16:3e:9d:37:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7de537-b93b-4e73-8317-5941b65cea03', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:33:58.987526 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9f289508-4ce3-47eb-8593-49194bfe7064 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:59.025964 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5b01e5-57b0-4d4b-b1f4-d9b08b75c6aa admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:33:59.038387 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7a5b01e5-57b0-4d4b-b1f4-d9b08b75c6aa admin admin] 10.222.0.54 "PUT /v2.0/routers/7219050f-1373-4369-bbb2-a5caec6a4a72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6256783 Nov 10 19:33:59.065172 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f289508-4ce3-47eb-8593-49194bfe7064 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Subnet': ['ID=9f2e616d-baba-46ac-8988-c4aa5676a135,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:59.073909 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f289508-4ce3-47eb-8593-49194bfe7064 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:59.075923 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-9f289508-4ce3-47eb-8593-49194bfe7064 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:59.079765 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f289508-4ce3-47eb-8593-49194bfe7064 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:59.080458 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9f289508-4ce3-47eb-8593-49194bfe7064 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:59.101305 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9f289508-4ce3-47eb-8593-49194bfe7064 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8352513 Nov 10 19:33:59.104102 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60100) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:33:59.110108 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-99a77e27-f60e-472a-92f5-49814eb35387 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'port': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'mac_address': 'fa:16:3e:94:29:17', 'name': 'tempest-NetworksTestDHCPv6-353722641'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:33:59.120160 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:59.216885 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e58f1378-977f-4343-87ab-eb8e88d55ae9 None None] Provisioning complete for port ebc85926-5b1d-4669-ba8d-19bed558c3b5 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:33:59.217844 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e58f1378-977f-4343-87ab-eb8e88d55ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:59.245876 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78f97294-2f8e-475b-986b-e05db715bdfd {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:33:59.320827 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaba18e-0d43-427a-ae85-8f21c3d7a78e req-0a1e3e04-6537-454c-b66b-fc80529db844 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:33:59.328697 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ecaba18e-0d43-427a-ae85-8f21c3d7a78e req-0a1e3e04-6537-454c-b66b-fc80529db844 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=608f102e-ea5f-4fc6-a311-4ded3d02c0f2 HTTP/1.1" status: 200 len: 944 time: 0.1062715 Nov 10 19:33:59.332221 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-9a48eda9-3eb5-457d-8644-6c104b80b6d9 None None] Set router 7219050f-1373-4369-bbb2-a5caec6a4a72 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:33:59.335361 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 78f97294-2f8e-475b-986b-e05db715bdfd, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=78f97294-2f8e-475b-986b-e05db715bdfd,segment=NetworkSegment(859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5),segment_id=859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:59.336672 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a77e27-f60e-472a-92f5-49814eb35387 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:33:59.369672 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f8dc366a-596b-4714-b164-d0c5dcf54527 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:59.382055 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:59.399774 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f8dc366a-596b-4714-b164-d0c5dcf54527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:59.436959 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-99a77e27-f60e-472a-92f5-49814eb35387 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:59.480805 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-99a77e27-f60e-472a-92f5-49814eb35387 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] device_id is not set on port 26676e06-a182-4910-bad3-7254d591896b yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:33:59.481657 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:59.529479 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dc366a-596b-4714-b164-d0c5dcf54527 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:33:59.542169 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ecaba18e-0d43-427a-ae85-8f21c3d7a78e req-e7412c2d-8c06-40dc-8c1c-1947f8d2f50a tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7b6540a-4f03-4890-b021-f271ae15676c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123270 Nov 10 19:33:59.571980 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-f8dc366a-596b-4714-b164-d0c5dcf54527 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:33:59.580350 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dc366a-596b-4714-b164-d0c5dcf54527 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:33:59.612620 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=78f97294-2f8e-475b-986b-e05db715bdfd,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:59.655985 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['78f97294-2f8e-475b-986b-e05db715bdfd'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:33:59.715295 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e58f1378-977f-4343-87ab-eb8e88d55ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:59.747403 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-99a77e27-f60e-472a-92f5-49814eb35387 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Allocated IP 2001:db8:0:1::eb (0f2098c5-8490-42c1-8134-97661a60c707/9f2e616d-baba-46ac-8988-c4aa5676a135/26676e06-a182-4910-bad3-7254d591896b) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:33:59.756043 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-99a77e27-f60e-472a-92f5-49814eb35387 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Allocated IP 2001:db8::f816:3eff:fe94:2917 (0f2098c5-8490-42c1-8134-97661a60c707/9f4f16d8-195b-4a9a-83e2-a8406d828ab4/26676e06-a182-4910-bad3-7254d591896b) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:33:59.783647 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc366a-596b-4714-b164-d0c5dcf54527 None None] Pushing event updated for resources: {'Port': ['ID=d5d8e200-2d7e-47b1-a3bc-74bbf382b257,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:59.800028 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e58f1378-977f-4343-87ab-eb8e88d55ae9 None None] For port ebc85926-5b1d-4669-ba8d-19bed558c3b5, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ebc85926-5b1d-4669-ba8d-19bed558c3b5,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:33:59.811994 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-f8dc366a-596b-4714-b164-d0c5dcf54527 None None] Attempting to bind port d5d8e200-2d7e-47b1-a3bc-74bbf382b257 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:33:59.812375 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-f8dc366a-596b-4714-b164-d0c5dcf54527 None None] Attempting to bind port d5d8e200-2d7e-47b1-a3bc-74bbf382b257 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:33:59.812799 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dc366a-596b-4714-b164-d0c5dcf54527 None None] Attempting to bind port d5d8e200-2d7e-47b1-a3bc-74bbf382b257 on network 0f2098c5-8490-42c1-8134-97661a60c707 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:33:59.814830 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e58f1378-977f-4343-87ab-eb8e88d55ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:59.856515 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dc366a-596b-4714-b164-d0c5dcf54527 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:33:59.856904 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dc366a-596b-4714-b164-d0c5dcf54527 None None] Checking segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:33:59.857325 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f8dc366a-596b-4714-b164-d0c5dcf54527 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:59.857729 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dc366a-596b-4714-b164-d0c5dcf54527 None None] Bound using segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:33:59.858871 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-f8dc366a-596b-4714-b164-d0c5dcf54527 None None] Bound port: d5d8e200-2d7e-47b1-a3bc-74bbf382b257, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:33:59.858871 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f8dc366a-596b-4714-b164-d0c5dcf54527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:59.967873 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-99a77e27-f60e-472a-92f5-49814eb35387 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:33:59.975727 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f1378-977f-4343-87ab-eb8e88d55ae9 None None] Pushing event updated for resources: {'Port': ['ID=ebc85926-5b1d-4669-ba8d-19bed558c3b5,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:33:59.997526 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60116) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:00.004225 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-9b07f652-eb71-46cb-b2ab-74a09d3ce5ac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-449609664-network', 'tenant_id': 'b909c87dd62e4225811f8cf5690251df'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:34:00.026512 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-99a77e27-f60e-472a-92f5-49814eb35387 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:00.031597 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a06a7f98-1fce-4e58-94fd-6b20028891cf None None] Provisioning complete for port c6ff41bb-3261-46b4-be8a-06827431cb6d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:00.032063 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a06a7f98-1fce-4e58-94fd-6b20028891cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:00.036816 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b07f652-eb71-46cb-b2ab-74a09d3ce5ac admin admin] Made reservation on behalf of b909c87dd62e4225811f8cf5690251df for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:34:00.038861 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-f8dc366a-596b-4714-b164-d0c5dcf54527 None None] For port d5d8e200-2d7e-47b1-a3bc-74bbf382b257, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:34:00.043424 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b07f652-eb71-46cb-b2ab-74a09d3ce5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:00.061566 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b07f652-eb71-46cb-b2ab-74a09d3ce5ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:00.090578 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-f8dc366a-596b-4714-b164-d0c5dcf54527 None None] For port d5d8e200-2d7e-47b1-a3bc-74bbf382b257, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d5d8e200-2d7e-47b1-a3bc-74bbf382b257,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:34:00.103001 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a77e27-f60e-472a-92f5-49814eb35387 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Port': ['ID=26676e06-a182-4910-bad3-7254d591896b,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:00.107561 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a77e27-f60e-472a-92f5-49814eb35387 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:34:00.109610 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-99a77e27-f60e-472a-92f5-49814eb35387 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:34:00.111382 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f8dc366a-596b-4714-b164-d0c5dcf54527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:00.112376 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a77e27-f60e-472a-92f5-49814eb35387 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:34:00.120265 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a77e27-f60e-472a-92f5-49814eb35387 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:00.121066 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-99a77e27-f60e-472a-92f5-49814eb35387 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:00.139567 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-9a48eda9-3eb5-457d-8644-6c104b80b6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'name': 'tempest-TestVolumeBackupRestore-1858629436-router', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ebc85926-5b1d-4669-ba8d-19bed558c3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:33:49Z', 'updated_at': '2021-11-10T19:33:57Z', 'revision_number': 4, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'gw_port': {'id': 'ebc85926-5b1d-4669-ba8d-19bed558c3b5', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:52Z', 'updated_at': '2021-11-10T19:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'c6ff41bb-3261-46b4-be8a-06827431cb6d', 'name': '', 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'mac_address': 'fa:16:3e:90:72:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '7b78156c-e958-473f-9a67-d60d2887529a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:57Z', 'updated_at': '2021-11-10T19:33:58Z', 'revision_number': 2, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'subnets': [{'id': '7b78156c-e958-473f-9a67-d60d2887529a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:00.141796 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-a06a7f98-1fce-4e58-94fd-6b20028891cf None None] Port c6ff41bb-3261-46b4-be8a-06827431cb6d cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:34:00.143202 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-99a77e27-f60e-472a-92f5-49814eb35387 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0377746 Nov 10 19:34:00.145606 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60120) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:00.186033 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a48eda9-3eb5-457d-8644-6c104b80b6d9 None None] The sync data for ids ['7219050f-1373-4369-bbb2-a5caec6a4a72'] in n-d-813897-4 is: [{'id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'name': 'tempest-TestVolumeBackupRestore-1858629436-router', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ebc85926-5b1d-4669-ba8d-19bed558c3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:33:49Z', 'updated_at': '2021-11-10T19:33:57Z', 'revision_number': 4, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'gw_port': {'id': 'ebc85926-5b1d-4669-ba8d-19bed558c3b5', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:52Z', 'updated_at': '2021-11-10T19:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'c6ff41bb-3261-46b4-be8a-06827431cb6d', 'name': '', 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'mac_address': 'fa:16:3e:90:72:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '7b78156c-e958-473f-9a67-d60d2887529a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:57Z', 'updated_at': '2021-11-10T19:33:58Z', 'revision_number': 2, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'subnets': [{'id': '7b78156c-e958-473f-9a67-d60d2887529a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:34:00.230169 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b07f652-eb71-46cb-b2ab-74a09d3ce5ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:00.231786 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc366a-596b-4714-b164-d0c5dcf54527 None None] Pushing event updated for resources: {'Port': ['ID=d5d8e200-2d7e-47b1-a3bc-74bbf382b257,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:00.239822 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b07f652-eb71-46cb-b2ab-74a09d3ce5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:00.287276 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b07f652-eb71-46cb-b2ab-74a09d3ce5ac admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:34:00.298362 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07f652-eb71-46cb-b2ab-74a09d3ce5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcedd4cd-37ea-4cb2-bef5-0f341ebd4171,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:00.310238 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b07f652-eb71-46cb-b2ab-74a09d3ce5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:00.311070 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-9b07f652-eb71-46cb-b2ab-74a09d3ce5ac admin admin] Added segment 61fc0dda-4bbe-440b-9721-7dd23a236ac4 of type vlan for network 46144c95-400c-4650-874a-e4c7078add32 Nov 10 19:34:00.346354 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-68c19b80-461a-4cb3-ba2b-04dce554496e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting port 26676e06-a182-4910-bad3-7254d591896b {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:34:00.346755 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-68c19b80-461a-4cb3-ba2b-04dce554496e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:00.388674 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b07f652-eb71-46cb-b2ab-74a09d3ce5ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:00.429668 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b07f652-eb71-46cb-b2ab-74a09d3ce5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:00.432352 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b07f652-eb71-46cb-b2ab-74a09d3ce5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:00.434684 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b07f652-eb71-46cb-b2ab-74a09d3ce5ac admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:00.537133 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9b07f652-eb71-46cb-b2ab-74a09d3ce5ac admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5377135 Nov 10 19:34:00.541388 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60124) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:00.551863 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-ee6a2ac6-01b9-4eae-ae4b-37c9f7aa4873 admin admin] Request body: {'subnet': {'network_id': '46144c95-400c-4650-874a-e4c7078add32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-449609664-subnet', 'tenant_id': 'b909c87dd62e4225811f8cf5690251df', 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:34:00.560372 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-68c19b80-461a-4cb3-ba2b-04dce554496e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:00.631795 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-68c19b80-461a-4cb3-ba2b-04dce554496e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Calling delete_port for 26676e06-a182-4910-bad3-7254d591896b owned by {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:34:00.635851 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07f652-eb71-46cb-b2ab-74a09d3ce5ac admin admin] Pushing event updated for resources: {'Network': ['ID=46144c95-400c-4650-874a-e4c7078add32,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:00.659102 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 46144c95-400c-4650-874a-e4c7078add32 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:34:00.669093 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6a2ac6-01b9-4eae-ae4b-37c9f7aa4873 admin admin] Made reservation on behalf of b909c87dd62e4225811f8cf5690251df for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:34:00.671990 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ee6a2ac6-01b9-4eae-ae4b-37c9f7aa4873 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:00.895787 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbb158-3a61-4217-afee-e239a09a514b req-54759c7b-37ca-4f05-940e-fae3dca4397f tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:00.897396 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2abbb158-3a61-4217-afee-e239a09a514b req-54759c7b-37ca-4f05-940e-fae3dca4397f tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=608f102e-ea5f-4fc6-a311-4ded3d02c0f2 HTTP/1.1" status: 200 len: 945 time: 0.1723697 Nov 10 19:34:01.053192 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2abbb158-3a61-4217-afee-e239a09a514b req-3e9b3150-b404-4124-9fb2-6e56b0ca17ff tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7b6540a-4f03-4890-b021-f271ae15676c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478341 Nov 10 19:34:01.139852 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-68c19b80-461a-4cb3-ba2b-04dce554496e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:01.166923 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ee6a2ac6-01b9-4eae-ae4b-37c9f7aa4873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:01.209598 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c19b80-461a-4cb3-ba2b-04dce554496e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Port': ['ID=26676e06-a182-4910-bad3-7254d591896b,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:01.418963 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d5d8e200-2d7e-47b1-a3bc-74bbf382b257 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:34:01.529033 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port d5d8e200-2d7e-47b1-a3bc-74bbf382b257 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:01.529413 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:01.645093 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:01.681160 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76acee8-2d35-4153-b395-86668abd3a00 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:34:01.723033 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port d5d8e200-2d7e-47b1-a3bc-74bbf382b257, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d5d8e200-2d7e-47b1-a3bc-74bbf382b257,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:34:01.756530 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c19b80-461a-4cb3-ba2b-04dce554496e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:01.757200 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c19b80-461a-4cb3-ba2b-04dce554496e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:01.757326 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:01.757449 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c19b80-461a-4cb3-ba2b-04dce554496e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:01.757728 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c19b80-461a-4cb3-ba2b-04dce554496e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:01.757982 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c19b80-461a-4cb3-ba2b-04dce554496e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:01.758170 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ebc85926-5b1d-4669-ba8d-19bed558c3b5 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:34:01.758343 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c19b80-461a-4cb3-ba2b-04dce554496e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:01.758608 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c19b80-461a-4cb3-ba2b-04dce554496e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:01.758924 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c19b80-461a-4cb3-ba2b-04dce554496e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:01.759243 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c19b80-461a-4cb3-ba2b-04dce554496e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:01.759559 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c19b80-461a-4cb3-ba2b-04dce554496e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:01.759878 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c19b80-461a-4cb3-ba2b-04dce554496e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:01.760185 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c19b80-461a-4cb3-ba2b-04dce554496e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:01.764032 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-68c19b80-461a-4cb3-ba2b-04dce554496e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:01.769958 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60132) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:01.770392 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-68c19b80-461a-4cb3-ba2b-04dce554496e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/26676e06-a182-4910-bad3-7254d591896b HTTP/1.1" status: 204 len: 168 time: 1.6231248 Nov 10 19:34:01.808512 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a2ac6-01b9-4eae-ae4b-37c9f7aa4873 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7bbdf61-543d-4838-bac7-7849910da06f,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:01.813045 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6a2ac6-01b9-4eae-ae4b-37c9f7aa4873 admin admin] Checking segment: {'id': '61fc0dda-4bbe-440b-9721-7dd23a236ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '46144c95-400c-4650-874a-e4c7078add32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:34:01.813393 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6a2ac6-01b9-4eae-ae4b-37c9f7aa4873 admin admin] Network hostable DHCP agents. Network: 46144c95-400c-4650-874a-e4c7078add32, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:34:01.837198 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6a2ac6-01b9-4eae-ae4b-37c9f7aa4873 admin admin] Network 46144c95-400c-4650-874a-e4c7078add32 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:34:01.854807 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ceb99e-0887-4996-997a-53e3b7f5411b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:01.855975 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-ee6a2ac6-01b9-4eae-ae4b-37c9f7aa4873 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 46144c95-400c-4650-874a-e4c7078add32) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:34:01.859928 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60134) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:01.861223 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-93ceb99e-0887-4996-997a-53e3b7f5411b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0889993 Nov 10 19:34:01.863488 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6a2ac6-01b9-4eae-ae4b-37c9f7aa4873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:01.864424 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ee6a2ac6-01b9-4eae-ae4b-37c9f7aa4873 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:01.872108 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0144a614-d532-4d33-9522-968198f78e59 None None] Network 46144c95-400c-4650-874a-e4c7078add32 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:34:01.938565 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ee6a2ac6-01b9-4eae-ae4b-37c9f7aa4873 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3954620 Nov 10 19:34:01.942105 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60140) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:01.947014 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-94773b4d-6423-47cd-82d8-9999a9111b36 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-449609664-router', 'tenant_id': 'b909c87dd62e4225811f8cf5690251df', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:34:01.963371 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d93665-1fdf-47bd-9992-390d6a019377 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:01.967774 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a8d93665-1fdf-47bd-9992-390d6a019377 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1040597 Nov 10 19:34:01.968515 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60142) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:02.092990 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67d35ec-08cb-441c-ab8e-67befa4c2982 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:02.096261 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67d35ec-08cb-441c-ab8e-67befa4c2982 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:02.100605 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67d35ec-08cb-441c-ab8e-67befa4c2982 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:02.108647 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60148) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:02.130528 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b67d35ec-08cb-441c-ab8e-67befa4c2982 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1591072 Nov 10 19:34:02.183781 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-94773b4d-6423-47cd-82d8-9999a9111b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:02.185076 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-94773b4d-6423-47cd-82d8-9999a9111b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:02.200815 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c8cf7ff6-5e94-4fcc-bccb-bc4765e6d4f6 None None] Provisioning complete for port d5d8e200-2d7e-47b1-a3bc-74bbf382b257 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:02.200815 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c8cf7ff6-5e94-4fcc-bccb-bc4765e6d4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:02.235138 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=d5d8e200-2d7e-47b1-a3bc-74bbf382b257,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:02.243873 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-8808bf8e-8a0d-4c11-9c97-8d64fb34d493 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting subnet 9f2e616d-baba-46ac-8988-c4aa5676a135 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:34:02.254159 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8808bf8e-8a0d-4c11-9c97-8d64fb34d493 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:02.294366 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port ebc85926-5b1d-4669-ba8d-19bed558c3b5 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:02.294902 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:02.332002 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8808bf8e-8a0d-4c11-9c97-8d64fb34d493 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:02.357591 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-94773b4d-6423-47cd-82d8-9999a9111b36 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:02.366847 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317f474-6f05-46ff-b8d6-ba14475ed58c req-bb8262c3-4865-4839-a668-d9e03e88a5f6 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:02.368351 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 78f97294-2f8e-475b-986b-e05db715bdfd up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:34:02.368498 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4317f474-6f05-46ff-b8d6-ba14475ed58c req-bb8262c3-4865-4839-a668-d9e03e88a5f6 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.1780040 Nov 10 19:34:02.371110 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8fbb7-b70b-4b56-b2de-e8ae39f40bf1 req-f821062d-f00e-458c-aee1-36b21b4d053a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:02.373208 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-28f8fbb7-b70b-4b56-b2de-e8ae39f40bf1 req-f821062d-f00e-458c-aee1-36b21b4d053a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e964d54e065f49df9181b3cc5034fac9&device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 1096 time: 0.2154415 Nov 10 19:34:02.411529 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8808bf8e-8a0d-4c11-9c97-8d64fb34d493 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:02.515757 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8808bf8e-8a0d-4c11-9c97-8d64fb34d493 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:02.558187 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8808bf8e-8a0d-4c11-9c97-8d64fb34d493 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:02.562906 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8808bf8e-8a0d-4c11-9c97-8d64fb34d493 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/9f2e616d-baba-46ac-8988-c4aa5676a135 HTTP/1.1" status: 204 len: 168 time: 0.4529436 Nov 10 19:34:02.564316 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808bf8e-8a0d-4c11-9c97-8d64fb34d493 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Subnet': ['ID=9f2e616d-baba-46ac-8988-c4aa5676a135,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:02.576571 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60152) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:02.592133 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55da0bb-69c5-496b-b194-efc62b2880d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-46144c95-400c-4650-874a-e4c7078add32', 'network_id': '46144c95-400c-4650-874a-e4c7078add32', 'tenant_id': 'b909c87dd62e4225811f8cf5690251df', 'fixed_ips': [{'subnet_id': 'f7bbdf61-543d-4838-bac7-7849910da06f'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:34:02.592939 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d55da0bb-69c5-496b-b194-efc62b2880d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:02.625982 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 78f97294-2f8e-475b-986b-e05db715bdfd completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:34:02.656000 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c2a3a7c-d47d-4058-a4bd-77346a1b81ad tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting subnet 9f4f16d8-195b-4a9a-83e2-a8406d828ab4 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:34:02.660621 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1c2a3a7c-d47d-4058-a4bd-77346a1b81ad tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:02.662462 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 78f97294-2f8e-475b-986b-e05db715bdfd triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:02.664078 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:02.671030 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-94773b4d-6423-47cd-82d8-9999a9111b36 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:02.693894 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4317f474-6f05-46ff-b8d6-ba14475ed58c req-b19319a2-cea0-4eb4-a1da-6eebbc186317 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3169603 Nov 10 19:34:02.745266 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1c2a3a7c-d47d-4058-a4bd-77346a1b81ad tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:02.756167 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8fbb7-b70b-4b56-b2de-e8ae39f40bf1 req-32d39e64-3924-43c3-ad9e-b5bd954305c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:02.757980 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-28f8fbb7-b70b-4b56-b2de-e8ae39f40bf1 req-32d39e64-3924-43c3-ad9e-b5bd954305c6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d81248ac-96a9-4e56-9bb4-f772b36a0433 HTTP/1.1" status: 200 len: 913 time: 0.3446620 Nov 10 19:34:02.797538 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429878a7-bfe9-43e4-8b0b-db4b6167ba51 None None] Update dhcp port {'port': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'fixed_ips': [{'subnet_id': '9f4f16d8-195b-4a9a-83e2-a8406d828ab4', 'ip_address': '2001:db8::f816:3eff:fe71:4ffa'}, {'subnet_id': '9f2e616d-baba-46ac-8988-c4aa5676a135'}], 'binding:host_id': 'n-d-813897-4'}, 'id': 'd5d8e200-2d7e-47b1-a3bc-74bbf382b257'} from n-d-813897-4. {{(pid=102507) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 19:34:02.854790 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1c2a3a7c-d47d-4058-a4bd-77346a1b81ad tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:02.914755 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-429878a7-bfe9-43e4-8b0b-db4b6167ba51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:02.934348 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1c2a3a7c-d47d-4058-a4bd-77346a1b81ad tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:02.980917 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05cb05-dea0-4457-9bb7-5bc894857f4d req-75783127-dda7-4d27-8315-b6eef284ac46 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:02.981845 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1c2a3a7c-d47d-4058-a4bd-77346a1b81ad tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:02.986055 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1c2a3a7c-d47d-4058-a4bd-77346a1b81ad tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/9f4f16d8-195b-4a9a-83e2-a8406d828ab4 HTTP/1.1" status: 204 len: 168 time: 0.4061689 Nov 10 19:34:02.987763 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a3a7c-d47d-4058-a4bd-77346a1b81ad tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Subnet': ['ID=9f4f16d8-195b-4a9a-83e2-a8406d828ab4,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:02.988511 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ac05cb05-dea0-4457-9bb7-5bc894857f4d req-75783127-dda7-4d27-8315-b6eef284ac46 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=608f102e-ea5f-4fc6-a311-4ded3d02c0f2 HTTP/1.1" status: 200 len: 945 time: 0.2295122 Nov 10 19:34:02.989316 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60154) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:02.995036 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-28f8fbb7-b70b-4b56-b2de-e8ae39f40bf1 req-589e77ea-b991-4626-8b71-b9dddfde7b09 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f HTTP/1.1" status: 200 len: 999 time: 0.2250419 Nov 10 19:34:03.015390 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-d55da0bb-69c5-496b-b194-efc62b2880d1 None None] Allocated IP 172.20.0.2 (46144c95-400c-4650-874a-e4c7078add32/f7bbdf61-543d-4838-bac7-7849910da06f/50eb5dcd-348a-45ac-8d2e-442e0b8f0a5f) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:34:03.031881 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:03.084298 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-88a19ca6-2d04-4c62-a249-2d2a4bfb3fd9 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0858552 Nov 10 19:34:03.087283 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60156) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:03.096760 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-bc80dbf7-d9f2-4015-a356-f61a16395c16 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:34:03.127150 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8fbb7-b70b-4b56-b2de-e8ae39f40bf1 req-819f798f-2a5e-40cb-8f23-77b5806283fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:03.128688 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-28f8fbb7-b70b-4b56-b2de-e8ae39f40bf1 req-819f798f-2a5e-40cb-8f23-77b5806283fb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d874850-3788-4c89-9cc5-3e0f9d06fb90 HTTP/1.1" status: 200 len: 851 time: 0.1239538 Nov 10 19:34:03.138529 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608f102e-ea5f-4fc6-a311-4ded3d02c0f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f97294-2f8e-475b-986b-e05db715bdfd'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:34:03.140978 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34baa62-1561-49aa-bb56-f544ba2488c0" -d '{"events": [{"server_uuid": "608f102e-ea5f-4fc6-a311-4ded3d02c0f2", "name": "network-vif-plugged", "status": "completed", "tag": "78f97294-2f8e-475b-986b-e05db715bdfd"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:34:03.176471 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ac05cb05-dea0-4457-9bb7-5bc894857f4d req-6e892fd1-df92-4447-a45a-facc8ad2ee21 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7b6540a-4f03-4890-b021-f271ae15676c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705449 Nov 10 19:34:03.195567 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 78f97294-2f8e-475b-986b-e05db715bdfd, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=78f97294-2f8e-475b-986b-e05db715bdfd,segment=NetworkSegment(859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5),segment_id=859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:34:03.206023 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:03.253284 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93ec2d3-3528-425a-b6a7-f6a12df02562 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:34:03.334899 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc80dbf7-d9f2-4015-a356-f61a16395c16 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:34:03.352593 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bc80dbf7-d9f2-4015-a356-f61a16395c16 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:03.375413 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7097deb8-bc5d-4cd5-862f-3de93fb6b33d x-openstack-request-id: req-7097deb8-bc5d-4cd5-862f-3de93fb6b33d {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:34:03.375759 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608f102e-ea5f-4fc6-a311-4ded3d02c0f2", "name": "network-vif-plugged", "status": "completed", "tag": "78f97294-2f8e-475b-986b-e05db715bdfd", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:34:03.376015 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7097deb8-bc5d-4cd5-862f-3de93fb6b33d {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:34:03.376438 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608f102e-ea5f-4fc6-a311-4ded3d02c0f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f97294-2f8e-475b-986b-e05db715bdfd', 'code': 200} Nov 10 19:34:03.387824 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d5d8e200-2d7e-47b1-a3bc-74bbf382b257 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:34:03.414516 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27936aa2-6c14-4b95-8049-ad97becf7e58 None None] Sync routers for ids ['7219050f-1373-4369-bbb2-a5caec6a4a72'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:34:03.433004 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27936aa2-6c14-4b95-8049-ad97becf7e58 None None] Routers {'7219050f-1373-4369-bbb2-a5caec6a4a72'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:03.434352 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-27936aa2-6c14-4b95-8049-ad97becf7e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:33:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['7219050f-1373-4369-bbb2-a5caec6a4a72'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:03.443918 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8fbb7-b70b-4b56-b2de-e8ae39f40bf1 req-c7a4bda3-aaac-4118-9282-22a506d5c058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:03.445533 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-28f8fbb7-b70b-4b56-b2de-e8ae39f40bf1 req-c7a4bda3-aaac-4118-9282-22a506d5c058 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d81248ac-96a9-4e56-9bb4-f772b36a0433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2996104 Nov 10 19:34:03.465921 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=78f97294-2f8e-475b-986b-e05db715bdfd,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:03.484349 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-881433d0-716d-48b1-b5eb-bcf870628ddb None None] Provisioning complete for port d5d8e200-2d7e-47b1-a3bc-74bbf382b257 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:03.484771 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-881433d0-716d-48b1-b5eb-bcf870628ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:03.524815 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9f322-f221-4a77-a75b-0d2c8d270414 req-d695ca9d-36fc-4510-b66b-74fce10f4060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:03.526710 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-19b9f322-f221-4a77-a75b-0d2c8d270414 req-d695ca9d-36fc-4510-b66b-74fce10f4060 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=608f102e-ea5f-4fc6-a311-4ded3d02c0f2 HTTP/1.1" status: 200 len: 1097 time: 0.1009259 Nov 10 19:34:03.591645 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-28f8fbb7-b70b-4b56-b2de-e8ae39f40bf1 req-7a59fb41-c20f-4a2f-ae7a-8882a08b7feb service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357880 Nov 10 19:34:03.643911 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-27936aa2-6c14-4b95-8049-ad97becf7e58 None None] Set router 7219050f-1373-4369-bbb2-a5caec6a4a72 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:34:03.648252 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-19b9f322-f221-4a77-a75b-0d2c8d270414 req-f57d4732-21b9-4929-ac13-3c9326a42f32 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c7b6540a-4f03-4890-b021-f271ae15676c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108823 Nov 10 19:34:03.697564 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d55da0bb-69c5-496b-b194-efc62b2880d1 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:03.698564 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bc80dbf7-d9f2-4015-a356-f61a16395c16 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:03.718196 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d55da0bb-69c5-496b-b194-efc62b2880d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:03.738664 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-28f8fbb7-b70b-4b56-b2de-e8ae39f40bf1 req-59d50287-27c3-4386-ad92-c04067a96fbb service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384287 Nov 10 19:34:03.740715 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-94773b4d-6423-47cd-82d8-9999a9111b36 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:03.792948 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55da0bb-69c5-496b-b194-efc62b2880d1 None None] Network 46144c95-400c-4650-874a-e4c7078add32 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:34:03.798764 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc80dbf7-d9f2-4015-a356-f61a16395c16 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:34:03.810882 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-94773b4d-6423-47cd-82d8-9999a9111b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:03.817286 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc80dbf7-d9f2-4015-a356-f61a16395c16 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Subnet': ['ID=ed0d682f-fa1f-4ad7-ae58-10b3d87ed904,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:03.823685 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-d55da0bb-69c5-496b-b194-efc62b2880d1 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:34:03.827609 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55da0bb-69c5-496b-b194-efc62b2880d1 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:34:03.833291 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-bc80dbf7-d9f2-4015-a356-f61a16395c16 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:34:03.841032 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc80dbf7-d9f2-4015-a356-f61a16395c16 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:03.842730 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bc80dbf7-d9f2-4015-a356-f61a16395c16 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:03.871259 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:03.876403 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55da0bb-69c5-496b-b194-efc62b2880d1 None None] Pushing event updated for resources: {'Port': ['ID=50eb5dcd-348a-45ac-8d2e-442e0b8f0a5f,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:03.888625 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-bc80dbf7-d9f2-4015-a356-f61a16395c16 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7983606 Nov 10 19:34:03.895504 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60164) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:03.907555 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-1fc6959e-75ff-4b28-9f30-920d400b3d9f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:34:03.929639 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda20ee0-696f-462a-8b12-0e8f93e24fc4 None None] DHCP port deletion for 0f2098c5-8490-42c1-8134-97661a60c707 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:34:03.961549 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d55da0bb-69c5-496b-b194-efc62b2880d1 None None] Attempting to bind port 50eb5dcd-348a-45ac-8d2e-442e0b8f0a5f on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:34:03.961950 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d55da0bb-69c5-496b-b194-efc62b2880d1 None None] Attempting to bind port 50eb5dcd-348a-45ac-8d2e-442e0b8f0a5f by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '61fc0dda-4bbe-440b-9721-7dd23a236ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '46144c95-400c-4650-874a-e4c7078add32'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:34:03.962318 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55da0bb-69c5-496b-b194-efc62b2880d1 None None] Attempting to bind port 50eb5dcd-348a-45ac-8d2e-442e0b8f0a5f on network 46144c95-400c-4650-874a-e4c7078add32 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:34:03.998323 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port d5d8e200-2d7e-47b1-a3bc-74bbf382b257, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d5d8e200-2d7e-47b1-a3bc-74bbf382b257,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:34:04.001066 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55da0bb-69c5-496b-b194-efc62b2880d1 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:34:04.001405 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55da0bb-69c5-496b-b194-efc62b2880d1 None None] Checking segment: {'id': '61fc0dda-4bbe-440b-9721-7dd23a236ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '46144c95-400c-4650-874a-e4c7078add32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:34:04.001811 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d55da0bb-69c5-496b-b194-efc62b2880d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:04.002340 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55da0bb-69c5-496b-b194-efc62b2880d1 None None] Bound using segment: {'id': '61fc0dda-4bbe-440b-9721-7dd23a236ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '46144c95-400c-4650-874a-e4c7078add32'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:34:04.002880 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d55da0bb-69c5-496b-b194-efc62b2880d1 None None] Bound port: 50eb5dcd-348a-45ac-8d2e-442e0b8f0a5f, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61fc0dda-4bbe-440b-9721-7dd23a236ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '46144c95-400c-4650-874a-e4c7078add32'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:34:04.003225 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d55da0bb-69c5-496b-b194-efc62b2880d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:04.007581 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:04.123697 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-27936aa2-6c14-4b95-8049-ad97becf7e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'name': 'tempest-TestVolumeBackupRestore-1858629436-router', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ebc85926-5b1d-4669-ba8d-19bed558c3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:33:49Z', 'updated_at': '2021-11-10T19:33:57Z', 'revision_number': 4, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'gw_port': {'id': 'ebc85926-5b1d-4669-ba8d-19bed558c3b5', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:52Z', 'updated_at': '2021-11-10T19:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'c6ff41bb-3261-46b4-be8a-06827431cb6d', 'name': '', 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'mac_address': 'fa:16:3e:90:72:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '7b78156c-e958-473f-9a67-d60d2887529a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:57Z', 'updated_at': '2021-11-10T19:33:58Z', 'revision_number': 2, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'subnets': [{'id': '7b78156c-e958-473f-9a67-d60d2887529a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:04.130439 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=d5d8e200-2d7e-47b1-a3bc-74bbf382b257,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:04.146752 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-94773b4d-6423-47cd-82d8-9999a9111b36 admin admin] Allocated IP 172.25.3.78 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/fae1468c-c49a-48e5-b6dc-ef2d1d13d38e) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:34:04.155042 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-cda20ee0-696f-462a-8b12-0e8f93e24fc4 None None] Deleting port d5d8e200-2d7e-47b1-a3bc-74bbf382b257 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:34:04.155426 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cda20ee0-696f-462a-8b12-0e8f93e24fc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:04.170933 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-d55da0bb-69c5-496b-b194-efc62b2880d1 None None] For port 50eb5dcd-348a-45ac-8d2e-442e0b8f0a5f, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:34:04.181834 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc6959e-75ff-4b28-9f30-920d400b3d9f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:34:04.184118 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27936aa2-6c14-4b95-8049-ad97becf7e58 None None] Checking router: 7219050f-1373-4369-bbb2-a5caec6a4a72 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:34:04.184461 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27936aa2-6c14-4b95-8049-ad97becf7e58 None None] Updating router 7219050f-1373-4369-bbb2-a5caec6a4a72 port c6ff41bb-3261-46b4-be8a-06827431cb6d binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:34:04.188638 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1fc6959e-75ff-4b28-9f30-920d400b3d9f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:04.224688 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-d55da0bb-69c5-496b-b194-efc62b2880d1 None None] For port 50eb5dcd-348a-45ac-8d2e-442e0b8f0a5f, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=50eb5dcd-348a-45ac-8d2e-442e0b8f0a5f,segment=NetworkSegment(61fc0dda-4bbe-440b-9721-7dd23a236ac4),segment_id=61fc0dda-4bbe-440b-9721-7dd23a236ac4)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:34:04.238120 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d55da0bb-69c5-496b-b194-efc62b2880d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:04.239510 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-27936aa2-6c14-4b95-8049-ad97becf7e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:04.301200 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37d18e-49ff-4512-b897-7f2faa271a54 req-63c49cd5-23bf-4ffb-8a98-22d754870d9d tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:04.303743 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7e37d18e-49ff-4512-b897-7f2faa271a54 req-63c49cd5-23bf-4ffb-8a98-22d754870d9d tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.4762914 Nov 10 19:34:04.327685 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-cda20ee0-696f-462a-8b12-0e8f93e24fc4 None None] For port d5d8e200-2d7e-47b1-a3bc-74bbf382b257, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d5d8e200-2d7e-47b1-a3bc-74bbf382b257,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:34:04.328158 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cda20ee0-696f-462a-8b12-0e8f93e24fc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:04.343122 n-d-813897-4 neutron-server[102505]: INFO neutron.db.ipam_backend_mixin [None req-1fc6959e-75ff-4b28-9f30-920d400b3d9f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ed0d682f-fa1f-4ad7-ae58-10b3d87ed904 (CIDR: 2001:db8::/64) Nov 10 19:34:04.351428 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc6959e-75ff-4b28-9f30-920d400b3d9f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:34:04.353263 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fc6959e-75ff-4b28-9f30-920d400b3d9f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:04.367690 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-cda20ee0-696f-462a-8b12-0e8f93e24fc4 None None] Calling delete_port for d5d8e200-2d7e-47b1-a3bc-74bbf382b257 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:34:04.392817 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1fc6959e-75ff-4b28-9f30-920d400b3d9f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4925060 Nov 10 19:34:04.393479 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60168) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:04.407737 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-8309ec54-b69c-4ce7-8727-0ad58a38161f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:34:04.458694 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-94773b4d-6423-47cd-82d8-9999a9111b36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:04.472608 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7e37d18e-49ff-4512-b897-7f2faa271a54 req-0114cf53-e175-46b6-b197-d45ef55f3260 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582255 Nov 10 19:34:04.583526 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cda20ee0-696f-462a-8b12-0e8f93e24fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:04.629664 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda20ee0-696f-462a-8b12-0e8f93e24fc4 None None] No DVR routers for this DVR port d5d8e200-2d7e-47b1-a3bc-74bbf382b257 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:34:04.669480 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-94773b4d-6423-47cd-82d8-9999a9111b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:04.689405 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55da0bb-69c5-496b-b194-efc62b2880d1 None None] Pushing event updated for resources: {'Port': ['ID=50eb5dcd-348a-45ac-8d2e-442e0b8f0a5f,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:04.705552 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1177d8cd-bd29-464e-b497-87a92b2715a3 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:34:04.742783 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8309ec54-b69c-4ce7-8727-0ad58a38161f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:34:04.760606 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8309ec54-b69c-4ce7-8727-0ad58a38161f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:04.811597 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94773b4d-6423-47cd-82d8-9999a9111b36 admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:34:04.816566 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-94773b4d-6423-47cd-82d8-9999a9111b36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:34:04.832623 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94773b4d-6423-47cd-82d8-9999a9111b36 admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:34:04.861391 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-27936aa2-6c14-4b95-8049-ad97becf7e58 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:04.874984 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-27936aa2-6c14-4b95-8049-ad97becf7e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:04.898405 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94773b4d-6423-47cd-82d8-9999a9111b36 admin admin] Pushing event updated for resources: {'Port': ['ID=fae1468c-c49a-48e5-b6dc-ef2d1d13d38e,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:04.970923 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7907ed-1e56-43ef-a7de-73e0312b9d9b None None] Pushing event updated for resources: {'Port': ['ID=c6ff41bb-3261-46b4-be8a-06827431cb6d,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:05.070410 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7907ed-1e56-43ef-a7de-73e0312b9d9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:05.071191 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7907ed-1e56-43ef-a7de-73e0312b9d9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:05.071689 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7907ed-1e56-43ef-a7de-73e0312b9d9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:05.072568 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7907ed-1e56-43ef-a7de-73e0312b9d9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:05.073156 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7907ed-1e56-43ef-a7de-73e0312b9d9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:05.073697 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7907ed-1e56-43ef-a7de-73e0312b9d9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:05.074771 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7907ed-1e56-43ef-a7de-73e0312b9d9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:05.075352 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7907ed-1e56-43ef-a7de-73e0312b9d9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:05.076025 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7907ed-1e56-43ef-a7de-73e0312b9d9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:05.076565 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7907ed-1e56-43ef-a7de-73e0312b9d9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:05.077047 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7907ed-1e56-43ef-a7de-73e0312b9d9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:05.077562 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7907ed-1e56-43ef-a7de-73e0312b9d9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:05.090586 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-27936aa2-6c14-4b95-8049-ad97becf7e58 None None] Attempting to bind port c6ff41bb-3261-46b4-be8a-06827431cb6d on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:34:05.091604 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-27936aa2-6c14-4b95-8049-ad97becf7e58 None None] Attempting to bind port c6ff41bb-3261-46b4-be8a-06827431cb6d by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '64032029-8ab1-4323-b0f8-d41046acfa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:34:05.094572 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27936aa2-6c14-4b95-8049-ad97becf7e58 None None] Attempting to bind port c6ff41bb-3261-46b4-be8a-06827431cb6d on network 9dacfcc3-6546-45d2-be83-bda4927c0f56 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:34:05.107359 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88b814-0ee5-4f70-8dff-6a9efeb285b1 req-61fc87f7-04bb-498b-87df-847566687b74 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:05.107956 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27936aa2-6c14-4b95-8049-ad97becf7e58 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:34:05.108521 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27936aa2-6c14-4b95-8049-ad97becf7e58 None None] Checking segment: {'id': '64032029-8ab1-4323-b0f8-d41046acfa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:34:05.109494 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5e88b814-0ee5-4f70-8dff-6a9efeb285b1 req-61fc87f7-04bb-498b-87df-847566687b74 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=608f102e-ea5f-4fc6-a311-4ded3d02c0f2 HTTP/1.1" status: 200 len: 946 time: 0.3665769 Nov 10 19:34:05.117049 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-27936aa2-6c14-4b95-8049-ad97becf7e58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:05.117776 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27936aa2-6c14-4b95-8049-ad97becf7e58 None None] Bound using segment: {'id': '64032029-8ab1-4323-b0f8-d41046acfa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:34:05.118450 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-27936aa2-6c14-4b95-8049-ad97becf7e58 None None] Bound port: c6ff41bb-3261-46b4-be8a-06827431cb6d, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64032029-8ab1-4323-b0f8-d41046acfa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:34:05.119046 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-27936aa2-6c14-4b95-8049-ad97becf7e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:05.266181 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-94773b4d-6423-47cd-82d8-9999a9111b36 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:05.312137 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-27936aa2-6c14-4b95-8049-ad97becf7e58 None None] For port c6ff41bb-3261-46b4-be8a-06827431cb6d, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:34:05.320735 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-27936aa2-6c14-4b95-8049-ad97becf7e58 None None] For port c6ff41bb-3261-46b4-be8a-06827431cb6d, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=c6ff41bb-3261-46b4-be8a-06827431cb6d,segment=NetworkSegment(64032029-8ab1-4323-b0f8-d41046acfa66),segment_id=64032029-8ab1-4323-b0f8-d41046acfa66)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:34:05.331151 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-27936aa2-6c14-4b95-8049-ad97becf7e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:05.370615 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda20ee0-696f-462a-8b12-0e8f93e24fc4 None None] Pushing event deleted for resources: {'Port': ['ID=d5d8e200-2d7e-47b1-a3bc-74bbf382b257,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:05.384029 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a930ddc3-6d5f-4e2a-9db5-fbe2ecc4bd03 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:34:05.385442 n-d-813897-4 neutron-server[102505]: DEBUG neutron.objects.ports [None req-8309ec54-b69c-4ce7-8727-0ad58a38161f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102505) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 19:34:05.392277 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8309ec54-b69c-4ce7-8727-0ad58a38161f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:05.435894 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5e88b814-0ee5-4f70-8dff-6a9efeb285b1 req-680eb15e-8d8e-4dea-8d79-2e082232018a tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7b6540a-4f03-4890-b021-f271ae15676c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672103 Nov 10 19:34:05.501443 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27936aa2-6c14-4b95-8049-ad97becf7e58 None None] Routers {'7219050f-1373-4369-bbb2-a5caec6a4a72'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:05.502226 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-27936aa2-6c14-4b95-8049-ad97becf7e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:33:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['7219050f-1373-4369-bbb2-a5caec6a4a72'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:05.516249 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8309ec54-b69c-4ce7-8727-0ad58a38161f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:34:05.520157 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-8309ec54-b69c-4ce7-8727-0ad58a38161f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:34:05.524774 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8309ec54-b69c-4ce7-8727-0ad58a38161f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:05.525366 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8309ec54-b69c-4ce7-8727-0ad58a38161f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:05.573178 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 50eb5dcd-348a-45ac-8d2e-442e0b8f0a5f up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:34:05.604693 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309ec54-b69c-4ce7-8727-0ad58a38161f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Subnet': ['ID=f5d89849-66f7-4180-a7b7-6ce82ad6eada,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:05.610918 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8309ec54-b69c-4ce7-8727-0ad58a38161f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2133698 Nov 10 19:34:05.613062 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60174) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:05.621724 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-bf3e73fe-06ed-4115-9c1b-fcd9374b733e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'port': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'mac_address': 'fa:16:3e:ae:3a:da', 'name': 'tempest-NetworksTestDHCPv6-371537888'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:34:05.668793 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7907ed-1e56-43ef-a7de-73e0312b9d9b None None] Pushing event updated for resources: {'Port': ['ID=c6ff41bb-3261-46b4-be8a-06827431cb6d,revision_number=4']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:05.698751 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-cab8d535-6996-4872-9a53-36f2efbae410 None None] Provisioning complete for port c6ff41bb-3261-46b4-be8a-06827431cb6d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:05.699414 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cab8d535-6996-4872-9a53-36f2efbae410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:05.776717 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 50eb5dcd-348a-45ac-8d2e-442e0b8f0a5f triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:05.777676 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:05.790597 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-94773b4d-6423-47cd-82d8-9999a9111b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:05.803188 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ece95-13f8-4c22-9315-0998ec51fca2 req-660cd1ef-a895-4fef-8a8f-fc837d120635 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:05.805430 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-456ece95-13f8-4c22-9315-0998ec51fca2 req-660cd1ef-a895-4fef-8a8f-fc837d120635 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.1603458 Nov 10 19:34:05.891740 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-27936aa2-6c14-4b95-8049-ad97becf7e58 None None] Set router 7219050f-1373-4369-bbb2-a5caec6a4a72 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:34:05.970386 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c4b627-0260-4778-9f56-5902c7d667bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-0f2098c5-8490-42c1-8134-97661a60c707', 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'fixed_ips': [{'subnet_id': 'ed0d682f-fa1f-4ad7-ae58-10b3d87ed904'}, {'subnet_id': 'f5d89849-66f7-4180-a7b7-6ce82ad6eada'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:34:05.971648 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-73c4b627-0260-4778-9f56-5902c7d667bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:05.985454 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3e73fe-06ed-4115-9c1b-fcd9374b733e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:34:06.084188 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bf3e73fe-06ed-4115-9c1b-fcd9374b733e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:06.087107 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-456ece95-13f8-4c22-9315-0998ec51fca2 req-d5a0e587-714f-48b4-9ca9-797bfd673f7f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724550 Nov 10 19:34:06.115920 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-bf3e73fe-06ed-4115-9c1b-fcd9374b733e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] device_id is not set on port 9c9eb4b9-5dee-4f2d-b9d1-d2669e4717e7 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:34:06.139700 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cab8d535-6996-4872-9a53-36f2efbae410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:06.147139 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94773b4d-6423-47cd-82d8-9999a9111b36 admin admin] Router 33ac9349-1b6c-4155-9f8e-db8745d5cd93 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:34:06.166284 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6e3f2e-afff-44b0-866d-0b49126b58b6 None None] Network 46144c95-400c-4650-874a-e4c7078add32 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:34:06.349572 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-bf3e73fe-06ed-4115-9c1b-fcd9374b733e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Allocated IP 2001:db8::22d (0f2098c5-8490-42c1-8134-97661a60c707/ed0d682f-fa1f-4ad7-ae58-10b3d87ed904/9c9eb4b9-5dee-4f2d-b9d1-d2669e4717e7) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:34:06.361016 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-bf3e73fe-06ed-4115-9c1b-fcd9374b733e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Allocated IP 2001:db8:0:1:f816:3eff:feae:3ada (0f2098c5-8490-42c1-8134-97661a60c707/f5d89849-66f7-4180-a7b7-6ce82ad6eada/9c9eb4b9-5dee-4f2d-b9d1-d2669e4717e7) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:34:06.410940 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-cab8d535-6996-4872-9a53-36f2efbae410 None None] For port c6ff41bb-3261-46b4-be8a-06827431cb6d, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=c6ff41bb-3261-46b4-be8a-06827431cb6d,segment=NetworkSegment(64032029-8ab1-4323-b0f8-d41046acfa66),segment_id=64032029-8ab1-4323-b0f8-d41046acfa66)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:34:06.441559 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-27936aa2-6c14-4b95-8049-ad97becf7e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'name': 'tempest-TestVolumeBackupRestore-1858629436-router', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ebc85926-5b1d-4669-ba8d-19bed558c3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:33:49Z', 'updated_at': '2021-11-10T19:33:57Z', 'revision_number': 4, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'gw_port': {'id': 'ebc85926-5b1d-4669-ba8d-19bed558c3b5', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:52Z', 'updated_at': '2021-11-10T19:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'c6ff41bb-3261-46b4-be8a-06827431cb6d', 'name': '', 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'mac_address': 'fa:16:3e:90:72:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '7b78156c-e958-473f-9a67-d60d2887529a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:57Z', 'updated_at': '2021-11-10T19:34:05Z', 'revision_number': 4, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'subnets': [{'id': '7b78156c-e958-473f-9a67-d60d2887529a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:06.471338 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:06.480488 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cab8d535-6996-4872-9a53-36f2efbae410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:06.509579 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27936aa2-6c14-4b95-8049-ad97becf7e58 None None] The sync data for ids ['7219050f-1373-4369-bbb2-a5caec6a4a72'] in n-d-813897-4 is: [{'id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'name': 'tempest-TestVolumeBackupRestore-1858629436-router', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ebc85926-5b1d-4669-ba8d-19bed558c3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:33:49Z', 'updated_at': '2021-11-10T19:33:57Z', 'revision_number': 4, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'gw_port': {'id': 'ebc85926-5b1d-4669-ba8d-19bed558c3b5', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:52Z', 'updated_at': '2021-11-10T19:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'c6ff41bb-3261-46b4-be8a-06827431cb6d', 'name': '', 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'mac_address': 'fa:16:3e:90:72:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '7b78156c-e958-473f-9a67-d60d2887529a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:57Z', 'updated_at': '2021-11-10T19:34:05Z', 'revision_number': 4, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'subnets': [{'id': '7b78156c-e958-473f-9a67-d60d2887529a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:34:06.590334 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bf3e73fe-06ed-4115-9c1b-fcd9374b733e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:06.651239 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bf3e73fe-06ed-4115-9c1b-fcd9374b733e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:06.662089 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab8d535-6996-4872-9a53-36f2efbae410 None None] Pushing event updated for resources: {'Port': ['ID=c6ff41bb-3261-46b4-be8a-06827431cb6d,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:06.722772 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 50eb5dcd-348a-45ac-8d2e-442e0b8f0a5f, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=50eb5dcd-348a-45ac-8d2e-442e0b8f0a5f,segment=NetworkSegment(61fc0dda-4bbe-440b-9721-7dd23a236ac4),segment_id=61fc0dda-4bbe-440b-9721-7dd23a236ac4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:34:06.733728 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e73fe-06ed-4115-9c1b-fcd9374b733e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Port': ['ID=9c9eb4b9-5dee-4f2d-b9d1-d2669e4717e7,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:06.753369 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3e73fe-06ed-4115-9c1b-fcd9374b733e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:34:06.753625 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:06.756952 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4b82f407-1b56-422e-86d7-caa126642b7f None None] Provisioning complete for port c6ff41bb-3261-46b4-be8a-06827431cb6d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:06.760485 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4b82f407-1b56-422e-86d7-caa126642b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:06.760684 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-bf3e73fe-06ed-4115-9c1b-fcd9374b733e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:34:06.769811 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3e73fe-06ed-4115-9c1b-fcd9374b733e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:34:06.775940 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3e73fe-06ed-4115-9c1b-fcd9374b733e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:06.776623 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bf3e73fe-06ed-4115-9c1b-fcd9374b733e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:06.808342 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-bf3e73fe-06ed-4115-9c1b-fcd9374b733e tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1924531 Nov 10 19:34:06.808342 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60184) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:06.824130 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60186) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:06.972597 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94773b4d-6423-47cd-82d8-9999a9111b36 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:34:06.997184 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca9f02-7608-4bdf-a4f9-de14dbbcd5c7 req-f6ad88ca-f740-4a9f-b323-bb0b145099c7 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:06.997882 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdb024f-8f40-41ab-9913-07f27981281f None None] Sync routers for ids ['33ac9349-1b6c-4155-9f8e-db8745d5cd93'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:34:06.998401 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fcca9f02-7608-4bdf-a4f9-de14dbbcd5c7 req-f6ad88ca-f740-4a9f-b323-bb0b145099c7 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=608f102e-ea5f-4fc6-a311-4ded3d02c0f2 HTTP/1.1" status: 200 len: 946 time: 0.0978358 Nov 10 19:34:07.012763 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-94773b4d-6423-47cd-82d8-9999a9111b36 admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:07.015156 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-94773b4d-6423-47cd-82d8-9999a9111b36 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0717428 Nov 10 19:34:07.021336 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60190) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:07.035988 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=50eb5dcd-348a-45ac-8d2e-442e0b8f0a5f,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:07.073131 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-73c4b627-0260-4778-9f56-5902c7d667bb None None] Allocated IP 2001:db8::2 (0f2098c5-8490-42c1-8134-97661a60c707/ed0d682f-fa1f-4ad7-ae58-10b3d87ed904/09a73766-40a4-4b19-af29-defb3d611c70) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:34:07.077357 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdb024f-8f40-41ab-9913-07f27981281f None None] Routers {'33ac9349-1b6c-4155-9f8e-db8745d5cd93'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:07.077572 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-3bdb024f-8f40-41ab-9913-07f27981281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:33:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33ac9349-1b6c-4155-9f8e-db8745d5cd93'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:07.141644 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fcca9f02-7608-4bdf-a4f9-de14dbbcd5c7 req-52fa7e53-27f1-4d94-9db4-541c75eb1c09 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7b6540a-4f03-4890-b021-f271ae15676c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246765 Nov 10 19:34:07.336956 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-73c4b627-0260-4778-9f56-5902c7d667bb None None] Allocated IP 2001:db8:0:1:f816:3eff:fe4f:cd8c (0f2098c5-8490-42c1-8134-97661a60c707/f5d89849-66f7-4180-a7b7-6ce82ad6eada/09a73766-40a4-4b19-af29-defb3d611c70) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:34:07.369291 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce1c41-ebd4-4040-aaf6-254330729164 req-15d84d81-313f-4961-80ea-fa38ab2611f0 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:07.373348 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-98ce1c41-ebd4-4040-aaf6-254330729164 req-15d84d81-313f-4961-80ea-fa38ab2611f0 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=608f102e-ea5f-4fc6-a311-4ded3d02c0f2 HTTP/1.1" status: 200 len: 946 time: 0.1341627 Nov 10 19:34:07.382886 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60194) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:07.388796 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-faa71edc-5116-4a17-ab4e-b33fe2944014 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Request body: {'floatingip': {'port_id': '78f97294-2f8e-475b-986b-e05db715bdfd'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:34:07.412852 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-3bdb024f-8f40-41ab-9913-07f27981281f None None] Set router 33ac9349-1b6c-4155-9f8e-db8745d5cd93 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:34:07.421633 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device c6ff41bb-3261-46b4-be8a-06827431cb6d up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:34:07.510882 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-faa71edc-5116-4a17-ab4e-b33fe2944014 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for floatingip, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:07.706892 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4b82f407-1b56-422e-86d7-caa126642b7f None None] Provisioning complete for port 50eb5dcd-348a-45ac-8d2e-442e0b8f0a5f triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:07.707370 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4b82f407-1b56-422e-86d7-caa126642b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:07.803240 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port c6ff41bb-3261-46b4-be8a-06827431cb6d triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:07.803636 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:07.902623 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-e5726b20-8ea1-4bc5-8267-6ef01fc37c9e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Deleting port e361afd1-7bbe-4226-87a5-766167eb6938 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:34:07.903249 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e5726b20-8ea1-4bc5-8267-6ef01fc37c9e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:07.921120 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-076d9461-4bef-4ebc-92e1-a0f778372ed8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting port 9c9eb4b9-5dee-4f2d-b9d1-d2669e4717e7 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:34:07.921453 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-076d9461-4bef-4ebc-92e1-a0f778372ed8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:07.937494 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-73c4b627-0260-4778-9f56-5902c7d667bb None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:07.959823 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-73c4b627-0260-4778-9f56-5902c7d667bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:08.027977 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c4b627-0260-4778-9f56-5902c7d667bb None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:34:08.055770 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-73c4b627-0260-4778-9f56-5902c7d667bb None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:34:08.058477 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c4b627-0260-4778-9f56-5902c7d667bb None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:34:08.063319 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4b627-0260-4778-9f56-5902c7d667bb None None] Pushing event updated for resources: {'Port': ['ID=09a73766-40a4-4b19-af29-defb3d611c70,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:08.070116 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-3bdb024f-8f40-41ab-9913-07f27981281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ac9349-1b6c-4155-9f8e-db8745d5cd93', 'name': 'tempest-TestVolumeBackupRestore-449609664-router', 'tenant_id': 'b909c87dd62e4225811f8cf5690251df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'fae1468c-c49a-48e5-b6dc-ef2d1d13d38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:34:02Z', 'updated_at': '2021-11-10T19:34:05Z', 'revision_number': 3, 'project_id': 'b909c87dd62e4225811f8cf5690251df', 'gw_port': {'id': 'fae1468c-c49a-48e5-b6dc-ef2d1d13d38e', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ac9349-1b6c-4155-9f8e-db8745d5cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:34:03Z', 'updated_at': '2021-11-10T19:34:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:08.115734 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:34:08.204391 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e5726b20-8ea1-4bc5-8267-6ef01fc37c9e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:08.204796 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e5726b20-8ea1-4bc5-8267-6ef01fc37c9e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:08.224827 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-076d9461-4bef-4ebc-92e1-a0f778372ed8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:08.232594 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-e5726b20-8ea1-4bc5-8267-6ef01fc37c9e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Calling delete_port for e361afd1-7bbe-4226-87a5-766167eb6938 owned by network:floatingip {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:34:08.239523 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-faa71edc-5116-4a17-ab4e-b33fe2944014 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:08.247470 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-faa71edc-5116-4a17-ab4e-b33fe2944014 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:08.258244 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-076d9461-4bef-4ebc-92e1-a0f778372ed8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Calling delete_port for 9c9eb4b9-5dee-4f2d-b9d1-d2669e4717e7 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:34:08.287932 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdb024f-8f40-41ab-9913-07f27981281f None None] Checking router: 33ac9349-1b6c-4155-9f8e-db8745d5cd93 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:34:08.288289 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdb024f-8f40-41ab-9913-07f27981281f None None] Updating router 33ac9349-1b6c-4155-9f8e-db8745d5cd93 port fae1468c-c49a-48e5-b6dc-ef2d1d13d38e binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:34:08.295887 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4b82f407-1b56-422e-86d7-caa126642b7f None None] Provisioning complete for port fae1468c-c49a-48e5-b6dc-ef2d1d13d38e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:08.296291 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4b82f407-1b56-422e-86d7-caa126642b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:08.328474 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 50eb5dcd-348a-45ac-8d2e-442e0b8f0a5f up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:34:08.382266 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-faa71edc-5116-4a17-ab4e-b33fe2944014 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Floating IP 717c0f35-8124-4a6d-96a0-b0032f509331 associated. External IP: 172.25.3.209, port: 78f97294-2f8e-475b-986b-e05db715bdfd. Nov 10 19:34:08.401031 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3bdb024f-8f40-41ab-9913-07f27981281f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:08.472293 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-4b82f407-1b56-422e-86d7-caa126642b7f None None] Port fae1468c-c49a-48e5-b6dc-ef2d1d13d38e cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:34:08.492255 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-73c4b627-0260-4778-9f56-5902c7d667bb None None] Attempting to bind port 09a73766-40a4-4b19-af29-defb3d611c70 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:34:08.492543 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-73c4b627-0260-4778-9f56-5902c7d667bb None None] Attempting to bind port 09a73766-40a4-4b19-af29-defb3d611c70 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:34:08.492737 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c4b627-0260-4778-9f56-5902c7d667bb None None] Attempting to bind port 09a73766-40a4-4b19-af29-defb3d611c70 on network 0f2098c5-8490-42c1-8134-97661a60c707 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:34:08.519793 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c4b627-0260-4778-9f56-5902c7d667bb None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:34:08.520411 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c4b627-0260-4778-9f56-5902c7d667bb None None] Checking segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:34:08.521378 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-73c4b627-0260-4778-9f56-5902c7d667bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:08.522185 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c4b627-0260-4778-9f56-5902c7d667bb None None] Bound using segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:34:08.523061 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-73c4b627-0260-4778-9f56-5902c7d667bb None None] Bound port: 09a73766-40a4-4b19-af29-defb3d611c70, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:34:08.523675 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-73c4b627-0260-4778-9f56-5902c7d667bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:08.614437 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 50eb5dcd-348a-45ac-8d2e-442e0b8f0a5f triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:08.615075 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:08.636256 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4355894c-60a7-4d6b-87e9-232d86699497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:08.708671 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa71edc-5116-4a17-ab4e-b33fe2944014 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Router f1b2ad29-f404-478e-8585-710fb985884a has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:34:08.728992 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-646c71b3-afbd-491f-81fd-c9011d60616b None None] Provisioning complete for port 50eb5dcd-348a-45ac-8d2e-442e0b8f0a5f triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:08.729696 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-646c71b3-afbd-491f-81fd-c9011d60616b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:08.736576 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e5726b20-8ea1-4bc5-8267-6ef01fc37c9e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:08.854680 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-73c4b627-0260-4778-9f56-5902c7d667bb None None] For port 09a73766-40a4-4b19-af29-defb3d611c70, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:34:08.867594 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa71edc-5116-4a17-ab4e-b33fe2944014 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:34:08.872637 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-faa71edc-5116-4a17-ab4e-b33fe2944014 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:08.875719 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-73c4b627-0260-4778-9f56-5902c7d667bb None None] For port 09a73766-40a4-4b19-af29-defb3d611c70, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=09a73766-40a4-4b19-af29-defb3d611c70,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:34:08.885250 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ddd1bb-50ba-4f1e-b81d-750c06a3d32f None None] Sync routers for ids ['f1b2ad29-f404-478e-8585-710fb985884a'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:34:08.889028 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-73c4b627-0260-4778-9f56-5902c7d667bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:08.905697 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ddd1bb-50ba-4f1e-b81d-750c06a3d32f None None] Routers {'f1b2ad29-f404-478e-8585-710fb985884a'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:08.906688 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-34ddd1bb-50ba-4f1e-b81d-750c06a3d32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:33:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['f1b2ad29-f404-478e-8585-710fb985884a'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:08.910111 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-faa71edc-5116-4a17-ab4e-b33fe2944014 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "PUT /v2.0/floatingips/717c0f35-8124-4a6d-96a0-b0032f509331 HTTP/1.1" status: 200 len: 992 time: 1.5259187 Nov 10 19:34:08.910878 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608f102e-ea5f-4fc6-a311-4ded3d02c0f2', 'tag': '78f97294-2f8e-475b-986b-e05db715bdfd'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:34:08.924832 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-076d9461-4bef-4ebc-92e1-a0f778372ed8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:08.926961 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c9a6c8-2e62-4e3c-8764-62313ea19202" -d '{"events": [{"name": "network-changed", "server_uuid": "608f102e-ea5f-4fc6-a311-4ded3d02c0f2", "tag": "78f97294-2f8e-475b-986b-e05db715bdfd"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:34:08.951177 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5726b20-8ea1-4bc5-8267-6ef01fc37c9e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event deleted for resources: {'Port': ['ID=e361afd1-7bbe-4226-87a5-766167eb6938,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:09.007483 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d9461-4bef-4ebc-92e1-a0f778372ed8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Port': ['ID=9c9eb4b9-5dee-4f2d-b9d1-d2669e4717e7,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:09.051111 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fe6d47-4aee-4ff1-806c-f2e9cbf57112 x-openstack-request-id: req-11fe6d47-4aee-4ff1-806c-f2e9cbf57112 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:34:09.051641 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "608f102e-ea5f-4fc6-a311-4ded3d02c0f2", "tag": "78f97294-2f8e-475b-986b-e05db715bdfd", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:34:09.052058 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-11fe6d47-4aee-4ff1-806c-f2e9cbf57112 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:34:09.054333 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '608f102e-ea5f-4fc6-a311-4ded3d02c0f2', 'tag': '78f97294-2f8e-475b-986b-e05db715bdfd', 'status': 'completed', 'code': 200} Nov 10 19:34:09.090317 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-34ddd1bb-50ba-4f1e-b81d-750c06a3d32f None None] Set router f1b2ad29-f404-478e-8585-710fb985884a gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:34:09.103296 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4b627-0260-4778-9f56-5902c7d667bb None None] Pushing event updated for resources: {'Port': ['ID=09a73766-40a4-4b19-af29-defb3d611c70,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:09.167201 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-4355894c-60a7-4d6b-87e9-232d86699497 admin admin] Allocated IP 172.20.0.1 (46144c95-400c-4650-874a-e4c7078add32/f7bbdf61-543d-4838-bac7-7849910da06f/18e0fdaa-a093-45d1-bd3a-640a7aefeced) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:34:09.205383 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e5726b20-8ea1-4bc5-8267-6ef01fc37c9e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for floatingip, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:09.206014 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [None req-e5726b20-8ea1-4bc5-8267-6ef01fc37c9e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Floating IP 275ff680-795d-4816-a0c5-f652bf8eead8 disassociated (deleted). External IP: 172.25.3.208, port: dd0aa98c-9bc0-457e-be61-10ada0359ca0. Nov 10 19:34:09.231887 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3bdb024f-8f40-41ab-9913-07f27981281f None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:09.242723 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3bdb024f-8f40-41ab-9913-07f27981281f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:09.294831 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-3bdb024f-8f40-41ab-9913-07f27981281f None None] Attempting to bind port fae1468c-c49a-48e5-b6dc-ef2d1d13d38e on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:34:09.295086 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-076d9461-4bef-4ebc-92e1-a0f778372ed8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:09.295401 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-3bdb024f-8f40-41ab-9913-07f27981281f None None] Attempting to bind port fae1468c-c49a-48e5-b6dc-ef2d1d13d38e by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:34:09.296809 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdb024f-8f40-41ab-9913-07f27981281f None None] Attempting to bind port fae1468c-c49a-48e5-b6dc-ef2d1d13d38e on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:34:09.301381 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef99ff7-174c-43eb-af93-a0ca8ffc4f76 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:34:09.306679 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-076d9461-4bef-4ebc-92e1-a0f778372ed8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/9c9eb4b9-5dee-4f2d-b9d1-d2669e4717e7 HTTP/1.1" status: 204 len: 168 time: 2.4814513 Nov 10 19:34:09.308377 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60204) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:09.333531 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdb024f-8f40-41ab-9913-07f27981281f None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:34:09.335627 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdb024f-8f40-41ab-9913-07f27981281f None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:34:09.336220 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3bdb024f-8f40-41ab-9913-07f27981281f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:09.336799 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdb024f-8f40-41ab-9913-07f27981281f None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:34:09.337504 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-3bdb024f-8f40-41ab-9913-07f27981281f None None] Bound port: fae1468c-c49a-48e5-b6dc-ef2d1d13d38e, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:34:09.339381 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3bdb024f-8f40-41ab-9913-07f27981281f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:09.344073 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db9470-c026-4084-8b04-00e0a6501287 None None] Pushing event updated for resources: {'Port': ['ID=fae1468c-c49a-48e5-b6dc-ef2d1d13d38e,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:09.429799 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c3f949-0674-41f1-8321-1cf4986b5ec2 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:09.429799 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e0c3f949-0674-41f1-8321-1cf4986b5ec2 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1190012 Nov 10 19:34:09.431989 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60206) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:09.434025 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9a6c8-2e62-4e3c-8764-62313ea19202 req-bec55b95-e35f-436e-8278-5390b2ea5aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:09.437222 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c1c9a6c8-2e62-4e3c-8764-62313ea19202 req-bec55b95-e35f-436e-8278-5390b2ea5aaa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8404b51f2eea475c873a90f3482dbb68&device_id=608f102e-ea5f-4fc6-a311-4ded3d02c0f2 HTTP/1.1" status: 200 len: 1097 time: 0.2921455 Nov 10 19:34:09.493059 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-76db3908-8722-42e2-a9e4-9a9e49a9ecef None None] Provisioning complete for port fae1468c-c49a-48e5-b6dc-ef2d1d13d38e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:09.493616 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-76db3908-8722-42e2-a9e4-9a9e49a9ecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:09.500249 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-3bdb024f-8f40-41ab-9913-07f27981281f None None] For port fae1468c-c49a-48e5-b6dc-ef2d1d13d38e, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:34:09.559905 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988f6637-3fa2-4d1c-b60c-1ed803b7cb12 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:09.562152 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-988f6637-3fa2-4d1c-b60c-1ed803b7cb12 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1275165 Nov 10 19:34:09.566647 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60208) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:09.585205 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-3bdb024f-8f40-41ab-9913-07f27981281f None None] For port fae1468c-c49a-48e5-b6dc-ef2d1d13d38e, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fae1468c-c49a-48e5-b6dc-ef2d1d13d38e,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:34:09.597932 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-34ddd1bb-50ba-4f1e-b81d-750c06a3d32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'name': 'tempest-AttachVolumeTestJSON-1042387824-router', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:28:57Z', 'updated_at': '2021-11-10T19:29:07Z', 'revision_number': 4, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'gw_port': {'id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:59Z', 'updated_at': '2021-11-10T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '717c0f35-8124-4a6d-96a0-b0032f509331', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'port_id': '78f97294-2f8e-475b-986b-e05db715bdfd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab', 'mac_address': 'fa:16:3e:9d:37:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608f102e-ea5f-4fc6-a311-4ded3d02c0f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:33:47Z', 'updated_at': '2021-11-10T19:34:08Z', 'revision_number': 1, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecbd2da2-3c0c-4fda-99be-5b52a8e44cab', 'name': '', 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'mac_address': 'fa:16:3e:6e:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '8b7de537-b93b-4e73-8317-5941b65cea03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:29:05Z', 'updated_at': '2021-11-10T19:29:15Z', 'revision_number': 5, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'subnets': [{'id': '8b7de537-b93b-4e73-8317-5941b65cea03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:09.607868 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3bdb024f-8f40-41ab-9913-07f27981281f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:09.644461 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ddd1bb-50ba-4f1e-b81d-750c06a3d32f None None] Checking router: f1b2ad29-f404-478e-8585-710fb985884a for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:34:09.653490 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-76db3908-8722-42e2-a9e4-9a9e49a9ecef None None] Port fae1468c-c49a-48e5-b6dc-ef2d1d13d38e cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:34:09.674665 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51131c38-ba68-4057-a89a-40b46920c912 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:34:09.682081 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ddd1bb-50ba-4f1e-b81d-750c06a3d32f None None] Routers {'f1b2ad29-f404-478e-8585-710fb985884a'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:09.683176 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-34ddd1bb-50ba-4f1e-b81d-750c06a3d32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:33:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['f1b2ad29-f404-478e-8585-710fb985884a'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:09.703735 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb84348-64b9-430e-b223-915ca1edf385 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:09.705380 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb84348-64b9-430e-b223-915ca1edf385 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:09.707093 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb84348-64b9-430e-b223-915ca1edf385 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:09.708758 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-dcb84348-64b9-430e-b223-915ca1edf385 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0962622 Nov 10 19:34:09.713852 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60210) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:09.715018 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdb024f-8f40-41ab-9913-07f27981281f None None] Routers {'33ac9349-1b6c-4155-9f8e-db8745d5cd93'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:09.715731 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-3bdb024f-8f40-41ab-9913-07f27981281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:33:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33ac9349-1b6c-4155-9f8e-db8745d5cd93'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:09.748321 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4355894c-60a7-4d6b-87e9-232d86699497 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:09.814906 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-34ddd1bb-50ba-4f1e-b81d-750c06a3d32f None None] Set router f1b2ad29-f404-478e-8585-710fb985884a gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:34:09.836257 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-868b9cfc-ed90-4951-9e93-954ba6044c06 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting subnet ed0d682f-fa1f-4ad7-ae58-10b3d87ed904 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:34:09.838165 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9a6c8-2e62-4e3c-8764-62313ea19202 req-1c16d722-2f44-4e96-9aad-7bbc5c0bfbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:09.839657 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c1c9a6c8-2e62-4e3c-8764-62313ea19202 req-1c16d722-2f44-4e96-9aad-7bbc5c0bfbb8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab HTTP/1.1" status: 200 len: 912 time: 0.3438778 Nov 10 19:34:09.840496 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-868b9cfc-ed90-4951-9e93-954ba6044c06 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:09.888158 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db9470-c026-4084-8b04-00e0a6501287 None None] Pushing event updated for resources: {'Port': ['ID=fae1468c-c49a-48e5-b6dc-ef2d1d13d38e,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:09.895406 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-868b9cfc-ed90-4951-9e93-954ba6044c06 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:09.910987 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-3bdb024f-8f40-41ab-9913-07f27981281f None None] Set router 33ac9349-1b6c-4155-9f8e-db8745d5cd93 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:34:10.016821 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-868b9cfc-ed90-4951-9e93-954ba6044c06 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:10.065868 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c1c9a6c8-2e62-4e3c-8764-62313ea19202 req-21190224-3a26-439d-85c8-6f7f9a9b9426 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78f97294-2f8e-475b-986b-e05db715bdfd HTTP/1.1" status: 200 len: 1000 time: 0.0737109 Nov 10 19:34:10.076015 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5726b20-8ea1-4bc5-8267-6ef01fc37c9e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Router dad082b7-e80a-4abc-a3c9-8050c4e5b765 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:34:10.111883 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-868b9cfc-ed90-4951-9e93-954ba6044c06 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:10.150769 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-ac50848f-b2b2-4fa4-97eb-7efd1fcf1094 None None] Provisioning complete for port fae1468c-c49a-48e5-b6dc-ef2d1d13d38e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:10.151269 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ac50848f-b2b2-4fa4-97eb-7efd1fcf1094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:10.180758 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b9cfc-ed90-4951-9e93-954ba6044c06 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Subnet': ['ID=ed0d682f-fa1f-4ad7-ae58-10b3d87ed904,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:10.183203 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-868b9cfc-ed90-4951-9e93-954ba6044c06 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:10.187760 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-868b9cfc-ed90-4951-9e93-954ba6044c06 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/ed0d682f-fa1f-4ad7-ae58-10b3d87ed904 HTTP/1.1" status: 204 len: 168 time: 0.4725018 Nov 10 19:34:10.191027 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60218) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:10.216580 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9a6c8-2e62-4e3c-8764-62313ea19202 req-8dd72a30-3676-4148-8a58-7a6a3f68db16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:10.218826 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c1c9a6c8-2e62-4e3c-8764-62313ea19202 req-8dd72a30-3676-4148-8a58-7a6a3f68db16 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b7de537-b93b-4e73-8317-5941b65cea03 HTTP/1.1" status: 200 len: 850 time: 0.1411302 Nov 10 19:34:10.220914 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4355894c-60a7-4d6b-87e9-232d86699497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:10.284069 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-91479061-4b89-4499-a5f9-dd76f26f8410 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting subnet f5d89849-66f7-4180-a7b7-6ce82ad6eada {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:34:10.293983 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-91479061-4b89-4499-a5f9-dd76f26f8410 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:10.324242 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4355894c-60a7-4d6b-87e9-232d86699497 admin admin] Network 46144c95-400c-4650-874a-e4c7078add32 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:34:10.328259 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-3bdb024f-8f40-41ab-9913-07f27981281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ac9349-1b6c-4155-9f8e-db8745d5cd93', 'name': 'tempest-TestVolumeBackupRestore-449609664-router', 'tenant_id': 'b909c87dd62e4225811f8cf5690251df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'fae1468c-c49a-48e5-b6dc-ef2d1d13d38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:34:02Z', 'updated_at': '2021-11-10T19:34:05Z', 'revision_number': 3, 'project_id': 'b909c87dd62e4225811f8cf5690251df', 'gw_port': {'id': 'fae1468c-c49a-48e5-b6dc-ef2d1d13d38e', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ac9349-1b6c-4155-9f8e-db8745d5cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:34:03Z', 'updated_at': '2021-11-10T19:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:10.332901 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355894c-60a7-4d6b-87e9-232d86699497 admin admin] Pushing event updated for resources: {'Port': ['ID=18e0fdaa-a093-45d1-bd3a-640a7aefeced,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:10.342641 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-4355894c-60a7-4d6b-87e9-232d86699497 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:34:10.351885 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4355894c-60a7-4d6b-87e9-232d86699497 admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:34:10.425546 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4355894c-60a7-4d6b-87e9-232d86699497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:10.444275 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdb024f-8f40-41ab-9913-07f27981281f None None] The sync data for ids ['33ac9349-1b6c-4155-9f8e-db8745d5cd93'] in n-d-813897-4 is: [{'id': '33ac9349-1b6c-4155-9f8e-db8745d5cd93', 'name': 'tempest-TestVolumeBackupRestore-449609664-router', 'tenant_id': 'b909c87dd62e4225811f8cf5690251df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'fae1468c-c49a-48e5-b6dc-ef2d1d13d38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:34:02Z', 'updated_at': '2021-11-10T19:34:05Z', 'revision_number': 3, 'project_id': 'b909c87dd62e4225811f8cf5690251df', 'gw_port': {'id': 'fae1468c-c49a-48e5-b6dc-ef2d1d13d38e', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ac9349-1b6c-4155-9f8e-db8745d5cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:34:03Z', 'updated_at': '2021-11-10T19:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:34:10.451467 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-91479061-4b89-4499-a5f9-dd76f26f8410 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:10.457521 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-34ddd1bb-50ba-4f1e-b81d-750c06a3d32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'name': 'tempest-AttachVolumeTestJSON-1042387824-router', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:28:57Z', 'updated_at': '2021-11-10T19:29:07Z', 'revision_number': 4, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'gw_port': {'id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:59Z', 'updated_at': '2021-11-10T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '717c0f35-8124-4a6d-96a0-b0032f509331', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'port_id': '78f97294-2f8e-475b-986b-e05db715bdfd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab', 'mac_address': 'fa:16:3e:9d:37:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608f102e-ea5f-4fc6-a311-4ded3d02c0f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:33:47Z', 'updated_at': '2021-11-10T19:34:08Z', 'revision_number': 1, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecbd2da2-3c0c-4fda-99be-5b52a8e44cab', 'name': '', 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'mac_address': 'fa:16:3e:6e:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '8b7de537-b93b-4e73-8317-5941b65cea03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:29:05Z', 'updated_at': '2021-11-10T19:29:15Z', 'revision_number': 5, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'subnets': [{'id': '8b7de537-b93b-4e73-8317-5941b65cea03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:10.555362 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ac50848f-b2b2-4fa4-97eb-7efd1fcf1094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:10.575694 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ddd1bb-50ba-4f1e-b81d-750c06a3d32f None None] The sync data for ids ['f1b2ad29-f404-478e-8585-710fb985884a'] in n-d-813897-4 is: [{'id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'name': 'tempest-AttachVolumeTestJSON-1042387824-router', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:28:57Z', 'updated_at': '2021-11-10T19:29:07Z', 'revision_number': 4, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'gw_port': {'id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:59Z', 'updated_at': '2021-11-10T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '717c0f35-8124-4a6d-96a0-b0032f509331', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'port_id': '78f97294-2f8e-475b-986b-e05db715bdfd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab', 'mac_address': 'fa:16:3e:9d:37:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608f102e-ea5f-4fc6-a311-4ded3d02c0f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:33:47Z', 'updated_at': '2021-11-10T19:34:08Z', 'revision_number': 1, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecbd2da2-3c0c-4fda-99be-5b52a8e44cab', 'name': '', 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'mac_address': 'fa:16:3e:6e:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '8b7de537-b93b-4e73-8317-5941b65cea03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:29:05Z', 'updated_at': '2021-11-10T19:29:15Z', 'revision_number': 5, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'subnets': [{'id': '8b7de537-b93b-4e73-8317-5941b65cea03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:34:10.630308 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-ac50848f-b2b2-4fa4-97eb-7efd1fcf1094 None None] For port fae1468c-c49a-48e5-b6dc-ef2d1d13d38e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fae1468c-c49a-48e5-b6dc-ef2d1d13d38e,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:34:10.635252 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ac50848f-b2b2-4fa4-97eb-7efd1fcf1094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:10.741175 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-91479061-4b89-4499-a5f9-dd76f26f8410 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:10.769129 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50848f-b2b2-4fa4-97eb-7efd1fcf1094 None None] Pushing event updated for resources: {'Port': ['ID=fae1468c-c49a-48e5-b6dc-ef2d1d13d38e,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:10.883026 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9561faec-8634-4d2b-af4c-42cb6ce8a5ad None None] Provisioning complete for port 18e0fdaa-a093-45d1-bd3a-640a7aefeced triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:10.883419 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9561faec-8634-4d2b-af4c-42cb6ce8a5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:10.932268 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-91479061-4b89-4499-a5f9-dd76f26f8410 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:10.969917 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-91479061-4b89-4499-a5f9-dd76f26f8410 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:10.970493 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9561faec-8634-4d2b-af4c-42cb6ce8a5ad None None] Port 18e0fdaa-a093-45d1-bd3a-640a7aefeced cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:34:10.972079 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8efcdf-15ad-4771-8932-b9084d9c2e59 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:34:10.974803 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-91479061-4b89-4499-a5f9-dd76f26f8410 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/f5d89849-66f7-4180-a7b7-6ce82ad6eada HTTP/1.1" status: 204 len: 168 time: 0.7810891 Nov 10 19:34:11.039185 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60220) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:11.047147 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91479061-4b89-4499-a5f9-dd76f26f8410 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Subnet': ['ID=f5d89849-66f7-4180-a7b7-6ce82ad6eada,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:11.112913 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993e34d3-30fd-47dc-90ee-e531391f4ca9 None None] New status for floating IP 717c0f35-8124-4a6d-96a0-b0032f509331: ACTIVE {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:34:11.137224 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e7c4462c-e282-43fa-9134-fe9ff340c617 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0965323 Nov 10 19:34:11.140103 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60222) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:11.148350 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-a3b9a4eb-874c-4606-9f14-ab966323fabb tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:34:11.194584 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9a6c8-2e62-4e3c-8764-62313ea19202 req-ce8e20bf-b432-4c6f-a8b9-857d1c9c2b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:11.197942 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c1c9a6c8-2e62-4e3c-8764-62313ea19202 req-ce8e20bf-b432-4c6f-a8b9-857d1c9c2b2a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9608493 Nov 10 19:34:11.366151 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-ba74171c-1a88-4291-a718-4e6497a01339 None None] Provisioning complete for port 09a73766-40a4-4b19-af29-defb3d611c70 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:11.366635 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ba74171c-1a88-4291-a718-4e6497a01339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:11.421915 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b9a4eb-874c-4606-9f14-ab966323fabb tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:34:11.429076 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a3b9a4eb-874c-4606-9f14-ab966323fabb tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:11.444147 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 09a73766-40a4-4b19-af29-defb3d611c70 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:34:11.540202 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5726b20-8ea1-4bc5-8267-6ef01fc37c9e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:34:11.553876 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e5726b20-8ea1-4bc5-8267-6ef01fc37c9e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:11.560622 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c1c9a6c8-2e62-4e3c-8764-62313ea19202 req-eb57cc17-9398-4ab2-845f-b01f3e77d278 service neutron] 10.222.0.73 "GET /v2.0/networks/1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993083 Nov 10 19:34:11.568324 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850966c0-45f5-42c0-9045-e45d63adb830 None None] Sync routers for ids ['dad082b7-e80a-4abc-a3c9-8050c4e5b765'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:34:11.587483 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850966c0-45f5-42c0-9045-e45d63adb830 None None] Routers {'dad082b7-e80a-4abc-a3c9-8050c4e5b765'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:11.588828 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-850966c0-45f5-42c0-9045-e45d63adb830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:33:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['dad082b7-e80a-4abc-a3c9-8050c4e5b765'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:11.668434 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4355894c-60a7-4d6b-87e9-232d86699497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:11.734895 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ba74171c-1a88-4291-a718-4e6497a01339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:11.744932 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e5726b20-8ea1-4bc5-8267-6ef01fc37c9e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "DELETE /v2.0/floatingips/275ff680-795d-4816-a0c5-f652bf8eead8 HTTP/1.1" status: 204 len: 168 time: 4.9352987 Nov 10 19:34:11.782617 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 09a73766-40a4-4b19-af29-defb3d611c70 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:11.784463 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:11.857647 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d985e7-0519-42c9-836a-1fd19d5437b4', 'tag': 'dd0aa98c-9bc0-457e-be61-10ada0359ca0'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:34:11.861862 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c5a99a-cad7-4066-acff-5fcd75612c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d985e7-0519-42c9-836a-1fd19d5437b4", "tag": "dd0aa98c-9bc0-457e-be61-10ada0359ca0"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:34:11.882191 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33edd601-a856-426d-a031-2f26e2da2c6f None None] DHCP port deletion for 0f2098c5-8490-42c1-8134-97661a60c707 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:34:11.902216 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-850966c0-45f5-42c0-9045-e45d63adb830 None None] Set router dad082b7-e80a-4abc-a3c9-8050c4e5b765 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:34:11.946383 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a3b9a4eb-874c-4606-9f14-ab966323fabb tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:12.024380 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b9a4eb-874c-4606-9f14-ab966323fabb tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:34:12.043105 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-a3b9a4eb-874c-4606-9f14-ab966323fabb tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:34:12.043649 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-ba74171c-1a88-4291-a718-4e6497a01339 None None] For port 09a73766-40a4-4b19-af29-defb3d611c70, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=09a73766-40a4-4b19-af29-defb3d611c70,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:34:12.063395 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b9a4eb-874c-4606-9f14-ab966323fabb tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:12.063832 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ba74171c-1a88-4291-a718-4e6497a01339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:12.070081 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a3b9a4eb-874c-4606-9f14-ab966323fabb tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:12.100994 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c1c9a6c8-2e62-4e3c-8764-62313ea19202 req-a8fb76f9-59ed-4101-be1a-a14b577fd600 service neutron] 10.222.0.73 "GET /v2.0/networks/1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5056372 Nov 10 19:34:12.141166 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a3b9a4eb-874c-4606-9f14-ab966323fabb tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9996133 Nov 10 19:34:12.148927 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60234) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:12.169930 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-30a31a76-3f1b-4b76-85b4-dc8fecd496ac tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:34:12.190295 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a900cf43-3d56-4a98-a367-9fe01d9bc00e x-openstack-request-id: req-a900cf43-3d56-4a98-a367-9fe01d9bc00e {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:34:12.190601 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d985e7-0519-42c9-836a-1fd19d5437b4", "tag": "dd0aa98c-9bc0-457e-be61-10ada0359ca0", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:34:12.191994 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a900cf43-3d56-4a98-a367-9fe01d9bc00e {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:34:12.192414 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d985e7-0519-42c9-836a-1fd19d5437b4', 'tag': 'dd0aa98c-9bc0-457e-be61-10ada0359ca0', 'status': 'completed', 'code': 200} Nov 10 19:34:12.293479 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5a99a-cad7-4066-acff-5fcd75612c3e req-509f7cb8-b264-45c4-b400-7f3680d180f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:12.295018 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f3c5a99a-cad7-4066-acff-5fcd75612c3e req-509f7cb8-b264-45c4-b400-7f3680d180f2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=540494213bb2401d877387c28ba690c2&device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 1097 time: 0.0932415 Nov 10 19:34:12.442487 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9a4eb-874c-4606-9f14-ab966323fabb tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Subnet': ['ID=16b24e08-2def-40f8-860b-263db1fd4c5b,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:12.444999 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-850966c0-45f5-42c0-9045-e45d63adb830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452315930', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7e6a3f0f-a035-40cf-8037-308814ecffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:02Z', 'updated_at': '2021-11-10T19:32:12Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '7e6a3f0f-a035-40cf-8037-308814ecffad', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:03Z', 'updated_at': '2021-11-10T19:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '5bc50ef9-5880-47b6-89f5-d703702896ad', 'name': '', 'network_id': 'd69f5d37-8d73-449a-aeb4-ab39a82e90bd', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:cd:b7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': 'a5f1198b-bd27-49bb-96f5-12e36fe63c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:11Z', 'updated_at': '2021-11-10T19:32:21Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': 'a5f1198b-bd27-49bb-96f5-12e36fe63c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:12.445904 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4355894c-60a7-4d6b-87e9-232d86699497 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:12.462499 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4355894c-60a7-4d6b-87e9-232d86699497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:12.480806 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850966c0-45f5-42c0-9045-e45d63adb830 None None] Checking router: dad082b7-e80a-4abc-a3c9-8050c4e5b765 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:34:12.491503 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850966c0-45f5-42c0-9045-e45d63adb830 None None] Routers {'dad082b7-e80a-4abc-a3c9-8050c4e5b765'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:12.492140 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-850966c0-45f5-42c0-9045-e45d63adb830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:33:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['dad082b7-e80a-4abc-a3c9-8050c4e5b765'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:12.511024 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a31a76-3f1b-4b76-85b4-dc8fecd496ac tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:34:12.514932 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-30a31a76-3f1b-4b76-85b4-dc8fecd496ac tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:12.545827 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74171c-1a88-4291-a718-4e6497a01339 None None] Pushing event updated for resources: {'Port': ['ID=09a73766-40a4-4b19-af29-defb3d611c70,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:12.563188 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fae1468c-c49a-48e5-b6dc-ef2d1d13d38e up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:34:12.585651 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5a99a-cad7-4066-acff-5fcd75612c3e req-ce777cf3-7794-4c1a-a610-f434f5d62e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:12.588681 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f3c5a99a-cad7-4066-acff-5fcd75612c3e req-ce777cf3-7794-4c1a-a610-f434f5d62e26 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d69f5d37-8d73-449a-aeb4-ab39a82e90bd HTTP/1.1" status: 200 len: 898 time: 0.2835095 Nov 10 19:34:12.591665 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4aaa8-d8c2-45e2-bb44-73bd6a9b5dec req-f5b89e6d-90b5-457b-8994-61099eaa94af tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:12.593253 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3cf4aaa8-d8c2-45e2-bb44-73bd6a9b5dec req-f5b89e6d-90b5-457b-8994-61099eaa94af tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 946 time: 0.1518955 Nov 10 19:34:12.624205 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-33edd601-a856-426d-a031-2f26e2da2c6f None None] Deleting port 09a73766-40a4-4b19-af29-defb3d611c70 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:34:12.625558 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-33edd601-a856-426d-a031-2f26e2da2c6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:12.668345 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355894c-60a7-4d6b-87e9-232d86699497 admin admin] Pushing event updated for resources: {'Port': ['ID=18e0fdaa-a093-45d1-bd3a-640a7aefeced,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:12.674742 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f3c5a99a-cad7-4066-acff-5fcd75612c3e req-629853e4-c761-40f2-8f71-79b1b09a7d21 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd0aa98c-9bc0-457e-be61-10ada0359ca0 HTTP/1.1" status: 200 len: 217 time: 0.0718422 Nov 10 19:34:12.676501 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4355894c-60a7-4d6b-87e9-232d86699497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:12.703414 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3cf4aaa8-d8c2-45e2-bb44-73bd6a9b5dec req-5996527c-18e0-4b81-b1c2-170597d770e8 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=9098cf66-e6a6-4b65-8dfe-20c875f20b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899889 Nov 10 19:34:12.712153 n-d-813897-4 neutron-server[102506]: INFO neutron.db.ipam_backend_mixin [None req-30a31a76-3f1b-4b76-85b4-dc8fecd496ac tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 16b24e08-2def-40f8-860b-263db1fd4c5b (CIDR: 2001:db8::/64) Nov 10 19:34:12.725087 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a31a76-3f1b-4b76-85b4-dc8fecd496ac tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:34:12.726326 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30a31a76-3f1b-4b76-85b4-dc8fecd496ac tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:12.753979 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-30a31a76-3f1b-4b76-85b4-dc8fecd496ac tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6034119 Nov 10 19:34:12.756368 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port fae1468c-c49a-48e5-b6dc-ef2d1d13d38e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:12.756857 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:12.757043 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60238) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:12.768807 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-f690bb0f-452e-4283-929b-af951859c439 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'subnet': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:34:12.802116 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-850966c0-45f5-42c0-9045-e45d63adb830 None None] Set router dad082b7-e80a-4abc-a3c9-8050c4e5b765 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:34:12.822939 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5a99a-cad7-4066-acff-5fcd75612c3e req-2c975a4c-545f-4ba6-944b-2728b2cbc44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:12.824484 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f3c5a99a-cad7-4066-acff-5fcd75612c3e req-2c975a4c-545f-4ba6-944b-2728b2cbc44f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5f1198b-bd27-49bb-96f5-12e36fe63c4f HTTP/1.1" status: 200 len: 834 time: 0.1374207 Nov 10 19:34:12.826209 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-33edd601-a856-426d-a031-2f26e2da2c6f None None] For port 09a73766-40a4-4b19-af29-defb3d611c70, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=09a73766-40a4-4b19-af29-defb3d611c70,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:34:12.826627 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-33edd601-a856-426d-a031-2f26e2da2c6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:12.848104 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-33edd601-a856-426d-a031-2f26e2da2c6f None None] Calling delete_port for 09a73766-40a4-4b19-af29-defb3d611c70 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:34:12.946848 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4355894c-60a7-4d6b-87e9-232d86699497 admin admin] Network 46144c95-400c-4650-874a-e4c7078add32 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:34:12.968802 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5a99a-cad7-4066-acff-5fcd75612c3e req-abf6ded2-910a-46d0-9759-e4c69789a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:12.975474 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f3c5a99a-cad7-4066-acff-5fcd75612c3e req-abf6ded2-910a-46d0-9759-e4c69789a14e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d69f5d37-8d73-449a-aeb4-ab39a82e90bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1419513 Nov 10 19:34:12.976508 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-4355894c-60a7-4d6b-87e9-232d86699497 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:34:12.989168 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f690bb0f-452e-4283-929b-af951859c439 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:34:12.993409 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f690bb0f-452e-4283-929b-af951859c439 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:13.034556 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-33edd601-a856-426d-a031-2f26e2da2c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:13.067756 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33edd601-a856-426d-a031-2f26e2da2c6f None None] Pushing event deleted for resources: {'Port': ['ID=09a73766-40a4-4b19-af29-defb3d611c70,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:13.080808 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33edd601-a856-426d-a031-2f26e2da2c6f None None] No DVR routers for this DVR port 09a73766-40a4-4b19-af29-defb3d611c70 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:34:13.109235 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e09b5b-2af0-4463-bd1a-63b87a2040f1 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:34:13.355017 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-850966c0-45f5-42c0-9045-e45d63adb830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452315930', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7e6a3f0f-a035-40cf-8037-308814ecffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:02Z', 'updated_at': '2021-11-10T19:32:12Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '7e6a3f0f-a035-40cf-8037-308814ecffad', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:03Z', 'updated_at': '2021-11-10T19:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '5bc50ef9-5880-47b6-89f5-d703702896ad', 'name': '', 'network_id': 'd69f5d37-8d73-449a-aeb4-ab39a82e90bd', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:cd:b7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': 'a5f1198b-bd27-49bb-96f5-12e36fe63c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:11Z', 'updated_at': '2021-11-10T19:32:21Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': 'a5f1198b-bd27-49bb-96f5-12e36fe63c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:13.405404 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f3c5a99a-cad7-4066-acff-5fcd75612c3e req-28500560-95d0-427d-9387-65d8a6ef0332 service neutron] 10.222.0.73 "GET /v2.0/networks/d69f5d37-8d73-449a-aeb4-ab39a82e90bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191422 Nov 10 19:34:13.406619 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 09a73766-40a4-4b19-af29-defb3d611c70 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:34:13.416043 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850966c0-45f5-42c0-9045-e45d63adb830 None None] The sync data for ids ['dad082b7-e80a-4abc-a3c9-8050c4e5b765'] in n-d-813897-4 is: [{'id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452315930', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7e6a3f0f-a035-40cf-8037-308814ecffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:02Z', 'updated_at': '2021-11-10T19:32:12Z', 'revision_number': 4, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '7e6a3f0f-a035-40cf-8037-308814ecffad', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:03Z', 'updated_at': '2021-11-10T19:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '5bc50ef9-5880-47b6-89f5-d703702896ad', 'name': '', 'network_id': 'd69f5d37-8d73-449a-aeb4-ab39a82e90bd', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'mac_address': 'fa:16:3e:cd:b7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': 'a5f1198b-bd27-49bb-96f5-12e36fe63c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:11Z', 'updated_at': '2021-11-10T19:32:21Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'subnets': [{'id': 'a5f1198b-bd27-49bb-96f5-12e36fe63c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:34:13.503867 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 09a73766-40a4-4b19-af29-defb3d611c70 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:34:13.504218 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 09a73766-40a4-4b19-af29-defb3d611c70 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:34:13.529684 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8802463d-30a6-46f8-90d5-5d027aba1f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-0f2098c5-8490-42c1-8134-97661a60c707', 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'tenant_id': '58032e7d1f2f404ba85bd15a14418eaa', 'fixed_ips': [{'subnet_id': '16b24e08-2def-40f8-860b-263db1fd4c5b'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:34:13.535261 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8802463d-30a6-46f8-90d5-5d027aba1f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:13.548247 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4355894c-60a7-4d6b-87e9-232d86699497 admin admin] Router 33ac9349-1b6c-4155-9f8e-db8745d5cd93 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:34:13.552821 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3da7b-48d0-453a-bf75-e622dd0d8a82 req-94bdcf50-d9f0-48dd-99f0-cc50e80af46f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:13.560693 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b9c3da7b-48d0-453a-bf75-e622dd0d8a82 req-94bdcf50-d9f0-48dd-99f0-cc50e80af46f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 946 time: 0.1671708 Nov 10 19:34:13.569966 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f0a9cfaf-6e28-47f2-bfab-c80c01e5e22e None None] Provisioning complete for port 18e0fdaa-a093-45d1-bd3a-640a7aefeced triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:13.570273 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f0a9cfaf-6e28-47f2-bfab-c80c01e5e22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:13.716529 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9cfaf-6e28-47f2-bfab-c80c01e5e22e None None] Port 18e0fdaa-a093-45d1-bd3a-640a7aefeced cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:34:13.794128 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f3c5a99a-cad7-4066-acff-5fcd75612c3e req-cdeb1276-9410-414d-8c97-74f78d9495f2 service neutron] 10.222.0.73 "GET /v2.0/networks/d69f5d37-8d73-449a-aeb4-ab39a82e90bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747258 Nov 10 19:34:13.837566 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4355894c-60a7-4d6b-87e9-232d86699497 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:34:13.838414 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-8802463d-30a6-46f8-90d5-5d027aba1f3d None None] Allocated IP 2001:db8::2 (0f2098c5-8490-42c1-8134-97661a60c707/16b24e08-2def-40f8-860b-263db1fd4c5b/fc1e567d-09dd-455c-bcbb-a738fe15c7a4) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:34:13.850698 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4355894c-60a7-4d6b-87e9-232d86699497 admin admin] 10.222.0.54 "PUT /v2.0/routers/33ac9349-1b6c-4155-9f8e-db8745d5cd93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8280149 Nov 10 19:34:13.932539 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237d0875-41b7-4ae7-b2e8-075832fd4fad None None] New status for floating IP 275ff680-795d-4816-a0c5-f652bf8eead8: DOWN {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:34:13.981140 n-d-813897-4 neutron-server[102506]: DEBUG neutron.objects.ports [None req-f690bb0f-452e-4283-929b-af951859c439 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102506) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 19:34:13.992084 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f690bb0f-452e-4283-929b-af951859c439 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:14.075415 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad71de-f1be-42d3-a176-4978e40a6439 req-09875290-a42e-4592-ba3c-37ab872569d0 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:14.084919 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a0ad71de-f1be-42d3-a176-4978e40a6439 req-09875290-a42e-4592-ba3c-37ab872569d0 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 946 time: 0.2420373 Nov 10 19:34:14.110530 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acb7a5e-3e71-487c-b01b-3b266512838f None None] Sync routers for ids ['33ac9349-1b6c-4155-9f8e-db8745d5cd93'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:34:14.118068 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-b9c3da7b-48d0-453a-bf75-e622dd0d8a82 req-1fd0cba0-1c04-40ec-bbf5-29da6f5cdb6e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Deleting port dd0aa98c-9bc0-457e-be61-10ada0359ca0 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:34:14.118673 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b9c3da7b-48d0-453a-bf75-e622dd0d8a82 req-1fd0cba0-1c04-40ec-bbf5-29da6f5cdb6e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:14.129064 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acb7a5e-3e71-487c-b01b-3b266512838f None None] Routers {'33ac9349-1b6c-4155-9f8e-db8745d5cd93'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:14.129708 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9acb7a5e-3e71-487c-b01b-3b266512838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:33:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33ac9349-1b6c-4155-9f8e-db8745d5cd93'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:14.176867 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8802463d-30a6-46f8-90d5-5d027aba1f3d None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:14.187268 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8802463d-30a6-46f8-90d5-5d027aba1f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:14.206993 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f690bb0f-452e-4283-929b-af951859c439 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:34:14.215998 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-f690bb0f-452e-4283-929b-af951859c439 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:34:14.231970 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f690bb0f-452e-4283-929b-af951859c439 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:14.232575 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f690bb0f-452e-4283-929b-af951859c439 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:14.245899 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802463d-30a6-46f8-90d5-5d027aba1f3d None None] Pushing event updated for resources: {'Port': ['ID=fc1e567d-09dd-455c-bcbb-a738fe15c7a4,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:14.259382 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8802463d-30a6-46f8-90d5-5d027aba1f3d None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:34:14.260843 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-8802463d-30a6-46f8-90d5-5d027aba1f3d None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:34:14.266104 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8802463d-30a6-46f8-90d5-5d027aba1f3d None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:34:14.288788 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690bb0f-452e-4283-929b-af951859c439 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Subnet': ['ID=df9f025b-ddc2-472e-905f-e440a1557c34,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:14.310588 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a0ad71de-f1be-42d3-a176-4978e40a6439 req-c2bd81a4-5da5-4cee-9e3f-bc8de6973898 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/security-groups?id=9098cf66-e6a6-4b65-8dfe-20c875f20b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237387 Nov 10 19:34:14.326231 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60268) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:14.328481 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f690bb0f-452e-4283-929b-af951859c439 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5696449 Nov 10 19:34:14.330629 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-8802463d-30a6-46f8-90d5-5d027aba1f3d None None] Attempting to bind port fc1e567d-09dd-455c-bcbb-a738fe15c7a4 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:34:14.331010 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-8802463d-30a6-46f8-90d5-5d027aba1f3d None None] Attempting to bind port fc1e567d-09dd-455c-bcbb-a738fe15c7a4 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:34:14.331398 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8802463d-30a6-46f8-90d5-5d027aba1f3d None None] Attempting to bind port fc1e567d-09dd-455c-bcbb-a738fe15c7a4 on network 0f2098c5-8490-42c1-8134-97661a60c707 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:34:14.337888 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-77d9f076-bfae-490d-995d-8937432ca67f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Request body: {'port': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'mac_address': 'fa:16:3e:83:2f:e6', 'name': 'tempest-NetworksTestDHCPv6-875254223'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:34:14.338056 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8802463d-30a6-46f8-90d5-5d027aba1f3d None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:34:14.338360 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8802463d-30a6-46f8-90d5-5d027aba1f3d None None] Checking segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:34:14.338951 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8802463d-30a6-46f8-90d5-5d027aba1f3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:14.339351 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8802463d-30a6-46f8-90d5-5d027aba1f3d None None] Bound using segment: {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:34:14.345704 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-9acb7a5e-3e71-487c-b01b-3b266512838f None None] Set router 33ac9349-1b6c-4155-9f8e-db8745d5cd93 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:34:14.349634 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-8802463d-30a6-46f8-90d5-5d027aba1f3d None None] Bound port: fc1e567d-09dd-455c-bcbb-a738fe15c7a4, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aeb1cc2-349d-462a-8f6f-a3b2d257b291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0f2098c5-8490-42c1-8134-97661a60c707'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:34:14.350254 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8802463d-30a6-46f8-90d5-5d027aba1f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:14.370096 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-b9c3da7b-48d0-453a-bf75-e622dd0d8a82 req-1fd0cba0-1c04-40ec-bbf5-29da6f5cdb6e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] For port dd0aa98c-9bc0-457e-be61-10ada0359ca0, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=dd0aa98c-9bc0-457e-be61-10ada0359ca0,segment=NetworkSegment(010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa),segment_id=010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:34:14.370469 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b9c3da7b-48d0-453a-bf75-e622dd0d8a82 req-1fd0cba0-1c04-40ec-bbf5-29da6f5cdb6e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:14.406654 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-b9c3da7b-48d0-453a-bf75-e622dd0d8a82 req-1fd0cba0-1c04-40ec-bbf5-29da6f5cdb6e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Calling delete_port for dd0aa98c-9bc0-457e-be61-10ada0359ca0 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:34:14.466268 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-8802463d-30a6-46f8-90d5-5d027aba1f3d None None] For port fc1e567d-09dd-455c-bcbb-a738fe15c7a4, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:34:14.471000 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-8802463d-30a6-46f8-90d5-5d027aba1f3d None None] For port fc1e567d-09dd-455c-bcbb-a738fe15c7a4, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fc1e567d-09dd-455c-bcbb-a738fe15c7a4,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:34:14.511697 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8802463d-30a6-46f8-90d5-5d027aba1f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:14.633031 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802463d-30a6-46f8-90d5-5d027aba1f3d None None] Pushing event updated for resources: {'Port': ['ID=fc1e567d-09dd-455c-bcbb-a738fe15c7a4,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:14.671723 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b9c3da7b-48d0-453a-bf75-e622dd0d8a82 req-1fd0cba0-1c04-40ec-bbf5-29da6f5cdb6e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:14.682069 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d9f076-bfae-490d-995d-8937432ca67f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Made reservation on behalf of 58032e7d1f2f404ba85bd15a14418eaa for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:34:14.752439 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd0cba0-1c04-40ec-bbf5-29da6f5cdb6e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event deleted for resources: {'Port': ['ID=dd0aa98c-9bc0-457e-be61-10ada0359ca0,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:14.763017 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9acb7a5e-3e71-487c-b01b-3b266512838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ac9349-1b6c-4155-9f8e-db8745d5cd93', 'name': 'tempest-TestVolumeBackupRestore-449609664-router', 'tenant_id': 'b909c87dd62e4225811f8cf5690251df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'fae1468c-c49a-48e5-b6dc-ef2d1d13d38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:34:02Z', 'updated_at': '2021-11-10T19:34:11Z', 'revision_number': 4, 'project_id': 'b909c87dd62e4225811f8cf5690251df', 'gw_port': {'id': 'fae1468c-c49a-48e5-b6dc-ef2d1d13d38e', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac9349-1b6c-4155-9f8e-db8745d5cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:34:03Z', 'updated_at': '2021-11-10T19:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '18e0fdaa-a093-45d1-bd3a-640a7aefeced', 'name': '', 'network_id': '46144c95-400c-4650-874a-e4c7078add32', 'tenant_id': 'b909c87dd62e4225811f8cf5690251df', 'mac_address': 'fa:16:3e:ee:26:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ac9349-1b6c-4155-9f8e-db8745d5cd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'f7bbdf61-543d-4838-bac7-7849910da06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:34:08Z', 'updated_at': '2021-11-10T19:34:12Z', 'revision_number': 2, 'project_id': 'b909c87dd62e4225811f8cf5690251df', 'subnets': [{'id': 'f7bbdf61-543d-4838-bac7-7849910da06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:14.823149 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acb7a5e-3e71-487c-b01b-3b266512838f None None] Checking router: 33ac9349-1b6c-4155-9f8e-db8745d5cd93 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:34:14.823505 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acb7a5e-3e71-487c-b01b-3b266512838f None None] Updating router 33ac9349-1b6c-4155-9f8e-db8745d5cd93 port 18e0fdaa-a093-45d1-bd3a-640a7aefeced binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:34:14.825496 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-77d9f076-bfae-490d-995d-8937432ca67f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:14.828365 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c3da7b-48d0-453a-bf75-e622dd0d8a82 req-1fd0cba0-1c04-40ec-bbf5-29da6f5cdb6e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] No DVR routers for this DVR port dd0aa98c-9bc0-457e-be61-10ada0359ca0 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:34:14.837412 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b9c3da7b-48d0-453a-bf75-e622dd0d8a82 req-1fd0cba0-1c04-40ec-bbf5-29da6f5cdb6e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:14.846608 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b9c3da7b-48d0-453a-bf75-e622dd0d8a82 req-1fd0cba0-1c04-40ec-bbf5-29da6f5cdb6e tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.73 "DELETE /v2.0/ports/dd0aa98c-9bc0-457e-be61-10ada0359ca0 HTTP/1.1" status: 204 len: 173 time: 1.1876767 Nov 10 19:34:14.847172 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d985e7-0519-42c9-836a-1fd19d5437b4', 'name': 'network-vif-deleted', 'tag': 'dd0aa98c-9bc0-457e-be61-10ada0359ca0'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:34:14.857058 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da100254-a469-4616-ab36-7c952b0e2b5d" -d '{"events": [{"server_uuid": "c7d985e7-0519-42c9-836a-1fd19d5437b4", "name": "network-vif-deleted", "tag": "dd0aa98c-9bc0-457e-be61-10ada0359ca0"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:34:14.864935 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-77d9f076-bfae-490d-995d-8937432ca67f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] device_id is not set on port 3789c231-7b47-4525-a668-bf97c09fbd5d yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:34:14.869930 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9acb7a5e-3e71-487c-b01b-3b266512838f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:14.949189 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8385984c-206b-4798-a0f4-82d1bf007032 x-openstack-request-id: req-8385984c-206b-4798-a0f4-82d1bf007032 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:34:14.949686 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d985e7-0519-42c9-836a-1fd19d5437b4", "name": "network-vif-deleted", "tag": "dd0aa98c-9bc0-457e-be61-10ada0359ca0", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:34:14.950212 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8385984c-206b-4798-a0f4-82d1bf007032 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:34:14.951023 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d985e7-0519-42c9-836a-1fd19d5437b4', 'name': 'network-vif-deleted', 'tag': 'dd0aa98c-9bc0-457e-be61-10ada0359ca0', 'status': 'completed', 'code': 200} Nov 10 19:34:15.278999 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-77d9f076-bfae-490d-995d-8937432ca67f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Allocated IP 2001:db8::19a (0f2098c5-8490-42c1-8134-97661a60c707/16b24e08-2def-40f8-860b-263db1fd4c5b/3789c231-7b47-4525-a668-bf97c09fbd5d) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:34:15.295147 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-77d9f076-bfae-490d-995d-8937432ca67f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Allocated IP 2001:db8:0:1:f816:3eff:fe83:2fe6 (0f2098c5-8490-42c1-8134-97661a60c707/df9f025b-ddc2-472e-905f-e440a1557c34/3789c231-7b47-4525-a668-bf97c09fbd5d) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:34:15.452223 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fc1e567d-09dd-455c-bcbb-a738fe15c7a4 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:34:15.458655 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9acb7a5e-3e71-487c-b01b-3b266512838f None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:15.465816 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9acb7a5e-3e71-487c-b01b-3b266512838f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:15.541481 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port fc1e567d-09dd-455c-bcbb-a738fe15c7a4 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:15.542058 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:15.597902 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad981b0-a2dd-4f5c-abb3-72020836d92e None None] Pushing event updated for resources: {'Port': ['ID=18e0fdaa-a093-45d1-bd3a-640a7aefeced,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:15.691937 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8f8ba79a-5912-4fe5-831e-5df25cc55298 req-8475c599-e9a9-4f06-a8cb-9aa9989f2eb6 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d985e7-0519-42c9-836a-1fd19d5437b4 HTTP/1.1" status: 200 len: 210 time: 0.0770454 Nov 10 19:34:15.718086 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-77d9f076-bfae-490d-995d-8937432ca67f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:15.787366 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:15.816197 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-9acb7a5e-3e71-487c-b01b-3b266512838f None None] Attempting to bind port 18e0fdaa-a093-45d1-bd3a-640a7aefeced on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:34:15.816601 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-9acb7a5e-3e71-487c-b01b-3b266512838f None None] Attempting to bind port 18e0fdaa-a093-45d1-bd3a-640a7aefeced by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '61fc0dda-4bbe-440b-9721-7dd23a236ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '46144c95-400c-4650-874a-e4c7078add32'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:34:15.816963 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acb7a5e-3e71-487c-b01b-3b266512838f None None] Attempting to bind port 18e0fdaa-a093-45d1-bd3a-640a7aefeced on network 46144c95-400c-4650-874a-e4c7078add32 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:34:15.820211 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-77d9f076-bfae-490d-995d-8937432ca67f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:15.824013 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acb7a5e-3e71-487c-b01b-3b266512838f None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:34:15.824687 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acb7a5e-3e71-487c-b01b-3b266512838f None None] Checking segment: {'id': '61fc0dda-4bbe-440b-9721-7dd23a236ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '46144c95-400c-4650-874a-e4c7078add32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:34:15.825219 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9acb7a5e-3e71-487c-b01b-3b266512838f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:15.825628 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acb7a5e-3e71-487c-b01b-3b266512838f None None] Bound using segment: {'id': '61fc0dda-4bbe-440b-9721-7dd23a236ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '46144c95-400c-4650-874a-e4c7078add32'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:34:15.826135 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-9acb7a5e-3e71-487c-b01b-3b266512838f None None] Bound port: 18e0fdaa-a093-45d1-bd3a-640a7aefeced, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61fc0dda-4bbe-440b-9721-7dd23a236ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '46144c95-400c-4650-874a-e4c7078add32'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:34:15.826568 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9acb7a5e-3e71-487c-b01b-3b266512838f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:15.884563 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port fc1e567d-09dd-455c-bcbb-a738fe15c7a4, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fc1e567d-09dd-455c-bcbb-a738fe15c7a4,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:34:15.890570 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:15.939974 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-9acb7a5e-3e71-487c-b01b-3b266512838f None None] For port 18e0fdaa-a093-45d1-bd3a-640a7aefeced, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:34:15.945036 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-9acb7a5e-3e71-487c-b01b-3b266512838f None None] For port 18e0fdaa-a093-45d1-bd3a-640a7aefeced, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=18e0fdaa-a093-45d1-bd3a-640a7aefeced,segment=NetworkSegment(61fc0dda-4bbe-440b-9721-7dd23a236ac4),segment_id=61fc0dda-4bbe-440b-9721-7dd23a236ac4)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:34:15.956838 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9acb7a5e-3e71-487c-b01b-3b266512838f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:15.961001 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9f076-bfae-490d-995d-8937432ca67f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event updated for resources: {'Port': ['ID=3789c231-7b47-4525-a668-bf97c09fbd5d,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:15.987187 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d9f076-bfae-490d-995d-8937432ca67f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Network 0f2098c5-8490-42c1-8134-97661a60c707 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:34:15.990867 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-77d9f076-bfae-490d-995d-8937432ca67f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:34:15.997656 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d9f076-bfae-490d-995d-8937432ca67f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:34:16.004237 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d9f076-bfae-490d-995d-8937432ca67f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:16.014505 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-77d9f076-bfae-490d-995d-8937432ca67f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:16.041134 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=fc1e567d-09dd-455c-bcbb-a738fe15c7a4,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:16.076532 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60352) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:16.085857 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-77d9f076-bfae-490d-995d-8937432ca67f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7577310 Nov 10 19:34:16.088993 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acb7a5e-3e71-487c-b01b-3b266512838f None None] Routers {'33ac9349-1b6c-4155-9f8e-db8745d5cd93'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:16.089170 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9acb7a5e-3e71-487c-b01b-3b266512838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:33:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33ac9349-1b6c-4155-9f8e-db8745d5cd93'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:16.098239 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d1d78629-d2c6-43f4-8ff7-38914a21e725 None None] Provisioning complete for port 18e0fdaa-a093-45d1-bd3a-640a7aefeced triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:16.098730 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d1d78629-d2c6-43f4-8ff7-38914a21e725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:16.154701 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad981b0-a2dd-4f5c-abb3-72020836d92e None None] Pushing event updated for resources: {'Port': ['ID=18e0fdaa-a093-45d1-bd3a-640a7aefeced,revision_number=4']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:16.287409 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d1d78629-d2c6-43f4-8ff7-38914a21e725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:16.294822 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-e0536934-4702-4f80-bba2-0b72a32d42ff tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting port 3789c231-7b47-4525-a668-bf97c09fbd5d {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:34:16.295175 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e0536934-4702-4f80-bba2-0b72a32d42ff tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:16.351487 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-9acb7a5e-3e71-487c-b01b-3b266512838f None None] Set router 33ac9349-1b6c-4155-9f8e-db8745d5cd93 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:34:16.351850 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373f7c80-4f97-4719-8179-d051fe09271a None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:34:16.359663 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-d1d78629-d2c6-43f4-8ff7-38914a21e725 None None] For port 18e0fdaa-a093-45d1-bd3a-640a7aefeced, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=18e0fdaa-a093-45d1-bd3a-640a7aefeced,segment=NetworkSegment(61fc0dda-4bbe-440b-9721-7dd23a236ac4),segment_id=61fc0dda-4bbe-440b-9721-7dd23a236ac4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:34:16.388298 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d1d78629-d2c6-43f4-8ff7-38914a21e725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:16.408220 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device dd0aa98c-9bc0-457e-be61-10ada0359ca0 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:34:16.462022 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e0536934-4702-4f80-bba2-0b72a32d42ff tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:16.482024 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-e0536934-4702-4f80-bba2-0b72a32d42ff tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Calling delete_port for 3789c231-7b47-4525-a668-bf97c09fbd5d owned by {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:34:16.494879 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: dd0aa98c-9bc0-457e-be61-10ada0359ca0 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:34:16.495544 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device dd0aa98c-9bc0-457e-be61-10ada0359ca0 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:34:16.623584 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-11b44db6-6f39-412e-831e-a948f7dac690 None None] Provisioning complete for port fc1e567d-09dd-455c-bcbb-a738fe15c7a4 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:16.627452 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-11b44db6-6f39-412e-831e-a948f7dac690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:16.745360 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e0536934-4702-4f80-bba2-0b72a32d42ff tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:16.753011 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d78629-d2c6-43f4-8ff7-38914a21e725 None None] Pushing event updated for resources: {'Port': ['ID=18e0fdaa-a093-45d1-bd3a-640a7aefeced,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:16.783034 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60358) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:16.786384 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0536934-4702-4f80-bba2-0b72a32d42ff tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Port': ['ID=3789c231-7b47-4525-a668-bf97c09fbd5d,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:16.809304 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9acb7a5e-3e71-487c-b01b-3b266512838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ac9349-1b6c-4155-9f8e-db8745d5cd93', 'name': 'tempest-TestVolumeBackupRestore-449609664-router', 'tenant_id': 'b909c87dd62e4225811f8cf5690251df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'fae1468c-c49a-48e5-b6dc-ef2d1d13d38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:34:02Z', 'updated_at': '2021-11-10T19:34:11Z', 'revision_number': 4, 'project_id': 'b909c87dd62e4225811f8cf5690251df', 'gw_port': {'id': 'fae1468c-c49a-48e5-b6dc-ef2d1d13d38e', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac9349-1b6c-4155-9f8e-db8745d5cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:34:03Z', 'updated_at': '2021-11-10T19:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '18e0fdaa-a093-45d1-bd3a-640a7aefeced', 'name': '', 'network_id': '46144c95-400c-4650-874a-e4c7078add32', 'tenant_id': 'b909c87dd62e4225811f8cf5690251df', 'mac_address': 'fa:16:3e:ee:26:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ac9349-1b6c-4155-9f8e-db8745d5cd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'f7bbdf61-543d-4838-bac7-7849910da06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:34:08Z', 'updated_at': '2021-11-10T19:34:15Z', 'revision_number': 4, 'project_id': 'b909c87dd62e4225811f8cf5690251df', 'subnets': [{'id': 'f7bbdf61-543d-4838-bac7-7849910da06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:16.848469 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acb7a5e-3e71-487c-b01b-3b266512838f None None] The sync data for ids ['33ac9349-1b6c-4155-9f8e-db8745d5cd93'] in n-d-813897-4 is: [{'id': '33ac9349-1b6c-4155-9f8e-db8745d5cd93', 'name': 'tempest-TestVolumeBackupRestore-449609664-router', 'tenant_id': 'b909c87dd62e4225811f8cf5690251df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'fae1468c-c49a-48e5-b6dc-ef2d1d13d38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:34:02Z', 'updated_at': '2021-11-10T19:34:11Z', 'revision_number': 4, 'project_id': 'b909c87dd62e4225811f8cf5690251df', 'gw_port': {'id': 'fae1468c-c49a-48e5-b6dc-ef2d1d13d38e', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac9349-1b6c-4155-9f8e-db8745d5cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:34:03Z', 'updated_at': '2021-11-10T19:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '18e0fdaa-a093-45d1-bd3a-640a7aefeced', 'name': '', 'network_id': '46144c95-400c-4650-874a-e4c7078add32', 'tenant_id': 'b909c87dd62e4225811f8cf5690251df', 'mac_address': 'fa:16:3e:ee:26:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ac9349-1b6c-4155-9f8e-db8745d5cd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'f7bbdf61-543d-4838-bac7-7849910da06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:34:08Z', 'updated_at': '2021-11-10T19:34:15Z', 'revision_number': 4, 'project_id': 'b909c87dd62e4225811f8cf5690251df', 'subnets': [{'id': 'f7bbdf61-543d-4838-bac7-7849910da06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:34:16.902744 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e0536934-4702-4f80-bba2-0b72a32d42ff tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:16.915608 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e0536934-4702-4f80-bba2-0b72a32d42ff tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/3789c231-7b47-4525-a668-bf97c09fbd5d HTTP/1.1" status: 204 len: 168 time: 0.8344059 Nov 10 19:34:16.916095 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60364) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:16.937659 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-11b44db6-6f39-412e-831e-a948f7dac690 None None] Provisioning complete for port 18e0fdaa-a093-45d1-bd3a-640a7aefeced triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:16.938453 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-11b44db6-6f39-412e-831e-a948f7dac690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:17.067782 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7af6cba-557a-4b7a-b171-4efb631f01c9 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:17.076393 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e7af6cba-557a-4b7a-b171-4efb631f01c9 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1527345 Nov 10 19:34:17.080781 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60366) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:17.186833 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6551ea47-a7cc-4db4-a3ca-e84f52959bb0 None None] Update dhcp port {'port': {'network_id': '0f2098c5-8490-42c1-8134-97661a60c707', 'fixed_ips': [{'subnet_id': '16b24e08-2def-40f8-860b-263db1fd4c5b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'df9f025b-ddc2-472e-905f-e440a1557c34'}], 'binding:host_id': 'n-d-813897-4'}, 'id': 'fc1e567d-09dd-455c-bcbb-a738fe15c7a4'} from n-d-813897-4. {{(pid=102507) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 19:34:17.206008 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081b74b4-0f7a-4b13-86a8-10dbe879c20a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:17.209815 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-081b74b4-0f7a-4b13-86a8-10dbe879c20a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1264169 Nov 10 19:34:17.211399 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60368) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:17.220151 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6551ea47-a7cc-4db4-a3ca-e84f52959bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:17.439320 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09853e1-e0ed-49bb-a5b6-ffa5df438937 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:17.441639 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09853e1-e0ed-49bb-a5b6-ffa5df438937 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:17.446160 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09853e1-e0ed-49bb-a5b6-ffa5df438937 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:17.451123 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d09853e1-e0ed-49bb-a5b6-ffa5df438937 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2319214 Nov 10 19:34:17.451294 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60372) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:17.483893 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 18e0fdaa-a093-45d1-bd3a-640a7aefeced up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:34:17.531458 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1212a61-3610-45e1-ae2c-10686d408c90 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting subnet 16b24e08-2def-40f8-860b-263db1fd4c5b {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:34:17.679555 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-6551ea47-a7cc-4db4-a3ca-e84f52959bb0 None None] Allocated IP 2001:db8:0:1:f816:3eff:fee2:a1a1 (0f2098c5-8490-42c1-8134-97661a60c707/df9f025b-ddc2-472e-905f-e440a1557c34/fc1e567d-09dd-455c-bcbb-a738fe15c7a4) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:34:17.685700 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-733e22e6-e54f-444a-8af2-d64afd03558f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:17.822807 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 18e0fdaa-a093-45d1-bd3a-640a7aefeced triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:17.823263 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:17.837860 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-6551ea47-a7cc-4db4-a3ca-e84f52959bb0 None None] For port fc1e567d-09dd-455c-bcbb-a738fe15c7a4, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fc1e567d-09dd-455c-bcbb-a738fe15c7a4,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:34:17.958476 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6551ea47-a7cc-4db4-a3ca-e84f52959bb0 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:17.967725 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6551ea47-a7cc-4db4-a3ca-e84f52959bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:17.972393 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f1212a61-3610-45e1-ae2c-10686d408c90 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:18.053800 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f1212a61-3610-45e1-ae2c-10686d408c90 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:18.073396 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fc1e567d-09dd-455c-bcbb-a738fe15c7a4 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:34:18.161503 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-733e22e6-e54f-444a-8af2-d64afd03558f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Deleting port 5bc50ef9-5880-47b6-89f5-d703702896ad {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:34:18.163144 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-733e22e6-e54f-444a-8af2-d64afd03558f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:18.178343 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551ea47-a7cc-4db4-a3ca-e84f52959bb0 None None] Pushing event updated for resources: {'Port': ['ID=fc1e567d-09dd-455c-bcbb-a738fe15c7a4,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:18.234756 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port fc1e567d-09dd-455c-bcbb-a738fe15c7a4 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:18.235006 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:18.356943 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f1212a61-3610-45e1-ae2c-10686d408c90 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:18.436531 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-733e22e6-e54f-444a-8af2-d64afd03558f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] For port 5bc50ef9-5880-47b6-89f5-d703702896ad, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5bc50ef9-5880-47b6-89f5-d703702896ad,segment=NetworkSegment(010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa),segment_id=010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:34:18.436896 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-733e22e6-e54f-444a-8af2-d64afd03558f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:18.465193 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-733e22e6-e54f-444a-8af2-d64afd03558f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Calling delete_port for 5bc50ef9-5880-47b6-89f5-d703702896ad owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:34:18.543402 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f1212a61-3610-45e1-ae2c-10686d408c90 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:18.595337 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1212a61-3610-45e1-ae2c-10686d408c90 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Subnet': ['ID=16b24e08-2def-40f8-860b-263db1fd4c5b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:18.601287 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f1212a61-3610-45e1-ae2c-10686d408c90 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:18.607095 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f1212a61-3610-45e1-ae2c-10686d408c90 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/16b24e08-2def-40f8-860b-263db1fd4c5b HTTP/1.1" status: 204 len: 168 time: 1.1515090 Nov 10 19:34:18.607811 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60388) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:18.719506 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-1035dfb8-9169-4da7-a48d-2348cbb43647 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Deleting subnet df9f025b-ddc2-472e-905f-e440a1557c34 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:34:18.727193 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1035dfb8-9169-4da7-a48d-2348cbb43647 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:18.805437 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1035dfb8-9169-4da7-a48d-2348cbb43647 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:18.825719 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-733e22e6-e54f-444a-8af2-d64afd03558f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:18.873188 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e22e6-e54f-444a-8af2-d64afd03558f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event deleted for resources: {'Port': ['ID=5bc50ef9-5880-47b6-89f5-d703702896ad,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:19.020972 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1035dfb8-9169-4da7-a48d-2348cbb43647 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:19.166672 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1035dfb8-9169-4da7-a48d-2348cbb43647 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:19.207714 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035dfb8-9169-4da7-a48d-2348cbb43647 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Subnet': ['ID=df9f025b-ddc2-472e-905f-e440a1557c34,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:19.210071 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1035dfb8-9169-4da7-a48d-2348cbb43647 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:19.213793 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1035dfb8-9169-4da7-a48d-2348cbb43647 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/df9f025b-ddc2-472e-905f-e440a1557c34 HTTP/1.1" status: 204 len: 168 time: 0.6048212 Nov 10 19:34:19.216176 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60394) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:19.273314 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-733e22e6-e54f-444a-8af2-d64afd03558f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:19.276463 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-96b95572-d207-454b-8b5a-68801fd5d8e6 None None] Provisioning complete for port fc1e567d-09dd-455c-bcbb-a738fe15c7a4 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:19.276932 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-96b95572-d207-454b-8b5a-68801fd5d8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:19.300512 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b9b033-a035-4577-bd17-a363b22a4a07 None None] Network 0f2098c5-8490-42c1-8134-97661a60c707 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:34:19.320139 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8dee730a-3d2e-4749-8911-6ce92c4759aa tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0967660 Nov 10 19:34:19.322419 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60396) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:19.438786 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d7f50a-72bb-4e9d-a914-3beebc3e23ad tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:19.441106 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e3d7f50a-72bb-4e9d-a914-3beebc3e23ad tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1163347 Nov 10 19:34:19.442858 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60398) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:19.479225 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fc1e567d-09dd-455c-bcbb-a738fe15c7a4 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:34:19.512688 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618dab17-40fb-45c0-bead-19a125aa1209 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:19.515492 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-618dab17-40fb-45c0-bead-19a125aa1209 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0707753 Nov 10 19:34:19.518856 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60402) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:19.591605 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-cf1271e1-e4bc-4f71-a3fd-a3d78b3eb6e8 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612526 Nov 10 19:34:19.606983 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60404) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:19.657460 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b5cc79-7c8c-478c-8179-f8d8d89f8bfc tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:19.658238 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18b5cc79-7c8c-478c-8179-f8d8d89f8bfc tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:19.662911 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-18b5cc79-7c8c-478c-8179-f8d8d89f8bfc tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/3789c231-7b47-4525-a668-bf97c09fbd5d HTTP/1.1" status: 404 len: 333 time: 0.0540171 Nov 10 19:34:19.665843 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60406) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:19.701101 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb4b2a87-6c51-407a-a10c-4b6d1cc29ef5 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:19.701559 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb4b2a87-6c51-407a-a10c-4b6d1cc29ef5 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:19.705288 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-cb4b2a87-6c51-407a-a10c-4b6d1cc29ef5 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/df9f025b-ddc2-472e-905f-e440a1557c34 HTTP/1.1" status: 404 len: 337 time: 0.0379109 Nov 10 19:34:19.707905 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60408) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:19.756569 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf509ca-11db-4255-bfeb-7c53e90418af tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:19.757080 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf509ca-11db-4255-bfeb-7c53e90418af tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:19.762473 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1cf509ca-11db-4255-bfeb-7c53e90418af tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/16b24e08-2def-40f8-860b-263db1fd4c5b HTTP/1.1" status: 404 len: 337 time: 0.0534313 Nov 10 19:34:19.765018 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60410) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:19.797853 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-1833d488-90fe-4596-9d6b-d8dde1dbbbf3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:19.798651 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1833d488-90fe-4596-9d6b-d8dde1dbbbf3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:19.804437 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1833d488-90fe-4596-9d6b-d8dde1dbbbf3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/9c9eb4b9-5dee-4f2d-b9d1-d2669e4717e7 HTTP/1.1" status: 404 len: 333 time: 0.0379875 Nov 10 19:34:19.806876 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60412) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:19.842412 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-c926b18d-a826-4022-baa7-2271e470ae02 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:19.842986 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c926b18d-a826-4022-baa7-2271e470ae02 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:19.847289 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c926b18d-a826-4022-baa7-2271e470ae02 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/f5d89849-66f7-4180-a7b7-6ce82ad6eada HTTP/1.1" status: 404 len: 337 time: 0.0390189 Nov 10 19:34:19.849813 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60414) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:19.857874 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port fc1e567d-09dd-455c-bcbb-a738fe15c7a4 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:19.858559 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:19.889922 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-10778004-7cb4-4257-8a6e-2951aa4e7e3f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:19.890728 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10778004-7cb4-4257-8a6e-2951aa4e7e3f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:19.900701 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-10778004-7cb4-4257-8a6e-2951aa4e7e3f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/ed0d682f-fa1f-4ad7-ae58-10b3d87ed904 HTTP/1.1" status: 404 len: 337 time: 0.0481071 Nov 10 19:34:19.902466 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60416) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:19.934624 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-24a397db-af6a-46b1-8f36-5a13a9b95e25 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:19.935305 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24a397db-af6a-46b1-8f36-5a13a9b95e25 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:19.938530 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-24a397db-af6a-46b1-8f36-5a13a9b95e25 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/26676e06-a182-4910-bad3-7254d591896b HTTP/1.1" status: 404 len: 333 time: 0.0333641 Nov 10 19:34:19.941029 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60418) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:19.945062 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaf65ec-2a92-4e80-a515-33eeb3ae1695 None None] DHCP port deletion for 0f2098c5-8490-42c1-8134-97661a60c707 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:34:19.970604 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-c17da185-0e74-41d2-b4c9-e7eb91fb36a7 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:19.971215 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c17da185-0e74-41d2-b4c9-e7eb91fb36a7 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:19.975133 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c17da185-0e74-41d2-b4c9-e7eb91fb36a7 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/9f2e616d-baba-46ac-8988-c4aa5676a135 HTTP/1.1" status: 404 len: 337 time: 0.0330782 Nov 10 19:34:19.977657 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60420) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:20.016407 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-68369e8f-ee60-4366-8259-4fa9d1ff65e0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:20.017046 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68369e8f-ee60-4366-8259-4fa9d1ff65e0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:20.020678 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-68369e8f-ee60-4366-8259-4fa9d1ff65e0 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/9f4f16d8-195b-4a9a-83e2-a8406d828ab4 HTTP/1.1" status: 404 len: 337 time: 0.0419931 Nov 10 19:34:20.024072 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60422) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:20.076325 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddea170b-0c9a-45ce-a250-95e3c9072bc1 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:20.077075 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddea170b-0c9a-45ce-a250-95e3c9072bc1 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:20.086227 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ddea170b-0c9a-45ce-a250-95e3c9072bc1 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/2b13a705-42e0-40d6-974f-bb9d5887ca55 HTTP/1.1" status: 404 len: 333 time: 0.0610437 Nov 10 19:34:20.089244 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60424) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:20.093966 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-aeaf65ec-2a92-4e80-a515-33eeb3ae1695 None None] Deleting port fc1e567d-09dd-455c-bcbb-a738fe15c7a4 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:34:20.094481 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-aeaf65ec-2a92-4e80-a515-33eeb3ae1695 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:20.145903 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-b53b1ad2-3003-4705-afb5-e2b85c1c807f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:20.147095 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b53b1ad2-3003-4705-afb5-e2b85c1c807f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:20.156557 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b53b1ad2-3003-4705-afb5-e2b85c1c807f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/e4391e6d-e667-4e99-99ab-b20c447e7d38 HTTP/1.1" status: 404 len: 337 time: 0.0657010 Nov 10 19:34:20.161557 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60428) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:20.180636 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-aeaf65ec-2a92-4e80-a515-33eeb3ae1695 None None] For port fc1e567d-09dd-455c-bcbb-a738fe15c7a4, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fc1e567d-09dd-455c-bcbb-a738fe15c7a4,segment=NetworkSegment(1aeb1cc2-349d-462a-8f6f-a3b2d257b291),segment_id=1aeb1cc2-349d-462a-8f6f-a3b2d257b291)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:34:20.180636 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-aeaf65ec-2a92-4e80-a515-33eeb3ae1695 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:20.197408 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-aeaf65ec-2a92-4e80-a515-33eeb3ae1695 None None] Calling delete_port for fc1e567d-09dd-455c-bcbb-a738fe15c7a4 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:34:20.214041 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-d81720eb-b1e3-47b2-9749-50002150de67 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:20.215223 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d81720eb-b1e3-47b2-9749-50002150de67 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:20.224690 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d81720eb-b1e3-47b2-9749-50002150de67 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/335b727a-a815-4d62-a7f3-25595debf718 HTTP/1.1" status: 404 len: 337 time: 0.0601456 Nov 10 19:34:20.224908 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60430) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:20.245834 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733e22e6-e54f-444a-8af2-d64afd03558f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Router dad082b7-e80a-4abc-a3c9-8050c4e5b765 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:34:20.252697 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-a772b759-61e7-41a7-b7f9-8c574cced651 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:20.253977 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a772b759-61e7-41a7-b7f9-8c574cced651 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:20.259851 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a772b759-61e7-41a7-b7f9-8c574cced651 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/a0e2765b-b015-4327-9dd8-8238fa73c1b9 HTTP/1.1" status: 404 len: 333 time: 0.0315509 Nov 10 19:34:20.260046 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60432) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:20.293109 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd456475-d6ce-42b9-9a45-5f5606ed30df tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:20.293364 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd456475-d6ce-42b9-9a45-5f5606ed30df tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:20.303260 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-fd456475-d6ce-42b9-9a45-5f5606ed30df tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/876b649e-65a5-4faf-9385-ac970b2711d2 HTTP/1.1" status: 404 len: 337 time: 0.0398495 Nov 10 19:34:20.304216 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60434) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:20.310804 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-aeaf65ec-2a92-4e80-a515-33eeb3ae1695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:20.338508 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaf65ec-2a92-4e80-a515-33eeb3ae1695 None None] No DVR routers for this DVR port fc1e567d-09dd-455c-bcbb-a738fe15c7a4 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:34:20.341952 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-b633458b-7c53-40a6-9015-14f118e7a9ed tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:20.342680 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b633458b-7c53-40a6-9015-14f118e7a9ed tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:20.348388 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b633458b-7c53-40a6-9015-14f118e7a9ed tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/c4d98582-a052-481b-a32f-bffb8e4692f6 HTTP/1.1" status: 404 len: 333 time: 0.0407038 Nov 10 19:34:20.348587 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60436) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:20.374153 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf65ec-2a92-4e80-a515-33eeb3ae1695 None None] Pushing event deleted for resources: {'Port': ['ID=fc1e567d-09dd-455c-bcbb-a738fe15c7a4,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:20.387181 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-b30bc2a6-cd5c-4433-b1bc-aeb824e64b8d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:20.387767 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b30bc2a6-cd5c-4433-b1bc-aeb824e64b8d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:20.390967 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b30bc2a6-cd5c-4433-b1bc-aeb824e64b8d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/a50df50a-06a3-4500-9b47-532ff7276165 HTTP/1.1" status: 404 len: 337 time: 0.0414293 Nov 10 19:34:20.393685 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60438) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:20.419409 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec352db1-2ceb-4394-9952-4e18fe79bd8b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:20.420105 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec352db1-2ceb-4394-9952-4e18fe79bd8b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:20.425666 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ec352db1-2ceb-4394-9952-4e18fe79bd8b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/b92cacac-5e96-4a86-8068-c49745470601 HTTP/1.1" status: 404 len: 333 time: 0.0286117 Nov 10 19:34:20.425904 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60440) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:20.427658 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733e22e6-e54f-444a-8af2-d64afd03558f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:34:20.439585 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-733e22e6-e54f-444a-8af2-d64afd03558f tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "PUT /v2.0/routers/dad082b7-e80a-4abc-a3c9-8050c4e5b765/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6551790 Nov 10 19:34:20.442185 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60444) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:20.450485 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10f310c-6021-4902-bc9a-15a3866cece3 None None] Sync routers for ids ['dad082b7-e80a-4abc-a3c9-8050c4e5b765'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:34:20.466435 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10f310c-6021-4902-bc9a-15a3866cece3 None None] Routers {'dad082b7-e80a-4abc-a3c9-8050c4e5b765'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:20.467272 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-d10f310c-6021-4902-bc9a-15a3866cece3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:33:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['dad082b7-e80a-4abc-a3c9-8050c4e5b765'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:20.501513 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-36b41af3-4b07-44c1-a821-634d50484b7d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:20.502027 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36b41af3-4b07-44c1-a821-634d50484b7d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:20.507079 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-36b41af3-4b07-44c1-a821-634d50484b7d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/d89ccbdb-9da2-4ad8-bb41-bf15b687c4ad HTTP/1.1" status: 404 len: 337 time: 0.0800548 Nov 10 19:34:20.513301 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60446) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:20.521128 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc39618-3a47-47da-9fa3-d269ddb55c70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Deleting subnet a5f1198b-bd27-49bb-96f5-12e36fe63c4f {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:34:20.524684 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-abc39618-3a47-47da-9fa3-d269ddb55c70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:20.560738 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d29b11-9722-46cc-b73a-897439f7a340 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:20.567743 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d29b11-9722-46cc-b73a-897439f7a340 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:20.576116 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d9d29b11-9722-46cc-b73a-897439f7a340 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/56abf268-0c44-45ea-8012-34e4aaef1e68 HTTP/1.1" status: 404 len: 333 time: 0.0590584 Nov 10 19:34:20.576332 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-abc39618-3a47-47da-9fa3-d269ddb55c70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:20.576816 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60448) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:20.641423 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6dc40bd-c8ab-44d7-9e6f-e86fea3e83cf tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:20.641736 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6dc40bd-c8ab-44d7-9e6f-e86fea3e83cf tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:20.645845 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c6dc40bd-c8ab-44d7-9e6f-e86fea3e83cf tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/e39ee7c6-2d44-454c-98ea-751ec1734ebe HTTP/1.1" status: 404 len: 337 time: 0.0672405 Nov 10 19:34:20.648077 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60452) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:20.649151 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-d10f310c-6021-4902-bc9a-15a3866cece3 None None] Set router dad082b7-e80a-4abc-a3c9-8050c4e5b765 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:34:20.688524 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebed28c3-b883-4931-8fdf-00c7c6a171db tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:20.692363 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebed28c3-b883-4931-8fdf-00c7c6a171db tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:20.707152 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ebed28c3-b883-4931-8fdf-00c7c6a171db tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/9d531489-8563-4cf0-a52c-42794eba8e21 HTTP/1.1" status: 404 len: 333 time: 0.0579898 Nov 10 19:34:20.709531 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60454) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:20.712313 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-abc39618-3a47-47da-9fa3-d269ddb55c70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:20.749140 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-57b1b7bb-e556-428a-9643-4da422dc9d35 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:20.749950 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57b1b7bb-e556-428a-9643-4da422dc9d35 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:20.753241 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-57b1b7bb-e556-428a-9643-4da422dc9d35 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/8f601566-99cb-4d93-b494-de16463d48cc HTTP/1.1" status: 404 len: 337 time: 0.0425057 Nov 10 19:34:20.755933 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60456) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:20.788984 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-935d69d0-33fe-4998-83ef-6a3fbd1fdf94 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:20.790072 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-935d69d0-33fe-4998-83ef-6a3fbd1fdf94 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:20.793627 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-935d69d0-33fe-4998-83ef-6a3fbd1fdf94 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/26f36534-a271-4caf-9b6d-c275fc10193a HTTP/1.1" status: 404 len: 333 time: 0.0363603 Nov 10 19:34:20.796677 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60458) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:20.816347 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-abc39618-3a47-47da-9fa3-d269ddb55c70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:20.829851 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a14705-c4d4-463a-8754-6ce147151f49 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:20.830320 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3a14705-c4d4-463a-8754-6ce147151f49 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:20.833829 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f3a14705-c4d4-463a-8754-6ce147151f49 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/eed218c7-5b90-4cd8-909b-4f2c12d29374 HTTP/1.1" status: 404 len: 337 time: 0.0357344 Nov 10 19:34:20.836588 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60460) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:20.858758 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efbd2aa-39f9-4b41-8843-9c73e7d50f0a None None] Network d69f5d37-8d73-449a-aeb4-ab39a82e90bd requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:34:20.866972 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc4bcc1-2b19-4880-b1cb-bf56be7add16 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:20.867526 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc4bcc1-2b19-4880-b1cb-bf56be7add16 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:20.871458 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-bfc4bcc1-2b19-4880-b1cb-bf56be7add16 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/eb4319e7-8824-4b17-877f-abeca60b50f7 HTTP/1.1" status: 404 len: 337 time: 0.0338914 Nov 10 19:34:20.876675 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60462) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:20.893024 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-abc39618-3a47-47da-9fa3-d269ddb55c70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:20.898798 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-abc39618-3a47-47da-9fa3-d269ddb55c70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "DELETE /v2.0/subnets/a5f1198b-bd27-49bb-96f5-12e36fe63c4f HTTP/1.1" status: 204 len: 168 time: 0.4529853 Nov 10 19:34:20.898798 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc39618-3a47-47da-9fa3-d269ddb55c70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event deleted for resources: {'Subnet': ['ID=a5f1198b-bd27-49bb-96f5-12e36fe63c4f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:20.905922 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60464) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:20.909542 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c7b9407-2dbf-43e1-a5fd-3e8930a54dd1 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:20.910288 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c7b9407-2dbf-43e1-a5fd-3e8930a54dd1 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:20.917372 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8c7b9407-2dbf-43e1-a5fd-3e8930a54dd1 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/df05e477-4840-42ad-a5ad-134b9ffb2e52 HTTP/1.1" status: 404 len: 333 time: 0.0395515 Nov 10 19:34:20.920847 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60466) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:20.953001 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b892480-4936-4aa4-919c-9b6a7c96eeb9 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:20.953857 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b892480-4936-4aa4-919c-9b6a7c96eeb9 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:20.961894 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4b892480-4936-4aa4-919c-9b6a7c96eeb9 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/4375395b-6c69-4f14-88db-7aebce078c45 HTTP/1.1" status: 404 len: 337 time: 0.0396514 Nov 10 19:34:20.963037 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60468) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:20.965971 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc39618-3a47-47da-9fa3-d269ddb55c70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:20.966333 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc39618-3a47-47da-9fa3-d269ddb55c70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:20.966681 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc39618-3a47-47da-9fa3-d269ddb55c70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:20.967023 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc39618-3a47-47da-9fa3-d269ddb55c70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:20.967360 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc39618-3a47-47da-9fa3-d269ddb55c70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:20.968109 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc39618-3a47-47da-9fa3-d269ddb55c70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:20.968925 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc39618-3a47-47da-9fa3-d269ddb55c70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:20.969268 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc39618-3a47-47da-9fa3-d269ddb55c70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:20.969688 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc39618-3a47-47da-9fa3-d269ddb55c70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:20.970064 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc39618-3a47-47da-9fa3-d269ddb55c70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:20.970406 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc39618-3a47-47da-9fa3-d269ddb55c70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:20.970884 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc39618-3a47-47da-9fa3-d269ddb55c70 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:34:21.010434 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b04caf3-1a2d-4f34-8e76-64bf91fc7f4d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:21.011666 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b04caf3-1a2d-4f34-8e76-64bf91fc7f4d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:21.020123 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3b04caf3-1a2d-4f34-8e76-64bf91fc7f4d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/cc412025-2ca4-42ee-8b6b-5a24d0a6d06c HTTP/1.1" status: 404 len: 337 time: 0.0550947 Nov 10 19:34:21.021074 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60470) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:21.052961 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d1d05e-616b-460f-a31b-f27dc6f41072 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:21.053821 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d1d05e-616b-460f-a31b-f27dc6f41072 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:21.060972 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-67d1d05e-616b-460f-a31b-f27dc6f41072 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/38e5eb81-782e-4771-b694-ac65dcaa603e HTTP/1.1" status: 404 len: 333 time: 0.0384343 Nov 10 19:34:21.061800 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60472) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:21.089734 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b203978-07e2-4468-8059-fca18ed5451a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:21.102711 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8e54565-08c9-4793-b12e-9c0f5e6fc08b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:21.103308 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8e54565-08c9-4793-b12e-9c0f5e6fc08b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:21.110474 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c8e54565-08c9-4793-b12e-9c0f5e6fc08b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/c90a4e8b-5c89-45a4-9792-c0d807792f4b HTTP/1.1" status: 404 len: 337 time: 0.0467319 Nov 10 19:34:21.111228 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60474) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:21.159953 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-d10f310c-6021-4902-bc9a-15a3866cece3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452315930', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7e6a3f0f-a035-40cf-8037-308814ecffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:02Z', 'updated_at': '2021-11-10T19:34:18Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '7e6a3f0f-a035-40cf-8037-308814ecffad', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:03Z', 'updated_at': '2021-11-10T19:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:21.179332 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-753d3cf4-c30a-4ddf-85f5-a4a3a3830f15 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:21.182927 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-753d3cf4-c30a-4ddf-85f5-a4a3a3830f15 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:21.190774 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-753d3cf4-c30a-4ddf-85f5-a4a3a3830f15 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/dc18509e-492e-4f8e-ad48-2a3dbe8c3039 HTTP/1.1" status: 404 len: 337 time: 0.0772913 Nov 10 19:34:21.191598 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60476) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:21.221318 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee63ba4-1b76-48f5-96d1-2d2d41a0433c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:21.222157 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dee63ba4-1b76-48f5-96d1-2d2d41a0433c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:21.230794 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-dee63ba4-1b76-48f5-96d1-2d2d41a0433c tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/0e4f1a9a-af0a-4a67-bda2-3442faa98bc8 HTTP/1.1" status: 404 len: 333 time: 0.0368948 Nov 10 19:34:21.230794 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60478) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:21.294236 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0621127-91c9-42e9-a76b-e09451b13fc1 None None] DHCP port deletion for d69f5d37-8d73-449a-aeb4-ab39a82e90bd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:34:21.306392 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-69b4906f-f1ab-4650-8021-a2748e1ae46a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:21.307916 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69b4906f-f1ab-4650-8021-a2748e1ae46a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:21.309731 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10f310c-6021-4902-bc9a-15a3866cece3 None None] Checking router: dad082b7-e80a-4abc-a3c9-8050c4e5b765 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:34:21.316526 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-69b4906f-f1ab-4650-8021-a2748e1ae46a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/9246e2d4-c0b4-46f2-a925-51069c0fd100 HTTP/1.1" status: 404 len: 337 time: 0.0744953 Nov 10 19:34:21.317162 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60482) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:21.346482 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 24363e72-6ca3-45e3-85c1-e19ecedbcc58 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:34:21.369104 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-95350a50-5ec3-4699-a488-e0b8aea2989d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:21.370226 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95350a50-5ec3-4699-a488-e0b8aea2989d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:21.374867 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-95350a50-5ec3-4699-a488-e0b8aea2989d tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/fa47a674-67fd-4a68-a58f-e58cc9fe8015 HTTP/1.1" status: 404 len: 337 time: 0.0529399 Nov 10 19:34:21.377276 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60484) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:21.383606 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10f310c-6021-4902-bc9a-15a3866cece3 None None] Routers {'dad082b7-e80a-4abc-a3c9-8050c4e5b765'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:21.384540 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-d10f310c-6021-4902-bc9a-15a3866cece3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:33:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['dad082b7-e80a-4abc-a3c9-8050c4e5b765'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:21.439233 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-bfa17c5a-c33e-46c7-9104-e30ce05d906b tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports?device_id=bfed47bc-7bb9-414b-bf44-daf98cd4f037 HTTP/1.1" status: 200 len: 205 time: 0.0578215 Nov 10 19:34:21.439452 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60486) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:21.486295 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b203978-07e2-4468-8059-fca18ed5451a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:21.547466 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-31ff2881-4b10-48d7-9919-ae8e167ec12f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] delete failed (client error): The resource could not be found. Nov 10 19:34:21.549385 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-31ff2881-4b10-48d7-9919-ae8e167ec12f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/routers/bfed47bc-7bb9-414b-bf44-daf98cd4f037 HTTP/1.1" status: 404 len: 336 time: 0.1070030 Nov 10 19:34:21.553278 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60488) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:21.596783 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-b0621127-91c9-42e9-a76b-e09451b13fc1 None None] Deleting port 24363e72-6ca3-45e3-85c1-e19ecedbcc58 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:34:21.597206 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b0621127-91c9-42e9-a76b-e09451b13fc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:21.620057 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-5b203978-07e2-4468-8059-fca18ed5451a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Deleting port 7e6a3f0f-a035-40cf-8037-308814ecffad {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:34:21.620421 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b203978-07e2-4468-8059-fca18ed5451a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:21.629169 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d011728-b930-4eee-a1e3-6eb172601929 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:21.631568 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d011728-b930-4eee-a1e3-6eb172601929 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:21.637563 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9d011728-b930-4eee-a1e3-6eb172601929 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/bc350e7d-be8a-40fe-882a-95ffb2de064e HTTP/1.1" status: 404 len: 337 time: 0.0806608 Nov 10 19:34:21.646401 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60492) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:21.703562 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e1f832f2-bec7-4dcd-a0c7-abadb5bc166f tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ded0cf8-3d6a-4f16-aded-3752f212cadc HTTP/1.1" status: 200 len: 205 time: 0.0548005 Nov 10 19:34:21.705660 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60494) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:21.720864 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:21.751576 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-b0621127-91c9-42e9-a76b-e09451b13fc1 None None] For port 24363e72-6ca3-45e3-85c1-e19ecedbcc58, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=24363e72-6ca3-45e3-85c1-e19ecedbcc58,segment=NetworkSegment(010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa),segment_id=010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:34:21.751990 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b0621127-91c9-42e9-a76b-e09451b13fc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:21.756494 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-d10f310c-6021-4902-bc9a-15a3866cece3 None None] Set router dad082b7-e80a-4abc-a3c9-8050c4e5b765 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:34:21.773649 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-bcfbf848-bf7f-49bd-8ea5-6ac5efc12d79 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] delete failed (client error): The resource could not be found. Nov 10 19:34:21.777673 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-bcfbf848-bf7f-49bd-8ea5-6ac5efc12d79 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/routers/9ded0cf8-3d6a-4f16-aded-3752f212cadc HTTP/1.1" status: 404 len: 336 time: 0.0683222 Nov 10 19:34:21.779084 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60498) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:21.825218 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-5b203978-07e2-4468-8059-fca18ed5451a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] For port 7e6a3f0f-a035-40cf-8037-308814ecffad, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=7e6a3f0f-a035-40cf-8037-308814ecffad,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:34:21.825926 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b203978-07e2-4468-8059-fca18ed5451a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:21.847034 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fe95835-76ee-482c-8e87-ec9ed8f34c36 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:21.848360 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-5b203978-07e2-4468-8059-fca18ed5451a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Calling delete_port for 7e6a3f0f-a035-40cf-8037-308814ecffad owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:34:21.852739 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-b0621127-91c9-42e9-a76b-e09451b13fc1 None None] Calling delete_port for 24363e72-6ca3-45e3-85c1-e19ecedbcc58 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:34:21.853224 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fe95835-76ee-482c-8e87-ec9ed8f34c36 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:21.860796 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5fe95835-76ee-482c-8e87-ec9ed8f34c36 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/a43c31ea-93cb-4786-a2b4-15a6101fae06 HTTP/1.1" status: 404 len: 337 time: 0.0805316 Nov 10 19:34:21.863260 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60500) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:21.899059 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 24363e72-6ca3-45e3-85c1-e19ecedbcc58, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=24363e72-6ca3-45e3-85c1-e19ecedbcc58,segment=NetworkSegment(010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa),segment_id=010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:34:21.900803 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b6642a9-5b9b-4b63-be00-eccb4f711bb2 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:21.901431 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b6642a9-5b9b-4b63-be00-eccb4f711bb2 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:21.905129 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0b6642a9-5b9b-4b63-be00-eccb4f711bb2 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/fda92377-b222-4cbc-b1dd-abe25d295eac HTTP/1.1" status: 404 len: 337 time: 0.0407729 Nov 10 19:34:21.912233 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60502) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:21.937589 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:21.938450 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fc1e567d-09dd-455c-bcbb-a738fe15c7a4 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:34:21.963848 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba1fd08f-bda4-4f30-8f6a-d825371fd800 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:21.964543 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba1fd08f-bda4-4f30-8f6a-d825371fd800 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:21.967649 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ba1fd08f-bda4-4f30-8f6a-d825371fd800 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/8043b13d-b99f-4911-bbf2-08b45648e0fa HTTP/1.1" status: 404 len: 333 time: 0.0533338 Nov 10 19:34:21.970774 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60504) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:22.028125 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbce883a-5e76-49af-a605-599d04feb2cf tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:22.029267 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbce883a-5e76-49af-a605-599d04feb2cf tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:22.035898 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-dbce883a-5e76-49af-a605-599d04feb2cf tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/0ce50992-9d7b-4e5f-9953-670663339b13 HTTP/1.1" status: 404 len: 337 time: 0.0638008 Nov 10 19:34:22.039890 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60506) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:22.048542 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: fc1e567d-09dd-455c-bcbb-a738fe15c7a4 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:34:22.048905 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fc1e567d-09dd-455c-bcbb-a738fe15c7a4 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:34:22.118286 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb8eacbd-5b21-4a8a-8b58-21c1dab543ee tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:22.119470 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb8eacbd-5b21-4a8a-8b58-21c1dab543ee tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:22.126270 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-cb8eacbd-5b21-4a8a-8b58-21c1dab543ee tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/96244589-6211-49d8-ba93-810db25acb44 HTTP/1.1" status: 404 len: 333 time: 0.0838847 Nov 10 19:34:22.130433 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60508) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:22.149069 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=24363e72-6ca3-45e3-85c1-e19ecedbcc58,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:22.163501 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-d92c21d0-9368-4b94-9523-e235b9dbdfc3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:22.164063 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d92c21d0-9368-4b94-9523-e235b9dbdfc3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:22.167908 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d92c21d0-9368-4b94-9523-e235b9dbdfc3 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/b442cb01-41f0-4207-ad04-37590f8f39be HTTP/1.1" status: 404 len: 337 time: 0.0332472 Nov 10 19:34:22.171629 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60510) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:22.187768 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b203978-07e2-4468-8059-fca18ed5451a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:22.207828 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-39fd5043-41ac-41d9-9b9d-2eb4fdce7b41 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:22.207828 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39fd5043-41ac-41d9-9b9d-2eb4fdce7b41 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:22.213383 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-39fd5043-41ac-41d9-9b9d-2eb4fdce7b41 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/98b13dfb-ab64-484b-916e-c88a016ba7cd HTTP/1.1" status: 404 len: 333 time: 0.0379066 Nov 10 19:34:22.213383 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60512) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:22.222673 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b0621127-91c9-42e9-a76b-e09451b13fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:22.246480 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-dda687c7-5455-4a16-85e5-f3d8f6a6cc2a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:22.246910 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dda687c7-5455-4a16-85e5-f3d8f6a6cc2a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:22.253077 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-dda687c7-5455-4a16-85e5-f3d8f6a6cc2a tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/62dc149c-96a7-47bb-82e8-f6c1e7732d4d HTTP/1.1" status: 404 len: 337 time: 0.0362976 Nov 10 19:34:22.253328 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60514) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:22.262946 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b203978-07e2-4468-8059-fca18ed5451a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event deleted for resources: {'Port': ['ID=7e6a3f0f-a035-40cf-8037-308814ecffad,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:22.272313 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0621127-91c9-42e9-a76b-e09451b13fc1 None None] Pushing event deleted for resources: {'Port': ['ID=24363e72-6ca3-45e3-85c1-e19ecedbcc58,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:22.274236 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0621127-91c9-42e9-a76b-e09451b13fc1 None None] No DVR routers for this DVR port 24363e72-6ca3-45e3-85c1-e19ecedbcc58 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:34:22.285987 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae0fd8d-61ff-40be-82a1-ae2f5ee907cd None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:34:22.293747 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ccbc06-1357-4bab-9e32-a667ebaa3930 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:22.293747 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ccbc06-1357-4bab-9e32-a667ebaa3930 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:22.297383 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e9ccbc06-1357-4bab-9e32-a667ebaa3930 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/4ce098a2-ae98-4b12-8be5-a53198fb85b7 HTTP/1.1" status: 404 len: 333 time: 0.0429649 Nov 10 19:34:22.298271 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-d10f310c-6021-4902-bc9a-15a3866cece3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452315930', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7e6a3f0f-a035-40cf-8037-308814ecffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:02Z', 'updated_at': '2021-11-10T19:34:18Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '7e6a3f0f-a035-40cf-8037-308814ecffad', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:03Z', 'updated_at': '2021-11-10T19:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:22.300106 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60516) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:22.356343 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10f310c-6021-4902-bc9a-15a3866cece3 None None] The sync data for ids ['dad082b7-e80a-4abc-a3c9-8050c4e5b765'] in n-d-813897-4 is: [{'id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452315930', 'tenant_id': '540494213bb2401d877387c28ba690c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7e6a3f0f-a035-40cf-8037-308814ecffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:32:02Z', 'updated_at': '2021-11-10T19:34:18Z', 'revision_number': 5, 'project_id': '540494213bb2401d877387c28ba690c2', 'gw_port': {'id': '7e6a3f0f-a035-40cf-8037-308814ecffad', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad082b7-e80a-4abc-a3c9-8050c4e5b765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:32:03Z', 'updated_at': '2021-11-10T19:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:34:22.366546 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d093fb-abee-49d2-8bc5-a30a07f29d58 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:22.367002 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2d093fb-abee-49d2-8bc5-a30a07f29d58 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:22.381050 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b2d093fb-abee-49d2-8bc5-a30a07f29d58 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/58e28a97-c349-496f-a7a0-f0ba51705614 HTTP/1.1" status: 404 len: 337 time: 0.0792823 Nov 10 19:34:22.383832 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60520) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:22.432741 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-c434b01d-a640-47a4-8436-c1a25b29e879 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:22.433470 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c434b01d-a640-47a4-8436-c1a25b29e879 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:22.437955 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c434b01d-a640-47a4-8436-c1a25b29e879 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/d8dc0556-3c1c-43e8-85c6-29f24b28e91c HTTP/1.1" status: 404 len: 333 time: 0.0514610 Nov 10 19:34:22.439647 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60522) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:22.452023 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b203978-07e2-4468-8059-fca18ed5451a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:22.479666 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-11de8b08-3085-4aec-a528-ddb3585f1ad6 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:22.480629 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11de8b08-3085-4aec-a528-ddb3585f1ad6 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:22.484485 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-11de8b08-3085-4aec-a528-ddb3585f1ad6 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/78bea178-3733-4b49-80c9-e829f9ce58d5 HTTP/1.1" status: 404 len: 337 time: 0.0438812 Nov 10 19:34:22.488985 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60524) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:22.518236 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1839b02-d455-4444-9c76-4f45772a0902 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:22.519349 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1839b02-d455-4444-9c76-4f45772a0902 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:22.525549 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e1839b02-d455-4444-9c76-4f45772a0902 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/396a4091-5aec-40a0-8cf1-860936a503ea HTTP/1.1" status: 404 len: 333 time: 0.0333872 Nov 10 19:34:22.525834 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60526) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:22.551567 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b203978-07e2-4468-8059-fca18ed5451a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:22.553794 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b203978-07e2-4468-8059-fca18ed5451a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:22.555754 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e1f1935-1c46-4126-8272-84d6bc1cb3de tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:22.556438 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e1f1935-1c46-4126-8272-84d6bc1cb3de tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:22.560887 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2e1f1935-1c46-4126-8272-84d6bc1cb3de tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/33e8cc8f-dd00-4bb5-aad1-dabd12919768 HTTP/1.1" status: 404 len: 337 time: 0.0327575 Nov 10 19:34:22.562569 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60528) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:22.590392 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de0df0f-f05e-482c-b8e8-46316a5f4e30 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:22.591514 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8de0df0f-f05e-482c-b8e8-46316a5f4e30 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:22.598612 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8de0df0f-f05e-482c-b8e8-46316a5f4e30 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/ports/5c8362dc-65d9-4068-b14c-cada747fdf7f HTTP/1.1" status: 404 len: 333 time: 0.0347841 Nov 10 19:34:22.599369 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60530) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:22.624004 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b203978-07e2-4468-8059-fca18ed5451a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:22.625754 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b203978-07e2-4468-8059-fca18ed5451a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Fanout notify agent at l3_agent the message router_deleted on router dad082b7-e80a-4abc-a3c9-8050c4e5b765 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:34:22.633531 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f27847c-753c-4377-9328-48c82165f9bb tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] DELETE failed (client error): The resource could not be found. Nov 10 19:34:22.634270 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f27847c-753c-4377-9328-48c82165f9bb tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:34:22.638857 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5b203978-07e2-4468-8059-fca18ed5451a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:22.640673 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5b203978-07e2-4468-8059-fca18ed5451a tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "DELETE /v2.0/routers/dad082b7-e80a-4abc-a3c9-8050c4e5b765 HTTP/1.1" status: 204 len: 168 time: 1.7337122 Nov 10 19:34:22.641047 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1f27847c-753c-4377-9328-48c82165f9bb tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/subnets/85b7f2b7-c2aa-4d76-a4db-097b0581e4a9 HTTP/1.1" status: 404 len: 337 time: 0.0405505 Nov 10 19:34:22.641870 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60532) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:22.643389 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60534) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:22.757841 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c1b00d5b-59ad-443b-98ca-56ced2c5e566 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:22.787317 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-51492b4e-b378-483b-982c-8bbed03e5e62 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:22.942432 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-51492b4e-b378-483b-982c-8bbed03e5e62 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:22.958664 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c1b00d5b-59ad-443b-98ca-56ced2c5e566 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:22.966722 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-51492b4e-b378-483b-982c-8bbed03e5e62 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d69f5d37-8d73-449a-aeb4-ab39a82e90bd']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:22.987458 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-51492b4e-b378-483b-982c-8bbed03e5e62 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:22.987753 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-51492b4e-b378-483b-982c-8bbed03e5e62 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '010ae4a4-b6bc-45aa-ba37-a62dfcaf5baa') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:22.988748 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-c1b00d5b-59ad-443b-98ca-56ced2c5e566 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f2098c5-8490-42c1-8134-97661a60c707']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:22.999521 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-c1b00d5b-59ad-443b-98ca-56ced2c5e566 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aeb1cc2-349d-462a-8f6f-a3b2d257b291') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:22.999818 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-c1b00d5b-59ad-443b-98ca-56ced2c5e566 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aeb1cc2-349d-462a-8f6f-a3b2d257b291') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:23.002214 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-51492b4e-b378-483b-982c-8bbed03e5e62 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:23.010368 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c1b00d5b-59ad-443b-98ca-56ced2c5e566 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:23.023272 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-51492b4e-b378-483b-982c-8bbed03e5e62 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:23.026407 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c1b00d5b-59ad-443b-98ca-56ced2c5e566 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:23.033093 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b00d5b-59ad-443b-98ca-56ced2c5e566 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:34:23.033630 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c1b00d5b-59ad-443b-98ca-56ced2c5e566 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:23.037797 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51492b4e-b378-483b-982c-8bbed03e5e62 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:34:23.038386 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-51492b4e-b378-483b-982c-8bbed03e5e62 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:23.040145 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:34:23.040145 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:34:23.040145 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:34:23.040145 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:34:23.040145 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:34:23.040145 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:34:23.040145 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:34:23.040145 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:34:23.040145 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:34:23.040145 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:34:23.040145 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:34:23.040145 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:34:23.040145 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:34:23.040145 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:34:23.040145 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:34:23.040145 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:34:23.040145 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:34:23.040145 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:34:23.040145 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:34:23.040145 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:34:23.040145 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:34:23.040145 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:34:23.040145 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:34:23.040145 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:34:23.040145 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:34:23.040145 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:34:23.040145 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:34:23.040145 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:34:23.040145 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:34:23.040145 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:34:23.040145 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:34:23.040145 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:34:23.047138 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:34:23.047138 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:34:23.047138 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:34:23.047138 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:34:23.047138 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:34:23.047138 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:34:23.047138 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:34:23.047138 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:34:23.047138 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:34:23.047138 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:34:23.047138 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:34:23.047138 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:34:23.047138 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:34:23.047138 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:34:23.047138 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:34:23.047138 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:34:23.047138 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:34:23.047138 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:34:23.047138 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:34:23.047138 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:34:23.047138 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:34:23.047138 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:34:23.047138 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:34:23.047138 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:34:23.047138 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:34:23.047138 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:34:23.047138 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:34:23.047138 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:34:23.047138 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:34:23.047138 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:34:23.047138 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:34:23.047138 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:34:23.116381 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c1b00d5b-59ad-443b-98ca-56ced2c5e566 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:23.131113 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c1b00d5b-59ad-443b-98ca-56ced2c5e566 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:23.136893 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c1b00d5b-59ad-443b-98ca-56ced2c5e566 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] 10.222.0.54 "DELETE /v2.0/networks/0f2098c5-8490-42c1-8134-97661a60c707 HTTP/1.1" status: 204 len: 168 time: 0.4937320 Nov 10 19:34:23.163478 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-51492b4e-b378-483b-982c-8bbed03e5e62 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:23.173665 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-51492b4e-b378-483b-982c-8bbed03e5e62 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:23.185201 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-51492b4e-b378-483b-982c-8bbed03e5e62 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "DELETE /v2.0/networks/d69f5d37-8d73-449a-aeb4-ab39a82e90bd HTTP/1.1" status: 204 len: 168 time: 0.5365884 Nov 10 19:34:23.185608 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60542) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:23.205523 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b00d5b-59ad-443b-98ca-56ced2c5e566 tempest-NetworksTestDHCPv6-406400289 tempest-NetworksTestDHCPv6-406400289-project] Pushing event deleted for resources: {'Network': ['ID=0f2098c5-8490-42c1-8134-97661a60c707,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:23.212876 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51492b4e-b378-483b-982c-8bbed03e5e62 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event deleted for resources: {'Network': ['ID=d69f5d37-8d73-449a-aeb4-ab39a82e90bd,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:23.278721 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-82848805-168f-45cd-ae47-f0762de14b77 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:23.314599 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-82848805-168f-45cd-ae47-f0762de14b77 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:23.392183 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-82848805-168f-45cd-ae47-f0762de14b77 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:23.394944 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-82848805-168f-45cd-ae47-f0762de14b77 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:23.396196 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-82848805-168f-45cd-ae47-f0762de14b77 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] 10.222.0.54 "DELETE /v2.0/security-groups/9098cf66-e6a6-4b65-8dfe-20c875f20b14 HTTP/1.1" status: 204 len: 168 time: 0.2091308 Nov 10 19:34:23.406683 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82848805-168f-45cd-ae47-f0762de14b77 tempest-TestNetworkAdvancedServerOps-1491236001 tempest-TestNetworkAdvancedServerOps-1491236001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9098cf66-e6a6-4b65-8dfe-20c875f20b14,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:23.500875 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-db4d1813-6175-4ab5-bf4a-6926752722d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:23.556158 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60552) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:23.657492 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5bc50ef9-5880-47b6-89f5-d703702896ad no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:34:23.685858 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 5bc50ef9-5880-47b6-89f5-d703702896ad {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:34:23.686085 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5bc50ef9-5880-47b6-89f5-d703702896ad not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:34:23.737374 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a4bc0e6d-1146-4bf0-99a1-a48d954182a6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=58032e7d1f2f404ba85bd15a14418eaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1800432 Nov 10 19:34:23.739866 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60558) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:23.808168 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e0522bd0-0035-42b5-9c33-8ea84d0070ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:23.825800 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60562) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:23.834661 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e0522bd0-0035-42b5-9c33-8ea84d0070ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:23.892491 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e0522bd0-0035-42b5-9c33-8ea84d0070ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:23.896950 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e0522bd0-0035-42b5-9c33-8ea84d0070ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:23.898167 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e0522bd0-0035-42b5-9c33-8ea84d0070ae admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7cea23ec-e853-47d2-b792-da9465f2fe81 HTTP/1.1" status: 204 len: 168 time: 0.1569777 Nov 10 19:34:23.910864 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0522bd0-0035-42b5-9c33-8ea84d0070ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cea23ec-e853-47d2-b792-da9465f2fe81,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:24.019073 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ee365dd5-58e3-4538-9d2d-cfba7089d379 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=540494213bb2401d877387c28ba690c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1891866 Nov 10 19:34:24.020290 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60570) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:24.074960 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4007d990-6ccf-4bb4-8545-a5931f8ed128 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:24.097116 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4007d990-6ccf-4bb4-8545-a5931f8ed128 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:24.168651 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4007d990-6ccf-4bb4-8545-a5931f8ed128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:24.172109 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4007d990-6ccf-4bb4-8545-a5931f8ed128 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:24.176501 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4007d990-6ccf-4bb4-8545-a5931f8ed128 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/29f48b47-ae75-448c-945e-a24bf80e5a4e HTTP/1.1" status: 204 len: 168 time: 0.1527526 Nov 10 19:34:24.183528 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007d990-6ccf-4bb4-8545-a5931f8ed128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f48b47-ae75-448c-945e-a24bf80e5a4e,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:24.513550 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60592) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:24.557803 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-194d17c4-1380-46c8-a478-6d4dda03b8a6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c3d113859e6f43278f58e6e5398185f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412207 Nov 10 19:34:24.558810 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60596) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:24.631240 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6c49691b-05f5-49c4-81c6-e3aee5a07a83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:24.656411 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6c49691b-05f5-49c4-81c6-e3aee5a07a83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:24.707799 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6c49691b-05f5-49c4-81c6-e3aee5a07a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:24.712288 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6c49691b-05f5-49c4-81c6-e3aee5a07a83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:24.715498 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6c49691b-05f5-49c4-81c6-e3aee5a07a83 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ff053e93-a5c3-4162-8fd2-4da44f7f385e HTTP/1.1" status: 204 len: 168 time: 0.1552441 Nov 10 19:34:24.725605 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60606) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:24.737929 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49691b-05f5-49c4-81c6-e3aee5a07a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff053e93-a5c3-4162-8fd2-4da44f7f385e,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:24.817689 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:24.849716 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-5a27500a-52c7-415a-801b-9343cfef2b40 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1165104889'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:34:24.881636 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a27500a-52c7-415a-801b-9343cfef2b40 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Made reservation on behalf of 9bb51f13a2254a8485be15c17c3308c5 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:34:24.887840 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a27500a-52c7-415a-801b-9343cfef2b40 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:24.899106 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a27500a-52c7-415a-801b-9343cfef2b40 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:25.032443 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a27500a-52c7-415a-801b-9343cfef2b40 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:25.044764 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a27500a-52c7-415a-801b-9343cfef2b40 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:25.088642 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a27500a-52c7-415a-801b-9343cfef2b40 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:34:25.089016 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:25.110446 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a27500a-52c7-415a-801b-9343cfef2b40 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:25.110951 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-5a27500a-52c7-415a-801b-9343cfef2b40 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Added segment 0938e534-ce4b-4b8f-a007-4a0912404677 of type vlan for network fffba3c4-1e3e-46fe-b4bb-5ae54523266b Nov 10 19:34:25.112529 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27500a-52c7-415a-801b-9343cfef2b40 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b84e5d2-e83e-4a02-acde-4fb2a1fc9bfa,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:25.164415 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a27500a-52c7-415a-801b-9343cfef2b40 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:25.215341 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a27500a-52c7-415a-801b-9343cfef2b40 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:25.225671 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 7e6a3f0f-a035-40cf-8037-308814ecffad no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:34:25.238536 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a27500a-52c7-415a-801b-9343cfef2b40 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:25.240947 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5a27500a-52c7-415a-801b-9343cfef2b40 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:25.261686 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 7e6a3f0f-a035-40cf-8037-308814ecffad {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:34:25.262369 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 7e6a3f0f-a035-40cf-8037-308814ecffad not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:34:25.317672 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60620) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:25.322923 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5a27500a-52c7-415a-801b-9343cfef2b40 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5956671 Nov 10 19:34:25.324156 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-d9749a07-5276-443c-a4cb-735469c02de9 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Request body: {'subnet': {'network_id': 'fffba3c4-1e3e-46fe-b4bb-5ae54523266b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:34:25.414144 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27500a-52c7-415a-801b-9343cfef2b40 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event updated for resources: {'Network': ['ID=fffba3c4-1e3e-46fe-b4bb-5ae54523266b,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:25.426715 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network fffba3c4-1e3e-46fe-b4bb-5ae54523266b details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:34:25.495433 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9749a07-5276-443c-a4cb-735469c02de9 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Made reservation on behalf of 9bb51f13a2254a8485be15c17c3308c5 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:34:25.499585 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d9749a07-5276-443c-a4cb-735469c02de9 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:25.709933 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d9749a07-5276-443c-a4cb-735469c02de9 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:25.729162 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2fd01cc9-6e19-4f65-b769-c62292c886ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:25.778298 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9749a07-5276-443c-a4cb-735469c02de9 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event updated for resources: {'Subnet': ['ID=c4136f48-cafb-4141-ad90-f0ffef5fd30a,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:25.803255 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9749a07-5276-443c-a4cb-735469c02de9 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Checking segment: {'id': '0938e534-ce4b-4b8f-a007-4a0912404677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fffba3c4-1e3e-46fe-b4bb-5ae54523266b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:34:25.803938 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9749a07-5276-443c-a4cb-735469c02de9 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Network hostable DHCP agents. Network: fffba3c4-1e3e-46fe-b4bb-5ae54523266b, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:34:25.826865 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9749a07-5276-443c-a4cb-735469c02de9 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Network fffba3c4-1e3e-46fe-b4bb-5ae54523266b is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:34:25.838475 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-d9749a07-5276-443c-a4cb-735469c02de9 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, fffba3c4-1e3e-46fe-b4bb-5ae54523266b) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:34:25.843476 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9749a07-5276-443c-a4cb-735469c02de9 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:25.844504 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d9749a07-5276-443c-a4cb-735469c02de9 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:25.853330 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f54ef3-63c9-403c-8fb1-ecea8f839dcb None None] Network fffba3c4-1e3e-46fe-b4bb-5ae54523266b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:34:25.869485 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d9749a07-5276-443c-a4cb-735469c02de9 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5497274 Nov 10 19:34:25.871229 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60622) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:25.876064 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-02e720f6-aadc-4c46-91a8-25d19e22cee5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-904633908', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}, 'admin_state_up': False}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:34:25.907452 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-02e720f6-aadc-4c46-91a8-25d19e22cee5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:25.908836 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-02e720f6-aadc-4c46-91a8-25d19e22cee5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:25.966190 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-02e720f6-aadc-4c46-91a8-25d19e22cee5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:26.014909 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ff623a-6e83-4308-ab3a-5c324a0048f7 None None] Network fffba3c4-1e3e-46fe-b4bb-5ae54523266b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:34:26.151712 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-02e720f6-aadc-4c46-91a8-25d19e22cee5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:26.785933 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-02e720f6-aadc-4c46-91a8-25d19e22cee5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:26.815881 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-02e720f6-aadc-4c46-91a8-25d19e22cee5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:26.892408 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-817f0e63-8b3b-4448-9423-d40425f71dea req-217d0c81-3693-4c42-af42-150f061815e2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0876222 Nov 10 19:34:27.006846 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-02e720f6-aadc-4c46-91a8-25d19e22cee5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Allocated IP 172.25.3.121 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/d7ab55d2-8a3d-4a51-bf5e-9a123e41a3b9) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:34:27.032342 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f0e63-8b3b-4448-9423-d40425f71dea req-5fbee9ce-d111-4b61-885f-563fd856d79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:27.033948 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-817f0e63-8b3b-4448-9423-d40425f71dea req-5fbee9ce-d111-4b61-885f-563fd856d79d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e964d54e065f49df9181b3cc5034fac9&device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 1096 time: 0.0714178 Nov 10 19:34:27.194469 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:27.216715 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-02e720f6-aadc-4c46-91a8-25d19e22cee5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:27.224247 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f0e63-8b3b-4448-9423-d40425f71dea req-fa7a696b-cd98-4e59-9a93-f68096ed32df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:27.225805 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-817f0e63-8b3b-4448-9423-d40425f71dea req-fa7a696b-cd98-4e59-9a93-f68096ed32df service neutron] 10.222.0.25 "GET /v2.0/networks?id=d81248ac-96a9-4e56-9bb4-f772b36a0433 HTTP/1.1" status: 200 len: 913 time: 0.1458051 Nov 10 19:34:27.308824 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-817f0e63-8b3b-4448-9423-d40425f71dea req-a390cb65-9266-49d7-ae7b-6c18655eb26c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f HTTP/1.1" status: 200 len: 999 time: 0.0737069 Nov 10 19:34:27.310463 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-02e720f6-aadc-4c46-91a8-25d19e22cee5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:27.389885 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e720f6-aadc-4c46-91a8-25d19e22cee5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:34:27.401219 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-02e720f6-aadc-4c46-91a8-25d19e22cee5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:34:27.407384 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e720f6-aadc-4c46-91a8-25d19e22cee5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:34:27.421460 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78778f7-4f9c-44b9-a7bd-9435f917ca09 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:34:27.439369 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f0e63-8b3b-4448-9423-d40425f71dea req-a7981399-266d-4ba4-b743-463c2300734e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:27.440826 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-817f0e63-8b3b-4448-9423-d40425f71dea req-a7981399-266d-4ba4-b743-463c2300734e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d874850-3788-4c89-9cc5-3e0f9d06fb90 HTTP/1.1" status: 200 len: 851 time: 0.0950544 Nov 10 19:34:27.444779 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e720f6-aadc-4c46-91a8-25d19e22cee5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event updated for resources: {'Port': ['ID=d7ab55d2-8a3d-4a51-bf5e-9a123e41a3b9,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:27.486952 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-3e46f93a-d76c-4222-8f63-e11e7d3373d9 None None] Provisioning complete for port d7ab55d2-8a3d-4a51-bf5e-9a123e41a3b9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:27.487407 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3e46f93a-d76c-4222-8f63-e11e7d3373d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:27.542054 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-3e46f93a-d76c-4222-8f63-e11e7d3373d9 None None] Port d7ab55d2-8a3d-4a51-bf5e-9a123e41a3b9 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:34:27.629174 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f0e63-8b3b-4448-9423-d40425f71dea req-9da55712-4e76-4219-b8ab-f240cd7e373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:27.631047 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-817f0e63-8b3b-4448-9423-d40425f71dea req-9da55712-4e76-4219-b8ab-f240cd7e373e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d81248ac-96a9-4e56-9bb4-f772b36a0433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1799304 Nov 10 19:34:27.836749 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-817f0e63-8b3b-4448-9423-d40425f71dea req-8639a584-d0bb-4ba4-8b31-b43d99c055d0 service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971939 Nov 10 19:34:27.875562 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-02e720f6-aadc-4c46-91a8-25d19e22cee5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:28.023782 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-817f0e63-8b3b-4448-9423-d40425f71dea req-f804447a-256b-4a9f-86d6-57d165c89fe7 service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782598 Nov 10 19:34:28.148920 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-02e720f6-aadc-4c46-91a8-25d19e22cee5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:28.338164 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-77a3b7e9-ff36-4d3f-8018-d517acb07aed req-a4ce5f36-43b3-4d54-84b6-cf41b7bfd9c5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9af3fc01-0474-4f27-b255-bbc79cd78a4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0873516 Nov 10 19:34:28.365498 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e720f6-aadc-4c46-91a8-25d19e22cee5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Router 33d28945-1189-4a2a-8158-1da20cd47c6b is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:34:28.470898 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3b7e9-ff36-4d3f-8018-d517acb07aed req-a89640bc-e51b-4e35-b7d2-4f11b8497e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:28.472427 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-77a3b7e9-ff36-4d3f-8018-d517acb07aed req-a89640bc-e51b-4e35-b7d2-4f11b8497e95 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e964d54e065f49df9181b3cc5034fac9&device_id=9af3fc01-0474-4f27-b255-bbc79cd78a4b HTTP/1.1" status: 200 len: 1096 time: 0.1027792 Nov 10 19:34:28.611089 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e720f6-aadc-4c46-91a8-25d19e22cee5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:34:28.625918 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884477e6-ba9f-4359-b9c2-2f432beaf474 None None] Sync routers for ids ['33d28945-1189-4a2a-8158-1da20cd47c6b'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:34:28.644569 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884477e6-ba9f-4359-b9c2-2f432beaf474 None None] Routers {'33d28945-1189-4a2a-8158-1da20cd47c6b'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:28.645344 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-884477e6-ba9f-4359-b9c2-2f432beaf474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33d28945-1189-4a2a-8158-1da20cd47c6b'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:28.654656 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-02e720f6-aadc-4c46-91a8-25d19e22cee5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:28.658299 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-02e720f6-aadc-4c46-91a8-25d19e22cee5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7859821 Nov 10 19:34:28.663953 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60644) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:28.666087 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3b7e9-ff36-4d3f-8018-d517acb07aed req-77b3e932-5b68-47a2-b1ab-2b6b7696071d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:28.671278 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-77a3b7e9-ff36-4d3f-8018-d517acb07aed req-77b3e932-5b68-47a2-b1ab-2b6b7696071d service neutron] 10.222.0.73 "GET /v2.0/networks?id=d81248ac-96a9-4e56-9bb4-f772b36a0433 HTTP/1.1" status: 200 len: 913 time: 0.1525414 Nov 10 19:34:28.698534 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:28.702216 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-884477e6-ba9f-4359-b9c2-2f432beaf474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:28.712039 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884477e6-ba9f-4359-b9c2-2f432beaf474 None None] Routers {'33d28945-1189-4a2a-8158-1da20cd47c6b'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:28.713153 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-884477e6-ba9f-4359-b9c2-2f432beaf474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33d28945-1189-4a2a-8158-1da20cd47c6b'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:28.752593 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-77a3b7e9-ff36-4d3f-8018-d517acb07aed req-e97bc208-edff-45ed-a137-6c3e6ba73b1e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c14cecc2-36b5-46e9-a105-82647df57026 HTTP/1.1" status: 200 len: 217 time: 0.0745294 Nov 10 19:34:28.753516 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-884477e6-ba9f-4359-b9c2-2f432beaf474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:28.754433 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884477e6-ba9f-4359-b9c2-2f432beaf474 None None] The sync data for ids ['33d28945-1189-4a2a-8158-1da20cd47c6b'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:34:28.814811 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3b7e9-ff36-4d3f-8018-d517acb07aed req-d8760baa-774b-47ff-8aff-d00abc4b15ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:28.819856 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-77a3b7e9-ff36-4d3f-8018-d517acb07aed req-d8760baa-774b-47ff-8aff-d00abc4b15ef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d874850-3788-4c89-9cc5-3e0f9d06fb90 HTTP/1.1" status: 200 len: 851 time: 0.0569067 Nov 10 19:34:28.882188 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3b7e9-ff36-4d3f-8018-d517acb07aed req-af0d2f26-48d5-4fda-bd66-65fdb10248eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:28.885399 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-77a3b7e9-ff36-4d3f-8018-d517acb07aed req-af0d2f26-48d5-4fda-bd66-65fdb10248eb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d81248ac-96a9-4e56-9bb4-f772b36a0433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577359 Nov 10 19:34:29.004380 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-77a3b7e9-ff36-4d3f-8018-d517acb07aed req-e78659fb-a768-4e97-946a-bfe62377b25f service neutron] 10.222.0.73 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083040 Nov 10 19:34:29.116729 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-77a3b7e9-ff36-4d3f-8018-d517acb07aed req-a06d5681-c6a0-4033-ad60-80e8b3228975 service neutron] 10.222.0.73 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037800 Nov 10 19:34:29.218011 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cef0006e-63db-4f02-9bce-3dd93f9558c4 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:29.389982 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:29.596101 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-cef0006e-63db-4f02-9bce-3dd93f9558c4 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Allocated IP 172.20.0.1 (fffba3c4-1e3e-46fe-b4bb-5ae54523266b/c4136f48-cafb-4141-ad90-f0ffef5fd30a/460e1ae3-3db6-4163-bb5a-4830c0772349) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:34:29.745677 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cef0006e-63db-4f02-9bce-3dd93f9558c4 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:29.786960 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cef0006e-63db-4f02-9bce-3dd93f9558c4 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:29.831707 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef0006e-63db-4f02-9bce-3dd93f9558c4 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Network fffba3c4-1e3e-46fe-b4bb-5ae54523266b is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:34:29.838141 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-cef0006e-63db-4f02-9bce-3dd93f9558c4 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:34:29.842503 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef0006e-63db-4f02-9bce-3dd93f9558c4 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:34:29.867255 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0006e-63db-4f02-9bce-3dd93f9558c4 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event updated for resources: {'Port': ['ID=460e1ae3-3db6-4163-bb5a-4830c0772349,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:29.891869 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cef0006e-63db-4f02-9bce-3dd93f9558c4 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:30.032070 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cef0006e-63db-4f02-9bce-3dd93f9558c4 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:30.673223 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cef0006e-63db-4f02-9bce-3dd93f9558c4 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:30.679189 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cef0006e-63db-4f02-9bce-3dd93f9558c4 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:30.759858 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0006e-63db-4f02-9bce-3dd93f9558c4 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event updated for resources: {'Port': ['ID=460e1ae3-3db6-4163-bb5a-4830c0772349,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:30.764299 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cef0006e-63db-4f02-9bce-3dd93f9558c4 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:30.867529 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef0006e-63db-4f02-9bce-3dd93f9558c4 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Network fffba3c4-1e3e-46fe-b4bb-5ae54523266b is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:34:30.869799 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-cef0006e-63db-4f02-9bce-3dd93f9558c4 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:34:30.987761 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef0006e-63db-4f02-9bce-3dd93f9558c4 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Router 33d28945-1189-4a2a-8158-1da20cd47c6b has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:34:31.101232 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef0006e-63db-4f02-9bce-3dd93f9558c4 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:34:31.106724 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cef0006e-63db-4f02-9bce-3dd93f9558c4 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "PUT /v2.0/routers/33d28945-1189-4a2a-8158-1da20cd47c6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4427102 Nov 10 19:34:31.109687 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60658) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:31.112406 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50b7789-f5a1-4965-a57f-951eccf8c7ae None None] Sync routers for ids ['33d28945-1189-4a2a-8158-1da20cd47c6b'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:34:31.114614 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-2ed99175-3a3a-497b-bd90-cc15bf2d90d5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Request body: {'port': {'network_id': 'fffba3c4-1e3e-46fe-b4bb-5ae54523266b', 'name': 'tempest-FloatingIPTestJSON-1421538488'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:34:31.124482 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50b7789-f5a1-4965-a57f-951eccf8c7ae None None] Routers {'33d28945-1189-4a2a-8158-1da20cd47c6b'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:31.125591 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-e50b7789-f5a1-4965-a57f-951eccf8c7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33d28945-1189-4a2a-8158-1da20cd47c6b'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:31.165737 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-e50b7789-f5a1-4965-a57f-951eccf8c7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:31.175510 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50b7789-f5a1-4965-a57f-951eccf8c7ae None None] Routers {'33d28945-1189-4a2a-8158-1da20cd47c6b'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:31.176163 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-e50b7789-f5a1-4965-a57f-951eccf8c7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33d28945-1189-4a2a-8158-1da20cd47c6b'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:31.255494 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-e50b7789-f5a1-4965-a57f-951eccf8c7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:31.256446 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50b7789-f5a1-4965-a57f-951eccf8c7ae None None] The sync data for ids ['33d28945-1189-4a2a-8158-1da20cd47c6b'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:34:31.308580 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed99175-3a3a-497b-bd90-cc15bf2d90d5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Made reservation on behalf of 9bb51f13a2254a8485be15c17c3308c5 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:34:31.312394 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2ed99175-3a3a-497b-bd90-cc15bf2d90d5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:31.332317 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-2ed99175-3a3a-497b-bd90-cc15bf2d90d5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] device_id is not set on port 44818264-e4f4-4f2f-beee-e364305a68e9 yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:34:31.443810 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-2ed99175-3a3a-497b-bd90-cc15bf2d90d5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Allocated IP 172.20.0.4 (fffba3c4-1e3e-46fe-b4bb-5ae54523266b/c4136f48-cafb-4141-ad90-f0ffef5fd30a/44818264-e4f4-4f2f-beee-e364305a68e9) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:34:31.603191 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2ed99175-3a3a-497b-bd90-cc15bf2d90d5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:31.648109 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2ed99175-3a3a-497b-bd90-cc15bf2d90d5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:31.691117 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed99175-3a3a-497b-bd90-cc15bf2d90d5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Network fffba3c4-1e3e-46fe-b4bb-5ae54523266b is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:34:31.696056 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-2ed99175-3a3a-497b-bd90-cc15bf2d90d5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:34:31.700118 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed99175-3a3a-497b-bd90-cc15bf2d90d5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:34:31.727451 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed99175-3a3a-497b-bd90-cc15bf2d90d5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event updated for resources: {'Port': ['ID=44818264-e4f4-4f2f-beee-e364305a68e9,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:31.757027 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed99175-3a3a-497b-bd90-cc15bf2d90d5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:31.757625 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2ed99175-3a3a-497b-bd90-cc15bf2d90d5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:31.775500 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2ed99175-3a3a-497b-bd90-cc15bf2d90d5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6649377 Nov 10 19:34:31.778176 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60674) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:31.783178 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-7600070f-4fdd-4e39-a264-8766589fc31e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Request body: {'port': {'network_id': 'fffba3c4-1e3e-46fe-b4bb-5ae54523266b', 'name': 'tempest-FloatingIPTestJSON-1634050620'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:34:31.892966 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7600070f-4fdd-4e39-a264-8766589fc31e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Made reservation on behalf of 9bb51f13a2254a8485be15c17c3308c5 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:34:31.896941 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7600070f-4fdd-4e39-a264-8766589fc31e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:31.915767 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-7600070f-4fdd-4e39-a264-8766589fc31e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] device_id is not set on port 5651e467-ee4e-4ff2-a845-4e063132991f yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:34:32.034686 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-7600070f-4fdd-4e39-a264-8766589fc31e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Allocated IP 172.20.0.8 (fffba3c4-1e3e-46fe-b4bb-5ae54523266b/c4136f48-cafb-4141-ad90-f0ffef5fd30a/5651e467-ee4e-4ff2-a845-4e063132991f) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:34:32.186531 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7600070f-4fdd-4e39-a264-8766589fc31e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:32.222457 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7600070f-4fdd-4e39-a264-8766589fc31e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:32.263392 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7600070f-4fdd-4e39-a264-8766589fc31e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Network fffba3c4-1e3e-46fe-b4bb-5ae54523266b is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:34:32.266554 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-7600070f-4fdd-4e39-a264-8766589fc31e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:34:32.272481 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7600070f-4fdd-4e39-a264-8766589fc31e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:34:32.298157 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600070f-4fdd-4e39-a264-8766589fc31e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event updated for resources: {'Port': ['ID=5651e467-ee4e-4ff2-a845-4e063132991f,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:32.326159 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7600070f-4fdd-4e39-a264-8766589fc31e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:32.326783 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7600070f-4fdd-4e39-a264-8766589fc31e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:32.343973 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7600070f-4fdd-4e39-a264-8766589fc31e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5647204 Nov 10 19:34:32.347715 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60684) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:32.352378 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-6cfb0d7a-bd54-4213-8b50-fef0741553e2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'port_id': '5651e467-ee4e-4ff2-a845-4e063132991f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:34:32.379932 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6cfb0d7a-bd54-4213-8b50-fef0741553e2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for floatingip, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:32.482192 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6cfb0d7a-bd54-4213-8b50-fef0741553e2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:32.600769 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-6cfb0d7a-bd54-4213-8b50-fef0741553e2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Allocated IP 172.25.3.191 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/7ca2d749-4672-48c7-94c7-090d56ffb27a) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:34:32.725201 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6cfb0d7a-bd54-4213-8b50-fef0741553e2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:32.763790 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6cfb0d7a-bd54-4213-8b50-fef0741553e2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:32.801506 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfb0d7a-bd54-4213-8b50-fef0741553e2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:34:32.804387 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-6cfb0d7a-bd54-4213-8b50-fef0741553e2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:34:32.806868 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfb0d7a-bd54-4213-8b50-fef0741553e2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:34:32.836037 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb0d7a-bd54-4213-8b50-fef0741553e2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event updated for resources: {'Port': ['ID=7ca2d749-4672-48c7-94c7-090d56ffb27a,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:33.330557 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6cfb0d7a-bd54-4213-8b50-fef0741553e2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:33.436122 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6cfb0d7a-bd54-4213-8b50-fef0741553e2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:33.592381 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6cfb0d7a-bd54-4213-8b50-fef0741553e2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:33.600561 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6cfb0d7a-bd54-4213-8b50-fef0741553e2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:33.673953 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb0d7a-bd54-4213-8b50-fef0741553e2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event updated for resources: {'Port': ['ID=7ca2d749-4672-48c7-94c7-090d56ffb27a,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:33.688180 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6cfb0d7a-bd54-4213-8b50-fef0741553e2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:33.790886 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [None req-6cfb0d7a-bd54-4213-8b50-fef0741553e2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Floating IP 079714a7-cf39-41fc-924f-c4220df42652 associated. External IP: 172.25.3.191, port: 5651e467-ee4e-4ff2-a845-4e063132991f. Nov 10 19:34:34.001144 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cfb0d7a-bd54-4213-8b50-fef0741553e2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Router 33d28945-1189-4a2a-8158-1da20cd47c6b has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:34:34.110902 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfb0d7a-bd54-4213-8b50-fef0741553e2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:34:34.121121 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d5e3fd-bf89-4382-99f1-d32b3065bbd7 None None] Sync routers for ids ['33d28945-1189-4a2a-8158-1da20cd47c6b'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:34:34.132741 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d5e3fd-bf89-4382-99f1-d32b3065bbd7 None None] Routers {'33d28945-1189-4a2a-8158-1da20cd47c6b'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:34.132974 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6cfb0d7a-bd54-4213-8b50-fef0741553e2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:34.133354 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-23d5e3fd-bf89-4382-99f1-d32b3065bbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33d28945-1189-4a2a-8158-1da20cd47c6b'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:34.161890 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6cfb0d7a-bd54-4213-8b50-fef0741553e2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.8129933 Nov 10 19:34:34.164452 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60706) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:34.169064 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-db9dae7c-a31d-4096-a359-2b9f724dbeea tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:34:34.170010 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-23d5e3fd-bf89-4382-99f1-d32b3065bbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:34.179713 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d5e3fd-bf89-4382-99f1-d32b3065bbd7 None None] Routers {'33d28945-1189-4a2a-8158-1da20cd47c6b'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:34.180322 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-23d5e3fd-bf89-4382-99f1-d32b3065bbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33d28945-1189-4a2a-8158-1da20cd47c6b'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:34.216686 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-23d5e3fd-bf89-4382-99f1-d32b3065bbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:34.217234 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d5e3fd-bf89-4382-99f1-d32b3065bbd7 None None] The sync data for ids ['33d28945-1189-4a2a-8158-1da20cd47c6b'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:34:34.230909 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-db9dae7c-a31d-4096-a359-2b9f724dbeea tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for floatingip, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:34.376952 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-db9dae7c-a31d-4096-a359-2b9f724dbeea tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:34.382045 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-db9dae7c-a31d-4096-a359-2b9f724dbeea tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:34.382377 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [None req-db9dae7c-a31d-4096-a359-2b9f724dbeea tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Floating IP 079714a7-cf39-41fc-924f-c4220df42652 disassociated. External IP: 172.25.3.191, port: 5651e467-ee4e-4ff2-a845-4e063132991f. Nov 10 19:34:34.909827 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9dae7c-a31d-4096-a359-2b9f724dbeea tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Router 33d28945-1189-4a2a-8158-1da20cd47c6b has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:34:35.022699 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9dae7c-a31d-4096-a359-2b9f724dbeea tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:34:35.027535 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-db9dae7c-a31d-4096-a359-2b9f724dbeea tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:35.035532 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cf2017-5b7a-4fb5-a0ac-41c7f3d0f2ab None None] Sync routers for ids ['33d28945-1189-4a2a-8158-1da20cd47c6b'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:34:35.045487 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cf2017-5b7a-4fb5-a0ac-41c7f3d0f2ab None None] Routers {'33d28945-1189-4a2a-8158-1da20cd47c6b'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:35.047358 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-53cf2017-5b7a-4fb5-a0ac-41c7f3d0f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33d28945-1189-4a2a-8158-1da20cd47c6b'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:35.061803 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-db9dae7c-a31d-4096-a359-2b9f724dbeea tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "PUT /v2.0/floatingips/079714a7-cf39-41fc-924f-c4220df42652 HTTP/1.1" status: 200 len: 688 time: 0.8944733 Nov 10 19:34:35.063538 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60714) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:35.093441 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-53cf2017-5b7a-4fb5-a0ac-41c7f3d0f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:35.104861 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cf2017-5b7a-4fb5-a0ac-41c7f3d0f2ab None None] Routers {'33d28945-1189-4a2a-8158-1da20cd47c6b'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:35.105573 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-53cf2017-5b7a-4fb5-a0ac-41c7f3d0f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33d28945-1189-4a2a-8158-1da20cd47c6b'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:35.144753 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-53cf2017-5b7a-4fb5-a0ac-41c7f3d0f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:35.145513 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cf2017-5b7a-4fb5-a0ac-41c7f3d0f2ab None None] The sync data for ids ['33d28945-1189-4a2a-8158-1da20cd47c6b'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:34:35.199933 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-1c47b69b-677e-48cd-a65b-69c0dbe216f0 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Deleting port 7ca2d749-4672-48c7-94c7-090d56ffb27a {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:34:35.200194 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1c47b69b-677e-48cd-a65b-69c0dbe216f0 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:35.280985 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1c47b69b-677e-48cd-a65b-69c0dbe216f0 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:35.281320 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1c47b69b-677e-48cd-a65b-69c0dbe216f0 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:35.293715 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-1c47b69b-677e-48cd-a65b-69c0dbe216f0 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Calling delete_port for 7ca2d749-4672-48c7-94c7-090d56ffb27a owned by network:floatingip {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:34:35.433221 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1c47b69b-677e-48cd-a65b-69c0dbe216f0 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:35.461244 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47b69b-677e-48cd-a65b-69c0dbe216f0 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event deleted for resources: {'Port': ['ID=7ca2d749-4672-48c7-94c7-090d56ffb27a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:35.519181 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1c47b69b-677e-48cd-a65b-69c0dbe216f0 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for floatingip, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:35.521873 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1c47b69b-677e-48cd-a65b-69c0dbe216f0 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:35.523045 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1c47b69b-677e-48cd-a65b-69c0dbe216f0 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "DELETE /v2.0/floatingips/079714a7-cf39-41fc-924f-c4220df42652 HTTP/1.1" status: 204 len: 168 time: 0.4584177 Nov 10 19:34:35.526647 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60716) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:35.531623 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-069d1d77-168f-458f-9ef8-c3bae8620edd tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'port_id': '44818264-e4f4-4f2f-beee-e364305a68e9'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:34:35.556435 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-069d1d77-168f-458f-9ef8-c3bae8620edd tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for floatingip, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:35.716644 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-069d1d77-168f-458f-9ef8-c3bae8620edd tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:35.846305 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-069d1d77-168f-458f-9ef8-c3bae8620edd tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Allocated IP 172.25.3.38 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/499e44e6-b103-4ce4-8b84-347c17a90c8c) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:34:36.001740 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-069d1d77-168f-458f-9ef8-c3bae8620edd tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:36.047442 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-069d1d77-168f-458f-9ef8-c3bae8620edd tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:36.090729 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069d1d77-168f-458f-9ef8-c3bae8620edd tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:34:36.099814 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-069d1d77-168f-458f-9ef8-c3bae8620edd tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:34:36.105292 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069d1d77-168f-458f-9ef8-c3bae8620edd tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:34:36.107952 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d1d77-168f-458f-9ef8-c3bae8620edd tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event updated for resources: {'Port': ['ID=499e44e6-b103-4ce4-8b84-347c17a90c8c,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:36.864611 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-069d1d77-168f-458f-9ef8-c3bae8620edd tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:36.943464 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-069d1d77-168f-458f-9ef8-c3bae8620edd tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:37.141435 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-069d1d77-168f-458f-9ef8-c3bae8620edd tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:37.146551 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-069d1d77-168f-458f-9ef8-c3bae8620edd tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:37.216657 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d1d77-168f-458f-9ef8-c3bae8620edd tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event updated for resources: {'Port': ['ID=499e44e6-b103-4ce4-8b84-347c17a90c8c,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:37.226772 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-069d1d77-168f-458f-9ef8-c3bae8620edd tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:37.331104 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-069d1d77-168f-458f-9ef8-c3bae8620edd tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Floating IP 575477df-72c1-4a1f-9089-d2f6e16693bb associated. External IP: 172.25.3.38, port: 44818264-e4f4-4f2f-beee-e364305a68e9. Nov 10 19:34:37.541126 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069d1d77-168f-458f-9ef8-c3bae8620edd tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Router 33d28945-1189-4a2a-8158-1da20cd47c6b has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:34:37.654636 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069d1d77-168f-458f-9ef8-c3bae8620edd tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:34:37.679650 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-069d1d77-168f-458f-9ef8-c3bae8620edd tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:37.720325 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-069d1d77-168f-458f-9ef8-c3bae8620edd tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.1891978 Nov 10 19:34:37.720325 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60732) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:37.767064 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f465b9c0-c007-4c5b-bfc5-b8412f79f599 None None] Sync routers for ids ['33d28945-1189-4a2a-8158-1da20cd47c6b'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:34:37.777028 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f465b9c0-c007-4c5b-bfc5-b8412f79f599 None None] Routers {'33d28945-1189-4a2a-8158-1da20cd47c6b'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:37.777637 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-f465b9c0-c007-4c5b-bfc5-b8412f79f599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33d28945-1189-4a2a-8158-1da20cd47c6b'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:37.787174 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d1ac05d2-0bcc-46b1-b121-d61071a2a1a2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "GET /v2.0/floatingips/575477df-72c1-4a1f-9089-d2f6e16693bb HTTP/1.1" status: 200 len: 977 time: 0.0655522 Nov 10 19:34:37.789553 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60738) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:37.809230 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-f465b9c0-c007-4c5b-bfc5-b8412f79f599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:37.835380 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f465b9c0-c007-4c5b-bfc5-b8412f79f599 None None] Routers {'33d28945-1189-4a2a-8158-1da20cd47c6b'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:37.836020 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-f465b9c0-c007-4c5b-bfc5-b8412f79f599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33d28945-1189-4a2a-8158-1da20cd47c6b'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:37.877160 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-f465b9c0-c007-4c5b-bfc5-b8412f79f599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:37.877160 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f465b9c0-c007-4c5b-bfc5-b8412f79f599 None None] The sync data for ids ['33d28945-1189-4a2a-8158-1da20cd47c6b'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:34:37.907538 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-053ebe78-6be9-4b46-af8a-6df57f0a5b73 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1166124 Nov 10 19:34:37.910409 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60746) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:37.915308 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-009daa6a-6761-4274-b286-f0a3ba7473ba tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Request body: {'floatingip': {'port_id': '5651e467-ee4e-4ff2-a845-4e063132991f'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:34:37.984145 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-009daa6a-6761-4274-b286-f0a3ba7473ba tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for floatingip, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:38.509027 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-009daa6a-6761-4274-b286-f0a3ba7473ba tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:38.514535 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-009daa6a-6761-4274-b286-f0a3ba7473ba tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:38.630333 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-009daa6a-6761-4274-b286-f0a3ba7473ba tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Floating IP 575477df-72c1-4a1f-9089-d2f6e16693bb associated. External IP: 172.25.3.38, port: 44818264-e4f4-4f2f-beee-e364305a68e9. Nov 10 19:34:38.856891 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009daa6a-6761-4274-b286-f0a3ba7473ba tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Router 33d28945-1189-4a2a-8158-1da20cd47c6b has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:34:38.980509 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009daa6a-6761-4274-b286-f0a3ba7473ba tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:34:39.000028 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172b4f0b-be68-42c5-937a-6673ef035e88 None None] Sync routers for ids ['33d28945-1189-4a2a-8158-1da20cd47c6b'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:34:39.012793 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172b4f0b-be68-42c5-937a-6673ef035e88 None None] Routers {'33d28945-1189-4a2a-8158-1da20cd47c6b'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:39.014964 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-172b4f0b-be68-42c5-937a-6673ef035e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33d28945-1189-4a2a-8158-1da20cd47c6b'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:39.059367 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-172b4f0b-be68-42c5-937a-6673ef035e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:39.070297 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172b4f0b-be68-42c5-937a-6673ef035e88 None None] Routers {'33d28945-1189-4a2a-8158-1da20cd47c6b'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:39.071206 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-172b4f0b-be68-42c5-937a-6673ef035e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33d28945-1189-4a2a-8158-1da20cd47c6b'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:39.117049 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-172b4f0b-be68-42c5-937a-6673ef035e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:39.118032 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172b4f0b-be68-42c5-937a-6673ef035e88 None None] The sync data for ids ['33d28945-1189-4a2a-8158-1da20cd47c6b'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:34:39.260788 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009daa6a-6761-4274-b286-f0a3ba7473ba tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Router 33d28945-1189-4a2a-8158-1da20cd47c6b has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:34:39.376779 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009daa6a-6761-4274-b286-f0a3ba7473ba tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:34:39.381879 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-009daa6a-6761-4274-b286-f0a3ba7473ba tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:39.387018 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e9677a-81dd-41b6-b601-6b8d23de2a03 None None] Sync routers for ids ['33d28945-1189-4a2a-8158-1da20cd47c6b'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:34:39.400228 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e9677a-81dd-41b6-b601-6b8d23de2a03 None None] Routers {'33d28945-1189-4a2a-8158-1da20cd47c6b'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:39.401124 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-e4e9677a-81dd-41b6-b601-6b8d23de2a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33d28945-1189-4a2a-8158-1da20cd47c6b'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:39.446294 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-e4e9677a-81dd-41b6-b601-6b8d23de2a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:39.455229 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-009daa6a-6761-4274-b286-f0a3ba7473ba tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "PUT /v2.0/floatingips/575477df-72c1-4a1f-9089-d2f6e16693bb HTTP/1.1" status: 200 len: 977 time: 1.5436049 Nov 10 19:34:39.459082 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60762) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:39.463716 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e9677a-81dd-41b6-b601-6b8d23de2a03 None None] Routers {'33d28945-1189-4a2a-8158-1da20cd47c6b'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:39.464402 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-afed51b4-16e5-4eb2-8e57-010dbb8b65b0 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:34:39.465323 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-e4e9677a-81dd-41b6-b601-6b8d23de2a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33d28945-1189-4a2a-8158-1da20cd47c6b'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:39.505342 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-e4e9677a-81dd-41b6-b601-6b8d23de2a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:39.506013 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e9677a-81dd-41b6-b601-6b8d23de2a03 None None] The sync data for ids ['33d28945-1189-4a2a-8158-1da20cd47c6b'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:34:39.528768 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-afed51b4-16e5-4eb2-8e57-010dbb8b65b0 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for floatingip, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:40.191100 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-afed51b4-16e5-4eb2-8e57-010dbb8b65b0 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:40.198551 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-afed51b4-16e5-4eb2-8e57-010dbb8b65b0 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:40.198897 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-afed51b4-16e5-4eb2-8e57-010dbb8b65b0 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Floating IP 575477df-72c1-4a1f-9089-d2f6e16693bb disassociated. External IP: 172.25.3.38, port: 5651e467-ee4e-4ff2-a845-4e063132991f. Nov 10 19:34:40.480731 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afed51b4-16e5-4eb2-8e57-010dbb8b65b0 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Router 33d28945-1189-4a2a-8158-1da20cd47c6b has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:34:40.615243 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afed51b4-16e5-4eb2-8e57-010dbb8b65b0 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:34:40.628389 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-afed51b4-16e5-4eb2-8e57-010dbb8b65b0 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:40.636339 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5cc8a8-544f-47e0-9a41-353000914bfc None None] Sync routers for ids ['33d28945-1189-4a2a-8158-1da20cd47c6b'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:34:40.647508 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5cc8a8-544f-47e0-9a41-353000914bfc None None] Routers {'33d28945-1189-4a2a-8158-1da20cd47c6b'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:40.648417 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-dc5cc8a8-544f-47e0-9a41-353000914bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33d28945-1189-4a2a-8158-1da20cd47c6b'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:40.661217 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-afed51b4-16e5-4eb2-8e57-010dbb8b65b0 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "PUT /v2.0/floatingips/575477df-72c1-4a1f-9089-d2f6e16693bb HTTP/1.1" status: 200 len: 687 time: 1.2012997 Nov 10 19:34:40.663765 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60776) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:40.687175 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-dc5cc8a8-544f-47e0-9a41-353000914bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:40.697191 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5cc8a8-544f-47e0-9a41-353000914bfc None None] Routers {'33d28945-1189-4a2a-8158-1da20cd47c6b'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:40.698021 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-dc5cc8a8-544f-47e0-9a41-353000914bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33d28945-1189-4a2a-8158-1da20cd47c6b'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:40.752558 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-dc5cc8a8-544f-47e0-9a41-353000914bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:40.754029 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5cc8a8-544f-47e0-9a41-353000914bfc None None] The sync data for ids ['33d28945-1189-4a2a-8158-1da20cd47c6b'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:34:40.827450 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-f6810eff-a59c-4c2a-863c-da50d896eb15 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Deleting port 499e44e6-b103-4ce4-8b84-347c17a90c8c {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:34:40.827772 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f6810eff-a59c-4c2a-863c-da50d896eb15 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:40.910225 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f6810eff-a59c-4c2a-863c-da50d896eb15 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:40.910503 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f6810eff-a59c-4c2a-863c-da50d896eb15 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:40.923565 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-f6810eff-a59c-4c2a-863c-da50d896eb15 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Calling delete_port for 499e44e6-b103-4ce4-8b84-347c17a90c8c owned by network:floatingip {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:34:41.063536 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f6810eff-a59c-4c2a-863c-da50d896eb15 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:41.095440 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6810eff-a59c-4c2a-863c-da50d896eb15 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event deleted for resources: {'Port': ['ID=499e44e6-b103-4ce4-8b84-347c17a90c8c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:41.173292 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f6810eff-a59c-4c2a-863c-da50d896eb15 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for floatingip, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:41.176926 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f6810eff-a59c-4c2a-863c-da50d896eb15 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:41.178504 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f6810eff-a59c-4c2a-863c-da50d896eb15 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "DELETE /v2.0/floatingips/575477df-72c1-4a1f-9089-d2f6e16693bb HTTP/1.1" status: 204 len: 168 time: 0.5137324 Nov 10 19:34:41.181615 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60780) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:41.219496 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-2f22ff67-dd28-4c10-8fe1-f1b174c5e444 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] delete failed (client error): The resource could not be found. Nov 10 19:34:41.221813 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2f22ff67-dd28-4c10-8fe1-f1b174c5e444 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "DELETE /v2.0/floatingips/575477df-72c1-4a1f-9089-d2f6e16693bb HTTP/1.1" status: 404 len: 345 time: 0.0379136 Nov 10 19:34:41.226748 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60782) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:41.315483 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951d7967-3ace-496a-99f7-16e4e498181e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:41.322616 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951d7967-3ace-496a-99f7-16e4e498181e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:41.329318 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951d7967-3ace-496a-99f7-16e4e498181e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:41.331310 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-951d7967-3ace-496a-99f7-16e4e498181e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "GET /v2.0/ports?network_id=fffba3c4-1e3e-46fe-b4bb-5ae54523266b HTTP/1.1" status: 200 len: 2358 time: 0.1034131 Nov 10 19:34:41.334212 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60786) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:41.388348 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eef0d0-4045-4c57-a1ca-8326b64108a4 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:41.393808 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-67eef0d0-4045-4c57-a1ca-8326b64108a4 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "GET /v2.0/subnets/c4136f48-cafb-4141-ad90-f0ffef5fd30a HTTP/1.1" status: 200 len: 797 time: 0.0545173 Nov 10 19:34:41.394733 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60788) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:41.399622 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-5ced0134-5979-4216-bedd-b434281c6ef7 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Request body: {'port': {'network_id': 'fffba3c4-1e3e-46fe-b4bb-5ae54523266b', 'name': 'tempest-FloatingIPTestJSON-1856578317', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:34:41.527916 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ced0134-5979-4216-bedd-b434281c6ef7 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Made reservation on behalf of 9bb51f13a2254a8485be15c17c3308c5 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:34:41.634369 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5ced0134-5979-4216-bedd-b434281c6ef7 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:41.654124 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-5ced0134-5979-4216-bedd-b434281c6ef7 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] device_id is not set on port 003f8345-42c9-46b4-91bd-53bcbf36bdb6 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:34:42.068430 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-5ced0134-5979-4216-bedd-b434281c6ef7 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Allocated IP 172.20.0.14 (fffba3c4-1e3e-46fe-b4bb-5ae54523266b/c4136f48-cafb-4141-ad90-f0ffef5fd30a/003f8345-42c9-46b4-91bd-53bcbf36bdb6) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:34:42.076840 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-5ced0134-5979-4216-bedd-b434281c6ef7 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Allocated IP 172.20.0.13 (fffba3c4-1e3e-46fe-b4bb-5ae54523266b/c4136f48-cafb-4141-ad90-f0ffef5fd30a/003f8345-42c9-46b4-91bd-53bcbf36bdb6) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:34:42.251060 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5ced0134-5979-4216-bedd-b434281c6ef7 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:42.285726 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5ced0134-5979-4216-bedd-b434281c6ef7 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:42.328306 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ced0134-5979-4216-bedd-b434281c6ef7 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Network fffba3c4-1e3e-46fe-b4bb-5ae54523266b is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:34:42.331244 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-5ced0134-5979-4216-bedd-b434281c6ef7 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:34:42.333648 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ced0134-5979-4216-bedd-b434281c6ef7 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:34:42.369906 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced0134-5979-4216-bedd-b434281c6ef7 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event updated for resources: {'Port': ['ID=003f8345-42c9-46b4-91bd-53bcbf36bdb6,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:42.397581 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ced0134-5979-4216-bedd-b434281c6ef7 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:42.398232 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5ced0134-5979-4216-bedd-b434281c6ef7 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:42.422930 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5ced0134-5979-4216-bedd-b434281c6ef7 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.0247190 Nov 10 19:34:42.423275 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60796) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:42.428196 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-ca9ac50c-2f0a-4de2-a0e1-478d0b399c39 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'port_id': '003f8345-42c9-46b4-91bd-53bcbf36bdb6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:34:42.452972 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ca9ac50c-2f0a-4de2-a0e1-478d0b399c39 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for floatingip, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:42.560503 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ca9ac50c-2f0a-4de2-a0e1-478d0b399c39 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:42.696681 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-ca9ac50c-2f0a-4de2-a0e1-478d0b399c39 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Allocated IP 172.25.3.149 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/72d8ec9b-05f1-4f64-b05f-2553228364ca) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:34:42.808277 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ca9ac50c-2f0a-4de2-a0e1-478d0b399c39 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:42.847466 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ca9ac50c-2f0a-4de2-a0e1-478d0b399c39 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:42.882446 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9ac50c-2f0a-4de2-a0e1-478d0b399c39 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:34:42.887187 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-ca9ac50c-2f0a-4de2-a0e1-478d0b399c39 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:34:42.891462 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9ac50c-2f0a-4de2-a0e1-478d0b399c39 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:34:43.015001 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ac50c-2f0a-4de2-a0e1-478d0b399c39 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event updated for resources: {'Port': ['ID=72d8ec9b-05f1-4f64-b05f-2553228364ca,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:43.293958 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ca9ac50c-2f0a-4de2-a0e1-478d0b399c39 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:43.380062 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ca9ac50c-2f0a-4de2-a0e1-478d0b399c39 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:43.570128 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ca9ac50c-2f0a-4de2-a0e1-478d0b399c39 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:43.576562 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ca9ac50c-2f0a-4de2-a0e1-478d0b399c39 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:43.651805 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ac50c-2f0a-4de2-a0e1-478d0b399c39 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event updated for resources: {'Port': ['ID=72d8ec9b-05f1-4f64-b05f-2553228364ca,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:43.668770 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ca9ac50c-2f0a-4de2-a0e1-478d0b399c39 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:43.783048 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [None req-ca9ac50c-2f0a-4de2-a0e1-478d0b399c39 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Floating IP c1618c92-e065-42e3-b509-f76d3ecee569 associated. External IP: 172.25.3.149, port: 003f8345-42c9-46b4-91bd-53bcbf36bdb6. Nov 10 19:34:44.012877 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9ac50c-2f0a-4de2-a0e1-478d0b399c39 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Router 33d28945-1189-4a2a-8158-1da20cd47c6b has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:34:44.154479 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9ac50c-2f0a-4de2-a0e1-478d0b399c39 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:34:44.182282 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6fadc4-64ef-4b5a-8f9e-a17b3b221fd8 None None] Sync routers for ids ['33d28945-1189-4a2a-8158-1da20cd47c6b'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:34:44.182967 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ca9ac50c-2f0a-4de2-a0e1-478d0b399c39 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:44.224535 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ca9ac50c-2f0a-4de2-a0e1-478d0b399c39 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.7976775 Nov 10 19:34:44.224763 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60814) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:44.226783 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6fadc4-64ef-4b5a-8f9e-a17b3b221fd8 None None] Routers {'33d28945-1189-4a2a-8158-1da20cd47c6b'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:44.227404 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-4e6fadc4-64ef-4b5a-8f9e-a17b3b221fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33d28945-1189-4a2a-8158-1da20cd47c6b'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:44.230551 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-1f8daf07-a6f3-455e-b78e-0bf5a9f3f72a tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Request body: {'floatingip': {'port_id': '003f8345-42c9-46b4-91bd-53bcbf36bdb6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:34:44.279611 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-4e6fadc4-64ef-4b5a-8f9e-a17b3b221fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:44.289904 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6fadc4-64ef-4b5a-8f9e-a17b3b221fd8 None None] Routers {'33d28945-1189-4a2a-8158-1da20cd47c6b'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:44.290526 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-4e6fadc4-64ef-4b5a-8f9e-a17b3b221fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33d28945-1189-4a2a-8158-1da20cd47c6b'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:44.302903 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f8daf07-a6f3-455e-b78e-0bf5a9f3f72a tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for floatingip, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:44.324054 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-4e6fadc4-64ef-4b5a-8f9e-a17b3b221fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:44.324054 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6fadc4-64ef-4b5a-8f9e-a17b3b221fd8 None None] The sync data for ids ['33d28945-1189-4a2a-8158-1da20cd47c6b'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:34:44.784748 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f8daf07-a6f3-455e-b78e-0bf5a9f3f72a tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:44.790812 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f8daf07-a6f3-455e-b78e-0bf5a9f3f72a tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:45.116352 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:34:45.344039 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8daf07-a6f3-455e-b78e-0bf5a9f3f72a tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Router 33d28945-1189-4a2a-8158-1da20cd47c6b has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:34:45.455525 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8daf07-a6f3-455e-b78e-0bf5a9f3f72a tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:34:45.460118 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f8daf07-a6f3-455e-b78e-0bf5a9f3f72a tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:45.469392 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29850f39-86ba-408b-bc17-391837db2926 None None] Sync routers for ids ['33d28945-1189-4a2a-8158-1da20cd47c6b'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:34:45.483158 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29850f39-86ba-408b-bc17-391837db2926 None None] Routers {'33d28945-1189-4a2a-8158-1da20cd47c6b'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:45.484144 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-29850f39-86ba-408b-bc17-391837db2926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33d28945-1189-4a2a-8158-1da20cd47c6b'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:45.526257 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1f8daf07-a6f3-455e-b78e-0bf5a9f3f72a tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "PUT /v2.0/floatingips/c1618c92-e065-42e3-b509-f76d3ecee569 HTTP/1.1" status: 200 len: 979 time: 1.3003495 Nov 10 19:34:45.529183 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-29850f39-86ba-408b-bc17-391837db2926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:45.529361 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60834) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:45.538722 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29850f39-86ba-408b-bc17-391837db2926 None None] Routers {'33d28945-1189-4a2a-8158-1da20cd47c6b'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:45.539994 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-29850f39-86ba-408b-bc17-391837db2926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33d28945-1189-4a2a-8158-1da20cd47c6b'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:45.578998 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-29850f39-86ba-408b-bc17-391837db2926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:45.579663 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29850f39-86ba-408b-bc17-391837db2926 None None] The sync data for ids ['33d28945-1189-4a2a-8158-1da20cd47c6b'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:34:45.726120 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-9bf1f98a-40a9-4117-9a87-0334f81fb180 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Deleting port 72d8ec9b-05f1-4f64-b05f-2553228364ca {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:34:45.726666 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f98a-40a9-4117-9a87-0334f81fb180 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:45.809170 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f98a-40a9-4117-9a87-0334f81fb180 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:45.809622 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f98a-40a9-4117-9a87-0334f81fb180 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:45.825131 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-9bf1f98a-40a9-4117-9a87-0334f81fb180 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Calling delete_port for 72d8ec9b-05f1-4f64-b05f-2553228364ca owned by network:floatingip {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:34:45.979984 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f98a-40a9-4117-9a87-0334f81fb180 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:46.008430 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1f98a-40a9-4117-9a87-0334f81fb180 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event deleted for resources: {'Port': ['ID=72d8ec9b-05f1-4f64-b05f-2553228364ca,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:46.100261 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f98a-40a9-4117-9a87-0334f81fb180 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for floatingip, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:46.101233 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-9bf1f98a-40a9-4117-9a87-0334f81fb180 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Floating IP c1618c92-e065-42e3-b509-f76d3ecee569 disassociated (deleted). External IP: 172.25.3.149, port: 003f8345-42c9-46b4-91bd-53bcbf36bdb6. Nov 10 19:34:46.365229 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf1f98a-40a9-4117-9a87-0334f81fb180 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Router 33d28945-1189-4a2a-8158-1da20cd47c6b has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:34:46.484402 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf1f98a-40a9-4117-9a87-0334f81fb180 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:34:46.489332 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f98a-40a9-4117-9a87-0334f81fb180 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:46.495702 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da55e55d-d35c-4280-952a-00c4313471c5 None None] Sync routers for ids ['33d28945-1189-4a2a-8158-1da20cd47c6b'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:34:46.507059 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da55e55d-d35c-4280-952a-00c4313471c5 None None] Routers {'33d28945-1189-4a2a-8158-1da20cd47c6b'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:46.507688 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-da55e55d-d35c-4280-952a-00c4313471c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33d28945-1189-4a2a-8158-1da20cd47c6b'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:46.521329 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9bf1f98a-40a9-4117-9a87-0334f81fb180 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "DELETE /v2.0/floatingips/c1618c92-e065-42e3-b509-f76d3ecee569 HTTP/1.1" status: 204 len: 168 time: 0.9886262 Nov 10 19:34:46.521530 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60860) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:46.542963 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-da55e55d-d35c-4280-952a-00c4313471c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:46.551869 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da55e55d-d35c-4280-952a-00c4313471c5 None None] Routers {'33d28945-1189-4a2a-8158-1da20cd47c6b'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:46.552451 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-da55e55d-d35c-4280-952a-00c4313471c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33d28945-1189-4a2a-8158-1da20cd47c6b'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:46.584203 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-da55e55d-d35c-4280-952a-00c4313471c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:46.584865 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da55e55d-d35c-4280-952a-00c4313471c5 None None] The sync data for ids ['33d28945-1189-4a2a-8158-1da20cd47c6b'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:34:46.616868 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-d090fc12-411c-41b2-8abb-51a4f5fa8e92 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Deleting port 003f8345-42c9-46b4-91bd-53bcbf36bdb6 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:34:46.617416 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d090fc12-411c-41b2-8abb-51a4f5fa8e92 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:46.707919 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d090fc12-411c-41b2-8abb-51a4f5fa8e92 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:46.720611 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-d090fc12-411c-41b2-8abb-51a4f5fa8e92 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Calling delete_port for 003f8345-42c9-46b4-91bd-53bcbf36bdb6 owned by {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:34:46.901145 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d090fc12-411c-41b2-8abb-51a4f5fa8e92 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:46.929850 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090fc12-411c-41b2-8abb-51a4f5fa8e92 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event deleted for resources: {'Port': ['ID=003f8345-42c9-46b4-91bd-53bcbf36bdb6,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:47.024207 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d090fc12-411c-41b2-8abb-51a4f5fa8e92 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:47.027550 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d090fc12-411c-41b2-8abb-51a4f5fa8e92 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "DELETE /v2.0/ports/003f8345-42c9-46b4-91bd-53bcbf36bdb6 HTTP/1.1" status: 204 len: 168 time: 0.5049851 Nov 10 19:34:47.031209 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60872) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:47.035807 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-af1aa500-34d0-4cf7-9691-4016b139361f tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:34:47.064793 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-af1aa500-34d0-4cf7-9691-4016b139361f tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for floatingip, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:47.180626 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-af1aa500-34d0-4cf7-9691-4016b139361f tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:47.296479 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-af1aa500-34d0-4cf7-9691-4016b139361f tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Allocated IP 172.25.3.75 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/c981a90a-8220-432a-85fb-476eb5d4e512) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:34:47.404212 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-af1aa500-34d0-4cf7-9691-4016b139361f tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:47.438647 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-af1aa500-34d0-4cf7-9691-4016b139361f tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:47.475019 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1aa500-34d0-4cf7-9691-4016b139361f tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:34:47.481435 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-af1aa500-34d0-4cf7-9691-4016b139361f tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:34:47.485991 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1aa500-34d0-4cf7-9691-4016b139361f tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:34:47.516132 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1aa500-34d0-4cf7-9691-4016b139361f tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event updated for resources: {'Port': ['ID=c981a90a-8220-432a-85fb-476eb5d4e512,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:47.580959 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-af1aa500-34d0-4cf7-9691-4016b139361f tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:47.630351 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-af1aa500-34d0-4cf7-9691-4016b139361f tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:47.787801 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-af1aa500-34d0-4cf7-9691-4016b139361f tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:47.795439 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-af1aa500-34d0-4cf7-9691-4016b139361f tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:47.872840 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1aa500-34d0-4cf7-9691-4016b139361f tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event updated for resources: {'Port': ['ID=c981a90a-8220-432a-85fb-476eb5d4e512,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:47.884591 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-af1aa500-34d0-4cf7-9691-4016b139361f tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:47.903009 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-af1aa500-34d0-4cf7-9691-4016b139361f tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:47.904276 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-af1aa500-34d0-4cf7-9691-4016b139361f tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8720746 Nov 10 19:34:47.906958 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60880) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:47.912172 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-c8c8ccf2-dea7-4d4d-9d7f-3d361b78650e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Request body: {'port': {'network_id': 'fffba3c4-1e3e-46fe-b4bb-5ae54523266b', 'name': 'tempest-FloatingIPTestJSON-1019881154'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:34:48.031638 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c8ccf2-dea7-4d4d-9d7f-3d361b78650e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Made reservation on behalf of 9bb51f13a2254a8485be15c17c3308c5 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:34:48.036239 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c8c8ccf2-dea7-4d4d-9d7f-3d361b78650e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:48.055022 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-c8c8ccf2-dea7-4d4d-9d7f-3d361b78650e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] device_id is not set on port fdb1add9-9310-442b-a95e-8bf8fc73443a yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:34:48.174179 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-c8c8ccf2-dea7-4d4d-9d7f-3d361b78650e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Allocated IP 172.20.0.12 (fffba3c4-1e3e-46fe-b4bb-5ae54523266b/c4136f48-cafb-4141-ad90-f0ffef5fd30a/fdb1add9-9310-442b-a95e-8bf8fc73443a) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:34:48.376233 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c8c8ccf2-dea7-4d4d-9d7f-3d361b78650e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:48.409970 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c8c8ccf2-dea7-4d4d-9d7f-3d361b78650e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:48.455587 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c8ccf2-dea7-4d4d-9d7f-3d361b78650e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Network fffba3c4-1e3e-46fe-b4bb-5ae54523266b is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:34:48.459259 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-c8c8ccf2-dea7-4d4d-9d7f-3d361b78650e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:34:48.465274 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c8ccf2-dea7-4d4d-9d7f-3d361b78650e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:34:48.498506 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8ccf2-dea7-4d4d-9d7f-3d361b78650e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event updated for resources: {'Port': ['ID=fdb1add9-9310-442b-a95e-8bf8fc73443a,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:48.519732 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c8ccf2-dea7-4d4d-9d7f-3d361b78650e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:48.520330 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c8c8ccf2-dea7-4d4d-9d7f-3d361b78650e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:48.540423 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c8c8ccf2-dea7-4d4d-9d7f-3d361b78650e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6297891 Nov 10 19:34:48.540662 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60890) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:48.545286 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-b358a43b-3132-45ce-b040-fd9b6fcc4f39 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Request body: {'floatingip': {'port_id': 'fdb1add9-9310-442b-a95e-8bf8fc73443a'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:34:48.585456 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b358a43b-3132-45ce-b040-fd9b6fcc4f39 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for floatingip, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:49.033771 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b358a43b-3132-45ce-b040-fd9b6fcc4f39 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:49.038981 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b358a43b-3132-45ce-b040-fd9b6fcc4f39 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:49.150161 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-b358a43b-3132-45ce-b040-fd9b6fcc4f39 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Floating IP 2c35f9b5-6c48-4eff-8b17-faa2f9210805 associated. External IP: 172.25.3.75, port: fdb1add9-9310-442b-a95e-8bf8fc73443a. Nov 10 19:34:49.755141 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b358a43b-3132-45ce-b040-fd9b6fcc4f39 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Router 33d28945-1189-4a2a-8158-1da20cd47c6b has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:34:49.879450 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b358a43b-3132-45ce-b040-fd9b6fcc4f39 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:34:49.883884 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b358a43b-3132-45ce-b040-fd9b6fcc4f39 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:49.891966 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a8c3e1-35ec-4939-81b9-636439b0fac6 None None] Sync routers for ids ['33d28945-1189-4a2a-8158-1da20cd47c6b'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:34:49.902196 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a8c3e1-35ec-4939-81b9-636439b0fac6 None None] Routers {'33d28945-1189-4a2a-8158-1da20cd47c6b'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:49.903021 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-41a8c3e1-35ec-4939-81b9-636439b0fac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33d28945-1189-4a2a-8158-1da20cd47c6b'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:49.910596 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b358a43b-3132-45ce-b040-fd9b6fcc4f39 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "PUT /v2.0/floatingips/2c35f9b5-6c48-4eff-8b17-faa2f9210805 HTTP/1.1" status: 200 len: 978 time: 1.3690174 Nov 10 19:34:49.913063 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60910) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:49.947200 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-41a8c3e1-35ec-4939-81b9-636439b0fac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:49.969636 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a8c3e1-35ec-4939-81b9-636439b0fac6 None None] Routers {'33d28945-1189-4a2a-8158-1da20cd47c6b'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:49.970297 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-41a8c3e1-35ec-4939-81b9-636439b0fac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33d28945-1189-4a2a-8158-1da20cd47c6b'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:50.016101 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-c25a9867-240c-4d02-96dc-72654f88871e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Deleting port fdb1add9-9310-442b-a95e-8bf8fc73443a {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:34:50.016635 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c25a9867-240c-4d02-96dc-72654f88871e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:50.026306 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-41a8c3e1-35ec-4939-81b9-636439b0fac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:50.026971 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a8c3e1-35ec-4939-81b9-636439b0fac6 None None] The sync data for ids ['33d28945-1189-4a2a-8158-1da20cd47c6b'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:34:50.121723 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c25a9867-240c-4d02-96dc-72654f88871e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:50.351013 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c25a9867-240c-4d02-96dc-72654f88871e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:50.351533 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c25a9867-240c-4d02-96dc-72654f88871e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:50.351943 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-c25a9867-240c-4d02-96dc-72654f88871e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Floating IP 2c35f9b5-6c48-4eff-8b17-faa2f9210805 disassociated. External IP: 172.25.3.75, port: fdb1add9-9310-442b-a95e-8bf8fc73443a. Nov 10 19:34:50.352473 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-c25a9867-240c-4d02-96dc-72654f88871e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Calling delete_port for fdb1add9-9310-442b-a95e-8bf8fc73443a owned by {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:34:50.509351 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c25a9867-240c-4d02-96dc-72654f88871e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:50.543135 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a9867-240c-4d02-96dc-72654f88871e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event deleted for resources: {'Port': ['ID=fdb1add9-9310-442b-a95e-8bf8fc73443a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:50.683929 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25a9867-240c-4d02-96dc-72654f88871e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Router 33d28945-1189-4a2a-8158-1da20cd47c6b has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:34:50.803861 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25a9867-240c-4d02-96dc-72654f88871e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:34:50.814187 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce438cc0-f7d3-4294-a7e1-457d7c30d0a4 None None] Sync routers for ids ['33d28945-1189-4a2a-8158-1da20cd47c6b'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:34:50.825433 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce438cc0-f7d3-4294-a7e1-457d7c30d0a4 None None] Routers {'33d28945-1189-4a2a-8158-1da20cd47c6b'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:50.826202 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ce438cc0-f7d3-4294-a7e1-457d7c30d0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33d28945-1189-4a2a-8158-1da20cd47c6b'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:50.862922 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ce438cc0-f7d3-4294-a7e1-457d7c30d0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:50.872957 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce438cc0-f7d3-4294-a7e1-457d7c30d0a4 None None] Routers {'33d28945-1189-4a2a-8158-1da20cd47c6b'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:50.873565 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ce438cc0-f7d3-4294-a7e1-457d7c30d0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33d28945-1189-4a2a-8158-1da20cd47c6b'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:50.880528 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c25a9867-240c-4d02-96dc-72654f88871e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:50.884376 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c25a9867-240c-4d02-96dc-72654f88871e tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "DELETE /v2.0/ports/fdb1add9-9310-442b-a95e-8bf8fc73443a HTTP/1.1" status: 204 len: 168 time: 0.9700623 Nov 10 19:34:50.888534 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60932) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:50.910638 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ce438cc0-f7d3-4294-a7e1-457d7c30d0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:50.911400 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce438cc0-f7d3-4294-a7e1-457d7c30d0a4 None None] The sync data for ids ['33d28945-1189-4a2a-8158-1da20cd47c6b'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:34:50.937886 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7cf9953a-5076-4790-8db2-b2bd49c0b253 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "GET /v2.0/floatingips/2c35f9b5-6c48-4eff-8b17-faa2f9210805 HTTP/1.1" status: 200 len: 687 time: 0.0467880 Nov 10 19:34:50.939173 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60934) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:51.063691 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-0bef1769-ee81-43dd-83c1-666014dbda84 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Deleting port c981a90a-8220-432a-85fb-476eb5d4e512 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:34:51.064098 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0bef1769-ee81-43dd-83c1-666014dbda84 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:51.156118 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0bef1769-ee81-43dd-83c1-666014dbda84 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:51.156895 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0bef1769-ee81-43dd-83c1-666014dbda84 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:51.168789 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-0bef1769-ee81-43dd-83c1-666014dbda84 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Calling delete_port for c981a90a-8220-432a-85fb-476eb5d4e512 owned by network:floatingip {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:34:51.317979 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0bef1769-ee81-43dd-83c1-666014dbda84 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:51.347243 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef1769-ee81-43dd-83c1-666014dbda84 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event deleted for resources: {'Port': ['ID=c981a90a-8220-432a-85fb-476eb5d4e512,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:51.431096 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0bef1769-ee81-43dd-83c1-666014dbda84 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for floatingip, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:51.435753 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0bef1769-ee81-43dd-83c1-666014dbda84 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:51.441173 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60952) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:51.442653 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0bef1769-ee81-43dd-83c1-666014dbda84 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "DELETE /v2.0/floatingips/2c35f9b5-6c48-4eff-8b17-faa2f9210805 HTTP/1.1" status: 204 len: 168 time: 0.5024915 Nov 10 19:34:51.447794 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-ab36533f-963f-462c-a3ae-15cefd6b4000 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'port_id': '5651e467-ee4e-4ff2-a845-4e063132991f'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:34:51.475574 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ab36533f-963f-462c-a3ae-15cefd6b4000 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for floatingip, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:51.625498 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ab36533f-963f-462c-a3ae-15cefd6b4000 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:51.735629 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-ab36533f-963f-462c-a3ae-15cefd6b4000 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Allocated IP 172.25.3.18 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/3ed85438-7624-4a43-b2be-cc378a37ad1e) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:34:51.844057 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ab36533f-963f-462c-a3ae-15cefd6b4000 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:51.879854 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ab36533f-963f-462c-a3ae-15cefd6b4000 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:51.914962 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab36533f-963f-462c-a3ae-15cefd6b4000 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:34:51.919961 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-ab36533f-963f-462c-a3ae-15cefd6b4000 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:34:51.923210 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab36533f-963f-462c-a3ae-15cefd6b4000 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:34:51.957628 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36533f-963f-462c-a3ae-15cefd6b4000 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event updated for resources: {'Port': ['ID=3ed85438-7624-4a43-b2be-cc378a37ad1e,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:52.363269 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ab36533f-963f-462c-a3ae-15cefd6b4000 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:52.439762 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ab36533f-963f-462c-a3ae-15cefd6b4000 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:52.628989 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ab36533f-963f-462c-a3ae-15cefd6b4000 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:52.636769 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ab36533f-963f-462c-a3ae-15cefd6b4000 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:52.728239 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36533f-963f-462c-a3ae-15cefd6b4000 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event updated for resources: {'Port': ['ID=3ed85438-7624-4a43-b2be-cc378a37ad1e,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:52.737998 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ab36533f-963f-462c-a3ae-15cefd6b4000 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:52.845784 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [None req-ab36533f-963f-462c-a3ae-15cefd6b4000 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Floating IP c71deac0-80d2-4a95-9963-f8b8356069f8 associated. External IP: 172.25.3.18, port: 5651e467-ee4e-4ff2-a845-4e063132991f. Nov 10 19:34:53.067819 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab36533f-963f-462c-a3ae-15cefd6b4000 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Router 33d28945-1189-4a2a-8158-1da20cd47c6b has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:34:53.183066 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab36533f-963f-462c-a3ae-15cefd6b4000 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:34:53.197482 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82168793-3fbb-47f8-b173-3a7578fe9462 None None] Sync routers for ids ['33d28945-1189-4a2a-8158-1da20cd47c6b'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:34:53.206919 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ab36533f-963f-462c-a3ae-15cefd6b4000 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:53.212084 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82168793-3fbb-47f8-b173-3a7578fe9462 None None] Routers {'33d28945-1189-4a2a-8158-1da20cd47c6b'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:53.212930 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-82168793-3fbb-47f8-b173-3a7578fe9462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33d28945-1189-4a2a-8158-1da20cd47c6b'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:53.253894 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-82168793-3fbb-47f8-b173-3a7578fe9462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:53.256241 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ab36533f-963f-462c-a3ae-15cefd6b4000 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.8131692 Nov 10 19:34:53.258918 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60976) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:53.265011 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-26f90231-45e1-44c3-8448-f5bd62f1abb3 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1045999502'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:34:53.266994 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82168793-3fbb-47f8-b173-3a7578fe9462 None None] Routers {'33d28945-1189-4a2a-8158-1da20cd47c6b'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:53.267961 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-82168793-3fbb-47f8-b173-3a7578fe9462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33d28945-1189-4a2a-8158-1da20cd47c6b'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:53.306486 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f90231-45e1-44c3-8448-f5bd62f1abb3 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Made reservation on behalf of 9bb51f13a2254a8485be15c17c3308c5 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:34:53.310745 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-26f90231-45e1-44c3-8448-f5bd62f1abb3 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:53.319479 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-82168793-3fbb-47f8-b173-3a7578fe9462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:53.320371 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82168793-3fbb-47f8-b173-3a7578fe9462 None None] The sync data for ids ['33d28945-1189-4a2a-8158-1da20cd47c6b'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:34:53.347507 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f90231-45e1-44c3-8448-f5bd62f1abb3 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:34:53.356913 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-26f90231-45e1-44c3-8448-f5bd62f1abb3 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:53.357345 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-26f90231-45e1-44c3-8448-f5bd62f1abb3 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Added segment 412b3dba-7865-4783-a4a9-bcda426a2939 of type vlan for network 5765a134-5583-4b40-bbd1-c00db40e3935 Nov 10 19:34:53.397598 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-26f90231-45e1-44c3-8448-f5bd62f1abb3 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:53.423669 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-26f90231-45e1-44c3-8448-f5bd62f1abb3 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:53.430017 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f90231-45e1-44c3-8448-f5bd62f1abb3 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:53.430807 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-26f90231-45e1-44c3-8448-f5bd62f1abb3 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:53.492103 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-045e3d9c-e3ce-4894-abe8-e033f76abac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:53.500349 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-26f90231-45e1-44c3-8448-f5bd62f1abb3 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2398520 Nov 10 19:34:53.502832 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60982) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:53.509044 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-c597ee24-6951-41b8-9e7f-e9724856c901 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Request body: {'subnet': {'network_id': '5765a134-5583-4b40-bbd1-c00db40e3935', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:34:53.509448 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f90231-45e1-44c3-8448-f5bd62f1abb3 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event updated for resources: {'Network': ['ID=5765a134-5583-4b40-bbd1-c00db40e3935,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:53.527306 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 5765a134-5583-4b40-bbd1-c00db40e3935 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:34:53.628078 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c597ee24-6951-41b8-9e7f-e9724856c901 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Made reservation on behalf of 9bb51f13a2254a8485be15c17c3308c5 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:34:53.632325 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c597ee24-6951-41b8-9e7f-e9724856c901 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:53.831225 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c597ee24-6951-41b8-9e7f-e9724856c901 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:53.887695 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597ee24-6951-41b8-9e7f-e9724856c901 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event updated for resources: {'Subnet': ['ID=201d4b4d-0c9d-4e2e-859f-ca412bfc5e6a,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:53.898311 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c597ee24-6951-41b8-9e7f-e9724856c901 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Checking segment: {'id': '412b3dba-7865-4783-a4a9-bcda426a2939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '5765a134-5583-4b40-bbd1-c00db40e3935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:34:53.898660 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c597ee24-6951-41b8-9e7f-e9724856c901 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Network hostable DHCP agents. Network: 5765a134-5583-4b40-bbd1-c00db40e3935, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:34:53.916566 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c597ee24-6951-41b8-9e7f-e9724856c901 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Network 5765a134-5583-4b40-bbd1-c00db40e3935 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:34:53.928502 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-c597ee24-6951-41b8-9e7f-e9724856c901 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 5765a134-5583-4b40-bbd1-c00db40e3935) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:34:53.933495 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c597ee24-6951-41b8-9e7f-e9724856c901 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:53.934125 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c597ee24-6951-41b8-9e7f-e9724856c901 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:53.941547 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce5366c-1290-4b51-a66f-ed363170d5d4 None None] Network 5765a134-5583-4b40-bbd1-c00db40e3935 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:34:53.970499 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c597ee24-6951-41b8-9e7f-e9724856c901 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4661417 Nov 10 19:34:53.972838 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60988) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:53.978402 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-6ee2aa19-098e-41df-9712-be1bf464bbbb tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-662047567', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}, 'admin_state_up': False}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:34:54.032110 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ee2aa19-098e-41df-9712-be1bf464bbbb tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:54.034806 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ee2aa19-098e-41df-9712-be1bf464bbbb tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:54.102725 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ee2aa19-098e-41df-9712-be1bf464bbbb tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:54.141083 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107497fc-163d-4332-a6eb-1a65ca781f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-5765a134-5583-4b40-bbd1-c00db40e3935', 'network_id': '5765a134-5583-4b40-bbd1-c00db40e3935', 'tenant_id': '9bb51f13a2254a8485be15c17c3308c5', 'fixed_ips': [{'subnet_id': '201d4b4d-0c9d-4e2e-859f-ca412bfc5e6a'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:34:54.142375 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-107497fc-163d-4332-a6eb-1a65ca781f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:54.297747 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ee2aa19-098e-41df-9712-be1bf464bbbb tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:54.329601 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-107497fc-163d-4332-a6eb-1a65ca781f82 None None] Allocated IP 172.20.0.2 (5765a134-5583-4b40-bbd1-c00db40e3935/201d4b4d-0c9d-4e2e-859f-ca412bfc5e6a/dc0668ed-1a57-43ba-a501-6f270a161c91) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:34:54.527733 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-107497fc-163d-4332-a6eb-1a65ca781f82 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:54.533979 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-107497fc-163d-4332-a6eb-1a65ca781f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:54.557051 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107497fc-163d-4332-a6eb-1a65ca781f82 None None] Network 5765a134-5583-4b40-bbd1-c00db40e3935 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:34:54.559474 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-107497fc-163d-4332-a6eb-1a65ca781f82 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:34:54.562732 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107497fc-163d-4332-a6eb-1a65ca781f82 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:34:54.611983 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ee2aa19-098e-41df-9712-be1bf464bbbb tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:54.637110 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ee2aa19-098e-41df-9712-be1bf464bbbb tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:54.656502 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107497fc-163d-4332-a6eb-1a65ca781f82 None None] Pushing event updated for resources: {'Port': ['ID=dc0668ed-1a57-43ba-a501-6f270a161c91,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:54.669441 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-107497fc-163d-4332-a6eb-1a65ca781f82 None None] Attempting to bind port dc0668ed-1a57-43ba-a501-6f270a161c91 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:34:54.669941 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-107497fc-163d-4332-a6eb-1a65ca781f82 None None] Attempting to bind port dc0668ed-1a57-43ba-a501-6f270a161c91 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '412b3dba-7865-4783-a4a9-bcda426a2939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '5765a134-5583-4b40-bbd1-c00db40e3935'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:34:54.670388 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107497fc-163d-4332-a6eb-1a65ca781f82 None None] Attempting to bind port dc0668ed-1a57-43ba-a501-6f270a161c91 on network 5765a134-5583-4b40-bbd1-c00db40e3935 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:34:54.676227 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107497fc-163d-4332-a6eb-1a65ca781f82 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:34:54.676670 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107497fc-163d-4332-a6eb-1a65ca781f82 None None] Checking segment: {'id': '412b3dba-7865-4783-a4a9-bcda426a2939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '5765a134-5583-4b40-bbd1-c00db40e3935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:34:54.677135 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-107497fc-163d-4332-a6eb-1a65ca781f82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:54.677633 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107497fc-163d-4332-a6eb-1a65ca781f82 None None] Bound using segment: {'id': '412b3dba-7865-4783-a4a9-bcda426a2939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '5765a134-5583-4b40-bbd1-c00db40e3935'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:34:54.678220 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-107497fc-163d-4332-a6eb-1a65ca781f82 None None] Bound port: dc0668ed-1a57-43ba-a501-6f270a161c91, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '412b3dba-7865-4783-a4a9-bcda426a2939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '5765a134-5583-4b40-bbd1-c00db40e3935'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:34:54.678673 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-107497fc-163d-4332-a6eb-1a65ca781f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:54.785195 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-6ee2aa19-098e-41df-9712-be1bf464bbbb tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Allocated IP 172.25.3.175 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/1002aa33-4dbb-4004-8dd4-99673dd37624) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:34:54.792452 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:54.795325 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-107497fc-163d-4332-a6eb-1a65ca781f82 None None] For port dc0668ed-1a57-43ba-a501-6f270a161c91, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:34:54.799202 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-107497fc-163d-4332-a6eb-1a65ca781f82 None None] For port dc0668ed-1a57-43ba-a501-6f270a161c91, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=dc0668ed-1a57-43ba-a501-6f270a161c91,segment=NetworkSegment(412b3dba-7865-4783-a4a9-bcda426a2939),segment_id=412b3dba-7865-4783-a4a9-bcda426a2939)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:34:54.807626 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-107497fc-163d-4332-a6eb-1a65ca781f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:54.900008 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107497fc-163d-4332-a6eb-1a65ca781f82 None None] Pushing event updated for resources: {'Port': ['ID=dc0668ed-1a57-43ba-a501-6f270a161c91,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:54.944043 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ee2aa19-098e-41df-9712-be1bf464bbbb tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:54.987111 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ee2aa19-098e-41df-9712-be1bf464bbbb tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:55.023651 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee2aa19-098e-41df-9712-be1bf464bbbb tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:34:55.027091 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-6ee2aa19-098e-41df-9712-be1bf464bbbb tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:34:55.029918 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee2aa19-098e-41df-9712-be1bf464bbbb tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:34:55.044022 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bc1673-ef1a-4141-8c87-5375788c6aae None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:34:55.115034 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:55.144220 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-65df4b81-fb24-43d7-8a50-5287331acf76 None None] Provisioning complete for port 1002aa33-4dbb-4004-8dd4-99673dd37624 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:55.151265 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-65df4b81-fb24-43d7-8a50-5287331acf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:55.163188 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee2aa19-098e-41df-9712-be1bf464bbbb tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event updated for resources: {'Port': ['ID=1002aa33-4dbb-4004-8dd4-99673dd37624,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:55.236484 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-65df4b81-fb24-43d7-8a50-5287331acf76 None None] Port 1002aa33-4dbb-4004-8dd4-99673dd37624 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:34:55.411474 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device dc0668ed-1a57-43ba-a501-6f270a161c91 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:34:55.499926 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port dc0668ed-1a57-43ba-a501-6f270a161c91 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:55.500306 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:55.641404 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:55.684779 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port dc0668ed-1a57-43ba-a501-6f270a161c91, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=dc0668ed-1a57-43ba-a501-6f270a161c91,segment=NetworkSegment(412b3dba-7865-4783-a4a9-bcda426a2939),segment_id=412b3dba-7865-4783-a4a9-bcda426a2939)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:34:55.690381 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:55.751532 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-10d65b3e-3d87-44c2-8dfa-491ac3aa1668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:55.771277 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=dc0668ed-1a57-43ba-a501-6f270a161c91,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:55.923736 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ee2aa19-098e-41df-9712-be1bf464bbbb tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:56.145124 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ee2aa19-098e-41df-9712-be1bf464bbbb tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:56.227262 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26c3b2e-8955-43e4-8e4c-211ea904043c None None] Network 5765a134-5583-4b40-bbd1-c00db40e3935 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:34:56.284859 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee2aa19-098e-41df-9712-be1bf464bbbb tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Router 2c91fcf8-69a7-4777-a207-8efaf58ff8fe is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:34:56.314854 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-0e999d52-396f-4cb1-baaa-3381852feb73 None None] Provisioning complete for port dc0668ed-1a57-43ba-a501-6f270a161c91 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:56.315655 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0e999d52-396f-4cb1-baaa-3381852feb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:56.430590 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee2aa19-098e-41df-9712-be1bf464bbbb tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:34:56.441326 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063b6193-bb9f-408d-bf0c-1347f22a4b81 None None] Sync routers for ids ['2c91fcf8-69a7-4777-a207-8efaf58ff8fe'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:34:56.453417 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063b6193-bb9f-408d-bf0c-1347f22a4b81 None None] Routers {'2c91fcf8-69a7-4777-a207-8efaf58ff8fe'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:56.454369 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-063b6193-bb9f-408d-bf0c-1347f22a4b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2c91fcf8-69a7-4777-a207-8efaf58ff8fe'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:56.458708 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ee2aa19-098e-41df-9712-be1bf464bbbb tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:56.462813 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6ee2aa19-098e-41df-9712-be1bf464bbbb tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4886112 Nov 10 19:34:56.464160 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 32778) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:56.497962 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-063b6193-bb9f-408d-bf0c-1347f22a4b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:56.509951 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063b6193-bb9f-408d-bf0c-1347f22a4b81 None None] Routers {'2c91fcf8-69a7-4777-a207-8efaf58ff8fe'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:56.510811 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-063b6193-bb9f-408d-bf0c-1347f22a4b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2c91fcf8-69a7-4777-a207-8efaf58ff8fe'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:56.548999 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-063b6193-bb9f-408d-bf0c-1347f22a4b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:56.550708 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063b6193-bb9f-408d-bf0c-1347f22a4b81 None None] The sync data for ids ['2c91fcf8-69a7-4777-a207-8efaf58ff8fe'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:34:57.067887 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f7d5be28-ec9d-4f68-a07b-5ad60513b1ed tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:57.124343 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d4ecb84b-bc95-4168-a78f-186baa1f3ec6 None None] Provisioning complete for port dc0668ed-1a57-43ba-a501-6f270a161c91 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:57.126614 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d4ecb84b-bc95-4168-a78f-186baa1f3ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:57.214759 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:57.307366 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device dc0668ed-1a57-43ba-a501-6f270a161c91 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:34:57.358848 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port dc0668ed-1a57-43ba-a501-6f270a161c91 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:57.359648 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:57.362381 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-f7d5be28-ec9d-4f68-a07b-5ad60513b1ed tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Allocated IP 172.20.0.1 (5765a134-5583-4b40-bbd1-c00db40e3935/201d4b4d-0c9d-4e2e-859f-ca412bfc5e6a/7b9a7946-e323-46d5-b0ee-227295915c7f) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:34:57.476120 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f7d5be28-ec9d-4f68-a07b-5ad60513b1ed tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:57.511230 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f7d5be28-ec9d-4f68-a07b-5ad60513b1ed tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:57.549194 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d5be28-ec9d-4f68-a07b-5ad60513b1ed tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Network 5765a134-5583-4b40-bbd1-c00db40e3935 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:34:57.554792 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-f7d5be28-ec9d-4f68-a07b-5ad60513b1ed tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:34:57.558400 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d5be28-ec9d-4f68-a07b-5ad60513b1ed tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:34:57.586905 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5be28-ec9d-4f68-a07b-5ad60513b1ed tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event updated for resources: {'Port': ['ID=7b9a7946-e323-46d5-b0ee-227295915c7f,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:57.625413 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f7d5be28-ec9d-4f68-a07b-5ad60513b1ed tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:57.770272 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f7d5be28-ec9d-4f68-a07b-5ad60513b1ed tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:57.854690 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c91e25ea-910d-43a2-9ecf-c5e25ceaf7a7 None None] Provisioning complete for port 7b9a7946-e323-46d5-b0ee-227295915c7f triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:57.855073 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c91e25ea-910d-43a2-9ecf-c5e25ceaf7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:57.894697 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c91e25ea-910d-43a2-9ecf-c5e25ceaf7a7 None None] Port 7b9a7946-e323-46d5-b0ee-227295915c7f cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:34:58.066690 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f7d5be28-ec9d-4f68-a07b-5ad60513b1ed tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:58.074144 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f7d5be28-ec9d-4f68-a07b-5ad60513b1ed tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:58.160129 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5be28-ec9d-4f68-a07b-5ad60513b1ed tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event updated for resources: {'Port': ['ID=7b9a7946-e323-46d5-b0ee-227295915c7f,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:58.163003 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f7d5be28-ec9d-4f68-a07b-5ad60513b1ed tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:58.292384 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a318f59-c202-40af-8447-f2b8846d19e6 req-3a2134a4-95d6-4778-883d-7906518c0f69 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:58.293959 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2a318f59-c202-40af-8447-f2b8846d19e6 req-3a2134a4-95d6-4778-883d-7906518c0f69 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/ports?device_id=78db1e66-7688-448d-b82c-9840d4268288 HTTP/1.1" status: 200 len: 945 time: 0.0766842 Nov 10 19:34:58.300485 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d5be28-ec9d-4f68-a07b-5ad60513b1ed tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Network 5765a134-5583-4b40-bbd1-c00db40e3935 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:34:58.300850 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-f7d5be28-ec9d-4f68-a07b-5ad60513b1ed tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:34:58.393201 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2a318f59-c202-40af-8447-f2b8846d19e6 req-50158aa7-b63f-4a39-879c-914a138a7805 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/security-groups?id=b8a789d9-c236-4e0f-9936-9b8b7d50a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899775 Nov 10 19:34:58.452869 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d5be28-ec9d-4f68-a07b-5ad60513b1ed tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Router 2c91fcf8-69a7-4777-a207-8efaf58ff8fe has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:34:58.625969 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-60a86f59-7744-4482-9fe8-9d0e68f85860 None None] Provisioning complete for port 7b9a7946-e323-46d5-b0ee-227295915c7f triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:58.626917 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-60a86f59-7744-4482-9fe8-9d0e68f85860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:58.671007 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-60a86f59-7744-4482-9fe8-9d0e68f85860 None None] Port 7b9a7946-e323-46d5-b0ee-227295915c7f cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:34:58.692202 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:58.935696 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d5be28-ec9d-4f68-a07b-5ad60513b1ed tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:34:58.945381 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 32812) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:58.948326 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02f3e43-ad15-4cdf-b1aa-0a59caa8e07b None None] Sync routers for ids ['2c91fcf8-69a7-4777-a207-8efaf58ff8fe'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:34:58.950738 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f7d5be28-ec9d-4f68-a07b-5ad60513b1ed tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "PUT /v2.0/routers/2c91fcf8-69a7-4777-a207-8efaf58ff8fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4848499 Nov 10 19:34:58.951232 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-297201e7-38d6-46a0-94de-ee5b3fa22601 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Request body: {'port': {'network_id': '5765a134-5583-4b40-bbd1-c00db40e3935', 'name': 'tempest-FloatingIPTestJSON-1329113724'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:34:58.959827 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02f3e43-ad15-4cdf-b1aa-0a59caa8e07b None None] Routers {'2c91fcf8-69a7-4777-a207-8efaf58ff8fe'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:58.960481 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-c02f3e43-ad15-4cdf-b1aa-0a59caa8e07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2c91fcf8-69a7-4777-a207-8efaf58ff8fe'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:58.997865 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-c02f3e43-ad15-4cdf-b1aa-0a59caa8e07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:59.008595 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02f3e43-ad15-4cdf-b1aa-0a59caa8e07b None None] Routers {'2c91fcf8-69a7-4777-a207-8efaf58ff8fe'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:34:59.009259 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-c02f3e43-ad15-4cdf-b1aa-0a59caa8e07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2c91fcf8-69a7-4777-a207-8efaf58ff8fe'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:59.044450 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-c02f3e43-ad15-4cdf-b1aa-0a59caa8e07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:34:59.045092 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02f3e43-ad15-4cdf-b1aa-0a59caa8e07b None None] The sync data for ids ['2c91fcf8-69a7-4777-a207-8efaf58ff8fe'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:34:59.086085 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297201e7-38d6-46a0-94de-ee5b3fa22601 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Made reservation on behalf of 9bb51f13a2254a8485be15c17c3308c5 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:34:59.089636 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-297201e7-38d6-46a0-94de-ee5b3fa22601 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:59.106474 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-297201e7-38d6-46a0-94de-ee5b3fa22601 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] device_id is not set on port f1d8f15f-86f6-4721-945e-34afc6a638c3 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:34:59.215785 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-297201e7-38d6-46a0-94de-ee5b3fa22601 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Allocated IP 172.20.0.12 (5765a134-5583-4b40-bbd1-c00db40e3935/201d4b4d-0c9d-4e2e-859f-ca412bfc5e6a/f1d8f15f-86f6-4721-945e-34afc6a638c3) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:34:59.371587 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-297201e7-38d6-46a0-94de-ee5b3fa22601 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:59.385401 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:59.408557 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-297201e7-38d6-46a0-94de-ee5b3fa22601 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:59.449606 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297201e7-38d6-46a0-94de-ee5b3fa22601 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Network 5765a134-5583-4b40-bbd1-c00db40e3935 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:34:59.456154 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-297201e7-38d6-46a0-94de-ee5b3fa22601 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:34:59.460410 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297201e7-38d6-46a0-94de-ee5b3fa22601 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:34:59.516462 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297201e7-38d6-46a0-94de-ee5b3fa22601 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event updated for resources: {'Port': ['ID=f1d8f15f-86f6-4721-945e-34afc6a638c3,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:34:59.537706 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297201e7-38d6-46a0-94de-ee5b3fa22601 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:59.538362 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-297201e7-38d6-46a0-94de-ee5b3fa22601 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:59.541100 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bad86-2d47-4097-9afd-7b7c4cf00266 req-9f0e317c-c44f-4c03-89f1-6152df72b66a tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:34:59.544395 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e90bad86-2d47-4097-9afd-7b7c4cf00266 req-9f0e317c-c44f-4c03-89f1-6152df72b66a tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/ports?device_id=78db1e66-7688-448d-b82c-9840d4268288 HTTP/1.1" status: 200 len: 945 time: 0.0722902 Nov 10 19:34:59.565695 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-297201e7-38d6-46a0-94de-ee5b3fa22601 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6185062 Nov 10 19:34:59.573643 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 32818) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:34:59.580047 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-49d77a8b-dfd7-4570-9ae9-e683ef460ebd tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Request body: {'floatingip': {'port_id': 'f1d8f15f-86f6-4721-945e-34afc6a638c3'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:34:59.739012 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e90bad86-2d47-4097-9afd-7b7c4cf00266 req-59e49474-46fd-4508-8883-8cdf72bd67b2 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/security-groups?id=b8a789d9-c236-4e0f-9936-9b8b7d50a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774640 Nov 10 19:34:59.752446 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-49d77a8b-dfd7-4570-9ae9-e683ef460ebd tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for floatingip, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:59.814299 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-47858fcf-c343-46e6-b35d-8d38758198a7 None None] Provisioning complete for port f1d8f15f-86f6-4721-945e-34afc6a638c3 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:34:59.815709 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-47858fcf-c343-46e6-b35d-8d38758198a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:34:59.877620 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-47858fcf-c343-46e6-b35d-8d38758198a7 None None] Port f1d8f15f-86f6-4721-945e-34afc6a638c3 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:35:00.130261 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f51b87-2acd-4880-86e6-4dd32dea4af7 req-57b30f82-2633-47c5-957d-9a9a97ef5b9d tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:00.131828 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a8f51b87-2acd-4880-86e6-4dd32dea4af7 req-57b30f82-2633-47c5-957d-9a9a97ef5b9d tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.25 "GET /v2.0/ports?device_id=78db1e66-7688-448d-b82c-9840d4268288 HTTP/1.1" status: 200 len: 945 time: 0.1023560 Nov 10 19:35:00.339249 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-a8f51b87-2acd-4880-86e6-4dd32dea4af7 req-7ed93620-c1b2-403a-a5b3-c2ed7b1afb48 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Deleting port 01752bcb-9e5e-4871-a1d4-dfa3b8a9797b {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:35:00.339610 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a8f51b87-2acd-4880-86e6-4dd32dea4af7 req-7ed93620-c1b2-403a-a5b3-c2ed7b1afb48 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:00.344440 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-49d77a8b-dfd7-4570-9ae9-e683ef460ebd tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:00.357698 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-49d77a8b-dfd7-4570-9ae9-e683ef460ebd tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:00.519217 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-a8f51b87-2acd-4880-86e6-4dd32dea4af7 req-7ed93620-c1b2-403a-a5b3-c2ed7b1afb48 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] For port 01752bcb-9e5e-4871-a1d4-dfa3b8a9797b, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=01752bcb-9e5e-4871-a1d4-dfa3b8a9797b,segment=NetworkSegment(1e59d5cd-a3f3-42f6-9a81-553c8ff522db),segment_id=1e59d5cd-a3f3-42f6-9a81-553c8ff522db)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:35:00.519585 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a8f51b87-2acd-4880-86e6-4dd32dea4af7 req-7ed93620-c1b2-403a-a5b3-c2ed7b1afb48 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:00.535537 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-a8f51b87-2acd-4880-86e6-4dd32dea4af7 req-7ed93620-c1b2-403a-a5b3-c2ed7b1afb48 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Calling delete_port for 01752bcb-9e5e-4871-a1d4-dfa3b8a9797b owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:35:00.537728 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-49d77a8b-dfd7-4570-9ae9-e683ef460ebd tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Floating IP c71deac0-80d2-4a95-9963-f8b8356069f8 associated. External IP: 172.25.3.18, port: 5651e467-ee4e-4ff2-a845-4e063132991f. Nov 10 19:35:00.836372 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a8f51b87-2acd-4880-86e6-4dd32dea4af7 req-7ed93620-c1b2-403a-a5b3-c2ed7b1afb48 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:00.848878 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['01752bcb-9e5e-4871-a1d4-dfa3b8a9797b'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:35:00.862017 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-595d32d2-0c92-48cc-bcee-340b39bc353f req-250f6964-a76c-41a2-8cca-f36d09e5b1e2 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/ports?device_id=78db1e66-7688-448d-b82c-9840d4268288 HTTP/1.1" status: 200 len: 210 time: 0.0442069 Nov 10 19:35:00.890833 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed93620-c1b2-403a-a5b3-c2ed7b1afb48 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Pushing event deleted for resources: {'Port': ['ID=01752bcb-9e5e-4871-a1d4-dfa3b8a9797b,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:00.920895 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a5cab6-c043-4342-9d2c-76b27e2058b1 None None] DHCP port deletion for 80aa5130-1cdc-483c-a409-7f551127ce29 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:35:00.938341 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f51b87-2acd-4880-86e6-4dd32dea4af7 req-7ed93620-c1b2-403a-a5b3-c2ed7b1afb48 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] No DVR routers for this DVR port 01752bcb-9e5e-4871-a1d4-dfa3b8a9797b on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:35:00.941290 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d77a8b-dfd7-4570-9ae9-e683ef460ebd tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Router 33d28945-1189-4a2a-8158-1da20cd47c6b has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:35:00.943415 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a8f51b87-2acd-4880-86e6-4dd32dea4af7 req-7ed93620-c1b2-403a-a5b3-c2ed7b1afb48 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:00.947509 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a8f51b87-2acd-4880-86e6-4dd32dea4af7 req-7ed93620-c1b2-403a-a5b3-c2ed7b1afb48 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.25 "DELETE /v2.0/ports/01752bcb-9e5e-4871-a1d4-dfa3b8a9797b HTTP/1.1" status: 204 len: 173 time: 0.8085580 Nov 10 19:35:00.948236 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78db1e66-7688-448d-b82c-9840d4268288', 'name': 'network-vif-deleted', 'tag': '01752bcb-9e5e-4871-a1d4-dfa3b8a9797b'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:35:00.951137 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee481ba-32a8-4934-93e8-d2a6a2d64e76" -d '{"events": [{"server_uuid": "78db1e66-7688-448d-b82c-9840d4268288", "name": "network-vif-deleted", "tag": "01752bcb-9e5e-4871-a1d4-dfa3b8a9797b"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:35:01.003164 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295bcbe2-82f6-467c-aeb2-b47280de91cb x-openstack-request-id: req-295bcbe2-82f6-467c-aeb2-b47280de91cb {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:35:01.003455 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78db1e66-7688-448d-b82c-9840d4268288", "name": "network-vif-deleted", "tag": "01752bcb-9e5e-4871-a1d4-dfa3b8a9797b", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:35:01.003710 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-295bcbe2-82f6-467c-aeb2-b47280de91cb {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:35:01.004104 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78db1e66-7688-448d-b82c-9840d4268288', 'name': 'network-vif-deleted', 'tag': '01752bcb-9e5e-4871-a1d4-dfa3b8a9797b', 'status': 'completed', 'code': 200} Nov 10 19:35:01.080946 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d77a8b-dfd7-4570-9ae9-e683ef460ebd tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:35:01.093044 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e251d6-d66a-44e0-ab27-ef5022594d48 None None] Sync routers for ids ['33d28945-1189-4a2a-8158-1da20cd47c6b'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:35:01.105452 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e251d6-d66a-44e0-ab27-ef5022594d48 None None] Routers {'33d28945-1189-4a2a-8158-1da20cd47c6b'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:35:01.106576 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-73e251d6-d66a-44e0-ab27-ef5022594d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33d28945-1189-4a2a-8158-1da20cd47c6b'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:01.149894 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-73e251d6-d66a-44e0-ab27-ef5022594d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:01.160160 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e251d6-d66a-44e0-ab27-ef5022594d48 None None] Routers {'33d28945-1189-4a2a-8158-1da20cd47c6b'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:35:01.160877 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-73e251d6-d66a-44e0-ab27-ef5022594d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33d28945-1189-4a2a-8158-1da20cd47c6b'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:01.203988 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-73e251d6-d66a-44e0-ab27-ef5022594d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:01.204967 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e251d6-d66a-44e0-ab27-ef5022594d48 None None] The sync data for ids ['33d28945-1189-4a2a-8158-1da20cd47c6b'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:35:01.310380 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d77a8b-dfd7-4570-9ae9-e683ef460ebd tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Router 2c91fcf8-69a7-4777-a207-8efaf58ff8fe has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:35:01.422301 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d77a8b-dfd7-4570-9ae9-e683ef460ebd tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:35:01.427953 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-49d77a8b-dfd7-4570-9ae9-e683ef460ebd tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:01.432674 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec4b020-e292-4208-b8ca-10c166259634 None None] Sync routers for ids ['2c91fcf8-69a7-4777-a207-8efaf58ff8fe'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:35:01.448444 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec4b020-e292-4208-b8ca-10c166259634 None None] Routers {'2c91fcf8-69a7-4777-a207-8efaf58ff8fe'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:35:01.449103 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-3ec4b020-e292-4208-b8ca-10c166259634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2c91fcf8-69a7-4777-a207-8efaf58ff8fe'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:01.501815 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-3ec4b020-e292-4208-b8ca-10c166259634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:01.511319 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec4b020-e292-4208-b8ca-10c166259634 None None] Routers {'2c91fcf8-69a7-4777-a207-8efaf58ff8fe'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:35:01.512242 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-3ec4b020-e292-4208-b8ca-10c166259634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2c91fcf8-69a7-4777-a207-8efaf58ff8fe'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:01.516907 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-49d77a8b-dfd7-4570-9ae9-e683ef460ebd tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "PUT /v2.0/floatingips/c71deac0-80d2-4a95-9963-f8b8356069f8 HTTP/1.1" status: 200 len: 978 time: 1.9421647 Nov 10 19:35:01.519772 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 32842) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:01.547018 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-3ec4b020-e292-4208-b8ca-10c166259634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:01.548121 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec4b020-e292-4208-b8ca-10c166259634 None None] The sync data for ids ['2c91fcf8-69a7-4777-a207-8efaf58ff8fe'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:35:01.611661 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-a670ffba-20bd-4dea-8d3b-e882233b094a tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Deleting port f1d8f15f-86f6-4721-945e-34afc6a638c3 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:35:01.612103 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a670ffba-20bd-4dea-8d3b-e882233b094a tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:01.704401 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a670ffba-20bd-4dea-8d3b-e882233b094a tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:01.881551 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a670ffba-20bd-4dea-8d3b-e882233b094a tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:01.881952 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a670ffba-20bd-4dea-8d3b-e882233b094a tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:01.882281 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [None req-a670ffba-20bd-4dea-8d3b-e882233b094a tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Floating IP c71deac0-80d2-4a95-9963-f8b8356069f8 disassociated. External IP: 172.25.3.18, port: f1d8f15f-86f6-4721-945e-34afc6a638c3. Nov 10 19:35:01.882613 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-a670ffba-20bd-4dea-8d3b-e882233b094a tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Calling delete_port for f1d8f15f-86f6-4721-945e-34afc6a638c3 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:35:02.049482 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a670ffba-20bd-4dea-8d3b-e882233b094a tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:02.076442 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670ffba-20bd-4dea-8d3b-e882233b094a tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event deleted for resources: {'Port': ['ID=f1d8f15f-86f6-4721-945e-34afc6a638c3,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:02.243233 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a670ffba-20bd-4dea-8d3b-e882233b094a tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Router 2c91fcf8-69a7-4777-a207-8efaf58ff8fe has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:35:02.381966 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a670ffba-20bd-4dea-8d3b-e882233b094a tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:35:02.394794 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9339d2bc-75c4-483f-9c33-d191e1e6d1a4 None None] Sync routers for ids ['2c91fcf8-69a7-4777-a207-8efaf58ff8fe'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:35:02.413212 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9339d2bc-75c4-483f-9c33-d191e1e6d1a4 None None] Routers {'2c91fcf8-69a7-4777-a207-8efaf58ff8fe'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:35:02.413986 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9339d2bc-75c4-483f-9c33-d191e1e6d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2c91fcf8-69a7-4777-a207-8efaf58ff8fe'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:02.453392 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a670ffba-20bd-4dea-8d3b-e882233b094a tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:02.462638 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a670ffba-20bd-4dea-8d3b-e882233b094a tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "DELETE /v2.0/ports/f1d8f15f-86f6-4721-945e-34afc6a638c3 HTTP/1.1" status: 204 len: 168 time: 0.9394617 Nov 10 19:35:02.463010 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 32858) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:02.469706 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9339d2bc-75c4-483f-9c33-d191e1e6d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:02.478694 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9339d2bc-75c4-483f-9c33-d191e1e6d1a4 None None] Routers {'2c91fcf8-69a7-4777-a207-8efaf58ff8fe'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:35:02.479480 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9339d2bc-75c4-483f-9c33-d191e1e6d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2c91fcf8-69a7-4777-a207-8efaf58ff8fe'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:02.512720 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9339d2bc-75c4-483f-9c33-d191e1e6d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:02.513754 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9339d2bc-75c4-483f-9c33-d191e1e6d1a4 None None] The sync data for ids ['2c91fcf8-69a7-4777-a207-8efaf58ff8fe'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:35:02.838059 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-60b255d5-8e86-4d26-9f46-bb1b42fce0a8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:03.111208 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-60b255d5-8e86-4d26-9f46-bb1b42fce0a8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Deleting port 7b9a7946-e323-46d5-b0ee-227295915c7f {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:35:03.111867 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-60b255d5-8e86-4d26-9f46-bb1b42fce0a8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:03.217639 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-60b255d5-8e86-4d26-9f46-bb1b42fce0a8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:03.221700 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 01752bcb-9e5e-4871-a1d4-dfa3b8a9797b no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:35:03.232383 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-60b255d5-8e86-4d26-9f46-bb1b42fce0a8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Calling delete_port for 7b9a7946-e323-46d5-b0ee-227295915c7f owned by network:router_interface {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:35:03.259159 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 01752bcb-9e5e-4871-a1d4-dfa3b8a9797b {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:35:03.259733 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 01752bcb-9e5e-4871-a1d4-dfa3b8a9797b not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:35:03.434911 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-60b255d5-8e86-4d26-9f46-bb1b42fce0a8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:03.463764 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b255d5-8e86-4d26-9f46-bb1b42fce0a8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event deleted for resources: {'Port': ['ID=7b9a7946-e323-46d5-b0ee-227295915c7f,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:03.474178 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b255d5-8e86-4d26-9f46-bb1b42fce0a8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:03.474562 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b255d5-8e86-4d26-9f46-bb1b42fce0a8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:03.474906 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b255d5-8e86-4d26-9f46-bb1b42fce0a8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:03.475310 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b255d5-8e86-4d26-9f46-bb1b42fce0a8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:03.475576 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b255d5-8e86-4d26-9f46-bb1b42fce0a8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:03.476034 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b255d5-8e86-4d26-9f46-bb1b42fce0a8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:03.476377 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b255d5-8e86-4d26-9f46-bb1b42fce0a8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:03.476821 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b255d5-8e86-4d26-9f46-bb1b42fce0a8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:03.477016 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b255d5-8e86-4d26-9f46-bb1b42fce0a8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:03.477388 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b255d5-8e86-4d26-9f46-bb1b42fce0a8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:03.477640 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b255d5-8e86-4d26-9f46-bb1b42fce0a8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:03.477979 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b255d5-8e86-4d26-9f46-bb1b42fce0a8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:03.752540 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-60b255d5-8e86-4d26-9f46-bb1b42fce0a8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:04.398550 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b255d5-8e86-4d26-9f46-bb1b42fce0a8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Router 2c91fcf8-69a7-4777-a207-8efaf58ff8fe has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:35:04.509841 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b255d5-8e86-4d26-9f46-bb1b42fce0a8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:35:04.519250 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 32892) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:04.520585 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-60b255d5-8e86-4d26-9f46-bb1b42fce0a8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "PUT /v2.0/routers/2c91fcf8-69a7-4777-a207-8efaf58ff8fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0561652 Nov 10 19:35:04.521596 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a305978-3de7-400d-95a7-6860dad90ed1 None None] Sync routers for ids ['2c91fcf8-69a7-4777-a207-8efaf58ff8fe'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:35:04.533026 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a305978-3de7-400d-95a7-6860dad90ed1 None None] Routers {'2c91fcf8-69a7-4777-a207-8efaf58ff8fe'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:35:04.534037 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-1a305978-3de7-400d-95a7-6860dad90ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2c91fcf8-69a7-4777-a207-8efaf58ff8fe'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:04.569805 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-1a305978-3de7-400d-95a7-6860dad90ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:04.580502 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a305978-3de7-400d-95a7-6860dad90ed1 None None] Routers {'2c91fcf8-69a7-4777-a207-8efaf58ff8fe'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:35:04.581410 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-1a305978-3de7-400d-95a7-6860dad90ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2c91fcf8-69a7-4777-a207-8efaf58ff8fe'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:04.619685 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-1a305978-3de7-400d-95a7-6860dad90ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:04.620794 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a305978-3de7-400d-95a7-6860dad90ed1 None None] The sync data for ids ['2c91fcf8-69a7-4777-a207-8efaf58ff8fe'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:35:04.646979 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-27ece23b-8736-4b6f-b1cb-7f6328e773b2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:04.755171 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-27ece23b-8736-4b6f-b1cb-7f6328e773b2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:04.816772 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-27ece23b-8736-4b6f-b1cb-7f6328e773b2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Deleting port 1002aa33-4dbb-4004-8dd4-99673dd37624 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:35:04.817409 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-27ece23b-8736-4b6f-b1cb-7f6328e773b2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:04.900404 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-27ece23b-8736-4b6f-b1cb-7f6328e773b2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:04.911910 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-27ece23b-8736-4b6f-b1cb-7f6328e773b2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Calling delete_port for 1002aa33-4dbb-4004-8dd4-99673dd37624 owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:35:05.095785 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-27ece23b-8736-4b6f-b1cb-7f6328e773b2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:05.131988 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ece23b-8736-4b6f-b1cb-7f6328e773b2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event deleted for resources: {'Port': ['ID=1002aa33-4dbb-4004-8dd4-99673dd37624,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:05.162376 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97583bd8-566a-41c6-b8ae-de6ff521b9d6 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:35:05.211818 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-27ece23b-8736-4b6f-b1cb-7f6328e773b2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:05.337384 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-27ece23b-8736-4b6f-b1cb-7f6328e773b2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:05.339767 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-27ece23b-8736-4b6f-b1cb-7f6328e773b2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:05.384651 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-27ece23b-8736-4b6f-b1cb-7f6328e773b2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:05.385463 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ece23b-8736-4b6f-b1cb-7f6328e773b2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Fanout notify agent at l3_agent the message router_deleted on router 2c91fcf8-69a7-4777-a207-8efaf58ff8fe {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:35:05.394858 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-27ece23b-8736-4b6f-b1cb-7f6328e773b2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:05.398334 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-27ece23b-8736-4b6f-b1cb-7f6328e773b2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "DELETE /v2.0/routers/2c91fcf8-69a7-4777-a207-8efaf58ff8fe HTTP/1.1" status: 204 len: 168 time: 0.8772864 Nov 10 19:35:05.399239 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 32902) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:05.457017 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c1abb1-7d3c-4246-bfb5-7689061f66d6 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Deleting subnet 201d4b4d-0c9d-4e2e-859f-ca412bfc5e6a {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:35:05.461355 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f1c1abb1-7d3c-4246-bfb5-7689061f66d6 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:05.503006 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f1c1abb1-7d3c-4246-bfb5-7689061f66d6 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:05.601437 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f1c1abb1-7d3c-4246-bfb5-7689061f66d6 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:05.691792 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f1c1abb1-7d3c-4246-bfb5-7689061f66d6 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:05.730652 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1abb1-7d3c-4246-bfb5-7689061f66d6 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event deleted for resources: {'Subnet': ['ID=201d4b4d-0c9d-4e2e-859f-ca412bfc5e6a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:05.734788 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f1c1abb1-7d3c-4246-bfb5-7689061f66d6 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:05.738202 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f1c1abb1-7d3c-4246-bfb5-7689061f66d6 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "DELETE /v2.0/subnets/201d4b4d-0c9d-4e2e-859f-ca412bfc5e6a HTTP/1.1" status: 204 len: 168 time: 0.3377223 Nov 10 19:35:05.740931 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 32906) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:05.748006 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8bfb11-29d6-4b51-a9ed-007774151d4e None None] Network 5765a134-5583-4b40-bbd1-c00db40e3935 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:35:05.842702 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de897028-ea3a-4d11-bcad-aeca4d23b1f8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:05.921576 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-de897028-ea3a-4d11-bcad-aeca4d23b1f8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Deleting port dc0668ed-1a57-43ba-a501-6f270a161c91 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:35:05.922362 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de897028-ea3a-4d11-bcad-aeca4d23b1f8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:06.015190 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-de897028-ea3a-4d11-bcad-aeca4d23b1f8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] For port dc0668ed-1a57-43ba-a501-6f270a161c91, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=dc0668ed-1a57-43ba-a501-6f270a161c91,segment=NetworkSegment(412b3dba-7865-4783-a4a9-bcda426a2939),segment_id=412b3dba-7865-4783-a4a9-bcda426a2939)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:35:06.015568 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de897028-ea3a-4d11-bcad-aeca4d23b1f8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:06.029629 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-de897028-ea3a-4d11-bcad-aeca4d23b1f8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Calling delete_port for dc0668ed-1a57-43ba-a501-6f270a161c91 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:35:06.043003 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda1b31a-216e-4dc3-8108-718493d7c46b None None] DHCP port deletion for 5765a134-5583-4b40-bbd1-c00db40e3935 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:35:06.097722 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-bda1b31a-216e-4dc3-8108-718493d7c46b None None] Deleting port dc0668ed-1a57-43ba-a501-6f270a161c91 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:35:06.098316 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bda1b31a-216e-4dc3-8108-718493d7c46b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:06.122591 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de897028-ea3a-4d11-bcad-aeca4d23b1f8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:06.148941 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de897028-ea3a-4d11-bcad-aeca4d23b1f8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event deleted for resources: {'Port': ['ID=dc0668ed-1a57-43ba-a501-6f270a161c91,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:06.152518 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de897028-ea3a-4d11-bcad-aeca4d23b1f8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] No DVR routers for this DVR port dc0668ed-1a57-43ba-a501-6f270a161c91 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:35:06.168219 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-bda1b31a-216e-4dc3-8108-718493d7c46b None None] For port dc0668ed-1a57-43ba-a501-6f270a161c91, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=dc0668ed-1a57-43ba-a501-6f270a161c91,segment=NetworkSegment(412b3dba-7865-4783-a4a9-bcda426a2939),segment_id=412b3dba-7865-4783-a4a9-bcda426a2939)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:35:06.168697 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bda1b31a-216e-4dc3-8108-718493d7c46b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:06.186751 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-bda1b31a-216e-4dc3-8108-718493d7c46b None None] Calling delete_port for dc0668ed-1a57-43ba-a501-6f270a161c91 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:35:06.235756 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de897028-ea3a-4d11-bcad-aeca4d23b1f8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:06.256239 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-de897028-ea3a-4d11-bcad-aeca4d23b1f8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5765a134-5583-4b40-bbd1-c00db40e3935']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:06.265921 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-de897028-ea3a-4d11-bcad-aeca4d23b1f8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '412b3dba-7865-4783-a4a9-bcda426a2939') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:06.266222 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-de897028-ea3a-4d11-bcad-aeca4d23b1f8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '412b3dba-7865-4783-a4a9-bcda426a2939') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:06.268884 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bda1b31a-216e-4dc3-8108-718493d7c46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:06.276055 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de897028-ea3a-4d11-bcad-aeca4d23b1f8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:06.290132 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de897028-ea3a-4d11-bcad-aeca4d23b1f8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:06.296688 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1b31a-216e-4dc3-8108-718493d7c46b None None] Pushing event deleted for resources: {'Port': ['ID=dc0668ed-1a57-43ba-a501-6f270a161c91,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:06.297409 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de897028-ea3a-4d11-bcad-aeca4d23b1f8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:35:06.297915 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de897028-ea3a-4d11-bcad-aeca4d23b1f8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:06.303029 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:35:06.303029 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:35:06.303029 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:35:06.303029 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:35:06.303029 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:35:06.303029 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:35:06.303029 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:35:06.303029 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:35:06.303029 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:35:06.303029 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:35:06.303029 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:35:06.303029 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:35:06.303029 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:35:06.303029 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:35:06.303029 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:35:06.303029 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:35:06.303029 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:35:06.303029 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:35:06.303029 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:35:06.303029 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:35:06.303029 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:35:06.303029 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:35:06.303029 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:35:06.303029 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:35:06.303029 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:35:06.303029 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:35:06.303029 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:35:06.303029 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:35:06.303029 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:35:06.303029 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:35:06.303029 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:35:06.303029 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:35:06.311872 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda1b31a-216e-4dc3-8108-718493d7c46b None None] No DVR routers for this DVR port dc0668ed-1a57-43ba-a501-6f270a161c91 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:35:06.314968 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1b31a-216e-4dc3-8108-718493d7c46b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:06.315285 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1b31a-216e-4dc3-8108-718493d7c46b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:06.315967 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1b31a-216e-4dc3-8108-718493d7c46b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:06.316478 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1b31a-216e-4dc3-8108-718493d7c46b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:06.317518 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1b31a-216e-4dc3-8108-718493d7c46b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:06.318045 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1b31a-216e-4dc3-8108-718493d7c46b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:06.318544 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1b31a-216e-4dc3-8108-718493d7c46b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:06.319141 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1b31a-216e-4dc3-8108-718493d7c46b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:06.319632 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1b31a-216e-4dc3-8108-718493d7c46b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:06.320110 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1b31a-216e-4dc3-8108-718493d7c46b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:06.320587 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1b31a-216e-4dc3-8108-718493d7c46b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:06.321424 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1b31a-216e-4dc3-8108-718493d7c46b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:06.380652 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de897028-ea3a-4d11-bcad-aeca4d23b1f8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:06.387793 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de897028-ea3a-4d11-bcad-aeca4d23b1f8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:06.393582 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-de897028-ea3a-4d11-bcad-aeca4d23b1f8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "DELETE /v2.0/networks/5765a134-5583-4b40-bbd1-c00db40e3935 HTTP/1.1" status: 204 len: 168 time: 0.6493115 Nov 10 19:35:06.394047 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 32916) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:06.402736 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de897028-ea3a-4d11-bcad-aeca4d23b1f8 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event deleted for resources: {'Network': ['ID=5765a134-5583-4b40-bbd1-c00db40e3935,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:06.529098 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-27d4a64c-7b73-4148-9ccd-97f7943bea0c tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Deleting port 3ed85438-7624-4a43-b2be-cc378a37ad1e {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:35:06.529435 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-27d4a64c-7b73-4148-9ccd-97f7943bea0c tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:06.609709 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-27d4a64c-7b73-4148-9ccd-97f7943bea0c tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:06.610091 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-27d4a64c-7b73-4148-9ccd-97f7943bea0c tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:06.632697 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-27d4a64c-7b73-4148-9ccd-97f7943bea0c tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Calling delete_port for 3ed85438-7624-4a43-b2be-cc378a37ad1e owned by network:floatingip {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:35:06.802085 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-27d4a64c-7b73-4148-9ccd-97f7943bea0c tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:06.835361 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d4a64c-7b73-4148-9ccd-97f7943bea0c tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event deleted for resources: {'Port': ['ID=3ed85438-7624-4a43-b2be-cc378a37ad1e,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:06.902882 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-27d4a64c-7b73-4148-9ccd-97f7943bea0c tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for floatingip, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:06.907049 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-27d4a64c-7b73-4148-9ccd-97f7943bea0c tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:06.912591 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-27d4a64c-7b73-4148-9ccd-97f7943bea0c tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "DELETE /v2.0/floatingips/c71deac0-80d2-4a95-9963-f8b8356069f8 HTTP/1.1" status: 204 len: 168 time: 0.5133510 Nov 10 19:35:06.913303 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 32930) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:06.942037 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-f86c58e2-52f1-428c-b4d0-d6cc518d1401 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] DELETE failed (client error): The resource could not be found. Nov 10 19:35:06.942718 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f86c58e2-52f1-428c-b4d0-d6cc518d1401 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:35:06.946255 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f86c58e2-52f1-428c-b4d0-d6cc518d1401 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "DELETE /v2.0/ports/f1d8f15f-86f6-4721-945e-34afc6a638c3 HTTP/1.1" status: 404 len: 333 time: 0.0320890 Nov 10 19:35:06.948854 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 32932) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:06.979389 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-cff3d8e0-d837-4a01-a657-c17ee369a6c5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c91fcf8-69a7-4777-a207-8efaf58ff8fe HTTP/1.1" status: 200 len: 205 time: 0.0265548 Nov 10 19:35:06.979602 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 32934) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:07.016873 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-73115174-92a6-4d4b-9e87-eadcee040ed5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] delete failed (client error): The resource could not be found. Nov 10 19:35:07.020297 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-73115174-92a6-4d4b-9e87-eadcee040ed5 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "DELETE /v2.0/routers/2c91fcf8-69a7-4777-a207-8efaf58ff8fe HTTP/1.1" status: 404 len: 336 time: 0.0373528 Nov 10 19:35:07.020543 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 32936) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:07.048383 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd93a6d6-1c6e-4b48-8fea-9b95e5a333ff tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] DELETE failed (client error): The resource could not be found. Nov 10 19:35:07.048844 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd93a6d6-1c6e-4b48-8fea-9b95e5a333ff tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:35:07.054847 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-dd93a6d6-1c6e-4b48-8fea-9b95e5a333ff tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "DELETE /v2.0/subnets/201d4b4d-0c9d-4e2e-859f-ca412bfc5e6a HTTP/1.1" status: 404 len: 337 time: 0.0306318 Nov 10 19:35:07.055003 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 32938) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:07.150007 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-784b39ff-230f-4f74-bcae-5e4c994c2bdf tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Deleting port 5651e467-ee4e-4ff2-a845-4e063132991f {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:35:07.150512 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-784b39ff-230f-4f74-bcae-5e4c994c2bdf tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:07.253284 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-784b39ff-230f-4f74-bcae-5e4c994c2bdf tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:07.266027 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-784b39ff-230f-4f74-bcae-5e4c994c2bdf tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Calling delete_port for 5651e467-ee4e-4ff2-a845-4e063132991f owned by {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:35:07.308645 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device dc0668ed-1a57-43ba-a501-6f270a161c91 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:35:07.330380 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: dc0668ed-1a57-43ba-a501-6f270a161c91 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:35:07.331025 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device dc0668ed-1a57-43ba-a501-6f270a161c91 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:35:07.413483 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-784b39ff-230f-4f74-bcae-5e4c994c2bdf tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:07.453109 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b39ff-230f-4f74-bcae-5e4c994c2bdf tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event deleted for resources: {'Port': ['ID=5651e467-ee4e-4ff2-a845-4e063132991f,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:07.526840 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-784b39ff-230f-4f74-bcae-5e4c994c2bdf tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:07.532953 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-784b39ff-230f-4f74-bcae-5e4c994c2bdf tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "DELETE /v2.0/ports/5651e467-ee4e-4ff2-a845-4e063132991f HTTP/1.1" status: 204 len: 168 time: 0.4744830 Nov 10 19:35:07.533717 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 32942) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:07.641229 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-827e25e3-53a0-405b-b4cf-8dad59dc0bbe tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Deleting port 44818264-e4f4-4f2f-beee-e364305a68e9 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:35:07.641563 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-827e25e3-53a0-405b-b4cf-8dad59dc0bbe tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:07.737040 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-827e25e3-53a0-405b-b4cf-8dad59dc0bbe tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:07.750252 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-827e25e3-53a0-405b-b4cf-8dad59dc0bbe tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Calling delete_port for 44818264-e4f4-4f2f-beee-e364305a68e9 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:35:07.887736 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-827e25e3-53a0-405b-b4cf-8dad59dc0bbe tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:08.289601 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e25e3-53a0-405b-b4cf-8dad59dc0bbe tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event deleted for resources: {'Port': ['ID=44818264-e4f4-4f2f-beee-e364305a68e9,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:08.357398 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-827e25e3-53a0-405b-b4cf-8dad59dc0bbe tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:08.363385 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-827e25e3-53a0-405b-b4cf-8dad59dc0bbe tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "DELETE /v2.0/ports/44818264-e4f4-4f2f-beee-e364305a68e9 HTTP/1.1" status: 204 len: 168 time: 0.8260958 Nov 10 19:35:08.363640 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 32952) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:08.412285 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff2cb59-464e-4101-8cc9-6e78caecb535 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:08.416230 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1ff2cb59-464e-4101-8cc9-6e78caecb535 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "GET /v2.0/ports?device_id=33d28945-1189-4a2a-8158-1da20cd47c6b HTTP/1.1" status: 200 len: 913 time: 0.0492079 Nov 10 19:35:08.416448 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 32954) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:08.785029 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aca85dbf-7d31-4016-a853-f6c97b2b6112 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:09.018328 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-04fd5f5c-ea73-4eb6-b206-98b9e5c0c526 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:09.019950 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-04fd5f5c-ea73-4eb6-b206-98b9e5c0c526 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/networks?id=80aa5130-1cdc-483c-a409-7f551127ce29 HTTP/1.1" status: 200 len: 814 time: 0.1240282 Nov 10 19:35:09.035585 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-96025a57-7164-4ad4-9ef5-15f9801c5d14 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/quotas/c2d6d7f75a3b43298f3a0f4f0cedec78 HTTP/1.1" status: 200 len: 375 time: 0.0094140 Nov 10 19:35:09.069536 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-f85bd41a-1e67-4867-b8e8-d6cee2bd2e56 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2d6d7f75a3b43298f3a0f4f0cedec78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280151 Nov 10 19:35:09.083083 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-aca85dbf-7d31-4016-a853-f6c97b2b6112 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Deleting port 460e1ae3-3db6-4163-bb5a-4830c0772349 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:35:09.083422 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aca85dbf-7d31-4016-a853-f6c97b2b6112 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:09.178666 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-a5671911-3117-4718-a11c-1b9ff4c7cfac service neutron] 10.222.0.54 "GET /v2.0/networks/80aa5130-1cdc-483c-a409-7f551127ce29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016121 Nov 10 19:35:09.181544 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aca85dbf-7d31-4016-a853-f6c97b2b6112 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:09.194828 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-aca85dbf-7d31-4016-a853-f6c97b2b6112 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Calling delete_port for 460e1ae3-3db6-4163-bb5a-4830c0772349 owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:35:09.287234 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-da18b5bb-da44-408d-801e-a32e5ac7a09b service neutron] 10.222.0.54 "GET /v2.0/networks/80aa5130-1cdc-483c-a409-7f551127ce29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025138 Nov 10 19:35:09.444319 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aca85dbf-7d31-4016-a853-f6c97b2b6112 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:09.482927 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca85dbf-7d31-4016-a853-f6c97b2b6112 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event deleted for resources: {'Port': ['ID=460e1ae3-3db6-4163-bb5a-4830c0772349,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:09.522268 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba59d7-8729-4bb6-8d72-9de19f0234bc req-b3f05a69-dec2-47fa-8925-783024546b8c tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:09.530682 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2cba59d7-8729-4bb6-8d72-9de19f0234bc req-b3f05a69-dec2-47fa-8925-783024546b8c tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.0819006 Nov 10 19:35:09.596145 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2cba59d7-8729-4bb6-8d72-9de19f0234bc req-93e87ce3-0c7b-4b73-b05b-9c3a1ac73fca tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643766 Nov 10 19:35:09.712746 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aca85dbf-7d31-4016-a853-f6c97b2b6112 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:09.713364 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fe2a3b1f-9fc5-415e-97eb-ee563dc7058e req-b8e9bbf5-cca1-4a4f-a32d-dc06cdd2b3a7 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/ports?device_id=096f3287-b3c9-4d37-a54e-a88444e78682 HTTP/1.1" status: 200 len: 210 time: 0.0452139 Nov 10 19:35:09.906410 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72542432-cef2-4bda-bf78-ba507f472676 req-c295649b-818f-4e16-80ad-99cf001dd40c tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:09.914924 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-72542432-cef2-4bda-bf78-ba507f472676 req-c295649b-818f-4e16-80ad-99cf001dd40c tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.0709803 Nov 10 19:35:09.970159 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-72542432-cef2-4bda-bf78-ba507f472676 req-c9e0c177-fa71-4510-8dd6-228f6bccd5e9 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542898 Nov 10 19:35:09.986351 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca85dbf-7d31-4016-a853-f6c97b2b6112 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Router 33d28945-1189-4a2a-8158-1da20cd47c6b has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:35:10.143314 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca85dbf-7d31-4016-a853-f6c97b2b6112 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:35:10.150823 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-aca85dbf-7d31-4016-a853-f6c97b2b6112 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "PUT /v2.0/routers/33d28945-1189-4a2a-8158-1da20cd47c6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7310531 Nov 10 19:35:10.151197 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33006) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:10.161025 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff44143-df83-4b97-bece-2ede93bc68bf None None] Sync routers for ids ['33d28945-1189-4a2a-8158-1da20cd47c6b'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:35:10.173929 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff44143-df83-4b97-bece-2ede93bc68bf None None] Routers {'33d28945-1189-4a2a-8158-1da20cd47c6b'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:35:10.174616 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-fff44143-df83-4b97-bece-2ede93bc68bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33d28945-1189-4a2a-8158-1da20cd47c6b'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:10.215177 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-fff44143-df83-4b97-bece-2ede93bc68bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:10.226866 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff44143-df83-4b97-bece-2ede93bc68bf None None] Routers {'33d28945-1189-4a2a-8158-1da20cd47c6b'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:35:10.227818 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-fff44143-df83-4b97-bece-2ede93bc68bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33d28945-1189-4a2a-8158-1da20cd47c6b'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:10.260016 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-fff44143-df83-4b97-bece-2ede93bc68bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:10.261030 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff44143-df83-4b97-bece-2ede93bc68bf None None] The sync data for ids ['33d28945-1189-4a2a-8158-1da20cd47c6b'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:35:10.282772 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de5b80c9-ed89-48f9-9290-015cf22b0280 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:10.303949 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-247f3da0-3a65-44d8-959d-0cd0aa2e9d7a tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:10.305598 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-247f3da0-3a65-44d8-959d-0cd0aa2e9d7a tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/networks?id=d81248ac-96a9-4e56-9bb4-f772b36a0433 HTTP/1.1" status: 200 len: 812 time: 0.1244133 Nov 10 19:35:10.322287 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-871cdc2f-c6ce-43b4-bf57-d8c146fd94fc tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/quotas/e964d54e065f49df9181b3cc5034fac9 HTTP/1.1" status: 200 len: 375 time: 0.0101156 Nov 10 19:35:10.406215 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de5b80c9-ed89-48f9-9290-015cf22b0280 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:10.407566 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-c831dd04-c8d0-4ea9-ab30-35af6a0f6cd0 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e964d54e065f49df9181b3cc5034fac9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0785952 Nov 10 19:35:10.503673 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-de5b80c9-ed89-48f9-9290-015cf22b0280 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Deleting port d7ab55d2-8a3d-4a51-bf5e-9a123e41a3b9 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:35:10.503921 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de5b80c9-ed89-48f9-9290-015cf22b0280 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:10.596097 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-b6eb2e1e-2965-4874-aa67-771996208096 service neutron] 10.222.0.54 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764700 Nov 10 19:35:10.635752 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de5b80c9-ed89-48f9-9290-015cf22b0280 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:10.651995 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-de5b80c9-ed89-48f9-9290-015cf22b0280 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Calling delete_port for d7ab55d2-8a3d-4a51-bf5e-9a123e41a3b9 owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:35:10.669337 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-06c1c7ef-8c89-421e-a90b-03016152d1f9 req-22da8009-71f9-4d98-bd61-2e178f39f73b tempest-ServerRescueTestJSONUnderV235-659478984 tempest-ServerRescueTestJSONUnderV235-659478984-project] (102506) timed out ('10.222.0.54', 47698) {{(pid=102506) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 19:35:10.706541 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-bf6e7adf-06ef-4372-875d-1252d1bf62ea tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:10.708202 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-bf6e7adf-06ef-4372-875d-1252d1bf62ea tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.73 "GET /v2.0/networks?id=80aa5130-1cdc-483c-a409-7f551127ce29 HTTP/1.1" status: 200 len: 814 time: 0.2546451 Nov 10 19:35:10.726467 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-597a17e4-5854-4dc6-b33a-4569a72cf4b6 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Request body: {'port': {'device_id': '096f3287-b3c9-4d37-a54e-a88444e78682', 'network_id': '80aa5130-1cdc-483c-a409-7f551127ce29', 'admin_state_up': True, 'tenant_id': 'c2d6d7f75a3b43298f3a0f4f0cedec78'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:10.806042 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-a431c531-e4f6-43ce-a0f2-3b63d0845467 service neutron] 10.222.0.54 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019000 Nov 10 19:35:10.845423 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de5b80c9-ed89-48f9-9290-015cf22b0280 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:10.868634 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-597a17e4-5854-4dc6-b33a-4569a72cf4b6 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Made reservation on behalf of c2d6d7f75a3b43298f3a0f4f0cedec78 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:35:10.872990 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-597a17e4-5854-4dc6-b33a-4569a72cf4b6 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:10.893379 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb0d943-9528-49c6-ad9a-cd7f9f63e783 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:35:10.900130 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b80c9-ed89-48f9-9290-015cf22b0280 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event deleted for resources: {'Port': ['ID=d7ab55d2-8a3d-4a51-bf5e-9a123e41a3b9,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:11.013554 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de5b80c9-ed89-48f9-9290-015cf22b0280 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:11.054514 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-597a17e4-5854-4dc6-b33a-4569a72cf4b6 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Allocated IP 172.20.0.3 (80aa5130-1cdc-483c-a409-7f551127ce29/fac1e0e2-66b2-4a7a-bc45-1c985c084415/d1106311-5b80-4dd7-b0b5-46944cb193c9) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:35:11.129881 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de5b80c9-ed89-48f9-9290-015cf22b0280 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:11.130066 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-db627d2a-041b-4c1f-ad4d-de9896f33555 req-a66a0f48-983f-4c2b-a82e-3f59d0d88ba7 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/ports?device_id=096f3287-b3c9-4d37-a54e-a88444e78682 HTTP/1.1" status: 200 len: 210 time: 0.0512283 Nov 10 19:35:11.132625 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de5b80c9-ed89-48f9-9290-015cf22b0280 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:11.186511 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de5b80c9-ed89-48f9-9290-015cf22b0280 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:11.187649 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5b80c9-ed89-48f9-9290-015cf22b0280 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Fanout notify agent at l3_agent the message router_deleted on router 33d28945-1189-4a2a-8158-1da20cd47c6b {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:35:11.207115 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de5b80c9-ed89-48f9-9290-015cf22b0280 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:11.209815 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-de5b80c9-ed89-48f9-9290-015cf22b0280 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "DELETE /v2.0/routers/33d28945-1189-4a2a-8158-1da20cd47c6b HTTP/1.1" status: 204 len: 168 time: 1.0561781 Nov 10 19:35:11.214827 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33030) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:11.293547 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7611cd8-64ec-4b21-b19a-7227d8ea83d2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Deleting subnet c4136f48-cafb-4141-ad90-f0ffef5fd30a {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:35:11.297178 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7611cd8-64ec-4b21-b19a-7227d8ea83d2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:11.339917 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7611cd8-64ec-4b21-b19a-7227d8ea83d2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:11.361307 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-597a17e4-5854-4dc6-b33a-4569a72cf4b6 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:11.364850 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-66fb9c47-2e1e-4d06-892e-b1a732d74cdf req-87e328d1-336c-47d4-8683-a36b15c5b3be tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=12ca9f66-a3dd-478a-8780-ce311f5f6313 HTTP/1.1" status: 200 len: 210 time: 0.0386479 Nov 10 19:35:11.408657 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-597a17e4-5854-4dc6-b33a-4569a72cf4b6 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:11.418643 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7611cd8-64ec-4b21-b19a-7227d8ea83d2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:11.470828 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-597a17e4-5854-4dc6-b33a-4569a72cf4b6 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Network 80aa5130-1cdc-483c-a409-7f551127ce29 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:35:11.474054 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-597a17e4-5854-4dc6-b33a-4569a72cf4b6 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:35:11.490334 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a967b0-bab4-4b1f-87ca-87d3124e59b2 None None] DHCP port deletion for 80aa5130-1cdc-483c-a409-7f551127ce29 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:35:11.492332 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-597a17e4-5854-4dc6-b33a-4569a72cf4b6 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:35:11.497635 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a17e4-5854-4dc6-b33a-4569a72cf4b6 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Pushing event updated for resources: {'Port': ['ID=d1106311-5b80-4dd7-b0b5-46944cb193c9,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:11.521520 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7611cd8-64ec-4b21-b19a-7227d8ea83d2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:11.557476 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7611cd8-64ec-4b21-b19a-7227d8ea83d2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event deleted for resources: {'Subnet': ['ID=c4136f48-cafb-4141-ad90-f0ffef5fd30a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:11.566485 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7611cd8-64ec-4b21-b19a-7227d8ea83d2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:11.571514 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c7611cd8-64ec-4b21-b19a-7227d8ea83d2 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "DELETE /v2.0/subnets/c4136f48-cafb-4141-ad90-f0ffef5fd30a HTTP/1.1" status: 204 len: 168 time: 0.3550944 Nov 10 19:35:11.574075 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33036) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:11.592938 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-597a17e4-5854-4dc6-b33a-4569a72cf4b6 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:11.593802 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-597a17e4-5854-4dc6-b33a-4569a72cf4b6 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:11.596608 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-10f4f035-b333-402d-8f72-07591d9f431e None None] Provisioning complete for port d1106311-5b80-4dd7-b0b5-46944cb193c9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:35:11.597008 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-10f4f035-b333-402d-8f72-07591d9f431e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:11.633229 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-597a17e4-5854-4dc6-b33a-4569a72cf4b6 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9121957 Nov 10 19:35:11.639328 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-10f4f035-b333-402d-8f72-07591d9f431e None None] Port d1106311-5b80-4dd7-b0b5-46944cb193c9 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:35:11.650917 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-8b546cd3-cf30-4ba2-badf-c757d1d95119 service neutron] Request body: {'port': {'device_id': '096f3287-b3c9-4d37-a54e-a88444e78682', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:11.700607 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b105ca0-b282-4802-9f6f-5a41d4f4ab83 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:11.734707 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-8b546cd3-cf30-4ba2-badf-c757d1d95119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:11.819810 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b105ca0-b282-4802-9f6f-5a41d4f4ab83 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:11.840441 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-2b105ca0-b282-4802-9f6f-5a41d4f4ab83 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fffba3c4-1e3e-46fe-b4bb-5ae54523266b']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:11.849997 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-2b105ca0-b282-4802-9f6f-5a41d4f4ab83 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0938e534-ce4b-4b8f-a007-4a0912404677') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:11.850380 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-2b105ca0-b282-4802-9f6f-5a41d4f4ab83 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0938e534-ce4b-4b8f-a007-4a0912404677') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:11.860406 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b105ca0-b282-4802-9f6f-5a41d4f4ab83 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:11.874061 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b105ca0-b282-4802-9f6f-5a41d4f4ab83 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:11.880648 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b105ca0-b282-4802-9f6f-5a41d4f4ab83 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:35:11.881269 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b105ca0-b282-4802-9f6f-5a41d4f4ab83 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:11.885096 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:35:11.885096 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:35:11.885096 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:35:11.885096 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:35:11.885096 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:35:11.885096 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:35:11.885096 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:35:11.885096 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:35:11.885096 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:35:11.885096 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:35:11.885096 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:35:11.885096 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:35:11.885096 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:35:11.885096 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:35:11.885096 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:35:11.885096 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:35:11.885096 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:35:11.885096 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:35:11.885096 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:35:11.885096 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:35:11.885096 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:35:11.885096 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:35:11.885096 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:35:11.885096 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:35:11.885096 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:35:11.885096 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:35:11.885096 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:35:11.885096 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:35:11.885096 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:35:11.885096 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:35:11.885096 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:35:11.885096 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:35:11.957483 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b105ca0-b282-4802-9f6f-5a41d4f4ab83 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:11.965161 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b105ca0-b282-4802-9f6f-5a41d4f4ab83 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:11.975607 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2b105ca0-b282-4802-9f6f-5a41d4f4ab83 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] 10.222.0.54 "DELETE /v2.0/networks/fffba3c4-1e3e-46fe-b4bb-5ae54523266b HTTP/1.1" status: 204 len: 168 time: 0.3983953 Nov 10 19:35:11.998257 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b105ca0-b282-4802-9f6f-5a41d4f4ab83 tempest-FloatingIPTestJSON-859878337 tempest-FloatingIPTestJSON-859878337-project] Pushing event deleted for resources: {'Network': ['ID=fffba3c4-1e3e-46fe-b4bb-5ae54523266b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:12.038670 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-8b546cd3-cf30-4ba2-badf-c757d1d95119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1106311-5b80-4dd7-b0b5-46944cb193c9 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:35:12.048235 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-8b546cd3-cf30-4ba2-badf-c757d1d95119 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:12.062855 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-8b546cd3-cf30-4ba2-badf-c757d1d95119 service neutron] Transition to ACTIVE for port object d1106311-5b80-4dd7-b0b5-46944cb193c9 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:35:12.075035 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-8b546cd3-cf30-4ba2-badf-c757d1d95119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:12.241249 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963da85a-5934-4310-8360-bcc8f10be677 None None] DHCP port deletion for 80aa5130-1cdc-483c-a409-7f551127ce29 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:35:12.296682 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b546cd3-cf30-4ba2-badf-c757d1d95119 service neutron] Pushing event updated for resources: {'Port': ['ID=d1106311-5b80-4dd7-b0b5-46944cb193c9,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:12.314847 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-bf9909ed-6e30-487f-b4c0-6ed64a5296e7 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:12.316542 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-bf9909ed-6e30-487f-b4c0-6ed64a5296e7 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.25 "GET /v2.0/networks?id=d81248ac-96a9-4e56-9bb4-f772b36a0433 HTTP/1.1" status: 200 len: 812 time: 0.2429097 Nov 10 19:35:12.340679 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-2c095460-8a84-4aa5-8589-4ae160c43643 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Request body: {'port': {'device_id': '12ca9f66-a3dd-478a-8780-ce311f5f6313', 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433', 'admin_state_up': True, 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:12.345826 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33050) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:12.387940 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f1a07-b3ce-4d29-abec-7852243acd97 req-439590cb-4d7f-4037-a996-5ea3af4bd65c tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:12.389723 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f25f1a07-b3ce-4d29-abec-7852243acd97 req-439590cb-4d7f-4037-a996-5ea3af4bd65c tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/ports?device_id=096f3287-b3c9-4d37-a54e-a88444e78682 HTTP/1.1" status: 200 len: 943 time: 0.1715016 Nov 10 19:35:12.498716 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-8b546cd3-cf30-4ba2-badf-c757d1d95119 service neutron] Attempting to bind port d1106311-5b80-4dd7-b0b5-46944cb193c9 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:35:12.499650 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-8b546cd3-cf30-4ba2-badf-c757d1d95119 service neutron] Attempting to bind port d1106311-5b80-4dd7-b0b5-46944cb193c9 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '1e59d5cd-a3f3-42f6-9a81-553c8ff522db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '80aa5130-1cdc-483c-a409-7f551127ce29'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:35:12.499986 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-8b546cd3-cf30-4ba2-badf-c757d1d95119 service neutron] Attempting to bind port d1106311-5b80-4dd7-b0b5-46944cb193c9 on network 80aa5130-1cdc-483c-a409-7f551127ce29 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:35:12.511193 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f5913e04-2ea3-4fae-860a-700da2a712cd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9bb51f13a2254a8485be15c17c3308c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1610508 Nov 10 19:35:12.511193 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33056) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:12.522324 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-8b546cd3-cf30-4ba2-badf-c757d1d95119 service neutron] Port d1106311-5b80-4dd7-b0b5-46944cb193c9 on network 80aa5130-1cdc-483c-a409-7f551127ce29 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:35:12.522650 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-8b546cd3-cf30-4ba2-badf-c757d1d95119 service neutron] Attempting to bind port d1106311-5b80-4dd7-b0b5-46944cb193c9 on network 80aa5130-1cdc-483c-a409-7f551127ce29 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:35:12.536456 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f25f1a07-b3ce-4d29-abec-7852243acd97 req-696a2a21-b12e-4cf9-a1b3-5afca9b41b3b tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/security-groups?id=b8a789d9-c236-4e0f-9936-9b8b7d50a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282740 Nov 10 19:35:12.540566 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-8b546cd3-cf30-4ba2-badf-c757d1d95119 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:35:12.540896 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-8b546cd3-cf30-4ba2-badf-c757d1d95119 service neutron] Checking segment: {'id': '1e59d5cd-a3f3-42f6-9a81-553c8ff522db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '80aa5130-1cdc-483c-a409-7f551127ce29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:35:12.541258 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-8b546cd3-cf30-4ba2-badf-c757d1d95119 service neutron] Bound using segment: {'id': '1e59d5cd-a3f3-42f6-9a81-553c8ff522db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '80aa5130-1cdc-483c-a409-7f551127ce29'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:35:12.541746 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-8b546cd3-cf30-4ba2-badf-c757d1d95119 service neutron] Bound port: d1106311-5b80-4dd7-b0b5-46944cb193c9, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e59d5cd-a3f3-42f6-9a81-553c8ff522db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '80aa5130-1cdc-483c-a409-7f551127ce29'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:35:12.542047 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-8b546cd3-cf30-4ba2-badf-c757d1d95119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:12.565585 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b9091b15-d724-4476-872c-691cd9c78a55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:12.595312 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b9091b15-d724-4476-872c-691cd9c78a55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:12.611734 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-2c095460-8a84-4aa5-8589-4ae160c43643 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Made reservation on behalf of e964d54e065f49df9181b3cc5034fac9 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:35:12.615319 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-2c095460-8a84-4aa5-8589-4ae160c43643 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:12.671728 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b9091b15-d724-4476-872c-691cd9c78a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:12.675414 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b9091b15-d724-4476-872c-691cd9c78a55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:12.676651 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-8b546cd3-cf30-4ba2-badf-c757d1d95119 service neutron] For port d1106311-5b80-4dd7-b0b5-46944cb193c9, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:35:12.676946 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b9091b15-d724-4476-872c-691cd9c78a55 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5b84e5d2-e83e-4a02-acde-4fb2a1fc9bfa HTTP/1.1" status: 204 len: 168 time: 0.1651113 Nov 10 19:35:12.681128 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-8b546cd3-cf30-4ba2-badf-c757d1d95119 service neutron] For port d1106311-5b80-4dd7-b0b5-46944cb193c9, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=d1106311-5b80-4dd7-b0b5-46944cb193c9,segment=NetworkSegment(1e59d5cd-a3f3-42f6-9a81-553c8ff522db),segment_id=1e59d5cd-a3f3-42f6-9a81-553c8ff522db)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:35:12.687199 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9091b15-d724-4476-872c-691cd9c78a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b84e5d2-e83e-4a02-acde-4fb2a1fc9bfa,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:12.731279 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-8b546cd3-cf30-4ba2-badf-c757d1d95119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:12.794090 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3792b521-a393-4c1a-ad75-0e147d6d3f0f req-e496de6b-ba8b-4d5d-be22-f626ff9d7b6c tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=12ca9f66-a3dd-478a-8780-ce311f5f6313 HTTP/1.1" status: 200 len: 210 time: 0.0666687 Nov 10 19:35:12.810334 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-8b546cd3-cf30-4ba2-badf-c757d1d95119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:12.811049 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-8b546cd3-cf30-4ba2-badf-c757d1d95119 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:12.812496 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-8b546cd3-cf30-4ba2-badf-c757d1d95119 service neutron] 10.222.0.73 "PUT /v2.0/ports/d1106311-5b80-4dd7-b0b5-46944cb193c9 HTTP/1.1" status: 200 len: 1091 time: 1.1702101 Nov 10 19:35:12.813076 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096f3287-b3c9-4d37-a54e-a88444e78682', 'tag': 'd1106311-5b80-4dd7-b0b5-46944cb193c9'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:35:12.815741 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f9314b-77bd-426c-acd0-743505ee31f1" -d '{"events": [{"name": "network-changed", "server_uuid": "096f3287-b3c9-4d37-a54e-a88444e78682", "tag": "d1106311-5b80-4dd7-b0b5-46944cb193c9"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:35:12.828234 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c906af72-16bb-478e-92ca-2c94bcbeedf2 None None] DHCP port deletion for 80aa5130-1cdc-483c-a409-7f551127ce29 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:35:12.911830 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c6707f-e237-4403-8a62-a5508e9c9ed7 x-openstack-request-id: req-71c6707f-e237-4403-8a62-a5508e9c9ed7 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:35:12.912182 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "096f3287-b3c9-4d37-a54e-a88444e78682", "tag": "d1106311-5b80-4dd7-b0b5-46944cb193c9", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:35:12.912496 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-71c6707f-e237-4403-8a62-a5508e9c9ed7 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:35:12.912964 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '096f3287-b3c9-4d37-a54e-a88444e78682', 'tag': 'd1106311-5b80-4dd7-b0b5-46944cb193c9', 'status': 'completed', 'code': 200} Nov 10 19:35:12.918598 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b546cd3-cf30-4ba2-badf-c757d1d95119 service neutron] Pushing event updated for resources: {'Port': ['ID=d1106311-5b80-4dd7-b0b5-46944cb193c9,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:12.937428 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-2c095460-8a84-4aa5-8589-4ae160c43643 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Allocated IP 172.20.0.5 (d81248ac-96a9-4e56-9bb4-f772b36a0433/9d874850-3788-4c89-9cc5-3e0f9d06fb90/d8b5c283-82fd-41dd-968d-9065d54b02d2) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:35:12.954060 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-4bf0c0ad-0ae3-4c57-8e22-4ff455164939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:12.955818 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-4bf0c0ad-0ae3-4c57-8e22-4ff455164939 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c2d6d7f75a3b43298f3a0f4f0cedec78&device_id=096f3287-b3c9-4d37-a54e-a88444e78682 HTTP/1.1" status: 200 len: 1094 time: 0.0944541 Nov 10 19:35:13.018432 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-ce25a630-b5e3-41de-96c6-5c269c70b1f2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1106311-5b80-4dd7-b0b5-46944cb193c9 HTTP/1.1" status: 200 len: 217 time: 0.0480359 Nov 10 19:35:13.128807 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-8c21b9c7-6111-4490-ab1b-9ca5c5a1ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:13.130539 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-8c21b9c7-6111-4490-ab1b-9ca5c5a1ad40 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fac1e0e2-66b2-4a7a-bc45-1c985c084415 HTTP/1.1" status: 200 len: 854 time: 0.1021686 Nov 10 19:35:13.166667 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-41f1a35b-6891-43a2-bdc1-895fe3d31835 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80aa5130-1cdc-483c-a409-7f551127ce29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287623 Nov 10 19:35:13.517158 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33086) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:13.627561 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-2c095460-8a84-4aa5-8589-4ae160c43643 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:13.650104 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-c11d3733-47c4-4747-b37e-432d8b7c56ae tempest-DvrRoutersNegativeTest-695460753 tempest-DvrRoutersNegativeTest-695460753-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1331160011', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:13.653162 n-d-813897-4 neutron-server[102505]: DEBUG neutron.policy [None req-c11d3733-47c4-4747-b37e-432d8b7c56ae tempest-DvrRoutersNegativeTest-695460753 tempest-DvrRoutersNegativeTest-695460753-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102505) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 10 19:35:13.653645 n-d-813897-4 neutron-server[102505]: DEBUG neutron.policy [None req-c11d3733-47c4-4747-b37e-432d8b7c56ae tempest-DvrRoutersNegativeTest-695460753 tempest-DvrRoutersNegativeTest-695460753-project] Failed policy check for 'create_router' {{(pid=102505) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 10 19:35:13.654580 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-c11d3733-47c4-4747-b37e-432d8b7c56ae tempest-DvrRoutersNegativeTest-695460753 tempest-DvrRoutersNegativeTest-695460753-project] create failed (client error): Access was denied to this resource. Nov 10 19:35:13.657801 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c11d3733-47c4-4747-b37e-432d8b7c56ae tempest-DvrRoutersNegativeTest-695460753 tempest-DvrRoutersNegativeTest-695460753-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1376894 Nov 10 19:35:13.717740 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-968f5e6b-ed37-4bfc-b4a8-e455b2e777d3 service neutron] 10.222.0.73 "GET /v2.0/networks/80aa5130-1cdc-483c-a409-7f551127ce29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5413539 Nov 10 19:35:13.734274 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75c913-643c-4b8a-98f5-9c5747d3f7a9 req-f42c8ff2-a15b-4a93-90fa-a0589390aa52 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:13.735906 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dd75c913-643c-4b8a-98f5-9c5747d3f7a9 req-f42c8ff2-a15b-4a93-90fa-a0589390aa52 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/ports?device_id=096f3287-b3c9-4d37-a54e-a88444e78682 HTTP/1.1" status: 200 len: 943 time: 0.0953634 Nov 10 19:35:13.753118 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-2c095460-8a84-4aa5-8589-4ae160c43643 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:13.766434 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['c14cecc2-36b5-46e9-a105-82647df57026'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:35:13.801515 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['396705cb-6674-4fb5-9d3b-c8393750b283'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:35:13.888070 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-2c095460-8a84-4aa5-8589-4ae160c43643 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Network d81248ac-96a9-4e56-9bb4-f772b36a0433 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:35:13.896553 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-2c095460-8a84-4aa5-8589-4ae160c43643 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:35:13.900884 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-2c095460-8a84-4aa5-8589-4ae160c43643 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:35:13.908908 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dd75c913-643c-4b8a-98f5-9c5747d3f7a9 req-e989d6ad-3927-4c49-8412-2b8eaf94d6a6 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/security-groups?id=b8a789d9-c236-4e0f-9936-9b8b7d50a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630006 Nov 10 19:35:13.909599 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c095460-8a84-4aa5-8589-4ae160c43643 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Pushing event updated for resources: {'Port': ['ID=d8b5c283-82fd-41dd-968d-9065d54b02d2,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:14.001851 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-157ca985-2dc8-49b1-9f7c-f0fa93350414 req-6f75a48d-2464-4e23-8006-972acfd687d2 service neutron] 10.222.0.73 "GET /v2.0/networks/80aa5130-1cdc-483c-a409-7f551127ce29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640111 Nov 10 19:35:14.009701 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-2c095460-8a84-4aa5-8589-4ae160c43643 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:14.010540 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-2c095460-8a84-4aa5-8589-4ae160c43643 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:14.041928 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-2c095460-8a84-4aa5-8589-4ae160c43643 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7061756 Nov 10 19:35:14.055229 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-b8764264-8f54-46c0-b930-5f0980eeac8e service neutron] Request body: {'port': {'device_id': '12ca9f66-a3dd-478a-8780-ce311f5f6313', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:14.078937 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33104) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:14.219888 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-b8764264-8f54-46c0-b930-5f0980eeac8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:14.266174 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9314b-77bd-426c-acd0-743505ee31f1 req-c8867513-e580-4024-849d-2862e080d4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:14.267682 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a9f9314b-77bd-426c-acd0-743505ee31f1 req-c8867513-e580-4024-849d-2862e080d4a7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c2d6d7f75a3b43298f3a0f4f0cedec78&device_id=096f3287-b3c9-4d37-a54e-a88444e78682 HTTP/1.1" status: 200 len: 1094 time: 0.1796477 Nov 10 19:35:14.268609 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-37534459-5f06-436e-aa55-8a2b603ea4da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:14.340308 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f2964-ed72-4f1d-b1f8-877b282e6dfe req-6911d69e-3984-4c5e-ba0d-d7ee6d81bb39 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:14.341521 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-992f2964-ed72-4f1d-b1f8-877b282e6dfe req-6911d69e-3984-4c5e-ba0d-d7ee6d81bb39 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=12ca9f66-a3dd-478a-8780-ce311f5f6313 HTTP/1.1" status: 200 len: 931 time: 0.1372004 Nov 10 19:35:14.355076 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-37534459-5f06-436e-aa55-8a2b603ea4da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:14.361810 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-37534459-5f06-436e-aa55-8a2b603ea4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:14.362174 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-50e7be2c-ff40-42bb-aadd-df16f0f32a01 None None] Provisioning complete for port d8b5c283-82fd-41dd-968d-9065d54b02d2 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:35:14.362942 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-50e7be2c-ff40-42bb-aadd-df16f0f32a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:14.402083 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-37534459-5f06-436e-aa55-8a2b603ea4da admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e58eb875682441ceb7eaf861c7cd0ed9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3216834 Nov 10 19:35:14.404544 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37534459-5f06-436e-aa55-8a2b603ea4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032aa423-66b8-454f-b62f-6629e9cc85b1,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:14.407243 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33110) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:14.410080 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-50e7be2c-ff40-42bb-aadd-df16f0f32a01 None None] Port d8b5c283-82fd-41dd-968d-9065d54b02d2 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:35:14.462910 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-065d130e-703e-4cc1-9393-31f6200dae28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:14.490185 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-065d130e-703e-4cc1-9393-31f6200dae28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:14.532650 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-992f2964-ed72-4f1d-b1f8-877b282e6dfe req-00960520-3c09-4b25-bbf3-af9526adc7b6 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566896 Nov 10 19:35:14.552383 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-065d130e-703e-4cc1-9393-31f6200dae28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:14.555425 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-065d130e-703e-4cc1-9393-31f6200dae28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:14.557363 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-065d130e-703e-4cc1-9393-31f6200dae28 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/032aa423-66b8-454f-b62f-6629e9cc85b1 HTTP/1.1" status: 204 len: 168 time: 0.1490932 Nov 10 19:35:14.572543 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9314b-77bd-426c-acd0-743505ee31f1 req-d38abbb8-b240-4bad-8010-fae7fb49098a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:14.574095 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a9f9314b-77bd-426c-acd0-743505ee31f1 req-d38abbb8-b240-4bad-8010-fae7fb49098a service neutron] 10.222.0.73 "GET /v2.0/networks?id=80aa5130-1cdc-483c-a409-7f551127ce29 HTTP/1.1" status: 200 len: 915 time: 0.2857983 Nov 10 19:35:14.574229 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d130e-703e-4cc1-9393-31f6200dae28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032aa423-66b8-454f-b62f-6629e9cc85b1,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:14.624936 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a9f9314b-77bd-426c-acd0-743505ee31f1 req-1378e3c5-8a2f-45eb-84cb-7de54770f0b8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1106311-5b80-4dd7-b0b5-46944cb193c9 HTTP/1.1" status: 200 len: 217 time: 0.0432208 Nov 10 19:35:14.709485 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9314b-77bd-426c-acd0-743505ee31f1 req-8e9bee35-d056-4724-a3da-4f8e715309e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:14.713178 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a9f9314b-77bd-426c-acd0-743505ee31f1 req-8e9bee35-d056-4724-a3da-4f8e715309e4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fac1e0e2-66b2-4a7a-bc45-1c985c084415 HTTP/1.1" status: 200 len: 854 time: 0.0789599 Nov 10 19:35:14.776568 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a9f9314b-77bd-426c-acd0-743505ee31f1 req-8fb1f7a2-5bcb-4fe1-8775-df0c5b9716ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80aa5130-1cdc-483c-a409-7f551127ce29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280337 Nov 10 19:35:14.787730 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-b8764264-8f54-46c0-b930-5f0980eeac8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8b5c283-82fd-41dd-968d-9065d54b02d2 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:35:14.801999 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-b8764264-8f54-46c0-b930-5f0980eeac8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:14.862378 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-b8764264-8f54-46c0-b930-5f0980eeac8e service neutron] Transition to ACTIVE for port object d8b5c283-82fd-41dd-968d-9065d54b02d2 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:35:14.872211 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-b8764264-8f54-46c0-b930-5f0980eeac8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:14.963195 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a9f9314b-77bd-426c-acd0-743505ee31f1 req-19e7ff43-4a32-4cf6-9b9a-af7ae354ffce service neutron] 10.222.0.73 "GET /v2.0/networks/80aa5130-1cdc-483c-a409-7f551127ce29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780353 Nov 10 19:35:14.972640 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8764264-8f54-46c0-b930-5f0980eeac8e service neutron] Pushing event updated for resources: {'Port': ['ID=d8b5c283-82fd-41dd-968d-9065d54b02d2,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:15.185873 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-b8764264-8f54-46c0-b930-5f0980eeac8e service neutron] Attempting to bind port d8b5c283-82fd-41dd-968d-9065d54b02d2 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:35:15.185873 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-b8764264-8f54-46c0-b930-5f0980eeac8e service neutron] Attempting to bind port d8b5c283-82fd-41dd-968d-9065d54b02d2 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:35:15.186223 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-b8764264-8f54-46c0-b930-5f0980eeac8e service neutron] Attempting to bind port d8b5c283-82fd-41dd-968d-9065d54b02d2 on network d81248ac-96a9-4e56-9bb4-f772b36a0433 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:35:15.205300 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cfe2e-f4bc-433e-b622-47d777d2e383 req-ec012ee7-570b-4677-90da-13bbe2509bcd tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:15.210778 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-140cfe2e-f4bc-433e-b622-47d777d2e383 req-ec012ee7-570b-4677-90da-13bbe2509bcd tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/ports?device_id=096f3287-b3c9-4d37-a54e-a88444e78682 HTTP/1.1" status: 200 len: 943 time: 0.1719077 Nov 10 19:35:15.217620 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-b8764264-8f54-46c0-b930-5f0980eeac8e service neutron] Port d8b5c283-82fd-41dd-968d-9065d54b02d2 on network d81248ac-96a9-4e56-9bb4-f772b36a0433 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:35:15.218152 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-b8764264-8f54-46c0-b930-5f0980eeac8e service neutron] Attempting to bind port d8b5c283-82fd-41dd-968d-9065d54b02d2 on network d81248ac-96a9-4e56-9bb4-f772b36a0433 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:35:15.221877 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a9f9314b-77bd-426c-acd0-743505ee31f1 req-410e235f-8bfc-4770-9abb-fce953dba2bc service neutron] 10.222.0.73 "GET /v2.0/networks/80aa5130-1cdc-483c-a409-7f551127ce29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123203 Nov 10 19:35:15.256580 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-b8764264-8f54-46c0-b930-5f0980eeac8e service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:35:15.256920 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-b8764264-8f54-46c0-b930-5f0980eeac8e service neutron] Checking segment: {'id': '5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:35:15.257307 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-b8764264-8f54-46c0-b930-5f0980eeac8e service neutron] Bound using segment: {'id': '5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:35:15.257850 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-b8764264-8f54-46c0-b930-5f0980eeac8e service neutron] Bound port: d8b5c283-82fd-41dd-968d-9065d54b02d2, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:35:15.258326 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-b8764264-8f54-46c0-b930-5f0980eeac8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:15.309464 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-140cfe2e-f4bc-433e-b622-47d777d2e383 req-f4396376-6421-4090-9306-0c5a06ee470e tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/security-groups?id=b8a789d9-c236-4e0f-9936-9b8b7d50a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931997 Nov 10 19:35:15.357736 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-b8764264-8f54-46c0-b930-5f0980eeac8e service neutron] For port d8b5c283-82fd-41dd-968d-9065d54b02d2, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:35:15.361726 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-b8764264-8f54-46c0-b930-5f0980eeac8e service neutron] For port d8b5c283-82fd-41dd-968d-9065d54b02d2, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=d8b5c283-82fd-41dd-968d-9065d54b02d2,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:35:15.366549 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-b8764264-8f54-46c0-b930-5f0980eeac8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:15.396936 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33142) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:15.410578 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-b8764264-8f54-46c0-b930-5f0980eeac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:15.411196 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-b8764264-8f54-46c0-b930-5f0980eeac8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:15.412568 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-b8764264-8f54-46c0-b930-5f0980eeac8e service neutron] 10.222.0.25 "PUT /v2.0/ports/d8b5c283-82fd-41dd-968d-9065d54b02d2 HTTP/1.1" status: 200 len: 1091 time: 1.3619196 Nov 10 19:35:15.413325 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ca9f66-a3dd-478a-8780-ce311f5f6313', 'tag': 'd8b5c283-82fd-41dd-968d-9065d54b02d2'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:35:15.415611 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3756fc0-e7b4-4c61-8398-38292b9e4a48" -d '{"events": [{"name": "network-changed", "server_uuid": "12ca9f66-a3dd-478a-8780-ce311f5f6313", "tag": "d8b5c283-82fd-41dd-968d-9065d54b02d2"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:35:15.453491 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8764264-8f54-46c0-b930-5f0980eeac8e service neutron] Pushing event updated for resources: {'Port': ['ID=d8b5c283-82fd-41dd-968d-9065d54b02d2,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:15.495285 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8332681-8394-4fd0-a2bf-5d49e945f57a x-openstack-request-id: req-e8332681-8394-4fd0-a2bf-5d49e945f57a {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:35:15.495754 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ca9f66-a3dd-478a-8780-ce311f5f6313", "tag": "d8b5c283-82fd-41dd-968d-9065d54b02d2", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:35:15.496107 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e8332681-8394-4fd0-a2bf-5d49e945f57a {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:35:15.496663 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ca9f66-a3dd-478a-8780-ce311f5f6313', 'tag': 'd8b5c283-82fd-41dd-968d-9065d54b02d2', 'status': 'completed', 'code': 200} Nov 10 19:35:15.528867 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-4188891d-4fe7-4797-9d2a-7c19bd600255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:15.530861 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-4188891d-4fe7-4797-9d2a-7c19bd600255 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e964d54e065f49df9181b3cc5034fac9&device_id=12ca9f66-a3dd-478a-8780-ce311f5f6313 HTTP/1.1" status: 200 len: 1094 time: 0.0472472 Nov 10 19:35:15.563713 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-11f5efd0-366d-4f08-aa85-65be7c3abc00 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1820950398', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:15.594978 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-9ac41c42-658a-4474-b606-db81213d8c2a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8b5c283-82fd-41dd-968d-9065d54b02d2 HTTP/1.1" status: 200 len: 217 time: 0.0529428 Nov 10 19:35:15.601156 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-11f5efd0-366d-4f08-aa85-65be7c3abc00 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:15.602824 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-11f5efd0-366d-4f08-aa85-65be7c3abc00 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:15.669686 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-11f5efd0-366d-4f08-aa85-65be7c3abc00 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:15.679751 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-11f5efd0-366d-4f08-aa85-65be7c3abc00 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:15.703078 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-11f5efd0-366d-4f08-aa85-65be7c3abc00 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:15.707477 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-11f5efd0-366d-4f08-aa85-65be7c3abc00 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3062263 Nov 10 19:35:15.709676 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33152) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:15.722659 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-ca95dd13-3e4c-4bf2-97e4-a76d8c12d273 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-230753483'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:15.736895 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-27ab72a9-1608-40be-8f4b-3ac887d47227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:15.738486 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-27ab72a9-1608-40be-8f4b-3ac887d47227 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d874850-3788-4c89-9cc5-3e0f9d06fb90 HTTP/1.1" status: 200 len: 851 time: 0.1324308 Nov 10 19:35:15.769911 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c562f1b-0809-4007-ba7b-47b46013cdba req-e9e86172-8bf2-4c82-842a-fdffacc0dcb9 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:15.771548 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9c562f1b-0809-4007-ba7b-47b46013cdba req-e9e86172-8bf2-4c82-842a-fdffacc0dcb9 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=12ca9f66-a3dd-478a-8780-ce311f5f6313 HTTP/1.1" status: 200 len: 943 time: 0.1025546 Nov 10 19:35:15.790201 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca95dd13-3e4c-4bf2-97e4-a76d8c12d273 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Made reservation on behalf of 6f65e747f8904ffa88d8504094d5fe0d for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:35:15.793543 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ca95dd13-3e4c-4bf2-97e4-a76d8c12d273 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:15.815040 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ca95dd13-3e4c-4bf2-97e4-a76d8c12d273 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:15.858014 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-ec29b11c-aea7-4fa2-b3fc-c82817a3fdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:15.859617 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-ec29b11c-aea7-4fa2-b3fc-c82817a3fdae service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d81248ac-96a9-4e56-9bb4-f772b36a0433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122031 Nov 10 19:35:15.901215 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9c562f1b-0809-4007-ba7b-47b46013cdba req-cff82d62-68a5-4301-8bc6-e4ec3c670188 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134946 Nov 10 19:35:16.009530 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-254c43b2-cdbd-44b0-80d2-6ccb2da2052c service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403835 Nov 10 19:35:16.028648 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ca95dd13-3e4c-4bf2-97e4-a76d8c12d273 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:16.039119 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ca95dd13-3e4c-4bf2-97e4-a76d8c12d273 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:16.107589 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca95dd13-3e4c-4bf2-97e4-a76d8c12d273 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:35:16.119581 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95dd13-3e4c-4bf2-97e4-a76d8c12d273 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e9b2fc-fbea-4d77-b84b-7b66fb3dfb54,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:16.125719 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ca95dd13-3e4c-4bf2-97e4-a76d8c12d273 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:16.126084 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-ca95dd13-3e4c-4bf2-97e4-a76d8c12d273 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Added segment c69599c8-78b7-435f-8306-cb9f1d24690a of type vlan for network ffcd7cbb-fe03-4026-8403-d3e46f1aabaa Nov 10 19:35:16.179329 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c0e04ec-3339-473f-8960-f770e64db7fa req-0941aac0-8f07-4bb0-95ef-91b8e74839dc service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621444 Nov 10 19:35:16.180699 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ca95dd13-3e4c-4bf2-97e4-a76d8c12d273 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:16.215543 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ca95dd13-3e4c-4bf2-97e4-a76d8c12d273 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:16.223637 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca95dd13-3e4c-4bf2-97e4-a76d8c12d273 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:16.224294 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ca95dd13-3e4c-4bf2-97e4-a76d8c12d273 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:16.289377 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ca95dd13-3e4c-4bf2-97e4-a76d8c12d273 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5718412 Nov 10 19:35:16.292579 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33158) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:16.298069 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-cc6f9348-94c8-4c72-9c7e-ef63225a7112 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Request body: {'subnet': {'network_id': 'ffcd7cbb-fe03-4026-8403-d3e46f1aabaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:16.326807 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95dd13-3e4c-4bf2-97e4-a76d8c12d273 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Pushing event updated for resources: {'Network': ['ID=ffcd7cbb-fe03-4026-8403-d3e46f1aabaa,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:16.335782 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3756fc0-e7b4-4c61-8398-38292b9e4a48 req-a5cde59b-7b29-435b-bba9-5946933da55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:16.337338 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f3756fc0-e7b4-4c61-8398-38292b9e4a48 req-a5cde59b-7b29-435b-bba9-5946933da55f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e964d54e065f49df9181b3cc5034fac9&device_id=12ca9f66-a3dd-478a-8780-ce311f5f6313 HTTP/1.1" status: 200 len: 1094 time: 0.1059203 Nov 10 19:35:16.342323 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network ffcd7cbb-fe03-4026-8403-d3e46f1aabaa details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:35:16.437442 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6f9348-94c8-4c72-9c7e-ef63225a7112 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Made reservation on behalf of 6f65e747f8904ffa88d8504094d5fe0d for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:35:16.441188 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9348-94c8-4c72-9c7e-ef63225a7112 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:16.472788 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3756fc0-e7b4-4c61-8398-38292b9e4a48 req-29e97a0c-5216-4902-9998-921d75a9954b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:16.474489 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f3756fc0-e7b4-4c61-8398-38292b9e4a48 req-29e97a0c-5216-4902-9998-921d75a9954b service neutron] 10.222.0.25 "GET /v2.0/networks?id=d81248ac-96a9-4e56-9bb4-f772b36a0433 HTTP/1.1" status: 200 len: 913 time: 0.1288841 Nov 10 19:35:16.521594 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f3756fc0-e7b4-4c61-8398-38292b9e4a48 req-7289e8dd-fb38-4f43-82c9-b358890eca64 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8b5c283-82fd-41dd-968d-9065d54b02d2 HTTP/1.1" status: 200 len: 217 time: 0.0385203 Nov 10 19:35:16.529674 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e46de-8b77-4b8d-b6b5-e90a77da4b7c req-bd645cfd-71b8-4617-bb49-b27f6e447226 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:16.531852 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af5e46de-8b77-4b8d-b6b5-e90a77da4b7c req-bd645cfd-71b8-4617-bb49-b27f6e447226 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/ports?device_id=096f3287-b3c9-4d37-a54e-a88444e78682 HTTP/1.1" status: 200 len: 943 time: 0.1006038 Nov 10 19:35:16.613206 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3756fc0-e7b4-4c61-8398-38292b9e4a48 req-ce4b5399-b448-4779-8b84-e8bc00c7d58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:16.614778 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f3756fc0-e7b4-4c61-8398-38292b9e4a48 req-ce4b5399-b448-4779-8b84-e8bc00c7d58c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d874850-3788-4c89-9cc5-3e0f9d06fb90 HTTP/1.1" status: 200 len: 851 time: 0.0819871 Nov 10 19:35:16.640284 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device d1106311-5b80-4dd7-b0b5-46944cb193c9 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:35:16.668903 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af5e46de-8b77-4b8d-b6b5-e90a77da4b7c req-1ff4f89a-bf37-413a-bce0-3e8549d715ac tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/security-groups?id=b8a789d9-c236-4e0f-9936-9b8b7d50a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092787 Nov 10 19:35:16.682760 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3756fc0-e7b4-4c61-8398-38292b9e4a48 req-be4147ca-94f2-4298-9d40-f873c0545908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:16.684480 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f3756fc0-e7b4-4c61-8398-38292b9e4a48 req-be4147ca-94f2-4298-9d40-f873c0545908 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d81248ac-96a9-4e56-9bb4-f772b36a0433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598075 Nov 10 19:35:16.701018 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9348-94c8-4c72-9c7e-ef63225a7112 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:16.761172 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f9348-94c8-4c72-9c7e-ef63225a7112 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Pushing event updated for resources: {'Subnet': ['ID=69cf9d13-8de4-4fbd-b507-e5d3f41c2c96,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:16.823091 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port d1106311-5b80-4dd7-b0b5-46944cb193c9, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=d1106311-5b80-4dd7-b0b5-46944cb193c9,segment=NetworkSegment(1e59d5cd-a3f3-42f6-9a81-553c8ff522db),segment_id=1e59d5cd-a3f3-42f6-9a81-553c8ff522db)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:35:16.823993 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6f9348-94c8-4c72-9c7e-ef63225a7112 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Checking segment: {'id': 'c69599c8-78b7-435f-8306-cb9f1d24690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ffcd7cbb-fe03-4026-8403-d3e46f1aabaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:35:16.824395 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6f9348-94c8-4c72-9c7e-ef63225a7112 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Network hostable DHCP agents. Network: ffcd7cbb-fe03-4026-8403-d3e46f1aabaa, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:35:16.837445 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'd1106311-5b80-4dd7-b0b5-46944cb193c9', 'network_id': '80aa5130-1cdc-483c-a409-7f551127ce29', 'port_id': 'd1106311-5b80-4dd7-b0b5-46944cb193c9', 'mac_address': 'fa:16:3e:a7:f6:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac1e0e2-66b2-4a7a-bc45-1c985c084415', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:35:16.839569 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f3756fc0-e7b4-4c61-8398-38292b9e4a48 req-86e97285-1256-49b5-adda-a3a282e9441a service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481588 Nov 10 19:35:16.844274 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6f9348-94c8-4c72-9c7e-ef63225a7112 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Network ffcd7cbb-fe03-4026-8403-d3e46f1aabaa is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:35:16.855174 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-cc6f9348-94c8-4c72-9c7e-ef63225a7112 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, ffcd7cbb-fe03-4026-8403-d3e46f1aabaa) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:35:16.868018 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973eb0e2-3cde-4d9a-90ed-20c805f97f27 None None] Network ffcd7cbb-fe03-4026-8403-d3e46f1aabaa requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:35:16.869506 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6f9348-94c8-4c72-9c7e-ef63225a7112 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:16.871171 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9348-94c8-4c72-9c7e-ef63225a7112 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:16.892870 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cc6f9348-94c8-4c72-9c7e-ef63225a7112 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5988610 Nov 10 19:35:16.895836 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33168) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:16.902031 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-ab4d2042-215e-4bfe-b597-406f114fed64 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Request body: {'network': {'name': 'tempest-router-network01--1531120189'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:16.928730 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4d2042-215e-4bfe-b597-406f114fed64 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Made reservation on behalf of 6f65e747f8904ffa88d8504094d5fe0d for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:35:16.933835 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ab4d2042-215e-4bfe-b597-406f114fed64 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:16.966043 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4d2042-215e-4bfe-b597-406f114fed64 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:35:16.972434 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:16.980071 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ab4d2042-215e-4bfe-b597-406f114fed64 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:16.980589 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-ab4d2042-215e-4bfe-b597-406f114fed64 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Added segment e9b52038-0769-491a-9ee7-679619e601e9 of type vlan for network fb7311f6-30dd-43e8-a75d-ef295b96a0ca Nov 10 19:35:16.995900 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f3756fc0-e7b4-4c61-8398-38292b9e4a48 req-dce5b1d5-c8e5-4447-bc94-014847d84482 service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483355 Nov 10 19:35:16.997091 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1106311-5b80-4dd7-b0b5-46944cb193c9 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:35:17.020894 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port d1106311-5b80-4dd7-b0b5-46944cb193c9, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=d1106311-5b80-4dd7-b0b5-46944cb193c9,segment=NetworkSegment(1e59d5cd-a3f3-42f6-9a81-553c8ff522db),segment_id=1e59d5cd-a3f3-42f6-9a81-553c8ff522db)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:35:17.033211 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ab4d2042-215e-4bfe-b597-406f114fed64 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:17.046238 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:17.072315 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ab4d2042-215e-4bfe-b597-406f114fed64 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:17.075041 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9d8b3-14c5-4a12-9ef8-548cbfa9d4d9 req-aa7a2039-e600-4134-95fa-b54a1a3234b6 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:17.081974 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4d2042-215e-4bfe-b597-406f114fed64 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:17.082686 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ab4d2042-215e-4bfe-b597-406f114fed64 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:17.084648 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-50f9d8b3-14c5-4a12-9ef8-548cbfa9d4d9 req-aa7a2039-e600-4134-95fa-b54a1a3234b6 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=12ca9f66-a3dd-478a-8780-ce311f5f6313 HTTP/1.1" status: 200 len: 943 time: 0.0871711 Nov 10 19:35:17.128764 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb3d66c-ded5-447b-ab22-87fd7b582509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-ffcd7cbb-fe03-4026-8403-d3e46f1aabaa', 'network_id': 'ffcd7cbb-fe03-4026-8403-d3e46f1aabaa', 'tenant_id': '6f65e747f8904ffa88d8504094d5fe0d', 'fixed_ips': [{'subnet_id': '69cf9d13-8de4-4fbd-b507-e5d3f41c2c96'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:35:17.129896 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0fb3d66c-ded5-447b-ab22-87fd7b582509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:17.133639 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=d1106311-5b80-4dd7-b0b5-46944cb193c9,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:17.145679 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-50f9d8b3-14c5-4a12-9ef8-548cbfa9d4d9 req-bf1594c2-2741-4af0-976b-f0878c702150 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584466 Nov 10 19:35:17.183593 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ab4d2042-215e-4bfe-b597-406f114fed64 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2840471 Nov 10 19:35:17.184703 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33172) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:17.189640 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-e800ec4e-98c6-475d-9bba-abbd3bd5f8f5 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Request body: {'network': {'name': 'tempest-router-network02--1773975068'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:17.191025 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d2042-215e-4bfe-b597-406f114fed64 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Pushing event updated for resources: {'Network': ['ID=fb7311f6-30dd-43e8-a75d-ef295b96a0ca,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:17.218143 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e800ec4e-98c6-475d-9bba-abbd3bd5f8f5 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Made reservation on behalf of 6f65e747f8904ffa88d8504094d5fe0d for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:35:17.222022 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e800ec4e-98c6-475d-9bba-abbd3bd5f8f5 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:17.231970 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network fb7311f6-30dd-43e8-a75d-ef295b96a0ca details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:35:17.250110 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e800ec4e-98c6-475d-9bba-abbd3bd5f8f5 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:35:17.260000 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e800ec4e-98c6-475d-9bba-abbd3bd5f8f5 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:17.262251 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-e800ec4e-98c6-475d-9bba-abbd3bd5f8f5 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Added segment 44d102ce-affc-494a-a4f9-f63335edd89a of type vlan for network 9c5965c2-5142-4c91-a00a-ef418a187dc3 Nov 10 19:35:17.315700 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e800ec4e-98c6-475d-9bba-abbd3bd5f8f5 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:17.341680 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['d1106311-5b80-4dd7-b0b5-46944cb193c9'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:35:17.344045 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e800ec4e-98c6-475d-9bba-abbd3bd5f8f5 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:17.350966 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e800ec4e-98c6-475d-9bba-abbd3bd5f8f5 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:17.351823 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e800ec4e-98c6-475d-9bba-abbd3bd5f8f5 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:17.412994 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-0fb3d66c-ded5-447b-ab22-87fd7b582509 None None] Allocated IP 172.20.0.2 (ffcd7cbb-fe03-4026-8403-d3e46f1aabaa/69cf9d13-8de4-4fbd-b507-e5d3f41c2c96/f9ea5396-204a-4407-89b8-16d6afaca7f7) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:35:17.422891 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e800ec4e-98c6-475d-9bba-abbd3bd5f8f5 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2378011 Nov 10 19:35:17.423618 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33176) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:17.432333 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-1622d2e9-dd1f-4b13-b71e-ece977002c01 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Request body: {'subnet': {'network_id': 'fb7311f6-30dd-43e8-a75d-ef295b96a0ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:17.432757 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800ec4e-98c6-475d-9bba-abbd3bd5f8f5 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Pushing event updated for resources: {'Network': ['ID=9c5965c2-5142-4c91-a00a-ef418a187dc3,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:17.464860 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 9c5965c2-5142-4c91-a00a-ef418a187dc3 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:35:17.532347 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1622d2e9-dd1f-4b13-b71e-ece977002c01 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Made reservation on behalf of 6f65e747f8904ffa88d8504094d5fe0d for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:35:17.535973 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1622d2e9-dd1f-4b13-b71e-ece977002c01 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:17.783713 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1622d2e9-dd1f-4b13-b71e-ece977002c01 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:17.813138 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55eb9f9-018a-4ba3-b00f-f306645993ca req-f7ceac0c-d1c4-4f3f-bf19-e64167b0c2c9 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:17.814921 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c55eb9f9-018a-4ba3-b00f-f306645993ca req-f7ceac0c-d1c4-4f3f-bf19-e64167b0c2c9 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/ports?device_id=096f3287-b3c9-4d37-a54e-a88444e78682 HTTP/1.1" status: 200 len: 944 time: 0.0582945 Nov 10 19:35:17.846283 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622d2e9-dd1f-4b13-b71e-ece977002c01 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Pushing event updated for resources: {'Subnet': ['ID=f304b6a7-27b4-49c4-b405-f630f19c7337,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:17.882141 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1622d2e9-dd1f-4b13-b71e-ece977002c01 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Checking segment: {'id': 'e9b52038-0769-491a-9ee7-679619e601e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fb7311f6-30dd-43e8-a75d-ef295b96a0ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:35:17.882513 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1622d2e9-dd1f-4b13-b71e-ece977002c01 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Network hostable DHCP agents. Network: fb7311f6-30dd-43e8-a75d-ef295b96a0ca, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:35:17.898414 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c55eb9f9-018a-4ba3-b00f-f306645993ca req-562e89ac-9f86-41de-b1c3-596643b9df64 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/security-groups?id=b8a789d9-c236-4e0f-9936-9b8b7d50a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768125 Nov 10 19:35:17.903095 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1622d2e9-dd1f-4b13-b71e-ece977002c01 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Network fb7311f6-30dd-43e8-a75d-ef295b96a0ca is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:35:17.917289 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-1622d2e9-dd1f-4b13-b71e-ece977002c01 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, fb7311f6-30dd-43e8-a75d-ef295b96a0ca) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:35:17.931070 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1622d2e9-dd1f-4b13-b71e-ece977002c01 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:17.932081 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1622d2e9-dd1f-4b13-b71e-ece977002c01 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:17.956435 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c209ae6e-7ae6-4198-80aa-04ec7627aa25 None None] Network fb7311f6-30dd-43e8-a75d-ef295b96a0ca requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:35:17.966292 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0fb3d66c-ded5-447b-ab22-87fd7b582509 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:17.966562 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33186) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:17.968096 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1622d2e9-dd1f-4b13-b71e-ece977002c01 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5422115 Nov 10 19:35:17.976149 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-7bc0a9a7-4bd0-464d-9b21-539328633fdd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Request body: {'subnet': {'network_id': '9c5965c2-5142-4c91-a00a-ef418a187dc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:17.987649 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0fb3d66c-ded5-447b-ab22-87fd7b582509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:18.068228 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb3d66c-ded5-447b-ab22-87fd7b582509 None None] Network ffcd7cbb-fe03-4026-8403-d3e46f1aabaa is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:35:18.072764 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc0a9a7-4bd0-464d-9b21-539328633fdd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Made reservation on behalf of 6f65e747f8904ffa88d8504094d5fe0d for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:35:18.076801 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7bc0a9a7-4bd0-464d-9b21-539328633fdd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:18.077255 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-0fb3d66c-ded5-447b-ab22-87fd7b582509 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:35:18.085405 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb3d66c-ded5-447b-ab22-87fd7b582509 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:35:18.097336 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3d66c-ded5-447b-ab22-87fd7b582509 None None] Pushing event updated for resources: {'Port': ['ID=f9ea5396-204a-4407-89b8-16d6afaca7f7,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:18.183593 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-0fb3d66c-ded5-447b-ab22-87fd7b582509 None None] Attempting to bind port f9ea5396-204a-4407-89b8-16d6afaca7f7 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:35:18.184055 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-0fb3d66c-ded5-447b-ab22-87fd7b582509 None None] Attempting to bind port f9ea5396-204a-4407-89b8-16d6afaca7f7 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'c69599c8-78b7-435f-8306-cb9f1d24690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ffcd7cbb-fe03-4026-8403-d3e46f1aabaa'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:35:18.184431 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb3d66c-ded5-447b-ab22-87fd7b582509 None None] Attempting to bind port f9ea5396-204a-4407-89b8-16d6afaca7f7 on network ffcd7cbb-fe03-4026-8403-d3e46f1aabaa {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:35:18.194875 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb3d66c-ded5-447b-ab22-87fd7b582509 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:35:18.195263 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb3d66c-ded5-447b-ab22-87fd7b582509 None None] Checking segment: {'id': 'c69599c8-78b7-435f-8306-cb9f1d24690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ffcd7cbb-fe03-4026-8403-d3e46f1aabaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:35:18.196033 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0fb3d66c-ded5-447b-ab22-87fd7b582509 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:18.196431 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb3d66c-ded5-447b-ab22-87fd7b582509 None None] Bound using segment: {'id': 'c69599c8-78b7-435f-8306-cb9f1d24690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ffcd7cbb-fe03-4026-8403-d3e46f1aabaa'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:35:18.196909 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-0fb3d66c-ded5-447b-ab22-87fd7b582509 None None] Bound port: f9ea5396-204a-4407-89b8-16d6afaca7f7, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c69599c8-78b7-435f-8306-cb9f1d24690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ffcd7cbb-fe03-4026-8403-d3e46f1aabaa'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:35:18.197296 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0fb3d66c-ded5-447b-ab22-87fd7b582509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:18.277795 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d224671-333a-422a-ac59-063481292ea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-fb7311f6-30dd-43e8-a75d-ef295b96a0ca', 'network_id': 'fb7311f6-30dd-43e8-a75d-ef295b96a0ca', 'tenant_id': '6f65e747f8904ffa88d8504094d5fe0d', 'fixed_ips': [{'subnet_id': 'f304b6a7-27b4-49c4-b405-f630f19c7337'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:35:18.278665 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5d224671-333a-422a-ac59-063481292ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:18.317654 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7bc0a9a7-4bd0-464d-9b21-539328633fdd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:18.411287 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc0a9a7-4bd0-464d-9b21-539328633fdd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Checking segment: {'id': '44d102ce-affc-494a-a4f9-f63335edd89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9c5965c2-5142-4c91-a00a-ef418a187dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:35:18.411693 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc0a9a7-4bd0-464d-9b21-539328633fdd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Network hostable DHCP agents. Network: 9c5965c2-5142-4c91-a00a-ef418a187dc3, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:35:18.424501 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-0fb3d66c-ded5-447b-ab22-87fd7b582509 None None] For port f9ea5396-204a-4407-89b8-16d6afaca7f7, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:35:18.429802 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-5d224671-333a-422a-ac59-063481292ea3 None None] Allocated IP 172.20.0.2 (fb7311f6-30dd-43e8-a75d-ef295b96a0ca/f304b6a7-27b4-49c4-b405-f630f19c7337/fc8eae59-90ff-4e44-9599-6f5b9d551329) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:35:18.431178 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0a9a7-4bd0-464d-9b21-539328633fdd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Pushing event updated for resources: {'Subnet': ['ID=7d6e7b79-d5d7-4534-971e-6759f9b6554c,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:18.476425 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc0a9a7-4bd0-464d-9b21-539328633fdd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Network 9c5965c2-5142-4c91-a00a-ef418a187dc3 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:35:18.488901 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463b7ae-1262-47a9-a8b0-90b7bda8bb7b req-f79f2a94-ebc0-44f5-bb86-af2f2b479ef2 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:18.490442 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4463b7ae-1262-47a9-a8b0-90b7bda8bb7b req-f79f2a94-ebc0-44f5-bb86-af2f2b479ef2 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=12ca9f66-a3dd-478a-8780-ce311f5f6313 HTTP/1.1" status: 200 len: 943 time: 0.2322485 Nov 10 19:35:18.499237 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-7bc0a9a7-4bd0-464d-9b21-539328633fdd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 9c5965c2-5142-4c91-a00a-ef418a187dc3) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:35:18.504397 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc0a9a7-4bd0-464d-9b21-539328633fdd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:18.505148 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7bc0a9a7-4bd0-464d-9b21-539328633fdd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:18.518391 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-0fb3d66c-ded5-447b-ab22-87fd7b582509 None None] For port f9ea5396-204a-4407-89b8-16d6afaca7f7, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f9ea5396-204a-4407-89b8-16d6afaca7f7,segment=NetworkSegment(c69599c8-78b7-435f-8306-cb9f1d24690a),segment_id=c69599c8-78b7-435f-8306-cb9f1d24690a)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:35:18.522646 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4997b70c-f5ee-49ed-95a3-d9290dd5f97a None None] Network 9c5965c2-5142-4c91-a00a-ef418a187dc3 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:35:18.532454 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7bc0a9a7-4bd0-464d-9b21-539328633fdd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5628402 Nov 10 19:35:18.535259 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33196) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:18.550342 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0fb3d66c-ded5-447b-ab22-87fd7b582509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:18.578740 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4463b7ae-1262-47a9-a8b0-90b7bda8bb7b req-883f884d-ac9d-4bbe-bbb8-50fc8ec02f6c tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566878 Nov 10 19:35:18.669755 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device d1106311-5b80-4dd7-b0b5-46944cb193c9 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:35:18.807425 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3d66c-ded5-447b-ab22-87fd7b582509 None None] Pushing event updated for resources: {'Port': ['ID=f9ea5396-204a-4407-89b8-16d6afaca7f7,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:18.832957 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5d224671-333a-422a-ac59-063481292ea3 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:18.858835 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5d224671-333a-422a-ac59-063481292ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:18.901726 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-17c55368-4235-42b0-9d77-7791febdcf49 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:18.914242 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d224671-333a-422a-ac59-063481292ea3 None None] Pushing event updated for resources: {'Port': ['ID=fc8eae59-90ff-4e44-9599-6f5b9d551329,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:18.951430 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port d1106311-5b80-4dd7-b0b5-46944cb193c9 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:35:18.965363 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port d1106311-5b80-4dd7-b0b5-46944cb193c9 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:35:18.965740 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:18.969940 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd486d4c-6c52-4ed7-96cf-0eaa6bd4b8bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-9c5965c2-5142-4c91-a00a-ef418a187dc3', 'network_id': '9c5965c2-5142-4c91-a00a-ef418a187dc3', 'tenant_id': '6f65e747f8904ffa88d8504094d5fe0d', 'fixed_ips': [{'subnet_id': '7d6e7b79-d5d7-4534-971e-6759f9b6554c'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:35:18.970777 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bd486d4c-6c52-4ed7-96cf-0eaa6bd4b8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:19.015123 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d224671-333a-422a-ac59-063481292ea3 None None] Network fb7311f6-30dd-43e8-a75d-ef295b96a0ca is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:35:19.021581 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-5d224671-333a-422a-ac59-063481292ea3 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:35:19.026626 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d224671-333a-422a-ac59-063481292ea3 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:35:19.096812 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420aa51b-8dee-480f-a909-df6c141bcb13 req-394a83d8-e5a1-4814-ab39-1a2309c2dc0c tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:19.098660 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-420aa51b-8dee-480f-a909-df6c141bcb13 req-394a83d8-e5a1-4814-ab39-1a2309c2dc0c tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/ports?device_id=096f3287-b3c9-4d37-a54e-a88444e78682 HTTP/1.1" status: 200 len: 944 time: 0.0961812 Nov 10 19:35:19.169561 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-420aa51b-8dee-480f-a909-df6c141bcb13 req-31c00b0c-9c04-4dd9-a832-29c312c48103 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/security-groups?id=b8a789d9-c236-4e0f-9936-9b8b7d50a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555921 Nov 10 19:35:19.221906 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-bd486d4c-6c52-4ed7-96cf-0eaa6bd4b8bf None None] Allocated IP 172.20.0.2 (9c5965c2-5142-4c91-a00a-ef418a187dc3/7d6e7b79-d5d7-4534-971e-6759f9b6554c/55a1259b-3171-4eee-a8e6-fba576cce81c) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:35:19.314233 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-5d224671-333a-422a-ac59-063481292ea3 None None] Attempting to bind port fc8eae59-90ff-4e44-9599-6f5b9d551329 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:35:19.314740 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-5d224671-333a-422a-ac59-063481292ea3 None None] Attempting to bind port fc8eae59-90ff-4e44-9599-6f5b9d551329 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'e9b52038-0769-491a-9ee7-679619e601e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fb7311f6-30dd-43e8-a75d-ef295b96a0ca'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:35:19.315198 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d224671-333a-422a-ac59-063481292ea3 None None] Attempting to bind port fc8eae59-90ff-4e44-9599-6f5b9d551329 on network fb7311f6-30dd-43e8-a75d-ef295b96a0ca {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:35:19.334177 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d224671-333a-422a-ac59-063481292ea3 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:35:19.334568 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d224671-333a-422a-ac59-063481292ea3 None None] Checking segment: {'id': 'e9b52038-0769-491a-9ee7-679619e601e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fb7311f6-30dd-43e8-a75d-ef295b96a0ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:35:19.335071 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5d224671-333a-422a-ac59-063481292ea3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:19.335551 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d224671-333a-422a-ac59-063481292ea3 None None] Bound using segment: {'id': 'e9b52038-0769-491a-9ee7-679619e601e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fb7311f6-30dd-43e8-a75d-ef295b96a0ca'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:35:19.336128 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-5d224671-333a-422a-ac59-063481292ea3 None None] Bound port: fc8eae59-90ff-4e44-9599-6f5b9d551329, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b52038-0769-491a-9ee7-679619e601e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fb7311f6-30dd-43e8-a75d-ef295b96a0ca'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:35:19.336599 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5d224671-333a-422a-ac59-063481292ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:19.440335 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f9ea5396-204a-4407-89b8-16d6afaca7f7 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:35:19.501778 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:19.619328 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5d224671-333a-422a-ac59-063481292ea3 None None] For port fc8eae59-90ff-4e44-9599-6f5b9d551329, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:35:19.643110 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096f3287-b3c9-4d37-a54e-a88444e78682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1106311-5b80-4dd7-b0b5-46944cb193c9'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:35:19.646413 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618d86b6-9b9e-44d8-a471-ed6d7c1b6ee7" -d '{"events": [{"server_uuid": "096f3287-b3c9-4d37-a54e-a88444e78682", "name": "network-vif-plugged", "status": "completed", "tag": "d1106311-5b80-4dd7-b0b5-46944cb193c9"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:35:19.660944 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-17c55368-4235-42b0-9d77-7791febdcf49 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Allocated IP 172.20.0.1 (fb7311f6-30dd-43e8-a75d-ef295b96a0ca/f304b6a7-27b4-49c4-b405-f630f19c7337/bb3686ee-d350-4e94-8c5a-650ba80c8a01) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:35:19.677579 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bd486d4c-6c52-4ed7-96cf-0eaa6bd4b8bf None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:19.680614 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5d224671-333a-422a-ac59-063481292ea3 None None] For port fc8eae59-90ff-4e44-9599-6f5b9d551329, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fc8eae59-90ff-4e44-9599-6f5b9d551329,segment=NetworkSegment(e9b52038-0769-491a-9ee7-679619e601e9),segment_id=e9b52038-0769-491a-9ee7-679619e601e9)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:35:19.685028 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port d1106311-5b80-4dd7-b0b5-46944cb193c9, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=d1106311-5b80-4dd7-b0b5-46944cb193c9,segment=NetworkSegment(1e59d5cd-a3f3-42f6-9a81-553c8ff522db),segment_id=1e59d5cd-a3f3-42f6-9a81-553c8ff522db)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:35:19.695792 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bd486d4c-6c52-4ed7-96cf-0eaa6bd4b8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:19.698762 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5d224671-333a-422a-ac59-063481292ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:19.704671 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:19.720937 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port f9ea5396-204a-4407-89b8-16d6afaca7f7 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:35:19.721444 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:19.802195 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd486d4c-6c52-4ed7-96cf-0eaa6bd4b8bf None None] Network 9c5965c2-5142-4c91-a00a-ef418a187dc3 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:35:19.811399 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555a7c2-61f2-4716-b4d7-3f66f52d8fbf req-9dca554b-1371-4777-9ca6-3bbccabade5a tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:19.814174 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-bd486d4c-6c52-4ed7-96cf-0eaa6bd4b8bf None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:35:19.820046 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd486d4c-6c52-4ed7-96cf-0eaa6bd4b8bf None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:35:19.821787 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5555a7c2-61f2-4716-b4d7-3f66f52d8fbf req-9dca554b-1371-4777-9ca6-3bbccabade5a tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=12ca9f66-a3dd-478a-8780-ce311f5f6313 HTTP/1.1" status: 200 len: 943 time: 0.1096611 Nov 10 19:35:19.861944 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-17c55368-4235-42b0-9d77-7791febdcf49 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:19.889361 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd486d4c-6c52-4ed7-96cf-0eaa6bd4b8bf None None] Pushing event updated for resources: {'Port': ['ID=55a1259b-3171-4eee-a8e6-fba576cce81c,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:19.906725 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5555a7c2-61f2-4716-b4d7-3f66f52d8fbf req-b71b4a86-1404-4740-aa64-0b2c7f5d2a1b tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829453 Nov 10 19:35:19.951737 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-bd486d4c-6c52-4ed7-96cf-0eaa6bd4b8bf None None] Attempting to bind port 55a1259b-3171-4eee-a8e6-fba576cce81c on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:35:19.952292 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-bd486d4c-6c52-4ed7-96cf-0eaa6bd4b8bf None None] Attempting to bind port 55a1259b-3171-4eee-a8e6-fba576cce81c by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '44d102ce-affc-494a-a4f9-f63335edd89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9c5965c2-5142-4c91-a00a-ef418a187dc3'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:35:19.952776 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd486d4c-6c52-4ed7-96cf-0eaa6bd4b8bf None None] Attempting to bind port 55a1259b-3171-4eee-a8e6-fba576cce81c on network 9c5965c2-5142-4c91-a00a-ef418a187dc3 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:35:19.962920 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-17c55368-4235-42b0-9d77-7791febdcf49 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:19.975279 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2c9c81-5d0c-4590-9b66-8fa52b7f0872 x-openstack-request-id: req-9b2c9c81-5d0c-4590-9b66-8fa52b7f0872 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:35:19.975706 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "096f3287-b3c9-4d37-a54e-a88444e78682", "name": "network-vif-plugged", "status": "completed", "tag": "d1106311-5b80-4dd7-b0b5-46944cb193c9", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:35:19.976074 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9b2c9c81-5d0c-4590-9b66-8fa52b7f0872 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:35:19.976566 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096f3287-b3c9-4d37-a54e-a88444e78682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1106311-5b80-4dd7-b0b5-46944cb193c9', 'code': 200} Nov 10 19:35:19.986654 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd486d4c-6c52-4ed7-96cf-0eaa6bd4b8bf None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:35:19.989118 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd486d4c-6c52-4ed7-96cf-0eaa6bd4b8bf None None] Checking segment: {'id': '44d102ce-affc-494a-a4f9-f63335edd89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9c5965c2-5142-4c91-a00a-ef418a187dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:35:19.989118 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bd486d4c-6c52-4ed7-96cf-0eaa6bd4b8bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:19.989684 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd486d4c-6c52-4ed7-96cf-0eaa6bd4b8bf None None] Bound using segment: {'id': '44d102ce-affc-494a-a4f9-f63335edd89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9c5965c2-5142-4c91-a00a-ef418a187dc3'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:35:19.990316 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-bd486d4c-6c52-4ed7-96cf-0eaa6bd4b8bf None None] Bound port: 55a1259b-3171-4eee-a8e6-fba576cce81c, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d102ce-affc-494a-a4f9-f63335edd89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '9c5965c2-5142-4c91-a00a-ef418a187dc3'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:35:19.990797 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bd486d4c-6c52-4ed7-96cf-0eaa6bd4b8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:20.005146 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d224671-333a-422a-ac59-063481292ea3 None None] Pushing event updated for resources: {'Port': ['ID=fc8eae59-90ff-4e44-9599-6f5b9d551329,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:20.039481 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c55368-4235-42b0-9d77-7791febdcf49 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Network fb7311f6-30dd-43e8-a75d-ef295b96a0ca is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:35:20.040965 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-17c55368-4235-42b0-9d77-7791febdcf49 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:35:20.045077 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c55368-4235-42b0-9d77-7791febdcf49 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:35:20.080308 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=d1106311-5b80-4dd7-b0b5-46944cb193c9,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:20.103734 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23939423-b94c-4b49-9b52-4f8cf224e0e8 req-69812f45-151c-4de1-a443-75899363fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:20.105325 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23939423-b94c-4b49-9b52-4f8cf224e0e8 req-69812f45-151c-4de1-a443-75899363fbef service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=096f3287-b3c9-4d37-a54e-a88444e78682 HTTP/1.1" status: 200 len: 1096 time: 0.0676980 Nov 10 19:35:20.111097 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c55368-4235-42b0-9d77-7791febdcf49 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Pushing event updated for resources: {'Port': ['ID=bb3686ee-d350-4e94-8c5a-650ba80c8a01,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:20.126614 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-17c55368-4235-42b0-9d77-7791febdcf49 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:20.183423 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:20.245016 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23939423-b94c-4b49-9b52-4f8cf224e0e8 req-9890feef-192d-4aaa-9d1c-193a7995a6a6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b8a789d9-c236-4e0f-9936-9b8b7d50a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324997 Nov 10 19:35:20.386541 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-17c55368-4235-42b0-9d77-7791febdcf49 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:20.388218 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4e1b0-808e-439c-9592-13bfd6c9f112 req-bea54acd-bed8-4883-bfd4-bf0c2f901445 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:20.390229 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-98e4e1b0-808e-439c-9592-13bfd6c9f112 req-bea54acd-bed8-4883-bfd4-bf0c2f901445 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/ports?device_id=096f3287-b3c9-4d37-a54e-a88444e78682 HTTP/1.1" status: 200 len: 945 time: 0.1027727 Nov 10 19:35:20.429697 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b2b1c5-a942-476c-adb2-20f59745533d None None] Network ffcd7cbb-fe03-4026-8403-d3e46f1aabaa requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:35:20.476550 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-98e4e1b0-808e-439c-9592-13bfd6c9f112 req-ad6d4b5f-f187-450a-a137-ce9955fc3f2a tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/security-groups?id=b8a789d9-c236-4e0f-9936-9b8b7d50a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761976 Nov 10 19:35:20.521937 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-bd486d4c-6c52-4ed7-96cf-0eaa6bd4b8bf None None] For port 55a1259b-3171-4eee-a8e6-fba576cce81c, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:35:20.553011 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-7bc24671-f080-412b-af93-d8b120fd5737 None None] Provisioning complete for port f9ea5396-204a-4407-89b8-16d6afaca7f7 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:35:20.553558 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7bc24671-f080-412b-af93-d8b120fd5737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:20.556492 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-bd486d4c-6c52-4ed7-96cf-0eaa6bd4b8bf None None] For port 55a1259b-3171-4eee-a8e6-fba576cce81c, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=55a1259b-3171-4eee-a8e6-fba576cce81c,segment=NetworkSegment(44d102ce-affc-494a-a4f9-f63335edd89a),segment_id=44d102ce-affc-494a-a4f9-f63335edd89a)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:35:20.558789 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port f9ea5396-204a-4407-89b8-16d6afaca7f7, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f9ea5396-204a-4407-89b8-16d6afaca7f7,segment=NetworkSegment(c69599c8-78b7-435f-8306-cb9f1d24690a),segment_id=c69599c8-78b7-435f-8306-cb9f1d24690a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:35:20.590354 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bd486d4c-6c52-4ed7-96cf-0eaa6bd4b8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:20.602028 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:20.754545 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd486d4c-6c52-4ed7-96cf-0eaa6bd4b8bf None None] Pushing event updated for resources: {'Port': ['ID=55a1259b-3171-4eee-a8e6-fba576cce81c,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:20.770099 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-17c55368-4235-42b0-9d77-7791febdcf49 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:20.778907 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-17c55368-4235-42b0-9d77-7791febdcf49 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:20.865848 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-17c55368-4235-42b0-9d77-7791febdcf49 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:20.868687 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c55368-4235-42b0-9d77-7791febdcf49 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Pushing event updated for resources: {'Port': ['ID=bb3686ee-d350-4e94-8c5a-650ba80c8a01,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:20.903912 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=f9ea5396-204a-4407-89b8-16d6afaca7f7,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:21.057577 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c55368-4235-42b0-9d77-7791febdcf49 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Network fb7311f6-30dd-43e8-a75d-ef295b96a0ca is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:35:21.059405 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-17c55368-4235-42b0-9d77-7791febdcf49 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:35:21.137348 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06658f08-7017-48ca-a45b-aaede61f1b85 req-9306489c-5413-4df1-bded-fc0ec13a259f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:21.147189 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-06658f08-7017-48ca-a45b-aaede61f1b85 req-9306489c-5413-4df1-bded-fc0ec13a259f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=12ca9f66-a3dd-478a-8780-ce311f5f6313 HTTP/1.1" status: 200 len: 943 time: 0.1155088 Nov 10 19:35:21.223550 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-06658f08-7017-48ca-a45b-aaede61f1b85 req-64d429e1-bf50-4082-a081-058fc8c02d9f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752692 Nov 10 19:35:21.283337 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device d8b5c283-82fd-41dd-968d-9065d54b02d2 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:35:21.344955 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c55368-4235-42b0-9d77-7791febdcf49 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Router c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:35:21.542774 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-02a8852c-5da4-4c31-9561-836152d8a340 None None] Provisioning complete for port f9ea5396-204a-4407-89b8-16d6afaca7f7 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:35:21.542774 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-02a8852c-5da4-4c31-9561-836152d8a340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:21.544119 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c55368-4235-42b0-9d77-7791febdcf49 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:35:21.544119 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-17c55368-4235-42b0-9d77-7791febdcf49 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] 10.222.0.54 "PUT /v2.0/routers/c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0053136 Nov 10 19:35:21.544597 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33230) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:21.571425 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac23c1e6-c548-4f51-bc64-6289f7feb7d2 None None] Sync routers for ids ['c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:35:21.630577 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac23c1e6-c548-4f51-bc64-6289f7feb7d2 None None] Routers {'c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:35:21.631487 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-ac23c1e6-c548-4f51-bc64-6289f7feb7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:21.640008 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fc8eae59-90ff-4e44-9599-6f5b9d551329 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:35:21.641788 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e0a615-49ad-4778-a3ca-fb3bc221cff5 None None] Network fb7311f6-30dd-43e8-a75d-ef295b96a0ca requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:35:21.658644 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port d8b5c283-82fd-41dd-968d-9065d54b02d2, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=d8b5c283-82fd-41dd-968d-9065d54b02d2,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:35:21.703820 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a3d4c-fce1-4749-825c-aef1de5631c0 req-6c0e280c-f397-4c09-90b6-5043246ef97a tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:21.712353 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f94a3d4c-fce1-4749-825c-aef1de5631c0 req-6c0e280c-f397-4c09-90b6-5043246ef97a tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/ports?device_id=096f3287-b3c9-4d37-a54e-a88444e78682 HTTP/1.1" status: 200 len: 945 time: 0.0755332 Nov 10 19:35:21.768639 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f94a3d4c-fce1-4749-825c-aef1de5631c0 req-0ca6ca45-851b-4cc5-b06c-7941c2525256 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/security-groups?id=b8a789d9-c236-4e0f-9936-9b8b7d50a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550914 Nov 10 19:35:21.820339 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-ac23c1e6-c548-4f51-bc64-6289f7feb7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:21.868994 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'd8b5c283-82fd-41dd-968d-9065d54b02d2', 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433', 'port_id': 'd8b5c283-82fd-41dd-968d-9065d54b02d2', 'mac_address': 'fa:16:3e:09:ef:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d874850-3788-4c89-9cc5-3e0f9d06fb90', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:35:21.893737 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac23c1e6-c548-4f51-bc64-6289f7feb7d2 None None] Routers {'c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:35:21.894447 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-ac23c1e6-c548-4f51-bc64-6289f7feb7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:21.990378 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-ac23c1e6-c548-4f51-bc64-6289f7feb7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:21.991039 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac23c1e6-c548-4f51-bc64-6289f7feb7d2 None None] The sync data for ids ['c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:35:22.025156 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-f815ce7d-d1b9-44f1-88da-e6c12dc14e84 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:35:22.026627 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f815ce7d-d1b9-44f1-88da-e6c12dc14e84 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] 10.222.0.54 "PUT /v2.0/routers/c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4809523 Nov 10 19:35:22.029891 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33234) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:22.041840 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port fc8eae59-90ff-4e44-9599-6f5b9d551329 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:35:22.042430 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:22.044097 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:22.068733 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8b5c283-82fd-41dd-968d-9065d54b02d2 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:35:22.116768 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:35:22.158278 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port d8b5c283-82fd-41dd-968d-9065d54b02d2, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=d8b5c283-82fd-41dd-968d-9065d54b02d2,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:35:22.167304 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21d5b8c-aab5-4ba4-b6c7-f5cd5f114547 None None] Network 9c5965c2-5142-4c91-a00a-ef418a187dc3 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:35:22.171525 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:22.332885 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a36f0f3-29bd-45a7-8178-0a87145b1aca None None] Provisioning complete for port 55a1259b-3171-4eee-a8e6-fba576cce81c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:35:22.333294 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a36f0f3-29bd-45a7-8178-0a87145b1aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:22.360588 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=d8b5c283-82fd-41dd-968d-9065d54b02d2,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:22.424448 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053722b-da72-48a4-823b-4d4e3a71ccae req-97ac91f6-993e-441b-8990-1bc69bc04acf tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:22.426324 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9053722b-da72-48a4-823b-4d4e3a71ccae req-97ac91f6-993e-441b-8990-1bc69bc04acf tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=12ca9f66-a3dd-478a-8780-ce311f5f6313 HTTP/1.1" status: 200 len: 944 time: 0.0624776 Nov 10 19:35:22.442389 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:22.454953 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f773087e-cbe2-4a07-aaef-fb76f9bf62bb tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:22.557296 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port fc8eae59-90ff-4e44-9599-6f5b9d551329, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fc8eae59-90ff-4e44-9599-6f5b9d551329,segment=NetworkSegment(e9b52038-0769-491a-9ee7-679619e601e9),segment_id=e9b52038-0769-491a-9ee7-679619e601e9)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:35:22.562525 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['d8b5c283-82fd-41dd-968d-9065d54b02d2'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:35:22.572924 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:22.573789 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 55a1259b-3171-4eee-a8e6-fba576cce81c up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:35:22.575914 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9053722b-da72-48a4-823b-4d4e3a71ccae req-25f01b47-70c7-4dce-a90a-2acba9e85cab tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339166 Nov 10 19:35:22.672118 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a36f0f3-29bd-45a7-8178-0a87145b1aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:22.735789 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=fc8eae59-90ff-4e44-9599-6f5b9d551329,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:22.769067 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a36f0f3-29bd-45a7-8178-0a87145b1aca None None] For port 55a1259b-3171-4eee-a8e6-fba576cce81c, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=55a1259b-3171-4eee-a8e6-fba576cce81c,segment=NetworkSegment(44d102ce-affc-494a-a4f9-f63335edd89a),segment_id=44d102ce-affc-494a-a4f9-f63335edd89a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:35:22.784322 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-f773087e-cbe2-4a07-aaef-fb76f9bf62bb tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Deleting port bb3686ee-d350-4e94-8c5a-650ba80c8a01 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:35:22.786743 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f773087e-cbe2-4a07-aaef-fb76f9bf62bb tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:22.797416 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a36f0f3-29bd-45a7-8178-0a87145b1aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:22.802265 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 55a1259b-3171-4eee-a8e6-fba576cce81c triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:35:22.802639 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:22.936719 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a36f0f3-29bd-45a7-8178-0a87145b1aca None None] Provisioning complete for port fc8eae59-90ff-4e44-9599-6f5b9d551329 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:35:22.937076 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a36f0f3-29bd-45a7-8178-0a87145b1aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:22.962122 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337f027-da51-43af-867c-0c7d58c8dea6 req-af837244-ed6f-4b7c-899b-1325183510bf tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:22.963921 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e337f027-da51-43af-867c-0c7d58c8dea6 req-af837244-ed6f-4b7c-899b-1325183510bf tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/ports?device_id=096f3287-b3c9-4d37-a54e-a88444e78682 HTTP/1.1" status: 200 len: 945 time: 0.0949011 Nov 10 19:35:23.003515 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f773087e-cbe2-4a07-aaef-fb76f9bf62bb tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:23.020718 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-f773087e-cbe2-4a07-aaef-fb76f9bf62bb tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Calling delete_port for bb3686ee-d350-4e94-8c5a-650ba80c8a01 owned by network:router_interface {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:35:23.178598 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36f0f3-29bd-45a7-8178-0a87145b1aca None None] Pushing event updated for resources: {'Port': ['ID=55a1259b-3171-4eee-a8e6-fba576cce81c,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:23.201840 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e337f027-da51-43af-867c-0c7d58c8dea6 req-b693e6de-7ad6-4118-83e0-debcadd093ab tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/security-groups?id=b8a789d9-c236-4e0f-9936-9b8b7d50a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269232 Nov 10 19:35:23.279773 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f773087e-cbe2-4a07-aaef-fb76f9bf62bb tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:23.317149 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773087e-cbe2-4a07-aaef-fb76f9bf62bb tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Pushing event deleted for resources: {'Port': ['ID=bb3686ee-d350-4e94-8c5a-650ba80c8a01,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:23.353465 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f9ea5396-204a-4407-89b8-16d6afaca7f7 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:35:23.488817 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port f9ea5396-204a-4407-89b8-16d6afaca7f7 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:35:23.489455 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:23.533087 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b5028d6e-d9fc-44d5-a40f-865816a7a416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:23.621490 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8f404cd4-5473-4df0-8683-dc9771062b5b None None] Provisioning complete for port 55a1259b-3171-4eee-a8e6-fba576cce81c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:35:23.621490 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8f404cd4-5473-4df0-8683-dc9771062b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:23.762924 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8f404cd4-5473-4df0-8683-dc9771062b5b None None] Could not find standard attr ID for object bb3686ee-d350-4e94-8c5a-650ba80c8a01. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:35:23.777013 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8f404cd4-5473-4df0-8683-dc9771062b5b None None] Provisioning complete for port fc8eae59-90ff-4e44-9599-6f5b9d551329 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:35:23.777572 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8f404cd4-5473-4df0-8683-dc9771062b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:23.889328 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 55a1259b-3171-4eee-a8e6-fba576cce81c up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:35:23.989027 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f773087e-cbe2-4a07-aaef-fb76f9bf62bb tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:24.018328 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 55a1259b-3171-4eee-a8e6-fba576cce81c triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:35:24.018842 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:24.129194 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fc8eae59-90ff-4e44-9599-6f5b9d551329 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:35:24.134474 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f264024-dac7-484c-bac7-8f35d3cfbaac req-ee4410b3-019c-4498-9271-234e36c5d68e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:24.142156 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f264024-dac7-484c-bac7-8f35d3cfbaac req-ee4410b3-019c-4498-9271-234e36c5d68e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=12ca9f66-a3dd-478a-8780-ce311f5f6313 HTTP/1.1" status: 200 len: 944 time: 0.1499205 Nov 10 19:35:24.186560 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port fc8eae59-90ff-4e44-9599-6f5b9d551329 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:35:24.187776 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:24.249837 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f773087e-cbe2-4a07-aaef-fb76f9bf62bb tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Router c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:35:24.265207 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f264024-dac7-484c-bac7-8f35d3cfbaac req-2b13cd73-bd1f-4b30-8c40-173382312410 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202779 Nov 10 19:35:24.350082 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f773087e-cbe2-4a07-aaef-fb76f9bf62bb tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:35:24.367497 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f773087e-cbe2-4a07-aaef-fb76f9bf62bb tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] 10.222.0.54 "PUT /v2.0/routers/c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3285131 Nov 10 19:35:24.367720 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84566be7-14c9-4f6b-9c19-4ac892f27c45 None None] Sync routers for ids ['c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:35:24.368158 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33268) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:24.376863 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84566be7-14c9-4f6b-9c19-4ac892f27c45 None None] Routers {'c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:35:24.377911 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-84566be7-14c9-4f6b-9c19-4ac892f27c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:24.424927 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-84566be7-14c9-4f6b-9c19-4ac892f27c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:24.439290 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-20a71ecd-40ed-4726-aa88-7392ef3eeecc tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] delete failed (client error): The resource could not be found. Nov 10 19:35:24.440627 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-20a71ecd-40ed-4726-aa88-7392ef3eeecc tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] 10.222.0.54 "DELETE /v2.0/routers/tempest-non_exist_router-1232066850 HTTP/1.1" status: 404 len: 335 time: 0.0722818 Nov 10 19:35:24.445008 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33270) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:24.448796 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84566be7-14c9-4f6b-9c19-4ac892f27c45 None None] Routers {'c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:35:24.450038 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-84566be7-14c9-4f6b-9c19-4ac892f27c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:34:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:24.450266 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-588c8a04-e2f6-427c-9907-69de5dc749e7 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91'}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:24.487806 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-84566be7-14c9-4f6b-9c19-4ac892f27c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:24.488828 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84566be7-14c9-4f6b-9c19-4ac892f27c45 None None] The sync data for ids ['c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:35:24.690635 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-588c8a04-e2f6-427c-9907-69de5dc749e7 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:24.712531 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-588c8a04-e2f6-427c-9907-69de5dc749e7 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] update failed (client error): The resource could not be found. Nov 10 19:35:24.713647 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-588c8a04-e2f6-427c-9907-69de5dc749e7 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] 10.222.0.54 "PUT /v2.0/routers/c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91 HTTP/1.1" status: 404 len: 339 time: 0.2671285 Nov 10 19:35:24.718275 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33278) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:24.791523 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:25.030095 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a80ece8-556c-4c37-b369-d35b74147ebd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:25.083704 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:25.308293 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device d8b5c283-82fd-41dd-968d-9065d54b02d2 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:35:25.320886 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-6a80ece8-556c-4c37-b369-d35b74147ebd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Allocated IP 172.20.0.1 (ffcd7cbb-fe03-4026-8403-d3e46f1aabaa/69cf9d13-8de4-4fbd-b507-e5d3f41c2c96/d4d25224-5c8a-4be4-a954-a5b96e99a20b) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:35:25.376771 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port d8b5c283-82fd-41dd-968d-9065d54b02d2 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:35:25.383164 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port d8b5c283-82fd-41dd-968d-9065d54b02d2 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:35:25.383717 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:25.493453 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:25.509289 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcaf5f5-c6e5-4961-a57b-6452d024eeab req-e1f8880b-d782-4054-adc5-35652cef136c tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:25.520709 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bbcaf5f5-c6e5-4961-a57b-6452d024eeab req-e1f8880b-d782-4054-adc5-35652cef136c tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=12ca9f66-a3dd-478a-8780-ce311f5f6313 HTTP/1.1" status: 200 len: 944 time: 0.1059854 Nov 10 19:35:25.523186 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ca9f66-a3dd-478a-8780-ce311f5f6313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b5c283-82fd-41dd-968d-9065d54b02d2'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:35:25.531791 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a80ece8-556c-4c37-b369-d35b74147ebd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:25.535783 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183234da-c3b9-4b66-845b-a601c624eb1b" -d '{"events": [{"server_uuid": "12ca9f66-a3dd-478a-8780-ce311f5f6313", "name": "network-vif-plugged", "status": "completed", "tag": "d8b5c283-82fd-41dd-968d-9065d54b02d2"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:35:25.562768 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port d8b5c283-82fd-41dd-968d-9065d54b02d2, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=d8b5c283-82fd-41dd-968d-9065d54b02d2,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:35:25.571488 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:25.622046 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a80ece8-556c-4c37-b369-d35b74147ebd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:25.628221 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bbcaf5f5-c6e5-4961-a57b-6452d024eeab req-a639e289-a814-45c0-a6aa-ae427616770a tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057405 Nov 10 19:35:25.656002 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=d8b5c283-82fd-41dd-968d-9065d54b02d2,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:25.699484 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a80ece8-556c-4c37-b369-d35b74147ebd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Network ffcd7cbb-fe03-4026-8403-d3e46f1aabaa is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:35:25.703078 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-6a80ece8-556c-4c37-b369-d35b74147ebd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:35:25.710182 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a80ece8-556c-4c37-b369-d35b74147ebd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:35:25.742872 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a80ece8-556c-4c37-b369-d35b74147ebd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Pushing event updated for resources: {'Port': ['ID=d4d25224-5c8a-4be4-a954-a5b96e99a20b,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:25.754474 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cc003076-e390-40d0-a98a-4e91dc14fc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:25.763467 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a80ece8-556c-4c37-b369-d35b74147ebd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:25.766263 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a80ece8-556c-4c37-b369-d35b74147ebd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:25.766728 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a80ece8-556c-4c37-b369-d35b74147ebd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:25.767619 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a80ece8-556c-4c37-b369-d35b74147ebd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:25.768763 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a80ece8-556c-4c37-b369-d35b74147ebd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:25.769197 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a80ece8-556c-4c37-b369-d35b74147ebd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:25.769810 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a80ece8-556c-4c37-b369-d35b74147ebd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:25.770380 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a80ece8-556c-4c37-b369-d35b74147ebd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:25.770937 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a80ece8-556c-4c37-b369-d35b74147ebd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:25.771502 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a80ece8-556c-4c37-b369-d35b74147ebd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:25.772055 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a80ece8-556c-4c37-b369-d35b74147ebd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:25.772609 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a80ece8-556c-4c37-b369-d35b74147ebd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:35:25.796156 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a80ece8-556c-4c37-b369-d35b74147ebd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:25.814082 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53982a44-aabb-49b4-b048-829d6364f983 x-openstack-request-id: req-53982a44-aabb-49b4-b048-829d6364f983 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:35:25.814599 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ca9f66-a3dd-478a-8780-ce311f5f6313", "name": "network-vif-plugged", "status": "completed", "tag": "d8b5c283-82fd-41dd-968d-9065d54b02d2", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:35:25.814784 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-53982a44-aabb-49b4-b048-829d6364f983 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:35:25.815313 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ca9f66-a3dd-478a-8780-ce311f5f6313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b5c283-82fd-41dd-968d-9065d54b02d2', 'code': 200} Nov 10 19:35:25.955428 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a80ece8-556c-4c37-b369-d35b74147ebd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:25.958834 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284cad43-c18c-4273-b368-a3e95759f0ae req-d3e1d983-6d1b-4454-857e-1c78f84f0e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:25.962691 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-284cad43-c18c-4273-b368-a3e95759f0ae req-d3e1d983-6d1b-4454-857e-1c78f84f0e88 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=12ca9f66-a3dd-478a-8780-ce311f5f6313 HTTP/1.1" status: 200 len: 1096 time: 0.0707614 Nov 10 19:35:26.029841 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-284cad43-c18c-4273-b368-a3e95759f0ae req-941db45b-1907-410f-92a9-6f483035b3b1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590522 Nov 10 19:35:26.104884 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-1747d6bc-35ee-44e8-9adf-73af268755f8 None None] Provisioning complete for port d4d25224-5c8a-4be4-a954-a5b96e99a20b triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:35:26.105256 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1747d6bc-35ee-44e8-9adf-73af268755f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:26.144035 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-1747d6bc-35ee-44e8-9adf-73af268755f8 None None] Port d4d25224-5c8a-4be4-a954-a5b96e99a20b cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:35:26.259181 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a80ece8-556c-4c37-b369-d35b74147ebd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:26.266105 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a80ece8-556c-4c37-b369-d35b74147ebd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:26.341822 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a80ece8-556c-4c37-b369-d35b74147ebd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:26.343658 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a80ece8-556c-4c37-b369-d35b74147ebd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Pushing event updated for resources: {'Port': ['ID=d4d25224-5c8a-4be4-a954-a5b96e99a20b,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:26.439062 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a80ece8-556c-4c37-b369-d35b74147ebd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Network ffcd7cbb-fe03-4026-8403-d3e46f1aabaa is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:35:26.441909 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-6a80ece8-556c-4c37-b369-d35b74147ebd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:35:26.557509 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a80ece8-556c-4c37-b369-d35b74147ebd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Router c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:35:26.769644 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a6833b3c-8c4f-4718-bdc6-4128ebcbd989 None None] Provisioning complete for port d4d25224-5c8a-4be4-a954-a5b96e99a20b triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:35:26.770085 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a6833b3c-8c4f-4718-bdc6-4128ebcbd989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:26.796466 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd1c5c-9bc9-411c-a2d0-1e6a21a7a1e9 req-0b027b30-e40d-480d-8ab0-c999b1f6fbd3 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:26.805307 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4bd1c5c-9bc9-411c-a2d0-1e6a21a7a1e9 req-0b027b30-e40d-480d-8ab0-c999b1f6fbd3 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=12ca9f66-a3dd-478a-8780-ce311f5f6313 HTTP/1.1" status: 200 len: 945 time: 0.0841563 Nov 10 19:35:26.854173 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-a6833b3c-8c4f-4718-bdc6-4128ebcbd989 None None] Port d4d25224-5c8a-4be4-a954-a5b96e99a20b cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:35:26.892797 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4bd1c5c-9bc9-411c-a2d0-1e6a21a7a1e9 req-2bbb8785-71c8-4e73-9f6c-063b12ba74a5 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708678 Nov 10 19:35:27.026485 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a80ece8-556c-4c37-b369-d35b74147ebd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:35:27.038371 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6a80ece8-556c-4c37-b369-d35b74147ebd tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] 10.222.0.54 "PUT /v2.0/routers/c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3163924 Nov 10 19:35:27.038955 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33306) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:27.043098 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f581fc-a150-4008-90ce-658d53580a57 None None] Sync routers for ids ['c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:35:27.073851 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f581fc-a150-4008-90ce-658d53580a57 None None] Routers {'c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:35:27.074488 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-39f581fc-a150-4008-90ce-658d53580a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:35:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:27.134144 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-39f581fc-a150-4008-90ce-658d53580a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:27.144311 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f581fc-a150-4008-90ce-658d53580a57 None None] Routers {'c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:35:27.145108 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-39f581fc-a150-4008-90ce-658d53580a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:35:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:27.183061 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-67276d88-87ec-46cb-9591-e4b0e97e49e5 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:27.196649 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-39f581fc-a150-4008-90ce-658d53580a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:27.197647 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f581fc-a150-4008-90ce-658d53580a57 None None] The sync data for ids ['c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:35:27.216167 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:27.280882 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-67276d88-87ec-46cb-9591-e4b0e97e49e5 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 10 19:35:27.284618 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-67276d88-87ec-46cb-9591-e4b0e97e49e5 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] 10.222.0.54 "DELETE /v2.0/routers/c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91 HTTP/1.1" status: 409 len: 329 time: 0.2419934 Nov 10 19:35:27.284779 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33310) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:27.662052 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-56be45cb-26bd-4b6f-8df9-eeae3805a5ed tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:27.919956 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-56be45cb-26bd-4b6f-8df9-eeae3805a5ed tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Deleting port d4d25224-5c8a-4be4-a954-a5b96e99a20b {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:35:27.920548 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-56be45cb-26bd-4b6f-8df9-eeae3805a5ed tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:28.043423 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-56be45cb-26bd-4b6f-8df9-eeae3805a5ed tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:28.061147 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da1cb5-1efc-423c-8e1a-092c8c64bdd5 req-93fbf175-0696-4f36-8415-916aa5321b9c tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:28.064848 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-82da1cb5-1efc-423c-8e1a-092c8c64bdd5 req-93fbf175-0696-4f36-8415-916aa5321b9c tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=12ca9f66-a3dd-478a-8780-ce311f5f6313 HTTP/1.1" status: 200 len: 945 time: 0.0895972 Nov 10 19:35:28.072800 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-56be45cb-26bd-4b6f-8df9-eeae3805a5ed tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Calling delete_port for d4d25224-5c8a-4be4-a954-a5b96e99a20b owned by network:router_interface {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:35:28.176144 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-82da1cb5-1efc-423c-8e1a-092c8c64bdd5 req-56a7caf7-58fd-4a14-8851-2d09c0aab941 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934756 Nov 10 19:35:28.307185 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-56be45cb-26bd-4b6f-8df9-eeae3805a5ed tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:28.362732 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be45cb-26bd-4b6f-8df9-eeae3805a5ed tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Pushing event deleted for resources: {'Port': ['ID=d4d25224-5c8a-4be4-a954-a5b96e99a20b,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:28.444161 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-25ba1b6b-11ca-42c7-9f4d-b6669bbad11e req-53f85144-d5d4-4830-8f7c-bdfe7ccd421b tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=e964d54e065f49df9181b3cc5034fac9 HTTP/1.1" status: 200 len: 267 time: 0.1304603 Nov 10 19:35:28.565867 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-56be45cb-26bd-4b6f-8df9-eeae3805a5ed tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:28.676120 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba1b6b-11ca-42c7-9f4d-b6669bbad11e req-95242340-78d0-4c2d-8c44-c7e46d935e85 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:28.683318 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-25ba1b6b-11ca-42c7-9f4d-b6669bbad11e req-95242340-78d0-4c2d-8c44-c7e46d935e85 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=12ca9f66-a3dd-478a-8780-ce311f5f6313 HTTP/1.1" status: 200 len: 945 time: 0.1886744 Nov 10 19:35:28.690548 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-25ba1b6b-11ca-42c7-9f4d-b6669bbad11e req-f2b2cd93-dd1b-4845-93cc-270b3e271c1f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Request body: {'port': {'security_groups': []}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:28.702813 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:28.804523 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56be45cb-26bd-4b6f-8df9-eeae3805a5ed tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Router c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:35:28.888614 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-25ba1b6b-11ca-42c7-9f4d-b6669bbad11e req-f2b2cd93-dd1b-4845-93cc-270b3e271c1f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:29.396253 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:29.403321 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56be45cb-26bd-4b6f-8df9-eeae3805a5ed tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:35:29.416549 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c020b17e-f9db-4ca2-a127-ed50e2e035fe None None] Sync routers for ids ['c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:35:29.426551 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-56be45cb-26bd-4b6f-8df9-eeae3805a5ed tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] 10.222.0.54 "PUT /v2.0/routers/c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1371033 Nov 10 19:35:29.427563 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33348) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:29.430902 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c020b17e-f9db-4ca2-a127-ed50e2e035fe None None] Routers {'c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:35:29.431521 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-c020b17e-f9db-4ca2-a127-ed50e2e035fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:35:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:29.453940 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e45b525b-0451-48bd-923d-c4bafc4144cc req-0947464c-cb6e-4c62-8f53-3aac3f4dd5ba service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6093919 Nov 10 19:35:29.493572 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-c020b17e-f9db-4ca2-a127-ed50e2e035fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:29.502791 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-803b040e-eea2-48da-b566-4d3167f0bf93 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] show failed (client error): The resource could not be found. Nov 10 19:35:29.503859 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-803b040e-eea2-48da-b566-4d3167f0bf93 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] 10.222.0.54 "GET /v2.0/routers/tempest-non_exist_router-1982413922 HTTP/1.1" status: 404 len: 335 time: 0.0755732 Nov 10 19:35:29.508791 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33350) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:29.518033 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c020b17e-f9db-4ca2-a127-ed50e2e035fe None None] Routers {'c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:35:29.518363 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-b5334023-0843-42cd-a66a-29924a02adf6 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:29.521713 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-c020b17e-f9db-4ca2-a127-ed50e2e035fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:35:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:29.603582 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-b5334023-0843-42cd-a66a-29924a02adf6 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] update failed (client error): The resource could not be found. Nov 10 19:35:29.604817 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b5334023-0843-42cd-a66a-29924a02adf6 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] 10.222.0.54 "PUT /v2.0/routers/tempest-non_exist_router-1692582771 HTTP/1.1" status: 404 len: 335 time: 0.0949347 Nov 10 19:35:29.605784 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-c020b17e-f9db-4ca2-a127-ed50e2e035fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:29.606715 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c020b17e-f9db-4ca2-a127-ed50e2e035fe None None] The sync data for ids ['c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:35:29.608464 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33352) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:29.627199 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b525b-0451-48bd-923d-c4bafc4144cc req-1d2acbc4-9f24-460e-9d0b-ec7b009e19c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:29.629582 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e45b525b-0451-48bd-923d-c4bafc4144cc req-1d2acbc4-9f24-460e-9d0b-ec7b009e19c1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e964d54e065f49df9181b3cc5034fac9&device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 1096 time: 0.1511424 Nov 10 19:35:29.688465 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-03746014-678c-4fd5-8e67-b362cb26d0d1 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Deleting subnet 7d6e7b79-d5d7-4534-971e-6759f9b6554c {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:35:29.694679 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03746014-678c-4fd5-8e67-b362cb26d0d1 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:29.720769 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-25ba1b6b-11ca-42c7-9f4d-b6669bbad11e req-f2b2cd93-dd1b-4845-93cc-270b3e271c1f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] For port d8b5c283-82fd-41dd-968d-9065d54b02d2, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=d8b5c283-82fd-41dd-968d-9065d54b02d2,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:35:29.750232 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03746014-678c-4fd5-8e67-b362cb26d0d1 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:29.812198 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-25ba1b6b-11ca-42c7-9f4d-b6669bbad11e req-f2b2cd93-dd1b-4845-93cc-270b3e271c1f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:29.843257 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-25ba1b6b-11ca-42c7-9f4d-b6669bbad11e req-f2b2cd93-dd1b-4845-93cc-270b3e271c1f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:29.855588 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['396705cb-6674-4fb5-9d3b-c8393750b283', 'd8b5c283-82fd-41dd-968d-9065d54b02d2'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:35:29.857946 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['c14cecc2-36b5-46e9-a105-82647df57026'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:35:29.867150 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03746014-678c-4fd5-8e67-b362cb26d0d1 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:29.888395 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b525b-0451-48bd-923d-c4bafc4144cc req-66dadc03-fab7-41a0-9f75-66837ce79a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:29.888395 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e45b525b-0451-48bd-923d-c4bafc4144cc req-66dadc03-fab7-41a0-9f75-66837ce79a79 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d81248ac-96a9-4e56-9bb4-f772b36a0433 HTTP/1.1" status: 200 len: 913 time: 0.2304869 Nov 10 19:35:29.921933 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba1b6b-11ca-42c7-9f4d-b6669bbad11e req-f2b2cd93-dd1b-4845-93cc-270b3e271c1f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:29.922890 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-25ba1b6b-11ca-42c7-9f4d-b6669bbad11e req-f2b2cd93-dd1b-4845-93cc-270b3e271c1f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:29.936840 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-25ba1b6b-11ca-42c7-9f4d-b6669bbad11e req-f2b2cd93-dd1b-4845-93cc-270b3e271c1f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "PUT /v2.0/ports/d8b5c283-82fd-41dd-968d-9065d54b02d2 HTTP/1.1" status: 200 len: 904 time: 1.2524455 Nov 10 19:35:29.940412 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ca9f66-a3dd-478a-8780-ce311f5f6313', 'tag': 'd8b5c283-82fd-41dd-968d-9065d54b02d2'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:35:29.945875 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a12d615-b470-43db-bdbb-8c49d8bc63e8" -d '{"events": [{"name": "network-changed", "server_uuid": "12ca9f66-a3dd-478a-8780-ce311f5f6313", "tag": "d8b5c283-82fd-41dd-968d-9065d54b02d2"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:35:29.990111 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03746014-678c-4fd5-8e67-b362cb26d0d1 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:30.001350 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['d8b5c283-82fd-41dd-968d-9065d54b02d2'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:35:30.009050 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03746014-678c-4fd5-8e67-b362cb26d0d1 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:30.013261 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-03746014-678c-4fd5-8e67-b362cb26d0d1 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] 10.222.0.54 "DELETE /v2.0/subnets/7d6e7b79-d5d7-4534-971e-6759f9b6554c HTTP/1.1" status: 204 len: 168 time: 0.3997595 Nov 10 19:35:30.026135 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53272af-415b-40ae-9402-2fb934e406e9 None None] Network 9c5965c2-5142-4c91-a00a-ef418a187dc3 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:35:30.036784 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33364) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:30.037608 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03746014-678c-4fd5-8e67-b362cb26d0d1 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Pushing event deleted for resources: {'Subnet': ['ID=7d6e7b79-d5d7-4534-971e-6759f9b6554c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:30.073937 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e45b525b-0451-48bd-923d-c4bafc4144cc req-977422e4-5078-4185-a32a-e9c52ccac93a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=396705cb-6674-4fb5-9d3b-c8393750b283 HTTP/1.1" status: 200 len: 217 time: 0.1760774 Nov 10 19:35:30.128656 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c65c2c-d798-45e9-9e94-3f0efc645c13 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Deleting subnet f304b6a7-27b4-49c4-b405-f630f19c7337 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:35:30.138062 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-75c65c2c-d798-45e9-9e94-3f0efc645c13 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:30.144137 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2cd93-dd1b-4845-93cc-270b3e271c1f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Pushing event updated for resources: {'Port': ['ID=d8b5c283-82fd-41dd-968d-9065d54b02d2,revision_number=6']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:30.205900 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-75c65c2c-d798-45e9-9e94-3f0efc645c13 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:30.276934 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc605c6b-bacd-4773-8dbb-7113ba349077 req-8395a3cd-df99-48b9-9aa9-9dca5d7f31d8 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:30.282128 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bc605c6b-bacd-4773-8dbb-7113ba349077 req-8395a3cd-df99-48b9-9aa9-9dca5d7f31d8 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=12ca9f66-a3dd-478a-8780-ce311f5f6313 HTTP/1.1" status: 200 len: 907 time: 0.1300294 Nov 10 19:35:30.287642 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b525b-0451-48bd-923d-c4bafc4144cc req-f78696c6-8220-4715-96aa-f131ece2783a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:30.289743 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e45b525b-0451-48bd-923d-c4bafc4144cc req-f78696c6-8220-4715-96aa-f131ece2783a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d874850-3788-4c89-9cc5-3e0f9d06fb90 HTTP/1.1" status: 200 len: 851 time: 0.1954026 Nov 10 19:35:30.343830 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-75c65c2c-d798-45e9-9e94-3f0efc645c13 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:30.367871 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b525b-0451-48bd-923d-c4bafc4144cc req-8f747004-b16d-43c7-af8f-e021141a2792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:30.370468 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e45b525b-0451-48bd-923d-c4bafc4144cc req-8f747004-b16d-43c7-af8f-e021141a2792 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d81248ac-96a9-4e56-9bb4-f772b36a0433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609872 Nov 10 19:35:30.383711 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02650557-edee-4dc6-a512-4b444bc1cb16 x-openstack-request-id: req-02650557-edee-4dc6-a512-4b444bc1cb16 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:35:30.384270 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ca9f66-a3dd-478a-8780-ce311f5f6313", "tag": "d8b5c283-82fd-41dd-968d-9065d54b02d2", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:35:30.384621 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-02650557-edee-4dc6-a512-4b444bc1cb16 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:35:30.386491 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ca9f66-a3dd-478a-8780-ce311f5f6313', 'tag': 'd8b5c283-82fd-41dd-968d-9065d54b02d2', 'status': 'completed', 'code': 200} Nov 10 19:35:30.472690 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12d615-b470-43db-bdbb-8c49d8bc63e8 req-bd3ed71a-a96f-419d-beb7-c11c9abd2702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:30.475385 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0a12d615-b470-43db-bdbb-8c49d8bc63e8 req-bd3ed71a-a96f-419d-beb7-c11c9abd2702 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e964d54e065f49df9181b3cc5034fac9&device_id=12ca9f66-a3dd-478a-8780-ce311f5f6313 HTTP/1.1" status: 200 len: 1058 time: 0.0649796 Nov 10 19:35:30.501351 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-75c65c2c-d798-45e9-9e94-3f0efc645c13 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:30.530232 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-58f1ff80-4803-4144-8708-fc81b4bbc741 None None] Provisioning complete for port d8b5c283-82fd-41dd-968d-9065d54b02d2 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:35:30.530920 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-58f1ff80-4803-4144-8708-fc81b4bbc741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:30.538418 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e45b525b-0451-48bd-923d-c4bafc4144cc req-995a2203-bd87-4260-8bf4-0fde89b36bd2 service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572692 Nov 10 19:35:30.565621 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cc3a3-db85-4dbd-aaa3-f5d00924ea81 req-f691e6f4-138d-455a-83d4-671a2fa82bf6 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:30.567625 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-354cc3a3-db85-4dbd-aaa3-f5d00924ea81 req-f691e6f4-138d-455a-83d4-671a2fa82bf6 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.0899136 Nov 10 19:35:30.570595 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c65c2c-d798-45e9-9e94-3f0efc645c13 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Pushing event deleted for resources: {'Subnet': ['ID=f304b6a7-27b4-49c4-b405-f630f19c7337,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:30.573244 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-75c65c2c-d798-45e9-9e94-3f0efc645c13 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:30.576697 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-75c65c2c-d798-45e9-9e94-3f0efc645c13 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] 10.222.0.54 "DELETE /v2.0/subnets/f304b6a7-27b4-49c4-b405-f630f19c7337 HTTP/1.1" status: 204 len: 168 time: 0.5368009 Nov 10 19:35:30.579247 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33374) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:30.605645 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0713d0f-7522-41dd-a322-8017ea6e1497 None None] Network fb7311f6-30dd-43e8-a75d-ef295b96a0ca requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:35:30.688193 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-354cc3a3-db85-4dbd-aaa3-f5d00924ea81 req-8cc9fa13-fb8c-42f2-8332-cbeddbfe7c06 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989318 Nov 10 19:35:30.699382 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12d615-b470-43db-bdbb-8c49d8bc63e8 req-0f54067c-0cb4-4c73-b42b-4936de703928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:30.700932 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0a12d615-b470-43db-bdbb-8c49d8bc63e8 req-0f54067c-0cb4-4c73-b42b-4936de703928 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d81248ac-96a9-4e56-9bb4-f772b36a0433 HTTP/1.1" status: 200 len: 913 time: 0.2178879 Nov 10 19:35:30.705473 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f8fd314e-4c0d-437a-ae97-ad9e8049a1e1 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:30.749473 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e45b525b-0451-48bd-923d-c4bafc4144cc req-db87876a-e886-4bbe-a38b-2b749b2c873c service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002006 Nov 10 19:35:30.831004 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0a12d615-b470-43db-bdbb-8c49d8bc63e8 req-e621e6e1-5560-4922-a0bd-5716d0c01e51 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8b5c283-82fd-41dd-968d-9065d54b02d2 HTTP/1.1" status: 200 len: 217 time: 0.1143463 Nov 10 19:35:30.886006 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8b70d7-6e10-4c5a-97d4-5d300a0ef726 None None] DHCP port deletion for 9c5965c2-5142-4c91-a00a-ef418a187dc3 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:35:30.887077 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f22966-860e-4a1b-8133-f744180bea20 req-e5f71a05-9607-4567-b74d-6b1c818672a8 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:30.889742 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-73f22966-860e-4a1b-8133-f744180bea20 req-e5f71a05-9607-4567-b74d-6b1c818672a8 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.0547574 Nov 10 19:35:30.933903 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12d615-b470-43db-bdbb-8c49d8bc63e8 req-9e11bfc2-132b-4f74-982e-04cae04011d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:30.936302 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0a12d615-b470-43db-bdbb-8c49d8bc63e8 req-9e11bfc2-132b-4f74-982e-04cae04011d0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d874850-3788-4c89-9cc5-3e0f9d06fb90 HTTP/1.1" status: 200 len: 851 time: 0.0871818 Nov 10 19:35:30.958277 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-f8fd314e-4c0d-437a-ae97-ad9e8049a1e1 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Deleting port 55a1259b-3171-4eee-a8e6-fba576cce81c {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:35:30.958930 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f8fd314e-4c0d-437a-ae97-ad9e8049a1e1 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:30.976197 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-73f22966-860e-4a1b-8133-f744180bea20 req-b3c5fbf5-aae8-4b67-bde0-a638234c8756 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793841 Nov 10 19:35:31.027523 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-8f8b70d7-6e10-4c5a-97d4-5d300a0ef726 None None] Deleting port 55a1259b-3171-4eee-a8e6-fba576cce81c {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:35:31.028019 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8f8b70d7-6e10-4c5a-97d4-5d300a0ef726 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:31.070958 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12d615-b470-43db-bdbb-8c49d8bc63e8 req-fa74981f-9359-4ae8-8f80-b085e38ac087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:31.072820 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0a12d615-b470-43db-bdbb-8c49d8bc63e8 req-fa74981f-9359-4ae8-8f80-b085e38ac087 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d81248ac-96a9-4e56-9bb4-f772b36a0433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1280212 Nov 10 19:35:31.094690 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-f8fd314e-4c0d-437a-ae97-ad9e8049a1e1 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] For port 55a1259b-3171-4eee-a8e6-fba576cce81c, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=55a1259b-3171-4eee-a8e6-fba576cce81c,segment=NetworkSegment(44d102ce-affc-494a-a4f9-f63335edd89a),segment_id=44d102ce-affc-494a-a4f9-f63335edd89a)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:35:31.095190 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f8fd314e-4c0d-437a-ae97-ad9e8049a1e1 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:31.173186 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-8f8b70d7-6e10-4c5a-97d4-5d300a0ef726 None None] For port 55a1259b-3171-4eee-a8e6-fba576cce81c, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=55a1259b-3171-4eee-a8e6-fba576cce81c,segment=NetworkSegment(44d102ce-affc-494a-a4f9-f63335edd89a),segment_id=44d102ce-affc-494a-a4f9-f63335edd89a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:35:31.173871 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8f8b70d7-6e10-4c5a-97d4-5d300a0ef726 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:31.193865 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4928db69-91c7-43c7-acca-e75ea4ec9106 None None] DHCP port deletion for fb7311f6-30dd-43e8-a75d-ef295b96a0ca request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:35:31.196254 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-f8fd314e-4c0d-437a-ae97-ad9e8049a1e1 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Calling delete_port for 55a1259b-3171-4eee-a8e6-fba576cce81c owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:35:31.197111 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-8f8b70d7-6e10-4c5a-97d4-5d300a0ef726 None None] Calling delete_port for 55a1259b-3171-4eee-a8e6-fba576cce81c owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:35:31.284325 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0a12d615-b470-43db-bdbb-8c49d8bc63e8 req-64027fde-5f73-4069-a412-c43031c6dd41 service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807196 Nov 10 19:35:31.317390 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8f8b70d7-6e10-4c5a-97d4-5d300a0ef726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:31.330366 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-4928db69-91c7-43c7-acca-e75ea4ec9106 None None] Deleting port fc8eae59-90ff-4e44-9599-6f5b9d551329 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:35:31.330783 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4928db69-91c7-43c7-acca-e75ea4ec9106 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:31.360828 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b70d7-6e10-4c5a-97d4-5d300a0ef726 None None] Pushing event deleted for resources: {'Port': ['ID=55a1259b-3171-4eee-a8e6-fba576cce81c,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:31.365719 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8b70d7-6e10-4c5a-97d4-5d300a0ef726 None None] No DVR routers for this DVR port 55a1259b-3171-4eee-a8e6-fba576cce81c on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:35:31.406379 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f8fd314e-4c0d-437a-ae97-ad9e8049a1e1 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:31.438280 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-4928db69-91c7-43c7-acca-e75ea4ec9106 None None] For port fc8eae59-90ff-4e44-9599-6f5b9d551329, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fc8eae59-90ff-4e44-9599-6f5b9d551329,segment=NetworkSegment(e9b52038-0769-491a-9ee7-679619e601e9),segment_id=e9b52038-0769-491a-9ee7-679619e601e9)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:35:31.438974 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4928db69-91c7-43c7-acca-e75ea4ec9106 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:31.455458 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-4928db69-91c7-43c7-acca-e75ea4ec9106 None None] Calling delete_port for fc8eae59-90ff-4e44-9599-6f5b9d551329 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:35:31.484799 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd314e-4c0d-437a-ae97-ad9e8049a1e1 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Pushing event deleted for resources: {'Port': ['ID=55a1259b-3171-4eee-a8e6-fba576cce81c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:31.486064 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fd314e-4c0d-437a-ae97-ad9e8049a1e1 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] No DVR routers for this DVR port 55a1259b-3171-4eee-a8e6-fba576cce81c on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:35:31.522866 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0a12d615-b470-43db-bdbb-8c49d8bc63e8 req-6bffbe30-cc79-480f-8695-e0e7d45b9449 service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275372 Nov 10 19:35:31.580907 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4928db69-91c7-43c7-acca-e75ea4ec9106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:31.586177 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-4dca0818-9c0c-4f1b-9c80-c510ffd0a9c5 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:31.587720 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-4dca0818-9c0c-4f1b-9c80-c510ffd0a9c5 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/networks?id=d81248ac-96a9-4e56-9bb4-f772b36a0433 HTTP/1.1" status: 200 len: 812 time: 0.1528640 Nov 10 19:35:31.607190 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f8fd314e-4c0d-437a-ae97-ad9e8049a1e1 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:31.614239 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-12dc8a12-be69-4b41-aca8-84a72607f21c tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/quotas/e964d54e065f49df9181b3cc5034fac9 HTTP/1.1" status: 200 len: 375 time: 0.0176680 Nov 10 19:35:31.623266 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928db69-91c7-43c7-acca-e75ea4ec9106 None None] Pushing event deleted for resources: {'Port': ['ID=fc8eae59-90ff-4e44-9599-6f5b9d551329,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:31.633591 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4928db69-91c7-43c7-acca-e75ea4ec9106 None None] No DVR routers for this DVR port fc8eae59-90ff-4e44-9599-6f5b9d551329 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:35:31.641716 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-f8fd314e-4c0d-437a-ae97-ad9e8049a1e1 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c5965c2-5142-4c91-a00a-ef418a187dc3']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:31.651674 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-f8fd314e-4c0d-437a-ae97-ad9e8049a1e1 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d102ce-affc-494a-a4f9-f63335edd89a') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:31.652045 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-f8fd314e-4c0d-437a-ae97-ad9e8049a1e1 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d102ce-affc-494a-a4f9-f63335edd89a') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:31.663164 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f8fd314e-4c0d-437a-ae97-ad9e8049a1e1 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:31.678717 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f8fd314e-4c0d-437a-ae97-ad9e8049a1e1 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:31.685936 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8fd314e-4c0d-437a-ae97-ad9e8049a1e1 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:35:31.686532 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f8fd314e-4c0d-437a-ae97-ad9e8049a1e1 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:35:31.690754 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:35:31.706154 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-06098544-3bc7-4a7e-b165-7267c9d9308d tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e964d54e065f49df9181b3cc5034fac9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0907514 Nov 10 19:35:31.762237 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f8fd314e-4c0d-437a-ae97-ad9e8049a1e1 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:31.766758 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f8fd314e-4c0d-437a-ae97-ad9e8049a1e1 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:31.774082 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f8fd314e-4c0d-437a-ae97-ad9e8049a1e1 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] 10.222.0.54 "DELETE /v2.0/networks/9c5965c2-5142-4c91-a00a-ef418a187dc3 HTTP/1.1" status: 204 len: 168 time: 1.1927297 Nov 10 19:35:31.775012 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33406) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:31.794613 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 55a1259b-3171-4eee-a8e6-fba576cce81c no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:35:31.816294 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd314e-4c0d-437a-ae97-ad9e8049a1e1 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Pushing event deleted for resources: {'Network': ['ID=9c5965c2-5142-4c91-a00a-ef418a187dc3,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:31.829778 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-ade264de-8a3c-40a7-be33-08830626c070 service neutron] 10.222.0.54 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225407 Nov 10 19:35:31.832918 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 55a1259b-3171-4eee-a8e6-fba576cce81c {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:35:31.834659 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 55a1259b-3171-4eee-a8e6-fba576cce81c not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:35:31.835290 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fc8eae59-90ff-4e44-9599-6f5b9d551329 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:35:31.856140 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: fc8eae59-90ff-4e44-9599-6f5b9d551329 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:35:31.856710 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fc8eae59-90ff-4e44-9599-6f5b9d551329 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:35:31.879763 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc7c92a7-0a49-46b3-a601-d75a02663e1d tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:31.944937 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-3641ecdd-b3e3-499f-ba9d-7c6ce460b06a service neutron] 10.222.0.54 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140664 Nov 10 19:35:31.994250 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc7c92a7-0a49-46b3-a601-d75a02663e1d tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:32.017255 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-cc7c92a7-0a49-46b3-a601-d75a02663e1d tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7311f6-30dd-43e8-a75d-ef295b96a0ca']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:32.027481 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-cc7c92a7-0a49-46b3-a601-d75a02663e1d tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b52038-0769-491a-9ee7-679619e601e9') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:32.027702 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-cc7c92a7-0a49-46b3-a601-d75a02663e1d tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b52038-0769-491a-9ee7-679619e601e9') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:32.043479 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc7c92a7-0a49-46b3-a601-d75a02663e1d tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:32.063452 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc7c92a7-0a49-46b3-a601-d75a02663e1d tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:32.074063 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc7c92a7-0a49-46b3-a601-d75a02663e1d tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:35:32.074881 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc7c92a7-0a49-46b3-a601-d75a02663e1d tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:32.079420 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:35:32.079420 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:35:32.079420 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:35:32.079420 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:35:32.079420 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:35:32.079420 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:35:32.079420 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:35:32.079420 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:35:32.079420 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:35:32.079420 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:35:32.079420 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:35:32.079420 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:35:32.079420 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:35:32.079420 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:35:32.079420 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:35:32.079420 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:35:32.079420 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:35:32.079420 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:35:32.079420 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:35:32.079420 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:35:32.079420 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:35:32.079420 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:35:32.079420 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:35:32.079420 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:35:32.079420 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:35:32.079420 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:35:32.079420 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:35:32.079420 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:35:32.079420 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:35:32.079420 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:35:32.079420 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:35:32.079420 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:35:32.131436 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9869fc4d-dcc8-41a7-b527-9f5b39ddd1cc req-85b44d78-101a-4176-962c-9233e1d41f98 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=23b6d049-0696-4958-981a-720ba8235f9e HTTP/1.1" status: 200 len: 210 time: 0.0286002 Nov 10 19:35:32.155389 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc7c92a7-0a49-46b3-a601-d75a02663e1d tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:32.174192 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc7c92a7-0a49-46b3-a601-d75a02663e1d tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:32.180170 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cc7c92a7-0a49-46b3-a601-d75a02663e1d tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] 10.222.0.54 "DELETE /v2.0/networks/fb7311f6-30dd-43e8-a75d-ef295b96a0ca HTTP/1.1" status: 204 len: 168 time: 0.3990450 Nov 10 19:35:32.180170 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c92a7-0a49-46b3-a601-d75a02663e1d tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Pushing event deleted for resources: {'Network': ['ID=fb7311f6-30dd-43e8-a75d-ef295b96a0ca,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:32.181377 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33420) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:32.239675 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d78162-2c48-4f7f-b034-cf9ea2ef775b tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Deleting subnet 69cf9d13-8de4-4fbd-b507-e5d3f41c2c96 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:35:32.243380 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-18d78162-2c48-4f7f-b034-cf9ea2ef775b tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:32.299976 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-18d78162-2c48-4f7f-b034-cf9ea2ef775b tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:32.388068 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-18d78162-2c48-4f7f-b034-cf9ea2ef775b tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:32.452131 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-18d78162-2c48-4f7f-b034-cf9ea2ef775b tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:32.489264 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d78162-2c48-4f7f-b034-cf9ea2ef775b tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Pushing event deleted for resources: {'Subnet': ['ID=69cf9d13-8de4-4fbd-b507-e5d3f41c2c96,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:32.492247 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-18d78162-2c48-4f7f-b034-cf9ea2ef775b tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:32.495730 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-18d78162-2c48-4f7f-b034-cf9ea2ef775b tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] 10.222.0.54 "DELETE /v2.0/subnets/69cf9d13-8de4-4fbd-b507-e5d3f41c2c96 HTTP/1.1" status: 204 len: 168 time: 0.3135056 Nov 10 19:35:32.498927 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33430) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:32.526430 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb28fde-fd9f-4351-a74b-29946a24ecf9 None None] Network ffcd7cbb-fe03-4026-8403-d3e46f1aabaa requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:35:32.600080 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1416baa6-9f98-4939-9586-b295b44718ec tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:32.674169 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-1416baa6-9f98-4939-9586-b295b44718ec tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Deleting port f9ea5396-204a-4407-89b8-16d6afaca7f7 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:35:32.675138 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1416baa6-9f98-4939-9586-b295b44718ec tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:32.757181 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-1416baa6-9f98-4939-9586-b295b44718ec tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] For port f9ea5396-204a-4407-89b8-16d6afaca7f7, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f9ea5396-204a-4407-89b8-16d6afaca7f7,segment=NetworkSegment(c69599c8-78b7-435f-8306-cb9f1d24690a),segment_id=c69599c8-78b7-435f-8306-cb9f1d24690a)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:35:32.757530 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1416baa6-9f98-4939-9586-b295b44718ec tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:32.769503 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecb5f8d-78f3-4903-9911-afdb9b6f5615 None None] DHCP port deletion for ffcd7cbb-fe03-4026-8403-d3e46f1aabaa request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:35:32.782952 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-1416baa6-9f98-4939-9586-b295b44718ec tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Calling delete_port for f9ea5396-204a-4407-89b8-16d6afaca7f7 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:35:32.825089 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-0ecb5f8d-78f3-4903-9911-afdb9b6f5615 None None] Deleting port f9ea5396-204a-4407-89b8-16d6afaca7f7 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:35:32.825385 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0ecb5f8d-78f3-4903-9911-afdb9b6f5615 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:32.884959 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1416baa6-9f98-4939-9586-b295b44718ec tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:32.902259 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-0ecb5f8d-78f3-4903-9911-afdb9b6f5615 None None] For port f9ea5396-204a-4407-89b8-16d6afaca7f7, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f9ea5396-204a-4407-89b8-16d6afaca7f7,segment=NetworkSegment(c69599c8-78b7-435f-8306-cb9f1d24690a),segment_id=c69599c8-78b7-435f-8306-cb9f1d24690a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:35:32.902748 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0ecb5f8d-78f3-4903-9911-afdb9b6f5615 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:32.912910 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416baa6-9f98-4939-9586-b295b44718ec tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Pushing event deleted for resources: {'Port': ['ID=f9ea5396-204a-4407-89b8-16d6afaca7f7,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:32.916090 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-0ecb5f8d-78f3-4903-9911-afdb9b6f5615 None None] Calling delete_port for f9ea5396-204a-4407-89b8-16d6afaca7f7 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:35:32.921748 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1416baa6-9f98-4939-9586-b295b44718ec tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] No DVR routers for this DVR port f9ea5396-204a-4407-89b8-16d6afaca7f7 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:35:33.005503 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0ecb5f8d-78f3-4903-9911-afdb9b6f5615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:33.008731 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1416baa6-9f98-4939-9586-b295b44718ec tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:33.030911 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-1416baa6-9f98-4939-9586-b295b44718ec tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffcd7cbb-fe03-4026-8403-d3e46f1aabaa']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:33.032805 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb5f8d-78f3-4903-9911-afdb9b6f5615 None None] Pushing event deleted for resources: {'Port': ['ID=f9ea5396-204a-4407-89b8-16d6afaca7f7,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:33.034869 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecb5f8d-78f3-4903-9911-afdb9b6f5615 None None] No DVR routers for this DVR port f9ea5396-204a-4407-89b8-16d6afaca7f7 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:35:33.041519 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-1416baa6-9f98-4939-9586-b295b44718ec tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c69599c8-78b7-435f-8306-cb9f1d24690a') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:33.041949 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-1416baa6-9f98-4939-9586-b295b44718ec tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c69599c8-78b7-435f-8306-cb9f1d24690a') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:35:33.054637 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1416baa6-9f98-4939-9586-b295b44718ec tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:33.071367 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1416baa6-9f98-4939-9586-b295b44718ec tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:33.079668 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1416baa6-9f98-4939-9586-b295b44718ec tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:35:33.079995 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1416baa6-9f98-4939-9586-b295b44718ec tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:33.083418 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:35:33.083418 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:35:33.083418 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:35:33.083418 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:35:33.083418 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:35:33.083418 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:35:33.083418 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:35:33.083418 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:35:33.083418 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:35:33.083418 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:35:33.083418 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:35:33.083418 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:35:33.083418 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:35:33.083418 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:35:33.083418 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:35:33.083418 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:35:33.083418 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:35:33.083418 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:35:33.083418 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:35:33.083418 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:35:33.083418 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:35:33.083418 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:35:33.083418 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:35:33.083418 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:35:33.083418 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:35:33.083418 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:35:33.083418 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:35:33.083418 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:35:33.083418 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:35:33.083418 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:35:33.083418 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:35:33.083418 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:35:33.162325 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1416baa6-9f98-4939-9586-b295b44718ec tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:33.172039 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1416baa6-9f98-4939-9586-b295b44718ec tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:33.177589 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1416baa6-9f98-4939-9586-b295b44718ec tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] 10.222.0.54 "DELETE /v2.0/networks/ffcd7cbb-fe03-4026-8403-d3e46f1aabaa HTTP/1.1" status: 204 len: 168 time: 0.6754193 Nov 10 19:35:33.180339 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33444) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:33.188019 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416baa6-9f98-4939-9586-b295b44718ec tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Pushing event deleted for resources: {'Network': ['ID=ffcd7cbb-fe03-4026-8403-d3e46f1aabaa,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:33.229300 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d3516e77-c304-42b7-a922-b4b5a0431505 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] 10.222.0.54 "GET /v2.0/ports?device_id=c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91 HTTP/1.1" status: 200 len: 205 time: 0.0463805 Nov 10 19:35:33.231121 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33446) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:33.310111 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-92dc880c-85f4-426b-b610-59ce59d04c44 req-b647e9b8-9d3c-41ce-992b-efa34e65f26c tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=23b6d049-0696-4958-981a-720ba8235f9e HTTP/1.1" status: 200 len: 210 time: 0.0522366 Nov 10 19:35:33.313563 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-64f391fa-7239-4697-973b-d297fd34d100 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:33.427744 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-c401b2f6-29d0-4799-b5c6-c7b43b9279bd tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:33.429609 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-c401b2f6-29d0-4799-b5c6-c7b43b9279bd tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.73 "GET /v2.0/networks?id=d81248ac-96a9-4e56-9bb4-f772b36a0433 HTTP/1.1" status: 200 len: 812 time: 0.1990323 Nov 10 19:35:33.445810 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-a0079999-865e-43d2-b943-195c96c8452f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Request body: {'port': {'device_id': '23b6d049-0696-4958-981a-720ba8235f9e', 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433', 'admin_state_up': True, 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:33.513027 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-64f391fa-7239-4697-973b-d297fd34d100 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:33.515408 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-64f391fa-7239-4697-973b-d297fd34d100 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:33.564780 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-64f391fa-7239-4697-973b-d297fd34d100 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:33.565333 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f391fa-7239-4697-973b-d297fd34d100 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Fanout notify agent at l3_agent the message router_deleted on router c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:35:33.578080 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-64f391fa-7239-4697-973b-d297fd34d100 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:33.580122 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-a0079999-865e-43d2-b943-195c96c8452f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Made reservation on behalf of e964d54e065f49df9181b3cc5034fac9 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:35:33.582167 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-64f391fa-7239-4697-973b-d297fd34d100 tempest-RoutersNegativeTest-1298733641 tempest-RoutersNegativeTest-1298733641-project] 10.222.0.54 "DELETE /v2.0/routers/c548d4e2-b4b0-46d1-9f6f-37f27c2d3e91 HTTP/1.1" status: 204 len: 168 time: 0.3468251 Nov 10 19:35:33.590280 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-a0079999-865e-43d2-b943-195c96c8452f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:33.752179 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-a0079999-865e-43d2-b943-195c96c8452f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Allocated IP 172.20.0.6 (d81248ac-96a9-4e56-9bb4-f772b36a0433/9d874850-3788-4c89-9cc5-3e0f9d06fb90/4617b1f2-29de-4829-8bd3-2278d236ef38) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:35:33.757353 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f9ea5396-204a-4407-89b8-16d6afaca7f7 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:35:33.780892 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: f9ea5396-204a-4407-89b8-16d6afaca7f7 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:35:33.781390 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f9ea5396-204a-4407-89b8-16d6afaca7f7 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:35:33.924134 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-a0079999-865e-43d2-b943-195c96c8452f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:33.953876 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33462) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:33.962430 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-a0079999-865e-43d2-b943-195c96c8452f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:33.974513 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['396705cb-6674-4fb5-9d3b-c8393750b283'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:35:34.003281 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['c14cecc2-36b5-46e9-a105-82647df57026'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:35:34.015995 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-a0079999-865e-43d2-b943-195c96c8452f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Network d81248ac-96a9-4e56-9bb4-f772b36a0433 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:35:34.023004 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-a0079999-865e-43d2-b943-195c96c8452f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:35:34.026933 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-a0079999-865e-43d2-b943-195c96c8452f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:35:34.044058 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0079999-865e-43d2-b943-195c96c8452f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Pushing event updated for resources: {'Port': ['ID=4617b1f2-29de-4829-8bd3-2278d236ef38,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:34.135836 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-a0079999-865e-43d2-b943-195c96c8452f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:34.136778 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-a0079999-865e-43d2-b943-195c96c8452f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:34.148247 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-12aca411-69c0-4413-855d-dcdb97990f6e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6f65e747f8904ffa88d8504094d5fe0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1930532 Nov 10 19:35:34.151842 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33470) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:34.161960 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-a0079999-865e-43d2-b943-195c96c8452f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7197146 Nov 10 19:35:34.179894 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-28b930dd-80db-43dd-97dd-d5b411e273ce service neutron] Request body: {'port': {'device_id': '23b6d049-0696-4958-981a-720ba8235f9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:34.214150 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-97aa2cf8-f096-4f14-8502-19e1914bb0f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:34.245538 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-97aa2cf8-f096-4f14-8502-19e1914bb0f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:34.254706 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-28b930dd-80db-43dd-97dd-d5b411e273ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:34.319044 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-97aa2cf8-f096-4f14-8502-19e1914bb0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:34.322953 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-97aa2cf8-f096-4f14-8502-19e1914bb0f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:34.329706 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-97aa2cf8-f096-4f14-8502-19e1914bb0f0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c9e9b2fc-fbea-4d77-b84b-7b66fb3dfb54 HTTP/1.1" status: 204 len: 168 time: 0.1763949 Nov 10 19:35:34.360685 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa2cf8-f096-4f14-8502-19e1914bb0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e9b2fc-fbea-4d77-b84b-7b66fb3dfb54,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:34.490278 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-fdfbfe9b-523a-4424-b05b-b1afd85e61ff None None] Provisioning complete for port 4617b1f2-29de-4829-8bd3-2278d236ef38 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:35:34.490813 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fdfbfe9b-523a-4424-b05b-b1afd85e61ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:34.581248 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-fdfbfe9b-523a-4424-b05b-b1afd85e61ff None None] Port 4617b1f2-29de-4829-8bd3-2278d236ef38 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:35:34.659278 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-28b930dd-80db-43dd-97dd-d5b411e273ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4617b1f2-29de-4829-8bd3-2278d236ef38 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:35:34.667070 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-28b930dd-80db-43dd-97dd-d5b411e273ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:34.680643 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-28b930dd-80db-43dd-97dd-d5b411e273ce service neutron] Transition to ACTIVE for port object 4617b1f2-29de-4829-8bd3-2278d236ef38 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:35:34.709177 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-28b930dd-80db-43dd-97dd-d5b411e273ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:34.782225 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638938b-a769-4c0b-a9f8-71e74cc4a0db req-e501d61e-dcce-468d-a455-01d13f8da053 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:34.783826 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2638938b-a769-4c0b-a9f8-71e74cc4a0db req-e501d61e-dcce-468d-a455-01d13f8da053 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=23b6d049-0696-4958-981a-720ba8235f9e HTTP/1.1" status: 200 len: 943 time: 0.1044865 Nov 10 19:35:34.803825 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b930dd-80db-43dd-97dd-d5b411e273ce service neutron] Pushing event updated for resources: {'Port': ['ID=4617b1f2-29de-4829-8bd3-2278d236ef38,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:34.886300 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2638938b-a769-4c0b-a9f8-71e74cc4a0db req-bb843296-5af9-4dbd-8ef2-433543124fdc tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910897 Nov 10 19:35:34.938388 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-28b930dd-80db-43dd-97dd-d5b411e273ce service neutron] Attempting to bind port 4617b1f2-29de-4829-8bd3-2278d236ef38 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:35:34.938388 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-28b930dd-80db-43dd-97dd-d5b411e273ce service neutron] Attempting to bind port 4617b1f2-29de-4829-8bd3-2278d236ef38 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:35:34.938388 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-28b930dd-80db-43dd-97dd-d5b411e273ce service neutron] Attempting to bind port 4617b1f2-29de-4829-8bd3-2278d236ef38 on network d81248ac-96a9-4e56-9bb4-f772b36a0433 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:35:34.940603 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-28b930dd-80db-43dd-97dd-d5b411e273ce service neutron] Port 4617b1f2-29de-4829-8bd3-2278d236ef38 on network d81248ac-96a9-4e56-9bb4-f772b36a0433 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:35:34.940987 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-28b930dd-80db-43dd-97dd-d5b411e273ce service neutron] Attempting to bind port 4617b1f2-29de-4829-8bd3-2278d236ef38 on network d81248ac-96a9-4e56-9bb4-f772b36a0433 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:35:34.947791 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-28b930dd-80db-43dd-97dd-d5b411e273ce service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:35:34.948245 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-28b930dd-80db-43dd-97dd-d5b411e273ce service neutron] Checking segment: {'id': '5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:35:34.948685 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-28b930dd-80db-43dd-97dd-d5b411e273ce service neutron] Bound using segment: {'id': '5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:35:34.949216 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-28b930dd-80db-43dd-97dd-d5b411e273ce service neutron] Bound port: 4617b1f2-29de-4829-8bd3-2278d236ef38, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:35:34.949680 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-28b930dd-80db-43dd-97dd-d5b411e273ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:35.062515 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-28b930dd-80db-43dd-97dd-d5b411e273ce service neutron] For port 4617b1f2-29de-4829-8bd3-2278d236ef38, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:35:35.066356 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-28b930dd-80db-43dd-97dd-d5b411e273ce service neutron] For port 4617b1f2-29de-4829-8bd3-2278d236ef38, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=4617b1f2-29de-4829-8bd3-2278d236ef38,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:35:35.072693 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-28b930dd-80db-43dd-97dd-d5b411e273ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:35.110548 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-28b930dd-80db-43dd-97dd-d5b411e273ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:35.111088 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-28b930dd-80db-43dd-97dd-d5b411e273ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:35.112453 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-28b930dd-80db-43dd-97dd-d5b411e273ce service neutron] 10.222.0.73 "PUT /v2.0/ports/4617b1f2-29de-4829-8bd3-2278d236ef38 HTTP/1.1" status: 200 len: 1091 time: 0.9381876 Nov 10 19:35:35.113123 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b6d049-0696-4958-981a-720ba8235f9e', 'tag': '4617b1f2-29de-4829-8bd3-2278d236ef38'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:35:35.115283 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808ade55-4622-4808-be90-6fa73891c711" -d '{"events": [{"name": "network-changed", "server_uuid": "23b6d049-0696-4958-981a-720ba8235f9e", "tag": "4617b1f2-29de-4829-8bd3-2278d236ef38"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:35:35.163312 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b930dd-80db-43dd-97dd-d5b411e273ce service neutron] Pushing event updated for resources: {'Port': ['ID=4617b1f2-29de-4829-8bd3-2278d236ef38,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:35.170043 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53302e53-cf3d-46cc-ad72-65189fd8e85b x-openstack-request-id: req-53302e53-cf3d-46cc-ad72-65189fd8e85b {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:35:35.170331 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b6d049-0696-4958-981a-720ba8235f9e", "tag": "4617b1f2-29de-4829-8bd3-2278d236ef38", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:35:35.170674 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-53302e53-cf3d-46cc-ad72-65189fd8e85b {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:35:35.171084 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b6d049-0696-4958-981a-720ba8235f9e', 'tag': '4617b1f2-29de-4829-8bd3-2278d236ef38', 'status': 'completed', 'code': 200} Nov 10 19:35:35.239076 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-626d7326-f7f7-43a0-8bb9-245102a3e978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:35.242052 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-626d7326-f7f7-43a0-8bb9-245102a3e978 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e964d54e065f49df9181b3cc5034fac9&device_id=23b6d049-0696-4958-981a-720ba8235f9e HTTP/1.1" status: 200 len: 1094 time: 0.0695851 Nov 10 19:35:35.266588 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33508) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:35.302870 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-3117d346-e42f-46ac-817a-a433a8fe2923 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4617b1f2-29de-4829-8bd3-2278d236ef38 HTTP/1.1" status: 200 len: 217 time: 0.0478764 Nov 10 19:35:35.360782 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-772071a9-a20f-45a6-a468-0c5b5155c49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:35.362765 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-772071a9-a20f-45a6-a468-0c5b5155c49e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d874850-3788-4c89-9cc5-3e0f9d06fb90 HTTP/1.1" status: 200 len: 851 time: 0.0509584 Nov 10 19:35:35.410494 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-33cc5489-e51c-446f-aae2-ce03ebf2f301 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Request body: {'security_group': {'name': 'tempest-secgroup--90884843'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:35.420608 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-da63c03c-4000-418c-b4f8-29da44c057db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:35.423736 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-da63c03c-4000-418c-b4f8-29da44c057db service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d81248ac-96a9-4e56-9bb4-f772b36a0433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506225 Nov 10 19:35:35.458592 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-33cc5489-e51c-446f-aae2-ce03ebf2f301 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:35.467897 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-33cc5489-e51c-446f-aae2-ce03ebf2f301 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:35.547243 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-33cc5489-e51c-446f-aae2-ce03ebf2f301 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:35.552442 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-089d430e-3769-4ead-b447-417071761ccf service neutron] 10.222.0.73 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185734 Nov 10 19:35:35.552922 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-33cc5489-e51c-446f-aae2-ce03ebf2f301 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:35.594308 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc5489-e51c-446f-aae2-ce03ebf2f301 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6347f23f-9172-4472-8537-59ecea6729c6,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:35.643507 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-33cc5489-e51c-446f-aae2-ce03ebf2f301 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:35.650504 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-33cc5489-e51c-446f-aae2-ce03ebf2f301 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:35.690123 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c69b70f-63c4-40fd-b9a2-4f3ff0b7f2f2 req-5ae3052f-8009-4068-b9aa-47130c0a5801 service neutron] 10.222.0.73 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247663 Nov 10 19:35:35.706649 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-33cc5489-e51c-446f-aae2-ce03ebf2f301 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:35.709007 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-33cc5489-e51c-446f-aae2-ce03ebf2f301 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4400938 Nov 10 19:35:35.711484 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33520) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:35.712698 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc5489-e51c-446f-aae2-ce03ebf2f301 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b301028-ffd0-46cd-8b3f-6bd8e9f368f5,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:35.805332 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0007105c-b6b8-4651-b779-3a4ac89efa6e tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.0925515 Nov 10 19:35:35.808341 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33524) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:35.814324 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-6b07aa0a-68e6-45f1-aba5-99a08feb38de tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Request body: {'security_group': {'name': 'tempest-security--519219441', 'description': 'tempest-security-description-1296260007'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:35.817267 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ade55-4622-4808-be90-6fa73891c711 req-7c4a2498-70b8-4ab0-9959-e02b6f22e95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:35.821986 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-808ade55-4622-4808-be90-6fa73891c711 req-7c4a2498-70b8-4ab0-9959-e02b6f22e95e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e964d54e065f49df9181b3cc5034fac9&device_id=23b6d049-0696-4958-981a-720ba8235f9e HTTP/1.1" status: 200 len: 1094 time: 0.0746946 Nov 10 19:35:35.870584 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6b07aa0a-68e6-45f1-aba5-99a08feb38de tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:35.926190 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6b07aa0a-68e6-45f1-aba5-99a08feb38de tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:35.938175 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6b07aa0a-68e6-45f1-aba5-99a08feb38de tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:35.954442 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6b07aa0a-68e6-45f1-aba5-99a08feb38de tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:35.958353 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6b07aa0a-68e6-45f1-aba5-99a08feb38de tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "PUT /v2.0/security-groups/2b301028-ffd0-46cd-8b3f-6bd8e9f368f5 HTTP/1.1" status: 200 len: 1796 time: 0.1488957 Nov 10 19:35:35.961427 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33536) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:35.991955 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ade55-4622-4808-be90-6fa73891c711 req-da842f51-a19f-4ba9-bfce-e4d76c7e2731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:35.993497 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-808ade55-4622-4808-be90-6fa73891c711 req-da842f51-a19f-4ba9-bfce-e4d76c7e2731 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d81248ac-96a9-4e56-9bb4-f772b36a0433 HTTP/1.1" status: 200 len: 913 time: 0.1560340 Nov 10 19:35:36.007243 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b07aa0a-68e6-45f1-aba5-99a08feb38de tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b301028-ffd0-46cd-8b3f-6bd8e9f368f5,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:36.088252 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-808ade55-4622-4808-be90-6fa73891c711 req-38cfa46b-d00e-457e-85f7-1615a37d1444 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4617b1f2-29de-4829-8bd3-2278d236ef38 HTTP/1.1" status: 200 len: 217 time: 0.0845070 Nov 10 19:35:36.162828 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ade55-4622-4808-be90-6fa73891c711 req-1c8cd54d-98e9-4954-b6cc-b9728f761c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:36.164475 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-808ade55-4622-4808-be90-6fa73891c711 req-1c8cd54d-98e9-4954-b6cc-b9728f761c2b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d874850-3788-4c89-9cc5-3e0f9d06fb90 HTTP/1.1" status: 200 len: 851 time: 0.0581989 Nov 10 19:35:36.174057 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-fec82b89-188b-41e9-9df7-61b714b605bb tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "GET /v2.0/security-groups/2b301028-ffd0-46cd-8b3f-6bd8e9f368f5 HTTP/1.1" status: 200 len: 1796 time: 0.2082105 Nov 10 19:35:36.174516 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33540) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:36.216662 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c8553-609d-429c-84b5-b5f2305e3a11 req-68d2489a-76bb-4368-80b4-8aa9d31d017c tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:36.218370 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-291c8553-609d-429c-84b5-b5f2305e3a11 req-68d2489a-76bb-4368-80b4-8aa9d31d017c tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=23b6d049-0696-4958-981a-720ba8235f9e HTTP/1.1" status: 200 len: 943 time: 0.1787810 Nov 10 19:35:36.251680 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ade55-4622-4808-be90-6fa73891c711 req-c6476d99-c46b-4fb3-b2db-33653607b111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:36.253511 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-808ade55-4622-4808-be90-6fa73891c711 req-c6476d99-c46b-4fb3-b2db-33653607b111 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d81248ac-96a9-4e56-9bb4-f772b36a0433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799942 Nov 10 19:35:36.263392 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-12279783-212d-43cf-9108-1446242b344d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:36.292183 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-12279783-212d-43cf-9108-1446242b344d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:36.338433 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-291c8553-609d-429c-84b5-b5f2305e3a11 req-58af56d6-30e9-47c6-b80c-aef82f55a901 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109650 Nov 10 19:35:36.377223 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-12279783-212d-43cf-9108-1446242b344d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:36.377855 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-808ade55-4622-4808-be90-6fa73891c711 req-eab1df0a-d545-4787-a686-071226dd2f27 service neutron] 10.222.0.73 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122205 Nov 10 19:35:36.380504 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-12279783-212d-43cf-9108-1446242b344d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:36.381684 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-12279783-212d-43cf-9108-1446242b344d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "DELETE /v2.0/security-groups/2b301028-ffd0-46cd-8b3f-6bd8e9f368f5 HTTP/1.1" status: 204 len: 168 time: 0.2061834 Nov 10 19:35:36.384502 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33546) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:36.393223 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12279783-212d-43cf-9108-1446242b344d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b301028-ffd0-46cd-8b3f-6bd8e9f368f5,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:36.502433 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-232ea805-5024-4a00-9feb-6ef89beec445 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1165459 Nov 10 19:35:36.505067 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33548) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:36.528585 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-5cc4b330-be48-4bce-9504-64f509158563 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] delete failed (client error): The resource could not be found. Nov 10 19:35:36.529619 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5cc4b330-be48-4bce-9504-64f509158563 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "DELETE /v2.0/security-groups/2b301028-ffd0-46cd-8b3f-6bd8e9f368f5 HTTP/1.1" status: 404 len: 347 time: 0.0236616 Nov 10 19:35:36.533557 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33550) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:36.536158 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-808ade55-4622-4808-be90-6fa73891c711 req-aae73e53-fc00-4d4e-95c8-8807e4c8aeb4 service neutron] 10.222.0.73 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425719 Nov 10 19:35:36.538196 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-a939a44f-1481-46c4-98b2-56e0ffc9fc5d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Request body: {'security_group': {'name': 'tempest-secgroup--1333334268'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:36.564621 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a939a44f-1481-46c4-98b2-56e0ffc9fc5d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:36.637144 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a939a44f-1481-46c4-98b2-56e0ffc9fc5d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:36.641303 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a939a44f-1481-46c4-98b2-56e0ffc9fc5d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:36.669031 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a939a44f-1481-46c4-98b2-56e0ffc9fc5d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:36.670657 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a939a44f-1481-46c4-98b2-56e0ffc9fc5d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1358418 Nov 10 19:35:36.673442 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33552) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:36.674865 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939a44f-1481-46c4-98b2-56e0ffc9fc5d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23f5787e-74b3-4ee7-9940-c5ec664644ef,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:36.678029 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-af87eac9-99c6-43ef-8dd3-720df7d84efb tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Request body: {'security_group_rule': {'security_group_id': '23f5787e-74b3-4ee7-9940-c5ec664644ef', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:36.705954 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-af87eac9-99c6-43ef-8dd3-720df7d84efb tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:36.767130 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-af87eac9-99c6-43ef-8dd3-720df7d84efb tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:36.772795 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-af87eac9-99c6-43ef-8dd3-720df7d84efb tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:36.795478 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87eac9-99c6-43ef-8dd3-720df7d84efb tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07087a70-25ce-4cd5-9b99-9e821446cafc,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:36.808600 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-af87eac9-99c6-43ef-8dd3-720df7d84efb tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:36.811009 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-af87eac9-99c6-43ef-8dd3-720df7d84efb tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1354601 Nov 10 19:35:36.813142 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33554) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:36.837445 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c2fe77ce-e720-4b17-a88d-b96ac6d8945d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:36.845854 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c2fe77ce-e720-4b17-a88d-b96ac6d8945d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:36.873882 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c2fe77ce-e720-4b17-a88d-b96ac6d8945d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:36.880067 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c2fe77ce-e720-4b17-a88d-b96ac6d8945d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:36.883829 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c2fe77ce-e720-4b17-a88d-b96ac6d8945d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/07087a70-25ce-4cd5-9b99-9e821446cafc HTTP/1.1" status: 204 len: 168 time: 0.0668535 Nov 10 19:35:36.884160 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33556) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:36.886768 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe77ce-e720-4b17-a88d-b96ac6d8945d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07087a70-25ce-4cd5-9b99-9e821446cafc,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:36.930717 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-919e7324-a5ee-4d3e-99ba-720b7deb84e8 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0452890 Nov 10 19:35:36.933943 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33558) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:37.021530 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1de5fc04-4005-4ebc-b667-ef160a36f568 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:37.047586 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1de5fc04-4005-4ebc-b667-ef160a36f568 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:37.096199 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1de5fc04-4005-4ebc-b667-ef160a36f568 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:37.099944 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1de5fc04-4005-4ebc-b667-ef160a36f568 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:37.101082 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1de5fc04-4005-4ebc-b667-ef160a36f568 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "DELETE /v2.0/security-groups/23f5787e-74b3-4ee7-9940-c5ec664644ef HTTP/1.1" status: 204 len: 168 time: 0.1661346 Nov 10 19:35:37.103949 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33568) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:37.114435 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de5fc04-4005-4ebc-b667-ef160a36f568 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f5787e-74b3-4ee7-9940-c5ec664644ef,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:37.194576 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9813d060-51ff-4f84-b1ab-36e7643ef9c0 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0859447 Nov 10 19:35:37.195946 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33570) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:37.201426 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-a4e516ec-dc84-45d9-ac49-4748e7430aad tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Request body: {'security_group': {'name': 'tempest-secgroup--827359222'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:37.228027 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a4e516ec-dc84-45d9-ac49-4748e7430aad tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:37.294778 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a4e516ec-dc84-45d9-ac49-4748e7430aad tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:37.299697 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a4e516ec-dc84-45d9-ac49-4748e7430aad tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:37.319200 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a4e516ec-dc84-45d9-ac49-4748e7430aad tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:37.323704 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a4e516ec-dc84-45d9-ac49-4748e7430aad tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1239409 Nov 10 19:35:37.324152 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33572) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:37.329274 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-f9ccad3e-afc9-4011-bac9-df7ac11a1e10 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Request body: {'security_group_rule': {'security_group_id': '224b3582-d08e-495a-96fa-23337d0fbbb5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:37.341473 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e516ec-dc84-45d9-ac49-4748e7430aad tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=224b3582-d08e-495a-96fa-23337d0fbbb5,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:37.370664 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f9ccad3e-afc9-4011-bac9-df7ac11a1e10 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:37.471672 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f9ccad3e-afc9-4011-bac9-df7ac11a1e10 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:37.492265 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f9ccad3e-afc9-4011-bac9-df7ac11a1e10 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:37.601899 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ccad3e-afc9-4011-bac9-df7ac11a1e10 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af3ec73b-1e8a-4496-88d8-2e3448174594,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:37.619238 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696ab82-3947-429c-8730-ea7f52e9bfc8 req-7c9df205-87af-43cc-b04e-a60d8f82a711 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:37.635986 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f696ab82-3947-429c-8730-ea7f52e9bfc8 req-7c9df205-87af-43cc-b04e-a60d8f82a711 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=23b6d049-0696-4958-981a-720ba8235f9e HTTP/1.1" status: 200 len: 943 time: 0.2017710 Nov 10 19:35:37.639243 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f9ccad3e-afc9-4011-bac9-df7ac11a1e10 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:37.642641 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f9ccad3e-afc9-4011-bac9-df7ac11a1e10 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3154027 Nov 10 19:35:37.646295 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33578) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:37.657722 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-ef4f12b8-02c0-48bc-aeb0-9a3ddae30e11 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Request body: {'security_group_rule': {'security_group_id': '224b3582-d08e-495a-96fa-23337d0fbbb5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:37.726725 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ef4f12b8-02c0-48bc-aeb0-9a3ddae30e11 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:37.732511 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f696ab82-3947-429c-8730-ea7f52e9bfc8 req-7f9ec678-b937-4fa9-97f3-8779dfeb8b70 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793409 Nov 10 19:35:37.806132 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ef4f12b8-02c0-48bc-aeb0-9a3ddae30e11 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:37.812087 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ef4f12b8-02c0-48bc-aeb0-9a3ddae30e11 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:37.832020 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f12b8-02c0-48bc-aeb0-9a3ddae30e11 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a97a5d7-795a-47ad-8e41-25c6b995d2d5,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:37.842632 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ef4f12b8-02c0-48bc-aeb0-9a3ddae30e11 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:37.843906 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ef4f12b8-02c0-48bc-aeb0-9a3ddae30e11 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1922567 Nov 10 19:35:37.846605 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33582) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:37.850998 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-1c501597-8e2e-4682-a0ce-3218b88d3d42 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Request body: {'security_group_rule': {'security_group_id': '224b3582-d08e-495a-96fa-23337d0fbbb5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:37.885131 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1c501597-8e2e-4682-a0ce-3218b88d3d42 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:37.941032 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1c501597-8e2e-4682-a0ce-3218b88d3d42 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:37.946222 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1c501597-8e2e-4682-a0ce-3218b88d3d42 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:37.966314 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c501597-8e2e-4682-a0ce-3218b88d3d42 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d331a7ff-88e1-4cb5-9715-1229fb9cb64d,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:37.972700 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1c501597-8e2e-4682-a0ce-3218b88d3d42 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:37.976879 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1c501597-8e2e-4682-a0ce-3218b88d3d42 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1263070 Nov 10 19:35:37.977060 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33584) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:37.981940 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-2bc941a8-af79-4995-82f5-b48fc7cea12a tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Request body: {'security_group_rule': {'security_group_id': '224b3582-d08e-495a-96fa-23337d0fbbb5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:38.009189 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bc941a8-af79-4995-82f5-b48fc7cea12a tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:38.094498 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bc941a8-af79-4995-82f5-b48fc7cea12a tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:38.099710 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bc941a8-af79-4995-82f5-b48fc7cea12a tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:38.118822 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc941a8-af79-4995-82f5-b48fc7cea12a tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24017c38-dacc-4449-88bd-3fb527579bbd,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:38.130455 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bc941a8-af79-4995-82f5-b48fc7cea12a tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:38.132094 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2bc941a8-af79-4995-82f5-b48fc7cea12a tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1538689 Nov 10 19:35:38.134943 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33592) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:38.139389 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-66b7b35d-ccbd-4416-947b-799da91a007c tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Request body: {'security_group_rule': {'security_group_id': '224b3582-d08e-495a-96fa-23337d0fbbb5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:38.169553 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-66b7b35d-ccbd-4416-947b-799da91a007c tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:38.247947 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-66b7b35d-ccbd-4416-947b-799da91a007c tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:38.253049 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-66b7b35d-ccbd-4416-947b-799da91a007c tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:38.271563 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7b35d-ccbd-4416-947b-799da91a007c tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7049aa7b-9144-4d1e-bc06-3a7ec0721a44,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:38.283023 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-66b7b35d-ccbd-4416-947b-799da91a007c tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:38.284572 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-66b7b35d-ccbd-4416-947b-799da91a007c tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1486583 Nov 10 19:35:38.287563 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33596) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:38.314398 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b73dbafc-9854-43ad-926d-bdb7fb31550b tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:38.322237 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b73dbafc-9854-43ad-926d-bdb7fb31550b tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:38.349778 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b73dbafc-9854-43ad-926d-bdb7fb31550b tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:38.357372 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b73dbafc-9854-43ad-926d-bdb7fb31550b tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:38.360850 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b73dbafc-9854-43ad-926d-bdb7fb31550b tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/7049aa7b-9144-4d1e-bc06-3a7ec0721a44 HTTP/1.1" status: 204 len: 168 time: 0.0698819 Nov 10 19:35:38.361381 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33598) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:38.362981 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73dbafc-9854-43ad-926d-bdb7fb31550b tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7049aa7b-9144-4d1e-bc06-3a7ec0721a44,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:38.426288 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-98493a16-0d35-42b6-ba73-bde5b51cb1d1 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0605695 Nov 10 19:35:38.426564 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33604) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:38.452943 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d23ef36b-f103-4d30-9533-7d0f305924b6 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:38.461309 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d23ef36b-f103-4d30-9533-7d0f305924b6 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:38.504207 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d23ef36b-f103-4d30-9533-7d0f305924b6 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:38.511963 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d23ef36b-f103-4d30-9533-7d0f305924b6 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:38.516216 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d23ef36b-f103-4d30-9533-7d0f305924b6 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/24017c38-dacc-4449-88bd-3fb527579bbd HTTP/1.1" status: 204 len: 168 time: 0.0856957 Nov 10 19:35:38.517158 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33606) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:38.526729 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ef36b-f103-4d30-9533-7d0f305924b6 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24017c38-dacc-4449-88bd-3fb527579bbd,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:38.588985 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8cfc9a9e-3739-4ed8-8c52-5be88ef37bb4 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0710213 Nov 10 19:35:38.591619 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33608) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:38.620553 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b2098a75-8d3a-425c-8b5c-1017f8ed4944 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:38.629179 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b2098a75-8d3a-425c-8b5c-1017f8ed4944 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:38.658577 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b2098a75-8d3a-425c-8b5c-1017f8ed4944 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:38.665805 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b2098a75-8d3a-425c-8b5c-1017f8ed4944 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:38.666915 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b2098a75-8d3a-425c-8b5c-1017f8ed4944 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/d331a7ff-88e1-4cb5-9715-1229fb9cb64d HTTP/1.1" status: 204 len: 168 time: 0.0743387 Nov 10 19:35:38.669522 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33610) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:38.674624 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2098a75-8d3a-425c-8b5c-1017f8ed4944 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d331a7ff-88e1-4cb5-9715-1229fb9cb64d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:38.719452 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-80e257e3-8a4b-41db-92e7-36d45fad43b2 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0483303 Nov 10 19:35:38.722245 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33612) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:38.749191 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-da41899f-2796-4f5c-8657-fbcce1da8ab3 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:38.757142 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-da41899f-2796-4f5c-8657-fbcce1da8ab3 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:38.774515 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 4617b1f2-29de-4829-8bd3-2278d236ef38 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:35:38.789153 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-da41899f-2796-4f5c-8657-fbcce1da8ab3 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:38.803413 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-da41899f-2796-4f5c-8657-fbcce1da8ab3 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:38.805022 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-da41899f-2796-4f5c-8657-fbcce1da8ab3 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/7a97a5d7-795a-47ad-8e41-25c6b995d2d5 HTTP/1.1" status: 204 len: 168 time: 0.0811234 Nov 10 19:35:38.807411 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33616) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:38.814399 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41899f-2796-4f5c-8657-fbcce1da8ab3 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a97a5d7-795a-47ad-8e41-25c6b995d2d5,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:38.863239 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-cc92ebcf-32ae-4e97-9fa0-91e05b597e80 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0521526 Nov 10 19:35:38.863977 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33620) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:38.917311 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a11b41c3-aa1f-4e75-ad93-55b0181ed697 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:38.927703 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a11b41c3-aa1f-4e75-ad93-55b0181ed697 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:38.945755 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 4617b1f2-29de-4829-8bd3-2278d236ef38, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=4617b1f2-29de-4829-8bd3-2278d236ef38,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:35:38.956318 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4939f12-4b9a-416c-92dc-1f5c8c89a1f1 req-7132d59b-08f3-495f-aef7-5e5b76c2cf3d tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:38.958016 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4939f12-4b9a-416c-92dc-1f5c8c89a1f1 req-7132d59b-08f3-495f-aef7-5e5b76c2cf3d tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=23b6d049-0696-4958-981a-720ba8235f9e HTTP/1.1" status: 200 len: 943 time: 0.0851882 Nov 10 19:35:38.958894 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '4617b1f2-29de-4829-8bd3-2278d236ef38', 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433', 'port_id': '4617b1f2-29de-4829-8bd3-2278d236ef38', 'mac_address': 'fa:16:3e:96:17:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d874850-3788-4c89-9cc5-3e0f9d06fb90', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:35:38.985659 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a11b41c3-aa1f-4e75-ad93-55b0181ed697 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:38.995009 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a11b41c3-aa1f-4e75-ad93-55b0181ed697 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:38.996179 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a11b41c3-aa1f-4e75-ad93-55b0181ed697 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/af3ec73b-1e8a-4496-88d8-2e3448174594 HTTP/1.1" status: 204 len: 168 time: 0.1312642 Nov 10 19:35:39.001375 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33626) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:39.020313 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b41c3-aa1f-4e75-ad93-55b0181ed697 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af3ec73b-1e8a-4496-88d8-2e3448174594,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:39.052739 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4939f12-4b9a-416c-92dc-1f5c8c89a1f1 req-3c9edfd1-e67e-4651-b6ed-1674c7998505 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850737 Nov 10 19:35:39.093703 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b1d3e675-9360-474f-a7bd-c5e89432a9a6 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0911691 Nov 10 19:35:39.097739 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33630) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:39.107519 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:39.145923 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4617b1f2-29de-4829-8bd3-2278d236ef38 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:35:39.186814 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 4617b1f2-29de-4829-8bd3-2278d236ef38, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=4617b1f2-29de-4829-8bd3-2278d236ef38,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:35:39.192797 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:39.193567 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b2ac92b4-3211-4633-ab75-6a25dd9fc2d2 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:39.234991 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b2ac92b4-3211-4633-ab75-6a25dd9fc2d2 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:39.284882 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=4617b1f2-29de-4829-8bd3-2278d236ef38,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:39.290105 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b2ac92b4-3211-4633-ab75-6a25dd9fc2d2 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:39.293430 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b2ac92b4-3211-4633-ab75-6a25dd9fc2d2 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:39.295256 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b2ac92b4-3211-4633-ab75-6a25dd9fc2d2 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "DELETE /v2.0/security-groups/224b3582-d08e-495a-96fa-23337d0fbbb5 HTTP/1.1" status: 204 len: 168 time: 0.1960754 Nov 10 19:35:39.297970 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33634) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:39.308722 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac92b4-3211-4633-ab75-6a25dd9fc2d2 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=224b3582-d08e-495a-96fa-23337d0fbbb5,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:39.385013 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33636) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:39.385607 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e2f62551-f5b0-4cb9-84cf-96ee1dd5e245 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0858543 Nov 10 19:35:39.390360 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-cf37e33f-a75d-4a8c-ab2e-8aac5b710fa4 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Request body: {'security_group': {'name': 'tempest-secgroup--678097340'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:39.420814 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cf37e33f-a75d-4a8c-ab2e-8aac5b710fa4 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:39.445643 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['4617b1f2-29de-4829-8bd3-2278d236ef38'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:35:39.510943 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cf37e33f-a75d-4a8c-ab2e-8aac5b710fa4 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:39.516303 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cf37e33f-a75d-4a8c-ab2e-8aac5b710fa4 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:39.549934 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37e33f-a75d-4a8c-ab2e-8aac5b710fa4 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a27490fe-95d6-444e-ad39-52b8a3aeda91,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:39.567131 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cf37e33f-a75d-4a8c-ab2e-8aac5b710fa4 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:39.569110 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-cf37e33f-a75d-4a8c-ab2e-8aac5b710fa4 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1828997 Nov 10 19:35:39.572313 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33642) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:39.584750 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-ad4392de-055a-4350-a036-f12194024db5 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Request body: {'security_group_rule': {'security_group_id': 'a27490fe-95d6-444e-ad39-52b8a3aeda91', 'direction': 'ingress', 'protocol': 17}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:39.634234 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ad4392de-055a-4350-a036-f12194024db5 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:39.731473 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ad4392de-055a-4350-a036-f12194024db5 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:39.751439 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ad4392de-055a-4350-a036-f12194024db5 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:39.831862 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4392de-055a-4350-a036-f12194024db5 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=325538cb-b9d4-46d0-acd5-3397aa12175f,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:39.845981 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ad4392de-055a-4350-a036-f12194024db5 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:39.849886 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ad4392de-055a-4350-a036-f12194024db5 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2726886 Nov 10 19:35:39.850734 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33648) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:39.990239 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-14247de5-f002-44e3-81e5-bbd18e33f6f3 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:40.018843 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-14247de5-f002-44e3-81e5-bbd18e33f6f3 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:40.074467 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-14247de5-f002-44e3-81e5-bbd18e33f6f3 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:40.078306 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-14247de5-f002-44e3-81e5-bbd18e33f6f3 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:40.082669 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33650) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:40.086719 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-14247de5-f002-44e3-81e5-bbd18e33f6f3 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "DELETE /v2.0/security-groups/a27490fe-95d6-444e-ad39-52b8a3aeda91 HTTP/1.1" status: 204 len: 168 time: 0.2353251 Nov 10 19:35:40.129995 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14247de5-f002-44e3-81e5-bbd18e33f6f3 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27490fe-95d6-444e-ad39-52b8a3aeda91,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:40.179271 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7b2f5934-b25e-41e5-8499-a38a176567f1 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0917878 Nov 10 19:35:40.179483 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33660) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:40.184059 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-5dd2ac8a-eb50-4e0e-add9-318a71980ad8 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Request body: {'security_group': {'name': 'tempest-secgroup--312845277'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:40.213825 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5dd2ac8a-eb50-4e0e-add9-318a71980ad8 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:40.258553 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1df87-478e-44d2-a4dc-4b70575741e4 req-5f88b665-795c-4e09-8490-756943c6a281 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:40.260093 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-89a1df87-478e-44d2-a4dc-4b70575741e4 req-5f88b665-795c-4e09-8490-756943c6a281 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=23b6d049-0696-4958-981a-720ba8235f9e HTTP/1.1" status: 200 len: 944 time: 0.0660481 Nov 10 19:35:40.287287 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5dd2ac8a-eb50-4e0e-add9-318a71980ad8 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:40.293509 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5dd2ac8a-eb50-4e0e-add9-318a71980ad8 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:40.329383 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2ac8a-eb50-4e0e-add9-318a71980ad8 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca2136e-8246-4834-a775-030b7971f2c1,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:40.338168 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-89a1df87-478e-44d2-a4dc-4b70575741e4 req-448bd897-7025-4ba5-913d-6c995846f524 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705647 Nov 10 19:35:40.342400 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5dd2ac8a-eb50-4e0e-add9-318a71980ad8 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:40.346125 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5dd2ac8a-eb50-4e0e-add9-318a71980ad8 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1657109 Nov 10 19:35:40.348757 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33668) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:40.357589 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-07a3c90b-a3cb-4900-9042-dd900c02323e tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Request body: {'security_group': {'name': 'tempest-secgroup--724059020'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:40.399227 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-07a3c90b-a3cb-4900-9042-dd900c02323e tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:40.496259 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-07a3c90b-a3cb-4900-9042-dd900c02323e tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:40.501849 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-07a3c90b-a3cb-4900-9042-dd900c02323e tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:40.552874 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3c90b-a3cb-4900-9042-dd900c02323e tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52f56999-b44b-4aed-8c58-a0d2d358d405,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:40.560013 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-07a3c90b-a3cb-4900-9042-dd900c02323e tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:40.561621 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-07a3c90b-a3cb-4900-9042-dd900c02323e tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2097521 Nov 10 19:35:40.569427 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33676) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:40.574942 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-5c5a62d6-3b3c-4d63-8582-618de2415f5b tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Request body: {'security_group_rule': {'security_group_id': '5ca2136e-8246-4834-a775-030b7971f2c1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '52f56999-b44b-4aed-8c58-a0d2d358d405', 'remote_ip_prefix': None}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:40.639831 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5c5a62d6-3b3c-4d63-8582-618de2415f5b tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:40.709541 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5c5a62d6-3b3c-4d63-8582-618de2415f5b tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:40.713888 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5c5a62d6-3b3c-4d63-8582-618de2415f5b tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:40.732080 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a62d6-3b3c-4d63-8582-618de2415f5b tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7348beb4-346c-4c99-b7c0-cffdec388a10,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:40.745700 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5c5a62d6-3b3c-4d63-8582-618de2415f5b tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:40.747133 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5c5a62d6-3b3c-4d63-8582-618de2415f5b tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1761742 Nov 10 19:35:40.750071 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33678) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:40.777481 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-08e872e9-febd-40c4-bec4-726281044a78 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:40.788701 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 4617b1f2-29de-4829-8bd3-2278d236ef38 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:35:40.789274 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-08e872e9-febd-40c4-bec4-726281044a78 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:40.819133 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-08e872e9-febd-40c4-bec4-726281044a78 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:40.827452 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-08e872e9-febd-40c4-bec4-726281044a78 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:40.831327 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33684) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:40.834238 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-08e872e9-febd-40c4-bec4-726281044a78 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/7348beb4-346c-4c99-b7c0-cffdec388a10 HTTP/1.1" status: 204 len: 168 time: 0.0828624 Nov 10 19:35:40.841518 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e872e9-febd-40c4-bec4-726281044a78 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7348beb4-346c-4c99-b7c0-cffdec388a10,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:40.876121 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 4617b1f2-29de-4829-8bd3-2278d236ef38 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:35:40.880804 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 4617b1f2-29de-4829-8bd3-2278d236ef38 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:35:40.882219 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:40.897023 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9db31f3f-3773-4cfa-a50d-703726ee641c tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0644994 Nov 10 19:35:40.900220 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33686) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:40.972175 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1d59bcf0-ac14-41ff-a921-b1b59786ec04 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:40.978192 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:41.002753 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1d59bcf0-ac14-41ff-a921-b1b59786ec04 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:41.006679 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b6d049-0696-4958-981a-720ba8235f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4617b1f2-29de-4829-8bd3-2278d236ef38'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:35:41.009055 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6f43d0-7417-4920-b31d-2e9af55d11b2" -d '{"events": [{"server_uuid": "23b6d049-0696-4958-981a-720ba8235f9e", "name": "network-vif-plugged", "status": "completed", "tag": "4617b1f2-29de-4829-8bd3-2278d236ef38"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:35:41.055136 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 4617b1f2-29de-4829-8bd3-2278d236ef38, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=4617b1f2-29de-4829-8bd3-2278d236ef38,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:35:41.062046 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1d59bcf0-ac14-41ff-a921-b1b59786ec04 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:41.066990 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:41.067262 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1d59bcf0-ac14-41ff-a921-b1b59786ec04 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:41.071683 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1d59bcf0-ac14-41ff-a921-b1b59786ec04 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "DELETE /v2.0/security-groups/52f56999-b44b-4aed-8c58-a0d2d358d405 HTTP/1.1" status: 204 len: 168 time: 0.1675045 Nov 10 19:35:41.073153 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33690) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:41.083417 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f489acf8-42cd-4cba-9958-2e8b39add131 x-openstack-request-id: req-f489acf8-42cd-4cba-9958-2e8b39add131 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:35:41.083954 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b6d049-0696-4958-981a-720ba8235f9e", "name": "network-vif-plugged", "status": "completed", "tag": "4617b1f2-29de-4829-8bd3-2278d236ef38", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:35:41.084388 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f489acf8-42cd-4cba-9958-2e8b39add131 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:35:41.084957 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b6d049-0696-4958-981a-720ba8235f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4617b1f2-29de-4829-8bd3-2278d236ef38', 'code': 200} Nov 10 19:35:41.147846 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=4617b1f2-29de-4829-8bd3-2278d236ef38,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:41.175938 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-73b2ff68-a022-494c-a2db-ecf9c03a7554 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1016088 Nov 10 19:35:41.182883 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59bcf0-ac14-41ff-a921-b1b59786ec04 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f56999-b44b-4aed-8c58-a0d2d358d405,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:41.183355 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33698) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:41.246498 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-27f9b3f4-5bd6-4caa-b45e-da989c57d3a4 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:41.271067 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-27f9b3f4-5bd6-4caa-b45e-da989c57d3a4 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:41.272847 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb83182-eeff-4bdc-8603-b250cb8d91f6 req-cc32897e-97c8-4c98-ada5-0403edf7b3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:41.274881 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cdb83182-eeff-4bdc-8603-b250cb8d91f6 req-cc32897e-97c8-4c98-ada5-0403edf7b3de service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=23b6d049-0696-4958-981a-720ba8235f9e HTTP/1.1" status: 200 len: 1096 time: 0.0877178 Nov 10 19:35:41.317233 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-27f9b3f4-5bd6-4caa-b45e-da989c57d3a4 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:41.321071 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-27f9b3f4-5bd6-4caa-b45e-da989c57d3a4 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:41.325540 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-27f9b3f4-5bd6-4caa-b45e-da989c57d3a4 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "DELETE /v2.0/security-groups/5ca2136e-8246-4834-a775-030b7971f2c1 HTTP/1.1" status: 204 len: 168 time: 0.1411183 Nov 10 19:35:41.326344 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33700) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:41.336735 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f9b3f4-5bd6-4caa-b45e-da989c57d3a4 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca2136e-8246-4834-a775-030b7971f2c1,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:41.379510 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cdb83182-eeff-4bdc-8603-b250cb8d91f6 req-0ef44f95-49e3-42e5-b5fc-f56a4c5001dd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952735 Nov 10 19:35:41.410672 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c2d9a9da-b04d-432d-bbf3-f159a06e6557 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0765824 Nov 10 19:35:41.413350 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33708) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:41.418565 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-4f7a5f0c-f7e2-469e-b098-42abd3b0a232 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Request body: {'security_group': {'name': 'tempest-secgroup--232460866'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:41.461263 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4f7a5f0c-f7e2-469e-b098-42abd3b0a232 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:41.479616 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67c039-fb7e-448b-9aa4-5dc5233f672e req-b81b276c-d24d-4125-9811-34c5fd00d744 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:41.488083 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb67c039-fb7e-448b-9aa4-5dc5233f672e req-b81b276c-d24d-4125-9811-34c5fd00d744 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=23b6d049-0696-4958-981a-720ba8235f9e HTTP/1.1" status: 200 len: 945 time: 0.0613980 Nov 10 19:35:41.548866 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4f7a5f0c-f7e2-469e-b098-42abd3b0a232 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:41.552540 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb67c039-fb7e-448b-9aa4-5dc5233f672e req-f48cbd25-0e1e-405a-baeb-1d1fe6ffde00 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634286 Nov 10 19:35:41.554846 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4f7a5f0c-f7e2-469e-b098-42abd3b0a232 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:41.591869 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a5f0c-f7e2-469e-b098-42abd3b0a232 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9650de-4c22-4a1b-9a1b-a0d2835d2790,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:41.607295 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4f7a5f0c-f7e2-469e-b098-42abd3b0a232 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:41.609879 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4f7a5f0c-f7e2-469e-b098-42abd3b0a232 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1944814 Nov 10 19:35:41.612204 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33714) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:41.617383 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-3fa57bf3-fa35-477c-ac0a-45394be90796 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Request body: {'security_group_rule': {'security_group_id': '2e9650de-4c22-4a1b-9a1b-a0d2835d2790', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:41.656135 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3fa57bf3-fa35-477c-ac0a-45394be90796 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:41.722790 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3fa57bf3-fa35-477c-ac0a-45394be90796 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:41.726725 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3fa57bf3-fa35-477c-ac0a-45394be90796 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:41.748847 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa57bf3-fa35-477c-ac0a-45394be90796 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e92f8502-f329-4024-b497-06dc6c4db7ea,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:41.760562 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3fa57bf3-fa35-477c-ac0a-45394be90796 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:41.761832 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3fa57bf3-fa35-477c-ac0a-45394be90796 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1484995 Nov 10 19:35:41.766113 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33720) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:41.795262 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f1290693-5d04-42e3-8841-efc16726dd1d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:41.818393 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f1290693-5d04-42e3-8841-efc16726dd1d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:41.926114 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f1290693-5d04-42e3-8841-efc16726dd1d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:41.940436 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f1290693-5d04-42e3-8841-efc16726dd1d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:41.942308 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f1290693-5d04-42e3-8841-efc16726dd1d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/e92f8502-f329-4024-b497-06dc6c4db7ea HTTP/1.1" status: 204 len: 168 time: 0.1741047 Nov 10 19:35:41.945507 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33722) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:41.964736 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1290693-5d04-42e3-8841-efc16726dd1d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e92f8502-f329-4024-b497-06dc6c4db7ea,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:42.047756 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d1d36aa4-c154-4f5a-ade0-d984b062d153 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0982375 Nov 10 19:35:42.050411 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33724) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:42.136831 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bbfa0961-3979-4edf-948b-56c5d331d08d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:42.175546 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bbfa0961-3979-4edf-948b-56c5d331d08d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:42.269621 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bbfa0961-3979-4edf-948b-56c5d331d08d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:42.273647 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bbfa0961-3979-4edf-948b-56c5d331d08d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:42.276098 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-bbfa0961-3979-4edf-948b-56c5d331d08d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "DELETE /v2.0/security-groups/2e9650de-4c22-4a1b-9a1b-a0d2835d2790 HTTP/1.1" status: 204 len: 168 time: 0.2255354 Nov 10 19:35:42.279162 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33732) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:42.308384 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa0961-3979-4edf-948b-56c5d331d08d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9650de-4c22-4a1b-9a1b-a0d2835d2790,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:42.346372 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-18b95fe8-22cc-47e1-b634-89a524301ae8 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0658197 Nov 10 19:35:42.351366 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33734) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:42.355342 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-8e3c55db-751b-4080-b1e6-0a99dfb9382c tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Request body: {'security_group': {'name': 'tempest-secgroup--23732579'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:42.386876 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8e3c55db-751b-4080-b1e6-0a99dfb9382c tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:42.479174 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8e3c55db-751b-4080-b1e6-0a99dfb9382c tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:42.486777 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8e3c55db-751b-4080-b1e6-0a99dfb9382c tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:42.520667 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c55db-751b-4080-b1e6-0a99dfb9382c tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ce44da-bed8-4966-b0fd-6932c34c98ce,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:42.548140 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8e3c55db-751b-4080-b1e6-0a99dfb9382c tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:42.555151 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33744) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:42.556012 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8e3c55db-751b-4080-b1e6-0a99dfb9382c tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2038875 Nov 10 19:35:42.564409 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-2e93fe41-4bc2-46a2-aced-f0292f98a54d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Request body: {'security_group_rule': {'security_group_id': 'd4ce44da-bed8-4966-b0fd-6932c34c98ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:42.624387 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2e93fe41-4bc2-46a2-aced-f0292f98a54d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:42.734606 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2e93fe41-4bc2-46a2-aced-f0292f98a54d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:42.742682 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2e93fe41-4bc2-46a2-aced-f0292f98a54d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:42.771234 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e93fe41-4bc2-46a2-aced-f0292f98a54d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87636dd5-fe2b-4b7f-b33b-5a3d1a9dcea5,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:42.781581 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2e93fe41-4bc2-46a2-aced-f0292f98a54d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:42.785588 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2e93fe41-4bc2-46a2-aced-f0292f98a54d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2282772 Nov 10 19:35:42.786229 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33752) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:42.801810 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f6ee0-2a5f-404e-b0fb-248d744da11e req-0a310bac-6b8d-4d31-8223-52d208346d03 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:42.806439 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-fdbc7bfe-8c41-4aa5-9958-d1f253eeb059 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "GET /v2.0/security-group-rules/87636dd5-fe2b-4b7f-b33b-5a3d1a9dcea5 HTTP/1.1" status: 200 len: 763 time: 0.0190914 Nov 10 19:35:42.807053 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33754) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:42.813176 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d23f6ee0-2a5f-404e-b0fb-248d744da11e req-0a310bac-6b8d-4d31-8223-52d208346d03 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=23b6d049-0696-4958-981a-720ba8235f9e HTTP/1.1" status: 200 len: 945 time: 0.0936286 Nov 10 19:35:42.855000 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33756) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:42.855366 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1aa77e3d-f817-4116-9206-fa3b92d6ee4e tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0471673 Nov 10 19:35:42.884629 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d23f6ee0-2a5f-404e-b0fb-248d744da11e req-31642893-c701-4082-8cc4-3bb2fa5758e2 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700653 Nov 10 19:35:42.901084 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-03f29789-f839-417f-993c-33340d80f22a tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:42.912088 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-03f29789-f839-417f-993c-33340d80f22a tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:42.947870 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-03f29789-f839-417f-993c-33340d80f22a tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:42.954426 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-03f29789-f839-417f-993c-33340d80f22a tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:42.958304 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33764) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:42.958724 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-03f29789-f839-417f-993c-33340d80f22a tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/87636dd5-fe2b-4b7f-b33b-5a3d1a9dcea5 HTTP/1.1" status: 204 len: 168 time: 0.1021895 Nov 10 19:35:42.964727 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f29789-f839-417f-993c-33340d80f22a tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87636dd5-fe2b-4b7f-b33b-5a3d1a9dcea5,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:43.015078 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33766) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:43.019857 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-29aac5d4-18ce-48f7-8835-844b49ec07c6 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Request body: {'security_group_rule': {'security_group_id': 'd4ce44da-bed8-4966-b0fd-6932c34c98ce', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:43.025322 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d4106821-ad3b-406e-b400-f4202d95fb5a tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0644288 Nov 10 19:35:43.054689 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-29aac5d4-18ce-48f7-8835-844b49ec07c6 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:43.123207 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-29aac5d4-18ce-48f7-8835-844b49ec07c6 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:43.128956 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-29aac5d4-18ce-48f7-8835-844b49ec07c6 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:43.155421 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aac5d4-18ce-48f7-8835-844b49ec07c6 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02474833-1ec9-49ea-845a-7034eb394ab9,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:43.170562 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-29aac5d4-18ce-48f7-8835-844b49ec07c6 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:43.174380 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-29aac5d4-18ce-48f7-8835-844b49ec07c6 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1556644 Nov 10 19:35:43.174744 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33770) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:43.192952 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3cc057ec-90e8-4164-aae7-3e0e7187f57d tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "GET /v2.0/security-group-rules/02474833-1ec9-49ea-845a-7034eb394ab9 HTTP/1.1" status: 200 len: 763 time: 0.0162096 Nov 10 19:35:43.194760 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33772) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:43.223774 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8b2da-0078-426d-a552-ebf657ea1022 req-b0c45f79-e065-490b-b0c9-eca9d0a1a3d7 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:43.225951 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-56a8b2da-0078-426d-a552-ebf657ea1022 req-b0c45f79-e065-490b-b0c9-eca9d0a1a3d7 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=23b6d049-0696-4958-981a-720ba8235f9e HTTP/1.1" status: 200 len: 945 time: 0.0741081 Nov 10 19:35:43.243374 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4d54b82c-7da6-483b-99e0-a34b718a0dff tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0469024 Nov 10 19:35:43.246038 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33776) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:43.277980 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2848758d-baa6-4108-85d4-5d0748dad3a7 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:43.286748 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2848758d-baa6-4108-85d4-5d0748dad3a7 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:43.309878 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-56a8b2da-0078-426d-a552-ebf657ea1022 req-048793cd-ed44-48d9-9d39-cb339f1d789e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642812 Nov 10 19:35:43.371222 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2848758d-baa6-4108-85d4-5d0748dad3a7 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:43.381359 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2848758d-baa6-4108-85d4-5d0748dad3a7 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:43.385059 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2848758d-baa6-4108-85d4-5d0748dad3a7 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/02474833-1ec9-49ea-845a-7034eb394ab9 HTTP/1.1" status: 204 len: 168 time: 0.1357749 Nov 10 19:35:43.385526 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33782) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:43.393363 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848758d-baa6-4108-85d4-5d0748dad3a7 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02474833-1ec9-49ea-845a-7034eb394ab9,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:43.433967 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-83426484-293a-418d-b2ff-4354d4c4763b tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0448086 Nov 10 19:35:43.436033 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33784) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:43.441511 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-4a87ccb1-36b7-4096-bed7-b2efd9de5c20 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Request body: {'security_group_rule': {'security_group_id': 'd4ce44da-bed8-4966-b0fd-6932c34c98ce', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:43.466417 n-d-813897-4 neutron-server[102505]: INFO neutron.db.securitygroups_db [None req-4a87ccb1-36b7-4096-bed7-b2efd9de5c20 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Project fd6b189dd52848db832e52107f534e07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 19:35:43.472248 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4a87ccb1-36b7-4096-bed7-b2efd9de5c20 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:43.521410 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4a87ccb1-36b7-4096-bed7-b2efd9de5c20 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:43.526534 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4a87ccb1-36b7-4096-bed7-b2efd9de5c20 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:43.546178 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87ccb1-36b7-4096-bed7-b2efd9de5c20 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c3f2c81-f0a6-4724-b1ab-951355e065e7,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:43.557203 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4a87ccb1-36b7-4096-bed7-b2efd9de5c20 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:43.559589 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4a87ccb1-36b7-4096-bed7-b2efd9de5c20 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212938 Nov 10 19:35:43.566075 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33786) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:43.588913 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0d4da3c1-a59c-40f2-b6fd-2f965544b8d0 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "GET /v2.0/security-group-rules/4c3f2c81-f0a6-4724-b1ab-951355e065e7 HTTP/1.1" status: 200 len: 769 time: 0.0178812 Nov 10 19:35:43.589369 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33792) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:43.644048 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-21310b6b-0595-4e6f-b8df-8939629bd170 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0533755 Nov 10 19:35:43.646722 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33796) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:43.675080 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-84eb5493-2541-4ce6-8eeb-92bdb2467987 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:43.698739 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-84eb5493-2541-4ce6-8eeb-92bdb2467987 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:43.726495 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-84eb5493-2541-4ce6-8eeb-92bdb2467987 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:43.733710 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-84eb5493-2541-4ce6-8eeb-92bdb2467987 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:43.737573 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33798) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:43.738253 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-84eb5493-2541-4ce6-8eeb-92bdb2467987 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/4c3f2c81-f0a6-4724-b1ab-951355e065e7 HTTP/1.1" status: 204 len: 168 time: 0.0903528 Nov 10 19:35:43.745365 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb5493-2541-4ce6-8eeb-92bdb2467987 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c3f2c81-f0a6-4724-b1ab-951355e065e7,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:43.781385 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-53641511-b364-4879-8ba8-303feb4ca7bf tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0399404 Nov 10 19:35:43.781612 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33800) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:43.837781 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ed3c68b9-a566-4c85-bc4f-ef562ffcb791 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:43.860697 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ed3c68b9-a566-4c85-bc4f-ef562ffcb791 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:43.905183 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ed3c68b9-a566-4c85-bc4f-ef562ffcb791 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:43.908478 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ed3c68b9-a566-4c85-bc4f-ef562ffcb791 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:43.909840 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ed3c68b9-a566-4c85-bc4f-ef562ffcb791 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "DELETE /v2.0/security-groups/d4ce44da-bed8-4966-b0fd-6932c34c98ce HTTP/1.1" status: 204 len: 168 time: 0.1271989 Nov 10 19:35:43.912680 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33806) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:43.922929 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c68b9-a566-4c85-bc4f-ef562ffcb791 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ce44da-bed8-4966-b0fd-6932c34c98ce,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:43.972648 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4abcd8bd-110f-4d9c-ad71-324674a831b2 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0586600 Nov 10 19:35:43.976722 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33808) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:44.080972 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5581152f-c6c6-41bf-9842-8233f2ec8a84 tempest-SecGroupIPv6Test-1417060758 tempest-SecGroupIPv6Test-1417060758-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0958228 Nov 10 19:35:44.406739 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33824) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:44.456082 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c8be8-b55a-4acb-99a8-c70630333b3d req-c016957d-47f7-4426-a21b-2e85d558cb21 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:44.458526 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7e8c8be8-b55a-4acb-99a8-c70630333b3d req-c016957d-47f7-4426-a21b-2e85d558cb21 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=23b6d049-0696-4958-981a-720ba8235f9e HTTP/1.1" status: 200 len: 945 time: 0.0564218 Nov 10 19:35:44.513103 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7e8c8be8-b55a-4acb-99a8-c70630333b3d req-37f823be-f8d6-4b40-b8f0-948de79caff3 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454831 Nov 10 19:35:44.603007 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0daa9d47-557f-4b9b-8b32-b853e5fda1f4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fd6b189dd52848db832e52107f534e07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1950154 Nov 10 19:35:44.605660 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33834) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:44.662092 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-aed356a2-ee99-4a4e-a229-58158f9910fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:44.687635 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-aed356a2-ee99-4a4e-a229-58158f9910fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:44.748936 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-aed356a2-ee99-4a4e-a229-58158f9910fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:44.751745 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-aed356a2-ee99-4a4e-a229-58158f9910fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:44.763096 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-aed356a2-ee99-4a4e-a229-58158f9910fb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6347f23f-9172-4472-8537-59ecea6729c6 HTTP/1.1" status: 204 len: 168 time: 0.1562347 Nov 10 19:35:44.774604 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed356a2-ee99-4a4e-a229-58158f9910fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6347f23f-9172-4472-8537-59ecea6729c6,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:45.059014 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa565e-f03b-466f-b6d0-68fd8406189b req-6618ff10-b72c-4e63-9307-9a58d8826a05 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:45.069130 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-08aa565e-f03b-466f-b6d0-68fd8406189b req-6618ff10-b72c-4e63-9307-9a58d8826a05 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=23b6d049-0696-4958-981a-720ba8235f9e HTTP/1.1" status: 200 len: 945 time: 0.0770171 Nov 10 19:35:45.161457 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-08aa565e-f03b-466f-b6d0-68fd8406189b req-1c8eed9d-8e2f-4a1d-ba2b-45c494a4563d tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826972 Nov 10 19:35:45.779628 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33898) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:45.939562 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-65cfc06b-3247-461c-9364-2b641cc71399 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:45.940710 n-d-813897-4 neutron-server[102506]: WARNING neutron.api.v2.base [None req-65cfc06b-3247-461c-9364-2b641cc71399 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 10 19:35:45.941381 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-65cfc06b-3247-461c-9364-2b641cc71399 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] create failed (client error): There was a conflict when trying to complete your request. Nov 10 19:35:45.942557 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-65cfc06b-3247-461c-9364-2b641cc71399 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1617093 Nov 10 19:35:45.946713 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33910) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:45.951924 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-81444375-4897-4d21-b601-3d51a92c2fe7 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Request body: {'security_group': {'name': 'tempest-secgroup--276509894'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:45.979414 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-81444375-4897-4d21-b601-3d51a92c2fe7 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:45.995709 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-81444375-4897-4d21-b601-3d51a92c2fe7 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:46.118084 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-81444375-4897-4d21-b601-3d51a92c2fe7 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:46.124824 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-81444375-4897-4d21-b601-3d51a92c2fe7 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:46.169469 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81444375-4897-4d21-b601-3d51a92c2fe7 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8c34dd-be7a-4951-93ff-bc64db441312,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:46.348338 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-81444375-4897-4d21-b601-3d51a92c2fe7 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:46.354991 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f8baf-acce-45cb-be4e-04b4a5c38093 req-78b0914b-2b01-4bd6-9960-d0882556faf6 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:46.360435 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-81444375-4897-4d21-b601-3d51a92c2fe7 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:46.367819 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9b2f8baf-acce-45cb-be4e-04b4a5c38093 req-78b0914b-2b01-4bd6-9960-d0882556faf6 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=23b6d049-0696-4958-981a-720ba8235f9e HTTP/1.1" status: 200 len: 945 time: 0.0918388 Nov 10 19:35:46.426166 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81444375-4897-4d21-b601-3d51a92c2fe7 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c876b93d-4fb4-40da-98e9-8b58c9f19764,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:46.447277 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-81444375-4897-4d21-b601-3d51a92c2fe7 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:46.454280 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-81444375-4897-4d21-b601-3d51a92c2fe7 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5058417 Nov 10 19:35:46.456638 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33922) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:46.467816 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9b2f8baf-acce-45cb-be4e-04b4a5c38093 req-770b5fd6-5579-463c-a832-8bcd923cff6a tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973432 Nov 10 19:35:46.471599 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-08317727-40bc-4b1a-ac2b-dbfc796b29e9 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Request body: {'security_group_rule': {'security_group_id': 'c876b93d-4fb4-40da-98e9-8b58c9f19764', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:46.509030 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-08317727-40bc-4b1a-ac2b-dbfc796b29e9 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:46.586909 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-08317727-40bc-4b1a-ac2b-dbfc796b29e9 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:46.592143 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-08317727-40bc-4b1a-ac2b-dbfc796b29e9 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:46.616794 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08317727-40bc-4b1a-ac2b-dbfc796b29e9 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dda25e5-9b56-4f74-bcda-2793c463322a,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:46.641645 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-08317727-40bc-4b1a-ac2b-dbfc796b29e9 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:46.643260 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-08317727-40bc-4b1a-ac2b-dbfc796b29e9 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1853812 Nov 10 19:35:46.646054 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33928) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:46.651126 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-f0fa8e3c-4463-42d3-aab5-728a23ffe814 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Request body: {'security_group_rule': {'security_group_id': 'c876b93d-4fb4-40da-98e9-8b58c9f19764', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:46.689466 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f0fa8e3c-4463-42d3-aab5-728a23ffe814 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:46.771145 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-f0fa8e3c-4463-42d3-aab5-728a23ffe814 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] create failed (client error): There was a conflict when trying to complete your request. Nov 10 19:35:46.776997 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f0fa8e3c-4463-42d3-aab5-728a23ffe814 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1295471 Nov 10 19:35:46.780133 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33932) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:46.790557 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 4617b1f2-29de-4829-8bd3-2278d236ef38 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:35:46.894982 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-675c90a2-0a5f-4a11-9faa-e8c3ec890ec3 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:46.924773 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-675c90a2-0a5f-4a11-9faa-e8c3ec890ec3 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:46.929463 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 4617b1f2-29de-4829-8bd3-2278d236ef38, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=4617b1f2-29de-4829-8bd3-2278d236ef38,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:35:46.945614 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '4617b1f2-29de-4829-8bd3-2278d236ef38', 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433', 'port_id': '4617b1f2-29de-4829-8bd3-2278d236ef38', 'mac_address': 'fa:16:3e:96:17:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d874850-3788-4c89-9cc5-3e0f9d06fb90', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:35:46.984264 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-675c90a2-0a5f-4a11-9faa-e8c3ec890ec3 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:46.987635 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:46.987818 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-675c90a2-0a5f-4a11-9faa-e8c3ec890ec3 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:46.989082 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-675c90a2-0a5f-4a11-9faa-e8c3ec890ec3 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "DELETE /v2.0/security-groups/c876b93d-4fb4-40da-98e9-8b58c9f19764 HTTP/1.1" status: 204 len: 168 time: 0.2079020 Nov 10 19:35:46.992242 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33942) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:46.999517 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c90a2-0a5f-4a11-9faa-e8c3ec890ec3 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c876b93d-4fb4-40da-98e9-8b58c9f19764,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:47.029456 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4617b1f2-29de-4829-8bd3-2278d236ef38 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:35:47.053645 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ad985643-fe5f-44a2-a295-ce0470ed0990 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0596254 Nov 10 19:35:47.057530 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33944) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:47.062064 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 4617b1f2-29de-4829-8bd3-2278d236ef38, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=4617b1f2-29de-4829-8bd3-2278d236ef38,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:35:47.062283 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-369da857-a636-45dd-9ccd-e410ae259e98 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Request body: {'security_group': {'name': 'tempest-secgroup--453420310'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:47.067471 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:47.088945 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-369da857-a636-45dd-9ccd-e410ae259e98 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:47.129832 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=4617b1f2-29de-4829-8bd3-2278d236ef38,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:47.160940 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-369da857-a636-45dd-9ccd-e410ae259e98 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:47.165725 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-369da857-a636-45dd-9ccd-e410ae259e98 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:47.198921 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-369da857-a636-45dd-9ccd-e410ae259e98 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:47.202306 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['4617b1f2-29de-4829-8bd3-2278d236ef38'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:35:47.203782 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-369da857-a636-45dd-9ccd-e410ae259e98 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1451480 Nov 10 19:35:47.204046 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33946) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:47.209310 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-f04773c1-389c-4889-b978-9aeed6c78e7a tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Request body: {'security_group_rule': {'security_group_id': 'c6c1f955-5552-42bb-b1c5-f2f6a23bc109', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:47.210137 n-d-813897-4 neutron-server[102506]: WARNING neutron.api.v2.base [None req-f04773c1-389c-4889-b978-9aeed6c78e7a tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 10 19:35:47.210923 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-f04773c1-389c-4889-b978-9aeed6c78e7a tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:35:47.214176 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f04773c1-389c-4889-b978-9aeed6c78e7a tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0088382 Nov 10 19:35:47.214774 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369da857-a636-45dd-9ccd-e410ae259e98 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c1f955-5552-42bb-b1c5-f2f6a23bc109,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:47.217086 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33948) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:47.281366 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b3506117-1920-460c-82da-82a604f92e36 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:47.316584 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b3506117-1920-460c-82da-82a604f92e36 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:47.366015 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b3506117-1920-460c-82da-82a604f92e36 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:47.368955 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b3506117-1920-460c-82da-82a604f92e36 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:47.377716 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33964) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:47.378262 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b3506117-1920-460c-82da-82a604f92e36 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "DELETE /v2.0/security-groups/c6c1f955-5552-42bb-b1c5-f2f6a23bc109 HTTP/1.1" status: 204 len: 168 time: 0.1598251 Nov 10 19:35:47.390084 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3506117-1920-460c-82da-82a604f92e36 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c1f955-5552-42bb-b1c5-f2f6a23bc109,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:47.450823 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d9384ac2-8343-4d1a-a843-71088f2cddaa tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0717564 Nov 10 19:35:47.458378 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33966) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:47.463475 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-5ae06b62-b41f-4909-bd3b-e9d25a641b57 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Request body: {'security_group': {'name': 'tempest-secgroup--621016724'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:47.503820 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5ae06b62-b41f-4909-bd3b-e9d25a641b57 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:47.592540 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5ae06b62-b41f-4909-bd3b-e9d25a641b57 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:47.622840 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5ae06b62-b41f-4909-bd3b-e9d25a641b57 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:47.623121 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17255612-9b7d-4b4f-99ec-803bebe92561 req-a64b94dd-c816-4e04-9c09-3b0433c610ba tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:47.628448 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-17255612-9b7d-4b4f-99ec-803bebe92561 req-a64b94dd-c816-4e04-9c09-3b0433c610ba tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=23b6d049-0696-4958-981a-720ba8235f9e HTTP/1.1" status: 200 len: 944 time: 0.0715547 Nov 10 19:35:47.664759 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae06b62-b41f-4909-bd3b-e9d25a641b57 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45d4309c-1a3b-4fdd-97dc-8dd9e2da27b0,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:47.671397 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5ae06b62-b41f-4909-bd3b-e9d25a641b57 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:47.673811 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5ae06b62-b41f-4909-bd3b-e9d25a641b57 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2134418 Nov 10 19:35:47.677871 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33980) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:47.683051 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-94de9fff-4d3d-4f9b-8030-4a55512a7826 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Request body: {'security_group_rule': {'security_group_id': '45d4309c-1a3b-4fdd-97dc-8dd9e2da27b0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:47.683951 n-d-813897-4 neutron-server[102506]: WARNING neutron.api.v2.base [None req-94de9fff-4d3d-4f9b-8030-4a55512a7826 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 10 19:35:47.684460 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-94de9fff-4d3d-4f9b-8030-4a55512a7826 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:35:47.688336 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-94de9fff-4d3d-4f9b-8030-4a55512a7826 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0070293 Nov 10 19:35:47.688859 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 33982) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:47.706460 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-17255612-9b7d-4b4f-99ec-803bebe92561 req-f3f84096-e3ed-4b00-86e8-3024b0ad7ae4 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769837 Nov 10 19:35:47.755783 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-59b11e5c-bfd6-463e-aa46-7715dc1ac76e tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:47.780115 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-59b11e5c-bfd6-463e-aa46-7715dc1ac76e tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:47.825001 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-59b11e5c-bfd6-463e-aa46-7715dc1ac76e tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:47.828351 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-59b11e5c-bfd6-463e-aa46-7715dc1ac76e tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:47.830004 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-59b11e5c-bfd6-463e-aa46-7715dc1ac76e tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "DELETE /v2.0/security-groups/45d4309c-1a3b-4fdd-97dc-8dd9e2da27b0 HTTP/1.1" status: 204 len: 168 time: 0.1399772 Nov 10 19:35:47.833318 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 33994) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:47.840144 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b11e5c-bfd6-463e-aa46-7715dc1ac76e tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d4309c-1a3b-4fdd-97dc-8dd9e2da27b0,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:47.906800 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ef66ea52-02b4-4e55-8784-ba2ecca6bee9 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0718236 Nov 10 19:35:47.911342 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34004) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:47.927852 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-95480e62-7674-4ab2-ae85-0831ebe9b34c tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Request body: {'security_group': {'name': 'tempest-secgroup--1518937735'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:47.991474 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95480e62-7674-4ab2-ae85-0831ebe9b34c tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:48.119489 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95480e62-7674-4ab2-ae85-0831ebe9b34c tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:48.129295 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95480e62-7674-4ab2-ae85-0831ebe9b34c tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:48.182982 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95480e62-7674-4ab2-ae85-0831ebe9b34c tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a39d1be-435a-44bf-a1fc-35b1382797ed,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:48.189044 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95480e62-7674-4ab2-ae85-0831ebe9b34c tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:48.191052 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-95480e62-7674-4ab2-ae85-0831ebe9b34c tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2781780 Nov 10 19:35:48.194191 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 34018) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:48.201599 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-c8428477-51d0-4ab8-a744-4f188a3ca406 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Request body: {'security_group_rule': {'security_group_id': '6a39d1be-435a-44bf-a1fc-35b1382797ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:48.204238 n-d-813897-4 neutron-server[102506]: WARNING neutron.api.v2.base [None req-c8428477-51d0-4ab8-a744-4f188a3ca406 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 10 19:35:48.205001 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-c8428477-51d0-4ab8-a744-4f188a3ca406 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:35:48.206625 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c8428477-51d0-4ab8-a744-4f188a3ca406 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0107534 Nov 10 19:35:48.209553 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34020) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:48.215509 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-c0a98f8b-6a81-4f3e-98bf-5c0d6ac38f31 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Request body: {'security_group_rule': {'security_group_id': '6a39d1be-435a-44bf-a1fc-35b1382797ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:48.216596 n-d-813897-4 neutron-server[102505]: WARNING neutron.api.v2.base [None req-c0a98f8b-6a81-4f3e-98bf-5c0d6ac38f31 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 10 19:35:48.217208 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-c0a98f8b-6a81-4f3e-98bf-5c0d6ac38f31 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:35:48.218384 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c0a98f8b-6a81-4f3e-98bf-5c0d6ac38f31 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0071537 Nov 10 19:35:48.221820 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 34022) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:48.226868 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-75b109e8-4e7b-4765-9103-804f3ab56df6 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Request body: {'security_group_rule': {'security_group_id': '6a39d1be-435a-44bf-a1fc-35b1382797ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:48.227710 n-d-813897-4 neutron-server[102506]: WARNING neutron.api.v2.base [None req-75b109e8-4e7b-4765-9103-804f3ab56df6 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 10 19:35:48.228256 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-75b109e8-4e7b-4765-9103-804f3ab56df6 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:35:48.233402 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-75b109e8-4e7b-4765-9103-804f3ab56df6 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0098298 Nov 10 19:35:48.234474 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34024) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:48.239917 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-f3e8ffec-225e-4e3d-998e-c7ea27b4ca64 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Request body: {'security_group_rule': {'security_group_id': '6a39d1be-435a-44bf-a1fc-35b1382797ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:48.240905 n-d-813897-4 neutron-server[102505]: WARNING neutron.api.v2.base [None req-f3e8ffec-225e-4e3d-998e-c7ea27b4ca64 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 10 19:35:48.246297 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-f3e8ffec-225e-4e3d-998e-c7ea27b4ca64 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:35:48.249800 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f3e8ffec-225e-4e3d-998e-c7ea27b4ca64 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0136123 Nov 10 19:35:48.252802 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 34028) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:48.366820 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fa38187d-c6e6-40f2-becd-36e4b37b3a62 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:48.418067 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fa38187d-c6e6-40f2-becd-36e4b37b3a62 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:48.504853 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fa38187d-c6e6-40f2-becd-36e4b37b3a62 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:48.508499 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fa38187d-c6e6-40f2-becd-36e4b37b3a62 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:48.510196 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-fa38187d-c6e6-40f2-becd-36e4b37b3a62 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "DELETE /v2.0/security-groups/6a39d1be-435a-44bf-a1fc-35b1382797ed HTTP/1.1" status: 204 len: 168 time: 0.2551172 Nov 10 19:35:48.513236 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34038) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:48.534973 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38187d-c6e6-40f2-becd-36e4b37b3a62 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a39d1be-435a-44bf-a1fc-35b1382797ed,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:48.590088 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 34044) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:48.591581 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-42b1a148-b475-4027-b130-4196582189a5 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0763929 Nov 10 19:35:48.596146 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-eb1ccd48-7d9a-4e39-9722-8960936dcef9 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Request body: {'security_group': {'name': 'tempest-secgroup--2009582671'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:48.630434 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-eb1ccd48-7d9a-4e39-9722-8960936dcef9 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:48.737028 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-eb1ccd48-7d9a-4e39-9722-8960936dcef9 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:48.761633 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-eb1ccd48-7d9a-4e39-9722-8960936dcef9 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:48.821403 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 4617b1f2-29de-4829-8bd3-2278d236ef38 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:35:48.893275 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ccd48-7d9a-4e39-9722-8960936dcef9 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa12681-edea-4198-a0c2-333baa38c1d1,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:48.980980 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 4617b1f2-29de-4829-8bd3-2278d236ef38 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:35:48.981682 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:49.000128 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-eb1ccd48-7d9a-4e39-9722-8960936dcef9 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:49.001401 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-eb1ccd48-7d9a-4e39-9722-8960936dcef9 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4096763 Nov 10 19:35:49.006134 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34054) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:49.011841 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-b9c7c59d-5def-4800-b539-0719beb4627b tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Request body: {'security_group_rule': {'security_group_id': '2aa12681-edea-4198-a0c2-333baa38c1d1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:49.012772 n-d-813897-4 neutron-server[102505]: WARNING neutron.api.v2.base [None req-b9c7c59d-5def-4800-b539-0719beb4627b tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 10 19:35:49.013444 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-b9c7c59d-5def-4800-b539-0719beb4627b tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:35:49.018160 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b9c7c59d-5def-4800-b539-0719beb4627b tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0101597 Nov 10 19:35:49.018853 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34056) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:49.035558 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-aa39437d-5ae8-49f7-97a1-9e0e62d7080a tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Request body: {'security_group_rule': {'security_group_id': '2aa12681-edea-4198-a0c2-333baa38c1d1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:49.071020 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca67fba8-0c6e-4efe-8204-0e656067a5e6 req-0a5a97b3-31a8-4f32-8a00-f928090d2e27 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:49.078486 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca67fba8-0c6e-4efe-8204-0e656067a5e6 req-0a5a97b3-31a8-4f32-8a00-f928090d2e27 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=23b6d049-0696-4958-981a-720ba8235f9e HTTP/1.1" status: 200 len: 944 time: 0.1862049 Nov 10 19:35:49.152862 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:49.180836 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-aa39437d-5ae8-49f7-97a1-9e0e62d7080a tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:35:49.198667 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 34062) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:49.202580 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-aa39437d-5ae8-49f7-97a1-9e0e62d7080a tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1621203 Nov 10 19:35:49.205210 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-1ccaf573-d047-433a-af33-eced418eaf76 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Request body: {'security_group_rule': {'security_group_id': '2aa12681-edea-4198-a0c2-333baa38c1d1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:49.206791 n-d-813897-4 neutron-server[102506]: WARNING neutron.api.v2.base [None req-1ccaf573-d047-433a-af33-eced418eaf76 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 10 19:35:49.210422 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-1ccaf573-d047-433a-af33-eced418eaf76 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:35:49.246222 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1ccaf573-d047-433a-af33-eced418eaf76 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0389919 Nov 10 19:35:49.247836 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 4617b1f2-29de-4829-8bd3-2278d236ef38, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=4617b1f2-29de-4829-8bd3-2278d236ef38,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:35:49.248423 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34064) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:49.250363 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b6d049-0696-4958-981a-720ba8235f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4617b1f2-29de-4829-8bd3-2278d236ef38'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:35:49.253284 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0359b821-46cc-4e03-a42d-fa1a391614e0" -d '{"events": [{"server_uuid": "23b6d049-0696-4958-981a-720ba8235f9e", "name": "network-vif-plugged", "status": "completed", "tag": "4617b1f2-29de-4829-8bd3-2278d236ef38"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:35:49.254482 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-aa7fabd9-e6e5-42ac-abbe-0d8daf6ec3ed tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Request body: {'security_group_rule': {'security_group_id': '2aa12681-edea-4198-a0c2-333baa38c1d1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:49.261494 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:49.349927 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-aa7fabd9-e6e5-42ac-abbe-0d8daf6ec3ed tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:35:49.366386 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca67fba8-0c6e-4efe-8204-0e656067a5e6 req-78e973c7-daa7-4a83-80de-c0ed7c701c77 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790110 Nov 10 19:35:49.366907 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 34070) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:49.374552 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-aa7fabd9-e6e5-42ac-abbe-0d8daf6ec3ed tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1252530 Nov 10 19:35:49.382723 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-716d4267-81f6-4f87-8248-7e5f3f2d8ad8 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Request body: {'security_group_rule': {'security_group_id': '2aa12681-edea-4198-a0c2-333baa38c1d1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:49.383217 n-d-813897-4 neutron-server[102506]: WARNING neutron.api.v2.base [None req-716d4267-81f6-4f87-8248-7e5f3f2d8ad8 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 10 19:35:49.383724 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-716d4267-81f6-4f87-8248-7e5f3f2d8ad8 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:35:49.397823 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-716d4267-81f6-4f87-8248-7e5f3f2d8ad8 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0272801 Nov 10 19:35:49.398478 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 34072) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:49.402925 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-6416f603-fecf-46b4-a0a4-2f1754865bc3 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Request body: {'security_group_rule': {'security_group_id': '2aa12681-edea-4198-a0c2-333baa38c1d1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:49.472152 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fa33fe-0b15-4d5f-a3c8-ef33d27c3ba1 x-openstack-request-id: req-a0fa33fe-0b15-4d5f-a3c8-ef33d27c3ba1 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:35:49.472916 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b6d049-0696-4958-981a-720ba8235f9e", "name": "network-vif-plugged", "status": "completed", "tag": "4617b1f2-29de-4829-8bd3-2278d236ef38", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:35:49.474019 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a0fa33fe-0b15-4d5f-a3c8-ef33d27c3ba1 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:35:49.474825 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b6d049-0696-4958-981a-720ba8235f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4617b1f2-29de-4829-8bd3-2278d236ef38', 'code': 200} Nov 10 19:35:49.479631 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=4617b1f2-29de-4829-8bd3-2278d236ef38,revision_number=7']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:49.513029 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-6416f603-fecf-46b4-a0a4-2f1754865bc3 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:35:49.517356 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6416f603-fecf-46b4-a0a4-2f1754865bc3 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1147926 Nov 10 19:35:49.518397 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34076) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:49.524185 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-a63504cf-134b-4406-8b58-280e364b4e04 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Request body: {'security_group_rule': {'security_group_id': '2aa12681-edea-4198-a0c2-333baa38c1d1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:49.525321 n-d-813897-4 neutron-server[102505]: WARNING neutron.api.v2.base [None req-a63504cf-134b-4406-8b58-280e364b4e04 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 10 19:35:49.526259 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-a63504cf-134b-4406-8b58-280e364b4e04 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:35:49.531588 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 34078) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:49.532418 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a63504cf-134b-4406-8b58-280e364b4e04 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0121329 Nov 10 19:35:49.536291 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-897f4e3c-6606-4284-aa66-3bbee9ff4e13 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Request body: {'security_group_rule': {'security_group_id': '2aa12681-edea-4198-a0c2-333baa38c1d1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:49.631981 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-897f4e3c-6606-4284-aa66-3bbee9ff4e13 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:35:49.635642 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-897f4e3c-6606-4284-aa66-3bbee9ff4e13 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1028359 Nov 10 19:35:49.639087 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 34080) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:49.643820 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-bc3b4c85-d41f-4326-99e5-832887b0ca6a tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Request body: {'security_group_rule': {'security_group_id': '2aa12681-edea-4198-a0c2-333baa38c1d1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:49.745079 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-bc3b4c85-d41f-4326-99e5-832887b0ca6a tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:35:49.746265 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-bc3b4c85-d41f-4326-99e5-832887b0ca6a tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1060216 Nov 10 19:35:49.749248 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 34086) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:49.852938 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ad6b5639-d290-4558-b59d-59f819718a5d tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:49.912057 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ad6b5639-d290-4558-b59d-59f819718a5d tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:49.992908 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ad6b5639-d290-4558-b59d-59f819718a5d tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:49.996086 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ad6b5639-d290-4558-b59d-59f819718a5d tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:49.997557 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ad6b5639-d290-4558-b59d-59f819718a5d tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "DELETE /v2.0/security-groups/2aa12681-edea-4198-a0c2-333baa38c1d1 HTTP/1.1" status: 204 len: 168 time: 0.2467642 Nov 10 19:35:50.000503 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34090) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:50.015711 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b5639-d290-4558-b59d-59f819718a5d tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa12681-edea-4198-a0c2-333baa38c1d1,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:50.099013 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-da5e829e-4110-41c7-9bfe-09592648fc8b tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0970702 Nov 10 19:35:50.099724 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 34092) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:50.104457 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-d93cc71f-444c-48f0-a325-e454e76c5e61 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Request body: {'security_group': {'name': 'tempest-secgroup--2087584419'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:50.151552 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d93cc71f-444c-48f0-a325-e454e76c5e61 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:50.298719 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d93cc71f-444c-48f0-a325-e454e76c5e61 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:50.306494 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d93cc71f-444c-48f0-a325-e454e76c5e61 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:50.350661 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d93cc71f-444c-48f0-a325-e454e76c5e61 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:50.355124 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d93cc71f-444c-48f0-a325-e454e76c5e61 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2542214 Nov 10 19:35:50.355834 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 34098) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:50.360915 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-c8d07602-f27c-48f3-9d02-903376f8523a tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Request body: {'security_group_rule': {'security_group_id': '8ae4b5c8-da04-42e2-8e61-0036ef73c1f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:50.369070 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93cc71f-444c-48f0-a325-e454e76c5e61 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae4b5c8-da04-42e2-8e61-0036ef73c1f1,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:50.423884 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-c8d07602-f27c-48f3-9d02-903376f8523a tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] create failed (client error): The resource could not be found. Nov 10 19:35:50.428440 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c8d07602-f27c-48f3-9d02-903376f8523a tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0710623 Nov 10 19:35:50.431855 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34102) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:50.437201 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-fdfb7241-519e-44c9-81f3-24f3b8e59f43 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Request body: {'security_group_rule': {'security_group_id': '8ae4b5c8-da04-42e2-8e61-0036ef73c1f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '26013374-3091-49b9-8baa-ab8945782d4c'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:50.525334 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c35990-6a53-4caf-af44-637bd414ce24 req-5a157f0e-a3c1-4639-80de-455fd457c0c1 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:50.532716 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a5c35990-6a53-4caf-af44-637bd414ce24 req-5a157f0e-a3c1-4639-80de-455fd457c0c1 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=23b6d049-0696-4958-981a-720ba8235f9e HTTP/1.1" status: 200 len: 945 time: 0.0709205 Nov 10 19:35:50.536141 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-fdfb7241-519e-44c9-81f3-24f3b8e59f43 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] create failed (client error): The resource could not be found. Nov 10 19:35:50.537568 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-fdfb7241-519e-44c9-81f3-24f3b8e59f43 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1044066 Nov 10 19:35:50.540546 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34104) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:50.589756 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a5c35990-6a53-4caf-af44-637bd414ce24 req-6c64afd7-6041-4d12-ae2b-72dc7dce1d3e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558801 Nov 10 19:35:50.657889 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5909002b-968e-45dc-8edf-23a8df019850 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:50.728726 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5909002b-968e-45dc-8edf-23a8df019850 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:50.808816 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5909002b-968e-45dc-8edf-23a8df019850 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:50.814633 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5909002b-968e-45dc-8edf-23a8df019850 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:50.815915 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5909002b-968e-45dc-8edf-23a8df019850 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "DELETE /v2.0/security-groups/8ae4b5c8-da04-42e2-8e61-0036ef73c1f1 HTTP/1.1" status: 204 len: 168 time: 0.2742403 Nov 10 19:35:50.818592 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 34110) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:50.851033 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909002b-968e-45dc-8edf-23a8df019850 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae4b5c8-da04-42e2-8e61-0036ef73c1f1,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:50.902931 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-76a7819f-ad03-42f9-9fa4-8f29e6989d83 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0828857 Nov 10 19:35:50.906974 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34112) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:50.913406 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-0b15d691-1d0a-4e60-b519-98bc25cb42db tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Request body: {'security_group_rule': {'security_group_id': 'a4e92a81-3794-401a-8b7e-75aa05bbd55a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:50.996647 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-0b15d691-1d0a-4e60-b519-98bc25cb42db tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] create failed (client error): The resource could not be found. Nov 10 19:35:50.999590 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0b15d691-1d0a-4e60-b519-98bc25cb42db tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0913172 Nov 10 19:35:51.003141 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 34118) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:51.008184 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-44f9e919-a8ce-4c8c-afe4-3a4d3b82a628 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Request body: {'security_group': {'name': 'tempest-secgroup--1333129059'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:51.062536 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-44f9e919-a8ce-4c8c-afe4-3a4d3b82a628 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:51.195681 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-44f9e919-a8ce-4c8c-afe4-3a4d3b82a628 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:51.201605 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-44f9e919-a8ce-4c8c-afe4-3a4d3b82a628 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:51.229218 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-44f9e919-a8ce-4c8c-afe4-3a4d3b82a628 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:51.230815 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-44f9e919-a8ce-4c8c-afe4-3a4d3b82a628 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2262573 Nov 10 19:35:51.233923 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 34120) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:51.241638 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-548d5192-5ba1-435f-a8bd-1a2f1974f652 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Request body: {'security_group': {'name': 'tempest-secgroup--1702786545'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:51.274339 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-548d5192-5ba1-435f-a8bd-1a2f1974f652 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:51.278819 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9e919-a8ce-4c8c-afe4-3a4d3b82a628 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75451589-9c57-4a88-a9dd-e5d96f1a46f4,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:51.434050 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-548d5192-5ba1-435f-a8bd-1a2f1974f652 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:51.434050 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-548d5192-5ba1-435f-a8bd-1a2f1974f652 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:51.485015 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d5192-5ba1-435f-a8bd-1a2f1974f652 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17e91fb6-7149-4614-b6c8-1e4c8302a05c,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:51.515206 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-548d5192-5ba1-435f-a8bd-1a2f1974f652 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:51.516846 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-548d5192-5ba1-435f-a8bd-1a2f1974f652 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2818604 Nov 10 19:35:51.519735 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 34126) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:51.546079 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-013a3385-85f2-4dcb-a020-6ddd74d7c8b0 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Request body: {'security_group_rule': {'security_group_id': '75451589-9c57-4a88-a9dd-e5d96f1a46f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '17e91fb6-7149-4614-b6c8-1e4c8302a05c'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:51.624802 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-013a3385-85f2-4dcb-a020-6ddd74d7c8b0 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 19:35:51.626332 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-013a3385-85f2-4dcb-a020-6ddd74d7c8b0 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1052337 Nov 10 19:35:51.628749 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 34130) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:51.693261 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1190bb49-9b34-4fdb-9ca3-55e3ea228a84 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:51.775212 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1190bb49-9b34-4fdb-9ca3-55e3ea228a84 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:51.818365 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360e897-5a3a-4d08-849a-cdf5af544b56 req-18f35f45-5722-4c2f-9026-6b1c2eb6bdd0 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:51.826631 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d360e897-5a3a-4d08-849a-cdf5af544b56 req-18f35f45-5722-4c2f-9026-6b1c2eb6bdd0 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=23b6d049-0696-4958-981a-720ba8235f9e HTTP/1.1" status: 200 len: 945 time: 0.1044137 Nov 10 19:35:51.881350 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1190bb49-9b34-4fdb-9ca3-55e3ea228a84 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:51.884255 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1190bb49-9b34-4fdb-9ca3-55e3ea228a84 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:51.885735 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1190bb49-9b34-4fdb-9ca3-55e3ea228a84 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "DELETE /v2.0/security-groups/17e91fb6-7149-4614-b6c8-1e4c8302a05c HTTP/1.1" status: 204 len: 168 time: 0.2559695 Nov 10 19:35:51.888506 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34136) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:51.899650 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190bb49-9b34-4fdb-9ca3-55e3ea228a84 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e91fb6-7149-4614-b6c8-1e4c8302a05c,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:51.928764 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d360e897-5a3a-4d08-849a-cdf5af544b56 req-312f964f-f144-4937-998a-e426b7f21246 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983531 Nov 10 19:35:51.985892 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-25d08e16-0c71-43ea-9c33-c1725f9ecc6e tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0952129 Nov 10 19:35:51.988351 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34140) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:52.066476 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48959dab-2be0-4977-aa98-21a6f8dc18d6 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:52.109699 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48959dab-2be0-4977-aa98-21a6f8dc18d6 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:52.191638 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48959dab-2be0-4977-aa98-21a6f8dc18d6 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:52.195332 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48959dab-2be0-4977-aa98-21a6f8dc18d6 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:52.199242 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 34148) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:52.206265 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-48959dab-2be0-4977-aa98-21a6f8dc18d6 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "DELETE /v2.0/security-groups/75451589-9c57-4a88-a9dd-e5d96f1a46f4 HTTP/1.1" status: 204 len: 168 time: 0.2146027 Nov 10 19:35:52.221474 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48959dab-2be0-4977-aa98-21a6f8dc18d6 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75451589-9c57-4a88-a9dd-e5d96f1a46f4,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:52.277803 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-80c45970-7168-4ff2-9c1e-042e1dbf52db tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0773609 Nov 10 19:35:52.282965 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34150) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:52.289204 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-321a33db-7ed3-4a66-8d17-6fbe71125ab6 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Request body: {'security_group': {'name': 'tempest-secgroup--141104472'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:52.348686 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-321a33db-7ed3-4a66-8d17-6fbe71125ab6 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:52.484822 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-321a33db-7ed3-4a66-8d17-6fbe71125ab6 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:52.497852 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-321a33db-7ed3-4a66-8d17-6fbe71125ab6 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:52.554157 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a33db-7ed3-4a66-8d17-6fbe71125ab6 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=362d3a88-a86d-4163-ac91-ddadaa0df418,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:52.560615 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-321a33db-7ed3-4a66-8d17-6fbe71125ab6 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:52.563698 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-321a33db-7ed3-4a66-8d17-6fbe71125ab6 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2803071 Nov 10 19:35:52.566137 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34152) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:52.574572 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-66026e76-1e00-4b79-9650-dc81fb9c716b tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:35:52.575419 n-d-813897-4 neutron-server[102505]: WARNING neutron.api.v2.base [None req-66026e76-1e00-4b79-9650-dc81fb9c716b tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 10 19:35:52.576311 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-66026e76-1e00-4b79-9650-dc81fb9c716b tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] update failed (client error): There was a conflict when trying to complete your request. Nov 10 19:35:52.577627 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-66026e76-1e00-4b79-9650-dc81fb9c716b tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "PUT /v2.0/security-groups/362d3a88-a86d-4163-ac91-ddadaa0df418 HTTP/1.1" status: 409 len: 330 time: 0.0101850 Nov 10 19:35:52.580643 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34154) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:52.673606 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-07f7fe2c-0fb9-429e-a553-381fbafc9364 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:52.707040 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-07f7fe2c-0fb9-429e-a553-381fbafc9364 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:52.765274 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-07f7fe2c-0fb9-429e-a553-381fbafc9364 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:52.769241 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-07f7fe2c-0fb9-429e-a553-381fbafc9364 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:52.770786 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-07f7fe2c-0fb9-429e-a553-381fbafc9364 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "DELETE /v2.0/security-groups/362d3a88-a86d-4163-ac91-ddadaa0df418 HTTP/1.1" status: 204 len: 168 time: 0.1889129 Nov 10 19:35:52.773482 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 34156) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:52.783694 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f7fe2c-0fb9-429e-a553-381fbafc9364 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=362d3a88-a86d-4163-ac91-ddadaa0df418,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:52.849794 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-98f26f30-5b1e-4f09-bd79-90c168caed88 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0751209 Nov 10 19:35:52.853592 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34158) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:52.874077 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-96dcd65e-903c-4204-baec-03fd45e6ab38 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] delete failed (client error): The resource could not be found. Nov 10 19:35:52.875481 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-96dcd65e-903c-4204-baec-03fd45e6ab38 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "DELETE /v2.0/security-groups/189c8b98-3278-4307-bcd3-de22eb55bcbb HTTP/1.1" status: 404 len: 347 time: 0.0206492 Nov 10 19:35:52.880269 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 34160) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:52.895908 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-7f4697ea-ba73-46aa-9c9b-09a5b14d7a7f tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] show failed (client error): The resource could not be found. Nov 10 19:35:52.897510 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7f4697ea-ba73-46aa-9c9b-09a5b14d7a7f tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "GET /v2.0/security-groups/757dec44-6f9c-4c3f-b29d-6d173dcee6f2 HTTP/1.1" status: 404 len: 347 time: 0.0158665 Nov 10 19:35:52.902737 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34162) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:52.926407 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-905500c0-b2f7-43c4-af30-fd24f86d81e2 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] show failed (client error): The resource could not be found. Nov 10 19:35:52.928730 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-905500c0-b2f7-43c4-af30-fd24f86d81e2 tempest-NegativeSecGroupTest-1428288695 tempest-NegativeSecGroupTest-1428288695-project] 10.222.0.54 "GET /v2.0/security-group-rules/617798c8-ea7e-4606-a3d4-17be9300219b HTTP/1.1" status: 404 len: 356 time: 0.0237114 Nov 10 19:35:53.152267 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cf3be-3c73-498e-973e-88fb5bb77886 req-f3c9804c-696a-4c43-95f6-53749c147562 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:53.162720 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fa4cf3be-3c73-498e-973e-88fb5bb77886 req-f3c9804c-696a-4c43-95f6-53749c147562 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=23b6d049-0696-4958-981a-720ba8235f9e HTTP/1.1" status: 200 len: 945 time: 0.1146514 Nov 10 19:35:53.274348 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fa4cf3be-3c73-498e-973e-88fb5bb77886 req-04923ab8-6f11-4881-ab09-fb71a18150d8 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106009 Nov 10 19:35:53.462585 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34170) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:53.511816 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5c08f9c5-401c-4f97-9441-4e13ede56faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:53.716725 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-dae35d44-80b3-4092-94b1-6e9652057d66 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=51bf66ff536748c3bc367da8704ad552&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2478788 Nov 10 19:35:53.717060 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 34174) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:35:53.774907 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d103b4a7-b435-4283-bb20-0783b0da2981 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:53.799375 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d103b4a7-b435-4283-bb20-0783b0da2981 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:53.855646 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d103b4a7-b435-4283-bb20-0783b0da2981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:53.860485 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d103b4a7-b435-4283-bb20-0783b0da2981 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:53.861819 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d103b4a7-b435-4283-bb20-0783b0da2981 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2a8c34dd-be7a-4951-93ff-bc64db441312 HTTP/1.1" status: 204 len: 168 time: 0.1436639 Nov 10 19:35:53.874470 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d103b4a7-b435-4283-bb20-0783b0da2981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8c34dd-be7a-4951-93ff-bc64db441312,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:54.432385 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750773c2-8276-4ac3-8642-d3a8efaeb7b8 req-7dfc1ee3-ac94-4b43-889a-b859f04385a7 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:54.435527 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-750773c2-8276-4ac3-8642-d3a8efaeb7b8 req-7dfc1ee3-ac94-4b43-889a-b859f04385a7 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=23b6d049-0696-4958-981a-720ba8235f9e HTTP/1.1" status: 200 len: 945 time: 0.0757575 Nov 10 19:35:54.501165 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-750773c2-8276-4ac3-8642-d3a8efaeb7b8 req-cb903725-340c-4906-a7d4-8b9a2ce2cb53 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593843 Nov 10 19:35:54.815399 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:55.095503 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:55.741334 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-25ce2acf-6483-42e8-b644-65387793df57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:55.784206 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859a4e9-4f8f-4559-baf7-7bcf61b0fe46 req-768647a1-8d07-4d42-a3df-e97426a63a88 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:55.787013 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e859a4e9-4f8f-4559-baf7-7bcf61b0fe46 req-768647a1-8d07-4d42-a3df-e97426a63a88 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=23b6d049-0696-4958-981a-720ba8235f9e HTTP/1.1" status: 200 len: 945 time: 0.0982146 Nov 10 19:35:55.896629 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e859a4e9-4f8f-4559-baf7-7bcf61b0fe46 req-be579244-8f86-44cc-8d4b-4adca8a8e176 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035907 Nov 10 19:35:56.276486 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c887c5-a200-4e87-a7a6-7996fafaca08 req-056dda1e-755f-4f46-9b66-81e581aa0c96 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:56.292800 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f6c887c5-a200-4e87-a7a6-7996fafaca08 req-056dda1e-755f-4f46-9b66-81e581aa0c96 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/ports?device_id=096f3287-b3c9-4d37-a54e-a88444e78682 HTTP/1.1" status: 200 len: 945 time: 0.0881941 Nov 10 19:35:56.375840 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f6c887c5-a200-4e87-a7a6-7996fafaca08 req-94138061-396e-4218-94bc-07dda704c341 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/security-groups?id=b8a789d9-c236-4e0f-9936-9b8b7d50a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806205 Nov 10 19:35:57.067322 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c992f3-818a-4732-9283-671b70686994 req-49e86fa8-17b9-4be7-a961-881837cd8899 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:57.069141 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-57c992f3-818a-4732-9283-671b70686994 req-49e86fa8-17b9-4be7-a961-881837cd8899 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=23b6d049-0696-4958-981a-720ba8235f9e HTTP/1.1" status: 200 len: 945 time: 0.0534430 Nov 10 19:35:57.130465 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-57c992f3-818a-4732-9283-671b70686994 req-3353f108-057e-4123-9051-0faab0deeb3f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532644 Nov 10 19:35:57.204831 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:57.555554 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d254ad-cbde-429c-9002-9231e582ca45 req-382c8ff0-eb92-436c-8e43-799ec33a91aa tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:57.557183 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d1d254ad-cbde-429c-9002-9231e582ca45 req-382c8ff0-eb92-436c-8e43-799ec33a91aa tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/ports?device_id=096f3287-b3c9-4d37-a54e-a88444e78682 HTTP/1.1" status: 200 len: 945 time: 0.0991011 Nov 10 19:35:57.726161 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d1d254ad-cbde-429c-9002-9231e582ca45 req-e1c9c43f-c1e3-4a32-94b9-45038dbb65c8 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/security-groups?id=b8a789d9-c236-4e0f-9936-9b8b7d50a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577988 Nov 10 19:35:57.869075 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242247c7-d1af-4824-b9e5-f9ab00ae2b27 req-a8e956b9-e3c5-46c2-add8-b9bc3843fcdc tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:57.871532 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-242247c7-d1af-4824-b9e5-f9ab00ae2b27 req-a8e956b9-e3c5-46c2-add8-b9bc3843fcdc tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.73 "GET /v2.0/ports?device_id=096f3287-b3c9-4d37-a54e-a88444e78682 HTTP/1.1" status: 200 len: 945 time: 0.0952702 Nov 10 19:35:58.091522 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-242247c7-d1af-4824-b9e5-f9ab00ae2b27 req-408b485f-7c47-48fa-82c1-650ee3ce5546 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Deleting port d1106311-5b80-4dd7-b0b5-46944cb193c9 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:35:58.092333 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-242247c7-d1af-4824-b9e5-f9ab00ae2b27 req-408b485f-7c47-48fa-82c1-650ee3ce5546 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:58.262603 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-242247c7-d1af-4824-b9e5-f9ab00ae2b27 req-408b485f-7c47-48fa-82c1-650ee3ce5546 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] For port d1106311-5b80-4dd7-b0b5-46944cb193c9, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=d1106311-5b80-4dd7-b0b5-46944cb193c9,segment=NetworkSegment(1e59d5cd-a3f3-42f6-9a81-553c8ff522db),segment_id=1e59d5cd-a3f3-42f6-9a81-553c8ff522db)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:35:58.263242 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-242247c7-d1af-4824-b9e5-f9ab00ae2b27 req-408b485f-7c47-48fa-82c1-650ee3ce5546 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:58.280553 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-242247c7-d1af-4824-b9e5-f9ab00ae2b27 req-408b485f-7c47-48fa-82c1-650ee3ce5546 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Calling delete_port for d1106311-5b80-4dd7-b0b5-46944cb193c9 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:35:58.467610 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-242247c7-d1af-4824-b9e5-f9ab00ae2b27 req-408b485f-7c47-48fa-82c1-650ee3ce5546 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:58.479596 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['d1106311-5b80-4dd7-b0b5-46944cb193c9'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:35:58.537231 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b485f-7c47-48fa-82c1-650ee3ce5546 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Pushing event deleted for resources: {'Port': ['ID=d1106311-5b80-4dd7-b0b5-46944cb193c9,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:35:58.565101 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ea6015-d0c7-4bf3-ab87-3cfc5e651d27 None None] DHCP port deletion for 80aa5130-1cdc-483c-a409-7f551127ce29 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:35:58.622615 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e16c6-e629-4997-9118-8f40983da616 req-8e5ba591-f2da-4b8d-8143-c2a1e6515c50 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:58.624724 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-db5e16c6-e629-4997-9118-8f40983da616 req-8e5ba591-f2da-4b8d-8143-c2a1e6515c50 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=23b6d049-0696-4958-981a-720ba8235f9e HTTP/1.1" status: 200 len: 945 time: 0.1912777 Nov 10 19:35:58.693477 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-242247c7-d1af-4824-b9e5-f9ab00ae2b27 req-408b485f-7c47-48fa-82c1-650ee3ce5546 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] No DVR routers for this DVR port d1106311-5b80-4dd7-b0b5-46944cb193c9 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:35:58.699429 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-242247c7-d1af-4824-b9e5-f9ab00ae2b27 req-408b485f-7c47-48fa-82c1-650ee3ce5546 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:58.703378 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:58.706948 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-242247c7-d1af-4824-b9e5-f9ab00ae2b27 req-408b485f-7c47-48fa-82c1-650ee3ce5546 tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.73 "DELETE /v2.0/ports/d1106311-5b80-4dd7-b0b5-46944cb193c9 HTTP/1.1" status: 204 len: 173 time: 0.8284161 Nov 10 19:35:58.708162 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096f3287-b3c9-4d37-a54e-a88444e78682', 'name': 'network-vif-deleted', 'tag': 'd1106311-5b80-4dd7-b0b5-46944cb193c9'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:35:58.711633 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fb040e-1960-4579-9306-a2a4dac20190" -d '{"events": [{"server_uuid": "096f3287-b3c9-4d37-a54e-a88444e78682", "name": "network-vif-deleted", "tag": "d1106311-5b80-4dd7-b0b5-46944cb193c9"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:35:58.789485 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-db5e16c6-e629-4997-9118-8f40983da616 req-7dd58500-31a3-4362-89d7-fe97fee128e6 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424248 Nov 10 19:35:58.893997 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73289d19-7c89-4477-ba19-ea3b834dc643 x-openstack-request-id: req-73289d19-7c89-4477-ba19-ea3b834dc643 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:35:58.894371 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "096f3287-b3c9-4d37-a54e-a88444e78682", "name": "network-vif-deleted", "tag": "d1106311-5b80-4dd7-b0b5-46944cb193c9", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:35:58.894691 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-73289d19-7c89-4477-ba19-ea3b834dc643 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:35:58.895186 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096f3287-b3c9-4d37-a54e-a88444e78682', 'name': 'network-vif-deleted', 'tag': 'd1106311-5b80-4dd7-b0b5-46944cb193c9', 'status': 'completed', 'code': 200} Nov 10 19:35:59.054415 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a1635130-0475-42ac-8fda-50176d422602 req-d4097385-90d9-4e12-adff-c1e70747b33f tempest-VolumesSnapshotTestJSON-414416608 tempest-VolumesSnapshotTestJSON-414416608-project] 10.222.0.54 "GET /v2.0/ports?device_id=096f3287-b3c9-4d37-a54e-a88444e78682 HTTP/1.1" status: 200 len: 210 time: 0.0771232 Nov 10 19:35:59.118456 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:35:59.398042 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:35:59.922778 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fbdc5-fb9e-4560-952f-acf5ad635382 req-828b99c2-482a-456b-95b8-3211b1c69521 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:35:59.924562 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-234fbdc5-fb9e-4560-952f-acf5ad635382 req-828b99c2-482a-456b-95b8-3211b1c69521 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=23b6d049-0696-4958-981a-720ba8235f9e HTTP/1.1" status: 200 len: 945 time: 0.0684962 Nov 10 19:35:59.980871 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-234fbdc5-fb9e-4560-952f-acf5ad635382 req-010d97e9-059a-4b17-8faa-155a5a3b7175 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493422 Nov 10 19:36:00.883269 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device d1106311-5b80-4dd7-b0b5-46944cb193c9 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:36:00.935515 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: d1106311-5b80-4dd7-b0b5-46944cb193c9 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:36:00.936247 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device d1106311-5b80-4dd7-b0b5-46944cb193c9 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:36:01.180750 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98364760-526a-4538-a686-d7b7d6787a83 req-c63ca29e-e496-479e-ad37-72254d36d4cd tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:01.188934 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-98364760-526a-4538-a686-d7b7d6787a83 req-c63ca29e-e496-479e-ad37-72254d36d4cd tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=23b6d049-0696-4958-981a-720ba8235f9e HTTP/1.1" status: 200 len: 945 time: 0.0747726 Nov 10 19:36:01.252751 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-98364760-526a-4538-a686-d7b7d6787a83 req-778edd40-df46-4979-a655-f72570026a27 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625544 Nov 10 19:36:02.378093 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672f1fe-4b6a-45d8-bab1-75b955b1479c req-e12b2461-3d7d-4817-9d25-ac622a2f6a82 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:02.386883 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c672f1fe-4b6a-45d8-bab1-75b955b1479c req-e12b2461-3d7d-4817-9d25-ac622a2f6a82 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=23b6d049-0696-4958-981a-720ba8235f9e HTTP/1.1" status: 200 len: 945 time: 0.0605855 Nov 10 19:36:02.449393 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c672f1fe-4b6a-45d8-bab1-75b955b1479c req-f468860d-4baa-4554-89fb-95dd9c5fffd0 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611842 Nov 10 19:36:03.432039 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed4960-4107-4eb1-84b5-96390dd2da00 req-a1e01a6d-d77e-4103-a569-332efa109c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:03.434455 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-15ed4960-4107-4eb1-84b5-96390dd2da00 req-a1e01a6d-d77e-4103-a569-332efa109c92 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e964d54e065f49df9181b3cc5034fac9&device_id=23b6d049-0696-4958-981a-720ba8235f9e HTTP/1.1" status: 200 len: 1096 time: 0.0545359 Nov 10 19:36:03.617719 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed4960-4107-4eb1-84b5-96390dd2da00 req-570cd215-09ec-41c9-be2c-ce72eacec93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:03.619278 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-15ed4960-4107-4eb1-84b5-96390dd2da00 req-570cd215-09ec-41c9-be2c-ce72eacec93e service neutron] 10.222.0.73 "GET /v2.0/networks?id=d81248ac-96a9-4e56-9bb4-f772b36a0433 HTTP/1.1" status: 200 len: 913 time: 0.1771624 Nov 10 19:36:03.690026 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf8bee-67a5-4f00-b747-f5f60ef44dec req-1fd66730-f668-4ab7-972b-ea7c42b59eb4 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:03.697894 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5eaf8bee-67a5-4f00-b747-f5f60ef44dec req-1fd66730-f668-4ab7-972b-ea7c42b59eb4 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=23b6d049-0696-4958-981a-720ba8235f9e HTTP/1.1" status: 200 len: 945 time: 0.1383872 Nov 10 19:36:03.700478 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-15ed4960-4107-4eb1-84b5-96390dd2da00 req-e5afe9b4-5841-452e-b7ba-769a5bbe5512 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4617b1f2-29de-4829-8bd3-2278d236ef38 HTTP/1.1" status: 200 len: 217 time: 0.0726779 Nov 10 19:36:04.277754 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5eaf8bee-67a5-4f00-b747-f5f60ef44dec req-19188c52-f23a-4088-a828-d7e57619e225 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5788548 Nov 10 19:36:04.289952 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed4960-4107-4eb1-84b5-96390dd2da00 req-a31b802f-16ee-4023-921a-ad90615c9e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:04.289952 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-15ed4960-4107-4eb1-84b5-96390dd2da00 req-a31b802f-16ee-4023-921a-ad90615c9e39 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d874850-3788-4c89-9cc5-3e0f9d06fb90 HTTP/1.1" status: 200 len: 851 time: 0.1460268 Nov 10 19:36:04.363209 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed4960-4107-4eb1-84b5-96390dd2da00 req-8f6fc06a-9124-4deb-a5aa-de268ce95a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:04.366833 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-15ed4960-4107-4eb1-84b5-96390dd2da00 req-8f6fc06a-9124-4deb-a5aa-de268ce95a67 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d81248ac-96a9-4e56-9bb4-f772b36a0433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660796 Nov 10 19:36:04.379034 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-15ed4960-4107-4eb1-84b5-96390dd2da00 req-ca0d7bed-271f-4b2b-9db0-9a6b43147c62 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:36:04.380005 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-15ed4960-4107-4eb1-84b5-96390dd2da00 req-ca0d7bed-271f-4b2b-9db0-9a6b43147c62 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053082 Nov 10 19:36:04.503900 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-15ed4960-4107-4eb1-84b5-96390dd2da00 req-fd77562a-f83a-48a0-b7a8-cca71bd5f5c2 service neutron] 10.222.0.73 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160765 Nov 10 19:36:04.690842 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-15ed4960-4107-4eb1-84b5-96390dd2da00 req-3f435cae-98e4-4498-99f1-49c6eda66884 service neutron] 10.222.0.73 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774416 Nov 10 19:36:05.395561 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1fd6d-fd27-46ab-a10b-c61cd8500f0f req-f100d111-31f0-4158-8969-5107518470a6 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:05.397755 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-85f1fd6d-fd27-46ab-a10b-c61cd8500f0f req-f100d111-31f0-4158-8969-5107518470a6 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=23b6d049-0696-4958-981a-720ba8235f9e HTTP/1.1" status: 200 len: 945 time: 0.0571496 Nov 10 19:36:05.461751 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-85f1fd6d-fd27-46ab-a10b-c61cd8500f0f req-a981a76d-b45e-4a07-94ce-65be306fc536 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561874 Nov 10 19:36:06.648822 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb52100-6975-49aa-9be2-378d2043189c req-7cf247b1-632a-4464-ae81-e1f36b27e6ce tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:06.650902 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-abb52100-6975-49aa-9be2-378d2043189c req-7cf247b1-632a-4464-ae81-e1f36b27e6ce tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=23b6d049-0696-4958-981a-720ba8235f9e HTTP/1.1" status: 200 len: 945 time: 0.0764778 Nov 10 19:36:06.729994 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-abb52100-6975-49aa-9be2-378d2043189c req-057e7656-8185-41cc-9a71-14579b427a89 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706031 Nov 10 19:36:06.877732 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a8445-9597-48e0-b3f3-71eff8af1a18 req-bf88404d-f541-468f-b6fb-e05e5b4e41f7 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:06.879389 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a30a8445-9597-48e0-b3f3-71eff8af1a18 req-bf88404d-f541-468f-b6fb-e05e5b4e41f7 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.0599937 Nov 10 19:36:06.932191 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 4617b1f2-29de-4829-8bd3-2278d236ef38 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:36:06.934017 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a30a8445-9597-48e0-b3f3-71eff8af1a18 req-dc1bf08d-6c5f-4a52-a556-8e480e620c5e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472267 Nov 10 19:36:07.082127 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:07.110158 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06327de3-d419-4925-8cc3-d82f8c8d02ce req-bb9b8562-1c99-4e77-b3bf-fdbdb6b72539 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:07.111189 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b6d049-0696-4958-981a-720ba8235f9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4617b1f2-29de-4829-8bd3-2278d236ef38'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:36:07.114211 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45828931-55a5-418e-b7ef-f0de0d582e26" -d '{"events": [{"server_uuid": "23b6d049-0696-4958-981a-720ba8235f9e", "name": "network-vif-unplugged", "status": "completed", "tag": "4617b1f2-29de-4829-8bd3-2278d236ef38"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:36:07.130026 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 4617b1f2-29de-4829-8bd3-2278d236ef38, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=4617b1f2-29de-4829-8bd3-2278d236ef38,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:36:07.130403 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-06327de3-d419-4925-8cc3-d82f8c8d02ce req-bb9b8562-1c99-4e77-b3bf-fdbdb6b72539 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.1041543 Nov 10 19:36:07.136092 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:07.215571 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-06327de3-d419-4925-8cc3-d82f8c8d02ce req-a075688a-edf3-4f82-8dd0-ad362e76359b tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841932 Nov 10 19:36:07.288258 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 10 Nov 2021 19:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cfca0b-d048-49bc-9274-644b71aff09c x-openstack-request-id: req-07cfca0b-d048-49bc-9274-644b71aff09c {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:36:07.288753 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b6d049-0696-4958-981a-720ba8235f9e", "name": "network-vif-unplugged", "status": "failed", "tag": "4617b1f2-29de-4829-8bd3-2278d236ef38", "code": 422}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:36:07.289155 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-07cfca0b-d048-49bc-9274-644b71aff09c {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:36:07.289741 n-d-813897-4 neutron-server[102507]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '23b6d049-0696-4958-981a-720ba8235f9e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4617b1f2-29de-4829-8bd3-2278d236ef38', 'code': 422} returned with failed status Nov 10 19:36:07.295762 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=4617b1f2-29de-4829-8bd3-2278d236ef38,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:36:07.322676 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:07.323268 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:07.323854 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:07.324356 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:07.325060 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:07.325678 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:07.326212 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:07.326720 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:07.327232 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:07.327742 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:07.328233 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:07.328739 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:07.611757 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e661f-1543-49a8-a8c9-27c5d97e7585 req-a10ce66a-d64c-4743-9660-c0da9868202e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:07.614297 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e93e661f-1543-49a8-a8c9-27c5d97e7585 req-a10ce66a-d64c-4743-9660-c0da9868202e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.1023524 Nov 10 19:36:07.706545 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e93e661f-1543-49a8-a8c9-27c5d97e7585 req-45da1da9-aafa-46ca-8745-6506e34dabc9 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611012 Nov 10 19:36:08.912771 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ead481-fdc2-4add-958e-4f68c348b047 req-f717c3bf-eba0-4f8d-98d8-f3728fd81297 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:08.922585 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-03ead481-fdc2-4add-958e-4f68c348b047 req-f717c3bf-eba0-4f8d-98d8-f3728fd81297 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.0634296 Nov 10 19:36:08.979426 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-03ead481-fdc2-4add-958e-4f68c348b047 req-ee21639b-d03e-4f9d-960d-b89c0296541e tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555997 Nov 10 19:36:10.237750 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc700b1-17bc-4a31-b903-52cb60c0f3a2 req-a2bca4a7-de9b-4c23-88e6-c753387fd862 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:10.254501 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6fc700b1-17bc-4a31-b903-52cb60c0f3a2 req-a2bca4a7-de9b-4c23-88e6-c753387fd862 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.1203415 Nov 10 19:36:10.309396 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6fc700b1-17bc-4a31-b903-52cb60c0f3a2 req-c5532689-ed4f-4779-bb12-2351c14ca7d1 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538833 Nov 10 19:36:11.474342 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868418fb-76aa-411f-b5a1-358ab8d97091 req-97362744-3e55-4c75-be60-2a7faf98fa80 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:11.482815 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-868418fb-76aa-411f-b5a1-358ab8d97091 req-97362744-3e55-4c75-be60-2a7faf98fa80 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.0662329 Nov 10 19:36:11.609504 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-868418fb-76aa-411f-b5a1-358ab8d97091 req-e4ac5e14-0f42-4608-8bdd-20463697a87b tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246467 Nov 10 19:36:12.765524 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014cadc0-050f-4002-b4e1-65ad00907ca4 req-a9f04e34-b7e5-476f-a8e5-0fe5fe1379ff tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:12.776772 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-014cadc0-050f-4002-b4e1-65ad00907ca4 req-a9f04e34-b7e5-476f-a8e5-0fe5fe1379ff tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.0965307 Nov 10 19:36:12.839927 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-014cadc0-050f-4002-b4e1-65ad00907ca4 req-9cc0d175-9af2-48c5-a440-3827b99ceebd tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618243 Nov 10 19:36:14.057590 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d47fd0-b157-4a07-a349-043dfd2cbdd9 req-8b47918b-e4b5-4379-a15a-cd3ce5ed293a tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:14.059995 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c9d47fd0-b157-4a07-a349-043dfd2cbdd9 req-8b47918b-e4b5-4379-a15a-cd3ce5ed293a tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.1060407 Nov 10 19:36:14.133056 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c9d47fd0-b157-4a07-a349-043dfd2cbdd9 req-f4ddc218-71b9-4f83-a053-5e643efa2bdc tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544586 Nov 10 19:36:15.283565 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2318c8-afa0-44a8-8bbd-12d67b87bbbc req-7ea76b17-26c2-4a4c-8054-61ce582b72cd tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:15.292161 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bf2318c8-afa0-44a8-8bbd-12d67b87bbbc req-7ea76b17-26c2-4a4c-8054-61ce582b72cd tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.0800056 Nov 10 19:36:15.365368 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bf2318c8-afa0-44a8-8bbd-12d67b87bbbc req-118520a4-3c6d-4f96-88ae-d6c04df7a1e5 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655942 Nov 10 19:36:16.566288 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305bbd6-90d4-4c88-a786-50011e41c943 req-ffbf234b-3abb-4f51-9ccf-76d3fe449e84 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:16.593161 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3305bbd6-90d4-4c88-a786-50011e41c943 req-ffbf234b-3abb-4f51-9ccf-76d3fe449e84 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.1034980 Nov 10 19:36:16.708137 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3305bbd6-90d4-4c88-a786-50011e41c943 req-abbb9f85-87e4-45d8-b2f7-5bb797da0174 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139541 Nov 10 19:36:17.009424 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-88e40cb1-f762-49bf-967f-676bf9631745 req-88adac11-0287-49f3-966d-a86512b72ef7 service neutron] (102505) timed out ('10.222.0.54', 42274) {{(pid=102505) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 19:36:17.915967 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5b33d-a4bc-4a2e-8af7-6e65e53cb7e4 req-6207da7e-62ac-4d0a-a1da-7f8f673e3533 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:17.919424 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f3f5b33d-a4bc-4a2e-8af7-6e65e53cb7e4 req-6207da7e-62ac-4d0a-a1da-7f8f673e3533 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.0745294 Nov 10 19:36:17.985911 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f3f5b33d-a4bc-4a2e-8af7-6e65e53cb7e4 req-a3bcd1a6-0130-4f48-be85-1026dfa06929 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601141 Nov 10 19:36:19.235221 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b7dc2-fceb-4c89-9f98-4b8f85b988d0 req-7ccc2731-34d8-45cc-bb49-17adc9197608 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:19.246885 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-184b7dc2-fceb-4c89-9f98-4b8f85b988d0 req-7ccc2731-34d8-45cc-bb49-17adc9197608 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.1116645 Nov 10 19:36:19.372513 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-184b7dc2-fceb-4c89-9f98-4b8f85b988d0 req-f3f31ec6-d6c3-417a-905d-80f54095af78 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240499 Nov 10 19:36:19.855780 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595cca5-e4bd-4831-8837-d0ea3976d475 req-f693d277-5fd7-4792-92c2-cb71f0ac0542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:19.857887 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a595cca5-e4bd-4831-8837-d0ea3976d475 req-f693d277-5fd7-4792-92c2-cb71f0ac0542 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e964d54e065f49df9181b3cc5034fac9&device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 1096 time: 0.1670213 Nov 10 19:36:19.958522 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6a4c8-0956-4283-88e5-8a3b6138a37c req-d950df8c-229a-4b92-9b03-f1a8375bc030 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:19.963649 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595cca5-e4bd-4831-8837-d0ea3976d475 req-f2c2f941-f80d-4958-82cf-f7673348e031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:19.965151 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a595cca5-e4bd-4831-8837-d0ea3976d475 req-f2c2f941-f80d-4958-82cf-f7673348e031 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d81248ac-96a9-4e56-9bb4-f772b36a0433 HTTP/1.1" status: 200 len: 913 time: 0.1006894 Nov 10 19:36:19.974303 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-07c6a4c8-0956-4283-88e5-8a3b6138a37c req-d950df8c-229a-4b92-9b03-f1a8375bc030 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.2050829 Nov 10 19:36:20.102194 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-07c6a4c8-0956-4283-88e5-8a3b6138a37c req-027385bb-e055-47f6-98bd-55d7d156d684 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157734 Nov 10 19:36:20.104196 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a595cca5-e4bd-4831-8837-d0ea3976d475 req-20e02c0c-5ea0-426c-9658-13e3f8d9868d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f HTTP/1.1" status: 200 len: 999 time: 0.1314249 Nov 10 19:36:20.212903 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595cca5-e4bd-4831-8837-d0ea3976d475 req-27c1fc9e-4fc9-4048-8b46-b5c0c6633b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:20.214380 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a595cca5-e4bd-4831-8837-d0ea3976d475 req-27c1fc9e-4fc9-4048-8b46-b5c0c6633b7a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d874850-3788-4c89-9cc5-3e0f9d06fb90 HTTP/1.1" status: 200 len: 851 time: 0.1028955 Nov 10 19:36:20.795310 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595cca5-e4bd-4831-8837-d0ea3976d475 req-671872d1-53d6-40a9-a58d-1569aad56d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:20.797203 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a595cca5-e4bd-4831-8837-d0ea3976d475 req-671872d1-53d6-40a9-a58d-1569aad56d6c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d81248ac-96a9-4e56-9bb4-f772b36a0433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5756609 Nov 10 19:36:20.824993 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-a595cca5-e4bd-4831-8837-d0ea3976d475 req-2128cc88-2333-410a-821d-adbd10233208 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:36:20.829900 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a595cca5-e4bd-4831-8837-d0ea3976d475 req-2128cc88-2333-410a-821d-adbd10233208 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0158873 Nov 10 19:36:20.999650 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a595cca5-e4bd-4831-8837-d0ea3976d475 req-a0ca5bc0-7aa7-4c0c-ae98-87f974efedb7 service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642923 Nov 10 19:36:21.131302 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a595cca5-e4bd-4831-8837-d0ea3976d475 req-fb442002-6cda-4128-ada8-1889d6915fab service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238525 Nov 10 19:36:21.269572 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb91bee-60a3-40d4-af8c-0a942dbe621b req-6e3720ff-a2db-4410-8527-43c39702e0bd tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:21.271277 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6eb91bee-60a3-40d4-af8c-0a942dbe621b req-6e3720ff-a2db-4410-8527-43c39702e0bd tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.0636497 Nov 10 19:36:21.347942 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6eb91bee-60a3-40d4-af8c-0a942dbe621b req-c668575d-25b9-4710-93cd-8b3a45ebc2b6 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702901 Nov 10 19:36:22.503731 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ab91c-a05f-4bb6-82f5-d50cb029d9be req-4a3f2fd1-9c91-478c-baf2-9d19b4072987 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:22.512997 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dc8ab91c-a05f-4bb6-82f5-d50cb029d9be req-4a3f2fd1-9c91-478c-baf2-9d19b4072987 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.0742307 Nov 10 19:36:22.592253 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dc8ab91c-a05f-4bb6-82f5-d50cb029d9be req-278483e9-150c-4dd3-91a3-97f0dd709f53 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742207 Nov 10 19:36:22.844075 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a978db4-65a9-4a82-bcef-e84f5ba19870 req-9179725c-697f-43d1-9afb-f0c7e3b417f9 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:22.845632 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3a978db4-65a9-4a82-bcef-e84f5ba19870 req-9179725c-697f-43d1-9afb-f0c7e3b417f9 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.1477571 Nov 10 19:36:22.957235 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3a978db4-65a9-4a82-bcef-e84f5ba19870 req-f2cfc817-6b79-4626-8d01-69e5bb3f6b2d tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957184 Nov 10 19:36:23.104192 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330299f-ba58-45ee-b09b-9aaf1f7c253d req-ee6c5452-a85b-4b24-978f-c07f4f2f07e7 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:23.112669 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9330299f-ba58-45ee-b09b-9aaf1f7c253d req-ee6c5452-a85b-4b24-978f-c07f4f2f07e7 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.0716195 Nov 10 19:36:23.178403 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9330299f-ba58-45ee-b09b-9aaf1f7c253d req-b65762ae-1618-4a99-96de-e93a682404b0 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644634 Nov 10 19:36:23.520220 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e8898bdd-161c-41bf-abaa-2fc9178c6d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:23.837611 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b9061-952c-424e-8a5c-d810081b0c9a req-164aa14c-c838-44b4-8b46-c98e65a8a79d tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:23.839159 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-611b9061-952c-424e-8a5c-d810081b0c9a req-164aa14c-c838-44b4-8b46-c98e65a8a79d tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.1321194 Nov 10 19:36:23.951848 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-611b9061-952c-424e-8a5c-d810081b0c9a req-0390d4a9-5143-48f9-bee0-f3c031d9ed5f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005278 Nov 10 19:36:24.791530 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:25.101244 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:25.145470 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc0895-0fd8-4d6d-a431-90e2e31291cc req-f9b16875-1d56-4bae-841f-a69ba377a7b7 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:25.147458 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02cc0895-0fd8-4d6d-a431-90e2e31291cc req-f9b16875-1d56-4bae-841f-a69ba377a7b7 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.0844247 Nov 10 19:36:25.214423 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02cc0895-0fd8-4d6d-a431-90e2e31291cc req-52fd0a68-7974-4c09-b7e4-b4eb9bf7b01d tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598283 Nov 10 19:36:25.505790 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518eac93-095d-44b1-91a2-33a6ea514ea6 req-6874b583-5698-4dff-9979-dd9c2d9c4fb5 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:25.507552 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-518eac93-095d-44b1-91a2-33a6ea514ea6 req-6874b583-5698-4dff-9979-dd9c2d9c4fb5 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.0738282 Nov 10 19:36:25.551565 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033fdb-fe3d-45f8-8b44-e48cba897d88 req-474e0a45-db75-4817-a222-99636a8dbdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:25.553219 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-76033fdb-fe3d-45f8-8b44-e48cba897d88 req-474e0a45-db75-4817-a222-99636a8dbdef service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e964d54e065f49df9181b3cc5034fac9&device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 1096 time: 0.0648744 Nov 10 19:36:25.623660 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-518eac93-095d-44b1-91a2-33a6ea514ea6 req-d7712c24-3419-4812-a013-9cf099e3e5ca tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001182 Nov 10 19:36:25.721312 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033fdb-fe3d-45f8-8b44-e48cba897d88 req-22edd1cb-73a3-4473-bf8e-0d76730b1e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:25.723323 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-76033fdb-fe3d-45f8-8b44-e48cba897d88 req-22edd1cb-73a3-4473-bf8e-0d76730b1e5b service neutron] 10.222.0.25 "GET /v2.0/networks?id=d81248ac-96a9-4e56-9bb4-f772b36a0433 HTTP/1.1" status: 200 len: 913 time: 0.1617692 Nov 10 19:36:25.735711 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-929bc0f9-dd7c-4098-ab3f-8ff432904222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:25.805596 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-76033fdb-fe3d-45f8-8b44-e48cba897d88 req-50e15e7f-6069-479c-956b-aae38021e1f8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f HTTP/1.1" status: 200 len: 999 time: 0.0734673 Nov 10 19:36:25.873519 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033fdb-fe3d-45f8-8b44-e48cba897d88 req-db5364e2-d3db-4b53-8d1c-fd8e8624993b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:25.875523 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-76033fdb-fe3d-45f8-8b44-e48cba897d88 req-db5364e2-d3db-4b53-8d1c-fd8e8624993b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d874850-3788-4c89-9cc5-3e0f9d06fb90 HTTP/1.1" status: 200 len: 851 time: 0.0622702 Nov 10 19:36:25.936506 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033fdb-fe3d-45f8-8b44-e48cba897d88 req-0e410185-d3d6-4118-8611-3051c2c7c899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:25.938312 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-76033fdb-fe3d-45f8-8b44-e48cba897d88 req-0e410185-d3d6-4118-8611-3051c2c7c899 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d81248ac-96a9-4e56-9bb4-f772b36a0433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559437 Nov 10 19:36:26.086854 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-76033fdb-fe3d-45f8-8b44-e48cba897d88 req-2e1b018f-4622-4883-b72e-9935bee02501 service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396563 Nov 10 19:36:26.206440 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-76033fdb-fe3d-45f8-8b44-e48cba897d88 req-adaec9d2-40bf-41b5-abe7-665dcdee9efa service neutron] 10.222.0.25 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120450 Nov 10 19:36:26.749011 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38318f0-ec32-4f75-9a10-528b903e1e1f req-ae330f46-3bd5-483e-8a90-e6184b638c29 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:26.750732 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c38318f0-ec32-4f75-9a10-528b903e1e1f req-ae330f46-3bd5-483e-8a90-e6184b638c29 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.0542648 Nov 10 19:36:26.807717 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c38318f0-ec32-4f75-9a10-528b903e1e1f req-699ea307-523d-4b01-97e8-0163c411d56a tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499322 Nov 10 19:36:27.201314 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:27.952021 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100a2c4-9049-4e59-90b5-045f4204043c req-8acde86f-0ed8-451b-aa8b-d0e1c5e014c8 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:27.953709 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8100a2c4-9049-4e59-90b5-045f4204043c req-8acde86f-0ed8-451b-aa8b-d0e1c5e014c8 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.0607893 Nov 10 19:36:28.041630 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8100a2c4-9049-4e59-90b5-045f4204043c req-58484a06-25c2-465e-a9a1-c783f7101318 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815923 Nov 10 19:36:28.213529 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c046f41-1f97-4568-8afa-c9a35a89af39 req-a3f4a14e-0487-404d-a795-ead7e1bdff1a tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:28.222630 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c046f41-1f97-4568-8afa-c9a35a89af39 req-a3f4a14e-0487-404d-a795-ead7e1bdff1a tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.0873806 Nov 10 19:36:28.298585 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c046f41-1f97-4568-8afa-c9a35a89af39 req-e5fa5e46-4d35-4a06-9200-3e1156c0bd6c tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711007 Nov 10 19:36:28.709249 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:29.410886 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:29.418560 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53364c-0683-4ee4-80b0-5f6e085c3ffb req-4f65068f-2903-4845-b523-f12ef5f0e752 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:29.421122 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3e53364c-0683-4ee4-80b0-5f6e085c3ffb req-4f65068f-2903-4845-b523-f12ef5f0e752 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=23b6d049-0696-4958-981a-720ba8235f9e HTTP/1.1" status: 200 len: 943 time: 0.0968835 Nov 10 19:36:29.536350 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-3e53364c-0683-4ee4-80b0-5f6e085c3ffb req-c626675f-fae4-493c-add7-6dea8d715016 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Deleting port 4617b1f2-29de-4829-8bd3-2278d236ef38 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:36:29.536695 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3e53364c-0683-4ee4-80b0-5f6e085c3ffb req-c626675f-fae4-493c-add7-6dea8d715016 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:29.666842 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-3e53364c-0683-4ee4-80b0-5f6e085c3ffb req-c626675f-fae4-493c-add7-6dea8d715016 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] For port 4617b1f2-29de-4829-8bd3-2278d236ef38, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=4617b1f2-29de-4829-8bd3-2278d236ef38,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:36:29.667548 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3e53364c-0683-4ee4-80b0-5f6e085c3ffb req-c626675f-fae4-493c-add7-6dea8d715016 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:29.684694 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-3e53364c-0683-4ee4-80b0-5f6e085c3ffb req-c626675f-fae4-493c-add7-6dea8d715016 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Calling delete_port for 4617b1f2-29de-4829-8bd3-2278d236ef38 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:36:29.928350 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3e53364c-0683-4ee4-80b0-5f6e085c3ffb req-c626675f-fae4-493c-add7-6dea8d715016 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:29.944835 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['396705cb-6674-4fb5-9d3b-c8393750b283'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:36:29.947139 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['c14cecc2-36b5-46e9-a105-82647df57026'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:36:29.972475 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626675f-fae4-493c-add7-6dea8d715016 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Pushing event deleted for resources: {'Port': ['ID=4617b1f2-29de-4829-8bd3-2278d236ef38,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:36:29.998561 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626675f-fae4-493c-add7-6dea8d715016 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:29.999177 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626675f-fae4-493c-add7-6dea8d715016 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:29.999729 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626675f-fae4-493c-add7-6dea8d715016 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:30.000251 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626675f-fae4-493c-add7-6dea8d715016 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:30.000756 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626675f-fae4-493c-add7-6dea8d715016 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:30.001261 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626675f-fae4-493c-add7-6dea8d715016 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:30.001897 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626675f-fae4-493c-add7-6dea8d715016 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:30.002495 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626675f-fae4-493c-add7-6dea8d715016 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:30.002998 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626675f-fae4-493c-add7-6dea8d715016 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:30.003505 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626675f-fae4-493c-add7-6dea8d715016 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:30.004168 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626675f-fae4-493c-add7-6dea8d715016 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:30.004700 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c626675f-fae4-493c-add7-6dea8d715016 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:30.028704 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e53364c-0683-4ee4-80b0-5f6e085c3ffb req-c626675f-fae4-493c-add7-6dea8d715016 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] No DVR routers for this DVR port 4617b1f2-29de-4829-8bd3-2278d236ef38 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:36:30.033532 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-3e53364c-0683-4ee4-80b0-5f6e085c3ffb req-c626675f-fae4-493c-add7-6dea8d715016 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:30.043280 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3e53364c-0683-4ee4-80b0-5f6e085c3ffb req-c626675f-fae4-493c-add7-6dea8d715016 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "DELETE /v2.0/ports/4617b1f2-29de-4829-8bd3-2278d236ef38 HTTP/1.1" status: 204 len: 173 time: 0.6114759 Nov 10 19:36:30.044315 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b6d049-0696-4958-981a-720ba8235f9e', 'name': 'network-vif-deleted', 'tag': '4617b1f2-29de-4829-8bd3-2278d236ef38'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:36:30.047075 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5771f4e4-6955-42ff-855a-bb759c9baf70" -d '{"events": [{"server_uuid": "23b6d049-0696-4958-981a-720ba8235f9e", "name": "network-vif-deleted", "tag": "4617b1f2-29de-4829-8bd3-2278d236ef38"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:36:30.693582 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74708de8-4295-4cb8-9e1a-e4eb3c6059f6 req-eb372352-26ee-4aaa-b8b0-9663e28d2931 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9af3fc01-0474-4f27-b255-bbc79cd78a4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4875708 Nov 10 19:36:30.811840 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74708de8-4295-4cb8-9e1a-e4eb3c6059f6 req-5443828d-924e-4482-8e31-1911ab670306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:30.813494 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74708de8-4295-4cb8-9e1a-e4eb3c6059f6 req-5443828d-924e-4482-8e31-1911ab670306 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e964d54e065f49df9181b3cc5034fac9&device_id=9af3fc01-0474-4f27-b255-bbc79cd78a4b HTTP/1.1" status: 200 len: 1096 time: 0.0660498 Nov 10 19:36:30.993223 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74708de8-4295-4cb8-9e1a-e4eb3c6059f6 req-d4a6d2b8-20f0-410b-be06-a2cb059e4b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:30.995109 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74708de8-4295-4cb8-9e1a-e4eb3c6059f6 req-d4a6d2b8-20f0-410b-be06-a2cb059e4b09 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d81248ac-96a9-4e56-9bb4-f772b36a0433 HTTP/1.1" status: 200 len: 913 time: 0.1575503 Nov 10 19:36:31.039753 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74708de8-4295-4cb8-9e1a-e4eb3c6059f6 req-cd4eef34-fa57-459d-822c-99fb0ae02c9d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c14cecc2-36b5-46e9-a105-82647df57026 HTTP/1.1" status: 200 len: 217 time: 0.0366418 Nov 10 19:36:31.086373 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 10 Nov 2021 19:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eaf9ffa-bc54-4561-ad09-a010545a44bc x-openstack-request-id: req-8eaf9ffa-bc54-4561-ad09-a010545a44bc {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:36:31.086666 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b6d049-0696-4958-981a-720ba8235f9e", "name": "network-vif-deleted", "tag": "4617b1f2-29de-4829-8bd3-2278d236ef38", "status": "failed", "code": 422}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:36:31.086926 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8eaf9ffa-bc54-4561-ad09-a010545a44bc {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:36:31.087332 n-d-813897-4 neutron-server[102506]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '23b6d049-0696-4958-981a-720ba8235f9e', 'name': 'network-vif-deleted', 'tag': '4617b1f2-29de-4829-8bd3-2278d236ef38', 'status': 'failed', 'code': 422} returned with failed status Nov 10 19:36:31.150392 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74708de8-4295-4cb8-9e1a-e4eb3c6059f6 req-0d105a3a-73cd-4a26-930a-4dc2be3fb23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:31.158390 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74708de8-4295-4cb8-9e1a-e4eb3c6059f6 req-0d105a3a-73cd-4a26-930a-4dc2be3fb23f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d874850-3788-4c89-9cc5-3e0f9d06fb90 HTTP/1.1" status: 200 len: 851 time: 0.1075411 Nov 10 19:36:31.242660 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74708de8-4295-4cb8-9e1a-e4eb3c6059f6 req-756ab9e0-abea-42d7-b134-f7c5b4633a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:31.245929 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74708de8-4295-4cb8-9e1a-e4eb3c6059f6 req-756ab9e0-abea-42d7-b134-f7c5b4633a35 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d81248ac-96a9-4e56-9bb4-f772b36a0433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826046 Nov 10 19:36:31.451850 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74708de8-4295-4cb8-9e1a-e4eb3c6059f6 req-99c34ff3-4132-4801-a978-eb250cac42cb service neutron] 10.222.0.73 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911066 Nov 10 19:36:31.656978 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74708de8-4295-4cb8-9e1a-e4eb3c6059f6 req-3b40876e-abb1-49a8-95ce-7e6a4be1f32b service neutron] 10.222.0.73 "GET /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974540 Nov 10 19:36:31.782743 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70926c-1d38-402c-a24d-bfe62aca1173 req-2e4080ea-df85-4b5d-9385-e1c806d90b78 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:31.792658 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4e70926c-1d38-402c-a24d-bfe62aca1173 req-2e4080ea-df85-4b5d-9385-e1c806d90b78 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=12ca9f66-a3dd-478a-8780-ce311f5f6313 HTTP/1.1" status: 200 len: 907 time: 0.0995231 Nov 10 19:36:33.009812 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ff859-f470-4484-ba03-2ffc45c36f85 req-5eaaa3e3-5d24-420f-873d-e3a1f13c4408 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:33.012189 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-369ff859-f470-4484-ba03-2ffc45c36f85 req-5eaaa3e3-5d24-420f-873d-e3a1f13c4408 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.25 "GET /v2.0/ports?device_id=12ca9f66-a3dd-478a-8780-ce311f5f6313 HTTP/1.1" status: 200 len: 907 time: 0.1014180 Nov 10 19:36:33.020570 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1392fa5-01ff-4080-85e4-9df15d07d6a4 req-4a3532c2-7c8e-4b65-8444-cf65847203ba tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:33.023630 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d1392fa5-01ff-4080-85e4-9df15d07d6a4 req-4a3532c2-7c8e-4b65-8444-cf65847203ba tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=12ca9f66-a3dd-478a-8780-ce311f5f6313 HTTP/1.1" status: 200 len: 907 time: 0.1033394 Nov 10 19:36:33.191177 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-369ff859-f470-4484-ba03-2ffc45c36f85 req-c2ba8e09-037e-4a31-96ed-a80b49c3b65f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Deleting port d8b5c283-82fd-41dd-968d-9065d54b02d2 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:36:33.191980 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-369ff859-f470-4484-ba03-2ffc45c36f85 req-c2ba8e09-037e-4a31-96ed-a80b49c3b65f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:33.342707 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-369ff859-f470-4484-ba03-2ffc45c36f85 req-c2ba8e09-037e-4a31-96ed-a80b49c3b65f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] For port d8b5c283-82fd-41dd-968d-9065d54b02d2, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=d8b5c283-82fd-41dd-968d-9065d54b02d2,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:36:33.343117 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-369ff859-f470-4484-ba03-2ffc45c36f85 req-c2ba8e09-037e-4a31-96ed-a80b49c3b65f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:33.363968 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-369ff859-f470-4484-ba03-2ffc45c36f85 req-c2ba8e09-037e-4a31-96ed-a80b49c3b65f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Calling delete_port for d8b5c283-82fd-41dd-968d-9065d54b02d2 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:36:33.563976 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-369ff859-f470-4484-ba03-2ffc45c36f85 req-c2ba8e09-037e-4a31-96ed-a80b49c3b65f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:33.599216 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba8e09-037e-4a31-96ed-a80b49c3b65f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Pushing event deleted for resources: {'Port': ['ID=d8b5c283-82fd-41dd-968d-9065d54b02d2,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:36:33.649582 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba8e09-037e-4a31-96ed-a80b49c3b65f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:33.650047 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba8e09-037e-4a31-96ed-a80b49c3b65f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:33.650386 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba8e09-037e-4a31-96ed-a80b49c3b65f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:33.650704 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba8e09-037e-4a31-96ed-a80b49c3b65f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:33.651043 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba8e09-037e-4a31-96ed-a80b49c3b65f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:33.651371 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba8e09-037e-4a31-96ed-a80b49c3b65f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:33.651689 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba8e09-037e-4a31-96ed-a80b49c3b65f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:33.652000 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba8e09-037e-4a31-96ed-a80b49c3b65f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:33.652319 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba8e09-037e-4a31-96ed-a80b49c3b65f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:33.652624 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba8e09-037e-4a31-96ed-a80b49c3b65f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:33.653045 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba8e09-037e-4a31-96ed-a80b49c3b65f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:33.653438 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba8e09-037e-4a31-96ed-a80b49c3b65f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:36:33.677552 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-369ff859-f470-4484-ba03-2ffc45c36f85 req-c2ba8e09-037e-4a31-96ed-a80b49c3b65f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] No DVR routers for this DVR port d8b5c283-82fd-41dd-968d-9065d54b02d2 on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:36:33.680886 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-369ff859-f470-4484-ba03-2ffc45c36f85 req-c2ba8e09-037e-4a31-96ed-a80b49c3b65f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:33.684766 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-369ff859-f470-4484-ba03-2ffc45c36f85 req-c2ba8e09-037e-4a31-96ed-a80b49c3b65f tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.25 "DELETE /v2.0/ports/d8b5c283-82fd-41dd-968d-9065d54b02d2 HTTP/1.1" status: 204 len: 173 time: 0.6672177 Nov 10 19:36:33.685298 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ca9f66-a3dd-478a-8780-ce311f5f6313', 'name': 'network-vif-deleted', 'tag': 'd8b5c283-82fd-41dd-968d-9065d54b02d2'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:36:33.687754 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c72de9-8afa-4c64-92f0-4db6b8667521" -d '{"events": [{"server_uuid": "12ca9f66-a3dd-478a-8780-ce311f5f6313", "name": "network-vif-deleted", "tag": "d8b5c283-82fd-41dd-968d-9065d54b02d2"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:36:33.903413 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdd7159-e275-4810-a01a-c0260666aea0 x-openstack-request-id: req-dbdd7159-e275-4810-a01a-c0260666aea0 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:36:33.904425 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ca9f66-a3dd-478a-8780-ce311f5f6313", "name": "network-vif-deleted", "tag": "d8b5c283-82fd-41dd-968d-9065d54b02d2", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:36:33.904684 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dbdd7159-e275-4810-a01a-c0260666aea0 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:36:33.905859 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ca9f66-a3dd-478a-8780-ce311f5f6313', 'name': 'network-vif-deleted', 'tag': 'd8b5c283-82fd-41dd-968d-9065d54b02d2', 'status': 'completed', 'code': 200} Nov 10 19:36:34.230831 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6a63bebf-de03-4340-a52a-d19057ca6f02 req-8dbfbaf2-3b7f-4f73-93a5-4d5cac56963d tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=12ca9f66-a3dd-478a-8780-ce311f5f6313 HTTP/1.1" status: 200 len: 210 time: 0.0366518 Nov 10 19:36:35.665863 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed55c8-f847-4f09-967d-a0d6b6020c87 req-0456e761-e7d5-4c0d-9850-e966cf7320ad tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:35.668059 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-14ed55c8-f847-4f09-967d-a0d6b6020c87 req-0456e761-e7d5-4c0d-9850-e966cf7320ad tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=9af3fc01-0474-4f27-b255-bbc79cd78a4b HTTP/1.1" status: 200 len: 945 time: 0.1202374 Nov 10 19:36:35.738487 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-14ed55c8-f847-4f09-967d-a0d6b6020c87 req-430b0f13-19cf-437a-aa88-c5c00fb8c19a tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634067 Nov 10 19:36:36.124341 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:36:36.893113 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b20928-f8cf-41cf-bf83-4813a9a42e99 req-3096e984-e249-4b71-b779-ed91a7baba5c tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:36.894696 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-69b20928-f8cf-41cf-bf83-4813a9a42e99 req-3096e984-e249-4b71-b779-ed91a7baba5c tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=9af3fc01-0474-4f27-b255-bbc79cd78a4b HTTP/1.1" status: 200 len: 945 time: 0.0633662 Nov 10 19:36:36.902467 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320759a6-ad55-4292-8483-944ce6c52f0c req-24388a18-22ef-4c52-a834-757164196c5c tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:36.903943 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-320759a6-ad55-4292-8483-944ce6c52f0c req-24388a18-22ef-4c52-a834-757164196c5c tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.73 "GET /v2.0/ports?device_id=9af3fc01-0474-4f27-b255-bbc79cd78a4b HTTP/1.1" status: 200 len: 945 time: 0.1041536 Nov 10 19:36:37.027467 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-69b20928-f8cf-41cf-bf83-4813a9a42e99 req-2495566e-e619-4325-b3b3-2daac5067cde tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221490 Nov 10 19:36:37.061550 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-320759a6-ad55-4292-8483-944ce6c52f0c req-3caeab89-1634-4965-80fa-d773b18e9fff tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Deleting port c14cecc2-36b5-46e9-a105-82647df57026 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:36:37.062002 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-320759a6-ad55-4292-8483-944ce6c52f0c req-3caeab89-1634-4965-80fa-d773b18e9fff tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:37.176286 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-320759a6-ad55-4292-8483-944ce6c52f0c req-3caeab89-1634-4965-80fa-d773b18e9fff tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] For port c14cecc2-36b5-46e9-a105-82647df57026, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=c14cecc2-36b5-46e9-a105-82647df57026,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:36:37.177124 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-320759a6-ad55-4292-8483-944ce6c52f0c req-3caeab89-1634-4965-80fa-d773b18e9fff tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:37.191572 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-320759a6-ad55-4292-8483-944ce6c52f0c req-3caeab89-1634-4965-80fa-d773b18e9fff tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Calling delete_port for c14cecc2-36b5-46e9-a105-82647df57026 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:36:37.335861 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-320759a6-ad55-4292-8483-944ce6c52f0c req-3caeab89-1634-4965-80fa-d773b18e9fff tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:37.350331 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['396705cb-6674-4fb5-9d3b-c8393750b283'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:36:37.390332 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caeab89-1634-4965-80fa-d773b18e9fff tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Pushing event deleted for resources: {'Port': ['ID=c14cecc2-36b5-46e9-a105-82647df57026,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:36:37.464424 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-320759a6-ad55-4292-8483-944ce6c52f0c req-3caeab89-1634-4965-80fa-d773b18e9fff tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] No DVR routers for this DVR port c14cecc2-36b5-46e9-a105-82647df57026 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:36:37.467785 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-320759a6-ad55-4292-8483-944ce6c52f0c req-3caeab89-1634-4965-80fa-d773b18e9fff tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:37.471430 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-320759a6-ad55-4292-8483-944ce6c52f0c req-3caeab89-1634-4965-80fa-d773b18e9fff tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.73 "DELETE /v2.0/ports/c14cecc2-36b5-46e9-a105-82647df57026 HTTP/1.1" status: 204 len: 173 time: 0.5596516 Nov 10 19:36:37.472618 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af3fc01-0474-4f27-b255-bbc79cd78a4b', 'name': 'network-vif-deleted', 'tag': 'c14cecc2-36b5-46e9-a105-82647df57026'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:36:37.483087 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45448717-f4a1-4d80-aa6f-7aa735f2c86b" -d '{"events": [{"server_uuid": "9af3fc01-0474-4f27-b255-bbc79cd78a4b", "name": "network-vif-deleted", "tag": "c14cecc2-36b5-46e9-a105-82647df57026"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:36:37.555572 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b947d0-a00f-491b-adea-9165091ad283 x-openstack-request-id: req-10b947d0-a00f-491b-adea-9165091ad283 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:36:37.555572 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af3fc01-0474-4f27-b255-bbc79cd78a4b", "name": "network-vif-deleted", "tag": "c14cecc2-36b5-46e9-a105-82647df57026", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:36:37.555870 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-10b947d0-a00f-491b-adea-9165091ad283 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:36:37.556260 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9af3fc01-0474-4f27-b255-bbc79cd78a4b', 'name': 'network-vif-deleted', 'tag': 'c14cecc2-36b5-46e9-a105-82647df57026', 'status': 'completed', 'code': 200} Nov 10 19:36:37.652468 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device d8b5c283-82fd-41dd-968d-9065d54b02d2 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:36:37.704639 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: d8b5c283-82fd-41dd-968d-9065d54b02d2 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:36:37.705667 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device d8b5c283-82fd-41dd-968d-9065d54b02d2 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:36:38.592667 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83743ad7-48d8-4e9f-a582-de980f6a86b3 req-46600ac3-a27b-4ada-96b0-d398d87e91c1 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:38.595013 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-83743ad7-48d8-4e9f-a582-de980f6a86b3 req-46600ac3-a27b-4ada-96b0-d398d87e91c1 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 945 time: 0.0550740 Nov 10 19:36:38.671106 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-83743ad7-48d8-4e9f-a582-de980f6a86b3 req-95c4a47b-dca9-437e-a1f1-2e44142294f8 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=52f9423a-7cab-4e0c-8be8-81eaace83c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670011 Nov 10 19:36:38.874023 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7660e-d1fa-4e0e-9311-1686ab839e6f req-383f2208-1e61-401f-8190-2923dfb76756 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:38.877046 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-45c7660e-d1fa-4e0e-9311-1686ab839e6f req-383f2208-1e61-401f-8190-2923dfb76756 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 945 time: 0.0694680 Nov 10 19:36:39.034888 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-45c7660e-d1fa-4e0e-9311-1686ab839e6f req-0d97a8ee-ad3d-4f09-873c-fb1fee6c7ac8 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Deleting port 396705cb-6674-4fb5-9d3b-c8393750b283 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:36:39.038576 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-45c7660e-d1fa-4e0e-9311-1686ab839e6f req-0d97a8ee-ad3d-4f09-873c-fb1fee6c7ac8 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:39.167498 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device c14cecc2-36b5-46e9-a105-82647df57026 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:36:39.227443 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: c14cecc2-36b5-46e9-a105-82647df57026 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:36:39.227918 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device c14cecc2-36b5-46e9-a105-82647df57026 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:36:39.258648 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-45c7660e-d1fa-4e0e-9311-1686ab839e6f req-0d97a8ee-ad3d-4f09-873c-fb1fee6c7ac8 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] For port 396705cb-6674-4fb5-9d3b-c8393750b283, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=396705cb-6674-4fb5-9d3b-c8393750b283,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:36:39.259160 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-45c7660e-d1fa-4e0e-9311-1686ab839e6f req-0d97a8ee-ad3d-4f09-873c-fb1fee6c7ac8 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:39.290843 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-45c7660e-d1fa-4e0e-9311-1686ab839e6f req-0d97a8ee-ad3d-4f09-873c-fb1fee6c7ac8 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Calling delete_port for 396705cb-6674-4fb5-9d3b-c8393750b283 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:36:39.557318 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-45c7660e-d1fa-4e0e-9311-1686ab839e6f req-0d97a8ee-ad3d-4f09-873c-fb1fee6c7ac8 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:39.571895 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['396705cb-6674-4fb5-9d3b-c8393750b283'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:36:39.651358 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97a8ee-ad3d-4f09-873c-fb1fee6c7ac8 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Pushing event deleted for resources: {'Port': ['ID=396705cb-6674-4fb5-9d3b-c8393750b283,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:36:39.713229 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c7660e-d1fa-4e0e-9311-1686ab839e6f req-0d97a8ee-ad3d-4f09-873c-fb1fee6c7ac8 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] No DVR routers for this DVR port 396705cb-6674-4fb5-9d3b-c8393750b283 on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:36:39.717219 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-45c7660e-d1fa-4e0e-9311-1686ab839e6f req-0d97a8ee-ad3d-4f09-873c-fb1fee6c7ac8 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:39.721065 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-45c7660e-d1fa-4e0e-9311-1686ab839e6f req-0d97a8ee-ad3d-4f09-873c-fb1fee6c7ac8 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.25 "DELETE /v2.0/ports/396705cb-6674-4fb5-9d3b-c8393750b283 HTTP/1.1" status: 204 len: 173 time: 0.8362238 Nov 10 19:36:39.721937 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3c3f8e-ad69-4fc1-b511-a338485f48bc', 'name': 'network-vif-deleted', 'tag': '396705cb-6674-4fb5-9d3b-c8393750b283'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:36:39.724662 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07f4da1-ae88-4d05-8657-da4f455d06f8" -d '{"events": [{"server_uuid": "0e3c3f8e-ad69-4fc1-b511-a338485f48bc", "name": "network-vif-deleted", "tag": "396705cb-6674-4fb5-9d3b-c8393750b283"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:36:39.870226 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cfcd57f8-58d4-4b0f-b0f0-b57eca1a5475 req-c30442b0-8aaa-429b-bd2b-d3ace7f30ad3 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e3c3f8e-ad69-4fc1-b511-a338485f48bc HTTP/1.1" status: 200 len: 210 time: 0.0741615 Nov 10 19:36:39.945720 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e043f4b4-d0eb-4433-a9d0-355a97aee5cf x-openstack-request-id: req-e043f4b4-d0eb-4433-a9d0-355a97aee5cf {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:36:39.948132 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3c3f8e-ad69-4fc1-b511-a338485f48bc", "name": "network-vif-deleted", "tag": "396705cb-6674-4fb5-9d3b-c8393750b283", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:36:39.948576 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e043f4b4-d0eb-4433-a9d0-355a97aee5cf {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:36:39.949214 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3c3f8e-ad69-4fc1-b511-a338485f48bc', 'name': 'network-vif-deleted', 'tag': '396705cb-6674-4fb5-9d3b-c8393750b283', 'status': 'completed', 'code': 200} Nov 10 19:36:41.266550 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d931f91-00bb-4ef9-a369-6d7fa8f34609 req-5f80f243-bd9a-4546-9f0f-0e43e948d3ba tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:41.269154 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6d931f91-00bb-4ef9-a369-6d7fa8f34609 req-5f80f243-bd9a-4546-9f0f-0e43e948d3ba tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.0611968 Nov 10 19:36:41.343251 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6d931f91-00bb-4ef9-a369-6d7fa8f34609 req-b254557a-5544-4518-ad12-150ce5718ad7 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677900 Nov 10 19:36:41.653389 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 396705cb-6674-4fb5-9d3b-c8393750b283 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:36:41.679113 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 396705cb-6674-4fb5-9d3b-c8393750b283 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:36:41.679857 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 396705cb-6674-4fb5-9d3b-c8393750b283 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:36:42.639801 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2111a7-458d-4e76-9779-33ab31e4c951 req-14d524ab-a8c6-4458-b91c-7b892e67ddc9 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:42.656022 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4f2111a7-458d-4e76-9779-33ab31e4c951 req-14d524ab-a8c6-4458-b91c-7b892e67ddc9 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.2438250 Nov 10 19:36:42.729410 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4f2111a7-458d-4e76-9779-33ab31e4c951 req-877d1ef4-9705-4a89-b257-dd1fe5f52011 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e124823-42c9-4fe4-9492-08867b31e608&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719562 Nov 10 19:36:42.833741 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa193d-673e-4d62-8ce5-e4035cf6f350 req-e74bb9f6-28bc-4e26-8f68-052a943fc5b4 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:42.836231 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-43fa193d-673e-4d62-8ce5-e4035cf6f350 req-e74bb9f6-28bc-4e26-8f68-052a943fc5b4 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 945 time: 0.1268191 Nov 10 19:36:43.022973 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-43fa193d-673e-4d62-8ce5-e4035cf6f350 req-9b4069ef-cc5f-4a73-8cc6-fd545eddd094 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Deleting port a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:36:43.023604 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-43fa193d-673e-4d62-8ce5-e4035cf6f350 req-9b4069ef-cc5f-4a73-8cc6-fd545eddd094 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:43.152075 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-43fa193d-673e-4d62-8ce5-e4035cf6f350 req-9b4069ef-cc5f-4a73-8cc6-fd545eddd094 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] For port a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:36:43.152568 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-43fa193d-673e-4d62-8ce5-e4035cf6f350 req-9b4069ef-cc5f-4a73-8cc6-fd545eddd094 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:43.394040 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-43fa193d-673e-4d62-8ce5-e4035cf6f350 req-9b4069ef-cc5f-4a73-8cc6-fd545eddd094 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:43.394433 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-43fa193d-673e-4d62-8ce5-e4035cf6f350 req-9b4069ef-cc5f-4a73-8cc6-fd545eddd094 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:43.394964 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [req-43fa193d-673e-4d62-8ce5-e4035cf6f350 req-9b4069ef-cc5f-4a73-8cc6-fd545eddd094 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Floating IP c4b9d652-0c89-443d-b33c-5f367ad64288 disassociated. External IP: 172.25.3.37, port: a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f. Nov 10 19:36:43.395511 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-43fa193d-673e-4d62-8ce5-e4035cf6f350 req-9b4069ef-cc5f-4a73-8cc6-fd545eddd094 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Calling delete_port for a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:36:43.562776 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-43fa193d-673e-4d62-8ce5-e4035cf6f350 req-9b4069ef-cc5f-4a73-8cc6-fd545eddd094 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:43.606049 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4069ef-cc5f-4a73-8cc6-fd545eddd094 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Pushing event deleted for resources: {'Port': ['ID=a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:36:43.758124 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43fa193d-673e-4d62-8ce5-e4035cf6f350 req-9b4069ef-cc5f-4a73-8cc6-fd545eddd094 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Router 99d59d1f-e948-4ae9-ba10-f6364b553f79 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:36:43.885142 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-56ac15aa-d0c0-440b-99b9-f31e446dc713 req-fc979a57-6c39-482e-bffb-e6c402b52c70 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0ecba7d-3cdc-42ec-b556-02443a8565ef HTTP/1.1" status: 200 len: 210 time: 0.0337777 Nov 10 19:36:43.942954 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43fa193d-673e-4d62-8ce5-e4035cf6f350 req-9b4069ef-cc5f-4a73-8cc6-fd545eddd094 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:36:43.955660 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce77651e-8e80-4c6c-ab31-ae938ffac287 None None] Sync routers for ids ['99d59d1f-e948-4ae9-ba10-f6364b553f79'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:36:43.992231 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce77651e-8e80-4c6c-ab31-ae938ffac287 None None] Routers {'99d59d1f-e948-4ae9-ba10-f6364b553f79'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:36:43.993131 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-ce77651e-8e80-4c6c-ab31-ae938ffac287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:36:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['99d59d1f-e948-4ae9-ba10-f6364b553f79'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:36:43.998290 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-43fa193d-673e-4d62-8ce5-e4035cf6f350 req-9b4069ef-cc5f-4a73-8cc6-fd545eddd094 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] No DVR routers for this DVR port a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:36:44.005812 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-43fa193d-673e-4d62-8ce5-e4035cf6f350 req-9b4069ef-cc5f-4a73-8cc6-fd545eddd094 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:44.005812 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-43fa193d-673e-4d62-8ce5-e4035cf6f350 req-9b4069ef-cc5f-4a73-8cc6-fd545eddd094 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.25 "DELETE /v2.0/ports/a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f HTTP/1.1" status: 204 len: 173 time: 1.1614950 Nov 10 19:36:44.005812 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ecba7d-3cdc-42ec-b556-02443a8565ef', 'name': 'network-vif-deleted', 'tag': 'a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:36:44.008770 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bb85b7-0dc9-41ed-9d6e-8aea6407d3fb" -d '{"events": [{"server_uuid": "d0ecba7d-3cdc-42ec-b556-02443a8565ef", "name": "network-vif-deleted", "tag": "a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:36:44.059718 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f982f4-c777-4a13-923a-52975e222788 x-openstack-request-id: req-a1f982f4-c777-4a13-923a-52975e222788 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:36:44.060061 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ecba7d-3cdc-42ec-b556-02443a8565ef", "name": "network-vif-deleted", "tag": "a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:36:44.060313 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a1f982f4-c777-4a13-923a-52975e222788 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:36:44.060750 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ecba7d-3cdc-42ec-b556-02443a8565ef', 'name': 'network-vif-deleted', 'tag': 'a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f', 'status': 'completed', 'code': 200} Nov 10 19:36:44.197886 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-ce77651e-8e80-4c6c-ab31-ae938ffac287 None None] Set router 99d59d1f-e948-4ae9-ba10-f6364b553f79 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:36:44.490698 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-ce77651e-8e80-4c6c-ab31-ae938ffac287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'name': 'tempest-ServerActionsTestJSON-1209697196-router', 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:25:15Z', 'updated_at': '2021-11-10T19:25:25Z', 'revision_number': 4, 'project_id': 'e964d54e065f49df9181b3cc5034fac9', 'gw_port': {'id': '2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:25:16Z', 'updated_at': '2021-11-10T19:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '1ffc3779-16bf-4441-8c3a-7f7ba4e25701', 'name': '', 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433', 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9', 'mac_address': 'fa:16:3e:03:52:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '9d874850-3788-4c89-9cc5-3e0f9d06fb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:25:23Z', 'updated_at': '2021-11-10T19:25:32Z', 'revision_number': 5, 'project_id': 'e964d54e065f49df9181b3cc5034fac9', 'subnets': [{'id': '9d874850-3788-4c89-9cc5-3e0f9d06fb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:36:44.563041 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce77651e-8e80-4c6c-ab31-ae938ffac287 None None] Checking router: 99d59d1f-e948-4ae9-ba10-f6364b553f79 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:36:44.599649 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce77651e-8e80-4c6c-ab31-ae938ffac287 None None] Routers {'99d59d1f-e948-4ae9-ba10-f6364b553f79'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:36:44.601933 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-ce77651e-8e80-4c6c-ab31-ae938ffac287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:36:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['99d59d1f-e948-4ae9-ba10-f6364b553f79'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:36:44.746013 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-ce77651e-8e80-4c6c-ab31-ae938ffac287 None None] Set router 99d59d1f-e948-4ae9-ba10-f6364b553f79 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:36:45.059462 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 35304) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:36:45.118765 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-ce77651e-8e80-4c6c-ab31-ae938ffac287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'name': 'tempest-ServerActionsTestJSON-1209697196-router', 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:25:15Z', 'updated_at': '2021-11-10T19:25:25Z', 'revision_number': 4, 'project_id': 'e964d54e065f49df9181b3cc5034fac9', 'gw_port': {'id': '2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:25:16Z', 'updated_at': '2021-11-10T19:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '1ffc3779-16bf-4441-8c3a-7f7ba4e25701', 'name': '', 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433', 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9', 'mac_address': 'fa:16:3e:03:52:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '9d874850-3788-4c89-9cc5-3e0f9d06fb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:25:23Z', 'updated_at': '2021-11-10T19:25:32Z', 'revision_number': 5, 'project_id': 'e964d54e065f49df9181b3cc5034fac9', 'subnets': [{'id': '9d874850-3788-4c89-9cc5-3e0f9d06fb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:36:45.151694 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce77651e-8e80-4c6c-ab31-ae938ffac287 None None] The sync data for ids ['99d59d1f-e948-4ae9-ba10-f6364b553f79'] in n-d-813897-4 is: [{'id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'name': 'tempest-ServerActionsTestJSON-1209697196-router', 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:25:15Z', 'updated_at': '2021-11-10T19:25:25Z', 'revision_number': 4, 'project_id': 'e964d54e065f49df9181b3cc5034fac9', 'gw_port': {'id': '2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:25:16Z', 'updated_at': '2021-11-10T19:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '1ffc3779-16bf-4441-8c3a-7f7ba4e25701', 'name': '', 'network_id': 'd81248ac-96a9-4e56-9bb4-f772b36a0433', 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9', 'mac_address': 'fa:16:3e:03:52:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '9d874850-3788-4c89-9cc5-3e0f9d06fb90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:25:23Z', 'updated_at': '2021-11-10T19:25:32Z', 'revision_number': 5, 'project_id': 'e964d54e065f49df9181b3cc5034fac9', 'subnets': [{'id': '9d874850-3788-4c89-9cc5-3e0f9d06fb90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:36:45.166579 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cf2c894c-bc9e-41b0-a689-948b20bfb9e3 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:45.211066 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cf2c894c-bc9e-41b0-a689-948b20bfb9e3 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:45.309342 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cf2c894c-bc9e-41b0-a689-948b20bfb9e3 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:45.312464 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cf2c894c-bc9e-41b0-a689-948b20bfb9e3 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:45.313684 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cf2c894c-bc9e-41b0-a689-948b20bfb9e3 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "DELETE /v2.0/security-groups/9e124823-42c9-4fe4-9492-08867b31e608 HTTP/1.1" status: 204 len: 168 time: 0.2523851 Nov 10 19:36:45.316467 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 35308) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:36:45.339212 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-885e4802-4751-4beb-b8f3-53a6d7fa6812 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] show failed (client error): The resource could not be found. Nov 10 19:36:45.340306 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-885e4802-4751-4beb-b8f3-53a6d7fa6812 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "GET /v2.0/security-groups/9e124823-42c9-4fe4-9492-08867b31e608 HTTP/1.1" status: 404 len: 347 time: 0.0227852 Nov 10 19:36:45.341547 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c894c-bc9e-41b0-a689-948b20bfb9e3 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e124823-42c9-4fe4-9492-08867b31e608,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:36:45.345834 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 35312) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:36:45.584259 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-e8e4b1a1-ce9d-494a-b51d-3a524e494d80 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Deleting port 6512862c-8dc7-4aea-99ca-8f6aef1b1c72 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:36:45.584735 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e8e4b1a1-ce9d-494a-b51d-3a524e494d80 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:45.614441 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2484453-1061-4267-b0f4-495d0a8fce19 None None] New status for floating IP c4b9d652-0c89-443d-b33c-5f367ad64288: DOWN {{(pid=102508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:36:45.669125 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:36:45.715407 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:36:45.718694 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a2c85f7b-b4cd-43cf-9f3f-f2804bbc524f not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:36:45.741799 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e8e4b1a1-ce9d-494a-b51d-3a524e494d80 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:45.742541 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e8e4b1a1-ce9d-494a-b51d-3a524e494d80 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:45.757919 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-e8e4b1a1-ce9d-494a-b51d-3a524e494d80 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Calling delete_port for 6512862c-8dc7-4aea-99ca-8f6aef1b1c72 owned by network:floatingip {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:36:45.965222 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e8e4b1a1-ce9d-494a-b51d-3a524e494d80 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:46.018573 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4b1a1-ce9d-494a-b51d-3a524e494d80 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Pushing event deleted for resources: {'Port': ['ID=6512862c-8dc7-4aea-99ca-8f6aef1b1c72,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:36:46.167162 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e8e4b1a1-ce9d-494a-b51d-3a524e494d80 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks [] for floatingip, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:46.180485 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e8e4b1a1-ce9d-494a-b51d-3a524e494d80 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:46.181185 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e8e4b1a1-ce9d-494a-b51d-3a524e494d80 tempest-ServerActionsTestJSON-1162111994 tempest-ServerActionsTestJSON-1162111994-project] 10.222.0.54 "DELETE /v2.0/floatingips/c4b9d652-0c89-443d-b33c-5f367ad64288 HTTP/1.1" status: 204 len: 168 time: 0.8260503 Nov 10 19:36:46.184529 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 35324) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:36:46.829601 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b32baa41-f713-4bdc-b8f5-77afcb02b66c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:46.975000 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13419e96-7a56-4524-80c6-fcaed6181a39 req-c44706f2-e67a-4935-9ac8-d1d9cd158f7c tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:46.976624 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13419e96-7a56-4524-80c6-fcaed6181a39 req-c44706f2-e67a-4935-9ac8-d1d9cd158f7c tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=608f102e-ea5f-4fc6-a311-4ded3d02c0f2 HTTP/1.1" status: 200 len: 946 time: 0.1059732 Nov 10 19:36:47.097661 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13419e96-7a56-4524-80c6-fcaed6181a39 req-886d6e0c-eea6-495b-9e1a-5f9af6f7ad5c tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7b6540a-4f03-4890-b021-f271ae15676c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826137 Nov 10 19:36:47.184979 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-b32baa41-f713-4bdc-b8f5-77afcb02b66c admin admin] Deleting port 1ffc3779-16bf-4441-8c3a-7f7ba4e25701 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:36:47.185416 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b32baa41-f713-4bdc-b8f5-77afcb02b66c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:47.271214 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-b32baa41-f713-4bdc-b8f5-77afcb02b66c admin admin] For port 1ffc3779-16bf-4441-8c3a-7f7ba4e25701, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=1ffc3779-16bf-4441-8c3a-7f7ba4e25701,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:36:47.271583 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b32baa41-f713-4bdc-b8f5-77afcb02b66c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:47.285703 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-b32baa41-f713-4bdc-b8f5-77afcb02b66c admin admin] Calling delete_port for 1ffc3779-16bf-4441-8c3a-7f7ba4e25701 owned by network:router_interface {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:36:47.479863 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b32baa41-f713-4bdc-b8f5-77afcb02b66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:47.507447 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32baa41-f713-4bdc-b8f5-77afcb02b66c admin admin] Pushing event deleted for resources: {'Port': ['ID=1ffc3779-16bf-4441-8c3a-7f7ba4e25701,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:36:47.813631 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b32baa41-f713-4bdc-b8f5-77afcb02b66c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:48.066651 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32baa41-f713-4bdc-b8f5-77afcb02b66c admin admin] Router 99d59d1f-e948-4ae9-ba10-f6364b553f79 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:36:48.199145 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32baa41-f713-4bdc-b8f5-77afcb02b66c admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:36:48.209192 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b265c9d1-42f0-4022-9285-40efa9d5c732 None None] Sync routers for ids ['99d59d1f-e948-4ae9-ba10-f6364b553f79'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:36:48.220030 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b32baa41-f713-4bdc-b8f5-77afcb02b66c admin admin] 10.222.0.54 "PUT /v2.0/routers/99d59d1f-e948-4ae9-ba10-f6364b553f79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0333993 Nov 10 19:36:48.223113 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 35362) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:36:48.225613 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b265c9d1-42f0-4022-9285-40efa9d5c732 None None] Routers {'99d59d1f-e948-4ae9-ba10-f6364b553f79'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:36:48.226591 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-b265c9d1-42f0-4022-9285-40efa9d5c732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:36:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['99d59d1f-e948-4ae9-ba10-f6364b553f79'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:36:48.328260 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b93ae0-a312-4012-866e-2c1b457f6f0b req-a727e185-3546-4aad-aba7-778e3c3f2662 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:48.338357 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2b93ae0-a312-4012-866e-2c1b457f6f0b req-a727e185-3546-4aad-aba7-778e3c3f2662 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=608f102e-ea5f-4fc6-a311-4ded3d02c0f2 HTTP/1.1" status: 200 len: 946 time: 0.1171336 Nov 10 19:36:48.430409 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2b93ae0-a312-4012-866e-2c1b457f6f0b req-a58677de-d16d-4eff-a572-9160c11bb717 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7b6540a-4f03-4890-b021-f271ae15676c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879173 Nov 10 19:36:48.472733 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e75b4050-e7a2-43bb-aa86-fdb4960294a2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:48.547972 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642a013-104e-473c-b045-0b96e57d4a5e req-8859ea1b-337f-4cc9-8a97-66963a9709ee tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:48.549556 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f642a013-104e-473c-b045-0b96e57d4a5e req-8859ea1b-337f-4cc9-8a97-66963a9709ee tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.73 "GET /v2.0/ports?device_id=608f102e-ea5f-4fc6-a311-4ded3d02c0f2 HTTP/1.1" status: 200 len: 946 time: 0.0627520 Nov 10 19:36:48.627522 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e75b4050-e7a2-43bb-aa86-fdb4960294a2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:48.652337 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-b265c9d1-42f0-4022-9285-40efa9d5c732 None None] Set router 99d59d1f-e948-4ae9-ba10-f6364b553f79 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:36:48.713396 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-f642a013-104e-473c-b045-0b96e57d4a5e req-5307e56e-70b6-4151-b128-b4a9a943241f tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Deleting port 78f97294-2f8e-475b-986b-e05db715bdfd {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:36:48.713579 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f642a013-104e-473c-b045-0b96e57d4a5e req-5307e56e-70b6-4151-b128-b4a9a943241f tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:48.727551 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-e75b4050-e7a2-43bb-aa86-fdb4960294a2 admin admin] Deleting port 2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:36:48.727919 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e75b4050-e7a2-43bb-aa86-fdb4960294a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:48.838151 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-e75b4050-e7a2-43bb-aa86-fdb4960294a2 admin admin] For port 2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:36:48.838516 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e75b4050-e7a2-43bb-aa86-fdb4960294a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:48.851357 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-e75b4050-e7a2-43bb-aa86-fdb4960294a2 admin admin] Calling delete_port for 2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:36:48.940689 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-f642a013-104e-473c-b045-0b96e57d4a5e req-5307e56e-70b6-4151-b128-b4a9a943241f tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] For port 78f97294-2f8e-475b-986b-e05db715bdfd, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=78f97294-2f8e-475b-986b-e05db715bdfd,segment=NetworkSegment(859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5),segment_id=859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:36:48.940949 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f642a013-104e-473c-b045-0b96e57d4a5e req-5307e56e-70b6-4151-b128-b4a9a943241f tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:49.080747 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e75b4050-e7a2-43bb-aa86-fdb4960294a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:49.135484 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-b265c9d1-42f0-4022-9285-40efa9d5c732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'name': 'tempest-ServerActionsTestJSON-1209697196-router', 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:25:15Z', 'updated_at': '2021-11-10T19:36:47Z', 'revision_number': 5, 'project_id': 'e964d54e065f49df9181b3cc5034fac9', 'gw_port': {'id': '2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:25:16Z', 'updated_at': '2021-11-10T19:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:36:49.140565 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b4050-e7a2-43bb-aa86-fdb4960294a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:36:49.239105 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b265c9d1-42f0-4022-9285-40efa9d5c732 None None] Checking router: 99d59d1f-e948-4ae9-ba10-f6364b553f79 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:36:49.250869 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26db2da-e67b-45fe-b6a7-5cef4b1db133 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:36:49.286245 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b265c9d1-42f0-4022-9285-40efa9d5c732 None None] Routers {'99d59d1f-e948-4ae9-ba10-f6364b553f79'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:36:49.289371 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-b265c9d1-42f0-4022-9285-40efa9d5c732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:36:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['99d59d1f-e948-4ae9-ba10-f6364b553f79'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:36:49.297502 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e75b4050-e7a2-43bb-aa86-fdb4960294a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:49.350423 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f642a013-104e-473c-b045-0b96e57d4a5e req-5307e56e-70b6-4151-b128-b4a9a943241f tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:49.351025 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f642a013-104e-473c-b045-0b96e57d4a5e req-5307e56e-70b6-4151-b128-b4a9a943241f tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:49.351165 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [req-f642a013-104e-473c-b045-0b96e57d4a5e req-5307e56e-70b6-4151-b128-b4a9a943241f tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Floating IP 717c0f35-8124-4a6d-96a0-b0032f509331 disassociated. External IP: 172.25.3.209, port: 78f97294-2f8e-475b-986b-e05db715bdfd. Nov 10 19:36:49.353971 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-f642a013-104e-473c-b045-0b96e57d4a5e req-5307e56e-70b6-4151-b128-b4a9a943241f tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Calling delete_port for 78f97294-2f8e-475b-986b-e05db715bdfd owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:36:49.384364 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-b265c9d1-42f0-4022-9285-40efa9d5c732 None None] Set router 99d59d1f-e948-4ae9-ba10-f6364b553f79 gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:36:49.441880 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-b265c9d1-42f0-4022-9285-40efa9d5c732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'name': 'tempest-ServerActionsTestJSON-1209697196-router', 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:25:15Z', 'updated_at': '2021-11-10T19:36:48Z', 'revision_number': 7, 'project_id': 'e964d54e065f49df9181b3cc5034fac9', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:36:49.463696 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e75b4050-e7a2-43bb-aa86-fdb4960294a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:49.467118 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e75b4050-e7a2-43bb-aa86-fdb4960294a2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:49.499852 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b265c9d1-42f0-4022-9285-40efa9d5c732 None None] The sync data for ids ['99d59d1f-e948-4ae9-ba10-f6364b553f79'] in n-d-813897-4 is: [{'id': '99d59d1f-e948-4ae9-ba10-f6364b553f79', 'name': 'tempest-ServerActionsTestJSON-1209697196-router', 'tenant_id': 'e964d54e065f49df9181b3cc5034fac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:25:15Z', 'updated_at': '2021-11-10T19:36:48Z', 'revision_number': 7, 'project_id': 'e964d54e065f49df9181b3cc5034fac9', 'gw_port_host': None}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:36:49.605800 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f642a013-104e-473c-b045-0b96e57d4a5e req-5307e56e-70b6-4151-b128-b4a9a943241f tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:49.634336 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e75b4050-e7a2-43bb-aa86-fdb4960294a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:49.634883 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75b4050-e7a2-43bb-aa86-fdb4960294a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99d59d1f-e948-4ae9-ba10-f6364b553f79 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:36:49.640722 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e75b4050-e7a2-43bb-aa86-fdb4960294a2 admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:49.647985 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e75b4050-e7a2-43bb-aa86-fdb4960294a2 admin admin] 10.222.0.54 "DELETE /v2.0/routers/99d59d1f-e948-4ae9-ba10-f6364b553f79 HTTP/1.1" status: 204 len: 168 time: 1.4224176 Nov 10 19:36:49.648711 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 35376) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:36:49.655802 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e5f72674-db63-4a1f-89e5-22f0beb4f9f1 req-f41d6f3c-db6d-411a-bd1c-d99ed6afa9e8 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/ports?device_id=608f102e-ea5f-4fc6-a311-4ded3d02c0f2 HTTP/1.1" status: 200 len: 210 time: 0.0625777 Nov 10 19:36:49.703233 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307e56e-70b6-4151-b128-b4a9a943241f tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Pushing event deleted for resources: {'Port': ['ID=78f97294-2f8e-475b-986b-e05db715bdfd,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:36:49.808206 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe49335-e8b8-4876-af90-35d8ce23743c admin admin] Deleting subnet 9d874850-3788-4c89-9cc5-3e0f9d06fb90 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:36:49.816512 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4fe49335-e8b8-4876-af90-35d8ce23743c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:49.891403 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4fe49335-e8b8-4876-af90-35d8ce23743c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:49.906837 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 1ffc3779-16bf-4441-8c3a-7f7ba4e25701 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:36:49.985546 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 1ffc3779-16bf-4441-8c3a-7f7ba4e25701 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:36:49.986021 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 1ffc3779-16bf-4441-8c3a-7f7ba4e25701 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:36:50.008949 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f642a013-104e-473c-b045-0b96e57d4a5e req-5307e56e-70b6-4151-b128-b4a9a943241f tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Router f1b2ad29-f404-478e-8585-710fb985884a has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:36:50.078580 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4fe49335-e8b8-4876-af90-35d8ce23743c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:50.176827 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4fe49335-e8b8-4876-af90-35d8ce23743c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:50.209964 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe49335-e8b8-4876-af90-35d8ce23743c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d874850-3788-4c89-9cc5-3e0f9d06fb90,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:36:50.214290 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4fe49335-e8b8-4876-af90-35d8ce23743c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:50.217817 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4fe49335-e8b8-4876-af90-35d8ce23743c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/9d874850-3788-4c89-9cc5-3e0f9d06fb90 HTTP/1.1" status: 204 len: 168 time: 0.5640957 Nov 10 19:36:50.220340 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 35386) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:36:50.224310 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a79f066-d136-4689-b8f9-850173d78d98 None None] Network d81248ac-96a9-4e56-9bb4-f772b36a0433 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:36:50.235520 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f642a013-104e-473c-b045-0b96e57d4a5e req-5307e56e-70b6-4151-b128-b4a9a943241f tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:36:50.247131 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1e4ee3-c12a-4987-81a7-84703ffb41b7 None None] Sync routers for ids ['f1b2ad29-f404-478e-8585-710fb985884a'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:36:50.261391 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1e4ee3-c12a-4987-81a7-84703ffb41b7 None None] Routers {'f1b2ad29-f404-478e-8585-710fb985884a'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:36:50.264438 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9e1e4ee3-c12a-4987-81a7-84703ffb41b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:36:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['f1b2ad29-f404-478e-8585-710fb985884a'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:36:50.291367 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-f642a013-104e-473c-b045-0b96e57d4a5e req-5307e56e-70b6-4151-b128-b4a9a943241f tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] No DVR routers for this DVR port 78f97294-2f8e-475b-986b-e05db715bdfd on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:36:50.296438 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f642a013-104e-473c-b045-0b96e57d4a5e req-5307e56e-70b6-4151-b128-b4a9a943241f tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:50.310272 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f642a013-104e-473c-b045-0b96e57d4a5e req-5307e56e-70b6-4151-b128-b4a9a943241f tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.73 "DELETE /v2.0/ports/78f97294-2f8e-475b-986b-e05db715bdfd HTTP/1.1" status: 204 len: 173 time: 1.7533290 Nov 10 19:36:50.312644 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608f102e-ea5f-4fc6-a311-4ded3d02c0f2', 'name': 'network-vif-deleted', 'tag': '78f97294-2f8e-475b-986b-e05db715bdfd'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:36:50.315554 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd7b46c-1093-4e7f-b209-66fa083e05a1" -d '{"events": [{"server_uuid": "608f102e-ea5f-4fc6-a311-4ded3d02c0f2", "name": "network-vif-deleted", "tag": "78f97294-2f8e-475b-986b-e05db715bdfd"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:36:50.346584 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-934a5618-9d12-45f5-a2c8-4ce770dd5ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:50.389969 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad8a93a-9f90-4bf9-852b-ab98ff64f77b x-openstack-request-id: req-4ad8a93a-9f90-4bf9-852b-ab98ff64f77b {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:36:50.390497 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608f102e-ea5f-4fc6-a311-4ded3d02c0f2", "name": "network-vif-deleted", "tag": "78f97294-2f8e-475b-986b-e05db715bdfd", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:36:50.391124 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4ad8a93a-9f90-4bf9-852b-ab98ff64f77b {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:36:50.391617 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608f102e-ea5f-4fc6-a311-4ded3d02c0f2', 'name': 'network-vif-deleted', 'tag': '78f97294-2f8e-475b-986b-e05db715bdfd', 'status': 'completed', 'code': 200} Nov 10 19:36:50.533425 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-934a5618-9d12-45f5-a2c8-4ce770dd5ea9 admin admin] Deleting port b49afff5-71b5-4ae2-b6c2-46a75ff6f60e {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:36:50.533425 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-934a5618-9d12-45f5-a2c8-4ce770dd5ea9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:50.580553 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-9e1e4ee3-c12a-4987-81a7-84703ffb41b7 None None] Set router f1b2ad29-f404-478e-8585-710fb985884a gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:36:50.650344 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-934a5618-9d12-45f5-a2c8-4ce770dd5ea9 admin admin] For port b49afff5-71b5-4ae2-b6c2-46a75ff6f60e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=b49afff5-71b5-4ae2-b6c2-46a75ff6f60e,segment=NetworkSegment(5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d),segment_id=5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:36:50.650639 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-934a5618-9d12-45f5-a2c8-4ce770dd5ea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:50.678722 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-934a5618-9d12-45f5-a2c8-4ce770dd5ea9 admin admin] Calling delete_port for b49afff5-71b5-4ae2-b6c2-46a75ff6f60e owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:36:50.724501 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc51043-bdeb-490f-9f81-7b6ca9dbd2ef None None] DHCP port deletion for d81248ac-96a9-4e56-9bb4-f772b36a0433 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:36:50.807264 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-934a5618-9d12-45f5-a2c8-4ce770dd5ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:50.832476 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5fc51043-bdeb-490f-9f81-7b6ca9dbd2ef None None] Deleting port b49afff5-71b5-4ae2-b6c2-46a75ff6f60e {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:36:50.832849 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5fc51043-bdeb-490f-9f81-7b6ca9dbd2ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:50.838826 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a5618-9d12-45f5-a2c8-4ce770dd5ea9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b49afff5-71b5-4ae2-b6c2-46a75ff6f60e,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:36:50.847113 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934a5618-9d12-45f5-a2c8-4ce770dd5ea9 admin admin] No DVR routers for this DVR port b49afff5-71b5-4ae2-b6c2-46a75ff6f60e on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:36:50.950627 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-934a5618-9d12-45f5-a2c8-4ce770dd5ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:50.975888 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5fc51043-bdeb-490f-9f81-7b6ca9dbd2ef None None] For port b49afff5-71b5-4ae2-b6c2-46a75ff6f60e, host n-d-813897-4, got binding levels [] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:36:50.976384 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5fc51043-bdeb-490f-9f81-7b6ca9dbd2ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:51.004071 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5fc51043-bdeb-490f-9f81-7b6ca9dbd2ef None None] Calling delete_port for b49afff5-71b5-4ae2-b6c2-46a75ff6f60e owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:36:51.011129 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.ipam_backend_mixin [None req-5fc51043-bdeb-490f-9f81-7b6ca9dbd2ef None None] Port b49afff5-71b5-4ae2-b6c2-46a75ff6f60e was not found and therefore no delete operation was performed {{(pid=102507) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 19:36:51.016062 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5fc51043-bdeb-490f-9f81-7b6ca9dbd2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:51.018980 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9e1e4ee3-c12a-4987-81a7-84703ffb41b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'name': 'tempest-AttachVolumeTestJSON-1042387824-router', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:28:57Z', 'updated_at': '2021-11-10T19:29:07Z', 'revision_number': 4, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'gw_port': {'id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:59Z', 'updated_at': '2021-11-10T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'ecbd2da2-3c0c-4fda-99be-5b52a8e44cab', 'name': '', 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'mac_address': 'fa:16:3e:6e:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '8b7de537-b93b-4e73-8317-5941b65cea03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:29:05Z', 'updated_at': '2021-11-10T19:29:15Z', 'revision_number': 5, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'subnets': [{'id': '8b7de537-b93b-4e73-8317-5941b65cea03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:36:51.021532 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-934a5618-9d12-45f5-a2c8-4ce770dd5ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d81248ac-96a9-4e56-9bb4-f772b36a0433']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:36:51.046559 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc51043-bdeb-490f-9f81-7b6ca9dbd2ef None None] No DVR routers for this DVR port b49afff5-71b5-4ae2-b6c2-46a75ff6f60e on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:36:51.058925 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-934a5618-9d12-45f5-a2c8-4ce770dd5ea9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:36:51.061005 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-934a5618-9d12-45f5-a2c8-4ce770dd5ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aff8b4f-4c75-4dab-aa38-15b8fd15fa1d') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:36:51.088594 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-934a5618-9d12-45f5-a2c8-4ce770dd5ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:51.088884 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1e4ee3-c12a-4987-81a7-84703ffb41b7 None None] Checking router: f1b2ad29-f404-478e-8585-710fb985884a for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:36:51.093993 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc51043-bdeb-490f-9f81-7b6ca9dbd2ef None None] Pushing event deleted for resources: {'Port': ['ID=b49afff5-71b5-4ae2-b6c2-46a75ff6f60e,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:36:51.104132 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1e4ee3-c12a-4987-81a7-84703ffb41b7 None None] Routers {'f1b2ad29-f404-478e-8585-710fb985884a'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:36:51.105155 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9e1e4ee3-c12a-4987-81a7-84703ffb41b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:36:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['f1b2ad29-f404-478e-8585-710fb985884a'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:36:51.157784 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 35404) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:36:51.163334 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-f4a79111-340f-41a0-99b8-0580b43d8b9b tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-756428870', 'description': 'tempest-secgroup-smoke-756428870 description', 'project_id': '89173b773b184603afa4cd71a4d99c6e'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:36:51.169814 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-934a5618-9d12-45f5-a2c8-4ce770dd5ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:51.194495 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934a5618-9d12-45f5-a2c8-4ce770dd5ea9 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:36:51.195406 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-934a5618-9d12-45f5-a2c8-4ce770dd5ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:51.217020 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-9e1e4ee3-c12a-4987-81a7-84703ffb41b7 None None] Set router f1b2ad29-f404-478e-8585-710fb985884a gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:36:51.221953 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f4a79111-340f-41a0-99b8-0580b43d8b9b tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:51.225709 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 78f97294-2f8e-475b-986b-e05db715bdfd no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:36:51.278053 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 78f97294-2f8e-475b-986b-e05db715bdfd {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:36:51.278757 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 78f97294-2f8e-475b-986b-e05db715bdfd not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:36:51.308415 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:36:51.308415 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:36:51.308415 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:36:51.308415 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:36:51.308415 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:36:51.308415 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:36:51.308415 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:36:51.308415 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:36:51.308415 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:36:51.308415 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:36:51.308415 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:36:51.308415 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:36:51.308415 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:36:51.308415 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:36:51.308415 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:36:51.308415 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:36:51.308415 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:36:51.308415 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:36:51.308415 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:36:51.308415 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:36:51.308415 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:36:51.308415 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:36:51.308415 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:36:51.308415 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:36:51.308415 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:36:51.308415 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:36:51.308415 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:36:51.308415 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:36:51.308415 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:36:51.308415 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:36:51.308415 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:36:51.308415 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:36:51.311773 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 35414) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:36:51.360890 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-934a5618-9d12-45f5-a2c8-4ce770dd5ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:51.389195 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-934a5618-9d12-45f5-a2c8-4ce770dd5ea9 admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:51.397944 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f4a79111-340f-41a0-99b8-0580b43d8b9b tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:51.401539 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-934a5618-9d12-45f5-a2c8-4ce770dd5ea9 admin admin] 10.222.0.54 "DELETE /v2.0/networks/d81248ac-96a9-4e56-9bb4-f772b36a0433 HTTP/1.1" status: 204 len: 168 time: 1.1776280 Nov 10 19:36:51.415714 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f4a79111-340f-41a0-99b8-0580b43d8b9b tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:51.461564 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a79111-340f-41a0-99b8-0580b43d8b9b tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=633cc1ed-857a-43f3-820e-dbc5b23d353f,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:36:51.468558 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f4a79111-340f-41a0-99b8-0580b43d8b9b tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:51.470081 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f4a79111-340f-41a0-99b8-0580b43d8b9b tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3108926 Nov 10 19:36:51.473275 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 35422) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:36:51.479712 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-318f51cb-b69e-46a8-beb3-03eb8e1ecf5e tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Request body: {'security_group_rule': {'security_group_id': '633cc1ed-857a-43f3-820e-dbc5b23d353f', 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:36:51.486178 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a5618-9d12-45f5-a2c8-4ce770dd5ea9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d81248ac-96a9-4e56-9bb4-f772b36a0433,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:36:51.538985 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-318f51cb-b69e-46a8-beb3-03eb8e1ecf5e tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:51.543302 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc232de8-a5bd-47cb-8e7c-b8eaa6faa018 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:51.582346 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc232de8-a5bd-47cb-8e7c-b8eaa6faa018 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:51.644339 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc232de8-a5bd-47cb-8e7c-b8eaa6faa018 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:51.648336 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc232de8-a5bd-47cb-8e7c-b8eaa6faa018 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:51.649934 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cc232de8-a5bd-47cb-8e7c-b8eaa6faa018 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "DELETE /v2.0/security-groups/c7b6540a-4f03-4890-b021-f271ae15676c HTTP/1.1" status: 204 len: 168 time: 0.3385026 Nov 10 19:36:51.658733 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 35426) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:36:51.675646 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc232de8-a5bd-47cb-8e7c-b8eaa6faa018 tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b6540a-4f03-4890-b021-f271ae15676c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:36:51.683301 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-00866853-e549-42f9-9d15-dcd4ac1c22be tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] show failed (client error): The resource could not be found. Nov 10 19:36:51.685251 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-00866853-e549-42f9-9d15-dcd4ac1c22be tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "GET /v2.0/security-groups/c7b6540a-4f03-4890-b021-f271ae15676c HTTP/1.1" status: 404 len: 347 time: 0.0249794 Nov 10 19:36:51.688447 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 35428) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:36:51.721604 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-318f51cb-b69e-46a8-beb3-03eb8e1ecf5e tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:51.733171 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-318f51cb-b69e-46a8-beb3-03eb8e1ecf5e tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:51.789533 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f51cb-b69e-46a8-beb3-03eb8e1ecf5e tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=542a042f-2f2d-4574-821f-3bd1e6726734,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:36:51.792208 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9e1e4ee3-c12a-4987-81a7-84703ffb41b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'name': 'tempest-AttachVolumeTestJSON-1042387824-router', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:28:57Z', 'updated_at': '2021-11-10T19:29:07Z', 'revision_number': 4, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'gw_port': {'id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:59Z', 'updated_at': '2021-11-10T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'ecbd2da2-3c0c-4fda-99be-5b52a8e44cab', 'name': '', 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'mac_address': 'fa:16:3e:6e:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '8b7de537-b93b-4e73-8317-5941b65cea03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:29:05Z', 'updated_at': '2021-11-10T19:29:15Z', 'revision_number': 5, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'subnets': [{'id': '8b7de537-b93b-4e73-8317-5941b65cea03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:36:51.806291 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-318f51cb-b69e-46a8-beb3-03eb8e1ecf5e tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:51.810328 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-318f51cb-b69e-46a8-beb3-03eb8e1ecf5e tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3330021 Nov 10 19:36:51.830340 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 35430) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:36:51.835430 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-19dc2ab8-92cb-49d3-8a8d-e101d4da6a8d tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Request body: {'security_group_rule': {'security_group_id': '633cc1ed-857a-43f3-820e-dbc5b23d353f', 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:36:51.872719 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 35432) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:36:51.875587 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1e4ee3-c12a-4987-81a7-84703ffb41b7 None None] The sync data for ids ['f1b2ad29-f404-478e-8585-710fb985884a'] in n-d-813897-4 is: [{'id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'name': 'tempest-AttachVolumeTestJSON-1042387824-router', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:28:57Z', 'updated_at': '2021-11-10T19:29:07Z', 'revision_number': 4, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'gw_port': {'id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:59Z', 'updated_at': '2021-11-10T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'ecbd2da2-3c0c-4fda-99be-5b52a8e44cab', 'name': '', 'network_id': '1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'mac_address': 'fa:16:3e:6e:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '8b7de537-b93b-4e73-8317-5941b65cea03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:29:05Z', 'updated_at': '2021-11-10T19:29:15Z', 'revision_number': 5, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'subnets': [{'id': '8b7de537-b93b-4e73-8317-5941b65cea03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:36:51.951500 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device b49afff5-71b5-4ae2-b6c2-46a75ff6f60e no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:36:51.967202 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-ac7caae5-ea70-4e55-b04f-c2b259a23d2b tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Deleting port c0f35b54-2fa3-4b10-84e7-d61dff4e6ba8 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:36:52.011421 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ac7caae5-ea70-4e55-b04f-c2b259a23d2b tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:52.012245 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f68c0f84-91a4-4f9a-af88-a928981ea058 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e964d54e065f49df9181b3cc5034fac9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1231191 Nov 10 19:36:52.012245 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 35434) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:36:52.014342 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: b49afff5-71b5-4ae2-b6c2-46a75ff6f60e {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:36:52.017795 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device b49afff5-71b5-4ae2-b6c2-46a75ff6f60e not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:36:52.018572 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:36:52.050096 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-19dc2ab8-92cb-49d3-8a8d-e101d4da6a8d tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:52.073913 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:36:52.074625 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2e5ac4b1-3e68-431c-9f8a-b8a8a3665f1b not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:36:52.126312 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-19dc2ab8-92cb-49d3-8a8d-e101d4da6a8d tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:52.131819 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ac7caae5-ea70-4e55-b04f-c2b259a23d2b tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:52.135602 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ac7caae5-ea70-4e55-b04f-c2b259a23d2b tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:52.143124 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-19dc2ab8-92cb-49d3-8a8d-e101d4da6a8d tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:52.166155 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-446a1f91-29d9-4c1a-b319-81bc9da51b3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:52.168219 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-ac7caae5-ea70-4e55-b04f-c2b259a23d2b tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Calling delete_port for c0f35b54-2fa3-4b10-84e7-d61dff4e6ba8 owned by network:floatingip {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:36:52.195569 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc2ab8-92cb-49d3-8a8d-e101d4da6a8d tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a5d085-a61f-444d-99e3-1809bce8e975,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:36:52.223649 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-19dc2ab8-92cb-49d3-8a8d-e101d4da6a8d tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:52.227620 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-19dc2ab8-92cb-49d3-8a8d-e101d4da6a8d tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3934667 Nov 10 19:36:52.227620 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-446a1f91-29d9-4c1a-b319-81bc9da51b3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:52.229108 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 35442) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:36:52.234193 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-97e150bd-2756-488a-a4ef-e790f41f34a4 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Request body: {'security_group_rule': {'security_group_id': '633cc1ed-857a-43f3-820e-dbc5b23d353f', 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:36:52.329617 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-97e150bd-2756-488a-a4ef-e790f41f34a4 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:52.370833 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-446a1f91-29d9-4c1a-b319-81bc9da51b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:52.384123 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-446a1f91-29d9-4c1a-b319-81bc9da51b3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:52.385488 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-446a1f91-29d9-4c1a-b319-81bc9da51b3f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/52f9423a-7cab-4e0c-8be8-81eaace83c37 HTTP/1.1" status: 204 len: 168 time: 0.3821862 Nov 10 19:36:52.408146 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dabe772-21f7-4f8d-9f27-99901fe83a85 None None] New status for floating IP 717c0f35-8124-4a6d-96a0-b0032f509331: DOWN {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:36:52.428777 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a1f91-29d9-4c1a-b319-81bc9da51b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f9423a-7cab-4e0c-8be8-81eaace83c37,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:36:52.467592 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-97e150bd-2756-488a-a4ef-e790f41f34a4 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:52.476988 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-97e150bd-2756-488a-a4ef-e790f41f34a4 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:52.525294 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e150bd-2756-488a-a4ef-e790f41f34a4 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e36d132-aa4c-4068-96a8-99da6df9772d,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:36:52.539380 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ac7caae5-ea70-4e55-b04f-c2b259a23d2b tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:52.562500 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-97e150bd-2756-488a-a4ef-e790f41f34a4 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:52.567526 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-97e150bd-2756-488a-a4ef-e790f41f34a4 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3373628 Nov 10 19:36:52.568939 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 35458) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:36:52.573999 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-24ab4622-7a59-4f5d-b043-c6c8b185f240 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Request body: {'security_group_rule': {'security_group_id': '633cc1ed-857a-43f3-820e-dbc5b23d353f', 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:36:52.616134 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-3dabe772-21f7-4f8d-9f27-99901fe83a85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:36:52.616484 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-3dabe772-21f7-4f8d-9f27-99901fe83a85 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:36:52.646443 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-24ab4622-7a59-4f5d-b043-c6c8b185f240 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:52.657060 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7caae5-ea70-4e55-b04f-c2b259a23d2b tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Pushing event deleted for resources: {'Port': ['ID=c0f35b54-2fa3-4b10-84e7-d61dff4e6ba8,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:36:52.782805 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ac7caae5-ea70-4e55-b04f-c2b259a23d2b tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks [] for floatingip, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:52.785426 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ac7caae5-ea70-4e55-b04f-c2b259a23d2b tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:52.798343 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ac7caae5-ea70-4e55-b04f-c2b259a23d2b tempest-AttachVolumeTestJSON-167185794 tempest-AttachVolumeTestJSON-167185794-project] 10.222.0.54 "DELETE /v2.0/floatingips/717c0f35-8124-4a6d-96a0-b0032f509331 HTTP/1.1" status: 204 len: 168 time: 1.1083412 Nov 10 19:36:52.879268 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-24ab4622-7a59-4f5d-b043-c6c8b185f240 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:52.884944 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-24ab4622-7a59-4f5d-b043-c6c8b185f240 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:52.906074 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab4622-7a59-4f5d-b043-c6c8b185f240 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60887378-0360-4dbe-93e9-c6129b4574c7,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:36:52.934406 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-24ab4622-7a59-4f5d-b043-c6c8b185f240 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:52.939698 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 35470) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:36:52.941244 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-24ab4622-7a59-4f5d-b043-c6c8b185f240 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3707595 Nov 10 19:36:52.945300 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-2728c515-e87d-44f3-a9c2-2af9bcefba48 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Request body: {'security_group_rule': {'security_group_id': '633cc1ed-857a-43f3-820e-dbc5b23d353f', 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:36:53.024971 n-d-813897-4 neutron-server[102505]: INFO neutron.db.securitygroups_db [None req-2728c515-e87d-44f3-a9c2-2af9bcefba48 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Project 89173b773b184603afa4cd71a4d99c6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 19:36:53.050936 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2728c515-e87d-44f3-a9c2-2af9bcefba48 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:53.118387 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dabe772-21f7-4f8d-9f27-99901fe83a85 None None] New status for floating IP 717c0f35-8124-4a6d-96a0-b0032f509331: DOWN {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:36:53.291612 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2728c515-e87d-44f3-a9c2-2af9bcefba48 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:53.301600 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2728c515-e87d-44f3-a9c2-2af9bcefba48 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:53.362601 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728c515-e87d-44f3-a9c2-2af9bcefba48 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2271e361-0b39-4d28-a773-b362d728687c,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:36:53.380894 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2728c515-e87d-44f3-a9c2-2af9bcefba48 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:53.386203 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 35480) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:36:53.398653 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-5b61518b-cc06-4e53-b109-cbeb465949b2 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Request body: {'security_group_rule': {'security_group_id': '633cc1ed-857a-43f3-820e-dbc5b23d353f', 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:36:53.403264 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2728c515-e87d-44f3-a9c2-2af9bcefba48 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4622378 Nov 10 19:36:53.434211 n-d-813897-4 neutron-server[102506]: INFO neutron.db.securitygroups_db [None req-5b61518b-cc06-4e53-b109-cbeb465949b2 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Project 89173b773b184603afa4cd71a4d99c6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 19:36:53.451916 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5b61518b-cc06-4e53-b109-cbeb465949b2 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:53.489700 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b0ab6cfc-f50a-4d14-9e2a-19471911b00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:53.660788 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5b61518b-cc06-4e53-b109-cbeb465949b2 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:53.672969 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5b61518b-cc06-4e53-b109-cbeb465949b2 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:53.716295 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b61518b-cc06-4e53-b109-cbeb465949b2 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264a6d8d-74d4-4c91-86aa-838199d64f41,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:36:53.732324 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5b61518b-cc06-4e53-b109-cbeb465949b2 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:53.741933 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5b61518b-cc06-4e53-b109-cbeb465949b2 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3454731 Nov 10 19:36:54.061603 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-4d93e687-1c2b-416b-a2e3-b3d9643210f0 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-756428870&fields=id&tenant_id=89173b773b184603afa4cd71a4d99c6e HTTP/1.1" status: 200 len: 267 time: 0.0535347 Nov 10 19:36:54.185672 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-553c5a8c-5c06-4834-b9b0-ab358075db8a tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:54.187175 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-553c5a8c-5c06-4834-b9b0-ab358075db8a tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/networks?id=9dacfcc3-6546-45d2-be83-bda4927c0f56 HTTP/1.1" status: 200 len: 814 time: 0.1178684 Nov 10 19:36:54.203885 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-a4409194-9a8c-43b4-8d1c-3d447b4a2813 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/quotas/89173b773b184603afa4cd71a4d99c6e HTTP/1.1" status: 200 len: 375 time: 0.0103772 Nov 10 19:36:54.264671 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-1adf242e-aae7-4ae9-98ef-83eca5307809 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=89173b773b184603afa4cd71a4d99c6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533478 Nov 10 19:36:54.367928 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-f6071848-63e4-4fe3-8245-d644b5ecede5 service neutron] 10.222.0.54 "GET /v2.0/networks/9dacfcc3-6546-45d2-be83-bda4927c0f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896561 Nov 10 19:36:54.816602 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:54.934556 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-a364156c-5d43-4ac1-9196-f3930c6e5ae9 service neutron] 10.222.0.54 "GET /v2.0/networks/9dacfcc3-6546-45d2-be83-bda4927c0f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5550165 Nov 10 19:36:55.096226 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:55.646003 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-08f85991-3749-4492-bcb6-953fc464b1c1 req-66d3d825-ffa2-4576-b4a2-aa4026905632 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 210 time: 0.0380635 Nov 10 19:36:55.764775 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a3b83d2e-b3b6-4bdb-baf2-d5a48a89874e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:55.797196 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-094db1f1-76b0-4553-ad22-afc3066f5102 req-8356ec84-7624-47a4-8419-a2d4da64ce6e tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae881dee-1662-4e00-aaa6-3e8794ff6f13 HTTP/1.1" status: 200 len: 210 time: 0.0775776 Nov 10 19:36:56.442549 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-257576c3-ee77-4d59-ac97-fef49478342f req-ed768719-b271-468d-a2ad-8a61ca60d1a4 tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0287747 Nov 10 19:36:56.847354 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-33f6ce11-1a1c-48ca-a8d6-b967a7d83bea req-9214f98e-57fb-4fd8-867a-b3d84b2209b6 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 210 time: 0.0646584 Nov 10 19:36:57.014009 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-163562c8-e37f-4cba-a3d7-00af4d042bdb tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:57.015625 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-163562c8-e37f-4cba-a3d7-00af4d042bdb tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.73 "GET /v2.0/networks?id=9dacfcc3-6546-45d2-be83-bda4927c0f56 HTTP/1.1" status: 200 len: 814 time: 0.2515321 Nov 10 19:36:57.119513 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-ae5d6a66-2758-465f-ab4e-c45410953a03 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89173b773b184603afa4cd71a4d99c6e HTTP/1.1" status: 200 len: 379 time: 0.0926368 Nov 10 19:36:57.139149 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-f3b2dd8d-b252-4684-b10b-48757b89ca9f tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Request body: {'port': {'device_id': '5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26', 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56', 'admin_state_up': True, 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'security_groups': ['633cc1ed-857a-43f3-820e-dbc5b23d353f']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:36:57.225275 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:57.480689 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-f3b2dd8d-b252-4684-b10b-48757b89ca9f tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Made reservation on behalf of 89173b773b184603afa4cd71a4d99c6e for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:36:57.485301 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-f3b2dd8d-b252-4684-b10b-48757b89ca9f tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:57.761333 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aca42193-c5d8-41a8-a79e-a417db02b8bf req-d04e5554-779e-4026-be68-47582b56843e tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0400958 Nov 10 19:36:57.854678 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-f3b2dd8d-b252-4684-b10b-48757b89ca9f tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Allocated IP 172.20.0.10 (9dacfcc3-6546-45d2-be83-bda4927c0f56/7b78156c-e958-473f-9a67-d60d2887529a/eab927c0-5ed2-43df-9dd3-58d08735fea9) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:36:58.157337 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-f3b2dd8d-b252-4684-b10b-48757b89ca9f tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:58.331111 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-f3b2dd8d-b252-4684-b10b-48757b89ca9f tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:58.406120 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-f3b2dd8d-b252-4684-b10b-48757b89ca9f tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Network 9dacfcc3-6546-45d2-be83-bda4927c0f56 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:36:58.411741 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2dd8d-b252-4684-b10b-48757b89ca9f tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Pushing event updated for resources: {'Port': ['ID=eab927c0-5ed2-43df-9dd3-58d08735fea9,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:36:58.429267 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-f3b2dd8d-b252-4684-b10b-48757b89ca9f tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:36:58.442752 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4886c40-8a0b-4cf3-9ab5-b0b2c8dd26d7 req-2362da00-c7e3-487e-af5a-34d19162baab tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:58.453144 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4886c40-8a0b-4cf3-9ab5-b0b2c8dd26d7 req-2362da00-c7e3-487e-af5a-34d19162baab tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 932 time: 0.1743691 Nov 10 19:36:58.456871 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-f3b2dd8d-b252-4684-b10b-48757b89ca9f tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:36:58.579100 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-f3b2dd8d-b252-4684-b10b-48757b89ca9f tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:36:58.582471 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-f3b2dd8d-b252-4684-b10b-48757b89ca9f tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:58.696997 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4886c40-8a0b-4cf3-9ab5-b0b2c8dd26d7 req-84fd5676-a6b3-4b3a-b7f6-5204c5c4ca67 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/security-groups?id=633cc1ed-857a-43f3-820e-dbc5b23d353f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2204709 Nov 10 19:36:58.716980 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-f3b2dd8d-b252-4684-b10b-48757b89ca9f tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5857739 Nov 10 19:36:58.726025 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-76507460-d68d-454c-9863-a5e9581a6c09 service neutron] Request body: {'port': {'device_id': '5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:36:58.736326 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:58.784516 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-846647bc-513e-4696-ac67-4768925fe24d req-6899c516-eef5-4997-847e-cc3800a1ad87 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ae881dee-1662-4e00-aaa6-3e8794ff6f13 HTTP/1.1" status: 200 len: 210 time: 0.1477036 Nov 10 19:36:58.889611 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-76507460-d68d-454c-9863-a5e9581a6c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:58.997586 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef103e2a-885c-4725-aaff-82cad85f3bd4 req-21eed791-af98-41d2-bfc6-01765b7fbccf tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0840182 Nov 10 19:36:59.003714 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5e0f99f4-ed1e-4547-b9a7-946ce1366deb None None] Provisioning complete for port eab927c0-5ed2-43df-9dd3-58d08735fea9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:36:59.004372 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5e0f99f4-ed1e-4547-b9a7-946ce1366deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:59.095640 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5e0f99f4-ed1e-4547-b9a7-946ce1366deb None None] Port eab927c0-5ed2-43df-9dd3-58d08735fea9 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:36:59.399893 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:59.451954 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-76507460-d68d-454c-9863-a5e9581a6c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eab927c0-5ed2-43df-9dd3-58d08735fea9 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:36:59.476864 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-76507460-d68d-454c-9863-a5e9581a6c09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:59.495400 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-76507460-d68d-454c-9863-a5e9581a6c09 service neutron] Transition to ACTIVE for port object eab927c0-5ed2-43df-9dd3-58d08735fea9 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:36:59.502813 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-76507460-d68d-454c-9863-a5e9581a6c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:36:59.663326 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76507460-d68d-454c-9863-a5e9581a6c09 service neutron] Pushing event updated for resources: {'Port': ['ID=eab927c0-5ed2-43df-9dd3-58d08735fea9,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:00.050645 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-76507460-d68d-454c-9863-a5e9581a6c09 service neutron] Attempting to bind port eab927c0-5ed2-43df-9dd3-58d08735fea9 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:37:00.051209 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-76507460-d68d-454c-9863-a5e9581a6c09 service neutron] Attempting to bind port eab927c0-5ed2-43df-9dd3-58d08735fea9 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '64032029-8ab1-4323-b0f8-d41046acfa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:37:00.051426 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-76507460-d68d-454c-9863-a5e9581a6c09 service neutron] Attempting to bind port eab927c0-5ed2-43df-9dd3-58d08735fea9 on network 9dacfcc3-6546-45d2-be83-bda4927c0f56 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:37:00.064336 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-76507460-d68d-454c-9863-a5e9581a6c09 service neutron] Port eab927c0-5ed2-43df-9dd3-58d08735fea9 on network 9dacfcc3-6546-45d2-be83-bda4927c0f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:37:00.064686 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-76507460-d68d-454c-9863-a5e9581a6c09 service neutron] Attempting to bind port eab927c0-5ed2-43df-9dd3-58d08735fea9 on network 9dacfcc3-6546-45d2-be83-bda4927c0f56 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:37:00.108679 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-76507460-d68d-454c-9863-a5e9581a6c09 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:37:00.109053 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-76507460-d68d-454c-9863-a5e9581a6c09 service neutron] Checking segment: {'id': '64032029-8ab1-4323-b0f8-d41046acfa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:37:00.110564 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-76507460-d68d-454c-9863-a5e9581a6c09 service neutron] Bound using segment: {'id': '64032029-8ab1-4323-b0f8-d41046acfa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:37:00.111022 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-76507460-d68d-454c-9863-a5e9581a6c09 service neutron] Bound port: eab927c0-5ed2-43df-9dd3-58d08735fea9, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64032029-8ab1-4323-b0f8-d41046acfa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:37:00.111406 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-76507460-d68d-454c-9863-a5e9581a6c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:00.156086 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9ede9-876e-420f-abad-1a30effecf1f req-849f3323-9f2c-41a4-934b-8a2273d5f788 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:00.158182 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-00a9ede9-876e-420f-abad-1a30effecf1f req-849f3323-9f2c-41a4-934b-8a2273d5f788 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 944 time: 0.2769451 Nov 10 19:37:00.265041 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-76507460-d68d-454c-9863-a5e9581a6c09 service neutron] For port eab927c0-5ed2-43df-9dd3-58d08735fea9, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:37:00.273614 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-76507460-d68d-454c-9863-a5e9581a6c09 service neutron] For port eab927c0-5ed2-43df-9dd3-58d08735fea9, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=eab927c0-5ed2-43df-9dd3-58d08735fea9,segment=NetworkSegment(64032029-8ab1-4323-b0f8-d41046acfa66),segment_id=64032029-8ab1-4323-b0f8-d41046acfa66)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:37:00.290072 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-76507460-d68d-454c-9863-a5e9581a6c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:00.414936 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-00a9ede9-876e-420f-abad-1a30effecf1f req-63f53bcc-b30f-4e29-8d49-cd5ef913ef6c tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/security-groups?id=633cc1ed-857a-43f3-820e-dbc5b23d353f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314172 Nov 10 19:37:00.414936 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76507460-d68d-454c-9863-a5e9581a6c09 service neutron] Pushing event updated for resources: {'Port': ['ID=eab927c0-5ed2-43df-9dd3-58d08735fea9,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:00.459729 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-76507460-d68d-454c-9863-a5e9581a6c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:00.460358 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-76507460-d68d-454c-9863-a5e9581a6c09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:00.461793 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-76507460-d68d-454c-9863-a5e9581a6c09 service neutron] 10.222.0.73 "PUT /v2.0/ports/eab927c0-5ed2-43df-9dd3-58d08735fea9 HTTP/1.1" status: 200 len: 1092 time: 1.7409348 Nov 10 19:37:00.467144 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26', 'tag': 'eab927c0-5ed2-43df-9dd3-58d08735fea9'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:37:00.473256 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d576749-effe-4512-9e0c-f588aa247fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26", "tag": "eab927c0-5ed2-43df-9dd3-58d08735fea9"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:37:00.622420 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-37d2ce86-b6c6-4835-90e9-065e063b659c req-3e927326-141b-42ba-b774-ff8a98832c17 tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0616987 Nov 10 19:37:00.666907 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-291a631a-009c-4e2d-93ca-48588cce04d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:00.668682 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-291a631a-009c-4e2d-93ca-48588cce04d1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89173b773b184603afa4cd71a4d99c6e&device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 1095 time: 0.1581042 Nov 10 19:37:00.749244 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09914665-a473-4391-bbce-743d734882a2 x-openstack-request-id: req-09914665-a473-4391-bbce-743d734882a2 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:37:00.749522 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26", "tag": "eab927c0-5ed2-43df-9dd3-58d08735fea9", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:37:00.749801 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-09914665-a473-4391-bbce-743d734882a2 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:37:00.750206 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26', 'tag': 'eab927c0-5ed2-43df-9dd3-58d08735fea9', 'status': 'completed', 'code': 200} Nov 10 19:37:00.752196 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-096493af-d30f-4ed1-b775-b55767324620 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eab927c0-5ed2-43df-9dd3-58d08735fea9 HTTP/1.1" status: 200 len: 217 time: 0.0734336 Nov 10 19:37:00.848197 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-0712a3a1-099d-4728-8881-024d03c21f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:00.849697 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-0712a3a1-099d-4728-8881-024d03c21f99 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7b78156c-e958-473f-9a67-d60d2887529a HTTP/1.1" status: 200 len: 853 time: 0.0867035 Nov 10 19:37:00.925484 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-4fb2d026-7f02-422e-b1e4-453fb27e256b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:00.929583 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-4fb2d026-7f02-422e-b1e4-453fb27e256b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9dacfcc3-6546-45d2-be83-bda4927c0f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683753 Nov 10 19:37:01.016878 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4eb49c22-e20c-4d45-8eab-dec07d59cd0d req-59a117e8-3c8c-4105-ba45-96337c5ee14a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.2605889 Nov 10 19:37:01.083313 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-7b04350a-fd73-4320-ba23-524457c339cc service neutron] 10.222.0.73 "GET /v2.0/networks/9dacfcc3-6546-45d2-be83-bda4927c0f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463077 Nov 10 19:37:01.220617 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a882c341-fd06-4a03-a68e-c196a34e6c2b req-d553d766-fa32-4da5-9531-a170d8823a48 service neutron] 10.222.0.73 "GET /v2.0/networks/9dacfcc3-6546-45d2-be83-bda4927c0f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303473 Nov 10 19:37:01.338214 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d576749-effe-4512-9e0c-f588aa247fcb req-ac59c8bb-efeb-4f85-ab04-b43692091ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:01.339847 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7d576749-effe-4512-9e0c-f588aa247fcb req-ac59c8bb-efeb-4f85-ab04-b43692091ac5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89173b773b184603afa4cd71a4d99c6e&device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 1095 time: 0.0700810 Nov 10 19:37:01.590990 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f03577-df85-4e6b-950a-b41131d00088 req-b1c24cc9-3a4c-4171-ba6a-c0640d3b3c09 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:01.593268 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f3f03577-df85-4e6b-950a-b41131d00088 req-b1c24cc9-3a4c-4171-ba6a-c0640d3b3c09 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 944 time: 0.0838945 Nov 10 19:37:01.629404 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d576749-effe-4512-9e0c-f588aa247fcb req-1bb3aca0-2159-42d1-8698-0d299411ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:01.631226 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7d576749-effe-4512-9e0c-f588aa247fcb req-1bb3aca0-2159-42d1-8698-0d299411ea3d service neutron] 10.222.0.73 "GET /v2.0/networks?id=9dacfcc3-6546-45d2-be83-bda4927c0f56 HTTP/1.1" status: 200 len: 915 time: 0.2820616 Nov 10 19:37:01.704467 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7d576749-effe-4512-9e0c-f588aa247fcb req-614197ff-45ca-476d-bd6f-c375af0d0337 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eab927c0-5ed2-43df-9dd3-58d08735fea9 HTTP/1.1" status: 200 len: 217 time: 0.0639503 Nov 10 19:37:01.732055 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f3f03577-df85-4e6b-950a-b41131d00088 req-f3e1490d-5405-41cb-b63b-1e6dad855206 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/security-groups?id=633cc1ed-857a-43f3-820e-dbc5b23d353f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281908 Nov 10 19:37:01.790503 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d576749-effe-4512-9e0c-f588aa247fcb req-dffd7f52-6f78-4c04-ae8d-09969841ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:01.793082 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7d576749-effe-4512-9e0c-f588aa247fcb req-dffd7f52-6f78-4c04-ae8d-09969841ce2a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7b78156c-e958-473f-9a67-d60d2887529a HTTP/1.1" status: 200 len: 853 time: 0.0783229 Nov 10 19:37:01.865614 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-108259cc-efd4-48c4-9622-1023b489c1d2 req-b8b99441-83fe-4e08-b5db-025418f531d4 tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0305138 Nov 10 19:37:01.874697 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d576749-effe-4512-9e0c-f588aa247fcb req-1f3fdff7-927c-4d24-9143-1265858c164b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:01.876308 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7d576749-effe-4512-9e0c-f588aa247fcb req-1f3fdff7-927c-4d24-9143-1265858c164b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9dacfcc3-6546-45d2-be83-bda4927c0f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749035 Nov 10 19:37:01.971768 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7d576749-effe-4512-9e0c-f588aa247fcb req-68026738-caf0-45bc-8f0b-75f481d44a8c service neutron] 10.222.0.73 "GET /v2.0/networks/9dacfcc3-6546-45d2-be83-bda4927c0f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867815 Nov 10 19:37:02.064242 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7d576749-effe-4512-9e0c-f588aa247fcb req-f06cebdb-fd40-437f-8058-de627a2b4c44 service neutron] 10.222.0.73 "GET /v2.0/networks/9dacfcc3-6546-45d2-be83-bda4927c0f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850742 Nov 10 19:37:02.881891 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5d21b-31cf-44d9-8cde-205f3da29e37 req-1061ffeb-6fe1-4dc1-a0ac-6493fccb1d1c tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:02.884334 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-34d5d21b-31cf-44d9-8cde-205f3da29e37 req-1061ffeb-6fe1-4dc1-a0ac-6493fccb1d1c tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 944 time: 0.0617874 Nov 10 19:37:02.937034 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-34d5d21b-31cf-44d9-8cde-205f3da29e37 req-50ed504c-158b-4669-848d-067d15be5d42 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/security-groups?id=633cc1ed-857a-43f3-820e-dbc5b23d353f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460784 Nov 10 19:37:03.026159 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e9b594df-9df8-43c9-a5e8-abe7d3017220 req-debbf631-0488-481f-8298-28042658b8dc tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0271175 Nov 10 19:37:03.385911 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-147fd4ab-f26c-4dc5-9d4a-2e0c76e2a0aa req-708551c3-af66-46f7-80a9-fe774a76f532 tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0332549 Nov 10 19:37:04.072771 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16c219-4cee-4bbe-8ddc-f00420f7104c req-d79beae2-9341-4b28-adfe-02e560fd0179 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:04.082008 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de16c219-4cee-4bbe-8ddc-f00420f7104c req-d79beae2-9341-4b28-adfe-02e560fd0179 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 944 time: 0.0718129 Nov 10 19:37:04.159250 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de16c219-4cee-4bbe-8ddc-f00420f7104c req-2b3d0dd4-beab-45f5-864e-2b7a14d062f4 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/security-groups?id=633cc1ed-857a-43f3-820e-dbc5b23d353f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759423 Nov 10 19:37:04.527596 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6edd29fe-44a9-4df2-8277-8279a9868ffc req-7f4a3b49-d801-45bf-af56-f321ae498c36 tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0355978 Nov 10 19:37:05.313211 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cc506-2d6d-42e2-80c2-248b1b457a97 req-fa4e0ecd-14c7-47d4-a681-c414c9bf374a tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:05.321862 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-751cc506-2d6d-42e2-80c2-248b1b457a97 req-fa4e0ecd-14c7-47d4-a681-c414c9bf374a tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 944 time: 0.0786557 Nov 10 19:37:05.390749 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-751cc506-2d6d-42e2-80c2-248b1b457a97 req-8ef849b0-3e96-425a-bc70-0094de8e0b88 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/security-groups?id=633cc1ed-857a-43f3-820e-dbc5b23d353f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677817 Nov 10 19:37:05.658757 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bda72d6e-ad8c-4918-8819-b7bdb529e1f5 req-2e7ad871-61ca-4861-96fc-e92cba256eec tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0305917 Nov 10 19:37:06.077199 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 35760) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:06.279491 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7393c31-9037-4b1c-81dd-54ecc13c83ae admin admin] Deleting subnet fac1e0e2-66b2-4a7a-bc45-1c985c084415 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:37:06.283302 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f7393c31-9037-4b1c-81dd-54ecc13c83ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:06.370824 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f7393c31-9037-4b1c-81dd-54ecc13c83ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:06.447983 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f7393c31-9037-4b1c-81dd-54ecc13c83ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:06.575848 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96309e09-ecaf-4f16-9ed6-a685f3f0a7e2 req-f48b5040-4985-4787-b39b-977879bc0ce5 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:06.584295 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-96309e09-ecaf-4f16-9ed6-a685f3f0a7e2 req-f48b5040-4985-4787-b39b-977879bc0ce5 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 944 time: 0.0970395 Nov 10 19:37:06.637635 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f7393c31-9037-4b1c-81dd-54ecc13c83ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:06.679709 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7393c31-9037-4b1c-81dd-54ecc13c83ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fac1e0e2-66b2-4a7a-bc45-1c985c084415,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:06.708991 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0dec01-f887-40ef-8882-3febfe54bbcb None None] Network 80aa5130-1cdc-483c-a409-7f551127ce29 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:37:06.714118 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-96309e09-ecaf-4f16-9ed6-a685f3f0a7e2 req-cdb501ea-9c89-4ba3-9bae-e1d8fcf209e4 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/security-groups?id=633cc1ed-857a-43f3-820e-dbc5b23d353f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261277 Nov 10 19:37:06.716123 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f7393c31-9037-4b1c-81dd-54ecc13c83ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:06.720135 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f7393c31-9037-4b1c-81dd-54ecc13c83ae admin admin] 10.222.0.54 "DELETE /v2.0/subnets/fac1e0e2-66b2-4a7a-bc45-1c985c084415 HTTP/1.1" status: 204 len: 168 time: 0.6416030 Nov 10 19:37:06.722546 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 35788) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:06.765630 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 35790) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:06.890740 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc965ef-daa5-490b-b5d9-98b4a4a7c007 None None] DHCP port deletion for 80aa5130-1cdc-483c-a409-7f551127ce29 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:37:06.920090 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b819b9d6-a85a-46b6-878f-d059934fec65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:06.937233 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95cc9f54-c63d-42a6-80a6-6a9d948af050 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:06.959130 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2bec4d8a-e0a2-4433-a318-2c779c189cd4 req-9acfe991-7f25-49bb-a826-8f401853c189 tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.1042795 Nov 10 19:37:07.060826 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95cc9f54-c63d-42a6-80a6-6a9d948af050 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:07.068476 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95cc9f54-c63d-42a6-80a6-6a9d948af050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:07.110633 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b819b9d6-a85a-46b6-878f-d059934fec65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:07.122082 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-95cc9f54-c63d-42a6-80a6-6a9d948af050 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=044f4432f29c4fb8b21e94be901ae57f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3538761 Nov 10 19:37:07.123816 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc9f54-c63d-42a6-80a6-6a9d948af050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56045b4-de84-48d1-9881-0648b3137204,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:07.126745 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 35794) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:07.170416 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-b819b9d6-a85a-46b6-878f-d059934fec65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80aa5130-1cdc-483c-a409-7f551127ce29']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:07.181577 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-b819b9d6-a85a-46b6-878f-d059934fec65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e59d5cd-a3f3-42f6-9a81-553c8ff522db') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:07.181968 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-b819b9d6-a85a-46b6-878f-d059934fec65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e59d5cd-a3f3-42f6-9a81-553c8ff522db') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:07.192819 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b819b9d6-a85a-46b6-878f-d059934fec65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:07.195844 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f25fd9fc-84a9-4be7-aa8a-a2db8f9b4f89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:07.208708 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b819b9d6-a85a-46b6-878f-d059934fec65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:07.221675 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b819b9d6-a85a-46b6-878f-d059934fec65 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:37:07.222517 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b819b9d6-a85a-46b6-878f-d059934fec65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:07.230312 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f25fd9fc-84a9-4be7-aa8a-a2db8f9b4f89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:07.285037 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f25fd9fc-84a9-4be7-aa8a-a2db8f9b4f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:07.289189 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f25fd9fc-84a9-4be7-aa8a-a2db8f9b4f89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:07.293115 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f25fd9fc-84a9-4be7-aa8a-a2db8f9b4f89 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f56045b4-de84-48d1-9881-0648b3137204 HTTP/1.1" status: 204 len: 168 time: 0.1623647 Nov 10 19:37:07.301812 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fd9fc-84a9-4be7-aa8a-a2db8f9b4f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56045b4-de84-48d1-9881-0648b3137204,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:07.316764 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:37:07.316764 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:37:07.316764 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:37:07.316764 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:37:07.316764 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:37:07.316764 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:37:07.316764 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:37:07.316764 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:37:07.316764 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:37:07.316764 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:37:07.316764 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:37:07.316764 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:37:07.316764 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:37:07.316764 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:37:07.316764 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:37:07.316764 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:37:07.316764 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:37:07.316764 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:37:07.316764 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:37:07.316764 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:37:07.316764 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:37:07.316764 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:37:07.316764 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:37:07.316764 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:37:07.316764 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:37:07.316764 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:37:07.316764 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:37:07.316764 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:37:07.316764 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:37:07.316764 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:37:07.316764 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:37:07.316764 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:37:07.324677 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b819b9d6-a85a-46b6-878f-d059934fec65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:07.333559 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b819b9d6-a85a-46b6-878f-d059934fec65 admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:07.344923 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b819b9d6-a85a-46b6-878f-d059934fec65 admin admin] 10.222.0.54 "DELETE /v2.0/networks/80aa5130-1cdc-483c-a409-7f551127ce29 HTTP/1.1" status: 204 len: 168 time: 0.6212795 Nov 10 19:37:07.354950 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819b9d6-a85a-46b6-878f-d059934fec65 admin admin] Pushing event deleted for resources: {'Network': ['ID=80aa5130-1cdc-483c-a409-7f551127ce29,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:07.485441 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 35802) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:07.534965 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-142cb67b-3871-4b19-8dbc-3810847d93ba admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c2d6d7f75a3b43298f3a0f4f0cedec78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0476832 Nov 10 19:37:07.537145 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 35804) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:07.592016 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-98ad8bf1-eab1-4b05-ad08-bf8b57a32a47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:07.620966 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-98ad8bf1-eab1-4b05-ad08-bf8b57a32a47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:07.689216 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-98ad8bf1-eab1-4b05-ad08-bf8b57a32a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:07.695105 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-98ad8bf1-eab1-4b05-ad08-bf8b57a32a47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:07.697118 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-98ad8bf1-eab1-4b05-ad08-bf8b57a32a47 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b8a789d9-c236-4e0f-9936-9b8b7d50a7cd HTTP/1.1" status: 204 len: 168 time: 0.1587827 Nov 10 19:37:07.721028 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad8bf1-eab1-4b05-ad08-bf8b57a32a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a789d9-c236-4e0f-9936-9b8b7d50a7cd,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:07.813549 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 35820) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:07.836975 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ce86cfa-2005-4ccd-922d-c03c3bc615dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:07.861212 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e22c65-6ad2-49b3-9150-21309c441c71 req-7ae907d6-8325-4bed-9506-3cc2f6ecdfd6 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:07.870065 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f5e22c65-6ad2-49b3-9150-21309c441c71 req-7ae907d6-8325-4bed-9506-3cc2f6ecdfd6 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 944 time: 0.0838020 Nov 10 19:37:07.969823 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f5e22c65-6ad2-49b3-9150-21309c441c71 req-34424d4f-8ffd-4790-8d33-5d6a9b547c8a tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/security-groups?id=633cc1ed-857a-43f3-820e-dbc5b23d353f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934358 Nov 10 19:37:07.989897 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ce86cfa-2005-4ccd-922d-c03c3bc615dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:08.007873 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ce86cfa-2005-4ccd-922d-c03c3bc615dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:08.103379 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9ce86cfa-2005-4ccd-922d-c03c3bc615dd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1f05390e77ea4971b84fa0af77d64b3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2876070 Nov 10 19:37:08.107965 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 35828) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:08.123528 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce86cfa-2005-4ccd-922d-c03c3bc615dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7713af5-a735-4e37-8112-b8556776f6ef,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:08.156131 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c9815a5-aec7-428e-914e-c78ca1395380 req-7d1cd96f-4a28-41ce-99f1-2c5588c5bb43 tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0536096 Nov 10 19:37:08.186525 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d7cd29d2-b1ba-47a0-9998-1f9f7bf734aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:08.213965 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d7cd29d2-b1ba-47a0-9998-1f9f7bf734aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:08.271621 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d7cd29d2-b1ba-47a0-9998-1f9f7bf734aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:08.274769 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d7cd29d2-b1ba-47a0-9998-1f9f7bf734aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:08.285553 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d7cd29d2-b1ba-47a0-9998-1f9f7bf734aa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a7713af5-a735-4e37-8112-b8556776f6ef HTTP/1.1" status: 204 len: 168 time: 0.1707582 Nov 10 19:37:08.303355 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd29d2-b1ba-47a0-9998-1f9f7bf734aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7713af5-a735-4e37-8112-b8556776f6ef,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:08.697824 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 35852) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:08.870753 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-68995c65-5f5d-441e-a693-20cacb0df7ae admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2008796260-network', 'tenant_id': 'b695baaf2550442795200d6e73d1051f'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:37:08.911193 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68995c65-5f5d-441e-a693-20cacb0df7ae admin admin] Made reservation on behalf of b695baaf2550442795200d6e73d1051f for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:37:08.914621 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-68995c65-5f5d-441e-a693-20cacb0df7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:08.925345 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-68995c65-5f5d-441e-a693-20cacb0df7ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:09.029397 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-68995c65-5f5d-441e-a693-20cacb0df7ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:09.034856 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-68995c65-5f5d-441e-a693-20cacb0df7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:09.092875 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68995c65-5f5d-441e-a693-20cacb0df7ae admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:37:09.099138 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68995c65-5f5d-441e-a693-20cacb0df7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5422587-8f47-4d17-8b35-55d5ae0226fb,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:09.113212 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-68995c65-5f5d-441e-a693-20cacb0df7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:09.113563 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-68995c65-5f5d-441e-a693-20cacb0df7ae admin admin] Added segment fb97e71e-73bc-4743-9e84-3f9509dd5e11 of type vlan for network 8b5d57a6-f4f3-4036-b459-7721d419e463 Nov 10 19:37:09.136548 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15742a18-6f29-496e-a004-18372330159d req-35f26863-3c2a-4678-886e-395bbf756774 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:09.138375 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-15742a18-6f29-496e-a004-18372330159d req-35f26863-3c2a-4678-886e-395bbf756774 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 944 time: 0.0986612 Nov 10 19:37:09.190528 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-68995c65-5f5d-441e-a693-20cacb0df7ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:09.237849 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-15742a18-6f29-496e-a004-18372330159d req-bf9a53ca-d396-4d09-bbfc-d231d9719283 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/security-groups?id=633cc1ed-857a-43f3-820e-dbc5b23d353f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772605 Nov 10 19:37:09.238944 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-68995c65-5f5d-441e-a693-20cacb0df7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:09.239991 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68995c65-5f5d-441e-a693-20cacb0df7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:09.240597 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-68995c65-5f5d-441e-a693-20cacb0df7ae admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:09.303267 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 35876) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:09.303865 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-68995c65-5f5d-441e-a693-20cacb0df7ae admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6039932 Nov 10 19:37:09.315639 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-51aaf13c-aa54-4c2b-8232-4ab166e49e9c admin admin] Request body: {'subnet': {'network_id': '8b5d57a6-f4f3-4036-b459-7721d419e463', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2008796260-subnet', 'tenant_id': 'b695baaf2550442795200d6e73d1051f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:37:09.315801 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68995c65-5f5d-441e-a693-20cacb0df7ae admin admin] Pushing event updated for resources: {'Network': ['ID=8b5d57a6-f4f3-4036-b459-7721d419e463,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:09.327499 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 8b5d57a6-f4f3-4036-b459-7721d419e463 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:37:09.369303 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51aaf13c-aa54-4c2b-8232-4ab166e49e9c admin admin] Made reservation on behalf of b695baaf2550442795200d6e73d1051f for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:37:09.374348 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-51aaf13c-aa54-4c2b-8232-4ab166e49e9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:09.381572 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-728b069c-13d9-4609-8310-b1f8154f92b5 req-f83a3d68-4164-41e7-a2f2-13ff6805c637 tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0359707 Nov 10 19:37:09.585894 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-51aaf13c-aa54-4c2b-8232-4ab166e49e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:09.649735 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aaf13c-aa54-4c2b-8232-4ab166e49e9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6cd5c30-c47d-4d05-ae73-3a0c4e9cc069,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:09.656229 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51aaf13c-aa54-4c2b-8232-4ab166e49e9c admin admin] Checking segment: {'id': 'fb97e71e-73bc-4743-9e84-3f9509dd5e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8b5d57a6-f4f3-4036-b459-7721d419e463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:37:09.656768 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51aaf13c-aa54-4c2b-8232-4ab166e49e9c admin admin] Network hostable DHCP agents. Network: 8b5d57a6-f4f3-4036-b459-7721d419e463, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:37:09.676591 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51aaf13c-aa54-4c2b-8232-4ab166e49e9c admin admin] Network 8b5d57a6-f4f3-4036-b459-7721d419e463 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:37:09.686934 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-51aaf13c-aa54-4c2b-8232-4ab166e49e9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 8b5d57a6-f4f3-4036-b459-7721d419e463) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:37:09.691782 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aaf13c-aa54-4c2b-8232-4ab166e49e9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:09.692535 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-51aaf13c-aa54-4c2b-8232-4ab166e49e9c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:09.700567 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3adfd5-a0f4-452d-bdb9-e795fda4487a None None] Network 8b5d57a6-f4f3-4036-b459-7721d419e463 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:37:09.722556 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-51aaf13c-aa54-4c2b-8232-4ab166e49e9c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4166176 Nov 10 19:37:09.859249 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0632e35-c243-46f6-90b4-dbe4c5e0871a None None] Network 8b5d57a6-f4f3-4036-b459-7721d419e463 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:37:10.387887 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e9257-c9ce-4be1-90d1-6b105ff044f9 req-19aba86d-c707-48e1-8435-ad84850184ce tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:10.396823 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eb8e9257-c9ce-4be1-90d1-6b105ff044f9 req-19aba86d-c707-48e1-8435-ad84850184ce tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 944 time: 0.0801435 Nov 10 19:37:10.399881 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 35922) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:10.408760 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-a9bc707a-f2bc-4c2a-a466-6daaf70c8cbc admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-154975230-network', 'tenant_id': 'c5293d3c11114cd2aba626e73e518699'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:37:10.443915 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bc707a-f2bc-4c2a-a466-6daaf70c8cbc admin admin] Made reservation on behalf of c5293d3c11114cd2aba626e73e518699 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:37:10.447309 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a9bc707a-f2bc-4c2a-a466-6daaf70c8cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:10.462602 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a9bc707a-f2bc-4c2a-a466-6daaf70c8cbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:10.492204 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eb8e9257-c9ce-4be1-90d1-6b105ff044f9 req-e86bbb06-6fa7-41cf-a9c9-b0aed30797ad tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/security-groups?id=633cc1ed-857a-43f3-820e-dbc5b23d353f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944259 Nov 10 19:37:10.655766 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7839427-8550-4bf6-906d-aa62f25621b4 req-e8c39fc6-854f-4b14-ae8a-74e1db9bdc63 tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0547109 Nov 10 19:37:10.658205 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a9bc707a-f2bc-4c2a-a466-6daaf70c8cbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:10.663322 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a9bc707a-f2bc-4c2a-a466-6daaf70c8cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:10.683287 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9bc707a-f2bc-4c2a-a466-6daaf70c8cbc admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:37:10.702641 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a9bc707a-f2bc-4c2a-a466-6daaf70c8cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:10.702988 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-a9bc707a-f2bc-4c2a-a466-6daaf70c8cbc admin admin] Added segment e5ffc950-9c84-48bb-b8d9-0c6c4d4cb5a9 of type vlan for network a4778f25-d746-44a8-8a8f-4e595a23c170 Nov 10 19:37:10.704294 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc707a-f2bc-4c2a-a466-6daaf70c8cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b86e334-2b53-432c-b701-91b48de23c4b,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:10.756962 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a9bc707a-f2bc-4c2a-a466-6daaf70c8cbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:10.786721 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a9bc707a-f2bc-4c2a-a466-6daaf70c8cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:10.788628 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bc707a-f2bc-4c2a-a466-6daaf70c8cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:10.789201 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a9bc707a-f2bc-4c2a-a466-6daaf70c8cbc admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:10.855392 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a9bc707a-f2bc-4c2a-a466-6daaf70c8cbc admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4519324 Nov 10 19:37:10.859553 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 35936) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:10.863395 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc707a-f2bc-4c2a-a466-6daaf70c8cbc admin admin] Pushing event updated for resources: {'Network': ['ID=a4778f25-d746-44a8-8a8f-4e595a23c170,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:10.867406 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-19d43d2d-2428-48bc-8bd8-2b63e492eda3 admin admin] Request body: {'subnet': {'network_id': 'a4778f25-d746-44a8-8a8f-4e595a23c170', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-154975230-subnet', 'tenant_id': 'c5293d3c11114cd2aba626e73e518699', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:37:10.875859 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network a4778f25-d746-44a8-8a8f-4e595a23c170 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:37:10.915042 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d43d2d-2428-48bc-8bd8-2b63e492eda3 admin admin] Made reservation on behalf of c5293d3c11114cd2aba626e73e518699 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:37:10.919105 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-19d43d2d-2428-48bc-8bd8-2b63e492eda3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:11.117662 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 35944) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:11.141917 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-19d43d2d-2428-48bc-8bd8-2b63e492eda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:11.192194 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d43d2d-2428-48bc-8bd8-2b63e492eda3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46a67351-de97-419a-97b6-39e2a4f4982c,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:11.220627 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d43d2d-2428-48bc-8bd8-2b63e492eda3 admin admin] Checking segment: {'id': 'e5ffc950-9c84-48bb-b8d9-0c6c4d4cb5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a4778f25-d746-44a8-8a8f-4e595a23c170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:37:11.220937 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d43d2d-2428-48bc-8bd8-2b63e492eda3 admin admin] Network hostable DHCP agents. Network: a4778f25-d746-44a8-8a8f-4e595a23c170, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:37:11.243549 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d43d2d-2428-48bc-8bd8-2b63e492eda3 admin admin] Network a4778f25-d746-44a8-8a8f-4e595a23c170 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:37:11.257479 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-19d43d2d-2428-48bc-8bd8-2b63e492eda3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, a4778f25-d746-44a8-8a8f-4e595a23c170) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:37:11.262821 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d43d2d-2428-48bc-8bd8-2b63e492eda3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:11.264241 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-19d43d2d-2428-48bc-8bd8-2b63e492eda3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:11.271412 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0a3ab1-4066-4fdb-8a18-bb6666bce1be None None] Network a4778f25-d746-44a8-8a8f-4e595a23c170 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:37:11.301041 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-19d43d2d-2428-48bc-8bd8-2b63e492eda3 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4391909 Nov 10 19:37:11.524395 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd0fdc4-da31-4928-b6b9-5ece8bda3269 None None] Network a4778f25-d746-44a8-8a8f-4e595a23c170 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:37:11.835454 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caddd25-89f5-4abb-b630-bb78a45cba71 req-920b06ef-aac8-4782-a51e-55df5030599b tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:11.837126 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8caddd25-89f5-4abb-b630-bb78a45cba71 req-920b06ef-aac8-4782-a51e-55df5030599b tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 944 time: 0.1640942 Nov 10 19:37:11.978636 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8caddd25-89f5-4abb-b630-bb78a45cba71 req-53f292c9-7c1f-4087-a343-af5aa583dbcd tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/security-groups?id=633cc1ed-857a-43f3-820e-dbc5b23d353f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236770 Nov 10 19:37:12.130578 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-30412d9c-cfa3-444e-83ef-84c714ae3cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:12.396242 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-05e11298-b36c-4241-822a-e298d3aa9fcf tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:12.397930 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-05e11298-b36c-4241-822a-e298d3aa9fcf tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/networks?id=8b5d57a6-f4f3-4036-b459-7721d419e463 HTTP/1.1" status: 200 len: 812 time: 0.1723826 Nov 10 19:37:12.425473 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-90f55001-fba4-4c74-9dcd-c5cfd34d76a5 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/quotas/b695baaf2550442795200d6e73d1051f HTTP/1.1" status: 200 len: 375 time: 0.0141850 Nov 10 19:37:12.476679 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-ea9edd79-3270-46a4-844e-dd58567162d2 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b695baaf2550442795200d6e73d1051f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446610 Nov 10 19:37:12.602063 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-30412d9c-cfa3-444e-83ef-84c714ae3cea admin admin] Deleting port ecbd2da2-3c0c-4fda-99be-5b52a8e44cab {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:37:12.602851 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-30412d9c-cfa3-444e-83ef-84c714ae3cea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:12.610375 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-834bb56a-5a57-4505-bac2-8bff09ebc43d service neutron] 10.222.0.54 "GET /v2.0/networks/8b5d57a6-f4f3-4036-b459-7721d419e463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133697 Nov 10 19:37:13.103783 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-30412d9c-cfa3-444e-83ef-84c714ae3cea admin admin] For port ecbd2da2-3c0c-4fda-99be-5b52a8e44cab, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ecbd2da2-3c0c-4fda-99be-5b52a8e44cab,segment=NetworkSegment(859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5),segment_id=859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:37:13.104501 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-30412d9c-cfa3-444e-83ef-84c714ae3cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:13.117073 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-1a9a3085-e5f5-4240-ab9e-4a7189f28295 service neutron] 10.222.0.54 "GET /v2.0/networks/8b5d57a6-f4f3-4036-b459-7721d419e463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4962878 Nov 10 19:37:13.120804 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-30412d9c-cfa3-444e-83ef-84c714ae3cea admin admin] Calling delete_port for ecbd2da2-3c0c-4fda-99be-5b52a8e44cab owned by network:router_interface {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:37:13.127480 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:37:13.330861 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9337037f-8aea-423b-9d6d-31d0368e392f req-bdc68dd4-f09d-4f05-a125-9d9e805e8a23 tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0495973 Nov 10 19:37:13.355700 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-30412d9c-cfa3-444e-83ef-84c714ae3cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:13.390971 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30412d9c-cfa3-444e-83ef-84c714ae3cea admin admin] Pushing event deleted for resources: {'Port': ['ID=ecbd2da2-3c0c-4fda-99be-5b52a8e44cab,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:13.551850 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc8e97-7c99-4647-b66c-77155621cdbe req-633dad3d-9a9d-4b5d-ab1d-eeb25a05f682 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:13.553516 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-95dc8e97-7c99-4647-b66c-77155621cdbe req-633dad3d-9a9d-4b5d-ab1d-eeb25a05f682 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 944 time: 0.1312096 Nov 10 19:37:13.666945 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-95dc8e97-7c99-4647-b66c-77155621cdbe req-cef2b115-3ba2-4dcc-aba9-ea268e9d1a8c tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/security-groups?id=633cc1ed-857a-43f3-820e-dbc5b23d353f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016755 Nov 10 19:37:13.671620 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-30412d9c-cfa3-444e-83ef-84c714ae3cea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:13.763043 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cf74fd4e-5deb-46ef-9a1b-a91940d5eeec req-ac501477-ed4d-4907-979a-7b7ab13b1dc0 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb34664a-9d99-43b7-be9f-d00d1cef5156 HTTP/1.1" status: 200 len: 210 time: 0.0323198 Nov 10 19:37:13.965674 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30412d9c-cfa3-444e-83ef-84c714ae3cea admin admin] Router f1b2ad29-f404-478e-8585-710fb985884a has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:37:14.097215 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30412d9c-cfa3-444e-83ef-84c714ae3cea admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:37:14.102540 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-30412d9c-cfa3-444e-83ef-84c714ae3cea admin admin] 10.222.0.54 "PUT /v2.0/routers/f1b2ad29-f404-478e-8585-710fb985884a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9832547 Nov 10 19:37:14.105090 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 35996) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:14.111263 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bff1565-93d3-4724-891a-cbef94d31078 None None] Sync routers for ids ['f1b2ad29-f404-478e-8585-710fb985884a'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:37:14.122469 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bff1565-93d3-4724-891a-cbef94d31078 None None] Routers {'f1b2ad29-f404-478e-8585-710fb985884a'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:37:14.123077 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7bff1565-93d3-4724-891a-cbef94d31078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:36:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['f1b2ad29-f404-478e-8585-710fb985884a'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:14.217974 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4eb67838-0a0b-4d62-9f67-939f4d441b22 admin admin] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:14.233507 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-7bff1565-93d3-4724-891a-cbef94d31078 None None] Set router f1b2ad29-f404-478e-8585-710fb985884a gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:37:14.337755 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4eb67838-0a0b-4d62-9f67-939f4d441b22 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:14.428610 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7bff1565-93d3-4724-891a-cbef94d31078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'name': 'tempest-AttachVolumeTestJSON-1042387824-router', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:28:57Z', 'updated_at': '2021-11-10T19:37:13Z', 'revision_number': 5, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'gw_port': {'id': 'a1c2e466-1868-42ea-9945-198f28b7797a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:28:59Z', 'updated_at': '2021-11-10T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:14.446149 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-4eb67838-0a0b-4d62-9f67-939f4d441b22 admin admin] Deleting port a1c2e466-1868-42ea-9945-198f28b7797a {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:37:14.446487 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4eb67838-0a0b-4d62-9f67-939f4d441b22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:14.459298 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bff1565-93d3-4724-891a-cbef94d31078 None None] Checking router: f1b2ad29-f404-478e-8585-710fb985884a for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:37:14.468432 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bff1565-93d3-4724-891a-cbef94d31078 None None] Routers {'f1b2ad29-f404-478e-8585-710fb985884a'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:37:14.469293 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7bff1565-93d3-4724-891a-cbef94d31078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:36:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['f1b2ad29-f404-478e-8585-710fb985884a'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:14.507507 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5ae5f100-5f0a-4449-8ab0-ac9465c5b9c6 req-4d2b4166-b6e8-4b24-ad97-954a6e0620e0 tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0518756 Nov 10 19:37:14.571811 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-7c438017-48de-4758-a06b-3190a276781c tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:14.573453 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-7c438017-48de-4758-a06b-3190a276781c tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.25 "GET /v2.0/networks?id=8b5d57a6-f4f3-4036-b459-7721d419e463 HTTP/1.1" status: 200 len: 812 time: 0.2082229 Nov 10 19:37:14.589158 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-a135be6c-f624-4285-8d3e-ef9cffb24509 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Request body: {'port': {'device_id': 'eb34664a-9d99-43b7-be9f-d00d1cef5156', 'network_id': '8b5d57a6-f4f3-4036-b459-7721d419e463', 'admin_state_up': True, 'tenant_id': 'b695baaf2550442795200d6e73d1051f'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:37:14.595745 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-4eb67838-0a0b-4d62-9f67-939f4d441b22 admin admin] For port a1c2e466-1868-42ea-9945-198f28b7797a, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=a1c2e466-1868-42ea-9945-198f28b7797a,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:37:14.596261 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4eb67838-0a0b-4d62-9f67-939f4d441b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:14.621441 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-4eb67838-0a0b-4d62-9f67-939f4d441b22 admin admin] Calling delete_port for a1c2e466-1868-42ea-9945-198f28b7797a owned by network:router_gateway {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:37:14.729656 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-7bff1565-93d3-4724-891a-cbef94d31078 None None] Set router f1b2ad29-f404-478e-8585-710fb985884a gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:37:14.797627 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7bff1565-93d3-4724-891a-cbef94d31078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'name': 'tempest-AttachVolumeTestJSON-1042387824-router', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:28:57Z', 'updated_at': '2021-11-10T19:37:14Z', 'revision_number': 6, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:14.830937 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bff1565-93d3-4724-891a-cbef94d31078 None None] The sync data for ids ['f1b2ad29-f404-478e-8585-710fb985884a'] in n-d-813897-4 is: [{'id': 'f1b2ad29-f404-478e-8585-710fb985884a', 'name': 'tempest-AttachVolumeTestJSON-1042387824-router', 'tenant_id': '8404b51f2eea475c873a90f3482dbb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:28:57Z', 'updated_at': '2021-11-10T19:37:14Z', 'revision_number': 6, 'project_id': '8404b51f2eea475c873a90f3482dbb68', 'gw_port_host': None}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:37:14.848653 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c517a3-eaf6-493b-9261-ff9e2cf5da8d req-e4e144f2-ad7d-4fb7-af3e-3ed0e457bbf8 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:14.850263 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23c517a3-eaf6-493b-9261-ff9e2cf5da8d req-e4e144f2-ad7d-4fb7-af3e-3ed0e457bbf8 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 944 time: 0.0996776 Nov 10 19:37:14.893565 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4eb67838-0a0b-4d62-9f67-939f4d441b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:14.935225 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb67838-0a0b-4d62-9f67-939f4d441b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1c2e466-1868-42ea-9945-198f28b7797a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:14.944389 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2428a1e6-5260-40f1-a3d3-d469ee24adb2 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:37:15.002884 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23c517a3-eaf6-493b-9261-ff9e2cf5da8d req-7b252b25-371a-494f-a5ae-80927f78e80d tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/security-groups?id=633cc1ed-857a-43f3-820e-dbc5b23d353f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422906 Nov 10 19:37:15.021335 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4eb67838-0a0b-4d62-9f67-939f4d441b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:15.118915 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-a135be6c-f624-4285-8d3e-ef9cffb24509 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Made reservation on behalf of b695baaf2550442795200d6e73d1051f for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:37:15.123614 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-a135be6c-f624-4285-8d3e-ef9cffb24509 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:15.178020 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-95e3edbf-5072-417c-adb6-1530e387281a req-0e9cdbf1-d08b-4a32-9e25-17c383de9bf1 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb34664a-9d99-43b7-be9f-d00d1cef5156 HTTP/1.1" status: 200 len: 210 time: 0.0633330 Nov 10 19:37:15.188782 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4eb67838-0a0b-4d62-9f67-939f4d441b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:15.191188 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4eb67838-0a0b-4d62-9f67-939f4d441b22 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:15.250259 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4eb67838-0a0b-4d62-9f67-939f4d441b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:15.250985 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb67838-0a0b-4d62-9f67-939f4d441b22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1b2ad29-f404-478e-8585-710fb985884a {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:37:15.257187 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4eb67838-0a0b-4d62-9f67-939f4d441b22 admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:15.260538 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device eab927c0-5ed2-43df-9dd3-58d08735fea9 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:37:15.266770 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4eb67838-0a0b-4d62-9f67-939f4d441b22 admin admin] 10.222.0.54 "DELETE /v2.0/routers/f1b2ad29-f404-478e-8585-710fb985884a HTTP/1.1" status: 204 len: 168 time: 1.1604481 Nov 10 19:37:15.268027 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36010) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:15.342606 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f348c67-0b75-43a3-a47a-53ac6728c5f3 admin admin] Deleting subnet 8b7de537-b93b-4e73-8317-5941b65cea03 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:37:15.347086 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f348c67-0b75-43a3-a47a-53ac6728c5f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:15.380410 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-a135be6c-f624-4285-8d3e-ef9cffb24509 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Allocated IP 172.20.0.10 (8b5d57a6-f4f3-4036-b459-7721d419e463/f6cd5c30-c47d-4d05-ae73-3a0c4e9cc069/0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:37:15.414536 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f348c67-0b75-43a3-a47a-53ac6728c5f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:15.431442 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port eab927c0-5ed2-43df-9dd3-58d08735fea9, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=eab927c0-5ed2-43df-9dd3-58d08735fea9,segment=NetworkSegment(64032029-8ab1-4323-b0f8-d41046acfa66),segment_id=64032029-8ab1-4323-b0f8-d41046acfa66)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:37:15.439957 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36012) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:15.468338 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'eab927c0-5ed2-43df-9dd3-58d08735fea9', 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56', 'port_id': 'eab927c0-5ed2-43df-9dd3-58d08735fea9', 'mac_address': 'fa:16:3e:44:8c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b78156c-e958-473f-9a67-d60d2887529a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:37:15.522528 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f348c67-0b75-43a3-a47a-53ac6728c5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:15.528390 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:15.549901 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab927c0-5ed2-43df-9dd3-58d08735fea9 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:37:15.596488 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f348c67-0b75-43a3-a47a-53ac6728c5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:15.600689 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port eab927c0-5ed2-43df-9dd3-58d08735fea9, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=eab927c0-5ed2-43df-9dd3-58d08735fea9,segment=NetworkSegment(64032029-8ab1-4323-b0f8-d41046acfa66),segment_id=64032029-8ab1-4323-b0f8-d41046acfa66)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:37:15.610357 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:15.624849 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f348c67-0b75-43a3-a47a-53ac6728c5f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:15.626851 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cffccd-1ffc-4754-b422-bb4b1007587f None None] Network 1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:37:15.629974 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5f348c67-0b75-43a3-a47a-53ac6728c5f3 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8b7de537-b93b-4e73-8317-5941b65cea03 HTTP/1.1" status: 204 len: 168 time: 0.3599598 Nov 10 19:37:15.643938 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-a135be6c-f624-4285-8d3e-ef9cffb24509 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:15.646277 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36018) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:15.679384 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f348c67-0b75-43a3-a47a-53ac6728c5f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b7de537-b93b-4e73-8317-5941b65cea03,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:15.736444 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-afbeefc2-9b7f-4810-bf4d-4fab994c2b21 req-692de51a-c45e-4740-b69d-2b2abbf5a62a tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0590029 Nov 10 19:37:15.745371 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0dd66adb-3660-4869-a6a2-0c7f35708dfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:15.765503 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ab225153-eeed-4655-bfd8-3109a29e1921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:15.808963 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-a135be6c-f624-4285-8d3e-ef9cffb24509 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:15.828953 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=eab927c0-5ed2-43df-9dd3-58d08735fea9,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:15.849879 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['eab927c0-5ed2-43df-9dd3-58d08735fea9'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:37:15.874890 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0dd66adb-3660-4869-a6a2-0c7f35708dfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:15.880506 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-a135be6c-f624-4285-8d3e-ef9cffb24509 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Network 8b5d57a6-f4f3-4036-b459-7721d419e463 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:37:15.882100 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135be6c-f624-4285-8d3e-ef9cffb24509 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Pushing event updated for resources: {'Port': ['ID=0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:15.883138 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0dd66adb-3660-4869-a6a2-0c7f35708dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:15.885407 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ecbd2da2-3c0c-4fda-99be-5b52a8e44cab no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:37:15.897134 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-a135be6c-f624-4285-8d3e-ef9cffb24509 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:37:15.899635 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-a135be6c-f624-4285-8d3e-ef9cffb24509 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:37:15.908812 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: ecbd2da2-3c0c-4fda-99be-5b52a8e44cab {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:37:15.909179 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ecbd2da2-3c0c-4fda-99be-5b52a8e44cab not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:37:15.909933 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device a1c2e466-1868-42ea-9945-198f28b7797a no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:37:15.920064 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:15.920724 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:15.921342 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:15.921886 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:15.922396 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:15.922737 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:15.923081 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:15.923405 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:15.923912 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:15.924406 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:15.924953 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:15.925430 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:15.934782 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd66adb-3660-4869-a6a2-0c7f35708dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55160d79-9d10-41d9-abf5-d6d21861d424,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:15.940735 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-ab225153-eeed-4655-bfd8-3109a29e1921 admin admin] Deleting port db016095-13e8-410d-97a1-7198ccf420dc {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:37:15.941075 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ab225153-eeed-4655-bfd8-3109a29e1921 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:15.944344 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0dd66adb-3660-4869-a6a2-0c7f35708dfe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5b9c23f9538d4f2fb876d11c08a7366a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5033369 Nov 10 19:37:15.947170 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36020) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:15.975499 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: a1c2e466-1868-42ea-9945-198f28b7797a {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:37:15.976006 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device a1c2e466-1868-42ea-9945-198f28b7797a not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:37:15.996706 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-a135be6c-f624-4285-8d3e-ef9cffb24509 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:15.998689 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-a135be6c-f624-4285-8d3e-ef9cffb24509 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:16.012579 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-98f96a77-eda2-4b71-ad74-d1a1eef7f0be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:16.053922 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-98f96a77-eda2-4b71-ad74-d1a1eef7f0be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:16.076299 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-ab225153-eeed-4655-bfd8-3109a29e1921 admin admin] For port db016095-13e8-410d-97a1-7198ccf420dc, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=db016095-13e8-410d-97a1-7198ccf420dc,segment=NetworkSegment(859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5),segment_id=859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:37:16.076664 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ab225153-eeed-4655-bfd8-3109a29e1921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:16.088159 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-a135be6c-f624-4285-8d3e-ef9cffb24509 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5054307 Nov 10 19:37:16.090216 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9134ab-b95e-4ca7-9529-b10ed40530a4 None None] DHCP port deletion for 1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:37:16.100140 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-ab225153-eeed-4655-bfd8-3109a29e1921 admin admin] Calling delete_port for db016095-13e8-410d-97a1-7198ccf420dc owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:37:16.115231 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-02586deb-7028-4226-8c0b-4da9b02dba05 service neutron] Request body: {'port': {'device_id': 'eb34664a-9d99-43b7-be9f-d00d1cef5156', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:37:16.164737 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-98f96a77-eda2-4b71-ad74-d1a1eef7f0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:16.167675 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-98f96a77-eda2-4b71-ad74-d1a1eef7f0be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:16.168933 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-98f96a77-eda2-4b71-ad74-d1a1eef7f0be admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/55160d79-9d10-41d9-abf5-d6d21861d424 HTTP/1.1" status: 204 len: 168 time: 0.2208009 Nov 10 19:37:16.182694 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f96a77-eda2-4b71-ad74-d1a1eef7f0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55160d79-9d10-41d9-abf5-d6d21861d424,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:16.193686 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97fc15a-bd0a-433e-a4e7-f40166b444a0 req-8859ead5-92f7-492f-977e-8a1f84ff6d10 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:16.197123 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c97fc15a-bd0a-433e-a4e7-f40166b444a0 req-8859ead5-92f7-492f-977e-8a1f84ff6d10 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 945 time: 0.0739086 Nov 10 19:37:16.272855 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c97fc15a-bd0a-433e-a4e7-f40166b444a0 req-8f26ebb3-68cb-4f32-81c4-c3f138f1df40 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/security-groups?id=633cc1ed-857a-43f3-820e-dbc5b23d353f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633426 Nov 10 19:37:16.285616 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-fb9134ab-b95e-4ca7-9529-b10ed40530a4 None None] Deleting port db016095-13e8-410d-97a1-7198ccf420dc {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:37:16.285986 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fb9134ab-b95e-4ca7-9529-b10ed40530a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:16.325879 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-02586deb-7028-4226-8c0b-4da9b02dba05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:16.352910 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-fb9134ab-b95e-4ca7-9529-b10ed40530a4 None None] For port db016095-13e8-410d-97a1-7198ccf420dc, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=db016095-13e8-410d-97a1-7198ccf420dc,segment=NetworkSegment(859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5),segment_id=859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:37:16.353302 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fb9134ab-b95e-4ca7-9529-b10ed40530a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:16.369792 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-fb9134ab-b95e-4ca7-9529-b10ed40530a4 None None] Calling delete_port for db016095-13e8-410d-97a1-7198ccf420dc owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:37:16.409220 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749a120-80e9-4a12-8c58-7b68df18bc08 req-3bda99c9-5f99-4d9e-a1dc-2442e2725867 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:16.418362 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f749a120-80e9-4a12-8c58-7b68df18bc08 req-3bda99c9-5f99-4d9e-a1dc-2442e2725867 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb34664a-9d99-43b7-be9f-d00d1cef5156 HTTP/1.1" status: 200 len: 932 time: 0.0758343 Nov 10 19:37:16.455415 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ab225153-eeed-4655-bfd8-3109a29e1921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:16.478917 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f749a120-80e9-4a12-8c58-7b68df18bc08 req-4b39b30c-92b2-4748-8dc4-470cb2aeb8b0 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/security-groups?id=b5422587-8f47-4d17-8b35-55d5ae0226fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590069 Nov 10 19:37:16.483397 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab225153-eeed-4655-bfd8-3109a29e1921 admin admin] No DVR routers for this DVR port db016095-13e8-410d-97a1-7198ccf420dc on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:37:16.492059 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fb9134ab-b95e-4ca7-9529-b10ed40530a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:16.524880 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9134ab-b95e-4ca7-9529-b10ed40530a4 None None] No DVR routers for this DVR port db016095-13e8-410d-97a1-7198ccf420dc on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:37:16.527720 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9134ab-b95e-4ca7-9529-b10ed40530a4 None None] Pushing event deleted for resources: {'Port': ['ID=db016095-13e8-410d-97a1-7198ccf420dc,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:16.539138 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab225153-eeed-4655-bfd8-3109a29e1921 admin admin] Pushing event deleted for resources: {'Port': ['ID=db016095-13e8-410d-97a1-7198ccf420dc,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:16.590210 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36030) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:16.604762 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c88a7d0c-95e5-4842-be19-5790f5c6975e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:16.665174 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ab225153-eeed-4655-bfd8-3109a29e1921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:16.687916 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c88a7d0c-95e5-4842-be19-5790f5c6975e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:16.694860 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c88a7d0c-95e5-4842-be19-5790f5c6975e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:16.697598 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-ab225153-eeed-4655-bfd8-3109a29e1921 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:16.715221 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-ab225153-eeed-4655-bfd8-3109a29e1921 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:16.715467 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-ab225153-eeed-4655-bfd8-3109a29e1921 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859adaa7-5fc7-4bd3-a5ab-2aee2e5188d5') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:16.727524 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ab225153-eeed-4655-bfd8-3109a29e1921 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:16.732603 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a7d0c-95e5-4842-be19-5790f5c6975e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e32bccc-ca24-49ed-875c-a1cbe0b0a113,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:16.739900 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c88a7d0c-95e5-4842-be19-5790f5c6975e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d934ce6a2d8a4ec5adfb09f9afc0ae33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1482892 Nov 10 19:37:16.740812 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36032) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:16.755761 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ab225153-eeed-4655-bfd8-3109a29e1921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:16.785653 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab225153-eeed-4655-bfd8-3109a29e1921 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:37:16.786126 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ab225153-eeed-4655-bfd8-3109a29e1921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:16.787833 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:37:16.787833 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:37:16.787833 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:37:16.787833 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:37:16.787833 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:37:16.787833 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:37:16.787833 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:37:16.787833 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:37:16.787833 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:37:16.787833 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:37:16.787833 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:37:16.787833 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:37:16.787833 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:37:16.787833 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:37:16.787833 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:37:16.787833 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:37:16.787833 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:37:16.787833 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:37:16.787833 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:37:16.787833 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:37:16.787833 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:37:16.787833 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:37:16.787833 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:37:16.787833 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:37:16.787833 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:37:16.787833 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:37:16.787833 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:37:16.787833 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:37:16.787833 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:37:16.787833 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:37:16.787833 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:37:16.787833 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:37:16.790933 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-37099b63-cc00-4bb0-bd3a-8076be3473d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:16.815668 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-37099b63-cc00-4bb0-bd3a-8076be3473d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:16.848092 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-02586deb-7028-4226-8c0b-4da9b02dba05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:37:16.856555 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-02586deb-7028-4226-8c0b-4da9b02dba05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:16.857820 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-34bedb18-15ed-415e-aea6-8a60742e973e req-2fad7a8b-d1ca-4789-9af7-042b91b17dd3 tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0445130 Nov 10 19:37:16.868126 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ab225153-eeed-4655-bfd8-3109a29e1921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:16.874735 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-02586deb-7028-4226-8c0b-4da9b02dba05 service neutron] Transition to ACTIVE for port object 0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:37:16.875932 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ab225153-eeed-4655-bfd8-3109a29e1921 admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:16.882348 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ab225153-eeed-4655-bfd8-3109a29e1921 admin admin] 10.222.0.54 "DELETE /v2.0/networks/1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab HTTP/1.1" status: 204 len: 168 time: 1.2350283 Nov 10 19:37:16.894631 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-02586deb-7028-4226-8c0b-4da9b02dba05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:16.899311 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab225153-eeed-4655-bfd8-3109a29e1921 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ba865c0-29c7-4ae9-ac8a-f82c60c1b5ab,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:16.905014 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-37099b63-cc00-4bb0-bd3a-8076be3473d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:16.908897 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-37099b63-cc00-4bb0-bd3a-8076be3473d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:16.910359 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-37099b63-cc00-4bb0-bd3a-8076be3473d7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9e32bccc-ca24-49ed-875c-a1cbe0b0a113 HTTP/1.1" status: 204 len: 168 time: 0.1685870 Nov 10 19:37:16.925802 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37099b63-cc00-4bb0-bd3a-8076be3473d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e32bccc-ca24-49ed-875c-a1cbe0b0a113,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:16.973415 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02586deb-7028-4226-8c0b-4da9b02dba05 service neutron] Pushing event updated for resources: {'Port': ['ID=0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:17.027042 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-02586deb-7028-4226-8c0b-4da9b02dba05 service neutron] Attempting to bind port 0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:37:17.027431 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-02586deb-7028-4226-8c0b-4da9b02dba05 service neutron] Attempting to bind port 0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': 'fb97e71e-73bc-4743-9e84-3f9509dd5e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8b5d57a6-f4f3-4036-b459-7721d419e463'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:37:17.027786 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-02586deb-7028-4226-8c0b-4da9b02dba05 service neutron] Attempting to bind port 0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226 on network 8b5d57a6-f4f3-4036-b459-7721d419e463 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:37:17.032359 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-02586deb-7028-4226-8c0b-4da9b02dba05 service neutron] Port 0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226 on network 8b5d57a6-f4f3-4036-b459-7721d419e463 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:37:17.032693 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-02586deb-7028-4226-8c0b-4da9b02dba05 service neutron] Attempting to bind port 0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226 on network 8b5d57a6-f4f3-4036-b459-7721d419e463 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:37:17.037746 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-02586deb-7028-4226-8c0b-4da9b02dba05 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:37:17.038114 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-02586deb-7028-4226-8c0b-4da9b02dba05 service neutron] Checking segment: {'id': 'fb97e71e-73bc-4743-9e84-3f9509dd5e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8b5d57a6-f4f3-4036-b459-7721d419e463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:37:17.038499 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-02586deb-7028-4226-8c0b-4da9b02dba05 service neutron] Bound using segment: {'id': 'fb97e71e-73bc-4743-9e84-3f9509dd5e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8b5d57a6-f4f3-4036-b459-7721d419e463'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:37:17.038931 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-02586deb-7028-4226-8c0b-4da9b02dba05 service neutron] Bound port: 0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb97e71e-73bc-4743-9e84-3f9509dd5e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8b5d57a6-f4f3-4036-b459-7721d419e463'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:37:17.039290 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-02586deb-7028-4226-8c0b-4da9b02dba05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:17.103240 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36040) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:17.108062 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-02586deb-7028-4226-8c0b-4da9b02dba05 service neutron] For port 0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:37:17.111981 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-02586deb-7028-4226-8c0b-4da9b02dba05 service neutron] For port 0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226,segment=NetworkSegment(fb97e71e-73bc-4743-9e84-3f9509dd5e11),segment_id=fb97e71e-73bc-4743-9e84-3f9509dd5e11)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:37:17.118100 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-02586deb-7028-4226-8c0b-4da9b02dba05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:17.154450 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-02586deb-7028-4226-8c0b-4da9b02dba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:17.155070 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-02586deb-7028-4226-8c0b-4da9b02dba05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:17.157184 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-02586deb-7028-4226-8c0b-4da9b02dba05 service neutron] 10.222.0.25 "PUT /v2.0/ports/0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226 HTTP/1.1" status: 200 len: 1092 time: 1.0529847 Nov 10 19:37:17.157297 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-517a6300-fcf4-4ef6-878d-6908b0d48d7d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8404b51f2eea475c873a90f3482dbb68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0515904 Nov 10 19:37:17.157422 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb34664a-9d99-43b7-be9f-d00d1cef5156', 'tag': '0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:37:17.159564 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5157229-90ab-4d0c-811f-b07d760e595a" -d '{"events": [{"name": "network-changed", "server_uuid": "eb34664a-9d99-43b7-be9f-d00d1cef5156", "tag": "0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:37:17.161643 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36044) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:17.200627 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02586deb-7028-4226-8c0b-4da9b02dba05 service neutron] Pushing event updated for resources: {'Port': ['ID=0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:17.218840 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a8096b-3e41-4087-a68e-1ede587da9df x-openstack-request-id: req-c1a8096b-3e41-4087-a68e-1ede587da9df {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:37:17.219248 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb34664a-9d99-43b7-be9f-d00d1cef5156", "tag": "0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:37:17.219378 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c1a8096b-3e41-4087-a68e-1ede587da9df {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:37:17.219777 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb34664a-9d99-43b7-be9f-d00d1cef5156', 'tag': '0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226', 'status': 'completed', 'code': 200} Nov 10 19:37:17.224429 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1b9a269-14fb-45c2-87e4-75239cc15dad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:17.251611 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-4b46f5aa-9993-4f35-a5f6-0a54ecc3b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:17.253936 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-4b46f5aa-9993-4f35-a5f6-0a54ecc3b9bf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b695baaf2550442795200d6e73d1051f&device_id=eb34664a-9d99-43b7-be9f-d00d1cef5156 HTTP/1.1" status: 200 len: 1095 time: 0.0493715 Nov 10 19:37:17.255139 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1b9a269-14fb-45c2-87e4-75239cc15dad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:17.267666 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device eab927c0-5ed2-43df-9dd3-58d08735fea9 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:37:17.316313 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1b9a269-14fb-45c2-87e4-75239cc15dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:17.318794 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-395f9962-9330-4e5f-aacf-e03392b4923a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226 HTTP/1.1" status: 200 len: 217 time: 0.0544748 Nov 10 19:37:17.319411 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1b9a269-14fb-45c2-87e4-75239cc15dad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:17.323422 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b1b9a269-14fb-45c2-87e4-75239cc15dad admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2048b5b2-5592-4b8e-8c2b-681d57cfcb0a HTTP/1.1" status: 204 len: 168 time: 0.1605916 Nov 10 19:37:17.339479 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9a269-14fb-45c2-87e4-75239cc15dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2048b5b2-5592-4b8e-8c2b-681d57cfcb0a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:17.341350 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port eab927c0-5ed2-43df-9dd3-58d08735fea9 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:37:17.345922 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port eab927c0-5ed2-43df-9dd3-58d08735fea9 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:37:17.346258 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:17.403504 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-f64646e1-4189-495b-b8bc-5f44624234aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:17.405579 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-f64646e1-4189-495b-b8bc-5f44624234aa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f6cd5c30-c47d-4d05-ae73-3a0c4e9cc069 HTTP/1.1" status: 200 len: 852 time: 0.0748317 Nov 10 19:37:17.454165 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:17.457682 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-9e63c878-5745-44c4-ab52-cdac37051644 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8b5d57a6-f4f3-4036-b459-7721d419e463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390656 Nov 10 19:37:17.465471 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531e0cd-19b1-47cf-84cf-fe82c82fb1e4 req-405b1c5a-90c8-423a-b4be-8b41a78ebbbf tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:17.466464 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b531e0cd-19b1-47cf-84cf-fe82c82fb1e4 req-405b1c5a-90c8-423a-b4be-8b41a78ebbbf tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 945 time: 0.0691462 Nov 10 19:37:17.488734 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab927c0-5ed2-43df-9dd3-58d08735fea9'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:37:17.491343 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59126869-b646-43a1-b60f-1e42122e3df3" -d '{"events": [{"server_uuid": "5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26", "name": "network-vif-plugged", "status": "completed", "tag": "eab927c0-5ed2-43df-9dd3-58d08735fea9"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:37:17.516369 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port eab927c0-5ed2-43df-9dd3-58d08735fea9, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=eab927c0-5ed2-43df-9dd3-58d08735fea9,segment=NetworkSegment(64032029-8ab1-4323-b0f8-d41046acfa66),segment_id=64032029-8ab1-4323-b0f8-d41046acfa66)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:37:17.524830 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:17.573291 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b531e0cd-19b1-47cf-84cf-fe82c82fb1e4 req-968d6e46-8beb-416e-b296-83efd743d073 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/security-groups?id=633cc1ed-857a-43f3-820e-dbc5b23d353f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984173 Nov 10 19:37:17.585218 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=eab927c0-5ed2-43df-9dd3-58d08735fea9,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:17.611061 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-6ab0db6c-aaf1-4c76-b76b-d9d4f3d5e461 service neutron] 10.222.0.25 "GET /v2.0/networks/8b5d57a6-f4f3-4036-b459-7721d419e463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444793 Nov 10 19:37:17.720139 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f60965bc-08ec-48ea-85d9-ebb571ba5f5b req-f66831bd-0440-4349-a0f1-9167742cbfe1 service neutron] 10.222.0.25 "GET /v2.0/networks/8b5d57a6-f4f3-4036-b459-7721d419e463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008246 Nov 10 19:37:17.815340 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be4ddb5-1346-41af-bbef-f1228c6d57e6 x-openstack-request-id: req-0be4ddb5-1346-41af-bbef-f1228c6d57e6 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:37:17.815662 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26", "name": "network-vif-plugged", "status": "completed", "tag": "eab927c0-5ed2-43df-9dd3-58d08735fea9", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:37:17.815901 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0be4ddb5-1346-41af-bbef-f1228c6d57e6 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:37:17.816310 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab927c0-5ed2-43df-9dd3-58d08735fea9', 'code': 200} Nov 10 19:37:17.831320 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5157229-90ab-4d0c-811f-b07d760e595a req-0a68413a-6386-4871-959c-e3ff760333d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:17.832868 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c5157229-90ab-4d0c-811f-b07d760e595a req-0a68413a-6386-4871-959c-e3ff760333d6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b695baaf2550442795200d6e73d1051f&device_id=eb34664a-9d99-43b7-be9f-d00d1cef5156 HTTP/1.1" status: 200 len: 1095 time: 0.0586555 Nov 10 19:37:17.871466 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device db016095-13e8-410d-97a1-7198ccf420dc no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:37:17.912080 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: db016095-13e8-410d-97a1-7198ccf420dc {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:37:17.912333 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device db016095-13e8-410d-97a1-7198ccf420dc not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:37:17.985683 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23da9d-a07c-4f6c-aeab-96d56dacb5eb req-d7417542-887e-43a5-a624-4f8302ae4e2f tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:17.987981 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9a23da9d-a07c-4f6c-aeab-96d56dacb5eb req-d7417542-887e-43a5-a624-4f8302ae4e2f tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb34664a-9d99-43b7-be9f-d00d1cef5156 HTTP/1.1" status: 200 len: 944 time: 0.0600417 Nov 10 19:37:17.995324 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa4fb6-4f29-4b7a-9a05-a16ad47210be req-5147fa2e-ee29-4a35-924e-158a70ac6dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:17.997363 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4aa4fb6-4f29-4b7a-9a05-a16ad47210be req-5147fa2e-ee29-4a35-924e-158a70ac6dc2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 1097 time: 0.1053565 Nov 10 19:37:18.009875 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5157229-90ab-4d0c-811f-b07d760e595a req-62893302-8c99-406d-b245-3877e5979c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:18.011860 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c5157229-90ab-4d0c-811f-b07d760e595a req-62893302-8c99-406d-b245-3877e5979c34 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8b5d57a6-f4f3-4036-b459-7721d419e463 HTTP/1.1" status: 200 len: 913 time: 0.1698647 Nov 10 19:37:18.077467 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9a23da9d-a07c-4f6c-aeab-96d56dacb5eb req-8fe0fdc1-3e14-4452-b993-235a16eae1d3 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/security-groups?id=b5422587-8f47-4d17-8b35-55d5ae0226fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787978 Nov 10 19:37:18.082783 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4aa4fb6-4f29-4b7a-9a05-a16ad47210be req-0fabe04e-ad63-4a66-8fc6-601901a9a7b9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=633cc1ed-857a-43f3-820e-dbc5b23d353f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769906 Nov 10 19:37:18.087394 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c5157229-90ab-4d0c-811f-b07d760e595a req-462f27f1-be78-4b4b-b7d3-6b9eb3cc87e0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226 HTTP/1.1" status: 200 len: 217 time: 0.0675638 Nov 10 19:37:18.148174 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5157229-90ab-4d0c-811f-b07d760e595a req-216671a2-ec55-472e-a65d-7637a7165c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:18.149694 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c5157229-90ab-4d0c-811f-b07d760e595a req-216671a2-ec55-472e-a65d-7637a7165c96 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f6cd5c30-c47d-4d05-ae73-3a0c4e9cc069 HTTP/1.1" status: 200 len: 852 time: 0.0562375 Nov 10 19:37:18.182383 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6c9fd307-b388-4b1a-b933-6818ed20cc85 req-8e3b312e-ea2f-45c6-9767-ea03e57d4a5b tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0331857 Nov 10 19:37:18.201349 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c5157229-90ab-4d0c-811f-b07d760e595a req-210653f6-e73d-4ca4-a416-ed92c26d6991 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8b5d57a6-f4f3-4036-b459-7721d419e463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440309 Nov 10 19:37:18.304062 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c5157229-90ab-4d0c-811f-b07d760e595a req-de6c3324-ff18-4580-92ae-79f8c62608b5 service neutron] 10.222.0.25 "GET /v2.0/networks/8b5d57a6-f4f3-4036-b459-7721d419e463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946808 Nov 10 19:37:18.404413 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c5157229-90ab-4d0c-811f-b07d760e595a req-c19341fe-3c82-4ca8-8e62-2ac868142f44 service neutron] 10.222.0.25 "GET /v2.0/networks/8b5d57a6-f4f3-4036-b459-7721d419e463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926757 Nov 10 19:37:18.811567 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291810f6-9d07-49e0-b629-460253cb4b42 req-4d747997-a1c0-4f2c-adda-7898faa807b6 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:18.813076 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-291810f6-9d07-49e0-b629-460253cb4b42 req-4d747997-a1c0-4f2c-adda-7898faa807b6 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 946 time: 0.0498745 Nov 10 19:37:18.863229 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-291810f6-9d07-49e0-b629-460253cb4b42 req-4ddc15bb-7a5d-4720-88b7-27f2bf0cdf33 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/security-groups?id=633cc1ed-857a-43f3-820e-dbc5b23d353f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436423 Nov 10 19:37:19.219394 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eeff95-accd-409a-a6f6-cc67d46189f6 req-c6ead5f0-cc20-4387-abf0-1019f5125267 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:19.220945 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b5eeff95-accd-409a-a6f6-cc67d46189f6 req-c6ead5f0-cc20-4387-abf0-1019f5125267 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb34664a-9d99-43b7-be9f-d00d1cef5156 HTTP/1.1" status: 200 len: 944 time: 0.0569758 Nov 10 19:37:19.272259 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b5eeff95-accd-409a-a6f6-cc67d46189f6 req-124e31a0-efe4-470f-9279-214921156cba tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/security-groups?id=b5422587-8f47-4d17-8b35-55d5ae0226fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453277 Nov 10 19:37:19.290426 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36160) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:19.338152 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36164) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:19.381075 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-133ee001-bb6c-40bf-8b82-7593ddd2f470 req-f9b3d9aa-9999-4fb6-9763-bd2b9fbbfe0c tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0328841 Nov 10 19:37:19.465922 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-eaee4646-1455-44b7-baea-7a241ebd8529 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:19.473091 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-796aae3b-27bd-4e63-88fd-66bbdb0e30c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:19.591542 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-eaee4646-1455-44b7-baea-7a241ebd8529 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:19.601690 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-eaee4646-1455-44b7-baea-7a241ebd8529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:19.606855 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-796aae3b-27bd-4e63-88fd-66bbdb0e30c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:19.617070 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-796aae3b-27bd-4e63-88fd-66bbdb0e30c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:19.651699 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-eaee4646-1455-44b7-baea-7a241ebd8529 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d93b920043124c92b0f777e01cf31692&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3600197 Nov 10 19:37:19.654609 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36170) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:19.662532 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee4646-1455-44b7-baea-7a241ebd8529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e2c4ab-d41c-4b75-ae4d-b17ff0733b46,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:19.673917 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-796aae3b-27bd-4e63-88fd-66bbdb0e30c6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fa116551e5654fa8954b75371805e6d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3313923 Nov 10 19:37:19.674298 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36172) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:19.691709 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796aae3b-27bd-4e63-88fd-66bbdb0e30c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30428232-3f42-4846-ae77-b4c72a3d731c,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:19.736349 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-83ec7158-167c-4a84-aa34-63b3fcedcaa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:19.751863 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-14e92c50-84be-4b24-9f70-180e1435d1de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:19.772008 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-83ec7158-167c-4a84-aa34-63b3fcedcaa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:19.790051 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-14e92c50-84be-4b24-9f70-180e1435d1de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:19.848391 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-83ec7158-167c-4a84-aa34-63b3fcedcaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:19.851009 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-83ec7158-167c-4a84-aa34-63b3fcedcaa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:19.852153 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-83ec7158-167c-4a84-aa34-63b3fcedcaa8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/47e2c4ab-d41c-4b75-ae4d-b17ff0733b46 HTTP/1.1" status: 204 len: 168 time: 0.1963315 Nov 10 19:37:19.861346 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-14e92c50-84be-4b24-9f70-180e1435d1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:19.863843 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-14e92c50-84be-4b24-9f70-180e1435d1de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:19.864968 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-14e92c50-84be-4b24-9f70-180e1435d1de admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/30428232-3f42-4846-ae77-b4c72a3d731c HTTP/1.1" status: 204 len: 168 time: 0.1905391 Nov 10 19:37:19.865928 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec7158-167c-4a84-aa34-63b3fcedcaa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e2c4ab-d41c-4b75-ae4d-b17ff0733b46,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:19.879603 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e92c50-84be-4b24-9f70-180e1435d1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30428232-3f42-4846-ae77-b4c72a3d731c,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:20.002725 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d8408-3958-4c59-8364-2bb6e2d374da req-a48c84d2-e836-4e2d-9ef8-b3a41580d3dc tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:20.004269 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-742d8408-3958-4c59-8364-2bb6e2d374da req-a48c84d2-e836-4e2d-9ef8-b3a41580d3dc tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 946 time: 0.0535643 Nov 10 19:37:20.062511 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-742d8408-3958-4c59-8364-2bb6e2d374da req-cd53bfa5-934b-4525-90ad-54dd7ecbb340 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/security-groups?id=633cc1ed-857a-43f3-820e-dbc5b23d353f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504382 Nov 10 19:37:20.190990 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4a538-7405-4973-aecf-dde593f7ec39 req-49f2a774-6bc0-426a-97e4-7b1d665da579 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:20.192724 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cea4a538-7405-4973-aecf-dde593f7ec39 req-49f2a774-6bc0-426a-97e4-7b1d665da579 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 946 time: 0.0544252 Nov 10 19:37:20.241517 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36192) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:20.248256 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cea4a538-7405-4973-aecf-dde593f7ec39 req-36fca1c0-775d-4a45-8db3-e4d487e2b3dc tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/security-groups?id=633cc1ed-857a-43f3-820e-dbc5b23d353f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466156 Nov 10 19:37:20.257673 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57434897-709b-4fcf-bc17-9beda764d39b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:20.270983 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36194) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:20.358008 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57434897-709b-4fcf-bc17-9beda764d39b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:20.365107 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57434897-709b-4fcf-bc17-9beda764d39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:20.414505 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57434897-709b-4fcf-bc17-9beda764d39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b645aa5-4539-424d-807f-53a7b241d175,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:20.418421 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a38db-e67b-49d2-a5be-e9da2c1abeb5 req-ef81540c-48c6-4976-ad21-79cf5c9bbe2f tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:20.419458 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-57434897-709b-4fcf-bc17-9beda764d39b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bd2a99abcb0e4cd49240eab7a7f0c056&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1764946 Nov 10 19:37:20.420112 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d33a38db-e67b-49d2-a5be-e9da2c1abeb5 req-ef81540c-48c6-4976-ad21-79cf5c9bbe2f tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb34664a-9d99-43b7-be9f-d00d1cef5156 HTTP/1.1" status: 200 len: 944 time: 0.0581245 Nov 10 19:37:20.422156 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36204) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:20.508802 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d33a38db-e67b-49d2-a5be-e9da2c1abeb5 req-29830279-795b-45ef-a898-d3676eb7c939 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/security-groups?id=b5422587-8f47-4d17-8b35-55d5ae0226fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800858 Nov 10 19:37:20.514674 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ec301c69-c4a7-44bf-914b-3e24ea356c82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:20.521165 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cffe449-b246-4525-a13e-26fe996b6f38 tempest-TestVolumeBackupRestore-295658796 tempest-TestVolumeBackupRestore-295658796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:20.522964 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6cffe449-b246-4525-a13e-26fe996b6f38 tempest-TestVolumeBackupRestore-295658796 tempest-TestVolumeBackupRestore-295658796-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 1092 time: 0.2510200 Nov 10 19:37:20.526208 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36210) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:20.532510 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-1e4a157c-2984-4801-9092-ea9cc4b9d772 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'port_id': 'eab927c0-5ed2-43df-9dd3-58d08735fea9', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:37:20.553564 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ec301c69-c4a7-44bf-914b-3e24ea356c82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:20.585856 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1e4a157c-2984-4801-9092-ea9cc4b9d772 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks [] for floatingip, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:20.633571 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-78f03a15-a44c-4e2d-bbdc-373b98433892 req-193c8f4c-f9f2-4514-9ce1-8230256f909c tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0449739 Nov 10 19:37:20.678931 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ec301c69-c4a7-44bf-914b-3e24ea356c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:20.681457 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ec301c69-c4a7-44bf-914b-3e24ea356c82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:20.685444 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ec301c69-c4a7-44bf-914b-3e24ea356c82 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0b645aa5-4539-424d-807f-53a7b241d175 HTTP/1.1" status: 204 len: 168 time: 0.2596207 Nov 10 19:37:20.696203 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec301c69-c4a7-44bf-914b-3e24ea356c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b645aa5-4539-424d-807f-53a7b241d175,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:20.731701 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1e4a157c-2984-4801-9092-ea9cc4b9d772 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:20.841290 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-1e4a157c-2984-4801-9092-ea9cc4b9d772 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Allocated IP 172.25.3.32 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/b8186e1d-b791-4598-be50-b824c54d19af) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:37:20.966834 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1e4a157c-2984-4801-9092-ea9cc4b9d772 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:21.008175 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1e4a157c-2984-4801-9092-ea9cc4b9d772 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:21.068994 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4a157c-2984-4801-9092-ea9cc4b9d772 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:37:21.076949 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-1e4a157c-2984-4801-9092-ea9cc4b9d772 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:37:21.081954 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4a157c-2984-4801-9092-ea9cc4b9d772 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:37:21.085565 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a157c-2984-4801-9092-ea9cc4b9d772 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Pushing event updated for resources: {'Port': ['ID=b8186e1d-b791-4598-be50-b824c54d19af,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:21.483883 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1e4a157c-2984-4801-9092-ea9cc4b9d772 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:21.576331 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1e4a157c-2984-4801-9092-ea9cc4b9d772 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:21.699384 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc6355-67c3-4fe0-acbb-37bc59ac474b req-415647b5-ad0a-4605-a447-a8ed5fff52ee tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:21.701688 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0bdc6355-67c3-4fe0-acbb-37bc59ac474b req-415647b5-ad0a-4605-a447-a8ed5fff52ee tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb34664a-9d99-43b7-be9f-d00d1cef5156 HTTP/1.1" status: 200 len: 944 time: 0.0929832 Nov 10 19:37:21.763158 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:37:21.809520 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0bdc6355-67c3-4fe0-acbb-37bc59ac474b req-35e79bb4-81bf-4671-b6a9-6bcf26c9a021 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/security-groups?id=b5422587-8f47-4d17-8b35-55d5ae0226fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791247 Nov 10 19:37:21.836215 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1e4a157c-2984-4801-9092-ea9cc4b9d772 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:21.851435 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1e4a157c-2984-4801-9092-ea9cc4b9d772 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:21.894343 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226,segment=NetworkSegment(fb97e71e-73bc-4743-9e84-3f9509dd5e11),segment_id=fb97e71e-73bc-4743-9e84-3f9509dd5e11)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:37:21.909852 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226', 'network_id': '8b5d57a6-f4f3-4036-b459-7721d419e463', 'port_id': '0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226', 'mac_address': 'fa:16:3e:f5:6a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6cd5c30-c47d-4d05-ae73-3a0c4e9cc069', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:37:21.954377 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:21.970944 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:37:21.976614 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aea92376-c8b7-4064-ad63-6ed633ded585 req-b97a2d06-2f31-483d-a3af-2b99ff55ec2f tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0456645 Nov 10 19:37:21.977230 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a157c-2984-4801-9092-ea9cc4b9d772 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Pushing event updated for resources: {'Port': ['ID=b8186e1d-b791-4598-be50-b824c54d19af,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:21.994393 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1e4a157c-2984-4801-9092-ea9cc4b9d772 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:22.003977 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226,segment=NetworkSegment(fb97e71e-73bc-4743-9e84-3f9509dd5e11),segment_id=fb97e71e-73bc-4743-9e84-3f9509dd5e11)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:37:22.009501 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:22.066504 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:22.126251 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-1e4a157c-2984-4801-9092-ea9cc4b9d772 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Floating IP 1f25c151-b17f-466b-b604-31bcb6b8ef82 associated. External IP: 172.25.3.32, port: eab927c0-5ed2-43df-9dd3-58d08735fea9. Nov 10 19:37:22.349161 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:37:22.724176 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4a157c-2984-4801-9092-ea9cc4b9d772 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Router 7219050f-1373-4369-bbb2-a5caec6a4a72 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:37:22.836761 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4a157c-2984-4801-9092-ea9cc4b9d772 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:37:22.848169 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b77667-32e3-45d7-984e-fb6f0165df8f None None] Sync routers for ids ['7219050f-1373-4369-bbb2-a5caec6a4a72'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:37:22.860174 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1e4a157c-2984-4801-9092-ea9cc4b9d772 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:22.867943 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b77667-32e3-45d7-984e-fb6f0165df8f None None] Routers {'7219050f-1373-4369-bbb2-a5caec6a4a72'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:37:22.868592 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-73b77667-32e3-45d7-984e-fb6f0165df8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:36:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['7219050f-1373-4369-bbb2-a5caec6a4a72'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:22.893730 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36302) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:22.894368 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1e4a157c-2984-4801-9092-ea9cc4b9d772 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3665152 Nov 10 19:37:22.894990 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26', 'tag': 'eab927c0-5ed2-43df-9dd3-58d08735fea9'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:37:22.897476 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1113f7-3b3d-435b-ac04-8e408018499c" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26", "tag": "eab927c0-5ed2-43df-9dd3-58d08735fea9"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:37:22.965574 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd910fd8-756d-4d4b-8cf1-8b95e63f437e req-089af896-d40c-4ccf-a3ee-87c2068c3a9a tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:22.968538 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd910fd8-756d-4d4b-8cf1-8b95e63f437e req-089af896-d40c-4ccf-a3ee-87c2068c3a9a tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb34664a-9d99-43b7-be9f-d00d1cef5156 HTTP/1.1" status: 200 len: 945 time: 0.0615585 Nov 10 19:37:22.979037 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6ca1cc-3e64-4770-8458-c6b30b8e135c tempest-TestVolumeBackupRestore-295658796 tempest-TestVolumeBackupRestore-295658796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:22.986228 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4d6ca1cc-3e64-4770-8458-c6b30b8e135c tempest-TestVolumeBackupRestore-295658796 tempest-TestVolumeBackupRestore-295658796-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 1092 time: 0.0898597 Nov 10 19:37:22.987343 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36306) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:22.993400 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-de8557b8-5f15-49cd-a559-8f3655cc35a2 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Request body: {'floatingip': {'port_id': 'eab927c0-5ed2-43df-9dd3-58d08735fea9'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:37:23.052637 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd910fd8-756d-4d4b-8cf1-8b95e63f437e req-f301238e-f484-4467-b8c1-5546dcf3f12a tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/security-groups?id=b5422587-8f47-4d17-8b35-55d5ae0226fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755022 Nov 10 19:37:23.067359 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de8557b8-5f15-49cd-a559-8f3655cc35a2 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks [] for floatingip, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:23.080134 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-73b77667-32e3-45d7-984e-fb6f0165df8f None None] Set router 7219050f-1373-4369-bbb2-a5caec6a4a72 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:37:23.099857 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b43e228-0c88-4764-8c1d-d2a95c29eca2 x-openstack-request-id: req-0b43e228-0c88-4764-8c1d-d2a95c29eca2 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:37:23.100445 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26", "tag": "eab927c0-5ed2-43df-9dd3-58d08735fea9", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:37:23.100933 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0b43e228-0c88-4764-8c1d-d2a95c29eca2 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:37:23.101594 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26', 'tag': 'eab927c0-5ed2-43df-9dd3-58d08735fea9', 'status': 'completed', 'code': 200} Nov 10 19:37:23.219921 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-909b696b-93b8-45e7-a4da-b846da6547b3 req-dc26a444-55a3-4581-bebd-8f0f8436789a tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0418386 Nov 10 19:37:23.239048 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1113f7-3b3d-435b-ac04-8e408018499c req-12f9be54-d6fc-4bca-b91a-594aa819ad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:23.241030 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1e1113f7-3b3d-435b-ac04-8e408018499c req-12f9be54-d6fc-4bca-b91a-594aa819ad23 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89173b773b184603afa4cd71a4d99c6e&device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 1097 time: 0.1117523 Nov 10 19:37:23.363388 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1113f7-3b3d-435b-ac04-8e408018499c req-63fd3d64-68a4-4af7-a69e-2469ad15e15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:23.364874 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1e1113f7-3b3d-435b-ac04-8e408018499c req-63fd3d64-68a4-4af7-a69e-2469ad15e15b service neutron] 10.222.0.73 "GET /v2.0/networks?id=9dacfcc3-6546-45d2-be83-bda4927c0f56 HTTP/1.1" status: 200 len: 915 time: 0.1157765 Nov 10 19:37:23.435454 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-73b77667-32e3-45d7-984e-fb6f0165df8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'name': 'tempest-TestVolumeBackupRestore-1858629436-router', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ebc85926-5b1d-4669-ba8d-19bed558c3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:33:49Z', 'updated_at': '2021-11-10T19:33:57Z', 'revision_number': 4, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'gw_port': {'id': 'ebc85926-5b1d-4669-ba8d-19bed558c3b5', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:52Z', 'updated_at': '2021-11-10T19:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '1f25c151-b17f-466b-b604-31bcb6b8ef82', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'port_id': 'eab927c0-5ed2-43df-9dd3-58d08735fea9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56', 'mac_address': 'fa:16:3e:44:8c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:37:21Z', 'updated_at': '2021-11-10T19:37:21Z', 'revision_number': 0, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ff41bb-3261-46b4-be8a-06827431cb6d', 'name': '', 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'mac_address': 'fa:16:3e:90:72:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '7b78156c-e958-473f-9a67-d60d2887529a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:57Z', 'updated_at': '2021-11-10T19:34:06Z', 'revision_number': 5, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'subnets': [{'id': '7b78156c-e958-473f-9a67-d60d2887529a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:23.496470 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b77667-32e3-45d7-984e-fb6f0165df8f None None] Checking router: 7219050f-1373-4369-bbb2-a5caec6a4a72 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:37:23.501623 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1e1113f7-3b3d-435b-ac04-8e408018499c req-cec7c702-1505-4601-886f-f387851a4bf8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eab927c0-5ed2-43df-9dd3-58d08735fea9 HTTP/1.1" status: 200 len: 999 time: 0.1224184 Nov 10 19:37:23.514202 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b77667-32e3-45d7-984e-fb6f0165df8f None None] Routers {'7219050f-1373-4369-bbb2-a5caec6a4a72'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:37:23.515007 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-73b77667-32e3-45d7-984e-fb6f0165df8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:36:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['7219050f-1373-4369-bbb2-a5caec6a4a72'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:23.520392 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0d3083fc-04b2-48c8-af48-f18574a7df55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:23.592468 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1113f7-3b3d-435b-ac04-8e408018499c req-d8c98d4e-f24f-4bdc-824d-38c41faa3df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:23.594034 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1e1113f7-3b3d-435b-ac04-8e408018499c req-d8c98d4e-f24f-4bdc-824d-38c41faa3df6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7b78156c-e958-473f-9a67-d60d2887529a HTTP/1.1" status: 200 len: 853 time: 0.0839777 Nov 10 19:37:23.673391 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-73b77667-32e3-45d7-984e-fb6f0165df8f None None] Set router 7219050f-1373-4369-bbb2-a5caec6a4a72 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:37:23.694864 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1113f7-3b3d-435b-ac04-8e408018499c req-797fabf2-d40d-4921-ac28-4e59b1533ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:23.696753 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1e1113f7-3b3d-435b-ac04-8e408018499c req-797fabf2-d40d-4921-ac28-4e59b1533ae3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9dacfcc3-6546-45d2-be83-bda4927c0f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894141 Nov 10 19:37:23.727790 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36322) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:23.862753 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1e1113f7-3b3d-435b-ac04-8e408018499c req-7842cdf7-56df-4551-9935-4da4a4360fcf service neutron] 10.222.0.73 "GET /v2.0/networks/9dacfcc3-6546-45d2-be83-bda4927c0f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565938 Nov 10 19:37:23.876156 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de8557b8-5f15-49cd-a559-8f3655cc35a2 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:23.879390 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7b093f7e-077b-42c0-b801-d10b94b6b2f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:23.883379 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de8557b8-5f15-49cd-a559-8f3655cc35a2 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:23.997685 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7b093f7e-077b-42c0-b801-d10b94b6b2f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:24.008010 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7b093f7e-077b-42c0-b801-d10b94b6b2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:24.016386 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:37:24.095808 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7b093f7e-077b-42c0-b801-d10b94b6b2f2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=73012ff4fe8549c39721acab05c0cb23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3666523 Nov 10 19:37:24.098353 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36328) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:24.099043 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b093f7e-077b-42c0-b801-d10b94b6b2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c68ede-9fe8-4483-80b0-00d2ea7df52e,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:24.154783 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1e1113f7-3b3d-435b-ac04-8e408018499c req-da81c402-5563-487b-933c-2b6b71f4dbbb service neutron] 10.222.0.73 "GET /v2.0/networks/9dacfcc3-6546-45d2-be83-bda4927c0f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728851 Nov 10 19:37:24.178911 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3440c491-923b-41dc-821e-6577ec24f7b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:24.208447 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3440c491-923b-41dc-821e-6577ec24f7b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:24.210288 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8557b8-5f15-49cd-a559-8f3655cc35a2 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Router 7219050f-1373-4369-bbb2-a5caec6a4a72 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:37:24.215063 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:37:24.227474 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:37:24.228215 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:24.300826 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87d955-f9c6-40dc-bca9-cbb03a54ec75 req-3da47cd7-5f4e-43bd-9c13-a25f37bae22d tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:24.302647 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f87d955-f9c6-40dc-bca9-cbb03a54ec75 req-3da47cd7-5f4e-43bd-9c13-a25f37bae22d tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb34664a-9d99-43b7-be9f-d00d1cef5156 HTTP/1.1" status: 200 len: 945 time: 0.0866637 Nov 10 19:37:24.344189 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3440c491-923b-41dc-821e-6577ec24f7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:24.347303 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3440c491-923b-41dc-821e-6577ec24f7b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:24.348484 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3440c491-923b-41dc-821e-6577ec24f7b7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b3c68ede-9fe8-4483-80b0-00d2ea7df52e HTTP/1.1" status: 204 len: 168 time: 0.2455163 Nov 10 19:37:24.358960 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8557b8-5f15-49cd-a559-8f3655cc35a2 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:37:24.369756 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de8557b8-5f15-49cd-a559-8f3655cc35a2 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:24.372676 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440c491-923b-41dc-821e-6577ec24f7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c68ede-9fe8-4483-80b0-00d2ea7df52e,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:24.413725 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26', 'tag': 'eab927c0-5ed2-43df-9dd3-58d08735fea9'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:37:24.416254 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada2bfbf-3665-4940-ba56-ababd7fabcae" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26", "tag": "eab927c0-5ed2-43df-9dd3-58d08735fea9"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:37:24.424502 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:24.434823 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f87d955-f9c6-40dc-bca9-cbb03a54ec75 req-2d43e94c-d26a-4163-8e5c-c3e47bb10ef1 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/security-groups?id=b5422587-8f47-4d17-8b35-55d5ae0226fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259074 Nov 10 19:37:24.467292 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-73b77667-32e3-45d7-984e-fb6f0165df8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'name': 'tempest-TestVolumeBackupRestore-1858629436-router', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ebc85926-5b1d-4669-ba8d-19bed558c3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:33:49Z', 'updated_at': '2021-11-10T19:33:57Z', 'revision_number': 4, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'gw_port': {'id': 'ebc85926-5b1d-4669-ba8d-19bed558c3b5', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:52Z', 'updated_at': '2021-11-10T19:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '1f25c151-b17f-466b-b604-31bcb6b8ef82', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'port_id': 'eab927c0-5ed2-43df-9dd3-58d08735fea9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56', 'mac_address': 'fa:16:3e:44:8c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:37:21Z', 'updated_at': '2021-11-10T19:37:21Z', 'revision_number': 0, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ff41bb-3261-46b4-be8a-06827431cb6d', 'name': '', 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'mac_address': 'fa:16:3e:90:72:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '7b78156c-e958-473f-9a67-d60d2887529a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:57Z', 'updated_at': '2021-11-10T19:34:06Z', 'revision_number': 5, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'subnets': [{'id': '7b78156c-e958-473f-9a67-d60d2887529a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:24.473113 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-de8557b8-5f15-49cd-a559-8f3655cc35a2 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "PUT /v2.0/floatingips/1f25c151-b17f-466b-b604-31bcb6b8ef82 HTTP/1.1" status: 200 len: 991 time: 1.4847050 Nov 10 19:37:24.509398 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b77667-32e3-45d7-984e-fb6f0165df8f None None] The sync data for ids ['7219050f-1373-4369-bbb2-a5caec6a4a72'] in n-d-813897-4 is: [{'id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'name': 'tempest-TestVolumeBackupRestore-1858629436-router', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ebc85926-5b1d-4669-ba8d-19bed558c3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:33:49Z', 'updated_at': '2021-11-10T19:33:57Z', 'revision_number': 4, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'gw_port': {'id': 'ebc85926-5b1d-4669-ba8d-19bed558c3b5', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:52Z', 'updated_at': '2021-11-10T19:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '1f25c151-b17f-466b-b604-31bcb6b8ef82', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'port_id': 'eab927c0-5ed2-43df-9dd3-58d08735fea9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56', 'mac_address': 'fa:16:3e:44:8c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:37:21Z', 'updated_at': '2021-11-10T19:37:21Z', 'revision_number': 0, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ff41bb-3261-46b4-be8a-06827431cb6d', 'name': '', 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'mac_address': 'fa:16:3e:90:72:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '7b78156c-e958-473f-9a67-d60d2887529a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:57Z', 'updated_at': '2021-11-10T19:34:06Z', 'revision_number': 5, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'subnets': [{'id': '7b78156c-e958-473f-9a67-d60d2887529a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:37:24.521260 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb34664a-9d99-43b7-be9f-d00d1cef5156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:37:24.523733 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aad19c0-c300-4f53-b6f7-1be535349be7" -d '{"events": [{"server_uuid": "eb34664a-9d99-43b7-be9f-d00d1cef5156", "name": "network-vif-plugged", "status": "completed", "tag": "0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:37:24.538928 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226,segment=NetworkSegment(fb97e71e-73bc-4743-9e84-3f9509dd5e11),segment_id=fb97e71e-73bc-4743-9e84-3f9509dd5e11)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:37:24.550814 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:24.618821 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:24.646516 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0bff60ef-5153-46bb-91cd-52c4f67e6905 req-c9bb5469-04e2-46d7-baf7-52c729c92364 tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0333478 Nov 10 19:37:24.700288 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2be8ab4-98e0-476a-a891-ff50e9f25815 x-openstack-request-id: req-a2be8ab4-98e0-476a-a891-ff50e9f25815 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:37:24.700651 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26", "tag": "eab927c0-5ed2-43df-9dd3-58d08735fea9", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:37:24.700988 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a2be8ab4-98e0-476a-a891-ff50e9f25815 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:37:24.701930 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26', 'tag': 'eab927c0-5ed2-43df-9dd3-58d08735fea9', 'status': 'completed', 'code': 200} Nov 10 19:37:24.732276 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8a65e2-e986-41f2-be9a-f648f7225d10 x-openstack-request-id: req-ec8a65e2-e986-41f2-be9a-f648f7225d10 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:37:24.732575 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb34664a-9d99-43b7-be9f-d00d1cef5156", "name": "network-vif-plugged", "status": "completed", "tag": "0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:37:24.732929 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ec8a65e2-e986-41f2-be9a-f648f7225d10 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:37:24.733249 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb34664a-9d99-43b7-be9f-d00d1cef5156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226', 'code': 200} Nov 10 19:37:24.776205 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2bfbf-3665-4940-ba56-ababd7fabcae req-d95a0b5d-69be-4325-9c8e-b6f29ed26bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:24.778303 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ada2bfbf-3665-4940-ba56-ababd7fabcae req-d95a0b5d-69be-4325-9c8e-b6f29ed26bae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89173b773b184603afa4cd71a4d99c6e&device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 1097 time: 0.0503216 Nov 10 19:37:24.795006 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36342) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:24.809522 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:24.842603 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6da1e776-9544-445d-b646-1b872ca6f977 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:24.864738 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd395eb1-34b4-4784-84a5-4bdd91e2ec3b None None] New status for floating IP 1f25c151-b17f-466b-b604-31bcb6b8ef82: ACTIVE {{(pid=102508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:37:24.889703 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2bfbf-3665-4940-ba56-ababd7fabcae req-811936c5-7990-46e0-86f1-cb1ab11f5993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:24.891378 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ada2bfbf-3665-4940-ba56-ababd7fabcae req-811936c5-7990-46e0-86f1-cb1ab11f5993 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9dacfcc3-6546-45d2-be83-bda4927c0f56 HTTP/1.1" status: 200 len: 915 time: 0.1028135 Nov 10 19:37:24.892591 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd79100-aa29-4cbf-aec7-5f9c808c5174 req-01790b53-d6c5-4890-86ae-48e200c7f87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:24.894139 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2bd79100-aa29-4cbf-aec7-5f9c808c5174 req-01790b53-d6c5-4890-86ae-48e200c7f87d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=eb34664a-9d99-43b7-be9f-d00d1cef5156 HTTP/1.1" status: 200 len: 1097 time: 0.0915191 Nov 10 19:37:24.964096 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ada2bfbf-3665-4940-ba56-ababd7fabcae req-73f89b45-8194-4dab-8abb-6f4c556e715b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eab927c0-5ed2-43df-9dd3-58d08735fea9 HTTP/1.1" status: 200 len: 999 time: 0.0637662 Nov 10 19:37:24.968128 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2bd79100-aa29-4cbf-aec7-5f9c808c5174 req-79ab3139-1863-4404-8603-0187ff4f7319 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b5422587-8f47-4d17-8b35-55d5ae0226fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641239 Nov 10 19:37:24.972654 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6da1e776-9544-445d-b646-1b872ca6f977 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:24.982745 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6da1e776-9544-445d-b646-1b872ca6f977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:25.026797 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6da1e776-9544-445d-b646-1b872ca6f977 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c382ba64196a491c849332821cbf59a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2281795 Nov 10 19:37:25.026797 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da1e776-9544-445d-b646-1b872ca6f977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fbeb0e-8005-4a8e-a914-eb8b73107e4e,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:25.027708 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36344) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:25.033717 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2bfbf-3665-4940-ba56-ababd7fabcae req-457ea003-4472-4c1e-8416-c67983dac32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:25.035458 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ada2bfbf-3665-4940-ba56-ababd7fabcae req-457ea003-4472-4c1e-8416-c67983dac32a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7b78156c-e958-473f-9a67-d60d2887529a HTTP/1.1" status: 200 len: 853 time: 0.0575664 Nov 10 19:37:25.083020 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7cda72b5-54ff-4e88-97d6-81e9b2e5795a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:25.094439 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:25.095153 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2bfbf-3665-4940-ba56-ababd7fabcae req-8f0597f7-1e3b-4146-a65e-521f96da48c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:25.096226 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ada2bfbf-3665-4940-ba56-ababd7fabcae req-8f0597f7-1e3b-4146-a65e-521f96da48c7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9dacfcc3-6546-45d2-be83-bda4927c0f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521889 Nov 10 19:37:25.113457 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7cda72b5-54ff-4e88-97d6-81e9b2e5795a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:25.130074 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e542765a-1a57-4ad0-b52f-ee81642636ea None None] Sync routers for ids ['7219050f-1373-4369-bbb2-a5caec6a4a72'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:37:25.145113 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e542765a-1a57-4ad0-b52f-ee81642636ea None None] Routers {'7219050f-1373-4369-bbb2-a5caec6a4a72'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:37:25.145865 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-e542765a-1a57-4ad0-b52f-ee81642636ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:36:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['7219050f-1373-4369-bbb2-a5caec6a4a72'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:25.166187 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7cda72b5-54ff-4e88-97d6-81e9b2e5795a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:25.169062 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7cda72b5-54ff-4e88-97d6-81e9b2e5795a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:25.172758 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7cda72b5-54ff-4e88-97d6-81e9b2e5795a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e7fbeb0e-8005-4a8e-a914-eb8b73107e4e HTTP/1.1" status: 204 len: 168 time: 0.1417673 Nov 10 19:37:25.179258 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda72b5-54ff-4e88-97d6-81e9b2e5795a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fbeb0e-8005-4a8e-a914-eb8b73107e4e,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:25.205812 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ada2bfbf-3665-4940-ba56-ababd7fabcae req-a7675996-b16c-4371-b038-1cf49cac91e7 service neutron] 10.222.0.73 "GET /v2.0/networks/9dacfcc3-6546-45d2-be83-bda4927c0f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016450 Nov 10 19:37:25.279382 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-e542765a-1a57-4ad0-b52f-ee81642636ea None None] Set router 7219050f-1373-4369-bbb2-a5caec6a4a72 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:37:25.306162 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ada2bfbf-3665-4940-ba56-ababd7fabcae req-6bf74ade-2820-4ba4-9601-18529c20a72f service neutron] 10.222.0.73 "GET /v2.0/networks/9dacfcc3-6546-45d2-be83-bda4927c0f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905979 Nov 10 19:37:25.538158 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-e542765a-1a57-4ad0-b52f-ee81642636ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'name': 'tempest-TestVolumeBackupRestore-1858629436-router', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ebc85926-5b1d-4669-ba8d-19bed558c3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:33:49Z', 'updated_at': '2021-11-10T19:33:57Z', 'revision_number': 4, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'gw_port': {'id': 'ebc85926-5b1d-4669-ba8d-19bed558c3b5', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:52Z', 'updated_at': '2021-11-10T19:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '1f25c151-b17f-466b-b604-31bcb6b8ef82', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'port_id': 'eab927c0-5ed2-43df-9dd3-58d08735fea9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56', 'mac_address': 'fa:16:3e:44:8c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:37:21Z', 'updated_at': '2021-11-10T19:37:24Z', 'revision_number': 2, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ff41bb-3261-46b4-be8a-06827431cb6d', 'name': '', 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'mac_address': 'fa:16:3e:90:72:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '7b78156c-e958-473f-9a67-d60d2887529a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:57Z', 'updated_at': '2021-11-10T19:34:06Z', 'revision_number': 5, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'subnets': [{'id': '7b78156c-e958-473f-9a67-d60d2887529a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:25.566325 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e542765a-1a57-4ad0-b52f-ee81642636ea None None] Checking router: 7219050f-1373-4369-bbb2-a5caec6a4a72 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:37:25.575687 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e542765a-1a57-4ad0-b52f-ee81642636ea None None] Routers {'7219050f-1373-4369-bbb2-a5caec6a4a72'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:37:25.576315 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-e542765a-1a57-4ad0-b52f-ee81642636ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:36:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['7219050f-1373-4369-bbb2-a5caec6a4a72'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:25.576832 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26a829-1583-4d6d-aa4f-36cc704c3449 req-de414be2-70b0-4dcb-839d-9c935d926870 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:25.583959 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab26a829-1583-4d6d-aa4f-36cc704c3449 req-de414be2-70b0-4dcb-839d-9c935d926870 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb34664a-9d99-43b7-be9f-d00d1cef5156 HTTP/1.1" status: 200 len: 946 time: 0.0616148 Nov 10 19:37:25.656697 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab26a829-1583-4d6d-aa4f-36cc704c3449 req-c1c35554-f13a-497c-a08e-456264844e33 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/security-groups?id=b5422587-8f47-4d17-8b35-55d5ae0226fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714033 Nov 10 19:37:25.705361 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-e542765a-1a57-4ad0-b52f-ee81642636ea None None] Set router 7219050f-1373-4369-bbb2-a5caec6a4a72 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:37:25.778530 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-99f958ca-9362-46c4-a33d-d23e2afa189f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:25.786658 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d091ed29-9c0c-4d69-aba8-2c104c9bbe11 req-9cb17c8d-84f2-4555-b9d9-32cb642d0bf9 tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0466876 Nov 10 19:37:26.000277 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-e542765a-1a57-4ad0-b52f-ee81642636ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'name': 'tempest-TestVolumeBackupRestore-1858629436-router', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ebc85926-5b1d-4669-ba8d-19bed558c3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:33:49Z', 'updated_at': '2021-11-10T19:33:57Z', 'revision_number': 4, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'gw_port': {'id': 'ebc85926-5b1d-4669-ba8d-19bed558c3b5', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:52Z', 'updated_at': '2021-11-10T19:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '1f25c151-b17f-466b-b604-31bcb6b8ef82', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'port_id': 'eab927c0-5ed2-43df-9dd3-58d08735fea9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56', 'mac_address': 'fa:16:3e:44:8c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:37:21Z', 'updated_at': '2021-11-10T19:37:24Z', 'revision_number': 2, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ff41bb-3261-46b4-be8a-06827431cb6d', 'name': '', 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'mac_address': 'fa:16:3e:90:72:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '7b78156c-e958-473f-9a67-d60d2887529a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:57Z', 'updated_at': '2021-11-10T19:34:06Z', 'revision_number': 5, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'subnets': [{'id': '7b78156c-e958-473f-9a67-d60d2887529a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:26.029961 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e542765a-1a57-4ad0-b52f-ee81642636ea None None] The sync data for ids ['7219050f-1373-4369-bbb2-a5caec6a4a72'] in n-d-813897-4 is: [{'id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'name': 'tempest-TestVolumeBackupRestore-1858629436-router', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ebc85926-5b1d-4669-ba8d-19bed558c3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:33:49Z', 'updated_at': '2021-11-10T19:33:57Z', 'revision_number': 4, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'gw_port': {'id': 'ebc85926-5b1d-4669-ba8d-19bed558c3b5', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:52Z', 'updated_at': '2021-11-10T19:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '1f25c151-b17f-466b-b604-31bcb6b8ef82', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'port_id': 'eab927c0-5ed2-43df-9dd3-58d08735fea9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56', 'mac_address': 'fa:16:3e:44:8c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:37:21Z', 'updated_at': '2021-11-10T19:37:24Z', 'revision_number': 2, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ff41bb-3261-46b4-be8a-06827431cb6d', 'name': '', 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'mac_address': 'fa:16:3e:90:72:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '7b78156c-e958-473f-9a67-d60d2887529a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:57Z', 'updated_at': '2021-11-10T19:34:06Z', 'revision_number': 5, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'subnets': [{'id': '7b78156c-e958-473f-9a67-d60d2887529a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:37:26.703847 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26', 'tag': 'eab927c0-5ed2-43df-9dd3-58d08735fea9'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:37:26.706266 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257102ee-0e1f-4314-bfdd-be736bb4d9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26", "tag": "eab927c0-5ed2-43df-9dd3-58d08735fea9"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:37:26.808283 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2290d-0e13-4899-804b-a6632f9b2930 req-a59d6f3b-c02a-4f0a-9cdc-e0ede670f9a6 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:26.810379 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f9a2290d-0e13-4899-804b-a6632f9b2930 req-a59d6f3b-c02a-4f0a-9cdc-e0ede670f9a6 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb34664a-9d99-43b7-be9f-d00d1cef5156 HTTP/1.1" status: 200 len: 946 time: 0.0513880 Nov 10 19:37:26.872011 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f9a2290d-0e13-4899-804b-a6632f9b2930 req-708fc970-1769-4712-9f6c-0af014d15571 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/security-groups?id=b5422587-8f47-4d17-8b35-55d5ae0226fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527623 Nov 10 19:37:26.924163 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f51d1d-f0e1-47aa-9d40-2e412ecbacd3 x-openstack-request-id: req-32f51d1d-f0e1-47aa-9d40-2e412ecbacd3 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:37:26.924457 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26", "tag": "eab927c0-5ed2-43df-9dd3-58d08735fea9", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:37:26.924717 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-32f51d1d-f0e1-47aa-9d40-2e412ecbacd3 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:37:26.925121 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26', 'tag': 'eab927c0-5ed2-43df-9dd3-58d08735fea9', 'status': 'completed', 'code': 200} Nov 10 19:37:27.050969 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b7b3b80-1e63-4289-aa52-51b8c290f6f5 req-26be44d9-f100-4111-9f8c-b6c8f4cc62e9 tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0463674 Nov 10 19:37:27.053959 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257102ee-0e1f-4314-bfdd-be736bb4d9a4 req-c2ef9a0b-8b86-40ce-9cc2-32356dd21433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:27.055697 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-257102ee-0e1f-4314-bfdd-be736bb4d9a4 req-c2ef9a0b-8b86-40ce-9cc2-32356dd21433 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89173b773b184603afa4cd71a4d99c6e&device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 1097 time: 0.0985641 Nov 10 19:37:27.203625 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:27.228210 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257102ee-0e1f-4314-bfdd-be736bb4d9a4 req-eed07ad5-9345-4eb6-bbea-74146a33ea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:27.229719 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-257102ee-0e1f-4314-bfdd-be736bb4d9a4 req-eed07ad5-9345-4eb6-bbea-74146a33ea65 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9dacfcc3-6546-45d2-be83-bda4927c0f56 HTTP/1.1" status: 200 len: 915 time: 0.1662891 Nov 10 19:37:27.247548 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a45ee-2118-459f-8879-5b0c9fb97d3a req-a1e436e7-ef78-4e79-a1fc-92eeacdfd10f tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:27.249408 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c4a45ee-2118-459f-8879-5b0c9fb97d3a req-a1e436e7-ef78-4e79-a1fc-92eeacdfd10f tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb34664a-9d99-43b7-be9f-d00d1cef5156 HTTP/1.1" status: 200 len: 946 time: 0.0955617 Nov 10 19:37:27.361649 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c4a45ee-2118-459f-8879-5b0c9fb97d3a req-c7dec058-23af-4016-b89c-b66eb15e40b5 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/security-groups?id=b5422587-8f47-4d17-8b35-55d5ae0226fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990536 Nov 10 19:37:27.366432 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-257102ee-0e1f-4314-bfdd-be736bb4d9a4 req-99d624ce-9b15-43b4-a579-cd29d01a90e1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eab927c0-5ed2-43df-9dd3-58d08735fea9 HTTP/1.1" status: 200 len: 1001 time: 0.1279123 Nov 10 19:37:27.437725 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257102ee-0e1f-4314-bfdd-be736bb4d9a4 req-2ada4d7e-5829-4d65-a33d-aa9c6b2b1d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:27.438294 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-257102ee-0e1f-4314-bfdd-be736bb4d9a4 req-2ada4d7e-5829-4d65-a33d-aa9c6b2b1d2d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7b78156c-e958-473f-9a67-d60d2887529a HTTP/1.1" status: 200 len: 853 time: 0.0612402 Nov 10 19:37:27.514648 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257102ee-0e1f-4314-bfdd-be736bb4d9a4 req-19dcfaca-6d4f-42e9-94fd-4ab3459c2d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:27.516500 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-257102ee-0e1f-4314-bfdd-be736bb4d9a4 req-19dcfaca-6d4f-42e9-94fd-4ab3459c2d7f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9dacfcc3-6546-45d2-be83-bda4927c0f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708518 Nov 10 19:37:27.689329 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7bd222-42f2-4074-b1b8-abf69bc25d66 req-9cd60e1c-5550-4fd5-912d-b4191507d71b tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:27.690869 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ad7bd222-42f2-4074-b1b8-abf69bc25d66 req-9cd60e1c-5550-4fd5-912d-b4191507d71b tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb34664a-9d99-43b7-be9f-d00d1cef5156 HTTP/1.1" status: 200 len: 946 time: 0.0839458 Nov 10 19:37:27.695120 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-257102ee-0e1f-4314-bfdd-be736bb4d9a4 req-298f1cac-4e62-4cd9-a25e-c214b90705ba service neutron] 10.222.0.73 "GET /v2.0/networks/9dacfcc3-6546-45d2-be83-bda4927c0f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707983 Nov 10 19:37:27.807795 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ad7bd222-42f2-4074-b1b8-abf69bc25d66 req-ebd49ec6-b190-40e3-85d6-c60000c1150c tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/security-groups?id=b5422587-8f47-4d17-8b35-55d5ae0226fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099956 Nov 10 19:37:27.835880 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-257102ee-0e1f-4314-bfdd-be736bb4d9a4 req-ad754dd7-483d-4542-aec3-67b6e9ed8bce service neutron] 10.222.0.73 "GET /v2.0/networks/9dacfcc3-6546-45d2-be83-bda4927c0f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308689 Nov 10 19:37:27.946906 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36480) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:28.079795 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-67d30163-db65-48fb-9d26-68a86e6f79b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:28.162371 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-79ffc718-a14d-4904-83d4-9e5da7dd52a0 req-875a71bf-0f20-4116-9604-7961cd085d21 tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0302503 Nov 10 19:37:28.171100 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-67d30163-db65-48fb-9d26-68a86e6f79b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:28.176334 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-67d30163-db65-48fb-9d26-68a86e6f79b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:28.221628 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-67d30163-db65-48fb-9d26-68a86e6f79b8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=07d5ec67bb1f43e5aae49965799efd79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2712097 Nov 10 19:37:28.221628 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d30163-db65-48fb-9d26-68a86e6f79b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207baf53-225b-4c15-92bb-cc07e9937ab4,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:28.222089 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36490) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:28.279189 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-43b22570-7488-4fff-acb7-d7d0c4ed180e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:28.300155 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-43b22570-7488-4fff-acb7-d7d0c4ed180e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:28.347481 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-43b22570-7488-4fff-acb7-d7d0c4ed180e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:28.350517 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-43b22570-7488-4fff-acb7-d7d0c4ed180e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:28.351693 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-43b22570-7488-4fff-acb7-d7d0c4ed180e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/207baf53-225b-4c15-92bb-cc07e9937ab4 HTTP/1.1" status: 204 len: 168 time: 0.1283774 Nov 10 19:37:28.359695 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b22570-7488-4fff-acb7-d7d0c4ed180e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207baf53-225b-4c15-92bb-cc07e9937ab4,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:28.652422 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36496) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:28.666296 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-642636f0-2f98-4bee-8ec1-17fac6b7f6d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:28.707420 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:28.761928 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-642636f0-2f98-4bee-8ec1-17fac6b7f6d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:28.766984 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-642636f0-2f98-4bee-8ec1-17fac6b7f6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:28.803679 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642636f0-2f98-4bee-8ec1-17fac6b7f6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5cefc3-7c98-496f-a63b-444f4cde76b6,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:28.811071 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36498) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:28.811335 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-642636f0-2f98-4bee-8ec1-17fac6b7f6d4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=701f599969dc4539933c8f4292ac52a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1574988 Nov 10 19:37:28.861494 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-186fcc6b-213c-414d-96e7-41b501a3ef3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:28.884488 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-186fcc6b-213c-414d-96e7-41b501a3ef3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:28.927242 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f307f-d888-47fb-98cf-bccb8c00c087 req-69664acc-aa61-4077-884e-bc88e1714fc5 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:28.928791 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-653f307f-d888-47fb-98cf-bccb8c00c087 req-69664acc-aa61-4077-884e-bc88e1714fc5 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb34664a-9d99-43b7-be9f-d00d1cef5156 HTTP/1.1" status: 200 len: 946 time: 0.0504844 Nov 10 19:37:28.938903 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-186fcc6b-213c-414d-96e7-41b501a3ef3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:28.941860 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-186fcc6b-213c-414d-96e7-41b501a3ef3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:28.943464 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-186fcc6b-213c-414d-96e7-41b501a3ef3c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ad5cefc3-7c98-496f-a63b-444f4cde76b6 HTTP/1.1" status: 204 len: 168 time: 0.1313629 Nov 10 19:37:28.954032 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186fcc6b-213c-414d-96e7-41b501a3ef3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5cefc3-7c98-496f-a63b-444f4cde76b6,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:28.998462 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-653f307f-d888-47fb-98cf-bccb8c00c087 req-fdd47a7e-24b8-4b1f-81bc-0deebd2a92de tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/security-groups?id=b5422587-8f47-4d17-8b35-55d5ae0226fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620103 Nov 10 19:37:29.241254 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f308c79-6648-4a92-af72-0f0cce08378f req-2d7fc7ed-1fab-49fd-a2e1-c7f127a91943 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:29.244338 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1f308c79-6648-4a92-af72-0f0cce08378f req-2d7fc7ed-1fab-49fd-a2e1-c7f127a91943 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb34664a-9d99-43b7-be9f-d00d1cef5156 HTTP/1.1" status: 200 len: 946 time: 0.0586948 Nov 10 19:37:29.269037 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb3fa4-9b65-4f8a-9519-0f78d5753b49 req-4a53c941-f87c-413d-b605-1fef3cce6a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:29.270817 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-69eb3fa4-9b65-4f8a-9519-0f78d5753b49 req-4a53c941-f87c-413d-b605-1fef3cce6a49 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b695baaf2550442795200d6e73d1051f&device_id=eb34664a-9d99-43b7-be9f-d00d1cef5156 HTTP/1.1" status: 200 len: 1097 time: 0.0502903 Nov 10 19:37:29.299806 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1f308c79-6648-4a92-af72-0f0cce08378f req-5d6602d3-478c-4e8f-a3bc-77de132b3d89 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/security-groups?id=b5422587-8f47-4d17-8b35-55d5ae0226fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492225 Nov 10 19:37:29.393597 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb3fa4-9b65-4f8a-9519-0f78d5753b49 req-232203ce-e42d-48d0-b101-63da26929bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:29.395336 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-69eb3fa4-9b65-4f8a-9519-0f78d5753b49 req-232203ce-e42d-48d0-b101-63da26929bdb service neutron] 10.222.0.25 "GET /v2.0/networks?id=8b5d57a6-f4f3-4036-b459-7721d419e463 HTTP/1.1" status: 200 len: 913 time: 0.1164949 Nov 10 19:37:29.401371 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5125e0d2-4331-41c3-b3bc-0008070400cd req-7b6077e0-23f6-49c7-86c0-dde4ff13e87b tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0331852 Nov 10 19:37:29.406901 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:29.464039 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-69eb3fa4-9b65-4f8a-9519-0f78d5753b49 req-278f40b0-0811-447b-881c-60998d8a0852 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226 HTTP/1.1" status: 200 len: 217 time: 0.0579255 Nov 10 19:37:29.519595 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb3fa4-9b65-4f8a-9519-0f78d5753b49 req-2284acc2-bd74-4497-8983-30e20d939786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:29.521093 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-69eb3fa4-9b65-4f8a-9519-0f78d5753b49 req-2284acc2-bd74-4497-8983-30e20d939786 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f6cd5c30-c47d-4d05-ae73-3a0c4e9cc069 HTTP/1.1" status: 200 len: 852 time: 0.0501037 Nov 10 19:37:29.555459 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-69eb3fa4-9b65-4f8a-9519-0f78d5753b49 req-7c57f57a-f1ac-4257-862f-0e99b954840d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8b5d57a6-f4f3-4036-b459-7721d419e463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259624 Nov 10 19:37:29.658981 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-69eb3fa4-9b65-4f8a-9519-0f78d5753b49 req-77e60975-44e9-47fe-9693-f4e8350062d7 service neutron] 10.222.0.25 "GET /v2.0/networks/8b5d57a6-f4f3-4036-b459-7721d419e463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958080 Nov 10 19:37:29.771785 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-69eb3fa4-9b65-4f8a-9519-0f78d5753b49 req-4e130b48-a9c5-4252-bf22-9bdae1bef04a service neutron] 10.222.0.25 "GET /v2.0/networks/8b5d57a6-f4f3-4036-b459-7721d419e463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020894 Nov 10 19:37:29.857220 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3b25728f-d739-4c8f-ac36-556436d9e7a7 req-9f9da41b-a277-4bb5-bee0-9a351e607808 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c7df2efae6c475d917b771aa40e05d8&device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0291994 Nov 10 19:37:29.935164 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3b25728f-d739-4c8f-ac36-556436d9e7a7 req-2556f86b-f8dd-40a4-9381-82726224f0af service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=2c7df2efae6c475d917b771aa40e05d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441041 Nov 10 19:37:30.152109 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25728f-d739-4c8f-ac36-556436d9e7a7 req-8930611e-edce-41f8-b06e-a83e42ac16c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:30.154356 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3b25728f-d739-4c8f-ac36-556436d9e7a7 req-8930611e-edce-41f8-b06e-a83e42ac16c2 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2117739 Nov 10 19:37:30.460187 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45546d90-7321-4fab-87cb-281a68bfa952 req-44fb111f-0fad-483e-92ce-95aa7871a391 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:30.472125 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45546d90-7321-4fab-87cb-281a68bfa952 req-44fb111f-0fad-483e-92ce-95aa7871a391 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb34664a-9d99-43b7-be9f-d00d1cef5156 HTTP/1.1" status: 200 len: 946 time: 0.0815220 Nov 10 19:37:30.536391 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45546d90-7321-4fab-87cb-281a68bfa952 req-00015476-75b6-4eda-b0c8-901e7672b628 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/security-groups?id=b5422587-8f47-4d17-8b35-55d5ae0226fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628026 Nov 10 19:37:30.637742 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c740ee2-9fdf-4064-831e-d49110d4bd42 req-6ffc52d7-592b-4eac-b9cd-ed4c8cc2708e tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0287182 Nov 10 19:37:31.678400 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfd539-5f8e-4459-9e6b-a71568e04c2b req-d4c11a43-3685-431f-903e-9651d76444c0 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:31.680070 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f3bfd539-5f8e-4459-9e6b-a71568e04c2b req-d4c11a43-3685-431f-903e-9651d76444c0 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb34664a-9d99-43b7-be9f-d00d1cef5156 HTTP/1.1" status: 200 len: 946 time: 0.0555840 Nov 10 19:37:31.700542 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36596) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:31.732613 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f3bfd539-5f8e-4459-9e6b-a71568e04c2b req-a75392b5-79e8-4f48-9229-9be21cdc1ce9 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/security-groups?id=b5422587-8f47-4d17-8b35-55d5ae0226fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456226 Nov 10 19:37:31.824058 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4562c889-50fd-40e6-9f9c-9418ef2bfa66 req-3fc097e2-9b0e-4ac4-aa1c-c54d5bf1efca tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0285175 Nov 10 19:37:32.077834 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42487d17-e028-4275-b821-43f30183a6c8 req-46a65dfd-3430-4566-bda1-379b07dc8303 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:32.080717 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-42487d17-e028-4275-b821-43f30183a6c8 req-46a65dfd-3430-4566-bda1-379b07dc8303 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb34664a-9d99-43b7-be9f-d00d1cef5156 HTTP/1.1" status: 200 len: 946 time: 0.0655730 Nov 10 19:37:32.133694 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-42487d17-e028-4275-b821-43f30183a6c8 req-a7810c6f-d4fd-4d46-a130-c41c12aecca0 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/security-groups?id=b5422587-8f47-4d17-8b35-55d5ae0226fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463221 Nov 10 19:37:32.182245 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9dba5d0c-761c-4a5a-a5de-4876b717eaa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:32.259767 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9dba5d0c-761c-4a5a-a5de-4876b717eaa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:32.264849 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9dba5d0c-761c-4a5a-a5de-4876b717eaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:32.304531 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9dba5d0c-761c-4a5a-a5de-4876b717eaa8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4dc059db012a465a8c9bf0546dab1538&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6016397 Nov 10 19:37:32.305437 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba5d0c-761c-4a5a-a5de-4876b717eaa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1dcaf0c-4efb-4112-8f3f-4ccf13bdae27,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:32.307457 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36620) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:32.358975 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7b973d60-dbab-4036-b9e5-0edf98ac4995 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:32.381379 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7b973d60-dbab-4036-b9e5-0edf98ac4995 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:32.431162 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7b973d60-dbab-4036-b9e5-0edf98ac4995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:32.434133 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7b973d60-dbab-4036-b9e5-0edf98ac4995 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:32.435300 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7b973d60-dbab-4036-b9e5-0edf98ac4995 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b1dcaf0c-4efb-4112-8f3f-4ccf13bdae27 HTTP/1.1" status: 204 len: 168 time: 0.1267049 Nov 10 19:37:32.443655 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b973d60-dbab-4036-b9e5-0edf98ac4995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1dcaf0c-4efb-4112-8f3f-4ccf13bdae27,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:32.451811 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b973d60-dbab-4036-b9e5-0edf98ac4995 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:32.452163 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b973d60-dbab-4036-b9e5-0edf98ac4995 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:32.452503 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b973d60-dbab-4036-b9e5-0edf98ac4995 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:32.452836 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b973d60-dbab-4036-b9e5-0edf98ac4995 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:32.453163 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b973d60-dbab-4036-b9e5-0edf98ac4995 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:32.453491 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b973d60-dbab-4036-b9e5-0edf98ac4995 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:32.453843 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b973d60-dbab-4036-b9e5-0edf98ac4995 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:32.454167 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b973d60-dbab-4036-b9e5-0edf98ac4995 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:32.454482 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b973d60-dbab-4036-b9e5-0edf98ac4995 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:32.454800 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b973d60-dbab-4036-b9e5-0edf98ac4995 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:32.455116 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b973d60-dbab-4036-b9e5-0edf98ac4995 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:32.455435 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b973d60-dbab-4036-b9e5-0edf98ac4995 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:32.643489 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b6a52b94-1cab-4367-99b7-a5a681478830 req-5eab271a-aeb2-4480-8407-e22f78a172d6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0296307 Nov 10 19:37:32.838724 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36632) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:32.852702 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-73788e83-8701-4213-8fc6-bde0cd4f6107 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:32.940119 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a2e7b248-fd02-4063-8140-c15a1c92965d req-776eae0a-3317-44f1-afa5-5a4e567cb726 tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0333335 Nov 10 19:37:32.970002 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-73788e83-8701-4213-8fc6-bde0cd4f6107 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:33.033214 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-73788e83-8701-4213-8fc6-bde0cd4f6107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:33.033214 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-73788e83-8701-4213-8fc6-bde0cd4f6107 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c8eeceeb00d94ddebeca5a5fee6c6ece&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1863110 Nov 10 19:37:33.033361 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36636) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:33.034966 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73788e83-8701-4213-8fc6-bde0cd4f6107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3ef890-7fac-42b3-8bd2-c4b0a82a9a02,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:33.092820 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c5de0723-22c2-4cee-9ddc-3d1096f72996 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:33.118666 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c5de0723-22c2-4cee-9ddc-3d1096f72996 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:33.174025 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c5de0723-22c2-4cee-9ddc-3d1096f72996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:33.177302 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c5de0723-22c2-4cee-9ddc-3d1096f72996 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:33.180895 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c5de0723-22c2-4cee-9ddc-3d1096f72996 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4e3ef890-7fac-42b3-8bd2-c4b0a82a9a02 HTTP/1.1" status: 204 len: 168 time: 0.1503699 Nov 10 19:37:33.188349 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de0723-22c2-4cee-9ddc-3d1096f72996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3ef890-7fac-42b3-8bd2-c4b0a82a9a02,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:33.276623 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf135b-90a4-4f2b-a358-be7c96df4fed req-fb8f208a-145a-432c-96d1-6cd5c9b8b77a tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:33.278623 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3cdf135b-90a4-4f2b-a358-be7c96df4fed req-fb8f208a-145a-432c-96d1-6cd5c9b8b77a tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb34664a-9d99-43b7-be9f-d00d1cef5156 HTTP/1.1" status: 200 len: 946 time: 0.0566945 Nov 10 19:37:33.331841 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3cdf135b-90a4-4f2b-a358-be7c96df4fed req-f5f790a5-696e-4de8-b37f-8004733c4d04 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/security-groups?id=b5422587-8f47-4d17-8b35-55d5ae0226fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452595 Nov 10 19:37:33.569041 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436448c5-2b65-4b00-836b-8f5d9ad70bc5 req-e9f786f0-0c1b-4433-92ae-750bac4fd2dd tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:33.578175 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-436448c5-2b65-4b00-836b-8f5d9ad70bc5 req-e9f786f0-0c1b-4433-92ae-750bac4fd2dd tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb34664a-9d99-43b7-be9f-d00d1cef5156 HTTP/1.1" status: 200 len: 946 time: 0.0680773 Nov 10 19:37:33.579585 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3915e3-c055-4421-92a4-62f8154db695 req-3561e9ca-f995-4e3c-a4e2-eec97b754af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:33.581391 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4c3915e3-c055-4421-92a4-62f8154db695 req-3561e9ca-f995-4e3c-a4e2-eec97b754af2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b695baaf2550442795200d6e73d1051f&device_id=eb34664a-9d99-43b7-be9f-d00d1cef5156 HTTP/1.1" status: 200 len: 1097 time: 0.0436130 Nov 10 19:37:33.638632 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-436448c5-2b65-4b00-836b-8f5d9ad70bc5 req-baebddd0-4a1f-4ff6-aa8c-90fb332130c9 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/security-groups?id=b5422587-8f47-4d17-8b35-55d5ae0226fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593104 Nov 10 19:37:33.707026 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3915e3-c055-4421-92a4-62f8154db695 req-53b84bea-aa00-4685-8af4-4b541a2d3a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:33.708890 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4c3915e3-c055-4421-92a4-62f8154db695 req-53b84bea-aa00-4685-8af4-4b541a2d3a3d service neutron] 10.222.0.25 "GET /v2.0/networks?id=8b5d57a6-f4f3-4036-b459-7721d419e463 HTTP/1.1" status: 200 len: 913 time: 0.1185760 Nov 10 19:37:33.754236 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4c3915e3-c055-4421-92a4-62f8154db695 req-e500cec2-78f1-43ba-a0c8-13e37fb7f43f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226 HTTP/1.1" status: 200 len: 217 time: 0.0369625 Nov 10 19:37:33.823294 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3915e3-c055-4421-92a4-62f8154db695 req-375e03a9-0a5c-4165-ba81-9ddc13c40b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:33.825300 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4c3915e3-c055-4421-92a4-62f8154db695 req-375e03a9-0a5c-4165-ba81-9ddc13c40b93 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f6cd5c30-c47d-4d05-ae73-3a0c4e9cc069 HTTP/1.1" status: 200 len: 852 time: 0.0633717 Nov 10 19:37:33.861203 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4c3915e3-c055-4421-92a4-62f8154db695 req-74572bf6-e4dc-46be-aa74-1d94231ad748 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8b5d57a6-f4f3-4036-b459-7721d419e463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282102 Nov 10 19:37:33.968214 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4c3915e3-c055-4421-92a4-62f8154db695 req-dfa742d5-01d9-4b2c-920c-12e224769ba6 service neutron] 10.222.0.25 "GET /v2.0/networks/8b5d57a6-f4f3-4036-b459-7721d419e463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976126 Nov 10 19:37:34.071269 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97827ebf-9333-4441-8366-4c5d3ae2b389 req-96c12eaf-5010-4b50-a67e-30e745a6c3f2 tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0475843 Nov 10 19:37:34.096561 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4c3915e3-c055-4421-92a4-62f8154db695 req-9584745d-7c30-45ad-8325-b77ebe54f22a service neutron] 10.222.0.25 "GET /v2.0/networks/8b5d57a6-f4f3-4036-b459-7721d419e463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188035 Nov 10 19:37:34.393476 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b3af132d-8347-4027-a825-be0c36a65514 req-49b21bf3-5133-4844-bde3-663f343e998f tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072&device_id=ae881dee-1662-4e00-aaa6-3e8794ff6f13 HTTP/1.1" status: 200 len: 210 time: 0.0341923 Nov 10 19:37:34.619339 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8967638e-50aa-4931-a835-2e5f57b0a5ec req-15bf69e9-1b8b-4655-be5d-c6f120969bc0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c7df2efae6c475d917b771aa40e05d8&device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0321977 Nov 10 19:37:34.637003 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2268d2dd-8709-4196-b9cd-bcf570fa197d req-152ca1e2-18d9-4610-acf5-767a9d3c9826 tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0284166 Nov 10 19:37:34.661497 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8967638e-50aa-4931-a835-2e5f57b0a5ec req-650dca35-6e1b-469b-818b-252c14e63d01 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=2c7df2efae6c475d917b771aa40e05d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337274 Nov 10 19:37:34.765576 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967638e-50aa-4931-a835-2e5f57b0a5ec req-6ae00901-8ecc-4cdb-ad71-f6909b2b376e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:34.767461 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8967638e-50aa-4931-a835-2e5f57b0a5ec req-6ae00901-8ecc-4cdb-ad71-f6909b2b376e service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0985856 Nov 10 19:37:34.776907 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de65e4-5a57-48ca-a40f-ed490364d65b req-e9910cce-090e-4443-8918-a38e60bd4aa6 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:34.784824 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67de65e4-5a57-48ca-a40f-ed490364d65b req-e9910cce-090e-4443-8918-a38e60bd4aa6 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb34664a-9d99-43b7-be9f-d00d1cef5156 HTTP/1.1" status: 200 len: 946 time: 0.0623915 Nov 10 19:37:34.835519 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67de65e4-5a57-48ca-a40f-ed490364d65b req-1d92f1f3-4a20-4104-8daf-727e7a766e2a tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/security-groups?id=b5422587-8f47-4d17-8b35-55d5ae0226fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495636 Nov 10 19:37:35.396188 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36738) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:35.507519 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a9a3cebf-7d15-429a-82dc-40a1da6f187e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:35.595368 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a9a3cebf-7d15-429a-82dc-40a1da6f187e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:35.601504 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a9a3cebf-7d15-429a-82dc-40a1da6f187e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:35.640957 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a9a3cebf-7d15-429a-82dc-40a1da6f187e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b796746ebeb84736b6d05a474d2342af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2431526 Nov 10 19:37:35.642990 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3cebf-7d15-429a-82dc-40a1da6f187e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d8bf7a-5c44-4c81-8f0c-9e59689bef6a,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:35.643691 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36756) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:35.654244 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3cebf-7d15-429a-82dc-40a1da6f187e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:35.654244 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3cebf-7d15-429a-82dc-40a1da6f187e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:35.654618 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3cebf-7d15-429a-82dc-40a1da6f187e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:35.654981 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3cebf-7d15-429a-82dc-40a1da6f187e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:35.655525 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3cebf-7d15-429a-82dc-40a1da6f187e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:35.656026 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3cebf-7d15-429a-82dc-40a1da6f187e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:35.656518 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3cebf-7d15-429a-82dc-40a1da6f187e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:35.657034 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3cebf-7d15-429a-82dc-40a1da6f187e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:35.658292 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3cebf-7d15-429a-82dc-40a1da6f187e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:35.658991 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3cebf-7d15-429a-82dc-40a1da6f187e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:35.659495 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3cebf-7d15-429a-82dc-40a1da6f187e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:35.661373 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3cebf-7d15-429a-82dc-40a1da6f187e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:35.697525 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2df98e1c-2fca-45a9-a50c-80865a89b3fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:35.721734 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2df98e1c-2fca-45a9-a50c-80865a89b3fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:35.761176 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c70f1044-6dc9-4bee-abde-ec82dc4c6fc0 req-ab68467b-8039-42d7-94e5-82d8ec04e651 tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0312259 Nov 10 19:37:35.801011 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2df98e1c-2fca-45a9-a50c-80865a89b3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:35.803846 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2df98e1c-2fca-45a9-a50c-80865a89b3fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:35.804998 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2df98e1c-2fca-45a9-a50c-80865a89b3fb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/16d8bf7a-5c44-4c81-8f0c-9e59689bef6a HTTP/1.1" status: 204 len: 168 time: 0.1602852 Nov 10 19:37:35.813145 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df98e1c-2fca-45a9-a50c-80865a89b3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d8bf7a-5c44-4c81-8f0c-9e59689bef6a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:35.971127 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd4168-f262-43c6-8a46-33ef919a9a4e req-c5dd41b2-4c8f-474b-b81d-03ffcc9a024f tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:35.972741 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-64fd4168-f262-43c6-8a46-33ef919a9a4e req-c5dd41b2-4c8f-474b-b81d-03ffcc9a024f tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb34664a-9d99-43b7-be9f-d00d1cef5156 HTTP/1.1" status: 200 len: 946 time: 0.0597196 Nov 10 19:37:36.018073 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36776) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:36.031353 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-64fd4168-f262-43c6-8a46-33ef919a9a4e req-00c63fa5-8f1e-4953-9596-4147be5579db tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/security-groups?id=b5422587-8f47-4d17-8b35-55d5ae0226fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509474 Nov 10 19:37:36.134081 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36782) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:36.161072 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df4cd8e4-00f6-4202-a429-90981ef38ae5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:36.164590 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d5cb30e3-1eed-463f-9f49-d8e5ac6d47bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:36.243015 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8967638e-50aa-4931-a835-2e5f57b0a5ec req-ed0c0a23-0f95-45f1-b6f4-b7c5be43c787 tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaa2d244-8551-4bc6-9e24-1c8043082072 HTTP/1.1" status: 200 len: 210 time: 0.0329719 Nov 10 19:37:36.293818 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55ae47-6741-4e62-abbc-614dbf3ada0a req-77a3615d-3e5b-46a4-8516-214b55f48697 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:36.295410 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3b55ae47-6741-4e62-abbc-614dbf3ada0a req-77a3615d-3e5b-46a4-8516-214b55f48697 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb34664a-9d99-43b7-be9f-d00d1cef5156 HTTP/1.1" status: 200 len: 946 time: 0.0595775 Nov 10 19:37:36.343735 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df4cd8e4-00f6-4202-a429-90981ef38ae5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:36.345794 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d5cb30e3-1eed-463f-9f49-d8e5ac6d47bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:36.348513 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3b55ae47-6741-4e62-abbc-614dbf3ada0a req-bb79cf6f-abcf-4304-9f52-0ca8b7b41078 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/security-groups?id=b5422587-8f47-4d17-8b35-55d5ae0226fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454826 Nov 10 19:37:36.349952 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-df4cd8e4-00f6-4202-a429-90981ef38ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:36.360518 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d5cb30e3-1eed-463f-9f49-d8e5ac6d47bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:36.402144 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-df4cd8e4-00f6-4202-a429-90981ef38ae5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5b3a7245a445461d88b3ccece24e4502&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2659936 Nov 10 19:37:36.404718 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36786) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:36.407926 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4cd8e4-00f6-4202-a429-90981ef38ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fdd942-6d06-4af9-a032-f67530499e71,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:36.426086 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d5cb30e3-1eed-463f-9f49-d8e5ac6d47bd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=973120bc11894381b18b690d72c865c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4067526 Nov 10 19:37:36.426747 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36788) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:36.454620 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb30e3-1eed-463f-9f49-d8e5ac6d47bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7a6602-6b3b-4204-8046-ce97f914e7d4,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:36.456541 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ec5f62cc-ab25-4e05-ba7b-9742e235782f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:36.478254 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ec5f62cc-ab25-4e05-ba7b-9742e235782f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:36.488770 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4388832-b86e-4fa7-bd0d-4a6dab2668ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:36.510487 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4388832-b86e-4fa7-bd0d-4a6dab2668ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:36.526201 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ec5f62cc-ab25-4e05-ba7b-9742e235782f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:36.532942 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ec5f62cc-ab25-4e05-ba7b-9742e235782f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:36.534185 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ec5f62cc-ab25-4e05-ba7b-9742e235782f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f9fdd942-6d06-4af9-a032-f67530499e71 HTTP/1.1" status: 204 len: 168 time: 0.1283042 Nov 10 19:37:36.543806 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f62cc-ab25-4e05-ba7b-9742e235782f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fdd942-6d06-4af9-a032-f67530499e71,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:36.564218 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4388832-b86e-4fa7-bd0d-4a6dab2668ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:36.568187 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4388832-b86e-4fa7-bd0d-4a6dab2668ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:36.569879 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b4388832-b86e-4fa7-bd0d-4a6dab2668ea admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3f7a6602-6b3b-4204-8046-ce97f914e7d4 HTTP/1.1" status: 204 len: 168 time: 0.1404581 Nov 10 19:37:36.579722 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4388832-b86e-4fa7-bd0d-4a6dab2668ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7a6602-6b3b-4204-8046-ce97f914e7d4,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:36.920575 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36808) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:36.939531 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e2114e0b-7f9e-4e27-b471-2853d53dda81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:37.031730 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-047e85aa-d501-49dd-8951-6c2baa305ab8 req-af9a4f4a-f119-45cc-9f34-3f4bea4c6196 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c7df2efae6c475d917b771aa40e05d8&device_id=ae881dee-1662-4e00-aaa6-3e8794ff6f13 HTTP/1.1" status: 200 len: 210 time: 0.0385656 Nov 10 19:37:37.048156 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e2114e0b-7f9e-4e27-b471-2853d53dda81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:37.059096 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e2114e0b-7f9e-4e27-b471-2853d53dda81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:37.071701 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c702e4de-55ae-4ae3-91fd-2a4cfbb33662 req-2c54dd59-e401-42fa-9754-d716a927eb79 tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae881dee-1662-4e00-aaa6-3e8794ff6f13 HTTP/1.1" status: 200 len: 210 time: 0.0424578 Nov 10 19:37:37.094473 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-047e85aa-d501-49dd-8951-6c2baa305ab8 req-77754a2b-eb6e-4947-b9ee-e519ad9502e4 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=2c7df2efae6c475d917b771aa40e05d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522237 Nov 10 19:37:37.111734 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e2114e0b-7f9e-4e27-b471-2853d53dda81 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=71472e24cae04026853b36b8fd908231&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1897981 Nov 10 19:37:37.112738 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2114e0b-7f9e-4e27-b471-2853d53dda81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a600e1-c06f-4b0c-b666-9ed4621fc46c,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:37.114508 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36814) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:37.344334 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-eeb40660-a0c7-4d24-aaf7-9eb22d0b1bc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:37.365525 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e85aa-d501-49dd-8951-6c2baa305ab8 req-fb2e8022-61bf-480e-b9de-76e37f99c5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:37.367492 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-047e85aa-d501-49dd-8951-6c2baa305ab8 req-fb2e8022-61bf-480e-b9de-76e37f99c5bf service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2627313 Nov 10 19:37:37.385646 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-eeb40660-a0c7-4d24-aaf7-9eb22d0b1bc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:37.484192 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4112fe-cfa0-4885-9a2d-0c8aeda5fde4 req-d95a4e5e-ae5a-4adc-87c4-a0580305dc8c tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:37.485739 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b4112fe-cfa0-4885-9a2d-0c8aeda5fde4 req-d95a4e5e-ae5a-4adc-87c4-a0580305dc8c tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb34664a-9d99-43b7-be9f-d00d1cef5156 HTTP/1.1" status: 200 len: 946 time: 0.0582652 Nov 10 19:37:37.493834 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-eeb40660-a0c7-4d24-aaf7-9eb22d0b1bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:37.496475 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-eeb40660-a0c7-4d24-aaf7-9eb22d0b1bc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:37.497545 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-eeb40660-a0c7-4d24-aaf7-9eb22d0b1bc3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/08a600e1-c06f-4b0c-b666-9ed4621fc46c HTTP/1.1" status: 204 len: 168 time: 0.3748152 Nov 10 19:37:37.517908 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb40660-a0c7-4d24-aaf7-9eb22d0b1bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a600e1-c06f-4b0c-b666-9ed4621fc46c,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:37.555103 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b4112fe-cfa0-4885-9a2d-0c8aeda5fde4 req-2a33bfbc-6927-4b2b-81fb-8eda422f1b24 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/security-groups?id=b5422587-8f47-4d17-8b35-55d5ae0226fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622523 Nov 10 19:37:38.176423 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-01ee306f-f4ee-4b65-a332-23e4d2f4fbc6 req-1c761b5d-790c-4f48-a106-6702f395b94b tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae881dee-1662-4e00-aaa6-3e8794ff6f13 HTTP/1.1" status: 200 len: 210 time: 0.0321062 Nov 10 19:37:38.213000 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44955f-c5e2-4801-a5fe-9b2f56d33aec req-cd3f178e-5a25-416f-9335-d232e80bbe51 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:38.214666 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4f44955f-c5e2-4801-a5fe-9b2f56d33aec req-cd3f178e-5a25-416f-9335-d232e80bbe51 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb34664a-9d99-43b7-be9f-d00d1cef5156 HTTP/1.1" status: 200 len: 946 time: 0.0693128 Nov 10 19:37:38.314856 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-4f44955f-c5e2-4801-a5fe-9b2f56d33aec req-12ffbb69-c56c-4356-86c2-3c2030013b2f tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Deleting port 0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:37:38.315084 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-4f44955f-c5e2-4801-a5fe-9b2f56d33aec req-12ffbb69-c56c-4356-86c2-3c2030013b2f tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:38.414521 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-4f44955f-c5e2-4801-a5fe-9b2f56d33aec req-12ffbb69-c56c-4356-86c2-3c2030013b2f tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] For port 0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226,segment=NetworkSegment(fb97e71e-73bc-4743-9e84-3f9509dd5e11),segment_id=fb97e71e-73bc-4743-9e84-3f9509dd5e11)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:37:38.414891 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-4f44955f-c5e2-4801-a5fe-9b2f56d33aec req-12ffbb69-c56c-4356-86c2-3c2030013b2f tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:38.429821 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-4f44955f-c5e2-4801-a5fe-9b2f56d33aec req-12ffbb69-c56c-4356-86c2-3c2030013b2f tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Calling delete_port for 0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:37:38.574039 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-4f44955f-c5e2-4801-a5fe-9b2f56d33aec req-12ffbb69-c56c-4356-86c2-3c2030013b2f tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:38.586258 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:37:38.625733 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ffbb69-c56c-4356-86c2-3c2030013b2f tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Pushing event deleted for resources: {'Port': ['ID=0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:38.674377 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f44955f-c5e2-4801-a5fe-9b2f56d33aec req-12ffbb69-c56c-4356-86c2-3c2030013b2f tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] No DVR routers for this DVR port 0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226 on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:37:38.678545 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-4f44955f-c5e2-4801-a5fe-9b2f56d33aec req-12ffbb69-c56c-4356-86c2-3c2030013b2f tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:38.685839 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4f44955f-c5e2-4801-a5fe-9b2f56d33aec req-12ffbb69-c56c-4356-86c2-3c2030013b2f tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.25 "DELETE /v2.0/ports/0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226 HTTP/1.1" status: 204 len: 173 time: 0.4627643 Nov 10 19:37:38.686646 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb34664a-9d99-43b7-be9f-d00d1cef5156', 'name': 'network-vif-deleted', 'tag': '0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:37:38.689386 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6c5c63-f367-4641-9c0c-7e6ab5f18978" -d '{"events": [{"server_uuid": "eb34664a-9d99-43b7-be9f-d00d1cef5156", "name": "network-vif-deleted", "tag": "0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:37:38.715579 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-83a516d8-fbcd-40c0-92e4-0d8e165661e1 req-fac95102-a3c7-44d7-8ded-cd64f0972b19 tempest-TestServerAdvancedOps-808234321 tempest-TestServerAdvancedOps-808234321-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb34664a-9d99-43b7-be9f-d00d1cef5156 HTTP/1.1" status: 200 len: 210 time: 0.0434737 Nov 10 19:37:38.768906 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa2cacc-861f-4c7b-8840-0e3e659b5588 x-openstack-request-id: req-efa2cacc-861f-4c7b-8840-0e3e659b5588 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:37:38.769426 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb34664a-9d99-43b7-be9f-d00d1cef5156", "name": "network-vif-deleted", "tag": "0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:37:38.769995 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-efa2cacc-861f-4c7b-8840-0e3e659b5588 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:37:38.770973 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb34664a-9d99-43b7-be9f-d00d1cef5156', 'name': 'network-vif-deleted', 'tag': '0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226', 'status': 'completed', 'code': 200} Nov 10 19:37:38.774436 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-047e85aa-d501-49dd-8951-6c2baa305ab8 req-22a59eed-d158-4687-86be-cf90fef1bdcd tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae881dee-1662-4e00-aaa6-3e8794ff6f13 HTTP/1.1" status: 200 len: 210 time: 0.0618081 Nov 10 19:37:39.309786 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9afc734a-546f-49be-b75b-8c3a3ce2fafd req-8332737b-df16-436a-b6ae-60d375b91e1a tempest-ServerShowV247Test-1440348781 tempest-ServerShowV247Test-1440348781-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae881dee-1662-4e00-aaa6-3e8794ff6f13 HTTP/1.1" status: 200 len: 210 time: 0.0376289 Nov 10 19:37:39.788259 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36926) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:39.842207 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-d259227b-e6b8-4499-a543-0e6517aada27 admin admin] Deleting subnet f6cd5c30-c47d-4d05-ae73-3a0c4e9cc069 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:37:39.847733 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d259227b-e6b8-4499-a543-0e6517aada27 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:39.897410 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d259227b-e6b8-4499-a543-0e6517aada27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:39.956811 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d259227b-e6b8-4499-a543-0e6517aada27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:40.021504 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d259227b-e6b8-4499-a543-0e6517aada27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:40.049133 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d259227b-e6b8-4499-a543-0e6517aada27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6cd5c30-c47d-4d05-ae73-3a0c4e9cc069,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:40.051175 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d259227b-e6b8-4499-a543-0e6517aada27 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:40.057954 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d259227b-e6b8-4499-a543-0e6517aada27 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f6cd5c30-c47d-4d05-ae73-3a0c4e9cc069 HTTP/1.1" status: 204 len: 168 time: 0.2703626 Nov 10 19:37:40.058496 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36938) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:40.162022 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c08e6cfe-9c7a-4055-92a4-ebbd187860df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:40.252155 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c08e6cfe-9c7a-4055-92a4-ebbd187860df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:40.272514 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-c08e6cfe-9c7a-4055-92a4-ebbd187860df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b5d57a6-f4f3-4036-b459-7721d419e463']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:40.284874 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-c08e6cfe-9c7a-4055-92a4-ebbd187860df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb97e71e-73bc-4743-9e84-3f9509dd5e11') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:40.285181 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-c08e6cfe-9c7a-4055-92a4-ebbd187860df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb97e71e-73bc-4743-9e84-3f9509dd5e11') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:40.295121 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c08e6cfe-9c7a-4055-92a4-ebbd187860df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:40.308463 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c08e6cfe-9c7a-4055-92a4-ebbd187860df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:40.314857 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c08e6cfe-9c7a-4055-92a4-ebbd187860df admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:37:40.315813 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c08e6cfe-9c7a-4055-92a4-ebbd187860df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:40.317894 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:37:40.317894 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:37:40.317894 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:37:40.317894 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:37:40.317894 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:37:40.317894 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:37:40.317894 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:37:40.317894 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:37:40.317894 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:37:40.317894 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:37:40.317894 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:37:40.317894 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:37:40.317894 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:37:40.317894 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:37:40.317894 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:37:40.317894 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:37:40.317894 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:37:40.317894 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:37:40.317894 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:37:40.317894 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:37:40.317894 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:37:40.317894 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:37:40.317894 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:37:40.317894 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:37:40.317894 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:37:40.317894 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:37:40.317894 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:37:40.317894 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:37:40.317894 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:37:40.317894 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:37:40.317894 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:37:40.317894 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:37:40.402585 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c08e6cfe-9c7a-4055-92a4-ebbd187860df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:40.412210 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c08e6cfe-9c7a-4055-92a4-ebbd187860df admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:40.417602 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c08e6cfe-9c7a-4055-92a4-ebbd187860df admin admin] 10.222.0.54 "DELETE /v2.0/networks/8b5d57a6-f4f3-4036-b459-7721d419e463 HTTP/1.1" status: 204 len: 168 time: 0.3572345 Nov 10 19:37:40.419919 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36954) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:40.431461 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e6cfe-9c7a-4055-92a4-ebbd187860df admin admin] Pushing event deleted for resources: {'Network': ['ID=8b5d57a6-f4f3-4036-b459-7721d419e463,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:40.494695 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-4275952a-02a6-4f61-ab03-3187652d04e0 admin admin] Deleting subnet 46a67351-de97-419a-97b6-39e2a4f4982c {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:37:40.498671 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4275952a-02a6-4f61-ab03-3187652d04e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:40.546675 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4275952a-02a6-4f61-ab03-3187652d04e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:40.617801 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4275952a-02a6-4f61-ab03-3187652d04e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:40.708733 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4275952a-02a6-4f61-ab03-3187652d04e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:40.726442 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4275952a-02a6-4f61-ab03-3187652d04e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:40.731270 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4275952a-02a6-4f61-ab03-3187652d04e0 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/46a67351-de97-419a-97b6-39e2a4f4982c HTTP/1.1" status: 204 len: 168 time: 0.3099902 Nov 10 19:37:40.734429 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36960) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:40.752647 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275952a-02a6-4f61-ab03-3187652d04e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46a67351-de97-419a-97b6-39e2a4f4982c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:40.838167 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3c959574-af02-4b51-868c-24d15fe68c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:40.902017 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36970) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:40.927405 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3c959574-af02-4b51-868c-24d15fe68c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:40.958014 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-3c959574-af02-4b51-868c-24d15fe68c15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4778f25-d746-44a8-8a8f-4e595a23c170']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:40.968909 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-3c959574-af02-4b51-868c-24d15fe68c15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ffc950-9c84-48bb-b8d9-0c6c4d4cb5a9') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:40.969196 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-3c959574-af02-4b51-868c-24d15fe68c15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ffc950-9c84-48bb-b8d9-0c6c4d4cb5a9') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:40.981050 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3c959574-af02-4b51-868c-24d15fe68c15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:40.997710 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3c959574-af02-4b51-868c-24d15fe68c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:41.007896 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c959574-af02-4b51-868c-24d15fe68c15 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:37:41.008357 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3c959574-af02-4b51-868c-24d15fe68c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:41.010923 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:37:41.010923 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:37:41.010923 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:37:41.010923 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:37:41.010923 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:37:41.010923 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:37:41.010923 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:37:41.010923 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:37:41.010923 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:37:41.010923 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:37:41.010923 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:37:41.010923 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:37:41.010923 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:37:41.010923 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:37:41.010923 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:37:41.010923 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:37:41.010923 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:37:41.010923 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:37:41.010923 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:37:41.010923 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:37:41.010923 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:37:41.010923 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:37:41.010923 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:37:41.010923 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:37:41.010923 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:37:41.010923 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:37:41.010923 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:37:41.010923 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:37:41.010923 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:37:41.010923 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:37:41.010923 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:37:41.010923 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:37:41.080368 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3c959574-af02-4b51-868c-24d15fe68c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:41.086118 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3c959574-af02-4b51-868c-24d15fe68c15 admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:41.089609 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3c959574-af02-4b51-868c-24d15fe68c15 admin admin] 10.222.0.54 "DELETE /v2.0/networks/a4778f25-d746-44a8-8a8f-4e595a23c170 HTTP/1.1" status: 204 len: 168 time: 0.3539281 Nov 10 19:37:41.110935 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c959574-af02-4b51-868c-24d15fe68c15 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4778f25-d746-44a8-8a8f-4e595a23c170,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:41.179823 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6bfc26f4-bea3-4b23-9977-be2d99b55455 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:41.274244 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6bfc26f4-bea3-4b23-9977-be2d99b55455 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:41.275757 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36986) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:41.287961 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6bfc26f4-bea3-4b23-9977-be2d99b55455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:41.357731 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6bfc26f4-bea3-4b23-9977-be2d99b55455 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2c7df2efae6c475d917b771aa40e05d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4508166 Nov 10 19:37:41.359467 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 36988) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:41.364781 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc26f4-bea3-4b23-9977-be2d99b55455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4a24c6-04ae-4668-9296-e0d9cfe7f691,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:41.373992 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-83ae6235-ffda-4194-b2e6-fd81bec14dfe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b695baaf2550442795200d6e73d1051f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0937934 Nov 10 19:37:41.374402 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 36990) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:41.419105 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-025a2bc5-9981-4345-8bed-2a98ccccb8c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:41.439025 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e96d1bc3-1ddd-4c8f-8a9f-1e83ca3a38df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:41.454173 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-025a2bc5-9981-4345-8bed-2a98ccccb8c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:41.462943 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e96d1bc3-1ddd-4c8f-8a9f-1e83ca3a38df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:41.527571 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-025a2bc5-9981-4345-8bed-2a98ccccb8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:41.528837 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e96d1bc3-1ddd-4c8f-8a9f-1e83ca3a38df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:41.531761 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-025a2bc5-9981-4345-8bed-2a98ccccb8c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:41.532372 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e96d1bc3-1ddd-4c8f-8a9f-1e83ca3a38df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:41.533217 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-025a2bc5-9981-4345-8bed-2a98ccccb8c0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5a4a24c6-04ae-4668-9296-e0d9cfe7f691 HTTP/1.1" status: 204 len: 168 time: 0.1726961 Nov 10 19:37:41.534063 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e96d1bc3-1ddd-4c8f-8a9f-1e83ca3a38df admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b5422587-8f47-4d17-8b35-55d5ae0226fb HTTP/1.1" status: 204 len: 168 time: 0.1589558 Nov 10 19:37:41.544359 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d1bc3-1ddd-4c8f-8a9f-1e83ca3a38df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5422587-8f47-4d17-8b35-55d5ae0226fb,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:41.561229 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a2bc5-9981-4345-8bed-2a98ccccb8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4a24c6-04ae-4668-9296-e0d9cfe7f691,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:41.839329 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:37:41.862682 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:37:41.863289 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 0d3a0647-81f5-4d1a-a2ae-bbc1bb9e8226 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:37:41.982569 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37006) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:42.032657 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-31795bb0-03b1-4731-b3be-dbafc644539b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c5293d3c11114cd2aba626e73e518699&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0479856 Nov 10 19:37:42.035048 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37008) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:42.102668 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1192cb1a-140c-4190-919e-ae8d63c1693c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:42.136435 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1192cb1a-140c-4190-919e-ae8d63c1693c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:42.195916 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1192cb1a-140c-4190-919e-ae8d63c1693c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:42.200774 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1192cb1a-140c-4190-919e-ae8d63c1693c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:42.205890 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1192cb1a-140c-4190-919e-ae8d63c1693c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4b86e334-2b53-432c-b701-91b48de23c4b HTTP/1.1" status: 204 len: 168 time: 0.1694071 Nov 10 19:37:42.214415 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192cb1a-140c-4190-919e-ae8d63c1693c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b86e334-2b53-432c-b701-91b48de23c4b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:43.337014 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37056) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:43.485859 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-0a2277cf-7a92-4fc7-a5fc-b25a13b8fe79 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-534120689-network', 'tenant_id': '2a00ca65ead540abbf4d59ff2c615c4f'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:37:43.517020 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2277cf-7a92-4fc7-a5fc-b25a13b8fe79 admin admin] Made reservation on behalf of 2a00ca65ead540abbf4d59ff2c615c4f for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:37:43.520055 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0a2277cf-7a92-4fc7-a5fc-b25a13b8fe79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:43.532316 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0a2277cf-7a92-4fc7-a5fc-b25a13b8fe79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:43.622192 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37068) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:43.654949 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0a2277cf-7a92-4fc7-a5fc-b25a13b8fe79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:43.660572 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0a2277cf-7a92-4fc7-a5fc-b25a13b8fe79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:43.696150 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2277cf-7a92-4fc7-a5fc-b25a13b8fe79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:43.710960 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2277cf-7a92-4fc7-a5fc-b25a13b8fe79 admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:37:43.723518 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0a2277cf-7a92-4fc7-a5fc-b25a13b8fe79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:43.723962 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-0a2277cf-7a92-4fc7-a5fc-b25a13b8fe79 admin admin] Added segment fcbd45ae-33de-4640-a29c-c49b1536f07f of type vlan for network 87737cc5-1491-4eb8-832b-21b850f6c386 Nov 10 19:37:43.794034 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0a2277cf-7a92-4fc7-a5fc-b25a13b8fe79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:43.827824 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0a2277cf-7a92-4fc7-a5fc-b25a13b8fe79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:43.829377 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2277cf-7a92-4fc7-a5fc-b25a13b8fe79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:43.830621 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0a2277cf-7a92-4fc7-a5fc-b25a13b8fe79 admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:43.865855 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0a2277cf-7a92-4fc7-a5fc-b25a13b8fe79 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5273473 Nov 10 19:37:43.869674 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 37074) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:43.876625 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-5a752523-9080-4caa-bb48-dee8f718fd28 admin admin] Request body: {'subnet': {'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-534120689-subnet', 'tenant_id': '2a00ca65ead540abbf4d59ff2c615c4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:37:43.928478 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-1f15158a-c658-4c0c-858c-b9f99f57c3e6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-649289140-network', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:37:43.930807 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a752523-9080-4caa-bb48-dee8f718fd28 admin admin] Made reservation on behalf of 2a00ca65ead540abbf4d59ff2c615c4f for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:37:43.933024 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2277cf-7a92-4fc7-a5fc-b25a13b8fe79 admin admin] Pushing event updated for resources: {'Network': ['ID=87737cc5-1491-4eb8-832b-21b850f6c386,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:43.935870 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5a752523-9080-4caa-bb48-dee8f718fd28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:43.947481 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 87737cc5-1491-4eb8-832b-21b850f6c386 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:37:43.958857 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f15158a-c658-4c0c-858c-b9f99f57c3e6 admin admin] Made reservation on behalf of 0863f57af6c245c5a4e0338a46ab2047 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:37:43.961626 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f15158a-c658-4c0c-858c-b9f99f57c3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:43.972593 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f15158a-c658-4c0c-858c-b9f99f57c3e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:44.082817 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f15158a-c658-4c0c-858c-b9f99f57c3e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:44.088600 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f15158a-c658-4c0c-858c-b9f99f57c3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:44.148841 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f15158a-c658-4c0c-858c-b9f99f57c3e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:37:44.164301 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15158a-c658-4c0c-858c-b9f99f57c3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8ca628-de99-42ef-80e8-d403a34bb5a7,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:44.171429 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f15158a-c658-4c0c-858c-b9f99f57c3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:44.171834 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-1f15158a-c658-4c0c-858c-b9f99f57c3e6 admin admin] Added segment a4964f9b-9b15-48d4-8150-1d9d656b161b of type vlan for network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e Nov 10 19:37:44.247528 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f15158a-c658-4c0c-858c-b9f99f57c3e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:44.255278 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5a752523-9080-4caa-bb48-dee8f718fd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:44.294793 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f15158a-c658-4c0c-858c-b9f99f57c3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:44.297311 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f15158a-c658-4c0c-858c-b9f99f57c3e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:44.298279 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1f15158a-c658-4c0c-858c-b9f99f57c3e6 admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:44.351005 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a752523-9080-4caa-bb48-dee8f718fd28 admin admin] Checking segment: {'id': 'fcbd45ae-33de-4640-a29c-c49b1536f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:37:44.351444 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a752523-9080-4caa-bb48-dee8f718fd28 admin admin] Network hostable DHCP agents. Network: 87737cc5-1491-4eb8-832b-21b850f6c386, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:37:44.378079 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1f15158a-c658-4c0c-858c-b9f99f57c3e6 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7526090 Nov 10 19:37:44.381369 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37082) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:44.386750 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-f43b4d05-e0ed-4793-81ec-317ff245d457 admin admin] Request body: {'subnet': {'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-649289140-subnet', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:37:44.390540 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a752523-9080-4caa-bb48-dee8f718fd28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f85973c4-b607-4c9f-9c90-dbe2046779da,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:44.397358 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15158a-c658-4c0c-858c-b9f99f57c3e6 admin admin] Pushing event updated for resources: {'Network': ['ID=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:44.399771 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a752523-9080-4caa-bb48-dee8f718fd28 admin admin] Network 87737cc5-1491-4eb8-832b-21b850f6c386 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:37:44.416223 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:37:44.425233 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-5a752523-9080-4caa-bb48-dee8f718fd28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 87737cc5-1491-4eb8-832b-21b850f6c386) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:37:44.426291 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43b4d05-e0ed-4793-81ec-317ff245d457 admin admin] Made reservation on behalf of 0863f57af6c245c5a4e0338a46ab2047 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:37:44.442147 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f43b4d05-e0ed-4793-81ec-317ff245d457 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:44.448022 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a752523-9080-4caa-bb48-dee8f718fd28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:44.449960 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5a752523-9080-4caa-bb48-dee8f718fd28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:44.459016 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8033cc39-8659-4513-a3c6-e3f66f1ad838 None None] Network 87737cc5-1491-4eb8-832b-21b850f6c386 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:37:44.503964 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5a752523-9080-4caa-bb48-dee8f718fd28 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6198678 Nov 10 19:37:44.729259 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d876e3f-0961-44a8-be5c-6cff4081cb68 None None] Network 87737cc5-1491-4eb8-832b-21b850f6c386 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:37:44.786365 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f43b4d05-e0ed-4793-81ec-317ff245d457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:44.882294 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b4d05-e0ed-4793-81ec-317ff245d457 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d245deb3-5e48-4ae4-b622-b444342b78ed,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:44.904527 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43b4d05-e0ed-4793-81ec-317ff245d457 admin admin] Checking segment: {'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:37:44.904904 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43b4d05-e0ed-4793-81ec-317ff245d457 admin admin] Network hostable DHCP agents. Network: bca52f6d-32fc-4cbf-bc81-bdfa96008a4e, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:37:44.951990 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43b4d05-e0ed-4793-81ec-317ff245d457 admin admin] Network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:37:44.968723 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-f43b4d05-e0ed-4793-81ec-317ff245d457 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, bca52f6d-32fc-4cbf-bc81-bdfa96008a4e) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:37:44.977327 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43b4d05-e0ed-4793-81ec-317ff245d457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:44.978000 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f43b4d05-e0ed-4793-81ec-317ff245d457 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:44.990576 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d9df7e-aed3-4ff9-9aca-213757ae8a26 None None] Network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:37:45.016245 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f43b4d05-e0ed-4793-81ec-317ff245d457 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6334171 Nov 10 19:37:45.024313 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37096) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:45.033088 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-56c12b70-93ce-4810-b763-f721efd4efe1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-649289140-router', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:37:45.086036 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-56c12b70-93ce-4810-b763-f721efd4efe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:45.087569 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-56c12b70-93ce-4810-b763-f721efd4efe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:45.200799 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-56c12b70-93ce-4810-b763-f721efd4efe1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:45.374364 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73489a4-ef25-402f-9e30-39d7529b86d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'fixed_ips': [{'subnet_id': 'd245deb3-5e48-4ae4-b622-b444342b78ed'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:37:45.375309 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f73489a4-ef25-402f-9e30-39d7529b86d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:45.411462 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-56c12b70-93ce-4810-b763-f721efd4efe1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:45.561877 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-f73489a4-ef25-402f-9e30-39d7529b86d8 None None] Allocated IP 172.20.0.2 (bca52f6d-32fc-4cbf-bc81-bdfa96008a4e/d245deb3-5e48-4ae4-b622-b444342b78ed/5c458ed5-733d-4b4c-9817-df732c71f9c2) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:37:45.623913 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-97e1d798-61a2-4547-96a4-e338abae8520 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:45.631786 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-97e1d798-61a2-4547-96a4-e338abae8520 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/networks?id=87737cc5-1491-4eb8-832b-21b850f6c386 HTTP/1.1" status: 200 len: 805 time: 0.2039866 Nov 10 19:37:45.654909 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-ff40c1c1-a95d-4572-9bc8-b6113d7f7514 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/quotas/2a00ca65ead540abbf4d59ff2c615c4f HTTP/1.1" status: 200 len: 375 time: 0.0219977 Nov 10 19:37:45.690570 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-f95dc22c-a914-4273-97bd-476d08d12ae7 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a00ca65ead540abbf4d59ff2c615c4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346115 Nov 10 19:37:45.720716 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-56c12b70-93ce-4810-b763-f721efd4efe1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:45.747854 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-56c12b70-93ce-4810-b763-f721efd4efe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:45.832828 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f73489a4-ef25-402f-9e30-39d7529b86d8 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:45.843795 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f73489a4-ef25-402f-9e30-39d7529b86d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:45.885315 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-56c12b70-93ce-4810-b763-f721efd4efe1 admin admin] Allocated IP 172.25.3.26 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/534a7ac5-51b5-4672-8a2f-914100ae3f31) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:37:45.906348 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73489a4-ef25-402f-9e30-39d7529b86d8 None None] Network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:37:45.914539 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-f73489a4-ef25-402f-9e30-39d7529b86d8 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:37:45.919423 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73489a4-ef25-402f-9e30-39d7529b86d8 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:37:45.941742 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73489a4-ef25-402f-9e30-39d7529b86d8 None None] Pushing event updated for resources: {'Port': ['ID=5c458ed5-733d-4b4c-9817-df732c71f9c2,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:46.032806 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-943e4649-ffef-460d-bf44-987d6ae4bd96 service neutron] 10.222.0.54 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332441 Nov 10 19:37:46.038283 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-56c12b70-93ce-4810-b763-f721efd4efe1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:46.054508 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-f73489a4-ef25-402f-9e30-39d7529b86d8 None None] Attempting to bind port 5c458ed5-733d-4b4c-9817-df732c71f9c2 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:37:46.055138 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-f73489a4-ef25-402f-9e30-39d7529b86d8 None None] Attempting to bind port 5c458ed5-733d-4b4c-9817-df732c71f9c2 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:37:46.055575 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73489a4-ef25-402f-9e30-39d7529b86d8 None None] Attempting to bind port 5c458ed5-733d-4b4c-9817-df732c71f9c2 on network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:37:46.063142 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73489a4-ef25-402f-9e30-39d7529b86d8 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:37:46.063606 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73489a4-ef25-402f-9e30-39d7529b86d8 None None] Checking segment: {'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:37:46.064090 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f73489a4-ef25-402f-9e30-39d7529b86d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:46.064788 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73489a4-ef25-402f-9e30-39d7529b86d8 None None] Bound using segment: {'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:37:46.067025 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-f73489a4-ef25-402f-9e30-39d7529b86d8 None None] Bound port: 5c458ed5-733d-4b4c-9817-df732c71f9c2, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:37:46.068904 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f73489a4-ef25-402f-9e30-39d7529b86d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:46.088447 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-56c12b70-93ce-4810-b763-f721efd4efe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:46.149482 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c12b70-93ce-4810-b763-f721efd4efe1 admin admin] Pushing event updated for resources: {'Port': ['ID=534a7ac5-51b5-4672-8a2f-914100ae3f31,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:46.159521 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-f9e5e413-e626-4dd9-90fe-0e4d7c2a68be service neutron] 10.222.0.54 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201327 Nov 10 19:37:46.170345 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c12b70-93ce-4810-b763-f721efd4efe1 admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:37:46.171995 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-56c12b70-93ce-4810-b763-f721efd4efe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:37:46.176943 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c12b70-93ce-4810-b763-f721efd4efe1 admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:37:46.194734 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1679782-cfd4-409c-9e53-8d169bfc5a57 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:37:46.232868 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-f73489a4-ef25-402f-9e30-39d7529b86d8 None None] For port 5c458ed5-733d-4b4c-9817-df732c71f9c2, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:37:46.236708 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-f73489a4-ef25-402f-9e30-39d7529b86d8 None None] For port 5c458ed5-733d-4b4c-9817-df732c71f9c2, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5c458ed5-733d-4b4c-9817-df732c71f9c2,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:37:46.246018 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f73489a4-ef25-402f-9e30-39d7529b86d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:46.349320 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 37124) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:46.391341 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-0579d14d-7766-4c60-bc3b-0fdfbc995dd2 None None] Provisioning complete for port 534a7ac5-51b5-4672-8a2f-914100ae3f31 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:37:46.391937 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0579d14d-7766-4c60-bc3b-0fdfbc995dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:46.432615 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73489a4-ef25-402f-9e30-39d7529b86d8 None None] Pushing event updated for resources: {'Port': ['ID=5c458ed5-733d-4b4c-9817-df732c71f9c2,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:46.455796 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2ea4b9b-bc77-4e31-91dc-3afae7807f67 req-fedd4936-8085-411f-9a43-399a3b9e6a24 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e29a7f6-e599-46fd-994d-f4bd61a0cdf1 HTTP/1.1" status: 200 len: 210 time: 0.0835097 Nov 10 19:37:46.460863 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-0579d14d-7766-4c60-bc3b-0fdfbc995dd2 None None] Port 534a7ac5-51b5-4672-8a2f-914100ae3f31 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:37:46.579108 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3c92c0b1-dacf-436e-9769-d35962e5f84d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:46.624499 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-56c12b70-93ce-4810-b763-f721efd4efe1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:46.807450 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3c92c0b1-dacf-436e-9769-d35962e5f84d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:46.815053 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3c92c0b1-dacf-436e-9769-d35962e5f84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:46.872892 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92c0b1-dacf-436e-9769-d35962e5f84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995dde9d-fe61-4e9c-bd91-16d1da8573a3,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:46.887641 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37136) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:46.887841 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3c92c0b1-dacf-436e-9769-d35962e5f84d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4e154a229e774aaeb194a3cee7e2be22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5358536 Nov 10 19:37:46.970277 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-56c12b70-93ce-4810-b763-f721efd4efe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:47.025352 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-688897b9-c34c-4e1e-a951-d69eadb7d432 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:47.084294 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-688897b9-c34c-4e1e-a951-d69eadb7d432 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:47.165096 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c12b70-93ce-4810-b763-f721efd4efe1 admin admin] Router bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:37:47.168217 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-688897b9-c34c-4e1e-a951-d69eadb7d432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:47.171300 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-688897b9-c34c-4e1e-a951-d69eadb7d432 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:47.175439 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-688897b9-c34c-4e1e-a951-d69eadb7d432 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/995dde9d-fe61-4e9c-bd91-16d1da8573a3 HTTP/1.1" status: 204 len: 168 time: 0.2856867 Nov 10 19:37:47.195157 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688897b9-c34c-4e1e-a951-d69eadb7d432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995dde9d-fe61-4e9c-bd91-16d1da8573a3,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:47.366608 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c12b70-93ce-4810-b763-f721efd4efe1 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:37:47.389076 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0dcf81-e185-4582-892f-8d133688d38f None None] Sync routers for ids ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:37:47.389802 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-56c12b70-93ce-4810-b763-f721efd4efe1 admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:47.390989 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-56c12b70-93ce-4810-b763-f721efd4efe1 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3687134 Nov 10 19:37:47.394354 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37142) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:47.422616 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0dcf81-e185-4582-892f-8d133688d38f None None] Routers {'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:37:47.423477 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-5e0dcf81-e185-4582-892f-8d133688d38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:37:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:47.638155 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-5e0dcf81-e185-4582-892f-8d133688d38f None None] Set router bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:37:47.693775 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-736280c8-6f0a-4ddc-8309-864a5d21e102 req-c7ba5704-4d80-41fc-b3bb-ee3ecdd4ada9 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e29a7f6-e599-46fd-994d-f4bd61a0cdf1 HTTP/1.1" status: 200 len: 210 time: 0.1062996 Nov 10 19:37:47.802865 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 37148) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:47.863388 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-43f1bd55-e1e6-405f-acad-5d39d0d81514 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:47.873824 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292b35f7-b26e-4d61-b594-77242c420ddc None None] Network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:37:48.059222 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5c458ed5-733d-4b4c-9817-df732c71f9c2 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:37:48.070326 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-5e0dcf81-e185-4582-892f-8d133688d38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'name': 'tempest-TestVolumeBootPattern-649289140-router', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:46Z', 'revision_number': 3, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'gw_port': {'id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:52:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:48.106137 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-43f1bd55-e1e6-405f-acad-5d39d0d81514 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:48.111137 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-43f1bd55-e1e6-405f-acad-5d39d0d81514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:48.125246 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0dcf81-e185-4582-892f-8d133688d38f None None] Checking router: bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:37:48.126069 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0dcf81-e185-4582-892f-8d133688d38f None None] Updating router bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 port 534a7ac5-51b5-4672-8a2f-914100ae3f31 binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:37:48.161403 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5e0dcf81-e185-4582-892f-8d133688d38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:48.167276 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1bd55-e1e6-405f-acad-5d39d0d81514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c270e02d-9bc3-475d-98d5-a25664f85c68,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:48.183494 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-43f1bd55-e1e6-405f-acad-5d39d0d81514 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8c320735c0da4e8f9c4d1956acff5cbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3738842 Nov 10 19:37:48.184375 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 37150) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:48.268765 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a8bd272-c31c-48d7-9ea3-b8e78e359480 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:48.328372 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a8bd272-c31c-48d7-9ea3-b8e78e359480 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:48.367663 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-0ec202b8-8bff-4ac9-a6b0-32aaf3f6211f None None] Provisioning complete for port 5c458ed5-733d-4b4c-9817-df732c71f9c2 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:37:48.367952 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0ec202b8-8bff-4ac9-a6b0-32aaf3f6211f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:48.420495 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a8bd272-c31c-48d7-9ea3-b8e78e359480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:48.428242 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a8bd272-c31c-48d7-9ea3-b8e78e359480 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:48.429452 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4a8bd272-c31c-48d7-9ea3-b8e78e359480 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c270e02d-9bc3-475d-98d5-a25664f85c68 HTTP/1.1" status: 204 len: 168 time: 0.2439272 Nov 10 19:37:48.438919 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 5c458ed5-733d-4b4c-9817-df732c71f9c2 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:37:48.439291 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:48.445126 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8bd272-c31c-48d7-9ea3-b8e78e359480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c270e02d-9bc3-475d-98d5-a25664f85c68,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:48.531374 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-12c0f173-89cb-4a65-a68d-c6319edbe727 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:48.533627 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-12c0f173-89cb-4a65-a68d-c6319edbe727 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.25 "GET /v2.0/networks?id=87737cc5-1491-4eb8-832b-21b850f6c386 HTTP/1.1" status: 200 len: 805 time: 0.7984824 Nov 10 19:37:48.588916 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-c2a0d8b7-0d24-4fae-a7ee-50e4496b87ef tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Request body: {'port': {'device_id': '1e29a7f6-e599-46fd-994d-f4bd61a0cdf1', 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386', 'admin_state_up': True, 'tenant_id': '2a00ca65ead540abbf4d59ff2c615c4f'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:37:48.667803 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0ec202b8-8bff-4ac9-a6b0-32aaf3f6211f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:48.680752 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5e0dcf81-e185-4582-892f-8d133688d38f None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:48.687038 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:48.692562 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5e0dcf81-e185-4582-892f-8d133688d38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:48.742316 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-0ec202b8-8bff-4ac9-a6b0-32aaf3f6211f None None] For port 5c458ed5-733d-4b4c-9817-df732c71f9c2, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5c458ed5-733d-4b4c-9817-df732c71f9c2,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:37:48.760956 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0ec202b8-8bff-4ac9-a6b0-32aaf3f6211f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:48.773820 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ab48e-c4db-440e-a042-d64021037059 None None] Pushing event updated for resources: {'Port': ['ID=534a7ac5-51b5-4672-8a2f-914100ae3f31,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:48.811396 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0ab48e-c4db-440e-a042-d64021037059 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:48.811838 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0ab48e-c4db-440e-a042-d64021037059 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:48.816779 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0ab48e-c4db-440e-a042-d64021037059 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:48.817100 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0ab48e-c4db-440e-a042-d64021037059 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:48.817937 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0ab48e-c4db-440e-a042-d64021037059 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:48.818870 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0ab48e-c4db-440e-a042-d64021037059 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:48.819211 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0ab48e-c4db-440e-a042-d64021037059 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:48.819531 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0ab48e-c4db-440e-a042-d64021037059 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:48.819863 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0ab48e-c4db-440e-a042-d64021037059 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:48.820234 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0ab48e-c4db-440e-a042-d64021037059 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:48.820537 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0ab48e-c4db-440e-a042-d64021037059 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:48.820859 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0ab48e-c4db-440e-a042-d64021037059 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:37:48.830415 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-5e0dcf81-e185-4582-892f-8d133688d38f None None] Attempting to bind port 534a7ac5-51b5-4672-8a2f-914100ae3f31 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:37:48.835558 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a92e04-6041-41d9-b65a-8caf175784ce None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:37:48.838147 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-5e0dcf81-e185-4582-892f-8d133688d38f None None] Attempting to bind port 534a7ac5-51b5-4672-8a2f-914100ae3f31 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:37:48.838883 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0dcf81-e185-4582-892f-8d133688d38f None None] Attempting to bind port 534a7ac5-51b5-4672-8a2f-914100ae3f31 on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:37:48.863799 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0dcf81-e185-4582-892f-8d133688d38f None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:37:48.864661 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0dcf81-e185-4582-892f-8d133688d38f None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:37:48.865265 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5e0dcf81-e185-4582-892f-8d133688d38f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:48.865664 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0dcf81-e185-4582-892f-8d133688d38f None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:37:48.866359 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-5e0dcf81-e185-4582-892f-8d133688d38f None None] Bound port: 534a7ac5-51b5-4672-8a2f-914100ae3f31, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:37:48.866740 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5e0dcf81-e185-4582-892f-8d133688d38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:48.945087 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-5e0dcf81-e185-4582-892f-8d133688d38f None None] For port 534a7ac5-51b5-4672-8a2f-914100ae3f31, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:37:48.949417 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-5e0dcf81-e185-4582-892f-8d133688d38f None None] For port 534a7ac5-51b5-4672-8a2f-914100ae3f31, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=534a7ac5-51b5-4672-8a2f-914100ae3f31,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:37:48.956624 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5e0dcf81-e185-4582-892f-8d133688d38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:48.957511 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a1773a72-2966-4733-9451-fcc36e6200bd req-aa0b9e2a-8057-4de7-809d-adb33fc588e8 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e29a7f6-e599-46fd-994d-f4bd61a0cdf1 HTTP/1.1" status: 200 len: 210 time: 0.0869453 Nov 10 19:37:49.032919 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:37:49.034002 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:37:49.040713 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec202b8-8bff-4ac9-a6b0-32aaf3f6211f None None] Pushing event updated for resources: {'Port': ['ID=5c458ed5-733d-4b4c-9817-df732c71f9c2,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:49.054732 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0dcf81-e185-4582-892f-8d133688d38f None None] Routers {'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:37:49.055422 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-5e0dcf81-e185-4582-892f-8d133688d38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:37:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:49.076467 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517763ca-09a0-43b4-b508-988537311743 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:37:49.107378 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ab48e-c4db-440e-a042-d64021037059 None None] Pushing event updated for resources: {'Port': ['ID=534a7ac5-51b5-4672-8a2f-914100ae3f31,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:49.110984 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-7e29e1b4-c1ea-4cae-85a6-7ae8fcbd759f None None] Provisioning complete for port 534a7ac5-51b5-4672-8a2f-914100ae3f31 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:37:49.111555 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e29e1b4-c1ea-4cae-85a6-7ae8fcbd759f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:49.161707 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-c2a0d8b7-0d24-4fae-a7ee-50e4496b87ef tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Made reservation on behalf of 2a00ca65ead540abbf4d59ff2c615c4f for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:37:49.165267 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-c2a0d8b7-0d24-4fae-a7ee-50e4496b87ef tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:49.234068 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e29e1b4-c1ea-4cae-85a6-7ae8fcbd759f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:49.260186 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7e29e1b4-c1ea-4cae-85a6-7ae8fcbd759f None None] For port 534a7ac5-51b5-4672-8a2f-914100ae3f31, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=534a7ac5-51b5-4672-8a2f-914100ae3f31,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:37:49.266432 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e29e1b4-c1ea-4cae-85a6-7ae8fcbd759f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:49.314957 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6db18812-d74d-4126-b5e3-0a73201512de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:49.353250 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-5e0dcf81-e185-4582-892f-8d133688d38f None None] Set router bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:37:49.366372 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29e1b4-c1ea-4cae-85a6-7ae8fcbd759f None None] Pushing event updated for resources: {'Port': ['ID=534a7ac5-51b5-4672-8a2f-914100ae3f31,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:49.397595 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e1a1be02-9f74-4f03-9fdd-237fb9cf2380 None None] Provisioning complete for port 534a7ac5-51b5-4672-8a2f-914100ae3f31 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:37:49.398286 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e1a1be02-9f74-4f03-9fdd-237fb9cf2380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:49.465026 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-c2a0d8b7-0d24-4fae-a7ee-50e4496b87ef tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Allocated IP 172.20.0.14 (87737cc5-1491-4eb8-832b-21b850f6c386/f85973c4-b607-4c9f-9c90-dbe2046779da/2a7be1e5-ed41-4143-82b8-17f08b0bb134) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:37:49.522098 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e1a1be02-9f74-4f03-9fdd-237fb9cf2380 None None] Provisioning complete for port 5c458ed5-733d-4b4c-9817-df732c71f9c2 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:37:49.522837 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e1a1be02-9f74-4f03-9fdd-237fb9cf2380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:49.662144 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-5e0dcf81-e185-4582-892f-8d133688d38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'name': 'tempest-TestVolumeBootPattern-649289140-router', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:46Z', 'revision_number': 3, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'gw_port': {'id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:52:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:49.690721 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0dcf81-e185-4582-892f-8d133688d38f None None] The sync data for ids ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'] in n-d-813897-4 is: [{'id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'name': 'tempest-TestVolumeBootPattern-649289140-router', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:46Z', 'revision_number': 3, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'gw_port': {'id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:52:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:37:49.716706 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-6db18812-d74d-4126-b5e3-0a73201512de admin admin] Allocated IP 172.20.0.1 (bca52f6d-32fc-4cbf-bc81-bdfa96008a4e/d245deb3-5e48-4ae4-b622-b444342b78ed/e8804a68-8ea9-4a1c-a4ba-161efd6ef67c) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:37:49.828417 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-c2a0d8b7-0d24-4fae-a7ee-50e4496b87ef tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:49.892107 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6db18812-d74d-4126-b5e3-0a73201512de admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:49.900954 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5c458ed5-733d-4b4c-9817-df732c71f9c2 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:37:49.945282 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-c2a0d8b7-0d24-4fae-a7ee-50e4496b87ef tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:49.957590 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6db18812-d74d-4126-b5e3-0a73201512de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:50.069632 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-c2a0d8b7-0d24-4fae-a7ee-50e4496b87ef tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Network 87737cc5-1491-4eb8-832b-21b850f6c386 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:37:50.083714 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db18812-d74d-4126-b5e3-0a73201512de admin admin] Network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:37:50.084166 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 5c458ed5-733d-4b4c-9817-df732c71f9c2 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:37:50.084710 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:50.084783 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-c2a0d8b7-0d24-4fae-a7ee-50e4496b87ef tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:37:50.094442 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-c2a0d8b7-0d24-4fae-a7ee-50e4496b87ef tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:37:50.127462 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:37:50.173136 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-c2a0d8b7-0d24-4fae-a7ee-50e4496b87ef tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:50.174306 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-c2a0d8b7-0d24-4fae-a7ee-50e4496b87ef tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:50.185040 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-6db18812-d74d-4126-b5e3-0a73201512de admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:37:50.196167 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0d8b7-0d24-4fae-a7ee-50e4496b87ef tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Pushing event updated for resources: {'Port': ['ID=2a7be1e5-ed41-4143-82b8-17f08b0bb134,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:50.200929 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c61737-689d-4df2-be5b-ffe912cd5d23 req-5d0a8a0e-4b65-462c-adf4-0b67ce178a92 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:50.202677 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b1c61737-689d-4df2-be5b-ffe912cd5d23 req-5d0a8a0e-4b65-462c-adf4-0b67ce178a92 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e29a7f6-e599-46fd-994d-f4bd61a0cdf1 HTTP/1.1" status: 200 len: 932 time: 0.1274860 Nov 10 19:37:50.206232 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db18812-d74d-4126-b5e3-0a73201512de admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:37:50.318707 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b1c61737-689d-4df2-be5b-ffe912cd5d23 req-fe10a25f-db26-4d93-96a1-085defa89baf tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009386 Nov 10 19:37:50.354231 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-c2a0d8b7-0d24-4fae-a7ee-50e4496b87ef tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7724426 Nov 10 19:37:50.376183 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-1e2c7781-cc4e-490f-a538-3f5ec47cccd4 service neutron] Request body: {'port': {'device_id': '1e29a7f6-e599-46fd-994d-f4bd61a0cdf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:37:50.407952 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6db18812-d74d-4126-b5e3-0a73201512de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:50.561739 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db18812-d74d-4126-b5e3-0a73201512de admin admin] Pushing event updated for resources: {'Port': ['ID=e8804a68-8ea9-4a1c-a4ba-161efd6ef67c,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:50.616599 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-7f566abc-7808-4eb7-8b95-c9885498a22c None None] Provisioning complete for port e8804a68-8ea9-4a1c-a4ba-161efd6ef67c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:37:50.617267 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7f566abc-7808-4eb7-8b95-c9885498a22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:50.664934 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-7f566abc-7808-4eb7-8b95-c9885498a22c None None] Port e8804a68-8ea9-4a1c-a4ba-161efd6ef67c cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:37:50.674402 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-1e2c7781-cc4e-490f-a538-3f5ec47cccd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:50.678130 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6db18812-d74d-4126-b5e3-0a73201512de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:51.066686 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6db18812-d74d-4126-b5e3-0a73201512de admin admin] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:51.079023 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6db18812-d74d-4126-b5e3-0a73201512de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:51.207073 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6db18812-d74d-4126-b5e3-0a73201512de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:51.215477 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db18812-d74d-4126-b5e3-0a73201512de admin admin] Pushing event updated for resources: {'Port': ['ID=e8804a68-8ea9-4a1c-a4ba-161efd6ef67c,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:51.231286 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-1e2c7781-cc4e-490f-a538-3f5ec47cccd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a7be1e5-ed41-4143-82b8-17f08b0bb134 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:37:51.255358 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-1e2c7781-cc4e-490f-a538-3f5ec47cccd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:51.319585 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-1e2c7781-cc4e-490f-a538-3f5ec47cccd4 service neutron] Transition to ACTIVE for port object 2a7be1e5-ed41-4143-82b8-17f08b0bb134 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:37:51.371017 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-1e2c7781-cc4e-490f-a538-3f5ec47cccd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:51.456399 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c7781-cc4e-490f-a538-3f5ec47cccd4 service neutron] Pushing event updated for resources: {'Port': ['ID=2a7be1e5-ed41-4143-82b8-17f08b0bb134,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:51.462476 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abbe2f-0630-4380-9077-aa6bed986b88 req-9a02aa32-aebe-4403-8957-49118e88e2de tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:51.481047 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-66abbe2f-0630-4380-9077-aa6bed986b88 req-9a02aa32-aebe-4403-8957-49118e88e2de tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e29a7f6-e599-46fd-994d-f4bd61a0cdf1 HTTP/1.1" status: 200 len: 944 time: 0.0798817 Nov 10 19:37:51.528369 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db18812-d74d-4126-b5e3-0a73201512de admin admin] Network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:37:51.588327 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-66abbe2f-0630-4380-9077-aa6bed986b88 req-616f8a8e-21b8-42b4-ac97-e86ba68545cb tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058738 Nov 10 19:37:51.673083 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-6db18812-d74d-4126-b5e3-0a73201512de admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:37:51.829011 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-1e2c7781-cc4e-490f-a538-3f5ec47cccd4 service neutron] Attempting to bind port 2a7be1e5-ed41-4143-82b8-17f08b0bb134 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:37:51.836009 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-1e2c7781-cc4e-490f-a538-3f5ec47cccd4 service neutron] Attempting to bind port 2a7be1e5-ed41-4143-82b8-17f08b0bb134 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': 'fcbd45ae-33de-4640-a29c-c49b1536f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:37:51.836656 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-1e2c7781-cc4e-490f-a538-3f5ec47cccd4 service neutron] Attempting to bind port 2a7be1e5-ed41-4143-82b8-17f08b0bb134 on network 87737cc5-1491-4eb8-832b-21b850f6c386 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:37:51.854726 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-1e2c7781-cc4e-490f-a538-3f5ec47cccd4 service neutron] Port 2a7be1e5-ed41-4143-82b8-17f08b0bb134 on network 87737cc5-1491-4eb8-832b-21b850f6c386 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:37:51.855309 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-1e2c7781-cc4e-490f-a538-3f5ec47cccd4 service neutron] Attempting to bind port 2a7be1e5-ed41-4143-82b8-17f08b0bb134 on network 87737cc5-1491-4eb8-832b-21b850f6c386 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:37:51.866914 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-1e2c7781-cc4e-490f-a538-3f5ec47cccd4 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:37:51.867594 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-1e2c7781-cc4e-490f-a538-3f5ec47cccd4 service neutron] Checking segment: {'id': 'fcbd45ae-33de-4640-a29c-c49b1536f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:37:51.868069 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-1e2c7781-cc4e-490f-a538-3f5ec47cccd4 service neutron] Bound using segment: {'id': 'fcbd45ae-33de-4640-a29c-c49b1536f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:37:51.868601 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-1e2c7781-cc4e-490f-a538-3f5ec47cccd4 service neutron] Bound port: 2a7be1e5-ed41-4143-82b8-17f08b0bb134, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcbd45ae-33de-4640-a29c-c49b1536f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:37:51.869192 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-1e2c7781-cc4e-490f-a538-3f5ec47cccd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:51.953458 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 534a7ac5-51b5-4672-8a2f-914100ae3f31 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:37:52.097364 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 534a7ac5-51b5-4672-8a2f-914100ae3f31 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:37:52.097729 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:52.104045 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-1e2c7781-cc4e-490f-a538-3f5ec47cccd4 service neutron] For port 2a7be1e5-ed41-4143-82b8-17f08b0bb134, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:37:52.109238 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-1e2c7781-cc4e-490f-a538-3f5ec47cccd4 service neutron] For port 2a7be1e5-ed41-4143-82b8-17f08b0bb134, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=2a7be1e5-ed41-4143-82b8-17f08b0bb134,segment=NetworkSegment(fcbd45ae-33de-4640-a29c-c49b1536f07f),segment_id=fcbd45ae-33de-4640-a29c-c49b1536f07f)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:37:52.123102 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-1e2c7781-cc4e-490f-a538-3f5ec47cccd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:52.140033 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db18812-d74d-4126-b5e3-0a73201512de admin admin] Router bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:37:52.147186 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-3654bb8e-647e-4a9c-ae8e-fc9225b5ad2a None None] Provisioning complete for port e8804a68-8ea9-4a1c-a4ba-161efd6ef67c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:37:52.147995 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3654bb8e-647e-4a9c-ae8e-fc9225b5ad2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:52.221582 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-1e2c7781-cc4e-490f-a538-3f5ec47cccd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:52.222437 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-1e2c7781-cc4e-490f-a538-3f5ec47cccd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:52.223770 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-1e2c7781-cc4e-490f-a538-3f5ec47cccd4 service neutron] 10.222.0.25 "PUT /v2.0/ports/2a7be1e5-ed41-4143-82b8-17f08b0bb134 HTTP/1.1" status: 200 len: 1092 time: 1.8525658 Nov 10 19:37:52.234074 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-3654bb8e-647e-4a9c-ae8e-fc9225b5ad2a None None] Port e8804a68-8ea9-4a1c-a4ba-161efd6ef67c cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:37:52.235994 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e29a7f6-e599-46fd-994d-f4bd61a0cdf1', 'tag': '2a7be1e5-ed41-4143-82b8-17f08b0bb134'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:37:52.238592 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0a7cc2-a7dc-4159-bf9c-ec9f3f3a0d63" -d '{"events": [{"name": "network-changed", "server_uuid": "1e29a7f6-e599-46fd-994d-f4bd61a0cdf1", "tag": "2a7be1e5-ed41-4143-82b8-17f08b0bb134"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:37:52.355037 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a89680-deb2-41cd-b70c-7ecb4bce801e x-openstack-request-id: req-d2a89680-deb2-41cd-b70c-7ecb4bce801e {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:37:52.355410 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e29a7f6-e599-46fd-994d-f4bd61a0cdf1", "tag": "2a7be1e5-ed41-4143-82b8-17f08b0bb134", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:37:52.355595 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d2a89680-deb2-41cd-b70c-7ecb4bce801e {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:37:52.356003 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e29a7f6-e599-46fd-994d-f4bd61a0cdf1', 'tag': '2a7be1e5-ed41-4143-82b8-17f08b0bb134', 'status': 'completed', 'code': 200} Nov 10 19:37:52.369375 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c7781-cc4e-490f-a538-3f5ec47cccd4 service neutron] Pushing event updated for resources: {'Port': ['ID=2a7be1e5-ed41-4143-82b8-17f08b0bb134,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:52.424338 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-471bedd7-c134-420b-b70e-bdf93f1faec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:52.425977 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-471bedd7-c134-420b-b70e-bdf93f1faec0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a00ca65ead540abbf4d59ff2c615c4f&device_id=1e29a7f6-e599-46fd-994d-f4bd61a0cdf1 HTTP/1.1" status: 200 len: 1095 time: 0.1167679 Nov 10 19:37:52.479291 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-73fdfd31-2bc5-46e6-97ff-c54f1360a1c5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a7be1e5-ed41-4143-82b8-17f08b0bb134 HTTP/1.1" status: 200 len: 217 time: 0.0422137 Nov 10 19:37:52.480812 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db18812-d74d-4126-b5e3-0a73201512de admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:37:52.491117 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653f42ba-34bf-4d75-9f75-77ff8e43b8c0 None None] Sync routers for ids ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:37:52.492469 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6db18812-d74d-4126-b5e3-0a73201512de admin admin] 10.222.0.54 "PUT /v2.0/routers/bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0952489 Nov 10 19:37:52.510680 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653f42ba-34bf-4d75-9f75-77ff8e43b8c0 None None] Routers {'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:37:52.513626 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-653f42ba-34bf-4d75-9f75-77ff8e43b8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:37:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:52.608212 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-837bf092-8689-4d75-b021-377c9a390be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:52.610133 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-837bf092-8689-4d75-b021-377c9a390be2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f85973c4-b607-4c9f-9c90-dbe2046779da HTTP/1.1" status: 200 len: 845 time: 0.1158602 Nov 10 19:37:52.662855 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-ef1fe6ec-70cb-4b35-96be-e509f4cccaa8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=87737cc5-1491-4eb8-832b-21b850f6c386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453146 Nov 10 19:37:52.819874 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-bd8c8b60-92c4-48b5-88c6-e8824f906022 service neutron] 10.222.0.25 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496429 Nov 10 19:37:52.878250 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-653f42ba-34bf-4d75-9f75-77ff8e43b8c0 None None] Set router bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:37:52.897363 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1901f5-a5d7-454c-ac09-154f32d5143b req-1aa0f0d7-43a7-427c-aa52-81ea96e135d1 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:52.911488 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5f1901f5-a5d7-454c-ac09-154f32d5143b req-1aa0f0d7-43a7-427c-aa52-81ea96e135d1 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e29a7f6-e599-46fd-994d-f4bd61a0cdf1 HTTP/1.1" status: 200 len: 944 time: 0.1326630 Nov 10 19:37:53.043835 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e59b3f08-0b5b-4ebf-9b2c-160b6db0d333 req-0415080a-8f11-4dd1-92fa-7c6ba49b5f07 service neutron] 10.222.0.25 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181981 Nov 10 19:37:53.049943 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37280) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:53.080079 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5f1901f5-a5d7-454c-ac09-154f32d5143b req-1c0a3259-ab43-4512-98a7-452e3d4e94c8 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605797 Nov 10 19:37:53.188115 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a7cc2-a7dc-4159-bf9c-ec9f3f3a0d63 req-e1db7e32-aa2f-4ad4-93fc-5b77e2ebbfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:53.190023 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ae0a7cc2-a7dc-4159-bf9c-ec9f3f3a0d63 req-e1db7e32-aa2f-4ad4-93fc-5b77e2ebbfa8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a00ca65ead540abbf4d59ff2c615c4f&device_id=1e29a7f6-e599-46fd-994d-f4bd61a0cdf1 HTTP/1.1" status: 200 len: 1095 time: 0.0500195 Nov 10 19:37:53.291406 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-653f42ba-34bf-4d75-9f75-77ff8e43b8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'name': 'tempest-TestVolumeBootPattern-649289140-router', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:50Z', 'revision_number': 4, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'gw_port': {'id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'e8804a68-8ea9-4a1c-a4ba-161efd6ef67c', 'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'mac_address': 'fa:16:3e:74:d3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:49Z', 'updated_at': '2021-11-10T19:37:50Z', 'revision_number': 2, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'subnets': [{'id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:53.298971 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ae9fa900-c915-4d14-b28d-4b396f92a93b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:53.329079 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653f42ba-34bf-4d75-9f75-77ff8e43b8c0 None None] Checking router: bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:37:53.329450 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653f42ba-34bf-4d75-9f75-77ff8e43b8c0 None None] Updating router bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 port e8804a68-8ea9-4a1c-a4ba-161efd6ef67c binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:37:53.356498 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a7cc2-a7dc-4159-bf9c-ec9f3f3a0d63 req-f295e2c5-bdd5-4ae6-b778-d1205e3b9c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:53.358002 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ae0a7cc2-a7dc-4159-bf9c-ec9f3f3a0d63 req-f295e2c5-bdd5-4ae6-b778-d1205e3b9c71 service neutron] 10.222.0.25 "GET /v2.0/networks?id=87737cc5-1491-4eb8-832b-21b850f6c386 HTTP/1.1" status: 200 len: 906 time: 0.1605177 Nov 10 19:37:53.376053 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-653f42ba-34bf-4d75-9f75-77ff8e43b8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:53.380197 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 37292) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:53.385786 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-32405011-433b-4124-b99b-309c1edc21f2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-668851620-network', 'tenant_id': '69a4e8f6ccad417883eadf314bbdfc09'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:37:53.411996 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ae0a7cc2-a7dc-4159-bf9c-ec9f3f3a0d63 req-0be6c74f-e051-4842-a252-cb3d776ed0d5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a7be1e5-ed41-4143-82b8-17f08b0bb134 HTTP/1.1" status: 200 len: 217 time: 0.0424147 Nov 10 19:37:53.419743 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32405011-433b-4124-b99b-309c1edc21f2 admin admin] Made reservation on behalf of 69a4e8f6ccad417883eadf314bbdfc09 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:37:53.423186 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-32405011-433b-4124-b99b-309c1edc21f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:53.434503 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-32405011-433b-4124-b99b-309c1edc21f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:53.500712 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a7cc2-a7dc-4159-bf9c-ec9f3f3a0d63 req-20946814-940e-4783-b202-aab80908382e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:53.502974 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ae0a7cc2-a7dc-4159-bf9c-ec9f3f3a0d63 req-20946814-940e-4783-b202-aab80908382e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f85973c4-b607-4c9f-9c90-dbe2046779da HTTP/1.1" status: 200 len: 845 time: 0.0836611 Nov 10 19:37:53.528342 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ae9fa900-c915-4d14-b28d-4b396f92a93b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:53.552789 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-32405011-433b-4124-b99b-309c1edc21f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:53.557156 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-32405011-433b-4124-b99b-309c1edc21f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:53.564597 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ae0a7cc2-a7dc-4159-bf9c-ec9f3f3a0d63 req-ab998433-7e25-4509-87d3-be6b8f2ccd58 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=87737cc5-1491-4eb8-832b-21b850f6c386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344753 Nov 10 19:37:53.565667 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ae9fa900-c915-4d14-b28d-4b396f92a93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:53.574331 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32405011-433b-4124-b99b-309c1edc21f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:37:53.585693 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-32405011-433b-4124-b99b-309c1edc21f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:53.586139 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-32405011-433b-4124-b99b-309c1edc21f2 admin admin] Added segment 13f3d00d-f499-4231-9652-9443761575d5 of type vlan for network 1d7c92d8-2e5f-4cf6-8bc0-5302d3b0ae7b Nov 10 19:37:53.638821 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-32405011-433b-4124-b99b-309c1edc21f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:53.663104 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-eb70697f-0d87-4c56-b720-e296cc19b969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:53.672940 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-32405011-433b-4124-b99b-309c1edc21f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:53.674356 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32405011-433b-4124-b99b-309c1edc21f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:53.675161 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-32405011-433b-4124-b99b-309c1edc21f2 admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:53.702395 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ae0a7cc2-a7dc-4159-bf9c-ec9f3f3a0d63 req-660462b1-1810-4f4b-adc2-3359c34c0c35 service neutron] 10.222.0.25 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223996 Nov 10 19:37:53.729878 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32405011-433b-4124-b99b-309c1edc21f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a83187-2af5-4542-a3a8-e726f5dac6c9,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:53.730331 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-653f42ba-34bf-4d75-9f75-77ff8e43b8c0 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:53.737151 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-653f42ba-34bf-4d75-9f75-77ff8e43b8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:53.763911 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9fa900-c915-4d14-b28d-4b396f92a93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8b2bdb-4b06-4a2b-b3b4-227427c83233,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:53.785613 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ae9fa900-c915-4d14-b28d-4b396f92a93b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=04918fe1934d4c7d9a4a25c7790bd01f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7308145 Nov 10 19:37:53.785613 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37304) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:53.790001 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64d5c7-03d5-4b63-a7e8-7efc908addf4 None None] Pushing event updated for resources: {'Port': ['ID=e8804a68-8ea9-4a1c-a4ba-161efd6ef67c,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:53.809093 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-32405011-433b-4124-b99b-309c1edc21f2 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4250605 Nov 10 19:37:53.809294 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 37306) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:53.814250 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-d853223a-abf8-40ca-87ec-30dafb93ab3d admin admin] Request body: {'subnet': {'network_id': '1d7c92d8-2e5f-4cf6-8bc0-5302d3b0ae7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-668851620-subnet', 'tenant_id': '69a4e8f6ccad417883eadf314bbdfc09', 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:37:53.827209 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32405011-433b-4124-b99b-309c1edc21f2 admin admin] Pushing event updated for resources: {'Network': ['ID=1d7c92d8-2e5f-4cf6-8bc0-5302d3b0ae7b,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:53.846381 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d853223a-abf8-40ca-87ec-30dafb93ab3d admin admin] Made reservation on behalf of 69a4e8f6ccad417883eadf314bbdfc09 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:37:53.850899 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d853223a-abf8-40ca-87ec-30dafb93ab3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:53.870446 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 1d7c92d8-2e5f-4cf6-8bc0-5302d3b0ae7b details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:37:53.901791 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-653f42ba-34bf-4d75-9f75-77ff8e43b8c0 None None] Attempting to bind port e8804a68-8ea9-4a1c-a4ba-161efd6ef67c on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:37:53.902159 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-653f42ba-34bf-4d75-9f75-77ff8e43b8c0 None None] Attempting to bind port e8804a68-8ea9-4a1c-a4ba-161efd6ef67c by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:37:53.902676 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653f42ba-34bf-4d75-9f75-77ff8e43b8c0 None None] Attempting to bind port e8804a68-8ea9-4a1c-a4ba-161efd6ef67c on network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:37:53.928454 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f02ab465-b8a9-4e60-8de5-62d64576c30e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:53.933193 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ae0a7cc2-a7dc-4159-bf9c-ec9f3f3a0d63 req-da5efeca-cd11-41e6-bc7a-94e47f52beaf service neutron] 10.222.0.25 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175441 Nov 10 19:37:53.956730 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653f42ba-34bf-4d75-9f75-77ff8e43b8c0 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:37:53.957106 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653f42ba-34bf-4d75-9f75-77ff8e43b8c0 None None] Checking segment: {'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:37:53.957522 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-653f42ba-34bf-4d75-9f75-77ff8e43b8c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:53.957944 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653f42ba-34bf-4d75-9f75-77ff8e43b8c0 None None] Bound using segment: {'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:37:53.961344 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-653f42ba-34bf-4d75-9f75-77ff8e43b8c0 None None] Bound port: e8804a68-8ea9-4a1c-a4ba-161efd6ef67c, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:37:53.961739 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-653f42ba-34bf-4d75-9f75-77ff8e43b8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:53.979561 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f02ab465-b8a9-4e60-8de5-62d64576c30e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:54.044077 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f02ab465-b8a9-4e60-8de5-62d64576c30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:54.053642 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f02ab465-b8a9-4e60-8de5-62d64576c30e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:54.054896 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f02ab465-b8a9-4e60-8de5-62d64576c30e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ae8b2bdb-4b06-4a2b-b3b4-227427c83233 HTTP/1.1" status: 204 len: 168 time: 0.2665176 Nov 10 19:37:54.074402 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ab465-b8a9-4e60-8de5-62d64576c30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8b2bdb-4b06-4a2b-b3b4-227427c83233,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:54.131730 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-653f42ba-34bf-4d75-9f75-77ff8e43b8c0 None None] For port e8804a68-8ea9-4a1c-a4ba-161efd6ef67c, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:37:54.135925 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-653f42ba-34bf-4d75-9f75-77ff8e43b8c0 None None] For port e8804a68-8ea9-4a1c-a4ba-161efd6ef67c, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e8804a68-8ea9-4a1c-a4ba-161efd6ef67c,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:37:54.148202 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-653f42ba-34bf-4d75-9f75-77ff8e43b8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:54.171704 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d853223a-abf8-40ca-87ec-30dafb93ab3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:54.256210 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64d5c7-03d5-4b63-a7e8-7efc908addf4 None None] Pushing event updated for resources: {'Port': ['ID=e8804a68-8ea9-4a1c-a4ba-161efd6ef67c,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:54.261920 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653f42ba-34bf-4d75-9f75-77ff8e43b8c0 None None] Routers {'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:37:54.262694 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-653f42ba-34bf-4d75-9f75-77ff8e43b8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:37:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:54.275349 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853223a-abf8-40ca-87ec-30dafb93ab3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=60120915-ec3b-4291-a2c0-c5cf61fdeb9f,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:54.294786 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d853223a-abf8-40ca-87ec-30dafb93ab3d admin admin] Checking segment: {'id': '13f3d00d-f499-4231-9652-9443761575d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1d7c92d8-2e5f-4cf6-8bc0-5302d3b0ae7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:37:54.295133 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d853223a-abf8-40ca-87ec-30dafb93ab3d admin admin] Network hostable DHCP agents. Network: 1d7c92d8-2e5f-4cf6-8bc0-5302d3b0ae7b, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:37:54.305707 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-774946bb-178e-4700-8405-06f8cbe592f6 None None] Provisioning complete for port e8804a68-8ea9-4a1c-a4ba-161efd6ef67c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:37:54.306189 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-774946bb-178e-4700-8405-06f8cbe592f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:54.307692 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980bf57-77a6-4fd6-a9f5-468ab9e18d2d req-c6cfdc94-a373-44c7-a923-446984b23558 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:54.316447 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d980bf57-77a6-4fd6-a9f5-468ab9e18d2d req-c6cfdc94-a373-44c7-a923-446984b23558 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e29a7f6-e599-46fd-994d-f4bd61a0cdf1 HTTP/1.1" status: 200 len: 944 time: 0.1083889 Nov 10 19:37:54.395769 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d853223a-abf8-40ca-87ec-30dafb93ab3d admin admin] Network 1d7c92d8-2e5f-4cf6-8bc0-5302d3b0ae7b is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:37:54.419392 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-d853223a-abf8-40ca-87ec-30dafb93ab3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 1d7c92d8-2e5f-4cf6-8bc0-5302d3b0ae7b) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:37:54.430218 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d853223a-abf8-40ca-87ec-30dafb93ab3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:54.430885 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d853223a-abf8-40ca-87ec-30dafb93ab3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:54.433239 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a65b870-8fd3-40ca-b985-ae872586e028 None None] Network 1d7c92d8-2e5f-4cf6-8bc0-5302d3b0ae7b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:37:54.465003 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d980bf57-77a6-4fd6-a9f5-468ab9e18d2d req-1dc6bb06-42c7-4952-9d11-54d1b3a9b4e2 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422763 Nov 10 19:37:54.475042 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d853223a-abf8-40ca-87ec-30dafb93ab3d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6646445 Nov 10 19:37:54.477834 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37318) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:54.482799 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-46affa06-c3a4-4541-bd43-1038b490ada2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-668851620-router', 'tenant_id': '69a4e8f6ccad417883eadf314bbdfc09', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:37:54.528131 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46affa06-c3a4-4541-bd43-1038b490ada2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:54.529290 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46affa06-c3a4-4541-bd43-1038b490ada2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:54.531816 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-653f42ba-34bf-4d75-9f75-77ff8e43b8c0 None None] Set router bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:37:54.649248 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46affa06-c3a4-4541-bd43-1038b490ada2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:54.663550 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 37326) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:54.685257 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-80b7a7c5-163a-4824-bf0d-e31624e6734d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:54.794673 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-80b7a7c5-163a-4824-bf0d-e31624e6734d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:54.800438 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-80b7a7c5-163a-4824-bf0d-e31624e6734d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:54.851130 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-80b7a7c5-163a-4824-bf0d-e31624e6734d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=00bfc01dd9b440db86750f105385256a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1856024 Nov 10 19:37:54.852459 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7a7c5-163a-4824-bf0d-e31624e6734d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bd17ec-c287-44d6-943f-be70c4369477,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:54.855943 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 37328) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:54.874871 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46affa06-c3a4-4541-bd43-1038b490ada2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:54.931170 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-212763b4-2328-44b9-ae40-de5aaccbe028 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:54.937989 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:54.938746 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-774946bb-178e-4700-8405-06f8cbe592f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:54.969557 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-212763b4-2328-44b9-ae40-de5aaccbe028 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:54.991373 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-774946bb-178e-4700-8405-06f8cbe592f6 None None] For port e8804a68-8ea9-4a1c-a4ba-161efd6ef67c, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e8804a68-8ea9-4a1c-a4ba-161efd6ef67c,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:37:55.018498 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-774946bb-178e-4700-8405-06f8cbe592f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:55.044342 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-212763b4-2328-44b9-ae40-de5aaccbe028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:55.048757 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-212763b4-2328-44b9-ae40-de5aaccbe028 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:55.050506 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-212763b4-2328-44b9-ae40-de5aaccbe028 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b9bd17ec-c287-44d6-943f-be70c4369477 HTTP/1.1" status: 204 len: 168 time: 0.1928973 Nov 10 19:37:55.071704 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212763b4-2328-44b9-ae40-de5aaccbe028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bd17ec-c287-44d6-943f-be70c4369477,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:55.143745 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46affa06-c3a4-4541-bd43-1038b490ada2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:55.171435 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bf2f3e-1597-4a2f-bcb5-c441e068ac5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-1d7c92d8-2e5f-4cf6-8bc0-5302d3b0ae7b', 'network_id': '1d7c92d8-2e5f-4cf6-8bc0-5302d3b0ae7b', 'tenant_id': '69a4e8f6ccad417883eadf314bbdfc09', 'fixed_ips': [{'subnet_id': '60120915-ec3b-4291-a2c0-c5cf61fdeb9f'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:37:55.172374 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-90bf2f3e-1597-4a2f-bcb5-c441e068ac5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:55.176086 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46affa06-c3a4-4541-bd43-1038b490ada2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:55.194449 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774946bb-178e-4700-8405-06f8cbe592f6 None None] Pushing event updated for resources: {'Port': ['ID=e8804a68-8ea9-4a1c-a4ba-161efd6ef67c,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:55.204697 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:55.212470 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-32e5f004-f1fd-420f-80dc-f64da7813cda None None] Provisioning complete for port e8804a68-8ea9-4a1c-a4ba-161efd6ef67c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:37:55.212849 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-32e5f004-f1fd-420f-80dc-f64da7813cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:55.330615 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-653f42ba-34bf-4d75-9f75-77ff8e43b8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'name': 'tempest-TestVolumeBootPattern-649289140-router', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:50Z', 'revision_number': 4, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'gw_port': {'id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'e8804a68-8ea9-4a1c-a4ba-161efd6ef67c', 'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'mac_address': 'fa:16:3e:74:d3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:49Z', 'updated_at': '2021-11-10T19:37:54Z', 'revision_number': 4, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'subnets': [{'id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:55.374916 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653f42ba-34bf-4d75-9f75-77ff8e43b8c0 None None] The sync data for ids ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'] in n-d-813897-4 is: [{'id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'name': 'tempest-TestVolumeBootPattern-649289140-router', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:50Z', 'revision_number': 4, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'gw_port': {'id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'e8804a68-8ea9-4a1c-a4ba-161efd6ef67c', 'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'mac_address': 'fa:16:3e:74:d3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:49Z', 'updated_at': '2021-11-10T19:37:54Z', 'revision_number': 4, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'subnets': [{'id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:37:55.514781 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-90bf2f3e-1597-4a2f-bcb5-c441e068ac5b None None] Allocated IP 172.20.0.2 (1d7c92d8-2e5f-4cf6-8bc0-5302d3b0ae7b/60120915-ec3b-4291-a2c0-c5cf61fdeb9f/3b70e4c7-1c7f-4e20-b362-d2a447c9bed2) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:37:55.787812 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5fcddd0a-749d-4282-8f30-6fee7a50dfb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:55.942546 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-46affa06-c3a4-4541-bd43-1038b490ada2 admin admin] Allocated IP 172.25.3.155 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/4058741d-0ebc-4076-ac9e-1e60edfa5d28) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:37:55.962098 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-90bf2f3e-1597-4a2f-bcb5-c441e068ac5b None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:55.981184 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-90bf2f3e-1597-4a2f-bcb5-c441e068ac5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:56.071488 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e8804a68-8ea9-4a1c-a4ba-161efd6ef67c up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:37:56.179580 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceef31e-baa7-44ad-ab0c-da9ed6b46eae req-23ae115a-84ea-49e3-8886-991643976986 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:56.189019 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bceef31e-baa7-44ad-ab0c-da9ed6b46eae req-23ae115a-84ea-49e3-8886-991643976986 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e29a7f6-e599-46fd-994d-f4bd61a0cdf1 HTTP/1.1" status: 200 len: 944 time: 0.0851293 Nov 10 19:37:56.199687 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bf2f3e-1597-4a2f-bcb5-c441e068ac5b None None] Network 1d7c92d8-2e5f-4cf6-8bc0-5302d3b0ae7b is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:37:56.204047 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46affa06-c3a4-4541-bd43-1038b490ada2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:56.207631 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf2f3e-1597-4a2f-bcb5-c441e068ac5b None None] Pushing event updated for resources: {'Port': ['ID=3b70e4c7-1c7f-4e20-b362-d2a447c9bed2,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:56.210270 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-90bf2f3e-1597-4a2f-bcb5-c441e068ac5b None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:37:56.214106 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bf2f3e-1597-4a2f-bcb5-c441e068ac5b None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:37:56.288903 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46affa06-c3a4-4541-bd43-1038b490ada2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:56.315997 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bceef31e-baa7-44ad-ab0c-da9ed6b46eae req-6c63cad4-ee21-4dac-9102-4712f9180c37 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218352 Nov 10 19:37:56.329036 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46affa06-c3a4-4541-bd43-1038b490ada2 admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:37:56.353477 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-46affa06-c3a4-4541-bd43-1038b490ada2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:37:56.356809 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port e8804a68-8ea9-4a1c-a4ba-161efd6ef67c triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:37:56.357364 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:56.361802 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-90bf2f3e-1597-4a2f-bcb5-c441e068ac5b None None] Attempting to bind port 3b70e4c7-1c7f-4e20-b362-d2a447c9bed2 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:37:56.362191 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-90bf2f3e-1597-4a2f-bcb5-c441e068ac5b None None] Attempting to bind port 3b70e4c7-1c7f-4e20-b362-d2a447c9bed2 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '13f3d00d-f499-4231-9652-9443761575d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1d7c92d8-2e5f-4cf6-8bc0-5302d3b0ae7b'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:37:56.362560 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bf2f3e-1597-4a2f-bcb5-c441e068ac5b None None] Attempting to bind port 3b70e4c7-1c7f-4e20-b362-d2a447c9bed2 on network 1d7c92d8-2e5f-4cf6-8bc0-5302d3b0ae7b {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:37:56.381524 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46affa06-c3a4-4541-bd43-1038b490ada2 admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:37:56.414792 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69878605-dad3-4801-8555-515b6d8a0140 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:37:56.423029 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bf2f3e-1597-4a2f-bcb5-c441e068ac5b None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:37:56.427532 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bf2f3e-1597-4a2f-bcb5-c441e068ac5b None None] Checking segment: {'id': '13f3d00d-f499-4231-9652-9443761575d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1d7c92d8-2e5f-4cf6-8bc0-5302d3b0ae7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:37:56.427532 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-90bf2f3e-1597-4a2f-bcb5-c441e068ac5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:56.427532 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bf2f3e-1597-4a2f-bcb5-c441e068ac5b None None] Bound using segment: {'id': '13f3d00d-f499-4231-9652-9443761575d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1d7c92d8-2e5f-4cf6-8bc0-5302d3b0ae7b'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:37:56.427532 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-90bf2f3e-1597-4a2f-bcb5-c441e068ac5b None None] Bound port: 3b70e4c7-1c7f-4e20-b362-d2a447c9bed2, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f3d00d-f499-4231-9652-9443761575d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1d7c92d8-2e5f-4cf6-8bc0-5302d3b0ae7b'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:37:56.427532 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-90bf2f3e-1597-4a2f-bcb5-c441e068ac5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:56.449691 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46affa06-c3a4-4541-bd43-1038b490ada2 admin admin] Pushing event updated for resources: {'Port': ['ID=4058741d-0ebc-4076-ac9e-1e60edfa5d28,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:56.569943 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-90bf2f3e-1597-4a2f-bcb5-c441e068ac5b None None] For port 3b70e4c7-1c7f-4e20-b362-d2a447c9bed2, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:37:56.596192 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-90bf2f3e-1597-4a2f-bcb5-c441e068ac5b None None] For port 3b70e4c7-1c7f-4e20-b362-d2a447c9bed2, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=3b70e4c7-1c7f-4e20-b362-d2a447c9bed2,segment=NetworkSegment(13f3d00d-f499-4231-9652-9443761575d5),segment_id=13f3d00d-f499-4231-9652-9443761575d5)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:37:56.613390 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-90bf2f3e-1597-4a2f-bcb5-c441e068ac5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:56.656738 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-7e7ee104-5295-49e0-a691-7657ab6a5df5 None None] Provisioning complete for port 4058741d-0ebc-4076-ac9e-1e60edfa5d28 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:37:56.657244 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e7ee104-5295-49e0-a691-7657ab6a5df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:56.752739 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf2f3e-1597-4a2f-bcb5-c441e068ac5b None None] Pushing event updated for resources: {'Port': ['ID=3b70e4c7-1c7f-4e20-b362-d2a447c9bed2,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:56.755441 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ee104-5295-49e0-a691-7657ab6a5df5 None None] Port 4058741d-0ebc-4076-ac9e-1e60edfa5d28 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:37:56.779404 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46affa06-c3a4-4541-bd43-1038b490ada2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:57.065684 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46affa06-c3a4-4541-bd43-1038b490ada2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:57.206075 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:57.238706 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46affa06-c3a4-4541-bd43-1038b490ada2 admin admin] Router 5562aa65-bc1f-430c-a2fc-92b0122ac619 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:37:57.325734 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 37388) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:57.385010 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46affa06-c3a4-4541-bd43-1038b490ada2 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:37:57.401564 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecaff82-f4b5-49c0-9f2f-5eab32573bc5 None None] Sync routers for ids ['5562aa65-bc1f-430c-a2fc-92b0122ac619'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:37:57.416294 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecaff82-f4b5-49c0-9f2f-5eab32573bc5 None None] Routers {'5562aa65-bc1f-430c-a2fc-92b0122ac619'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:37:57.417386 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-4ecaff82-f4b5-49c0-9f2f-5eab32573bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:37:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['5562aa65-bc1f-430c-a2fc-92b0122ac619'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:57.423875 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46affa06-c3a4-4541-bd43-1038b490ada2 admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:57.427288 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-46affa06-c3a4-4541-bd43-1038b490ada2 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9483495 Nov 10 19:37:57.431895 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37392) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:37:57.668615 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-4ecaff82-f4b5-49c0-9f2f-5eab32573bc5 None None] Set router 5562aa65-bc1f-430c-a2fc-92b0122ac619 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:37:57.907512 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 2a7be1e5-ed41-4143-82b8-17f08b0bb134 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:37:58.121228 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3b70e4c7-1c7f-4e20-b362-d2a447c9bed2 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:37:58.146682 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-4ecaff82-f4b5-49c0-9f2f-5eab32573bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5562aa65-bc1f-430c-a2fc-92b0122ac619', 'name': 'tempest-TestVolumeBootPattern-668851620-router', 'tenant_id': '69a4e8f6ccad417883eadf314bbdfc09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '4058741d-0ebc-4076-ac9e-1e60edfa5d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:54Z', 'updated_at': '2021-11-10T19:37:56Z', 'revision_number': 3, 'project_id': '69a4e8f6ccad417883eadf314bbdfc09', 'gw_port': {'id': '4058741d-0ebc-4076-ac9e-1e60edfa5d28', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:1f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5562aa65-bc1f-430c-a2fc-92b0122ac619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:55Z', 'updated_at': '2021-11-10T19:37:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:58.217036 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecaff82-f4b5-49c0-9f2f-5eab32573bc5 None None] Checking router: 5562aa65-bc1f-430c-a2fc-92b0122ac619 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:37:58.217437 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecaff82-f4b5-49c0-9f2f-5eab32573bc5 None None] Updating router 5562aa65-bc1f-430c-a2fc-92b0122ac619 port 4058741d-0ebc-4076-ac9e-1e60edfa5d28 binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:37:58.230081 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c978ba4-1a0f-47ad-979d-489c7aa974be req-37e00eca-f09a-4d15-8d4f-e7aea84c5cbc tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:58.238309 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c978ba4-1a0f-47ad-979d-489c7aa974be req-37e00eca-f09a-4d15-8d4f-e7aea84c5cbc tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e29a7f6-e599-46fd-994d-f4bd61a0cdf1 HTTP/1.1" status: 200 len: 944 time: 0.7779362 Nov 10 19:37:58.239244 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 2a7be1e5-ed41-4143-82b8-17f08b0bb134, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=2a7be1e5-ed41-4143-82b8-17f08b0bb134,segment=NetworkSegment(fcbd45ae-33de-4640-a29c-c49b1536f07f),segment_id=fcbd45ae-33de-4640-a29c-c49b1536f07f)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:37:58.248200 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91847d8-7d18-4017-a968-0152165b3dda None None] Network 1d7c92d8-2e5f-4cf6-8bc0-5302d3b0ae7b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:37:58.273079 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4ecaff82-f4b5-49c0-9f2f-5eab32573bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:58.298901 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-63c8ffa2-ad60-4429-91b0-da527906e5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:58.306859 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c978ba4-1a0f-47ad-979d-489c7aa974be req-7b13ba82-b856-4d03-bb89-30920e580118 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674226 Nov 10 19:37:58.331792 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-577ae7e7-1005-40cb-b7fa-f3f722765e8b tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Deleting port b8186e1d-b791-4598-be50-b824c54d19af {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:37:58.332807 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-577ae7e7-1005-40cb-b7fa-f3f722765e8b tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:58.394520 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '2a7be1e5-ed41-4143-82b8-17f08b0bb134', 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386', 'port_id': '2a7be1e5-ed41-4143-82b8-17f08b0bb134', 'mac_address': 'fa:16:3e:ff:95:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85973c4-b607-4c9f-9c90-dbe2046779da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:37:58.440631 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-577ae7e7-1005-40cb-b7fa-f3f722765e8b tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:58.441329 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-577ae7e7-1005-40cb-b7fa-f3f722765e8b tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:58.456215 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-577ae7e7-1005-40cb-b7fa-f3f722765e8b tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Calling delete_port for b8186e1d-b791-4598-be50-b824c54d19af owned by network:floatingip {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:37:58.549431 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 3b70e4c7-1c7f-4e20-b362-d2a447c9bed2 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:37:58.549673 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:58.558296 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d110f3b8-387f-491c-a4f3-be18e6374cc9 None None] Provisioning complete for port 3b70e4c7-1c7f-4e20-b362-d2a447c9bed2 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:37:58.562417 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d110f3b8-387f-491c-a4f3-be18e6374cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:58.571100 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-63c8ffa2-ad60-4429-91b0-da527906e5be admin admin] Allocated IP 172.20.0.1 (1d7c92d8-2e5f-4cf6-8bc0-5302d3b0ae7b/60120915-ec3b-4291-a2c0-c5cf61fdeb9f/61abd6d1-cd5c-4a3c-bf81-ed2b512a7ec2) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:37:58.619365 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4ecaff82-f4b5-49c0-9f2f-5eab32573bc5 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:58.627890 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4ecaff82-f4b5-49c0-9f2f-5eab32573bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:58.683460 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-4ecaff82-f4b5-49c0-9f2f-5eab32573bc5 None None] Attempting to bind port 4058741d-0ebc-4076-ac9e-1e60edfa5d28 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:37:58.684189 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-4ecaff82-f4b5-49c0-9f2f-5eab32573bc5 None None] Attempting to bind port 4058741d-0ebc-4076-ac9e-1e60edfa5d28 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:37:58.684726 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecaff82-f4b5-49c0-9f2f-5eab32573bc5 None None] Attempting to bind port 4058741d-0ebc-4076-ac9e-1e60edfa5d28 on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:37:58.698586 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852beb84-ac97-4f46-ba78-4c27aa8c6c59 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:37:58.705229 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecaff82-f4b5-49c0-9f2f-5eab32573bc5 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:37:58.706191 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecaff82-f4b5-49c0-9f2f-5eab32573bc5 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:37:58.706761 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4ecaff82-f4b5-49c0-9f2f-5eab32573bc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:58.707416 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecaff82-f4b5-49c0-9f2f-5eab32573bc5 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:37:58.708749 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-4ecaff82-f4b5-49c0-9f2f-5eab32573bc5 None None] Bound port: 4058741d-0ebc-4076-ac9e-1e60edfa5d28, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:37:58.709210 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4ecaff82-f4b5-49c0-9f2f-5eab32573bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:58.731974 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:58.780317 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-4ecaff82-f4b5-49c0-9f2f-5eab32573bc5 None None] For port 4058741d-0ebc-4076-ac9e-1e60edfa5d28, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:37:58.781653 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:58.784093 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc7337-6738-449b-baca-2afb6cdae8fb None None] Pushing event updated for resources: {'Port': ['ID=4058741d-0ebc-4076-ac9e-1e60edfa5d28,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:58.788453 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-4ecaff82-f4b5-49c0-9f2f-5eab32573bc5 None None] For port 4058741d-0ebc-4076-ac9e-1e60edfa5d28, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=4058741d-0ebc-4076-ac9e-1e60edfa5d28,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:37:58.797048 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4ecaff82-f4b5-49c0-9f2f-5eab32573bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:58.797194 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-577ae7e7-1005-40cb-b7fa-f3f722765e8b tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:58.821262 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a7be1e5-ed41-4143-82b8-17f08b0bb134 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:37:58.844165 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ae7e7-1005-40cb-b7fa-f3f722765e8b tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Pushing event deleted for resources: {'Port': ['ID=b8186e1d-b791-4598-be50-b824c54d19af,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:58.876865 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 2a7be1e5-ed41-4143-82b8-17f08b0bb134, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=2a7be1e5-ed41-4143-82b8-17f08b0bb134,segment=NetworkSegment(fcbd45ae-33de-4640-a29c-c49b1536f07f),segment_id=fcbd45ae-33de-4640-a29c-c49b1536f07f)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:37:58.899069 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-63c8ffa2-ad60-4429-91b0-da527906e5be admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:58.914568 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b3aff5-c2ce-4bde-9e18-ef80ada4d5e9 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:37:58.918620 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:58.935838 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-577ae7e7-1005-40cb-b7fa-f3f722765e8b tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks [] for floatingip, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:58.936472 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-577ae7e7-1005-40cb-b7fa-f3f722765e8b tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Floating IP 1f25c151-b17f-466b-b604-31bcb6b8ef82 disassociated (deleted). External IP: 172.25.3.32, port: eab927c0-5ed2-43df-9dd3-58d08735fea9. Nov 10 19:37:58.947720 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecaff82-f4b5-49c0-9f2f-5eab32573bc5 None None] Routers {'5562aa65-bc1f-430c-a2fc-92b0122ac619'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:37:58.948531 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-4ecaff82-f4b5-49c0-9f2f-5eab32573bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:37:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['5562aa65-bc1f-430c-a2fc-92b0122ac619'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:58.957326 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc7337-6738-449b-baca-2afb6cdae8fb None None] Pushing event updated for resources: {'Port': ['ID=4058741d-0ebc-4076-ac9e-1e60edfa5d28,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:58.976609 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-63c8ffa2-ad60-4429-91b0-da527906e5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:59.054908 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c8ffa2-ad60-4429-91b0-da527906e5be admin admin] Network 1d7c92d8-2e5f-4cf6-8bc0-5302d3b0ae7b is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:37:59.071207 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-63c8ffa2-ad60-4429-91b0-da527906e5be admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:37:59.076105 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c8ffa2-ad60-4429-91b0-da527906e5be admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:37:59.081435 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8ffa2-ad60-4429-91b0-da527906e5be admin admin] Pushing event updated for resources: {'Port': ['ID=61abd6d1-cd5c-4a3c-bf81-ed2b512a7ec2,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:59.120448 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=2a7be1e5-ed41-4143-82b8-17f08b0bb134,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:59.141852 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:59.158449 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-63c8ffa2-ad60-4429-91b0-da527906e5be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:59.163814 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-4ecaff82-f4b5-49c0-9f2f-5eab32573bc5 None None] Set router 5562aa65-bc1f-430c-a2fc-92b0122ac619 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:37:59.182158 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d110f3b8-387f-491c-a4f3-be18e6374cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:59.239511 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 3b70e4c7-1c7f-4e20-b362-d2a447c9bed2, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=3b70e4c7-1c7f-4e20-b362-d2a447c9bed2,segment=NetworkSegment(13f3d00d-f499-4231-9652-9443761575d5),segment_id=13f3d00d-f499-4231-9652-9443761575d5)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:37:59.250223 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:59.262215 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['2a7be1e5-ed41-4143-82b8-17f08b0bb134'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:37:59.427201 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-63c8ffa2-ad60-4429-91b0-da527906e5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:59.612346 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-d110f3b8-387f-491c-a4f3-be18e6374cc9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:37:59.612729 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-d110f3b8-387f-491c-a4f3-be18e6374cc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:37:59.612829 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91927f1-0769-49e5-be78-d7df71f958df req-e6b7cddf-d2e6-48db-a6b0-e52858179836 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:37:59.614296 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a91927f1-0769-49e5-be78-d7df71f958df req-e6b7cddf-d2e6-48db-a6b0-e52858179836 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e29a7f6-e599-46fd-994d-f4bd61a0cdf1 HTTP/1.1" status: 200 len: 945 time: 0.1343827 Nov 10 19:37:59.626245 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577ae7e7-1005-40cb-b7fa-f3f722765e8b tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Router 7219050f-1373-4369-bbb2-a5caec6a4a72 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:37:59.689477 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:59.705867 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-4ecaff82-f4b5-49c0-9f2f-5eab32573bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5562aa65-bc1f-430c-a2fc-92b0122ac619', 'name': 'tempest-TestVolumeBootPattern-668851620-router', 'tenant_id': '69a4e8f6ccad417883eadf314bbdfc09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '4058741d-0ebc-4076-ac9e-1e60edfa5d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:54Z', 'updated_at': '2021-11-10T19:37:56Z', 'revision_number': 3, 'project_id': '69a4e8f6ccad417883eadf314bbdfc09', 'gw_port': {'id': '4058741d-0ebc-4076-ac9e-1e60edfa5d28', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:1f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5562aa65-bc1f-430c-a2fc-92b0122ac619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:55Z', 'updated_at': '2021-11-10T19:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:37:59.756098 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecaff82-f4b5-49c0-9f2f-5eab32573bc5 None None] The sync data for ids ['5562aa65-bc1f-430c-a2fc-92b0122ac619'] in n-d-813897-4 is: [{'id': '5562aa65-bc1f-430c-a2fc-92b0122ac619', 'name': 'tempest-TestVolumeBootPattern-668851620-router', 'tenant_id': '69a4e8f6ccad417883eadf314bbdfc09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '4058741d-0ebc-4076-ac9e-1e60edfa5d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:54Z', 'updated_at': '2021-11-10T19:37:56Z', 'revision_number': 3, 'project_id': '69a4e8f6ccad417883eadf314bbdfc09', 'gw_port': {'id': '4058741d-0ebc-4076-ac9e-1e60edfa5d28', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:1f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5562aa65-bc1f-430c-a2fc-92b0122ac619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:55Z', 'updated_at': '2021-11-10T19:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:37:59.775141 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=3b70e4c7-1c7f-4e20-b362-d2a447c9bed2,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:59.786637 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a91927f1-0769-49e5-be78-d7df71f958df req-5851d255-8906-4356-be0c-b6d2f312155e tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571670 Nov 10 19:37:59.831741 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-63c8ffa2-ad60-4429-91b0-da527906e5be admin admin] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:59.839986 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-63c8ffa2-ad60-4429-91b0-da527906e5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:59.902415 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577ae7e7-1005-40cb-b7fa-f3f722765e8b tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:37:59.920787 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-577ae7e7-1005-40cb-b7fa-f3f722765e8b tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:59.933642 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-63c8ffa2-ad60-4429-91b0-da527906e5be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:37:59.941356 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55b7e54-15a4-44e2-9828-eaae7630c09d None None] Sync routers for ids ['7219050f-1373-4369-bbb2-a5caec6a4a72'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:37:59.946802 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8ffa2-ad60-4429-91b0-da527906e5be admin admin] Pushing event updated for resources: {'Port': ['ID=61abd6d1-cd5c-4a3c-bf81-ed2b512a7ec2,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:37:59.967554 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-577ae7e7-1005-40cb-b7fa-f3f722765e8b tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "DELETE /v2.0/floatingips/1f25c151-b17f-466b-b604-31bcb6b8ef82 HTTP/1.1" status: 204 len: 168 time: 2.6393635 Nov 10 19:37:59.968284 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26', 'tag': 'eab927c0-5ed2-43df-9dd3-58d08735fea9'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:37:59.970938 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4801b0b5-e636-4521-800e-79c8c1ea04f2" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26", "tag": "eab927c0-5ed2-43df-9dd3-58d08735fea9"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:37:59.990925 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55b7e54-15a4-44e2-9828-eaae7630c09d None None] Routers {'7219050f-1373-4369-bbb2-a5caec6a4a72'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:37:59.995024 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-e55b7e54-15a4-44e2-9828-eaae7630c09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:37:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['7219050f-1373-4369-bbb2-a5caec6a4a72'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:00.061189 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3b70e4c7-1c7f-4e20-b362-d2a447c9bed2 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:38:00.109962 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c8ffa2-ad60-4429-91b0-da527906e5be admin admin] Network 1d7c92d8-2e5f-4cf6-8bc0-5302d3b0ae7b is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:38:00.111536 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-63c8ffa2-ad60-4429-91b0-da527906e5be admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:38:00.310804 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 3b70e4c7-1c7f-4e20-b362-d2a447c9bed2 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:38:00.311316 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:00.315524 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-e55b7e54-15a4-44e2-9828-eaae7630c09d None None] Set router 7219050f-1373-4369-bbb2-a5caec6a4a72 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:38:00.365735 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2c56b8-0763-4c09-a634-748bfb203240 x-openstack-request-id: req-1f2c56b8-0763-4c09-a634-748bfb203240 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:38:00.366310 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26", "tag": "eab927c0-5ed2-43df-9dd3-58d08735fea9", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:38:00.366694 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1f2c56b8-0763-4c09-a634-748bfb203240 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:38:00.367258 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26', 'tag': 'eab927c0-5ed2-43df-9dd3-58d08735fea9', 'status': 'completed', 'code': 200} Nov 10 19:38:00.385011 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c8ffa2-ad60-4429-91b0-da527906e5be admin admin] Router 5562aa65-bc1f-430c-a2fc-92b0122ac619 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:38:00.552075 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801b0b5-e636-4521-800e-79c8c1ea04f2 req-4559a7d9-d48a-4372-8cc8-f0b3c137e70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:00.562002 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4801b0b5-e636-4521-800e-79c8c1ea04f2 req-4559a7d9-d48a-4372-8cc8-f0b3c137e70e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89173b773b184603afa4cd71a4d99c6e&device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 1097 time: 0.1665912 Nov 10 19:38:00.573515 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4718c-b3bf-4646-8ffa-c25eea17364c req-3aac8656-0b54-47c9-8dc3-b29d0ed48b31 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:00.575375 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0da4718c-b3bf-4646-8ffa-c25eea17364c req-3aac8656-0b54-47c9-8dc3-b29d0ed48b31 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 946 time: 0.1092870 Nov 10 19:38:00.585814 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-66fd84f3-df1c-4445-b200-44e882fae98a None None] Provisioning complete for port 3b70e4c7-1c7f-4e20-b362-d2a447c9bed2 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:38:00.586393 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-66fd84f3-df1c-4445-b200-44e882fae98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:00.592919 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c8ffa2-ad60-4429-91b0-da527906e5be admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:38:00.609503 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-63c8ffa2-ad60-4429-91b0-da527906e5be admin admin] 10.222.0.54 "PUT /v2.0/routers/5562aa65-bc1f-430c-a2fc-92b0122ac619/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1624243 Nov 10 19:38:00.707532 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801b0b5-e636-4521-800e-79c8c1ea04f2 req-7c45b1fe-0ea8-40c3-a214-c5cd77c7451f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:00.709113 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4801b0b5-e636-4521-800e-79c8c1ea04f2 req-7c45b1fe-0ea8-40c3-a214-c5cd77c7451f service neutron] 10.222.0.73 "GET /v2.0/networks?id=9dacfcc3-6546-45d2-be83-bda4927c0f56 HTTP/1.1" status: 200 len: 915 time: 0.1326644 Nov 10 19:38:00.822447 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4801b0b5-e636-4521-800e-79c8c1ea04f2 req-5257c235-7797-4d97-9e71-cf0c64c51d06 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eab927c0-5ed2-43df-9dd3-58d08735fea9 HTTP/1.1" status: 200 len: 217 time: 0.0976555 Nov 10 19:38:00.898381 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0da4718c-b3bf-4646-8ffa-c25eea17364c req-a435f23e-74ba-43d1-b74f-1c9f46e962f8 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/security-groups?id=633cc1ed-857a-43f3-820e-dbc5b23d353f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2828484 Nov 10 19:38:01.017789 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801b0b5-e636-4521-800e-79c8c1ea04f2 req-9f09ffab-5c99-464d-b982-9eea54011b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:01.019693 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4801b0b5-e636-4521-800e-79c8c1ea04f2 req-9f09ffab-5c99-464d-b982-9eea54011b51 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7b78156c-e958-473f-9a67-d60d2887529a HTTP/1.1" status: 200 len: 853 time: 0.1352122 Nov 10 19:38:01.032266 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-e55b7e54-15a4-44e2-9828-eaae7630c09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'name': 'tempest-TestVolumeBackupRestore-1858629436-router', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ebc85926-5b1d-4669-ba8d-19bed558c3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:33:49Z', 'updated_at': '2021-11-10T19:33:57Z', 'revision_number': 4, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'gw_port': {'id': 'ebc85926-5b1d-4669-ba8d-19bed558c3b5', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:52Z', 'updated_at': '2021-11-10T19:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'c6ff41bb-3261-46b4-be8a-06827431cb6d', 'name': '', 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'mac_address': 'fa:16:3e:90:72:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '7b78156c-e958-473f-9a67-d60d2887529a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:57Z', 'updated_at': '2021-11-10T19:34:06Z', 'revision_number': 5, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'subnets': [{'id': '7b78156c-e958-473f-9a67-d60d2887529a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:01.091978 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55b7e54-15a4-44e2-9828-eaae7630c09d None None] Checking router: 7219050f-1373-4369-bbb2-a5caec6a4a72 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:38:01.099359 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801b0b5-e636-4521-800e-79c8c1ea04f2 req-2381272c-7772-4171-9716-c28471715a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:01.101095 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4801b0b5-e636-4521-800e-79c8c1ea04f2 req-2381272c-7772-4171-9716-c28471715a81 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9dacfcc3-6546-45d2-be83-bda4927c0f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672069 Nov 10 19:38:01.111557 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55b7e54-15a4-44e2-9828-eaae7630c09d None None] Routers {'7219050f-1373-4369-bbb2-a5caec6a4a72'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:38:01.112270 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-e55b7e54-15a4-44e2-9828-eaae7630c09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:37:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['7219050f-1373-4369-bbb2-a5caec6a4a72'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:01.164019 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc685d86-e335-4680-8638-42dc96c392af req-7e5148c1-b714-4389-b14c-2eaa138c0cf1 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:01.165693 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fc685d86-e335-4680-8638-42dc96c392af req-7e5148c1-b714-4389-b14c-2eaa138c0cf1 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e29a7f6-e599-46fd-994d-f4bd61a0cdf1 HTTP/1.1" status: 200 len: 945 time: 0.1449952 Nov 10 19:38:01.180728 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-66fd84f3-df1c-4445-b200-44e882fae98a None None] Provisioning complete for port 61abd6d1-cd5c-4a3c-bf81-ed2b512a7ec2 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:38:01.181185 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-66fd84f3-df1c-4445-b200-44e882fae98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:01.283622 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fc685d86-e335-4680-8638-42dc96c392af req-e501568a-a9b0-42bd-958f-f87f33875ae2 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101351 Nov 10 19:38:01.309319 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-66fd84f3-df1c-4445-b200-44e882fae98a None None] Port 61abd6d1-cd5c-4a3c-bf81-ed2b512a7ec2 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:38:01.316445 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4801b0b5-e636-4521-800e-79c8c1ea04f2 req-a6072440-0eb8-49ae-9896-5525eed15c0a service neutron] 10.222.0.73 "GET /v2.0/networks/9dacfcc3-6546-45d2-be83-bda4927c0f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973243 Nov 10 19:38:01.330799 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-e55b7e54-15a4-44e2-9828-eaae7630c09d None None] Set router 7219050f-1373-4369-bbb2-a5caec6a4a72 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:38:01.356763 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-66fd84f3-df1c-4445-b200-44e882fae98a None None] Provisioning complete for port 4058741d-0ebc-4076-ac9e-1e60edfa5d28 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:38:01.357136 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-66fd84f3-df1c-4445-b200-44e882fae98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:01.481135 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4801b0b5-e636-4521-800e-79c8c1ea04f2 req-f7e771f4-b72b-483f-a27e-36cfb2c339d4 service neutron] 10.222.0.73 "GET /v2.0/networks/9dacfcc3-6546-45d2-be83-bda4927c0f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543193 Nov 10 19:38:01.568508 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-66fd84f3-df1c-4445-b200-44e882fae98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:01.634289 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-66fd84f3-df1c-4445-b200-44e882fae98a None None] For port 4058741d-0ebc-4076-ac9e-1e60edfa5d28, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=4058741d-0ebc-4076-ac9e-1e60edfa5d28,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:38:01.641626 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-66fd84f3-df1c-4445-b200-44e882fae98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:01.702584 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd84f3-df1c-4445-b200-44e882fae98a None None] Pushing event updated for resources: {'Port': ['ID=4058741d-0ebc-4076-ac9e-1e60edfa5d28,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:01.720487 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-e55b7e54-15a4-44e2-9828-eaae7630c09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'name': 'tempest-TestVolumeBackupRestore-1858629436-router', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ebc85926-5b1d-4669-ba8d-19bed558c3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:33:49Z', 'updated_at': '2021-11-10T19:33:57Z', 'revision_number': 4, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'gw_port': {'id': 'ebc85926-5b1d-4669-ba8d-19bed558c3b5', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:52Z', 'updated_at': '2021-11-10T19:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'c6ff41bb-3261-46b4-be8a-06827431cb6d', 'name': '', 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'mac_address': 'fa:16:3e:90:72:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '7b78156c-e958-473f-9a67-d60d2887529a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:57Z', 'updated_at': '2021-11-10T19:34:06Z', 'revision_number': 5, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'subnets': [{'id': '7b78156c-e958-473f-9a67-d60d2887529a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:01.748462 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55b7e54-15a4-44e2-9828-eaae7630c09d None None] The sync data for ids ['7219050f-1373-4369-bbb2-a5caec6a4a72'] in n-d-813897-4 is: [{'id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'name': 'tempest-TestVolumeBackupRestore-1858629436-router', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ebc85926-5b1d-4669-ba8d-19bed558c3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:33:49Z', 'updated_at': '2021-11-10T19:33:57Z', 'revision_number': 4, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'gw_port': {'id': 'ebc85926-5b1d-4669-ba8d-19bed558c3b5', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:52Z', 'updated_at': '2021-11-10T19:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'c6ff41bb-3261-46b4-be8a-06827431cb6d', 'name': '', 'network_id': '9dacfcc3-6546-45d2-be83-bda4927c0f56', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'mac_address': 'fa:16:3e:90:72:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '7b78156c-e958-473f-9a67-d60d2887529a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:57Z', 'updated_at': '2021-11-10T19:34:06Z', 'revision_number': 5, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'subnets': [{'id': '7b78156c-e958-473f-9a67-d60d2887529a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:38:01.762627 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-58931db5-315d-4b01-a100-abc542778e9c None None] Provisioning complete for port 61abd6d1-cd5c-4a3c-bf81-ed2b512a7ec2 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:38:01.763001 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-58931db5-315d-4b01-a100-abc542778e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:01.808135 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-58931db5-315d-4b01-a100-abc542778e9c None None] Port 61abd6d1-cd5c-4a3c-bf81-ed2b512a7ec2 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:38:01.917925 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 2a7be1e5-ed41-4143-82b8-17f08b0bb134 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:38:01.953482 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128888c-836c-49f1-92fd-c0e404d3d518 req-1e6bdaf4-1af8-4d53-b95b-e0a05bb70014 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:01.959984 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c128888c-836c-49f1-92fd-c0e404d3d518 req-1e6bdaf4-1af8-4d53-b95b-e0a05bb70014 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 946 time: 0.1609690 Nov 10 19:38:02.052295 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 4058741d-0ebc-4076-ac9e-1e60edfa5d28 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:38:02.138032 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 2a7be1e5-ed41-4143-82b8-17f08b0bb134 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:38:02.147819 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 2a7be1e5-ed41-4143-82b8-17f08b0bb134 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:38:02.148450 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:02.190768 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 4058741d-0ebc-4076-ac9e-1e60edfa5d28 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:38:02.191149 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:02.209102 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c221674-1b51-4bc3-8d91-2d3bc1b21915 req-b7ef6b65-b4f0-4428-bdcd-ebe8dab12eb3 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:02.210865 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c221674-1b51-4bc3-8d91-2d3bc1b21915 req-b7ef6b65-b4f0-4428-bdcd-ebe8dab12eb3 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 946 time: 0.1081524 Nov 10 19:38:02.222395 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-c128888c-836c-49f1-92fd-c0e404d3d518 req-97cb235f-cccb-4623-810b-b1620f637b25 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Deleting port eab927c0-5ed2-43df-9dd3-58d08735fea9 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:38:02.223038 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c128888c-836c-49f1-92fd-c0e404d3d518 req-97cb235f-cccb-4623-810b-b1620f637b25 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:02.334663 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-c128888c-836c-49f1-92fd-c0e404d3d518 req-97cb235f-cccb-4623-810b-b1620f637b25 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] For port eab927c0-5ed2-43df-9dd3-58d08735fea9, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=eab927c0-5ed2-43df-9dd3-58d08735fea9,segment=NetworkSegment(64032029-8ab1-4323-b0f8-d41046acfa66),segment_id=64032029-8ab1-4323-b0f8-d41046acfa66)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:38:02.335418 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c128888c-836c-49f1-92fd-c0e404d3d518 req-97cb235f-cccb-4623-810b-b1620f637b25 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:02.341456 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:02.352576 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-c128888c-836c-49f1-92fd-c0e404d3d518 req-97cb235f-cccb-4623-810b-b1620f637b25 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Calling delete_port for eab927c0-5ed2-43df-9dd3-58d08735fea9 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:38:02.399201 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 2a7be1e5-ed41-4143-82b8-17f08b0bb134, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=2a7be1e5-ed41-4143-82b8-17f08b0bb134,segment=NetworkSegment(fcbd45ae-33de-4640-a29c-c49b1536f07f),segment_id=fcbd45ae-33de-4640-a29c-c49b1536f07f)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:38:02.400426 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e29a7f6-e599-46fd-994d-f4bd61a0cdf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7be1e5-ed41-4143-82b8-17f08b0bb134'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:38:02.403229 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dfab94-aabc-483c-8d3a-8929f4404fff" -d '{"events": [{"server_uuid": "1e29a7f6-e599-46fd-994d-f4bd61a0cdf1", "name": "network-vif-plugged", "status": "completed", "tag": "2a7be1e5-ed41-4143-82b8-17f08b0bb134"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:38:02.417312 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:02.491330 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=2a7be1e5-ed41-4143-82b8-17f08b0bb134,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:02.529892 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c128888c-836c-49f1-92fd-c0e404d3d518 req-97cb235f-cccb-4623-810b-b1620f637b25 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:02.576616 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb235f-cccb-4623-810b-b1620f637b25 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Pushing event deleted for resources: {'Port': ['ID=eab927c0-5ed2-43df-9dd3-58d08735fea9,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:02.580688 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede0427e-68bb-4711-ba08-2d521967de8d None None] New status for floating IP 1f25c151-b17f-466b-b604-31bcb6b8ef82: DOWN {{(pid=102508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:38:02.607395 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c221674-1b51-4bc3-8d91-2d3bc1b21915 req-adcbc8ce-bd0e-492b-b892-18edcfccde16 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/security-groups?id=633cc1ed-857a-43f3-820e-dbc5b23d353f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3836486 Nov 10 19:38:02.745476 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-c128888c-836c-49f1-92fd-c0e404d3d518 req-97cb235f-cccb-4623-810b-b1620f637b25 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] No DVR routers for this DVR port eab927c0-5ed2-43df-9dd3-58d08735fea9 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:38:02.758455 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-c128888c-836c-49f1-92fd-c0e404d3d518 req-97cb235f-cccb-4623-810b-b1620f637b25 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:02.760553 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c128888c-836c-49f1-92fd-c0e404d3d518 req-97cb235f-cccb-4623-810b-b1620f637b25 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.73 "DELETE /v2.0/ports/eab927c0-5ed2-43df-9dd3-58d08735fea9 HTTP/1.1" status: 204 len: 173 time: 0.7924800 Nov 10 19:38:02.761917 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26', 'name': 'network-vif-deleted', 'tag': 'eab927c0-5ed2-43df-9dd3-58d08735fea9'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:38:02.764938 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a560387e-317b-43e3-983f-9da46e617f59" -d '{"events": [{"server_uuid": "5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26", "name": "network-vif-deleted", "tag": "eab927c0-5ed2-43df-9dd3-58d08735fea9"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:38:02.832346 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f514d54-4d5f-4b22-9a4d-0913da5eee01 None None] Sync routers for ids ['5562aa65-bc1f-430c-a2fc-92b0122ac619'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:38:02.849344 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98aa5d-6e2e-4d71-9a4f-f40ca754b62f req-dd9b8057-4a63-4f1c-ae46-66db7fc03911 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:02.855826 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8e98aa5d-6e2e-4d71-9a4f-f40ca754b62f req-dd9b8057-4a63-4f1c-ae46-66db7fc03911 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e29a7f6-e599-46fd-994d-f4bd61a0cdf1 HTTP/1.1" status: 200 len: 946 time: 0.1145675 Nov 10 19:38:02.860434 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f514d54-4d5f-4b22-9a4d-0913da5eee01 None None] Routers {'5562aa65-bc1f-430c-a2fc-92b0122ac619'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:38:02.861984 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-1f514d54-4d5f-4b22-9a4d-0913da5eee01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:37:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['5562aa65-bc1f-430c-a2fc-92b0122ac619'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:02.914303 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8e98aa5d-6e2e-4d71-9a4f-f40ca754b62f req-feede1e6-1271-4c83-b9bd-79f2a2184a33 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562129 Nov 10 19:38:03.059833 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db15cae-f775-46c8-94db-d3078f46172b x-openstack-request-id: req-8db15cae-f775-46c8-94db-d3078f46172b {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:38:03.060461 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26", "name": "network-vif-deleted", "tag": "eab927c0-5ed2-43df-9dd3-58d08735fea9", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:38:03.060461 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8db15cae-f775-46c8-94db-d3078f46172b {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:38:03.060804 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26', 'name': 'network-vif-deleted', 'tag': 'eab927c0-5ed2-43df-9dd3-58d08735fea9', 'status': 'completed', 'code': 200} Nov 10 19:38:03.134504 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b38d4f-cc06-4408-8ce3-dd81f97d09b5 req-2b9115aa-85d0-4dda-8bb1-db2752b927a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:03.136455 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-04b38d4f-cc06-4408-8ce3-dd81f97d09b5 req-2b9115aa-85d0-4dda-8bb1-db2752b927a1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1e29a7f6-e599-46fd-994d-f4bd61a0cdf1 HTTP/1.1" status: 200 len: 1097 time: 0.0474410 Nov 10 19:38:03.220810 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-04b38d4f-cc06-4408-8ce3-dd81f97d09b5 req-9bb3f394-7976-44c7-b6c6-0d494363121f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762334 Nov 10 19:38:03.225450 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed1687b-409d-489f-b871-55f0211e40d0 x-openstack-request-id: req-9ed1687b-409d-489f-b871-55f0211e40d0 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:38:03.225984 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e29a7f6-e599-46fd-994d-f4bd61a0cdf1", "name": "network-vif-plugged", "status": "completed", "tag": "2a7be1e5-ed41-4143-82b8-17f08b0bb134", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:38:03.225984 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9ed1687b-409d-489f-b871-55f0211e40d0 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:38:03.226366 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e29a7f6-e599-46fd-994d-f4bd61a0cdf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7be1e5-ed41-4143-82b8-17f08b0bb134', 'code': 200} Nov 10 19:38:03.244648 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-1f514d54-4d5f-4b22-9a4d-0913da5eee01 None None] Set router 5562aa65-bc1f-430c-a2fc-92b0122ac619 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:38:03.458102 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-1f514d54-4d5f-4b22-9a4d-0913da5eee01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5562aa65-bc1f-430c-a2fc-92b0122ac619', 'name': 'tempest-TestVolumeBootPattern-668851620-router', 'tenant_id': '69a4e8f6ccad417883eadf314bbdfc09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '4058741d-0ebc-4076-ac9e-1e60edfa5d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:54Z', 'updated_at': '2021-11-10T19:37:59Z', 'revision_number': 4, 'project_id': '69a4e8f6ccad417883eadf314bbdfc09', 'gw_port': {'id': '4058741d-0ebc-4076-ac9e-1e60edfa5d28', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:1f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5562aa65-bc1f-430c-a2fc-92b0122ac619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:55Z', 'updated_at': '2021-11-10T19:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '61abd6d1-cd5c-4a3c-bf81-ed2b512a7ec2', 'name': '', 'network_id': '1d7c92d8-2e5f-4cf6-8bc0-5302d3b0ae7b', 'tenant_id': '69a4e8f6ccad417883eadf314bbdfc09', 'mac_address': 'fa:16:3e:82:cc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5562aa65-bc1f-430c-a2fc-92b0122ac619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '60120915-ec3b-4291-a2c0-c5cf61fdeb9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:58Z', 'updated_at': '2021-11-10T19:37:59Z', 'revision_number': 2, 'project_id': '69a4e8f6ccad417883eadf314bbdfc09', 'subnets': [{'id': '60120915-ec3b-4291-a2c0-c5cf61fdeb9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:03.484114 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f514d54-4d5f-4b22-9a4d-0913da5eee01 None None] Checking router: 5562aa65-bc1f-430c-a2fc-92b0122ac619 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:38:03.484472 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f514d54-4d5f-4b22-9a4d-0913da5eee01 None None] Updating router 5562aa65-bc1f-430c-a2fc-92b0122ac619 port 61abd6d1-cd5c-4a3c-bf81-ed2b512a7ec2 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:38:03.513621 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1f514d54-4d5f-4b22-9a4d-0913da5eee01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:03.720622 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6c5313cc-1279-449a-8fff-1061a954a3e5 req-d26fb000-d5d7-4e7b-b86b-3c46cc7bc5d2 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 210 time: 0.0296280 Nov 10 19:38:03.823286 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1f514d54-4d5f-4b22-9a4d-0913da5eee01 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:03.831825 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1f514d54-4d5f-4b22-9a4d-0913da5eee01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:03.883057 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29912089-530a-49ae-b7f9-5caa0ae30d02 None None] Pushing event updated for resources: {'Port': ['ID=61abd6d1-cd5c-4a3c-bf81-ed2b512a7ec2,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:03.997584 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-1f514d54-4d5f-4b22-9a4d-0913da5eee01 None None] Attempting to bind port 61abd6d1-cd5c-4a3c-bf81-ed2b512a7ec2 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:03.997989 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-1f514d54-4d5f-4b22-9a4d-0913da5eee01 None None] Attempting to bind port 61abd6d1-cd5c-4a3c-bf81-ed2b512a7ec2 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '13f3d00d-f499-4231-9652-9443761575d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1d7c92d8-2e5f-4cf6-8bc0-5302d3b0ae7b'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:03.998351 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f514d54-4d5f-4b22-9a4d-0913da5eee01 None None] Attempting to bind port 61abd6d1-cd5c-4a3c-bf81-ed2b512a7ec2 on network 1d7c92d8-2e5f-4cf6-8bc0-5302d3b0ae7b {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:04.005076 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f514d54-4d5f-4b22-9a4d-0913da5eee01 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:38:04.005454 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f514d54-4d5f-4b22-9a4d-0913da5eee01 None None] Checking segment: {'id': '13f3d00d-f499-4231-9652-9443761575d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1d7c92d8-2e5f-4cf6-8bc0-5302d3b0ae7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:38:04.005878 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1f514d54-4d5f-4b22-9a4d-0913da5eee01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:04.006274 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f514d54-4d5f-4b22-9a4d-0913da5eee01 None None] Bound using segment: {'id': '13f3d00d-f499-4231-9652-9443761575d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1d7c92d8-2e5f-4cf6-8bc0-5302d3b0ae7b'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:38:04.006847 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-1f514d54-4d5f-4b22-9a4d-0913da5eee01 None None] Bound port: 61abd6d1-cd5c-4a3c-bf81-ed2b512a7ec2, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f3d00d-f499-4231-9652-9443761575d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1d7c92d8-2e5f-4cf6-8bc0-5302d3b0ae7b'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:38:04.007230 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1f514d54-4d5f-4b22-9a4d-0913da5eee01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:04.121284 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-1f514d54-4d5f-4b22-9a4d-0913da5eee01 None None] For port 61abd6d1-cd5c-4a3c-bf81-ed2b512a7ec2, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:38:04.124780 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-1f514d54-4d5f-4b22-9a4d-0913da5eee01 None None] For port 61abd6d1-cd5c-4a3c-bf81-ed2b512a7ec2, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=61abd6d1-cd5c-4a3c-bf81-ed2b512a7ec2,segment=NetworkSegment(13f3d00d-f499-4231-9652-9443761575d5),segment_id=13f3d00d-f499-4231-9652-9443761575d5)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:38:04.137071 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73a161-c01a-4af6-9fa1-57196c8a37a3 req-37cc07a7-75b5-4027-8563-37ea01ca6f1d tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:04.137647 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1f514d54-4d5f-4b22-9a4d-0913da5eee01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:04.138736 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4f73a161-c01a-4af6-9fa1-57196c8a37a3 req-37cc07a7-75b5-4027-8563-37ea01ca6f1d tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e29a7f6-e599-46fd-994d-f4bd61a0cdf1 HTTP/1.1" status: 200 len: 946 time: 0.1067793 Nov 10 19:38:04.215191 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f514d54-4d5f-4b22-9a4d-0913da5eee01 None None] Routers {'5562aa65-bc1f-430c-a2fc-92b0122ac619'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:38:04.218860 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-1f514d54-4d5f-4b22-9a4d-0913da5eee01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:37:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['5562aa65-bc1f-430c-a2fc-92b0122ac619'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:04.225689 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29912089-530a-49ae-b7f9-5caa0ae30d02 None None] Pushing event updated for resources: {'Port': ['ID=61abd6d1-cd5c-4a3c-bf81-ed2b512a7ec2,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:04.256215 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4f73a161-c01a-4af6-9fa1-57196c8a37a3 req-d9ff0a5d-af80-4a8a-8b44-364ce7d5c492 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110055 Nov 10 19:38:04.326572 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8627c266-fc86-4638-9106-0c43fb4059d4 None None] Provisioning complete for port 61abd6d1-cd5c-4a3c-bf81-ed2b512a7ec2 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:38:04.326944 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8627c266-fc86-4638-9106-0c43fb4059d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:04.452093 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-1f514d54-4d5f-4b22-9a4d-0913da5eee01 None None] Set router 5562aa65-bc1f-430c-a2fc-92b0122ac619 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:38:04.626685 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8627c266-fc86-4638-9106-0c43fb4059d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:04.665246 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-8627c266-fc86-4638-9106-0c43fb4059d4 None None] For port 61abd6d1-cd5c-4a3c-bf81-ed2b512a7ec2, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=61abd6d1-cd5c-4a3c-bf81-ed2b512a7ec2,segment=NetworkSegment(13f3d00d-f499-4231-9652-9443761575d5),segment_id=13f3d00d-f499-4231-9652-9443761575d5)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:38:04.681273 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8627c266-fc86-4638-9106-0c43fb4059d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:04.693216 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16057829-bc41-400a-aa7a-190add3dfdec req-593de959-b21e-49d6-aa48-82b9ee28541e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:04.694832 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16057829-bc41-400a-aa7a-190add3dfdec req-593de959-b21e-49d6-aa48-82b9ee28541e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/networks?id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e HTTP/1.1" status: 200 len: 811 time: 0.2750442 Nov 10 19:38:04.720245 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16057829-bc41-400a-aa7a-190add3dfdec req-61f613ae-5742-46a1-a466-fc966f94fdc1 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/quotas/0863f57af6c245c5a4e0338a46ab2047 HTTP/1.1" status: 200 len: 375 time: 0.0182247 Nov 10 19:38:04.792920 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16057829-bc41-400a-aa7a-190add3dfdec req-d389c118-8bc8-40b0-af27-5e0f425b32e1 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0863f57af6c245c5a4e0338a46ab2047&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0701096 Nov 10 19:38:04.798591 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-16057829-bc41-400a-aa7a-190add3dfdec req-98a80020-6b0a-4c18-9449-6ce9d71bb499 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:38:04.810838 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16057829-bc41-400a-aa7a-190add3dfdec req-98a80020-6b0a-4c18-9449-6ce9d71bb499 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0161624 Nov 10 19:38:04.811064 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8627c266-fc86-4638-9106-0c43fb4059d4 None None] Pushing event updated for resources: {'Port': ['ID=61abd6d1-cd5c-4a3c-bf81-ed2b512a7ec2,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:04.825685 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9d678809-1f30-4ed7-8e9d-6b260950dba6 None None] Provisioning complete for port 61abd6d1-cd5c-4a3c-bf81-ed2b512a7ec2 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:38:04.826222 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9d678809-1f30-4ed7-8e9d-6b260950dba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:04.939971 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-1f514d54-4d5f-4b22-9a4d-0913da5eee01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5562aa65-bc1f-430c-a2fc-92b0122ac619', 'name': 'tempest-TestVolumeBootPattern-668851620-router', 'tenant_id': '69a4e8f6ccad417883eadf314bbdfc09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '4058741d-0ebc-4076-ac9e-1e60edfa5d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:54Z', 'updated_at': '2021-11-10T19:37:59Z', 'revision_number': 4, 'project_id': '69a4e8f6ccad417883eadf314bbdfc09', 'gw_port': {'id': '4058741d-0ebc-4076-ac9e-1e60edfa5d28', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:1f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5562aa65-bc1f-430c-a2fc-92b0122ac619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:55Z', 'updated_at': '2021-11-10T19:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '61abd6d1-cd5c-4a3c-bf81-ed2b512a7ec2', 'name': '', 'network_id': '1d7c92d8-2e5f-4cf6-8bc0-5302d3b0ae7b', 'tenant_id': '69a4e8f6ccad417883eadf314bbdfc09', 'mac_address': 'fa:16:3e:82:cc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5562aa65-bc1f-430c-a2fc-92b0122ac619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '60120915-ec3b-4291-a2c0-c5cf61fdeb9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:58Z', 'updated_at': '2021-11-10T19:38:04Z', 'revision_number': 4, 'project_id': '69a4e8f6ccad417883eadf314bbdfc09', 'subnets': [{'id': '60120915-ec3b-4291-a2c0-c5cf61fdeb9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:04.949198 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16057829-bc41-400a-aa7a-190add3dfdec req-e4c32013-a541-4102-8aed-d24a1a2d1ead service neutron] 10.222.0.54 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396654 Nov 10 19:38:05.000273 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f514d54-4d5f-4b22-9a4d-0913da5eee01 None None] The sync data for ids ['5562aa65-bc1f-430c-a2fc-92b0122ac619'] in n-d-813897-4 is: [{'id': '5562aa65-bc1f-430c-a2fc-92b0122ac619', 'name': 'tempest-TestVolumeBootPattern-668851620-router', 'tenant_id': '69a4e8f6ccad417883eadf314bbdfc09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '4058741d-0ebc-4076-ac9e-1e60edfa5d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:54Z', 'updated_at': '2021-11-10T19:37:59Z', 'revision_number': 4, 'project_id': '69a4e8f6ccad417883eadf314bbdfc09', 'gw_port': {'id': '4058741d-0ebc-4076-ac9e-1e60edfa5d28', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:1f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5562aa65-bc1f-430c-a2fc-92b0122ac619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:55Z', 'updated_at': '2021-11-10T19:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '61abd6d1-cd5c-4a3c-bf81-ed2b512a7ec2', 'name': '', 'network_id': '1d7c92d8-2e5f-4cf6-8bc0-5302d3b0ae7b', 'tenant_id': '69a4e8f6ccad417883eadf314bbdfc09', 'mac_address': 'fa:16:3e:82:cc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5562aa65-bc1f-430c-a2fc-92b0122ac619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '60120915-ec3b-4291-a2c0-c5cf61fdeb9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:58Z', 'updated_at': '2021-11-10T19:38:04Z', 'revision_number': 4, 'project_id': '69a4e8f6ccad417883eadf314bbdfc09', 'subnets': [{'id': '60120915-ec3b-4291-a2c0-c5cf61fdeb9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:38:05.068800 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16057829-bc41-400a-aa7a-190add3dfdec req-92b7f12f-d1c6-4761-8cb8-216e57520d75 service neutron] 10.222.0.54 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184406 Nov 10 19:38:05.525598 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b5b2885d-c398-484c-9fc2-ee730cc9f3cf req-7d6c3b55-7a3e-4915-a832-cb796c88e941 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 210 time: 0.0447905 Nov 10 19:38:05.582753 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device eab927c0-5ed2-43df-9dd3-58d08735fea9 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:38:05.655559 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: eab927c0-5ed2-43df-9dd3-58d08735fea9 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:38:05.656010 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device eab927c0-5ed2-43df-9dd3-58d08735fea9 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:38:05.739299 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932886ad-ef3e-40c0-9fbc-3aa82774848e req-bb87d15b-a692-4697-a9df-a01b585b002e tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:05.741155 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-932886ad-ef3e-40c0-9fbc-3aa82774848e req-bb87d15b-a692-4697-a9df-a01b585b002e tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e29a7f6-e599-46fd-994d-f4bd61a0cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0950470 Nov 10 19:38:05.815989 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-932886ad-ef3e-40c0-9fbc-3aa82774848e req-eb954590-b80d-4273-bd10-1af6dad59139 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594769 Nov 10 19:38:05.968061 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-394ddad3-2d91-4bb3-b9ad-bcce36e7e632 req-08de8e2d-e160-4b5a-9f1d-ed1133d8c5d8 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a559dd-f5b2-47d7-8c88-db578cdcc13d HTTP/1.1" status: 200 len: 210 time: 0.0439930 Nov 10 19:38:06.044295 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 61abd6d1-cd5c-4a3c-bf81-ed2b512a7ec2 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:38:06.117461 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 61abd6d1-cd5c-4a3c-bf81-ed2b512a7ec2 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:38:06.118014 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:06.261306 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a03ff-e0d8-4ba4-8495-99c2426ea60e req-76aa5ba7-6809-4a7a-b91b-a631d6d8b662 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:06.270996 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-922a03ff-e0d8-4ba4-8495-99c2426ea60e req-76aa5ba7-6809-4a7a-b91b-a631d6d8b662 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/networks?id=87737cc5-1491-4eb8-832b-21b850f6c386 HTTP/1.1" status: 200 len: 805 time: 0.1553123 Nov 10 19:38:06.286407 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-922a03ff-e0d8-4ba4-8495-99c2426ea60e req-7d968373-a319-40c4-91e5-efaeb60f9d84 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/quotas/2a00ca65ead540abbf4d59ff2c615c4f HTTP/1.1" status: 200 len: 375 time: 0.0133865 Nov 10 19:38:06.374451 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-922a03ff-e0d8-4ba4-8495-99c2426ea60e req-e80b6393-b681-4d45-9665-69759c52948b tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a00ca65ead540abbf4d59ff2c615c4f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0809867 Nov 10 19:38:06.538103 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-922a03ff-e0d8-4ba4-8495-99c2426ea60e req-6e37bb90-8dd9-48c1-9d10-0d782df69420 service neutron] 10.222.0.54 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623089 Nov 10 19:38:06.638771 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-922a03ff-e0d8-4ba4-8495-99c2426ea60e req-44d7c4c2-9233-46a6-8a6d-ba2e0a48602c service neutron] 10.222.0.54 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961633 Nov 10 19:38:07.074443 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bfe57088-d14b-482c-a105-e27406859da7 req-f32bf068-3a93-44ca-9703-0a745742c9d3 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 210 time: 0.0745592 Nov 10 19:38:07.150019 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16057829-bc41-400a-aa7a-190add3dfdec req-cd0b66e3-b341-4cb7-9561-732ded003548 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:07.150019 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16057829-bc41-400a-aa7a-190add3dfdec req-cd0b66e3-b341-4cb7-9561-732ded003548 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.73 "GET /v2.0/networks?id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e HTTP/1.1" status: 200 len: 811 time: 0.2698472 Nov 10 19:38:07.157402 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-16057829-bc41-400a-aa7a-190add3dfdec req-efa44454-5014-440b-bfa5-ac6070197d97 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Request body: {'port': {'device_id': '19a559dd-f5b2-47d7-8c88-db578cdcc13d', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'admin_state_up': True, 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:38:07.380249 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16057829-bc41-400a-aa7a-190add3dfdec req-efa44454-5014-440b-bfa5-ac6070197d97 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Made reservation on behalf of 0863f57af6c245c5a4e0338a46ab2047 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:38:07.384290 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-16057829-bc41-400a-aa7a-190add3dfdec req-efa44454-5014-440b-bfa5-ac6070197d97 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:07.440985 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-85895ed5-c678-47a4-8d21-7e3b7ba2f47d req-df54fdcb-2c3c-4847-be99-3447604272e3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a559dd-f5b2-47d7-8c88-db578cdcc13d HTTP/1.1" status: 200 len: 210 time: 0.0355809 Nov 10 19:38:07.734762 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-16057829-bc41-400a-aa7a-190add3dfdec req-efa44454-5014-440b-bfa5-ac6070197d97 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Allocated IP 172.20.0.14 (bca52f6d-32fc-4cbf-bc81-bdfa96008a4e/d245deb3-5e48-4ae4-b622-b444342b78ed/ddc21502-384f-4439-a0a1-90e884530e9b) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:38:07.907406 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97a334-422a-4861-86b2-d1773714a9dd req-9d9c3cbe-ae7f-418d-ba60-07d77df65484 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:07.908871 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bc97a334-422a-4861-86b2-d1773714a9dd req-9d9c3cbe-ae7f-418d-ba60-07d77df65484 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/networks?id=87737cc5-1491-4eb8-832b-21b850f6c386 HTTP/1.1" status: 200 len: 805 time: 0.1930940 Nov 10 19:38:08.000499 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-16057829-bc41-400a-aa7a-190add3dfdec req-efa44454-5014-440b-bfa5-ac6070197d97 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:08.044201 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-16057829-bc41-400a-aa7a-190add3dfdec req-efa44454-5014-440b-bfa5-ac6070197d97 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:08.063763 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bc97a334-422a-4861-86b2-d1773714a9dd req-b9f1309d-4e3e-4422-9a90-a81c7a72d398 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/quotas/2a00ca65ead540abbf4d59ff2c615c4f HTTP/1.1" status: 200 len: 375 time: 0.0299740 Nov 10 19:38:08.089097 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16057829-bc41-400a-aa7a-190add3dfdec req-efa44454-5014-440b-bfa5-ac6070197d97 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:38:08.102243 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-16057829-bc41-400a-aa7a-190add3dfdec req-efa44454-5014-440b-bfa5-ac6070197d97 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:38:08.108383 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-16057829-bc41-400a-aa7a-190add3dfdec req-efa44454-5014-440b-bfa5-ac6070197d97 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:38:08.479799 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-1d74bb3f-6b04-4c5a-9efb-9c26cae17e1c None None] Provisioning complete for port ddc21502-384f-4439-a0a1-90e884530e9b triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:38:08.481158 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1d74bb3f-6b04-4c5a-9efb-9c26cae17e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:08.481280 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa44454-5014-440b-bfa5-ac6070197d97 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Pushing event updated for resources: {'Port': ['ID=ddc21502-384f-4439-a0a1-90e884530e9b,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:08.519079 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16057829-bc41-400a-aa7a-190add3dfdec req-efa44454-5014-440b-bfa5-ac6070197d97 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:08.520098 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-16057829-bc41-400a-aa7a-190add3dfdec req-efa44454-5014-440b-bfa5-ac6070197d97 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:08.525916 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-1d74bb3f-6b04-4c5a-9efb-9c26cae17e1c None None] Port ddc21502-384f-4439-a0a1-90e884530e9b cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:38:08.536000 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bc97a334-422a-4861-86b2-d1773714a9dd req-9eff73a6-cccb-4e18-87cc-313645f81482 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a00ca65ead540abbf4d59ff2c615c4f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4494419 Nov 10 19:38:08.546126 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16057829-bc41-400a-aa7a-190add3dfdec req-efa44454-5014-440b-bfa5-ac6070197d97 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3948772 Nov 10 19:38:08.559539 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-16057829-bc41-400a-aa7a-190add3dfdec req-fbbabd83-0974-4897-b9d9-e9980479445b service neutron] Request body: {'port': {'device_id': '19a559dd-f5b2-47d7-8c88-db578cdcc13d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:38:08.672260 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-16057829-bc41-400a-aa7a-190add3dfdec req-fbbabd83-0974-4897-b9d9-e9980479445b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:08.740049 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bc97a334-422a-4861-86b2-d1773714a9dd req-8264a442-3744-44d3-abdd-99ec8f51f989 service neutron] 10.222.0.54 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928875 Nov 10 19:38:08.919945 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bc97a334-422a-4861-86b2-d1773714a9dd req-3d7d6048-60a0-4b0c-8d87-ba5d7c8cc23f service neutron] 10.222.0.54 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719635 Nov 10 19:38:09.172788 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a5d0e8bc-105a-40cb-a2d6-947b9873fd1b req-6536d625-715a-4bed-9b53-fbf415691084 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d1d4bd1-a978-4b54-bdcb-2c1e4b74ef26 HTTP/1.1" status: 200 len: 210 time: 0.0357277 Nov 10 19:38:09.206691 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-16057829-bc41-400a-aa7a-190add3dfdec req-fbbabd83-0974-4897-b9d9-e9980479445b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddc21502-384f-4439-a0a1-90e884530e9b {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:38:09.223411 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-16057829-bc41-400a-aa7a-190add3dfdec req-fbbabd83-0974-4897-b9d9-e9980479445b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:09.272774 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-16057829-bc41-400a-aa7a-190add3dfdec req-fbbabd83-0974-4897-b9d9-e9980479445b service neutron] Transition to ACTIVE for port object ddc21502-384f-4439-a0a1-90e884530e9b will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:38:09.278633 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-16057829-bc41-400a-aa7a-190add3dfdec req-fbbabd83-0974-4897-b9d9-e9980479445b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:09.416947 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbabd83-0974-4897-b9d9-e9980479445b service neutron] Pushing event updated for resources: {'Port': ['ID=ddc21502-384f-4439-a0a1-90e884530e9b,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:09.467236 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1edc65-a511-4fd6-b63c-0a9af675b231 req-7efb1d61-94b7-4fae-9667-2621228d8c17 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:09.468848 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6c1edc65-a511-4fd6-b63c-0a9af675b231 req-7efb1d61-94b7-4fae-9667-2621228d8c17 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a559dd-f5b2-47d7-8c88-db578cdcc13d HTTP/1.1" status: 200 len: 944 time: 0.1849020 Nov 10 19:38:09.563691 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-16057829-bc41-400a-aa7a-190add3dfdec req-fbbabd83-0974-4897-b9d9-e9980479445b service neutron] Attempting to bind port ddc21502-384f-4439-a0a1-90e884530e9b on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:09.564030 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-16057829-bc41-400a-aa7a-190add3dfdec req-fbbabd83-0974-4897-b9d9-e9980479445b service neutron] Attempting to bind port ddc21502-384f-4439-a0a1-90e884530e9b by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:09.564360 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16057829-bc41-400a-aa7a-190add3dfdec req-fbbabd83-0974-4897-b9d9-e9980479445b service neutron] Attempting to bind port ddc21502-384f-4439-a0a1-90e884530e9b on network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:09.573888 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6c1edc65-a511-4fd6-b63c-0a9af675b231 req-3296b79d-f503-4cad-8f4f-fc3821619e6c tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845139 Nov 10 19:38:09.576120 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16057829-bc41-400a-aa7a-190add3dfdec req-fbbabd83-0974-4897-b9d9-e9980479445b service neutron] Port ddc21502-384f-4439-a0a1-90e884530e9b on network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:38:09.576451 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16057829-bc41-400a-aa7a-190add3dfdec req-fbbabd83-0974-4897-b9d9-e9980479445b service neutron] Attempting to bind port ddc21502-384f-4439-a0a1-90e884530e9b on network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:09.595951 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16057829-bc41-400a-aa7a-190add3dfdec req-fbbabd83-0974-4897-b9d9-e9980479445b service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:38:09.596297 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16057829-bc41-400a-aa7a-190add3dfdec req-fbbabd83-0974-4897-b9d9-e9980479445b service neutron] Checking segment: {'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:38:09.596689 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16057829-bc41-400a-aa7a-190add3dfdec req-fbbabd83-0974-4897-b9d9-e9980479445b service neutron] Bound using segment: {'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:38:09.597175 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-16057829-bc41-400a-aa7a-190add3dfdec req-fbbabd83-0974-4897-b9d9-e9980479445b service neutron] Bound port: ddc21502-384f-4439-a0a1-90e884530e9b, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:38:09.597543 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-16057829-bc41-400a-aa7a-190add3dfdec req-fbbabd83-0974-4897-b9d9-e9980479445b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:09.708580 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-16057829-bc41-400a-aa7a-190add3dfdec req-fbbabd83-0974-4897-b9d9-e9980479445b service neutron] For port ddc21502-384f-4439-a0a1-90e884530e9b, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:38:09.737461 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cc209a40-cc0d-496b-bc97-50dd6f77f8a9 req-73915b86-73ac-4f33-bf0e-552375ab9b6f tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48773ea-b5f9-4d0f-a39e-f85351059165 HTTP/1.1" status: 200 len: 210 time: 0.0323172 Nov 10 19:38:09.749625 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-16057829-bc41-400a-aa7a-190add3dfdec req-fbbabd83-0974-4897-b9d9-e9980479445b service neutron] For port ddc21502-384f-4439-a0a1-90e884530e9b, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=ddc21502-384f-4439-a0a1-90e884530e9b,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:38:09.763932 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-16057829-bc41-400a-aa7a-190add3dfdec req-fbbabd83-0974-4897-b9d9-e9980479445b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:09.785739 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16057829-bc41-400a-aa7a-190add3dfdec req-fbbabd83-0974-4897-b9d9-e9980479445b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:09.786799 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-16057829-bc41-400a-aa7a-190add3dfdec req-fbbabd83-0974-4897-b9d9-e9980479445b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:09.788200 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16057829-bc41-400a-aa7a-190add3dfdec req-fbbabd83-0974-4897-b9d9-e9980479445b service neutron] 10.222.0.73 "PUT /v2.0/ports/ddc21502-384f-4439-a0a1-90e884530e9b HTTP/1.1" status: 200 len: 1092 time: 1.2334850 Nov 10 19:38:09.789817 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a559dd-f5b2-47d7-8c88-db578cdcc13d', 'tag': 'ddc21502-384f-4439-a0a1-90e884530e9b'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:38:09.792268 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22f5f34-2efa-4594-b638-6dba20ee83d9" -d '{"events": [{"name": "network-changed", "server_uuid": "19a559dd-f5b2-47d7-8c88-db578cdcc13d", "tag": "ddc21502-384f-4439-a0a1-90e884530e9b"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:38:09.876352 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbabd83-0974-4897-b9d9-e9980479445b service neutron] Pushing event updated for resources: {'Port': ['ID=ddc21502-384f-4439-a0a1-90e884530e9b,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:09.914565 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f03862-5501-448b-824f-241c1e297f1e x-openstack-request-id: req-a0f03862-5501-448b-824f-241c1e297f1e {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:38:09.915041 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a559dd-f5b2-47d7-8c88-db578cdcc13d", "tag": "ddc21502-384f-4439-a0a1-90e884530e9b", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:38:09.915403 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a0f03862-5501-448b-824f-241c1e297f1e {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:38:09.915821 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a559dd-f5b2-47d7-8c88-db578cdcc13d', 'tag': 'ddc21502-384f-4439-a0a1-90e884530e9b', 'status': 'completed', 'code': 200} Nov 10 19:38:09.949672 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16057829-bc41-400a-aa7a-190add3dfdec req-5a1415df-0648-4aa9-957d-093b02e9eb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:09.951865 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16057829-bc41-400a-aa7a-190add3dfdec req-5a1415df-0648-4aa9-957d-093b02e9eb7f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0863f57af6c245c5a4e0338a46ab2047&device_id=19a559dd-f5b2-47d7-8c88-db578cdcc13d HTTP/1.1" status: 200 len: 1095 time: 0.0710151 Nov 10 19:38:10.008901 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16057829-bc41-400a-aa7a-190add3dfdec req-43bd761c-6105-4817-bf7b-b8d334e18b7b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddc21502-384f-4439-a0a1-90e884530e9b HTTP/1.1" status: 200 len: 217 time: 0.0464270 Nov 10 19:38:10.077579 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16057829-bc41-400a-aa7a-190add3dfdec req-c6441ea7-27a8-42b3-a2e6-939dbaddf214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:10.077579 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16057829-bc41-400a-aa7a-190add3dfdec req-c6441ea7-27a8-42b3-a2e6-939dbaddf214 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d245deb3-5e48-4ae4-b622-b444342b78ed HTTP/1.1" status: 200 len: 850 time: 0.0615270 Nov 10 19:38:10.147313 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16057829-bc41-400a-aa7a-190add3dfdec req-7f36e17c-9951-4136-a3e9-9a72e59ca04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:10.148878 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16057829-bc41-400a-aa7a-190add3dfdec req-7f36e17c-9951-4136-a3e9-9a72e59ca04d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645072 Nov 10 19:38:10.250060 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 37726) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:10.309062 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16057829-bc41-400a-aa7a-190add3dfdec req-5bccc201-dc0d-4643-b97e-3e761505fb15 service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506753 Nov 10 19:38:10.333632 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-67b879b6-e229-4d0e-ac4c-261390dd24f1 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:10.363184 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-67b879b6-e229-4d0e-ac4c-261390dd24f1 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:10.411781 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16057829-bc41-400a-aa7a-190add3dfdec req-8472e6a4-a150-4856-983d-9ae20c847d12 service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930042 Nov 10 19:38:10.438570 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-67b879b6-e229-4d0e-ac4c-261390dd24f1 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:10.444495 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-67b879b6-e229-4d0e-ac4c-261390dd24f1 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:10.447194 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-67b879b6-e229-4d0e-ac4c-261390dd24f1 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] 10.222.0.54 "DELETE /v2.0/security-groups/633cc1ed-857a-43f3-820e-dbc5b23d353f HTTP/1.1" status: 204 len: 168 time: 0.1958604 Nov 10 19:38:10.462798 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b879b6-e229-4d0e-ac4c-261390dd24f1 tempest-TestVolumeBackupRestore-1648038416 tempest-TestVolumeBackupRestore-1648038416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=633cc1ed-857a-43f3-820e-dbc5b23d353f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:10.650898 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f5f34-2efa-4594-b638-6dba20ee83d9 req-962466a7-b119-4b2c-83b8-24907babfe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:10.655777 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b22f5f34-2efa-4594-b638-6dba20ee83d9 req-962466a7-b119-4b2c-83b8-24907babfe43 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0863f57af6c245c5a4e0338a46ab2047&device_id=19a559dd-f5b2-47d7-8c88-db578cdcc13d HTTP/1.1" status: 200 len: 1095 time: 0.1294889 Nov 10 19:38:10.818747 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97a334-422a-4861-86b2-d1773714a9dd req-032f73fa-d213-4f4a-8f89-f71419c8389a tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:10.820307 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bc97a334-422a-4861-86b2-d1773714a9dd req-032f73fa-d213-4f4a-8f89-f71419c8389a tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.73 "GET /v2.0/networks?id=87737cc5-1491-4eb8-832b-21b850f6c386 HTTP/1.1" status: 200 len: 805 time: 0.2668974 Nov 10 19:38:10.842706 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-bc97a334-422a-4861-86b2-d1773714a9dd req-16d496a5-d667-48a1-ab47-b478d8fe5126 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Request body: {'port': {'device_id': 'd48773ea-b5f9-4d0f-a39e-f85351059165', 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386', 'admin_state_up': True, 'tenant_id': '2a00ca65ead540abbf4d59ff2c615c4f'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:38:10.846905 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f5f34-2efa-4594-b638-6dba20ee83d9 req-96ce646e-e5d0-45d2-8484-b19c5df06ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:10.848938 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b22f5f34-2efa-4594-b638-6dba20ee83d9 req-96ce646e-e5d0-45d2-8484-b19c5df06ef1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e HTTP/1.1" status: 200 len: 912 time: 0.1851521 Nov 10 19:38:10.918057 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b22f5f34-2efa-4594-b638-6dba20ee83d9 req-20937787-91c3-4b99-b502-89843c3f9bb4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddc21502-384f-4439-a0a1-90e884530e9b HTTP/1.1" status: 200 len: 217 time: 0.0620220 Nov 10 19:38:10.930864 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec74337-b8f4-45c6-babd-d5a17a57c211 req-8af10e90-d432-4f51-b6bb-6081d616ce76 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:10.938349 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5ec74337-b8f4-45c6-babd-d5a17a57c211 req-8af10e90-d432-4f51-b6bb-6081d616ce76 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a559dd-f5b2-47d7-8c88-db578cdcc13d HTTP/1.1" status: 200 len: 944 time: 0.1525161 Nov 10 19:38:11.031213 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f5f34-2efa-4594-b638-6dba20ee83d9 req-f3a6f4fc-5a25-496c-8b01-0ec3e0f8ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:11.033121 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b22f5f34-2efa-4594-b638-6dba20ee83d9 req-f3a6f4fc-5a25-496c-8b01-0ec3e0f8ffa2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d245deb3-5e48-4ae4-b622-b444342b78ed HTTP/1.1" status: 200 len: 850 time: 0.0927880 Nov 10 19:38:11.083799 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc97a334-422a-4861-86b2-d1773714a9dd req-16d496a5-d667-48a1-ab47-b478d8fe5126 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Made reservation on behalf of 2a00ca65ead540abbf4d59ff2c615c4f for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:38:11.096482 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-bc97a334-422a-4861-86b2-d1773714a9dd req-16d496a5-d667-48a1-ab47-b478d8fe5126 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:11.102213 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5ec74337-b8f4-45c6-babd-d5a17a57c211 req-31507c83-65a7-4ceb-abe7-236de5f974b3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628242 Nov 10 19:38:11.179560 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f5f34-2efa-4594-b638-6dba20ee83d9 req-3c3f8afa-d4eb-4604-98a4-b423776f2321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:11.183965 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b22f5f34-2efa-4594-b638-6dba20ee83d9 req-3c3f8afa-d4eb-4604-98a4-b423776f2321 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1392200 Nov 10 19:38:11.281744 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-bc97a334-422a-4861-86b2-d1773714a9dd req-16d496a5-d667-48a1-ab47-b478d8fe5126 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Allocated IP 172.20.0.7 (87737cc5-1491-4eb8-832b-21b850f6c386/f85973c4-b607-4c9f-9c90-dbe2046779da/dea9e98f-1b51-4396-ba0c-a6f36776bc36) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:38:11.340230 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-41347582-9dd7-4e1e-8ad8-8796389e1296 req-d5b04a95-71b5-4903-8238-ea6d794311ee tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48773ea-b5f9-4d0f-a39e-f85351059165 HTTP/1.1" status: 200 len: 210 time: 0.1023123 Nov 10 19:38:11.438733 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b22f5f34-2efa-4594-b638-6dba20ee83d9 req-1e4b927a-207f-4c55-9ed0-08f21aee5dd4 service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471871 Nov 10 19:38:11.549476 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-bc97a334-422a-4861-86b2-d1773714a9dd req-16d496a5-d667-48a1-ab47-b478d8fe5126 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:11.558481 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b22f5f34-2efa-4594-b638-6dba20ee83d9 req-c8d7224d-dbc1-4ab7-87a5-445f5a09c1a6 service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122384 Nov 10 19:38:11.592484 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-bc97a334-422a-4861-86b2-d1773714a9dd req-16d496a5-d667-48a1-ab47-b478d8fe5126 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:11.606349 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['2a7be1e5-ed41-4143-82b8-17f08b0bb134'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:38:11.672612 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc97a334-422a-4861-86b2-d1773714a9dd req-16d496a5-d667-48a1-ab47-b478d8fe5126 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Network 87737cc5-1491-4eb8-832b-21b850f6c386 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:38:11.674521 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d496a5-d667-48a1-ab47-b478d8fe5126 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Pushing event updated for resources: {'Port': ['ID=dea9e98f-1b51-4396-ba0c-a6f36776bc36,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:11.678296 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-bc97a334-422a-4861-86b2-d1773714a9dd req-16d496a5-d667-48a1-ab47-b478d8fe5126 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:38:11.687426 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc97a334-422a-4861-86b2-d1773714a9dd req-16d496a5-d667-48a1-ab47-b478d8fe5126 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:38:11.770428 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97a334-422a-4861-86b2-d1773714a9dd req-16d496a5-d667-48a1-ab47-b478d8fe5126 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:11.771606 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-bc97a334-422a-4861-86b2-d1773714a9dd req-16d496a5-d667-48a1-ab47-b478d8fe5126 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:11.794830 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bc97a334-422a-4861-86b2-d1773714a9dd req-16d496a5-d667-48a1-ab47-b478d8fe5126 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9602301 Nov 10 19:38:11.813009 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-bc97a334-422a-4861-86b2-d1773714a9dd req-2d8cee00-3b29-4fca-8eb8-67d8066b8e24 service neutron] Request body: {'port': {'device_id': 'd48773ea-b5f9-4d0f-a39e-f85351059165', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:38:11.894455 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-bc97a334-422a-4861-86b2-d1773714a9dd req-2d8cee00-3b29-4fca-8eb8-67d8066b8e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:12.267696 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c34bc2-0c4c-45e3-9f28-27fc47438d3d req-fba5f843-63af-4828-863e-352a2c312394 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:12.281095 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-01c34bc2-0c4c-45e3-9f28-27fc47438d3d req-fba5f843-63af-4828-863e-352a2c312394 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a559dd-f5b2-47d7-8c88-db578cdcc13d HTTP/1.1" status: 200 len: 944 time: 0.0846028 Nov 10 19:38:12.344281 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-01c34bc2-0c4c-45e3-9f28-27fc47438d3d req-dbc678d8-e573-4e44-81e2-0adaa98c4114 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622711 Nov 10 19:38:12.530305 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d74e6-08e3-4364-8c8f-005fb067f5f9 req-49d49536-1038-4c18-9a96-e653b70af8b1 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:12.539017 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0b4d74e6-08e3-4364-8c8f-005fb067f5f9 req-49d49536-1038-4c18-9a96-e653b70af8b1 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48773ea-b5f9-4d0f-a39e-f85351059165 HTTP/1.1" status: 200 len: 931 time: 0.1067522 Nov 10 19:38:12.606663 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0b4d74e6-08e3-4364-8c8f-005fb067f5f9 req-e18dc007-1f81-425e-99f7-d68681b65c62 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664008 Nov 10 19:38:12.763173 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-bc97a334-422a-4861-86b2-d1773714a9dd req-2d8cee00-3b29-4fca-8eb8-67d8066b8e24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea9e98f-1b51-4396-ba0c-a6f36776bc36 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:38:12.774637 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-bc97a334-422a-4861-86b2-d1773714a9dd req-2d8cee00-3b29-4fca-8eb8-67d8066b8e24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:12.789366 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-bc97a334-422a-4861-86b2-d1773714a9dd req-2d8cee00-3b29-4fca-8eb8-67d8066b8e24 service neutron] Transition to ACTIVE for port object dea9e98f-1b51-4396-ba0c-a6f36776bc36 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:38:12.795354 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-bc97a334-422a-4861-86b2-d1773714a9dd req-2d8cee00-3b29-4fca-8eb8-67d8066b8e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:12.879498 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8cee00-3b29-4fca-8eb8-67d8066b8e24 service neutron] Pushing event updated for resources: {'Port': ['ID=dea9e98f-1b51-4396-ba0c-a6f36776bc36,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:12.962319 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-bc97a334-422a-4861-86b2-d1773714a9dd req-2d8cee00-3b29-4fca-8eb8-67d8066b8e24 service neutron] Attempting to bind port dea9e98f-1b51-4396-ba0c-a6f36776bc36 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:12.963010 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-bc97a334-422a-4861-86b2-d1773714a9dd req-2d8cee00-3b29-4fca-8eb8-67d8066b8e24 service neutron] Attempting to bind port dea9e98f-1b51-4396-ba0c-a6f36776bc36 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'fcbd45ae-33de-4640-a29c-c49b1536f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:12.963603 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc97a334-422a-4861-86b2-d1773714a9dd req-2d8cee00-3b29-4fca-8eb8-67d8066b8e24 service neutron] Attempting to bind port dea9e98f-1b51-4396-ba0c-a6f36776bc36 on network 87737cc5-1491-4eb8-832b-21b850f6c386 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:12.969459 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc97a334-422a-4861-86b2-d1773714a9dd req-2d8cee00-3b29-4fca-8eb8-67d8066b8e24 service neutron] Port dea9e98f-1b51-4396-ba0c-a6f36776bc36 on network 87737cc5-1491-4eb8-832b-21b850f6c386 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:38:12.970427 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc97a334-422a-4861-86b2-d1773714a9dd req-2d8cee00-3b29-4fca-8eb8-67d8066b8e24 service neutron] Attempting to bind port dea9e98f-1b51-4396-ba0c-a6f36776bc36 on network 87737cc5-1491-4eb8-832b-21b850f6c386 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:12.976453 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc97a334-422a-4861-86b2-d1773714a9dd req-2d8cee00-3b29-4fca-8eb8-67d8066b8e24 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:38:12.977013 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc97a334-422a-4861-86b2-d1773714a9dd req-2d8cee00-3b29-4fca-8eb8-67d8066b8e24 service neutron] Checking segment: {'id': 'fcbd45ae-33de-4640-a29c-c49b1536f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:38:12.977469 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc97a334-422a-4861-86b2-d1773714a9dd req-2d8cee00-3b29-4fca-8eb8-67d8066b8e24 service neutron] Bound using segment: {'id': 'fcbd45ae-33de-4640-a29c-c49b1536f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:38:12.978004 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-bc97a334-422a-4861-86b2-d1773714a9dd req-2d8cee00-3b29-4fca-8eb8-67d8066b8e24 service neutron] Bound port: dea9e98f-1b51-4396-ba0c-a6f36776bc36, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcbd45ae-33de-4640-a29c-c49b1536f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:38:12.978438 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-bc97a334-422a-4861-86b2-d1773714a9dd req-2d8cee00-3b29-4fca-8eb8-67d8066b8e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:13.106687 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-bc97a334-422a-4861-86b2-d1773714a9dd req-2d8cee00-3b29-4fca-8eb8-67d8066b8e24 service neutron] For port dea9e98f-1b51-4396-ba0c-a6f36776bc36, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:38:13.109969 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-bc97a334-422a-4861-86b2-d1773714a9dd req-2d8cee00-3b29-4fca-8eb8-67d8066b8e24 service neutron] For port dea9e98f-1b51-4396-ba0c-a6f36776bc36, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=dea9e98f-1b51-4396-ba0c-a6f36776bc36,segment=NetworkSegment(fcbd45ae-33de-4640-a29c-c49b1536f07f),segment_id=fcbd45ae-33de-4640-a29c-c49b1536f07f)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:38:13.117989 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-bc97a334-422a-4861-86b2-d1773714a9dd req-2d8cee00-3b29-4fca-8eb8-67d8066b8e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:13.184309 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8cee00-3b29-4fca-8eb8-67d8066b8e24 service neutron] Pushing event updated for resources: {'Port': ['ID=dea9e98f-1b51-4396-ba0c-a6f36776bc36,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:13.189175 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97a334-422a-4861-86b2-d1773714a9dd req-2d8cee00-3b29-4fca-8eb8-67d8066b8e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:13.189941 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-bc97a334-422a-4861-86b2-d1773714a9dd req-2d8cee00-3b29-4fca-8eb8-67d8066b8e24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:13.191399 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bc97a334-422a-4861-86b2-d1773714a9dd req-2d8cee00-3b29-4fca-8eb8-67d8066b8e24 service neutron] 10.222.0.73 "PUT /v2.0/ports/dea9e98f-1b51-4396-ba0c-a6f36776bc36 HTTP/1.1" status: 200 len: 1091 time: 1.3869560 Nov 10 19:38:13.192158 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48773ea-b5f9-4d0f-a39e-f85351059165', 'tag': 'dea9e98f-1b51-4396-ba0c-a6f36776bc36'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:38:13.194556 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201bb1ec-cec1-4d5e-9a2f-abbf2794a849" -d '{"events": [{"name": "network-changed", "server_uuid": "d48773ea-b5f9-4d0f-a39e-f85351059165", "tag": "dea9e98f-1b51-4396-ba0c-a6f36776bc36"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:38:13.271760 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbb99a4-dc48-4208-8377-91fe754eb2bb x-openstack-request-id: req-7bbb99a4-dc48-4208-8377-91fe754eb2bb {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:38:13.271997 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d48773ea-b5f9-4d0f-a39e-f85351059165", "tag": "dea9e98f-1b51-4396-ba0c-a6f36776bc36", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:38:13.272258 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7bbb99a4-dc48-4208-8377-91fe754eb2bb {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:38:13.272661 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd48773ea-b5f9-4d0f-a39e-f85351059165', 'tag': 'dea9e98f-1b51-4396-ba0c-a6f36776bc36', 'status': 'completed', 'code': 200} Nov 10 19:38:13.295565 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97a334-422a-4861-86b2-d1773714a9dd req-c7e4e9db-3d10-4cbf-88a8-c4dddea0cd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:13.297980 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bc97a334-422a-4861-86b2-d1773714a9dd req-c7e4e9db-3d10-4cbf-88a8-c4dddea0cd16 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a00ca65ead540abbf4d59ff2c615c4f&device_id=d48773ea-b5f9-4d0f-a39e-f85351059165 HTTP/1.1" status: 200 len: 1094 time: 0.0666254 Nov 10 19:38:13.357444 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bc97a334-422a-4861-86b2-d1773714a9dd req-7c8a5d5c-ff94-438c-bb91-38f94d8f90eb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dea9e98f-1b51-4396-ba0c-a6f36776bc36 HTTP/1.1" status: 200 len: 217 time: 0.0494559 Nov 10 19:38:13.466736 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97a334-422a-4861-86b2-d1773714a9dd req-54816b96-fe4d-40b6-a065-520b15e3c5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:13.468420 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bc97a334-422a-4861-86b2-d1773714a9dd req-54816b96-fe4d-40b6-a065-520b15e3c5cd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f85973c4-b607-4c9f-9c90-dbe2046779da HTTP/1.1" status: 200 len: 845 time: 0.1046851 Nov 10 19:38:13.520041 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bc97a334-422a-4861-86b2-d1773714a9dd req-77d6b67f-b438-47d9-8f9f-2434ff481fba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=87737cc5-1491-4eb8-832b-21b850f6c386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412672 Nov 10 19:38:13.537523 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e4568-da68-4de8-ac08-795d954dceb5 req-67e685c5-1e3c-42c4-b198-b7df1447c7c1 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:13.551608 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-969e4568-da68-4de8-ac08-795d954dceb5 req-67e685c5-1e3c-42c4-b198-b7df1447c7c1 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a559dd-f5b2-47d7-8c88-db578cdcc13d HTTP/1.1" status: 200 len: 944 time: 0.1105981 Nov 10 19:38:13.717152 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-969e4568-da68-4de8-ac08-795d954dceb5 req-b9ffd821-9a2c-4766-aa6e-5b9e85927136 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587069 Nov 10 19:38:13.755441 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bc97a334-422a-4861-86b2-d1773714a9dd req-965dad0c-b665-4f76-b72d-dc705c96c546 service neutron] 10.222.0.73 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273881 Nov 10 19:38:13.940537 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4443c-5098-42ac-aaef-d157358105b0 req-547f81ba-96aa-48a7-afd5-eba220e022ee tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:13.955589 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b4b4443c-5098-42ac-aaef-d157358105b0 req-547f81ba-96aa-48a7-afd5-eba220e022ee tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48773ea-b5f9-4d0f-a39e-f85351059165 HTTP/1.1" status: 200 len: 943 time: 0.0915656 Nov 10 19:38:14.051243 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bc97a334-422a-4861-86b2-d1773714a9dd req-ed9734a4-f972-4140-a6da-3da80a79d90d service neutron] 10.222.0.73 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759869 Nov 10 19:38:14.054311 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b4b4443c-5098-42ac-aaef-d157358105b0 req-3251d7b5-5812-4039-a286-f3019be5f60d tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977106 Nov 10 19:38:14.213671 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201bb1ec-cec1-4d5e-9a2f-abbf2794a849 req-e98d35ae-44aa-4ee2-9dda-e9802c7185a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:14.215958 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-201bb1ec-cec1-4d5e-9a2f-abbf2794a849 req-e98d35ae-44aa-4ee2-9dda-e9802c7185a4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a00ca65ead540abbf4d59ff2c615c4f&device_id=d48773ea-b5f9-4d0f-a39e-f85351059165 HTTP/1.1" status: 200 len: 1094 time: 0.0946035 Nov 10 19:38:14.359491 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201bb1ec-cec1-4d5e-9a2f-abbf2794a849 req-93429776-a40f-4782-ad59-5f7e9c4547c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:14.361176 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-201bb1ec-cec1-4d5e-9a2f-abbf2794a849 req-93429776-a40f-4782-ad59-5f7e9c4547c1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=87737cc5-1491-4eb8-832b-21b850f6c386 HTTP/1.1" status: 200 len: 906 time: 0.1293063 Nov 10 19:38:14.430799 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-201bb1ec-cec1-4d5e-9a2f-abbf2794a849 req-1c350385-0a4e-4c8d-952f-cbfcc5103a56 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dea9e98f-1b51-4396-ba0c-a6f36776bc36 HTTP/1.1" status: 200 len: 217 time: 0.0561123 Nov 10 19:38:14.526573 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201bb1ec-cec1-4d5e-9a2f-abbf2794a849 req-f1f8702b-0048-4904-a84a-fcbd1924f0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:14.528499 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-201bb1ec-cec1-4d5e-9a2f-abbf2794a849 req-f1f8702b-0048-4904-a84a-fcbd1924f0aa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f85973c4-b607-4c9f-9c90-dbe2046779da HTTP/1.1" status: 200 len: 845 time: 0.0869653 Nov 10 19:38:14.592653 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-201bb1ec-cec1-4d5e-9a2f-abbf2794a849 req-eac22a2e-c7d4-4d2e-bb92-46fad61c3b1b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=87737cc5-1491-4eb8-832b-21b850f6c386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555449 Nov 10 19:38:14.748413 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-201bb1ec-cec1-4d5e-9a2f-abbf2794a849 req-f9c325aa-cc5e-41ba-800b-f46fc8b16923 service neutron] 10.222.0.73 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452973 Nov 10 19:38:14.941163 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-201bb1ec-cec1-4d5e-9a2f-abbf2794a849 req-77b31eee-ab2f-4a3c-aa9d-94288b249e13 service neutron] 10.222.0.73 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829655 Nov 10 19:38:14.988925 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603eb9d-6874-49af-8dfb-b930fb2582eb req-c41b306c-de19-49e4-92ac-56e271331168 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:14.990549 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3603eb9d-6874-49af-8dfb-b930fb2582eb req-c41b306c-de19-49e4-92ac-56e271331168 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a559dd-f5b2-47d7-8c88-db578cdcc13d HTTP/1.1" status: 200 len: 944 time: 0.1458573 Nov 10 19:38:15.079103 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3603eb9d-6874-49af-8dfb-b930fb2582eb req-ed67de74-6164-4058-bd10-282e40ea54d4 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816917 Nov 10 19:38:15.294023 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a4d34-ca02-443d-a3b3-f1eda577448f req-b7b554f1-2e1a-4aae-8f0a-850bb507d5b6 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:15.301821 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d33a4d34-ca02-443d-a3b3-f1eda577448f req-b7b554f1-2e1a-4aae-8f0a-850bb507d5b6 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48773ea-b5f9-4d0f-a39e-f85351059165 HTTP/1.1" status: 200 len: 943 time: 0.0844393 Nov 10 19:38:15.358788 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d33a4d34-ca02-443d-a3b3-f1eda577448f req-23377145-b677-4be7-8769-db2a073f1beb tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559335 Nov 10 19:38:15.677606 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device dea9e98f-1b51-4396-ba0c-a6f36776bc36 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:38:15.935472 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port dea9e98f-1b51-4396-ba0c-a6f36776bc36, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=dea9e98f-1b51-4396-ba0c-a6f36776bc36,segment=NetworkSegment(fcbd45ae-33de-4640-a29c-c49b1536f07f),segment_id=fcbd45ae-33de-4640-a29c-c49b1536f07f)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:38:15.965345 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'dea9e98f-1b51-4396-ba0c-a6f36776bc36', 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386', 'port_id': 'dea9e98f-1b51-4396-ba0c-a6f36776bc36', 'mac_address': 'fa:16:3e:4b:b7:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85973c4-b607-4c9f-9c90-dbe2046779da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:38:16.024926 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:16.041450 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea9e98f-1b51-4396-ba0c-a6f36776bc36 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:38:16.068186 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port dea9e98f-1b51-4396-ba0c-a6f36776bc36, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=dea9e98f-1b51-4396-ba0c-a6f36776bc36,segment=NetworkSegment(fcbd45ae-33de-4640-a29c-c49b1536f07f),segment_id=fcbd45ae-33de-4640-a29c-c49b1536f07f)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:38:16.074913 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:16.139589 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=dea9e98f-1b51-4396-ba0c-a6f36776bc36,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:16.149365 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:16.150683 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:16.151205 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:16.151823 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:16.152335 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:16.153330 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:16.154004 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:16.154513 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:16.155016 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:16.155532 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:16.156047 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:16.156547 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:16.288665 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['dea9e98f-1b51-4396-ba0c-a6f36776bc36'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:38:16.320543 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38278) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:16.341230 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb7012-6f41-46b9-8b20-9f407b4f2dfb req-d5aceed4-295a-4aed-80b3-020d6fdd28aa tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:16.349309 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fcfb7012-6f41-46b9-8b20-9f407b4f2dfb req-d5aceed4-295a-4aed-80b3-020d6fdd28aa tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a559dd-f5b2-47d7-8c88-db578cdcc13d HTTP/1.1" status: 200 len: 944 time: 0.1218200 Nov 10 19:38:16.430525 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fcfb7012-6f41-46b9-8b20-9f407b4f2dfb req-a188cbe5-1114-4ee2-a7ef-5c6966cb5a7d tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748227 Nov 10 19:38:16.709204 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3289b-9578-4f81-8258-da0bc68a96c3 req-5780db5d-ad06-4259-aee1-0d63fca8b7ad tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:16.716637 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8aa3289b-9578-4f81-8258-da0bc68a96c3 req-5780db5d-ad06-4259-aee1-0d63fca8b7ad tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48773ea-b5f9-4d0f-a39e-f85351059165 HTTP/1.1" status: 200 len: 944 time: 0.1372495 Nov 10 19:38:16.824605 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8aa3289b-9578-4f81-8258-da0bc68a96c3 req-f940e0d9-b7f6-4b74-8617-561e8c71f78b tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986927 Nov 10 19:38:16.978054 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-84d3c695-8350-47f0-a9cd-118c80b79240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:17.488334 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-84d3c695-8350-47f0-a9cd-118c80b79240 admin admin] Deleting port c6ff41bb-3261-46b4-be8a-06827431cb6d {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:38:17.494073 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-84d3c695-8350-47f0-a9cd-118c80b79240 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:17.660046 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-84d3c695-8350-47f0-a9cd-118c80b79240 admin admin] For port c6ff41bb-3261-46b4-be8a-06827431cb6d, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=c6ff41bb-3261-46b4-be8a-06827431cb6d,segment=NetworkSegment(64032029-8ab1-4323-b0f8-d41046acfa66),segment_id=64032029-8ab1-4323-b0f8-d41046acfa66)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:38:17.660327 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-84d3c695-8350-47f0-a9cd-118c80b79240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:17.662119 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeaf25f-1271-4d1e-8946-bba5b0ea31e7 req-b2a88195-e2ce-44bf-bbed-8ce0c4f5e9ef tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:17.664715 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-deeaf25f-1271-4d1e-8946-bba5b0ea31e7 req-b2a88195-e2ce-44bf-bbed-8ce0c4f5e9ef tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a559dd-f5b2-47d7-8c88-db578cdcc13d HTTP/1.1" status: 200 len: 944 time: 0.0997217 Nov 10 19:38:17.685928 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device dea9e98f-1b51-4396-ba0c-a6f36776bc36 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:38:17.704860 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-84d3c695-8350-47f0-a9cd-118c80b79240 admin admin] Calling delete_port for c6ff41bb-3261-46b4-be8a-06827431cb6d owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:38:17.782075 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-deeaf25f-1271-4d1e-8946-bba5b0ea31e7 req-db0f020f-1911-4720-a5a8-3d156bd4b8e4 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098926 Nov 10 19:38:17.811940 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port dea9e98f-1b51-4396-ba0c-a6f36776bc36 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:38:17.817347 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port dea9e98f-1b51-4396-ba0c-a6f36776bc36 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:38:17.817865 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:17.969188 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:18.019079 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48773ea-b5f9-4d0f-a39e-f85351059165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea9e98f-1b51-4396-ba0c-a6f36776bc36'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:38:18.022598 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3b250f-2b49-47b9-9d30-a5e7641ee659" -d '{"events": [{"server_uuid": "d48773ea-b5f9-4d0f-a39e-f85351059165", "name": "network-vif-plugged", "status": "completed", "tag": "dea9e98f-1b51-4396-ba0c-a6f36776bc36"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:38:18.039621 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port dea9e98f-1b51-4396-ba0c-a6f36776bc36, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=dea9e98f-1b51-4396-ba0c-a6f36776bc36,segment=NetworkSegment(fcbd45ae-33de-4640-a29c-c49b1536f07f),segment_id=fcbd45ae-33de-4640-a29c-c49b1536f07f)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:38:18.045202 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:18.080115 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1828c3-d19a-4cf2-8b79-67d390519f76 req-6d651b71-ed71-41b9-8f96-4bcd02b97325 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:18.083196 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1e1828c3-d19a-4cf2-8b79-67d390519f76 req-6d651b71-ed71-41b9-8f96-4bcd02b97325 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48773ea-b5f9-4d0f-a39e-f85351059165 HTTP/1.1" status: 200 len: 944 time: 0.1056564 Nov 10 19:38:18.101532 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-84d3c695-8350-47f0-a9cd-118c80b79240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:18.135916 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=dea9e98f-1b51-4396-ba0c-a6f36776bc36,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:18.155341 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3c695-8350-47f0-a9cd-118c80b79240 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6ff41bb-3261-46b4-be8a-06827431cb6d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:18.207308 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1e1828c3-d19a-4cf2-8b79-67d390519f76 req-78aab7d6-6a82-41db-8517-33c1b3b7a447 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135190 Nov 10 19:38:18.277458 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3929fd40-e8a7-4474-890f-98163eedc3a8 x-openstack-request-id: req-3929fd40-e8a7-4474-890f-98163eedc3a8 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:38:18.277927 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48773ea-b5f9-4d0f-a39e-f85351059165", "name": "network-vif-plugged", "status": "completed", "tag": "dea9e98f-1b51-4396-ba0c-a6f36776bc36", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:38:18.278456 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3929fd40-e8a7-4474-890f-98163eedc3a8 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:38:18.278957 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48773ea-b5f9-4d0f-a39e-f85351059165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea9e98f-1b51-4396-ba0c-a6f36776bc36', 'code': 200} Nov 10 19:38:18.386683 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-84d3c695-8350-47f0-a9cd-118c80b79240 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:18.494874 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63f4d6-d119-4f7e-9b9a-04f5e50cf651 req-184378ee-b9b1-4338-a696-a9bc7e1d2e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:18.496745 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ed63f4d6-d119-4f7e-9b9a-04f5e50cf651 req-184378ee-b9b1-4338-a696-a9bc7e1d2e98 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d48773ea-b5f9-4d0f-a39e-f85351059165 HTTP/1.1" status: 200 len: 1096 time: 0.1006258 Nov 10 19:38:18.589835 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ed63f4d6-d119-4f7e-9b9a-04f5e50cf651 req-26d2d726-810f-4dce-955d-6f9e34e767e4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549855 Nov 10 19:38:18.745911 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d3c695-8350-47f0-a9cd-118c80b79240 admin admin] Router 7219050f-1373-4369-bbb2-a5caec6a4a72 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:38:18.876468 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d3c695-8350-47f0-a9cd-118c80b79240 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:38:18.883318 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-84d3c695-8350-47f0-a9cd-118c80b79240 admin admin] 10.222.0.54 "PUT /v2.0/routers/7219050f-1373-4369-bbb2-a5caec6a4a72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5610960 Nov 10 19:38:18.885479 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38334) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:18.890366 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c3193a-ef2a-443b-aac1-c1f5d3eeac9a None None] Sync routers for ids ['7219050f-1373-4369-bbb2-a5caec6a4a72'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:38:18.953641 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c2133-db82-4156-a2bb-fc5ca5c8c58c req-51ab10a6-7fc1-4b67-909b-e2d5943424df tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:18.955295 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5f5c2133-db82-4156-a2bb-fc5ca5c8c58c req-51ab10a6-7fc1-4b67-909b-e2d5943424df tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a559dd-f5b2-47d7-8c88-db578cdcc13d HTTP/1.1" status: 200 len: 944 time: 0.0992393 Nov 10 19:38:19.030017 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c3193a-ef2a-443b-aac1-c1f5d3eeac9a None None] Routers {'7219050f-1373-4369-bbb2-a5caec6a4a72'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:38:19.031430 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a0c3193a-ef2a-443b-aac1-c1f5d3eeac9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:37:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['7219050f-1373-4369-bbb2-a5caec6a4a72'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:19.058090 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5f5c2133-db82-4156-a2bb-fc5ca5c8c58c req-84f77edf-b67a-469d-b0b8-348d8c91bbd5 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899720 Nov 10 19:38:19.079079 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f4eab9f-45b8-4f2f-a839-f594d5737669 admin admin] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:19.153536 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-a0c3193a-ef2a-443b-aac1-c1f5d3eeac9a None None] Set router 7219050f-1373-4369-bbb2-a5caec6a4a72 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:38:19.191094 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f4eab9f-45b8-4f2f-a839-f594d5737669 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:19.254344 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-5f4eab9f-45b8-4f2f-a839-f594d5737669 admin admin] Deleting port ebc85926-5b1d-4669-ba8d-19bed558c3b5 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:38:19.254683 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f4eab9f-45b8-4f2f-a839-f594d5737669 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:19.386291 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-5f4eab9f-45b8-4f2f-a839-f594d5737669 admin admin] For port ebc85926-5b1d-4669-ba8d-19bed558c3b5, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ebc85926-5b1d-4669-ba8d-19bed558c3b5,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:38:19.386833 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f4eab9f-45b8-4f2f-a839-f594d5737669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:19.399534 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a0c3193a-ef2a-443b-aac1-c1f5d3eeac9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'name': 'tempest-TestVolumeBackupRestore-1858629436-router', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ebc85926-5b1d-4669-ba8d-19bed558c3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:33:49Z', 'updated_at': '2021-11-10T19:38:18Z', 'revision_number': 5, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'gw_port': {'id': 'ebc85926-5b1d-4669-ba8d-19bed558c3b5', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:33:52Z', 'updated_at': '2021-11-10T19:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:19.406975 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c45df-1e13-4eb0-9267-f322444da6f8 req-53a4c1af-c941-4533-8e67-0a679331f083 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:19.415118 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-652c45df-1e13-4eb0-9267-f322444da6f8 req-53a4c1af-c941-4533-8e67-0a679331f083 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48773ea-b5f9-4d0f-a39e-f85351059165 HTTP/1.1" status: 200 len: 945 time: 0.1054327 Nov 10 19:38:19.432239 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c3193a-ef2a-443b-aac1-c1f5d3eeac9a None None] Checking router: 7219050f-1373-4369-bbb2-a5caec6a4a72 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:38:19.433929 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-5f4eab9f-45b8-4f2f-a839-f594d5737669 admin admin] Calling delete_port for ebc85926-5b1d-4669-ba8d-19bed558c3b5 owned by network:router_gateway {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:38:19.445752 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c3193a-ef2a-443b-aac1-c1f5d3eeac9a None None] Routers {'7219050f-1373-4369-bbb2-a5caec6a4a72'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:38:19.447400 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a0c3193a-ef2a-443b-aac1-c1f5d3eeac9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:37:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['7219050f-1373-4369-bbb2-a5caec6a4a72'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:19.520036 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-652c45df-1e13-4eb0-9267-f322444da6f8 req-d482e592-6252-4057-950c-89dfd0f287ec tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039541 Nov 10 19:38:19.554460 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-a0c3193a-ef2a-443b-aac1-c1f5d3eeac9a None None] Set router 7219050f-1373-4369-bbb2-a5caec6a4a72 gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:38:19.628983 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a0c3193a-ef2a-443b-aac1-c1f5d3eeac9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'name': 'tempest-TestVolumeBackupRestore-1858629436-router', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:33:49Z', 'updated_at': '2021-11-10T19:38:19Z', 'revision_number': 6, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:19.699577 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c3193a-ef2a-443b-aac1-c1f5d3eeac9a None None] The sync data for ids ['7219050f-1373-4369-bbb2-a5caec6a4a72'] in n-d-813897-4 is: [{'id': '7219050f-1373-4369-bbb2-a5caec6a4a72', 'name': 'tempest-TestVolumeBackupRestore-1858629436-router', 'tenant_id': '89173b773b184603afa4cd71a4d99c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:33:49Z', 'updated_at': '2021-11-10T19:38:19Z', 'revision_number': 6, 'project_id': '89173b773b184603afa4cd71a4d99c6e', 'gw_port_host': None}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:38:19.779783 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f4eab9f-45b8-4f2f-a839-f594d5737669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:19.806937 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4eab9f-45b8-4f2f-a839-f594d5737669 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebc85926-5b1d-4669-ba8d-19bed558c3b5,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:19.823786 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397b8584-3000-4340-8a19-8527ec4d5620 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:38:19.871442 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f4eab9f-45b8-4f2f-a839-f594d5737669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:19.971774 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f4eab9f-45b8-4f2f-a839-f594d5737669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:19.974135 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f4eab9f-45b8-4f2f-a839-f594d5737669 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:20.021581 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f4eab9f-45b8-4f2f-a839-f594d5737669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:20.022195 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4eab9f-45b8-4f2f-a839-f594d5737669 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7219050f-1373-4369-bbb2-a5caec6a4a72 {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:38:20.027268 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f4eab9f-45b8-4f2f-a839-f594d5737669 admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:20.028456 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5f4eab9f-45b8-4f2f-a839-f594d5737669 admin admin] 10.222.0.54 "DELETE /v2.0/routers/7219050f-1373-4369-bbb2-a5caec6a4a72 HTTP/1.1" status: 204 len: 168 time: 1.1419821 Nov 10 19:38:20.031253 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38362) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:20.084895 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbd54af2-2158-4af6-addc-23066ae698df admin admin] Deleting subnet 7b78156c-e958-473f-9a67-d60d2887529a {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:38:20.089837 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cbd54af2-2158-4af6-addc-23066ae698df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:20.135710 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cbd54af2-2158-4af6-addc-23066ae698df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:20.270896 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba35d11-5782-4bca-a0ee-4ec4cc51cf6f req-13c4867a-bae4-4e59-9522-d620f9e3af71 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:20.272515 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5ba35d11-5782-4bca-a0ee-4ec4cc51cf6f req-13c4867a-bae4-4e59-9522-d620f9e3af71 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a559dd-f5b2-47d7-8c88-db578cdcc13d HTTP/1.1" status: 200 len: 944 time: 0.1035640 Nov 10 19:38:20.298962 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cbd54af2-2158-4af6-addc-23066ae698df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:20.374340 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5ba35d11-5782-4bca-a0ee-4ec4cc51cf6f req-bcce9e7f-2bc1-44dc-8e75-93c6ca624061 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917127 Nov 10 19:38:20.389873 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cbd54af2-2158-4af6-addc-23066ae698df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:20.551082 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device c6ff41bb-3261-46b4-be8a-06827431cb6d no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:38:20.585214 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: c6ff41bb-3261-46b4-be8a-06827431cb6d {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:38:20.585869 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device c6ff41bb-3261-46b4-be8a-06827431cb6d not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:38:20.695354 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd54af2-2158-4af6-addc-23066ae698df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b78156c-e958-473f-9a67-d60d2887529a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:20.707255 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cbd54af2-2158-4af6-addc-23066ae698df admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:20.713133 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-cbd54af2-2158-4af6-addc-23066ae698df admin admin] 10.222.0.54 "DELETE /v2.0/subnets/7b78156c-e958-473f-9a67-d60d2887529a HTTP/1.1" status: 204 len: 168 time: 0.6782801 Nov 10 19:38:20.713465 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38378) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:20.717038 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632215b0-1085-45db-8ee3-9764f2d736dc None None] Network 9dacfcc3-6546-45d2-be83-bda4927c0f56 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:38:20.788582 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96dc0ba-c15e-4975-9ca5-74fbee3b0557 req-4febd1d8-3c03-4161-ace8-2a54d7ecee45 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:20.790130 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d96dc0ba-c15e-4975-9ca5-74fbee3b0557 req-4febd1d8-3c03-4161-ace8-2a54d7ecee45 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48773ea-b5f9-4d0f-a39e-f85351059165 HTTP/1.1" status: 200 len: 945 time: 0.0971391 Nov 10 19:38:20.804807 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aa72f798-e14d-49cf-bd9a-538c3ca380ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:20.875062 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d96dc0ba-c15e-4975-9ca5-74fbee3b0557 req-d655d204-fa12-42d3-9ec0-2d88d98d17f9 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729654 Nov 10 19:38:20.896504 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-aa72f798-e14d-49cf-bd9a-538c3ca380ab admin admin] Deleting port d971ad4c-1cbe-4648-abe8-5841549901b8 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:38:20.898183 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aa72f798-e14d-49cf-bd9a-538c3ca380ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:20.988206 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd132ff-7063-4334-a078-0a4b929907d1 None None] DHCP port deletion for 9dacfcc3-6546-45d2-be83-bda4927c0f56 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:38:21.001741 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-aa72f798-e14d-49cf-bd9a-538c3ca380ab admin admin] For port d971ad4c-1cbe-4648-abe8-5841549901b8, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d971ad4c-1cbe-4648-abe8-5841549901b8,segment=NetworkSegment(64032029-8ab1-4323-b0f8-d41046acfa66),segment_id=64032029-8ab1-4323-b0f8-d41046acfa66)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:38:21.002202 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aa72f798-e14d-49cf-bd9a-538c3ca380ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:21.023605 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-aa72f798-e14d-49cf-bd9a-538c3ca380ab admin admin] Calling delete_port for d971ad4c-1cbe-4648-abe8-5841549901b8 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:38:21.041375 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f736c-0816-45d5-9da7-c8a95d6b2df0 req-24395855-6ede-4505-93ce-3ef76fec20cf tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:21.043677 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b4f736c-0816-45d5-9da7-c8a95d6b2df0 req-24395855-6ede-4505-93ce-3ef76fec20cf tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48773ea-b5f9-4d0f-a39e-f85351059165 HTTP/1.1" status: 200 len: 945 time: 0.0751104 Nov 10 19:38:21.065091 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-4fd132ff-7063-4334-a078-0a4b929907d1 None None] Deleting port d971ad4c-1cbe-4648-abe8-5841549901b8 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:38:21.065655 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4fd132ff-7063-4334-a078-0a4b929907d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:21.123662 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b4f736c-0816-45d5-9da7-c8a95d6b2df0 req-fe9fd613-f8ab-4056-ba86-61247f91e60a tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714259 Nov 10 19:38:21.170545 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aa72f798-e14d-49cf-bd9a-538c3ca380ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:21.210983 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72f798-e14d-49cf-bd9a-538c3ca380ab admin admin] Pushing event deleted for resources: {'Port': ['ID=d971ad4c-1cbe-4648-abe8-5841549901b8,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:21.225243 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa72f798-e14d-49cf-bd9a-538c3ca380ab admin admin] No DVR routers for this DVR port d971ad4c-1cbe-4648-abe8-5841549901b8 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:38:21.320864 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aa72f798-e14d-49cf-bd9a-538c3ca380ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:21.355016 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-aa72f798-e14d-49cf-bd9a-538c3ca380ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dacfcc3-6546-45d2-be83-bda4927c0f56']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:21.366371 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-aa72f798-e14d-49cf-bd9a-538c3ca380ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64032029-8ab1-4323-b0f8-d41046acfa66') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:21.366733 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-aa72f798-e14d-49cf-bd9a-538c3ca380ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64032029-8ab1-4323-b0f8-d41046acfa66') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:21.378549 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aa72f798-e14d-49cf-bd9a-538c3ca380ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:21.402109 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aa72f798-e14d-49cf-bd9a-538c3ca380ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:21.403260 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-4fd132ff-7063-4334-a078-0a4b929907d1 None None] For port d971ad4c-1cbe-4648-abe8-5841549901b8, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d971ad4c-1cbe-4648-abe8-5841549901b8,segment=NetworkSegment(64032029-8ab1-4323-b0f8-d41046acfa66),segment_id=64032029-8ab1-4323-b0f8-d41046acfa66)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:38:21.404312 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4fd132ff-7063-4334-a078-0a4b929907d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:21.409713 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa72f798-e14d-49cf-bd9a-538c3ca380ab admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:38:21.410271 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aa72f798-e14d-49cf-bd9a-538c3ca380ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:21.412274 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:38:21.412274 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:38:21.412274 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:38:21.412274 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:38:21.412274 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:38:21.412274 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:38:21.412274 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:38:21.412274 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:38:21.412274 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:38:21.412274 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:38:21.412274 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:38:21.412274 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:38:21.412274 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:38:21.412274 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:38:21.412274 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:38:21.412274 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:38:21.412274 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:38:21.412274 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:38:21.412274 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:38:21.412274 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:38:21.412274 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:38:21.412274 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:38:21.412274 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:38:21.412274 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:38:21.412274 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:38:21.412274 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:38:21.412274 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:38:21.412274 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:38:21.412274 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:38:21.412274 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:38:21.412274 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:38:21.412274 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:38:21.425029 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-4fd132ff-7063-4334-a078-0a4b929907d1 None None] Calling delete_port for d971ad4c-1cbe-4648-abe8-5841549901b8 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:38:21.443223 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928fc06-90c5-4666-8117-ba7ff7673764 req-1a09d25c-f470-48e6-b49c-9946fb945aa8 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:21.444770 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e928fc06-90c5-4666-8117-ba7ff7673764 req-1a09d25c-f470-48e6-b49c-9946fb945aa8 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48773ea-b5f9-4d0f-a39e-f85351059165 HTTP/1.1" status: 200 len: 945 time: 0.0576134 Nov 10 19:38:21.490753 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aa72f798-e14d-49cf-bd9a-538c3ca380ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:21.497317 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aa72f798-e14d-49cf-bd9a-538c3ca380ab admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:21.503717 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-aa72f798-e14d-49cf-bd9a-538c3ca380ab admin admin] 10.222.0.54 "DELETE /v2.0/networks/9dacfcc3-6546-45d2-be83-bda4927c0f56 HTTP/1.1" status: 204 len: 168 time: 0.7856920 Nov 10 19:38:21.504683 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38404) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:21.526857 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e928fc06-90c5-4666-8117-ba7ff7673764 req-b6c4567d-0705-4075-9aed-21492cabe207 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748076 Nov 10 19:38:21.539181 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4fd132ff-7063-4334-a078-0a4b929907d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:21.550848 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72f798-e14d-49cf-bd9a-538c3ca380ab admin admin] Pushing event deleted for resources: {'Network': ['ID=9dacfcc3-6546-45d2-be83-bda4927c0f56,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:21.592156 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd132ff-7063-4334-a078-0a4b929907d1 None None] Pushing event deleted for resources: {'Port': ['ID=d971ad4c-1cbe-4648-abe8-5841549901b8,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:21.594851 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4fd132ff-7063-4334-a078-0a4b929907d1 None None] Network 9dacfcc3-6546-45d2-be83-bda4927c0f56 is not hosted by any dhcp agent {{(pid=102507) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 19:38:21.595444 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd132ff-7063-4334-a078-0a4b929907d1 None None] No DVR routers for this DVR port d971ad4c-1cbe-4648-abe8-5841549901b8 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:38:21.658837 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1fe35f-f56f-4d61-8f29-fa602d03a4ca req-4018a536-856c-4280-b2df-0fdf05ef028b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:21.660707 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba1fe35f-f56f-4d61-8f29-fa602d03a4ca req-4018a536-856c-4280-b2df-0fdf05ef028b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a559dd-f5b2-47d7-8c88-db578cdcc13d HTTP/1.1" status: 200 len: 944 time: 0.0583246 Nov 10 19:38:21.711287 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba1fe35f-f56f-4d61-8f29-fa602d03a4ca req-32faacb7-7714-4f70-96ec-c5099411c2a7 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435793 Nov 10 19:38:21.923070 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8bfb1102-c481-4ed4-9749-8862ef3a6738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:21.968818 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ebc85926-5b1d-4669-ba8d-19bed558c3b5 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:38:22.000800 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: ebc85926-5b1d-4669-ba8d-19bed558c3b5 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:38:22.001827 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ebc85926-5b1d-4669-ba8d-19bed558c3b5 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:38:22.002673 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d971ad4c-1cbe-4648-abe8-5841549901b8 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:38:22.025447 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: d971ad4c-1cbe-4648-abe8-5841549901b8 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:38:22.026476 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d971ad4c-1cbe-4648-abe8-5841549901b8 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:38:22.256195 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb1102-c481-4ed4-9749-8862ef3a6738 admin admin] Deleting port 18e0fdaa-a093-45d1-bd3a-640a7aefeced {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:38:22.256586 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8bfb1102-c481-4ed4-9749-8862ef3a6738 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:22.334071 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38426) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:22.366566 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-8bfb1102-c481-4ed4-9749-8862ef3a6738 admin admin] For port 18e0fdaa-a093-45d1-bd3a-640a7aefeced, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=18e0fdaa-a093-45d1-bd3a-640a7aefeced,segment=NetworkSegment(61fc0dda-4bbe-440b-9721-7dd23a236ac4),segment_id=61fc0dda-4bbe-440b-9721-7dd23a236ac4)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:38:22.366945 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8bfb1102-c481-4ed4-9749-8862ef3a6738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:22.382588 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb1102-c481-4ed4-9749-8862ef3a6738 admin admin] Calling delete_port for 18e0fdaa-a093-45d1-bd3a-640a7aefeced owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:38:22.681231 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30409f-21f0-4da5-9440-5655880aeb06 req-cd5de6b4-9e0a-4a76-8037-94824bf453a6 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:22.683680 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8e30409f-21f0-4da5-9440-5655880aeb06 req-cd5de6b4-9e0a-4a76-8037-94824bf453a6 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48773ea-b5f9-4d0f-a39e-f85351059165 HTTP/1.1" status: 200 len: 945 time: 0.0651970 Nov 10 19:38:22.736219 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8e30409f-21f0-4da5-9440-5655880aeb06 req-3d88b659-20c1-466b-9dd5-ff486b04f4a4 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452938 Nov 10 19:38:22.825209 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f7ef71d6-91ba-4b3d-a6b9-c7c11e21b058 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:22.849605 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5b2fe-3f5a-47dd-8268-c49aa0d144aa req-a34176ae-68c5-4467-907a-d95900d38019 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:22.851375 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8ef5b2fe-3f5a-47dd-8268-c49aa0d144aa req-a34176ae-68c5-4467-907a-d95900d38019 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a559dd-f5b2-47d7-8c88-db578cdcc13d HTTP/1.1" status: 200 len: 944 time: 0.0537791 Nov 10 19:38:22.919211 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8ef5b2fe-3f5a-47dd-8268-c49aa0d144aa req-d3546c64-f35c-4ed0-bef7-2f6d446d5af2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606554 Nov 10 19:38:22.946210 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78eaddb-ccb7-4ded-96c0-5121ba05d2e0 req-5c68a6fb-7bee-4a15-892f-c3586e87c3e3 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:22.947855 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f78eaddb-ccb7-4ded-96c0-5121ba05d2e0 req-5c68a6fb-7bee-4a15-892f-c3586e87c3e3 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.73 "GET /v2.0/ports?device_id=d48773ea-b5f9-4d0f-a39e-f85351059165 HTTP/1.1" status: 200 len: 945 time: 0.1344647 Nov 10 19:38:23.102360 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f7ef71d6-91ba-4b3d-a6b9-c7c11e21b058 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:23.110023 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f7ef71d6-91ba-4b3d-a6b9-c7c11e21b058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:23.125106 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8bfb1102-c481-4ed4-9749-8862ef3a6738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:23.184172 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb1102-c481-4ed4-9749-8862ef3a6738 admin admin] Pushing event deleted for resources: {'Port': ['ID=18e0fdaa-a093-45d1-bd3a-640a7aefeced,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:23.187907 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f7ef71d6-91ba-4b3d-a6b9-c7c11e21b058 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3a597c6b1f5d4474a5dc9c1fc7829dcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8528109 Nov 10 19:38:23.191217 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38448) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:23.196906 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef71d6-91ba-4b3d-a6b9-c7c11e21b058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80eadaa-612f-462d-a0dc-de0815e601ba,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:23.240846 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-f78eaddb-ccb7-4ded-96c0-5121ba05d2e0 req-19aba132-a47b-42c3-a60e-8fbf5e3e7c30 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Deleting port dea9e98f-1b51-4396-ba0c-a6f36776bc36 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:38:23.241192 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f78eaddb-ccb7-4ded-96c0-5121ba05d2e0 req-19aba132-a47b-42c3-a60e-8fbf5e3e7c30 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:23.246766 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-83fd72ee-52ec-478d-9b35-ea5c98592974 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:23.270683 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-83fd72ee-52ec-478d-9b35-ea5c98592974 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:23.328553 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-83fd72ee-52ec-478d-9b35-ea5c98592974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:23.331522 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-83fd72ee-52ec-478d-9b35-ea5c98592974 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:23.334585 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-83fd72ee-52ec-478d-9b35-ea5c98592974 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c80eadaa-612f-462d-a0dc-de0815e601ba HTTP/1.1" status: 204 len: 168 time: 0.1398373 Nov 10 19:38:23.351413 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd72ee-52ec-478d-9b35-ea5c98592974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80eadaa-612f-462d-a0dc-de0815e601ba,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:23.485174 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-54b78c46-6756-46c2-9afe-28b05cebaa14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:23.521978 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8bfb1102-c481-4ed4-9749-8862ef3a6738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:23.531885 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-f78eaddb-ccb7-4ded-96c0-5121ba05d2e0 req-19aba132-a47b-42c3-a60e-8fbf5e3e7c30 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] For port dea9e98f-1b51-4396-ba0c-a6f36776bc36, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=dea9e98f-1b51-4396-ba0c-a6f36776bc36,segment=NetworkSegment(fcbd45ae-33de-4640-a29c-c49b1536f07f),segment_id=fcbd45ae-33de-4640-a29c-c49b1536f07f)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:38:23.532211 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f78eaddb-ccb7-4ded-96c0-5121ba05d2e0 req-19aba132-a47b-42c3-a60e-8fbf5e3e7c30 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:23.549084 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-f78eaddb-ccb7-4ded-96c0-5121ba05d2e0 req-19aba132-a47b-42c3-a60e-8fbf5e3e7c30 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Calling delete_port for dea9e98f-1b51-4396-ba0c-a6f36776bc36 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:38:23.841265 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f78eaddb-ccb7-4ded-96c0-5121ba05d2e0 req-19aba132-a47b-42c3-a60e-8fbf5e3e7c30 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:23.854410 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['dea9e98f-1b51-4396-ba0c-a6f36776bc36'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:38:23.856943 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['2a7be1e5-ed41-4143-82b8-17f08b0bb134'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:38:23.925666 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30933311-a215-4116-832f-62b2d7bc9eec req-27d53ddf-8ab4-41e7-8259-71bb8e272d47 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:23.929912 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-30933311-a215-4116-832f-62b2d7bc9eec req-27d53ddf-8ab4-41e7-8259-71bb8e272d47 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48773ea-b5f9-4d0f-a39e-f85351059165 HTTP/1.1" status: 200 len: 867 time: 0.1145284 Nov 10 19:38:23.936419 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aba132-a47b-42c3-a60e-8fbf5e3e7c30 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Pushing event deleted for resources: {'Port': ['ID=dea9e98f-1b51-4396-ba0c-a6f36776bc36,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:24.001699 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78eaddb-ccb7-4ded-96c0-5121ba05d2e0 req-19aba132-a47b-42c3-a60e-8fbf5e3e7c30 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] No DVR routers for this DVR port dea9e98f-1b51-4396-ba0c-a6f36776bc36 on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:38:24.006122 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f78eaddb-ccb7-4ded-96c0-5121ba05d2e0 req-19aba132-a47b-42c3-a60e-8fbf5e3e7c30 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:24.009934 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f78eaddb-ccb7-4ded-96c0-5121ba05d2e0 req-19aba132-a47b-42c3-a60e-8fbf5e3e7c30 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.73 "DELETE /v2.0/ports/dea9e98f-1b51-4396-ba0c-a6f36776bc36 HTTP/1.1" status: 204 len: 173 time: 1.0546370 Nov 10 19:38:24.013175 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48773ea-b5f9-4d0f-a39e-f85351059165', 'name': 'network-vif-deleted', 'tag': 'dea9e98f-1b51-4396-ba0c-a6f36776bc36'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:38:24.016417 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980a64d8-847a-48f9-a148-909cf952c7da" -d '{"events": [{"server_uuid": "d48773ea-b5f9-4d0f-a39e-f85351059165", "name": "network-vif-deleted", "tag": "dea9e98f-1b51-4396-ba0c-a6f36776bc36"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:38:24.029729 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfb1102-c481-4ed4-9749-8862ef3a6738 admin admin] Router 33ac9349-1b6c-4155-9f8e-db8745d5cd93 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:38:24.070694 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-30933311-a215-4116-832f-62b2d7bc9eec req-2214e6c1-ecb2-4741-b9c1-f15f16fda7f6 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179764 Nov 10 19:38:24.177213 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfb1102-c481-4ed4-9749-8862ef3a6738 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:38:24.192837 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e89b118-6aeb-464e-a046-b2007a125c07 None None] Sync routers for ids ['33ac9349-1b6c-4155-9f8e-db8745d5cd93'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:38:24.197619 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8bfb1102-c481-4ed4-9749-8862ef3a6738 admin admin] 10.222.0.54 "PUT /v2.0/routers/33ac9349-1b6c-4155-9f8e-db8745d5cd93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6899567 Nov 10 19:38:24.198294 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38490) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:24.206565 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e89b118-6aeb-464e-a046-b2007a125c07 None None] Routers {'33ac9349-1b6c-4155-9f8e-db8745d5cd93'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:38:24.207490 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-7e89b118-6aeb-464e-a046-b2007a125c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:37:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33ac9349-1b6c-4155-9f8e-db8745d5cd93'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:24.325743 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-7e89b118-6aeb-464e-a046-b2007a125c07 None None] Set router 33ac9349-1b6c-4155-9f8e-db8745d5cd93 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:38:24.336678 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-761c061c-5bc1-44a7-9277-76800f93fff0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:24.460920 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee08a5b-2bbd-4c4e-8256-4624ccef0eb6 req-0664944e-6a4e-4300-8165-0ecb19a2f0c6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:24.462646 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6ee08a5b-2bbd-4c4e-8256-4624ccef0eb6 req-0664944e-6a4e-4300-8165-0ecb19a2f0c6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a559dd-f5b2-47d7-8c88-db578cdcc13d HTTP/1.1" status: 200 len: 944 time: 0.1232617 Nov 10 19:38:24.546127 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-761c061c-5bc1-44a7-9277-76800f93fff0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:24.563566 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6ee08a5b-2bbd-4c4e-8256-4624ccef0eb6 req-4ac13860-ccf8-4113-854e-cbaba34346da tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907674 Nov 10 19:38:24.658343 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-7e89b118-6aeb-464e-a046-b2007a125c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ac9349-1b6c-4155-9f8e-db8745d5cd93', 'name': 'tempest-TestVolumeBackupRestore-449609664-router', 'tenant_id': 'b909c87dd62e4225811f8cf5690251df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'fae1468c-c49a-48e5-b6dc-ef2d1d13d38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:34:02Z', 'updated_at': '2021-11-10T19:38:23Z', 'revision_number': 5, 'project_id': 'b909c87dd62e4225811f8cf5690251df', 'gw_port': {'id': 'fae1468c-c49a-48e5-b6dc-ef2d1d13d38e', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac9349-1b6c-4155-9f8e-db8745d5cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:34:03Z', 'updated_at': '2021-11-10T19:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:24.684517 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0a7260-7872-4348-9d4b-c0aa5f73b69b x-openstack-request-id: req-dc0a7260-7872-4348-9d4b-c0aa5f73b69b {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:38:24.684904 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48773ea-b5f9-4d0f-a39e-f85351059165", "name": "network-vif-deleted", "tag": "dea9e98f-1b51-4396-ba0c-a6f36776bc36", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:38:24.685247 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dc0a7260-7872-4348-9d4b-c0aa5f73b69b {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:38:24.685740 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48773ea-b5f9-4d0f-a39e-f85351059165', 'name': 'network-vif-deleted', 'tag': 'dea9e98f-1b51-4396-ba0c-a6f36776bc36', 'status': 'completed', 'code': 200} Nov 10 19:38:24.700032 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e89b118-6aeb-464e-a046-b2007a125c07 None None] Checking router: 33ac9349-1b6c-4155-9f8e-db8745d5cd93 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:38:24.710323 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e89b118-6aeb-464e-a046-b2007a125c07 None None] Routers {'33ac9349-1b6c-4155-9f8e-db8745d5cd93'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:38:24.710986 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-7e89b118-6aeb-464e-a046-b2007a125c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:37:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['33ac9349-1b6c-4155-9f8e-db8745d5cd93'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:24.724380 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-761c061c-5bc1-44a7-9277-76800f93fff0 admin admin] Deleting port fae1468c-c49a-48e5-b6dc-ef2d1d13d38e {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:38:24.724728 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-761c061c-5bc1-44a7-9277-76800f93fff0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:24.819839 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:24.829467 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-761c061c-5bc1-44a7-9277-76800f93fff0 admin admin] For port fae1468c-c49a-48e5-b6dc-ef2d1d13d38e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fae1468c-c49a-48e5-b6dc-ef2d1d13d38e,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:38:24.830542 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-761c061c-5bc1-44a7-9277-76800f93fff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:24.834164 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-7e89b118-6aeb-464e-a046-b2007a125c07 None None] Set router 33ac9349-1b6c-4155-9f8e-db8745d5cd93 gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:38:24.847190 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-761c061c-5bc1-44a7-9277-76800f93fff0 admin admin] Calling delete_port for fae1468c-c49a-48e5-b6dc-ef2d1d13d38e owned by network:router_gateway {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:38:24.896678 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-7e89b118-6aeb-464e-a046-b2007a125c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ac9349-1b6c-4155-9f8e-db8745d5cd93', 'name': 'tempest-TestVolumeBackupRestore-449609664-router', 'tenant_id': 'b909c87dd62e4225811f8cf5690251df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:34:02Z', 'updated_at': '2021-11-10T19:38:24Z', 'revision_number': 6, 'project_id': 'b909c87dd62e4225811f8cf5690251df', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:24.926349 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e89b118-6aeb-464e-a046-b2007a125c07 None None] The sync data for ids ['33ac9349-1b6c-4155-9f8e-db8745d5cd93'] in n-d-813897-4 is: [{'id': '33ac9349-1b6c-4155-9f8e-db8745d5cd93', 'name': 'tempest-TestVolumeBackupRestore-449609664-router', 'tenant_id': 'b909c87dd62e4225811f8cf5690251df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:34:02Z', 'updated_at': '2021-11-10T19:38:24Z', 'revision_number': 6, 'project_id': 'b909c87dd62e4225811f8cf5690251df', 'gw_port_host': None}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:38:25.050882 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-761c061c-5bc1-44a7-9277-76800f93fff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:25.070037 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38518) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:25.100151 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:25.110221 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51318dc-dae3-4198-a711-4ff521d846a3 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:38:25.112673 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c061c-5bc1-44a7-9277-76800f93fff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fae1468c-c49a-48e5-b6dc-ef2d1d13d38e,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:25.161232 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-761c061c-5bc1-44a7-9277-76800f93fff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:25.290100 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-761c061c-5bc1-44a7-9277-76800f93fff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:25.293935 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-761c061c-5bc1-44a7-9277-76800f93fff0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:25.301071 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-3482eee3-04e9-4851-9e39-34dd08ae8668 tempest-PortsAdminExtendedAttrsTestJSON-1537258139 tempest-PortsAdminExtendedAttrsTestJSON-1537258139-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1012000025'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:38:25.343182 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-761c061c-5bc1-44a7-9277-76800f93fff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:25.343825 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761c061c-5bc1-44a7-9277-76800f93fff0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33ac9349-1b6c-4155-9f8e-db8745d5cd93 {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:38:25.364980 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3482eee3-04e9-4851-9e39-34dd08ae8668 tempest-PortsAdminExtendedAttrsTestJSON-1537258139 tempest-PortsAdminExtendedAttrsTestJSON-1537258139-project] Made reservation on behalf of 37b3d097d41a403ebc204f78a3a8d332 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:38:25.365256 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-761c061c-5bc1-44a7-9277-76800f93fff0 admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:25.370728 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-761c061c-5bc1-44a7-9277-76800f93fff0 admin admin] 10.222.0.54 "DELETE /v2.0/routers/33ac9349-1b6c-4155-9f8e-db8745d5cd93 HTTP/1.1" status: 204 len: 168 time: 1.1679220 Nov 10 19:38:25.371224 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38528) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:25.372491 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3482eee3-04e9-4851-9e39-34dd08ae8668 tempest-PortsAdminExtendedAttrsTestJSON-1537258139 tempest-PortsAdminExtendedAttrsTestJSON-1537258139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:25.383288 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3482eee3-04e9-4851-9e39-34dd08ae8668 tempest-PortsAdminExtendedAttrsTestJSON-1537258139 tempest-PortsAdminExtendedAttrsTestJSON-1537258139-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:25.447810 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-a862435a-db1b-4529-bf72-15d7293db0fb admin admin] Deleting subnet f7bbdf61-543d-4838-bac7-7849910da06f {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:38:25.451743 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a862435a-db1b-4529-bf72-15d7293db0fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:25.528459 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3482eee3-04e9-4851-9e39-34dd08ae8668 tempest-PortsAdminExtendedAttrsTestJSON-1537258139 tempest-PortsAdminExtendedAttrsTestJSON-1537258139-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:25.535828 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a862435a-db1b-4529-bf72-15d7293db0fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:25.536471 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3482eee3-04e9-4851-9e39-34dd08ae8668 tempest-PortsAdminExtendedAttrsTestJSON-1537258139 tempest-PortsAdminExtendedAttrsTestJSON-1537258139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:25.576768 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3482eee3-04e9-4851-9e39-34dd08ae8668 tempest-PortsAdminExtendedAttrsTestJSON-1537258139 tempest-PortsAdminExtendedAttrsTestJSON-1537258139-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:38:25.590239 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482eee3-04e9-4851-9e39-34dd08ae8668 tempest-PortsAdminExtendedAttrsTestJSON-1537258139 tempest-PortsAdminExtendedAttrsTestJSON-1537258139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=113fc061-78d5-4b74-a586-24b48fb39123,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:25.596869 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3482eee3-04e9-4851-9e39-34dd08ae8668 tempest-PortsAdminExtendedAttrsTestJSON-1537258139 tempest-PortsAdminExtendedAttrsTestJSON-1537258139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:25.602214 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-3482eee3-04e9-4851-9e39-34dd08ae8668 tempest-PortsAdminExtendedAttrsTestJSON-1537258139 tempest-PortsAdminExtendedAttrsTestJSON-1537258139-project] Added segment 3e86d857-bb93-4eb6-8fc9-5919f8042efb of type vlan for network 1a234406-3903-4f92-9005-b4f7a872f06f Nov 10 19:38:25.660898 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3482eee3-04e9-4851-9e39-34dd08ae8668 tempest-PortsAdminExtendedAttrsTestJSON-1537258139 tempest-PortsAdminExtendedAttrsTestJSON-1537258139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:25.696278 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a862435a-db1b-4529-bf72-15d7293db0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:25.703372 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3482eee3-04e9-4851-9e39-34dd08ae8668 tempest-PortsAdminExtendedAttrsTestJSON-1537258139 tempest-PortsAdminExtendedAttrsTestJSON-1537258139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:25.709429 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3482eee3-04e9-4851-9e39-34dd08ae8668 tempest-PortsAdminExtendedAttrsTestJSON-1537258139 tempest-PortsAdminExtendedAttrsTestJSON-1537258139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:25.710064 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3482eee3-04e9-4851-9e39-34dd08ae8668 tempest-PortsAdminExtendedAttrsTestJSON-1537258139 tempest-PortsAdminExtendedAttrsTestJSON-1537258139-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:25.745709 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a015fdd3-3165-453e-ac2f-30a3518f0a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:25.753630 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device ddc21502-384f-4439-a0a1-90e884530e9b details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:38:25.777386 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3482eee3-04e9-4851-9e39-34dd08ae8668 tempest-PortsAdminExtendedAttrsTestJSON-1537258139 tempest-PortsAdminExtendedAttrsTestJSON-1537258139-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.7060826 Nov 10 19:38:25.778931 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1046aad-419e-4043-9d2c-47e5b37be51f req-3f5d3343-d5b4-409b-83b3-e2d557980eaf tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:25.780631 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e1046aad-419e-4043-9d2c-47e5b37be51f req-3f5d3343-d5b4-409b-83b3-e2d557980eaf tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a559dd-f5b2-47d7-8c88-db578cdcc13d HTTP/1.1" status: 200 len: 944 time: 0.0984325 Nov 10 19:38:25.832071 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482eee3-04e9-4851-9e39-34dd08ae8668 tempest-PortsAdminExtendedAttrsTestJSON-1537258139 tempest-PortsAdminExtendedAttrsTestJSON-1537258139-project] Pushing event updated for resources: {'Network': ['ID=1a234406-3903-4f92-9005-b4f7a872f06f,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:25.846426 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 1a234406-3903-4f92-9005-b4f7a872f06f details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:38:25.852727 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a862435a-db1b-4529-bf72-15d7293db0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:25.889083 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862435a-db1b-4529-bf72-15d7293db0fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7bbdf61-543d-4838-bac7-7849910da06f,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:25.909595 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e1046aad-419e-4043-9d2c-47e5b37be51f req-69edaad0-46ce-4c8a-9737-edf7405bf5c4 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172879 Nov 10 19:38:25.911407 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a862435a-db1b-4529-bf72-15d7293db0fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:25.923994 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a862435a-db1b-4529-bf72-15d7293db0fb admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f7bbdf61-543d-4838-bac7-7849910da06f HTTP/1.1" status: 204 len: 168 time: 0.5488355 Nov 10 19:38:25.924315 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38550) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:25.958868 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f70e11-556f-4f43-9722-82b49dcf5fa4 None None] Network 46144c95-400c-4650-874a-e4c7078add32 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:38:26.080281 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port ddc21502-384f-4439-a0a1-90e884530e9b, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=ddc21502-384f-4439-a0a1-90e884530e9b,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:38:26.093309 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 18e0fdaa-a093-45d1-bd3a-640a7aefeced no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:38:26.116525 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'ddc21502-384f-4439-a0a1-90e884530e9b', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'port_id': 'ddc21502-384f-4439-a0a1-90e884530e9b', 'mac_address': 'fa:16:3e:98:eb:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:38:26.121472 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 18e0fdaa-a093-45d1-bd3a-640a7aefeced {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:38:26.122114 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 18e0fdaa-a093-45d1-bd3a-640a7aefeced not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:38:26.122816 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fae1468c-c49a-48e5-b6dc-ef2d1d13d38e no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:38:26.129704 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4c06b8d2-3417-40ab-af77-39d3cea03b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:26.164339 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: fae1468c-c49a-48e5-b6dc-ef2d1d13d38e {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:38:26.164785 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fae1468c-c49a-48e5-b6dc-ef2d1d13d38e not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:38:26.203776 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-7c6da716-a0de-4939-967c-232174f19f91 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:26.205248 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-7c6da716-a0de-4939-967c-232174f19f91 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/networks?id=87737cc5-1491-4eb8-832b-21b850f6c386 HTTP/1.1" status: 200 len: 805 time: 0.1676357 Nov 10 19:38:26.227244 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-09075561-64f1-4034-8988-2ef3beab6867 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/quotas/2a00ca65ead540abbf4d59ff2c615c4f HTTP/1.1" status: 200 len: 375 time: 0.0157537 Nov 10 19:38:26.251819 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-4c06b8d2-3417-40ab-af77-39d3cea03b4d admin admin] Deleting port 50eb5dcd-348a-45ac-8d2e-442e0b8f0a5f {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:38:26.251819 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4c06b8d2-3417-40ab-af77-39d3cea03b4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:26.252133 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:26.269173 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddc21502-384f-4439-a0a1-90e884530e9b {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:38:26.297504 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port ddc21502-384f-4439-a0a1-90e884530e9b, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=ddc21502-384f-4439-a0a1-90e884530e9b,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:38:26.303431 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:26.346267 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-e7c38613-b7c9-4a63-bd72-7bf0f7d2c582 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a00ca65ead540abbf4d59ff2c615c4f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1109960 Nov 10 19:38:26.361112 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-4c06b8d2-3417-40ab-af77-39d3cea03b4d admin admin] For port 50eb5dcd-348a-45ac-8d2e-442e0b8f0a5f, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=50eb5dcd-348a-45ac-8d2e-442e0b8f0a5f,segment=NetworkSegment(61fc0dda-4bbe-440b-9721-7dd23a236ac4),segment_id=61fc0dda-4bbe-440b-9721-7dd23a236ac4)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:38:26.361488 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4c06b8d2-3417-40ab-af77-39d3cea03b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:26.367053 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=ddc21502-384f-4439-a0a1-90e884530e9b,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:26.377568 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95b527e-0b7a-42e6-810e-b21569d32b91 None None] DHCP port deletion for 46144c95-400c-4650-874a-e4c7078add32 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:38:26.384161 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-4c06b8d2-3417-40ab-af77-39d3cea03b4d admin admin] Calling delete_port for 50eb5dcd-348a-45ac-8d2e-442e0b8f0a5f owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:38:26.432105 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-d95b527e-0b7a-42e6-810e-b21569d32b91 None None] Deleting port 50eb5dcd-348a-45ac-8d2e-442e0b8f0a5f {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:38:26.432517 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d95b527e-0b7a-42e6-810e-b21569d32b91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:26.503588 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-d95b527e-0b7a-42e6-810e-b21569d32b91 None None] For port 50eb5dcd-348a-45ac-8d2e-442e0b8f0a5f, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=50eb5dcd-348a-45ac-8d2e-442e0b8f0a5f,segment=NetworkSegment(61fc0dda-4bbe-440b-9721-7dd23a236ac4),segment_id=61fc0dda-4bbe-440b-9721-7dd23a236ac4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:38:26.503971 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d95b527e-0b7a-42e6-810e-b21569d32b91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:26.516669 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['ddc21502-384f-4439-a0a1-90e884530e9b'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:38:26.520204 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-f9ce4d25-718e-4a0d-846b-64aac4545a63 service neutron] 10.222.0.54 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461384 Nov 10 19:38:26.522852 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-d95b527e-0b7a-42e6-810e-b21569d32b91 None None] Calling delete_port for 50eb5dcd-348a-45ac-8d2e-442e0b8f0a5f owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:38:26.543851 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4c06b8d2-3417-40ab-af77-39d3cea03b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:26.592511 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06b8d2-3417-40ab-af77-39d3cea03b4d admin admin] Pushing event deleted for resources: {'Port': ['ID=50eb5dcd-348a-45ac-8d2e-442e0b8f0a5f,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:26.622060 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c06b8d2-3417-40ab-af77-39d3cea03b4d admin admin] No DVR routers for this DVR port 50eb5dcd-348a-45ac-8d2e-442e0b8f0a5f on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 19:38:26.713293 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 19:38:26.719057 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d95b527e-0b7a-42e6-810e-b21569d32b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:26.727724 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4c06b8d2-3417-40ab-af77-39d3cea03b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:26.734581 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95b527e-0b7a-42e6-810e-b21569d32b91 None None] No DVR routers for this DVR port 50eb5dcd-348a-45ac-8d2e-442e0b8f0a5f on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:38:26.750408 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-66183a4a-450b-44ee-89dd-661f7a54cbc1 service neutron] 10.222.0.54 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159121 Nov 10 19:38:26.762327 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-4c06b8d2-3417-40ab-af77-39d3cea03b4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46144c95-400c-4650-874a-e4c7078add32']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:26.767645 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b527e-0b7a-42e6-810e-b21569d32b91 None None] Pushing event deleted for resources: {'Port': ['ID=50eb5dcd-348a-45ac-8d2e-442e0b8f0a5f,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:26.782280 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-4c06b8d2-3417-40ab-af77-39d3cea03b4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61fc0dda-4bbe-440b-9721-7dd23a236ac4') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:26.782733 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-4c06b8d2-3417-40ab-af77-39d3cea03b4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61fc0dda-4bbe-440b-9721-7dd23a236ac4') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:26.797001 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4c06b8d2-3417-40ab-af77-39d3cea03b4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:26.814183 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4c06b8d2-3417-40ab-af77-39d3cea03b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:26.821840 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c06b8d2-3417-40ab-af77-39d3cea03b4d admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:38:26.822424 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4c06b8d2-3417-40ab-af77-39d3cea03b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:26.824339 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:38:26.824339 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:38:26.824339 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:38:26.824339 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:38:26.824339 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:38:26.824339 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:38:26.824339 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:38:26.824339 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:38:26.824339 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:38:26.824339 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:38:26.824339 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:38:26.824339 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:38:26.824339 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:38:26.824339 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:38:26.824339 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:38:26.824339 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:38:26.824339 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:38:26.824339 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:38:26.824339 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:38:26.824339 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:38:26.824339 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:38:26.824339 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:38:26.824339 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:38:26.824339 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:38:26.824339 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:38:26.824339 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:38:26.824339 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:38:26.824339 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:38:26.824339 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:38:26.824339 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:38:26.824339 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:38:26.824339 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:38:26.887331 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4c06b8d2-3417-40ab-af77-39d3cea03b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:26.894013 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4c06b8d2-3417-40ab-af77-39d3cea03b4d admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:26.900681 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4c06b8d2-3417-40ab-af77-39d3cea03b4d admin admin] 10.222.0.54 "DELETE /v2.0/networks/46144c95-400c-4650-874a-e4c7078add32 HTTP/1.1" status: 204 len: 168 time: 0.9727910 Nov 10 19:38:26.931214 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06b8d2-3417-40ab-af77-39d3cea03b4d admin admin] Pushing event deleted for resources: {'Network': ['ID=46144c95-400c-4650-874a-e4c7078add32,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:27.124094 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38592) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:27.129128 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:38:27.160150 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38594) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:27.168405 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Request body: {'port': {'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f', 'binding:host_id': 'n-h1-813897-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-132286469'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:38:27.169545 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a7c61340-c7d3-4a1c-b64e-db1478955a98 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=89173b773b184603afa4cd71a4d99c6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0442424 Nov 10 19:38:27.172121 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38596) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:27.227310 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Made reservation on behalf of d56acb8574c9483dac3bf2b59c04c14c for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:38:27.232038 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:27.234497 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:27.266904 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de699972-467c-41b3-91e6-0790712bad8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:27.270217 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-57f86457-8388-4c9d-9856-508d98f61235 req-4e2b3a1e-0b09-4e2a-81ff-c91efdf40657 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92df116-0663-4d5e-8885-27bdc85a7f51 HTTP/1.1" status: 200 len: 210 time: 0.0450940 Nov 10 19:38:27.270883 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:27.294127 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de699972-467c-41b3-91e6-0790712bad8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:27.358446 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de699972-467c-41b3-91e6-0790712bad8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:27.361076 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-de699972-467c-41b3-91e6-0790712bad8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:27.363953 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-de699972-467c-41b3-91e6-0790712bad8d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/42315262-b139-47f2-99d8-bde68e73d4d0 HTTP/1.1" status: 204 len: 168 time: 0.1887653 Nov 10 19:38:27.388470 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de699972-467c-41b3-91e6-0790712bad8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42315262-b139-47f2-99d8-bde68e73d4d0,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:27.428990 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:27.444765 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:27.448787 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] device_id is not set on port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:38:27.574751 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248edd2d-44b3-4995-9416-7b69f68d8e93,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:27.607637 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d52e3e-f53f-4fdb-9f72-1fb0a908d8e1 req-355f6a49-18db-42b6-9ceb-881011fc5721 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:27.609304 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-00d52e3e-f53f-4fdb-9f72-1fb0a908d8e1 req-355f6a49-18db-42b6-9ceb-881011fc5721 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a559dd-f5b2-47d7-8c88-db578cdcc13d HTTP/1.1" status: 200 len: 945 time: 0.1788566 Nov 10 19:38:27.747968 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-00d52e3e-f53f-4fdb-9f72-1fb0a908d8e1 req-b8622ff0-2e6b-46e4-8546-974e2091ca50 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272986 Nov 10 19:38:27.757585 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device ddc21502-384f-4439-a0a1-90e884530e9b up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:38:27.814220 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port ddc21502-384f-4439-a0a1-90e884530e9b completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:38:27.820298 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port ddc21502-384f-4439-a0a1-90e884530e9b triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:38:27.820989 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:27.866584 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] device_id is not set on port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:38:27.887705 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:27.897251 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:27.928790 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:27.968309 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38614) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:27.969649 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a559dd-f5b2-47d7-8c88-db578cdcc13d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc21502-384f-4439-a0a1-90e884530e9b'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:38:27.976580 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b550046-fdd0-434c-963b-55d15742ff43" -d '{"events": [{"server_uuid": "19a559dd-f5b2-47d7-8c88-db578cdcc13d", "name": "network-vif-plugged", "status": "completed", "tag": "ddc21502-384f-4439-a0a1-90e884530e9b"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:38:27.992029 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 50eb5dcd-348a-45ac-8d2e-442e0b8f0a5f no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:38:27.992990 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Pushing event updated for resources: {'Port': ['ID=87c1c5d3-4d46-4454-9d4a-e8ae0408d95b,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:28.014575 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Checking segment: {'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:38:28.015001 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Network hostable DHCP agents. Network: 1a234406-3903-4f92-9005-b4f7a872f06f, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:38:28.038630 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d31656fb-5dab-4b06-89dc-a77bac2d8436 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b909c87dd62e4225811f8cf5690251df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0690134 Nov 10 19:38:28.042020 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38618) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:28.043146 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Network 1a234406-3903-4f92-9005-b4f7a872f06f is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:38:28.051712 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97db7497-a5d2-4ebe-bd77-3b79d42c0ffc x-openstack-request-id: req-97db7497-a5d2-4ebe-bd77-3b79d42c0ffc {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:38:28.052269 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a559dd-f5b2-47d7-8c88-db578cdcc13d", "name": "network-vif-plugged", "status": "completed", "tag": "ddc21502-384f-4439-a0a1-90e884530e9b", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:38:28.052675 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-97db7497-a5d2-4ebe-bd77-3b79d42c0ffc {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:38:28.053229 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a559dd-f5b2-47d7-8c88-db578cdcc13d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc21502-384f-4439-a0a1-90e884530e9b', 'code': 200} Nov 10 19:38:28.055551 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port ddc21502-384f-4439-a0a1-90e884530e9b, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=ddc21502-384f-4439-a0a1-90e884530e9b,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:38:28.057522 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 50eb5dcd-348a-45ac-8d2e-442e0b8f0a5f {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:38:28.059307 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 50eb5dcd-348a-45ac-8d2e-442e0b8f0a5f not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:38:28.061466 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:28.062500 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device dea9e98f-1b51-4396-ba0c-a6f36776bc36 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:38:28.075986 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 1a234406-3903-4f92-9005-b4f7a872f06f) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:38:28.080359 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:38:28.096681 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:28.097273 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:28.097956 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on network 1a234406-3903-4f92-9005-b4f7a872f06f {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:28.104780 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on network 1a234406-3903-4f92-9005-b4f7a872f06f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:38:28.105457 n-d-813897-4 neutron-server[102506]: ERROR neutron.plugins.ml2.managers [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Failed to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on host n-h1-813897-4 for vnic_type normal using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] Nov 10 19:38:28.106043 n-d-813897-4 neutron-server[102506]: INFO neutron.plugins.ml2.plugin [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempt 2 to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b Nov 10 19:38:28.130417 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:28.130991 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:28.131578 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on network 1a234406-3903-4f92-9005-b4f7a872f06f {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:28.137753 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on network 1a234406-3903-4f92-9005-b4f7a872f06f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:38:28.139115 n-d-813897-4 neutron-server[102506]: ERROR neutron.plugins.ml2.managers [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Failed to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on host n-h1-813897-4 for vnic_type normal using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] Nov 10 19:38:28.139513 n-d-813897-4 neutron-server[102506]: INFO neutron.plugins.ml2.plugin [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempt 3 to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b Nov 10 19:38:28.148994 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: dea9e98f-1b51-4396-ba0c-a6f36776bc36 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:38:28.149354 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device dea9e98f-1b51-4396-ba0c-a6f36776bc36 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:38:28.156994 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fd9994-7ce9-4e58-a1d5-0c5fcba571f7 None None] Network 1a234406-3903-4f92-9005-b4f7a872f06f requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:38:28.163868 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:28.168193 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:28.168711 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on network 1a234406-3903-4f92-9005-b4f7a872f06f {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:28.174438 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-84cda9ed-7781-491f-a67b-70a653e16a3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:28.182260 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe185a1-875b-433c-8fc8-da917113a18e req-48b325f0-dfc0-4afd-b188-d99c1275e167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:28.183254 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on network 1a234406-3903-4f92-9005-b4f7a872f06f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:38:28.183712 n-d-813897-4 neutron-server[102506]: ERROR neutron.plugins.ml2.managers [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Failed to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on host n-h1-813897-4 for vnic_type normal using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] Nov 10 19:38:28.184211 n-d-813897-4 neutron-server[102506]: INFO neutron.plugins.ml2.plugin [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempt 4 to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b Nov 10 19:38:28.184711 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2fe185a1-875b-433c-8fc8-da917113a18e req-48b325f0-dfc0-4afd-b188-d99c1275e167 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=19a559dd-f5b2-47d7-8c88-db578cdcc13d HTTP/1.1" status: 200 len: 1097 time: 0.0900478 Nov 10 19:38:28.201856 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:28.202355 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:28.202789 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on network 1a234406-3903-4f92-9005-b4f7a872f06f {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:28.208753 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on network 1a234406-3903-4f92-9005-b4f7a872f06f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:38:28.210412 n-d-813897-4 neutron-server[102506]: ERROR neutron.plugins.ml2.managers [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Failed to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on host n-h1-813897-4 for vnic_type normal using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] Nov 10 19:38:28.211035 n-d-813897-4 neutron-server[102506]: INFO neutron.plugins.ml2.plugin [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempt 5 to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b Nov 10 19:38:28.222538 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-84cda9ed-7781-491f-a67b-70a653e16a3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:28.228145 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:28.228695 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:28.229246 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on network 1a234406-3903-4f92-9005-b4f7a872f06f {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:28.247132 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on network 1a234406-3903-4f92-9005-b4f7a872f06f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:38:28.247535 n-d-813897-4 neutron-server[102506]: ERROR neutron.plugins.ml2.managers [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Failed to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on host n-h1-813897-4 for vnic_type normal using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] Nov 10 19:38:28.248074 n-d-813897-4 neutron-server[102506]: INFO neutron.plugins.ml2.plugin [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempt 6 to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b Nov 10 19:38:28.268271 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=ddc21502-384f-4439-a0a1-90e884530e9b,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:28.293714 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:28.294074 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:28.295749 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on network 1a234406-3903-4f92-9005-b4f7a872f06f {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:28.302548 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2fe185a1-875b-433c-8fc8-da917113a18e req-5a6d5ce6-88f0-4074-b6f1-a8f9080519fb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051955 Nov 10 19:38:28.315668 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on network 1a234406-3903-4f92-9005-b4f7a872f06f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:38:28.317562 n-d-813897-4 neutron-server[102506]: ERROR neutron.plugins.ml2.managers [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Failed to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on host n-h1-813897-4 for vnic_type normal using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] Nov 10 19:38:28.317997 n-d-813897-4 neutron-server[102506]: INFO neutron.plugins.ml2.plugin [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempt 7 to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b Nov 10 19:38:28.355236 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:28.355575 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:28.355922 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on network 1a234406-3903-4f92-9005-b4f7a872f06f {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:28.361036 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on network 1a234406-3903-4f92-9005-b4f7a872f06f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:38:28.361358 n-d-813897-4 neutron-server[102506]: ERROR neutron.plugins.ml2.managers [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Failed to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on host n-h1-813897-4 for vnic_type normal using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] Nov 10 19:38:28.361754 n-d-813897-4 neutron-server[102506]: INFO neutron.plugins.ml2.plugin [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempt 8 to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b Nov 10 19:38:28.376321 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:28.376812 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:28.377206 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on network 1a234406-3903-4f92-9005-b4f7a872f06f {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:28.384653 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-84cda9ed-7781-491f-a67b-70a653e16a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:28.385621 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on network 1a234406-3903-4f92-9005-b4f7a872f06f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:38:28.386093 n-d-813897-4 neutron-server[102506]: ERROR neutron.plugins.ml2.managers [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Failed to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on host n-h1-813897-4 for vnic_type normal using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] Nov 10 19:38:28.386627 n-d-813897-4 neutron-server[102506]: INFO neutron.plugins.ml2.plugin [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempt 9 to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b Nov 10 19:38:28.387772 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-84cda9ed-7781-491f-a67b-70a653e16a3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:28.391852 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-84cda9ed-7781-491f-a67b-70a653e16a3c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fcedd4cd-37ea-4cb2-bef5-0f341ebd4171 HTTP/1.1" status: 204 len: 168 time: 0.3483350 Nov 10 19:38:28.406089 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cda9ed-7781-491f-a67b-70a653e16a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcedd4cd-37ea-4cb2-bef5-0f341ebd4171,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:28.406347 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:28.406543 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:28.406866 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on network 1a234406-3903-4f92-9005-b4f7a872f06f {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:28.440737 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on network 1a234406-3903-4f92-9005-b4f7a872f06f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:38:28.441064 n-d-813897-4 neutron-server[102506]: ERROR neutron.plugins.ml2.managers [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Failed to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on host n-h1-813897-4 for vnic_type normal using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] Nov 10 19:38:28.444826 n-d-813897-4 neutron-server[102506]: INFO neutron.plugins.ml2.plugin [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempt 10 to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b Nov 10 19:38:28.458904 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-22b1c6e8-a286-4f89-9e31-05d8de26b695 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:28.461875 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-22b1c6e8-a286-4f89-9e31-05d8de26b695 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.25 "GET /v2.0/networks?id=87737cc5-1491-4eb8-832b-21b850f6c386 HTTP/1.1" status: 200 len: 805 time: 0.1759377 Nov 10 19:38:28.475101 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-775b0352-5eb1-4472-87fd-1606891902cd req-63738fe6-48b3-484b-9404-ea5759eeeb72 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92df116-0663-4d5e-8885-27bdc85a7f51 HTTP/1.1" status: 200 len: 210 time: 0.0492909 Nov 10 19:38:28.480022 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:28.480355 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:28.480684 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on network 1a234406-3903-4f92-9005-b4f7a872f06f {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:28.484904 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-832523ac-aa13-4c15-b097-064be83672d9 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Request body: {'port': {'device_id': 'a92df116-0663-4d5e-8885-27bdc85a7f51', 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386', 'admin_state_up': True, 'tenant_id': '2a00ca65ead540abbf4d59ff2c615c4f'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:38:28.494956 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on network 1a234406-3903-4f92-9005-b4f7a872f06f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:38:28.495499 n-d-813897-4 neutron-server[102506]: ERROR neutron.plugins.ml2.managers [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Failed to bind port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b on host n-h1-813897-4 for vnic_type normal using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] Nov 10 19:38:28.495879 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:28.594916 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] For port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:38:28.595283 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempted to set empty binding levels {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 19:38:28.607492 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:28.649459 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:28.650225 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:28.663413 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-832523ac-aa13-4c15-b097-064be83672d9 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Made reservation on behalf of 2a00ca65ead540abbf4d59ff2c615c4f for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:38:28.668374 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-832523ac-aa13-4c15-b097-064be83672d9 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:28.677114 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Pushing event updated for resources: {'Port': ['ID=87c1c5d3-4d46-4454-9d4a-e8ae0408d95b,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:28.692616 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2141df8b-c277-4112-8c53-660f61e917c6 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.5291703 Nov 10 19:38:28.693951 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38632) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:28.711438 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:28.887651 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce372c-9e3d-42ae-9afb-909080c617d6 req-a4f004f5-264f-4c4b-aefa-7d7b31c95cd5 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:28.889302 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-17ce372c-9e3d-42ae-9afb-909080c617d6 req-a4f004f5-264f-4c4b-aefa-7d7b31c95cd5 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a559dd-f5b2-47d7-8c88-db578cdcc13d HTTP/1.1" status: 200 len: 946 time: 0.0621407 Nov 10 19:38:28.938424 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-832523ac-aa13-4c15-b097-064be83672d9 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Allocated IP 172.20.0.6 (87737cc5-1491-4eb8-832b-21b850f6c386/f85973c4-b607-4c9f-9c90-dbe2046779da/014bf526-d658-4b2c-9504-368c988b98ca) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:38:28.968354 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-c2a25a88-935c-4015-b478-4a901b84a5a2 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Deleting port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:38:28.968865 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c2a25a88-935c-4015-b478-4a901b84a5a2 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:28.970996 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-17ce372c-9e3d-42ae-9afb-909080c617d6 req-e6d1cce1-fbf4-4bbc-9a4f-3be11bff281f tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646241 Nov 10 19:38:29.060779 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-c2a25a88-935c-4015-b478-4a901b84a5a2 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] For port 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b, host n-h1-813897-4, got binding levels [] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:38:29.061328 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c2a25a88-935c-4015-b478-4a901b84a5a2 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:29.086958 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-c2a25a88-935c-4015-b478-4a901b84a5a2 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Calling delete_port for 87c1c5d3-4d46-4454-9d4a-e8ae0408d95b owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:38:29.258483 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-832523ac-aa13-4c15-b097-064be83672d9 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:29.279384 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c2a25a88-935c-4015-b478-4a901b84a5a2 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:29.332593 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c2a25a88-935c-4015-b478-4a901b84a5a2 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:29.339522 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c2a25a88-935c-4015-b478-4a901b84a5a2 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] 10.222.0.54 "DELETE /v2.0/ports/87c1c5d3-4d46-4454-9d4a-e8ae0408d95b HTTP/1.1" status: 204 len: 168 time: 0.6414597 Nov 10 19:38:29.340380 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38646) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:29.342262 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a25a88-935c-4015-b478-4a901b84a5a2 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Pushing event deleted for resources: {'Port': ['ID=87c1c5d3-4d46-4454-9d4a-e8ae0408d95b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:29.367932 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-832523ac-aa13-4c15-b097-064be83672d9 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:29.374695 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-922ae01a-2ed0-4b8a-bc8f-87e28b0390be tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] GET failed (client error): The resource could not be found. Nov 10 19:38:29.390003 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['2a7be1e5-ed41-4143-82b8-17f08b0bb134'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:38:29.403833 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-922ae01a-2ed0-4b8a-bc8f-87e28b0390be tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] 10.222.0.54 "GET /v2.0/ports/87c1c5d3-4d46-4454-9d4a-e8ae0408d95b HTTP/1.1" status: 404 len: 333 time: 0.0567904 Nov 10 19:38:29.404140 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38650) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:29.410310 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-38e9126f-9bb7-47e0-ae4c-71ecfec32094 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Request body: {'port': {'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-555954998'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:38:29.430225 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-832523ac-aa13-4c15-b097-064be83672d9 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Network 87737cc5-1491-4eb8-832b-21b850f6c386 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:38:29.433835 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-832523ac-aa13-4c15-b097-064be83672d9 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:38:29.436821 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-832523ac-aa13-4c15-b097-064be83672d9 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:38:29.453866 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:29.468681 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e9126f-9bb7-47e0-ae4c-71ecfec32094 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Made reservation on behalf of d56acb8574c9483dac3bf2b59c04c14c for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:38:29.471105 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-38e9126f-9bb7-47e0-ae4c-71ecfec32094 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:29.487696 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832523ac-aa13-4c15-b097-064be83672d9 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Pushing event updated for resources: {'Port': ['ID=014bf526-d658-4b2c-9504-368c988b98ca,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:29.502963 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-38e9126f-9bb7-47e0-ae4c-71ecfec32094 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] device_id is not set on port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:38:29.519617 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-832523ac-aa13-4c15-b097-064be83672d9 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:29.520328 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-832523ac-aa13-4c15-b097-064be83672d9 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:29.540613 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-832523ac-aa13-4c15-b097-064be83672d9 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0628502 Nov 10 19:38:29.553373 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-b06847b6-9ac4-4fda-b07a-08d75ba7f71f service neutron] Request body: {'port': {'device_id': 'a92df116-0663-4d5e-8885-27bdc85a7f51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:38:29.664711 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-b06847b6-9ac4-4fda-b07a-08d75ba7f71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:29.723302 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f84d00-8be4-4e7d-b30f-8a6c75d931ba req-2fd10ca5-49fc-460a-8bdd-b40593ca22a1 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:29.724729 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-10f84d00-8be4-4e7d-b30f-8a6c75d931ba req-2fd10ca5-49fc-460a-8bdd-b40593ca22a1 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92df116-0663-4d5e-8885-27bdc85a7f51 HTTP/1.1" status: 200 len: 931 time: 0.1165638 Nov 10 19:38:29.749330 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-38e9126f-9bb7-47e0-ae4c-71ecfec32094 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:29.804295 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-10f84d00-8be4-4e7d-b30f-8a6c75d931ba req-c65a5469-761f-4561-9fec-ec3cd572a52a tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657823 Nov 10 19:38:29.828010 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-38e9126f-9bb7-47e0-ae4c-71ecfec32094 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:29.879346 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e9126f-9bb7-47e0-ae4c-71ecfec32094 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Network 1a234406-3903-4f92-9005-b4f7a872f06f is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:38:29.882508 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-38e9126f-9bb7-47e0-ae4c-71ecfec32094 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:38:29.887188 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e9126f-9bb7-47e0-ae4c-71ecfec32094 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:38:29.888469 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e9126f-9bb7-47e0-ae4c-71ecfec32094 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:29.889366 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-38e9126f-9bb7-47e0-ae4c-71ecfec32094 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:29.893364 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9126f-9bb7-47e0-ae4c-71ecfec32094 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Pushing event updated for resources: {'Port': ['ID=40dbff8e-87ef-4536-90d0-6db02bb8fbe8,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:29.913383 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-38e9126f-9bb7-47e0-ae4c-71ecfec32094 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5075042 Nov 10 19:38:29.915486 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38666) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:29.922322 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:38:29.980655 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:30.003091 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-b06847b6-9ac4-4fda-b07a-08d75ba7f71f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 014bf526-d658-4b2c-9504-368c988b98ca {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:38:30.013928 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-b06847b6-9ac4-4fda-b07a-08d75ba7f71f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:30.034105 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-b06847b6-9ac4-4fda-b07a-08d75ba7f71f service neutron] Transition to ACTIVE for port object 014bf526-d658-4b2c-9504-368c988b98ca will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:38:30.039305 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-b06847b6-9ac4-4fda-b07a-08d75ba7f71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:30.138161 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06847b6-9ac4-4fda-b07a-08d75ba7f71f service neutron] Pushing event updated for resources: {'Port': ['ID=014bf526-d658-4b2c-9504-368c988b98ca,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:30.176306 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-b06847b6-9ac4-4fda-b07a-08d75ba7f71f service neutron] Attempting to bind port 014bf526-d658-4b2c-9504-368c988b98ca on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:30.176652 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-b06847b6-9ac4-4fda-b07a-08d75ba7f71f service neutron] Attempting to bind port 014bf526-d658-4b2c-9504-368c988b98ca by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': 'fcbd45ae-33de-4640-a29c-c49b1536f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:30.176947 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-b06847b6-9ac4-4fda-b07a-08d75ba7f71f service neutron] Attempting to bind port 014bf526-d658-4b2c-9504-368c988b98ca on network 87737cc5-1491-4eb8-832b-21b850f6c386 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:30.181228 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-b06847b6-9ac4-4fda-b07a-08d75ba7f71f service neutron] Port 014bf526-d658-4b2c-9504-368c988b98ca on network 87737cc5-1491-4eb8-832b-21b850f6c386 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:38:30.181916 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-b06847b6-9ac4-4fda-b07a-08d75ba7f71f service neutron] Attempting to bind port 014bf526-d658-4b2c-9504-368c988b98ca on network 87737cc5-1491-4eb8-832b-21b850f6c386 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:30.187302 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-b06847b6-9ac4-4fda-b07a-08d75ba7f71f service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:38:30.187638 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-b06847b6-9ac4-4fda-b07a-08d75ba7f71f service neutron] Checking segment: {'id': 'fcbd45ae-33de-4640-a29c-c49b1536f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:38:30.188010 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-b06847b6-9ac4-4fda-b07a-08d75ba7f71f service neutron] Bound using segment: {'id': 'fcbd45ae-33de-4640-a29c-c49b1536f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:38:30.188435 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-b06847b6-9ac4-4fda-b07a-08d75ba7f71f service neutron] Bound port: 014bf526-d658-4b2c-9504-368c988b98ca, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcbd45ae-33de-4640-a29c-c49b1536f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:38:30.188792 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-b06847b6-9ac4-4fda-b07a-08d75ba7f71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:30.199341 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] device_id is not set on port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:38:30.208818 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:30.223077 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d32ba2-6454-4d3e-a974-47bf028eee7e req-1210ec33-d485-4ae7-919f-fc822546ca97 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:30.224633 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-33d32ba2-6454-4d3e-a974-47bf028eee7e req-1210ec33-d485-4ae7-919f-fc822546ca97 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a559dd-f5b2-47d7-8c88-db578cdcc13d HTTP/1.1" status: 200 len: 946 time: 0.0928047 Nov 10 19:38:30.226121 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:30.261024 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-b06847b6-9ac4-4fda-b07a-08d75ba7f71f service neutron] For port 014bf526-d658-4b2c-9504-368c988b98ca, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:38:30.266141 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-b06847b6-9ac4-4fda-b07a-08d75ba7f71f service neutron] For port 014bf526-d658-4b2c-9504-368c988b98ca, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=014bf526-d658-4b2c-9504-368c988b98ca,segment=NetworkSegment(fcbd45ae-33de-4640-a29c-c49b1536f07f),segment_id=fcbd45ae-33de-4640-a29c-c49b1536f07f)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:38:30.271789 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-b06847b6-9ac4-4fda-b07a-08d75ba7f71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:30.311221 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-b06847b6-9ac4-4fda-b07a-08d75ba7f71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:30.312405 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-b06847b6-9ac4-4fda-b07a-08d75ba7f71f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:30.313956 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-b06847b6-9ac4-4fda-b07a-08d75ba7f71f service neutron] 10.222.0.25 "PUT /v2.0/ports/014bf526-d658-4b2c-9504-368c988b98ca HTTP/1.1" status: 200 len: 1091 time: 0.7651961 Nov 10 19:38:30.316987 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92df116-0663-4d5e-8885-27bdc85a7f51', 'tag': '014bf526-d658-4b2c-9504-368c988b98ca'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:38:30.321263 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cd709e-d81c-4559-a6b8-1538bc73600e" -d '{"events": [{"name": "network-changed", "server_uuid": "a92df116-0663-4d5e-8885-27bdc85a7f51", "tag": "014bf526-d658-4b2c-9504-368c988b98ca"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:38:30.391279 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06847b6-9ac4-4fda-b07a-08d75ba7f71f service neutron] Pushing event updated for resources: {'Port': ['ID=014bf526-d658-4b2c-9504-368c988b98ca,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:30.420849 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-94720999-0372-4c8e-9505-967a656e651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:30.423631 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-94720999-0372-4c8e-9505-967a656e651b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a00ca65ead540abbf4d59ff2c615c4f&device_id=a92df116-0663-4d5e-8885-27bdc85a7f51 HTTP/1.1" status: 200 len: 1094 time: 0.0620918 Nov 10 19:38:30.476886 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-3c8cb6dc-c2a6-4a9c-953c-c8c6f7fb9425 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=014bf526-d658-4b2c-9504-368c988b98ca HTTP/1.1" status: 200 len: 217 time: 0.0441635 Nov 10 19:38:30.538248 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-996c8787-0686-4cdb-a82c-451b32de7bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:30.539881 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-996c8787-0686-4cdb-a82c-451b32de7bf9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f85973c4-b607-4c9f-9c90-dbe2046779da HTTP/1.1" status: 200 len: 845 time: 0.0556626 Nov 10 19:38:30.561626 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Pushing event updated for resources: {'Port': ['ID=40dbff8e-87ef-4536-90d0-6db02bb8fbe8,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:30.574428 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-75b4ba5d-5205-4c04-bd4b-f0023cdf0287 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=87737cc5-1491-4eb8-832b-21b850f6c386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274460 Nov 10 19:38:30.579484 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-33d32ba2-6454-4d3e-a974-47bf028eee7e req-9196bb2f-4a95-45e9-b461-95321d850a1b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479054 Nov 10 19:38:30.584099 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:30.584620 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:30.584963 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on network 1a234406-3903-4f92-9005-b4f7a872f06f {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:30.590002 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on network 1a234406-3903-4f92-9005-b4f7a872f06f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:38:30.590338 n-d-813897-4 neutron-server[102506]: ERROR neutron.plugins.ml2.managers [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Failed to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on host n-h1-813897-4 for vnic_type normal using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] Nov 10 19:38:30.590739 n-d-813897-4 neutron-server[102506]: INFO neutron.plugins.ml2.plugin [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempt 2 to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 Nov 10 19:38:30.614848 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:30.615050 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:30.616868 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on network 1a234406-3903-4f92-9005-b4f7a872f06f {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:30.621074 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on network 1a234406-3903-4f92-9005-b4f7a872f06f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:38:30.621406 n-d-813897-4 neutron-server[102506]: ERROR neutron.plugins.ml2.managers [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Failed to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on host n-h1-813897-4 for vnic_type normal using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] Nov 10 19:38:30.621843 n-d-813897-4 neutron-server[102506]: INFO neutron.plugins.ml2.plugin [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempt 3 to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 Nov 10 19:38:30.634740 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:30.635114 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:30.635576 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on network 1a234406-3903-4f92-9005-b4f7a872f06f {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:30.640700 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on network 1a234406-3903-4f92-9005-b4f7a872f06f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:38:30.641041 n-d-813897-4 neutron-server[102506]: ERROR neutron.plugins.ml2.managers [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Failed to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on host n-h1-813897-4 for vnic_type normal using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] Nov 10 19:38:30.641686 n-d-813897-4 neutron-server[102506]: INFO neutron.plugins.ml2.plugin [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempt 4 to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 Nov 10 19:38:30.653460 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c222d2-6818-4db1-b0ad-a165d9ac110f x-openstack-request-id: req-78c222d2-6818-4db1-b0ad-a165d9ac110f {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:38:30.653755 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a92df116-0663-4d5e-8885-27bdc85a7f51", "tag": "014bf526-d658-4b2c-9504-368c988b98ca", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:38:30.654038 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-78c222d2-6818-4db1-b0ad-a165d9ac110f {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:38:30.654504 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92df116-0663-4d5e-8885-27bdc85a7f51', 'tag': '014bf526-d658-4b2c-9504-368c988b98ca', 'status': 'completed', 'code': 200} Nov 10 19:38:30.655508 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:30.656411 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:30.656411 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on network 1a234406-3903-4f92-9005-b4f7a872f06f {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:30.663026 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on network 1a234406-3903-4f92-9005-b4f7a872f06f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:38:30.663399 n-d-813897-4 neutron-server[102506]: ERROR neutron.plugins.ml2.managers [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Failed to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on host n-h1-813897-4 for vnic_type normal using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] Nov 10 19:38:30.664355 n-d-813897-4 neutron-server[102506]: INFO neutron.plugins.ml2.plugin [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempt 5 to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 Nov 10 19:38:30.677333 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:30.677672 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:30.678057 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on network 1a234406-3903-4f92-9005-b4f7a872f06f {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:30.686071 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on network 1a234406-3903-4f92-9005-b4f7a872f06f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:38:30.686336 n-d-813897-4 neutron-server[102506]: ERROR neutron.plugins.ml2.managers [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Failed to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on host n-h1-813897-4 for vnic_type normal using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] Nov 10 19:38:30.686740 n-d-813897-4 neutron-server[102506]: INFO neutron.plugins.ml2.plugin [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempt 6 to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 Nov 10 19:38:30.694697 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-3241eece-44a9-47a7-8106-b75bac733ad1 service neutron] 10.222.0.25 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110730 Nov 10 19:38:30.701998 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:30.702264 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:30.702579 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on network 1a234406-3903-4f92-9005-b4f7a872f06f {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:30.710820 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on network 1a234406-3903-4f92-9005-b4f7a872f06f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:38:30.711147 n-d-813897-4 neutron-server[102506]: ERROR neutron.plugins.ml2.managers [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Failed to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on host n-h1-813897-4 for vnic_type normal using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] Nov 10 19:38:30.718429 n-d-813897-4 neutron-server[102506]: INFO neutron.plugins.ml2.plugin [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempt 7 to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 Nov 10 19:38:30.750361 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:30.750698 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:30.751029 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on network 1a234406-3903-4f92-9005-b4f7a872f06f {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:30.758318 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on network 1a234406-3903-4f92-9005-b4f7a872f06f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:38:30.758655 n-d-813897-4 neutron-server[102506]: ERROR neutron.plugins.ml2.managers [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Failed to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on host n-h1-813897-4 for vnic_type normal using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] Nov 10 19:38:30.759761 n-d-813897-4 neutron-server[102506]: INFO neutron.plugins.ml2.plugin [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempt 8 to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 Nov 10 19:38:30.777704 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:30.778116 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:30.778440 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on network 1a234406-3903-4f92-9005-b4f7a872f06f {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:30.791455 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114b1dd-c70b-4042-aabd-0abacad45531 req-1fce7573-4d4f-4ab8-80ce-d8c7aa4c296a tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:30.793078 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5114b1dd-c70b-4042-aabd-0abacad45531 req-1fce7573-4d4f-4ab8-80ce-d8c7aa4c296a tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a559dd-f5b2-47d7-8c88-db578cdcc13d HTTP/1.1" status: 200 len: 946 time: 0.0841153 Nov 10 19:38:30.794194 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on network 1a234406-3903-4f92-9005-b4f7a872f06f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:38:30.794524 n-d-813897-4 neutron-server[102506]: ERROR neutron.plugins.ml2.managers [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Failed to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on host n-h1-813897-4 for vnic_type normal using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] Nov 10 19:38:30.794923 n-d-813897-4 neutron-server[102506]: INFO neutron.plugins.ml2.plugin [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempt 9 to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 Nov 10 19:38:30.817961 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:30.818297 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:30.818631 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on network 1a234406-3903-4f92-9005-b4f7a872f06f {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:30.831617 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on network 1a234406-3903-4f92-9005-b4f7a872f06f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:38:30.831950 n-d-813897-4 neutron-server[102506]: ERROR neutron.plugins.ml2.managers [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Failed to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on host n-h1-813897-4 for vnic_type normal using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] Nov 10 19:38:30.836126 n-d-813897-4 neutron-server[102506]: INFO neutron.plugins.ml2.plugin [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempt 10 to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 Nov 10 19:38:30.846645 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9a72c9be-8959-4e9b-b874-9a598cbaa872 req-45a10a7e-be68-4eb0-96cf-cc1805ffa8b1 service neutron] 10.222.0.25 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450338 Nov 10 19:38:30.863392 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:30.864179 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:30.864518 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on network 1a234406-3903-4f92-9005-b4f7a872f06f {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:30.873986 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5114b1dd-c70b-4042-aabd-0abacad45531 req-965ec10b-b369-4f2d-bed2-6dc28226b250 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687771 Nov 10 19:38:30.875020 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on network 1a234406-3903-4f92-9005-b4f7a872f06f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:38:30.875497 n-d-813897-4 neutron-server[102506]: ERROR neutron.plugins.ml2.managers [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Failed to bind port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on host n-h1-813897-4 for vnic_type normal using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] Nov 10 19:38:30.876023 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:30.975681 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd709e-d81c-4559-a6b8-1538bc73600e req-80f87b41-34e0-420e-ae49-5a639e076ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:30.977447 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-83cd709e-d81c-4559-a6b8-1538bc73600e req-80f87b41-34e0-420e-ae49-5a639e076ac5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a00ca65ead540abbf4d59ff2c615c4f&device_id=a92df116-0663-4d5e-8885-27bdc85a7f51 HTTP/1.1" status: 200 len: 1094 time: 0.0718348 Nov 10 19:38:31.003820 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] For port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:38:31.004230 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempted to set empty binding levels {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 19:38:31.031751 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ece88-b540-42a9-b6c5-2fdd6a7fae19 req-9ec828ac-75ad-4cc1-aba9-77adb18b1392 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:31.033223 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f44ece88-b540-42a9-b6c5-2fdd6a7fae19 req-9ec828ac-75ad-4cc1-aba9-77adb18b1392 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92df116-0663-4d5e-8885-27bdc85a7f51 HTTP/1.1" status: 200 len: 943 time: 0.0755889 Nov 10 19:38:31.034481 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:31.057678 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] In _notify_port_updated(), no bound segment for port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 on network 1a234406-3903-4f92-9005-b4f7a872f06f {{(pid=102506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 19:38:31.058877 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:31.059480 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:31.060938 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] 10.222.0.54 "PUT /v2.0/ports/40dbff8e-87ef-4536-90d0-6db02bb8fbe8 HTTP/1.1" status: 200 len: 974 time: 1.1444597 Nov 10 19:38:31.064172 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38680) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:31.138198 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1fc7b-43f8-4e85-961d-1f03f4c509f1 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Pushing event updated for resources: {'Port': ['ID=40dbff8e-87ef-4536-90d0-6db02bb8fbe8,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:31.152703 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd709e-d81c-4559-a6b8-1538bc73600e req-36464dfc-a0d5-4730-b945-9c78f59ee257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:31.154447 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-83cd709e-d81c-4559-a6b8-1538bc73600e req-36464dfc-a0d5-4730-b945-9c78f59ee257 service neutron] 10.222.0.25 "GET /v2.0/networks?id=87737cc5-1491-4eb8-832b-21b850f6c386 HTTP/1.1" status: 200 len: 906 time: 0.1678107 Nov 10 19:38:31.166916 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f44ece88-b540-42a9-b6c5-2fdd6a7fae19 req-f8bc6a82-7629-4780-8f8e-8ed4ab204426 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229899 Nov 10 19:38:31.227082 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d88730-4c90-4db7-bf58-575b63d5ba68 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:31.227564 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d88730-4c90-4db7-bf58-575b63d5ba68 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:31.228550 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d88730-4c90-4db7-bf58-575b63d5ba68 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:31.229801 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d88730-4c90-4db7-bf58-575b63d5ba68 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:31.229801 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d88730-4c90-4db7-bf58-575b63d5ba68 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:31.230174 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d88730-4c90-4db7-bf58-575b63d5ba68 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:31.230645 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d88730-4c90-4db7-bf58-575b63d5ba68 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:31.231509 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d88730-4c90-4db7-bf58-575b63d5ba68 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:31.232089 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d88730-4c90-4db7-bf58-575b63d5ba68 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:31.232534 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d88730-4c90-4db7-bf58-575b63d5ba68 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:31.233078 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d88730-4c90-4db7-bf58-575b63d5ba68 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:31.233603 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d88730-4c90-4db7-bf58-575b63d5ba68 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:31.234339 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d88730-4c90-4db7-bf58-575b63d5ba68 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:31.234817 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d88730-4c90-4db7-bf58-575b63d5ba68 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:31.240744 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-97d88730-4c90-4db7-bf58-575b63d5ba68 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12803 time: 0.1721041 Nov 10 19:38:31.241089 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38682) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:31.254762 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-83cd709e-d81c-4559-a6b8-1538bc73600e req-a761c3ba-d2f7-413f-bf80-e56ff7257be9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=014bf526-d658-4b2c-9504-368c988b98ca HTTP/1.1" status: 200 len: 217 time: 0.0921164 Nov 10 19:38:31.361930 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d882ea2-e6e8-4447-ad2d-92e5ee399647 req-70ae8f2d-8085-4922-8da9-70a0184a0cbb tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:31.363592 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7d882ea2-e6e8-4447-ad2d-92e5ee399647 req-70ae8f2d-8085-4922-8da9-70a0184a0cbb tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a559dd-f5b2-47d7-8c88-db578cdcc13d HTTP/1.1" status: 200 len: 946 time: 0.0866568 Nov 10 19:38:31.405256 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-66a2ba30-b35e-48fa-9419-e4752a22cee8 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Deleting port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:38:31.405586 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-66a2ba30-b35e-48fa-9419-e4752a22cee8 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:31.470384 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7d882ea2-e6e8-4447-ad2d-92e5ee399647 req-5c36d387-0e43-433c-8cb3-80f36b869c69 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990784 Nov 10 19:38:31.495135 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-66a2ba30-b35e-48fa-9419-e4752a22cee8 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] For port 40dbff8e-87ef-4536-90d0-6db02bb8fbe8, host n-h1-813897-4, got binding levels [] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:38:31.495856 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-66a2ba30-b35e-48fa-9419-e4752a22cee8 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:31.518114 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-66a2ba30-b35e-48fa-9419-e4752a22cee8 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Calling delete_port for 40dbff8e-87ef-4536-90d0-6db02bb8fbe8 owned by {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:38:31.643799 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-66a2ba30-b35e-48fa-9419-e4752a22cee8 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:31.682515 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2ba30-b35e-48fa-9419-e4752a22cee8 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Pushing event deleted for resources: {'Port': ['ID=40dbff8e-87ef-4536-90d0-6db02bb8fbe8,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:31.698167 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cdf3de19-89e4-49e4-8d15-32b3cfc47593 req-a6bb0081-5acc-4864-b908-4d0269fd07f9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=19a559dd-f5b2-47d7-8c88-db578cdcc13d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4856386 Nov 10 19:38:31.702715 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd709e-d81c-4559-a6b8-1538bc73600e req-f58719ef-3730-44a0-9fdc-59ec6dd8a411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:31.705261 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-83cd709e-d81c-4559-a6b8-1538bc73600e req-f58719ef-3730-44a0-9fdc-59ec6dd8a411 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f85973c4-b607-4c9f-9c90-dbe2046779da HTTP/1.1" status: 200 len: 845 time: 0.4308288 Nov 10 19:38:31.715541 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-66a2ba30-b35e-48fa-9419-e4752a22cee8 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:31.722623 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-66a2ba30-b35e-48fa-9419-e4752a22cee8 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] 10.222.0.54 "DELETE /v2.0/ports/40dbff8e-87ef-4536-90d0-6db02bb8fbe8 HTTP/1.1" status: 204 len: 168 time: 0.4779496 Nov 10 19:38:31.723535 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38688) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:31.763321 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e37deae-4fd1-4da4-8790-6e66b39f4ecb tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] GET failed (client error): The resource could not be found. Nov 10 19:38:31.770032 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9e37deae-4fd1-4da4-8790-6e66b39f4ecb tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] 10.222.0.54 "GET /v2.0/ports/40dbff8e-87ef-4536-90d0-6db02bb8fbe8 HTTP/1.1" status: 404 len: 333 time: 0.0450716 Nov 10 19:38:31.771809 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-83cd709e-d81c-4559-a6b8-1538bc73600e req-9f6fc5ab-8119-46ed-bb4e-62160e24d091 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=87737cc5-1491-4eb8-832b-21b850f6c386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577946 Nov 10 19:38:31.771947 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38690) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:31.778469 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-8d37ee7b-5ed4-4eb9-b98d-ee4ce1de01ac tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-903321718', 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:38:31.854597 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2cfcb-cf8b-478a-9fa2-8ad86acc71b7 req-a8ff1d7d-a71e-42f2-8bf7-93314062ff21 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:31.862356 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bed2cfcb-cf8b-478a-9fa2-8ad86acc71b7 req-a8ff1d7d-a71e-42f2-8bf7-93314062ff21 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a559dd-f5b2-47d7-8c88-db578cdcc13d HTTP/1.1" status: 200 len: 946 time: 0.0909338 Nov 10 19:38:31.873850 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3de19-89e4-49e4-8d15-32b3cfc47593 req-d8dfd44a-9b25-4b5a-8a39-d8616062931b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:31.875935 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cdf3de19-89e4-49e4-8d15-32b3cfc47593 req-d8dfd44a-9b25-4b5a-8a39-d8616062931b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0863f57af6c245c5a4e0338a46ab2047&device_id=19a559dd-f5b2-47d7-8c88-db578cdcc13d HTTP/1.1" status: 200 len: 1097 time: 0.1031539 Nov 10 19:38:31.881695 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d37ee7b-5ed4-4eb9-b98d-ee4ce1de01ac tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Made reservation on behalf of d56acb8574c9483dac3bf2b59c04c14c for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:38:31.884187 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8d37ee7b-5ed4-4eb9-b98d-ee4ce1de01ac tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:31.919719 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-83cd709e-d81c-4559-a6b8-1538bc73600e req-62741cca-d355-445a-a4fa-4f93fa65d6b9 service neutron] 10.222.0.25 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159296 Nov 10 19:38:31.935987 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bed2cfcb-cf8b-478a-9fa2-8ad86acc71b7 req-f5720119-08c9-4ecd-bdfc-94c982be1e1e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706611 Nov 10 19:38:31.942267 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-8d37ee7b-5ed4-4eb9-b98d-ee4ce1de01ac tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] device_id is not set on port 6b6c440b-031a-4693-92da-61c40dccf918 yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:38:32.091219 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-83cd709e-d81c-4559-a6b8-1538bc73600e req-f52e382f-b308-47d3-9a06-ffd7e4deb9ee service neutron] 10.222.0.25 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611226 Nov 10 19:38:32.092207 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3de19-89e4-49e4-8d15-32b3cfc47593 req-797f8ffc-eb08-4939-8577-cbf468f8e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:32.093486 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cdf3de19-89e4-49e4-8d15-32b3cfc47593 req-797f8ffc-eb08-4939-8577-cbf468f8e095 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e HTTP/1.1" status: 200 len: 912 time: 0.1727207 Nov 10 19:38:32.112979 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8d37ee7b-5ed4-4eb9-b98d-ee4ce1de01ac tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:32.142426 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cdf3de19-89e4-49e4-8d15-32b3cfc47593 req-c2443f7b-191e-4a40-8faf-d460839fa338 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddc21502-384f-4439-a0a1-90e884530e9b HTTP/1.1" status: 200 len: 217 time: 0.0374727 Nov 10 19:38:32.148176 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8d37ee7b-5ed4-4eb9-b98d-ee4ce1de01ac tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:32.193479 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d37ee7b-5ed4-4eb9-b98d-ee4ce1de01ac tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Network 1a234406-3903-4f92-9005-b4f7a872f06f is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:38:32.196362 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-8d37ee7b-5ed4-4eb9-b98d-ee4ce1de01ac tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:38:32.201203 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d37ee7b-5ed4-4eb9-b98d-ee4ce1de01ac tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:38:32.203045 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3de19-89e4-49e4-8d15-32b3cfc47593 req-91f32cd7-3208-40f8-99d2-b0eb6b04152d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:32.203849 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d37ee7b-5ed4-4eb9-b98d-ee4ce1de01ac tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:32.204574 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8d37ee7b-5ed4-4eb9-b98d-ee4ce1de01ac tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:32.205475 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cdf3de19-89e4-49e4-8d15-32b3cfc47593 req-91f32cd7-3208-40f8-99d2-b0eb6b04152d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d245deb3-5e48-4ae4-b622-b444342b78ed HTTP/1.1" status: 200 len: 850 time: 0.0552132 Nov 10 19:38:32.208154 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37ee7b-5ed4-4eb9-b98d-ee4ce1de01ac tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Pushing event updated for resources: {'Port': ['ID=6b6c440b-031a-4693-92da-61c40dccf918,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:32.229372 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8d37ee7b-5ed4-4eb9-b98d-ee4ce1de01ac tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4531741 Nov 10 19:38:32.230379 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38696) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:32.257485 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3de19-89e4-49e4-8d15-32b3cfc47593 req-4b5dc6b5-6ce0-4add-945b-9cec2f8743eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:32.259195 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cdf3de19-89e4-49e4-8d15-32b3cfc47593 req-4b5dc6b5-6ce0-4add-945b-9cec2f8743eb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449460 Nov 10 19:38:32.264537 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df219e5d-044b-4dec-bbce-27d68500a804 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:32.268732 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-df219e5d-044b-4dec-bbce-27d68500a804 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] 10.222.0.54 "GET /v2.0/ports/6b6c440b-031a-4693-92da-61c40dccf918 HTTP/1.1" status: 200 len: 954 time: 0.0345550 Nov 10 19:38:32.269048 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38698) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:32.364726 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cdf3de19-89e4-49e4-8d15-32b3cfc47593 req-5d03e38f-8228-4f7e-8b12-f68b8f7816e6 service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943937 Nov 10 19:38:32.370042 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761219a2-dd44-4ccb-88e2-f952f4461fac req-84ae7cb5-1ec6-4bc5-bcb0-64c53095db9f tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:32.371523 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-761219a2-dd44-4ccb-88e2-f952f4461fac req-84ae7cb5-1ec6-4bc5-bcb0-64c53095db9f tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92df116-0663-4d5e-8885-27bdc85a7f51 HTTP/1.1" status: 200 len: 943 time: 0.0933135 Nov 10 19:38:32.417061 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-36865c22-61fd-476f-9b59-4ef751171f13 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Deleting port 6b6c440b-031a-4693-92da-61c40dccf918 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:38:32.417271 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-36865c22-61fd-476f-9b59-4ef751171f13 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:32.470449 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cdf3de19-89e4-49e4-8d15-32b3cfc47593 req-f3f03fac-8ccb-47bc-9212-18691e536d56 service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961742 Nov 10 19:38:32.477802 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-761219a2-dd44-4ccb-88e2-f952f4461fac req-2f4af670-847d-4df0-8d0b-5d669234268f tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997362 Nov 10 19:38:32.496562 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-36865c22-61fd-476f-9b59-4ef751171f13 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:32.511637 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-36865c22-61fd-476f-9b59-4ef751171f13 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Calling delete_port for 6b6c440b-031a-4693-92da-61c40dccf918 owned by {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:38:32.596693 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-36865c22-61fd-476f-9b59-4ef751171f13 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:32.631602 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36865c22-61fd-476f-9b59-4ef751171f13 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b6c440b-031a-4693-92da-61c40dccf918,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:32.640619 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-36865c22-61fd-476f-9b59-4ef751171f13 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:32.646545 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-36865c22-61fd-476f-9b59-4ef751171f13 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] 10.222.0.54 "DELETE /v2.0/ports/6b6c440b-031a-4693-92da-61c40dccf918 HTTP/1.1" status: 204 len: 168 time: 0.3737550 Nov 10 19:38:32.646545 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36865c22-61fd-476f-9b59-4ef751171f13 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:32.646545 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36865c22-61fd-476f-9b59-4ef751171f13 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:32.646545 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36865c22-61fd-476f-9b59-4ef751171f13 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:32.647416 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36865c22-61fd-476f-9b59-4ef751171f13 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:32.647507 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38700) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:32.647623 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36865c22-61fd-476f-9b59-4ef751171f13 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:32.647623 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36865c22-61fd-476f-9b59-4ef751171f13 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:32.647623 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36865c22-61fd-476f-9b59-4ef751171f13 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:32.648826 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36865c22-61fd-476f-9b59-4ef751171f13 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:32.648826 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36865c22-61fd-476f-9b59-4ef751171f13 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:32.648826 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36865c22-61fd-476f-9b59-4ef751171f13 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:32.648826 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36865c22-61fd-476f-9b59-4ef751171f13 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:32.658028 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36865c22-61fd-476f-9b59-4ef751171f13 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:32.676461 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-b83dfca6-a47d-4634-b0ce-c7c765d695da tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] GET failed (client error): The resource could not be found. Nov 10 19:38:32.678166 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b83dfca6-a47d-4634-b0ce-c7c765d695da tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] 10.222.0.54 "GET /v2.0/ports/6b6c440b-031a-4693-92da-61c40dccf918 HTTP/1.1" status: 404 len: 333 time: 0.0298486 Nov 10 19:38:32.682057 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38702) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:32.687092 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-847878f7-8959-4d4b-839b-79bef85e3a85 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Request body: {'port': {'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1796547888'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:38:32.714237 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847878f7-8959-4d4b-839b-79bef85e3a85 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Made reservation on behalf of d56acb8574c9483dac3bf2b59c04c14c for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:38:32.717067 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-847878f7-8959-4d4b-839b-79bef85e3a85 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:32.742943 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-847878f7-8959-4d4b-839b-79bef85e3a85 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] device_id is not set on port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:38:32.928121 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-847878f7-8959-4d4b-839b-79bef85e3a85 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:32.966055 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-847878f7-8959-4d4b-839b-79bef85e3a85 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:33.020654 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847878f7-8959-4d4b-839b-79bef85e3a85 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Network 1a234406-3903-4f92-9005-b4f7a872f06f is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:38:33.035635 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-847878f7-8959-4d4b-839b-79bef85e3a85 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:38:33.052379 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847878f7-8959-4d4b-839b-79bef85e3a85 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:38:33.053333 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847878f7-8959-4d4b-839b-79bef85e3a85 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:33.053930 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-847878f7-8959-4d4b-839b-79bef85e3a85 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:33.067305 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847878f7-8959-4d4b-839b-79bef85e3a85 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Pushing event updated for resources: {'Port': ['ID=567bcfbd-9a3f-4d26-b5b1-39789ff3c240,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:33.081956 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-847878f7-8959-4d4b-839b-79bef85e3a85 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3987331 Nov 10 19:38:33.084629 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38708) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:33.090150 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:38:33.120695 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035072d7-2a5e-49d3-8fec-39d94984e5a9 req-c7c28b0f-9e2b-47c5-afd1-dbfce2385345 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:33.122592 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-035072d7-2a5e-49d3-8fec-39d94984e5a9 req-c7c28b0f-9e2b-47c5-afd1-dbfce2385345 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a559dd-f5b2-47d7-8c88-db578cdcc13d HTTP/1.1" status: 200 len: 946 time: 0.1054654 Nov 10 19:38:33.175407 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:33.226001 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-035072d7-2a5e-49d3-8fec-39d94984e5a9 req-78029750-0bd5-4e11-b34b-a1511fa9540f tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968397 Nov 10 19:38:33.335724 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81adefe5-5568-4a06-9d91-1982acf2502f req-25467ca2-d47a-462e-8aa8-4cff2d15ce63 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:33.337395 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-81adefe5-5568-4a06-9d91-1982acf2502f req-25467ca2-d47a-462e-8aa8-4cff2d15ce63 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.73 "GET /v2.0/ports?device_id=19a559dd-f5b2-47d7-8c88-db578cdcc13d HTTP/1.1" status: 200 len: 946 time: 0.0564306 Nov 10 19:38:33.384513 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] device_id is not set on port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:38:33.393198 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:33.400377 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:33.442383 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-81adefe5-5568-4a06-9d91-1982acf2502f req-f1dec11c-cc67-494c-ae6c-5d6a74296a83 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Deleting port ddc21502-384f-4439-a0a1-90e884530e9b {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:38:33.442728 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-81adefe5-5568-4a06-9d91-1982acf2502f req-f1dec11c-cc67-494c-ae6c-5d6a74296a83 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:33.460074 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Pushing event updated for resources: {'Port': ['ID=567bcfbd-9a3f-4d26-b5b1-39789ff3c240,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:33.477023 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:33.477404 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:33.477742 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on network 1a234406-3903-4f92-9005-b4f7a872f06f {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:33.483347 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on network 1a234406-3903-4f92-9005-b4f7a872f06f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:38:33.483942 n-d-813897-4 neutron-server[102506]: ERROR neutron.plugins.ml2.managers [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Failed to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on host n-h1-813897-4 for vnic_type normal using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] Nov 10 19:38:33.484341 n-d-813897-4 neutron-server[102506]: INFO neutron.plugins.ml2.plugin [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempt 2 to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 Nov 10 19:38:33.500037 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:33.500366 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:33.500749 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on network 1a234406-3903-4f92-9005-b4f7a872f06f {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:33.505895 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on network 1a234406-3903-4f92-9005-b4f7a872f06f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:38:33.506265 n-d-813897-4 neutron-server[102506]: ERROR neutron.plugins.ml2.managers [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Failed to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on host n-h1-813897-4 for vnic_type normal using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] Nov 10 19:38:33.506676 n-d-813897-4 neutron-server[102506]: INFO neutron.plugins.ml2.plugin [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempt 3 to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 Nov 10 19:38:33.522310 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:33.522905 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:33.523419 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on network 1a234406-3903-4f92-9005-b4f7a872f06f {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:33.529673 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on network 1a234406-3903-4f92-9005-b4f7a872f06f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:38:33.530363 n-d-813897-4 neutron-server[102506]: ERROR neutron.plugins.ml2.managers [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Failed to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on host n-h1-813897-4 for vnic_type normal using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] Nov 10 19:38:33.531010 n-d-813897-4 neutron-server[102506]: INFO neutron.plugins.ml2.plugin [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempt 4 to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 Nov 10 19:38:33.548140 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:33.548709 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:33.549101 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on network 1a234406-3903-4f92-9005-b4f7a872f06f {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:33.554085 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on network 1a234406-3903-4f92-9005-b4f7a872f06f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:38:33.554615 n-d-813897-4 neutron-server[102506]: ERROR neutron.plugins.ml2.managers [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Failed to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on host n-h1-813897-4 for vnic_type normal using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] Nov 10 19:38:33.555077 n-d-813897-4 neutron-server[102506]: INFO neutron.plugins.ml2.plugin [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempt 5 to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 Nov 10 19:38:33.559773 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-81adefe5-5568-4a06-9d91-1982acf2502f req-f1dec11c-cc67-494c-ae6c-5d6a74296a83 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] For port ddc21502-384f-4439-a0a1-90e884530e9b, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=ddc21502-384f-4439-a0a1-90e884530e9b,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:38:33.560153 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-81adefe5-5568-4a06-9d91-1982acf2502f req-f1dec11c-cc67-494c-ae6c-5d6a74296a83 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:33.570515 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:33.570877 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:33.571187 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on network 1a234406-3903-4f92-9005-b4f7a872f06f {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:33.576802 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on network 1a234406-3903-4f92-9005-b4f7a872f06f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:38:33.577065 n-d-813897-4 neutron-server[102506]: ERROR neutron.plugins.ml2.managers [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Failed to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on host n-h1-813897-4 for vnic_type normal using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] Nov 10 19:38:33.577458 n-d-813897-4 neutron-server[102506]: INFO neutron.plugins.ml2.plugin [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempt 6 to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 Nov 10 19:38:33.578853 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-81adefe5-5568-4a06-9d91-1982acf2502f req-f1dec11c-cc67-494c-ae6c-5d6a74296a83 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Calling delete_port for ddc21502-384f-4439-a0a1-90e884530e9b owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:38:33.610222 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:33.610222 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:33.610222 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on network 1a234406-3903-4f92-9005-b4f7a872f06f {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:33.635676 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on network 1a234406-3903-4f92-9005-b4f7a872f06f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:38:33.635960 n-d-813897-4 neutron-server[102506]: ERROR neutron.plugins.ml2.managers [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Failed to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on host n-h1-813897-4 for vnic_type normal using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] Nov 10 19:38:33.637200 n-d-813897-4 neutron-server[102506]: INFO neutron.plugins.ml2.plugin [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempt 7 to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 Nov 10 19:38:33.659381 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:33.660102 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:33.660102 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on network 1a234406-3903-4f92-9005-b4f7a872f06f {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:33.671646 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a0667-e3ea-4199-ba70-ca6a09156325 req-575d8e7b-b85b-412a-a561-0538017a9f60 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:33.673259 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b10a0667-e3ea-4199-ba70-ca6a09156325 req-575d8e7b-b85b-412a-a561-0538017a9f60 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92df116-0663-4d5e-8885-27bdc85a7f51 HTTP/1.1" status: 200 len: 943 time: 0.0806062 Nov 10 19:38:33.676741 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on network 1a234406-3903-4f92-9005-b4f7a872f06f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:38:33.677069 n-d-813897-4 neutron-server[102506]: ERROR neutron.plugins.ml2.managers [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Failed to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on host n-h1-813897-4 for vnic_type normal using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] Nov 10 19:38:33.677466 n-d-813897-4 neutron-server[102506]: INFO neutron.plugins.ml2.plugin [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempt 8 to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 Nov 10 19:38:33.702609 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:33.702996 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:33.703270 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on network 1a234406-3903-4f92-9005-b4f7a872f06f {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:33.714631 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on network 1a234406-3903-4f92-9005-b4f7a872f06f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:38:33.715482 n-d-813897-4 neutron-server[102506]: ERROR neutron.plugins.ml2.managers [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Failed to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on host n-h1-813897-4 for vnic_type normal using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] Nov 10 19:38:33.720124 n-d-813897-4 neutron-server[102506]: INFO neutron.plugins.ml2.plugin [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempt 9 to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 Nov 10 19:38:33.728677 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-81adefe5-5568-4a06-9d91-1982acf2502f req-f1dec11c-cc67-494c-ae6c-5d6a74296a83 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:33.743433 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['ddc21502-384f-4439-a0a1-90e884530e9b'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:38:33.748838 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:33.749174 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:33.749512 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on network 1a234406-3903-4f92-9005-b4f7a872f06f {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:33.755838 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b10a0667-e3ea-4199-ba70-ca6a09156325 req-368a50d4-6f14-40f3-b5ae-7a79a365a85e tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755467 Nov 10 19:38:33.757969 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on network 1a234406-3903-4f92-9005-b4f7a872f06f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:38:33.758297 n-d-813897-4 neutron-server[102506]: ERROR neutron.plugins.ml2.managers [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Failed to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on host n-h1-813897-4 for vnic_type normal using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] Nov 10 19:38:33.758696 n-d-813897-4 neutron-server[102506]: INFO neutron.plugins.ml2.plugin [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempt 10 to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 Nov 10 19:38:33.765542 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dec11c-cc67-494c-ae6c-5d6a74296a83 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Pushing event deleted for resources: {'Port': ['ID=ddc21502-384f-4439-a0a1-90e884530e9b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:33.783450 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:33.783789 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:33.784129 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempting to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on network 1a234406-3903-4f92-9005-b4f7a872f06f {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:33.790296 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on network 1a234406-3903-4f92-9005-b4f7a872f06f not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:38:33.801251 n-d-813897-4 neutron-server[102506]: ERROR neutron.plugins.ml2.managers [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Failed to bind port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on host n-h1-813897-4 for vnic_type normal using segments [{'id': '3e86d857-bb93-4eb6-8fc9-5919f8042efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1a234406-3903-4f92-9005-b4f7a872f06f'}] Nov 10 19:38:33.801794 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:33.818525 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-81adefe5-5568-4a06-9d91-1982acf2502f req-f1dec11c-cc67-494c-ae6c-5d6a74296a83 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] No DVR routers for this DVR port ddc21502-384f-4439-a0a1-90e884530e9b on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:38:33.821157 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-81adefe5-5568-4a06-9d91-1982acf2502f req-f1dec11c-cc67-494c-ae6c-5d6a74296a83 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:33.825590 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-81adefe5-5568-4a06-9d91-1982acf2502f req-f1dec11c-cc67-494c-ae6c-5d6a74296a83 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.73 "DELETE /v2.0/ports/ddc21502-384f-4439-a0a1-90e884530e9b HTTP/1.1" status: 204 len: 173 time: 0.4807174 Nov 10 19:38:33.826046 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a559dd-f5b2-47d7-8c88-db578cdcc13d', 'name': 'network-vif-deleted', 'tag': 'ddc21502-384f-4439-a0a1-90e884530e9b'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:38:33.828462 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5282905-9553-42e2-a723-a3998f7e6936" -d '{"events": [{"server_uuid": "19a559dd-f5b2-47d7-8c88-db578cdcc13d", "name": "network-vif-deleted", "tag": "ddc21502-384f-4439-a0a1-90e884530e9b"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:38:33.890773 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecd6562-eb67-4b5c-90f9-4cf899f89de5 x-openstack-request-id: req-3ecd6562-eb67-4b5c-90f9-4cf899f89de5 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:38:33.891086 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a559dd-f5b2-47d7-8c88-db578cdcc13d", "name": "network-vif-deleted", "tag": "ddc21502-384f-4439-a0a1-90e884530e9b", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:38:33.891740 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3ecd6562-eb67-4b5c-90f9-4cf899f89de5 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:38:33.891740 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a559dd-f5b2-47d7-8c88-db578cdcc13d', 'name': 'network-vif-deleted', 'tag': 'ddc21502-384f-4439-a0a1-90e884530e9b', 'status': 'completed', 'code': 200} Nov 10 19:38:33.920193 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] For port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:38:33.921304 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attempted to set empty binding levels {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 19:38:33.936191 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:33.972387 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] In _notify_port_updated(), no bound segment for port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 on network 1a234406-3903-4f92-9005-b4f7a872f06f {{(pid=102506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 19:38:33.974168 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:33.974796 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:33.979124 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] 10.222.0.54 "PUT /v2.0/ports/567bcfbd-9a3f-4d26-b5b1-39789ff3c240 HTTP/1.1" status: 200 len: 975 time: 0.8906002 Nov 10 19:38:33.979575 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38716) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:34.015608 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f0fbf-1f6a-48c8-8396-bf66faccde38 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Pushing event updated for resources: {'Port': ['ID=567bcfbd-9a3f-4d26-b5b1-39789ff3c240,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:34.074227 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-4e050080-0143-4bc7-893b-711287121fb0 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Deleting port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:38:34.074644 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4e050080-0143-4bc7-893b-711287121fb0 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:34.138152 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-4e050080-0143-4bc7-893b-711287121fb0 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] For port 567bcfbd-9a3f-4d26-b5b1-39789ff3c240, host n-h1-813897-4, got binding levels [] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:38:34.138621 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4e050080-0143-4bc7-893b-711287121fb0 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:34.151313 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-4e050080-0143-4bc7-893b-711287121fb0 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Calling delete_port for 567bcfbd-9a3f-4d26-b5b1-39789ff3c240 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:38:34.238743 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4e050080-0143-4bc7-893b-711287121fb0 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:34.268342 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e050080-0143-4bc7-893b-711287121fb0 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Pushing event deleted for resources: {'Port': ['ID=567bcfbd-9a3f-4d26-b5b1-39789ff3c240,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:34.274972 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4e050080-0143-4bc7-893b-711287121fb0 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:34.281181 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38720) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:34.281788 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4e050080-0143-4bc7-893b-711287121fb0 tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] 10.222.0.54 "DELETE /v2.0/ports/567bcfbd-9a3f-4d26-b5b1-39789ff3c240 HTTP/1.1" status: 204 len: 168 time: 0.3007929 Nov 10 19:38:34.318619 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-abead52e-8bfa-421c-8dbb-b00d78d8995c tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] GET failed (client error): The resource could not be found. Nov 10 19:38:34.320388 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-abead52e-8bfa-421c-8dbb-b00d78d8995c tempest-PortsAdminExtendedAttrsTestJSON-2023258434 tempest-PortsAdminExtendedAttrsTestJSON-2023258434-project-admin] 10.222.0.54 "GET /v2.0/ports/567bcfbd-9a3f-4d26-b5b1-39789ff3c240 HTTP/1.1" status: 404 len: 333 time: 0.0381072 Nov 10 19:38:34.323997 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38722) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:34.346121 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a7a0f87f-eab1-49ab-bef1-525b886fc780 req-0ecc0c09-d3ab-41cd-892b-c73ffc0566aa tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a559dd-f5b2-47d7-8c88-db578cdcc13d HTTP/1.1" status: 200 len: 210 time: 0.0304701 Nov 10 19:38:34.406705 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1faa265-7246-42fc-bc19-73d61e63ead3 tempest-PortsAdminExtendedAttrsTestJSON-1537258139 tempest-PortsAdminExtendedAttrsTestJSON-1537258139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:34.501377 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1faa265-7246-42fc-bc19-73d61e63ead3 tempest-PortsAdminExtendedAttrsTestJSON-1537258139 tempest-PortsAdminExtendedAttrsTestJSON-1537258139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:34.523463 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-d1faa265-7246-42fc-bc19-73d61e63ead3 tempest-PortsAdminExtendedAttrsTestJSON-1537258139 tempest-PortsAdminExtendedAttrsTestJSON-1537258139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a234406-3903-4f92-9005-b4f7a872f06f']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:34.534111 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-d1faa265-7246-42fc-bc19-73d61e63ead3 tempest-PortsAdminExtendedAttrsTestJSON-1537258139 tempest-PortsAdminExtendedAttrsTestJSON-1537258139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e86d857-bb93-4eb6-8fc9-5919f8042efb') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:34.534451 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-d1faa265-7246-42fc-bc19-73d61e63ead3 tempest-PortsAdminExtendedAttrsTestJSON-1537258139 tempest-PortsAdminExtendedAttrsTestJSON-1537258139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e86d857-bb93-4eb6-8fc9-5919f8042efb') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:34.544538 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1faa265-7246-42fc-bc19-73d61e63ead3 tempest-PortsAdminExtendedAttrsTestJSON-1537258139 tempest-PortsAdminExtendedAttrsTestJSON-1537258139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:34.559086 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1faa265-7246-42fc-bc19-73d61e63ead3 tempest-PortsAdminExtendedAttrsTestJSON-1537258139 tempest-PortsAdminExtendedAttrsTestJSON-1537258139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:34.565387 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1faa265-7246-42fc-bc19-73d61e63ead3 tempest-PortsAdminExtendedAttrsTestJSON-1537258139 tempest-PortsAdminExtendedAttrsTestJSON-1537258139-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:38:34.565800 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1faa265-7246-42fc-bc19-73d61e63ead3 tempest-PortsAdminExtendedAttrsTestJSON-1537258139 tempest-PortsAdminExtendedAttrsTestJSON-1537258139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:34.569297 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:38:34.569297 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:38:34.569297 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:38:34.569297 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:38:34.569297 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:38:34.569297 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:38:34.569297 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:38:34.569297 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:38:34.569297 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:38:34.569297 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:38:34.569297 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:38:34.569297 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:38:34.569297 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:38:34.569297 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:38:34.569297 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:38:34.569297 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:38:34.569297 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:38:34.569297 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:38:34.569297 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:38:34.569297 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:38:34.569297 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:38:34.569297 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:38:34.569297 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:38:34.569297 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:38:34.569297 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:38:34.569297 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:38:34.569297 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:38:34.569297 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:38:34.569297 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:38:34.569297 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:38:34.569297 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:38:34.569297 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:38:34.637120 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1faa265-7246-42fc-bc19-73d61e63ead3 tempest-PortsAdminExtendedAttrsTestJSON-1537258139 tempest-PortsAdminExtendedAttrsTestJSON-1537258139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:34.646877 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1faa265-7246-42fc-bc19-73d61e63ead3 tempest-PortsAdminExtendedAttrsTestJSON-1537258139 tempest-PortsAdminExtendedAttrsTestJSON-1537258139-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:34.650043 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d1faa265-7246-42fc-bc19-73d61e63ead3 tempest-PortsAdminExtendedAttrsTestJSON-1537258139 tempest-PortsAdminExtendedAttrsTestJSON-1537258139-project] 10.222.0.54 "DELETE /v2.0/networks/1a234406-3903-4f92-9005-b4f7a872f06f HTTP/1.1" status: 204 len: 168 time: 0.3249886 Nov 10 19:38:34.661876 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1faa265-7246-42fc-bc19-73d61e63ead3 tempest-PortsAdminExtendedAttrsTestJSON-1537258139 tempest-PortsAdminExtendedAttrsTestJSON-1537258139-project] Pushing event deleted for resources: {'Network': ['ID=1a234406-3903-4f92-9005-b4f7a872f06f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:34.908311 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f13f0-7c58-4b32-b5b6-4c23de0c2058 req-b768b535-10e6-4916-99a3-93c7d354dc03 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:34.909895 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fc6f13f0-7c58-4b32-b5b6-4c23de0c2058 req-b768b535-10e6-4916-99a3-93c7d354dc03 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92df116-0663-4d5e-8885-27bdc85a7f51 HTTP/1.1" status: 200 len: 943 time: 0.0561397 Nov 10 19:38:34.922267 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38730) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:34.969649 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fc6f13f0-7c58-4b32-b5b6-4c23de0c2058 req-94fb11d4-3b55-43ef-a111-699a4d5f64bb tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533438 Nov 10 19:38:35.102766 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-04a582cb-dbe1-4d8d-92d4-d9add25b2187 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=37b3d097d41a403ebc204f78a3a8d332&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1788473 Nov 10 19:38:35.105285 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38738) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:35.153302 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3831aca3-c251-45c4-b90f-d9dd1a65aa3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:35.174356 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3831aca3-c251-45c4-b90f-d9dd1a65aa3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:35.222788 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3831aca3-c251-45c4-b90f-d9dd1a65aa3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:35.226000 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3831aca3-c251-45c4-b90f-d9dd1a65aa3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:35.232092 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3831aca3-c251-45c4-b90f-d9dd1a65aa3a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/113fc061-78d5-4b74-a586-24b48fb39123 HTTP/1.1" status: 204 len: 168 time: 0.1211312 Nov 10 19:38:35.240049 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831aca3-c251-45c4-b90f-d9dd1a65aa3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113fc061-78d5-4b74-a586-24b48fb39123,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:35.463754 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d353738a-ef28-43df-b39e-780f1f109647 req-ae3a74fd-6438-4020-a112-82924195351d tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a559dd-f5b2-47d7-8c88-db578cdcc13d HTTP/1.1" status: 200 len: 210 time: 0.0321987 Nov 10 19:38:35.536699 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38746) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:35.579572 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a16f4db5-dfe7-43f3-8be5-ca3534b16f2e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d56acb8574c9483dac3bf2b59c04c14c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415673 Nov 10 19:38:35.582115 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38748) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:35.638831 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-afe8954c-68d5-4940-99e9-15207ba3c180 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:35.661298 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-afe8954c-68d5-4940-99e9-15207ba3c180 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:35.712516 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-afe8954c-68d5-4940-99e9-15207ba3c180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:35.715378 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-afe8954c-68d5-4940-99e9-15207ba3c180 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:35.716686 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-afe8954c-68d5-4940-99e9-15207ba3c180 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/248edd2d-44b3-4995-9416-7b69f68d8e93 HTTP/1.1" status: 204 len: 168 time: 0.1336455 Nov 10 19:38:35.727355 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8954c-68d5-4940-99e9-15207ba3c180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248edd2d-44b3-4995-9416-7b69f68d8e93,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:35.735526 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe8954c-68d5-4940-99e9-15207ba3c180 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:35.735882 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe8954c-68d5-4940-99e9-15207ba3c180 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:35.736229 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe8954c-68d5-4940-99e9-15207ba3c180 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:35.736665 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe8954c-68d5-4940-99e9-15207ba3c180 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:35.736904 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe8954c-68d5-4940-99e9-15207ba3c180 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:35.737263 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe8954c-68d5-4940-99e9-15207ba3c180 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:35.737665 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe8954c-68d5-4940-99e9-15207ba3c180 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:35.738037 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe8954c-68d5-4940-99e9-15207ba3c180 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:35.738370 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe8954c-68d5-4940-99e9-15207ba3c180 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:35.738805 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe8954c-68d5-4940-99e9-15207ba3c180 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:35.739134 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe8954c-68d5-4940-99e9-15207ba3c180 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:35.739480 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe8954c-68d5-4940-99e9-15207ba3c180 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:38:36.009029 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 014bf526-d658-4b2c-9504-368c988b98ca details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:38:36.127935 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edeabd4-562b-498f-8544-7e396b84c2e0 req-b8c438b1-d79d-45a1-9011-3edbdafd4dba tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:36.140012 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3edeabd4-562b-498f-8544-7e396b84c2e0 req-b8c438b1-d79d-45a1-9011-3edbdafd4dba tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92df116-0663-4d5e-8885-27bdc85a7f51 HTTP/1.1" status: 200 len: 943 time: 0.0820329 Nov 10 19:38:36.210557 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3edeabd4-562b-498f-8544-7e396b84c2e0 req-2328ec05-4e6e-4a61-9cad-5a511d5e63f2 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690219 Nov 10 19:38:36.229281 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 014bf526-d658-4b2c-9504-368c988b98ca, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=014bf526-d658-4b2c-9504-368c988b98ca,segment=NetworkSegment(fcbd45ae-33de-4640-a29c-c49b1536f07f),segment_id=fcbd45ae-33de-4640-a29c-c49b1536f07f)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:38:36.244017 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '014bf526-d658-4b2c-9504-368c988b98ca', 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386', 'port_id': '014bf526-d658-4b2c-9504-368c988b98ca', 'mac_address': 'fa:16:3e:f0:c8:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85973c4-b607-4c9f-9c90-dbe2046779da', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:38:36.289576 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:36.304710 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 014bf526-d658-4b2c-9504-368c988b98ca {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:38:36.329538 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 014bf526-d658-4b2c-9504-368c988b98ca, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=014bf526-d658-4b2c-9504-368c988b98ca,segment=NetworkSegment(fcbd45ae-33de-4640-a29c-c49b1536f07f),segment_id=fcbd45ae-33de-4640-a29c-c49b1536f07f)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:38:36.335708 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:36.391714 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=014bf526-d658-4b2c-9504-368c988b98ca,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:36.597641 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5ef72949-a06e-4055-8665-63a15c8ed827 req-af58352d-31ee-4fec-bc69-c6cb97d3d11b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a559dd-f5b2-47d7-8c88-db578cdcc13d HTTP/1.1" status: 200 len: 210 time: 0.0321448 Nov 10 19:38:36.662256 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['014bf526-d658-4b2c-9504-368c988b98ca'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:38:37.323548 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38810) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:37.326821 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d85eea-12a1-4583-b817-251905adfedb req-36a5a65b-d891-4c7b-9264-89bb817f71fa tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:37.328573 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c6d85eea-12a1-4583-b817-251905adfedb req-36a5a65b-d891-4c7b-9264-89bb817f71fa tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92df116-0663-4d5e-8885-27bdc85a7f51 HTTP/1.1" status: 200 len: 944 time: 0.0550838 Nov 10 19:38:37.378044 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c6d85eea-12a1-4583-b817-251905adfedb req-de2e72d8-5e7d-488b-a226-9a0122d9f03a tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431826 Nov 10 19:38:37.433452 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-ade38fd7-4af5-4f9d-a1c2-5260ed899d8a tempest-QuotasTest-932520230 tempest-QuotasTest-932520230-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:38:37.469295 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ade38fd7-4af5-4f9d-a1c2-5260ed899d8a tempest-QuotasTest-932520230 tempest-QuotasTest-932520230-project-admin] 10.222.0.54 "PUT /v2.0/quotas/62f7586949684821b29127bdfeff10c7 HTTP/1.1" status: 200 len: 366 time: 0.1444023 Nov 10 19:38:37.471858 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38814) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:37.482830 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3dae915d-8825-4b3a-9615-d49df52f63ea tempest-QuotasTest-932520230 tempest-QuotasTest-932520230-project-admin] 10.222.0.54 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0098660 Nov 10 19:38:37.485346 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38816) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:37.495259 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-98773bcc-7dd6-45b0-939d-8f5412519d67 tempest-QuotasTest-932520230 tempest-QuotasTest-932520230-project-admin] 10.222.0.54 "GET /v2.0/quotas/62f7586949684821b29127bdfeff10c7 HTTP/1.1" status: 200 len: 366 time: 0.0088143 Nov 10 19:38:37.497676 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38818) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:37.514588 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d7212dde-eafa-4818-a3f3-123679aa9cef tempest-QuotasTest-932520230 tempest-QuotasTest-932520230-project-admin] 10.222.0.54 "DELETE /v2.0/quotas/62f7586949684821b29127bdfeff10c7 HTTP/1.1" status: 204 len: 168 time: 0.0153246 Nov 10 19:38:37.516571 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38820) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:37.526559 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6b73658e-68a2-4bb1-aec5-1fb42a594712 tempest-QuotasTest-932520230 tempest-QuotasTest-932520230-project-admin] 10.222.0.54 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0089760 Nov 10 19:38:37.529042 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38822) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:37.540702 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38824) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:37.540996 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-90191f70-fbb9-48c3-a5ad-51fb4a038df5 tempest-QuotasTest-932520230 tempest-QuotasTest-932520230-project-admin] 10.222.0.54 "GET /v2.0/quotas/62f7586949684821b29127bdfeff10c7 HTTP/1.1" status: 200 len: 370 time: 0.0107620 Nov 10 19:38:37.545975 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0fa183ea-e03e-4684-8dea-d2edf0fd1be9 tempest-QuotasTest-932520230 tempest-QuotasTest-932520230-project-admin] 10.222.0.54 "GET /v2.0/quotas/62f7586949684821b29127bdfeff10c7/default HTTP/1.1" status: 200 len: 370 time: 0.0039980 Nov 10 19:38:37.548372 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38826) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:37.557893 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-ff6c1cf3-aafb-4222-ba36-6d497e69f7df tempest-QuotasTest-932520230 tempest-QuotasTest-932520230-project-admin] delete failed (client error): The resource could not be found. Nov 10 19:38:37.558915 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ff6c1cf3-aafb-4222-ba36-6d497e69f7df tempest-QuotasTest-932520230 tempest-QuotasTest-932520230-project-admin] 10.222.0.54 "DELETE /v2.0/quotas/62f7586949684821b29127bdfeff10c7 HTTP/1.1" status: 404 len: 348 time: 0.0096242 Nov 10 19:38:37.701437 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38838) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:37.727626 n-d-813897-4 neutron-server[102505]: DEBUG neutron.quota.resource [None req-94a3ed8b-315c-44f4-9164-a9cb783b262e tempest-QuotasTest-932520230 tempest-QuotasTest-932520230-project-admin] Usage tracker for resource:network and project:0f81abe9660c47888f42344fa6be2cb9 is out of sync, need to count used quota {{(pid=102505) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 19:38:37.732392 n-d-813897-4 neutron-server[102505]: DEBUG neutron.quota.resource [None req-94a3ed8b-315c-44f4-9164-a9cb783b262e tempest-QuotasTest-932520230 tempest-QuotasTest-932520230-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102505) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 19:38:37.739944 n-d-813897-4 neutron-server[102505]: DEBUG neutron.quota.resource [None req-94a3ed8b-315c-44f4-9164-a9cb783b262e tempest-QuotasTest-932520230 tempest-QuotasTest-932520230-project-admin] Usage tracker for resource:subnet and project:0f81abe9660c47888f42344fa6be2cb9 is out of sync, need to count used quota {{(pid=102505) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 19:38:37.744261 n-d-813897-4 neutron-server[102505]: DEBUG neutron.quota.resource [None req-94a3ed8b-315c-44f4-9164-a9cb783b262e tempest-QuotasTest-932520230 tempest-QuotasTest-932520230-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102505) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 19:38:37.749322 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-37ec81d8-e425-4832-b022-e7cea9180e16 req-12ae2a4c-ef38-4053-ab70-f5e72aa602df tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a559dd-f5b2-47d7-8c88-db578cdcc13d HTTP/1.1" status: 200 len: 210 time: 0.0633967 Nov 10 19:38:37.762458 n-d-813897-4 neutron-server[102505]: DEBUG neutron.quota.resource [None req-94a3ed8b-315c-44f4-9164-a9cb783b262e tempest-QuotasTest-932520230 tempest-QuotasTest-932520230-project-admin] Usage tracker for resource:subnetpool and project:0f81abe9660c47888f42344fa6be2cb9 is out of sync, need to count used quota {{(pid=102505) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 19:38:37.769499 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device ddc21502-384f-4439-a0a1-90e884530e9b no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:38:37.774612 n-d-813897-4 neutron-server[102505]: DEBUG neutron.quota.resource [None req-94a3ed8b-315c-44f4-9164-a9cb783b262e tempest-QuotasTest-932520230 tempest-QuotasTest-932520230-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102505) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 19:38:37.782327 n-d-813897-4 neutron-server[102505]: DEBUG neutron.quota.resource [None req-94a3ed8b-315c-44f4-9164-a9cb783b262e tempest-QuotasTest-932520230 tempest-QuotasTest-932520230-project-admin] Usage tracker for resource:port and project:0f81abe9660c47888f42344fa6be2cb9 is out of sync, need to count used quota {{(pid=102505) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 19:38:37.785884 n-d-813897-4 neutron-server[102505]: DEBUG neutron.quota.resource [None req-94a3ed8b-315c-44f4-9164-a9cb783b262e tempest-QuotasTest-932520230 tempest-QuotasTest-932520230-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102505) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 19:38:37.793975 n-d-813897-4 neutron-server[102505]: DEBUG neutron.quota.resource [None req-94a3ed8b-315c-44f4-9164-a9cb783b262e tempest-QuotasTest-932520230 tempest-QuotasTest-932520230-project-admin] Usage tracker for resource:router and project:0f81abe9660c47888f42344fa6be2cb9 is out of sync, need to count used quota {{(pid=102505) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 19:38:37.797807 n-d-813897-4 neutron-server[102505]: DEBUG neutron.quota.resource [None req-94a3ed8b-315c-44f4-9164-a9cb783b262e tempest-QuotasTest-932520230 tempest-QuotasTest-932520230-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102505) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 19:38:37.801815 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: ddc21502-384f-4439-a0a1-90e884530e9b {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:38:37.802412 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device ddc21502-384f-4439-a0a1-90e884530e9b not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:38:37.805614 n-d-813897-4 neutron-server[102505]: DEBUG neutron.quota.resource [None req-94a3ed8b-315c-44f4-9164-a9cb783b262e tempest-QuotasTest-932520230 tempest-QuotasTest-932520230-project-admin] Usage tracker for resource:floatingip and project:0f81abe9660c47888f42344fa6be2cb9 is out of sync, need to count used quota {{(pid=102505) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 19:38:37.811109 n-d-813897-4 neutron-server[102505]: DEBUG neutron.quota.resource [None req-94a3ed8b-315c-44f4-9164-a9cb783b262e tempest-QuotasTest-932520230 tempest-QuotasTest-932520230-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102505) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 19:38:37.849619 n-d-813897-4 neutron-server[102505]: DEBUG neutron.quota.resource [None req-94a3ed8b-315c-44f4-9164-a9cb783b262e tempest-QuotasTest-932520230 tempest-QuotasTest-932520230-project-admin] Usage tracker for resource:security_group and project:0f81abe9660c47888f42344fa6be2cb9 is out of sync, need to count used quota {{(pid=102505) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 19:38:37.852861 n-d-813897-4 neutron-server[102505]: DEBUG neutron.quota.resource [None req-94a3ed8b-315c-44f4-9164-a9cb783b262e tempest-QuotasTest-932520230 tempest-QuotasTest-932520230-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102505) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 19:38:37.860865 n-d-813897-4 neutron-server[102505]: DEBUG neutron.quota.resource [None req-94a3ed8b-315c-44f4-9164-a9cb783b262e tempest-QuotasTest-932520230 tempest-QuotasTest-932520230-project-admin] Usage tracker for resource:security_group_rule and project:0f81abe9660c47888f42344fa6be2cb9 is out of sync, need to count used quota {{(pid=102505) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 19:38:37.864675 n-d-813897-4 neutron-server[102505]: DEBUG neutron.quota.resource [None req-94a3ed8b-315c-44f4-9164-a9cb783b262e tempest-QuotasTest-932520230 tempest-QuotasTest-932520230-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102505) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 19:38:37.869824 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-94a3ed8b-315c-44f4-9164-a9cb783b262e tempest-QuotasTest-932520230 tempest-QuotasTest-932520230-project-admin] 10.222.0.54 "GET /v2.0/quotas/0f81abe9660c47888f42344fa6be2cb9/details.json HTTP/1.1" status: 200 len: 703 time: 0.1669810 Nov 10 19:38:38.030566 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 014bf526-d658-4b2c-9504-368c988b98ca up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:38:38.096458 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 014bf526-d658-4b2c-9504-368c988b98ca completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:38:38.100586 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 014bf526-d658-4b2c-9504-368c988b98ca triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:38:38.100975 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:38.253743 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38848) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:38.368376 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc985f39-f1aa-4ee4-8ba8-0fdfeb1936a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:38.376288 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:38.426427 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 014bf526-d658-4b2c-9504-368c988b98ca, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=014bf526-d658-4b2c-9504-368c988b98ca,segment=NetworkSegment(fcbd45ae-33de-4640-a29c-c49b1536f07f),segment_id=fcbd45ae-33de-4640-a29c-c49b1536f07f)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:38:38.427843 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92df116-0663-4d5e-8885-27bdc85a7f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014bf526-d658-4b2c-9504-368c988b98ca'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:38:38.431711 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a229ae0e-1626-47f0-9a34-9d5b914b61fa" -d '{"events": [{"server_uuid": "a92df116-0663-4d5e-8885-27bdc85a7f51", "name": "network-vif-plugged", "status": "completed", "tag": "014bf526-d658-4b2c-9504-368c988b98ca"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:38:38.438140 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:38.468318 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc985f39-f1aa-4ee4-8ba8-0fdfeb1936a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:38.478360 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc985f39-f1aa-4ee4-8ba8-0fdfeb1936a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:38.503356 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=014bf526-d658-4b2c-9504-368c988b98ca,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:38.548258 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cc985f39-f1aa-4ee4-8ba8-0fdfeb1936a6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b9227b4b2b284ef3b837c463cdfceaeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2933693 Nov 10 19:38:38.549147 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1c58c-1128-4f4d-931d-dd3d3562f0d4 req-f7e62ae2-dbf0-4322-89e4-b096ead48aa4 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:38.549650 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc985f39-f1aa-4ee4-8ba8-0fdfeb1936a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0769a4e-8e09-46d9-8842-46dee4fa424f,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:38.552454 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38856) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:38.570718 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f9f1c58c-1128-4f4d-931d-dd3d3562f0d4 req-f7e62ae2-dbf0-4322-89e4-b096ead48aa4 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92df116-0663-4d5e-8885-27bdc85a7f51 HTTP/1.1" status: 200 len: 945 time: 0.0930927 Nov 10 19:38:38.609396 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9aa829e0-e1f4-4aab-adca-3dc471dca7d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:38.631478 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f9f1c58c-1128-4f4d-931d-dd3d3562f0d4 req-b7f2166f-687f-48cc-b868-1516d937de1c tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598774 Nov 10 19:38:38.636056 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9aa829e0-e1f4-4aab-adca-3dc471dca7d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:38.700413 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9aa829e0-e1f4-4aab-adca-3dc471dca7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:38.704276 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af03eb7-9a03-45c6-a0a0-e8daeff85a5c x-openstack-request-id: req-6af03eb7-9a03-45c6-a0a0-e8daeff85a5c {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:38:38.704570 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92df116-0663-4d5e-8885-27bdc85a7f51", "name": "network-vif-plugged", "status": "completed", "tag": "014bf526-d658-4b2c-9504-368c988b98ca", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:38:38.705004 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6af03eb7-9a03-45c6-a0a0-e8daeff85a5c {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:38:38.705536 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92df116-0663-4d5e-8885-27bdc85a7f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014bf526-d658-4b2c-9504-368c988b98ca', 'code': 200} Nov 10 19:38:38.711348 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9aa829e0-e1f4-4aab-adca-3dc471dca7d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:38.712726 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9aa829e0-e1f4-4aab-adca-3dc471dca7d9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c0769a4e-8e09-46d9-8842-46dee4fa424f HTTP/1.1" status: 204 len: 168 time: 0.1592369 Nov 10 19:38:38.725363 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa829e0-e1f4-4aab-adca-3dc471dca7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0769a4e-8e09-46d9-8842-46dee4fa424f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:38.836860 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ab66a-34f8-4f12-a029-951359740d84 req-5e6c1093-145c-48ce-81ab-cd9bad3bcfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:38.842655 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cb6ab66a-34f8-4f12-a029-951359740d84 req-5e6c1093-145c-48ce-81ab-cd9bad3bcfc5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a92df116-0663-4d5e-8885-27bdc85a7f51 HTTP/1.1" status: 200 len: 1096 time: 0.0683377 Nov 10 19:38:38.887156 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f2b25d2-5bf2-4975-97d6-b0264ebf07c2 req-357acacc-f997-4238-8a10-0e27c0be18ed tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a559dd-f5b2-47d7-8c88-db578cdcc13d HTTP/1.1" status: 200 len: 210 time: 0.0409827 Nov 10 19:38:38.933670 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cb6ab66a-34f8-4f12-a029-951359740d84 req-3112e69c-0ffa-42d8-939f-c7821e88a4bb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823815 Nov 10 19:38:39.114788 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38864) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:39.128716 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd2d9d7b-c6f2-4167-87f4-b6babafd508b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:39.211222 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd2d9d7b-c6f2-4167-87f4-b6babafd508b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:39.217266 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd2d9d7b-c6f2-4167-87f4-b6babafd508b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:39.257406 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d9d7b-c6f2-4167-87f4-b6babafd508b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a52d38e-0b2d-4a15-a929-a28fd419abda,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:39.264228 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-dd2d9d7b-c6f2-4167-87f4-b6babafd508b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0f81abe9660c47888f42344fa6be2cb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1459432 Nov 10 19:38:39.264461 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38866) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:39.311890 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ec56ef0e-2a46-491f-a561-f85bf729ffe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:39.333222 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ec56ef0e-2a46-491f-a561-f85bf729ffe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:39.379726 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ec56ef0e-2a46-491f-a561-f85bf729ffe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:39.382446 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ec56ef0e-2a46-491f-a561-f85bf729ffe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:39.383596 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ec56ef0e-2a46-491f-a561-f85bf729ffe1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2a52d38e-0b2d-4a15-a929-a28fd419abda HTTP/1.1" status: 204 len: 168 time: 0.1182563 Nov 10 19:38:39.391836 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56ef0e-2a46-491f-a561-f85bf729ffe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a52d38e-0b2d-4a15-a929-a28fd419abda,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:39.771649 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1558b2-93bd-4410-bf6d-f9b1d8470a0e req-2baa2022-4fa1-4eb7-a95a-0d9eeb327373 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:39.773409 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9d1558b2-93bd-4410-bf6d-f9b1d8470a0e req-2baa2022-4fa1-4eb7-a95a-0d9eeb327373 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92df116-0663-4d5e-8885-27bdc85a7f51 HTTP/1.1" status: 200 len: 945 time: 0.0522525 Nov 10 19:38:39.824757 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9d1558b2-93bd-4410-bf6d-f9b1d8470a0e req-2dc82143-8739-42a3-91bb-0f75b6f48e68 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446637 Nov 10 19:38:40.036229 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2e442e1e-396a-4205-80fa-59dcb30e0458 req-60dd1844-0554-4509-8628-76fde0a1d12d tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a559dd-f5b2-47d7-8c88-db578cdcc13d HTTP/1.1" status: 200 len: 210 time: 0.0460634 Nov 10 19:38:40.182741 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38894) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:40.322525 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-9a64b111-ee0e-4c33-a40f-7d0656b2cb3b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-203623778'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:38:40.344420 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a64b111-ee0e-4c33-a40f-7d0656b2cb3b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Made reservation on behalf of fbf553571e3a4c46ba9fa22114717148 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:38:40.348261 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9a64b111-ee0e-4c33-a40f-7d0656b2cb3b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:40.357806 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9a64b111-ee0e-4c33-a40f-7d0656b2cb3b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:40.441701 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9a64b111-ee0e-4c33-a40f-7d0656b2cb3b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:40.447157 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9a64b111-ee0e-4c33-a40f-7d0656b2cb3b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:40.476841 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a64b111-ee0e-4c33-a40f-7d0656b2cb3b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:38:40.487113 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64b111-ee0e-4c33-a40f-7d0656b2cb3b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7d0945-7089-4383-a64a-14e8b1b3d3d9,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:40.493661 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9a64b111-ee0e-4c33-a40f-7d0656b2cb3b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:40.494576 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-9a64b111-ee0e-4c33-a40f-7d0656b2cb3b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Added segment 1d90099b-4fb9-41bb-a832-5986e03f4a9a of type vlan for network 152e4617-f068-4e4c-bba4-3b2749983a6e Nov 10 19:38:40.538547 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9a64b111-ee0e-4c33-a40f-7d0656b2cb3b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:40.567688 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9a64b111-ee0e-4c33-a40f-7d0656b2cb3b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:40.573803 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a64b111-ee0e-4c33-a40f-7d0656b2cb3b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:40.574412 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9a64b111-ee0e-4c33-a40f-7d0656b2cb3b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:40.682791 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9a64b111-ee0e-4c33-a40f-7d0656b2cb3b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4960654 Nov 10 19:38:40.683183 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38898) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:40.689076 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-34fd8c5e-5919-40fc-8c13-9bd40ad118c5 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Request body: {'subnet': {'network_id': '152e4617-f068-4e4c-bba4-3b2749983a6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:38:40.697975 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64b111-ee0e-4c33-a40f-7d0656b2cb3b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Pushing event updated for resources: {'Network': ['ID=152e4617-f068-4e4c-bba4-3b2749983a6e,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:40.709280 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 152e4617-f068-4e4c-bba4-3b2749983a6e details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:38:40.789123 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fd8c5e-5919-40fc-8c13-9bd40ad118c5 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Made reservation on behalf of fbf553571e3a4c46ba9fa22114717148 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:38:40.793688 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-34fd8c5e-5919-40fc-8c13-9bd40ad118c5 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:40.950762 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbcda37-061f-487e-a38b-089e64948904 req-6bf89aed-ff8a-4f91-857e-baf01e83a9e2 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:40.952302 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5bbcda37-061f-487e-a38b-089e64948904 req-6bf89aed-ff8a-4f91-857e-baf01e83a9e2 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92df116-0663-4d5e-8885-27bdc85a7f51 HTTP/1.1" status: 200 len: 945 time: 0.0522308 Nov 10 19:38:41.002299 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-34fd8c5e-5919-40fc-8c13-9bd40ad118c5 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:41.004708 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5bbcda37-061f-487e-a38b-089e64948904 req-1e16d6a0-6260-48f7-b853-6c2529b2c510 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455084 Nov 10 19:38:41.074372 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd8c5e-5919-40fc-8c13-9bd40ad118c5 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Pushing event updated for resources: {'Subnet': ['ID=016dbd0a-c2e9-414b-a8fd-f7eaa674a6af,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:41.080348 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fd8c5e-5919-40fc-8c13-9bd40ad118c5 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Checking segment: {'id': '1d90099b-4fb9-41bb-a832-5986e03f4a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '152e4617-f068-4e4c-bba4-3b2749983a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:38:41.080721 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fd8c5e-5919-40fc-8c13-9bd40ad118c5 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Network hostable DHCP agents. Network: 152e4617-f068-4e4c-bba4-3b2749983a6e, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:38:41.101678 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fd8c5e-5919-40fc-8c13-9bd40ad118c5 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Network 152e4617-f068-4e4c-bba4-3b2749983a6e is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:38:41.113352 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-34fd8c5e-5919-40fc-8c13-9bd40ad118c5 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 152e4617-f068-4e4c-bba4-3b2749983a6e) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:38:41.118490 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fd8c5e-5919-40fc-8c13-9bd40ad118c5 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:41.120598 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-34fd8c5e-5919-40fc-8c13-9bd40ad118c5 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:41.123708 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29be77e1-0f36-4667-a663-a291204be51f None None] Network 152e4617-f068-4e4c-bba4-3b2749983a6e requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:38:41.142241 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-34fd8c5e-5919-40fc-8c13-9bd40ad118c5 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4569607 Nov 10 19:38:41.144353 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38908) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:41.149525 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-86e89b80-8826-404f-b6fd-ccf17069fa6a tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Request body: {'port': {'network_id': '152e4617-f068-4e4c-bba4-3b2749983a6e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-56879237'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:38:41.183128 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803f61b-54a9-4536-b419-ac66007a753c req-725a2afb-e68a-47fa-85a0-ab14c39c6009 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:41.184933 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b803f61b-54a9-4536-b419-ac66007a753c req-725a2afb-e68a-47fa-85a0-ab14c39c6009 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92df116-0663-4d5e-8885-27bdc85a7f51 HTTP/1.1" status: 200 len: 945 time: 0.0959697 Nov 10 19:38:41.243161 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b803f61b-54a9-4536-b419-ac66007a753c req-412ff7b6-a754-4ee4-8db7-da3092f132cf tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511463 Nov 10 19:38:41.281453 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e89b80-8826-404f-b6fd-ccf17069fa6a tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Made reservation on behalf of fbf553571e3a4c46ba9fa22114717148 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:38:41.285117 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-86e89b80-8826-404f-b6fd-ccf17069fa6a tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:41.310602 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-86e89b80-8826-404f-b6fd-ccf17069fa6a tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] device_id is not set on port 42198343-1956-43bc-9df3-b66fb097f66f yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:38:41.316834 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6089383-c0ff-4a29-94df-161873a1a966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-152e4617-f068-4e4c-bba4-3b2749983a6e', 'network_id': '152e4617-f068-4e4c-bba4-3b2749983a6e', 'tenant_id': 'fbf553571e3a4c46ba9fa22114717148', 'fixed_ips': [{'subnet_id': '016dbd0a-c2e9-414b-a8fd-f7eaa674a6af'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:38:41.330904 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c6089383-c0ff-4a29-94df-161873a1a966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:41.481636 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-86e89b80-8826-404f-b6fd-ccf17069fa6a tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Allocated IP 2001:db8::2a (152e4617-f068-4e4c-bba4-3b2749983a6e/016dbd0a-c2e9-414b-a8fd-f7eaa674a6af/42198343-1956-43bc-9df3-b66fb097f66f) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:38:41.661420 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02691699-a3c6-42b7-adf2-98bbbe1925f7 req-0af7e5aa-a361-46ea-9020-da946ff93e2c tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:41.663394 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02691699-a3c6-42b7-adf2-98bbbe1925f7 req-0af7e5aa-a361-46ea-9020-da946ff93e2c tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92df116-0663-4d5e-8885-27bdc85a7f51 HTTP/1.1" status: 200 len: 945 time: 0.0635467 Nov 10 19:38:41.685080 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-86e89b80-8826-404f-b6fd-ccf17069fa6a tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:41.718371 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02691699-a3c6-42b7-adf2-98bbbe1925f7 req-5c592575-a6c9-4428-9745-caca0bbd915a tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455379 Nov 10 19:38:41.724216 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-86e89b80-8826-404f-b6fd-ccf17069fa6a tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:41.770898 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e89b80-8826-404f-b6fd-ccf17069fa6a tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Network 152e4617-f068-4e4c-bba4-3b2749983a6e is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:38:41.776240 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-86e89b80-8826-404f-b6fd-ccf17069fa6a tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:38:41.780267 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e89b80-8826-404f-b6fd-ccf17069fa6a tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:38:41.780437 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-c6089383-c0ff-4a29-94df-161873a1a966 None None] Allocated IP 2001:db8::2 (152e4617-f068-4e4c-bba4-3b2749983a6e/016dbd0a-c2e9-414b-a8fd-f7eaa674a6af/ab84f5ac-8aec-494a-92d4-3dfc6cc7e67c) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:38:41.785933 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e89b80-8826-404f-b6fd-ccf17069fa6a tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:41.786578 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-86e89b80-8826-404f-b6fd-ccf17069fa6a tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:41.797126 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e89b80-8826-404f-b6fd-ccf17069fa6a tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Pushing event updated for resources: {'Port': ['ID=42198343-1956-43bc-9df3-b66fb097f66f,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:41.820410 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-86e89b80-8826-404f-b6fd-ccf17069fa6a tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 0.6748161 Nov 10 19:38:41.823751 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38918) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:41.829162 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-605e1011-49e8-4d27-b40c-28666608375b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Request body: {'port': {'network_id': '152e4617-f068-4e4c-bba4-3b2749983a6e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-285526635', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:38:41.830300 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.api.validators [None req-605e1011-49e8-4d27-b40c-28666608375b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] bootfile-name is not in valid_values {{(pid=102506) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 19:38:41.830946 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.api.validators [None req-605e1011-49e8-4d27-b40c-28666608375b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] tftp-server is not in valid_values {{(pid=102506) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 19:38:41.831413 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.api.validators [None req-605e1011-49e8-4d27-b40c-28666608375b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] server-ip-address is not in valid_values {{(pid=102506) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 19:38:41.950277 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605e1011-49e8-4d27-b40c-28666608375b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Made reservation on behalf of fbf553571e3a4c46ba9fa22114717148 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:38:41.953971 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-605e1011-49e8-4d27-b40c-28666608375b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:41.963652 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c6089383-c0ff-4a29-94df-161873a1a966 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:41.972662 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c6089383-c0ff-4a29-94df-161873a1a966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:41.974781 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-605e1011-49e8-4d27-b40c-28666608375b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] device_id is not set on port 598c18f5-ee9b-4e3a-acd7-95afb1d058c5 yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:38:41.992184 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6089383-c0ff-4a29-94df-161873a1a966 None None] Network 152e4617-f068-4e4c-bba4-3b2749983a6e is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:38:41.995224 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-c6089383-c0ff-4a29-94df-161873a1a966 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:38:42.020376 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6089383-c0ff-4a29-94df-161873a1a966 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:38:42.076888 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6089383-c0ff-4a29-94df-161873a1a966 None None] Pushing event updated for resources: {'Port': ['ID=ab84f5ac-8aec-494a-92d4-3dfc6cc7e67c,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:42.094660 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-c6089383-c0ff-4a29-94df-161873a1a966 None None] Attempting to bind port ab84f5ac-8aec-494a-92d4-3dfc6cc7e67c on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:42.095131 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-c6089383-c0ff-4a29-94df-161873a1a966 None None] Attempting to bind port ab84f5ac-8aec-494a-92d4-3dfc6cc7e67c by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '1d90099b-4fb9-41bb-a832-5986e03f4a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '152e4617-f068-4e4c-bba4-3b2749983a6e'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:42.095565 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6089383-c0ff-4a29-94df-161873a1a966 None None] Attempting to bind port ab84f5ac-8aec-494a-92d4-3dfc6cc7e67c on network 152e4617-f068-4e4c-bba4-3b2749983a6e {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:42.100765 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6089383-c0ff-4a29-94df-161873a1a966 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:38:42.101215 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6089383-c0ff-4a29-94df-161873a1a966 None None] Checking segment: {'id': '1d90099b-4fb9-41bb-a832-5986e03f4a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '152e4617-f068-4e4c-bba4-3b2749983a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:38:42.101687 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c6089383-c0ff-4a29-94df-161873a1a966 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:42.102175 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6089383-c0ff-4a29-94df-161873a1a966 None None] Bound using segment: {'id': '1d90099b-4fb9-41bb-a832-5986e03f4a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '152e4617-f068-4e4c-bba4-3b2749983a6e'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:38:42.102711 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-c6089383-c0ff-4a29-94df-161873a1a966 None None] Bound port: ab84f5ac-8aec-494a-92d4-3dfc6cc7e67c, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d90099b-4fb9-41bb-a832-5986e03f4a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '152e4617-f068-4e4c-bba4-3b2749983a6e'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:38:42.103458 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c6089383-c0ff-4a29-94df-161873a1a966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:42.119344 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-605e1011-49e8-4d27-b40c-28666608375b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Allocated IP 2001:db8::31e (152e4617-f068-4e4c-bba4-3b2749983a6e/016dbd0a-c2e9-414b-a8fd-f7eaa674a6af/598c18f5-ee9b-4e3a-acd7-95afb1d058c5) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:38:42.179353 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c6089383-c0ff-4a29-94df-161873a1a966 None None] For port ab84f5ac-8aec-494a-92d4-3dfc6cc7e67c, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:38:42.183206 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c6089383-c0ff-4a29-94df-161873a1a966 None None] For port ab84f5ac-8aec-494a-92d4-3dfc6cc7e67c, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ab84f5ac-8aec-494a-92d4-3dfc6cc7e67c,segment=NetworkSegment(1d90099b-4fb9-41bb-a832-5986e03f4a9a),segment_id=1d90099b-4fb9-41bb-a832-5986e03f4a9a)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:38:42.187565 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c6089383-c0ff-4a29-94df-161873a1a966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:42.243191 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6089383-c0ff-4a29-94df-161873a1a966 None None] Pushing event updated for resources: {'Port': ['ID=ab84f5ac-8aec-494a-92d4-3dfc6cc7e67c,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:42.306878 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-605e1011-49e8-4d27-b40c-28666608375b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:42.352650 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-605e1011-49e8-4d27-b40c-28666608375b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:42.400215 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605e1011-49e8-4d27-b40c-28666608375b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Network 152e4617-f068-4e4c-bba4-3b2749983a6e is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:38:42.403377 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-605e1011-49e8-4d27-b40c-28666608375b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:38:42.409169 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605e1011-49e8-4d27-b40c-28666608375b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:38:42.414788 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605e1011-49e8-4d27-b40c-28666608375b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:42.419371 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-605e1011-49e8-4d27-b40c-28666608375b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:42.425788 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e1011-49e8-4d27-b40c-28666608375b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Pushing event updated for resources: {'Port': ['ID=598c18f5-ee9b-4e3a-acd7-95afb1d058c5,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:42.457800 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-605e1011-49e8-4d27-b40c-28666608375b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.6316195 Nov 10 19:38:42.459109 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38922) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:42.559462 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89da726-8ce7-4b3b-90cc-b5f3a2b4f10d tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:42.567237 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89da726-8ce7-4b3b-90cc-b5f3a2b4f10d tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:42.573991 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89da726-8ce7-4b3b-90cc-b5f3a2b4f10d tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:42.575859 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f89da726-8ce7-4b3b-90cc-b5f3a2b4f10d tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1157987 Nov 10 19:38:42.579144 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38926) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:42.682952 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-17b6eec2-0fc2-4540-8066-e6266ae93eb0 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Deleting port 598c18f5-ee9b-4e3a-acd7-95afb1d058c5 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:38:42.683186 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-17b6eec2-0fc2-4540-8066-e6266ae93eb0 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:42.783985 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-17b6eec2-0fc2-4540-8066-e6266ae93eb0 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:42.798953 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-17b6eec2-0fc2-4540-8066-e6266ae93eb0 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Calling delete_port for 598c18f5-ee9b-4e3a-acd7-95afb1d058c5 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:38:42.870515 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8b422-b482-44d7-aaaf-0d3322d5db4a req-ca76b73e-fdd8-4419-9f8a-19b2586cec98 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:42.874461 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-25a8b422-b482-44d7-aaaf-0d3322d5db4a req-ca76b73e-fdd8-4419-9f8a-19b2586cec98 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92df116-0663-4d5e-8885-27bdc85a7f51 HTTP/1.1" status: 200 len: 945 time: 0.0633206 Nov 10 19:38:42.926654 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-25a8b422-b482-44d7-aaaf-0d3322d5db4a req-f5342a92-a890-49b0-b184-f9ea742b7b44 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482526 Nov 10 19:38:42.978825 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-17b6eec2-0fc2-4540-8066-e6266ae93eb0 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:43.026697 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6eec2-0fc2-4540-8066-e6266ae93eb0 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Pushing event deleted for resources: {'Port': ['ID=598c18f5-ee9b-4e3a-acd7-95afb1d058c5,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:43.064866 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-17b6eec2-0fc2-4540-8066-e6266ae93eb0 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:43.068912 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-17b6eec2-0fc2-4540-8066-e6266ae93eb0 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] 10.222.0.54 "DELETE /v2.0/ports/598c18f5-ee9b-4e3a-acd7-95afb1d058c5 HTTP/1.1" status: 204 len: 168 time: 0.4886127 Nov 10 19:38:43.072884 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38930) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:43.079166 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-a832eee9-1ec0-4798-babf-51fa6548ce8b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Request body: {'port': {'name': 'tempest-new-port-name-2093500415', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:38:43.079579 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.api.validators [None req-a832eee9-1ec0-4798-babf-51fa6548ce8b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] bootfile-name is not in valid_values {{(pid=102506) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 19:38:43.079905 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.api.validators [None req-a832eee9-1ec0-4798-babf-51fa6548ce8b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] tftp-server is not in valid_values {{(pid=102506) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 19:38:43.080234 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.api.validators [None req-a832eee9-1ec0-4798-babf-51fa6548ce8b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] server-ip-address is not in valid_values {{(pid=102506) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 19:38:43.100229 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846edd8-58ad-466d-8039-fea56fdbad6b req-d546e53f-cc6d-4aef-97f2-190730799f6c tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:43.101955 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c846edd8-58ad-466d-8039-fea56fdbad6b req-d546e53f-cc6d-4aef-97f2-190730799f6c tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.25 "GET /v2.0/ports?device_id=a92df116-0663-4d5e-8885-27bdc85a7f51 HTTP/1.1" status: 200 len: 945 time: 0.0894749 Nov 10 19:38:43.156276 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a832eee9-1ec0-4798-babf-51fa6548ce8b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:43.235372 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-c846edd8-58ad-466d-8039-fea56fdbad6b req-acdd2117-8c14-491e-954a-90de3830ff32 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Deleting port 014bf526-d658-4b2c-9504-368c988b98ca {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:38:43.235970 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c846edd8-58ad-466d-8039-fea56fdbad6b req-acdd2117-8c14-491e-954a-90de3830ff32 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:43.336974 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f62029-604e-4dc1-b214-904edde05fb4 None None] Network 152e4617-f068-4e4c-bba4-3b2749983a6e requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:38:43.373084 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-c846edd8-58ad-466d-8039-fea56fdbad6b req-acdd2117-8c14-491e-954a-90de3830ff32 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] For port 014bf526-d658-4b2c-9504-368c988b98ca, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=014bf526-d658-4b2c-9504-368c988b98ca,segment=NetworkSegment(fcbd45ae-33de-4640-a29c-c49b1536f07f),segment_id=fcbd45ae-33de-4640-a29c-c49b1536f07f)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:38:43.373898 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c846edd8-58ad-466d-8039-fea56fdbad6b req-acdd2117-8c14-491e-954a-90de3830ff32 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:43.393922 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-c846edd8-58ad-466d-8039-fea56fdbad6b req-acdd2117-8c14-491e-954a-90de3830ff32 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Calling delete_port for 014bf526-d658-4b2c-9504-368c988b98ca owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:38:43.402821 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a832eee9-1ec0-4798-babf-51fa6548ce8b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:43.411582 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a832eee9-1ec0-4798-babf-51fa6548ce8b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:43.448175 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-ac5473c5-ad45-4143-9223-b30d5346b938 None None] Provisioning complete for port ab84f5ac-8aec-494a-92d4-3dfc6cc7e67c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:38:43.448556 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ac5473c5-ad45-4143-9223-b30d5346b938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:43.501005 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-a832eee9-1ec0-4798-babf-51fa6548ce8b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] In _notify_port_updated(), no bound segment for port 42198343-1956-43bc-9df3-b66fb097f66f on network 152e4617-f068-4e4c-bba4-3b2749983a6e {{(pid=102506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 19:38:43.508164 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a832eee9-1ec0-4798-babf-51fa6548ce8b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:43.509401 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a832eee9-1ec0-4798-babf-51fa6548ce8b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:43.513078 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a832eee9-1ec0-4798-babf-51fa6548ce8b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] 10.222.0.54 "PUT /v2.0/ports/42198343-1956-43bc-9df3-b66fb097f66f HTTP/1.1" status: 200 len: 1129 time: 0.4365668 Nov 10 19:38:43.514525 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38934) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:43.563995 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832eee9-1ec0-4798-babf-51fa6548ce8b tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Pushing event updated for resources: {'Port': ['ID=42198343-1956-43bc-9df3-b66fb097f66f,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:43.584684 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f702e2-aea5-4327-8738-63a296656452 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:43.585686 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d3f702e2-aea5-4327-8738-63a296656452 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] 10.222.0.54 "GET /v2.0/ports/42198343-1956-43bc-9df3-b66fb097f66f HTTP/1.1" status: 200 len: 1129 time: 0.0702395 Nov 10 19:38:43.590652 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 38936) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:43.619561 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c846edd8-58ad-466d-8039-fea56fdbad6b req-acdd2117-8c14-491e-954a-90de3830ff32 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:43.656078 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['2a7be1e5-ed41-4143-82b8-17f08b0bb134', '014bf526-d658-4b2c-9504-368c988b98ca'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:38:43.712952 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd2117-8c14-491e-954a-90de3830ff32 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Pushing event deleted for resources: {'Port': ['ID=014bf526-d658-4b2c-9504-368c988b98ca,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:43.776512 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ac5473c5-ad45-4143-9223-b30d5346b938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:43.778019 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-80d6bffd-f3c3-4ef7-b0c3-397609bb7ff0 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Deleting port 42198343-1956-43bc-9df3-b66fb097f66f {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:38:43.778383 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-80d6bffd-f3c3-4ef7-b0c3-397609bb7ff0 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:43.826332 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-c846edd8-58ad-466d-8039-fea56fdbad6b req-acdd2117-8c14-491e-954a-90de3830ff32 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] No DVR routers for this DVR port 014bf526-d658-4b2c-9504-368c988b98ca on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:38:43.831829 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c846edd8-58ad-466d-8039-fea56fdbad6b req-acdd2117-8c14-491e-954a-90de3830ff32 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:43.838845 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c846edd8-58ad-466d-8039-fea56fdbad6b req-acdd2117-8c14-491e-954a-90de3830ff32 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.25 "DELETE /v2.0/ports/014bf526-d658-4b2c-9504-368c988b98ca HTTP/1.1" status: 204 len: 173 time: 0.7299247 Nov 10 19:38:43.842163 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92df116-0663-4d5e-8885-27bdc85a7f51', 'name': 'network-vif-deleted', 'tag': '014bf526-d658-4b2c-9504-368c988b98ca'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:38:43.847296 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96479bfc-9ba5-4030-ad69-b48fa11a21fd" -d '{"events": [{"server_uuid": "a92df116-0663-4d5e-8885-27bdc85a7f51", "name": "network-vif-deleted", "tag": "014bf526-d658-4b2c-9504-368c988b98ca"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:38:43.862842 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-ac5473c5-ad45-4143-9223-b30d5346b938 None None] For port ab84f5ac-8aec-494a-92d4-3dfc6cc7e67c, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ab84f5ac-8aec-494a-92d4-3dfc6cc7e67c,segment=NetworkSegment(1d90099b-4fb9-41bb-a832-5986e03f4a9a),segment_id=1d90099b-4fb9-41bb-a832-5986e03f4a9a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:38:43.870280 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ac5473c5-ad45-4143-9223-b30d5346b938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:43.978240 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aecc3d2-9e9d-4e3f-891e-bf6ffdead6cf x-openstack-request-id: req-8aecc3d2-9e9d-4e3f-891e-bf6ffdead6cf {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:38:43.978547 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92df116-0663-4d5e-8885-27bdc85a7f51", "name": "network-vif-deleted", "tag": "014bf526-d658-4b2c-9504-368c988b98ca", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:38:43.978851 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8aecc3d2-9e9d-4e3f-891e-bf6ffdead6cf {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:38:43.979251 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92df116-0663-4d5e-8885-27bdc85a7f51', 'name': 'network-vif-deleted', 'tag': '014bf526-d658-4b2c-9504-368c988b98ca', 'status': 'completed', 'code': 200} Nov 10 19:38:44.012781 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5473c5-ad45-4143-9223-b30d5346b938 None None] Pushing event updated for resources: {'Port': ['ID=ab84f5ac-8aec-494a-92d4-3dfc6cc7e67c,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:44.036381 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-80d6bffd-f3c3-4ef7-b0c3-397609bb7ff0 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:44.062496 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-80d6bffd-f3c3-4ef7-b0c3-397609bb7ff0 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Calling delete_port for 42198343-1956-43bc-9df3-b66fb097f66f owned by {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:38:44.119773 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e3f6d1e6-c84f-47a3-869d-14eb744a5901 None None] Provisioning complete for port 42198343-1956-43bc-9df3-b66fb097f66f triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:38:44.120146 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e3f6d1e6-c84f-47a3-869d-14eb744a5901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:44.163572 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e3f6d1e6-c84f-47a3-869d-14eb744a5901 None None] Port 42198343-1956-43bc-9df3-b66fb097f66f cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:38:44.198378 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e3f6d1e6-c84f-47a3-869d-14eb744a5901 None None] Provisioning complete for port ab84f5ac-8aec-494a-92d4-3dfc6cc7e67c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:38:44.198763 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e3f6d1e6-c84f-47a3-869d-14eb744a5901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:44.206185 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ab84f5ac-8aec-494a-92d4-3dfc6cc7e67c up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:38:44.225562 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7dbd2763-cd89-4b61-8a3c-3771fe313f41 req-cbc16068-c473-47c0-828d-8f2c61b97e56 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92df116-0663-4d5e-8885-27bdc85a7f51 HTTP/1.1" status: 200 len: 210 time: 0.0620563 Nov 10 19:38:44.313027 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port ab84f5ac-8aec-494a-92d4-3dfc6cc7e67c triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:38:44.313580 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:44.534133 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-54429216-ff8f-4d94-8d1a-ad7f9dbae285 None None] Provisioning complete for port 42198343-1956-43bc-9df3-b66fb097f66f triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:38:44.537324 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-54429216-ff8f-4d94-8d1a-ad7f9dbae285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:44.607937 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-54429216-ff8f-4d94-8d1a-ad7f9dbae285 None None] Port 42198343-1956-43bc-9df3-b66fb097f66f cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:38:44.714667 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-80d6bffd-f3c3-4ef7-b0c3-397609bb7ff0 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:44.770592 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6bffd-f3c3-4ef7-b0c3-397609bb7ff0 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Pushing event deleted for resources: {'Port': ['ID=42198343-1956-43bc-9df3-b66fb097f66f,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:44.796339 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-80d6bffd-f3c3-4ef7-b0c3-397609bb7ff0 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:44.803150 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-80d6bffd-f3c3-4ef7-b0c3-397609bb7ff0 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] 10.222.0.54 "DELETE /v2.0/ports/42198343-1956-43bc-9df3-b66fb097f66f HTTP/1.1" status: 204 len: 168 time: 1.2091167 Nov 10 19:38:44.803731 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38948) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:44.822536 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-119511fa-15d7-490a-bc8d-7bf5f338f772 None None] Could not find standard attr ID for object 598c18f5-ee9b-4e3a-acd7-95afb1d058c5. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:38:44.877742 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-f20328e4-f82f-48a2-a36b-3ff818b5cccf tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Deleting subnet 016dbd0a-c2e9-414b-a8fd-f7eaa674a6af {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:38:44.882330 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f20328e4-f82f-48a2-a36b-3ff818b5cccf tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:44.931729 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f20328e4-f82f-48a2-a36b-3ff818b5cccf tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:45.042490 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f20328e4-f82f-48a2-a36b-3ff818b5cccf tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:45.115221 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f20328e4-f82f-48a2-a36b-3ff818b5cccf tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:45.132418 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f20328e4-f82f-48a2-a36b-3ff818b5cccf tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:45.137000 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f20328e4-f82f-48a2-a36b-3ff818b5cccf tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] 10.222.0.54 "DELETE /v2.0/subnets/016dbd0a-c2e9-414b-a8fd-f7eaa674a6af HTTP/1.1" status: 204 len: 168 time: 0.3313584 Nov 10 19:38:45.140063 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38950) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:45.184229 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20328e4-f82f-48a2-a36b-3ff818b5cccf tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Pushing event deleted for resources: {'Subnet': ['ID=016dbd0a-c2e9-414b-a8fd-f7eaa674a6af,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:45.277020 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dd64c236-e8e2-452c-b369-247de4e81c42 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:45.360196 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-dd64c236-e8e2-452c-b369-247de4e81c42 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Deleting port ab84f5ac-8aec-494a-92d4-3dfc6cc7e67c {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:38:45.360465 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dd64c236-e8e2-452c-b369-247de4e81c42 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:45.469917 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feaf829-6e6d-4fe5-b457-72e17716f749 None None] Network 152e4617-f068-4e4c-bba4-3b2749983a6e requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:38:45.471925 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-dd64c236-e8e2-452c-b369-247de4e81c42 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] For port ab84f5ac-8aec-494a-92d4-3dfc6cc7e67c, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ab84f5ac-8aec-494a-92d4-3dfc6cc7e67c,segment=NetworkSegment(1d90099b-4fb9-41bb-a832-5986e03f4a9a),segment_id=1d90099b-4fb9-41bb-a832-5986e03f4a9a)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:38:45.472658 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dd64c236-e8e2-452c-b369-247de4e81c42 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:45.487678 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-dd64c236-e8e2-452c-b369-247de4e81c42 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Calling delete_port for ab84f5ac-8aec-494a-92d4-3dfc6cc7e67c owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:38:45.599104 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dd64c236-e8e2-452c-b369-247de4e81c42 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:45.624621 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-fdcf7d65-3859-4783-91f6-4d9d58376c4d None None] Could not find standard attr ID for object 42198343-1956-43bc-9df3-b66fb097f66f. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:38:45.658786 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd64c236-e8e2-452c-b369-247de4e81c42 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] No DVR routers for this DVR port ab84f5ac-8aec-494a-92d4-3dfc6cc7e67c on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:38:45.698303 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64c236-e8e2-452c-b369-247de4e81c42 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Pushing event deleted for resources: {'Port': ['ID=ab84f5ac-8aec-494a-92d4-3dfc6cc7e67c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:45.794536 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dd64c236-e8e2-452c-b369-247de4e81c42 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:45.800777 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46b215-3389-44ac-9f25-84594df591aa req-5ac41831-b0a9-4a36-89f9-9e216446d978 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:45.808363 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb46b215-3389-44ac-9f25-84594df591aa req-5ac41831-b0a9-4a36-89f9-9e216446d978 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/networks?id=87737cc5-1491-4eb8-832b-21b850f6c386 HTTP/1.1" status: 200 len: 805 time: 0.2045934 Nov 10 19:38:45.820268 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc5982a-39ad-4dae-be24-f81137d21ae6 None None] DHCP port deletion for 152e4617-f068-4e4c-bba4-3b2749983a6e request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:38:45.829903 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb46b215-3389-44ac-9f25-84594df591aa req-298f14c5-c54e-4b9e-8c2e-d7b41d8b9796 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/quotas/2a00ca65ead540abbf4d59ff2c615c4f HTTP/1.1" status: 200 len: 375 time: 0.0185874 Nov 10 19:38:45.832342 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-dd64c236-e8e2-452c-b369-247de4e81c42 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['152e4617-f068-4e4c-bba4-3b2749983a6e']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:45.847577 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-dd64c236-e8e2-452c-b369-247de4e81c42 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d90099b-4fb9-41bb-a832-5986e03f4a9a') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:45.847881 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-dd64c236-e8e2-452c-b369-247de4e81c42 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d90099b-4fb9-41bb-a832-5986e03f4a9a') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:45.858550 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dd64c236-e8e2-452c-b369-247de4e81c42 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:45.873476 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dd64c236-e8e2-452c-b369-247de4e81c42 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:45.880429 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd64c236-e8e2-452c-b369-247de4e81c42 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:38:45.881104 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dd64c236-e8e2-452c-b369-247de4e81c42 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:45.884868 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:38:45.884868 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:38:45.884868 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:38:45.884868 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:38:45.884868 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:38:45.884868 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:38:45.884868 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:38:45.884868 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:38:45.884868 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:38:45.884868 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:38:45.884868 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:38:45.884868 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:38:45.884868 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:38:45.884868 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:38:45.884868 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:38:45.884868 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:38:45.884868 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:38:45.884868 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:38:45.884868 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:38:45.884868 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:38:45.884868 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:38:45.884868 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:38:45.884868 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:38:45.884868 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:38:45.884868 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:38:45.884868 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:38:45.884868 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:38:45.884868 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:38:45.884868 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:38:45.884868 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:38:45.884868 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:38:45.884868 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:38:45.886877 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb46b215-3389-44ac-9f25-84594df591aa req-1cf965e9-676d-40a0-9d91-2c967f9124d0 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a00ca65ead540abbf4d59ff2c615c4f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0531938 Nov 10 19:38:45.980190 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dd64c236-e8e2-452c-b369-247de4e81c42 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:45.986176 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dd64c236-e8e2-452c-b369-247de4e81c42 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:45.992899 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-dd64c236-e8e2-452c-b369-247de4e81c42 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] 10.222.0.54 "DELETE /v2.0/networks/152e4617-f068-4e4c-bba4-3b2749983a6e HTTP/1.1" status: 204 len: 168 time: 0.8493023 Nov 10 19:38:46.009664 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb46b215-3389-44ac-9f25-84594df591aa req-5cca7abd-b723-4103-a17f-4e0daa673eda service neutron] 10.222.0.54 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236115 Nov 10 19:38:46.011795 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64c236-e8e2-452c-b369-247de4e81c42 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431 tempest-ExtraDHCPOptionsIpV6TestJSON-260435431-project] Pushing event deleted for resources: {'Network': ['ID=152e4617-f068-4e4c-bba4-3b2749983a6e,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:46.054895 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 014bf526-d658-4b2c-9504-368c988b98ca no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:38:46.094853 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 014bf526-d658-4b2c-9504-368c988b98ca {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:38:46.095211 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 014bf526-d658-4b2c-9504-368c988b98ca not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:38:46.125960 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ab84f5ac-8aec-494a-92d4-3dfc6cc7e67c no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:38:46.138328 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb46b215-3389-44ac-9f25-84594df591aa req-b943e6dd-167b-4ad6-ac00-cb473cb9e269 service neutron] 10.222.0.54 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270924 Nov 10 19:38:46.164757 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: ab84f5ac-8aec-494a-92d4-3dfc6cc7e67c {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:38:46.165726 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ab84f5ac-8aec-494a-92d4-3dfc6cc7e67c not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:38:46.375505 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38982) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:46.414536 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-777d5914-06b8-4d76-a8a9-1be99b64ed65 req-23b8106e-36b2-450a-9794-487a260c0201 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c150ece-4932-4a7a-9cf9-38aa14b00161 HTTP/1.1" status: 200 len: 210 time: 0.0767896 Nov 10 19:38:46.571287 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-82a9d1f4-4408-4587-9287-6fc07eee9d00 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fbf553571e3a4c46ba9fa22114717148&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1918504 Nov 10 19:38:46.571574 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 38990) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:46.642816 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-49bb4abf-89d1-45fb-83b9-9fabfd2e8f07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:46.681054 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-49bb4abf-89d1-45fb-83b9-9fabfd2e8f07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:46.735970 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-49bb4abf-89d1-45fb-83b9-9fabfd2e8f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:46.738967 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-49bb4abf-89d1-45fb-83b9-9fabfd2e8f07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:46.742719 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-49bb4abf-89d1-45fb-83b9-9fabfd2e8f07 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4a7d0945-7089-4383-a64a-14e8b1b3d3d9 HTTP/1.1" status: 204 len: 168 time: 0.1658757 Nov 10 19:38:46.750027 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb4abf-89d1-45fb-83b9-9fabfd2e8f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7d0945-7089-4383-a64a-14e8b1b3d3d9,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:47.597097 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b85aef8-9e85-433c-b60a-2b3b0d9e9b5e req-d6a4631e-9475-4159-a8c7-1ce730271cbc tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c150ece-4932-4a7a-9cf9-38aa14b00161 HTTP/1.1" status: 200 len: 210 time: 0.0640306 Nov 10 19:38:47.629722 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 39022) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:47.631637 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46b215-3389-44ac-9f25-84594df591aa req-dece0e66-53e3-4fb0-b5a8-84be220af983 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:47.633877 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fb46b215-3389-44ac-9f25-84594df591aa req-dece0e66-53e3-4fb0-b5a8-84be220af983 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.73 "GET /v2.0/networks?id=87737cc5-1491-4eb8-832b-21b850f6c386 HTTP/1.1" status: 200 len: 805 time: 0.1912336 Nov 10 19:38:47.676685 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-fb46b215-3389-44ac-9f25-84594df591aa req-8e644fb8-a87f-4f5c-8b64-64a4512ab1c2 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Request body: {'port': {'device_id': '8c150ece-4932-4a7a-9cf9-38aa14b00161', 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386', 'admin_state_up': True, 'tenant_id': '2a00ca65ead540abbf4d59ff2c615c4f'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:38:47.769392 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-9c43b15a-cb6d-419d-a02a-0837c00b0686 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-998686521'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:38:47.792983 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c43b15a-cb6d-419d-a02a-0837c00b0686 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Made reservation on behalf of 9600cbcd32ca4dbe8d3161639dae9714 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:38:47.796406 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c43b15a-cb6d-419d-a02a-0837c00b0686 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:47.805272 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c43b15a-cb6d-419d-a02a-0837c00b0686 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:47.811185 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb46b215-3389-44ac-9f25-84594df591aa req-8e644fb8-a87f-4f5c-8b64-64a4512ab1c2 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Made reservation on behalf of 2a00ca65ead540abbf4d59ff2c615c4f for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:38:47.815092 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-fb46b215-3389-44ac-9f25-84594df591aa req-8e644fb8-a87f-4f5c-8b64-64a4512ab1c2 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:47.888893 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c43b15a-cb6d-419d-a02a-0837c00b0686 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:47.894021 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c43b15a-cb6d-419d-a02a-0837c00b0686 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:47.922793 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c43b15a-cb6d-419d-a02a-0837c00b0686 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:38:47.933908 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43b15a-cb6d-419d-a02a-0837c00b0686 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8bd4d1-78e4-4a84-8cfd-7bf3e186c400,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:47.940191 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c43b15a-cb6d-419d-a02a-0837c00b0686 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:47.940472 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-9c43b15a-cb6d-419d-a02a-0837c00b0686 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Added segment 9a4984b5-7ed6-489e-863f-7575623e3b7a of type vlan for network 416ed2c4-6433-4f46-8e2e-4a631aa52433 Nov 10 19:38:47.982956 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c43b15a-cb6d-419d-a02a-0837c00b0686 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:48.013786 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c43b15a-cb6d-419d-a02a-0837c00b0686 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:48.019165 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-fb46b215-3389-44ac-9f25-84594df591aa req-8e644fb8-a87f-4f5c-8b64-64a4512ab1c2 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Allocated IP 172.20.0.11 (87737cc5-1491-4eb8-832b-21b850f6c386/f85973c4-b607-4c9f-9c90-dbe2046779da/cfd2561c-c57d-457e-a8be-8a52cc04831e) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:38:48.020368 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c43b15a-cb6d-419d-a02a-0837c00b0686 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:48.021089 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c43b15a-cb6d-419d-a02a-0837c00b0686 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:48.065162 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9c43b15a-cb6d-419d-a02a-0837c00b0686 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4341748 Nov 10 19:38:48.114931 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43b15a-cb6d-419d-a02a-0837c00b0686 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event updated for resources: {'Network': ['ID=416ed2c4-6433-4f46-8e2e-4a631aa52433,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:48.129110 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 416ed2c4-6433-4f46-8e2e-4a631aa52433 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:38:48.204087 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 39050) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:48.210947 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-4f100a62-0e42-4e31-b4a1-bdbf3f86b2ff tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Request body: {'subnet': {'network_id': '416ed2c4-6433-4f46-8e2e-4a631aa52433', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:38:48.291992 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-fb46b215-3389-44ac-9f25-84594df591aa req-8e644fb8-a87f-4f5c-8b64-64a4512ab1c2 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:48.330430 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f100a62-0e42-4e31-b4a1-bdbf3f86b2ff tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Made reservation on behalf of 9600cbcd32ca4dbe8d3161639dae9714 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:38:48.334461 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4f100a62-0e42-4e31-b4a1-bdbf3f86b2ff tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:48.570649 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4f100a62-0e42-4e31-b4a1-bdbf3f86b2ff tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:48.677995 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f100a62-0e42-4e31-b4a1-bdbf3f86b2ff tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event updated for resources: {'Subnet': ['ID=d615e22d-ea0f-4aa5-97c8-4412e9f69f59,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:48.682051 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f100a62-0e42-4e31-b4a1-bdbf3f86b2ff tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Checking segment: {'id': '9a4984b5-7ed6-489e-863f-7575623e3b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '416ed2c4-6433-4f46-8e2e-4a631aa52433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:38:48.682567 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f100a62-0e42-4e31-b4a1-bdbf3f86b2ff tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Network hostable DHCP agents. Network: 416ed2c4-6433-4f46-8e2e-4a631aa52433, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:38:48.719221 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f100a62-0e42-4e31-b4a1-bdbf3f86b2ff tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Network 416ed2c4-6433-4f46-8e2e-4a631aa52433 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:38:48.745560 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-4f100a62-0e42-4e31-b4a1-bdbf3f86b2ff tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 416ed2c4-6433-4f46-8e2e-4a631aa52433) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:38:48.762749 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582d64fe-4bdc-4842-8167-0d67c2e77652 None None] Network 416ed2c4-6433-4f46-8e2e-4a631aa52433 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:38:48.771407 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f100a62-0e42-4e31-b4a1-bdbf3f86b2ff tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:48.780175 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4f100a62-0e42-4e31-b4a1-bdbf3f86b2ff tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:48.814046 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-fb46b215-3389-44ac-9f25-84594df591aa req-8e644fb8-a87f-4f5c-8b64-64a4512ab1c2 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:48.887713 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb46b215-3389-44ac-9f25-84594df591aa req-8e644fb8-a87f-4f5c-8b64-64a4512ab1c2 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Network 87737cc5-1491-4eb8-832b-21b850f6c386 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:38:48.892186 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-fb46b215-3389-44ac-9f25-84594df591aa req-8e644fb8-a87f-4f5c-8b64-64a4512ab1c2 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:38:48.905199 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb46b215-3389-44ac-9f25-84594df591aa req-8e644fb8-a87f-4f5c-8b64-64a4512ab1c2 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:38:48.928428 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['2a7be1e5-ed41-4143-82b8-17f08b0bb134'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:38:48.938583 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4f100a62-0e42-4e31-b4a1-bdbf3f86b2ff tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7295377 Nov 10 19:38:48.938777 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 39080) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:48.958430 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-d40ccbed-d502-44b8-931c-e92a3db719c8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1485483692'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:38:48.970744 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46b215-3389-44ac-9f25-84594df591aa req-8e644fb8-a87f-4f5c-8b64-64a4512ab1c2 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:48.972946 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-fb46b215-3389-44ac-9f25-84594df591aa req-8e644fb8-a87f-4f5c-8b64-64a4512ab1c2 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:49.001141 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e644fb8-a87f-4f5c-8b64-64a4512ab1c2 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Pushing event updated for resources: {'Port': ['ID=cfd2561c-c57d-457e-a8be-8a52cc04831e,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:49.013972 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40ccbed-d502-44b8-931c-e92a3db719c8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Made reservation on behalf of 9600cbcd32ca4dbe8d3161639dae9714 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:38:49.023032 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d40ccbed-d502-44b8-931c-e92a3db719c8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:49.035178 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fb46b215-3389-44ac-9f25-84594df591aa req-8e644fb8-a87f-4f5c-8b64-64a4512ab1c2 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3891258 Nov 10 19:38:49.050572 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-fb46b215-3389-44ac-9f25-84594df591aa req-b3bc9ffd-b0b5-4084-a073-d6345b19eb59 service neutron] Request body: {'port': {'device_id': '8c150ece-4932-4a7a-9cf9-38aa14b00161', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:38:49.081601 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac46d62-c6bf-4834-aa7b-0798bd8f5e98 req-87fc49ad-e70c-41b0-89f6-9e3067b1cd17 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:49.083379 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bac46d62-c6bf-4834-aa7b-0798bd8f5e98 req-87fc49ad-e70c-41b0-89f6-9e3067b1cd17 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c150ece-4932-4a7a-9cf9-38aa14b00161 HTTP/1.1" status: 200 len: 932 time: 0.2984848 Nov 10 19:38:49.095560 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d40ccbed-d502-44b8-931c-e92a3db719c8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:38:49.157159 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-fb46b215-3389-44ac-9f25-84594df591aa req-b3bc9ffd-b0b5-4084-a073-d6345b19eb59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:49.161872 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d40ccbed-d502-44b8-931c-e92a3db719c8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:49.162241 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-d40ccbed-d502-44b8-931c-e92a3db719c8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Added segment 55e1179b-d798-465a-9025-c56b3a1c995f of type vlan for network 1581e181-3f27-489c-a5ce-6201fe621dc6 Nov 10 19:38:49.236343 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a9f90c-de32-4c2c-b21e-012bf5ec214a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-416ed2c4-6433-4f46-8e2e-4a631aa52433', 'network_id': '416ed2c4-6433-4f46-8e2e-4a631aa52433', 'tenant_id': '9600cbcd32ca4dbe8d3161639dae9714', 'fixed_ips': [{'subnet_id': 'd615e22d-ea0f-4aa5-97c8-4412e9f69f59'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:38:49.244729 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bac46d62-c6bf-4834-aa7b-0798bd8f5e98 req-ca98cb91-3d53-4999-b8e4-8c9fa48d02f4 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518176 Nov 10 19:38:49.252963 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-15a9f90c-de32-4c2c-b21e-012bf5ec214a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:49.339897 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d40ccbed-d502-44b8-931c-e92a3db719c8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:49.419682 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d40ccbed-d502-44b8-931c-e92a3db719c8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:49.433051 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40ccbed-d502-44b8-931c-e92a3db719c8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:49.433712 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d40ccbed-d502-44b8-931c-e92a3db719c8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:49.459806 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-15a9f90c-de32-4c2c-b21e-012bf5ec214a None None] Allocated IP 172.20.255.242 (416ed2c4-6433-4f46-8e2e-4a631aa52433/d615e22d-ea0f-4aa5-97c8-4412e9f69f59/ebf9943d-ee3c-42e3-bd48-9b2b2df8c51a) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:38:49.541189 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d40ccbed-d502-44b8-931c-e92a3db719c8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5929003 Nov 10 19:38:49.556099 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39114) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:49.563688 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-b44bb1da-0545-4c18-bb3a-2d57f01c403a tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Request body: {'subnet': {'network_id': '1581e181-3f27-489c-a5ce-6201fe621dc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:38:49.691967 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ccbed-d502-44b8-931c-e92a3db719c8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event updated for resources: {'Network': ['ID=1581e181-3f27-489c-a5ce-6201fe621dc6,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:49.692506 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 1581e181-3f27-489c-a5ce-6201fe621dc6 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:38:49.803570 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-15a9f90c-de32-4c2c-b21e-012bf5ec214a None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:49.805164 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44bb1da-0545-4c18-bb3a-2d57f01c403a tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Made reservation on behalf of 9600cbcd32ca4dbe8d3161639dae9714 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:38:49.805164 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b44bb1da-0545-4c18-bb3a-2d57f01c403a tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:49.805518 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-15a9f90c-de32-4c2c-b21e-012bf5ec214a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:49.837298 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-fb46b215-3389-44ac-9f25-84594df591aa req-b3bc9ffd-b0b5-4084-a073-d6345b19eb59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd2561c-c57d-457e-a8be-8a52cc04831e {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:38:49.842154 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a9f90c-de32-4c2c-b21e-012bf5ec214a None None] Network 416ed2c4-6433-4f46-8e2e-4a631aa52433 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:38:49.844598 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-15a9f90c-de32-4c2c-b21e-012bf5ec214a None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:38:49.847123 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a9f90c-de32-4c2c-b21e-012bf5ec214a None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:38:49.880667 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-fb46b215-3389-44ac-9f25-84594df591aa req-b3bc9ffd-b0b5-4084-a073-d6345b19eb59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:49.909661 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-fb46b215-3389-44ac-9f25-84594df591aa req-b3bc9ffd-b0b5-4084-a073-d6345b19eb59 service neutron] Transition to ACTIVE for port object cfd2561c-c57d-457e-a8be-8a52cc04831e will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:38:49.917199 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-fb46b215-3389-44ac-9f25-84594df591aa req-b3bc9ffd-b0b5-4084-a073-d6345b19eb59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:49.924072 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9f90c-de32-4c2c-b21e-012bf5ec214a None None] Pushing event updated for resources: {'Port': ['ID=ebf9943d-ee3c-42e3-bd48-9b2b2df8c51a,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:49.994237 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-15a9f90c-de32-4c2c-b21e-012bf5ec214a None None] Attempting to bind port ebf9943d-ee3c-42e3-bd48-9b2b2df8c51a on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:49.994937 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-15a9f90c-de32-4c2c-b21e-012bf5ec214a None None] Attempting to bind port ebf9943d-ee3c-42e3-bd48-9b2b2df8c51a by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '9a4984b5-7ed6-489e-863f-7575623e3b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '416ed2c4-6433-4f46-8e2e-4a631aa52433'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:49.995486 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a9f90c-de32-4c2c-b21e-012bf5ec214a None None] Attempting to bind port ebf9943d-ee3c-42e3-bd48-9b2b2df8c51a on network 416ed2c4-6433-4f46-8e2e-4a631aa52433 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:50.004021 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a9f90c-de32-4c2c-b21e-012bf5ec214a None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:38:50.004839 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a9f90c-de32-4c2c-b21e-012bf5ec214a None None] Checking segment: {'id': '9a4984b5-7ed6-489e-863f-7575623e3b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '416ed2c4-6433-4f46-8e2e-4a631aa52433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:38:50.004839 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-15a9f90c-de32-4c2c-b21e-012bf5ec214a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:50.005874 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a9f90c-de32-4c2c-b21e-012bf5ec214a None None] Bound using segment: {'id': '9a4984b5-7ed6-489e-863f-7575623e3b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '416ed2c4-6433-4f46-8e2e-4a631aa52433'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:38:50.006759 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-15a9f90c-de32-4c2c-b21e-012bf5ec214a None None] Bound port: ebf9943d-ee3c-42e3-bd48-9b2b2df8c51a, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a4984b5-7ed6-489e-863f-7575623e3b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '416ed2c4-6433-4f46-8e2e-4a631aa52433'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:38:50.007813 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-15a9f90c-de32-4c2c-b21e-012bf5ec214a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:50.010390 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc9ffd-b0b5-4084-a073-d6345b19eb59 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd2561c-c57d-457e-a8be-8a52cc04831e,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:50.091744 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-15a9f90c-de32-4c2c-b21e-012bf5ec214a None None] For port ebf9943d-ee3c-42e3-bd48-9b2b2df8c51a, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:38:50.095743 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-15a9f90c-de32-4c2c-b21e-012bf5ec214a None None] For port ebf9943d-ee3c-42e3-bd48-9b2b2df8c51a, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ebf9943d-ee3c-42e3-bd48-9b2b2df8c51a,segment=NetworkSegment(9a4984b5-7ed6-489e-863f-7575623e3b7a),segment_id=9a4984b5-7ed6-489e-863f-7575623e3b7a)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:38:50.103113 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-15a9f90c-de32-4c2c-b21e-012bf5ec214a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:50.164238 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9f90c-de32-4c2c-b21e-012bf5ec214a None None] Pushing event updated for resources: {'Port': ['ID=ebf9943d-ee3c-42e3-bd48-9b2b2df8c51a,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:50.165537 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-fb46b215-3389-44ac-9f25-84594df591aa req-b3bc9ffd-b0b5-4084-a073-d6345b19eb59 service neutron] Attempting to bind port cfd2561c-c57d-457e-a8be-8a52cc04831e on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:50.166159 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-fb46b215-3389-44ac-9f25-84594df591aa req-b3bc9ffd-b0b5-4084-a073-d6345b19eb59 service neutron] Attempting to bind port cfd2561c-c57d-457e-a8be-8a52cc04831e by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'fcbd45ae-33de-4640-a29c-c49b1536f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:50.166701 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46b215-3389-44ac-9f25-84594df591aa req-b3bc9ffd-b0b5-4084-a073-d6345b19eb59 service neutron] Attempting to bind port cfd2561c-c57d-457e-a8be-8a52cc04831e on network 87737cc5-1491-4eb8-832b-21b850f6c386 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:50.179475 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46b215-3389-44ac-9f25-84594df591aa req-b3bc9ffd-b0b5-4084-a073-d6345b19eb59 service neutron] Port cfd2561c-c57d-457e-a8be-8a52cc04831e on network 87737cc5-1491-4eb8-832b-21b850f6c386 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:38:50.179874 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46b215-3389-44ac-9f25-84594df591aa req-b3bc9ffd-b0b5-4084-a073-d6345b19eb59 service neutron] Attempting to bind port cfd2561c-c57d-457e-a8be-8a52cc04831e on network 87737cc5-1491-4eb8-832b-21b850f6c386 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:50.212415 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46b215-3389-44ac-9f25-84594df591aa req-b3bc9ffd-b0b5-4084-a073-d6345b19eb59 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:38:50.213281 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46b215-3389-44ac-9f25-84594df591aa req-b3bc9ffd-b0b5-4084-a073-d6345b19eb59 service neutron] Checking segment: {'id': 'fcbd45ae-33de-4640-a29c-c49b1536f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:38:50.214003 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46b215-3389-44ac-9f25-84594df591aa req-b3bc9ffd-b0b5-4084-a073-d6345b19eb59 service neutron] Bound using segment: {'id': 'fcbd45ae-33de-4640-a29c-c49b1536f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:38:50.214661 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-fb46b215-3389-44ac-9f25-84594df591aa req-b3bc9ffd-b0b5-4084-a073-d6345b19eb59 service neutron] Bound port: cfd2561c-c57d-457e-a8be-8a52cc04831e, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcbd45ae-33de-4640-a29c-c49b1536f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:38:50.215249 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-fb46b215-3389-44ac-9f25-84594df591aa req-b3bc9ffd-b0b5-4084-a073-d6345b19eb59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:50.291286 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b44bb1da-0545-4c18-bb3a-2d57f01c403a tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:50.447815 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4e8ea-cf36-4147-a6f7-6e90ece2c04c req-bc8dad29-d5f3-467e-b3e4-97055d5d1313 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:50.455040 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44bb1da-0545-4c18-bb3a-2d57f01c403a tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event updated for resources: {'Subnet': ['ID=4739dcc7-a8d5-404f-adb7-a074945d41ab,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:50.462560 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13e4e8ea-cf36-4147-a6f7-6e90ece2c04c req-bc8dad29-d5f3-467e-b3e4-97055d5d1313 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c150ece-4932-4a7a-9cf9-38aa14b00161 HTTP/1.1" status: 200 len: 944 time: 0.1234069 Nov 10 19:38:50.468429 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-fb46b215-3389-44ac-9f25-84594df591aa req-b3bc9ffd-b0b5-4084-a073-d6345b19eb59 service neutron] For port cfd2561c-c57d-457e-a8be-8a52cc04831e, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:38:50.472051 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-fb46b215-3389-44ac-9f25-84594df591aa req-b3bc9ffd-b0b5-4084-a073-d6345b19eb59 service neutron] For port cfd2561c-c57d-457e-a8be-8a52cc04831e, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=cfd2561c-c57d-457e-a8be-8a52cc04831e,segment=NetworkSegment(fcbd45ae-33de-4640-a29c-c49b1536f07f),segment_id=fcbd45ae-33de-4640-a29c-c49b1536f07f)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:38:50.481386 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-fb46b215-3389-44ac-9f25-84594df591aa req-b3bc9ffd-b0b5-4084-a073-d6345b19eb59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:50.536890 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44bb1da-0545-4c18-bb3a-2d57f01c403a tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Checking segment: {'id': '55e1179b-d798-465a-9025-c56b3a1c995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1581e181-3f27-489c-a5ce-6201fe621dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:38:50.536890 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44bb1da-0545-4c18-bb3a-2d57f01c403a tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Network hostable DHCP agents. Network: 1581e181-3f27-489c-a5ce-6201fe621dc6, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:38:50.544638 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13e4e8ea-cf36-4147-a6f7-6e90ece2c04c req-edaabb6f-5fbb-4dc5-b638-ea7b78ca1048 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804460 Nov 10 19:38:50.583992 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46b215-3389-44ac-9f25-84594df591aa req-b3bc9ffd-b0b5-4084-a073-d6345b19eb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:50.583992 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-fb46b215-3389-44ac-9f25-84594df591aa req-b3bc9ffd-b0b5-4084-a073-d6345b19eb59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:50.585626 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fb46b215-3389-44ac-9f25-84594df591aa req-b3bc9ffd-b0b5-4084-a073-d6345b19eb59 service neutron] 10.222.0.73 "PUT /v2.0/ports/cfd2561c-c57d-457e-a8be-8a52cc04831e HTTP/1.1" status: 200 len: 1092 time: 1.5415556 Nov 10 19:38:50.612142 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c150ece-4932-4a7a-9cf9-38aa14b00161', 'tag': 'cfd2561c-c57d-457e-a8be-8a52cc04831e'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:38:50.615237 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f61838e-b41c-45f0-8ede-d27aac401063" -d '{"events": [{"name": "network-changed", "server_uuid": "8c150ece-4932-4a7a-9cf9-38aa14b00161", "tag": "cfd2561c-c57d-457e-a8be-8a52cc04831e"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:38:50.684364 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44bb1da-0545-4c18-bb3a-2d57f01c403a tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Network 1581e181-3f27-489c-a5ce-6201fe621dc6 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:38:50.690518 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd816bb4-f9c6-4b25-b970-c4fd0e3fa0cc x-openstack-request-id: req-dd816bb4-f9c6-4b25-b970-c4fd0e3fa0cc {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:38:50.690805 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c150ece-4932-4a7a-9cf9-38aa14b00161", "tag": "cfd2561c-c57d-457e-a8be-8a52cc04831e", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:38:50.691368 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dd816bb4-f9c6-4b25-b970-c4fd0e3fa0cc {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:38:50.691831 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c150ece-4932-4a7a-9cf9-38aa14b00161', 'tag': 'cfd2561c-c57d-457e-a8be-8a52cc04831e', 'status': 'completed', 'code': 200} Nov 10 19:38:50.711555 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc9ffd-b0b5-4084-a073-d6345b19eb59 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd2561c-c57d-457e-a8be-8a52cc04831e,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:50.727553 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-b44bb1da-0545-4c18-bb3a-2d57f01c403a tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 1581e181-3f27-489c-a5ce-6201fe621dc6) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:38:50.735130 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44bb1da-0545-4c18-bb3a-2d57f01c403a tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:50.735752 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b44bb1da-0545-4c18-bb3a-2d57f01c403a tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:50.737351 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab3f5f6-47c8-4f9e-b305-ec8ced89cb5f None None] Network 1581e181-3f27-489c-a5ce-6201fe621dc6 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:38:50.752527 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46b215-3389-44ac-9f25-84594df591aa req-9d8aa0c3-9b90-49be-a7a0-b0cf1d73ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:50.754719 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fb46b215-3389-44ac-9f25-84594df591aa req-9d8aa0c3-9b90-49be-a7a0-b0cf1d73ba8f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a00ca65ead540abbf4d59ff2c615c4f&device_id=8c150ece-4932-4a7a-9cf9-38aa14b00161 HTTP/1.1" status: 200 len: 1095 time: 0.1080215 Nov 10 19:38:50.779239 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b44bb1da-0545-4c18-bb3a-2d57f01c403a tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2215948 Nov 10 19:38:50.781998 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39150) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:50.932723 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bd6ae617-895d-4ccc-921b-998dd3b5b9d8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:50.939736 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fb46b215-3389-44ac-9f25-84594df591aa req-7ab0d958-3ed9-44bc-a44b-a1672ca902cb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfd2561c-c57d-457e-a8be-8a52cc04831e HTTP/1.1" status: 200 len: 217 time: 0.1765873 Nov 10 19:38:50.974450 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850c85c3-1cf5-44a5-9f8e-bc90dc3fef74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-1581e181-3f27-489c-a5ce-6201fe621dc6', 'network_id': '1581e181-3f27-489c-a5ce-6201fe621dc6', 'tenant_id': '9600cbcd32ca4dbe8d3161639dae9714', 'fixed_ips': [{'subnet_id': '4739dcc7-a8d5-404f-adb7-a074945d41ab'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:38:50.975588 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-850c85c3-1cf5-44a5-9f8e-bc90dc3fef74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:51.145707 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bd6ae617-895d-4ccc-921b-998dd3b5b9d8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:51.199327 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46b215-3389-44ac-9f25-84594df591aa req-26bfb8ac-7407-4baf-b03a-f862307c16db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:51.200987 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fb46b215-3389-44ac-9f25-84594df591aa req-26bfb8ac-7407-4baf-b03a-f862307c16db service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f85973c4-b607-4c9f-9c90-dbe2046779da HTTP/1.1" status: 200 len: 845 time: 0.2542717 Nov 10 19:38:51.259064 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fb46b215-3389-44ac-9f25-84594df591aa req-07376c87-55ca-46a8-8501-8e7219eb6532 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=87737cc5-1491-4eb8-832b-21b850f6c386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495653 Nov 10 19:38:51.276978 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-850c85c3-1cf5-44a5-9f8e-bc90dc3fef74 None None] Allocated IP 172.20.0.2 (1581e181-3f27-489c-a5ce-6201fe621dc6/4739dcc7-a8d5-404f-adb7-a074945d41ab/5ca6dfdf-0736-45ea-8147-fa64c1bed6e7) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:38:51.425831 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fb46b215-3389-44ac-9f25-84594df591aa req-01ac3e41-ba1e-4140-bfd6-136046617e74 service neutron] 10.222.0.73 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568220 Nov 10 19:38:51.553726 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c6a723-c87b-41b7-93c3-366d493d5310 None None] Network 416ed2c4-6433-4f46-8e2e-4a631aa52433 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:38:51.623515 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fb46b215-3389-44ac-9f25-84594df591aa req-8a15a7f5-dd15-47e7-a6a5-e5291ed508f7 service neutron] 10.222.0.73 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808236 Nov 10 19:38:51.716587 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84278cc5-2770-4785-947b-7bd5424591c2 req-eccdc4d0-add8-48b7-94bc-d1da9dde5465 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:51.726170 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-84278cc5-2770-4785-947b-7bd5424591c2 req-eccdc4d0-add8-48b7-94bc-d1da9dde5465 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c150ece-4932-4a7a-9cf9-38aa14b00161 HTTP/1.1" status: 200 len: 944 time: 0.1101041 Nov 10 19:38:51.772513 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61838e-b41c-45f0-8ede-d27aac401063 req-ee28b074-06ad-41fb-9681-1be422f67e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:51.775419 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6f61838e-b41c-45f0-8ede-d27aac401063 req-ee28b074-06ad-41fb-9681-1be422f67e5d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a00ca65ead540abbf4d59ff2c615c4f&device_id=8c150ece-4932-4a7a-9cf9-38aa14b00161 HTTP/1.1" status: 200 len: 1095 time: 0.0903344 Nov 10 19:38:51.828622 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-84278cc5-2770-4785-947b-7bd5424591c2 req-f3409eae-916c-4337-9d64-45a5642c2758 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985043 Nov 10 19:38:51.936335 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61838e-b41c-45f0-8ede-d27aac401063 req-1afdd8f4-e093-4e9a-8132-47db9b8b7528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:51.938823 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6f61838e-b41c-45f0-8ede-d27aac401063 req-1afdd8f4-e093-4e9a-8132-47db9b8b7528 service neutron] 10.222.0.73 "GET /v2.0/networks?id=87737cc5-1491-4eb8-832b-21b850f6c386 HTTP/1.1" status: 200 len: 906 time: 0.1494720 Nov 10 19:38:52.010859 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-850c85c3-1cf5-44a5-9f8e-bc90dc3fef74 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:52.029208 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-020a2908-f874-4a40-b01a-936252bfd469 None None] Provisioning complete for port ebf9943d-ee3c-42e3-bd48-9b2b2df8c51a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:38:52.031125 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-020a2908-f874-4a40-b01a-936252bfd469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:52.037392 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6f61838e-b41c-45f0-8ede-d27aac401063 req-66a73424-0813-4d1c-8fd8-02eed17e4636 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfd2561c-c57d-457e-a8be-8a52cc04831e HTTP/1.1" status: 200 len: 217 time: 0.0906186 Nov 10 19:38:52.061712 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-850c85c3-1cf5-44a5-9f8e-bc90dc3fef74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:52.137832 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bd6ae617-895d-4ccc-921b-998dd3b5b9d8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:52.174493 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ae617-895d-4ccc-921b-998dd3b5b9d8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event deleted for resources: {'Subnet': ['ID=4739dcc7-a8d5-404f-adb7-a074945d41ab,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:52.189131 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ebf9943d-ee3c-42e3-bd48-9b2b2df8c51a up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:38:52.202731 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850c85c3-1cf5-44a5-9f8e-bc90dc3fef74 None None] Network 1581e181-3f27-489c-a5ce-6201fe621dc6 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:38:52.213929 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61838e-b41c-45f0-8ede-d27aac401063 req-f2995e88-518a-42c2-b953-abb1c17a7662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:52.224002 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6f61838e-b41c-45f0-8ede-d27aac401063 req-f2995e88-518a-42c2-b953-abb1c17a7662 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f85973c4-b607-4c9f-9c90-dbe2046779da HTTP/1.1" status: 200 len: 845 time: 0.1722891 Nov 10 19:38:52.255455 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-850c85c3-1cf5-44a5-9f8e-bc90dc3fef74 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:38:52.260818 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850c85c3-1cf5-44a5-9f8e-bc90dc3fef74 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:38:52.328089 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bd6ae617-895d-4ccc-921b-998dd3b5b9d8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:52.336961 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6f61838e-b41c-45f0-8ede-d27aac401063 req-8356a99a-c1c4-4148-bb90-085ff5d0f14b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=87737cc5-1491-4eb8-832b-21b850f6c386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019568 Nov 10 19:38:52.348347 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c85c3-1cf5-44a5-9f8e-bc90dc3fef74 None None] Pushing event updated for resources: {'Port': ['ID=5ca6dfdf-0736-45ea-8147-fa64c1bed6e7,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:52.406595 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-850c85c3-1cf5-44a5-9f8e-bc90dc3fef74 None None] Attempting to bind port 5ca6dfdf-0736-45ea-8147-fa64c1bed6e7 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:52.407312 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-850c85c3-1cf5-44a5-9f8e-bc90dc3fef74 None None] Attempting to bind port 5ca6dfdf-0736-45ea-8147-fa64c1bed6e7 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '55e1179b-d798-465a-9025-c56b3a1c995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1581e181-3f27-489c-a5ce-6201fe621dc6'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:52.407878 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850c85c3-1cf5-44a5-9f8e-bc90dc3fef74 None None] Attempting to bind port 5ca6dfdf-0736-45ea-8147-fa64c1bed6e7 on network 1581e181-3f27-489c-a5ce-6201fe621dc6 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:52.482903 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850c85c3-1cf5-44a5-9f8e-bc90dc3fef74 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:38:52.483275 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850c85c3-1cf5-44a5-9f8e-bc90dc3fef74 None None] Checking segment: {'id': '55e1179b-d798-465a-9025-c56b3a1c995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1581e181-3f27-489c-a5ce-6201fe621dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:38:52.483690 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-850c85c3-1cf5-44a5-9f8e-bc90dc3fef74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:52.484075 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850c85c3-1cf5-44a5-9f8e-bc90dc3fef74 None None] Bound using segment: {'id': '55e1179b-d798-465a-9025-c56b3a1c995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1581e181-3f27-489c-a5ce-6201fe621dc6'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:38:52.484559 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-850c85c3-1cf5-44a5-9f8e-bc90dc3fef74 None None] Bound port: 5ca6dfdf-0736-45ea-8147-fa64c1bed6e7, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e1179b-d798-465a-9025-c56b3a1c995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1581e181-3f27-489c-a5ce-6201fe621dc6'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:38:52.484932 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-850c85c3-1cf5-44a5-9f8e-bc90dc3fef74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:52.508140 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port ebf9943d-ee3c-42e3-bd48-9b2b2df8c51a triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:38:52.511216 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:52.511835 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6f61838e-b41c-45f0-8ede-d27aac401063 req-4bf0037f-7f10-4f84-9f6f-44eb3745ea5f service neutron] 10.222.0.73 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661565 Nov 10 19:38:52.518375 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-bd6ae617-895d-4ccc-921b-998dd3b5b9d8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1581e181-3f27-489c-a5ce-6201fe621dc6']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:52.546115 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-bd6ae617-895d-4ccc-921b-998dd3b5b9d8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e1179b-d798-465a-9025-c56b3a1c995f') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:52.546467 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-bd6ae617-895d-4ccc-921b-998dd3b5b9d8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e1179b-d798-465a-9025-c56b3a1c995f') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:52.607066 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bd6ae617-895d-4ccc-921b-998dd3b5b9d8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:52.615338 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-020a2908-f874-4a40-b01a-936252bfd469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:52.706530 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-850c85c3-1cf5-44a5-9f8e-bc90dc3fef74 None None] For port 5ca6dfdf-0736-45ea-8147-fa64c1bed6e7, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:38:52.712002 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-850c85c3-1cf5-44a5-9f8e-bc90dc3fef74 None None] For port 5ca6dfdf-0736-45ea-8147-fa64c1bed6e7, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5ca6dfdf-0736-45ea-8147-fa64c1bed6e7,segment=NetworkSegment(55e1179b-d798-465a-9025-c56b3a1c995f),segment_id=55e1179b-d798-465a-9025-c56b3a1c995f)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:38:52.725169 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-850c85c3-1cf5-44a5-9f8e-bc90dc3fef74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:52.731408 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-020a2908-f874-4a40-b01a-936252bfd469 None None] For port ebf9943d-ee3c-42e3-bd48-9b2b2df8c51a, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ebf9943d-ee3c-42e3-bd48-9b2b2df8c51a,segment=NetworkSegment(9a4984b5-7ed6-489e-863f-7575623e3b7a),segment_id=9a4984b5-7ed6-489e-863f-7575623e3b7a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:38:52.734607 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bd6ae617-895d-4ccc-921b-998dd3b5b9d8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:52.760987 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd6ae617-895d-4ccc-921b-998dd3b5b9d8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:38:52.762061 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bd6ae617-895d-4ccc-921b-998dd3b5b9d8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:52.789246 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-020a2908-f874-4a40-b01a-936252bfd469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:52.830994 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:52.832863 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:38:52.832863 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:38:52.832863 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:38:52.832863 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:38:52.832863 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:38:52.832863 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:38:52.832863 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:38:52.832863 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:38:52.832863 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:38:52.832863 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:38:52.832863 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:38:52.832863 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:38:52.832863 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:38:52.832863 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:38:52.832863 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:38:52.832863 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:38:52.832863 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:38:52.832863 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:38:52.832863 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:38:52.832863 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:38:52.832863 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:38:52.832863 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:38:52.832863 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:38:52.832863 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:38:52.832863 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:38:52.832863 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:38:52.832863 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:38:52.832863 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:38:52.832863 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:38:52.832863 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:38:52.832863 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:38:52.832863 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:38:52.838494 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.db.api [None req-bd6ae617-895d-4ccc-921b-998dd3b5b9d8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 19:38:52.838494 n-d-813897-4 neutron-server[102505]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 19:38:52.838494 n-d-813897-4 neutron-server[102505]: [parameters: {'id': '1581e181-3f27-489c-a5ce-6201fe621dc6'}] Nov 10 19:38:52.838494 n-d-813897-4 neutron-server[102505]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:38:52.838832 n-d-813897-4 neutron-server[102505]: DEBUG oslo_db.api [None req-bd6ae617-895d-4ccc-921b-998dd3b5b9d8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:38:52.911770 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6f61838e-b41c-45f0-8ede-d27aac401063 req-b75cedc3-8f54-4bd4-a35c-49b2e0b51ed2 service neutron] 10.222.0.73 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896675 Nov 10 19:38:52.983435 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c85c3-1cf5-44a5-9f8e-bc90dc3fef74 None None] Pushing event updated for resources: {'Port': ['ID=5ca6dfdf-0736-45ea-8147-fa64c1bed6e7,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:53.041554 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ea3b4-d22d-4623-8049-87ac5824490c req-7b32f1cc-6969-4f56-802e-a3431dbe0242 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:53.046658 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dd9ea3b4-d22d-4623-8049-87ac5824490c req-7b32f1cc-6969-4f56-802e-a3431dbe0242 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c150ece-4932-4a7a-9cf9-38aa14b00161 HTTP/1.1" status: 200 len: 944 time: 0.0986609 Nov 10 19:38:53.093671 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185a3676-d16c-482b-b6b3-81eb8063365e None None] Network 1581e181-3f27-489c-a5ce-6201fe621dc6 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:38:53.141221 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a2908-f874-4a40-b01a-936252bfd469 None None] Pushing event updated for resources: {'Port': ['ID=ebf9943d-ee3c-42e3-bd48-9b2b2df8c51a,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:53.156919 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dd9ea3b4-d22d-4623-8049-87ac5824490c req-60c96d19-7b68-4953-8fb4-82e9bc09dadd tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065094 Nov 10 19:38:53.176705 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:38:53.177155 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:38:53.198042 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-455c8911-4ab1-4f1f-8f85-b4d755bdcc5e None None] Provisioning complete for port ebf9943d-ee3c-42e3-bd48-9b2b2df8c51a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:38:53.198521 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-455c8911-4ab1-4f1f-8f85-b4d755bdcc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:53.340194 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bd6ae617-895d-4ccc-921b-998dd3b5b9d8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:53.366367 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86ee67f-e250-466a-9b20-b73ffc11bd47 None None] get_active_networks_info from n-d-813897-4 {{(pid=102507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 19:38:53.439101 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-bd6ae617-895d-4ccc-921b-998dd3b5b9d8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Deleting port 5ca6dfdf-0736-45ea-8147-fa64c1bed6e7 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:38:53.439351 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bd6ae617-895d-4ccc-921b-998dd3b5b9d8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:53.500711 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86ee67f-e250-466a-9b20-b73ffc11bd47 None None] Resources bound (agent type, host, resource id): {{(pid=102507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 19:38:53.513052 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-aa98f460-a2c0-47c5-9ec4-24b4ea2f3be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:53.551872 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-bd6ae617-895d-4ccc-921b-998dd3b5b9d8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] For port 5ca6dfdf-0736-45ea-8147-fa64c1bed6e7, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5ca6dfdf-0736-45ea-8147-fa64c1bed6e7,segment=NetworkSegment(55e1179b-d798-465a-9025-c56b3a1c995f),segment_id=55e1179b-d798-465a-9025-c56b3a1c995f)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:38:53.552107 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bd6ae617-895d-4ccc-921b-998dd3b5b9d8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:53.573431 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-bd6ae617-895d-4ccc-921b-998dd3b5b9d8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Calling delete_port for 5ca6dfdf-0736-45ea-8147-fa64c1bed6e7 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:38:53.679723 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bd6ae617-895d-4ccc-921b-998dd3b5b9d8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:53.721194 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ae617-895d-4ccc-921b-998dd3b5b9d8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event deleted for resources: {'Port': ['ID=5ca6dfdf-0736-45ea-8147-fa64c1bed6e7,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:53.732139 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6ae617-895d-4ccc-921b-998dd3b5b9d8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] No DVR routers for this DVR port 5ca6dfdf-0736-45ea-8147-fa64c1bed6e7 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:38:53.829311 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bd6ae617-895d-4ccc-921b-998dd3b5b9d8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:53.852297 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-bd6ae617-895d-4ccc-921b-998dd3b5b9d8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1581e181-3f27-489c-a5ce-6201fe621dc6']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:53.866471 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-bd6ae617-895d-4ccc-921b-998dd3b5b9d8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e1179b-d798-465a-9025-c56b3a1c995f') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:53.866751 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-bd6ae617-895d-4ccc-921b-998dd3b5b9d8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e1179b-d798-465a-9025-c56b3a1c995f') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:53.868103 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device cfd2561c-c57d-457e-a8be-8a52cc04831e details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:38:53.880272 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bd6ae617-895d-4ccc-921b-998dd3b5b9d8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:53.897207 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bd6ae617-895d-4ccc-921b-998dd3b5b9d8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:53.905689 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd6ae617-895d-4ccc-921b-998dd3b5b9d8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:38:53.906252 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bd6ae617-895d-4ccc-921b-998dd3b5b9d8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:53.909403 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:38:53.909403 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:38:53.909403 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:38:53.909403 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:38:53.909403 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:38:53.909403 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:38:53.909403 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:38:53.909403 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:38:53.909403 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:38:53.909403 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:38:53.909403 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:38:53.909403 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:38:53.909403 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:38:53.909403 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:38:53.909403 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:38:53.909403 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:38:53.909403 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:38:53.909403 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:38:53.909403 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:38:53.909403 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:38:53.909403 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:38:53.909403 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:38:53.909403 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:38:53.909403 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:38:53.909403 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:38:53.909403 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:38:53.909403 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:38:53.909403 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:38:53.909403 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:38:53.909403 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:38:53.909403 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:38:53.909403 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:38:53.979022 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bd6ae617-895d-4ccc-921b-998dd3b5b9d8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:53.995394 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bd6ae617-895d-4ccc-921b-998dd3b5b9d8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:54.004131 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-bd6ae617-895d-4ccc-921b-998dd3b5b9d8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "DELETE /v2.0/networks/1581e181-3f27-489c-a5ce-6201fe621dc6 HTTP/1.1" status: 204 len: 168 time: 3.2171733 Nov 10 19:38:54.005025 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 39214) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:54.009469 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-31bc61c8-9c31-45a9-87f5-1af23abe3cc0 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1358918386'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:38:54.031751 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-da9ae7a1-fe85-423f-a032-46875f9ebd89 None None] Provisioning complete for port 2a7be1e5-ed41-4143-82b8-17f08b0bb134 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:38:54.033257 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-da9ae7a1-fe85-423f-a032-46875f9ebd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:54.036785 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ae617-895d-4ccc-921b-998dd3b5b9d8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event deleted for resources: {'Network': ['ID=1581e181-3f27-489c-a5ce-6201fe621dc6,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:54.051491 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bc61c8-9c31-45a9-87f5-1af23abe3cc0 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Made reservation on behalf of 9600cbcd32ca4dbe8d3161639dae9714 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:38:54.066862 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-31bc61c8-9c31-45a9-87f5-1af23abe3cc0 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:54.096484 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port cfd2561c-c57d-457e-a8be-8a52cc04831e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=cfd2561c-c57d-457e-a8be-8a52cc04831e,segment=NetworkSegment(fcbd45ae-33de-4640-a29c-c49b1536f07f),segment_id=fcbd45ae-33de-4640-a29c-c49b1536f07f)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:38:54.112824 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31bc61c8-9c31-45a9-87f5-1af23abe3cc0 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:38:54.125650 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-31bc61c8-9c31-45a9-87f5-1af23abe3cc0 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:54.126358 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-31bc61c8-9c31-45a9-87f5-1af23abe3cc0 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Added segment 667c5779-1208-41f6-884c-eb95c9b8311c of type vlan for network 2872556d-8c58-4893-a139-29e7da8dbf7b Nov 10 19:38:54.130078 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ebf9943d-ee3c-42e3-bd48-9b2b2df8c51a up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:38:54.201565 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-31bc61c8-9c31-45a9-87f5-1af23abe3cc0 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:54.229821 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'cfd2561c-c57d-457e-a8be-8a52cc04831e', 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386', 'port_id': 'cfd2561c-c57d-457e-a8be-8a52cc04831e', 'mac_address': 'fa:16:3e:40:66:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85973c4-b607-4c9f-9c90-dbe2046779da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:38:54.246545 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-31bc61c8-9c31-45a9-87f5-1af23abe3cc0 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:54.255638 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bc61c8-9c31-45a9-87f5-1af23abe3cc0 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:54.256761 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-31bc61c8-9c31-45a9-87f5-1af23abe3cc0 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:54.285237 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port ebf9943d-ee3c-42e3-bd48-9b2b2df8c51a triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:38:54.285640 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:54.370447 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc61c8-9c31-45a9-87f5-1af23abe3cc0 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event updated for resources: {'Network': ['ID=2872556d-8c58-4893-a139-29e7da8dbf7b,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:54.372832 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:54.388855 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39226) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:54.389451 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 2872556d-8c58-4893-a139-29e7da8dbf7b details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:38:54.389552 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-31bc61c8-9c31-45a9-87f5-1af23abe3cc0 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3840544 Nov 10 19:38:54.394911 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-da1d8115-be3c-4018-933f-f08b2fdb0f35 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Request body: {'subnet': {'network_id': '2872556d-8c58-4893-a139-29e7da8dbf7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:38:54.421427 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd2561c-c57d-457e-a8be-8a52cc04831e {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:38:54.443789 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port cfd2561c-c57d-457e-a8be-8a52cc04831e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=cfd2561c-c57d-457e-a8be-8a52cc04831e,segment=NetworkSegment(fcbd45ae-33de-4640-a29c-c49b1536f07f),segment_id=fcbd45ae-33de-4640-a29c-c49b1536f07f)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:38:54.456804 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:54.457726 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786e4c7-6cfa-4c56-aa41-34388836ee51 req-832900e7-a882-4c0c-994d-212313963154 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:54.462699 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7786e4c7-6cfa-4c56-aa41-34388836ee51 req-832900e7-a882-4c0c-994d-212313963154 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c150ece-4932-4a7a-9cf9-38aa14b00161 HTTP/1.1" status: 200 len: 944 time: 0.1683445 Nov 10 19:38:54.573272 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1d8115-be3c-4018-933f-f08b2fdb0f35 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Made reservation on behalf of 9600cbcd32ca4dbe8d3161639dae9714 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:38:54.579373 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-da1d8115-be3c-4018-933f-f08b2fdb0f35 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:54.584431 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7786e4c7-6cfa-4c56-aa41-34388836ee51 req-4fb9da38-f4de-4942-96db-e059c2f3c74e tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092358 Nov 10 19:38:54.662537 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=cfd2561c-c57d-457e-a8be-8a52cc04831e,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:54.663108 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.ipam_backend_mixin [None req-da1d8115-be3c-4018-933f-f08b2fdb0f35 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Performing IP validity checks on allocation pools {{(pid=102505) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 19:38:54.663696 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.ipam_backend_mixin [None req-da1d8115-be3c-4018-933f-f08b2fdb0f35 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102505) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 19:38:54.668789 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['cfd2561c-c57d-457e-a8be-8a52cc04831e'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:38:54.821190 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:54.840291 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-da1d8115-be3c-4018-933f-f08b2fdb0f35 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:54.913961 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d8115-be3c-4018-933f-f08b2fdb0f35 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event updated for resources: {'Subnet': ['ID=81ec59d3-76ae-4719-852a-b840509ae512,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:54.922294 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1d8115-be3c-4018-933f-f08b2fdb0f35 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Checking segment: {'id': '667c5779-1208-41f6-884c-eb95c9b8311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2872556d-8c58-4893-a139-29e7da8dbf7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:38:54.922703 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1d8115-be3c-4018-933f-f08b2fdb0f35 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Network hostable DHCP agents. Network: 2872556d-8c58-4893-a139-29e7da8dbf7b, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:38:54.944875 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1d8115-be3c-4018-933f-f08b2fdb0f35 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Network 2872556d-8c58-4893-a139-29e7da8dbf7b is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:38:54.957082 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-da1d8115-be3c-4018-933f-f08b2fdb0f35 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 2872556d-8c58-4893-a139-29e7da8dbf7b) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:38:54.961806 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1d8115-be3c-4018-933f-f08b2fdb0f35 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:54.962616 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-da1d8115-be3c-4018-933f-f08b2fdb0f35 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:54.969561 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205cf394-ae90-4a68-b5e7-3d61fec16562 None None] Network 2872556d-8c58-4893-a139-29e7da8dbf7b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:38:54.987492 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-da1d8115-be3c-4018-933f-f08b2fdb0f35 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5969806 Nov 10 19:38:54.989998 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39240) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:55.128492 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:55.130536 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0c8cd565-7c2c-4ee7-8363-211fa12a37a7 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:55.172626 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f664e8-95f2-419d-bc46-859480d7ba1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-2872556d-8c58-4893-a139-29e7da8dbf7b', 'network_id': '2872556d-8c58-4893-a139-29e7da8dbf7b', 'tenant_id': '9600cbcd32ca4dbe8d3161639dae9714', 'fixed_ips': [{'subnet_id': '81ec59d3-76ae-4719-852a-b840509ae512'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:38:55.173814 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-73f664e8-95f2-419d-bc46-859480d7ba1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:55.194897 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0c8cd565-7c2c-4ee7-8363-211fa12a37a7 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:55.286731 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0c8cd565-7c2c-4ee7-8363-211fa12a37a7 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server [None req-73f664e8-95f2-419d-bc46-859480d7ba1f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81ec59d3-76ae-4719-852a-b840509ae512: This subnet is being modified by another concurrent operation. Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise exception Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81ec59d3-76ae-4719-852a-b840509ae512: This subnet is being modified by another concurrent operation. Nov 10 19:38:55.302201 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server Nov 10 19:38:55.336011 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8cd565-7c2c-4ee7-8363-211fa12a37a7 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event deleted for resources: {'Subnet': ['ID=81ec59d3-76ae-4719-852a-b840509ae512,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:55.338010 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d01b5a8-78cc-479e-9a97-88e6375f6aa7 None None] Network 2872556d-8c58-4893-a139-29e7da8dbf7b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:38:55.404735 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0c8cd565-7c2c-4ee7-8363-211fa12a37a7 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:55.433273 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-0c8cd565-7c2c-4ee7-8363-211fa12a37a7 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2872556d-8c58-4893-a139-29e7da8dbf7b']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:55.449435 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-0c8cd565-7c2c-4ee7-8363-211fa12a37a7 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '667c5779-1208-41f6-884c-eb95c9b8311c') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:55.449707 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-0c8cd565-7c2c-4ee7-8363-211fa12a37a7 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '667c5779-1208-41f6-884c-eb95c9b8311c') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:55.470443 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0c8cd565-7c2c-4ee7-8363-211fa12a37a7 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:55.493152 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0c8cd565-7c2c-4ee7-8363-211fa12a37a7 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:55.504101 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c8cd565-7c2c-4ee7-8363-211fa12a37a7 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:38:55.504483 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0c8cd565-7c2c-4ee7-8363-211fa12a37a7 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:55.508150 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:38:55.508150 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:38:55.508150 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:38:55.508150 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:38:55.508150 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:38:55.508150 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:38:55.508150 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:38:55.508150 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:38:55.508150 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:38:55.508150 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:38:55.508150 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:38:55.508150 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:38:55.508150 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:38:55.508150 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:38:55.508150 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:38:55.508150 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:38:55.508150 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:38:55.508150 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:38:55.508150 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:38:55.508150 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:38:55.508150 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:38:55.508150 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:38:55.508150 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:38:55.508150 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:38:55.508150 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:38:55.508150 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:38:55.508150 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:38:55.508150 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:38:55.508150 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:38:55.508150 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:38:55.508150 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:38:55.508150 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:38:55.619138 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0c8cd565-7c2c-4ee7-8363-211fa12a37a7 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:55.629493 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0c8cd565-7c2c-4ee7-8363-211fa12a37a7 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:55.636146 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0c8cd565-7c2c-4ee7-8363-211fa12a37a7 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "DELETE /v2.0/networks/2872556d-8c58-4893-a139-29e7da8dbf7b HTTP/1.1" status: 204 len: 168 time: 0.6416602 Nov 10 19:38:55.636730 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 39258) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:55.642220 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-d7a3ef3e-533b-4ef5-b7e8-94617702efcf tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-804756507'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:38:55.667664 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8cd565-7c2c-4ee7-8363-211fa12a37a7 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event deleted for resources: {'Network': ['ID=2872556d-8c58-4893-a139-29e7da8dbf7b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:55.736966 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a3ef3e-533b-4ef5-b7e8-94617702efcf tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Made reservation on behalf of 9600cbcd32ca4dbe8d3161639dae9714 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:38:55.739982 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d7a3ef3e-533b-4ef5-b7e8-94617702efcf tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:55.745647 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-224e06ea-7d80-4ccd-9499-39ce20ecc463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:55.752693 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b413817-9749-4bff-ad9e-09d78e7b4595 None None] get_active_networks_info from n-d-813897-4 {{(pid=102507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 19:38:55.773049 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485fffc-f24b-4c74-a80a-8a645bfddad7 req-9742ce4e-a4d4-4fab-8bec-3911e5b0bfd5 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:55.778298 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8485fffc-f24b-4c74-a80a-8a645bfddad7 req-9742ce4e-a4d4-4fab-8bec-3911e5b0bfd5 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c150ece-4932-4a7a-9cf9-38aa14b00161 HTTP/1.1" status: 200 len: 945 time: 0.0978210 Nov 10 19:38:55.844347 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a3ef3e-533b-4ef5-b7e8-94617702efcf tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:38:55.850346 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b413817-9749-4bff-ad9e-09d78e7b4595 None None] Resources bound (agent type, host, resource id): {{(pid=102507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 19:38:55.867295 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8485fffc-f24b-4c74-a80a-8a645bfddad7 req-d281eef5-eb62-4236-a74b-a1fb0305df02 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809126 Nov 10 19:38:55.874439 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d7a3ef3e-533b-4ef5-b7e8-94617702efcf tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:55.874938 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-d7a3ef3e-533b-4ef5-b7e8-94617702efcf tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Added segment 01889340-9129-4a9b-bd77-c8f2e0748a49 of type vlan for network 257d424f-f9b0-48af-8f49-a259920a94cf Nov 10 19:38:55.885341 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device cfd2561c-c57d-457e-a8be-8a52cc04831e up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:38:55.923150 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d7a3ef3e-533b-4ef5-b7e8-94617702efcf tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:55.957942 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d7a3ef3e-533b-4ef5-b7e8-94617702efcf tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:55.968542 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a3ef3e-533b-4ef5-b7e8-94617702efcf tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:55.969456 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d7a3ef3e-533b-4ef5-b7e8-94617702efcf tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:56.001006 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d7a3ef3e-533b-4ef5-b7e8-94617702efcf tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3629537 Nov 10 19:38:56.003980 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39264) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:56.014698 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-d14539e7-565f-42b1-86ca-b5c7cebbe9ba tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Request body: {'subnet': {'network_id': '257d424f-f9b0-48af-8f49-a259920a94cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:38:56.027823 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port cfd2561c-c57d-457e-a8be-8a52cc04831e completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:38:56.034430 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port cfd2561c-c57d-457e-a8be-8a52cc04831e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:38:56.034804 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:56.101451 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3ef3e-533b-4ef5-b7e8-94617702efcf tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event updated for resources: {'Network': ['ID=257d424f-f9b0-48af-8f49-a259920a94cf,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:56.129200 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 257d424f-f9b0-48af-8f49-a259920a94cf details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:38:56.201732 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14539e7-565f-42b1-86ca-b5c7cebbe9ba tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Made reservation on behalf of 9600cbcd32ca4dbe8d3161639dae9714 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:38:56.208110 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d14539e7-565f-42b1-86ca-b5c7cebbe9ba tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:56.341659 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:56.382346 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c150ece-4932-4a7a-9cf9-38aa14b00161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd2561c-c57d-457e-a8be-8a52cc04831e'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:38:56.384740 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453db48e-1e7f-49de-8eba-3e8f60202f8c" -d '{"events": [{"server_uuid": "8c150ece-4932-4a7a-9cf9-38aa14b00161", "name": "network-vif-plugged", "status": "completed", "tag": "cfd2561c-c57d-457e-a8be-8a52cc04831e"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:38:56.412069 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port cfd2561c-c57d-457e-a8be-8a52cc04831e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=cfd2561c-c57d-457e-a8be-8a52cc04831e,segment=NetworkSegment(fcbd45ae-33de-4640-a29c-c49b1536f07f),segment_id=fcbd45ae-33de-4640-a29c-c49b1536f07f)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:38:56.419304 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:56.469887 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddcf669-826c-432e-a128-9a26f6ebf61b x-openstack-request-id: req-3ddcf669-826c-432e-a128-9a26f6ebf61b {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:38:56.470142 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c150ece-4932-4a7a-9cf9-38aa14b00161", "name": "network-vif-plugged", "status": "completed", "tag": "cfd2561c-c57d-457e-a8be-8a52cc04831e", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:38:56.470566 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3ddcf669-826c-432e-a128-9a26f6ebf61b {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:38:56.470983 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c150ece-4932-4a7a-9cf9-38aa14b00161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd2561c-c57d-457e-a8be-8a52cc04831e', 'code': 200} Nov 10 19:38:56.488636 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=cfd2561c-c57d-457e-a8be-8a52cc04831e,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:56.526147 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d14539e7-565f-42b1-86ca-b5c7cebbe9ba tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:56.642817 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14539e7-565f-42b1-86ca-b5c7cebbe9ba tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event updated for resources: {'Subnet': ['ID=35756ca6-3e42-4bbf-9611-231c111000c3,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:56.659410 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14539e7-565f-42b1-86ca-b5c7cebbe9ba tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Checking segment: {'id': '01889340-9129-4a9b-bd77-c8f2e0748a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '257d424f-f9b0-48af-8f49-a259920a94cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:38:56.659787 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14539e7-565f-42b1-86ca-b5c7cebbe9ba tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Network hostable DHCP agents. Network: 257d424f-f9b0-48af-8f49-a259920a94cf, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:38:56.666208 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d1832-dac2-40bb-a1d5-e2e130922046 req-d2c0da35-87cd-48d1-9b75-e0c7b06b4ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:56.667864 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-595d1832-dac2-40bb-a1d5-e2e130922046 req-d2c0da35-87cd-48d1-9b75-e0c7b06b4ae3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8c150ece-4932-4a7a-9cf9-38aa14b00161 HTTP/1.1" status: 200 len: 1097 time: 0.1092365 Nov 10 19:38:56.695565 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14539e7-565f-42b1-86ca-b5c7cebbe9ba tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Network 257d424f-f9b0-48af-8f49-a259920a94cf is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:38:56.710995 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-d14539e7-565f-42b1-86ca-b5c7cebbe9ba tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 257d424f-f9b0-48af-8f49-a259920a94cf) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:38:56.727337 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14539e7-565f-42b1-86ca-b5c7cebbe9ba tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:56.728377 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d14539e7-565f-42b1-86ca-b5c7cebbe9ba tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:56.737198 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0db762b-36c6-45e1-be61-d1734a3dea71 None None] Network 257d424f-f9b0-48af-8f49-a259920a94cf requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:38:56.755744 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-595d1832-dac2-40bb-a1d5-e2e130922046 req-55d2e8dc-310b-4c97-b247-b440f250f62a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784404 Nov 10 19:38:56.762835 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d14539e7-565f-42b1-86ca-b5c7cebbe9ba tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7576399 Nov 10 19:38:56.766356 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 39286) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:56.887545 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6cf63b1-6aa2-4545-bee5-74ad95491046 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:56.947476 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1ff06b-1791-429f-9f96-863e8811bef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-257d424f-f9b0-48af-8f49-a259920a94cf', 'network_id': '257d424f-f9b0-48af-8f49-a259920a94cf', 'tenant_id': '9600cbcd32ca4dbe8d3161639dae9714', 'fixed_ips': [{'subnet_id': '35756ca6-3e42-4bbf-9611-231c111000c3'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:38:56.948378 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8f1ff06b-1791-429f-9f96-863e8811bef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:57.032052 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6cf63b1-6aa2-4545-bee5-74ad95491046 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:57.093166 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1858f2-5a56-4ae3-a270-0c6144e72331 req-1e9d6ab8-bf8a-4c42-97a5-62fdf99059cb tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:57.096417 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd1858f2-5a56-4ae3-a270-0c6144e72331 req-1e9d6ab8-bf8a-4c42-97a5-62fdf99059cb tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c150ece-4932-4a7a-9cf9-38aa14b00161 HTTP/1.1" status: 200 len: 946 time: 0.1128244 Nov 10 19:38:57.141181 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6cf63b1-6aa2-4545-bee5-74ad95491046 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server [None req-8f1ff06b-1791-429f-9f96-863e8811bef1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 35756ca6-3e42-4bbf-9611-231c111000c3: This subnet is being modified by another concurrent operation. Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise exception Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 35756ca6-3e42-4bbf-9611-231c111000c3: This subnet is being modified by another concurrent operation. Nov 10 19:38:57.142709 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server Nov 10 19:38:57.160506 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6e0c59-0c2b-4fb3-a874-27c3da4b8ecb None None] Network 257d424f-f9b0-48af-8f49-a259920a94cf requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:38:57.187046 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf63b1-6aa2-4545-bee5-74ad95491046 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event deleted for resources: {'Subnet': ['ID=35756ca6-3e42-4bbf-9611-231c111000c3,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:57.213793 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd1858f2-5a56-4ae3-a270-0c6144e72331 req-e89e1414-8b14-4ffc-89b4-b20253cbd6bc tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990107 Nov 10 19:38:57.280847 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:57.292813 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6cf63b1-6aa2-4545-bee5-74ad95491046 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:57.310236 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed1198e-115f-4742-8284-e0289a20f5b0 None None] get_active_networks_info from n-d-813897-4 {{(pid=102507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 19:38:57.332130 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-b6cf63b1-6aa2-4545-bee5-74ad95491046 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['257d424f-f9b0-48af-8f49-a259920a94cf']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:57.344901 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-b6cf63b1-6aa2-4545-bee5-74ad95491046 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01889340-9129-4a9b-bd77-c8f2e0748a49') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:57.345215 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-b6cf63b1-6aa2-4545-bee5-74ad95491046 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01889340-9129-4a9b-bd77-c8f2e0748a49') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:57.357223 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6cf63b1-6aa2-4545-bee5-74ad95491046 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:57.374725 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6cf63b1-6aa2-4545-bee5-74ad95491046 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:57.381411 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6cf63b1-6aa2-4545-bee5-74ad95491046 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:38:57.382005 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6cf63b1-6aa2-4545-bee5-74ad95491046 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:57.442377 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed1198e-115f-4742-8284-e0289a20f5b0 None None] Resources bound (agent type, host, resource id): {{(pid=102507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 19:38:57.445270 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:38:57.445270 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:38:57.445270 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:38:57.445270 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:38:57.445270 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:38:57.445270 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:38:57.445270 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:38:57.445270 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:38:57.445270 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:38:57.445270 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:38:57.445270 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:38:57.445270 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:38:57.445270 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:38:57.445270 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:38:57.445270 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:38:57.445270 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:38:57.445270 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:38:57.445270 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:38:57.445270 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:38:57.445270 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:38:57.445270 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:38:57.445270 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:38:57.445270 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:38:57.445270 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:38:57.445270 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:38:57.445270 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:38:57.445270 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:38:57.445270 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:38:57.445270 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:38:57.445270 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:38:57.445270 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:38:57.445270 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:38:57.451419 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6cf63b1-6aa2-4545-bee5-74ad95491046 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:57.461150 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6cf63b1-6aa2-4545-bee5-74ad95491046 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:57.464596 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b6cf63b1-6aa2-4545-bee5-74ad95491046 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "DELETE /v2.0/networks/257d424f-f9b0-48af-8f49-a259920a94cf HTTP/1.1" status: 204 len: 168 time: 0.6972141 Nov 10 19:38:57.469007 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39302) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:57.480424 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-6a83b08e-0288-484e-853b-fcd634f317af tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-614769656'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:38:57.489356 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf63b1-6aa2-4545-bee5-74ad95491046 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event deleted for resources: {'Network': ['ID=257d424f-f9b0-48af-8f49-a259920a94cf,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:57.523680 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a83b08e-0288-484e-853b-fcd634f317af tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Made reservation on behalf of 9600cbcd32ca4dbe8d3161639dae9714 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:38:57.529112 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a83b08e-0288-484e-853b-fcd634f317af tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:57.561384 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a83b08e-0288-484e-853b-fcd634f317af tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:38:57.579577 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a83b08e-0288-484e-853b-fcd634f317af tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:57.580236 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-6a83b08e-0288-484e-853b-fcd634f317af tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Added segment 1424a471-91b6-4796-9bf3-763e302df9ef of type vlan for network bf9e1f58-bb78-4db6-9533-a5ed799e3223 Nov 10 19:38:57.640896 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a83b08e-0288-484e-853b-fcd634f317af tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:57.683866 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a83b08e-0288-484e-853b-fcd634f317af tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:57.690979 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a83b08e-0288-484e-853b-fcd634f317af tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:57.690979 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a83b08e-0288-484e-853b-fcd634f317af tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:57.766426 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6a83b08e-0288-484e-853b-fcd634f317af tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2958736 Nov 10 19:38:57.770150 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 39310) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:57.775013 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-9f80ecde-dc79-4a01-9f02-96788048b319 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Request body: {'subnet': {'network_id': 'bf9e1f58-bb78-4db6-9533-a5ed799e3223', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:38:57.778361 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a83b08e-0288-484e-853b-fcd634f317af tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event updated for resources: {'Network': ['ID=bf9e1f58-bb78-4db6-9533-a5ed799e3223,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:57.808306 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network bf9e1f58-bb78-4db6-9533-a5ed799e3223 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:38:57.912300 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f80ecde-dc79-4a01-9f02-96788048b319 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Made reservation on behalf of 9600cbcd32ca4dbe8d3161639dae9714 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:38:57.916839 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9f80ecde-dc79-4a01-9f02-96788048b319 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:58.155417 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9f80ecde-dc79-4a01-9f02-96788048b319 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:58.226493 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80ecde-dc79-4a01-9f02-96788048b319 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event updated for resources: {'Subnet': ['ID=b727437f-2d76-4d98-b4a3-9766c2c67dc1,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:58.238049 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f80ecde-dc79-4a01-9f02-96788048b319 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Checking segment: {'id': '1424a471-91b6-4796-9bf3-763e302df9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'bf9e1f58-bb78-4db6-9533-a5ed799e3223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:38:58.238675 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f80ecde-dc79-4a01-9f02-96788048b319 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Network hostable DHCP agents. Network: bf9e1f58-bb78-4db6-9533-a5ed799e3223, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:38:58.266853 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f80ecde-dc79-4a01-9f02-96788048b319 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Network bf9e1f58-bb78-4db6-9533-a5ed799e3223 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:38:58.281054 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-9f80ecde-dc79-4a01-9f02-96788048b319 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, bf9e1f58-bb78-4db6-9533-a5ed799e3223) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:38:58.286444 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f80ecde-dc79-4a01-9f02-96788048b319 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:58.287149 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9f80ecde-dc79-4a01-9f02-96788048b319 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:58.294939 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49eedfda-ad0a-4fd4-8c53-66cdc01e2469 None None] Network bf9e1f58-bb78-4db6-9533-a5ed799e3223 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:38:58.310670 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9f80ecde-dc79-4a01-9f02-96788048b319 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5395525 Nov 10 19:38:58.312692 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 39324) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:38:58.462310 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d6071-d3e7-46cd-8617-eed5758f20b9 req-791164ad-b3fb-488c-ad9e-c0e29787ae59 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:58.469806 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb2d6071-d3e7-46cd-8617-eed5758f20b9 req-791164ad-b3fb-488c-ad9e-c0e29787ae59 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c150ece-4932-4a7a-9cf9-38aa14b00161 HTTP/1.1" status: 200 len: 946 time: 0.1246524 Nov 10 19:38:58.497497 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd10ae86-46b5-45a3-8325-dd6660db610c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:58.537339 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1771fe4-5105-43d0-a151-d0b00af07a88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-bf9e1f58-bb78-4db6-9533-a5ed799e3223', 'network_id': 'bf9e1f58-bb78-4db6-9533-a5ed799e3223', 'tenant_id': '9600cbcd32ca4dbe8d3161639dae9714', 'fixed_ips': [{'subnet_id': 'b727437f-2d76-4d98-b4a3-9766c2c67dc1'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:38:58.538632 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f1771fe4-5105-43d0-a151-d0b00af07a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:58.595768 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb2d6071-d3e7-46cd-8617-eed5758f20b9 req-8c0ba11b-34c0-4e72-9059-770b24b84dc2 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253183 Nov 10 19:38:58.626252 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd10ae86-46b5-45a3-8325-dd6660db610c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:58.786842 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-f1771fe4-5105-43d0-a151-d0b00af07a88 None None] Allocated IP 172.20.0.2 (bf9e1f58-bb78-4db6-9533-a5ed799e3223/b727437f-2d76-4d98-b4a3-9766c2c67dc1/8c4337d4-efe1-408a-b68d-c964bff32545) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:38:58.833920 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:58.971547 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-f82ba1be-8356-41ce-8773-ec669213a3f9 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:38:58.973095 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-f82ba1be-8356-41ce-8773-ec669213a3f9 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/networks?id=87737cc5-1491-4eb8-832b-21b850f6c386 HTTP/1.1" status: 200 len: 805 time: 0.1355844 Nov 10 19:38:58.983448 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f1771fe4-5105-43d0-a151-d0b00af07a88 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:58.993047 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f1771fe4-5105-43d0-a151-d0b00af07a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:59.012909 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-c7a17c1d-3250-4a36-89c0-2344b5321e41 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/quotas/2a00ca65ead540abbf4d59ff2c615c4f HTTP/1.1" status: 200 len: 375 time: 0.0317400 Nov 10 19:38:59.012909 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd10ae86-46b5-45a3-8325-dd6660db610c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:59.068915 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd10ae86-46b5-45a3-8325-dd6660db610c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event deleted for resources: {'Subnet': ['ID=b727437f-2d76-4d98-b4a3-9766c2c67dc1,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:59.083921 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1771fe4-5105-43d0-a151-d0b00af07a88 None None] Network bf9e1f58-bb78-4db6-9533-a5ed799e3223 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:38:59.088300 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1771fe4-5105-43d0-a151-d0b00af07a88 None None] Pushing event updated for resources: {'Port': ['ID=8c4337d4-efe1-408a-b68d-c964bff32545,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:59.091694 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-f1771fe4-5105-43d0-a151-d0b00af07a88 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:38:59.094490 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1771fe4-5105-43d0-a151-d0b00af07a88 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:38:59.165426 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-f1771fe4-5105-43d0-a151-d0b00af07a88 None None] Attempting to bind port 8c4337d4-efe1-408a-b68d-c964bff32545 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:38:59.165837 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-f1771fe4-5105-43d0-a151-d0b00af07a88 None None] Attempting to bind port 8c4337d4-efe1-408a-b68d-c964bff32545 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '1424a471-91b6-4796-9bf3-763e302df9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'bf9e1f58-bb78-4db6-9533-a5ed799e3223'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:38:59.166139 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1771fe4-5105-43d0-a151-d0b00af07a88 None None] Attempting to bind port 8c4337d4-efe1-408a-b68d-c964bff32545 on network bf9e1f58-bb78-4db6-9533-a5ed799e3223 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:38:59.172620 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1771fe4-5105-43d0-a151-d0b00af07a88 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:38:59.172620 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1771fe4-5105-43d0-a151-d0b00af07a88 None None] Checking segment: {'id': '1424a471-91b6-4796-9bf3-763e302df9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'bf9e1f58-bb78-4db6-9533-a5ed799e3223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:38:59.173020 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f1771fe4-5105-43d0-a151-d0b00af07a88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:59.173127 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1771fe4-5105-43d0-a151-d0b00af07a88 None None] Bound using segment: {'id': '1424a471-91b6-4796-9bf3-763e302df9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'bf9e1f58-bb78-4db6-9533-a5ed799e3223'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:38:59.174162 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-f1771fe4-5105-43d0-a151-d0b00af07a88 None None] Bound port: 8c4337d4-efe1-408a-b68d-c964bff32545, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1424a471-91b6-4796-9bf3-763e302df9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'bf9e1f58-bb78-4db6-9533-a5ed799e3223'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:38:59.174162 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f1771fe4-5105-43d0-a151-d0b00af07a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:59.178006 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd10ae86-46b5-45a3-8325-dd6660db610c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:59.205602 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-54f48310-24bc-44ec-a200-9371cfa4629c tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a00ca65ead540abbf4d59ff2c615c4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1463358 Nov 10 19:38:59.250466 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-dd10ae86-46b5-45a3-8325-dd6660db610c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf9e1f58-bb78-4db6-9533-a5ed799e3223']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:59.266061 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-f1771fe4-5105-43d0-a151-d0b00af07a88 None None] For port 8c4337d4-efe1-408a-b68d-c964bff32545, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:38:59.270034 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-f1771fe4-5105-43d0-a151-d0b00af07a88 None None] For port 8c4337d4-efe1-408a-b68d-c964bff32545, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=8c4337d4-efe1-408a-b68d-c964bff32545,segment=NetworkSegment(1424a471-91b6-4796-9bf3-763e302df9ef),segment_id=1424a471-91b6-4796-9bf3-763e302df9ef)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:38:59.277571 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f1771fe4-5105-43d0-a151-d0b00af07a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:59.295430 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-dd10ae86-46b5-45a3-8325-dd6660db610c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1424a471-91b6-4796-9bf3-763e302df9ef') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:59.295820 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-dd10ae86-46b5-45a3-8325-dd6660db610c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1424a471-91b6-4796-9bf3-763e302df9ef') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:38:59.310893 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd10ae86-46b5-45a3-8325-dd6660db610c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:59.336851 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd10ae86-46b5-45a3-8325-dd6660db610c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:59.361309 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd10ae86-46b5-45a3-8325-dd6660db610c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:38:59.362129 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd10ae86-46b5-45a3-8325-dd6660db610c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:59.383374 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1771fe4-5105-43d0-a151-d0b00af07a88 None None] Pushing event updated for resources: {'Port': ['ID=8c4337d4-efe1-408a-b68d-c964bff32545,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:38:59.411958 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c182d6a4-ccaf-4bc0-9d34-2a0ccf62bb0b None None] Network bf9e1f58-bb78-4db6-9533-a5ed799e3223 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:38:59.441227 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:38:59.441227 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:38:59.441227 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:38:59.441227 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:38:59.441227 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:38:59.441227 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:38:59.441227 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:38:59.441227 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:38:59.441227 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:38:59.441227 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:38:59.441227 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:38:59.441227 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:38:59.441227 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:38:59.441227 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:38:59.441227 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:38:59.441227 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:38:59.441227 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:38:59.441227 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:38:59.441227 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:38:59.441227 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:38:59.441227 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:38:59.441227 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:38:59.441227 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:38:59.441227 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:38:59.441227 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:38:59.441227 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:38:59.441227 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:38:59.441227 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:38:59.441227 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:38:59.441227 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:38:59.441227 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:38:59.441227 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:38:59.443984 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-a88f5a02-4d66-47e8-a993-4a273455238b service neutron] 10.222.0.54 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374389 Nov 10 19:38:59.445520 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.db.api [None req-dd10ae86-46b5-45a3-8325-dd6660db610c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 19:38:59.445520 n-d-813897-4 neutron-server[102506]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 19:38:59.445520 n-d-813897-4 neutron-server[102506]: [parameters: {'id': 'bf9e1f58-bb78-4db6-9533-a5ed799e3223'}] Nov 10 19:38:59.445520 n-d-813897-4 neutron-server[102506]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:38:59.445925 n-d-813897-4 neutron-server[102506]: DEBUG oslo_db.api [None req-dd10ae86-46b5-45a3-8325-dd6660db610c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:38:59.466522 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:38:59.596621 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-071642d3-5f0d-4b34-9858-bc42f85dae3a service neutron] 10.222.0.54 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283069 Nov 10 19:38:59.668304 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ad10cf-081e-4610-b68b-c9170af00185 None None] get_active_networks_info from n-d-813897-4 {{(pid=102507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 19:38:59.853135 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a9f809e4-2261-4eba-89e0-10e4d53d39d4 req-ef57238d-6c64-4763-a2e2-a2d62949e60f tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=80a4611f-626e-4a2c-b299-20afe0ff6341 HTTP/1.1" status: 200 len: 210 time: 0.0429308 Nov 10 19:38:59.856184 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ad10cf-081e-4610-b68b-c9170af00185 None None] Resources bound (agent type, host, resource id): {{(pid=102507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 19:38:59.946904 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd10ae86-46b5-45a3-8325-dd6660db610c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:00.103195 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-dd10ae86-46b5-45a3-8325-dd6660db610c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Deleting port 8c4337d4-efe1-408a-b68d-c964bff32545 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:39:00.103905 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd10ae86-46b5-45a3-8325-dd6660db610c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:00.249379 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-dd10ae86-46b5-45a3-8325-dd6660db610c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] For port 8c4337d4-efe1-408a-b68d-c964bff32545, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=8c4337d4-efe1-408a-b68d-c964bff32545,segment=NetworkSegment(1424a471-91b6-4796-9bf3-763e302df9ef),segment_id=1424a471-91b6-4796-9bf3-763e302df9ef)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:39:00.249737 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd10ae86-46b5-45a3-8325-dd6660db610c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:00.267924 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-dd10ae86-46b5-45a3-8325-dd6660db610c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Calling delete_port for 8c4337d4-efe1-408a-b68d-c964bff32545 owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:39:00.378696 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd10ae86-46b5-45a3-8325-dd6660db610c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:00.409396 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd10ae86-46b5-45a3-8325-dd6660db610c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event deleted for resources: {'Port': ['ID=8c4337d4-efe1-408a-b68d-c964bff32545,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:00.411612 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd10ae86-46b5-45a3-8325-dd6660db610c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] No DVR routers for this DVR port 8c4337d4-efe1-408a-b68d-c964bff32545 on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:39:00.524103 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd10ae86-46b5-45a3-8325-dd6660db610c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:00.559650 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-dd10ae86-46b5-45a3-8325-dd6660db610c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf9e1f58-bb78-4db6-9533-a5ed799e3223']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:00.577269 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-dd10ae86-46b5-45a3-8325-dd6660db610c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1424a471-91b6-4796-9bf3-763e302df9ef') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:00.577936 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-dd10ae86-46b5-45a3-8325-dd6660db610c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1424a471-91b6-4796-9bf3-763e302df9ef') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:00.591639 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd10ae86-46b5-45a3-8325-dd6660db610c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:00.618905 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd10ae86-46b5-45a3-8325-dd6660db610c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:00.628150 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd10ae86-46b5-45a3-8325-dd6660db610c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:39:00.628550 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd10ae86-46b5-45a3-8325-dd6660db610c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:00.656084 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:39:00.656084 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:39:00.656084 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:39:00.656084 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:39:00.656084 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:39:00.656084 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:39:00.656084 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:39:00.656084 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:39:00.656084 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:39:00.656084 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:39:00.656084 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:39:00.656084 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:39:00.656084 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:39:00.656084 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:39:00.656084 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:39:00.656084 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:39:00.656084 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:39:00.656084 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:39:00.656084 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:39:00.656084 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:39:00.656084 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:39:00.656084 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:39:00.656084 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:39:00.656084 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:39:00.656084 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:39:00.656084 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:39:00.656084 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:39:00.656084 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:39:00.656084 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:39:00.656084 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:39:00.656084 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:39:00.656084 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:39:00.736400 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd10ae86-46b5-45a3-8325-dd6660db610c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:00.745682 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd10ae86-46b5-45a3-8325-dd6660db610c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:00.751003 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-dd10ae86-46b5-45a3-8325-dd6660db610c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "DELETE /v2.0/networks/bf9e1f58-bb78-4db6-9533-a5ed799e3223 HTTP/1.1" status: 204 len: 168 time: 2.4364483 Nov 10 19:39:00.752446 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39396) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:00.760856 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-67aabbe3-7342-4917-a580-2e161e266a68 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2120853158'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:39:00.775623 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd10ae86-46b5-45a3-8325-dd6660db610c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event deleted for resources: {'Network': ['ID=bf9e1f58-bb78-4db6-9533-a5ed799e3223,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:00.793425 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67aabbe3-7342-4917-a580-2e161e266a68 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Made reservation on behalf of 9600cbcd32ca4dbe8d3161639dae9714 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:39:00.801346 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-67aabbe3-7342-4917-a580-2e161e266a68 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:00.836724 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67aabbe3-7342-4917-a580-2e161e266a68 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:39:00.847388 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-67aabbe3-7342-4917-a580-2e161e266a68 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:00.847947 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-67aabbe3-7342-4917-a580-2e161e266a68 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Added segment 45d53344-5ade-459c-a18e-4c4cf2ca8738 of type vlan for network 64f0d208-82dd-4146-b575-62a1edb90a5c Nov 10 19:39:00.900947 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-67aabbe3-7342-4917-a580-2e161e266a68 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:00.930864 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-67aabbe3-7342-4917-a580-2e161e266a68 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:00.959933 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67aabbe3-7342-4917-a580-2e161e266a68 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:00.962347 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-67aabbe3-7342-4917-a580-2e161e266a68 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:01.002769 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fc890d7c-3e04-4d66-be6c-c4c1c250c830 req-194aef68-2182-4b1e-be09-205fa87cc5ab tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=80a4611f-626e-4a2c-b299-20afe0ff6341 HTTP/1.1" status: 200 len: 210 time: 0.0504487 Nov 10 19:39:01.015463 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-67aabbe3-7342-4917-a580-2e161e266a68 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2611663 Nov 10 19:39:01.018568 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 39406) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:01.023768 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-5515d686-895d-42d2-b468-967fbbe8701f tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Request body: {'subnet': {'network_id': '64f0d208-82dd-4146-b575-62a1edb90a5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:39:01.146226 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5515d686-895d-42d2-b468-967fbbe8701f tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Made reservation on behalf of 9600cbcd32ca4dbe8d3161639dae9714 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:39:01.153532 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5515d686-895d-42d2-b468-967fbbe8701f tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:01.206022 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aabbe3-7342-4917-a580-2e161e266a68 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event updated for resources: {'Network': ['ID=64f0d208-82dd-4146-b575-62a1edb90a5c,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:01.217051 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 64f0d208-82dd-4146-b575-62a1edb90a5c details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:39:01.274108 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-33b28928-9446-478d-8850-89130588ec9a tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:01.275722 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-33b28928-9446-478d-8850-89130588ec9a tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.25 "GET /v2.0/networks?id=87737cc5-1491-4eb8-832b-21b850f6c386 HTTP/1.1" status: 200 len: 805 time: 0.2447829 Nov 10 19:39:01.289021 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.ipam_backend_mixin [None req-5515d686-895d-42d2-b468-967fbbe8701f tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Performing IP validity checks on allocation pools {{(pid=102506) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 19:39:01.289431 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.ipam_backend_mixin [None req-5515d686-895d-42d2-b468-967fbbe8701f tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102506) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 19:39:01.293568 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-d3115c33-2b97-4a78-9ab1-1d417f9d83a5 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Request body: {'port': {'device_id': '80a4611f-626e-4a2c-b299-20afe0ff6341', 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386', 'admin_state_up': True, 'tenant_id': '2a00ca65ead540abbf4d59ff2c615c4f'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:39:01.455631 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-d3115c33-2b97-4a78-9ab1-1d417f9d83a5 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Made reservation on behalf of 2a00ca65ead540abbf4d59ff2c615c4f for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:39:01.464286 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-d3115c33-2b97-4a78-9ab1-1d417f9d83a5 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:01.478021 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5515d686-895d-42d2-b468-967fbbe8701f tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:01.566858 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5515d686-895d-42d2-b468-967fbbe8701f tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Checking segment: {'id': '45d53344-5ade-459c-a18e-4c4cf2ca8738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '64f0d208-82dd-4146-b575-62a1edb90a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:39:01.567744 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5515d686-895d-42d2-b468-967fbbe8701f tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Network hostable DHCP agents. Network: 64f0d208-82dd-4146-b575-62a1edb90a5c, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:39:01.569418 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515d686-895d-42d2-b468-967fbbe8701f tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event updated for resources: {'Subnet': ['ID=97075dfc-b683-4f8e-b4a0-b5ed2c7bf2cc,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:01.590278 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5515d686-895d-42d2-b468-967fbbe8701f tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Network 64f0d208-82dd-4146-b575-62a1edb90a5c is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:39:01.610349 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-5515d686-895d-42d2-b468-967fbbe8701f tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 64f0d208-82dd-4146-b575-62a1edb90a5c) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:39:01.628697 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5515d686-895d-42d2-b468-967fbbe8701f tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:01.628697 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5515d686-895d-42d2-b468-967fbbe8701f tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:01.633991 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7993a5b3-b819-4a4d-bec6-32288d82eb6d None None] Network 64f0d208-82dd-4146-b575-62a1edb90a5c requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:39:01.660042 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5515d686-895d-42d2-b468-967fbbe8701f tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6375799 Nov 10 19:39:01.661124 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-d3115c33-2b97-4a78-9ab1-1d417f9d83a5 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Allocated IP 172.20.0.2 (87737cc5-1491-4eb8-832b-21b850f6c386/f85973c4-b607-4c9f-9c90-dbe2046779da/b70e6ccb-f7dd-41e5-a541-726ad2c36f48) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:39:01.664047 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39416) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:01.866840 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e7decf-d696-4039-b6c2-2586cac8deea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-64f0d208-82dd-4146-b575-62a1edb90a5c', 'network_id': '64f0d208-82dd-4146-b575-62a1edb90a5c', 'tenant_id': '9600cbcd32ca4dbe8d3161639dae9714', 'fixed_ips': [{'subnet_id': '97075dfc-b683-4f8e-b4a0-b5ed2c7bf2cc'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:39:01.868924 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-95e7decf-d696-4039-b6c2-2586cac8deea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:01.884763 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f18785f1-4736-47c6-935c-52aeb0350e53 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:02.046136 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f18785f1-4736-47c6-935c-52aeb0350e53 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:02.073789 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-95e7decf-d696-4039-b6c2-2586cac8deea None None] Allocated IP 172.20.0.3 (64f0d208-82dd-4146-b575-62a1edb90a5c/97075dfc-b683-4f8e-b4a0-b5ed2c7bf2cc/404f7fe2-8e7a-46ee-b489-6a4edceae91f) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:39:02.095107 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-d3115c33-2b97-4a78-9ab1-1d417f9d83a5 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:02.154176 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b6f90f1-58c8-4fb7-8588-5493c8928f7f req-9c48b300-d9f1-4913-86ee-21d424d1a4aa tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=80a4611f-626e-4a2c-b299-20afe0ff6341 HTTP/1.1" status: 200 len: 210 time: 0.0414331 Nov 10 19:39:02.175919 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-d3115c33-2b97-4a78-9ab1-1d417f9d83a5 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:02.369226 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['2a7be1e5-ed41-4143-82b8-17f08b0bb134'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:39:02.373367 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['cfd2561c-c57d-457e-a8be-8a52cc04831e'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:39:02.692371 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-d3115c33-2b97-4a78-9ab1-1d417f9d83a5 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Network 87737cc5-1491-4eb8-832b-21b850f6c386 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:39:02.698222 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-d3115c33-2b97-4a78-9ab1-1d417f9d83a5 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:39:02.702427 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-d3115c33-2b97-4a78-9ab1-1d417f9d83a5 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:39:02.728522 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3115c33-2b97-4a78-9ab1-1d417f9d83a5 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Pushing event updated for resources: {'Port': ['ID=b70e6ccb-f7dd-41e5-a541-726ad2c36f48,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:02.734652 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-95e7decf-d696-4039-b6c2-2586cac8deea None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:02.748032 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b034233-9500-411d-aff2-eeb544e59e35 None None] DHCP port deletion for 87737cc5-1491-4eb8-832b-21b850f6c386 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:39:02.761088 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-95e7decf-d696-4039-b6c2-2586cac8deea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:02.775615 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-d3115c33-2b97-4a78-9ab1-1d417f9d83a5 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:02.777301 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-d3115c33-2b97-4a78-9ab1-1d417f9d83a5 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:02.792897 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f18785f1-4736-47c6-935c-52aeb0350e53 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:02.851598 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e7decf-d696-4039-b6c2-2586cac8deea None None] Network 64f0d208-82dd-4146-b575-62a1edb90a5c is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:39:02.862725 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-d3115c33-2b97-4a78-9ab1-1d417f9d83a5 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5753579 Nov 10 19:39:02.866574 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18785f1-4736-47c6-935c-52aeb0350e53 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event deleted for resources: {'Subnet': ['ID=97075dfc-b683-4f8e-b4a0-b5ed2c7bf2cc,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:02.891887 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-107f340d-b9f8-4634-a134-eb2661784f18 service neutron] Request body: {'port': {'device_id': '80a4611f-626e-4a2c-b299-20afe0ff6341', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:39:02.892558 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-95e7decf-d696-4039-b6c2-2586cac8deea None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:39:02.899318 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e7decf-d696-4039-b6c2-2586cac8deea None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:39:02.926234 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e7decf-d696-4039-b6c2-2586cac8deea None None] Pushing event updated for resources: {'Port': ['ID=404f7fe2-8e7a-46ee-b489-6a4edceae91f,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:02.967628 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f18785f1-4736-47c6-935c-52aeb0350e53 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:02.982897 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-da994ca0-31fa-4879-8330-8f74677acb12 None None] Provisioning complete for port b70e6ccb-f7dd-41e5-a541-726ad2c36f48 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:39:02.983580 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-da994ca0-31fa-4879-8330-8f74677acb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:03.015104 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-f18785f1-4736-47c6-935c-52aeb0350e53 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f0d208-82dd-4146-b575-62a1edb90a5c']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:03.042486 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-f18785f1-4736-47c6-935c-52aeb0350e53 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d53344-5ade-459c-a18e-4c4cf2ca8738') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:03.042825 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-f18785f1-4736-47c6-935c-52aeb0350e53 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d53344-5ade-459c-a18e-4c4cf2ca8738') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:03.044444 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-95e7decf-d696-4039-b6c2-2586cac8deea None None] Attempting to bind port 404f7fe2-8e7a-46ee-b489-6a4edceae91f on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:39:03.045016 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-95e7decf-d696-4039-b6c2-2586cac8deea None None] Attempting to bind port 404f7fe2-8e7a-46ee-b489-6a4edceae91f by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '45d53344-5ade-459c-a18e-4c4cf2ca8738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '64f0d208-82dd-4146-b575-62a1edb90a5c'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:39:03.045570 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e7decf-d696-4039-b6c2-2586cac8deea None None] Attempting to bind port 404f7fe2-8e7a-46ee-b489-6a4edceae91f on network 64f0d208-82dd-4146-b575-62a1edb90a5c {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:39:03.058157 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e7decf-d696-4039-b6c2-2586cac8deea None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:39:03.058826 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e7decf-d696-4039-b6c2-2586cac8deea None None] Checking segment: {'id': '45d53344-5ade-459c-a18e-4c4cf2ca8738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '64f0d208-82dd-4146-b575-62a1edb90a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:39:03.059398 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-95e7decf-d696-4039-b6c2-2586cac8deea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:03.059737 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f18785f1-4736-47c6-935c-52aeb0350e53 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:03.060143 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e7decf-d696-4039-b6c2-2586cac8deea None None] Bound using segment: {'id': '45d53344-5ade-459c-a18e-4c4cf2ca8738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '64f0d208-82dd-4146-b575-62a1edb90a5c'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:39:03.060636 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-95e7decf-d696-4039-b6c2-2586cac8deea None None] Bound port: 404f7fe2-8e7a-46ee-b489-6a4edceae91f, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d53344-5ade-459c-a18e-4c4cf2ca8738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '64f0d208-82dd-4146-b575-62a1edb90a5c'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:39:03.061014 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-95e7decf-d696-4039-b6c2-2586cac8deea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:03.061487 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-107f340d-b9f8-4634-a134-eb2661784f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:03.063337 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-da994ca0-31fa-4879-8330-8f74677acb12 None None] Port b70e6ccb-f7dd-41e5-a541-726ad2c36f48 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:39:03.122030 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f18785f1-4736-47c6-935c-52aeb0350e53 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:03.150262 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f18785f1-4736-47c6-935c-52aeb0350e53 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:39:03.150849 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f18785f1-4736-47c6-935c-52aeb0350e53 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:03.153624 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-95e7decf-d696-4039-b6c2-2586cac8deea None None] For port 404f7fe2-8e7a-46ee-b489-6a4edceae91f, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:39:03.155147 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:39:03.155147 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:39:03.155147 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:39:03.155147 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:39:03.155147 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:39:03.155147 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:39:03.155147 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:39:03.155147 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:39:03.155147 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:39:03.155147 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:39:03.155147 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:39:03.155147 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:39:03.155147 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:39:03.155147 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:39:03.155147 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:39:03.155147 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:39:03.155147 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:39:03.155147 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:39:03.155147 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:39:03.155147 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:39:03.155147 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:39:03.155147 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:39:03.155147 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:39:03.155147 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:39:03.155147 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:39:03.155147 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:39:03.155147 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:39:03.155147 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:39:03.155147 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:39:03.155147 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:39:03.155147 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:39:03.155147 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:39:03.272193 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-95e7decf-d696-4039-b6c2-2586cac8deea None None] For port 404f7fe2-8e7a-46ee-b489-6a4edceae91f, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=404f7fe2-8e7a-46ee-b489-6a4edceae91f,segment=NetworkSegment(45d53344-5ade-459c-a18e-4c4cf2ca8738),segment_id=45d53344-5ade-459c-a18e-4c4cf2ca8738)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:39:03.277801 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-95e7decf-d696-4039-b6c2-2586cac8deea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:03.281656 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.db.api [None req-f18785f1-4736-47c6-935c-52aeb0350e53 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 19:39:03.281656 n-d-813897-4 neutron-server[102505]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 19:39:03.281656 n-d-813897-4 neutron-server[102505]: [parameters: {'id': '64f0d208-82dd-4146-b575-62a1edb90a5c'}] Nov 10 19:39:03.281656 n-d-813897-4 neutron-server[102505]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:39:03.282344 n-d-813897-4 neutron-server[102505]: DEBUG oslo_db.api [None req-f18785f1-4736-47c6-935c-52aeb0350e53 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:39:03.372896 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4858c52-1d59-4c6a-9aaf-ef9d766699dd req-e29da01e-9912-47fe-b477-2552286dcfcb tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:03.380837 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4858c52-1d59-4c6a-9aaf-ef9d766699dd req-e29da01e-9912-47fe-b477-2552286dcfcb tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=80a4611f-626e-4a2c-b299-20afe0ff6341 HTTP/1.1" status: 200 len: 931 time: 0.1136136 Nov 10 19:39:03.442542 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e7decf-d696-4039-b6c2-2586cac8deea None None] Pushing event updated for resources: {'Port': ['ID=404f7fe2-8e7a-46ee-b489-6a4edceae91f,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:03.461624 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aaf62ce-6e3c-4b01-bb72-4d33b8cc7840 None None] Network 64f0d208-82dd-4146-b575-62a1edb90a5c requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:39:03.469423 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4858c52-1d59-4c6a-9aaf-ef9d766699dd req-74bb9cb1-7f3b-430e-85f7-febc60e54fbc tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860941 Nov 10 19:39:03.512865 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-107f340d-b9f8-4634-a134-eb2661784f18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b70e6ccb-f7dd-41e5-a541-726ad2c36f48 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:39:03.524585 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-107f340d-b9f8-4634-a134-eb2661784f18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:03.558392 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-107f340d-b9f8-4634-a134-eb2661784f18 service neutron] Transition to ACTIVE for port object b70e6ccb-f7dd-41e5-a541-726ad2c36f48 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:39:03.565175 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-107f340d-b9f8-4634-a134-eb2661784f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:03.641630 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6247509-1cf9-41f4-97fe-8fa31ea57c36 None None] DHCP port deletion for 87737cc5-1491-4eb8-832b-21b850f6c386 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:39:03.675253 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f340d-b9f8-4634-a134-eb2661784f18 service neutron] Pushing event updated for resources: {'Port': ['ID=b70e6ccb-f7dd-41e5-a541-726ad2c36f48,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:03.684397 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab87173-734f-4f22-9a53-60fb3cb694dc None None] get_active_networks_info from n-d-813897-4 {{(pid=102507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 19:39:03.761644 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-107f340d-b9f8-4634-a134-eb2661784f18 service neutron] Attempting to bind port b70e6ccb-f7dd-41e5-a541-726ad2c36f48 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:39:03.762317 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-107f340d-b9f8-4634-a134-eb2661784f18 service neutron] Attempting to bind port b70e6ccb-f7dd-41e5-a541-726ad2c36f48 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': 'fcbd45ae-33de-4640-a29c-c49b1536f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:39:03.762645 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-107f340d-b9f8-4634-a134-eb2661784f18 service neutron] Attempting to bind port b70e6ccb-f7dd-41e5-a541-726ad2c36f48 on network 87737cc5-1491-4eb8-832b-21b850f6c386 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:39:03.767823 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-107f340d-b9f8-4634-a134-eb2661784f18 service neutron] Port b70e6ccb-f7dd-41e5-a541-726ad2c36f48 on network 87737cc5-1491-4eb8-832b-21b850f6c386 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:39:03.768157 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-107f340d-b9f8-4634-a134-eb2661784f18 service neutron] Attempting to bind port b70e6ccb-f7dd-41e5-a541-726ad2c36f48 on network 87737cc5-1491-4eb8-832b-21b850f6c386 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:39:03.773228 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-107f340d-b9f8-4634-a134-eb2661784f18 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:39:03.773564 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-107f340d-b9f8-4634-a134-eb2661784f18 service neutron] Checking segment: {'id': 'fcbd45ae-33de-4640-a29c-c49b1536f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:39:03.774006 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-107f340d-b9f8-4634-a134-eb2661784f18 service neutron] Bound using segment: {'id': 'fcbd45ae-33de-4640-a29c-c49b1536f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:39:03.774602 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-107f340d-b9f8-4634-a134-eb2661784f18 service neutron] Bound port: b70e6ccb-f7dd-41e5-a541-726ad2c36f48, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcbd45ae-33de-4640-a29c-c49b1536f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:39:03.775166 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-107f340d-b9f8-4634-a134-eb2661784f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:03.784416 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f18785f1-4736-47c6-935c-52aeb0350e53 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:03.803322 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab87173-734f-4f22-9a53-60fb3cb694dc None None] Resources bound (agent type, host, resource id): {{(pid=102507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 19:39:03.880141 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-107f340d-b9f8-4634-a134-eb2661784f18 service neutron] For port b70e6ccb-f7dd-41e5-a541-726ad2c36f48, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:39:03.884463 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-107f340d-b9f8-4634-a134-eb2661784f18 service neutron] For port b70e6ccb-f7dd-41e5-a541-726ad2c36f48, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=b70e6ccb-f7dd-41e5-a541-726ad2c36f48,segment=NetworkSegment(fcbd45ae-33de-4640-a29c-c49b1536f07f),segment_id=fcbd45ae-33de-4640-a29c-c49b1536f07f)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:39:03.912334 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-107f340d-b9f8-4634-a134-eb2661784f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:03.963994 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-f18785f1-4736-47c6-935c-52aeb0350e53 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Deleting port 404f7fe2-8e7a-46ee-b489-6a4edceae91f {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:39:03.963994 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f18785f1-4736-47c6-935c-52aeb0350e53 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:03.995556 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f340d-b9f8-4634-a134-eb2661784f18 service neutron] Pushing event updated for resources: {'Port': ['ID=b70e6ccb-f7dd-41e5-a541-726ad2c36f48,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:04.014738 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-107f340d-b9f8-4634-a134-eb2661784f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:04.015391 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-107f340d-b9f8-4634-a134-eb2661784f18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:04.016918 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-107f340d-b9f8-4634-a134-eb2661784f18 service neutron] 10.222.0.25 "PUT /v2.0/ports/b70e6ccb-f7dd-41e5-a541-726ad2c36f48 HTTP/1.1" status: 200 len: 1091 time: 1.1430671 Nov 10 19:39:04.018269 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a4611f-626e-4a2c-b299-20afe0ff6341', 'tag': 'b70e6ccb-f7dd-41e5-a541-726ad2c36f48'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:39:04.019849 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26aa3e3f-2f54-4529-9cce-29357648701a" -d '{"events": [{"name": "network-changed", "server_uuid": "80a4611f-626e-4a2c-b299-20afe0ff6341", "tag": "b70e6ccb-f7dd-41e5-a541-726ad2c36f48"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:39:04.079564 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6007f4-5e0c-45f3-9885-216417206cee x-openstack-request-id: req-cc6007f4-5e0c-45f3-9885-216417206cee {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:39:04.079862 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a4611f-626e-4a2c-b299-20afe0ff6341", "tag": "b70e6ccb-f7dd-41e5-a541-726ad2c36f48", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:39:04.080122 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cc6007f4-5e0c-45f3-9885-216417206cee {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:39:04.081038 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a4611f-626e-4a2c-b299-20afe0ff6341', 'tag': 'b70e6ccb-f7dd-41e5-a541-726ad2c36f48', 'status': 'completed', 'code': 200} Nov 10 19:39:04.129379 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:39:04.132702 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-f18785f1-4736-47c6-935c-52aeb0350e53 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] For port 404f7fe2-8e7a-46ee-b489-6a4edceae91f, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=404f7fe2-8e7a-46ee-b489-6a4edceae91f,segment=NetworkSegment(45d53344-5ade-459c-a18e-4c4cf2ca8738),segment_id=45d53344-5ade-459c-a18e-4c4cf2ca8738)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:39:04.133015 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f18785f1-4736-47c6-935c-52aeb0350e53 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:04.158877 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-f18785f1-4736-47c6-935c-52aeb0350e53 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Calling delete_port for 404f7fe2-8e7a-46ee-b489-6a4edceae91f owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:39:04.164735 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-15125007-5d35-46fa-a1dd-638943aae6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:04.166605 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-15125007-5d35-46fa-a1dd-638943aae6c2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a00ca65ead540abbf4d59ff2c615c4f&device_id=80a4611f-626e-4a2c-b299-20afe0ff6341 HTTP/1.1" status: 200 len: 1094 time: 0.0852849 Nov 10 19:39:04.204338 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42707684-61de-411b-afea-a97daab3bea3 None None] DHCP port deletion for 87737cc5-1491-4eb8-832b-21b850f6c386 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:39:04.244292 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-e1b4918c-ac41-4503-b89d-32321ce37a9c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b70e6ccb-f7dd-41e5-a541-726ad2c36f48 HTTP/1.1" status: 200 len: 217 time: 0.0686278 Nov 10 19:39:04.335141 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-de7e7139-63b7-4a96-9e20-22412b2b4270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:04.336721 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-de7e7139-63b7-4a96-9e20-22412b2b4270 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f85973c4-b607-4c9f-9c90-dbe2046779da HTTP/1.1" status: 200 len: 845 time: 0.0854666 Nov 10 19:39:04.353973 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f18785f1-4736-47c6-935c-52aeb0350e53 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:04.374080 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-d1058370-971e-4ee9-a5fc-561bab9ccef8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=87737cc5-1491-4eb8-832b-21b850f6c386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302370 Nov 10 19:39:04.406287 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18785f1-4736-47c6-935c-52aeb0350e53 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event deleted for resources: {'Port': ['ID=404f7fe2-8e7a-46ee-b489-6a4edceae91f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:04.417322 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18785f1-4736-47c6-935c-52aeb0350e53 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] No DVR routers for this DVR port 404f7fe2-8e7a-46ee-b489-6a4edceae91f on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:39:04.546024 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f18785f1-4736-47c6-935c-52aeb0350e53 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:04.579845 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-f18785f1-4736-47c6-935c-52aeb0350e53 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f0d208-82dd-4146-b575-62a1edb90a5c']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:04.584101 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-01de88c3-e0d4-4bcf-baaa-0d4f87100e5c service neutron] 10.222.0.25 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882477 Nov 10 19:39:04.593649 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-f18785f1-4736-47c6-935c-52aeb0350e53 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d53344-5ade-459c-a18e-4c4cf2ca8738') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:04.594112 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-f18785f1-4736-47c6-935c-52aeb0350e53 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d53344-5ade-459c-a18e-4c4cf2ca8738') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:04.629043 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f18785f1-4736-47c6-935c-52aeb0350e53 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:04.635382 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b088c-7e11-4664-90e4-95708f228cfe req-34b823f3-64a3-4b2f-982f-bfbec8e0dcc7 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:04.637010 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f52b088c-7e11-4664-90e4-95708f228cfe req-34b823f3-64a3-4b2f-982f-bfbec8e0dcc7 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=80a4611f-626e-4a2c-b299-20afe0ff6341 HTTP/1.1" status: 200 len: 943 time: 0.0804565 Nov 10 19:39:04.688696 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f18785f1-4736-47c6-935c-52aeb0350e53 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:04.702440 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f18785f1-4736-47c6-935c-52aeb0350e53 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:39:04.702859 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f52b088c-7e11-4664-90e4-95708f228cfe req-52f4f725-cbed-4ba3-a587-7bca167a8d25 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586591 Nov 10 19:39:04.703115 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f18785f1-4736-47c6-935c-52aeb0350e53 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:04.706642 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:39:04.706642 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:39:04.706642 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:39:04.706642 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:39:04.706642 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:39:04.706642 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:39:04.706642 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:39:04.706642 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:39:04.706642 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:39:04.706642 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:39:04.706642 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:39:04.706642 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:39:04.706642 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:39:04.706642 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:39:04.706642 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:39:04.706642 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:39:04.706642 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:39:04.706642 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:39:04.706642 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:39:04.706642 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:39:04.706642 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:39:04.706642 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:39:04.706642 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:39:04.706642 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:39:04.706642 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:39:04.706642 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:39:04.706642 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:39:04.706642 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:39:04.706642 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:39:04.706642 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:39:04.706642 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:39:04.706642 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:39:04.782417 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-79db3d5f-5bf7-4ac0-a4c8-34bc59ced527 req-587b9a3e-eeec-4224-b879-357ab24060e8 service neutron] 10.222.0.25 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908984 Nov 10 19:39:04.789044 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f18785f1-4736-47c6-935c-52aeb0350e53 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:04.799546 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f18785f1-4736-47c6-935c-52aeb0350e53 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:04.802751 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f18785f1-4736-47c6-935c-52aeb0350e53 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "DELETE /v2.0/networks/64f0d208-82dd-4146-b575-62a1edb90a5c HTTP/1.1" status: 204 len: 168 time: 3.1377065 Nov 10 19:39:04.806897 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 39470) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:04.812825 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-4b2028b0-559a-4b11-894b-c78908017193 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-245380837'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:39:04.813396 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18785f1-4736-47c6-935c-52aeb0350e53 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event deleted for resources: {'Network': ['ID=64f0d208-82dd-4146-b575-62a1edb90a5c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:04.846695 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2028b0-559a-4b11-894b-c78908017193 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Made reservation on behalf of 9600cbcd32ca4dbe8d3161639dae9714 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:39:04.851479 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4b2028b0-559a-4b11-894b-c78908017193 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:04.889116 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2028b0-559a-4b11-894b-c78908017193 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:39:04.891652 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa3e3f-2f54-4529-9cce-29357648701a req-4c10a280-5cdc-4a65-a404-e66ebb41c7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:04.893607 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-26aa3e3f-2f54-4529-9cce-29357648701a req-4c10a280-5cdc-4a65-a404-e66ebb41c7a5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a00ca65ead540abbf4d59ff2c615c4f&device_id=80a4611f-626e-4a2c-b299-20afe0ff6341 HTTP/1.1" status: 200 len: 1094 time: 0.0530295 Nov 10 19:39:04.900993 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4b2028b0-559a-4b11-894b-c78908017193 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:04.901546 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-4b2028b0-559a-4b11-894b-c78908017193 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Added segment 6fa4385d-9c17-4f27-9e45-1f6e65c5b0ee of type vlan for network 3f9a1860-6982-4b2d-aa17-31a34bc30b9a Nov 10 19:39:04.960641 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4b2028b0-559a-4b11-894b-c78908017193 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:05.004683 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4b2028b0-559a-4b11-894b-c78908017193 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:05.012392 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa3e3f-2f54-4529-9cce-29357648701a req-472b45b3-ece8-40b0-aaf6-134d3b0d8a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:05.012954 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2028b0-559a-4b11-894b-c78908017193 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:05.013828 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-26aa3e3f-2f54-4529-9cce-29357648701a req-472b45b3-ece8-40b0-aaf6-134d3b0d8a4b service neutron] 10.222.0.25 "GET /v2.0/networks?id=87737cc5-1491-4eb8-832b-21b850f6c386 HTTP/1.1" status: 200 len: 906 time: 0.1131907 Nov 10 19:39:05.014459 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4b2028b0-559a-4b11-894b-c78908017193 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:05.073258 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-26aa3e3f-2f54-4529-9cce-29357648701a req-6318482e-3452-45ec-8d9d-b0dc7e3f40ec service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b70e6ccb-f7dd-41e5-a541-726ad2c36f48 HTTP/1.1" status: 200 len: 217 time: 0.0510876 Nov 10 19:39:05.093851 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4b2028b0-559a-4b11-894b-c78908017193 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2855775 Nov 10 19:39:05.096932 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 39476) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:05.102192 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-9b8070d1-8ec9-4b7b-aa34-1e8b36fb8887 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Request body: {'subnet': {'network_id': '3f9a1860-6982-4b2d-aa17-31a34bc30b9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:39:05.126934 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa3e3f-2f54-4529-9cce-29357648701a req-64f3fcfb-606b-420c-9c52-19093e5d1259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:05.128719 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-26aa3e3f-2f54-4529-9cce-29357648701a req-64f3fcfb-606b-420c-9c52-19093e5d1259 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f85973c4-b607-4c9f-9c90-dbe2046779da HTTP/1.1" status: 200 len: 845 time: 0.0488567 Nov 10 19:39:05.167093 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2028b0-559a-4b11-894b-c78908017193 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event updated for resources: {'Network': ['ID=3f9a1860-6982-4b2d-aa17-31a34bc30b9a,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:05.170069 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-26aa3e3f-2f54-4529-9cce-29357648701a req-61caedf1-42e7-4f35-a62a-809ae7459962 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=87737cc5-1491-4eb8-832b-21b850f6c386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327923 Nov 10 19:39:05.183524 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 3f9a1860-6982-4b2d-aa17-31a34bc30b9a details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:39:05.210430 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8070d1-8ec9-4b7b-aa34-1e8b36fb8887 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Made reservation on behalf of 9600cbcd32ca4dbe8d3161639dae9714 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:39:05.215637 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9b8070d1-8ec9-4b7b-aa34-1e8b36fb8887 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:05.300824 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-26aa3e3f-2f54-4529-9cce-29357648701a req-71494167-e52c-4177-893d-5bc83c61935a service neutron] 10.222.0.25 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231039 Nov 10 19:39:05.432254 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-26aa3e3f-2f54-4529-9cce-29357648701a req-83a26f25-8cf2-4fe5-9cf0-10622a3ea1ca service neutron] 10.222.0.25 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235006 Nov 10 19:39:05.718648 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9b8070d1-8ec9-4b7b-aa34-1e8b36fb8887 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:05.791338 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8070d1-8ec9-4b7b-aa34-1e8b36fb8887 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event updated for resources: {'Subnet': ['ID=f6919351-eb1a-436a-bcec-ff55f76270ff,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:05.799602 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8070d1-8ec9-4b7b-aa34-1e8b36fb8887 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Checking segment: {'id': '6fa4385d-9c17-4f27-9e45-1f6e65c5b0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '3f9a1860-6982-4b2d-aa17-31a34bc30b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:39:05.799932 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8070d1-8ec9-4b7b-aa34-1e8b36fb8887 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Network hostable DHCP agents. Network: 3f9a1860-6982-4b2d-aa17-31a34bc30b9a, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:39:05.844516 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8070d1-8ec9-4b7b-aa34-1e8b36fb8887 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Network 3f9a1860-6982-4b2d-aa17-31a34bc30b9a is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:39:05.867302 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c792d2-041e-40f7-b5a4-71531ab5a9b9 req-f0f81c25-346f-48d9-a8d1-42ca539aaadd tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:05.869923 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-56c792d2-041e-40f7-b5a4-71531ab5a9b9 req-f0f81c25-346f-48d9-a8d1-42ca539aaadd tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=80a4611f-626e-4a2c-b299-20afe0ff6341 HTTP/1.1" status: 200 len: 943 time: 0.0635748 Nov 10 19:39:05.871199 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-9b8070d1-8ec9-4b7b-aa34-1e8b36fb8887 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 3f9a1860-6982-4b2d-aa17-31a34bc30b9a) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:39:05.876798 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8070d1-8ec9-4b7b-aa34-1e8b36fb8887 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:05.877405 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9b8070d1-8ec9-4b7b-aa34-1e8b36fb8887 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:05.885034 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ec692f-c8b2-4aec-b7b5-9b9e3c38db80 None None] Network 3f9a1860-6982-4b2d-aa17-31a34bc30b9a requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:39:05.917274 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9b8070d1-8ec9-4b7b-aa34-1e8b36fb8887 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8190770 Nov 10 19:39:05.920238 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39484) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:05.964041 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-56c792d2-041e-40f7-b5a4-71531ab5a9b9 req-022a0d2c-c90b-4bbd-946c-1553f9c9c996 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704551 Nov 10 19:39:06.096946 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b0150f-4d51-480c-a866-a17f5200791f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-3f9a1860-6982-4b2d-aa17-31a34bc30b9a', 'network_id': '3f9a1860-6982-4b2d-aa17-31a34bc30b9a', 'tenant_id': '9600cbcd32ca4dbe8d3161639dae9714', 'fixed_ips': [{'subnet_id': 'f6919351-eb1a-436a-bcec-ff55f76270ff'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:39:06.099345 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-09b0150f-4d51-480c-a866-a17f5200791f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:06.118701 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c2c1b94f-f782-488b-8a51-e88faf72e797 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:06.177972 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c2c1b94f-f782-488b-8a51-e88faf72e797 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:06.260400 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-09b0150f-4d51-480c-a866-a17f5200791f None None] Allocated IP 172.20.0.1 (3f9a1860-6982-4b2d-aa17-31a34bc30b9a/f6919351-eb1a-436a-bcec-ff55f76270ff/f98f494a-89a9-4aef-a891-ae8ddf3748cb) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:39:06.412656 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-09b0150f-4d51-480c-a866-a17f5200791f None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:06.421881 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-09b0150f-4d51-480c-a866-a17f5200791f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:06.443238 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c2c1b94f-f782-488b-8a51-e88faf72e797 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:06.476286 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b0150f-4d51-480c-a866-a17f5200791f None None] Network 3f9a1860-6982-4b2d-aa17-31a34bc30b9a is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:39:06.479936 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-09b0150f-4d51-480c-a866-a17f5200791f None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:39:06.482608 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b0150f-4d51-480c-a866-a17f5200791f None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:39:06.490990 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0150f-4d51-480c-a866-a17f5200791f None None] Pushing event updated for resources: {'Port': ['ID=f98f494a-89a9-4aef-a891-ae8ddf3748cb,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:06.503513 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1b94f-f782-488b-8a51-e88faf72e797 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event deleted for resources: {'Subnet': ['ID=f6919351-eb1a-436a-bcec-ff55f76270ff,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:06.561265 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-09b0150f-4d51-480c-a866-a17f5200791f None None] Attempting to bind port f98f494a-89a9-4aef-a891-ae8ddf3748cb on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:39:06.561830 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-09b0150f-4d51-480c-a866-a17f5200791f None None] Attempting to bind port f98f494a-89a9-4aef-a891-ae8ddf3748cb by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '6fa4385d-9c17-4f27-9e45-1f6e65c5b0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '3f9a1860-6982-4b2d-aa17-31a34bc30b9a'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:39:06.562289 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b0150f-4d51-480c-a866-a17f5200791f None None] Attempting to bind port f98f494a-89a9-4aef-a891-ae8ddf3748cb on network 3f9a1860-6982-4b2d-aa17-31a34bc30b9a {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:39:06.569322 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b0150f-4d51-480c-a866-a17f5200791f None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:39:06.569833 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b0150f-4d51-480c-a866-a17f5200791f None None] Checking segment: {'id': '6fa4385d-9c17-4f27-9e45-1f6e65c5b0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '3f9a1860-6982-4b2d-aa17-31a34bc30b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:39:06.570335 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-09b0150f-4d51-480c-a866-a17f5200791f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:06.570817 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b0150f-4d51-480c-a866-a17f5200791f None None] Bound using segment: {'id': '6fa4385d-9c17-4f27-9e45-1f6e65c5b0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '3f9a1860-6982-4b2d-aa17-31a34bc30b9a'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:39:06.571597 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-09b0150f-4d51-480c-a866-a17f5200791f None None] Bound port: f98f494a-89a9-4aef-a891-ae8ddf3748cb, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fa4385d-9c17-4f27-9e45-1f6e65c5b0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '3f9a1860-6982-4b2d-aa17-31a34bc30b9a'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:39:06.572312 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-09b0150f-4d51-480c-a866-a17f5200791f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:06.583899 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c2c1b94f-f782-488b-8a51-e88faf72e797 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:06.608864 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-c2c1b94f-f782-488b-8a51-e88faf72e797 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f9a1860-6982-4b2d-aa17-31a34bc30b9a']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:06.620590 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-c2c1b94f-f782-488b-8a51-e88faf72e797 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fa4385d-9c17-4f27-9e45-1f6e65c5b0ee') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:06.621021 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-c2c1b94f-f782-488b-8a51-e88faf72e797 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fa4385d-9c17-4f27-9e45-1f6e65c5b0ee') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:06.631195 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c2c1b94f-f782-488b-8a51-e88faf72e797 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:06.642877 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-09b0150f-4d51-480c-a866-a17f5200791f None None] For port f98f494a-89a9-4aef-a891-ae8ddf3748cb, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:39:06.647233 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c2c1b94f-f782-488b-8a51-e88faf72e797 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:06.653535 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c1b94f-f782-488b-8a51-e88faf72e797 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:39:06.653948 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c2c1b94f-f782-488b-8a51-e88faf72e797 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:06.657166 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:39:06.657166 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:39:06.657166 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:39:06.657166 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:39:06.657166 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:39:06.657166 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:39:06.657166 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:39:06.657166 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:39:06.657166 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:39:06.657166 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:39:06.657166 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:39:06.657166 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:39:06.657166 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:39:06.657166 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:39:06.657166 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:39:06.657166 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:39:06.657166 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:39:06.657166 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:39:06.657166 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:39:06.657166 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:39:06.657166 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:39:06.657166 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:39:06.657166 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:39:06.657166 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:39:06.657166 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:39:06.657166 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:39:06.657166 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:39:06.657166 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:39:06.657166 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:39:06.657166 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:39:06.657166 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:39:06.657166 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:39:06.728340 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-09b0150f-4d51-480c-a866-a17f5200791f None None] For port f98f494a-89a9-4aef-a891-ae8ddf3748cb, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f98f494a-89a9-4aef-a891-ae8ddf3748cb,segment=NetworkSegment(6fa4385d-9c17-4f27-9e45-1f6e65c5b0ee),segment_id=6fa4385d-9c17-4f27-9e45-1f6e65c5b0ee)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:39:06.729718 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.db.api [None req-c2c1b94f-f782-488b-8a51-e88faf72e797 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 19:39:06.729718 n-d-813897-4 neutron-server[102505]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 19:39:06.729718 n-d-813897-4 neutron-server[102505]: [parameters: {'id': '3f9a1860-6982-4b2d-aa17-31a34bc30b9a'}] Nov 10 19:39:06.729718 n-d-813897-4 neutron-server[102505]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:39:06.730191 n-d-813897-4 neutron-server[102505]: DEBUG oslo_db.api [None req-c2c1b94f-f782-488b-8a51-e88faf72e797 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:39:06.734441 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-09b0150f-4d51-480c-a866-a17f5200791f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:06.814921 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0150f-4d51-480c-a866-a17f5200791f None None] Pushing event updated for resources: {'Port': ['ID=f98f494a-89a9-4aef-a891-ae8ddf3748cb,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:06.838835 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d1b528-4d20-4e30-86e7-d289bed14a01 None None] Network 3f9a1860-6982-4b2d-aa17-31a34bc30b9a requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:39:06.975345 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7950e96e-59e4-433c-9515-1477d043d2e5 None None] get_active_networks_info from n-d-813897-4 {{(pid=102507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 19:39:07.076938 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7950e96e-59e4-433c-9515-1477d043d2e5 None None] Resources bound (agent type, host, resource id): {{(pid=102507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 19:39:07.147938 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185df62b-4d7b-442f-bdd6-fc51dae05985 req-675c0b71-c583-40b5-8c25-016e8fa66941 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:07.151251 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-185df62b-4d7b-442f-bdd6-fc51dae05985 req-675c0b71-c583-40b5-8c25-016e8fa66941 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=80a4611f-626e-4a2c-b299-20afe0ff6341 HTTP/1.1" status: 200 len: 943 time: 0.0631502 Nov 10 19:39:07.223513 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-185df62b-4d7b-442f-bdd6-fc51dae05985 req-1b877c3d-1edb-435f-8f73-0104cc2e0334 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646641 Nov 10 19:39:07.231548 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c2c1b94f-f782-488b-8a51-e88faf72e797 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:07.298472 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-c2c1b94f-f782-488b-8a51-e88faf72e797 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Deleting port f98f494a-89a9-4aef-a891-ae8ddf3748cb {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:39:07.299073 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c2c1b94f-f782-488b-8a51-e88faf72e797 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:07.378879 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-c2c1b94f-f782-488b-8a51-e88faf72e797 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] For port f98f494a-89a9-4aef-a891-ae8ddf3748cb, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f98f494a-89a9-4aef-a891-ae8ddf3748cb,segment=NetworkSegment(6fa4385d-9c17-4f27-9e45-1f6e65c5b0ee),segment_id=6fa4385d-9c17-4f27-9e45-1f6e65c5b0ee)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:39:07.379152 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c2c1b94f-f782-488b-8a51-e88faf72e797 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:07.392011 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-c2c1b94f-f782-488b-8a51-e88faf72e797 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Calling delete_port for f98f494a-89a9-4aef-a891-ae8ddf3748cb owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:39:07.478099 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c2c1b94f-f782-488b-8a51-e88faf72e797 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:07.508180 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c1b94f-f782-488b-8a51-e88faf72e797 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] No DVR routers for this DVR port f98f494a-89a9-4aef-a891-ae8ddf3748cb on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:39:07.510084 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1b94f-f782-488b-8a51-e88faf72e797 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event deleted for resources: {'Port': ['ID=f98f494a-89a9-4aef-a891-ae8ddf3748cb,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:07.597551 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c2c1b94f-f782-488b-8a51-e88faf72e797 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:07.619479 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-c2c1b94f-f782-488b-8a51-e88faf72e797 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f9a1860-6982-4b2d-aa17-31a34bc30b9a']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:07.629592 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-c2c1b94f-f782-488b-8a51-e88faf72e797 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fa4385d-9c17-4f27-9e45-1f6e65c5b0ee') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:07.629922 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-c2c1b94f-f782-488b-8a51-e88faf72e797 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fa4385d-9c17-4f27-9e45-1f6e65c5b0ee') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:07.641101 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c2c1b94f-f782-488b-8a51-e88faf72e797 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:07.656006 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c2c1b94f-f782-488b-8a51-e88faf72e797 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:07.663395 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c1b94f-f782-488b-8a51-e88faf72e797 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:39:07.663905 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c2c1b94f-f782-488b-8a51-e88faf72e797 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:07.669401 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:39:07.669401 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:39:07.669401 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:39:07.669401 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:39:07.669401 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:39:07.669401 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:39:07.669401 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:39:07.669401 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:39:07.669401 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:39:07.669401 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:39:07.669401 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:39:07.669401 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:39:07.669401 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:39:07.669401 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:39:07.669401 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:39:07.669401 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:39:07.669401 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:39:07.669401 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:39:07.669401 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:39:07.669401 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:39:07.669401 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:39:07.669401 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:39:07.669401 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:39:07.669401 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:39:07.669401 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:39:07.669401 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:39:07.669401 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:39:07.669401 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:39:07.669401 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:39:07.669401 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:39:07.669401 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:39:07.669401 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:39:07.740865 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c2c1b94f-f782-488b-8a51-e88faf72e797 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:07.759239 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c2c1b94f-f782-488b-8a51-e88faf72e797 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:07.763293 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c2c1b94f-f782-488b-8a51-e88faf72e797 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "DELETE /v2.0/networks/3f9a1860-6982-4b2d-aa17-31a34bc30b9a HTTP/1.1" status: 204 len: 168 time: 1.8414264 Nov 10 19:39:07.766765 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 39508) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:07.768195 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1b94f-f782-488b-8a51-e88faf72e797 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event deleted for resources: {'Network': ['ID=3f9a1860-6982-4b2d-aa17-31a34bc30b9a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:07.772665 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-fe3aa52f-200d-4917-be0e-712fe9861450 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1620609690'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:39:07.796472 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3aa52f-200d-4917-be0e-712fe9861450 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Made reservation on behalf of 9600cbcd32ca4dbe8d3161639dae9714 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:39:07.800145 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fe3aa52f-200d-4917-be0e-712fe9861450 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:07.824662 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe3aa52f-200d-4917-be0e-712fe9861450 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:39:07.834154 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fe3aa52f-200d-4917-be0e-712fe9861450 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:07.834699 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-fe3aa52f-200d-4917-be0e-712fe9861450 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Added segment d3a2903c-9fc9-4d92-8ed8-9d7308f64c1b of type vlan for network f985e72f-cbbd-4d4d-a451-5aa06130c965 Nov 10 19:39:07.876862 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fe3aa52f-200d-4917-be0e-712fe9861450 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:07.905444 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fe3aa52f-200d-4917-be0e-712fe9861450 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:07.911621 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3aa52f-200d-4917-be0e-712fe9861450 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:07.912270 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fe3aa52f-200d-4917-be0e-712fe9861450 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:07.984110 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39510) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:07.984442 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-fe3aa52f-200d-4917-be0e-712fe9861450 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2166526 Nov 10 19:39:07.990694 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-fd255d76-41b5-41ed-bdda-49b63aa003b9 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Request body: {'subnet': {'network_id': 'f985e72f-cbbd-4d4d-a451-5aa06130c965', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:39:07.993574 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3aa52f-200d-4917-be0e-712fe9861450 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event updated for resources: {'Network': ['ID=f985e72f-cbbd-4d4d-a451-5aa06130c965,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:08.005011 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network f985e72f-cbbd-4d4d-a451-5aa06130c965 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:39:08.101302 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device b70e6ccb-f7dd-41e5-a541-726ad2c36f48 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:39:08.115642 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd255d76-41b5-41ed-bdda-49b63aa003b9 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Made reservation on behalf of 9600cbcd32ca4dbe8d3161639dae9714 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:39:08.120080 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fd255d76-41b5-41ed-bdda-49b63aa003b9 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:08.229982 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port b70e6ccb-f7dd-41e5-a541-726ad2c36f48, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=b70e6ccb-f7dd-41e5-a541-726ad2c36f48,segment=NetworkSegment(fcbd45ae-33de-4640-a29c-c49b1536f07f),segment_id=fcbd45ae-33de-4640-a29c-c49b1536f07f)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:39:08.245188 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'b70e6ccb-f7dd-41e5-a541-726ad2c36f48', 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386', 'port_id': 'b70e6ccb-f7dd-41e5-a541-726ad2c36f48', 'mac_address': 'fa:16:3e:cb:b6:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85973c4-b607-4c9f-9c90-dbe2046779da', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:39:08.351564 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:08.372294 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b70e6ccb-f7dd-41e5-a541-726ad2c36f48 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:39:08.372547 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fd255d76-41b5-41ed-bdda-49b63aa003b9 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:08.396739 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port b70e6ccb-f7dd-41e5-a541-726ad2c36f48, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=b70e6ccb-f7dd-41e5-a541-726ad2c36f48,segment=NetworkSegment(fcbd45ae-33de-4640-a29c-c49b1536f07f),segment_id=fcbd45ae-33de-4640-a29c-c49b1536f07f)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:39:08.403592 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:08.426510 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295b687-e1f6-4c73-8a15-abfbb90398bb req-97983610-0dd7-443d-8fa8-52c082742a99 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:08.436222 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2295b687-e1f6-4c73-8a15-abfbb90398bb req-97983610-0dd7-443d-8fa8-52c082742a99 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=80a4611f-626e-4a2c-b299-20afe0ff6341 HTTP/1.1" status: 200 len: 943 time: 0.0802994 Nov 10 19:39:08.501904 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd255d76-41b5-41ed-bdda-49b63aa003b9 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Checking segment: {'id': 'd3a2903c-9fc9-4d92-8ed8-9d7308f64c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f985e72f-cbbd-4d4d-a451-5aa06130c965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:39:08.503228 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd255d76-41b5-41ed-bdda-49b63aa003b9 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Network hostable DHCP agents. Network: f985e72f-cbbd-4d4d-a451-5aa06130c965, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:39:08.505640 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd255d76-41b5-41ed-bdda-49b63aa003b9 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event updated for resources: {'Subnet': ['ID=7a62d52b-cd98-4aaa-80c1-f6dd32c6e403,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:08.515068 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=b70e6ccb-f7dd-41e5-a541-726ad2c36f48,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:08.534048 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd255d76-41b5-41ed-bdda-49b63aa003b9 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Network f985e72f-cbbd-4d4d-a451-5aa06130c965 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:39:08.546390 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2295b687-e1f6-4c73-8a15-abfbb90398bb req-e6cf2562-c8ed-40cd-9cbd-6074cd43c91b tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090448 Nov 10 19:39:08.547691 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-fd255d76-41b5-41ed-bdda-49b63aa003b9 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, f985e72f-cbbd-4d4d-a451-5aa06130c965) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:39:08.557685 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd255d76-41b5-41ed-bdda-49b63aa003b9 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:08.557685 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fd255d76-41b5-41ed-bdda-49b63aa003b9 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:08.559295 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c8acde-03c8-4af7-9ac4-7e6bb1adcdc4 None None] Network f985e72f-cbbd-4d4d-a451-5aa06130c965 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:39:08.599758 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-fd255d76-41b5-41ed-bdda-49b63aa003b9 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6140616 Nov 10 19:39:08.602133 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 39526) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:08.729162 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd89b1df-b078-40e7-b462-fa344498b6da tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:08.731493 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c53188-fde3-4099-be94-fce4154c684e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-f985e72f-cbbd-4d4d-a451-5aa06130c965', 'network_id': 'f985e72f-cbbd-4d4d-a451-5aa06130c965', 'tenant_id': '9600cbcd32ca4dbe8d3161639dae9714', 'fixed_ips': [{'subnet_id': '7a62d52b-cd98-4aaa-80c1-f6dd32c6e403'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:39:08.732499 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a9c53188-fde3-4099-be94-fce4154c684e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:08.750279 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['b70e6ccb-f7dd-41e5-a541-726ad2c36f48'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:39:08.795912 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd89b1df-b078-40e7-b462-fa344498b6da tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:08.862088 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd89b1df-b078-40e7-b462-fa344498b6da tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server [None req-a9c53188-fde3-4099-be94-fce4154c684e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a62d52b-cd98-4aaa-80c1-f6dd32c6e403: This subnet is being modified by another concurrent operation. Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise exception Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a62d52b-cd98-4aaa-80c1-f6dd32c6e403: This subnet is being modified by another concurrent operation. Nov 10 19:39:08.887352 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server Nov 10 19:39:08.916062 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d4bb01-ec76-485e-b6c1-c84b9164e198 None None] Network f985e72f-cbbd-4d4d-a451-5aa06130c965 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:39:08.921542 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89b1df-b078-40e7-b462-fa344498b6da tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event deleted for resources: {'Subnet': ['ID=7a62d52b-cd98-4aaa-80c1-f6dd32c6e403,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:09.004215 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd89b1df-b078-40e7-b462-fa344498b6da tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:09.013437 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-570f67dc-82aa-4c57-9891-32f99705471d req-7741efed-3b55-408e-8eeb-4b2164289d26 service neutron] (102505) timed out ('10.222.0.54', 46412) {{(pid=102505) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 19:39:09.035841 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-dd89b1df-b078-40e7-b462-fa344498b6da tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f985e72f-cbbd-4d4d-a451-5aa06130c965']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:09.055656 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-dd89b1df-b078-40e7-b462-fa344498b6da tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a2903c-9fc9-4d92-8ed8-9d7308f64c1b') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:09.055953 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-dd89b1df-b078-40e7-b462-fa344498b6da tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a2903c-9fc9-4d92-8ed8-9d7308f64c1b') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:09.083321 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd89b1df-b078-40e7-b462-fa344498b6da tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:09.086551 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0a0538-68a6-4611-b1b6-ee5090526b6f None None] get_active_networks_info from n-d-813897-4 {{(pid=102507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 19:39:09.101853 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd89b1df-b078-40e7-b462-fa344498b6da tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:09.108489 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd89b1df-b078-40e7-b462-fa344498b6da tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:39:09.109047 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd89b1df-b078-40e7-b462-fa344498b6da tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:09.113363 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:39:09.113363 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:39:09.113363 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:39:09.113363 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:39:09.113363 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:39:09.113363 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:39:09.113363 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:39:09.113363 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:39:09.113363 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:39:09.113363 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:39:09.113363 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:39:09.113363 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:39:09.113363 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:39:09.113363 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:39:09.113363 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:39:09.113363 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:39:09.113363 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:39:09.113363 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:39:09.113363 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:39:09.113363 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:39:09.113363 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:39:09.113363 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:39:09.113363 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:39:09.113363 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:39:09.113363 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:39:09.113363 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:39:09.113363 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:39:09.113363 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:39:09.113363 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:39:09.113363 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:39:09.113363 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:39:09.113363 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:39:09.183463 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd89b1df-b078-40e7-b462-fa344498b6da tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:09.189323 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dd89b1df-b078-40e7-b462-fa344498b6da tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:09.194701 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-dd89b1df-b078-40e7-b462-fa344498b6da tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "DELETE /v2.0/networks/f985e72f-cbbd-4d4d-a451-5aa06130c965 HTTP/1.1" status: 204 len: 168 time: 0.5909836 Nov 10 19:39:09.200402 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39530) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:09.206311 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-af6eb9fd-f403-4695-86c9-2481ca21e914 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2126686993'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:39:09.211475 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89b1df-b078-40e7-b462-fa344498b6da tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event deleted for resources: {'Network': ['ID=f985e72f-cbbd-4d4d-a451-5aa06130c965,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:09.211820 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0a0538-68a6-4611-b1b6-ee5090526b6f None None] Resources bound (agent type, host, resource id): {{(pid=102507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 19:39:09.245664 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6eb9fd-f403-4695-86c9-2481ca21e914 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Made reservation on behalf of 9600cbcd32ca4dbe8d3161639dae9714 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:39:09.251760 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-af6eb9fd-f403-4695-86c9-2481ca21e914 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:09.295602 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af6eb9fd-f403-4695-86c9-2481ca21e914 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:39:09.308114 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-af6eb9fd-f403-4695-86c9-2481ca21e914 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:09.308545 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-af6eb9fd-f403-4695-86c9-2481ca21e914 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Added segment 466382bd-4d54-4dd5-957b-3bf3f1ce2d13 of type vlan for network 30423aa5-8bd2-4ed8-af96-dec145e5d480 Nov 10 19:39:09.370594 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-af6eb9fd-f403-4695-86c9-2481ca21e914 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:09.404721 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-af6eb9fd-f403-4695-86c9-2481ca21e914 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:09.411048 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6eb9fd-f403-4695-86c9-2481ca21e914 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:09.412093 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-af6eb9fd-f403-4695-86c9-2481ca21e914 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:09.491564 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-af6eb9fd-f403-4695-86c9-2481ca21e914 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2874610 Nov 10 19:39:09.491957 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 39534) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:09.497388 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-0d9e0892-6ad0-4085-981b-c1c168d67f0c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:39:09.500116 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6eb9fd-f403-4695-86c9-2481ca21e914 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event updated for resources: {'Network': ['ID=30423aa5-8bd2-4ed8-af96-dec145e5d480,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:09.572945 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 30423aa5-8bd2-4ed8-af96-dec145e5d480 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:39:09.751376 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d9e0892-6ad0-4085-981b-c1c168d67f0c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:09.780716 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d9e0892-6ad0-4085-981b-c1c168d67f0c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:09.817943 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0d9e0892-6ad0-4085-981b-c1c168d67f0c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Network 30423aa5-8bd2-4ed8-af96-dec145e5d480 is not hosted by any dhcp agent {{(pid=102506) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 19:39:09.823280 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9e0892-6ad0-4085-981b-c1c168d67f0c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:09.823886 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d9e0892-6ad0-4085-981b-c1c168d67f0c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:09.828106 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0d9e0892-6ad0-4085-981b-c1c168d67f0c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "PUT /v2.0/networks/30423aa5-8bd2-4ed8-af96-dec145e5d480 HTTP/1.1" status: 200 len: 723 time: 0.3321936 Nov 10 19:39:09.829361 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39538) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:09.837860 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-5c07090a-21fc-40ca-8710-049597ee5951 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Request body: {'subnet': {'network_id': '30423aa5-8bd2-4ed8-af96-dec145e5d480', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:39:09.879525 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e0892-6ad0-4085-981b-c1c168d67f0c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event updated for resources: {'Network': ['ID=30423aa5-8bd2-4ed8-af96-dec145e5d480,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:09.891858 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 30423aa5-8bd2-4ed8-af96-dec145e5d480 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:39:09.892012 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff7a7c-92e6-42e8-bc98-620c22ffad30 req-5bf26fe4-cc74-4e12-a444-e9ca19cfd27c tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:09.893742 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eaff7a7c-92e6-42e8-bc98-620c22ffad30 req-5bf26fe4-cc74-4e12-a444-e9ca19cfd27c tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=80a4611f-626e-4a2c-b299-20afe0ff6341 HTTP/1.1" status: 200 len: 944 time: 0.1263769 Nov 10 19:39:09.953681 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eaff7a7c-92e6-42e8-bc98-620c22ffad30 req-f66c704d-ccfb-408f-ac9f-963c357f92cd tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530517 Nov 10 19:39:10.004466 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c07090a-21fc-40ca-8710-049597ee5951 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Made reservation on behalf of 9600cbcd32ca4dbe8d3161639dae9714 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:39:10.008671 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5c07090a-21fc-40ca-8710-049597ee5951 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:10.118049 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device b70e6ccb-f7dd-41e5-a541-726ad2c36f48 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:39:10.193578 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port b70e6ccb-f7dd-41e5-a541-726ad2c36f48 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:39:10.198878 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port b70e6ccb-f7dd-41e5-a541-726ad2c36f48 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:39:10.199248 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:10.221970 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5c07090a-21fc-40ca-8710-049597ee5951 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:10.278897 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07090a-21fc-40ca-8710-049597ee5951 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event updated for resources: {'Subnet': ['ID=ceafb07a-808f-4ea7-a590-12e467dc2c3d,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:10.288497 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:10.299958 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c07090a-21fc-40ca-8710-049597ee5951 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Checking segment: {'id': '466382bd-4d54-4dd5-957b-3bf3f1ce2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '30423aa5-8bd2-4ed8-af96-dec145e5d480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:39:10.300339 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c07090a-21fc-40ca-8710-049597ee5951 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Network hostable DHCP agents. Network: 30423aa5-8bd2-4ed8-af96-dec145e5d480, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:39:10.315365 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a4611f-626e-4a2c-b299-20afe0ff6341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70e6ccb-f7dd-41e5-a541-726ad2c36f48'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:39:10.318079 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59561f51-383a-43d8-a35c-0737c35d0232" -d '{"events": [{"server_uuid": "80a4611f-626e-4a2c-b299-20afe0ff6341", "name": "network-vif-plugged", "status": "completed", "tag": "b70e6ccb-f7dd-41e5-a541-726ad2c36f48"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:39:10.324050 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c07090a-21fc-40ca-8710-049597ee5951 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Network 30423aa5-8bd2-4ed8-af96-dec145e5d480 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:39:10.332069 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port b70e6ccb-f7dd-41e5-a541-726ad2c36f48, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=b70e6ccb-f7dd-41e5-a541-726ad2c36f48,segment=NetworkSegment(fcbd45ae-33de-4640-a29c-c49b1536f07f),segment_id=fcbd45ae-33de-4640-a29c-c49b1536f07f)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:39:10.340226 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-5c07090a-21fc-40ca-8710-049597ee5951 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 30423aa5-8bd2-4ed8-af96-dec145e5d480) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:39:10.341034 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:10.346787 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c07090a-21fc-40ca-8710-049597ee5951 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:10.347724 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5c07090a-21fc-40ca-8710-049597ee5951 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:10.373836 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5c07090a-21fc-40ca-8710-049597ee5951 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5416408 Nov 10 19:39:10.376006 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 39546) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:10.383781 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-5334a43c-f1d0-4cbc-90f8-8dcb1d95588a tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:39:10.397515 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c88204-8f5d-41d1-ad8a-6ccb6752183c x-openstack-request-id: req-36c88204-8f5d-41d1-ad8a-6ccb6752183c {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:39:10.397832 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a4611f-626e-4a2c-b299-20afe0ff6341", "name": "network-vif-plugged", "status": "completed", "tag": "b70e6ccb-f7dd-41e5-a541-726ad2c36f48", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:39:10.398090 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-36c88204-8f5d-41d1-ad8a-6ccb6752183c {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:39:10.398493 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a4611f-626e-4a2c-b299-20afe0ff6341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70e6ccb-f7dd-41e5-a541-726ad2c36f48', 'code': 200} Nov 10 19:39:10.402885 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fdefb6-0652-4f43-ac7e-a1200caefe50 None None] Network 30423aa5-8bd2-4ed8-af96-dec145e5d480 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:39:10.481621 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac75e1-3f41-4990-af1b-c7413eb798b5 req-7e296ace-bff3-46fb-ad09-312ef1564abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:10.483364 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fdac75e1-3f41-4990-af1b-c7413eb798b5 req-7e296ace-bff3-46fb-ad09-312ef1564abc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=80a4611f-626e-4a2c-b299-20afe0ff6341 HTTP/1.1" status: 200 len: 1096 time: 0.0446780 Nov 10 19:39:10.501896 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=b70e6ccb-f7dd-41e5-a541-726ad2c36f48,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:10.524069 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5334a43c-f1d0-4cbc-90f8-8dcb1d95588a tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12438485'] for subnet, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:10.536305 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fdac75e1-3f41-4990-af1b-c7413eb798b5 req-4102b226-8b1b-4d88-b0cd-b16a40e49619 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430059 Nov 10 19:39:10.648314 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8e9047-2230-4dc0-98ed-b1405cc3abaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-30423aa5-8bd2-4ed8-af96-dec145e5d480', 'network_id': '30423aa5-8bd2-4ed8-af96-dec145e5d480', 'tenant_id': '9600cbcd32ca4dbe8d3161639dae9714', 'fixed_ips': [{'subnet_id': 'ceafb07a-808f-4ea7-a590-12e467dc2c3d'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:39:10.649253 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7b8e9047-2230-4dc0-98ed-b1405cc3abaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:10.702561 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5334a43c-f1d0-4cbc-90f8-8dcb1d95588a tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739350356098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8868493'] for subnet, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:10.742467 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5334a43c-f1d0-4cbc-90f8-8dcb1d95588a tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:10.743270 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5334a43c-f1d0-4cbc-90f8-8dcb1d95588a tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:10.744603 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5334a43c-f1d0-4cbc-90f8-8dcb1d95588a tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "PUT /v2.0/subnets/ceafb07a-808f-4ea7-a590-12e467dc2c3d HTTP/1.1" status: 200 len: 806 time: 0.3669424 Nov 10 19:39:10.747599 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39548) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:10.760086 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334a43c-f1d0-4cbc-90f8-8dcb1d95588a tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event updated for resources: {'Subnet': ['ID=ceafb07a-808f-4ea7-a590-12e467dc2c3d,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:10.818083 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-7b8e9047-2230-4dc0-98ed-b1405cc3abaf None None] Allocated IP 172.20.0.2 (30423aa5-8bd2-4ed8-af96-dec145e5d480/ceafb07a-808f-4ea7-a590-12e467dc2c3d/d77d18bd-5b32-4d00-8c18-0227818f08c9) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:39:10.866581 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ee59bcbe-3335-4c24-9bf0-7604b475793e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:10.920455 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ee59bcbe-3335-4c24-9bf0-7604b475793e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:10.975855 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7b8e9047-2230-4dc0-98ed-b1405cc3abaf None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:10.985939 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7b8e9047-2230-4dc0-98ed-b1405cc3abaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:11.007079 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ee59bcbe-3335-4c24-9bf0-7604b475793e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:11.040151 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59bcbe-3335-4c24-9bf0-7604b475793e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event deleted for resources: {'Subnet': ['ID=ceafb07a-808f-4ea7-a590-12e467dc2c3d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:11.075977 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8e9047-2230-4dc0-98ed-b1405cc3abaf None None] Network 30423aa5-8bd2-4ed8-af96-dec145e5d480 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:39:11.081210 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-7b8e9047-2230-4dc0-98ed-b1405cc3abaf None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:39:11.087585 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8e9047-2230-4dc0-98ed-b1405cc3abaf None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:39:11.112295 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ee59bcbe-3335-4c24-9bf0-7604b475793e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:11.114419 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e9047-2230-4dc0-98ed-b1405cc3abaf None None] Pushing event updated for resources: {'Port': ['ID=d77d18bd-5b32-4d00-8c18-0227818f08c9,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:11.138732 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-ee59bcbe-3335-4c24-9bf0-7604b475793e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30423aa5-8bd2-4ed8-af96-dec145e5d480']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:11.149512 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c821d59-a55d-4a07-adac-83684d6771dd req-9dae27d0-53f7-4636-9665-3f62494e8a16 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:11.151622 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1c821d59-a55d-4a07-adac-83684d6771dd req-9dae27d0-53f7-4636-9665-3f62494e8a16 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=80a4611f-626e-4a2c-b299-20afe0ff6341 HTTP/1.1" status: 200 len: 945 time: 0.1109610 Nov 10 19:39:11.159281 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-ee59bcbe-3335-4c24-9bf0-7604b475793e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '466382bd-4d54-4dd5-957b-3bf3f1ce2d13') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:11.159578 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-ee59bcbe-3335-4c24-9bf0-7604b475793e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '466382bd-4d54-4dd5-957b-3bf3f1ce2d13') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:11.172279 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ee59bcbe-3335-4c24-9bf0-7604b475793e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:11.189734 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ee59bcbe-3335-4c24-9bf0-7604b475793e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:11.200156 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee59bcbe-3335-4c24-9bf0-7604b475793e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:39:11.200463 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ee59bcbe-3335-4c24-9bf0-7604b475793e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:11.204891 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:39:11.204891 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:39:11.204891 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:39:11.204891 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:39:11.204891 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:39:11.204891 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:39:11.204891 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:39:11.204891 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:39:11.204891 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:39:11.204891 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:39:11.204891 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:39:11.204891 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:39:11.204891 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:39:11.204891 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:39:11.204891 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:39:11.204891 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:39:11.204891 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:39:11.204891 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:39:11.204891 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:39:11.204891 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:39:11.204891 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:39:11.204891 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:39:11.204891 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:39:11.204891 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:39:11.204891 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:39:11.204891 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:39:11.204891 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:39:11.204891 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:39:11.204891 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:39:11.204891 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:39:11.204891 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:39:11.204891 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:39:11.221885 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-7b8e9047-2230-4dc0-98ed-b1405cc3abaf None None] Attempting to bind port d77d18bd-5b32-4d00-8c18-0227818f08c9 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:39:11.222435 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-7b8e9047-2230-4dc0-98ed-b1405cc3abaf None None] Attempting to bind port d77d18bd-5b32-4d00-8c18-0227818f08c9 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '466382bd-4d54-4dd5-957b-3bf3f1ce2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '30423aa5-8bd2-4ed8-af96-dec145e5d480'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:39:11.222624 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8e9047-2230-4dc0-98ed-b1405cc3abaf None None] Attempting to bind port d77d18bd-5b32-4d00-8c18-0227818f08c9 on network 30423aa5-8bd2-4ed8-af96-dec145e5d480 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:39:11.228086 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1c821d59-a55d-4a07-adac-83684d6771dd req-4166ca43-a521-4c97-9465-2bad6272be1c tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695679 Nov 10 19:39:11.233732 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8e9047-2230-4dc0-98ed-b1405cc3abaf None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:39:11.234260 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8e9047-2230-4dc0-98ed-b1405cc3abaf None None] Checking segment: {'id': '466382bd-4d54-4dd5-957b-3bf3f1ce2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '30423aa5-8bd2-4ed8-af96-dec145e5d480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:39:11.234735 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7b8e9047-2230-4dc0-98ed-b1405cc3abaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:11.235383 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8e9047-2230-4dc0-98ed-b1405cc3abaf None None] Bound using segment: {'id': '466382bd-4d54-4dd5-957b-3bf3f1ce2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '30423aa5-8bd2-4ed8-af96-dec145e5d480'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:39:11.235934 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-7b8e9047-2230-4dc0-98ed-b1405cc3abaf None None] Bound port: d77d18bd-5b32-4d00-8c18-0227818f08c9, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '466382bd-4d54-4dd5-957b-3bf3f1ce2d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '30423aa5-8bd2-4ed8-af96-dec145e5d480'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:39:11.236574 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7b8e9047-2230-4dc0-98ed-b1405cc3abaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:11.310054 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.db.api [None req-ee59bcbe-3335-4c24-9bf0-7604b475793e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 19:39:11.310054 n-d-813897-4 neutron-server[102505]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 19:39:11.310054 n-d-813897-4 neutron-server[102505]: [parameters: {'id': '30423aa5-8bd2-4ed8-af96-dec145e5d480'}] Nov 10 19:39:11.310054 n-d-813897-4 neutron-server[102505]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:39:11.310478 n-d-813897-4 neutron-server[102505]: DEBUG oslo_db.api [None req-ee59bcbe-3335-4c24-9bf0-7604b475793e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:39:11.334589 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7b8e9047-2230-4dc0-98ed-b1405cc3abaf None None] For port d77d18bd-5b32-4d00-8c18-0227818f08c9, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:39:11.339248 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7b8e9047-2230-4dc0-98ed-b1405cc3abaf None None] For port d77d18bd-5b32-4d00-8c18-0227818f08c9, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d77d18bd-5b32-4d00-8c18-0227818f08c9,segment=NetworkSegment(466382bd-4d54-4dd5-957b-3bf3f1ce2d13),segment_id=466382bd-4d54-4dd5-957b-3bf3f1ce2d13)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:39:11.343671 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7b8e9047-2230-4dc0-98ed-b1405cc3abaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:11.476743 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e9047-2230-4dc0-98ed-b1405cc3abaf None None] Pushing event updated for resources: {'Port': ['ID=d77d18bd-5b32-4d00-8c18-0227818f08c9,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:11.514234 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140cf21a-985f-48a5-820a-4940f1d5fe69 None None] Network 30423aa5-8bd2-4ed8-af96-dec145e5d480 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:39:11.698341 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418d6d3f-b311-4aa4-9e11-43eee181274b None None] Network 30423aa5-8bd2-4ed8-af96-dec145e5d480 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:39:11.813258 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ee59bcbe-3335-4c24-9bf0-7604b475793e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:11.880497 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13705f3f-a4db-444f-b5f5-355e19c207cc None None] get_active_networks_info from n-d-813897-4 {{(pid=102507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 19:39:11.931415 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-ee59bcbe-3335-4c24-9bf0-7604b475793e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Deleting port d77d18bd-5b32-4d00-8c18-0227818f08c9 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:39:11.931983 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ee59bcbe-3335-4c24-9bf0-7604b475793e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:12.071432 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-ee59bcbe-3335-4c24-9bf0-7604b475793e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] For port d77d18bd-5b32-4d00-8c18-0227818f08c9, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d77d18bd-5b32-4d00-8c18-0227818f08c9,segment=NetworkSegment(466382bd-4d54-4dd5-957b-3bf3f1ce2d13),segment_id=466382bd-4d54-4dd5-957b-3bf3f1ce2d13)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:39:12.072228 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ee59bcbe-3335-4c24-9bf0-7604b475793e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:12.096854 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13705f3f-a4db-444f-b5f5-355e19c207cc None None] Resources bound (agent type, host, resource id): {{(pid=102507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 19:39:12.115212 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-ee59bcbe-3335-4c24-9bf0-7604b475793e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Calling delete_port for d77d18bd-5b32-4d00-8c18-0227818f08c9 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:39:12.240041 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ee59bcbe-3335-4c24-9bf0-7604b475793e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:12.275071 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59bcbe-3335-4c24-9bf0-7604b475793e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event deleted for resources: {'Port': ['ID=d77d18bd-5b32-4d00-8c18-0227818f08c9,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:12.283039 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee59bcbe-3335-4c24-9bf0-7604b475793e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] No DVR routers for this DVR port d77d18bd-5b32-4d00-8c18-0227818f08c9 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:39:12.395935 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ee59bcbe-3335-4c24-9bf0-7604b475793e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:12.421358 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-ee59bcbe-3335-4c24-9bf0-7604b475793e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30423aa5-8bd2-4ed8-af96-dec145e5d480']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:12.434881 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae8086-d0eb-4ae8-b2e6-93cfa461073f req-83cc082f-a900-43b4-906d-a6e6bc128299 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:12.436506 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67ae8086-d0eb-4ae8-b2e6-93cfa461073f req-83cc082f-a900-43b4-906d-a6e6bc128299 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=80a4611f-626e-4a2c-b299-20afe0ff6341 HTTP/1.1" status: 200 len: 945 time: 0.0903246 Nov 10 19:39:12.442066 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-ee59bcbe-3335-4c24-9bf0-7604b475793e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '466382bd-4d54-4dd5-957b-3bf3f1ce2d13') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:12.442652 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-ee59bcbe-3335-4c24-9bf0-7604b475793e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '466382bd-4d54-4dd5-957b-3bf3f1ce2d13') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:12.457474 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ee59bcbe-3335-4c24-9bf0-7604b475793e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:12.475633 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ee59bcbe-3335-4c24-9bf0-7604b475793e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:12.485804 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee59bcbe-3335-4c24-9bf0-7604b475793e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:39:12.486510 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ee59bcbe-3335-4c24-9bf0-7604b475793e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:12.500970 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:39:12.500970 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:39:12.500970 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:39:12.500970 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:39:12.500970 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:39:12.500970 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:39:12.500970 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:39:12.500970 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:39:12.500970 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:39:12.500970 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:39:12.500970 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:39:12.500970 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:39:12.500970 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:39:12.500970 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:39:12.500970 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:39:12.500970 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:39:12.500970 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:39:12.500970 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:39:12.500970 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:39:12.500970 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:39:12.500970 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:39:12.500970 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:39:12.500970 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:39:12.500970 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:39:12.500970 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:39:12.500970 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:39:12.500970 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:39:12.500970 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:39:12.500970 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:39:12.500970 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:39:12.500970 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:39:12.500970 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:39:12.512158 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67ae8086-d0eb-4ae8-b2e6-93cfa461073f req-26917b3c-521f-4c3e-ab8a-b5472a35683e tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623538 Nov 10 19:39:12.588993 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ee59bcbe-3335-4c24-9bf0-7604b475793e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:12.611989 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ee59bcbe-3335-4c24-9bf0-7604b475793e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:12.617165 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ee59bcbe-3335-4c24-9bf0-7604b475793e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "DELETE /v2.0/networks/30423aa5-8bd2-4ed8-af96-dec145e5d480 HTTP/1.1" status: 204 len: 168 time: 1.8680310 Nov 10 19:39:12.632606 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59bcbe-3335-4c24-9bf0-7604b475793e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event deleted for resources: {'Network': ['ID=30423aa5-8bd2-4ed8-af96-dec145e5d480,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:12.633170 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 39586) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:12.690891 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-394aec96-5fd4-4f50-ab95-b84a1e1dd9d9 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] DELETE failed (client error): The resource could not be found. Nov 10 19:39:12.691622 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-394aec96-5fd4-4f50-ab95-b84a1e1dd9d9 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:39:12.703116 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39596) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:12.703422 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-394aec96-5fd4-4f50-ab95-b84a1e1dd9d9 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "DELETE /v2.0/networks/30423aa5-8bd2-4ed8-af96-dec145e5d480 HTTP/1.1" status: 404 len: 339 time: 0.0625052 Nov 10 19:39:12.709789 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-f1c59799-f251-45b9-984f-206bd52b867d tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1029815055', 'description': 'd1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:39:12.729991 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9136d9-2bb0-408e-a503-2dcc7dcb226e req-052c0c26-5eeb-4ff9-bfe4-64f45921c664 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:12.731668 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2e9136d9-2bb0-408e-a503-2dcc7dcb226e req-052c0c26-5eeb-4ff9-bfe4-64f45921c664 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c150ece-4932-4a7a-9cf9-38aa14b00161 HTTP/1.1" status: 200 len: 946 time: 0.1325765 Nov 10 19:39:12.755749 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c59799-f251-45b9-984f-206bd52b867d tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Made reservation on behalf of 9600cbcd32ca4dbe8d3161639dae9714 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:39:12.759935 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f1c59799-f251-45b9-984f-206bd52b867d tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:12.787136 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c59799-f251-45b9-984f-206bd52b867d tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:39:12.803601 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f1c59799-f251-45b9-984f-206bd52b867d tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:12.804109 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-f1c59799-f251-45b9-984f-206bd52b867d tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Added segment cfdfd210-7afd-48a9-a721-e779d2685a5a of type vlan for network 3f1bc438-a722-415d-bbfd-f4044f11dc29 Nov 10 19:39:12.816550 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2e9136d9-2bb0-408e-a503-2dcc7dcb226e req-11b74085-5644-4b13-a0d6-730b0e0f6e79 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733578 Nov 10 19:39:12.879383 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f1c59799-f251-45b9-984f-206bd52b867d tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:12.910624 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f1c59799-f251-45b9-984f-206bd52b867d tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:12.916323 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c59799-f251-45b9-984f-206bd52b867d tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:12.916931 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f1c59799-f251-45b9-984f-206bd52b867d tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:12.950867 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 39624) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:12.960169 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f1c59799-f251-45b9-984f-206bd52b867d tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2558172 Nov 10 19:39:13.063180 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c59799-f251-45b9-984f-206bd52b867d tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event updated for resources: {'Network': ['ID=3f1bc438-a722-415d-bbfd-f4044f11dc29,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:13.073961 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 3f1bc438-a722-415d-bbfd-f4044f11dc29 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:39:13.124287 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72d263a-f72b-444f-86e1-1d6b0213d38c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:13.125914 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e72d263a-f72b-444f-86e1-1d6b0213d38c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "GET /v2.0/networks?id=3f1bc438-a722-415d-bbfd-f4044f11dc29 HTTP/1.1" status: 200 len: 761 time: 0.1739991 Nov 10 19:39:13.128976 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39646) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:13.135670 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-6c00f10d-e1f0-4f00-a6e3-73ecf193a9ce tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Request body: {'network': {'description': 'd2'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:39:13.166607 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b37093-92a2-4ab7-bad4-96b6a3139184 req-5246cef4-6a86-48ef-bca9-ea73b6536bf6 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:13.170800 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-71b37093-92a2-4ab7-bad4-96b6a3139184 req-5246cef4-6a86-48ef-bca9-ea73b6536bf6 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=80a4611f-626e-4a2c-b299-20afe0ff6341 HTTP/1.1" status: 200 len: 945 time: 0.2050784 Nov 10 19:39:13.259579 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-71b37093-92a2-4ab7-bad4-96b6a3139184 req-59429585-fb82-49cc-adc6-f10a7201d007 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782843 Nov 10 19:39:13.381691 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6c00f10d-e1f0-4f00-a6e3-73ecf193a9ce tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:13.416363 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6c00f10d-e1f0-4f00-a6e3-73ecf193a9ce tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:13.435152 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6c00f10d-e1f0-4f00-a6e3-73ecf193a9ce tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Network 3f1bc438-a722-415d-bbfd-f4044f11dc29 is not hosted by any dhcp agent {{(pid=102505) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 19:39:13.453165 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c00f10d-e1f0-4f00-a6e3-73ecf193a9ce tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:13.454248 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6c00f10d-e1f0-4f00-a6e3-73ecf193a9ce tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:13.455881 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6c00f10d-e1f0-4f00-a6e3-73ecf193a9ce tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "PUT /v2.0/networks/3f1bc438-a722-415d-bbfd-f4044f11dc29 HTTP/1.1" status: 200 len: 758 time: 0.3255894 Nov 10 19:39:13.458846 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 39684) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:13.547260 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00f10d-e1f0-4f00-a6e3-73ecf193a9ce tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event updated for resources: {'Network': ['ID=3f1bc438-a722-415d-bbfd-f4044f11dc29,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:13.559731 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 3f1bc438-a722-415d-bbfd-f4044f11dc29 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:39:13.678401 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6313787-a5f3-4397-a342-51e900767c08 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:13.683119 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b6313787-a5f3-4397-a342-51e900767c08 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "GET /v2.0/networks?id=3f1bc438-a722-415d-bbfd-f4044f11dc29 HTTP/1.1" status: 200 len: 761 time: 0.2223015 Nov 10 19:39:13.686965 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 39720) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:13.692930 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-5193220a-d69a-4d85-8af7-163092f74fc5 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-650768179'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:39:13.738826 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49330ca5-f4e1-4d66-93bc-8f4d3a949046 req-9e7e0516-56f8-4c53-8548-bd1b667e88da tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:13.742258 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-49330ca5-f4e1-4d66-93bc-8f4d3a949046 req-9e7e0516-56f8-4c53-8548-bd1b667e88da tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=80a4611f-626e-4a2c-b299-20afe0ff6341 HTTP/1.1" status: 200 len: 945 time: 0.1497092 Nov 10 19:39:13.743876 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5193220a-d69a-4d85-8af7-163092f74fc5 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Made reservation on behalf of 9600cbcd32ca4dbe8d3161639dae9714 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:39:13.751172 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5193220a-d69a-4d85-8af7-163092f74fc5 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:13.801363 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5193220a-d69a-4d85-8af7-163092f74fc5 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:39:13.831569 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-49330ca5-f4e1-4d66-93bc-8f4d3a949046 req-c1a90384-bf17-454a-afc6-6ec81f03aba0 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778108 Nov 10 19:39:13.832958 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5193220a-d69a-4d85-8af7-163092f74fc5 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:13.833793 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-5193220a-d69a-4d85-8af7-163092f74fc5 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Added segment 230705b0-41c2-49f6-97a9-bccc73e9be24 of type vlan for network e93a0a2c-5acb-4b8c-a64a-85c1f844b133 Nov 10 19:39:13.890990 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5193220a-d69a-4d85-8af7-163092f74fc5 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:13.928986 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5193220a-d69a-4d85-8af7-163092f74fc5 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:13.935872 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193220a-d69a-4d85-8af7-163092f74fc5 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:13.936813 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5193220a-d69a-4d85-8af7-163092f74fc5 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:14.028978 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5193220a-d69a-4d85-8af7-163092f74fc5 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event updated for resources: {'Network': ['ID=e93a0a2c-5acb-4b8c-a64a-85c1f844b133,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:14.034241 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5193220a-d69a-4d85-8af7-163092f74fc5 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3463128 Nov 10 19:39:14.037586 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39762) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:14.046638 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-b4378526-c708-41c5-a617-158ac77ca66a tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Request body: {'subnet': {'network_id': 'e93a0a2c-5acb-4b8c-a64a-85c1f844b133', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:39:14.049479 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network e93a0a2c-5acb-4b8c-a64a-85c1f844b133 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:39:14.172664 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4378526-c708-41c5-a617-158ac77ca66a tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Made reservation on behalf of 9600cbcd32ca4dbe8d3161639dae9714 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:39:14.176708 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4378526-c708-41c5-a617-158ac77ca66a tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:14.414609 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4378526-c708-41c5-a617-158ac77ca66a tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:14.477438 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4378526-c708-41c5-a617-158ac77ca66a tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event updated for resources: {'Subnet': ['ID=f80e31b0-6d1c-4f59-a73e-e7ae5e59f103,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:14.511658 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4378526-c708-41c5-a617-158ac77ca66a tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Checking segment: {'id': '230705b0-41c2-49f6-97a9-bccc73e9be24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e93a0a2c-5acb-4b8c-a64a-85c1f844b133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:39:14.512890 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4378526-c708-41c5-a617-158ac77ca66a tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Network hostable DHCP agents. Network: e93a0a2c-5acb-4b8c-a64a-85c1f844b133, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:39:14.539234 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4378526-c708-41c5-a617-158ac77ca66a tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Network e93a0a2c-5acb-4b8c-a64a-85c1f844b133 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:39:14.555619 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-b4378526-c708-41c5-a617-158ac77ca66a tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, e93a0a2c-5acb-4b8c-a64a-85c1f844b133) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:39:14.568019 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ec5694-12dc-42d6-94c3-9e80df0edb25 None None] Network e93a0a2c-5acb-4b8c-a64a-85c1f844b133 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:39:14.573486 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4378526-c708-41c5-a617-158ac77ca66a tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:14.574509 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4378526-c708-41c5-a617-158ac77ca66a tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:14.611902 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b4378526-c708-41c5-a617-158ac77ca66a tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5730815 Nov 10 19:39:14.614748 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 39828) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:14.750061 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a29eef7b-563a-494b-a440-3f4a17c32d2f tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:14.861329 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a29eef7b-563a-494b-a440-3f4a17c32d2f tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:14.886593 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca5f559-8a0b-4bfe-a56a-2fe4379ef1ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-e93a0a2c-5acb-4b8c-a64a-85c1f844b133', 'network_id': 'e93a0a2c-5acb-4b8c-a64a-85c1f844b133', 'tenant_id': '9600cbcd32ca4dbe8d3161639dae9714', 'fixed_ips': [{'subnet_id': 'f80e31b0-6d1c-4f59-a73e-e7ae5e59f103'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:39:14.887624 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ca5f559-8a0b-4bfe-a56a-2fe4379ef1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server [None req-6ca5f559-8a0b-4bfe-a56a-2fe4379ef1ca None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f80e31b0-6d1c-4f59-a73e-e7ae5e59f103: This subnet is being modified by another concurrent operation. Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server raise exception Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f80e31b0-6d1c-4f59-a73e-e7ae5e59f103: This subnet is being modified by another concurrent operation. Nov 10 19:39:15.050505 n-d-813897-4 neutron-server[102507]: ERROR oslo_messaging.rpc.server Nov 10 19:39:15.057644 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a29eef7b-563a-494b-a440-3f4a17c32d2f tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:15.074220 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5783f36b-ba1d-4fde-b03e-6eba4e430ae1 None None] Network e93a0a2c-5acb-4b8c-a64a-85c1f844b133 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:39:15.127827 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29eef7b-563a-494b-a440-3f4a17c32d2f tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event deleted for resources: {'Subnet': ['ID=f80e31b0-6d1c-4f59-a73e-e7ae5e59f103,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:15.234210 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a29eef7b-563a-494b-a440-3f4a17c32d2f tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:15.234641 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393344ce-c2ba-4077-a1ac-34f864aaefc4 req-c13561d0-dd08-4039-bf1d-e835124cc351 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:15.237686 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-393344ce-c2ba-4077-a1ac-34f864aaefc4 req-c13561d0-dd08-4039-bf1d-e835124cc351 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.25 "GET /v2.0/ports?device_id=80a4611f-626e-4a2c-b299-20afe0ff6341 HTTP/1.1" status: 200 len: 945 time: 0.1547456 Nov 10 19:39:15.257600 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-a29eef7b-563a-494b-a440-3f4a17c32d2f tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e93a0a2c-5acb-4b8c-a64a-85c1f844b133']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:15.271690 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-a29eef7b-563a-494b-a440-3f4a17c32d2f tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '230705b0-41c2-49f6-97a9-bccc73e9be24') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:15.272309 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-a29eef7b-563a-494b-a440-3f4a17c32d2f tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '230705b0-41c2-49f6-97a9-bccc73e9be24') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:15.284920 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a29eef7b-563a-494b-a440-3f4a17c32d2f tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:15.300460 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a29eef7b-563a-494b-a440-3f4a17c32d2f tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:15.313683 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a29eef7b-563a-494b-a440-3f4a17c32d2f tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:39:15.314163 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a29eef7b-563a-494b-a440-3f4a17c32d2f tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:15.339794 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bed2ea-df7b-49b4-9627-9c7f606fee84 None None] get_active_networks_info from n-d-813897-4 {{(pid=102507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 19:39:15.386443 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:39:15.386443 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:39:15.386443 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:39:15.386443 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:39:15.386443 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:39:15.386443 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:39:15.386443 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:39:15.386443 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:39:15.386443 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:39:15.386443 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:39:15.386443 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:39:15.386443 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:39:15.386443 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:39:15.386443 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:39:15.386443 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:39:15.386443 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:39:15.386443 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:39:15.386443 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:39:15.386443 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:39:15.386443 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:39:15.386443 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:39:15.386443 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:39:15.386443 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:39:15.386443 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:39:15.386443 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:39:15.386443 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:39:15.386443 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:39:15.386443 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:39:15.386443 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:39:15.386443 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:39:15.386443 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:39:15.386443 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:39:15.397123 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a29eef7b-563a-494b-a440-3f4a17c32d2f tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:15.411715 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c16caa-a095-46c7-be64-01aa19d41ab5 req-63204247-8b98-4a2c-a728-481b801256d6 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:15.421551 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-32c16caa-a095-46c7-be64-01aa19d41ab5 req-63204247-8b98-4a2c-a728-481b801256d6 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=80a4611f-626e-4a2c-b299-20afe0ff6341 HTTP/1.1" status: 200 len: 945 time: 0.4360011 Nov 10 19:39:15.435031 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a29eef7b-563a-494b-a440-3f4a17c32d2f tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:15.440015 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a29eef7b-563a-494b-a440-3f4a17c32d2f tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "DELETE /v2.0/networks/e93a0a2c-5acb-4b8c-a64a-85c1f844b133 HTTP/1.1" status: 204 len: 168 time: 0.8240435 Nov 10 19:39:15.445717 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 39910) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:15.462690 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29eef7b-563a-494b-a440-3f4a17c32d2f tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event deleted for resources: {'Network': ['ID=e93a0a2c-5acb-4b8c-a64a-85c1f844b133,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:15.523650 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ed2241-06c7-4f1f-a4d6-75dadab411b8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] GET failed (client error): The resource could not be found. Nov 10 19:39:15.526346 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-16ed2241-06c7-4f1f-a4d6-75dadab411b8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "GET /v2.0/subnets/f80e31b0-6d1c-4f59-a73e-e7ae5e59f103 HTTP/1.1" status: 404 len: 337 time: 0.0745947 Nov 10 19:39:15.531342 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 39922) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:15.538259 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-393344ce-c2ba-4077-a1ac-34f864aaefc4 req-73021a86-be8d-49f9-8d18-08047c7eaf0f tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Deleting port b70e6ccb-f7dd-41e5-a541-726ad2c36f48 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:39:15.538952 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-393344ce-c2ba-4077-a1ac-34f864aaefc4 req-73021a86-be8d-49f9-8d18-08047c7eaf0f tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:15.567547 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bed2ea-df7b-49b4-9627-9c7f606fee84 None None] Resources bound (agent type, host, resource id): {{(pid=102507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 19:39:15.597293 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-32c16caa-a095-46c7-be64-01aa19d41ab5 req-092eed4a-e0e6-4750-a078-bdd2bacf8cf5 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717050 Nov 10 19:39:15.617179 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-d104f255-6cc7-4e52-b91b-f7d1a7a674b3 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] DELETE failed (client error): The resource could not be found. Nov 10 19:39:15.618579 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d104f255-6cc7-4e52-b91b-f7d1a7a674b3 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:39:15.622147 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d104f255-6cc7-4e52-b91b-f7d1a7a674b3 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "DELETE /v2.0/networks/e93a0a2c-5acb-4b8c-a64a-85c1f844b133 HTTP/1.1" status: 404 len: 339 time: 0.0713530 Nov 10 19:39:15.626109 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 39930) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:15.768544 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-393344ce-c2ba-4077-a1ac-34f864aaefc4 req-73021a86-be8d-49f9-8d18-08047c7eaf0f tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] For port b70e6ccb-f7dd-41e5-a541-726ad2c36f48, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=b70e6ccb-f7dd-41e5-a541-726ad2c36f48,segment=NetworkSegment(fcbd45ae-33de-4640-a29c-c49b1536f07f),segment_id=fcbd45ae-33de-4640-a29c-c49b1536f07f)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:39:15.768544 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-393344ce-c2ba-4077-a1ac-34f864aaefc4 req-73021a86-be8d-49f9-8d18-08047c7eaf0f tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:15.808625 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-393344ce-c2ba-4077-a1ac-34f864aaefc4 req-73021a86-be8d-49f9-8d18-08047c7eaf0f tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Calling delete_port for b70e6ccb-f7dd-41e5-a541-726ad2c36f48 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:39:16.152865 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932ce537-89d1-469d-a313-98a95e3756f9 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:16.158194 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-932ce537-89d1-469d-a313-98a95e3756f9 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5307941 Nov 10 19:39:16.159166 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 39980) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:16.231237 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-393344ce-c2ba-4077-a1ac-34f864aaefc4 req-73021a86-be8d-49f9-8d18-08047c7eaf0f tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:16.244565 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4739a201-89e1-4706-aaef-99bd4d2d54a8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "GET /v2.0/subnets?network_id=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 207 time: 0.0841856 Nov 10 19:39:16.247088 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['2a7be1e5-ed41-4143-82b8-17f08b0bb134'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:39:16.250166 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 39992) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:16.317463 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['cfd2561c-c57d-457e-a8be-8a52cc04831e'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:39:16.324159 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1951c139-1940-476a-aacb-06c84296fcc3 None None] DHCP port deletion for 87737cc5-1491-4eb8-832b-21b850f6c386 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:39:16.365756 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73021a86-be8d-49f9-8d18-08047c7eaf0f tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Pushing event deleted for resources: {'Port': ['ID=b70e6ccb-f7dd-41e5-a541-726ad2c36f48,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:16.398102 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-393344ce-c2ba-4077-a1ac-34f864aaefc4 req-73021a86-be8d-49f9-8d18-08047c7eaf0f tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] No DVR routers for this DVR port b70e6ccb-f7dd-41e5-a541-726ad2c36f48 on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:39:16.401295 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-393344ce-c2ba-4077-a1ac-34f864aaefc4 req-73021a86-be8d-49f9-8d18-08047c7eaf0f tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:16.408831 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-393344ce-c2ba-4077-a1ac-34f864aaefc4 req-73021a86-be8d-49f9-8d18-08047c7eaf0f tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.25 "DELETE /v2.0/ports/b70e6ccb-f7dd-41e5-a541-726ad2c36f48 HTTP/1.1" status: 204 len: 173 time: 1.1597674 Nov 10 19:39:16.409721 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a4611f-626e-4a2c-b299-20afe0ff6341', 'name': 'network-vif-deleted', 'tag': 'b70e6ccb-f7dd-41e5-a541-726ad2c36f48'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:39:16.414479 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e8a4b6-db7c-48f7-83cc-04fd79061890" -d '{"events": [{"server_uuid": "80a4611f-626e-4a2c-b299-20afe0ff6341", "name": "network-vif-deleted", "tag": "b70e6ccb-f7dd-41e5-a541-726ad2c36f48"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:39:16.509696 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58627e6e-79a6-4a34-90f6-d20f84ce5655 x-openstack-request-id: req-58627e6e-79a6-4a34-90f6-d20f84ce5655 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:39:16.510346 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a4611f-626e-4a2c-b299-20afe0ff6341", "name": "network-vif-deleted", "tag": "b70e6ccb-f7dd-41e5-a541-726ad2c36f48", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:39:16.510798 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-58627e6e-79a6-4a34-90f6-d20f84ce5655 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:39:16.511407 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a4611f-626e-4a2c-b299-20afe0ff6341', 'name': 'network-vif-deleted', 'tag': 'b70e6ccb-f7dd-41e5-a541-726ad2c36f48', 'status': 'completed', 'code': 200} Nov 10 19:39:16.525796 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b3762b-cf15-4277-9b33-a7db9dafdeec tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:16.532357 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b3762b-cf15-4277-9b33-a7db9dafdeec tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:16.538620 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b3762b-cf15-4277-9b33-a7db9dafdeec tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:16.547016 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b3762b-cf15-4277-9b33-a7db9dafdeec tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:16.549297 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-01b3762b-cf15-4277-9b33-a7db9dafdeec tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2978907 Nov 10 19:39:16.554721 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40024) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:16.776315 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-201f6e98-2c7d-4667-92ea-3631ef48fe81 req-7ef2ee10-cb57-4d1c-8ba3-7427964d93f4 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=80a4611f-626e-4a2c-b299-20afe0ff6341 HTTP/1.1" status: 200 len: 210 time: 0.0410917 Nov 10 19:39:17.249811 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-db7633bf-3d94-491b-a299-4cf0474ffb1b tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.6929893 Nov 10 19:39:17.253094 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40084) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:17.306893 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcf3b22-06ef-4238-95ee-7c801514a242 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:17.308556 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcf3b22-06ef-4238-95ee-7c801514a242 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:17.310220 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-bbcf3b22-06ef-4238-95ee-7c801514a242 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0560274 Nov 10 19:39:17.313839 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40090) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:17.374033 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab2276b-85e9-4263-802f-92e4f95149b7 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['shared'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:17.375634 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab2276b-85e9-4263-802f-92e4f95149b7 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['shared'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:17.377516 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8ab2276b-85e9-4263-802f-92e4f95149b7 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0627265 Nov 10 19:39:17.381073 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40092) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:17.452317 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-49a59587-ec8d-4d7f-bca2-6049e7ed0214 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:17.453846 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-49a59587-ec8d-4d7f-bca2-6049e7ed0214 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/networks?id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e HTTP/1.1" status: 200 len: 811 time: 0.1171830 Nov 10 19:39:17.470052 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-6caa814b-7773-46da-a349-979b40dfb04a tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/quotas/0863f57af6c245c5a4e0338a46ab2047 HTTP/1.1" status: 200 len: 375 time: 0.0101798 Nov 10 19:39:17.485540 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1409ed4c-7e21-40e4-aa6d-ef1098a3e091 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:17.486969 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1409ed4c-7e21-40e4-aa6d-ef1098a3e091 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "GET /v2.0/networks/416ed2c4-6433-4f46-8e2e-4a631aa52433 HTTP/1.1" status: 200 len: 799 time: 0.1049185 Nov 10 19:39:17.490841 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40094) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:17.522062 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-ad285e66-dd61-44a5-9898-d1f58c163f9e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0863f57af6c245c5a4e0338a46ab2047&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462687 Nov 10 19:39:17.594722 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-de3373ec-45e2-4e63-ba72-3f0343b53c67 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "GET /v2.0/networks/416ed2c4-6433-4f46-8e2e-4a631aa52433?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1027615 Nov 10 19:39:17.598800 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40096) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:17.616673 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-728ade5b-2140-44b0-bd0b-40ab908ad4b9 service neutron] 10.222.0.54 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860260 Nov 10 19:39:17.655287 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e4221e-fbde-4197-981f-7ac2a939d8f4 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:17.656619 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a9e4221e-fbde-4197-981f-7ac2a939d8f4 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "GET /v2.0/subnets/d615e22d-ea0f-4aa5-97c8-4412e9f69f59 HTTP/1.1" status: 200 len: 811 time: 0.0565956 Nov 10 19:39:17.660462 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40098) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:17.712250 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95370c97-0483-4d40-b01a-640db49b3c85 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['shared'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:17.712476 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-05517e44-a7dc-4c3a-bd43-f3d656fb437b service neutron] 10.222.0.54 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870392 Nov 10 19:39:17.713718 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-95370c97-0483-4d40-b01a-640db49b3c85 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "GET /v2.0/subnets/d615e22d-ea0f-4aa5-97c8-4412e9f69f59?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0523694 Nov 10 19:39:17.717398 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40100) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:17.722350 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-5e811b57-10be-4bde-a8ad-6e83cf876027 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-282309306'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:39:17.744404 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e811b57-10be-4bde-a8ad-6e83cf876027 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Made reservation on behalf of 9600cbcd32ca4dbe8d3161639dae9714 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:39:17.748235 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5e811b57-10be-4bde-a8ad-6e83cf876027 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:17.773012 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e811b57-10be-4bde-a8ad-6e83cf876027 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:39:17.783302 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5e811b57-10be-4bde-a8ad-6e83cf876027 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:17.783648 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-5e811b57-10be-4bde-a8ad-6e83cf876027 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Added segment a53909fe-a5ea-4b58-a8f9-66833dd54f9b of type vlan for network 13ddd219-abae-4dc1-a85d-acb1817c91d4 Nov 10 19:39:17.832258 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5e811b57-10be-4bde-a8ad-6e83cf876027 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:17.870666 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5e811b57-10be-4bde-a8ad-6e83cf876027 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:17.876724 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e811b57-10be-4bde-a8ad-6e83cf876027 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:17.878337 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5e811b57-10be-4bde-a8ad-6e83cf876027 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:17.936244 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5e811b57-10be-4bde-a8ad-6e83cf876027 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2177346 Nov 10 19:39:17.943413 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f9319881-3289-4ef5-b8b9-a2589cd326bc req-a93d7aaf-e693-48dd-807e-7717c2b75f41 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 210 time: 0.0345633 Nov 10 19:39:17.944504 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40116) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:17.950732 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-5cd2643d-9161-4b26-92f9-cf00a58ff302 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Request body: {'subnet': {'network_id': '13ddd219-abae-4dc1-a85d-acb1817c91d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:39:17.983136 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e811b57-10be-4bde-a8ad-6e83cf876027 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event updated for resources: {'Network': ['ID=13ddd219-abae-4dc1-a85d-acb1817c91d4,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:17.999877 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 13ddd219-abae-4dc1-a85d-acb1817c91d4 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:39:18.065720 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd2643d-9161-4b26-92f9-cf00a58ff302 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Made reservation on behalf of 9600cbcd32ca4dbe8d3161639dae9714 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:39:18.071291 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5cd2643d-9161-4b26-92f9-cf00a58ff302 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:18.166106 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.ipam_backend_mixin [None req-5cd2643d-9161-4b26-92f9-cf00a58ff302 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Performing IP validity checks on allocation pools {{(pid=102506) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 19:39:18.167181 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.ipam_backend_mixin [None req-5cd2643d-9161-4b26-92f9-cf00a58ff302 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102506) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 19:39:18.175825 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device b70e6ccb-f7dd-41e5-a541-726ad2c36f48 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:39:18.202564 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: b70e6ccb-f7dd-41e5-a541-726ad2c36f48 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:39:18.203176 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device b70e6ccb-f7dd-41e5-a541-726ad2c36f48 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:39:18.378650 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef44a0a-c55e-4303-a6d2-b7607ad82c08 req-78087aeb-846e-459f-8cb3-160bf4df3b15 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:18.380525 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9ef44a0a-c55e-4303-a6d2-b7607ad82c08 req-78087aeb-846e-459f-8cb3-160bf4df3b15 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c150ece-4932-4a7a-9cf9-38aa14b00161 HTTP/1.1" status: 200 len: 946 time: 0.1336989 Nov 10 19:39:18.408750 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5cd2643d-9161-4b26-92f9-cf00a58ff302 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:18.758750 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9ef44a0a-c55e-4303-a6d2-b7607ad82c08 req-cc720d39-85c3-43eb-b2ad-c796312a8387 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681006 Nov 10 19:39:18.762405 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2643d-9161-4b26-92f9-cf00a58ff302 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event updated for resources: {'Subnet': ['ID=ca410add-7d11-4e06-9c31-6090da538267,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:18.782019 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd2643d-9161-4b26-92f9-cf00a58ff302 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Checking segment: {'id': 'a53909fe-a5ea-4b58-a8f9-66833dd54f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '13ddd219-abae-4dc1-a85d-acb1817c91d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:39:18.782019 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd2643d-9161-4b26-92f9-cf00a58ff302 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Network hostable DHCP agents. Network: 13ddd219-abae-4dc1-a85d-acb1817c91d4, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:39:18.798679 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd2643d-9161-4b26-92f9-cf00a58ff302 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Network 13ddd219-abae-4dc1-a85d-acb1817c91d4 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:39:18.809066 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-5cd2643d-9161-4b26-92f9-cf00a58ff302 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 13ddd219-abae-4dc1-a85d-acb1817c91d4) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:39:18.813929 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd2643d-9161-4b26-92f9-cf00a58ff302 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:18.815001 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5cd2643d-9161-4b26-92f9-cf00a58ff302 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:18.819715 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d445e7fd-e91b-4dee-8894-6fdeb8b7de1f None None] Network 13ddd219-abae-4dc1-a85d-acb1817c91d4 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:39:18.842093 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5cd2643d-9161-4b26-92f9-cf00a58ff302 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8963139 Nov 10 19:39:18.842613 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40132) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:18.848800 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-b51c6a67-b989-42ce-afcb-5e97beb68402 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:39:19.022104 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b51c6a67-b989-42ce-afcb-5e97beb68402 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9906842'] for subnet, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:19.023071 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799b0660-e026-4205-8e61-d287ba77976a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-13ddd219-abae-4dc1-a85d-acb1817c91d4', 'network_id': '13ddd219-abae-4dc1-a85d-acb1817c91d4', 'tenant_id': '9600cbcd32ca4dbe8d3161639dae9714', 'fixed_ips': [{'subnet_id': 'ca410add-7d11-4e06-9c31-6090da538267'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:39:19.024106 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-799b0660-e026-4205-8e61-d287ba77976a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:19.108707 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c5e3a07-7fc2-4c67-b89c-10accca3b940 req-beafb991-6086-44eb-9b00-caffe55684a1 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 210 time: 0.0663371 Nov 10 19:39:19.203550 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-f4ec48d6-e5b9-4e6f-835d-25b428794380 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:19.205157 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-f4ec48d6-e5b9-4e6f-835d-25b428794380 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.25 "GET /v2.0/networks?id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e HTTP/1.1" status: 200 len: 811 time: 0.2366977 Nov 10 19:39:19.219279 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-799b0660-e026-4205-8e61-d287ba77976a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 10 19:39:19.219279 n-d-813897-4 neutron-server[102507]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 10 19:39:19.219279 n-d-813897-4 neutron-server[102507]: [parameters: {'in_use': 1, 'id_1': 'ca410add-7d11-4e06-9c31-6090da538267'}] Nov 10 19:39:19.219279 n-d-813897-4 neutron-server[102507]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:39:19.220431 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-799b0660-e026-4205-8e61-d287ba77976a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:39:19.228150 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-94a3cbd6-4315-4b8a-ae4d-74c676add76c tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Request body: {'port': {'device_id': 'ee153333-17a8-4752-8c72-2a96d70c8a7b', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'admin_state_up': True, 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:39:19.399201 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b51c6a67-b989-42ce-afcb-5e97beb68402 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739350356098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9292207'] for subnet, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:19.465314 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51c6a67-b989-42ce-afcb-5e97beb68402 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:19.465959 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b51c6a67-b989-42ce-afcb-5e97beb68402 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:19.467411 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b51c6a67-b989-42ce-afcb-5e97beb68402 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "PUT /v2.0/subnets/ca410add-7d11-4e06-9c31-6090da538267 HTTP/1.1" status: 200 len: 877 time: 0.6235831 Nov 10 19:39:19.470838 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40140) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:19.478964 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-94a3cbd6-4315-4b8a-ae4d-74c676add76c tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Made reservation on behalf of 0863f57af6c245c5a4e0338a46ab2047 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:39:19.482858 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-94a3cbd6-4315-4b8a-ae4d-74c676add76c tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:19.510737 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c6a67-b989-42ce-afcb-5e97beb68402 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event updated for resources: {'Subnet': ['ID=ca410add-7d11-4e06-9c31-6090da538267,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:19.712968 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57b4726f-d26a-427e-b461-ce6b6a71ef39 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:19.721424 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-799b0660-e026-4205-8e61-d287ba77976a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:19.728098 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3f2e0-110f-40ef-9e00-2f5f12bdd83a req-479b910d-f7ff-406d-9ebe-3d6037577b0e tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:19.729793 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-dbb3f2e0-110f-40ef-9e00-2f5f12bdd83a req-479b910d-f7ff-406d-9ebe-3d6037577b0e tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c150ece-4932-4a7a-9cf9-38aa14b00161 HTTP/1.1" status: 200 len: 946 time: 0.1096494 Nov 10 19:39:19.864256 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-94a3cbd6-4315-4b8a-ae4d-74c676add76c tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Allocated IP 172.20.0.14 (bca52f6d-32fc-4cbf-bc81-bdfa96008a4e/d245deb3-5e48-4ae4-b622-b444342b78ed/8c97607d-101a-44e4-80f6-fccd1dc4d0b9) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:39:19.909265 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-799b0660-e026-4205-8e61-d287ba77976a None None] Allocated IP 172.20.0.3 (13ddd219-abae-4dc1-a85d-acb1817c91d4/ca410add-7d11-4e06-9c31-6090da538267/cda67af9-ebca-427d-9c12-4cc395ddc7be) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:39:19.921985 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145f989-109c-480d-bbe9-64b892ce43d8 req-8f7187bf-cbb0-40f8-9add-9eb6fcbfe014 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:19.931499 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3145f989-109c-480d-bbe9-64b892ce43d8 req-8f7187bf-cbb0-40f8-9add-9eb6fcbfe014 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c150ece-4932-4a7a-9cf9-38aa14b00161 HTTP/1.1" status: 200 len: 946 time: 0.0662041 Nov 10 19:39:19.960542 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57b4726f-d26a-427e-b461-ce6b6a71ef39 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:19.997596 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3145f989-109c-480d-bbe9-64b892ce43d8 req-8a7837af-352b-4f2d-bef1-50a519f740e9 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647724 Nov 10 19:39:20.072145 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-dbb3f2e0-110f-40ef-9e00-2f5f12bdd83a req-9d686794-5ba6-4216-9cdf-4622053646b4 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Deleting port cfd2561c-c57d-457e-a8be-8a52cc04831e {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:39:20.072501 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-dbb3f2e0-110f-40ef-9e00-2f5f12bdd83a req-9d686794-5ba6-4216-9cdf-4622053646b4 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:20.135371 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-799b0660-e026-4205-8e61-d287ba77976a None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:20.150067 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-799b0660-e026-4205-8e61-d287ba77976a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:20.241546 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799b0660-e026-4205-8e61-d287ba77976a None None] Network 13ddd219-abae-4dc1-a85d-acb1817c91d4 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:39:20.244610 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b0660-e026-4205-8e61-d287ba77976a None None] Pushing event updated for resources: {'Port': ['ID=cda67af9-ebca-427d-9c12-4cc395ddc7be,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:20.247213 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-799b0660-e026-4205-8e61-d287ba77976a None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:39:20.249646 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-81de215e-25ca-4f24-8fab-d8ac84ecfda8 req-515905ca-e71b-4545-a4e9-8a60ef3bb8e3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 210 time: 0.0573187 Nov 10 19:39:20.255670 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799b0660-e026-4205-8e61-d287ba77976a None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:39:20.277874 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b0660-e026-4205-8e61-d287ba77976a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:20.278593 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b0660-e026-4205-8e61-d287ba77976a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:20.279185 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b0660-e026-4205-8e61-d287ba77976a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:20.279726 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b0660-e026-4205-8e61-d287ba77976a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:20.280278 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b0660-e026-4205-8e61-d287ba77976a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:20.280915 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b0660-e026-4205-8e61-d287ba77976a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:20.281533 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b0660-e026-4205-8e61-d287ba77976a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:20.282227 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b0660-e026-4205-8e61-d287ba77976a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:20.282842 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b0660-e026-4205-8e61-d287ba77976a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:20.283579 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b0660-e026-4205-8e61-d287ba77976a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:20.284563 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b0660-e026-4205-8e61-d287ba77976a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:20.286293 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b0660-e026-4205-8e61-d287ba77976a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:20.301919 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57b4726f-d26a-427e-b461-ce6b6a71ef39 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:20.359597 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-799b0660-e026-4205-8e61-d287ba77976a None None] Attempting to bind port cda67af9-ebca-427d-9c12-4cc395ddc7be on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:39:20.360228 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-799b0660-e026-4205-8e61-d287ba77976a None None] Attempting to bind port cda67af9-ebca-427d-9c12-4cc395ddc7be by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'a53909fe-a5ea-4b58-a8f9-66833dd54f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '13ddd219-abae-4dc1-a85d-acb1817c91d4'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:39:20.360747 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799b0660-e026-4205-8e61-d287ba77976a None None] Attempting to bind port cda67af9-ebca-427d-9c12-4cc395ddc7be on network 13ddd219-abae-4dc1-a85d-acb1817c91d4 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:39:20.365025 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-94a3cbd6-4315-4b8a-ae4d-74c676add76c tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:20.366607 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799b0660-e026-4205-8e61-d287ba77976a None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:39:20.367175 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799b0660-e026-4205-8e61-d287ba77976a None None] Checking segment: {'id': 'a53909fe-a5ea-4b58-a8f9-66833dd54f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '13ddd219-abae-4dc1-a85d-acb1817c91d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:39:20.367916 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-799b0660-e026-4205-8e61-d287ba77976a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:20.368968 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799b0660-e026-4205-8e61-d287ba77976a None None] Bound using segment: {'id': 'a53909fe-a5ea-4b58-a8f9-66833dd54f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '13ddd219-abae-4dc1-a85d-acb1817c91d4'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:39:20.369601 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-799b0660-e026-4205-8e61-d287ba77976a None None] Bound port: cda67af9-ebca-427d-9c12-4cc395ddc7be, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a53909fe-a5ea-4b58-a8f9-66833dd54f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '13ddd219-abae-4dc1-a85d-acb1817c91d4'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:39:20.370183 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-799b0660-e026-4205-8e61-d287ba77976a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:20.386739 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4726f-d26a-427e-b461-ce6b6a71ef39 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event deleted for resources: {'Subnet': ['ID=ca410add-7d11-4e06-9c31-6090da538267,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:20.455217 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-799b0660-e026-4205-8e61-d287ba77976a None None] For port cda67af9-ebca-427d-9c12-4cc395ddc7be, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:39:20.464824 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-799b0660-e026-4205-8e61-d287ba77976a None None] For port cda67af9-ebca-427d-9c12-4cc395ddc7be, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=cda67af9-ebca-427d-9c12-4cc395ddc7be,segment=NetworkSegment(a53909fe-a5ea-4b58-a8f9-66833dd54f9b),segment_id=a53909fe-a5ea-4b58-a8f9-66833dd54f9b)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:39:20.465035 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-94a3cbd6-4315-4b8a-ae4d-74c676add76c tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:20.471615 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-799b0660-e026-4205-8e61-d287ba77976a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:20.580747 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57b4726f-d26a-427e-b461-ce6b6a71ef39 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:20.586089 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b0660-e026-4205-8e61-d287ba77976a None None] Pushing event updated for resources: {'Port': ['ID=cda67af9-ebca-427d-9c12-4cc395ddc7be,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:20.604930 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-dbb3f2e0-110f-40ef-9e00-2f5f12bdd83a req-9d686794-5ba6-4216-9cdf-4622053646b4 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] For port cfd2561c-c57d-457e-a8be-8a52cc04831e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=cfd2561c-c57d-457e-a8be-8a52cc04831e,segment=NetworkSegment(fcbd45ae-33de-4640-a29c-c49b1536f07f),segment_id=fcbd45ae-33de-4640-a29c-c49b1536f07f)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:39:20.605308 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-dbb3f2e0-110f-40ef-9e00-2f5f12bdd83a req-9d686794-5ba6-4216-9cdf-4622053646b4 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:20.607362 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8c6a9c-6b34-4536-9960-597a7c35a0ea None None] Network 13ddd219-abae-4dc1-a85d-acb1817c91d4 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:39:20.630019 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-dbb3f2e0-110f-40ef-9e00-2f5f12bdd83a req-9d686794-5ba6-4216-9cdf-4622053646b4 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Calling delete_port for cfd2561c-c57d-457e-a8be-8a52cc04831e owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:39:20.729904 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-94a3cbd6-4315-4b8a-ae4d-74c676add76c tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:39:20.731969 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-57b4726f-d26a-427e-b461-ce6b6a71ef39 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ddd219-abae-4dc1-a85d-acb1817c91d4']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:20.750402 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-94a3cbd6-4315-4b8a-ae4d-74c676add76c tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:39:20.757228 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-57b4726f-d26a-427e-b461-ce6b6a71ef39 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a53909fe-a5ea-4b58-a8f9-66833dd54f9b') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:20.757515 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-57b4726f-d26a-427e-b461-ce6b6a71ef39 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a53909fe-a5ea-4b58-a8f9-66833dd54f9b') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:20.769522 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-94a3cbd6-4315-4b8a-ae4d-74c676add76c tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:39:20.827755 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3cbd6-4315-4b8a-ae4d-74c676add76c tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Pushing event updated for resources: {'Port': ['ID=8c97607d-101a-44e4-80f6-fccd1dc4d0b9,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:20.860547 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57b4726f-d26a-427e-b461-ce6b6a71ef39 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:20.903337 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-94a3cbd6-4315-4b8a-ae4d-74c676add76c tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:20.904121 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-94a3cbd6-4315-4b8a-ae4d-74c676add76c tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:20.912925 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57b4726f-d26a-427e-b461-ce6b6a71ef39 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:20.946442 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b4726f-d26a-427e-b461-ce6b6a71ef39 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:39:20.946837 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57b4726f-d26a-427e-b461-ce6b6a71ef39 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:20.950214 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:39:20.950214 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:39:20.950214 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:39:20.950214 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:39:20.950214 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:39:20.950214 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:39:20.950214 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:39:20.950214 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:39:20.950214 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:39:20.950214 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:39:20.950214 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:39:20.950214 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:39:20.950214 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:39:20.950214 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:39:20.950214 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:39:20.950214 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:39:20.950214 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:39:20.950214 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:39:20.950214 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:39:20.950214 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:39:20.950214 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:39:20.950214 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:39:20.950214 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:39:20.950214 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:39:20.950214 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:39:20.950214 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:39:20.950214 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:39:20.950214 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:39:20.950214 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:39:20.950214 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:39:20.950214 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:39:20.950214 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:39:20.962807 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-dbb3f2e0-110f-40ef-9e00-2f5f12bdd83a req-9d686794-5ba6-4216-9cdf-4622053646b4 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:20.989235 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-94a3cbd6-4315-4b8a-ae4d-74c676add76c tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7628284 Nov 10 19:39:20.994219 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['2a7be1e5-ed41-4143-82b8-17f08b0bb134'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:39:21.044352 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-6209389b-8fce-4fd1-9f52-4cd3f2cdd408 service neutron] Request body: {'port': {'device_id': 'ee153333-17a8-4752-8c72-2a96d70c8a7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:39:21.045907 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['cfd2561c-c57d-457e-a8be-8a52cc04831e'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:39:21.048140 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c50b9f7-0d44-423e-9099-26c8ca09380b None None] Network 13ddd219-abae-4dc1-a85d-acb1817c91d4 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:39:21.112399 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d686794-5ba6-4216-9cdf-4622053646b4 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Pushing event deleted for resources: {'Port': ['ID=cfd2561c-c57d-457e-a8be-8a52cc04831e,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:21.157795 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-61006345-c2ec-4332-a687-9ef2f04892a5 req-ba7ad42d-63b1-44b7-956d-559a4ce92304 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c150ece-4932-4a7a-9cf9-38aa14b00161 HTTP/1.1" status: 200 len: 210 time: 0.0455847 Nov 10 19:39:21.180912 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.db.api [None req-57b4726f-d26a-427e-b461-ce6b6a71ef39 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 19:39:21.180912 n-d-813897-4 neutron-server[102505]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 19:39:21.180912 n-d-813897-4 neutron-server[102505]: [parameters: {'id': '13ddd219-abae-4dc1-a85d-acb1817c91d4'}] Nov 10 19:39:21.180912 n-d-813897-4 neutron-server[102505]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:39:21.181588 n-d-813897-4 neutron-server[102505]: DEBUG oslo_db.api [None req-57b4726f-d26a-427e-b461-ce6b6a71ef39 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:39:21.223613 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-6209389b-8fce-4fd1-9f52-4cd3f2cdd408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:21.226991 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb3f2e0-110f-40ef-9e00-2f5f12bdd83a req-9d686794-5ba6-4216-9cdf-4622053646b4 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] No DVR routers for this DVR port cfd2561c-c57d-457e-a8be-8a52cc04831e on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:39:21.235169 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-dbb3f2e0-110f-40ef-9e00-2f5f12bdd83a req-9d686794-5ba6-4216-9cdf-4622053646b4 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:21.238607 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-dbb3f2e0-110f-40ef-9e00-2f5f12bdd83a req-9d686794-5ba6-4216-9cdf-4622053646b4 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.73 "DELETE /v2.0/ports/cfd2561c-c57d-457e-a8be-8a52cc04831e HTTP/1.1" status: 204 len: 173 time: 1.4874666 Nov 10 19:39:21.239070 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c150ece-4932-4a7a-9cf9-38aa14b00161', 'name': 'network-vif-deleted', 'tag': 'cfd2561c-c57d-457e-a8be-8a52cc04831e'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:39:21.241385 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056c0a56-5807-4f0f-a3fa-f7c932854ef7" -d '{"events": [{"server_uuid": "8c150ece-4932-4a7a-9cf9-38aa14b00161", "name": "network-vif-deleted", "tag": "cfd2561c-c57d-457e-a8be-8a52cc04831e"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:39:21.257798 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec99edca-2b35-4a56-b4e8-5ee0f70ff5cf None None] DHCP port deletion for 87737cc5-1491-4eb8-832b-21b850f6c386 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:39:21.413328 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc224b9-fae5-4b07-916b-476c56661b0d x-openstack-request-id: req-efc224b9-fae5-4b07-916b-476c56661b0d {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:39:21.413527 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c150ece-4932-4a7a-9cf9-38aa14b00161", "name": "network-vif-deleted", "tag": "cfd2561c-c57d-457e-a8be-8a52cc04831e", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:39:21.413783 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-efc224b9-fae5-4b07-916b-476c56661b0d {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:39:21.414203 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c150ece-4932-4a7a-9cf9-38aa14b00161', 'name': 'network-vif-deleted', 'tag': 'cfd2561c-c57d-457e-a8be-8a52cc04831e', 'status': 'completed', 'code': 200} Nov 10 19:39:21.423190 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-7d78668c-959d-440e-bc1d-9db1dfd6e808 None None] Provisioning complete for port 8c97607d-101a-44e4-80f6-fccd1dc4d0b9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:39:21.423632 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7d78668c-959d-440e-bc1d-9db1dfd6e808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:21.495743 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-7d78668c-959d-440e-bc1d-9db1dfd6e808 None None] Port 8c97607d-101a-44e4-80f6-fccd1dc4d0b9 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:39:21.515471 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e440ff7b-761f-4fd4-bbd7-09821ab4cc90 None None] get_active_networks_info from n-d-813897-4 {{(pid=102507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 19:39:21.518216 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eba966-79f8-4349-a879-a3737948fa5f req-242be4db-e6fa-4c4b-91ac-cc360a4f6808 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:21.522845 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97eba966-79f8-4349-a879-a3737948fa5f req-242be4db-e6fa-4c4b-91ac-cc360a4f6808 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 932 time: 0.0862236 Nov 10 19:39:21.595825 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97eba966-79f8-4349-a879-a3737948fa5f req-dc2a520a-4759-4c2e-a306-b3f1653e40ed tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679715 Nov 10 19:39:21.672023 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e440ff7b-761f-4fd4-bbd7-09821ab4cc90 None None] Resources bound (agent type, host, resource id): {{(pid=102507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 19:39:21.695682 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57b4726f-d26a-427e-b461-ce6b6a71ef39 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:21.753685 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-6209389b-8fce-4fd1-9f52-4cd3f2cdd408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c97607d-101a-44e4-80f6-fccd1dc4d0b9 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:39:21.781935 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-6209389b-8fce-4fd1-9f52-4cd3f2cdd408 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:21.801160 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-6209389b-8fce-4fd1-9f52-4cd3f2cdd408 service neutron] Transition to ACTIVE for port object 8c97607d-101a-44e4-80f6-fccd1dc4d0b9 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:39:21.812580 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-6209389b-8fce-4fd1-9f52-4cd3f2cdd408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:21.888430 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-57b4726f-d26a-427e-b461-ce6b6a71ef39 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Deleting port cda67af9-ebca-427d-9c12-4cc395ddc7be {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:39:21.888813 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57b4726f-d26a-427e-b461-ce6b6a71ef39 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:21.921059 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209389b-8fce-4fd1-9f52-4cd3f2cdd408 service neutron] Pushing event updated for resources: {'Port': ['ID=8c97607d-101a-44e4-80f6-fccd1dc4d0b9,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:22.023417 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-57b4726f-d26a-427e-b461-ce6b6a71ef39 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] For port cda67af9-ebca-427d-9c12-4cc395ddc7be, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=cda67af9-ebca-427d-9c12-4cc395ddc7be,segment=NetworkSegment(a53909fe-a5ea-4b58-a8f9-66833dd54f9b),segment_id=a53909fe-a5ea-4b58-a8f9-66833dd54f9b)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:39:22.023760 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57b4726f-d26a-427e-b461-ce6b6a71ef39 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:22.042337 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-57b4726f-d26a-427e-b461-ce6b6a71ef39 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Calling delete_port for cda67af9-ebca-427d-9c12-4cc395ddc7be owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:39:22.063888 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-6209389b-8fce-4fd1-9f52-4cd3f2cdd408 service neutron] Attempting to bind port 8c97607d-101a-44e4-80f6-fccd1dc4d0b9 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:39:22.064222 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-6209389b-8fce-4fd1-9f52-4cd3f2cdd408 service neutron] Attempting to bind port 8c97607d-101a-44e4-80f6-fccd1dc4d0b9 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:39:22.064548 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-6209389b-8fce-4fd1-9f52-4cd3f2cdd408 service neutron] Attempting to bind port 8c97607d-101a-44e4-80f6-fccd1dc4d0b9 on network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:39:22.101831 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-6209389b-8fce-4fd1-9f52-4cd3f2cdd408 service neutron] Port 8c97607d-101a-44e4-80f6-fccd1dc4d0b9 on network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:39:22.102278 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-6209389b-8fce-4fd1-9f52-4cd3f2cdd408 service neutron] Attempting to bind port 8c97607d-101a-44e4-80f6-fccd1dc4d0b9 on network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:39:22.111314 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-6209389b-8fce-4fd1-9f52-4cd3f2cdd408 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:39:22.111655 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-6209389b-8fce-4fd1-9f52-4cd3f2cdd408 service neutron] Checking segment: {'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:39:22.112035 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-6209389b-8fce-4fd1-9f52-4cd3f2cdd408 service neutron] Bound using segment: {'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:39:22.112461 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-6209389b-8fce-4fd1-9f52-4cd3f2cdd408 service neutron] Bound port: 8c97607d-101a-44e4-80f6-fccd1dc4d0b9, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:39:22.112831 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-6209389b-8fce-4fd1-9f52-4cd3f2cdd408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:22.200323 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57b4726f-d26a-427e-b461-ce6b6a71ef39 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:22.229378 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-6209389b-8fce-4fd1-9f52-4cd3f2cdd408 service neutron] For port 8c97607d-101a-44e4-80f6-fccd1dc4d0b9, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:39:22.246577 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4726f-d26a-427e-b461-ce6b6a71ef39 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event deleted for resources: {'Port': ['ID=cda67af9-ebca-427d-9c12-4cc395ddc7be,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:22.261626 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-6209389b-8fce-4fd1-9f52-4cd3f2cdd408 service neutron] For port 8c97607d-101a-44e4-80f6-fccd1dc4d0b9, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=8c97607d-101a-44e4-80f6-fccd1dc4d0b9,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:39:22.263944 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b4726f-d26a-427e-b461-ce6b6a71ef39 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] No DVR routers for this DVR port cda67af9-ebca-427d-9c12-4cc395ddc7be on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:39:22.271931 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-6209389b-8fce-4fd1-9f52-4cd3f2cdd408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:22.378538 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57b4726f-d26a-427e-b461-ce6b6a71ef39 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:22.400210 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-57b4726f-d26a-427e-b461-ce6b6a71ef39 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ddd219-abae-4dc1-a85d-acb1817c91d4']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:22.419962 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-57b4726f-d26a-427e-b461-ce6b6a71ef39 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a53909fe-a5ea-4b58-a8f9-66833dd54f9b') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:22.420256 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-57b4726f-d26a-427e-b461-ce6b6a71ef39 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a53909fe-a5ea-4b58-a8f9-66833dd54f9b') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:22.439709 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57b4726f-d26a-427e-b461-ce6b6a71ef39 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:22.458768 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57b4726f-d26a-427e-b461-ce6b6a71ef39 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:22.466940 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b4726f-d26a-427e-b461-ce6b6a71ef39 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:39:22.467344 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57b4726f-d26a-427e-b461-ce6b6a71ef39 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:22.567140 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:39:22.567140 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:39:22.567140 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:39:22.567140 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:39:22.567140 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:39:22.567140 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:39:22.567140 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:39:22.567140 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:39:22.567140 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:39:22.567140 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:39:22.567140 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:39:22.567140 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:39:22.567140 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:39:22.567140 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:39:22.567140 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:39:22.567140 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:39:22.567140 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:39:22.567140 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:39:22.567140 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:39:22.567140 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:39:22.567140 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:39:22.567140 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:39:22.567140 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:39:22.567140 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:39:22.567140 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:39:22.567140 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:39:22.567140 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:39:22.567140 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:39:22.567140 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:39:22.567140 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:39:22.567140 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:39:22.567140 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:39:22.573063 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57b4726f-d26a-427e-b461-ce6b6a71ef39 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:22.580117 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-6209389b-8fce-4fd1-9f52-4cd3f2cdd408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:22.580745 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-6209389b-8fce-4fd1-9f52-4cd3f2cdd408 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:22.581215 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-7643f643-04c5-4685-ba08-f0ff88d602d9 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:22.582251 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-6209389b-8fce-4fd1-9f52-4cd3f2cdd408 service neutron] 10.222.0.25 "PUT /v2.0/ports/8c97607d-101a-44e4-80f6-fccd1dc4d0b9 HTTP/1.1" status: 200 len: 1092 time: 1.5506272 Nov 10 19:39:22.583857 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-7643f643-04c5-4685-ba08-f0ff88d602d9 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/networks?id=87737cc5-1491-4eb8-832b-21b850f6c386 HTTP/1.1" status: 200 len: 805 time: 0.1651716 Nov 10 19:39:22.604317 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57b4726f-d26a-427e-b461-ce6b6a71ef39 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:22.607736 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-57b4726f-d26a-427e-b461-ce6b6a71ef39 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "DELETE /v2.0/networks/13ddd219-abae-4dc1-a85d-acb1817c91d4 HTTP/1.1" status: 204 len: 168 time: 3.1358125 Nov 10 19:39:22.608662 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4726f-d26a-427e-b461-ce6b6a71ef39 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event deleted for resources: {'Network': ['ID=13ddd219-abae-4dc1-a85d-acb1817c91d4,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:22.613468 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40180) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:22.674996 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-9ba97d1a-66a4-472a-a183-a7d20048897a tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/quotas/2a00ca65ead540abbf4d59ff2c615c4f HTTP/1.1" status: 200 len: 375 time: 0.0659335 Nov 10 19:39:22.680294 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-423cca56-331c-4e3a-9a7f-85fde3a622bb tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] DELETE failed (client error): The resource could not be found. Nov 10 19:39:22.682450 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-423cca56-331c-4e3a-9a7f-85fde3a622bb tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:39:22.691701 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-423cca56-331c-4e3a-9a7f-85fde3a622bb tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "DELETE /v2.0/subnets/ca410add-7d11-4e06-9c31-6090da538267 HTTP/1.1" status: 404 len: 337 time: 0.0662477 Nov 10 19:39:22.692772 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40184) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:22.715644 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd74acf9-f25a-4d46-951c-1cf19610528d tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] DELETE failed (client error): The resource could not be found. Nov 10 19:39:22.716328 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd74acf9-f25a-4d46-951c-1cf19610528d tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:39:22.721913 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cd74acf9-f25a-4d46-951c-1cf19610528d tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "DELETE /v2.0/networks/13ddd219-abae-4dc1-a85d-acb1817c91d4 HTTP/1.1" status: 404 len: 339 time: 0.0251477 Nov 10 19:39:22.723074 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40188) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:22.740931 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209389b-8fce-4fd1-9f52-4cd3f2cdd408 service neutron] Pushing event updated for resources: {'Port': ['ID=8c97607d-101a-44e4-80f6-fccd1dc4d0b9,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:22.785641 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-73587c7e-a985-4f87-9a6f-827571067143 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] DELETE failed (client error): The resource could not be found. Nov 10 19:39:22.789598 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73587c7e-a985-4f87-9a6f-827571067143 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:39:22.792268 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-8895e330-52c0-4664-9887-2c6b291dd28e tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a00ca65ead540abbf4d59ff2c615c4f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0986021 Nov 10 19:39:22.795128 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-73587c7e-a985-4f87-9a6f-827571067143 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "DELETE /v2.0/subnets/f80e31b0-6d1c-4f59-a73e-e7ae5e59f103 HTTP/1.1" status: 404 len: 337 time: 0.0622628 Nov 10 19:39:22.799705 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40190) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:22.807570 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-e53957bf-0dbd-4f2d-8b94-3ec117fc34a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:22.812564 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-e53957bf-0dbd-4f2d-8b94-3ec117fc34a7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0863f57af6c245c5a4e0338a46ab2047&device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 1095 time: 0.1694705 Nov 10 19:39:22.878636 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d13e218-b81c-4059-8701-7951e254e6b4 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] DELETE failed (client error): The resource could not be found. Nov 10 19:39:22.879291 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d13e218-b81c-4059-8701-7951e254e6b4 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:39:22.885237 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0d13e218-b81c-4059-8701-7951e254e6b4 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "DELETE /v2.0/networks/e93a0a2c-5acb-4b8c-a64a-85c1f844b133 HTTP/1.1" status: 404 len: 339 time: 0.0692317 Nov 10 19:39:22.885237 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-5228441f-7728-46de-8bf6-5637486aad18 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c97607d-101a-44e4-80f6-fccd1dc4d0b9 HTTP/1.1" status: 200 len: 217 time: 0.0630567 Nov 10 19:39:22.885562 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40192) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:22.924484 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-d92c2358-0664-43a0-9bcd-4aa47dbb9fd8 service neutron] 10.222.0.54 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309857 Nov 10 19:39:22.939545 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-cf4530fb-1c8f-4412-b975-047c1298194a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:22.941393 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-cf4530fb-1c8f-4412-b975-047c1298194a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d245deb3-5e48-4ae4-b622-b444342b78ed HTTP/1.1" status: 200 len: 850 time: 0.0475643 Nov 10 19:39:23.043392 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-011ead9b-0f97-47e3-a4d4-18834a6969e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:23.044971 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-011ead9b-0f97-47e3-a4d4-18834a6969e4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880752 Nov 10 19:39:23.049462 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-96d7f9cd-f848-4011-b0d1-bcb773f042cf service neutron] 10.222.0.54 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240280 Nov 10 19:39:23.050578 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c40a168-faaa-492e-a2e0-a4f3d7d596df tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:23.277428 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-e8d1a0c7-2b72-4adc-a24c-ff519e695d3a service neutron] 10.222.0.25 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223008 Nov 10 19:39:23.279098 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c40a168-faaa-492e-a2e0-a4f3d7d596df tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:23.312531 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6e18c-6293-47c5-b6f0-3d70b2ccf85f req-38ca11ee-20af-49f8-805e-5479e74667dd tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:23.338519 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aae6e18c-6293-47c5-b6f0-3d70b2ccf85f req-38ca11ee-20af-49f8-805e-5479e74667dd tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 944 time: 0.0848951 Nov 10 19:39:23.403706 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-3c40a168-faaa-492e-a2e0-a4f3d7d596df tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f1bc438-a722-415d-bbfd-f4044f11dc29']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:23.410560 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aae6e18c-6293-47c5-b6f0-3d70b2ccf85f req-a1360032-255d-4605-9c7f-b44a0a4e9ccf tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678442 Nov 10 19:39:23.421241 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee153333-17a8-4752-8c72-2a96d70c8a7b', 'tag': '8c97607d-101a-44e4-80f6-fccd1dc4d0b9'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:39:23.424802 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d55278-c6ac-4121-be12-398517c8ab48" -d '{"events": [{"name": "network-changed", "server_uuid": "ee153333-17a8-4752-8c72-2a96d70c8a7b", "tag": "8c97607d-101a-44e4-80f6-fccd1dc4d0b9"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:39:23.435754 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-3c40a168-faaa-492e-a2e0-a4f3d7d596df tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfdfd210-7afd-48a9-a721-e779d2685a5a') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:23.435754 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-3c40a168-faaa-492e-a2e0-a4f3d7d596df tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfdfd210-7afd-48a9-a721-e779d2685a5a') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:23.463390 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c40a168-faaa-492e-a2e0-a4f3d7d596df tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:23.490094 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-aa8d7ab7-fb5d-4c49-9f30-0971bad2b729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:23.498815 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c40a168-faaa-492e-a2e0-a4f3d7d596df tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:23.519959 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a2b6e2c7-6b6f-4cb4-9ac9-50c5d840454b req-76afb134-fdd2-4674-aa02-22b3d772e580 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e64acf0-b411-478d-a188-25c7c0facc25 HTTP/1.1" status: 200 len: 210 time: 0.0500906 Nov 10 19:39:23.542240 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c40a168-faaa-492e-a2e0-a4f3d7d596df tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:39:23.542662 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c40a168-faaa-492e-a2e0-a4f3d7d596df tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:23.569167 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:39:23.569167 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:39:23.569167 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:39:23.569167 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:39:23.569167 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:39:23.569167 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:39:23.569167 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:39:23.569167 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:39:23.569167 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:39:23.569167 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:39:23.569167 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:39:23.569167 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:39:23.569167 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:39:23.569167 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:39:23.569167 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:39:23.569167 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:39:23.569167 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:39:23.569167 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:39:23.569167 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:39:23.569167 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:39:23.569167 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:39:23.569167 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:39:23.569167 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:39:23.569167 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:39:23.569167 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:39:23.569167 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:39:23.569167 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:39:23.569167 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:39:23.569167 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:39:23.569167 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:39:23.569167 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:39:23.569167 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:39:23.589420 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8072744e-ef5f-4e9b-8451-b48f708d60d6 req-6d9683c5-1cae-4dae-ad0c-61a029786c5e service neutron] 10.222.0.25 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019781 Nov 10 19:39:23.599420 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c6b000-eccb-417f-9a69-ae110b43017c x-openstack-request-id: req-53c6b000-eccb-417f-9a69-ae110b43017c {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:39:23.600214 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee153333-17a8-4752-8c72-2a96d70c8a7b", "tag": "8c97607d-101a-44e4-80f6-fccd1dc4d0b9", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:39:23.600607 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-53c6b000-eccb-417f-9a69-ae110b43017c {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:39:23.601558 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee153333-17a8-4752-8c72-2a96d70c8a7b', 'tag': '8c97607d-101a-44e4-80f6-fccd1dc4d0b9', 'status': 'completed', 'code': 200} Nov 10 19:39:24.006664 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device cfd2561c-c57d-457e-a8be-8a52cc04831e no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:39:24.059386 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c40a168-faaa-492e-a2e0-a4f3d7d596df tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:24.064366 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: cfd2561c-c57d-457e-a8be-8a52cc04831e {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:39:24.065489 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device cfd2561c-c57d-457e-a8be-8a52cc04831e not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:39:24.076829 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c40a168-faaa-492e-a2e0-a4f3d7d596df tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:24.085076 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3c40a168-faaa-492e-a2e0-a4f3d7d596df tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "DELETE /v2.0/networks/3f1bc438-a722-415d-bbfd-f4044f11dc29 HTTP/1.1" status: 204 len: 168 time: 1.1964364 Nov 10 19:39:24.085744 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40208) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:24.110311 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40a168-faaa-492e-a2e0-a4f3d7d596df tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event deleted for resources: {'Network': ['ID=3f1bc438-a722-415d-bbfd-f4044f11dc29,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:24.137139 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d55278-c6ac-4121-be12-398517c8ab48 req-34f41365-dbdd-4f53-9113-84251b0ba7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:24.139416 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-30d55278-c6ac-4121-be12-398517c8ab48 req-34f41365-dbdd-4f53-9113-84251b0ba7aa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0863f57af6c245c5a4e0338a46ab2047&device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 1095 time: 0.0934293 Nov 10 19:39:24.147992 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-b86e5244-8643-4565-802a-2e57dbd026c7 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] DELETE failed (client error): The resource could not be found. Nov 10 19:39:24.150678 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b86e5244-8643-4565-802a-2e57dbd026c7 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:39:24.154302 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b86e5244-8643-4565-802a-2e57dbd026c7 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "DELETE /v2.0/subnets/ceafb07a-808f-4ea7-a590-12e467dc2c3d HTTP/1.1" status: 404 len: 337 time: 0.0665791 Nov 10 19:39:24.157361 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40210) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:24.212399 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-420bb777-7e8c-4234-a82f-4fe97a51b568 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] DELETE failed (client error): The resource could not be found. Nov 10 19:39:24.213045 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-420bb777-7e8c-4234-a82f-4fe97a51b568 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:39:24.219135 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-420bb777-7e8c-4234-a82f-4fe97a51b568 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "DELETE /v2.0/networks/30423aa5-8bd2-4ed8-af96-dec145e5d480 HTTP/1.1" status: 404 len: 339 time: 0.0607264 Nov 10 19:39:24.227666 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40212) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:24.311094 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d55278-c6ac-4121-be12-398517c8ab48 req-8c45442d-4853-4c94-90f1-4277b59d89e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:24.314479 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-30d55278-c6ac-4121-be12-398517c8ab48 req-8c45442d-4853-4c94-90f1-4277b59d89e3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e HTTP/1.1" status: 200 len: 912 time: 0.1675847 Nov 10 19:39:24.316793 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-a23b24da-ef0e-4624-b799-6fa81f4f1daa tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] DELETE failed (client error): The resource could not be found. Nov 10 19:39:24.317339 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a23b24da-ef0e-4624-b799-6fa81f4f1daa tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:39:24.320464 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a23b24da-ef0e-4624-b799-6fa81f4f1daa tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "DELETE /v2.0/subnets/7a62d52b-cd98-4aaa-80c1-f6dd32c6e403 HTTP/1.1" status: 404 len: 337 time: 0.0913541 Nov 10 19:39:24.325658 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40214) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:24.387732 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82de975-9510-41e5-be14-7e71e7eaea1f tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] DELETE failed (client error): The resource could not be found. Nov 10 19:39:24.390315 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b82de975-9510-41e5-be14-7e71e7eaea1f tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:39:24.398365 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b82de975-9510-41e5-be14-7e71e7eaea1f tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "DELETE /v2.0/networks/f985e72f-cbbd-4d4d-a451-5aa06130c965 HTTP/1.1" status: 404 len: 339 time: 0.0715997 Nov 10 19:39:24.400920 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40216) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:24.493620 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-857a1c9b-76ad-4dd7-93e6-904aa627f2c8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] DELETE failed (client error): The resource could not be found. Nov 10 19:39:24.500378 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-857a1c9b-76ad-4dd7-93e6-904aa627f2c8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:39:24.504258 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-857a1c9b-76ad-4dd7-93e6-904aa627f2c8 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "DELETE /v2.0/subnets/f6919351-eb1a-436a-bcec-ff55f76270ff HTTP/1.1" status: 404 len: 337 time: 0.1018682 Nov 10 19:39:24.507568 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40220) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:24.541000 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-30d55278-c6ac-4121-be12-398517c8ab48 req-bda82b12-e9c8-41a7-8b5e-5964616d3a9e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c97607d-101a-44e4-80f6-fccd1dc4d0b9 HTTP/1.1" status: 200 len: 217 time: 0.1873741 Nov 10 19:39:24.552952 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c8deb89-fe42-4a7a-9f08-f4e38599d528 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] DELETE failed (client error): The resource could not be found. Nov 10 19:39:24.554268 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c8deb89-fe42-4a7a-9f08-f4e38599d528 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:39:24.562301 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8c8deb89-fe42-4a7a-9f08-f4e38599d528 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "DELETE /v2.0/networks/3f9a1860-6982-4b2d-aa17-31a34bc30b9a HTTP/1.1" status: 404 len: 339 time: 0.0528767 Nov 10 19:39:24.567812 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40224) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:24.660739 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64efd8d2-19fe-467b-b1a2-d6cc346e393d req-12d4d4da-2657-4f7b-b8a7-c7beeff2ac64 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:24.662861 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-64efd8d2-19fe-467b-b1a2-d6cc346e393d req-12d4d4da-2657-4f7b-b8a7-c7beeff2ac64 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 944 time: 0.0991423 Nov 10 19:39:24.739125 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-28a3bbe4-dd33-4b40-ab6c-94b9ad8babb2 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] DELETE failed (client error): The resource could not be found. Nov 10 19:39:24.740008 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28a3bbe4-dd33-4b40-ab6c-94b9ad8babb2 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:39:24.744110 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-28a3bbe4-dd33-4b40-ab6c-94b9ad8babb2 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "DELETE /v2.0/subnets/97075dfc-b683-4f8e-b4a0-b5ed2c7bf2cc HTTP/1.1" status: 404 len: 337 time: 0.1347346 Nov 10 19:39:24.750357 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40226) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:24.761831 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-64efd8d2-19fe-467b-b1a2-d6cc346e393d req-36ef819f-997d-466c-80a0-9b104b8a3c8c tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855582 Nov 10 19:39:24.829578 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:24.840911 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d55278-c6ac-4121-be12-398517c8ab48 req-0297377e-140b-41a6-aa66-3d881a325c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:24.846071 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-30d55278-c6ac-4121-be12-398517c8ab48 req-0297377e-140b-41a6-aa66-3d881a325c4e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d245deb3-5e48-4ae4-b622-b444342b78ed HTTP/1.1" status: 200 len: 850 time: 0.2937407 Nov 10 19:39:24.850850 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2d9fe8-c97f-4ba4-ba6c-0bbae5e8b0e2 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] DELETE failed (client error): The resource could not be found. Nov 10 19:39:24.851740 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f2d9fe8-c97f-4ba4-ba6c-0bbae5e8b0e2 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:39:24.856246 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2f2d9fe8-c97f-4ba4-ba6c-0bbae5e8b0e2 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "DELETE /v2.0/networks/64f0d208-82dd-4146-b575-62a1edb90a5c HTTP/1.1" status: 404 len: 339 time: 0.1024575 Nov 10 19:39:24.860456 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40230) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:24.932710 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-9f724641-cb1a-413d-a1f6-bb36c8d3202e tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:24.934674 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-9f724641-cb1a-413d-a1f6-bb36c8d3202e tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.73 "GET /v2.0/networks?id=87737cc5-1491-4eb8-832b-21b850f6c386 HTTP/1.1" status: 200 len: 805 time: 0.4343379 Nov 10 19:39:24.936862 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-773ad533-40fa-4610-b1d5-45e831859674 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] DELETE failed (client error): The resource could not be found. Nov 10 19:39:24.938204 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-773ad533-40fa-4610-b1d5-45e831859674 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:39:24.946573 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-773ad533-40fa-4610-b1d5-45e831859674 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "DELETE /v2.0/subnets/b727437f-2d76-4d98-b4a3-9766c2c67dc1 HTTP/1.1" status: 404 len: 337 time: 0.0846360 Nov 10 19:39:24.955190 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40232) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:24.965426 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-1e76c428-a3b3-4fa5-949e-10d869d9028f tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Request body: {'port': {'device_id': '4e64acf0-b411-478d-a188-25c7c0facc25', 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386', 'admin_state_up': True, 'tenant_id': '2a00ca65ead540abbf4d59ff2c615c4f'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:39:24.984271 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d55278-c6ac-4121-be12-398517c8ab48 req-78ff202c-175c-4762-903a-9f7fa9c73a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:24.985979 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-30d55278-c6ac-4121-be12-398517c8ab48 req-78ff202c-175c-4762-903a-9f7fa9c73a89 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1227641 Nov 10 19:39:25.011306 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-527b450a-81b6-462d-a557-c1c4bb479d6d req-3b0a91fd-db13-4e58-a182-88892a26a50d tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e64acf0-b411-478d-a188-25c7c0facc25 HTTP/1.1" status: 200 len: 210 time: 0.0599422 Nov 10 19:39:25.059754 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-916e8199-c1ba-41a0-be49-33cb6ca80a96 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] DELETE failed (client error): The resource could not be found. Nov 10 19:39:25.060316 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-916e8199-c1ba-41a0-be49-33cb6ca80a96 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:39:25.063582 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-916e8199-c1ba-41a0-be49-33cb6ca80a96 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "DELETE /v2.0/networks/bf9e1f58-bb78-4db6-9533-a5ed799e3223 HTTP/1.1" status: 404 len: 339 time: 0.1034486 Nov 10 19:39:25.069171 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40236) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:25.133721 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:25.166715 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-71a844eb-a699-41dc-8bc7-319e6ace8c8e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] DELETE failed (client error): The resource could not be found. Nov 10 19:39:25.167443 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71a844eb-a699-41dc-8bc7-319e6ace8c8e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:39:25.178394 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-71a844eb-a699-41dc-8bc7-319e6ace8c8e tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "DELETE /v2.0/subnets/35756ca6-3e42-4bbf-9611-231c111000c3 HTTP/1.1" status: 404 len: 337 time: 0.1048517 Nov 10 19:39:25.178572 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40238) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:25.193542 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-30d55278-c6ac-4121-be12-398517c8ab48 req-c5ba4648-c908-4b96-9488-b0aae241d44d service neutron] 10.222.0.25 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947834 Nov 10 19:39:25.234554 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-931a2611-dcfc-4b51-96eb-b119fc395650 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] DELETE failed (client error): The resource could not be found. Nov 10 19:39:25.235207 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-931a2611-dcfc-4b51-96eb-b119fc395650 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:39:25.238360 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-931a2611-dcfc-4b51-96eb-b119fc395650 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "DELETE /v2.0/networks/257d424f-f9b0-48af-8f49-a259920a94cf HTTP/1.1" status: 404 len: 339 time: 0.0589330 Nov 10 19:39:25.250715 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40240) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:25.316927 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-9717c87e-a407-45c5-ac57-4009b38ed7fc tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] DELETE failed (client error): The resource could not be found. Nov 10 19:39:25.316927 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9717c87e-a407-45c5-ac57-4009b38ed7fc tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:39:25.317670 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9717c87e-a407-45c5-ac57-4009b38ed7fc tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "DELETE /v2.0/subnets/81ec59d3-76ae-4719-852a-b840509ae512 HTTP/1.1" status: 404 len: 337 time: 0.0657086 Nov 10 19:39:25.318088 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-1e76c428-a3b3-4fa5-949e-10d869d9028f tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Made reservation on behalf of 2a00ca65ead540abbf4d59ff2c615c4f for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:39:25.320617 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40242) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:25.322625 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-1e76c428-a3b3-4fa5-949e-10d869d9028f tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:25.351064 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-78308882-c45e-4c53-834d-fb5127cb8227 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] DELETE failed (client error): The resource could not be found. Nov 10 19:39:25.351679 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78308882-c45e-4c53-834d-fb5127cb8227 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:39:25.358514 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-78308882-c45e-4c53-834d-fb5127cb8227 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "DELETE /v2.0/networks/2872556d-8c58-4893-a139-29e7da8dbf7b HTTP/1.1" status: 404 len: 339 time: 0.0347419 Nov 10 19:39:25.359200 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40244) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:25.390998 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-76600ce3-0b14-4ea2-a559-82fc91f84b5c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] DELETE failed (client error): The resource could not be found. Nov 10 19:39:25.391824 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76600ce3-0b14-4ea2-a559-82fc91f84b5c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:39:25.395314 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-76600ce3-0b14-4ea2-a559-82fc91f84b5c tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "DELETE /v2.0/subnets/4739dcc7-a8d5-404f-adb7-a074945d41ab HTTP/1.1" status: 404 len: 337 time: 0.0350795 Nov 10 19:39:25.397997 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40246) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:25.423571 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-30d55278-c6ac-4121-be12-398517c8ab48 req-6d3cca49-9de7-4491-91f1-52d6f2ad8225 service neutron] 10.222.0.25 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176964 Nov 10 19:39:25.443049 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf364c4-4f42-45eb-98f6-2495f7ee6625 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] DELETE failed (client error): The resource could not be found. Nov 10 19:39:25.446155 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bf364c4-4f42-45eb-98f6-2495f7ee6625 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:39:25.450239 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3bf364c4-4f42-45eb-98f6-2495f7ee6625 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "DELETE /v2.0/networks/1581e181-3f27-489c-a5ce-6201fe621dc6 HTTP/1.1" status: 404 len: 339 time: 0.0488498 Nov 10 19:39:25.450920 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40248) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:25.513457 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-3438c738-e66b-4402-b846-9dbc749177e9 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Deleting subnet d615e22d-ea0f-4aa5-97c8-4412e9f69f59 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:39:25.517278 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3438c738-e66b-4402-b846-9dbc749177e9 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:25.546493 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-1e76c428-a3b3-4fa5-949e-10d869d9028f tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Allocated IP 172.20.0.4 (87737cc5-1491-4eb8-832b-21b850f6c386/f85973c4-b607-4c9f-9c90-dbe2046779da/e752849c-80ff-47be-a313-bea3404a3cac) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:39:25.574489 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3438c738-e66b-4402-b846-9dbc749177e9 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:25.731981 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3438c738-e66b-4402-b846-9dbc749177e9 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:25.746568 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b44cbc9b-c0bf-4d0b-b8b2-850e7eb85621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:25.861838 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3438c738-e66b-4402-b846-9dbc749177e9 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:25.918467 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-1e76c428-a3b3-4fa5-949e-10d869d9028f tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:25.948843 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438c738-e66b-4402-b846-9dbc749177e9 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event deleted for resources: {'Subnet': ['ID=d615e22d-ea0f-4aa5-97c8-4412e9f69f59,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:25.965974 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2d0ac2-f3b3-4e7a-afe6-e6aa66cd8e41 None None] Network 416ed2c4-6433-4f46-8e2e-4a631aa52433 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:39:25.980493 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-1e76c428-a3b3-4fa5-949e-10d869d9028f tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:25.983305 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3438c738-e66b-4402-b846-9dbc749177e9 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:25.987112 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3438c738-e66b-4402-b846-9dbc749177e9 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "DELETE /v2.0/subnets/d615e22d-ea0f-4aa5-97c8-4412e9f69f59 HTTP/1.1" status: 204 len: 168 time: 0.5352297 Nov 10 19:39:25.993861 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40254) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:26.061972 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-1e76c428-a3b3-4fa5-949e-10d869d9028f tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Network 87737cc5-1491-4eb8-832b-21b850f6c386 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:39:26.066212 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-1e76c428-a3b3-4fa5-949e-10d869d9028f tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:39:26.067936 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['2a7be1e5-ed41-4143-82b8-17f08b0bb134'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:39:26.076920 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-1e76c428-a3b3-4fa5-949e-10d869d9028f tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:39:26.081343 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76c428-a3b3-4fa5-949e-10d869d9028f tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Pushing event updated for resources: {'Port': ['ID=e752849c-80ff-47be-a313-bea3404a3cac,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:26.123828 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee8327-7468-47da-be15-76805c7c6e5c req-c0c2c92b-f98e-416d-9d11-9831db23f0f3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:26.125479 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-11ee8327-7468-47da-be15-76805c7c6e5c req-c0c2c92b-f98e-416d-9d11-9831db23f0f3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 944 time: 0.1987059 Nov 10 19:39:26.151507 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e62e8ed4-a0db-457a-9f69-6d3d4a473f01 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:26.180004 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-1e76c428-a3b3-4fa5-949e-10d869d9028f tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:26.182369 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-1e76c428-a3b3-4fa5-949e-10d869d9028f tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:26.220889 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-11ee8327-7468-47da-be15-76805c7c6e5c req-4b6aa90a-084d-45d6-8832-0f2d9469cff7 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850713 Nov 10 19:39:26.248728 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-1e76c428-a3b3-4fa5-949e-10d869d9028f tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2907758 Nov 10 19:39:26.263125 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-800bdb72-0369-4c5d-86b1-f1878d379d42 service neutron] Request body: {'port': {'device_id': '4e64acf0-b411-478d-a188-25c7c0facc25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:39:26.267016 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-e62e8ed4-a0db-457a-9f69-6d3d4a473f01 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Deleting port ebf9943d-ee3c-42e3-bd48-9b2b2df8c51a {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:39:26.268854 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e62e8ed4-a0db-457a-9f69-6d3d4a473f01 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:26.270209 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b201fb36-2301-4f47-a84d-82613c0f30b2 None None] DHCP port deletion for 87737cc5-1491-4eb8-832b-21b850f6c386 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:39:26.424651 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-e62e8ed4-a0db-457a-9f69-6d3d4a473f01 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] For port ebf9943d-ee3c-42e3-bd48-9b2b2df8c51a, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ebf9943d-ee3c-42e3-bd48-9b2b2df8c51a,segment=NetworkSegment(9a4984b5-7ed6-489e-863f-7575623e3b7a),segment_id=9a4984b5-7ed6-489e-863f-7575623e3b7a)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:39:26.425572 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e62e8ed4-a0db-457a-9f69-6d3d4a473f01 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:26.446442 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-e62e8ed4-a0db-457a-9f69-6d3d4a473f01 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Calling delete_port for ebf9943d-ee3c-42e3-bd48-9b2b2df8c51a owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:39:26.469193 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-84057f7f-c2c3-4f39-b116-34a26e3a1ac0 None None] Provisioning complete for port e752849c-80ff-47be-a313-bea3404a3cac triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:39:26.469892 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-84057f7f-c2c3-4f39-b116-34a26e3a1ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:26.471186 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03316952-f717-4f3d-912e-d7247e5448a6 req-04d15b4b-ae25-4aac-a01d-f3c0322b3872 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:26.474558 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-03316952-f717-4f3d-912e-d7247e5448a6 req-04d15b4b-ae25-4aac-a01d-f3c0322b3872 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e64acf0-b411-478d-a188-25c7c0facc25 HTTP/1.1" status: 200 len: 931 time: 0.1212947 Nov 10 19:39:26.488444 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-800bdb72-0369-4c5d-86b1-f1878d379d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:26.527086 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5239d70c-e0b4-476e-b126-0338b4ed66f9 None None] DHCP port deletion for 416ed2c4-6433-4f46-8e2e-4a631aa52433 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:39:26.546412 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-84057f7f-c2c3-4f39-b116-34a26e3a1ac0 None None] Port e752849c-80ff-47be-a313-bea3404a3cac cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:39:26.625693 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5239d70c-e0b4-476e-b126-0338b4ed66f9 None None] Deleting port ebf9943d-ee3c-42e3-bd48-9b2b2df8c51a {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:39:26.627412 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5239d70c-e0b4-476e-b126-0338b4ed66f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:26.649158 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-03316952-f717-4f3d-912e-d7247e5448a6 req-7a8a0ff2-3dc6-4fe9-bf2f-08eb6b86e95c tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624076 Nov 10 19:39:26.724525 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5239d70c-e0b4-476e-b126-0338b4ed66f9 None None] For port ebf9943d-ee3c-42e3-bd48-9b2b2df8c51a, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ebf9943d-ee3c-42e3-bd48-9b2b2df8c51a,segment=NetworkSegment(9a4984b5-7ed6-489e-863f-7575623e3b7a),segment_id=9a4984b5-7ed6-489e-863f-7575623e3b7a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:39:26.725646 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5239d70c-e0b4-476e-b126-0338b4ed66f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:26.736385 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e62e8ed4-a0db-457a-9f69-6d3d4a473f01 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:26.746003 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5239d70c-e0b4-476e-b126-0338b4ed66f9 None None] Calling delete_port for ebf9943d-ee3c-42e3-bd48-9b2b2df8c51a owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:39:26.794158 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e8ed4-a0db-457a-9f69-6d3d4a473f01 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event deleted for resources: {'Port': ['ID=ebf9943d-ee3c-42e3-bd48-9b2b2df8c51a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:26.797059 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62e8ed4-a0db-457a-9f69-6d3d4a473f01 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] No DVR routers for this DVR port ebf9943d-ee3c-42e3-bd48-9b2b2df8c51a on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:39:26.953422 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5239d70c-e0b4-476e-b126-0338b4ed66f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:26.970560 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-800bdb72-0369-4c5d-86b1-f1878d379d42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e752849c-80ff-47be-a313-bea3404a3cac {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:39:26.976675 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e62e8ed4-a0db-457a-9f69-6d3d4a473f01 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:26.985560 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-800bdb72-0369-4c5d-86b1-f1878d379d42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:27.001113 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5239d70c-e0b4-476e-b126-0338b4ed66f9 None None] Pushing event deleted for resources: {'Port': ['ID=ebf9943d-ee3c-42e3-bd48-9b2b2df8c51a,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:27.012576 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5239d70c-e0b4-476e-b126-0338b4ed66f9 None None] No DVR routers for this DVR port ebf9943d-ee3c-42e3-bd48-9b2b2df8c51a on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:39:27.013457 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-800bdb72-0369-4c5d-86b1-f1878d379d42 service neutron] Transition to ACTIVE for port object e752849c-80ff-47be-a313-bea3404a3cac will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:39:27.033637 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-800bdb72-0369-4c5d-86b1-f1878d379d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:27.051605 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-e62e8ed4-a0db-457a-9f69-6d3d4a473f01 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416ed2c4-6433-4f46-8e2e-4a631aa52433']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:27.075021 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-e62e8ed4-a0db-457a-9f69-6d3d4a473f01 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4984b5-7ed6-489e-863f-7575623e3b7a') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:27.075146 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-e62e8ed4-a0db-457a-9f69-6d3d4a473f01 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4984b5-7ed6-489e-863f-7575623e3b7a') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:27.088561 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e62e8ed4-a0db-457a-9f69-6d3d4a473f01 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:27.100958 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3d27b9-1420-4b44-8caf-7a96dfb72683 None None] DHCP port deletion for 87737cc5-1491-4eb8-832b-21b850f6c386 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:39:27.113344 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e62e8ed4-a0db-457a-9f69-6d3d4a473f01 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:27.120105 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800bdb72-0369-4c5d-86b1-f1878d379d42 service neutron] Pushing event updated for resources: {'Port': ['ID=e752849c-80ff-47be-a313-bea3404a3cac,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:27.127147 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e62e8ed4-a0db-457a-9f69-6d3d4a473f01 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:39:27.127500 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e62e8ed4-a0db-457a-9f69-6d3d4a473f01 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:27.136324 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:39:27.136324 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:39:27.136324 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:39:27.136324 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:39:27.136324 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:39:27.136324 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:39:27.136324 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:39:27.136324 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:39:27.136324 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:39:27.136324 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:39:27.136324 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:39:27.136324 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:39:27.136324 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:39:27.136324 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:39:27.136324 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:39:27.136324 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:39:27.136324 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:39:27.136324 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:39:27.136324 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:39:27.136324 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:39:27.136324 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:39:27.136324 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:39:27.136324 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:39:27.136324 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:39:27.136324 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:39:27.136324 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:39:27.136324 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:39:27.136324 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:39:27.136324 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:39:27.136324 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:39:27.136324 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:39:27.136324 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:39:27.225125 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e62e8ed4-a0db-457a-9f69-6d3d4a473f01 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:27.237022 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e62e8ed4-a0db-457a-9f69-6d3d4a473f01 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:27.237860 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:27.240594 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e62e8ed4-a0db-457a-9f69-6d3d4a473f01 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] 10.222.0.54 "DELETE /v2.0/networks/416ed2c4-6433-4f46-8e2e-4a631aa52433 HTTP/1.1" status: 204 len: 168 time: 1.2447417 Nov 10 19:39:27.262929 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e8ed4-a0db-457a-9f69-6d3d4a473f01 tempest-NetworksTest-1795082227 tempest-NetworksTest-1795082227-project] Pushing event deleted for resources: {'Network': ['ID=416ed2c4-6433-4f46-8e2e-4a631aa52433,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:27.314197 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-800bdb72-0369-4c5d-86b1-f1878d379d42 service neutron] Attempting to bind port e752849c-80ff-47be-a313-bea3404a3cac on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:39:27.314935 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-800bdb72-0369-4c5d-86b1-f1878d379d42 service neutron] Attempting to bind port e752849c-80ff-47be-a313-bea3404a3cac by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'fcbd45ae-33de-4640-a29c-c49b1536f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:39:27.315824 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-800bdb72-0369-4c5d-86b1-f1878d379d42 service neutron] Attempting to bind port e752849c-80ff-47be-a313-bea3404a3cac on network 87737cc5-1491-4eb8-832b-21b850f6c386 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:39:27.325584 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-800bdb72-0369-4c5d-86b1-f1878d379d42 service neutron] Port e752849c-80ff-47be-a313-bea3404a3cac on network 87737cc5-1491-4eb8-832b-21b850f6c386 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:39:27.326668 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-800bdb72-0369-4c5d-86b1-f1878d379d42 service neutron] Attempting to bind port e752849c-80ff-47be-a313-bea3404a3cac on network 87737cc5-1491-4eb8-832b-21b850f6c386 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:39:27.340536 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-800bdb72-0369-4c5d-86b1-f1878d379d42 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:39:27.340536 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-800bdb72-0369-4c5d-86b1-f1878d379d42 service neutron] Checking segment: {'id': 'fcbd45ae-33de-4640-a29c-c49b1536f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:39:27.340536 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-800bdb72-0369-4c5d-86b1-f1878d379d42 service neutron] Bound using segment: {'id': 'fcbd45ae-33de-4640-a29c-c49b1536f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:39:27.340536 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-800bdb72-0369-4c5d-86b1-f1878d379d42 service neutron] Bound port: e752849c-80ff-47be-a313-bea3404a3cac, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcbd45ae-33de-4640-a29c-c49b1536f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:39:27.340536 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-800bdb72-0369-4c5d-86b1-f1878d379d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:27.455405 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fff74-f08e-4c68-bcde-0478e7c174b3 req-eb208478-7525-46ac-bbc7-a028e3804540 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:27.460039 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d3fff74-f08e-4c68-bcde-0478e7c174b3 req-eb208478-7525-46ac-bbc7-a028e3804540 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 944 time: 0.1299930 Nov 10 19:39:27.479415 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-800bdb72-0369-4c5d-86b1-f1878d379d42 service neutron] For port e752849c-80ff-47be-a313-bea3404a3cac, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:39:27.484606 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-800bdb72-0369-4c5d-86b1-f1878d379d42 service neutron] For port e752849c-80ff-47be-a313-bea3404a3cac, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e752849c-80ff-47be-a313-bea3404a3cac,segment=NetworkSegment(fcbd45ae-33de-4640-a29c-c49b1536f07f),segment_id=fcbd45ae-33de-4640-a29c-c49b1536f07f)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:39:27.496636 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-800bdb72-0369-4c5d-86b1-f1878d379d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:27.553820 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-800bdb72-0369-4c5d-86b1-f1878d379d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:27.556132 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-800bdb72-0369-4c5d-86b1-f1878d379d42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:27.559555 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-800bdb72-0369-4c5d-86b1-f1878d379d42 service neutron] 10.222.0.73 "PUT /v2.0/ports/e752849c-80ff-47be-a313-bea3404a3cac HTTP/1.1" status: 200 len: 1091 time: 1.3067100 Nov 10 19:39:27.559987 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e64acf0-b411-478d-a188-25c7c0facc25', 'tag': 'e752849c-80ff-47be-a313-bea3404a3cac'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:39:27.568614 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef68b5ed-8414-4bc7-b91d-dce79821be74" -d '{"events": [{"name": "network-changed", "server_uuid": "4e64acf0-b411-478d-a188-25c7c0facc25", "tag": "e752849c-80ff-47be-a313-bea3404a3cac"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:39:27.581630 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d3fff74-f08e-4c68-bcde-0478e7c174b3 req-21ad4702-74a0-41e8-a184-93fa02e51be9 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079409 Nov 10 19:39:27.595749 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b5bf9b-cbb7-4370-ac03-120ccf3e3ab4 None None] DHCP port deletion for 87737cc5-1491-4eb8-832b-21b850f6c386 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:39:27.637374 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800bdb72-0369-4c5d-86b1-f1878d379d42 service neutron] Pushing event updated for resources: {'Port': ['ID=e752849c-80ff-47be-a313-bea3404a3cac,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:27.672031 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a755236-8b04-4c5f-a630-5aa429b39802 x-openstack-request-id: req-2a755236-8b04-4c5f-a630-5aa429b39802 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:39:27.672031 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e64acf0-b411-478d-a188-25c7c0facc25", "tag": "e752849c-80ff-47be-a313-bea3404a3cac", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:39:27.672031 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2a755236-8b04-4c5f-a630-5aa429b39802 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:39:27.677146 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e64acf0-b411-478d-a188-25c7c0facc25', 'tag': 'e752849c-80ff-47be-a313-bea3404a3cac', 'status': 'completed', 'code': 200} Nov 10 19:39:27.761999 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-18e021f5-0ec1-4c46-8f9d-3b21eb52e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:27.764736 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-18e021f5-0ec1-4c46-8f9d-3b21eb52e66c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a00ca65ead540abbf4d59ff2c615c4f&device_id=4e64acf0-b411-478d-a188-25c7c0facc25 HTTP/1.1" status: 200 len: 1094 time: 0.1170068 Nov 10 19:39:27.854331 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-6370fd05-88b6-4478-b78f-f965d5887a7b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e752849c-80ff-47be-a313-bea3404a3cac HTTP/1.1" status: 200 len: 217 time: 0.0757842 Nov 10 19:39:27.864834 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defc8a5-6c6b-4beb-b713-007fcaeae605 req-abfac588-ff2c-42d8-ad20-069b9b684d62 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:27.867413 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8defc8a5-6c6b-4beb-b713-007fcaeae605 req-abfac588-ff2c-42d8-ad20-069b9b684d62 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e64acf0-b411-478d-a188-25c7c0facc25 HTTP/1.1" status: 200 len: 943 time: 0.0868368 Nov 10 19:39:27.868415 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40272) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:27.966705 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-1c58c008-0947-4871-b74c-999c3f26cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:27.968684 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-1c58c008-0947-4871-b74c-999c3f26cc07 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f85973c4-b607-4c9f-9c90-dbe2046779da HTTP/1.1" status: 200 len: 845 time: 0.1071868 Nov 10 19:39:27.977166 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8defc8a5-6c6b-4beb-b713-007fcaeae605 req-fc3f64b8-89c7-452c-ad75-6c65632028e3 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978575 Nov 10 19:39:28.025811 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-bf90e605-75bc-48a8-ab84-27532838b699 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=87737cc5-1491-4eb8-832b-21b850f6c386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492239 Nov 10 19:39:28.071827 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-57965cfc-370c-4a55-a82a-b0c2b00398b6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9600cbcd32ca4dbe8d3161639dae9714&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2020178 Nov 10 19:39:28.075768 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40278) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:28.098635 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ebf9943d-ee3c-42e3-bd48-9b2b2df8c51a no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:39:28.124513 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: ebf9943d-ee3c-42e3-bd48-9b2b2df8c51a {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:39:28.124991 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ebf9943d-ee3c-42e3-bd48-9b2b2df8c51a not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:39:28.172387 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-210df4ac-f1c8-43ca-a219-51307dce90e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:28.179499 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-a1f8a8e9-93d2-43dd-8995-a631d0a14379 service neutron] 10.222.0.73 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446619 Nov 10 19:39:28.195596 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-210df4ac-f1c8-43ca-a219-51307dce90e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:28.250615 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-210df4ac-f1c8-43ca-a219-51307dce90e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:28.253986 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-210df4ac-f1c8-43ca-a219-51307dce90e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:28.263049 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-210df4ac-f1c8-43ca-a219-51307dce90e0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3b8bd4d1-78e4-4a84-8cfd-7bf3e186c400 HTTP/1.1" status: 204 len: 168 time: 0.1801822 Nov 10 19:39:28.264277 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210df4ac-f1c8-43ca-a219-51307dce90e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8bd4d1-78e4-4a84-8cfd-7bf3e186c400,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:28.307653 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9eef8b4d-71a5-4761-a725-ab144facb3a6 req-4e78a81e-9d64-4311-ab70-0bab7dc8aa62 service neutron] 10.222.0.73 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188557 Nov 10 19:39:28.415646 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68b5ed-8414-4bc7-b91d-dce79821be74 req-4ad57e11-03f6-4dcf-ab58-c8b6f727820a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:28.417204 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef68b5ed-8414-4bc7-b91d-dce79821be74 req-4ad57e11-03f6-4dcf-ab58-c8b6f727820a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a00ca65ead540abbf4d59ff2c615c4f&device_id=4e64acf0-b411-478d-a188-25c7c0facc25 HTTP/1.1" status: 200 len: 1094 time: 0.0541165 Nov 10 19:39:28.558672 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68b5ed-8414-4bc7-b91d-dce79821be74 req-01b5a770-0d68-4b0e-9185-2f600e878b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:28.560526 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef68b5ed-8414-4bc7-b91d-dce79821be74 req-01b5a770-0d68-4b0e-9185-2f600e878b50 service neutron] 10.222.0.73 "GET /v2.0/networks?id=87737cc5-1491-4eb8-832b-21b850f6c386 HTTP/1.1" status: 200 len: 906 time: 0.1351175 Nov 10 19:39:28.623579 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef68b5ed-8414-4bc7-b91d-dce79821be74 req-e9da22f0-d468-40ac-9d6e-2c48ed1783fc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e752849c-80ff-47be-a313-bea3404a3cac HTTP/1.1" status: 200 len: 217 time: 0.0535197 Nov 10 19:39:28.701939 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68b5ed-8414-4bc7-b91d-dce79821be74 req-30c04b99-8267-404b-bbad-6e221fefd258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:28.704240 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef68b5ed-8414-4bc7-b91d-dce79821be74 req-30c04b99-8267-404b-bbad-6e221fefd258 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f85973c4-b607-4c9f-9c90-dbe2046779da HTTP/1.1" status: 200 len: 845 time: 0.0680385 Nov 10 19:39:28.727534 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:28.765889 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef68b5ed-8414-4bc7-b91d-dce79821be74 req-1d4e9a68-46e7-48bf-80a3-2e5c4fee1a47 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=87737cc5-1491-4eb8-832b-21b850f6c386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507247 Nov 10 19:39:28.907654 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee1ca3-bcfa-447c-8d27-1d95dbae824a req-31de4dbb-79a8-49a9-8fe3-721f281b20f7 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:28.909408 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e7ee1ca3-bcfa-447c-8d27-1d95dbae824a req-31de4dbb-79a8-49a9-8fe3-721f281b20f7 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 944 time: 0.1677814 Nov 10 19:39:28.986442 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef68b5ed-8414-4bc7-b91d-dce79821be74 req-bb540234-9041-4c7c-8f67-1f85e8a8e5d9 service neutron] 10.222.0.73 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116833 Nov 10 19:39:29.023465 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e7ee1ca3-bcfa-447c-8d27-1d95dbae824a req-aa8dc844-3282-4feb-b816-8f1c5323c8dd tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062229 Nov 10 19:39:29.158441 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef68b5ed-8414-4bc7-b91d-dce79821be74 req-8be7c8e7-2762-44fd-870f-cd8cd52e9ef0 service neutron] 10.222.0.73 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640782 Nov 10 19:39:29.235911 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9913b0-2733-4c98-be99-49b1d5633713 req-cf731e97-cc05-426b-b5bc-6c509b4991f4 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:29.237602 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6d9913b0-2733-4c98-be99-49b1d5633713 req-cf731e97-cc05-426b-b5bc-6c509b4991f4 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e64acf0-b411-478d-a188-25c7c0facc25 HTTP/1.1" status: 200 len: 943 time: 0.1395147 Nov 10 19:39:29.358769 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6d9913b0-2733-4c98-be99-49b1d5633713 req-96c15bf3-17ae-4a72-a354-a0d82a231cc9 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141596 Nov 10 19:39:29.433980 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:29.561524 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40314) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:29.699245 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-63c55dfd-c845-4d79-872b-95fecc749029 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-639389028-network', 'tenant_id': '62e6d482e0854806bce5b4c0feec180b'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:39:29.729077 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c55dfd-c845-4d79-872b-95fecc749029 admin admin] Made reservation on behalf of 62e6d482e0854806bce5b4c0feec180b for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:39:29.731863 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-63c55dfd-c845-4d79-872b-95fecc749029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:29.741718 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-63c55dfd-c845-4d79-872b-95fecc749029 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:29.830093 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-63c55dfd-c845-4d79-872b-95fecc749029 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:29.835885 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-63c55dfd-c845-4d79-872b-95fecc749029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:29.864130 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63c55dfd-c845-4d79-872b-95fecc749029 admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:39:29.874494 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c55dfd-c845-4d79-872b-95fecc749029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c827ff41-7100-431c-a7b7-5cc25d4f6331,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:29.882200 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-63c55dfd-c845-4d79-872b-95fecc749029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:29.883231 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-63c55dfd-c845-4d79-872b-95fecc749029 admin admin] Added segment 7a6cca41-86eb-4b88-a230-eff11f9a1dc8 of type vlan for network 086c5033-40e9-429c-9926-29116747e2b7 Nov 10 19:39:29.929646 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-63c55dfd-c845-4d79-872b-95fecc749029 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:29.964531 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-63c55dfd-c845-4d79-872b-95fecc749029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:29.965888 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c55dfd-c845-4d79-872b-95fecc749029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:29.967232 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-63c55dfd-c845-4d79-872b-95fecc749029 admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:30.030225 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-63c55dfd-c845-4d79-872b-95fecc749029 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4647548 Nov 10 19:39:30.031153 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40328) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:30.036124 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-3b268c80-c958-43ff-ab9c-093c180b3c95 admin admin] Request body: {'subnet': {'network_id': '086c5033-40e9-429c-9926-29116747e2b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-639389028-subnet', 'tenant_id': '62e6d482e0854806bce5b4c0feec180b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:39:30.042750 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c55dfd-c845-4d79-872b-95fecc749029 admin admin] Pushing event updated for resources: {'Network': ['ID=086c5033-40e9-429c-9926-29116747e2b7,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:30.047730 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device e752849c-80ff-47be-a313-bea3404a3cac details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:39:30.069803 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b268c80-c958-43ff-ab9c-093c180b3c95 admin admin] Made reservation on behalf of 62e6d482e0854806bce5b4c0feec180b for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:39:30.075989 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 086c5033-40e9-429c-9926-29116747e2b7 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:39:30.076146 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3b268c80-c958-43ff-ab9c-093c180b3c95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:30.195378 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port e752849c-80ff-47be-a313-bea3404a3cac, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e752849c-80ff-47be-a313-bea3404a3cac,segment=NetworkSegment(fcbd45ae-33de-4640-a29c-c49b1536f07f),segment_id=fcbd45ae-33de-4640-a29c-c49b1536f07f)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:39:30.209119 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'e752849c-80ff-47be-a313-bea3404a3cac', 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386', 'port_id': 'e752849c-80ff-47be-a313-bea3404a3cac', 'mac_address': 'fa:16:3e:9a:08:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85973c4-b607-4c9f-9c90-dbe2046779da', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:39:30.229646 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcb089-b23c-4e5a-9738-c27e6f8f59d7 req-a2bfb3d1-cdbb-4d5f-92aa-776723a9b97c tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:30.234286 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5fbcb089-b23c-4e5a-9738-c27e6f8f59d7 req-a2bfb3d1-cdbb-4d5f-92aa-776723a9b97c tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 944 time: 0.1191320 Nov 10 19:39:30.301825 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:30.315962 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5fbcb089-b23c-4e5a-9738-c27e6f8f59d7 req-b55bd4c4-081d-49e3-bd0c-2a372490a8ed tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770733 Nov 10 19:39:30.317138 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e752849c-80ff-47be-a313-bea3404a3cac {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:39:30.340597 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port e752849c-80ff-47be-a313-bea3404a3cac, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e752849c-80ff-47be-a313-bea3404a3cac,segment=NetworkSegment(fcbd45ae-33de-4640-a29c-c49b1536f07f),segment_id=fcbd45ae-33de-4640-a29c-c49b1536f07f)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:39:30.349918 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:30.441527 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=e752849c-80ff-47be-a313-bea3404a3cac,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:30.478641 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3b268c80-c958-43ff-ab9c-093c180b3c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:30.547509 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0100c-377d-4a7b-b13b-53d5b37fb6a9 req-220fb024-bc19-4078-a712-16897686cc40 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:30.549540 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67d0100c-377d-4a7b-b13b-53d5b37fb6a9 req-220fb024-bc19-4078-a712-16897686cc40 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e64acf0-b411-478d-a188-25c7c0facc25 HTTP/1.1" status: 200 len: 944 time: 0.1135545 Nov 10 19:39:30.563354 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['e752849c-80ff-47be-a313-bea3404a3cac'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:39:30.600139 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b268c80-c958-43ff-ab9c-093c180b3c95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6c34a84-22ca-41c6-9286-6dc244fc35c3,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:30.609073 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b268c80-c958-43ff-ab9c-093c180b3c95 admin admin] Checking segment: {'id': '7a6cca41-86eb-4b88-a230-eff11f9a1dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '086c5033-40e9-429c-9926-29116747e2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:39:30.609073 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b268c80-c958-43ff-ab9c-093c180b3c95 admin admin] Network hostable DHCP agents. Network: 086c5033-40e9-429c-9926-29116747e2b7, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:39:30.683867 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b268c80-c958-43ff-ab9c-093c180b3c95 admin admin] Network 086c5033-40e9-429c-9926-29116747e2b7 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:39:30.713373 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67d0100c-377d-4a7b-b13b-53d5b37fb6a9 req-3af073fc-2d74-4a6c-99f0-3ff782013b1b tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138227 Nov 10 19:39:30.714602 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-3b268c80-c958-43ff-ab9c-093c180b3c95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 086c5033-40e9-429c-9926-29116747e2b7) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:39:30.719427 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b268c80-c958-43ff-ab9c-093c180b3c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:30.721359 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3b268c80-c958-43ff-ab9c-093c180b3c95 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:30.737667 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2035471d-62b0-427d-b528-e5d6bf2ae555 None None] Network 086c5033-40e9-429c-9926-29116747e2b7 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:39:30.766733 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3b268c80-c958-43ff-ab9c-093c180b3c95 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7340367 Nov 10 19:39:30.850591 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a0ce6a69-980e-4b2b-8c7c-79c17b331ddd req-a0a5aa8c-ee69-494e-bbd1-1134369d0444 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1e29a7f6-e599-46fd-994d-f4bd61a0cdf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0577693 Nov 10 19:39:31.001356 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0710d30b-9d51-4e55-b895-114b18883981 None None] Network 086c5033-40e9-429c-9926-29116747e2b7 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:39:31.028410 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce6a69-980e-4b2b-8c7c-79c17b331ddd req-2e9bb2e6-e066-486c-b698-cd4fcf1c976b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:31.039637 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a0ce6a69-980e-4b2b-8c7c-79c17b331ddd req-2e9bb2e6-e066-486c-b698-cd4fcf1c976b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a00ca65ead540abbf4d59ff2c615c4f&device_id=1e29a7f6-e599-46fd-994d-f4bd61a0cdf1 HTTP/1.1" status: 200 len: 1097 time: 0.1262224 Nov 10 19:39:31.225439 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce6a69-980e-4b2b-8c7c-79c17b331ddd req-e8c6ed78-bb09-4d3d-924b-3fa95c9eab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:31.227475 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a0ce6a69-980e-4b2b-8c7c-79c17b331ddd req-e8c6ed78-bb09-4d3d-924b-3fa95c9eab29 service neutron] 10.222.0.25 "GET /v2.0/networks?id=87737cc5-1491-4eb8-832b-21b850f6c386 HTTP/1.1" status: 200 len: 906 time: 0.1549652 Nov 10 19:39:31.289973 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a0ce6a69-980e-4b2b-8c7c-79c17b331ddd req-0716c146-8064-460c-bd72-4221db481542 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a7be1e5-ed41-4143-82b8-17f08b0bb134 HTTP/1.1" status: 200 len: 217 time: 0.0549190 Nov 10 19:39:31.402628 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce6a69-980e-4b2b-8c7c-79c17b331ddd req-9bfb620b-6635-4021-a6df-8d07e6d93589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:31.404131 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a0ce6a69-980e-4b2b-8c7c-79c17b331ddd req-9bfb620b-6635-4021-a6df-8d07e6d93589 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f85973c4-b607-4c9f-9c90-dbe2046779da HTTP/1.1" status: 200 len: 845 time: 0.1067579 Nov 10 19:39:31.458126 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a0ce6a69-980e-4b2b-8c7c-79c17b331ddd req-b09c49f1-e7c4-4e72-90e4-d4ad4f652060 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=87737cc5-1491-4eb8-832b-21b850f6c386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439897 Nov 10 19:39:31.554692 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46788d00-0ff9-4375-86c2-9513ed10f128 req-d133776c-2043-40ed-bcad-2db15bc4c78c tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:31.565402 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-46788d00-0ff9-4375-86c2-9513ed10f128 req-d133776c-2043-40ed-bcad-2db15bc4c78c tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 944 time: 0.0942874 Nov 10 19:39:31.585319 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a0ce6a69-980e-4b2b-8c7c-79c17b331ddd req-999d6afd-007f-4569-82bf-d1bceab67621 service neutron] 10.222.0.25 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192839 Nov 10 19:39:31.645653 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-46788d00-0ff9-4375-86c2-9513ed10f128 req-6e5fd2a4-164c-4e94-b719-ebbcea8062df tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790761 Nov 10 19:39:31.709923 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40372) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:31.711729 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a0ce6a69-980e-4b2b-8c7c-79c17b331ddd req-b823a890-3a97-48b6-91ee-6ba71dff306d service neutron] 10.222.0.25 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187065 Nov 10 19:39:31.716489 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-3118a63a-d524-49b3-b610-8fb1efbc45b4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1659861100-network', 'tenant_id': '4b6194538d614a11a9723308b87cab76'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:39:31.739675 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3118a63a-d524-49b3-b610-8fb1efbc45b4 admin admin] Made reservation on behalf of 4b6194538d614a11a9723308b87cab76 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:39:31.742604 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3118a63a-d524-49b3-b610-8fb1efbc45b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:31.755029 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3118a63a-d524-49b3-b610-8fb1efbc45b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:31.857015 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1da53-8be3-49f6-9685-ffcdfc9e1073 req-6721b90d-7ed6-4465-bd51-df44380d537f tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:31.858456 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bdc1da53-8be3-49f6-9685-ffcdfc9e1073 req-6721b90d-7ed6-4465-bd51-df44380d537f tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e64acf0-b411-478d-a188-25c7c0facc25 HTTP/1.1" status: 200 len: 944 time: 0.0718024 Nov 10 19:39:31.902348 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3118a63a-d524-49b3-b610-8fb1efbc45b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:31.913223 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3118a63a-d524-49b3-b610-8fb1efbc45b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:31.954149 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bdc1da53-8be3-49f6-9685-ffcdfc9e1073 req-4e9d5859-619d-41ee-b66f-39c2dcd60bc2 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886667 Nov 10 19:39:31.969143 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3118a63a-d524-49b3-b610-8fb1efbc45b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:39:31.978623 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118a63a-d524-49b3-b610-8fb1efbc45b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99bd5bab-0b05-412b-b8d9-e38ee7eaceb4,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:31.984150 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3118a63a-d524-49b3-b610-8fb1efbc45b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:31.984492 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-3118a63a-d524-49b3-b610-8fb1efbc45b4 admin admin] Added segment e28ca711-f753-4eaf-9bcd-c43806c12d94 of type vlan for network 5f0133af-4eaa-40b7-9b80-2c3487aa918a Nov 10 19:39:32.031918 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3118a63a-d524-49b3-b610-8fb1efbc45b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:32.061439 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device e752849c-80ff-47be-a313-bea3404a3cac up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:39:32.078292 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3118a63a-d524-49b3-b610-8fb1efbc45b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:32.079962 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3118a63a-d524-49b3-b610-8fb1efbc45b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:32.080566 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3118a63a-d524-49b3-b610-8fb1efbc45b4 admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:32.115427 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40384) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:32.115924 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3118a63a-d524-49b3-b610-8fb1efbc45b4 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4046819 Nov 10 19:39:32.121439 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-79d66b7f-fee4-4633-9be1-6daab674b717 admin admin] Request body: {'subnet': {'network_id': '5f0133af-4eaa-40b7-9b80-2c3487aa918a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1659861100-subnet', 'tenant_id': '4b6194538d614a11a9723308b87cab76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:39:32.153197 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port e752849c-80ff-47be-a313-bea3404a3cac completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:39:32.160489 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port e752849c-80ff-47be-a313-bea3404a3cac triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:39:32.160871 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d66b7f-fee4-4633-9be1-6daab674b717 admin admin] Made reservation on behalf of 4b6194538d614a11a9723308b87cab76 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:39:32.161400 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:32.164594 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118a63a-d524-49b3-b610-8fb1efbc45b4 admin admin] Pushing event updated for resources: {'Network': ['ID=5f0133af-4eaa-40b7-9b80-2c3487aa918a,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:32.166036 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-79d66b7f-fee4-4633-9be1-6daab674b717 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:32.209067 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 5f0133af-4eaa-40b7-9b80-2c3487aa918a details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:39:32.329432 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:32.357085 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e64acf0-b411-478d-a188-25c7c0facc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e752849c-80ff-47be-a313-bea3404a3cac'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:39:32.360063 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a216933b-774b-4ac3-bc30-91f2c8e79316" -d '{"events": [{"server_uuid": "4e64acf0-b411-478d-a188-25c7c0facc25", "name": "network-vif-plugged", "status": "completed", "tag": "e752849c-80ff-47be-a313-bea3404a3cac"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:39:32.374981 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port e752849c-80ff-47be-a313-bea3404a3cac, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e752849c-80ff-47be-a313-bea3404a3cac,segment=NetworkSegment(fcbd45ae-33de-4640-a29c-c49b1536f07f),segment_id=fcbd45ae-33de-4640-a29c-c49b1536f07f)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:39:32.381139 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:32.401838 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-79d66b7f-fee4-4633-9be1-6daab674b717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:32.433272 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d437b3ee-0a82-4972-b137-a0a2de2ce6d3 x-openstack-request-id: req-d437b3ee-0a82-4972-b137-a0a2de2ce6d3 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:39:32.434019 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e64acf0-b411-478d-a188-25c7c0facc25", "name": "network-vif-plugged", "status": "completed", "tag": "e752849c-80ff-47be-a313-bea3404a3cac", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:39:32.434506 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d437b3ee-0a82-4972-b137-a0a2de2ce6d3 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:39:32.435119 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e64acf0-b411-478d-a188-25c7c0facc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e752849c-80ff-47be-a313-bea3404a3cac', 'code': 200} Nov 10 19:39:32.463516 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=e752849c-80ff-47be-a313-bea3404a3cac,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:32.483915 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d66b7f-fee4-4633-9be1-6daab674b717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ead00792-2037-410e-a342-fa73a06e1f0f,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:32.548653 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d66b7f-fee4-4633-9be1-6daab674b717 admin admin] Checking segment: {'id': 'e28ca711-f753-4eaf-9bcd-c43806c12d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5f0133af-4eaa-40b7-9b80-2c3487aa918a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:39:32.549104 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d66b7f-fee4-4633-9be1-6daab674b717 admin admin] Network hostable DHCP agents. Network: 5f0133af-4eaa-40b7-9b80-2c3487aa918a, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:39:32.556373 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e088bf1-17ae-4118-ab2d-e278af1dfe68 req-7e797d16-80ca-45f8-a2aa-a45a88e18811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:32.558074 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7e088bf1-17ae-4118-ab2d-e278af1dfe68 req-7e797d16-80ca-45f8-a2aa-a45a88e18811 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4e64acf0-b411-478d-a188-25c7c0facc25 HTTP/1.1" status: 200 len: 1096 time: 0.0651076 Nov 10 19:39:32.583843 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d66b7f-fee4-4633-9be1-6daab674b717 admin admin] Network 5f0133af-4eaa-40b7-9b80-2c3487aa918a is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:39:32.609887 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-79d66b7f-fee4-4633-9be1-6daab674b717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 5f0133af-4eaa-40b7-9b80-2c3487aa918a) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:39:32.620185 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d66b7f-fee4-4633-9be1-6daab674b717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:32.620913 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-79d66b7f-fee4-4633-9be1-6daab674b717 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:32.632692 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf5b490-4c59-4ffa-93c3-c468e7c197b2 None None] Network 5f0133af-4eaa-40b7-9b80-2c3487aa918a requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:39:32.642031 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7e088bf1-17ae-4118-ab2d-e278af1dfe68 req-3f4c314f-0f7d-4f48-a264-e63d7fe26f80 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756421 Nov 10 19:39:32.661405 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-79d66b7f-fee4-4633-9be1-6daab674b717 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5447977 Nov 10 19:39:32.845753 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256674e7-4b33-4dde-9dfb-6ac4eb10d612 None None] Network 5f0133af-4eaa-40b7-9b80-2c3487aa918a requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:39:32.867872 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a0052-d1bb-4f92-8d9d-25b25a1f6430 req-de56c479-2104-426f-b9d8-a5ae63ef1416 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:32.872909 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40400) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:32.877906 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3c3a0052-d1bb-4f92-8d9d-25b25a1f6430 req-de56c479-2104-426f-b9d8-a5ae63ef1416 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 944 time: 0.0764575 Nov 10 19:39:32.922942 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef256951-4b12-420f-8af7-0241b4bb86ad admin admin] Deleting subnet c6c34a84-22ca-41c6-9286-6dc244fc35c3 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:39:32.926876 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ef256951-4b12-420f-8af7-0241b4bb86ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:32.939063 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3c3a0052-d1bb-4f92-8d9d-25b25a1f6430 req-4046a980-f119-43cb-baf1-4e1a6e54f7b4 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599144 Nov 10 19:39:32.965476 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ef256951-4b12-420f-8af7-0241b4bb86ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:33.017206 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ef256951-4b12-420f-8af7-0241b4bb86ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:33.109384 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203b231-6c54-4cdc-900f-5ede3f3f6530 req-0ed5706e-9df1-46fb-b3ae-c396f3e26faf tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:33.113888 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ef256951-4b12-420f-8af7-0241b4bb86ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:33.116466 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6203b231-6c54-4cdc-900f-5ede3f3f6530 req-0ed5706e-9df1-46fb-b3ae-c396f3e26faf tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e64acf0-b411-478d-a188-25c7c0facc25 HTTP/1.1" status: 200 len: 945 time: 0.0592866 Nov 10 19:39:33.168337 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6203b231-6c54-4cdc-900f-5ede3f3f6530 req-c22b6d38-9258-42b4-ab46-9abceb1fb38d tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505216 Nov 10 19:39:33.175810 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef256951-4b12-420f-8af7-0241b4bb86ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6c34a84-22ca-41c6-9286-6dc244fc35c3,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:33.183917 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ef256951-4b12-420f-8af7-0241b4bb86ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:33.187863 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ef256951-4b12-420f-8af7-0241b4bb86ad admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c6c34a84-22ca-41c6-9286-6dc244fc35c3 HTTP/1.1" status: 204 len: 168 time: 0.3129287 Nov 10 19:39:33.192203 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40410) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:33.270797 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-608a7aff-77d6-43bb-b51e-83a5febe9142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:33.367636 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-608a7aff-77d6-43bb-b51e-83a5febe9142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:33.389140 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-608a7aff-77d6-43bb-b51e-83a5febe9142 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['086c5033-40e9-429c-9926-29116747e2b7']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:33.398207 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-608a7aff-77d6-43bb-b51e-83a5febe9142 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a6cca41-86eb-4b88-a230-eff11f9a1dc8') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:33.398501 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-608a7aff-77d6-43bb-b51e-83a5febe9142 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a6cca41-86eb-4b88-a230-eff11f9a1dc8') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:33.408494 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-608a7aff-77d6-43bb-b51e-83a5febe9142 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:33.421845 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-608a7aff-77d6-43bb-b51e-83a5febe9142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:33.428073 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608a7aff-77d6-43bb-b51e-83a5febe9142 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:39:33.428427 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-608a7aff-77d6-43bb-b51e-83a5febe9142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:33.431248 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:39:33.431248 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:39:33.431248 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:39:33.431248 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:39:33.431248 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:39:33.431248 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:39:33.431248 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:39:33.431248 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:39:33.431248 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:39:33.431248 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:39:33.431248 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:39:33.431248 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:39:33.431248 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:39:33.431248 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:39:33.431248 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:39:33.431248 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:39:33.431248 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:39:33.431248 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:39:33.431248 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:39:33.431248 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:39:33.431248 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:39:33.431248 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:39:33.431248 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:39:33.431248 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:39:33.431248 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:39:33.431248 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:39:33.431248 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:39:33.431248 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:39:33.431248 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:39:33.431248 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:39:33.431248 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:39:33.431248 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:39:33.488175 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-608a7aff-77d6-43bb-b51e-83a5febe9142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:33.504180 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-608a7aff-77d6-43bb-b51e-83a5febe9142 admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:33.511304 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-608a7aff-77d6-43bb-b51e-83a5febe9142 admin admin] 10.222.0.54 "DELETE /v2.0/networks/086c5033-40e9-429c-9926-29116747e2b7 HTTP/1.1" status: 204 len: 168 time: 0.3152726 Nov 10 19:39:33.511304 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a7aff-77d6-43bb-b51e-83a5febe9142 admin admin] Pushing event deleted for resources: {'Network': ['ID=086c5033-40e9-429c-9926-29116747e2b7,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:33.512274 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40416) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:33.517472 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608a7aff-77d6-43bb-b51e-83a5febe9142 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:33.517845 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608a7aff-77d6-43bb-b51e-83a5febe9142 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:33.518184 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608a7aff-77d6-43bb-b51e-83a5febe9142 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:33.518513 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608a7aff-77d6-43bb-b51e-83a5febe9142 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:33.518840 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608a7aff-77d6-43bb-b51e-83a5febe9142 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:33.519163 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608a7aff-77d6-43bb-b51e-83a5febe9142 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:33.519484 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608a7aff-77d6-43bb-b51e-83a5febe9142 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:33.519800 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608a7aff-77d6-43bb-b51e-83a5febe9142 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:33.520117 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608a7aff-77d6-43bb-b51e-83a5febe9142 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:33.520437 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608a7aff-77d6-43bb-b51e-83a5febe9142 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:33.520753 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608a7aff-77d6-43bb-b51e-83a5febe9142 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:33.521066 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608a7aff-77d6-43bb-b51e-83a5febe9142 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:33.574585 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e13218b-458d-490d-be8e-f3c43f606225 admin admin] Deleting subnet ead00792-2037-410e-a342-fa73a06e1f0f {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:39:33.578273 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6e13218b-458d-490d-be8e-f3c43f606225 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:33.630437 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6e13218b-458d-490d-be8e-f3c43f606225 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:33.687209 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6e13218b-458d-490d-be8e-f3c43f606225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:33.749664 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6e13218b-458d-490d-be8e-f3c43f606225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:33.782339 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13218b-458d-490d-be8e-f3c43f606225 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ead00792-2037-410e-a342-fa73a06e1f0f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:33.790579 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6e13218b-458d-490d-be8e-f3c43f606225 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:33.797117 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6e13218b-458d-490d-be8e-f3c43f606225 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ead00792-2037-410e-a342-fa73a06e1f0f HTTP/1.1" status: 204 len: 168 time: 0.2816765 Nov 10 19:39:33.798749 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40422) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:33.897276 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d1628e03-167c-430c-b705-9082f282c306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:33.989697 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d1628e03-167c-430c-b705-9082f282c306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:34.026807 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-d1628e03-167c-430c-b705-9082f282c306 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f0133af-4eaa-40b7-9b80-2c3487aa918a']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:34.053580 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-d1628e03-167c-430c-b705-9082f282c306 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e28ca711-f753-4eaf-9bcd-c43806c12d94') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:34.054151 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-d1628e03-167c-430c-b705-9082f282c306 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e28ca711-f753-4eaf-9bcd-c43806c12d94') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:39:34.068621 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d1628e03-167c-430c-b705-9082f282c306 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:34.092381 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80235b06-0821-448b-8844-80514e98b253 req-70faedb8-8474-4c4a-9339-fa979d03dafc tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:34.094188 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80235b06-0821-448b-8844-80514e98b253 req-70faedb8-8474-4c4a-9339-fa979d03dafc tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 944 time: 0.0796711 Nov 10 19:39:34.095368 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d1628e03-167c-430c-b705-9082f282c306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:34.102782 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1628e03-167c-430c-b705-9082f282c306 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:39:34.103405 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d1628e03-167c-430c-b705-9082f282c306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:34.105570 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:39:34.105570 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:39:34.105570 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:39:34.105570 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:39:34.105570 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:39:34.105570 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:39:34.105570 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:39:34.105570 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:39:34.105570 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:39:34.105570 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:39:34.105570 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:39:34.105570 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:39:34.105570 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:39:34.105570 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:39:34.105570 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:39:34.105570 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:39:34.105570 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:39:34.105570 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:39:34.105570 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:39:34.105570 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:39:34.105570 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:39:34.105570 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:39:34.105570 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:39:34.105570 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:39:34.105570 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:39:34.105570 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:39:34.105570 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:39:34.105570 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:39:34.105570 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:39:34.105570 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:39:34.105570 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:39:34.105570 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:39:34.186594 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d1628e03-167c-430c-b705-9082f282c306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:34.216254 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d1628e03-167c-430c-b705-9082f282c306 admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:34.229819 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d1628e03-167c-430c-b705-9082f282c306 admin admin] 10.222.0.54 "DELETE /v2.0/networks/5f0133af-4eaa-40b7-9b80-2c3487aa918a HTTP/1.1" status: 204 len: 168 time: 0.4181461 Nov 10 19:39:34.248634 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80235b06-0821-448b-8844-80514e98b253 req-d8a7d94f-caa8-411f-be52-f3cc242feebe tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299691 Nov 10 19:39:34.249669 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1628e03-167c-430c-b705-9082f282c306 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f0133af-4eaa-40b7-9b80-2c3487aa918a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:34.389788 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb9313-fa0b-478e-b044-12fa7bc8a42f req-3e52f666-7068-492f-8b19-54a8ad8d6122 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:34.391671 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3bfb9313-fa0b-478e-b044-12fa7bc8a42f req-3e52f666-7068-492f-8b19-54a8ad8d6122 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e64acf0-b411-478d-a188-25c7c0facc25 HTTP/1.1" status: 200 len: 945 time: 0.0652788 Nov 10 19:39:34.454433 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3bfb9313-fa0b-478e-b044-12fa7bc8a42f req-38622bcb-e699-476a-89e0-c3dfd910f17d tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554402 Nov 10 19:39:34.489860 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40446) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:34.538467 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-aa916f8f-0c39-4a2a-9ba4-3477ec0bafb4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=62e6d482e0854806bce5b4c0feec180b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0454049 Nov 10 19:39:34.539345 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40448) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:34.626568 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-09416f40-012b-4e64-97cc-2dface7e4991 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:34.652484 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-09416f40-012b-4e64-97cc-2dface7e4991 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:34.730271 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-09416f40-012b-4e64-97cc-2dface7e4991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:34.733486 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-09416f40-012b-4e64-97cc-2dface7e4991 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:34.741659 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-09416f40-012b-4e64-97cc-2dface7e4991 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c827ff41-7100-431c-a7b7-5cc25d4f6331 HTTP/1.1" status: 204 len: 168 time: 0.2005374 Nov 10 19:39:34.757334 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cc66f-ebd4-412b-aef5-c507a1ff8f91 req-d375ab2e-5123-462c-a16f-01aa597498c3 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:34.762265 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a22cc66f-ebd4-412b-aef5-c507a1ff8f91 req-d375ab2e-5123-462c-a16f-01aa597498c3 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e64acf0-b411-478d-a188-25c7c0facc25 HTTP/1.1" status: 200 len: 945 time: 0.0703464 Nov 10 19:39:34.766325 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09416f40-012b-4e64-97cc-2dface7e4991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c827ff41-7100-431c-a7b7-5cc25d4f6331,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:34.837205 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a22cc66f-ebd4-412b-aef5-c507a1ff8f91 req-ed83e872-288a-45f3-ba10-59a96b296aee tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704744 Nov 10 19:39:34.991677 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de85183-9f95-4987-9904-2ae0b096b05c req-2d7754e5-b3f8-44eb-931f-f0e58baf70ed tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:34.993773 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3de85183-9f95-4987-9904-2ae0b096b05c req-2d7754e5-b3f8-44eb-931f-f0e58baf70ed tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e64acf0-b411-478d-a188-25c7c0facc25 HTTP/1.1" status: 200 len: 945 time: 0.0696387 Nov 10 19:39:35.061998 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3de85183-9f95-4987-9904-2ae0b096b05c req-890a1072-d5bb-453c-980c-1c44ae634106 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542545 Nov 10 19:39:35.222884 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40468) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:35.302723 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-41426943-13dd-4fe4-a4ef-4a5ed7b13204 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4b6194538d614a11a9723308b87cab76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0781157 Nov 10 19:39:35.304462 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40476) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:35.366280 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b8f9bb4f-3003-427e-89ab-f695f0f0a3e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:35.384932 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566cf3b-5910-4c77-8b26-899428f1b2c4 req-faeacc5a-9a54-4829-8a8f-965539a2bdfc tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:35.392704 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d566cf3b-5910-4c77-8b26-899428f1b2c4 req-faeacc5a-9a54-4829-8a8f-965539a2bdfc tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e64acf0-b411-478d-a188-25c7c0facc25 HTTP/1.1" status: 200 len: 945 time: 0.0648434 Nov 10 19:39:35.397470 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b8f9bb4f-3003-427e-89ab-f695f0f0a3e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:35.439117 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d566cf3b-5910-4c77-8b26-899428f1b2c4 req-d9dfbcf0-2a5c-4218-9a82-7ee4cb4aa6f6 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447040 Nov 10 19:39:35.462585 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b8f9bb4f-3003-427e-89ab-f695f0f0a3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:35.469521 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b8f9bb4f-3003-427e-89ab-f695f0f0a3e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:35.474822 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b8f9bb4f-3003-427e-89ab-f695f0f0a3e5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/99bd5bab-0b05-412b-b8d9-e38ee7eaceb4 HTTP/1.1" status: 204 len: 168 time: 0.1685760 Nov 10 19:39:35.488599 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9bb4f-3003-427e-89ab-f695f0f0a3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bd5bab-0b05-412b-b8d9-e38ee7eaceb4,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:35.642906 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321d42d-071e-460c-b44c-bce65e243456 req-fbbaf4ba-b60b-49a9-8e0b-5f3fbaebe1d5 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:35.644740 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b321d42d-071e-460c-b44c-bce65e243456 req-fbbaf4ba-b60b-49a9-8e0b-5f3fbaebe1d5 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 944 time: 0.0781152 Nov 10 19:39:35.701828 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b321d42d-071e-460c-b44c-bce65e243456 req-1c014cb6-f50f-4c78-b563-820021087df2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497031 Nov 10 19:39:36.651941 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b1547-61a4-43de-99a2-9dda49666e93 req-6a8d46c7-c1f1-4aa5-b8a3-11f09a19db27 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:36.653670 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-794b1547-61a4-43de-99a2-9dda49666e93 req-6a8d46c7-c1f1-4aa5-b8a3-11f09a19db27 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e64acf0-b411-478d-a188-25c7c0facc25 HTTP/1.1" status: 200 len: 945 time: 0.0790424 Nov 10 19:39:36.742248 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-794b1547-61a4-43de-99a2-9dda49666e93 req-7f9128f7-69eb-4780-8171-940464179c49 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781250 Nov 10 19:39:36.757527 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45cd02-1854-4e64-9ac5-59172d067ad4 req-d9b087d6-3c63-45b3-a84f-4a4532f12082 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:36.759233 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1b45cd02-1854-4e64-9ac5-59172d067ad4 req-d9b087d6-3c63-45b3-a84f-4a4532f12082 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e64acf0-b411-478d-a188-25c7c0facc25 HTTP/1.1" status: 200 len: 945 time: 0.0742772 Nov 10 19:39:36.896263 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2f21a-eb50-443d-a25e-59bda606a4a7 req-9886e8c5-3277-46af-ab72-b954222ab8b2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:36.904168 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-72d2f21a-eb50-443d-a25e-59bda606a4a7 req-9886e8c5-3277-46af-ab72-b954222ab8b2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 944 time: 0.0702157 Nov 10 19:39:36.911130 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-1b45cd02-1854-4e64-9ac5-59172d067ad4 req-243273ac-a6b1-4773-9f36-5743888d8c07 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Deleting port e752849c-80ff-47be-a313-bea3404a3cac {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:39:36.911703 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1b45cd02-1854-4e64-9ac5-59172d067ad4 req-243273ac-a6b1-4773-9f36-5743888d8c07 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:36.974476 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-72d2f21a-eb50-443d-a25e-59bda606a4a7 req-0252dd88-4525-4b9c-b6a0-0d344dfb4318 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693626 Nov 10 19:39:37.040565 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-1b45cd02-1854-4e64-9ac5-59172d067ad4 req-243273ac-a6b1-4773-9f36-5743888d8c07 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] For port e752849c-80ff-47be-a313-bea3404a3cac, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e752849c-80ff-47be-a313-bea3404a3cac,segment=NetworkSegment(fcbd45ae-33de-4640-a29c-c49b1536f07f),segment_id=fcbd45ae-33de-4640-a29c-c49b1536f07f)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:39:37.041071 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1b45cd02-1854-4e64-9ac5-59172d067ad4 req-243273ac-a6b1-4773-9f36-5743888d8c07 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:37.061267 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-1b45cd02-1854-4e64-9ac5-59172d067ad4 req-243273ac-a6b1-4773-9f36-5743888d8c07 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Calling delete_port for e752849c-80ff-47be-a313-bea3404a3cac owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:39:37.240775 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1b45cd02-1854-4e64-9ac5-59172d067ad4 req-243273ac-a6b1-4773-9f36-5743888d8c07 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:37.256218 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['2a7be1e5-ed41-4143-82b8-17f08b0bb134'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:39:37.260262 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['e752849c-80ff-47be-a313-bea3404a3cac'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:39:37.289300 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243273ac-a6b1-4773-9f36-5743888d8c07 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Pushing event deleted for resources: {'Port': ['ID=e752849c-80ff-47be-a313-bea3404a3cac,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:37.322364 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243273ac-a6b1-4773-9f36-5743888d8c07 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:37.322555 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243273ac-a6b1-4773-9f36-5743888d8c07 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:37.322890 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243273ac-a6b1-4773-9f36-5743888d8c07 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:37.323233 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243273ac-a6b1-4773-9f36-5743888d8c07 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:37.323807 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243273ac-a6b1-4773-9f36-5743888d8c07 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:37.324317 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243273ac-a6b1-4773-9f36-5743888d8c07 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:37.324808 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243273ac-a6b1-4773-9f36-5743888d8c07 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:37.325253 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243273ac-a6b1-4773-9f36-5743888d8c07 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:37.325816 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243273ac-a6b1-4773-9f36-5743888d8c07 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:37.326157 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243273ac-a6b1-4773-9f36-5743888d8c07 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:37.326675 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243273ac-a6b1-4773-9f36-5743888d8c07 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:37.327023 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243273ac-a6b1-4773-9f36-5743888d8c07 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:39:37.344132 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5087aa-2a70-4fad-93f4-1a7e976751dc None None] DHCP port deletion for 87737cc5-1491-4eb8-832b-21b850f6c386 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:39:37.429692 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b45cd02-1854-4e64-9ac5-59172d067ad4 req-243273ac-a6b1-4773-9f36-5743888d8c07 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] No DVR routers for this DVR port e752849c-80ff-47be-a313-bea3404a3cac on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:39:37.438047 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1b45cd02-1854-4e64-9ac5-59172d067ad4 req-243273ac-a6b1-4773-9f36-5743888d8c07 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:37.447614 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1b45cd02-1854-4e64-9ac5-59172d067ad4 req-243273ac-a6b1-4773-9f36-5743888d8c07 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.73 "DELETE /v2.0/ports/e752849c-80ff-47be-a313-bea3404a3cac HTTP/1.1" status: 204 len: 173 time: 0.6756864 Nov 10 19:39:37.449401 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e64acf0-b411-478d-a188-25c7c0facc25', 'name': 'network-vif-deleted', 'tag': 'e752849c-80ff-47be-a313-bea3404a3cac'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:39:37.457075 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10491728-9c41-45a1-91a9-ad33b8250c7c" -d '{"events": [{"server_uuid": "4e64acf0-b411-478d-a188-25c7c0facc25", "name": "network-vif-deleted", "tag": "e752849c-80ff-47be-a313-bea3404a3cac"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:39:37.539955 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871a3734-14cb-48e7-885b-ca12e75920b7 x-openstack-request-id: req-871a3734-14cb-48e7-885b-ca12e75920b7 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:39:37.540258 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e64acf0-b411-478d-a188-25c7c0facc25", "name": "network-vif-deleted", "tag": "e752849c-80ff-47be-a313-bea3404a3cac", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:39:37.540488 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-871a3734-14cb-48e7-885b-ca12e75920b7 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:39:37.540900 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e64acf0-b411-478d-a188-25c7c0facc25', 'name': 'network-vif-deleted', 'tag': 'e752849c-80ff-47be-a313-bea3404a3cac', 'status': 'completed', 'code': 200} Nov 10 19:39:37.910324 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b358916-bc9b-495a-b90e-4c65cf13e551 req-5715abce-6373-4db8-ba1e-f46e15c679d6 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e64acf0-b411-478d-a188-25c7c0facc25 HTTP/1.1" status: 200 len: 210 time: 0.0294123 Nov 10 19:39:37.974302 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40576) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:38.154214 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412667e-094b-44ec-8e63-899f024c471d req-58637f15-78e3-4c27-a83b-575dbfd6b288 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:38.155775 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d412667e-094b-44ec-8e63-899f024c471d req-58637f15-78e3-4c27-a83b-575dbfd6b288 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 944 time: 0.0657470 Nov 10 19:39:38.215989 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6b1635ad-c2a4-4b0f-b7fc-9ef528a708d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:38.223877 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d412667e-094b-44ec-8e63-899f024c471d req-547e7290-2004-40d2-9fae-9b3771ade670 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617609 Nov 10 19:39:38.295426 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6b1635ad-c2a4-4b0f-b7fc-9ef528a708d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:38.301663 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6b1635ad-c2a4-4b0f-b7fc-9ef528a708d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:38.339386 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1635ad-c2a4-4b0f-b7fc-9ef528a708d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d808231-6f27-4689-a4e5-45f44d3ba49d,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:38.344137 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6b1635ad-c2a4-4b0f-b7fc-9ef528a708d2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2be5ec9b7d3742eb82a6e4826a2559cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3684692 Nov 10 19:39:38.346817 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40586) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:38.406660 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7b00bdab-2388-42d2-ac16-24a0aebd6a00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:38.436288 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7b00bdab-2388-42d2-ac16-24a0aebd6a00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:38.496869 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7b00bdab-2388-42d2-ac16-24a0aebd6a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:38.500475 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7b00bdab-2388-42d2-ac16-24a0aebd6a00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:38.501788 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7b00bdab-2388-42d2-ac16-24a0aebd6a00 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1d808231-6f27-4689-a4e5-45f44d3ba49d HTTP/1.1" status: 204 len: 168 time: 0.1536872 Nov 10 19:39:38.510756 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b00bdab-2388-42d2-ac16-24a0aebd6a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d808231-6f27-4689-a4e5-45f44d3ba49d,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:38.797968 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 40602) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:38.812281 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3b5e4882-2519-498f-9570-2b3d06e47d44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:38.886875 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3b5e4882-2519-498f-9570-2b3d06e47d44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:38.892057 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3b5e4882-2519-498f-9570-2b3d06e47d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:38.930111 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3b5e4882-2519-498f-9570-2b3d06e47d44 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d8b4c140b3d3433ebd85023977c442b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305816 Nov 10 19:39:38.930989 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e4882-2519-498f-9570-2b3d06e47d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f594da1b-c54b-4470-90ab-bffafcbe1485,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:38.932953 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 40604) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:39:39.004767 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-73cbe5ba-7baf-482d-83b3-c7bdfc03e438 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:39.029869 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-73cbe5ba-7baf-482d-83b3-c7bdfc03e438 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:39.084232 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-73cbe5ba-7baf-482d-83b3-c7bdfc03e438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:39.087330 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-73cbe5ba-7baf-482d-83b3-c7bdfc03e438 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:39.091812 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-73cbe5ba-7baf-482d-83b3-c7bdfc03e438 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f594da1b-c54b-4470-90ab-bffafcbe1485 HTTP/1.1" status: 204 len: 168 time: 0.1547549 Nov 10 19:39:39.108579 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbe5ba-7baf-482d-83b3-c7bdfc03e438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f594da1b-c54b-4470-90ab-bffafcbe1485,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:39.269748 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-86bf2eb7-b446-4d36-b69b-36d2e0f7ce31 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:39.274618 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-86bf2eb7-b446-4d36-b69b-36d2e0f7ce31 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/networks?id=87737cc5-1491-4eb8-832b-21b850f6c386 HTTP/1.1" status: 200 len: 805 time: 0.1203434 Nov 10 19:39:39.288087 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-f7c41421-a07d-4234-ad47-75313ffde425 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/quotas/2a00ca65ead540abbf4d59ff2c615c4f HTTP/1.1" status: 200 len: 375 time: 0.0103877 Nov 10 19:39:39.345920 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-533d74a0-050a-4159-8c15-1044a9be0554 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2a00ca65ead540abbf4d59ff2c615c4f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0517168 Nov 10 19:39:39.449681 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-c07abec5-217f-400e-8b2e-717bad14e02f service neutron] 10.222.0.54 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947826 Nov 10 19:39:39.548569 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-a0e4ef12-784b-483f-9d45-15e9bae73b28 service neutron] 10.222.0.54 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899034 Nov 10 19:39:39.842829 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b618067-72ff-4251-b518-33d653204c36 req-7d7bc479-5a26-48c6-a0eb-18791cfb9c4a tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:39.846007 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b618067-72ff-4251-b518-33d653204c36 req-7d7bc479-5a26-48c6-a0eb-18791cfb9c4a tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 944 time: 0.0698807 Nov 10 19:39:39.927989 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b618067-72ff-4251-b518-33d653204c36 req-90e48d5d-5516-4e39-8db1-54a424ab518b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739346 Nov 10 19:39:40.008750 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5ec9544c-1e7d-4a10-88ab-a6e56f47e35d req-982571d8-31c4-4450-a14c-7a312104f62a tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 210 time: 0.0443859 Nov 10 19:39:40.852213 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-8186c8cc-8cbe-40a3-8af2-f79d086f24eb tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:40.854941 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-8186c8cc-8cbe-40a3-8af2-f79d086f24eb tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.73 "GET /v2.0/networks?id=87737cc5-1491-4eb8-832b-21b850f6c386 HTTP/1.1" status: 200 len: 805 time: 0.1374559 Nov 10 19:39:40.872573 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-10e92e63-3d36-4a09-830e-28f424c790f2 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Request body: {'port': {'device_id': '991f0362-e977-4a40-8cd6-c5a82e3e7a97', 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386', 'admin_state_up': True, 'tenant_id': '2a00ca65ead540abbf4d59ff2c615c4f'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:39:40.994822 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-10e92e63-3d36-4a09-830e-28f424c790f2 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Made reservation on behalf of 2a00ca65ead540abbf4d59ff2c615c4f for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:39:40.998481 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-10e92e63-3d36-4a09-830e-28f424c790f2 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:41.088403 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73db69-e97f-4a46-90ca-3be886fbbe6a req-e262de6f-85f8-4164-818d-518742859031 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:41.098904 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3e73db69-e97f-4a46-90ca-3be886fbbe6a req-e262de6f-85f8-4164-818d-518742859031 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 944 time: 0.0776107 Nov 10 19:39:41.143628 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:39:41.194557 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-10e92e63-3d36-4a09-830e-28f424c790f2 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Allocated IP 172.20.0.2 (87737cc5-1491-4eb8-832b-21b850f6c386/f85973c4-b607-4c9f-9c90-dbe2046779da/c3bf35c6-01bb-4dfc-911f-249b02997bc9) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:39:41.208219 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3e73db69-e97f-4a46-90ca-3be886fbbe6a req-8ef5b7e5-a3b4-48ed-9b4e-099e649b8a08 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082926 Nov 10 19:39:41.317037 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-26ee67a2-3781-478c-a35e-a2c4fa537349 req-bc8740f6-918a-483d-ae6a-f5fde9681edb tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 210 time: 0.0418804 Nov 10 19:39:41.376352 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-10e92e63-3d36-4a09-830e-28f424c790f2 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:41.412752 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-10e92e63-3d36-4a09-830e-28f424c790f2 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:41.424556 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['2a7be1e5-ed41-4143-82b8-17f08b0bb134'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:39:41.454752 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-10e92e63-3d36-4a09-830e-28f424c790f2 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Network 87737cc5-1491-4eb8-832b-21b850f6c386 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:39:41.457851 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-10e92e63-3d36-4a09-830e-28f424c790f2 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:39:41.460345 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-10e92e63-3d36-4a09-830e-28f424c790f2 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:39:41.492227 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ac55ce-7cdb-48c1-9fb0-867ab9c76e16 None None] DHCP port deletion for 87737cc5-1491-4eb8-832b-21b850f6c386 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:39:41.506254 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e92e63-3d36-4a09-830e-28f424c790f2 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Pushing event updated for resources: {'Port': ['ID=c3bf35c6-01bb-4dfc-911f-249b02997bc9,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:41.541366 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-10e92e63-3d36-4a09-830e-28f424c790f2 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:41.542332 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-10e92e63-3d36-4a09-830e-28f424c790f2 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:41.563624 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-10e92e63-3d36-4a09-830e-28f424c790f2 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6958494 Nov 10 19:39:41.579563 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-b2e07fbc-8d0f-4490-afbb-a50fabd67296 service neutron] Request body: {'port': {'device_id': '991f0362-e977-4a40-8cd6-c5a82e3e7a97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:39:41.601633 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f24edfb5-d549-472b-81fc-053c9ba198d9 None None] Provisioning complete for port c3bf35c6-01bb-4dfc-911f-249b02997bc9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:39:41.602061 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f24edfb5-d549-472b-81fc-053c9ba198d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:41.638345 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-f24edfb5-d549-472b-81fc-053c9ba198d9 None None] Port c3bf35c6-01bb-4dfc-911f-249b02997bc9 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:39:41.653559 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-b2e07fbc-8d0f-4490-afbb-a50fabd67296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:41.920467 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-b2e07fbc-8d0f-4490-afbb-a50fabd67296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3bf35c6-01bb-4dfc-911f-249b02997bc9 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:39:41.928146 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-b2e07fbc-8d0f-4490-afbb-a50fabd67296 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:41.941031 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-b2e07fbc-8d0f-4490-afbb-a50fabd67296 service neutron] Transition to ACTIVE for port object c3bf35c6-01bb-4dfc-911f-249b02997bc9 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:39:41.945003 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-b2e07fbc-8d0f-4490-afbb-a50fabd67296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:41.989656 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fe7f21-57c3-421b-887c-830a337375f7 None None] DHCP port deletion for 87737cc5-1491-4eb8-832b-21b850f6c386 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:39:41.997722 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e07fbc-8d0f-4490-afbb-a50fabd67296 service neutron] Pushing event updated for resources: {'Port': ['ID=c3bf35c6-01bb-4dfc-911f-249b02997bc9,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:42.072202 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-b2e07fbc-8d0f-4490-afbb-a50fabd67296 service neutron] Attempting to bind port c3bf35c6-01bb-4dfc-911f-249b02997bc9 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:39:42.072535 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-b2e07fbc-8d0f-4490-afbb-a50fabd67296 service neutron] Attempting to bind port c3bf35c6-01bb-4dfc-911f-249b02997bc9 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'fcbd45ae-33de-4640-a29c-c49b1536f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:39:42.072878 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-b2e07fbc-8d0f-4490-afbb-a50fabd67296 service neutron] Attempting to bind port c3bf35c6-01bb-4dfc-911f-249b02997bc9 on network 87737cc5-1491-4eb8-832b-21b850f6c386 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:39:42.077179 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-b2e07fbc-8d0f-4490-afbb-a50fabd67296 service neutron] Port c3bf35c6-01bb-4dfc-911f-249b02997bc9 on network 87737cc5-1491-4eb8-832b-21b850f6c386 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:39:42.077485 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-b2e07fbc-8d0f-4490-afbb-a50fabd67296 service neutron] Attempting to bind port c3bf35c6-01bb-4dfc-911f-249b02997bc9 on network 87737cc5-1491-4eb8-832b-21b850f6c386 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:39:42.082274 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-b2e07fbc-8d0f-4490-afbb-a50fabd67296 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:39:42.082600 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-b2e07fbc-8d0f-4490-afbb-a50fabd67296 service neutron] Checking segment: {'id': 'fcbd45ae-33de-4640-a29c-c49b1536f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:39:42.082974 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-b2e07fbc-8d0f-4490-afbb-a50fabd67296 service neutron] Bound using segment: {'id': 'fcbd45ae-33de-4640-a29c-c49b1536f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:39:42.083389 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-b2e07fbc-8d0f-4490-afbb-a50fabd67296 service neutron] Bound port: c3bf35c6-01bb-4dfc-911f-249b02997bc9, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcbd45ae-33de-4640-a29c-c49b1536f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:39:42.083736 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-b2e07fbc-8d0f-4490-afbb-a50fabd67296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:42.095684 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device e752849c-80ff-47be-a313-bea3404a3cac no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:39:42.147930 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-b2e07fbc-8d0f-4490-afbb-a50fabd67296 service neutron] For port c3bf35c6-01bb-4dfc-911f-249b02997bc9, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:39:42.151619 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-b2e07fbc-8d0f-4490-afbb-a50fabd67296 service neutron] For port c3bf35c6-01bb-4dfc-911f-249b02997bc9, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=c3bf35c6-01bb-4dfc-911f-249b02997bc9,segment=NetworkSegment(fcbd45ae-33de-4640-a29c-c49b1536f07f),segment_id=fcbd45ae-33de-4640-a29c-c49b1536f07f)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:39:42.157146 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-b2e07fbc-8d0f-4490-afbb-a50fabd67296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:42.202023 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-b2e07fbc-8d0f-4490-afbb-a50fabd67296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:42.202636 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-b2e07fbc-8d0f-4490-afbb-a50fabd67296 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:42.204366 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-b2e07fbc-8d0f-4490-afbb-a50fabd67296 service neutron] 10.222.0.73 "PUT /v2.0/ports/c3bf35c6-01bb-4dfc-911f-249b02997bc9 HTTP/1.1" status: 200 len: 1091 time: 0.6297810 Nov 10 19:39:42.204825 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991f0362-e977-4a40-8cd6-c5a82e3e7a97', 'tag': 'c3bf35c6-01bb-4dfc-911f-249b02997bc9'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:39:42.207157 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e684370-ffdc-4001-a036-83a0a7a73615" -d '{"events": [{"name": "network-changed", "server_uuid": "991f0362-e977-4a40-8cd6-c5a82e3e7a97", "tag": "c3bf35c6-01bb-4dfc-911f-249b02997bc9"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:39:42.245145 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e07fbc-8d0f-4490-afbb-a50fabd67296 service neutron] Pushing event updated for resources: {'Port': ['ID=c3bf35c6-01bb-4dfc-911f-249b02997bc9,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:42.320444 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b69b6cd-8586-41a5-a564-eddc64acfd41 None None] DHCP port deletion for 87737cc5-1491-4eb8-832b-21b850f6c386 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:39:42.323595 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: e752849c-80ff-47be-a313-bea3404a3cac {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:39:42.323951 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device e752849c-80ff-47be-a313-bea3404a3cac not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:39:42.334052 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19ae30d-048b-4e7c-a181-b1d25de78ae3 x-openstack-request-id: req-a19ae30d-048b-4e7c-a181-b1d25de78ae3 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:39:42.334052 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "991f0362-e977-4a40-8cd6-c5a82e3e7a97", "tag": "c3bf35c6-01bb-4dfc-911f-249b02997bc9", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:39:42.334251 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a19ae30d-048b-4e7c-a181-b1d25de78ae3 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:39:42.334559 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '991f0362-e977-4a40-8cd6-c5a82e3e7a97', 'tag': 'c3bf35c6-01bb-4dfc-911f-249b02997bc9', 'status': 'completed', 'code': 200} Nov 10 19:39:42.361601 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-3176a564-7250-4300-a2c5-10d0bb885ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:42.366052 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-3176a564-7250-4300-a2c5-10d0bb885ac5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a00ca65ead540abbf4d59ff2c615c4f&device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 1094 time: 0.1039066 Nov 10 19:39:42.427842 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-fc18a899-f60f-49f1-b85a-6b4afa88c472 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3bf35c6-01bb-4dfc-911f-249b02997bc9 HTTP/1.1" status: 200 len: 217 time: 0.0499794 Nov 10 19:39:42.464318 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b1091-12c6-41f9-876d-b73e55cdafab req-cd748569-52c3-4d56-b061-b45b7df0d78c tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:42.468062 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b21b1091-12c6-41f9-876d-b73e55cdafab req-cd748569-52c3-4d56-b061-b45b7df0d78c tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 944 time: 0.0654826 Nov 10 19:39:42.488859 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-30639bce-7ba3-4f75-90fd-f4e63c820cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:42.490566 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-30639bce-7ba3-4f75-90fd-f4e63c820cd0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f85973c4-b607-4c9f-9c90-dbe2046779da HTTP/1.1" status: 200 len: 845 time: 0.0553713 Nov 10 19:39:42.522355 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b21b1091-12c6-41f9-876d-b73e55cdafab req-91124d71-36ca-4fc0-8cd8-18e67c646a9f tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448284 Nov 10 19:39:42.526342 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-0dd929bf-1950-44ce-8937-14e0fac66130 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=87737cc5-1491-4eb8-832b-21b850f6c386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283594 Nov 10 19:39:42.642494 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-a652480d-b282-4c89-9437-88edeb4c2609 service neutron] 10.222.0.73 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080894 Nov 10 19:39:42.643581 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ecd38-81e0-4244-b299-a211364619c9 req-81481393-42e0-4fe0-aa77-1993b5c92a6e tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:42.645498 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-010ecd38-81e0-4244-b299-a211364619c9 req-81481393-42e0-4fe0-aa77-1993b5c92a6e tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 943 time: 0.0648007 Nov 10 19:39:42.703607 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-010ecd38-81e0-4244-b299-a211364619c9 req-61ede99e-2587-4c70-9be8-c8a4fa6b3d59 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516024 Nov 10 19:39:42.754310 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0ca23e3d-c890-4ea4-bb6d-c2c982be07b7 req-16931afb-35b4-45e8-96d0-49a2f91cc895 service neutron] 10.222.0.73 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038265 Nov 10 19:39:42.844509 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e684370-ffdc-4001-a036-83a0a7a73615 req-5979a0df-a4ed-45d5-96cf-3622cc0108b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:42.846138 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8e684370-ffdc-4001-a036-83a0a7a73615 req-5979a0df-a4ed-45d5-96cf-3622cc0108b2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a00ca65ead540abbf4d59ff2c615c4f&device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 1094 time: 0.0430596 Nov 10 19:39:42.941642 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e684370-ffdc-4001-a036-83a0a7a73615 req-78a58d3e-40ff-41c2-adec-a84151ab4def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:42.943169 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8e684370-ffdc-4001-a036-83a0a7a73615 req-78a58d3e-40ff-41c2-adec-a84151ab4def service neutron] 10.222.0.73 "GET /v2.0/networks?id=87737cc5-1491-4eb8-832b-21b850f6c386 HTTP/1.1" status: 200 len: 906 time: 0.0902312 Nov 10 19:39:42.992519 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8e684370-ffdc-4001-a036-83a0a7a73615 req-8d4d1c52-290a-4575-a7de-60af4d49d8f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3bf35c6-01bb-4dfc-911f-249b02997bc9 HTTP/1.1" status: 200 len: 217 time: 0.0401151 Nov 10 19:39:43.044414 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e684370-ffdc-4001-a036-83a0a7a73615 req-b513e52e-744f-4d44-a633-5fca1a021e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:43.045955 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8e684370-ffdc-4001-a036-83a0a7a73615 req-b513e52e-744f-4d44-a633-5fca1a021e0b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f85973c4-b607-4c9f-9c90-dbe2046779da HTTP/1.1" status: 200 len: 845 time: 0.0465829 Nov 10 19:39:43.081195 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8e684370-ffdc-4001-a036-83a0a7a73615 req-82c55c7d-c107-4764-8c24-9dbeb323f992 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=87737cc5-1491-4eb8-832b-21b850f6c386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264175 Nov 10 19:39:43.529609 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8e684370-ffdc-4001-a036-83a0a7a73615 req-a999e68b-f9d3-4799-a90e-6720667c70d9 service neutron] 10.222.0.73 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409189 Nov 10 19:39:43.647583 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78430abb-8485-4049-bda2-c9f766f16f94 req-a6f1e1e0-95da-4bf4-ae42-68e94fc5ca1a tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:43.655612 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-78430abb-8485-4049-bda2-c9f766f16f94 req-a6f1e1e0-95da-4bf4-ae42-68e94fc5ca1a tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 944 time: 0.0591099 Nov 10 19:39:43.667750 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8e684370-ffdc-4001-a036-83a0a7a73615 req-8cdeab1d-417d-4acc-885b-ce018482ad1f service neutron] 10.222.0.73 "GET /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271946 Nov 10 19:39:43.726755 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-78430abb-8485-4049-bda2-c9f766f16f94 req-997018a4-54b3-4c70-99b9-d39e51d8a972 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696602 Nov 10 19:39:43.843034 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c563700-e75b-46e2-96d4-8d60db016aff req-c6fb58c5-e223-428e-818f-8ea03edd8b7c tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:43.850547 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c563700-e75b-46e2-96d4-8d60db016aff req-c6fb58c5-e223-428e-818f-8ea03edd8b7c tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 943 time: 0.0644662 Nov 10 19:39:43.907081 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c563700-e75b-46e2-96d4-8d60db016aff req-cdbef7ef-4c40-4c75-8f85-47841cbf123a tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547421 Nov 10 19:39:44.093833 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device c3bf35c6-01bb-4dfc-911f-249b02997bc9 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:39:44.206233 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port c3bf35c6-01bb-4dfc-911f-249b02997bc9, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=c3bf35c6-01bb-4dfc-911f-249b02997bc9,segment=NetworkSegment(fcbd45ae-33de-4640-a29c-c49b1536f07f),segment_id=fcbd45ae-33de-4640-a29c-c49b1536f07f)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:39:44.219263 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'c3bf35c6-01bb-4dfc-911f-249b02997bc9', 'network_id': '87737cc5-1491-4eb8-832b-21b850f6c386', 'port_id': 'c3bf35c6-01bb-4dfc-911f-249b02997bc9', 'mac_address': 'fa:16:3e:13:f8:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85973c4-b607-4c9f-9c90-dbe2046779da', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:39:44.260734 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:44.276895 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3bf35c6-01bb-4dfc-911f-249b02997bc9 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:39:44.299334 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port c3bf35c6-01bb-4dfc-911f-249b02997bc9, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=c3bf35c6-01bb-4dfc-911f-249b02997bc9,segment=NetworkSegment(fcbd45ae-33de-4640-a29c-c49b1536f07f),segment_id=fcbd45ae-33de-4640-a29c-c49b1536f07f)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:39:44.310072 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:44.365496 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=c3bf35c6-01bb-4dfc-911f-249b02997bc9,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:44.510329 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['c3bf35c6-01bb-4dfc-911f-249b02997bc9'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:39:44.870907 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6671d7-b7bf-4279-b1ef-77382867cb68 req-8f9908ed-e1e8-4ece-8ea3-6acb9f3cb026 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:44.872656 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3e6671d7-b7bf-4279-b1ef-77382867cb68 req-8f9908ed-e1e8-4ece-8ea3-6acb9f3cb026 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 944 time: 0.0593150 Nov 10 19:39:44.932714 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3e6671d7-b7bf-4279-b1ef-77382867cb68 req-a6b17439-1196-411f-9cdf-77a49c89b40b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514903 Nov 10 19:39:45.090852 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f0c0c-91be-46e0-a95e-dd48bb377d40 req-3ddf5afa-98bc-4f2c-b9a9-af696245f8b4 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:45.092721 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-402f0c0c-91be-46e0-a95e-dd48bb377d40 req-3ddf5afa-98bc-4f2c-b9a9-af696245f8b4 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 944 time: 0.0765986 Nov 10 19:39:45.145684 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-402f0c0c-91be-46e0-a95e-dd48bb377d40 req-9841728f-8632-42dc-abc6-ce4d3aed6787 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456696 Nov 10 19:39:46.070866 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd717cb-9a58-480f-a354-ad6f934efb54 req-e35a33cf-6ff6-41ae-92fe-9bdb8a72092b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:46.072643 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7cd717cb-9a58-480f-a354-ad6f934efb54 req-e35a33cf-6ff6-41ae-92fe-9bdb8a72092b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 944 time: 0.0660310 Nov 10 19:39:46.113416 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device c3bf35c6-01bb-4dfc-911f-249b02997bc9 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:39:46.137132 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7cd717cb-9a58-480f-a354-ad6f934efb54 req-e7d480ef-f09f-45ae-81a2-b5ba88a83d50 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573955 Nov 10 19:39:46.173031 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port c3bf35c6-01bb-4dfc-911f-249b02997bc9 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:39:46.177906 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port c3bf35c6-01bb-4dfc-911f-249b02997bc9 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:39:46.178441 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:46.268915 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:46.275863 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228d800-8329-4264-8de2-93ce59aa18b2 req-241c5779-e065-4e27-b7cc-b31704871bc6 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:46.277679 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a228d800-8329-4264-8de2-93ce59aa18b2 req-241c5779-e065-4e27-b7cc-b31704871bc6 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 944 time: 0.0496528 Nov 10 19:39:46.302764 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991f0362-e977-4a40-8cd6-c5a82e3e7a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bf35c6-01bb-4dfc-911f-249b02997bc9'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:39:46.305595 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6045b5a-5a83-4ade-ba61-63de536ae097" -d '{"events": [{"server_uuid": "991f0362-e977-4a40-8cd6-c5a82e3e7a97", "name": "network-vif-plugged", "status": "completed", "tag": "c3bf35c6-01bb-4dfc-911f-249b02997bc9"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:39:46.322375 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port c3bf35c6-01bb-4dfc-911f-249b02997bc9, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=c3bf35c6-01bb-4dfc-911f-249b02997bc9,segment=NetworkSegment(fcbd45ae-33de-4640-a29c-c49b1536f07f),segment_id=fcbd45ae-33de-4640-a29c-c49b1536f07f)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:39:46.328661 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:46.346950 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a228d800-8329-4264-8de2-93ce59aa18b2 req-657900d8-21bf-4b22-837c-5074c884dd3a tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622909 Nov 10 19:39:46.394306 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=c3bf35c6-01bb-4dfc-911f-249b02997bc9,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:46.406239 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8eafb3-8f45-4c1a-8027-966f436bd2ee x-openstack-request-id: req-7e8eafb3-8f45-4c1a-8027-966f436bd2ee {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:39:46.406712 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991f0362-e977-4a40-8cd6-c5a82e3e7a97", "name": "network-vif-plugged", "status": "completed", "tag": "c3bf35c6-01bb-4dfc-911f-249b02997bc9", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:39:46.407134 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7e8eafb3-8f45-4c1a-8027-966f436bd2ee {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:39:46.407746 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991f0362-e977-4a40-8cd6-c5a82e3e7a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bf35c6-01bb-4dfc-911f-249b02997bc9', 'code': 200} Nov 10 19:39:46.528859 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a8e70-f3fb-4a6b-96a3-c2b958369700 req-62bb993f-26e6-465d-bd28-161b612c0e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:46.530991 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-595a8e70-f3fb-4a6b-96a3-c2b958369700 req-62bb993f-26e6-465d-bd28-161b612c0e2f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 1096 time: 0.0486202 Nov 10 19:39:46.600024 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-595a8e70-f3fb-4a6b-96a3-c2b958369700 req-ed585a0c-2613-4811-8872-e9209264a086 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528393 Nov 10 19:39:47.279954 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ed5f8-341c-4e00-acd5-fd9802f43262 req-01bdaf8f-b02e-4fa3-b401-b7aa5c78956c tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:47.281616 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-173ed5f8-341c-4e00-acd5-fd9802f43262 req-01bdaf8f-b02e-4fa3-b401-b7aa5c78956c tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 944 time: 0.0616124 Nov 10 19:39:47.334864 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-173ed5f8-341c-4e00-acd5-fd9802f43262 req-76022498-3e7a-496b-8e8f-75bef9d4efb3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460634 Nov 10 19:39:47.464597 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128349f7-4570-46d7-92cf-170072f35c70 req-10d7b328-a931-475d-9ed2-0e1bd56b2779 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:47.470421 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-128349f7-4570-46d7-92cf-170072f35c70 req-10d7b328-a931-475d-9ed2-0e1bd56b2779 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 945 time: 0.0573790 Nov 10 19:39:47.520589 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-128349f7-4570-46d7-92cf-170072f35c70 req-5716bbed-160b-4554-9930-8be5e513b6ca tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482543 Nov 10 19:39:48.349685 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 8c97607d-101a-44e4-80f6-fccd1dc4d0b9 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:39:48.470992 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 8c97607d-101a-44e4-80f6-fccd1dc4d0b9, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=8c97607d-101a-44e4-80f6-fccd1dc4d0b9,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:39:48.485247 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '8c97607d-101a-44e4-80f6-fccd1dc4d0b9', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'port_id': '8c97607d-101a-44e4-80f6-fccd1dc4d0b9', 'mac_address': 'fa:16:3e:83:30:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:39:48.532422 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:48.548827 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c97607d-101a-44e4-80f6-fccd1dc4d0b9 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:39:48.577742 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 8c97607d-101a-44e4-80f6-fccd1dc4d0b9, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=8c97607d-101a-44e4-80f6-fccd1dc4d0b9,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:39:48.585616 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:48.654546 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=8c97607d-101a-44e4-80f6-fccd1dc4d0b9,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:48.845355 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b846283-d213-49e3-b51b-0287e634cbcc req-6d9ecbdc-7383-481f-aa05-258ed2e6091e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:48.847266 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5b846283-d213-49e3-b51b-0287e634cbcc req-6d9ecbdc-7383-481f-aa05-258ed2e6091e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 944 time: 0.4282501 Nov 10 19:39:48.908205 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5b846283-d213-49e3-b51b-0287e634cbcc req-4e79f8d9-b638-46be-85d6-a53f7adf0e40 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527449 Nov 10 19:39:48.939069 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['8c97607d-101a-44e4-80f6-fccd1dc4d0b9'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:39:49.055392 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d631f66-8a80-4e27-8455-60e32ea6e1c5 req-de9d65fa-0abe-4b8e-964a-5405d0ca6de9 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:49.057525 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9d631f66-8a80-4e27-8455-60e32ea6e1c5 req-de9d65fa-0abe-4b8e-964a-5405d0ca6de9 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 945 time: 0.0602129 Nov 10 19:39:49.118432 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9d631f66-8a80-4e27-8455-60e32ea6e1c5 req-466f55ee-d37a-4a36-a291-92d1548b4d39 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510392 Nov 10 19:39:49.347039 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20426ab4-88ae-433b-9fd2-9580a6f3bf44 req-e8a52c0d-878e-4184-b61c-ad2a9c96814a tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:49.348921 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-20426ab4-88ae-433b-9fd2-9580a6f3bf44 req-e8a52c0d-878e-4184-b61c-ad2a9c96814a tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 945 time: 0.0515590 Nov 10 19:39:49.412863 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-20426ab4-88ae-433b-9fd2-9580a6f3bf44 req-dd6988f2-72ec-4bf1-a08c-e4e505628f55 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514104 Nov 10 19:39:49.543674 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b7345-5896-41a2-beef-81bb4dec2174 req-95e3e253-07b5-4ff0-b54b-0e53cfe40599 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:49.545342 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6c5b7345-5896-41a2-beef-81bb4dec2174 req-95e3e253-07b5-4ff0-b54b-0e53cfe40599 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 945 time: 0.0602398 Nov 10 19:39:49.602415 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6c5b7345-5896-41a2-beef-81bb4dec2174 req-818d6f05-e01b-4f1b-bb82-a87891e15465 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507221 Nov 10 19:39:49.816149 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f884cc-1d4b-47d7-8d00-eae5cb32f648 req-738ac0c6-612c-423d-ae9d-71fddf46240f tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:49.817890 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a7f884cc-1d4b-47d7-8d00-eae5cb32f648 req-738ac0c6-612c-423d-ae9d-71fddf46240f tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 945 time: 0.0626976 Nov 10 19:39:49.904193 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a7f884cc-1d4b-47d7-8d00-eae5cb32f648 req-f6e719fb-04b0-451c-9dc0-2a9f0360574b tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607316 Nov 10 19:39:50.051095 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b252771-faf9-4025-8e18-a4e0933c1575 req-0152bc10-2102-45cb-81a6-5c4ec2f9d499 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:50.052897 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3b252771-faf9-4025-8e18-a4e0933c1575 req-0152bc10-2102-45cb-81a6-5c4ec2f9d499 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 945 time: 0.0645516 Nov 10 19:39:50.122930 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3b252771-faf9-4025-8e18-a4e0933c1575 req-871ff770-c9cf-418f-aca8-5034c446c793 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619307 Nov 10 19:39:50.360112 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 8c97607d-101a-44e4-80f6-fccd1dc4d0b9 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:39:50.424059 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 8c97607d-101a-44e4-80f6-fccd1dc4d0b9 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:39:50.428848 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 8c97607d-101a-44e4-80f6-fccd1dc4d0b9 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:39:50.429229 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:50.505631 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:50.529876 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee153333-17a8-4752-8c72-2a96d70c8a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c97607d-101a-44e4-80f6-fccd1dc4d0b9'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:39:50.532132 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab8b90a-6002-4f1d-87bd-66340f9c60c0" -d '{"events": [{"server_uuid": "ee153333-17a8-4752-8c72-2a96d70c8a7b", "name": "network-vif-plugged", "status": "completed", "tag": "8c97607d-101a-44e4-80f6-fccd1dc4d0b9"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:39:50.544539 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 8c97607d-101a-44e4-80f6-fccd1dc4d0b9, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=8c97607d-101a-44e4-80f6-fccd1dc4d0b9,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:39:50.549872 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:50.579067 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dcd890-78c0-4040-a642-306a51126c57 x-openstack-request-id: req-c2dcd890-78c0-4040-a642-306a51126c57 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:39:50.579365 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee153333-17a8-4752-8c72-2a96d70c8a7b", "name": "network-vif-plugged", "status": "completed", "tag": "8c97607d-101a-44e4-80f6-fccd1dc4d0b9", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:39:50.579668 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c2dcd890-78c0-4040-a642-306a51126c57 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:39:50.579991 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee153333-17a8-4752-8c72-2a96d70c8a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c97607d-101a-44e4-80f6-fccd1dc4d0b9', 'code': 200} Nov 10 19:39:50.610457 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=8c97607d-101a-44e4-80f6-fccd1dc4d0b9,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:50.689198 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f4f97-c306-4eec-843b-383dbf2cdb13 req-c2fc9bea-9141-4cbc-8777-2eee31ca063d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:50.691068 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7f5f4f97-c306-4eec-843b-383dbf2cdb13 req-c2fc9bea-9141-4cbc-8777-2eee31ca063d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 1097 time: 0.0426531 Nov 10 19:39:50.734505 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7f5f4f97-c306-4eec-843b-383dbf2cdb13 req-c393eaac-2823-41eb-8a40-a6f88c4a9ca1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366020 Nov 10 19:39:51.018813 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f58c0-b7d8-4ae8-bffc-2f8e5db0fbf6 req-7b19829e-85a9-4120-991d-1f04eccae3c7 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:51.020402 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9a4f58c0-b7d8-4ae8-bffc-2f8e5db0fbf6 req-7b19829e-85a9-4120-991d-1f04eccae3c7 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 945 time: 0.0488083 Nov 10 19:39:51.068806 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9a4f58c0-b7d8-4ae8-bffc-2f8e5db0fbf6 req-e3a4ae42-7a8b-4de8-861b-ec48d9c1485d tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421629 Nov 10 19:39:51.255164 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5104b-52e2-4209-a7ee-d9da658d024d req-0a205885-1dad-4cea-9d77-0356b5230f04 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:51.256657 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bec5104b-52e2-4209-a7ee-d9da658d024d req-0a205885-1dad-4cea-9d77-0356b5230f04 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 946 time: 0.0550547 Nov 10 19:39:51.307715 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bec5104b-52e2-4209-a7ee-d9da658d024d req-53c96508-c4cc-4e55-9e1c-d130f7c50093 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432115 Nov 10 19:39:52.201077 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe595fa1-83cd-4b72-b55a-85431cc7b17b req-0fefbfcb-a492-43f3-9023-f536e99fab0e tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:52.209194 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fe595fa1-83cd-4b72-b55a-85431cc7b17b req-0fefbfcb-a492-43f3-9023-f536e99fab0e tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 945 time: 0.0565577 Nov 10 19:39:52.263905 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fe595fa1-83cd-4b72-b55a-85431cc7b17b req-a9219d73-9a0a-447e-b44d-99e756953418 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535266 Nov 10 19:39:52.443598 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c7c20-7c03-44c6-86ee-f29b6ab9592a req-7a022c64-b669-4748-b454-79858d4c09e8 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:52.453865 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f59c7c20-7c03-44c6-86ee-f29b6ab9592a req-7a022c64-b669-4748-b454-79858d4c09e8 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 946 time: 0.0694952 Nov 10 19:39:52.503235 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f59c7c20-7c03-44c6-86ee-f29b6ab9592a req-af718eef-a648-4ec1-ae72-cc2333cc09eb tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481231 Nov 10 19:39:52.684991 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602f47d-b40a-4d1c-b59e-bd34ae8f7ccc req-9f073dc4-8a53-4f95-8636-e28d8fa6014c tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:52.686654 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3602f47d-b40a-4d1c-b59e-bd34ae8f7ccc req-9f073dc4-8a53-4f95-8636-e28d8fa6014c tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 946 time: 0.0989227 Nov 10 19:39:52.738019 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3602f47d-b40a-4d1c-b59e-bd34ae8f7ccc req-f83f2553-4a74-4cf0-a33c-cb313eb95fe8 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446677 Nov 10 19:39:52.886543 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceae485-0605-49e4-8746-c288b24e0af0 req-e9f102d8-928c-47db-840e-429389a6f6d9 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:52.888512 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fceae485-0605-49e4-8746-c288b24e0af0 req-e9f102d8-928c-47db-840e-429389a6f6d9 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 946 time: 0.0613971 Nov 10 19:39:52.946508 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fceae485-0605-49e4-8746-c288b24e0af0 req-9ed613dc-ef8d-4888-88d2-a20c3e840b60 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513823 Nov 10 19:39:53.300861 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4f027-f96c-4bb4-930c-6afdc43a0453 req-1e590712-5572-4e50-9d49-2e869da3bec1 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:53.302576 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a6c4f027-f96c-4bb4-930c-6afdc43a0453 req-1e590712-5572-4e50-9d49-2e869da3bec1 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 946 time: 0.0573213 Nov 10 19:39:53.359723 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a6c4f027-f96c-4bb4-930c-6afdc43a0453 req-77b573d1-4dc3-4de4-83c0-52c6d17f5d8d tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507138 Nov 10 19:39:53.493580 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9763a91c-d7f2-4205-a459-36d739efd8c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:53.497927 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30933356-b626-4a1a-acd6-281db1468715 req-49005f48-7d23-4a67-9e75-41d2b29a1854 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:53.506152 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-30933356-b626-4a1a-acd6-281db1468715 req-49005f48-7d23-4a67-9e75-41d2b29a1854 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 945 time: 0.0714331 Nov 10 19:39:53.550629 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-30933356-b626-4a1a-acd6-281db1468715 req-1b4c1001-4589-4543-b7c1-e452c190491c tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434420 Nov 10 19:39:54.484452 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f833a6-cf2f-48ff-9536-eaaff06eb863 req-54f2a273-6137-4f14-ad2a-074780b3502b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:54.486031 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b3f833a6-cf2f-48ff-9536-eaaff06eb863 req-54f2a273-6137-4f14-ad2a-074780b3502b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 946 time: 0.0533142 Nov 10 19:39:54.539425 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b3f833a6-cf2f-48ff-9536-eaaff06eb863 req-4cc034ee-ed35-4da4-aee1-e66fd7211749 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472298 Nov 10 19:39:54.687365 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092eadc-69ba-4633-9843-db042436478e req-6b3bd8ea-02f2-47b4-85b3-b4f807466d11 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:54.688901 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c092eadc-69ba-4633-9843-db042436478e req-6b3bd8ea-02f2-47b4-85b3-b4f807466d11 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 945 time: 0.0542834 Nov 10 19:39:54.739329 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c092eadc-69ba-4633-9843-db042436478e req-0fbc628e-0998-4cb8-b68a-2ccfbdf65b4e tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439224 Nov 10 19:39:54.810126 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b436a10-662d-419d-bd87-305eb90ba4d9 req-d0faf710-9128-4ab9-b5e3-739b0e185ba1 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:54.811630 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6b436a10-662d-419d-bd87-305eb90ba4d9 req-d0faf710-9128-4ab9-b5e3-739b0e185ba1 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 946 time: 0.0509782 Nov 10 19:39:54.819120 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:54.918945 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-6b436a10-662d-419d-bd87-305eb90ba4d9 req-e163b521-8a18-4b28-bb31-35519f1696ac tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Deleting port 8c97607d-101a-44e4-80f6-fccd1dc4d0b9 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:39:54.919364 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6b436a10-662d-419d-bd87-305eb90ba4d9 req-e163b521-8a18-4b28-bb31-35519f1696ac tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:55.011023 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-6b436a10-662d-419d-bd87-305eb90ba4d9 req-e163b521-8a18-4b28-bb31-35519f1696ac tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] For port 8c97607d-101a-44e4-80f6-fccd1dc4d0b9, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=8c97607d-101a-44e4-80f6-fccd1dc4d0b9,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:39:55.011479 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6b436a10-662d-419d-bd87-305eb90ba4d9 req-e163b521-8a18-4b28-bb31-35519f1696ac tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:55.024478 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-6b436a10-662d-419d-bd87-305eb90ba4d9 req-e163b521-8a18-4b28-bb31-35519f1696ac tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Calling delete_port for 8c97607d-101a-44e4-80f6-fccd1dc4d0b9 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:39:55.098891 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:55.159057 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-ffce5a24-4bb6-4859-a0db-614c07411977 req-66195aaa-1826-4abb-bfe0-700793348344 service neutron] (102505) timed out ('10.222.0.54', 49978) {{(pid=102505) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 19:39:55.162905 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6b436a10-662d-419d-bd87-305eb90ba4d9 req-e163b521-8a18-4b28-bb31-35519f1696ac tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:55.176469 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['8c97607d-101a-44e4-80f6-fccd1dc4d0b9'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:39:55.192683 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163b521-8a18-4b28-bb31-35519f1696ac tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Pushing event deleted for resources: {'Port': ['ID=8c97607d-101a-44e4-80f6-fccd1dc4d0b9,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:39:55.242018 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b436a10-662d-419d-bd87-305eb90ba4d9 req-e163b521-8a18-4b28-bb31-35519f1696ac tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] No DVR routers for this DVR port 8c97607d-101a-44e4-80f6-fccd1dc4d0b9 on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:39:55.244815 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-6b436a10-662d-419d-bd87-305eb90ba4d9 req-e163b521-8a18-4b28-bb31-35519f1696ac tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:55.248406 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6b436a10-662d-419d-bd87-305eb90ba4d9 req-e163b521-8a18-4b28-bb31-35519f1696ac tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.25 "DELETE /v2.0/ports/8c97607d-101a-44e4-80f6-fccd1dc4d0b9 HTTP/1.1" status: 204 len: 173 time: 0.4298868 Nov 10 19:39:55.248857 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee153333-17a8-4752-8c72-2a96d70c8a7b', 'name': 'network-vif-deleted', 'tag': '8c97607d-101a-44e4-80f6-fccd1dc4d0b9'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:39:55.251204 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca93013-361b-4b51-b07b-8f585aba8a09" -d '{"events": [{"server_uuid": "ee153333-17a8-4752-8c72-2a96d70c8a7b", "name": "network-vif-deleted", "tag": "8c97607d-101a-44e4-80f6-fccd1dc4d0b9"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:39:55.291502 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9446c0ac-9a37-4e79-baff-cb6dc06310f5 x-openstack-request-id: req-9446c0ac-9a37-4e79-baff-cb6dc06310f5 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:39:55.291984 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee153333-17a8-4752-8c72-2a96d70c8a7b", "name": "network-vif-deleted", "tag": "8c97607d-101a-44e4-80f6-fccd1dc4d0b9", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:39:55.292494 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9446c0ac-9a37-4e79-baff-cb6dc06310f5 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:39:55.293071 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee153333-17a8-4752-8c72-2a96d70c8a7b', 'name': 'network-vif-deleted', 'tag': '8c97607d-101a-44e4-80f6-fccd1dc4d0b9', 'status': 'completed', 'code': 200} Nov 10 19:39:55.679754 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-94e18ccd-17a1-461a-a06c-f9c2b42055af req-cb36f9fe-4290-4d47-9de5-fbad37c519d5 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 210 time: 0.0409334 Nov 10 19:39:55.732148 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c4849cb4-8b84-40df-b92a-033fa3dc2054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:55.868148 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba779125-6643-4bb2-bf59-995b005c4e0e req-2d6d5444-f6a0-4944-bfff-a02a298ca8f8 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:55.869637 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba779125-6643-4bb2-bf59-995b005c4e0e req-2d6d5444-f6a0-4944-bfff-a02a298ca8f8 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 945 time: 0.0543418 Nov 10 19:39:55.923315 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba779125-6643-4bb2-bf59-995b005c4e0e req-b2a07232-32c0-4cf2-93e0-88a162e65ce2 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468280 Nov 10 19:39:56.797022 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2d05b515-adf0-4de8-98fe-61ab2779816b req-f2b8871f-98b7-410a-ab11-a39d3d8e9044 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 210 time: 0.0370450 Nov 10 19:39:57.066726 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27505926-7680-441a-9be8-c897be2fcae2 req-5905a3dd-5c47-48d4-85f3-65c19a6f7896 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:57.075847 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-27505926-7680-441a-9be8-c897be2fcae2 req-5905a3dd-5c47-48d4-85f3-65c19a6f7896 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 945 time: 0.0717194 Nov 10 19:39:57.127389 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-27505926-7680-441a-9be8-c897be2fcae2 req-ca94e8ee-45ad-451e-8d9a-d6decf70a271 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505607 Nov 10 19:39:57.222045 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:57.920881 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-48539198-a6f2-40b8-a3f2-66c4361b379d req-2c463155-271f-403a-a3d8-f069bc8b7df1 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 210 time: 0.0278957 Nov 10 19:39:58.291280 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3aeb5-5261-4fda-881a-bac103004520 req-56a6c86d-aaa0-45c8-981d-2d19952600d7 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:58.293031 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7ad3aeb5-5261-4fda-881a-bac103004520 req-56a6c86d-aaa0-45c8-981d-2d19952600d7 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 945 time: 0.0853379 Nov 10 19:39:58.365107 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7ad3aeb5-5261-4fda-881a-bac103004520 req-7f754fef-8d84-4070-931e-801d51850f54 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645671 Nov 10 19:39:58.405470 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 8c97607d-101a-44e4-80f6-fccd1dc4d0b9 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:39:58.428381 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 8c97607d-101a-44e4-80f6-fccd1dc4d0b9 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:39:58.429986 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 8c97607d-101a-44e4-80f6-fccd1dc4d0b9 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:39:58.721659 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:59.065169 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45c7e63f-b655-451e-b84c-e2f3d00f66a4 req-79ff360a-57a7-4fc5-8ff6-97e3f8946bb5 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 210 time: 0.0566916 Nov 10 19:39:59.410281 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:39:59.524348 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027323a2-072a-465f-a65e-4ebeb14edb27 req-807a6c39-63a6-476e-8f75-f025e001d03a tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:39:59.526138 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-027323a2-072a-465f-a65e-4ebeb14edb27 req-807a6c39-63a6-476e-8f75-f025e001d03a tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 945 time: 0.0687416 Nov 10 19:39:59.578305 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-027323a2-072a-465f-a65e-4ebeb14edb27 req-4295c876-46e1-459c-bf08-3bd6be44d07a tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457952 Nov 10 19:40:00.226487 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59d63a06-59a9-40f4-b00b-b525eca4503e req-032c0df2-4995-4012-a869-5617443fe2a6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee153333-17a8-4752-8c72-2a96d70c8a7b HTTP/1.1" status: 200 len: 210 time: 0.0443544 Nov 10 19:40:00.744632 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602f649-43f0-4abd-92c7-27f2a045d1bb req-32ec5c89-8068-4445-83d6-b971cf9fa824 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:00.746257 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2602f649-43f0-4abd-92c7-27f2a045d1bb req-32ec5c89-8068-4445-83d6-b971cf9fa824 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 945 time: 0.0603154 Nov 10 19:40:00.799299 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2602f649-43f0-4abd-92c7-27f2a045d1bb req-c30e7be5-0ce2-457f-9199-035ceb5005ee tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465434 Nov 10 19:40:01.970653 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928982b-c262-4981-b362-bf14fb026316 req-4f15aa84-d681-4902-87dc-8235f9c554cd tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:01.972230 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2928982b-c262-4981-b362-bf14fb026316 req-4f15aa84-d681-4902-87dc-8235f9c554cd tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 945 time: 0.0674431 Nov 10 19:40:02.035959 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2928982b-c262-4981-b362-bf14fb026316 req-78873a40-6dd7-468e-91fa-a78254e8d070 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568135 Nov 10 19:40:03.270136 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60f09e-a188-4d50-8978-7ff7b8fa703b req-c81b3265-d507-4493-9edd-ccd0893b9261 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:03.276182 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eb60f09e-a188-4d50-8978-7ff7b8fa703b req-c81b3265-d507-4493-9edd-ccd0893b9261 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 945 time: 0.1303620 Nov 10 19:40:03.363630 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eb60f09e-a188-4d50-8978-7ff7b8fa703b req-18476186-1e5e-4541-9dfe-31f8d03db2d5 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821736 Nov 10 19:40:03.538989 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41330) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:40:03.686582 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-289ca8cb-213e-4979-9c86-e1cd2eb0154f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:03.784872 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-289ca8cb-213e-4979-9c86-e1cd2eb0154f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:03.791717 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-289ca8cb-213e-4979-9c86-e1cd2eb0154f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:03.843763 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 41336) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:40:03.850484 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-289ca8cb-213e-4979-9c86-e1cd2eb0154f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f2d6cfc7a2ba4c1c9e7d449c783de94c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3101945 Nov 10 19:40:03.857183 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ca8cb-213e-4979-9c86-e1cd2eb0154f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2958986c-6b4f-482b-9519-91a1b45d3151,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:03.903175 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3e1f5e7e-b7d5-4bd1-906c-e7b1f3cb9d7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:03.929308 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3e1f5e7e-b7d5-4bd1-906c-e7b1f3cb9d7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:03.980957 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3e1f5e7e-b7d5-4bd1-906c-e7b1f3cb9d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:03.984610 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3e1f5e7e-b7d5-4bd1-906c-e7b1f3cb9d7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:03.999885 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3e1f5e7e-b7d5-4bd1-906c-e7b1f3cb9d7e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2958986c-6b4f-482b-9519-91a1b45d3151 HTTP/1.1" status: 204 len: 168 time: 0.1444187 Nov 10 19:40:04.023284 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f5e7e-b7d5-4bd1-906c-e7b1f3cb9d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2958986c-6b4f-482b-9519-91a1b45d3151,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:04.324304 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41344) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:40:04.345299 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b287d5a6-327f-4835-9cb2-fc22fc8a057a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:04.453433 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b287d5a6-327f-4835-9cb2-fc22fc8a057a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:04.459547 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b287d5a6-327f-4835-9cb2-fc22fc8a057a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:04.521154 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91954d5-3d5e-458f-a3e5-f3ea93464668 req-4dcb93a3-8922-4618-bd9a-731c508e6b66 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:04.529455 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e91954d5-3d5e-458f-a3e5-f3ea93464668 req-4dcb93a3-8922-4618-bd9a-731c508e6b66 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 945 time: 0.0566857 Nov 10 19:40:04.556837 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b287d5a6-327f-4835-9cb2-fc22fc8a057a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c0a9c0ae574e43d29f6c05b0b5d66df7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2315042 Nov 10 19:40:04.557622 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41348) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:40:04.567543 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b287d5a6-327f-4835-9cb2-fc22fc8a057a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647389b1-b7ba-440b-af33-c19f3ef98f4a,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:04.589847 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e91954d5-3d5e-458f-a3e5-f3ea93464668 req-ce8d1930-3a14-42ba-aea0-2c67f4279beb tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557892 Nov 10 19:40:04.656300 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c192b01e-81d6-4f79-9358-f3c744bec9bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:04.679877 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c192b01e-81d6-4f79-9358-f3c744bec9bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:04.733377 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c192b01e-81d6-4f79-9358-f3c744bec9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:04.737226 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c192b01e-81d6-4f79-9358-f3c744bec9bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:04.742196 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c192b01e-81d6-4f79-9358-f3c744bec9bf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/647389b1-b7ba-440b-af33-c19f3ef98f4a HTTP/1.1" status: 204 len: 168 time: 0.1827841 Nov 10 19:40:04.754243 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192b01e-81d6-4f79-9358-f3c744bec9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647389b1-b7ba-440b-af33-c19f3ef98f4a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:05.723368 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdef24-b1e5-47f6-95d8-d0fe4295b9a5 req-5103f060-7af6-4c7d-9f16-ef644f8cf039 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:05.725525 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-38bdef24-b1e5-47f6-95d8-d0fe4295b9a5 req-5103f060-7af6-4c7d-9f16-ef644f8cf039 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 945 time: 0.0652025 Nov 10 19:40:05.791370 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-38bdef24-b1e5-47f6-95d8-d0fe4295b9a5 req-1960836d-4419-4e42-ad79-fd046e4ca1d8 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533321 Nov 10 19:40:06.723621 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 41446) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:40:06.867165 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-190db1f1-6a83-414f-ac98-0a6f545cb7da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:06.982659 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed167cb-7773-48a1-8e22-914e03e3cc40 req-9e346126-6656-4c5b-8038-03ca50be456c tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:06.984193 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fed167cb-7773-48a1-8e22-914e03e3cc40 req-9e346126-6656-4c5b-8038-03ca50be456c tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 945 time: 0.0774982 Nov 10 19:40:07.021403 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-190db1f1-6a83-414f-ac98-0a6f545cb7da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:07.026578 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-190db1f1-6a83-414f-ac98-0a6f545cb7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:07.084156 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fed167cb-7773-48a1-8e22-914e03e3cc40 req-9cb97aa1-aa34-4cd7-96fd-6a3ad3700ede tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891356 Nov 10 19:40:07.090522 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41504) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:40:07.094239 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-190db1f1-6a83-414f-ac98-0a6f545cb7da admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=edf38214bd61496fb2889001f58b0886&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3656032 Nov 10 19:40:07.096180 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190db1f1-6a83-414f-ac98-0a6f545cb7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b02b55-5b20-4cc8-bf56-95290c289d1a,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:07.157045 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b18da28-88e0-4b23-ad4c-474a88ae678b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:07.182482 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b18da28-88e0-4b23-ad4c-474a88ae678b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:07.239956 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b18da28-88e0-4b23-ad4c-474a88ae678b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:07.243555 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9b18da28-88e0-4b23-ad4c-474a88ae678b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:07.247811 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9b18da28-88e0-4b23-ad4c-474a88ae678b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/12b02b55-5b20-4cc8-bf56-95290c289d1a HTTP/1.1" status: 204 len: 168 time: 0.1531839 Nov 10 19:40:07.253336 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18da28-88e0-4b23-ad4c-474a88ae678b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b02b55-5b20-4cc8-bf56-95290c289d1a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:07.614487 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 41578) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:40:07.633197 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-30d72f26-27e8-43ee-a7ca-a308528795ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:07.733010 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-30d72f26-27e8-43ee-a7ca-a308528795ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:07.740659 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-30d72f26-27e8-43ee-a7ca-a308528795ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:07.785846 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-30d72f26-27e8-43ee-a7ca-a308528795ce admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fe363279392e4fbb99b19472143c0092&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1701775 Nov 10 19:40:07.786772 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d72f26-27e8-43ee-a7ca-a308528795ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e74891e-41f0-4bd7-a157-72c303ee2e9a,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:07.788820 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 41602) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:40:07.853529 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9bb340ae-7b32-4c38-85c0-6b69ea56585e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:07.882545 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9bb340ae-7b32-4c38-85c0-6b69ea56585e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:07.968109 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9bb340ae-7b32-4c38-85c0-6b69ea56585e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:07.973006 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9bb340ae-7b32-4c38-85c0-6b69ea56585e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:07.978196 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9bb340ae-7b32-4c38-85c0-6b69ea56585e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9e74891e-41f0-4bd7-a157-72c303ee2e9a HTTP/1.1" status: 204 len: 168 time: 0.1877260 Nov 10 19:40:07.988480 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb340ae-7b32-4c38-85c0-6b69ea56585e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e74891e-41f0-4bd7-a157-72c303ee2e9a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:08.318947 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3456e18-7c10-4228-82e4-f7bf2d711c1f req-7c27e707-82fa-45bc-9f1e-1957d07eeecf tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:08.320836 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b3456e18-7c10-4228-82e4-f7bf2d711c1f req-7c27e707-82fa-45bc-9f1e-1957d07eeecf tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 945 time: 0.1307912 Nov 10 19:40:08.422546 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b3456e18-7c10-4228-82e4-f7bf2d711c1f req-9c04457d-a39d-4678-92ac-694353da99ea tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868340 Nov 10 19:40:09.562526 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f365a06-7027-4d2c-b642-d152376dd6ec req-d4d2dfe9-209e-44c3-b8f7-6023cea44978 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:09.564623 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9f365a06-7027-4d2c-b642-d152376dd6ec req-d4d2dfe9-209e-44c3-b8f7-6023cea44978 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 945 time: 0.0626416 Nov 10 19:40:09.639122 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9f365a06-7027-4d2c-b642-d152376dd6ec req-3fba97ea-9e7a-431d-95b6-454daf5d9c78 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679109 Nov 10 19:40:10.616333 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42022) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:40:10.792939 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-43ee9c58-9db5-4f55-b654-9fc9572f04ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:10.825101 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42887903-4463-4693-ae99-45fbdf999886 req-33d69ada-cd2f-4581-bb18-53ad1d860e6d tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:10.826912 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-42887903-4463-4693-ae99-45fbdf999886 req-33d69ada-cd2f-4581-bb18-53ad1d860e6d tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 945 time: 0.0857418 Nov 10 19:40:10.907328 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-42887903-4463-4693-ae99-45fbdf999886 req-45f79ae8-c500-49a4-97fd-25be01c69217 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724003 Nov 10 19:40:10.929071 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-43ee9c58-9db5-4f55-b654-9fc9572f04ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:10.935676 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-43ee9c58-9db5-4f55-b654-9fc9572f04ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:10.977450 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee9c58-9db5-4f55-b654-9fc9572f04ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcfc0f5-c20c-4f4f-9e65-2cbade363746,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:10.986283 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42036) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:40:10.986824 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-43ee9c58-9db5-4f55-b654-9fc9572f04ec admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=24f7785822cf44c38d3c1df819c28322&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3684838 Nov 10 19:40:11.050452 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b3a2b648-719b-499c-a1bd-d282a051378b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:11.074071 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b3a2b648-719b-499c-a1bd-d282a051378b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:11.126546 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b3a2b648-719b-499c-a1bd-d282a051378b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:11.129680 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b3a2b648-719b-499c-a1bd-d282a051378b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:11.130898 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b3a2b648-719b-499c-a1bd-d282a051378b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0dcfc0f5-c20c-4f4f-9e65-2cbade363746 HTTP/1.1" status: 204 len: 168 time: 0.1427824 Nov 10 19:40:11.141279 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2b648-719b-499c-a1bd-d282a051378b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcfc0f5-c20c-4f4f-9e65-2cbade363746,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:11.455731 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42042) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:40:11.469581 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3f534b83-931d-4490-94bb-08f6ee1bc471 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:11.563470 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3f534b83-931d-4490-94bb-08f6ee1bc471 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:11.569971 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3f534b83-931d-4490-94bb-08f6ee1bc471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:11.630285 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42044) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:40:11.630804 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3f534b83-931d-4490-94bb-08f6ee1bc471 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=937ff02841c544ff93af9844838d1b33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1734152 Nov 10 19:40:11.631116 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f534b83-931d-4490-94bb-08f6ee1bc471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe62cff-82a7-48f6-8e43-0841912a619f,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:11.687646 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-09c1da63-11be-480d-a05a-b87b86ff37e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:11.713753 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-09c1da63-11be-480d-a05a-b87b86ff37e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:11.772844 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-09c1da63-11be-480d-a05a-b87b86ff37e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:11.775888 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-09c1da63-11be-480d-a05a-b87b86ff37e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:11.777228 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-09c1da63-11be-480d-a05a-b87b86ff37e3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/afe62cff-82a7-48f6-8e43-0841912a619f HTTP/1.1" status: 204 len: 168 time: 0.1448565 Nov 10 19:40:11.788860 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1da63-11be-480d-a05a-b87b86ff37e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe62cff-82a7-48f6-8e43-0841912a619f,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:12.047218 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a72d96-58ba-45d2-a522-f10be3d8b96d req-e3460ffb-2c17-4237-97b7-11b8f0e90e80 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:12.055292 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-14a72d96-58ba-45d2-a522-f10be3d8b96d req-e3460ffb-2c17-4237-97b7-11b8f0e90e80 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 945 time: 0.0668163 Nov 10 19:40:12.121921 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-14a72d96-58ba-45d2-a522-f10be3d8b96d req-9a3e7f13-9706-4045-9cb0-9bbb28839075 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553610 Nov 10 19:40:13.252994 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2956c4-70b7-4530-8e2a-36d3ca68494b req-1909e5e7-cc64-4e87-af47-c1d21fd8a619 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:13.254753 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ce2956c4-70b7-4530-8e2a-36d3ca68494b req-1909e5e7-cc64-4e87-af47-c1d21fd8a619 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 945 time: 0.0605958 Nov 10 19:40:13.329550 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ce2956c4-70b7-4530-8e2a-36d3ca68494b req-5cda92e0-5039-4478-ad2b-3a3c51b982d6 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670421 Nov 10 19:40:14.486339 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec5ac0-6473-4801-a83b-4fe2e40ca247 req-f6cbfca6-b66e-4ffd-ad38-7c407c627570 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:14.494952 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-85ec5ac0-6473-4801-a83b-4fe2e40ca247 req-f6cbfca6-b66e-4ffd-ad38-7c407c627570 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 945 time: 0.0747252 Nov 10 19:40:14.566185 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-85ec5ac0-6473-4801-a83b-4fe2e40ca247 req-9e70e827-9217-4f8f-99de-12a9bf01a678 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697739 Nov 10 19:40:15.695307 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b5f84-8718-4594-9d08-df36186deba7 req-9de681ff-09b2-4a4e-9d57-28a6e8bcc805 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:15.697169 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f71b5f84-8718-4594-9d08-df36186deba7 req-9de681ff-09b2-4a4e-9d57-28a6e8bcc805 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 945 time: 0.0535591 Nov 10 19:40:15.754245 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f71b5f84-8718-4594-9d08-df36186deba7 req-39204a05-6336-4532-9539-ff02085482ba tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489774 Nov 10 19:40:16.108819 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb9619-6b31-43b4-ad7f-561923dbb76d req-4ae90ac2-1e5e-4c3d-b7f7-552ac8145004 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:16.114560 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c6cb9619-6b31-43b4-ad7f-561923dbb76d req-4ae90ac2-1e5e-4c3d-b7f7-552ac8145004 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 945 time: 0.0634134 Nov 10 19:40:16.193081 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c6cb9619-6b31-43b4-ad7f-561923dbb76d req-a7f4a69e-b07e-4468-8088-2cbe71e8af42 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743573 Nov 10 19:40:16.327043 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3136fb-9cdc-4a81-86ad-bc88866f15e3 req-66288685-6ecc-4cdd-8e6e-24e362495776 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:16.328892 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9b3136fb-9cdc-4a81-86ad-bc88866f15e3 req-66288685-6ecc-4cdd-8e6e-24e362495776 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 945 time: 0.0640187 Nov 10 19:40:16.386599 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9b3136fb-9cdc-4a81-86ad-bc88866f15e3 req-15048398-8b22-425a-bbbd-6082582736c3 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486057 Nov 10 19:40:16.718113 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f900e4d-d5bd-44fa-9ca4-5ab86c744de8 req-3876b5a9-ca8d-48a8-b8d3-37aff02b85c9 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:16.727287 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9f900e4d-d5bd-44fa-9ca4-5ab86c744de8 req-3876b5a9-ca8d-48a8-b8d3-37aff02b85c9 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 945 time: 0.0812523 Nov 10 19:40:16.784499 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9f900e4d-d5bd-44fa-9ca4-5ab86c744de8 req-cb68e1f1-f88b-41a3-a99b-74ababb636a8 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554802 Nov 10 19:40:17.855218 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b258f-eca9-40f2-b7ff-f209219885dc req-9ec88069-dc19-4f58-99a6-34cea16e9722 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:17.856919 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3b9b258f-eca9-40f2-b7ff-f209219885dc req-9ec88069-dc19-4f58-99a6-34cea16e9722 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.73 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 945 time: 0.0681465 Nov 10 19:40:17.954177 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbb158-1f1a-4857-b1a2-44b789e63187 req-55df1a45-cf48-496d-a046-6a89b238ef72 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:17.972195 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7fdbb158-1f1a-4857-b1a2-44b789e63187 req-55df1a45-cf48-496d-a046-6a89b238ef72 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 945 time: 0.1030571 Nov 10 19:40:17.972954 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-3b9b258f-eca9-40f2-b7ff-f209219885dc req-ba95a0d1-55f9-4060-adab-fe6d975ce7bf tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Deleting port c3bf35c6-01bb-4dfc-911f-249b02997bc9 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:40:17.973302 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3b9b258f-eca9-40f2-b7ff-f209219885dc req-ba95a0d1-55f9-4060-adab-fe6d975ce7bf tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:18.072020 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7fdbb158-1f1a-4857-b1a2-44b789e63187 req-9cd7c134-fe6a-4775-a5ad-4a66c4b81825 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949557 Nov 10 19:40:18.108093 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-3b9b258f-eca9-40f2-b7ff-f209219885dc req-ba95a0d1-55f9-4060-adab-fe6d975ce7bf tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] For port c3bf35c6-01bb-4dfc-911f-249b02997bc9, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=c3bf35c6-01bb-4dfc-911f-249b02997bc9,segment=NetworkSegment(fcbd45ae-33de-4640-a29c-c49b1536f07f),segment_id=fcbd45ae-33de-4640-a29c-c49b1536f07f)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:40:18.108093 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3b9b258f-eca9-40f2-b7ff-f209219885dc req-ba95a0d1-55f9-4060-adab-fe6d975ce7bf tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:18.127517 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-3b9b258f-eca9-40f2-b7ff-f209219885dc req-ba95a0d1-55f9-4060-adab-fe6d975ce7bf tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Calling delete_port for c3bf35c6-01bb-4dfc-911f-249b02997bc9 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:40:18.133022 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:40:18.324296 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3b9b258f-eca9-40f2-b7ff-f209219885dc req-ba95a0d1-55f9-4060-adab-fe6d975ce7bf tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:18.337480 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['c3bf35c6-01bb-4dfc-911f-249b02997bc9'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:40:18.403792 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['2a7be1e5-ed41-4143-82b8-17f08b0bb134'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:40:18.416232 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05473b3a-eedc-4603-bb8c-f7d74d874d26 None None] DHCP port deletion for 87737cc5-1491-4eb8-832b-21b850f6c386 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:40:18.428321 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95a0d1-55f9-4060-adab-fe6d975ce7bf tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Pushing event deleted for resources: {'Port': ['ID=c3bf35c6-01bb-4dfc-911f-249b02997bc9,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:18.522054 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9b258f-eca9-40f2-b7ff-f209219885dc req-ba95a0d1-55f9-4060-adab-fe6d975ce7bf tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] No DVR routers for this DVR port c3bf35c6-01bb-4dfc-911f-249b02997bc9 on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:40:18.529154 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3b9b258f-eca9-40f2-b7ff-f209219885dc req-ba95a0d1-55f9-4060-adab-fe6d975ce7bf tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:18.534543 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3b9b258f-eca9-40f2-b7ff-f209219885dc req-ba95a0d1-55f9-4060-adab-fe6d975ce7bf tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.73 "DELETE /v2.0/ports/c3bf35c6-01bb-4dfc-911f-249b02997bc9 HTTP/1.1" status: 204 len: 173 time: 0.6703565 Nov 10 19:40:18.535203 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991f0362-e977-4a40-8cd6-c5a82e3e7a97', 'name': 'network-vif-deleted', 'tag': 'c3bf35c6-01bb-4dfc-911f-249b02997bc9'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:40:18.545844 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b440275-82ae-4a71-81d1-992f5d6a8810" -d '{"events": [{"server_uuid": "991f0362-e977-4a40-8cd6-c5a82e3e7a97", "name": "network-vif-deleted", "tag": "c3bf35c6-01bb-4dfc-911f-249b02997bc9"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:40:18.636175 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ea244c-4e14-4719-a1d7-d051c9fa199e x-openstack-request-id: req-87ea244c-4e14-4719-a1d7-d051c9fa199e {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:40:18.636561 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991f0362-e977-4a40-8cd6-c5a82e3e7a97", "name": "network-vif-deleted", "tag": "c3bf35c6-01bb-4dfc-911f-249b02997bc9", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:40:18.636832 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-87ea244c-4e14-4719-a1d7-d051c9fa199e {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:40:18.637194 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991f0362-e977-4a40-8cd6-c5a82e3e7a97', 'name': 'network-vif-deleted', 'tag': 'c3bf35c6-01bb-4dfc-911f-249b02997bc9', 'status': 'completed', 'code': 200} Nov 10 19:40:18.815927 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42178) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:40:18.939578 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-91acc3da-ddac-4781-8525-c04ddeae89db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:19.033577 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-91acc3da-ddac-4781-8525-c04ddeae89db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:19.040763 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-91acc3da-ddac-4781-8525-c04ddeae89db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:19.087191 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-91acc3da-ddac-4781-8525-c04ddeae89db admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5b5669d3c5d54d4b877253a267143565&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2698092 Nov 10 19:40:19.089749 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42184) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:40:19.094270 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91acc3da-ddac-4781-8525-c04ddeae89db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8317b027-99df-4429-8fe2-5832f997799c,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:19.165096 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5966a76a-dc3e-4923-9133-bdcf607f5b57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:19.189157 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5966a76a-dc3e-4923-9133-bdcf607f5b57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:19.259416 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5966a76a-dc3e-4923-9133-bdcf607f5b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:19.262482 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5966a76a-dc3e-4923-9133-bdcf607f5b57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:19.266314 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5966a76a-dc3e-4923-9133-bdcf607f5b57 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8317b027-99df-4429-8fe2-5832f997799c HTTP/1.1" status: 204 len: 168 time: 0.1753452 Nov 10 19:40:19.280386 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966a76a-dc3e-4923-9133-bdcf607f5b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8317b027-99df-4429-8fe2-5832f997799c,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:19.456069 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1c5503d0-f56d-4e48-b2f2-8c5c30cc1724 req-b2129263-e0ed-4b54-891f-e0923697295a tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=991f0362-e977-4a40-8cd6-c5a82e3e7a97 HTTP/1.1" status: 200 len: 210 time: 0.2599957 Nov 10 19:40:19.641705 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42200) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:40:19.661842 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-85ba8791-c724-4b47-b621-eb72bbfb1402 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:19.749879 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-85ba8791-c724-4b47-b621-eb72bbfb1402 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:19.755358 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-85ba8791-c724-4b47-b621-eb72bbfb1402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:19.795434 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-85ba8791-c724-4b47-b621-eb72bbfb1402 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ac4a92679a0d4bdfbc7f0f522c4aeeb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1525362 Nov 10 19:40:19.796171 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba8791-c724-4b47-b621-eb72bbfb1402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264b00db-9232-408e-a445-16ed21120ff8,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:19.798084 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42202) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:40:19.855039 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e7449949-c941-4f4f-ba51-ec3e5eadddb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:19.884446 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e7449949-c941-4f4f-ba51-ec3e5eadddb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:19.937272 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e7449949-c941-4f4f-ba51-ec3e5eadddb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:19.940891 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e7449949-c941-4f4f-ba51-ec3e5eadddb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:19.942099 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e7449949-c941-4f4f-ba51-ec3e5eadddb2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/264b00db-9232-408e-a445-16ed21120ff8 HTTP/1.1" status: 204 len: 168 time: 0.1427851 Nov 10 19:40:19.950882 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7449949-c941-4f4f-ba51-ec3e5eadddb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264b00db-9232-408e-a445-16ed21120ff8,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:20.938572 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42250) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:40:21.080970 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-9a9d2fdf-a085-4887-98c4-8f1a093a0fb6 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-764341620-network', 'tenant_id': 'f2ccbec8684348b69ce8dfb8501b6e0e'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:40:21.110846 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9d2fdf-a085-4887-98c4-8f1a093a0fb6 admin admin] Made reservation on behalf of f2ccbec8684348b69ce8dfb8501b6e0e for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:40:21.114336 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9a9d2fdf-a085-4887-98c4-8f1a093a0fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:21.128473 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9a9d2fdf-a085-4887-98c4-8f1a093a0fb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:21.228426 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9a9d2fdf-a085-4887-98c4-8f1a093a0fb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:21.236347 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9a9d2fdf-a085-4887-98c4-8f1a093a0fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:21.276820 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d2fdf-a085-4887-98c4-8f1a093a0fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be91b6b1-961f-4136-9f6d-30bca5a712e6,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:21.294218 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a9d2fdf-a085-4887-98c4-8f1a093a0fb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:40:21.318984 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9a9d2fdf-a085-4887-98c4-8f1a093a0fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:21.319357 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-9a9d2fdf-a085-4887-98c4-8f1a093a0fb6 admin admin] Added segment e6dac172-829c-4909-b169-a0bbefcecce5 of type vlan for network bb08dc1c-8484-4296-a71a-1b9ba6aceb2b Nov 10 19:40:21.403218 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c183554-a85c-405f-a07a-b07da3de68ae req-b8f5b4ff-9266-4218-b276-3e38906b1d76 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:21.410756 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9c183554-a85c-405f-a07a-b07da3de68ae req-b8f5b4ff-9266-4218-b276-3e38906b1d76 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e29a7f6-e599-46fd-994d-f4bd61a0cdf1 HTTP/1.1" status: 200 len: 946 time: 0.1083877 Nov 10 19:40:21.416741 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9a9d2fdf-a085-4887-98c4-8f1a093a0fb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:21.489884 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9c183554-a85c-405f-a07a-b07da3de68ae req-c1f23922-8f3a-4e96-93fe-c90845978673 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747402 Nov 10 19:40:21.489884 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9a9d2fdf-a085-4887-98c4-8f1a093a0fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:21.489884 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9d2fdf-a085-4887-98c4-8f1a093a0fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:21.489884 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9a9d2fdf-a085-4887-98c4-8f1a093a0fb6 admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:21.554966 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9a9d2fdf-a085-4887-98c4-8f1a093a0fb6 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6146472 Nov 10 19:40:21.555409 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42270) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:40:21.562917 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-ea7ba005-e8b5-42ad-b3e1-ce6bfbd1daba admin admin] Request body: {'subnet': {'network_id': 'bb08dc1c-8484-4296-a71a-1b9ba6aceb2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-764341620-subnet', 'tenant_id': 'f2ccbec8684348b69ce8dfb8501b6e0e', 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:40:21.565370 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d2fdf-a085-4887-98c4-8f1a093a0fb6 admin admin] Pushing event updated for resources: {'Network': ['ID=bb08dc1c-8484-4296-a71a-1b9ba6aceb2b,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:21.575818 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network bb08dc1c-8484-4296-a71a-1b9ba6aceb2b details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:40:21.593715 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7ba005-e8b5-42ad-b3e1-ce6bfbd1daba admin admin] Made reservation on behalf of f2ccbec8684348b69ce8dfb8501b6e0e for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:40:21.596953 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ea7ba005-e8b5-42ad-b3e1-ce6bfbd1daba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:21.794526 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ea7ba005-e8b5-42ad-b3e1-ce6bfbd1daba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:21.857101 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ba005-e8b5-42ad-b3e1-ce6bfbd1daba admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d358af6-6e5d-4381-91ad-965950a05cea,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:21.864935 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7ba005-e8b5-42ad-b3e1-ce6bfbd1daba admin admin] Checking segment: {'id': 'e6dac172-829c-4909-b169-a0bbefcecce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bb08dc1c-8484-4296-a71a-1b9ba6aceb2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:40:21.865307 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7ba005-e8b5-42ad-b3e1-ce6bfbd1daba admin admin] Network hostable DHCP agents. Network: bb08dc1c-8484-4296-a71a-1b9ba6aceb2b, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:40:21.883594 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7ba005-e8b5-42ad-b3e1-ce6bfbd1daba admin admin] Network bb08dc1c-8484-4296-a71a-1b9ba6aceb2b is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:40:21.894481 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-ea7ba005-e8b5-42ad-b3e1-ce6bfbd1daba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, bb08dc1c-8484-4296-a71a-1b9ba6aceb2b) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:40:21.900410 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7ba005-e8b5-42ad-b3e1-ce6bfbd1daba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:21.901674 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ea7ba005-e8b5-42ad-b3e1-ce6bfbd1daba admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:21.906693 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc40896d-c56a-4cd8-9f64-93d3275ba884 None None] Network bb08dc1c-8484-4296-a71a-1b9ba6aceb2b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:40:21.928293 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ea7ba005-e8b5-42ad-b3e1-ce6bfbd1daba admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3710878 Nov 10 19:40:21.931047 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42272) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:40:21.936671 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-2b2b39cd-7de0-4fa3-8db7-c50bf4ecfd34 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-764341620-router', 'tenant_id': 'f2ccbec8684348b69ce8dfb8501b6e0e', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:40:21.967517 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b2b39cd-7de0-4fa3-8db7-c50bf4ecfd34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:21.968790 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b2b39cd-7de0-4fa3-8db7-c50bf4ecfd34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:22.049502 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b2b39cd-7de0-4fa3-8db7-c50bf4ecfd34 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:22.117827 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924dac5c-caa3-43f0-815b-91c2015e3b93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-bb08dc1c-8484-4296-a71a-1b9ba6aceb2b', 'network_id': 'bb08dc1c-8484-4296-a71a-1b9ba6aceb2b', 'tenant_id': 'f2ccbec8684348b69ce8dfb8501b6e0e', 'fixed_ips': [{'subnet_id': '8d358af6-6e5d-4381-91ad-965950a05cea'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:40:22.118731 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-924dac5c-caa3-43f0-815b-91c2015e3b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:22.212280 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b2b39cd-7de0-4fa3-8db7-c50bf4ecfd34 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:22.293596 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-924dac5c-caa3-43f0-815b-91c2015e3b93 None None] Allocated IP 172.20.0.2 (bb08dc1c-8484-4296-a71a-1b9ba6aceb2b/8d358af6-6e5d-4381-91ad-965950a05cea/5d210ad6-56d8-4c4a-86f2-8df3e0492c06) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:40:22.310978 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device c3bf35c6-01bb-4dfc-911f-249b02997bc9 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:40:22.349540 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: c3bf35c6-01bb-4dfc-911f-249b02997bc9 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:40:22.349923 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device c3bf35c6-01bb-4dfc-911f-249b02997bc9 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:40:22.490566 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b2b39cd-7de0-4fa3-8db7-c50bf4ecfd34 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:22.493015 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-924dac5c-caa3-43f0-815b-91c2015e3b93 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:22.509129 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-924dac5c-caa3-43f0-815b-91c2015e3b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:22.518133 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b2b39cd-7de0-4fa3-8db7-c50bf4ecfd34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:22.599788 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924dac5c-caa3-43f0-815b-91c2015e3b93 None None] Network bb08dc1c-8484-4296-a71a-1b9ba6aceb2b is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:40:22.607826 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-924dac5c-caa3-43f0-815b-91c2015e3b93 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:40:22.617396 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924dac5c-caa3-43f0-815b-91c2015e3b93 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:40:22.686097 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924dac5c-caa3-43f0-815b-91c2015e3b93 None None] Pushing event updated for resources: {'Port': ['ID=5d210ad6-56d8-4c4a-86f2-8df3e0492c06,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:22.697252 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924dac5c-caa3-43f0-815b-91c2015e3b93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:22.698015 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924dac5c-caa3-43f0-815b-91c2015e3b93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:22.698600 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924dac5c-caa3-43f0-815b-91c2015e3b93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:22.699246 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924dac5c-caa3-43f0-815b-91c2015e3b93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:22.699677 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924dac5c-caa3-43f0-815b-91c2015e3b93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:22.700272 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924dac5c-caa3-43f0-815b-91c2015e3b93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:22.700822 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924dac5c-caa3-43f0-815b-91c2015e3b93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:22.701390 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924dac5c-caa3-43f0-815b-91c2015e3b93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:22.701981 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924dac5c-caa3-43f0-815b-91c2015e3b93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:22.702532 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924dac5c-caa3-43f0-815b-91c2015e3b93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:22.703024 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924dac5c-caa3-43f0-815b-91c2015e3b93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:22.703772 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924dac5c-caa3-43f0-815b-91c2015e3b93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:22.711031 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-924dac5c-caa3-43f0-815b-91c2015e3b93 None None] Attempting to bind port 5d210ad6-56d8-4c4a-86f2-8df3e0492c06 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:40:22.712386 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-924dac5c-caa3-43f0-815b-91c2015e3b93 None None] Attempting to bind port 5d210ad6-56d8-4c4a-86f2-8df3e0492c06 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'e6dac172-829c-4909-b169-a0bbefcecce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bb08dc1c-8484-4296-a71a-1b9ba6aceb2b'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:40:22.712923 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924dac5c-caa3-43f0-815b-91c2015e3b93 None None] Attempting to bind port 5d210ad6-56d8-4c4a-86f2-8df3e0492c06 on network bb08dc1c-8484-4296-a71a-1b9ba6aceb2b {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:40:22.713209 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809be95f-5cf1-4432-b83c-7b8b86e76e05 req-f0e0d8b0-94a3-4f24-a2f1-7a0fba7ed6e0 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:22.717441 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-809be95f-5cf1-4432-b83c-7b8b86e76e05 req-f0e0d8b0-94a3-4f24-a2f1-7a0fba7ed6e0 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e29a7f6-e599-46fd-994d-f4bd61a0cdf1 HTTP/1.1" status: 200 len: 946 time: 0.1025753 Nov 10 19:40:22.728038 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924dac5c-caa3-43f0-815b-91c2015e3b93 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:40:22.728841 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924dac5c-caa3-43f0-815b-91c2015e3b93 None None] Checking segment: {'id': 'e6dac172-829c-4909-b169-a0bbefcecce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bb08dc1c-8484-4296-a71a-1b9ba6aceb2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:40:22.729379 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-2b2b39cd-7de0-4fa3-8db7-c50bf4ecfd34 admin admin] Allocated IP 172.25.3.74 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/c06c520b-97ba-4bdc-8bad-fbe68fdc72f3) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:40:22.730000 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-924dac5c-caa3-43f0-815b-91c2015e3b93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:22.730616 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924dac5c-caa3-43f0-815b-91c2015e3b93 None None] Bound using segment: {'id': 'e6dac172-829c-4909-b169-a0bbefcecce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bb08dc1c-8484-4296-a71a-1b9ba6aceb2b'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:40:22.731314 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-924dac5c-caa3-43f0-815b-91c2015e3b93 None None] Bound port: 5d210ad6-56d8-4c4a-86f2-8df3e0492c06, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6dac172-829c-4909-b169-a0bbefcecce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bb08dc1c-8484-4296-a71a-1b9ba6aceb2b'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:40:22.731954 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-924dac5c-caa3-43f0-815b-91c2015e3b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:22.818913 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-809be95f-5cf1-4432-b83c-7b8b86e76e05 req-4de93301-9aba-4a96-9827-3d129e7dc661 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953820 Nov 10 19:40:22.837024 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-924dac5c-caa3-43f0-815b-91c2015e3b93 None None] For port 5d210ad6-56d8-4c4a-86f2-8df3e0492c06, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:40:22.843666 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-924dac5c-caa3-43f0-815b-91c2015e3b93 None None] For port 5d210ad6-56d8-4c4a-86f2-8df3e0492c06, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5d210ad6-56d8-4c4a-86f2-8df3e0492c06,segment=NetworkSegment(e6dac172-829c-4909-b169-a0bbefcecce5),segment_id=e6dac172-829c-4909-b169-a0bbefcecce5)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:40:22.851513 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-924dac5c-caa3-43f0-815b-91c2015e3b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:22.961708 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924dac5c-caa3-43f0-815b-91c2015e3b93 None None] Pushing event updated for resources: {'Port': ['ID=5d210ad6-56d8-4c4a-86f2-8df3e0492c06,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:22.981263 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b2b39cd-7de0-4fa3-8db7-c50bf4ecfd34 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:22.988348 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42292) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:40:23.005010 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d87835-7264-4a3b-973c-b1f4ea93e6e6 req-58496607-da50-4d29-86fb-a8a80c49d5b6 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:23.006604 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f3d87835-7264-4a3b-973c-b1f4ea93e6e6 req-58496607-da50-4d29-86fb-a8a80c49d5b6 tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e29a7f6-e599-46fd-994d-f4bd61a0cdf1 HTTP/1.1" status: 200 len: 946 time: 0.1357226 Nov 10 19:40:23.108992 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b2b39cd-7de0-4fa3-8db7-c50bf4ecfd34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:23.159550 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2b39cd-7de0-4fa3-8db7-c50bf4ecfd34 admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:40:23.172430 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-2b2b39cd-7de0-4fa3-8db7-c50bf4ecfd34 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:40:23.180204 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2b39cd-7de0-4fa3-8db7-c50bf4ecfd34 admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:40:23.210419 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b006b4-d2ba-4e59-b7a8-c0ff2715819e None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:40:23.253757 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b1ba6e08-d5ae-4fc3-84cc-c66b037e5f4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:23.261850 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-85744085-9f35-4744-a911-c351bb8e342b None None] Provisioning complete for port c06c520b-97ba-4bdc-8bad-fbe68fdc72f3 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:40:23.264738 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-85744085-9f35-4744-a911-c351bb8e342b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:23.288335 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b39cd-7de0-4fa3-8db7-c50bf4ecfd34 admin admin] Pushing event updated for resources: {'Port': ['ID=c06c520b-97ba-4bdc-8bad-fbe68fdc72f3,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:23.298098 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-f3d87835-7264-4a3b-973c-b1f4ea93e6e6 req-5126aa51-5e20-4e37-ae06-ada7b9ff137e tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Deleting port 2a7be1e5-ed41-4143-82b8-17f08b0bb134 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:40:23.298449 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f3d87835-7264-4a3b-973c-b1f4ea93e6e6 req-5126aa51-5e20-4e37-ae06-ada7b9ff137e tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:23.311752 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-85744085-9f35-4744-a911-c351bb8e342b None None] Port c06c520b-97ba-4bdc-8bad-fbe68fdc72f3 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:40:23.487307 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9052355a-68da-4b2e-aa8e-ddf81785093b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:23.568287 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-f3d87835-7264-4a3b-973c-b1f4ea93e6e6 req-5126aa51-5e20-4e37-ae06-ada7b9ff137e tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] For port 2a7be1e5-ed41-4143-82b8-17f08b0bb134, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=2a7be1e5-ed41-4143-82b8-17f08b0bb134,segment=NetworkSegment(fcbd45ae-33de-4640-a29c-c49b1536f07f),segment_id=fcbd45ae-33de-4640-a29c-c49b1536f07f)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:40:23.568700 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f3d87835-7264-4a3b-973c-b1f4ea93e6e6 req-5126aa51-5e20-4e37-ae06-ada7b9ff137e tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:23.635801 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-f3d87835-7264-4a3b-973c-b1f4ea93e6e6 req-5126aa51-5e20-4e37-ae06-ada7b9ff137e tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Calling delete_port for 2a7be1e5-ed41-4143-82b8-17f08b0bb134 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:40:23.667665 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b1ba6e08-d5ae-4fc3-84cc-c66b037e5f4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:23.677218 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b1ba6e08-d5ae-4fc3-84cc-c66b037e5f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:23.798126 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b1ba6e08-d5ae-4fc3-84cc-c66b037e5f4f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4856741703664b8192bbf77637cacbad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8055692 Nov 10 19:40:23.799420 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42306) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:40:23.808179 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba6e08-d5ae-4fc3-84cc-c66b037e5f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c0e0d4-1aa9-4078-8584-f11229a67de5,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:23.812197 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b2b39cd-7de0-4fa3-8db7-c50bf4ecfd34 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:23.891811 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-54a466b7-a1e1-415d-9746-e010b57b2220 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:23.916213 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-54a466b7-a1e1-415d-9746-e010b57b2220 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:24.002462 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bbbec-b215-4f22-9e6e-9fa313360e53 req-1833f586-4677-4ced-afff-1c07d42883ce tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:24.004316 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f1bbbec-b215-4f22-9e6e-9fa313360e53 req-1833f586-4677-4ced-afff-1c07d42883ce tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e29a7f6-e599-46fd-994d-f4bd61a0cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0644686 Nov 10 19:40:24.020958 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-54a466b7-a1e1-415d-9746-e010b57b2220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:24.028310 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-54a466b7-a1e1-415d-9746-e010b57b2220 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:24.030208 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-54a466b7-a1e1-415d-9746-e010b57b2220 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/65c0e0d4-1aa9-4078-8584-f11229a67de5 HTTP/1.1" status: 204 len: 168 time: 0.2290828 Nov 10 19:40:24.099053 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a466b7-a1e1-415d-9746-e010b57b2220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c0e0d4-1aa9-4078-8584-f11229a67de5,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:24.112095 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f3d87835-7264-4a3b-973c-b1f4ea93e6e6 req-5126aa51-5e20-4e37-ae06-ada7b9ff137e tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:24.125139 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['2a7be1e5-ed41-4143-82b8-17f08b0bb134'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:40:24.128413 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f1bbbec-b215-4f22-9e6e-9fa313360e53 req-3062bb9a-20f0-4853-8650-86ab0c42966b tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.54 "GET /v2.0/security-groups?id=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968060 Nov 10 19:40:24.143573 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5126aa51-5e20-4e37-ae06-ada7b9ff137e tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Pushing event deleted for resources: {'Port': ['ID=2a7be1e5-ed41-4143-82b8-17f08b0bb134,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:24.146304 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b2b39cd-7de0-4fa3-8db7-c50bf4ecfd34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:24.237589 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb986ea-1bc7-49c3-b90a-c81f5a2f4d2d None None] DHCP port deletion for 87737cc5-1491-4eb8-832b-21b850f6c386 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:40:24.250377 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d87835-7264-4a3b-973c-b1f4ea93e6e6 req-5126aa51-5e20-4e37-ae06-ada7b9ff137e tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] No DVR routers for this DVR port 2a7be1e5-ed41-4143-82b8-17f08b0bb134 on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:40:24.254814 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f3d87835-7264-4a3b-973c-b1f4ea93e6e6 req-5126aa51-5e20-4e37-ae06-ada7b9ff137e tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:24.258562 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f3d87835-7264-4a3b-973c-b1f4ea93e6e6 req-5126aa51-5e20-4e37-ae06-ada7b9ff137e tempest-ServersTestJSON-1724663809 tempest-ServersTestJSON-1724663809-project] 10.222.0.25 "DELETE /v2.0/ports/2a7be1e5-ed41-4143-82b8-17f08b0bb134 HTTP/1.1" status: 204 len: 173 time: 1.2444499 Nov 10 19:40:24.259044 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e29a7f6-e599-46fd-994d-f4bd61a0cdf1', 'name': 'network-vif-deleted', 'tag': '2a7be1e5-ed41-4143-82b8-17f08b0bb134'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:40:24.270134 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1afc99-d657-483e-a6b8-60a77cf96b0e" -d '{"events": [{"server_uuid": "1e29a7f6-e599-46fd-994d-f4bd61a0cdf1", "name": "network-vif-deleted", "tag": "2a7be1e5-ed41-4143-82b8-17f08b0bb134"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:40:24.331239 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5d210ad6-56d8-4c4a-86f2-8df3e0492c06 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:40:24.405234 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f6fe9c-9b96-4efd-8b5b-4bab71ab0f6c x-openstack-request-id: req-99f6fe9c-9b96-4efd-8b5b-4bab71ab0f6c {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:40:24.405542 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 5d210ad6-56d8-4c4a-86f2-8df3e0492c06 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:40:24.407215 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e29a7f6-e599-46fd-994d-f4bd61a0cdf1", "name": "network-vif-deleted", "tag": "2a7be1e5-ed41-4143-82b8-17f08b0bb134", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:40:24.407215 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-99f6fe9c-9b96-4efd-8b5b-4bab71ab0f6c {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:40:24.407434 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:24.407619 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e29a7f6-e599-46fd-994d-f4bd61a0cdf1', 'name': 'network-vif-deleted', 'tag': '2a7be1e5-ed41-4143-82b8-17f08b0bb134', 'status': 'completed', 'code': 200} Nov 10 19:40:24.436565 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2b39cd-7de0-4fa3-8db7-c50bf4ecfd34 admin admin] Router 7bc2e552-7409-48e6-ad2b-a8f8f20993d1 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:40:24.462689 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acd0d5c-f41b-4d93-af12-12242fc694b7 None None] Network bb08dc1c-8484-4296-a71a-1b9ba6aceb2b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:40:24.577627 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2b39cd-7de0-4fa3-8db7-c50bf4ecfd34 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:40:24.592253 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34da9b7-5d8e-40ac-ad2e-df041dd6974e None None] Sync routers for ids ['7bc2e552-7409-48e6-ad2b-a8f8f20993d1'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:40:24.602427 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b2b39cd-7de0-4fa3-8db7-c50bf4ecfd34 admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:24.603956 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2b2b39cd-7de0-4fa3-8db7-c50bf4ecfd34 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6711636 Nov 10 19:40:24.606815 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42320) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:40:24.623419 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34da9b7-5d8e-40ac-ad2e-df041dd6974e None None] Routers {'7bc2e552-7409-48e6-ad2b-a8f8f20993d1'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:40:24.625062 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-f34da9b7-5d8e-40ac-ad2e-df041dd6974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:39:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['7bc2e552-7409-48e6-ad2b-a8f8f20993d1'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:40:24.625229 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-02b8d51c-cc17-46ec-a256-3457e64798a5 None None] Provisioning complete for port 5d210ad6-56d8-4c4a-86f2-8df3e0492c06 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:40:24.625750 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-02b8d51c-cc17-46ec-a256-3457e64798a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:24.935949 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-f34da9b7-5d8e-40ac-ad2e-df041dd6974e None None] Set router 7bc2e552-7409-48e6-ad2b-a8f8f20993d1 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:40:24.966675 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:24.969087 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:25.051125 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 5d210ad6-56d8-4c4a-86f2-8df3e0492c06, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5d210ad6-56d8-4c4a-86f2-8df3e0492c06,segment=NetworkSegment(e6dac172-829c-4909-b169-a0bbefcecce5),segment_id=e6dac172-829c-4909-b169-a0bbefcecce5)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:40:25.062979 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:25.117556 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=5d210ad6-56d8-4c4a-86f2-8df3e0492c06,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:25.123748 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-02b8d51c-cc17-46ec-a256-3457e64798a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:25.150508 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:25.215257 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-02b8d51c-cc17-46ec-a256-3457e64798a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 19:40:25.215884 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-02b8d51c-cc17-46ec-a256-3457e64798a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 19:40:25.306242 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42338) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:40:25.365487 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-f34da9b7-5d8e-40ac-ad2e-df041dd6974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc2e552-7409-48e6-ad2b-a8f8f20993d1', 'name': 'tempest-TestServerMultinode-764341620-router', 'tenant_id': 'f2ccbec8684348b69ce8dfb8501b6e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'c06c520b-97ba-4bdc-8bad-fbe68fdc72f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:40:21Z', 'updated_at': '2021-11-10T19:40:23Z', 'revision_number': 3, 'project_id': 'f2ccbec8684348b69ce8dfb8501b6e0e', 'gw_port': {'id': 'c06c520b-97ba-4bdc-8bad-fbe68fdc72f3', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc2e552-7409-48e6-ad2b-a8f8f20993d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:40:22Z', 'updated_at': '2021-11-10T19:40:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:40:25.387753 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6deacd-5d22-4130-a86b-2c6be49fc01d admin admin] Deleting subnet f85973c4-b607-4c9f-9c90-dbe2046779da {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:40:25.397972 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2a6deacd-5d22-4130-a86b-2c6be49fc01d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:25.398833 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34da9b7-5d8e-40ac-ad2e-df041dd6974e None None] Checking router: 7bc2e552-7409-48e6-ad2b-a8f8f20993d1 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:40:25.399353 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34da9b7-5d8e-40ac-ad2e-df041dd6974e None None] Updating router 7bc2e552-7409-48e6-ad2b-a8f8f20993d1 port c06c520b-97ba-4bdc-8bad-fbe68fdc72f3 binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:40:25.433158 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f34da9b7-5d8e-40ac-ad2e-df041dd6974e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:25.477657 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2a6deacd-5d22-4130-a86b-2c6be49fc01d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:25.614962 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2a6deacd-5d22-4130-a86b-2c6be49fc01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:25.702035 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6c5c98be-a29d-45e7-ad7f-45d0c5e67d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:25.736539 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f34da9b7-5d8e-40ac-ad2e-df041dd6974e None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:25.744642 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f34da9b7-5d8e-40ac-ad2e-df041dd6974e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:25.770211 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0ecd86c3-f12e-4fd3-95bf-9a3e06b02aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:25.781082 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54be49bf-eb71-46a2-94bf-29d3608a2287 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:40:25.783070 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-f34da9b7-5d8e-40ac-ad2e-df041dd6974e None None] Attempting to bind port c06c520b-97ba-4bdc-8bad-fbe68fdc72f3 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:40:25.784372 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-f34da9b7-5d8e-40ac-ad2e-df041dd6974e None None] Attempting to bind port c06c520b-97ba-4bdc-8bad-fbe68fdc72f3 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:40:25.785210 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34da9b7-5d8e-40ac-ad2e-df041dd6974e None None] Attempting to bind port c06c520b-97ba-4bdc-8bad-fbe68fdc72f3 on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:40:25.816910 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34da9b7-5d8e-40ac-ad2e-df041dd6974e None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:40:25.817142 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2a6deacd-5d22-4130-a86b-2c6be49fc01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:25.817289 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34da9b7-5d8e-40ac-ad2e-df041dd6974e None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:40:25.817839 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f34da9b7-5d8e-40ac-ad2e-df041dd6974e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:25.818032 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34da9b7-5d8e-40ac-ad2e-df041dd6974e None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:40:25.818650 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-f34da9b7-5d8e-40ac-ad2e-df041dd6974e None None] Bound port: c06c520b-97ba-4bdc-8bad-fbe68fdc72f3, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:40:25.819269 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f34da9b7-5d8e-40ac-ad2e-df041dd6974e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:25.865629 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6deacd-5d22-4130-a86b-2c6be49fc01d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f85973c4-b607-4c9f-9c90-dbe2046779da,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:25.875111 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4dc87c-cae2-4e42-a828-da4cff8ccc12 None None] Network 87737cc5-1491-4eb8-832b-21b850f6c386 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:40:25.879870 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2a6deacd-5d22-4130-a86b-2c6be49fc01d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:25.885843 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2a6deacd-5d22-4130-a86b-2c6be49fc01d admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f85973c4-b607-4c9f-9c90-dbe2046779da HTTP/1.1" status: 204 len: 168 time: 0.5763080 Nov 10 19:40:25.886743 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42354) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:40:25.922435 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-f34da9b7-5d8e-40ac-ad2e-df041dd6974e None None] For port c06c520b-97ba-4bdc-8bad-fbe68fdc72f3, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:40:25.929556 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-f34da9b7-5d8e-40ac-ad2e-df041dd6974e None None] For port c06c520b-97ba-4bdc-8bad-fbe68fdc72f3, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=c06c520b-97ba-4bdc-8bad-fbe68fdc72f3,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:40:25.959707 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f34da9b7-5d8e-40ac-ad2e-df041dd6974e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:25.967721 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e34c6-0cca-4059-b7f2-9a52af4d2140 None None] Pushing event updated for resources: {'Port': ['ID=c06c520b-97ba-4bdc-8bad-fbe68fdc72f3,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:26.015678 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e34c6-0cca-4059-b7f2-9a52af4d2140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:26.016169 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e34c6-0cca-4059-b7f2-9a52af4d2140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:26.016512 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e34c6-0cca-4059-b7f2-9a52af4d2140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:26.016840 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e34c6-0cca-4059-b7f2-9a52af4d2140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:26.017163 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e34c6-0cca-4059-b7f2-9a52af4d2140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:26.017486 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e34c6-0cca-4059-b7f2-9a52af4d2140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:26.017830 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e34c6-0cca-4059-b7f2-9a52af4d2140 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:26.018153 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e34c6-0cca-4059-b7f2-9a52af4d2140 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:26.018467 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e34c6-0cca-4059-b7f2-9a52af4d2140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:26.021214 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e34c6-0cca-4059-b7f2-9a52af4d2140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:26.021372 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e34c6-0cca-4059-b7f2-9a52af4d2140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:26.021678 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e34c6-0cca-4059-b7f2-9a52af4d2140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:26.023308 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01028031-3b6d-4c9a-80f2-2b9fe7651ab8 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:40:26.071711 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5754ebd8-1c9d-415b-8933-4757265fbd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:26.116363 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-6c5c98be-a29d-45e7-ad7f-45d0c5e67d97 admin admin] Allocated IP 172.20.0.1 (bb08dc1c-8484-4296-a71a-1b9ba6aceb2b/8d358af6-6e5d-4381-91ad-965950a05cea/498b4e4f-5258-41b7-8717-f9531068a0b7) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:40:26.124889 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-32e0979b-b7a4-4a0d-ae97-db4272056788 None None] Provisioning complete for port c06c520b-97ba-4bdc-8bad-fbe68fdc72f3 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:40:26.138270 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e34c6-0cca-4059-b7f2-9a52af4d2140 None None] Pushing event updated for resources: {'Port': ['ID=c06c520b-97ba-4bdc-8bad-fbe68fdc72f3,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:26.146346 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-32e0979b-b7a4-4a0d-ae97-db4272056788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:26.147167 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34da9b7-5d8e-40ac-ad2e-df041dd6974e None None] Routers {'7bc2e552-7409-48e6-ad2b-a8f8f20993d1'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:40:26.148722 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-f34da9b7-5d8e-40ac-ad2e-df041dd6974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:40:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['7bc2e552-7409-48e6-ad2b-a8f8f20993d1'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:40:26.202047 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5754ebd8-1c9d-415b-8933-4757265fbd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:26.241835 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-5754ebd8-1c9d-415b-8933-4757265fbd4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87737cc5-1491-4eb8-832b-21b850f6c386']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:40:26.254291 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-5754ebd8-1c9d-415b-8933-4757265fbd4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcbd45ae-33de-4640-a29c-c49b1536f07f') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:40:26.255447 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-5754ebd8-1c9d-415b-8933-4757265fbd4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcbd45ae-33de-4640-a29c-c49b1536f07f') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:40:26.265818 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5754ebd8-1c9d-415b-8933-4757265fbd4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:26.280445 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5754ebd8-1c9d-415b-8933-4757265fbd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:26.281343 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5d210ad6-56d8-4c4a-86f2-8df3e0492c06 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:40:26.287311 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5754ebd8-1c9d-415b-8933-4757265fbd4e admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:40:26.287480 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5754ebd8-1c9d-415b-8933-4757265fbd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:26.333880 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6c5c98be-a29d-45e7-ad7f-45d0c5e67d97 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:26.339241 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-f34da9b7-5d8e-40ac-ad2e-df041dd6974e None None] Set router 7bc2e552-7409-48e6-ad2b-a8f8f20993d1 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:40:26.359346 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74ad71c-131f-41c3-927d-4b2050c7a366 None None] DHCP port deletion for 87737cc5-1491-4eb8-832b-21b850f6c386 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:40:26.367713 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:40:26.367713 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:40:26.367713 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:40:26.367713 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:40:26.367713 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:40:26.367713 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:40:26.367713 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:40:26.367713 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:40:26.367713 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:40:26.367713 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:40:26.367713 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:40:26.367713 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:40:26.367713 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:40:26.367713 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:40:26.367713 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:40:26.367713 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:40:26.367713 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:40:26.367713 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:40:26.367713 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:40:26.367713 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:40:26.367713 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:40:26.367713 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:40:26.367713 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:40:26.367713 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:40:26.367713 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:40:26.367713 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:40:26.367713 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:40:26.367713 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:40:26.367713 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:40:26.367713 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:40:26.367713 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:40:26.367713 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:40:26.374292 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5754ebd8-1c9d-415b-8933-4757265fbd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:26.394047 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5754ebd8-1c9d-415b-8933-4757265fbd4e admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:26.402844 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5754ebd8-1c9d-415b-8933-4757265fbd4e admin admin] 10.222.0.54 "DELETE /v2.0/networks/87737cc5-1491-4eb8-832b-21b850f6c386 HTTP/1.1" status: 204 len: 168 time: 0.5138619 Nov 10 19:40:26.415442 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6c5c98be-a29d-45e7-ad7f-45d0c5e67d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:26.422116 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5754ebd8-1c9d-415b-8933-4757265fbd4e admin admin] Pushing event deleted for resources: {'Network': ['ID=87737cc5-1491-4eb8-832b-21b850f6c386,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:26.440103 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 5d210ad6-56d8-4c4a-86f2-8df3e0492c06 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:40:26.443697 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:26.494694 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c98be-a29d-45e7-ad7f-45d0c5e67d97 admin admin] Pushing event updated for resources: {'Port': ['ID=498b4e4f-5258-41b7-8717-f9531068a0b7,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:26.506905 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5c98be-a29d-45e7-ad7f-45d0c5e67d97 admin admin] Network bb08dc1c-8484-4296-a71a-1b9ba6aceb2b is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:40:26.509118 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-6c5c98be-a29d-45e7-ad7f-45d0c5e67d97 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:40:26.526755 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5c98be-a29d-45e7-ad7f-45d0c5e67d97 admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:40:26.555541 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-32e0979b-b7a4-4a0d-ae97-db4272056788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:26.594397 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6c5c98be-a29d-45e7-ad7f-45d0c5e67d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:26.629721 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-32e0979b-b7a4-4a0d-ae97-db4272056788 None None] For port c06c520b-97ba-4bdc-8bad-fbe68fdc72f3, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=c06c520b-97ba-4bdc-8bad-fbe68fdc72f3,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:40:26.638452 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 2a7be1e5-ed41-4143-82b8-17f08b0bb134 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:40:26.693322 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 2a7be1e5-ed41-4143-82b8-17f08b0bb134 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:40:26.693676 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 2a7be1e5-ed41-4143-82b8-17f08b0bb134 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:40:26.702084 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-32e0979b-b7a4-4a0d-ae97-db4272056788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:26.771550 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42366) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:40:26.798620 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0979b-b7a4-4a0d-ae97-db4272056788 None None] Pushing event updated for resources: {'Port': ['ID=c06c520b-97ba-4bdc-8bad-fbe68fdc72f3,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:26.821198 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-32e0979b-b7a4-4a0d-ae97-db4272056788 None None] Provisioning complete for port 5d210ad6-56d8-4c4a-86f2-8df3e0492c06 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:40:26.821861 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-32e0979b-b7a4-4a0d-ae97-db4272056788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:26.867641 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2d39743e-f439-4a57-b6b1-a241571b3024 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2a00ca65ead540abbf4d59ff2c615c4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0946131 Nov 10 19:40:26.868133 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42368) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:40:26.949176 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-f34da9b7-5d8e-40ac-ad2e-df041dd6974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc2e552-7409-48e6-ad2b-a8f8f20993d1', 'name': 'tempest-TestServerMultinode-764341620-router', 'tenant_id': 'f2ccbec8684348b69ce8dfb8501b6e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'c06c520b-97ba-4bdc-8bad-fbe68fdc72f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:40:21Z', 'updated_at': '2021-11-10T19:40:23Z', 'revision_number': 3, 'project_id': 'f2ccbec8684348b69ce8dfb8501b6e0e', 'gw_port': {'id': 'c06c520b-97ba-4bdc-8bad-fbe68fdc72f3', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc2e552-7409-48e6-ad2b-a8f8f20993d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:40:22Z', 'updated_at': '2021-11-10T19:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:40:26.983129 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34da9b7-5d8e-40ac-ad2e-df041dd6974e None None] The sync data for ids ['7bc2e552-7409-48e6-ad2b-a8f8f20993d1'] in n-d-813897-4 is: [{'id': '7bc2e552-7409-48e6-ad2b-a8f8f20993d1', 'name': 'tempest-TestServerMultinode-764341620-router', 'tenant_id': 'f2ccbec8684348b69ce8dfb8501b6e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'c06c520b-97ba-4bdc-8bad-fbe68fdc72f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:40:21Z', 'updated_at': '2021-11-10T19:40:23Z', 'revision_number': 3, 'project_id': 'f2ccbec8684348b69ce8dfb8501b6e0e', 'gw_port': {'id': 'c06c520b-97ba-4bdc-8bad-fbe68fdc72f3', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc2e552-7409-48e6-ad2b-a8f8f20993d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:40:22Z', 'updated_at': '2021-11-10T19:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:40:27.017795 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6c5c98be-a29d-45e7-ad7f-45d0c5e67d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:27.037849 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5a8529c1-35e7-47c8-874a-4331fcd24a20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:27.084709 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5a8529c1-35e7-47c8-874a-4331fcd24a20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:27.119349 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-177ba5a2-83c3-477d-b637-6abeaf5eaf7f None None] Provisioning complete for port c06c520b-97ba-4bdc-8bad-fbe68fdc72f3 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:40:27.119724 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-177ba5a2-83c3-477d-b637-6abeaf5eaf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:27.226464 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:27.257592 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5a8529c1-35e7-47c8-874a-4331fcd24a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:27.260734 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5a8529c1-35e7-47c8-874a-4331fcd24a20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:27.262150 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5a8529c1-35e7-47c8-874a-4331fcd24a20 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23 HTTP/1.1" status: 204 len: 168 time: 0.3886938 Nov 10 19:40:27.281533 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-177ba5a2-83c3-477d-b637-6abeaf5eaf7f None None] Provisioning complete for port 498b4e4f-5258-41b7-8717-f9531068a0b7 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:40:27.282253 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-177ba5a2-83c3-477d-b637-6abeaf5eaf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:27.292193 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8529c1-35e7-47c8-874a-4331fcd24a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de9ef98-fd7d-40a4-9a1b-e6f6cc069d23,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:27.345364 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-177ba5a2-83c3-477d-b637-6abeaf5eaf7f None None] Port 498b4e4f-5258-41b7-8717-f9531068a0b7 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:40:27.346724 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6c5c98be-a29d-45e7-ad7f-45d0c5e67d97 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:27.354559 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6c5c98be-a29d-45e7-ad7f-45d0c5e67d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:27.396289 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6c5c98be-a29d-45e7-ad7f-45d0c5e67d97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:27.836646 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c98be-a29d-45e7-ad7f-45d0c5e67d97 admin admin] Pushing event updated for resources: {'Port': ['ID=498b4e4f-5258-41b7-8717-f9531068a0b7,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:27.920558 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5c98be-a29d-45e7-ad7f-45d0c5e67d97 admin admin] Network bb08dc1c-8484-4296-a71a-1b9ba6aceb2b is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:40:27.922535 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-6c5c98be-a29d-45e7-ad7f-45d0c5e67d97 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:40:28.147264 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5c98be-a29d-45e7-ad7f-45d0c5e67d97 admin admin] Router 7bc2e552-7409-48e6-ad2b-a8f8f20993d1 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:40:28.197306 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device c06c520b-97ba-4bdc-8bad-fbe68fdc72f3 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:40:28.311344 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port c06c520b-97ba-4bdc-8bad-fbe68fdc72f3 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:40:28.314764 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:28.362780 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5c98be-a29d-45e7-ad7f-45d0c5e67d97 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:40:28.376800 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6c5c98be-a29d-45e7-ad7f-45d0c5e67d97 admin admin] 10.222.0.54 "PUT /v2.0/routers/7bc2e552-7409-48e6-ad2b-a8f8f20993d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7684166 Nov 10 19:40:28.409817 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a5b5781d-d00f-4090-9a33-a02d6ab1e576 None None] Provisioning complete for port 498b4e4f-5258-41b7-8717-f9531068a0b7 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:40:28.410358 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a5b5781d-d00f-4090-9a33-a02d6ab1e576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:28.457202 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-a5b5781d-d00f-4090-9a33-a02d6ab1e576 None None] Port 498b4e4f-5258-41b7-8717-f9531068a0b7 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:40:28.509639 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42406) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:40:28.684836 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-e66ea4ea-d04f-4195-b22d-978c96365d21 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-919184608-network', 'tenant_id': '8dee9662a0a54ffd8cb1802d7cb4561d'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:40:28.715896 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66ea4ea-d04f-4195-b22d-978c96365d21 admin admin] Made reservation on behalf of 8dee9662a0a54ffd8cb1802d7cb4561d for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:40:28.720645 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e66ea4ea-d04f-4195-b22d-978c96365d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:28.725077 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:28.734892 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e66ea4ea-d04f-4195-b22d-978c96365d21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:28.831488 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e66ea4ea-d04f-4195-b22d-978c96365d21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:28.838131 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e66ea4ea-d04f-4195-b22d-978c96365d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:28.870919 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ea4ea-d04f-4195-b22d-978c96365d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdbead5-b097-4cd4-9ea3-2e0412148109,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:28.882249 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e66ea4ea-d04f-4195-b22d-978c96365d21 admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:40:28.899049 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e66ea4ea-d04f-4195-b22d-978c96365d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:28.900192 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-e66ea4ea-d04f-4195-b22d-978c96365d21 admin admin] Added segment 313a584a-7372-4c3d-9cec-22149074822b of type vlan for network 7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1 Nov 10 19:40:28.957708 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e66ea4ea-d04f-4195-b22d-978c96365d21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:28.986939 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e66ea4ea-d04f-4195-b22d-978c96365d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:28.988774 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66ea4ea-d04f-4195-b22d-978c96365d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:28.989051 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e66ea4ea-d04f-4195-b22d-978c96365d21 admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:29.068410 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e66ea4ea-d04f-4195-b22d-978c96365d21 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5564280 Nov 10 19:40:29.071321 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42438) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:40:29.076349 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-38b6815c-f636-4914-a037-e92b0d78efcd admin admin] Request body: {'subnet': {'network_id': '7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-919184608-subnet', 'tenant_id': '8dee9662a0a54ffd8cb1802d7cb4561d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:40:29.085125 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ea4ea-d04f-4195-b22d-978c96365d21 admin admin] Pushing event updated for resources: {'Network': ['ID=7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:29.096111 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:40:29.150885 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b6815c-f636-4914-a037-e92b0d78efcd admin admin] Made reservation on behalf of 8dee9662a0a54ffd8cb1802d7cb4561d for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:40:29.153288 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-38b6815c-f636-4914-a037-e92b0d78efcd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:29.215784 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42446) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:40:29.228228 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-15594977-02d6-405e-9b28-24fe81e95c9d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-90043692-network', 'tenant_id': '3666ec57f5864e6195a0b358b6a517b1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:40:29.294479 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15594977-02d6-405e-9b28-24fe81e95c9d admin admin] Made reservation on behalf of 3666ec57f5864e6195a0b358b6a517b1 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:40:29.298003 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-15594977-02d6-405e-9b28-24fe81e95c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:29.312242 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-15594977-02d6-405e-9b28-24fe81e95c9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:29.417382 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:29.447736 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-38b6815c-f636-4914-a037-e92b0d78efcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:29.461548 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-15594977-02d6-405e-9b28-24fe81e95c9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:29.462197 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a3a0ab-6251-420d-b9b4-6b1c82012cd4 None None] Sync routers for ids ['7bc2e552-7409-48e6-ad2b-a8f8f20993d1'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:40:29.469807 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-15594977-02d6-405e-9b28-24fe81e95c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:29.487401 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15594977-02d6-405e-9b28-24fe81e95c9d admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:40:29.492933 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a3a0ab-6251-420d-b9b4-6b1c82012cd4 None None] Routers {'7bc2e552-7409-48e6-ad2b-a8f8f20993d1'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:40:29.493777 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-45a3a0ab-6251-420d-b9b4-6b1c82012cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:40:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['7bc2e552-7409-48e6-ad2b-a8f8f20993d1'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:40:29.500912 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-15594977-02d6-405e-9b28-24fe81e95c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:29.501583 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-15594977-02d6-405e-9b28-24fe81e95c9d admin admin] Added segment af774e18-08f5-4ebe-b202-869883e57315 of type vlan for network 36306373-6dc1-473a-bf51-58add7c71155 Nov 10 19:40:29.592029 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-15594977-02d6-405e-9b28-24fe81e95c9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:29.614145 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15594977-02d6-405e-9b28-24fe81e95c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00edf75d-eae3-4c4a-bd0b-002094b0b090,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:29.643929 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6815c-f636-4914-a037-e92b0d78efcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea5d0396-d12a-42be-b3bf-059b9f989d1c,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:29.652539 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b6815c-f636-4914-a037-e92b0d78efcd admin admin] Checking segment: {'id': '313a584a-7372-4c3d-9cec-22149074822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:40:29.653556 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b6815c-f636-4914-a037-e92b0d78efcd admin admin] Network hostable DHCP agents. Network: 7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:40:29.657588 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-15594977-02d6-405e-9b28-24fe81e95c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:29.661745 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15594977-02d6-405e-9b28-24fe81e95c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:29.670933 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-15594977-02d6-405e-9b28-24fe81e95c9d admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:29.690433 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b6815c-f636-4914-a037-e92b0d78efcd admin admin] Network 7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:40:29.711272 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-38b6815c-f636-4914-a037-e92b0d78efcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:40:29.719370 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b6815c-f636-4914-a037-e92b0d78efcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:29.720279 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-38b6815c-f636-4914-a037-e92b0d78efcd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:29.738159 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-15594977-02d6-405e-9b28-24fe81e95c9d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5210490 Nov 10 19:40:29.742212 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42448) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:40:29.749108 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-ea4758ff-aa62-466a-96ac-bce50b091b6f admin admin] Request body: {'subnet': {'network_id': '36306373-6dc1-473a-bf51-58add7c71155', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-90043692-subnet', 'tenant_id': '3666ec57f5864e6195a0b358b6a517b1', 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:40:29.771594 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-38b6815c-f636-4914-a037-e92b0d78efcd admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6992147 Nov 10 19:40:29.804048 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15594977-02d6-405e-9b28-24fe81e95c9d admin admin] Pushing event updated for resources: {'Network': ['ID=36306373-6dc1-473a-bf51-58add7c71155,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:29.817675 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4758ff-aa62-466a-96ac-bce50b091b6f admin admin] Made reservation on behalf of 3666ec57f5864e6195a0b358b6a517b1 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:40:29.820039 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c2e062-9ae7-4c07-a2e3-b53b96025361 None None] Network 7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:40:29.823308 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ea4758ff-aa62-466a-96ac-bce50b091b6f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:29.828509 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-45a3a0ab-6251-420d-b9b4-6b1c82012cd4 None None] Set router 7bc2e552-7409-48e6-ad2b-a8f8f20993d1 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:40:29.842969 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 36306373-6dc1-473a-bf51-58add7c71155 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:40:30.092235 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ea4758ff-aa62-466a-96ac-bce50b091b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:30.241599 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4758ff-aa62-466a-96ac-bce50b091b6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=01460b1c-0ae6-4e8e-9ca5-278b0076b1ff,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:30.250956 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4758ff-aa62-466a-96ac-bce50b091b6f admin admin] Checking segment: {'id': 'af774e18-08f5-4ebe-b202-869883e57315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '36306373-6dc1-473a-bf51-58add7c71155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:40:30.251523 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4758ff-aa62-466a-96ac-bce50b091b6f admin admin] Network hostable DHCP agents. Network: 36306373-6dc1-473a-bf51-58add7c71155, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:40:30.274239 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4758ff-aa62-466a-96ac-bce50b091b6f admin admin] Network 36306373-6dc1-473a-bf51-58add7c71155 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:40:30.286326 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905534fd-c1cb-4dd9-bdde-c40b3016f915 None None] Network 7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:40:30.294838 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-ea4758ff-aa62-466a-96ac-bce50b091b6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 36306373-6dc1-473a-bf51-58add7c71155) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:40:30.299416 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4758ff-aa62-466a-96ac-bce50b091b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:30.300190 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ea4758ff-aa62-466a-96ac-bce50b091b6f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:30.328535 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ea4758ff-aa62-466a-96ac-bce50b091b6f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5816722 Nov 10 19:40:30.329086 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42460) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:40:30.339123 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82255796-d7b1-47b4-88c5-3ec4f6287c0b None None] Network 36306373-6dc1-473a-bf51-58add7c71155 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:40:30.339703 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-d5954d55-7bdf-40c3-a98a-3f7afa8f6748 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-90043692-router', 'tenant_id': '3666ec57f5864e6195a0b358b6a517b1', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:40:30.379813 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d5954d55-7bdf-40c3-a98a-3f7afa8f6748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:30.381419 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d5954d55-7bdf-40c3-a98a-3f7afa8f6748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:30.498042 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d5954d55-7bdf-40c3-a98a-3f7afa8f6748 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:30.636732 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-d9263cfb-9802-4fa0-85c1-66d32c169469 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:30.639356 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-d9263cfb-9802-4fa0-85c1-66d32c169469 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/networks?id=7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1 HTTP/1.1" status: 200 len: 813 time: 0.1485400 Nov 10 19:40:30.667018 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-aa8e8a15-d0ae-4158-a7bb-93e959e2f312 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/quotas/8dee9662a0a54ffd8cb1802d7cb4561d HTTP/1.1" status: 200 len: 375 time: 0.0205984 Nov 10 19:40:30.706884 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-bf19d864-9a7b-427d-849e-814967da51c4 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8dee9662a0a54ffd8cb1802d7cb4561d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320458 Nov 10 19:40:30.861848 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-45a3a0ab-6251-420d-b9b4-6b1c82012cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc2e552-7409-48e6-ad2b-a8f8f20993d1', 'name': 'tempest-TestServerMultinode-764341620-router', 'tenant_id': 'f2ccbec8684348b69ce8dfb8501b6e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'c06c520b-97ba-4bdc-8bad-fbe68fdc72f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:40:21Z', 'updated_at': '2021-11-10T19:40:26Z', 'revision_number': 4, 'project_id': 'f2ccbec8684348b69ce8dfb8501b6e0e', 'gw_port': {'id': 'c06c520b-97ba-4bdc-8bad-fbe68fdc72f3', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc2e552-7409-48e6-ad2b-a8f8f20993d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:40:22Z', 'updated_at': '2021-11-10T19:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '498b4e4f-5258-41b7-8717-f9531068a0b7', 'name': '', 'network_id': 'bb08dc1c-8484-4296-a71a-1b9ba6aceb2b', 'tenant_id': 'f2ccbec8684348b69ce8dfb8501b6e0e', 'mac_address': 'fa:16:3e:a2:04:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc2e552-7409-48e6-ad2b-a8f8f20993d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '8d358af6-6e5d-4381-91ad-965950a05cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:40:25Z', 'updated_at': '2021-11-10T19:40:27Z', 'revision_number': 2, 'project_id': 'f2ccbec8684348b69ce8dfb8501b6e0e', 'subnets': [{'id': '8d358af6-6e5d-4381-91ad-965950a05cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:40:30.904114 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a3a0ab-6251-420d-b9b4-6b1c82012cd4 None None] Checking router: 7bc2e552-7409-48e6-ad2b-a8f8f20993d1 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:40:30.904858 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a3a0ab-6251-420d-b9b4-6b1c82012cd4 None None] Updating router 7bc2e552-7409-48e6-ad2b-a8f8f20993d1 port 498b4e4f-5258-41b7-8717-f9531068a0b7 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:40:30.912551 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-dde68a58-a92a-4164-b01c-cafb47708ca1 service neutron] 10.222.0.54 "GET /v2.0/networks/7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987572 Nov 10 19:40:30.997127 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-45a3a0ab-6251-420d-b9b4-6b1c82012cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:31.029630 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-abd58044-b5be-4e46-93f9-65e48bafbb21 service neutron] 10.222.0.54 "GET /v2.0/networks/7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102145 Nov 10 19:40:31.115117 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc818e57-9078-4c1e-81a5-a33e802c5599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-36306373-6dc1-473a-bf51-58add7c71155', 'network_id': '36306373-6dc1-473a-bf51-58add7c71155', 'tenant_id': '3666ec57f5864e6195a0b358b6a517b1', 'fixed_ips': [{'subnet_id': '01460b1c-0ae6-4e8e-9ca5-278b0076b1ff'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:40:31.118248 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bc818e57-9078-4c1e-81a5-a33e802c5599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:31.166868 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d5954d55-7bdf-40c3-a98a-3f7afa8f6748 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:31.320208 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8733b702-ad32-4a20-a460-d5cc71d15577 req-23f24d2f-6705-4528-ac94-f26624e2db46 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 210 time: 0.0842590 Nov 10 19:40:31.348214 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-bc818e57-9078-4c1e-81a5-a33e802c5599 None None] Allocated IP 172.20.0.2 (36306373-6dc1-473a-bf51-58add7c71155/01460b1c-0ae6-4e8e-9ca5-278b0076b1ff/e947ee1b-3b8a-4f7a-847e-c57945074246) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:40:31.520420 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d5954d55-7bdf-40c3-a98a-3f7afa8f6748 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:31.542066 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d5954d55-7bdf-40c3-a98a-3f7afa8f6748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:31.674646 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-d5954d55-7bdf-40c3-a98a-3f7afa8f6748 admin admin] Allocated IP 172.25.3.16 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/65b1d70c-7a84-434e-b0aa-144c15b04982) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:40:31.699952 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bc818e57-9078-4c1e-81a5-a33e802c5599 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:31.711984 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bc818e57-9078-4c1e-81a5-a33e802c5599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:31.758411 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc818e57-9078-4c1e-81a5-a33e802c5599 None None] Network 36306373-6dc1-473a-bf51-58add7c71155 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:40:31.764039 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-bc818e57-9078-4c1e-81a5-a33e802c5599 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:40:31.785959 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc818e57-9078-4c1e-81a5-a33e802c5599 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:40:31.796217 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d5954d55-7bdf-40c3-a98a-3f7afa8f6748 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:31.834981 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc818e57-9078-4c1e-81a5-a33e802c5599 None None] Pushing event updated for resources: {'Port': ['ID=e947ee1b-3b8a-4f7a-847e-c57945074246,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:31.849734 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-45a3a0ab-6251-420d-b9b4-6b1c82012cd4 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:31.858428 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d5954d55-7bdf-40c3-a98a-3f7afa8f6748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:31.892249 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-45a3a0ab-6251-420d-b9b4-6b1c82012cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:31.912418 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5954d55-7bdf-40c3-a98a-3f7afa8f6748 admin admin] Pushing event updated for resources: {'Port': ['ID=65b1d70c-7a84-434e-b0aa-144c15b04982,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:31.933014 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-bc818e57-9078-4c1e-81a5-a33e802c5599 None None] Attempting to bind port e947ee1b-3b8a-4f7a-847e-c57945074246 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:40:31.933301 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-bc818e57-9078-4c1e-81a5-a33e802c5599 None None] Attempting to bind port e947ee1b-3b8a-4f7a-847e-c57945074246 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'af774e18-08f5-4ebe-b202-869883e57315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '36306373-6dc1-473a-bf51-58add7c71155'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:40:31.933673 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc818e57-9078-4c1e-81a5-a33e802c5599 None None] Attempting to bind port e947ee1b-3b8a-4f7a-847e-c57945074246 on network 36306373-6dc1-473a-bf51-58add7c71155 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:40:31.934133 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5954d55-7bdf-40c3-a98a-3f7afa8f6748 admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:40:31.935686 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-d5954d55-7bdf-40c3-a98a-3f7afa8f6748 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:40:31.938980 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5954d55-7bdf-40c3-a98a-3f7afa8f6748 admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:40:31.959489 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b1e896-22bf-4bbc-9c1a-2b445899f019 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:40:31.997525 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc818e57-9078-4c1e-81a5-a33e802c5599 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:40:31.997953 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc818e57-9078-4c1e-81a5-a33e802c5599 None None] Checking segment: {'id': 'af774e18-08f5-4ebe-b202-869883e57315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '36306373-6dc1-473a-bf51-58add7c71155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:40:31.999460 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bc818e57-9078-4c1e-81a5-a33e802c5599 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:31.999460 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc818e57-9078-4c1e-81a5-a33e802c5599 None None] Bound using segment: {'id': 'af774e18-08f5-4ebe-b202-869883e57315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '36306373-6dc1-473a-bf51-58add7c71155'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:40:31.999460 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-bc818e57-9078-4c1e-81a5-a33e802c5599 None None] Bound port: e947ee1b-3b8a-4f7a-847e-c57945074246, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af774e18-08f5-4ebe-b202-869883e57315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '36306373-6dc1-473a-bf51-58add7c71155'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:40:31.999807 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bc818e57-9078-4c1e-81a5-a33e802c5599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:32.015265 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15981570-9606-4257-9230-fa4665175f69 None None] Pushing event updated for resources: {'Port': ['ID=498b4e4f-5258-41b7-8717-f9531068a0b7,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:32.154910 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-45a3a0ab-6251-420d-b9b4-6b1c82012cd4 None None] Attempting to bind port 498b4e4f-5258-41b7-8717-f9531068a0b7 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:40:32.155635 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-45a3a0ab-6251-420d-b9b4-6b1c82012cd4 None None] Attempting to bind port 498b4e4f-5258-41b7-8717-f9531068a0b7 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'e6dac172-829c-4909-b169-a0bbefcecce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bb08dc1c-8484-4296-a71a-1b9ba6aceb2b'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:40:32.156216 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a3a0ab-6251-420d-b9b4-6b1c82012cd4 None None] Attempting to bind port 498b4e4f-5258-41b7-8717-f9531068a0b7 on network bb08dc1c-8484-4296-a71a-1b9ba6aceb2b {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:40:32.202195 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a3a0ab-6251-420d-b9b4-6b1c82012cd4 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:40:32.202567 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a3a0ab-6251-420d-b9b4-6b1c82012cd4 None None] Checking segment: {'id': 'e6dac172-829c-4909-b169-a0bbefcecce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bb08dc1c-8484-4296-a71a-1b9ba6aceb2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:40:32.202970 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-45a3a0ab-6251-420d-b9b4-6b1c82012cd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:32.203362 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a3a0ab-6251-420d-b9b4-6b1c82012cd4 None None] Bound using segment: {'id': 'e6dac172-829c-4909-b169-a0bbefcecce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bb08dc1c-8484-4296-a71a-1b9ba6aceb2b'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:40:32.203840 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-45a3a0ab-6251-420d-b9b4-6b1c82012cd4 None None] Bound port: 498b4e4f-5258-41b7-8717-f9531068a0b7, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6dac172-829c-4909-b169-a0bbefcecce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bb08dc1c-8484-4296-a71a-1b9ba6aceb2b'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:40:32.204212 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-45a3a0ab-6251-420d-b9b4-6b1c82012cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:32.218321 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-bc818e57-9078-4c1e-81a5-a33e802c5599 None None] For port e947ee1b-3b8a-4f7a-847e-c57945074246, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:40:32.220441 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-53f333f6-1374-44d5-9708-187e8d21755c None None] Provisioning complete for port 65b1d70c-7a84-434e-b0aa-144c15b04982 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:40:32.220803 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-53f333f6-1374-44d5-9708-187e8d21755c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:32.252727 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-bc818e57-9078-4c1e-81a5-a33e802c5599 None None] For port e947ee1b-3b8a-4f7a-847e-c57945074246, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e947ee1b-3b8a-4f7a-847e-c57945074246,segment=NetworkSegment(af774e18-08f5-4ebe-b202-869883e57315),segment_id=af774e18-08f5-4ebe-b202-869883e57315)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:40:32.284525 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bc818e57-9078-4c1e-81a5-a33e802c5599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:32.303269 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d5954d55-7bdf-40c3-a98a-3f7afa8f6748 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:32.350097 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-53f333f6-1374-44d5-9708-187e8d21755c None None] Port 65b1d70c-7a84-434e-b0aa-144c15b04982 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:40:32.395195 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-45a3a0ab-6251-420d-b9b4-6b1c82012cd4 None None] For port 498b4e4f-5258-41b7-8717-f9531068a0b7, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:40:32.411208 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-45a3a0ab-6251-420d-b9b4-6b1c82012cd4 None None] For port 498b4e4f-5258-41b7-8717-f9531068a0b7, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=498b4e4f-5258-41b7-8717-f9531068a0b7,segment=NetworkSegment(e6dac172-829c-4909-b169-a0bbefcecce5),segment_id=e6dac172-829c-4909-b169-a0bbefcecce5)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:40:32.427958 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-45a3a0ab-6251-420d-b9b4-6b1c82012cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:32.462445 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc818e57-9078-4c1e-81a5-a33e802c5599 None None] Pushing event updated for resources: {'Port': ['ID=e947ee1b-3b8a-4f7a-847e-c57945074246,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:32.565060 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5226b360-a9e9-4e08-86d4-4b9944bc3ef8 req-18fe4086-ec1d-4fd6-9709-ebeec76b4991 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 210 time: 0.0696833 Nov 10 19:40:32.576096 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2f541f77-0d59-4aae-92ee-5c789ee17a82 None None] Provisioning complete for port 498b4e4f-5258-41b7-8717-f9531068a0b7 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:40:32.576491 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2f541f77-0d59-4aae-92ee-5c789ee17a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:32.794573 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a3a0ab-6251-420d-b9b4-6b1c82012cd4 None None] Routers {'7bc2e552-7409-48e6-ad2b-a8f8f20993d1'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:40:32.796313 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-45a3a0ab-6251-420d-b9b4-6b1c82012cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:40:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['7bc2e552-7409-48e6-ad2b-a8f8f20993d1'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:40:32.934941 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15981570-9606-4257-9230-fa4665175f69 None None] Pushing event updated for resources: {'Port': ['ID=498b4e4f-5258-41b7-8717-f9531068a0b7,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:32.961013 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d5954d55-7bdf-40c3-a98a-3f7afa8f6748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:33.018436 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2f541f77-0d59-4aae-92ee-5c789ee17a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:33.073922 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-2f541f77-0d59-4aae-92ee-5c789ee17a82 None None] For port 498b4e4f-5258-41b7-8717-f9531068a0b7, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=498b4e4f-5258-41b7-8717-f9531068a0b7,segment=NetworkSegment(e6dac172-829c-4909-b169-a0bbefcecce5),segment_id=e6dac172-829c-4909-b169-a0bbefcecce5)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:40:33.086300 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2f541f77-0d59-4aae-92ee-5c789ee17a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:33.142424 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-45a3a0ab-6251-420d-b9b4-6b1c82012cd4 None None] Set router 7bc2e552-7409-48e6-ad2b-a8f8f20993d1 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:40:33.144332 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f541f77-0d59-4aae-92ee-5c789ee17a82 None None] Pushing event updated for resources: {'Port': ['ID=498b4e4f-5258-41b7-8717-f9531068a0b7,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:33.145195 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-fb16e95b-6ba9-4f59-aa97-f2db8bfe73c7 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:33.157137 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-fb16e95b-6ba9-4f59-aa97-f2db8bfe73c7 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/networks?id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e HTTP/1.1" status: 200 len: 811 time: 0.2401805 Nov 10 19:40:33.182169 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-67899e0f-7202-4628-9ee5-6702e99d8a32 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/quotas/0863f57af6c245c5a4e0338a46ab2047 HTTP/1.1" status: 200 len: 375 time: 0.0233440 Nov 10 19:40:33.195966 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-23ac8873-9625-471e-9c48-06565c1e52b3 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:33.197394 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-23ac8873-9625-471e-9c48-06565c1e52b3 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.73 "GET /v2.0/networks?id=7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1 HTTP/1.1" status: 200 len: 813 time: 0.5999680 Nov 10 19:40:33.261655 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-fcdc7fd4-f0fc-4072-bc3e-c5f2a98cb922 None None] Provisioning complete for port 498b4e4f-5258-41b7-8717-f9531068a0b7 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:40:33.262019 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fcdc7fd4-f0fc-4072-bc3e-c5f2a98cb922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:33.262890 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-a28a006c-615d-42ef-9edb-7034f928153b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Request body: {'port': {'device_id': 'd335baf2-11c9-481e-ba7b-1c029d472174', 'network_id': '7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1', 'admin_state_up': True, 'tenant_id': '8dee9662a0a54ffd8cb1802d7cb4561d'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:40:33.265531 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-98e333f2-9d68-4d09-a848-8eb3f353a4c9 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0863f57af6c245c5a4e0338a46ab2047&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820968 Nov 10 19:40:33.284783 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42504) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:40:33.390787 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-0596ba8f-89ae-4420-9780-0092ed3b2227 service neutron] 10.222.0.54 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143267 Nov 10 19:40:33.545441 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-ed6778c9-3ceb-4372-b732-0b5f5b5a681d service neutron] 10.222.0.54 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464741 Nov 10 19:40:33.565888 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-be0bde80-2731-4f76-888c-14ebceec3de3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:33.569544 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-a28a006c-615d-42ef-9edb-7034f928153b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Made reservation on behalf of 8dee9662a0a54ffd8cb1802d7cb4561d for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:40:33.573663 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-a28a006c-615d-42ef-9edb-7034f928153b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:33.636609 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5954d55-7bdf-40c3-a98a-3f7afa8f6748 admin admin] Router 1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:40:33.823446 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-45a3a0ab-6251-420d-b9b4-6b1c82012cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc2e552-7409-48e6-ad2b-a8f8f20993d1', 'name': 'tempest-TestServerMultinode-764341620-router', 'tenant_id': 'f2ccbec8684348b69ce8dfb8501b6e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'c06c520b-97ba-4bdc-8bad-fbe68fdc72f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:40:21Z', 'updated_at': '2021-11-10T19:40:26Z', 'revision_number': 4, 'project_id': 'f2ccbec8684348b69ce8dfb8501b6e0e', 'gw_port': {'id': 'c06c520b-97ba-4bdc-8bad-fbe68fdc72f3', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc2e552-7409-48e6-ad2b-a8f8f20993d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:40:22Z', 'updated_at': '2021-11-10T19:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '498b4e4f-5258-41b7-8717-f9531068a0b7', 'name': '', 'network_id': 'bb08dc1c-8484-4296-a71a-1b9ba6aceb2b', 'tenant_id': 'f2ccbec8684348b69ce8dfb8501b6e0e', 'mac_address': 'fa:16:3e:a2:04:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc2e552-7409-48e6-ad2b-a8f8f20993d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '8d358af6-6e5d-4381-91ad-965950a05cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:40:25Z', 'updated_at': '2021-11-10T19:40:32Z', 'revision_number': 4, 'project_id': 'f2ccbec8684348b69ce8dfb8501b6e0e', 'subnets': [{'id': '8d358af6-6e5d-4381-91ad-965950a05cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:40:33.869290 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a3a0ab-6251-420d-b9b4-6b1c82012cd4 None None] The sync data for ids ['7bc2e552-7409-48e6-ad2b-a8f8f20993d1'] in n-d-813897-4 is: [{'id': '7bc2e552-7409-48e6-ad2b-a8f8f20993d1', 'name': 'tempest-TestServerMultinode-764341620-router', 'tenant_id': 'f2ccbec8684348b69ce8dfb8501b6e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'c06c520b-97ba-4bdc-8bad-fbe68fdc72f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:40:21Z', 'updated_at': '2021-11-10T19:40:26Z', 'revision_number': 4, 'project_id': 'f2ccbec8684348b69ce8dfb8501b6e0e', 'gw_port': {'id': 'c06c520b-97ba-4bdc-8bad-fbe68fdc72f3', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc2e552-7409-48e6-ad2b-a8f8f20993d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:40:22Z', 'updated_at': '2021-11-10T19:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '498b4e4f-5258-41b7-8717-f9531068a0b7', 'name': '', 'network_id': 'bb08dc1c-8484-4296-a71a-1b9ba6aceb2b', 'tenant_id': 'f2ccbec8684348b69ce8dfb8501b6e0e', 'mac_address': 'fa:16:3e:a2:04:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc2e552-7409-48e6-ad2b-a8f8f20993d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '8d358af6-6e5d-4381-91ad-965950a05cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:40:25Z', 'updated_at': '2021-11-10T19:40:32Z', 'revision_number': 4, 'project_id': 'f2ccbec8684348b69ce8dfb8501b6e0e', 'subnets': [{'id': '8d358af6-6e5d-4381-91ad-965950a05cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:40:33.925272 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43404a13-94c0-4b60-afa8-5437840a34e2 None None] Network 36306373-6dc1-473a-bf51-58add7c71155 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:40:33.984000 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5954d55-7bdf-40c3-a98a-3f7afa8f6748 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:40:34.000059 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc69275-7e5c-48d6-986d-9567a9a487b7 None None] Sync routers for ids ['1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:40:34.018306 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc69275-7e5c-48d6-986d-9567a9a487b7 None None] Routers {'1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:40:34.019187 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ddc69275-7e5c-48d6-986d-9567a9a487b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:40:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:40:34.096003 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-ca0415ef-614d-4532-b32d-088f11d874c2 None None] Provisioning complete for port e947ee1b-3b8a-4f7a-847e-c57945074246 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:40:34.096498 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ca0415ef-614d-4532-b32d-088f11d874c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:34.110816 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-a28a006c-615d-42ef-9edb-7034f928153b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Allocated IP 172.20.0.11 (7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1/ea5d0396-d12a-42be-b3bf-059b9f989d1c/9295535b-2b3d-49db-816d-4ff22c589465) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:40:34.190524 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb5f944f-9c00-4fcd-b1fa-0ba60fb7f35c req-2e8d8228-b054-44b7-85f3-680dc8448204 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 210 time: 0.0781939 Nov 10 19:40:34.316668 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d5954d55-7bdf-40c3-a98a-3f7afa8f6748 admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:34.318212 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d5954d55-7bdf-40c3-a98a-3f7afa8f6748 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.9881072 Nov 10 19:40:34.336693 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 42520) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:40:34.388305 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-ddc69275-7e5c-48d6-986d-9567a9a487b7 None None] Set router 1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:40:34.389044 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9d92bb69-50cb-4c7f-a09f-fe65a9a8fc63 req-7ee87d13-4ee3-4cc0-b26a-90996e33bbcd tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=05c7fc79-2933-411d-ba25-ad98053330e5 HTTP/1.1" status: 200 len: 210 time: 0.0837662 Nov 10 19:40:34.439826 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e947ee1b-3b8a-4f7a-847e-c57945074246 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:40:34.610009 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ca0415ef-614d-4532-b32d-088f11d874c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:34.641506 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-be0bde80-2731-4f76-888c-14ebceec3de3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:34.656322 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-be0bde80-2731-4f76-888c-14ebceec3de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:34.662582 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-a28a006c-615d-42ef-9edb-7034f928153b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:34.677064 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-ca0415ef-614d-4532-b32d-088f11d874c2 None None] For port e947ee1b-3b8a-4f7a-847e-c57945074246, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e947ee1b-3b8a-4f7a-847e-c57945074246,segment=NetworkSegment(af774e18-08f5-4ebe-b202-869883e57315),segment_id=af774e18-08f5-4ebe-b202-869883e57315)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:40:34.690233 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ca0415ef-614d-4532-b32d-088f11d874c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:34.716707 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port e947ee1b-3b8a-4f7a-847e-c57945074246 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:40:34.717458 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:34.795546 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 42528) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:40:34.797268 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-be0bde80-2731-4f76-888c-14ebceec3de3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6042602b143d484c901c479bcdc091db&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5099504 Nov 10 19:40:34.806976 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0bde80-2731-4f76-888c-14ebceec3de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbd1c15-e840-420c-91b3-6c659da48986,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:34.883180 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-a28a006c-615d-42ef-9edb-7034f928153b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:34.897082 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ddc69275-7e5c-48d6-986d-9567a9a487b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc', 'name': 'tempest-TestServerMultinode-90043692-router', 'tenant_id': '3666ec57f5864e6195a0b358b6a517b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '65b1d70c-7a84-434e-b0aa-144c15b04982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:40:30Z', 'updated_at': '2021-11-10T19:40:32Z', 'revision_number': 3, 'project_id': '3666ec57f5864e6195a0b358b6a517b1', 'gw_port': {'id': '65b1d70c-7a84-434e-b0aa-144c15b04982', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:de:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:40:31Z', 'updated_at': '2021-11-10T19:40:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:40:34.910073 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4dc5a561-1055-4d5f-a18c-8b1e9a0fdb7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:34.950102 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc69275-7e5c-48d6-986d-9567a9a487b7 None None] Checking router: 1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:40:34.950454 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc69275-7e5c-48d6-986d-9567a9a487b7 None None] Updating router 1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc port 65b1d70c-7a84-434e-b0aa-144c15b04982 binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:40:34.983369 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4dc5a561-1055-4d5f-a18c-8b1e9a0fdb7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:35.018373 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ddc69275-7e5c-48d6-986d-9567a9a487b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:35.034618 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 498b4e4f-5258-41b7-8717-f9531068a0b7 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:40:35.036814 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0415ef-614d-4532-b32d-088f11d874c2 None None] Pushing event updated for resources: {'Port': ['ID=e947ee1b-3b8a-4f7a-847e-c57945074246,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:35.067419 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a006c-615d-42ef-9edb-7034f928153b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Pushing event updated for resources: {'Port': ['ID=9295535b-2b3d-49db-816d-4ff22c589465,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:35.079028 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4dc5a561-1055-4d5f-a18c-8b1e9a0fdb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:35.082715 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4dc5a561-1055-4d5f-a18c-8b1e9a0fdb7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:35.084837 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-a28a006c-615d-42ef-9edb-7034f928153b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Network 7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:40:35.085008 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4dc5a561-1055-4d5f-a18c-8b1e9a0fdb7e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7fbd1c15-e840-420c-91b3-6c659da48986 HTTP/1.1" status: 204 len: 168 time: 0.2881360 Nov 10 19:40:35.088788 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-a28a006c-615d-42ef-9edb-7034f928153b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:40:35.096834 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-a28a006c-615d-42ef-9edb-7034f928153b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:40:35.125103 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5a561-1055-4d5f-a18c-8b1e9a0fdb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbd1c15-e840-420c-91b3-6c659da48986,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:35.132523 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-95a36ee1-f6ef-45da-8965-5c7b3d22b52d None None] Provisioning complete for port e947ee1b-3b8a-4f7a-847e-c57945074246 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:40:35.133550 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-95a36ee1-f6ef-45da-8965-5c7b3d22b52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:35.142263 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5a561-1055-4d5f-a18c-8b1e9a0fdb7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:35.142620 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5a561-1055-4d5f-a18c-8b1e9a0fdb7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:35.150843 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5a561-1055-4d5f-a18c-8b1e9a0fdb7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:35.151188 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5a561-1055-4d5f-a18c-8b1e9a0fdb7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:35.151529 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5a561-1055-4d5f-a18c-8b1e9a0fdb7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:35.151862 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5a561-1055-4d5f-a18c-8b1e9a0fdb7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:35.152251 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5a561-1055-4d5f-a18c-8b1e9a0fdb7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:35.152582 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5a561-1055-4d5f-a18c-8b1e9a0fdb7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:35.152906 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5a561-1055-4d5f-a18c-8b1e9a0fdb7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:35.153893 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5a561-1055-4d5f-a18c-8b1e9a0fdb7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:35.154258 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5a561-1055-4d5f-a18c-8b1e9a0fdb7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:35.154721 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5a561-1055-4d5f-a18c-8b1e9a0fdb7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:35.259528 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 498b4e4f-5258-41b7-8717-f9531068a0b7 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:40:35.260222 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:35.349985 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-a28a006c-615d-42ef-9edb-7034f928153b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:35.350448 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-a28a006c-615d-42ef-9edb-7034f928153b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:35.400158 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca4bcd-9d68-412c-9f1e-8e776e8370be req-27c5f9d7-4f68-4896-a0aa-1577290c2ab1 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:35.412977 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d3ca4bcd-9d68-412c-9f1e-8e776e8370be req-27c5f9d7-4f68-4896-a0aa-1577290c2ab1 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 932 time: 0.1055496 Nov 10 19:40:35.443805 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-a28a006c-615d-42ef-9edb-7034f928153b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1849787 Nov 10 19:40:35.469153 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] Request body: {'port': {'device_id': 'd335baf2-11c9-481e-ba7b-1c029d472174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:40:35.547911 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d3ca4bcd-9d68-412c-9f1e-8e776e8370be req-ad63dd07-f596-4578-a9e1-e0fc928b94cb tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331873 Nov 10 19:40:35.578567 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ddc69275-7e5c-48d6-986d-9567a9a487b7 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:35.589421 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ddc69275-7e5c-48d6-986d-9567a9a487b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:35.665163 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c7e291-4a60-481d-8428-897f4bc0d2e7 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:40:35.681282 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-ddc69275-7e5c-48d6-986d-9567a9a487b7 None None] Attempting to bind port 65b1d70c-7a84-434e-b0aa-144c15b04982 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:40:35.681833 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-ddc69275-7e5c-48d6-986d-9567a9a487b7 None None] Attempting to bind port 65b1d70c-7a84-434e-b0aa-144c15b04982 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:40:35.682137 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc69275-7e5c-48d6-986d-9567a9a487b7 None None] Attempting to bind port 65b1d70c-7a84-434e-b0aa-144c15b04982 on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:40:35.687257 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c979d-d6e9-46bf-8a9f-41360fdd2f2c None None] Pushing event updated for resources: {'Port': ['ID=65b1d70c-7a84-434e-b0aa-144c15b04982,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:35.689954 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5bc48c6b-69a8-4787-b8f0-04b435690a52 req-122874b8-0a1c-4e3f-bbaf-94050ecc634c tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=05c7fc79-2933-411d-ba25-ad98053330e5 HTTP/1.1" status: 200 len: 210 time: 0.0487807 Nov 10 19:40:35.692450 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:35.693979 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc69275-7e5c-48d6-986d-9567a9a487b7 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:40:35.694423 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc69275-7e5c-48d6-986d-9567a9a487b7 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:40:35.695414 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ddc69275-7e5c-48d6-986d-9567a9a487b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:35.695879 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc69275-7e5c-48d6-986d-9567a9a487b7 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:40:35.696494 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-ddc69275-7e5c-48d6-986d-9567a9a487b7 None None] Bound port: 65b1d70c-7a84-434e-b0aa-144c15b04982, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:40:35.697088 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ddc69275-7e5c-48d6-986d-9567a9a487b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:35.768260 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-ddc69275-7e5c-48d6-986d-9567a9a487b7 None None] For port 65b1d70c-7a84-434e-b0aa-144c15b04982, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:40:35.770832 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-15256da5-7793-485b-be2a-5a0df99fde11 None None] Provisioning complete for port 65b1d70c-7a84-434e-b0aa-144c15b04982 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:40:35.772334 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-ddc69275-7e5c-48d6-986d-9567a9a487b7 None None] For port 65b1d70c-7a84-434e-b0aa-144c15b04982, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=65b1d70c-7a84-434e-b0aa-144c15b04982,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:40:35.789262 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ddc69275-7e5c-48d6-986d-9567a9a487b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:35.795438 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-15256da5-7793-485b-be2a-5a0df99fde11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:35.890845 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bd8c0a-7fdf-4b04-9c11-d81fb46dfac6 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:40:35.919054 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c979d-d6e9-46bf-8a9f-41360fdd2f2c None None] Pushing event updated for resources: {'Port': ['ID=65b1d70c-7a84-434e-b0aa-144c15b04982,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:35.921820 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc69275-7e5c-48d6-986d-9567a9a487b7 None None] Routers {'1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:40:35.926347 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ddc69275-7e5c-48d6-986d-9567a9a487b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:40:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:40:35.946707 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8ef79669-3a54-438d-ad62-89fdbd03213a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:35.981271 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-15256da5-7793-485b-be2a-5a0df99fde11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:36.017721 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-15256da5-7793-485b-be2a-5a0df99fde11 None None] For port 65b1d70c-7a84-434e-b0aa-144c15b04982, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=65b1d70c-7a84-434e-b0aa-144c15b04982,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:40:36.026084 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-15256da5-7793-485b-be2a-5a0df99fde11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:36.099026 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-ddc69275-7e5c-48d6-986d-9567a9a487b7 None None] Set router 1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:40:36.183164 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15256da5-7793-485b-be2a-5a0df99fde11 None None] Pushing event updated for resources: {'Port': ['ID=65b1d70c-7a84-434e-b0aa-144c15b04982,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:36.202193 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e947ee1b-3b8a-4f7a-847e-c57945074246 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:40:36.254045 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-be38c067-2c35-4a53-97a5-8a7d4f4e6d0a None None] Provisioning complete for port 65b1d70c-7a84-434e-b0aa-144c15b04982 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:40:36.254725 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-be38c067-2c35-4a53-97a5-8a7d4f4e6d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:36.328502 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port e947ee1b-3b8a-4f7a-847e-c57945074246 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:40:36.329869 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:36.374412 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ddc69275-7e5c-48d6-986d-9567a9a487b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc', 'name': 'tempest-TestServerMultinode-90043692-router', 'tenant_id': '3666ec57f5864e6195a0b358b6a517b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '65b1d70c-7a84-434e-b0aa-144c15b04982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:40:30Z', 'updated_at': '2021-11-10T19:40:32Z', 'revision_number': 3, 'project_id': '3666ec57f5864e6195a0b358b6a517b1', 'gw_port': {'id': '65b1d70c-7a84-434e-b0aa-144c15b04982', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:de:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:40:31Z', 'updated_at': '2021-11-10T19:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:40:36.423242 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc69275-7e5c-48d6-986d-9567a9a487b7 None None] The sync data for ids ['1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc'] in n-d-813897-4 is: [{'id': '1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc', 'name': 'tempest-TestServerMultinode-90043692-router', 'tenant_id': '3666ec57f5864e6195a0b358b6a517b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '65b1d70c-7a84-434e-b0aa-144c15b04982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:40:30Z', 'updated_at': '2021-11-10T19:40:32Z', 'revision_number': 3, 'project_id': '3666ec57f5864e6195a0b358b6a517b1', 'gw_port': {'id': '65b1d70c-7a84-434e-b0aa-144c15b04982', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:de:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:40:31Z', 'updated_at': '2021-11-10T19:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:40:36.692582 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800dc7d-73a4-4f17-9976-3a47d14f75fa req-220b81f6-e09d-4aed-b96c-c8db375330a2 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:36.694409 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a800dc7d-73a4-4f17-9976-3a47d14f75fa req-220b81f6-e09d-4aed-b96c-c8db375330a2 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 932 time: 0.0660388 Nov 10 19:40:36.811130 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-dd6b7fe7-4d00-4153-b250-94acf182dd7b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:36.811928 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a800dc7d-73a4-4f17-9976-3a47d14f75fa req-38e3eab3-2fbe-4e03-b056-495c41d48e5d tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093051 Nov 10 19:40:36.812887 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-dd6b7fe7-4d00-4153-b250-94acf182dd7b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.25 "GET /v2.0/networks?id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e HTTP/1.1" status: 200 len: 811 time: 1.0512261 Nov 10 19:40:36.828889 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-65493f01-24a2-47ca-8ad2-dbad66ad1863 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Request body: {'port': {'device_id': '05c7fc79-2933-411d-ba25-ad98053330e5', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'admin_state_up': True, 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:40:36.952415 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f313ca26-2cde-4239-9be7-2002830b3d1f req-9877eabf-403b-40a8-be15-a52aa994a4e6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=05c7fc79-2933-411d-ba25-ad98053330e5 HTTP/1.1" status: 200 len: 210 time: 0.0342674 Nov 10 19:40:37.176078 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-8ef79669-3a54-438d-ad62-89fdbd03213a admin admin] Allocated IP 172.20.0.1 (36306373-6dc1-473a-bf51-58add7c71155/01460b1c-0ae6-4e8e-9ca5-278b0076b1ff/b6c4c3c3-c184-4889-8b7b-05a3fa1f3618) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:40:37.204705 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-65493f01-24a2-47ca-8ad2-dbad66ad1863 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Made reservation on behalf of 0863f57af6c245c5a4e0338a46ab2047 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:40:37.208741 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-65493f01-24a2-47ca-8ad2-dbad66ad1863 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:37.350657 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9295535b-2b3d-49db-816d-4ff22c589465 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:40:37.378333 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:37.437690 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] Transition to ACTIVE for port object 9295535b-2b3d-49db-816d-4ff22c589465 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:40:37.449746 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:37.506033 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8ef79669-3a54-438d-ad62-89fdbd03213a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:37.524531 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-65493f01-24a2-47ca-8ad2-dbad66ad1863 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Allocated IP 172.20.0.7 (bca52f6d-32fc-4cbf-bc81-bdfa96008a4e/d245deb3-5e48-4ae4-b622-b444342b78ed/dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:40:37.554006 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] Pushing event updated for resources: {'Port': ['ID=9295535b-2b3d-49db-816d-4ff22c589465,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:37.625795 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:37.626216 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:37.626649 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:37.627054 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:37.627456 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:37.627880 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:37.628543 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:37.628940 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:37.629359 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:37.629751 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:37.630162 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:37.630576 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:40:37.755727 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8ef79669-3a54-438d-ad62-89fdbd03213a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:37.843008 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef79669-3a54-438d-ad62-89fdbd03213a admin admin] Network 36306373-6dc1-473a-bf51-58add7c71155 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:40:37.851026 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] Attempting to bind port 9295535b-2b3d-49db-816d-4ff22c589465 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:40:37.851455 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] Attempting to bind port 9295535b-2b3d-49db-816d-4ff22c589465 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '313a584a-7372-4c3d-9cec-22149074822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:40:37.852289 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] Attempting to bind port 9295535b-2b3d-49db-816d-4ff22c589465 on network 7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:40:37.859805 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-8ef79669-3a54-438d-ad62-89fdbd03213a admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:40:37.866350 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef79669-3a54-438d-ad62-89fdbd03213a admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:40:37.872364 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef79669-3a54-438d-ad62-89fdbd03213a admin admin] Pushing event updated for resources: {'Port': ['ID=b6c4c3c3-c184-4889-8b7b-05a3fa1f3618,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:37.881052 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] Port 9295535b-2b3d-49db-816d-4ff22c589465 on network 7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:40:37.881618 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] Attempting to bind port 9295535b-2b3d-49db-816d-4ff22c589465 on network 7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:40:37.910892 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-65493f01-24a2-47ca-8ad2-dbad66ad1863 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:37.916582 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:40:37.917358 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] Checking segment: {'id': '313a584a-7372-4c3d-9cec-22149074822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:40:37.917358 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] Bound using segment: {'id': '313a584a-7372-4c3d-9cec-22149074822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:40:37.917890 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] Bound port: 9295535b-2b3d-49db-816d-4ff22c589465, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '313a584a-7372-4c3d-9cec-22149074822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:40:37.918370 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:37.968879 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8ef79669-3a54-438d-ad62-89fdbd03213a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:38.032439 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff42861-c007-4fc9-92a9-fe2569ec12de req-bc2ffc96-d91e-4b1e-be4a-a8888f021b33 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:38.080117 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8ff42861-c007-4fc9-92a9-fe2569ec12de req-bc2ffc96-d91e-4b1e-be4a-a8888f021b33 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 944 time: 0.1517353 Nov 10 19:40:38.113258 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] For port 9295535b-2b3d-49db-816d-4ff22c589465, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:40:38.172358 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-65493f01-24a2-47ca-8ad2-dbad66ad1863 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:38.189809 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] For port 9295535b-2b3d-49db-816d-4ff22c589465, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=9295535b-2b3d-49db-816d-4ff22c589465,segment=NetworkSegment(313a584a-7372-4c3d-9cec-22149074822b),segment_id=313a584a-7372-4c3d-9cec-22149074822b)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:40:38.206970 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:38.232693 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8ff42861-c007-4fc9-92a9-fe2569ec12de req-4e208de1-d056-450d-b6e0-aeba91d710fa tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508172 Nov 10 19:40:38.265357 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 65b1d70c-7a84-434e-b0aa-144c15b04982 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:40:38.300248 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-65493f01-24a2-47ca-8ad2-dbad66ad1863 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:40:38.316603 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:38.317318 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:38.318862 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] 10.222.0.73 "PUT /v2.0/ports/9295535b-2b3d-49db-816d-4ff22c589465 HTTP/1.1" status: 200 len: 1092 time: 2.8655233 Nov 10 19:40:38.320187 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-65493f01-24a2-47ca-8ad2-dbad66ad1863 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:40:38.322119 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd335baf2-11c9-481e-ba7b-1c029d472174', 'tag': '9295535b-2b3d-49db-816d-4ff22c589465'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:40:38.324735 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49360abd-d775-400a-b241-c18aff7148b7" -d '{"events": [{"name": "network-changed", "server_uuid": "d335baf2-11c9-481e-ba7b-1c029d472174", "tag": "9295535b-2b3d-49db-816d-4ff22c589465"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:40:38.354670 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-65493f01-24a2-47ca-8ad2-dbad66ad1863 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:40:38.372158 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65493f01-24a2-47ca-8ad2-dbad66ad1863 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Pushing event updated for resources: {'Port': ['ID=dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:38.416917 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-41897bc6-acb1-42ed-99f9-e147f9bea0a4 None None] Provisioning complete for port b6c4c3c3-c184-4889-8b7b-05a3fa1f3618 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:40:38.417552 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-41897bc6-acb1-42ed-99f9-e147f9bea0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:38.438244 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a53b5-1327-4b41-87f6-c826a0e2942b req-e75d43fc-7d05-4bbc-b8c2-0067cadb4dfc tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:38.440114 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e77a53b5-1327-4b41-87f6-c826a0e2942b req-e75d43fc-7d05-4bbc-b8c2-0067cadb4dfc tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=05c7fc79-2933-411d-ba25-ad98053330e5 HTTP/1.1" status: 200 len: 931 time: 0.0992262 Nov 10 19:40:38.459941 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8ef79669-3a54-438d-ad62-89fdbd03213a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:38.473074 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-41897bc6-acb1-42ed-99f9-e147f9bea0a4 None None] Port b6c4c3c3-c184-4889-8b7b-05a3fa1f3618 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:40:38.486469 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 65b1d70c-7a84-434e-b0aa-144c15b04982 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:40:38.486976 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:38.539874 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-65493f01-24a2-47ca-8ad2-dbad66ad1863 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:38.540831 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-65493f01-24a2-47ca-8ad2-dbad66ad1863 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:38.551314 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e77a53b5-1327-4b41-87f6-c826a0e2942b req-625c951e-c9fe-4f92-9ab7-f5a2e0f9de1a tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933511 Nov 10 19:40:38.616473 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-fad9a321-3c49-49fb-a76c-8c828258580c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:38.618113 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-fad9a321-3c49-49fb-a76c-8c828258580c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8dee9662a0a54ffd8cb1802d7cb4561d&device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 1095 time: 0.2521081 Nov 10 19:40:38.626954 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-65493f01-24a2-47ca-8ad2-dbad66ad1863 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8043044 Nov 10 19:40:38.634163 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1203a8-aaa0-45d6-aa51-16e8caf3a029 service neutron] Pushing event updated for resources: {'Port': ['ID=9295535b-2b3d-49db-816d-4ff22c589465,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:38.655319 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87ea901-7ec4-47ed-96fe-156d50d4bf60 x-openstack-request-id: req-c87ea901-7ec4-47ed-96fe-156d50d4bf60 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:40:38.655611 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d335baf2-11c9-481e-ba7b-1c029d472174", "tag": "9295535b-2b3d-49db-816d-4ff22c589465", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:40:38.655864 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c87ea901-7ec4-47ed-96fe-156d50d4bf60 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:40:38.656283 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd335baf2-11c9-481e-ba7b-1c029d472174', 'tag': '9295535b-2b3d-49db-816d-4ff22c589465', 'status': 'completed', 'code': 200} Nov 10 19:40:38.660714 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-585ecde3-694e-47c9-86a0-dd98931966a3 service neutron] Request body: {'port': {'device_id': '05c7fc79-2933-411d-ba25-ad98053330e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:40:38.716735 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-b955f864-7fa4-408a-8b64-f4208dc48ccc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9295535b-2b3d-49db-816d-4ff22c589465 HTTP/1.1" status: 200 len: 217 time: 0.0836544 Nov 10 19:40:38.803903 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-ec302f8f-8e41-442c-b68c-4862af681066 None None] Provisioning complete for port dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:40:38.804259 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ec302f8f-8e41-442c-b68c-4862af681066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:38.841156 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-ec302f8f-8e41-442c-b68c-4862af681066 None None] Port dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:40:38.846388 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-585ecde3-694e-47c9-86a0-dd98931966a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:38.852132 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-ca57b5ce-d88a-4d00-896f-2912876f7c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:38.853733 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-ca57b5ce-d88a-4d00-896f-2912876f7c63 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ea5d0396-d12a-42be-b3bf-059b9f989d1c HTTP/1.1" status: 200 len: 853 time: 0.1195672 Nov 10 19:40:38.918788 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-b0a57fa2-1a46-426a-b250-3b3a22281678 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558572 Nov 10 19:40:39.061672 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8ef79669-3a54-438d-ad62-89fdbd03213a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:39.078213 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8ef79669-3a54-438d-ad62-89fdbd03213a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:39.223901 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-9ffa7529-1631-4670-9c8f-017d825cddc9 service neutron] 10.222.0.73 "GET /v2.0/networks/7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959626 Nov 10 19:40:39.224286 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8ef79669-3a54-438d-ad62-89fdbd03213a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:39.226335 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef79669-3a54-438d-ad62-89fdbd03213a admin admin] Pushing event updated for resources: {'Port': ['ID=b6c4c3c3-c184-4889-8b7b-05a3fa1f3618,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:39.383780 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840145e-fde7-480c-9648-99cb14508c77 req-a0bcba20-908e-4652-993b-284d3e5142ff tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:39.385491 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7840145e-fde7-480c-9648-99cb14508c77 req-a0bcba20-908e-4652-993b-284d3e5142ff tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 944 time: 0.0601048 Nov 10 19:40:39.435758 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7840145e-fde7-480c-9648-99cb14508c77 req-4c06313e-774f-4615-a9f6-d831245a8507 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431931 Nov 10 19:40:39.464133 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a06a6821-4081-47d3-af26-25e59d0b0cdf req-5193feaf-a1cd-4829-a2c9-5acf8bb04519 service neutron] 10.222.0.73 "GET /v2.0/networks/7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288079 Nov 10 19:40:39.474291 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-585ecde3-694e-47c9-86a0-dd98931966a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:40:39.484116 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-585ecde3-694e-47c9-86a0-dd98931966a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:39.497678 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef79669-3a54-438d-ad62-89fdbd03213a admin admin] Network 36306373-6dc1-473a-bf51-58add7c71155 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:40:39.503472 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-8ef79669-3a54-438d-ad62-89fdbd03213a admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:40:39.510365 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-585ecde3-694e-47c9-86a0-dd98931966a3 service neutron] Transition to ACTIVE for port object dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:40:39.516350 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-585ecde3-694e-47c9-86a0-dd98931966a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:39.581664 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-aded5bb5-a6d2-4b09-8a37-b9228fa67e7a tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=03efd0b3806a4850a762beacd7bdf662&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510786 Nov 10 19:40:39.774393 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ecde3-694e-47c9-86a0-dd98931966a3 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:39.780785 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49360abd-d775-400a-b241-c18aff7148b7 req-f6b430ec-81fe-4571-b51a-e6a1684951fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:39.782369 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-49360abd-d775-400a-b241-c18aff7148b7 req-f6b430ec-81fe-4571-b51a-e6a1684951fc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8dee9662a0a54ffd8cb1802d7cb4561d&device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 1095 time: 0.2218933 Nov 10 19:40:39.859109 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-dea82c60-72a9-430f-8f24-abcda0cf785d tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:39.861131 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-dea82c60-72a9-430f-8f24-abcda0cf785d tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2782485 Nov 10 19:40:39.887755 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-ce963e3b-2392-45b9-b3a0-4e4c36321746 tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] 10.222.0.54 "GET /v2.0/quotas/03efd0b3806a4850a762beacd7bdf662 HTTP/1.1" status: 200 len: 375 time: 0.0203114 Nov 10 19:40:39.914010 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef79669-3a54-438d-ad62-89fdbd03213a admin admin] Router 1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:40:39.941861 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-6a338e7d-1ac3-4c0e-8ef9-5ae8932abce4 tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=03efd0b3806a4850a762beacd7bdf662&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460291 Nov 10 19:40:39.942130 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-585ecde3-694e-47c9-86a0-dd98931966a3 service neutron] Attempting to bind port dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:40:39.942243 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-585ecde3-694e-47c9-86a0-dd98931966a3 service neutron] Attempting to bind port dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:40:39.942568 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-585ecde3-694e-47c9-86a0-dd98931966a3 service neutron] Attempting to bind port dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f on network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:40:39.974449 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-693ce535-b840-4bad-829c-d46b9c6ba455 None None] Provisioning complete for port b6c4c3c3-c184-4889-8b7b-05a3fa1f3618 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:40:39.975954 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-693ce535-b840-4bad-829c-d46b9c6ba455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:40.021280 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-693ce535-b840-4bad-829c-d46b9c6ba455 None None] Port b6c4c3c3-c184-4889-8b7b-05a3fa1f3618 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:40:40.201934 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277efdc1-9377-4ce6-8439-07944e89472b req-bf19b6f0-cffe-4798-b7e1-726b452097c5 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:40.211150 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-277efdc1-9377-4ce6-8439-07944e89472b req-bf19b6f0-cffe-4798-b7e1-726b452097c5 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=05c7fc79-2933-411d-ba25-ad98053330e5 HTTP/1.1" status: 200 len: 943 time: 0.0796814 Nov 10 19:40:40.278765 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-277efdc1-9377-4ce6-8439-07944e89472b req-12fb6d72-fb0b-464a-a4db-ae47b059ea42 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663323 Nov 10 19:40:40.350553 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-585ecde3-694e-47c9-86a0-dd98931966a3 service neutron] Port dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f on network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:40:40.350553 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-585ecde3-694e-47c9-86a0-dd98931966a3 service neutron] Attempting to bind port dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f on network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:40:40.353115 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 9295535b-2b3d-49db-816d-4ff22c589465 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:40:40.360367 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49360abd-d775-400a-b241-c18aff7148b7 req-fcb58279-6379-43df-a095-4ba2e4a2b0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:40.361897 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-49360abd-d775-400a-b241-c18aff7148b7 req-fcb58279-6379-43df-a095-4ba2e4a2b0f2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1 HTTP/1.1" status: 200 len: 914 time: 0.5568378 Nov 10 19:40:40.364430 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-585ecde3-694e-47c9-86a0-dd98931966a3 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:40:40.364773 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-585ecde3-694e-47c9-86a0-dd98931966a3 service neutron] Checking segment: {'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:40:40.365168 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-585ecde3-694e-47c9-86a0-dd98931966a3 service neutron] Bound using segment: {'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:40:40.365623 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-585ecde3-694e-47c9-86a0-dd98931966a3 service neutron] Bound port: dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:40:40.366069 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-585ecde3-694e-47c9-86a0-dd98931966a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:40.377697 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-840552c2-21b0-44c6-8b5a-542e93aacf66 req-8dbd7e02-7c44-4c7e-b26c-6625724053ad tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5bab0f7-31ac-4668-825e-118bbd0859c3 HTTP/1.1" status: 200 len: 210 time: 0.0549443 Nov 10 19:40:40.514082 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 9295535b-2b3d-49db-816d-4ff22c589465, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=9295535b-2b3d-49db-816d-4ff22c589465,segment=NetworkSegment(313a584a-7372-4c3d-9cec-22149074822b),segment_id=313a584a-7372-4c3d-9cec-22149074822b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:40:40.531428 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '9295535b-2b3d-49db-816d-4ff22c589465', 'network_id': '7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1', 'port_id': '9295535b-2b3d-49db-816d-4ff22c589465', 'mac_address': 'fa:16:3e:b3:f8:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea5d0396-d12a-42be-b3bf-059b9f989d1c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:40:40.571384 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-49360abd-d775-400a-b241-c18aff7148b7 req-6fbf57b8-4ca1-4a81-a6ca-ea44bac8bc88 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9295535b-2b3d-49db-816d-4ff22c589465 HTTP/1.1" status: 200 len: 217 time: 0.1083202 Nov 10 19:40:40.625449 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:40.640466 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49360abd-d775-400a-b241-c18aff7148b7 req-a7053ee9-7bed-44c8-8d4b-9f06c71cad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:40.642568 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-49360abd-d775-400a-b241-c18aff7148b7 req-a7053ee9-7bed-44c8-8d4b-9f06c71cad51 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ea5d0396-d12a-42be-b3bf-059b9f989d1c HTTP/1.1" status: 200 len: 853 time: 0.0588031 Nov 10 19:40:40.659367 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9295535b-2b3d-49db-816d-4ff22c589465 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:40:40.676483 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26af819-3248-4151-9aa1-4583de87c177 req-ec869742-e3f6-47e9-b0bd-3c9b1cf7e660 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:40.678428 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b26af819-3248-4151-9aa1-4583de87c177 req-ec869742-e3f6-47e9-b0bd-3c9b1cf7e660 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 944 time: 0.1183796 Nov 10 19:40:40.692320 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-49360abd-d775-400a-b241-c18aff7148b7 req-9f3a2ce6-dedc-4630-a53d-195eb829111f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371811 Nov 10 19:40:40.697602 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 9295535b-2b3d-49db-816d-4ff22c589465, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=9295535b-2b3d-49db-816d-4ff22c589465,segment=NetworkSegment(313a584a-7372-4c3d-9cec-22149074822b),segment_id=313a584a-7372-4c3d-9cec-22149074822b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:40:40.703612 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:40.752706 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b26af819-3248-4151-9aa1-4583de87c177 req-0e385405-193a-4395-b39c-dd63ba402ef5 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668366 Nov 10 19:40:40.787050 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=9295535b-2b3d-49db-816d-4ff22c589465,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:40.864479 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-585ecde3-694e-47c9-86a0-dd98931966a3 service neutron] For port dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:40:40.869685 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-49360abd-d775-400a-b241-c18aff7148b7 req-b0cd4471-bb46-40e8-a0ab-f5cc380c5267 service neutron] 10.222.0.73 "GET /v2.0/networks/7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351464 Nov 10 19:40:40.871661 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-585ecde3-694e-47c9-86a0-dd98931966a3 service neutron] For port dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:40:40.873264 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef79669-3a54-438d-ad62-89fdbd03213a admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:40:40.879503 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8ef79669-3a54-438d-ad62-89fdbd03213a admin admin] 10.222.0.54 "PUT /v2.0/routers/1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5382452 Nov 10 19:40:40.894743 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be755ba5-db0f-4acc-91b9-36dcb5aa976f None None] Sync routers for ids ['1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:40:40.905071 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-585ecde3-694e-47c9-86a0-dd98931966a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:40.909087 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be755ba5-db0f-4acc-91b9-36dcb5aa976f None None] Routers {'1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:40:40.912113 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-be755ba5-db0f-4acc-91b9-36dcb5aa976f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:40:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:40:41.018878 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-49360abd-d775-400a-b241-c18aff7148b7 req-2bf3edb2-064b-44f8-a848-9d6a738c2e5e service neutron] 10.222.0.73 "GET /v2.0/networks/7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381457 Nov 10 19:40:41.020229 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-585ecde3-694e-47c9-86a0-dd98931966a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:41.020872 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-585ecde3-694e-47c9-86a0-dd98931966a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:41.022291 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-585ecde3-694e-47c9-86a0-dd98931966a3 service neutron] 10.222.0.25 "PUT /v2.0/ports/dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f HTTP/1.1" status: 200 len: 1091 time: 2.3781583 Nov 10 19:40:41.040704 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c7fc79-2933-411d-ba25-ad98053330e5', 'tag': 'dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:40:41.048789 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3473fe58-25f5-478f-abf8-cada574940aa" -d '{"events": [{"name": "network-changed", "server_uuid": "05c7fc79-2933-411d-ba25-ad98053330e5", "tag": "dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:40:41.089493 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ecde3-694e-47c9-86a0-dd98931966a3 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:41.102890 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['9295535b-2b3d-49db-816d-4ff22c589465'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:40:41.122986 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d8de8b-0ebc-4f14-802f-7f4ab51e352c x-openstack-request-id: req-04d8de8b-0ebc-4f14-802f-7f4ab51e352c {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:40:41.123283 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c7fc79-2933-411d-ba25-ad98053330e5", "tag": "dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:40:41.123542 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-04d8de8b-0ebc-4f14-802f-7f4ab51e352c {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:40:41.124044 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c7fc79-2933-411d-ba25-ad98053330e5', 'tag': 'dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f', 'status': 'completed', 'code': 200} Nov 10 19:40:41.180634 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-be755ba5-db0f-4acc-91b9-36dcb5aa976f None None] Set router 1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:40:41.234750 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-fa8fa6bf-5cab-4fbd-9a4c-924af21333ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:41.236229 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-fa8fa6bf-5cab-4fbd-9a4c-924af21333ad service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0863f57af6c245c5a4e0338a46ab2047&device_id=05c7fc79-2933-411d-ba25-ad98053330e5 HTTP/1.1" status: 200 len: 1094 time: 0.0978241 Nov 10 19:40:41.281581 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-3ed956b9-8cb1-4033-b2b3-c1cc07be4591 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f HTTP/1.1" status: 200 len: 217 time: 0.0376270 Nov 10 19:40:41.342987 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-b2e29b42-7204-40fc-aa0b-4286aa27905d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:41.345043 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-b2e29b42-7204-40fc-aa0b-4286aa27905d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d245deb3-5e48-4ae4-b622-b444342b78ed HTTP/1.1" status: 200 len: 850 time: 0.0565512 Nov 10 19:40:41.417271 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-45cca43c-3bad-4546-9241-0664293616a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:41.420862 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-45cca43c-3bad-4546-9241-0664293616a6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685289 Nov 10 19:40:41.555016 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0f128-e743-444f-9a29-4eb8b50519a7 req-c4a6faf7-e93f-424e-a8b8-4c6c6c0638bf tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:41.558752 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-29e0f128-e743-444f-9a29-4eb8b50519a7 req-c4a6faf7-e93f-424e-a8b8-4c6c6c0638bf tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=05c7fc79-2933-411d-ba25-ad98053330e5 HTTP/1.1" status: 200 len: 943 time: 0.0671997 Nov 10 19:40:41.657997 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-be2662fa-1d54-40ef-a423-da5460946fe1 service neutron] 10.222.0.25 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297099 Nov 10 19:40:41.670188 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-29e0f128-e743-444f-9a29-4eb8b50519a7 req-a9ee30cf-11a4-4a2c-97a1-dca315ca2fed tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017251 Nov 10 19:40:41.687269 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-be755ba5-db0f-4acc-91b9-36dcb5aa976f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc', 'name': 'tempest-TestServerMultinode-90043692-router', 'tenant_id': '3666ec57f5864e6195a0b358b6a517b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '65b1d70c-7a84-434e-b0aa-144c15b04982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:40:30Z', 'updated_at': '2021-11-10T19:40:38Z', 'revision_number': 4, 'project_id': '3666ec57f5864e6195a0b358b6a517b1', 'gw_port': {'id': '65b1d70c-7a84-434e-b0aa-144c15b04982', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:40:31Z', 'updated_at': '2021-11-10T19:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'b6c4c3c3-c184-4889-8b7b-05a3fa1f3618', 'name': '', 'network_id': '36306373-6dc1-473a-bf51-58add7c71155', 'tenant_id': '3666ec57f5864e6195a0b358b6a517b1', 'mac_address': 'fa:16:3e:f1:64:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '01460b1c-0ae6-4e8e-9ca5-278b0076b1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:40:36Z', 'updated_at': '2021-11-10T19:40:38Z', 'revision_number': 2, 'project_id': '3666ec57f5864e6195a0b358b6a517b1', 'subnets': [{'id': '01460b1c-0ae6-4e8e-9ca5-278b0076b1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:40:41.701174 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-c786806d-dd25-495a-b1a6-3ccaa9ab2325 tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=03efd0b3806a4850a762beacd7bdf662&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0963266 Nov 10 19:40:41.720685 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be755ba5-db0f-4acc-91b9-36dcb5aa976f None None] Checking router: 1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:40:41.721043 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be755ba5-db0f-4acc-91b9-36dcb5aa976f None None] Updating router 1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc port b6c4c3c3-c184-4889-8b7b-05a3fa1f3618 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:40:41.753263 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-be755ba5-db0f-4acc-91b9-36dcb5aa976f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:41.786760 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3cfbab63-38de-4d4f-a11c-99ac2277599d req-d6e2c365-98a3-4280-82e0-e3ca2429f74b tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5bab0f7-31ac-4668-825e-118bbd0859c3 HTTP/1.1" status: 200 len: 210 time: 0.0456998 Nov 10 19:40:41.996430 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-198d7b00-175f-469d-8b27-c61e42d47101 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:42.007621 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-198d7b00-175f-469d-8b27-c61e42d47101 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/networks?id=bb08dc1c-8484-4296-a71a-1b9ba6aceb2b HTTP/1.1" status: 200 len: 910 time: 0.1259196 Nov 10 19:40:42.018153 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d057ce86-9c27-4225-8d60-14cc74f3127e req-6c3882ea-36da-4d70-b14d-e7ec8441539c service neutron] 10.222.0.25 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340611 Nov 10 19:40:42.029665 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-59875942-3540-4048-a28e-79c4ef3fcd3e tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/quotas/3666ec57f5864e6195a0b358b6a517b1 HTTP/1.1" status: 200 len: 375 time: 0.0210397 Nov 10 19:40:42.040664 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-91dbab54-3c67-4be3-ad49-d2c266f2842a tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:42.042244 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-91dbab54-3c67-4be3-ad49-d2c266f2842a tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3218997 Nov 10 19:40:42.068507 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-b35c10e0-ffc3-433f-9f49-c901512909da tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] Request body: {'port': {'device_id': 'b5bab0f7-31ac-4668-825e-118bbd0859c3', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'admin_state_up': True, 'tenant_id': '03efd0b3806a4850a762beacd7bdf662'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:40:42.103510 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-be755ba5-db0f-4acc-91b9-36dcb5aa976f None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:42.111264 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-be755ba5-db0f-4acc-91b9-36dcb5aa976f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:42.121135 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-747f74c4-9195-46b1-88a5-acb9f9babe1d tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/ports?tenant_id=3666ec57f5864e6195a0b358b6a517b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0904663 Nov 10 19:40:42.169785 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53544750-b673-4c2e-84ad-502ad6948306 None None] Pushing event updated for resources: {'Port': ['ID=b6c4c3c3-c184-4889-8b7b-05a3fa1f3618,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:42.182603 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473fe58-25f5-478f-abf8-cada574940aa req-45ddcd18-2a7e-48fd-9ea9-5dedbfe04232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:42.184782 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3473fe58-25f5-478f-abf8-cada574940aa req-45ddcd18-2a7e-48fd-9ea9-5dedbfe04232 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0863f57af6c245c5a4e0338a46ab2047&device_id=05c7fc79-2933-411d-ba25-ad98053330e5 HTTP/1.1" status: 200 len: 1094 time: 0.1121242 Nov 10 19:40:42.249317 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-66c2fac4-0f57-46b4-a2c3-6ce2233fafc7 service neutron] 10.222.0.54 "GET /v2.0/networks/bb08dc1c-8484-4296-a71a-1b9ba6aceb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271443 Nov 10 19:40:42.264766 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-be755ba5-db0f-4acc-91b9-36dcb5aa976f None None] Attempting to bind port b6c4c3c3-c184-4889-8b7b-05a3fa1f3618 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:40:42.265401 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-be755ba5-db0f-4acc-91b9-36dcb5aa976f None None] Attempting to bind port b6c4c3c3-c184-4889-8b7b-05a3fa1f3618 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'af774e18-08f5-4ebe-b202-869883e57315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '36306373-6dc1-473a-bf51-58add7c71155'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:40:42.265991 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be755ba5-db0f-4acc-91b9-36dcb5aa976f None None] Attempting to bind port b6c4c3c3-c184-4889-8b7b-05a3fa1f3618 on network 36306373-6dc1-473a-bf51-58add7c71155 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:40:42.278982 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be755ba5-db0f-4acc-91b9-36dcb5aa976f None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:40:42.280090 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be755ba5-db0f-4acc-91b9-36dcb5aa976f None None] Checking segment: {'id': 'af774e18-08f5-4ebe-b202-869883e57315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '36306373-6dc1-473a-bf51-58add7c71155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:40:42.280713 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-be755ba5-db0f-4acc-91b9-36dcb5aa976f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:42.281623 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be755ba5-db0f-4acc-91b9-36dcb5aa976f None None] Bound using segment: {'id': 'af774e18-08f5-4ebe-b202-869883e57315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '36306373-6dc1-473a-bf51-58add7c71155'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:40:42.282860 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-be755ba5-db0f-4acc-91b9-36dcb5aa976f None None] Bound port: b6c4c3c3-c184-4889-8b7b-05a3fa1f3618, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af774e18-08f5-4ebe-b202-869883e57315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '36306373-6dc1-473a-bf51-58add7c71155'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:40:42.283529 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-be755ba5-db0f-4acc-91b9-36dcb5aa976f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:42.320795 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-b35c10e0-ffc3-433f-9f49-c901512909da tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] Made reservation on behalf of 03efd0b3806a4850a762beacd7bdf662 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:40:42.324361 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-b35c10e0-ffc3-433f-9f49-c901512909da tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:42.335924 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-b35c10e0-ffc3-433f-9f49-c901512909da tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:42.364363 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 9295535b-2b3d-49db-816d-4ff22c589465 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:40:42.388277 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-e895009d-853c-45e6-b482-39a8a2f434b0 service neutron] 10.222.0.54 "GET /v2.0/networks/bb08dc1c-8484-4296-a71a-1b9ba6aceb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379273 Nov 10 19:40:42.420688 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473fe58-25f5-478f-abf8-cada574940aa req-0cfdf43b-e3ac-4aac-88ab-f83b7798c552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:42.422805 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3473fe58-25f5-478f-abf8-cada574940aa req-0cfdf43b-e3ac-4aac-88ab-f83b7798c552 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e HTTP/1.1" status: 200 len: 912 time: 0.2307379 Nov 10 19:40:42.467115 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-be755ba5-db0f-4acc-91b9-36dcb5aa976f None None] For port b6c4c3c3-c184-4889-8b7b-05a3fa1f3618, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:40:42.472575 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-be755ba5-db0f-4acc-91b9-36dcb5aa976f None None] For port b6c4c3c3-c184-4889-8b7b-05a3fa1f3618, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=b6c4c3c3-c184-4889-8b7b-05a3fa1f3618,segment=NetworkSegment(af774e18-08f5-4ebe-b202-869883e57315),segment_id=af774e18-08f5-4ebe-b202-869883e57315)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:40:42.480624 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3473fe58-25f5-478f-abf8-cada574940aa req-ac5f1712-5252-4af0-93ad-977518a0c97b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f HTTP/1.1" status: 200 len: 217 time: 0.0494397 Nov 10 19:40:42.481912 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-be755ba5-db0f-4acc-91b9-36dcb5aa976f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:42.564329 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-b35c10e0-ffc3-433f-9f49-c901512909da tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:42.565153 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 9295535b-2b3d-49db-816d-4ff22c589465 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:40:42.574143 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473fe58-25f5-478f-abf8-cada574940aa req-fc8e0f9b-3b58-4b4b-8bb3-005d3970b47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:42.576250 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3473fe58-25f5-478f-abf8-cada574940aa req-fc8e0f9b-3b58-4b4b-8bb3-005d3970b47b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d245deb3-5e48-4ae4-b622-b444342b78ed HTTP/1.1" status: 200 len: 850 time: 0.0880878 Nov 10 19:40:42.577345 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-b35c10e0-ffc3-433f-9f49-c901512909da tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:42.628850 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be755ba5-db0f-4acc-91b9-36dcb5aa976f None None] Routers {'1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:40:42.628850 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-be755ba5-db0f-4acc-91b9-36dcb5aa976f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:40:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:40:42.639732 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 9295535b-2b3d-49db-816d-4ff22c589465 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:40:42.642240 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:42.708522 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53544750-b673-4c2e-84ad-502ad6948306 None None] Pushing event updated for resources: {'Port': ['ID=b6c4c3c3-c184-4889-8b7b-05a3fa1f3618,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:42.723107 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a31e8-8d03-4cd0-af34-c68d48f47d47 req-48c16d69-f11d-4de8-a581-a6b0ea9c959a tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:42.724977 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e96a31e8-8d03-4cd0-af34-c68d48f47d47 req-48c16d69-f11d-4de8-a581-a6b0ea9c959a tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 945 time: 0.0853794 Nov 10 19:40:42.748619 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-163cbcf3-7fa4-417b-9458-fa250f37a4ec None None] Provisioning complete for port b6c4c3c3-c184-4889-8b7b-05a3fa1f3618 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:40:42.748619 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-163cbcf3-7fa4-417b-9458-fa250f37a4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:42.773337 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c10e0-ffc3-433f-9f49-c901512909da tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=654d0d91-cf38-4fc2-8b8c-3ad30d0c7dc2,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:42.825863 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473fe58-25f5-478f-abf8-cada574940aa req-734ff49b-98ff-4452-8478-aafb05d94b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:42.827571 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3473fe58-25f5-478f-abf8-cada574940aa req-734ff49b-98ff-4452-8478-aafb05d94b2f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2395518 Nov 10 19:40:42.878454 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e96a31e8-8d03-4cd0-af34-c68d48f47d47 req-1ea5745c-dfb4-4834-96fd-9f6d8600ee9b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456869 Nov 10 19:40:42.984235 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-b35c10e0-ffc3-433f-9f49-c901512909da tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] Allocated IP 192.168.233.217 (d392c118-92b4-47b2-87bf-77c096e8a630/f9b6e8e7-6ebd-402d-901c-b41f234de3ab/bd21b98b-9d65-41ce-b1fc-749df00e02ba) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:40:43.015545 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4146136d-3f6d-4da8-affe-003002945bc9 req-eec57500-bbd1-4a16-8f4d-e4ab8619deb2 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=261d706c-4f2d-4647-8fd6-790a3f363df8 HTTP/1.1" status: 200 len: 210 time: 0.0470767 Nov 10 19:40:43.034214 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3473fe58-25f5-478f-abf8-cada574940aa req-15f0eba9-8e28-4d0b-889b-dac099f69252 service neutron] 10.222.0.25 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968510 Nov 10 19:40:43.157743 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9f971-6a2c-4fa3-b4ce-063c11f3157d req-1f6e77e2-3889-4dfa-ab20-d22f02a60e81 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:43.159425 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-faa9f971-6a2c-4fa3-b4ce-063c11f3157d req-1f6e77e2-3889-4dfa-ab20-d22f02a60e81 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=05c7fc79-2933-411d-ba25-ad98053330e5 HTTP/1.1" status: 200 len: 943 time: 0.0569766 Nov 10 19:40:43.174748 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-be755ba5-db0f-4acc-91b9-36dcb5aa976f None None] Set router 1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:40:43.219950 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-faa9f971-6a2c-4fa3-b4ce-063c11f3157d req-19de1b3f-d0af-4db7-9c9f-3723bc922b16 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533128 Nov 10 19:40:43.256221 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3473fe58-25f5-478f-abf8-cada574940aa req-15c44d1c-b5c3-419f-8b6a-34afe996fcdf service neutron] 10.222.0.25 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146039 Nov 10 19:40:43.271662 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:43.325902 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-b35c10e0-ffc3-433f-9f49-c901512909da tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:43.340943 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-163cbcf3-7fa4-417b-9458-fa250f37a4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:43.351282 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ac65fa68-a86f-4f03-aa17-271605f35b88 req-f1232c67-db25-4169-a689-6177d4f3e24b tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5bab0f7-31ac-4668-825e-118bbd0859c3 HTTP/1.1" status: 200 len: 210 time: 0.0431695 Nov 10 19:40:43.363783 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd335baf2-11c9-481e-ba7b-1c029d472174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9295535b-2b3d-49db-816d-4ff22c589465'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:40:43.366216 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c045f8-f963-4ee5-9958-856eb7f3b5c0" -d '{"events": [{"server_uuid": "d335baf2-11c9-481e-ba7b-1c029d472174", "name": "network-vif-plugged", "status": "completed", "tag": "9295535b-2b3d-49db-816d-4ff22c589465"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:40:43.375804 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-b35c10e0-ffc3-433f-9f49-c901512909da tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:43.402519 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 9295535b-2b3d-49db-816d-4ff22c589465, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=9295535b-2b3d-49db-816d-4ff22c589465,segment=NetworkSegment(313a584a-7372-4c3d-9cec-22149074822b),segment_id=313a584a-7372-4c3d-9cec-22149074822b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:40:43.429652 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3eb8d8-64ae-412a-94d6-ee92ef1c531b x-openstack-request-id: req-9b3eb8d8-64ae-412a-94d6-ee92ef1c531b {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:40:43.430305 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d335baf2-11c9-481e-ba7b-1c029d472174", "name": "network-vif-plugged", "status": "completed", "tag": "9295535b-2b3d-49db-816d-4ff22c589465", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:40:43.430776 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9b3eb8d8-64ae-412a-94d6-ee92ef1c531b {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:40:43.432000 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd335baf2-11c9-481e-ba7b-1c029d472174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9295535b-2b3d-49db-816d-4ff22c589465', 'code': 200} Nov 10 19:40:43.439619 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c10e0-ffc3-433f-9f49-c901512909da tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] Pushing event updated for resources: {'Port': ['ID=bd21b98b-9d65-41ce-b1fc-749df00e02ba,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:43.441347 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:43.449419 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-b35c10e0-ffc3-433f-9f49-c901512909da tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] Network d392c118-92b4-47b2-87bf-77c096e8a630 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:40:43.450979 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-b35c10e0-ffc3-433f-9f49-c901512909da tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:40:43.453819 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-b35c10e0-ffc3-433f-9f49-c901512909da tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:40:43.490239 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-163cbcf3-7fa4-417b-9458-fa250f37a4ec None None] For port b6c4c3c3-c184-4889-8b7b-05a3fa1f3618, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=b6c4c3c3-c184-4889-8b7b-05a3fa1f3618,segment=NetworkSegment(af774e18-08f5-4ebe-b202-869883e57315),segment_id=af774e18-08f5-4ebe-b202-869883e57315)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:40:43.503744 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-163cbcf3-7fa4-417b-9458-fa250f37a4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:43.514574 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-b35c10e0-ffc3-433f-9f49-c901512909da tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:43.515439 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-b35c10e0-ffc3-433f-9f49-c901512909da tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:43.538507 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-b35c10e0-ffc3-433f-9f49-c901512909da tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4859245 Nov 10 19:40:43.557832 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-6fb23ad7-2038-47a9-a9f6-6e096128a964 service neutron] Request body: {'port': {'device_id': 'b5bab0f7-31ac-4668-825e-118bbd0859c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:40:43.567899 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=9295535b-2b3d-49db-816d-4ff22c589465,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:43.598673 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38897715-ab77-470f-bda4-97f38c78dc0e req-abf2660a-eeab-48d6-a7e1-6dc194d4308b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:43.600579 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-38897715-ab77-470f-bda4-97f38c78dc0e req-abf2660a-eeab-48d6-a7e1-6dc194d4308b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 1097 time: 0.0701351 Nov 10 19:40:43.667353 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-38897715-ab77-470f-bda4-97f38c78dc0e req-12471261-f447-4ff4-a5aa-b789e848b8b6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581124 Nov 10 19:40:43.669653 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-6fb23ad7-2038-47a9-a9f6-6e096128a964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:43.689146 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d1fe6877-7bb7-46ad-97cf-9bf5c0f14e45 None None] Provisioning complete for port b6c4c3c3-c184-4889-8b7b-05a3fa1f3618 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:40:43.689626 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d1fe6877-7bb7-46ad-97cf-9bf5c0f14e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:43.712307 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-be755ba5-db0f-4acc-91b9-36dcb5aa976f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc', 'name': 'tempest-TestServerMultinode-90043692-router', 'tenant_id': '3666ec57f5864e6195a0b358b6a517b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '65b1d70c-7a84-434e-b0aa-144c15b04982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:40:30Z', 'updated_at': '2021-11-10T19:40:38Z', 'revision_number': 4, 'project_id': '3666ec57f5864e6195a0b358b6a517b1', 'gw_port': {'id': '65b1d70c-7a84-434e-b0aa-144c15b04982', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:40:31Z', 'updated_at': '2021-11-10T19:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'b6c4c3c3-c184-4889-8b7b-05a3fa1f3618', 'name': '', 'network_id': '36306373-6dc1-473a-bf51-58add7c71155', 'tenant_id': '3666ec57f5864e6195a0b358b6a517b1', 'mac_address': 'fa:16:3e:f1:64:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '01460b1c-0ae6-4e8e-9ca5-278b0076b1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:40:36Z', 'updated_at': '2021-11-10T19:40:42Z', 'revision_number': 4, 'project_id': '3666ec57f5864e6195a0b358b6a517b1', 'subnets': [{'id': '01460b1c-0ae6-4e8e-9ca5-278b0076b1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:40:43.746491 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163cbcf3-7fa4-417b-9458-fa250f37a4ec None None] Pushing event updated for resources: {'Port': ['ID=b6c4c3c3-c184-4889-8b7b-05a3fa1f3618,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:43.750972 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be755ba5-db0f-4acc-91b9-36dcb5aa976f None None] The sync data for ids ['1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc'] in n-d-813897-4 is: [{'id': '1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc', 'name': 'tempest-TestServerMultinode-90043692-router', 'tenant_id': '3666ec57f5864e6195a0b358b6a517b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '65b1d70c-7a84-434e-b0aa-144c15b04982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:40:30Z', 'updated_at': '2021-11-10T19:40:38Z', 'revision_number': 4, 'project_id': '3666ec57f5864e6195a0b358b6a517b1', 'gw_port': {'id': '65b1d70c-7a84-434e-b0aa-144c15b04982', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:40:31Z', 'updated_at': '2021-11-10T19:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'b6c4c3c3-c184-4889-8b7b-05a3fa1f3618', 'name': '', 'network_id': '36306373-6dc1-473a-bf51-58add7c71155', 'tenant_id': '3666ec57f5864e6195a0b358b6a517b1', 'mac_address': 'fa:16:3e:f1:64:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '01460b1c-0ae6-4e8e-9ca5-278b0076b1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:40:36Z', 'updated_at': '2021-11-10T19:40:42Z', 'revision_number': 4, 'project_id': '3666ec57f5864e6195a0b358b6a517b1', 'subnets': [{'id': '01460b1c-0ae6-4e8e-9ca5-278b0076b1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:40:43.967930 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-729020d1-4ff1-4271-860f-2924195e14cf None None] Provisioning complete for port bd21b98b-9d65-41ce-b1fc-749df00e02ba triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:40:43.967930 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-729020d1-4ff1-4271-860f-2924195e14cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:43.978357 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-6fb23ad7-2038-47a9-a9f6-6e096128a964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd21b98b-9d65-41ce-b1fc-749df00e02ba {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:40:43.986600 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-6fb23ad7-2038-47a9-a9f6-6e096128a964 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:44.000996 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-6fb23ad7-2038-47a9-a9f6-6e096128a964 service neutron] Transition to ACTIVE for port object bd21b98b-9d65-41ce-b1fc-749df00e02ba will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:40:44.005945 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-6fb23ad7-2038-47a9-a9f6-6e096128a964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:44.027979 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-729020d1-4ff1-4271-860f-2924195e14cf None None] Port bd21b98b-9d65-41ce-b1fc-749df00e02ba cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:40:44.041738 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da101dd6-4809-44ad-bce0-43ec22183ee8 req-d4bc4739-4bf2-4e76-8091-6df5cfd09974 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:44.052715 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-da101dd6-4809-44ad-bce0-43ec22183ee8 req-d4bc4739-4bf2-4e76-8091-6df5cfd09974 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0990372 Nov 10 19:40:44.119557 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb23ad7-2038-47a9-a9f6-6e096128a964 service neutron] Pushing event updated for resources: {'Port': ['ID=bd21b98b-9d65-41ce-b1fc-749df00e02ba,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:44.151963 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-da101dd6-4809-44ad-bce0-43ec22183ee8 req-88a0e251-eb55-40b7-a14e-4a82cf92430a tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980098 Nov 10 19:40:44.190369 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-6fb23ad7-2038-47a9-a9f6-6e096128a964 service neutron] Attempting to bind port bd21b98b-9d65-41ce-b1fc-749df00e02ba on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:40:44.190795 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-6fb23ad7-2038-47a9-a9f6-6e096128a964 service neutron] Attempting to bind port bd21b98b-9d65-41ce-b1fc-749df00e02ba by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:40:44.191197 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-6fb23ad7-2038-47a9-a9f6-6e096128a964 service neutron] Attempting to bind port bd21b98b-9d65-41ce-b1fc-749df00e02ba on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:40:44.197826 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-6fb23ad7-2038-47a9-a9f6-6e096128a964 service neutron] Port bd21b98b-9d65-41ce-b1fc-749df00e02ba on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:40:44.198244 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-6fb23ad7-2038-47a9-a9f6-6e096128a964 service neutron] Attempting to bind port bd21b98b-9d65-41ce-b1fc-749df00e02ba on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:40:44.204449 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-6fb23ad7-2038-47a9-a9f6-6e096128a964 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:40:44.204869 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-6fb23ad7-2038-47a9-a9f6-6e096128a964 service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:40:44.205320 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-6fb23ad7-2038-47a9-a9f6-6e096128a964 service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:40:44.205858 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-6fb23ad7-2038-47a9-a9f6-6e096128a964 service neutron] Bound port: bd21b98b-9d65-41ce-b1fc-749df00e02ba, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:40:44.206287 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-6fb23ad7-2038-47a9-a9f6-6e096128a964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:44.244162 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device b6c4c3c3-c184-4889-8b7b-05a3fa1f3618 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:40:44.299579 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74100cab-de57-410b-ab46-fa153fa8612a req-a5f6b8b8-2c63-47d6-88d3-708e6a6897dd tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=261d706c-4f2d-4647-8fd6-790a3f363df8 HTTP/1.1" status: 200 len: 210 time: 0.0820284 Nov 10 19:40:44.307047 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-6fb23ad7-2038-47a9-a9f6-6e096128a964 service neutron] For port bd21b98b-9d65-41ce-b1fc-749df00e02ba, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:40:44.316622 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-6fb23ad7-2038-47a9-a9f6-6e096128a964 service neutron] For port bd21b98b-9d65-41ce-b1fc-749df00e02ba, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=bd21b98b-9d65-41ce-b1fc-749df00e02ba,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:40:44.324184 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-6fb23ad7-2038-47a9-a9f6-6e096128a964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:44.348593 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-6fb23ad7-2038-47a9-a9f6-6e096128a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:44.349165 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-6fb23ad7-2038-47a9-a9f6-6e096128a964 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:44.351442 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-6fb23ad7-2038-47a9-a9f6-6e096128a964 service neutron] 10.222.0.73 "PUT /v2.0/ports/bd21b98b-9d65-41ce-b1fc-749df00e02ba HTTP/1.1" status: 200 len: 1096 time: 0.8033884 Nov 10 19:40:44.404537 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5bab0f7-31ac-4668-825e-118bbd0859c3', 'tag': 'bd21b98b-9d65-41ce-b1fc-749df00e02ba'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:40:44.409541 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be98ff10-9f37-4a05-ab58-a1c81e519326" -d '{"events": [{"name": "network-changed", "server_uuid": "b5bab0f7-31ac-4668-825e-118bbd0859c3", "tag": "bd21b98b-9d65-41ce-b1fc-749df00e02ba"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:40:44.479111 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port b6c4c3c3-c184-4889-8b7b-05a3fa1f3618 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:40:44.479419 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:44.514905 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb23ad7-2038-47a9-a9f6-6e096128a964 service neutron] Pushing event updated for resources: {'Port': ['ID=bd21b98b-9d65-41ce-b1fc-749df00e02ba,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:44.597130 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2d395-18d9-440a-b77a-e6b554d1321b req-2a77bf74-1ede-4d31-8f3c-52acad630a0c tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:44.610081 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8da2d395-18d9-440a-b77a-e6b554d1321b req-2a77bf74-1ede-4d31-8f3c-52acad630a0c tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=05c7fc79-2933-411d-ba25-ad98053330e5 HTTP/1.1" status: 200 len: 943 time: 0.1366684 Nov 10 19:40:44.647841 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-43435578-672f-4ebe-8d50-cfc3768e84df tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:44.654766 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-43435578-672f-4ebe-8d50-cfc3768e84df tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.73 "GET /v2.0/networks?id=bb08dc1c-8484-4296-a71a-1b9ba6aceb2b HTTP/1.1" status: 200 len: 910 time: 0.3579407 Nov 10 19:40:44.663936 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-04cfa434-7e01-407f-8330-9f06d771341f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:44.675736 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-04cfa434-7e01-407f-8330-9f06d771341f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03efd0b3806a4850a762beacd7bdf662&device_id=b5bab0f7-31ac-4668-825e-118bbd0859c3 HTTP/1.1" status: 200 len: 1099 time: 0.2121470 Nov 10 19:40:44.688671 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-ed9a4244-5ad8-493c-a6c7-a5275cbc05d5 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Request body: {'port': {'device_id': '261d706c-4f2d-4647-8fd6-790a3f363df8', 'network_id': 'bb08dc1c-8484-4296-a71a-1b9ba6aceb2b', 'admin_state_up': True, 'tenant_id': '3666ec57f5864e6195a0b358b6a517b1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:40:44.791168 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-0ce1e8bf-14e0-4bca-a385-5de5f12d8aba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=bd21b98b-9d65-41ce-b1fc-749df00e02ba HTTP/1.1" status: 200 len: 217 time: 0.1091228 Nov 10 19:40:44.795968 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8da2d395-18d9-440a-b77a-e6b554d1321b req-e72deced-a035-4b36-ac93-6011223fbb34 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849051 Nov 10 19:40:44.863017 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-ed9a4244-5ad8-493c-a6c7-a5275cbc05d5 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Made reservation on behalf of 3666ec57f5864e6195a0b358b6a517b1 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:40:44.865569 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-ed9a4244-5ad8-493c-a6c7-a5275cbc05d5 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:44.908653 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-67bd36de-5b55-4728-b523-09f874e4c1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:44.910182 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-67bd36de-5b55-4728-b523-09f874e4c1b8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.1108422 Nov 10 19:40:44.978073 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-61579130-6803-429a-80c3-51b49ef743d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:44.979765 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-61579130-6803-429a-80c3-51b49ef743d3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0602453 Nov 10 19:40:45.019660 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce766305-636d-4926-b1ab-cae1010730e3 req-db89a21c-4921-4521-b391-05b905fe1bbc tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:45.021210 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ce766305-636d-4926-b1ab-cae1010730e3 req-db89a21c-4921-4521-b391-05b905fe1bbc tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5bab0f7-31ac-4668-825e-118bbd0859c3 HTTP/1.1" status: 200 len: 948 time: 0.0954340 Nov 10 19:40:45.055620 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-ed9a4244-5ad8-493c-a6c7-a5275cbc05d5 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Allocated IP 172.20.0.3 (bb08dc1c-8484-4296-a71a-1b9ba6aceb2b/8d358af6-6e5d-4381-91ad-965950a05cea/0af71db6-02d7-4480-bf85-47a32c595022) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:40:45.097380 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ce766305-636d-4926-b1ab-cae1010730e3 req-4edfcbc1-9e81-4b5d-91e4-7ac810050162 tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] 10.222.0.54 "GET /v2.0/security-groups?id=654d0d91-cf38-4fc2-8b8c-3ad30d0c7dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693495 Nov 10 19:40:45.098092 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-e957c791-735e-43ac-806c-1969180c62cb service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089253 Nov 10 19:40:45.178605 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590572f0-8192-4228-ba39-233a2d5fa4cb x-openstack-request-id: req-590572f0-8192-4228-ba39-233a2d5fa4cb {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:40:45.178897 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5bab0f7-31ac-4668-825e-118bbd0859c3", "tag": "bd21b98b-9d65-41ce-b1fc-749df00e02ba", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:40:45.179231 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-590572f0-8192-4228-ba39-233a2d5fa4cb {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:40:45.179628 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5bab0f7-31ac-4668-825e-118bbd0859c3', 'tag': 'bd21b98b-9d65-41ce-b1fc-749df00e02ba', 'status': 'completed', 'code': 200} Nov 10 19:40:45.219769 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-41fa70ff-96c0-44a6-a17a-2907604b6c1f req-9cb0cbdb-d55b-4bad-97d7-c937c8ab72fc service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139309 Nov 10 19:40:45.271103 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-ed9a4244-5ad8-493c-a6c7-a5275cbc05d5 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:45.298526 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbda79-e3f9-4ddc-94a3-cd31f8b572de req-7cff9426-8753-4df9-b155-6b75a84e7641 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:45.300140 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5bfbda79-e3f9-4ddc-94a3-cd31f8b572de req-7cff9426-8753-4df9-b155-6b75a84e7641 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0752561 Nov 10 19:40:45.314973 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98ff10-9f37-4a05-ab58-a1c81e519326 req-6820d8c2-3051-4f27-86bc-f87828e2bf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:45.316493 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-be98ff10-9f37-4a05-ab58-a1c81e519326 req-6820d8c2-3051-4f27-86bc-f87828e2bf5d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03efd0b3806a4850a762beacd7bdf662&device_id=b5bab0f7-31ac-4668-825e-118bbd0859c3 HTTP/1.1" status: 200 len: 1099 time: 0.0472436 Nov 10 19:40:45.345613 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-ed9a4244-5ad8-493c-a6c7-a5275cbc05d5 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:45.390263 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5bfbda79-e3f9-4ddc-94a3-cd31f8b572de req-f17b52b6-a09a-484d-99ee-b37b7961d892 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796731 Nov 10 19:40:45.404750 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-ed9a4244-5ad8-493c-a6c7-a5275cbc05d5 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Network bb08dc1c-8484-4296-a71a-1b9ba6aceb2b is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:40:45.417971 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98ff10-9f37-4a05-ab58-a1c81e519326 req-85780bd7-4ad3-47eb-8775-7a52c9f8bf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:45.419425 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-be98ff10-9f37-4a05-ab58-a1c81e519326 req-85780bd7-4ad3-47eb-8775-7a52c9f8bf2a service neutron] 10.222.0.73 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.0953858 Nov 10 19:40:45.420897 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-ed9a4244-5ad8-493c-a6c7-a5275cbc05d5 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:40:45.423769 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-ed9a4244-5ad8-493c-a6c7-a5275cbc05d5 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:40:45.434101 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a4244-5ad8-493c-a6c7-a5275cbc05d5 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Pushing event updated for resources: {'Port': ['ID=0af71db6-02d7-4480-bf85-47a32c595022,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:45.492179 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-be98ff10-9f37-4a05-ab58-a1c81e519326 req-69eb5c3b-bd84-4ea1-a863-fff67f20557e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=bd21b98b-9d65-41ce-b1fc-749df00e02ba HTTP/1.1" status: 200 len: 217 time: 0.0561438 Nov 10 19:40:45.557871 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-ed9a4244-5ad8-493c-a6c7-a5275cbc05d5 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:45.558465 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-ed9a4244-5ad8-493c-a6c7-a5275cbc05d5 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:45.561931 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98ff10-9f37-4a05-ab58-a1c81e519326 req-0aab1189-526d-4e37-95b9-b9095015ce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:45.565572 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-be98ff10-9f37-4a05-ab58-a1c81e519326 req-0aab1189-526d-4e37-95b9-b9095015ce59 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0587788 Nov 10 19:40:45.571037 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab857eae-628b-4213-a8a9-f5d80100dcfd req-93d75b5b-7c5d-4e66-8fdd-374875f1ee24 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:45.572744 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab857eae-628b-4213-a8a9-f5d80100dcfd req-93d75b5b-7c5d-4e66-8fdd-374875f1ee24 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=261d706c-4f2d-4647-8fd6-790a3f363df8 HTTP/1.1" status: 200 len: 1027 time: 0.0732067 Nov 10 19:40:45.588192 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-ed9a4244-5ad8-493c-a6c7-a5275cbc05d5 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9184101 Nov 10 19:40:45.608138 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-5e0c6a83-5aa9-4344-acd0-971ded03e2a9 service neutron] Request body: {'port': {'device_id': '261d706c-4f2d-4647-8fd6-790a3f363df8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:40:45.639514 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98ff10-9f37-4a05-ab58-a1c81e519326 req-431819de-72fc-4dee-ac1e-36d9ad498eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:45.641192 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-be98ff10-9f37-4a05-ab58-a1c81e519326 req-431819de-72fc-4dee-ac1e-36d9ad498eac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0637190 Nov 10 19:40:45.690310 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab857eae-628b-4213-a8a9-f5d80100dcfd req-ea7ef4b1-5201-4e88-b96a-3d73fccab278 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=00edf75d-eae3-4c4a-bd0b-002094b0b090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075008 Nov 10 19:40:45.698244 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-5e0c6a83-5aa9-4344-acd0-971ded03e2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:45.762560 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-be98ff10-9f37-4a05-ab58-a1c81e519326 req-6d228b20-8343-4a88-824f-8b2b3443b317 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098535 Nov 10 19:40:45.796516 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5237ff6b-c0ae-478e-bff3-f85605dfca8f None None] Provisioning complete for port 0af71db6-02d7-4480-bf85-47a32c595022 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:40:45.797135 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5237ff6b-c0ae-478e-bff3-f85605dfca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:45.832460 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5237ff6b-c0ae-478e-bff3-f85605dfca8f None None] Port 0af71db6-02d7-4480-bf85-47a32c595022 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:40:45.860601 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-be98ff10-9f37-4a05-ab58-a1c81e519326 req-aba28902-a17d-4ca3-a3b4-ba42f5fe4983 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895905 Nov 10 19:40:46.257255 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-1a4ba464-fb09-4614-9c47-bdeac4fc1a88 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:46.258736 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-1a4ba464-fb09-4614-9c47-bdeac4fc1a88 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/networks?id=7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1 HTTP/1.1" status: 200 len: 813 time: 0.4579382 Nov 10 19:40:46.287407 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-1120ac0e-61c2-4646-ad1b-bf07af939384 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/quotas/8dee9662a0a54ffd8cb1802d7cb4561d HTTP/1.1" status: 200 len: 375 time: 0.0220890 Nov 10 19:40:46.364783 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-5e0c6a83-5aa9-4344-acd0-971ded03e2a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af71db6-02d7-4480-bf85-47a32c595022 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:40:46.373572 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-5e0c6a83-5aa9-4344-acd0-971ded03e2a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:46.377976 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device bd21b98b-9d65-41ce-b1fc-749df00e02ba details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:40:46.388085 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-a6b99634-07b4-48cb-ab52-d165a49cf084 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8dee9662a0a54ffd8cb1802d7cb4561d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0912845 Nov 10 19:40:46.393101 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-5e0c6a83-5aa9-4344-acd0-971ded03e2a9 service neutron] Transition to ACTIVE for port object 0af71db6-02d7-4480-bf85-47a32c595022 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:40:46.404419 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-5e0c6a83-5aa9-4344-acd0-971ded03e2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:46.496680 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port bd21b98b-9d65-41ce-b1fc-749df00e02ba, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=bd21b98b-9d65-41ce-b1fc-749df00e02ba,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:40:46.500117 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c6a83-5aa9-4344-acd0-971ded03e2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0af71db6-02d7-4480-bf85-47a32c595022,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:46.511015 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'bd21b98b-9d65-41ce-b1fc-749df00e02ba', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': 'bd21b98b-9d65-41ce-b1fc-749df00e02ba', 'mac_address': 'fa:16:3e:0a:c4:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:40:46.555238 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:46.569693 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd21b98b-9d65-41ce-b1fc-749df00e02ba {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:40:46.580777 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-2165d2ff-3772-4f4a-8709-423eb0187e17 service neutron] 10.222.0.54 "GET /v2.0/networks/7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840746 Nov 10 19:40:46.590317 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port bd21b98b-9d65-41ce-b1fc-749df00e02ba, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=bd21b98b-9d65-41ce-b1fc-749df00e02ba,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:40:46.596032 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:46.662126 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-5e0c6a83-5aa9-4344-acd0-971ded03e2a9 service neutron] Attempting to bind port 0af71db6-02d7-4480-bf85-47a32c595022 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:40:46.662126 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-5e0c6a83-5aa9-4344-acd0-971ded03e2a9 service neutron] Attempting to bind port 0af71db6-02d7-4480-bf85-47a32c595022 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'e6dac172-829c-4909-b169-a0bbefcecce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bb08dc1c-8484-4296-a71a-1b9ba6aceb2b'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:40:46.662484 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-5e0c6a83-5aa9-4344-acd0-971ded03e2a9 service neutron] Attempting to bind port 0af71db6-02d7-4480-bf85-47a32c595022 on network bb08dc1c-8484-4296-a71a-1b9ba6aceb2b {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:40:46.669792 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-5e0c6a83-5aa9-4344-acd0-971ded03e2a9 service neutron] Port 0af71db6-02d7-4480-bf85-47a32c595022 on network bb08dc1c-8484-4296-a71a-1b9ba6aceb2b not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:40:46.670167 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-5e0c6a83-5aa9-4344-acd0-971ded03e2a9 service neutron] Attempting to bind port 0af71db6-02d7-4480-bf85-47a32c595022 on network bb08dc1c-8484-4296-a71a-1b9ba6aceb2b {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:40:46.683804 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-5e0c6a83-5aa9-4344-acd0-971ded03e2a9 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:40:46.684145 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-5e0c6a83-5aa9-4344-acd0-971ded03e2a9 service neutron] Checking segment: {'id': 'e6dac172-829c-4909-b169-a0bbefcecce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bb08dc1c-8484-4296-a71a-1b9ba6aceb2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:40:46.684535 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-5e0c6a83-5aa9-4344-acd0-971ded03e2a9 service neutron] Bound using segment: {'id': 'e6dac172-829c-4909-b169-a0bbefcecce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bb08dc1c-8484-4296-a71a-1b9ba6aceb2b'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:40:46.685099 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-5e0c6a83-5aa9-4344-acd0-971ded03e2a9 service neutron] Bound port: 0af71db6-02d7-4480-bf85-47a32c595022, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6dac172-829c-4909-b169-a0bbefcecce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bb08dc1c-8484-4296-a71a-1b9ba6aceb2b'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:40:46.685339 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-5e0c6a83-5aa9-4344-acd0-971ded03e2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:46.691069 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=bd21b98b-9d65-41ce-b1fc-749df00e02ba,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:46.721649 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-16edb5ec-db69-4aa1-bc30-8e62d2f12ed5 service neutron] 10.222.0.54 "GET /v2.0/networks/7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298060 Nov 10 19:40:46.799668 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-5e0c6a83-5aa9-4344-acd0-971ded03e2a9 service neutron] For port 0af71db6-02d7-4480-bf85-47a32c595022, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:40:46.804807 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-5e0c6a83-5aa9-4344-acd0-971ded03e2a9 service neutron] For port 0af71db6-02d7-4480-bf85-47a32c595022, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=0af71db6-02d7-4480-bf85-47a32c595022,segment=NetworkSegment(e6dac172-829c-4909-b169-a0bbefcecce5),segment_id=e6dac172-829c-4909-b169-a0bbefcecce5)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:40:46.811825 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-5e0c6a83-5aa9-4344-acd0-971ded03e2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:46.824359 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['bd21b98b-9d65-41ce-b1fc-749df00e02ba'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:40:46.862386 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-5e0c6a83-5aa9-4344-acd0-971ded03e2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:46.863148 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-5e0c6a83-5aa9-4344-acd0-971ded03e2a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:46.864587 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-5e0c6a83-5aa9-4344-acd0-971ded03e2a9 service neutron] 10.222.0.73 "PUT /v2.0/ports/0af71db6-02d7-4480-bf85-47a32c595022 HTTP/1.1" status: 200 len: 1091 time: 1.2610054 Nov 10 19:40:46.865054 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261d706c-4f2d-4647-8fd6-790a3f363df8', 'tag': '0af71db6-02d7-4480-bf85-47a32c595022'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:40:46.871062 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd7a5e4-e224-44af-aab8-8062a77a4f89" -d '{"events": [{"name": "network-changed", "server_uuid": "261d706c-4f2d-4647-8fd6-790a3f363df8", "tag": "0af71db6-02d7-4480-bf85-47a32c595022"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:40:46.909361 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c6a83-5aa9-4344-acd0-971ded03e2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0af71db6-02d7-4480-bf85-47a32c595022,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:46.995500 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-f7417cd4-aa17-4590-a36a-b5765a3b2a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:46.997089 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-f7417cd4-aa17-4590-a36a-b5765a3b2a9b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3666ec57f5864e6195a0b358b6a517b1&device_id=261d706c-4f2d-4647-8fd6-790a3f363df8 HTTP/1.1" status: 200 len: 1094 time: 0.0743103 Nov 10 19:40:47.073521 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-ec7b8803-7da9-4516-879d-301234374561 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0af71db6-02d7-4480-bf85-47a32c595022 HTTP/1.1" status: 200 len: 217 time: 0.0659065 Nov 10 19:40:47.158344 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-c3fcdeb7-d97f-4033-80e2-9c6401a71da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:47.159962 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-c3fcdeb7-d97f-4033-80e2-9c6401a71da3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d358af6-6e5d-4381-91ad-965950a05cea HTTP/1.1" status: 200 len: 848 time: 0.0726399 Nov 10 19:40:47.169092 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ac3ce-346a-44d0-92e8-84724e292625 req-de83a581-10ee-4f25-8c3b-c6116a87eab7 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:47.171024 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1a8ac3ce-346a-44d0-92e8-84724e292625 req-de83a581-10ee-4f25-8c3b-c6116a87eab7 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=05c7fc79-2933-411d-ba25-ad98053330e5 HTTP/1.1" status: 200 len: 943 time: 0.1540768 Nov 10 19:40:47.260039 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1a8ac3ce-346a-44d0-92e8-84724e292625 req-8394255e-d7da-42b0-bd35-2705e0eeba98 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768764 Nov 10 19:40:47.262868 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-8f8fcb4c-b4d0-4553-add9-86f7b334b828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:47.264582 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-8f8fcb4c-b4d0-4553-add9-86f7b334b828 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb08dc1c-8484-4296-a71a-1b9ba6aceb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919259 Nov 10 19:40:47.454387 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c0768-d723-4cd6-85ef-b22562e7b834 req-7495c908-a4d7-4506-8a79-4fb80d434ea8 tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:47.455978 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-343c0768-d723-4cd6-85ef-b22562e7b834 req-7495c908-a4d7-4506-8a79-4fb80d434ea8 tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5bab0f7-31ac-4668-825e-118bbd0859c3 HTTP/1.1" status: 200 len: 949 time: 0.0982025 Nov 10 19:40:47.458056 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-5316dd69-ea99-4004-b247-5ee94cb3b69e service neutron] 10.222.0.73 "GET /v2.0/networks/bb08dc1c-8484-4296-a71a-1b9ba6aceb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848125 Nov 10 19:40:47.575207 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-343c0768-d723-4cd6-85ef-b22562e7b834 req-a7c26a77-8e76-4725-8cbc-f4bb36aa23f3 tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] 10.222.0.54 "GET /v2.0/security-groups?id=654d0d91-cf38-4fc2-8b8c-3ad30d0c7dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117537 Nov 10 19:40:47.600253 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0be73cf1-ea26-4383-bee7-645747f7a6dc req-a26518b2-59f7-43a3-9ea7-b137abb48092 service neutron] 10.222.0.73 "GET /v2.0/networks/bb08dc1c-8484-4296-a71a-1b9ba6aceb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290596 Nov 10 19:40:47.703678 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133829a3-12a0-4ca1-b1fa-dd75c0b7f5d6 req-0dc6c4a9-beac-4b02-ac39-89c5bcc6ea06 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:47.705128 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-133829a3-12a0-4ca1-b1fa-dd75c0b7f5d6 req-0dc6c4a9-beac-4b02-ac39-89c5bcc6ea06 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=261d706c-4f2d-4647-8fd6-790a3f363df8 HTTP/1.1" status: 200 len: 1094 time: 0.0447416 Nov 10 19:40:47.755360 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-133829a3-12a0-4ca1-b1fa-dd75c0b7f5d6 req-06bb6fe6-a046-4ef0-a28a-5ca85310dca1 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=00edf75d-eae3-4c4a-bd0b-002094b0b090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418005 Nov 10 19:40:47.804938 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90b19bc-7376-4fff-86bf-46101114a1a2 x-openstack-request-id: req-b90b19bc-7376-4fff-86bf-46101114a1a2 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:40:47.805370 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "261d706c-4f2d-4647-8fd6-790a3f363df8", "tag": "0af71db6-02d7-4480-bf85-47a32c595022", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:40:47.805732 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b90b19bc-7376-4fff-86bf-46101114a1a2 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:40:47.806248 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '261d706c-4f2d-4647-8fd6-790a3f363df8', 'tag': '0af71db6-02d7-4480-bf85-47a32c595022', 'status': 'completed', 'code': 200} Nov 10 19:40:47.889984 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cbf91a4a-7074-41a1-bbc3-3302d5bfbb63 req-b494f840-12bf-4fce-90b6-0fb988b13480 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f0a7111-eb51-44fb-9daa-5dd2360b6d55 HTTP/1.1" status: 200 len: 210 time: 0.0298855 Nov 10 19:40:47.899257 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7a5e4-e224-44af-aab8-8062a77a4f89 req-0ed05238-6819-40bf-a97f-24148b2bdfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:47.900721 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dfd7a5e4-e224-44af-aab8-8062a77a4f89 req-0ed05238-6819-40bf-a97f-24148b2bdfa2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3666ec57f5864e6195a0b358b6a517b1&device_id=261d706c-4f2d-4647-8fd6-790a3f363df8 HTTP/1.1" status: 200 len: 1094 time: 0.0699234 Nov 10 19:40:48.002195 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7a5e4-e224-44af-aab8-8062a77a4f89 req-6a586497-d6e7-49db-b7b1-376fdae3d081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:48.003904 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dfd7a5e4-e224-44af-aab8-8062a77a4f89 req-6a586497-d6e7-49db-b7b1-376fdae3d081 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb08dc1c-8484-4296-a71a-1b9ba6aceb2b HTTP/1.1" status: 200 len: 910 time: 0.0934458 Nov 10 19:40:48.050492 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dfd7a5e4-e224-44af-aab8-8062a77a4f89 req-5b553d93-7ce9-48b9-a312-dcc384c3901b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0af71db6-02d7-4480-bf85-47a32c595022 HTTP/1.1" status: 200 len: 217 time: 0.0378227 Nov 10 19:40:48.109716 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7a5e4-e224-44af-aab8-8062a77a4f89 req-5118ef42-d0c7-45b0-a764-0353addf6140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:48.111916 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dfd7a5e4-e224-44af-aab8-8062a77a4f89 req-5118ef42-d0c7-45b0-a764-0353addf6140 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d358af6-6e5d-4381-91ad-965950a05cea HTTP/1.1" status: 200 len: 848 time: 0.0541029 Nov 10 19:40:48.118305 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-da3c882e-2bb7-454c-9f3b-7d63722f1f90 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:48.119749 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-da3c882e-2bb7-454c-9f3b-7d63722f1f90 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.25 "GET /v2.0/networks?id=7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1 HTTP/1.1" status: 200 len: 813 time: 0.1170926 Nov 10 19:40:48.133547 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-4af4679f-0758-4fc8-89bb-75b0ceb78634 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Request body: {'port': {'device_id': '8f0a7111-eb51-44fb-9daa-5dd2360b6d55', 'network_id': '7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1', 'admin_state_up': True, 'tenant_id': '8dee9662a0a54ffd8cb1802d7cb4561d'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:40:48.160155 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7a5e4-e224-44af-aab8-8062a77a4f89 req-53eda921-5f14-4089-8f44-da53ca43282e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:48.161850 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dfd7a5e4-e224-44af-aab8-8062a77a4f89 req-53eda921-5f14-4089-8f44-da53ca43282e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb08dc1c-8484-4296-a71a-1b9ba6aceb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423083 Nov 10 19:40:48.245900 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-4af4679f-0758-4fc8-89bb-75b0ceb78634 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Made reservation on behalf of 8dee9662a0a54ffd8cb1802d7cb4561d for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:40:48.251228 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-4af4679f-0758-4fc8-89bb-75b0ceb78634 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:48.263738 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dfd7a5e4-e224-44af-aab8-8062a77a4f89 req-afefc6c6-b0bf-4a0b-b440-df3bf81f3209 service neutron] 10.222.0.73 "GET /v2.0/networks/bb08dc1c-8484-4296-a71a-1b9ba6aceb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932693 Nov 10 19:40:48.383101 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-4af4679f-0758-4fc8-89bb-75b0ceb78634 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Allocated IP 172.20.0.2 (7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1/ea5d0396-d12a-42be-b3bf-059b9f989d1c/3d99dfb8-2960-4bf9-b73b-b0c72abd5364) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:40:48.390816 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device bd21b98b-9d65-41ce-b1fc-749df00e02ba up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:40:48.402545 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dfd7a5e4-e224-44af-aab8-8062a77a4f89 req-02aa8618-b5de-48f6-b09b-739865da124b service neutron] 10.222.0.73 "GET /v2.0/networks/bb08dc1c-8484-4296-a71a-1b9ba6aceb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314247 Nov 10 19:40:48.414718 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49e7c3-a474-499d-ae63-9ee8643a7fed req-1bb5d5c9-88a5-42cd-ba12-678cad593278 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:48.416260 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd49e7c3-a474-499d-ae63-9ee8643a7fed req-1bb5d5c9-88a5-42cd-ba12-678cad593278 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=05c7fc79-2933-411d-ba25-ad98053330e5 HTTP/1.1" status: 200 len: 943 time: 0.0738630 Nov 10 19:40:48.458151 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port bd21b98b-9d65-41ce-b1fc-749df00e02ba completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:40:48.462329 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port bd21b98b-9d65-41ce-b1fc-749df00e02ba triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:40:48.462768 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:48.474502 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd49e7c3-a474-499d-ae63-9ee8643a7fed req-488bb1e7-bf4b-4e53-b545-9c708544305f tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516002 Nov 10 19:40:48.539349 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-4af4679f-0758-4fc8-89bb-75b0ceb78634 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:48.546483 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:48.570453 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5bab0f7-31ac-4668-825e-118bbd0859c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd21b98b-9d65-41ce-b1fc-749df00e02ba'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:40:48.573628 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be81d13f-6e85-47df-8770-545856876043" -d '{"events": [{"server_uuid": "b5bab0f7-31ac-4668-825e-118bbd0859c3", "name": "network-vif-plugged", "status": "completed", "tag": "bd21b98b-9d65-41ce-b1fc-749df00e02ba"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:40:48.577117 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-4af4679f-0758-4fc8-89bb-75b0ceb78634 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:48.590734 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port bd21b98b-9d65-41ce-b1fc-749df00e02ba, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=bd21b98b-9d65-41ce-b1fc-749df00e02ba,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:40:48.593849 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['9295535b-2b3d-49db-816d-4ff22c589465'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:40:48.625844 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-4af4679f-0758-4fc8-89bb-75b0ceb78634 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Network 7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:40:48.629664 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-4af4679f-0758-4fc8-89bb-75b0ceb78634 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:40:48.632768 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:48.637299 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-4af4679f-0758-4fc8-89bb-75b0ceb78634 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:40:48.642709 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5506c55-68ef-46c7-b129-9fd10440a320 x-openstack-request-id: req-d5506c55-68ef-46c7-b129-9fd10440a320 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:40:48.643008 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5bab0f7-31ac-4668-825e-118bbd0859c3", "name": "network-vif-plugged", "status": "completed", "tag": "bd21b98b-9d65-41ce-b1fc-749df00e02ba", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:40:48.643427 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d5506c55-68ef-46c7-b129-9fd10440a320 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:40:48.643850 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5bab0f7-31ac-4668-825e-118bbd0859c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd21b98b-9d65-41ce-b1fc-749df00e02ba', 'code': 200} Nov 10 19:40:48.680653 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4679f-0758-4fc8-89bb-75b0ceb78634 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Pushing event updated for resources: {'Port': ['ID=3d99dfb8-2960-4bf9-b73b-b0c72abd5364,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:48.708268 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-4af4679f-0758-4fc8-89bb-75b0ceb78634 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:48.708892 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-4af4679f-0758-4fc8-89bb-75b0ceb78634 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:48.731625 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-4af4679f-0758-4fc8-89bb-75b0ceb78634 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6024327 Nov 10 19:40:48.732945 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=bd21b98b-9d65-41ce-b1fc-749df00e02ba,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:48.736941 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799a04b-f9a3-47b7-9155-52d12c565225 req-41e22b44-a40b-40b3-b1cd-98ab16e27dcf tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:48.744708 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7799a04b-f9a3-47b7-9155-52d12c565225 req-41e22b44-a40b-40b3-b1cd-98ab16e27dcf tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5bab0f7-31ac-4668-825e-118bbd0859c3 HTTP/1.1" status: 200 len: 950 time: 0.0677469 Nov 10 19:40:48.747814 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-8591f337-b290-4f16-8c8e-43ebfc97e060 service neutron] Request body: {'port': {'device_id': '8f0a7111-eb51-44fb-9daa-5dd2360b6d55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:40:48.803660 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85495d92-c1d4-4963-a3fc-53c42990cf9e req-2d40797d-2f36-492e-95c6-8e3e63d4f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:48.805608 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-85495d92-c1d4-4963-a3fc-53c42990cf9e req-2d40797d-2f36-492e-95c6-8e3e63d4f7e1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b5bab0f7-31ac-4668-825e-118bbd0859c3 HTTP/1.1" status: 200 len: 1101 time: 0.0883420 Nov 10 19:40:48.806858 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-8591f337-b290-4f16-8c8e-43ebfc97e060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:48.837329 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7799a04b-f9a3-47b7-9155-52d12c565225 req-cc7cfc99-2b6b-40ca-b2b5-b4fdb5eeb433 tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] 10.222.0.54 "GET /v2.0/security-groups?id=654d0d91-cf38-4fc2-8b8c-3ad30d0c7dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915332 Nov 10 19:40:48.865015 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-85495d92-c1d4-4963-a3fc-53c42990cf9e req-7919e5df-798a-4746-8e00-b983b06c7e1b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=654d0d91-cf38-4fc2-8b8c-3ad30d0c7dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490041 Nov 10 19:40:48.943048 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bab95-d717-4e8c-8ecc-14f4a006a105 req-b496b884-c3c9-4f7e-868e-e3e2b5eafae0 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:48.945181 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3b3bab95-d717-4e8c-8ecc-14f4a006a105 req-b496b884-c3c9-4f7e-868e-e3e2b5eafae0 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=261d706c-4f2d-4647-8fd6-790a3f363df8 HTTP/1.1" status: 200 len: 1094 time: 0.0463452 Nov 10 19:40:48.991402 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3b3bab95-d717-4e8c-8ecc-14f4a006a105 req-8b55621b-5d28-4e06-ac16-166b4d8d9e58 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=00edf75d-eae3-4c4a-bd0b-002094b0b090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398939 Nov 10 19:40:49.087292 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-8591f337-b290-4f16-8c8e-43ebfc97e060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d99dfb8-2960-4bf9-b73b-b0c72abd5364 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:40:49.095211 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-8591f337-b290-4f16-8c8e-43ebfc97e060 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:49.101117 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d25ea-9ad5-4f99-ad43-78fa271e4fb7 req-a586e8ac-5370-4224-a431-912025ce04a9 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:49.102729 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3a6d25ea-9ad5-4f99-ad43-78fa271e4fb7 req-a586e8ac-5370-4224-a431-912025ce04a9 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f0a7111-eb51-44fb-9daa-5dd2360b6d55 HTTP/1.1" status: 200 len: 931 time: 0.0549159 Nov 10 19:40:49.108231 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-8591f337-b290-4f16-8c8e-43ebfc97e060 service neutron] Transition to ACTIVE for port object 3d99dfb8-2960-4bf9-b73b-b0c72abd5364 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:40:49.114156 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-8591f337-b290-4f16-8c8e-43ebfc97e060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:49.152263 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3a6d25ea-9ad5-4f99-ad43-78fa271e4fb7 req-9489d47d-c748-468d-ac1c-1a443d5fd873 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430808 Nov 10 19:40:49.505319 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591f337-b290-4f16-8c8e-43ebfc97e060 service neutron] Pushing event updated for resources: {'Port': ['ID=3d99dfb8-2960-4bf9-b73b-b0c72abd5364,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:49.575439 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-8591f337-b290-4f16-8c8e-43ebfc97e060 service neutron] Attempting to bind port 3d99dfb8-2960-4bf9-b73b-b0c72abd5364 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:40:49.575807 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-8591f337-b290-4f16-8c8e-43ebfc97e060 service neutron] Attempting to bind port 3d99dfb8-2960-4bf9-b73b-b0c72abd5364 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '313a584a-7372-4c3d-9cec-22149074822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:40:49.576145 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-8591f337-b290-4f16-8c8e-43ebfc97e060 service neutron] Attempting to bind port 3d99dfb8-2960-4bf9-b73b-b0c72abd5364 on network 7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:40:49.580761 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-8591f337-b290-4f16-8c8e-43ebfc97e060 service neutron] Port 3d99dfb8-2960-4bf9-b73b-b0c72abd5364 on network 7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:40:49.581099 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-8591f337-b290-4f16-8c8e-43ebfc97e060 service neutron] Attempting to bind port 3d99dfb8-2960-4bf9-b73b-b0c72abd5364 on network 7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:40:49.586357 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-8591f337-b290-4f16-8c8e-43ebfc97e060 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:40:49.586693 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-8591f337-b290-4f16-8c8e-43ebfc97e060 service neutron] Checking segment: {'id': '313a584a-7372-4c3d-9cec-22149074822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:40:49.587074 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-8591f337-b290-4f16-8c8e-43ebfc97e060 service neutron] Bound using segment: {'id': '313a584a-7372-4c3d-9cec-22149074822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:40:49.587509 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-8591f337-b290-4f16-8c8e-43ebfc97e060 service neutron] Bound port: 3d99dfb8-2960-4bf9-b73b-b0c72abd5364, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '313a584a-7372-4c3d-9cec-22149074822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:40:49.587848 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-8591f337-b290-4f16-8c8e-43ebfc97e060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:49.596915 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c949bd-967f-4264-aba3-188d52f8f404 req-4bda1d79-7d28-43e9-aeb8-1444a614c9d2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:49.599109 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-17c949bd-967f-4264-aba3-188d52f8f404 req-4bda1d79-7d28-43e9-aeb8-1444a614c9d2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=05c7fc79-2933-411d-ba25-ad98053330e5 HTTP/1.1" status: 200 len: 943 time: 0.0539179 Nov 10 19:40:49.653321 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-17c949bd-967f-4264-aba3-188d52f8f404 req-cad85656-cd1a-417a-bc8c-35be7cc1bf94 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459788 Nov 10 19:40:49.659996 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-8591f337-b290-4f16-8c8e-43ebfc97e060 service neutron] For port 3d99dfb8-2960-4bf9-b73b-b0c72abd5364, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:40:49.664018 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-8591f337-b290-4f16-8c8e-43ebfc97e060 service neutron] For port 3d99dfb8-2960-4bf9-b73b-b0c72abd5364, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=3d99dfb8-2960-4bf9-b73b-b0c72abd5364,segment=NetworkSegment(313a584a-7372-4c3d-9cec-22149074822b),segment_id=313a584a-7372-4c3d-9cec-22149074822b)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:40:49.680674 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-8591f337-b290-4f16-8c8e-43ebfc97e060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:49.719514 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-8591f337-b290-4f16-8c8e-43ebfc97e060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:49.720195 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-8591f337-b290-4f16-8c8e-43ebfc97e060 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:49.721664 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-8591f337-b290-4f16-8c8e-43ebfc97e060 service neutron] 10.222.0.25 "PUT /v2.0/ports/3d99dfb8-2960-4bf9-b73b-b0c72abd5364 HTTP/1.1" status: 200 len: 1091 time: 0.9781756 Nov 10 19:40:49.722169 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0a7111-eb51-44fb-9daa-5dd2360b6d55', 'tag': '3d99dfb8-2960-4bf9-b73b-b0c72abd5364'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:40:49.724442 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30be9b17-37c5-4452-a0f4-e7cc09a3231f" -d '{"events": [{"name": "network-changed", "server_uuid": "8f0a7111-eb51-44fb-9daa-5dd2360b6d55", "tag": "3d99dfb8-2960-4bf9-b73b-b0c72abd5364"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:40:49.751603 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591f337-b290-4f16-8c8e-43ebfc97e060 service neutron] Pushing event updated for resources: {'Port': ['ID=3d99dfb8-2960-4bf9-b73b-b0c72abd5364,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:49.773156 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e672c1-15b6-435e-beac-b1cdc318ba83 x-openstack-request-id: req-74e672c1-15b6-435e-beac-b1cdc318ba83 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:40:49.773446 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f0a7111-eb51-44fb-9daa-5dd2360b6d55", "tag": "3d99dfb8-2960-4bf9-b73b-b0c72abd5364", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:40:49.773704 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-74e672c1-15b6-435e-beac-b1cdc318ba83 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:40:49.774124 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f0a7111-eb51-44fb-9daa-5dd2360b6d55', 'tag': '3d99dfb8-2960-4bf9-b73b-b0c72abd5364', 'status': 'completed', 'code': 200} Nov 10 19:40:49.814179 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-abeb2dcb-38d1-407e-b152-9b3db0c1d103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:49.815726 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-abeb2dcb-38d1-407e-b152-9b3db0c1d103 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8dee9662a0a54ffd8cb1802d7cb4561d&device_id=8f0a7111-eb51-44fb-9daa-5dd2360b6d55 HTTP/1.1" status: 200 len: 1094 time: 0.0527086 Nov 10 19:40:49.858248 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-f41b6c8b-2738-4b13-a1cc-6112f36060fe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d99dfb8-2960-4bf9-b73b-b0c72abd5364 HTTP/1.1" status: 200 len: 217 time: 0.0345595 Nov 10 19:40:49.913232 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-b97b79df-20eb-47ae-a89d-aa5fa0afde74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:49.914757 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-b97b79df-20eb-47ae-a89d-aa5fa0afde74 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea5d0396-d12a-42be-b3bf-059b9f989d1c HTTP/1.1" status: 200 len: 853 time: 0.0495522 Nov 10 19:40:49.949900 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-2384d5c7-20ad-4d3f-8a40-cafb918879d3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273342 Nov 10 19:40:49.961527 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e21f8-b768-4889-82ad-fbee0cdb3e2b req-75f9eb41-3468-455e-83e2-96a32b3a1f03 tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:49.963158 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3e6e21f8-b768-4889-82ad-fbee0cdb3e2b req-75f9eb41-3468-455e-83e2-96a32b3a1f03 tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5bab0f7-31ac-4668-825e-118bbd0859c3 HTTP/1.1" status: 200 len: 950 time: 0.0525942 Nov 10 19:40:50.027451 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3e6e21f8-b768-4889-82ad-fbee0cdb3e2b req-788272eb-fe6b-4a2d-9fdd-01cf1c8a8a2e tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] 10.222.0.54 "GET /v2.0/security-groups?id=654d0d91-cf38-4fc2-8b8c-3ad30d0c7dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564249 Nov 10 19:40:50.061545 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-3dec3830-704a-4b4b-a7c3-245dc4fb12f3 service neutron] 10.222.0.25 "GET /v2.0/networks/7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030493 Nov 10 19:40:50.131204 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08e65e-4bbd-47a8-b3e0-7e4293086fe9 req-843fbbd0-9e78-4e1b-a782-8ae0f5eb1bb7 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:50.132819 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b08e65e-4bbd-47a8-b3e0-7e4293086fe9 req-843fbbd0-9e78-4e1b-a782-8ae0f5eb1bb7 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=261d706c-4f2d-4647-8fd6-790a3f363df8 HTTP/1.1" status: 200 len: 1094 time: 0.0424304 Nov 10 19:40:50.160428 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-81da8ac2-79a3-42d4-aef8-728e3af399d6 req-2a77260c-8a4e-41ff-b681-ab01ef0aa180 service neutron] 10.222.0.25 "GET /v2.0/networks/7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900888 Nov 10 19:40:50.181698 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b08e65e-4bbd-47a8-b3e0-7e4293086fe9 req-f828bca6-aaf5-4805-b337-89831b2fc832 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=00edf75d-eae3-4c4a-bd0b-002094b0b090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424049 Nov 10 19:40:50.248032 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be9b17-37c5-4452-a0f4-e7cc09a3231f req-65d8bca9-a68e-4e1d-a26c-8a18864bcc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:50.249700 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-30be9b17-37c5-4452-a0f4-e7cc09a3231f req-65d8bca9-a68e-4e1d-a26c-8a18864bcc0f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8dee9662a0a54ffd8cb1802d7cb4561d&device_id=8f0a7111-eb51-44fb-9daa-5dd2360b6d55 HTTP/1.1" status: 200 len: 1094 time: 0.0432575 Nov 10 19:40:50.284411 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f8dd7-9b5d-4fec-bb97-a9edb53b6499 req-449029ba-1ca1-4028-b37e-63193717d46b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:50.285855 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-498f8dd7-9b5d-4fec-bb97-a9edb53b6499 req-449029ba-1ca1-4028-b37e-63193717d46b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f0a7111-eb51-44fb-9daa-5dd2360b6d55 HTTP/1.1" status: 200 len: 943 time: 0.0492949 Nov 10 19:40:50.336070 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-498f8dd7-9b5d-4fec-bb97-a9edb53b6499 req-efd16cb5-fefe-4d46-b288-858fca5a36f0 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434337 Nov 10 19:40:50.346152 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be9b17-37c5-4452-a0f4-e7cc09a3231f req-c10b4642-6356-44f9-9038-a800a05cc355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:50.347665 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-30be9b17-37c5-4452-a0f4-e7cc09a3231f req-c10b4642-6356-44f9-9038-a800a05cc355 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1 HTTP/1.1" status: 200 len: 914 time: 0.0907710 Nov 10 19:40:50.389429 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-30be9b17-37c5-4452-a0f4-e7cc09a3231f req-c7b6124c-ef44-46dd-bb63-c3b3c20bf551 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d99dfb8-2960-4bf9-b73b-b0c72abd5364 HTTP/1.1" status: 200 len: 217 time: 0.0350204 Nov 10 19:40:50.402484 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 0af71db6-02d7-4480-bf85-47a32c595022 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:40:50.442420 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be9b17-37c5-4452-a0f4-e7cc09a3231f req-51f2375c-7144-4f56-a622-c9b90e8ee0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:50.444042 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-30be9b17-37c5-4452-a0f4-e7cc09a3231f req-51f2375c-7144-4f56-a622-c9b90e8ee0f2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea5d0396-d12a-42be-b3bf-059b9f989d1c HTTP/1.1" status: 200 len: 853 time: 0.0475752 Nov 10 19:40:50.480760 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-30be9b17-37c5-4452-a0f4-e7cc09a3231f req-c0688d80-7b4f-4841-af7e-7c6a2b7b4748 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299132 Nov 10 19:40:50.506716 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 0af71db6-02d7-4480-bf85-47a32c595022, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=0af71db6-02d7-4480-bf85-47a32c595022,segment=NetworkSegment(e6dac172-829c-4909-b169-a0bbefcecce5),segment_id=e6dac172-829c-4909-b169-a0bbefcecce5)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:40:50.518802 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '0af71db6-02d7-4480-bf85-47a32c595022', 'network_id': 'bb08dc1c-8484-4296-a71a-1b9ba6aceb2b', 'port_id': '0af71db6-02d7-4480-bf85-47a32c595022', 'mac_address': 'fa:16:3e:94:0f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d358af6-6e5d-4381-91ad-965950a05cea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:40:50.557586 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:50.572560 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-30be9b17-37c5-4452-a0f4-e7cc09a3231f req-8bd7af73-950e-43a6-83a1-c5d45c69251b service neutron] 10.222.0.25 "GET /v2.0/networks/7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837364 Nov 10 19:40:50.576708 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af71db6-02d7-4480-bf85-47a32c595022 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:40:50.599258 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 0af71db6-02d7-4480-bf85-47a32c595022, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=0af71db6-02d7-4480-bf85-47a32c595022,segment=NetworkSegment(e6dac172-829c-4909-b169-a0bbefcecce5),segment_id=e6dac172-829c-4909-b169-a0bbefcecce5)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:40:50.604713 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:50.659994 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=0af71db6-02d7-4480-bf85-47a32c595022,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:50.674362 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-30be9b17-37c5-4452-a0f4-e7cc09a3231f req-5fa2b8f3-9a84-48af-b57e-8ce80cda3853 service neutron] 10.222.0.25 "GET /v2.0/networks/7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939143 Nov 10 19:40:50.705965 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:40:50.779322 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a65a23-0172-4f5d-bd6f-bc72573789ff req-cd3b9079-bd87-40af-a700-72952ad940e5 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:50.780874 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-11a65a23-0172-4f5d-bd6f-bc72573789ff req-cd3b9079-bd87-40af-a700-72952ad940e5 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=05c7fc79-2933-411d-ba25-ad98053330e5 HTTP/1.1" status: 200 len: 943 time: 0.0544636 Nov 10 19:40:50.804172 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:40:50.818108 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'port_id': 'dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f', 'mac_address': 'fa:16:3e:ca:a8:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:40:50.832624 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-11a65a23-0172-4f5d-bd6f-bc72573789ff req-a08c3420-e59d-445e-b169-a2e8925db001 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449679 Nov 10 19:40:50.861391 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:50.864812 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['0af71db6-02d7-4480-bf85-47a32c595022'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:40:50.898707 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:40:50.930464 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:40:50.936888 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:51.015066 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:51.152930 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315d1af-092e-4478-8e48-41378671d3ac req-d90165cb-34b3-4d60-9a1f-8bfa55587fe6 tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:51.154458 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6315d1af-092e-4478-8e48-41378671d3ac req-d90165cb-34b3-4d60-9a1f-8bfa55587fe6 tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5bab0f7-31ac-4668-825e-118bbd0859c3 HTTP/1.1" status: 200 len: 950 time: 0.0534503 Nov 10 19:40:51.206843 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6315d1af-092e-4478-8e48-41378671d3ac req-548ce34c-409b-4438-9b3e-eb0bc47b0422 tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] 10.222.0.54 "GET /v2.0/security-groups?id=654d0d91-cf38-4fc2-8b8c-3ad30d0c7dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442212 Nov 10 19:40:51.306046 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971d3c9-6edb-422f-a379-8d14250a8336 req-f25f548c-8d15-4bb0-9d84-c7ac7a85ba0e tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:51.307722 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9971d3c9-6edb-422f-a379-8d14250a8336 req-f25f548c-8d15-4bb0-9d84-c7ac7a85ba0e tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=261d706c-4f2d-4647-8fd6-790a3f363df8 HTTP/1.1" status: 200 len: 1095 time: 0.0427239 Nov 10 19:40:51.359123 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9971d3c9-6edb-422f-a379-8d14250a8336 req-68e5d375-aa26-49cf-a8b5-675e55937b1f tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=00edf75d-eae3-4c4a-bd0b-002094b0b090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445037 Nov 10 19:40:51.480712 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:40:51.775006 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95aad3-9e76-4e33-87f2-fb4cdda18cd6 req-fbca7efd-6b37-4168-a07a-ab88608076ad tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:51.776638 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af95aad3-9e76-4e33-87f2-fb4cdda18cd6 req-fbca7efd-6b37-4168-a07a-ab88608076ad tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f0a7111-eb51-44fb-9daa-5dd2360b6d55 HTTP/1.1" status: 200 len: 943 time: 0.0573866 Nov 10 19:40:51.825197 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af95aad3-9e76-4e33-87f2-fb4cdda18cd6 req-957ae1ee-820d-440c-9d78-7b86ff8c1c9b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423579 Nov 10 19:40:51.961095 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada54dd-7837-4b2e-af5a-3c5dadf1a07c req-531e8b7b-337f-4a5b-9978-905428935ee8 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:51.962546 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5ada54dd-7837-4b2e-af5a-3c5dadf1a07c req-531e8b7b-337f-4a5b-9978-905428935ee8 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=05c7fc79-2933-411d-ba25-ad98053330e5 HTTP/1.1" status: 200 len: 944 time: 0.0519671 Nov 10 19:40:52.012860 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5ada54dd-7837-4b2e-af5a-3c5dadf1a07c req-9e93b2df-4546-4ce6-9fb3-59ccc266a173 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434630 Nov 10 19:40:52.403323 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 0af71db6-02d7-4480-bf85-47a32c595022 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:40:52.459136 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 0af71db6-02d7-4480-bf85-47a32c595022 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:40:52.463591 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 0af71db6-02d7-4480-bf85-47a32c595022 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:40:52.463964 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:52.478352 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca7416-6c2d-4d24-aaf9-6325722070c5 req-76f2b9fa-5f94-4f6d-8e99-4ebe02ce07d6 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:52.480024 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b7ca7416-6c2d-4d24-aaf9-6325722070c5 req-76f2b9fa-5f94-4f6d-8e99-4ebe02ce07d6 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=261d706c-4f2d-4647-8fd6-790a3f363df8 HTTP/1.1" status: 200 len: 1095 time: 0.0489275 Nov 10 19:40:52.554464 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b7ca7416-6c2d-4d24-aaf9-6325722070c5 req-78d94432-411c-4bf3-b33a-ddfe1d4e6dad tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=00edf75d-eae3-4c4a-bd0b-002094b0b090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641718 Nov 10 19:40:52.581408 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:52.608655 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261d706c-4f2d-4647-8fd6-790a3f363df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af71db6-02d7-4480-bf85-47a32c595022'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:40:52.611041 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74a9419-3291-49bf-bfad-6857420d7af0" -d '{"events": [{"server_uuid": "261d706c-4f2d-4647-8fd6-790a3f363df8", "name": "network-vif-plugged", "status": "completed", "tag": "0af71db6-02d7-4480-bf85-47a32c595022"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:40:52.626586 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 0af71db6-02d7-4480-bf85-47a32c595022, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=0af71db6-02d7-4480-bf85-47a32c595022,segment=NetworkSegment(e6dac172-829c-4909-b169-a0bbefcecce5),segment_id=e6dac172-829c-4909-b169-a0bbefcecce5)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:40:52.631917 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:52.656909 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d12c9f4-7034-4678-887c-25b761ece8d1 x-openstack-request-id: req-4d12c9f4-7034-4678-887c-25b761ece8d1 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:40:52.657205 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261d706c-4f2d-4647-8fd6-790a3f363df8", "name": "network-vif-plugged", "status": "completed", "tag": "0af71db6-02d7-4480-bf85-47a32c595022", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:40:52.657460 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4d12c9f4-7034-4678-887c-25b761ece8d1 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:40:52.657873 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261d706c-4f2d-4647-8fd6-790a3f363df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af71db6-02d7-4480-bf85-47a32c595022', 'code': 200} Nov 10 19:40:52.693352 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=0af71db6-02d7-4480-bf85-47a32c595022,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:52.715152 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:40:52.755771 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce39a9d-e3aa-4799-9da3-d45c3d6317d4 req-3b5270b3-08b1-4d8e-969d-a1275a2f9333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:52.757701 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7ce39a9d-e3aa-4799-9da3-d45c3d6317d4 req-3b5270b3-08b1-4d8e-969d-a1275a2f9333 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=261d706c-4f2d-4647-8fd6-790a3f363df8 HTTP/1.1" status: 200 len: 1096 time: 0.0417874 Nov 10 19:40:52.768642 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:40:52.774012 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:40:52.774395 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:52.824227 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7ce39a9d-e3aa-4799-9da3-d45c3d6317d4 req-e5bd1d1c-eb7e-4d2d-9b6a-da5507e6a174 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=00edf75d-eae3-4c4a-bd0b-002094b0b090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574899 Nov 10 19:40:52.859465 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:52.894546 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:40:52.900451 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:52.962962 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11baebe7-f9c0-4f68-82a6-a350e957f56c req-21492398-df8e-4606-bace-b35c2caeb1c3 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:52.964782 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:52.965440 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-11baebe7-f9c0-4f68-82a6-a350e957f56c req-21492398-df8e-4606-bace-b35c2caeb1c3 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f0a7111-eb51-44fb-9daa-5dd2360b6d55 HTTP/1.1" status: 200 len: 943 time: 0.0614340 Nov 10 19:40:53.015391 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-11baebe7-f9c0-4f68-82a6-a350e957f56c req-26db8bc9-e884-4c9b-9790-133d24fb07f5 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411155 Nov 10 19:40:53.138391 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72db9de-3e22-4bdb-bb53-1d329707f75b req-1001d9dd-772a-4fcc-9e69-05fb8e43afea tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:53.139867 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b72db9de-3e22-4bdb-bb53-1d329707f75b req-1001d9dd-772a-4fcc-9e69-05fb8e43afea tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=05c7fc79-2933-411d-ba25-ad98053330e5 HTTP/1.1" status: 200 len: 945 time: 0.0521271 Nov 10 19:40:53.193479 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b72db9de-3e22-4bdb-bb53-1d329707f75b req-87f11700-863a-432c-a8ea-acb25efe7cc4 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468333 Nov 10 19:40:53.481819 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c13d54c1-de82-4e95-a1ea-a71e4007840d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:53.665152 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ab75b-6e2a-4807-b90c-087e6a950d3a req-93d8f781-4d7a-42c4-aab8-1a5686e76090 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:53.667309 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-849ab75b-6e2a-4807-b90c-087e6a950d3a req-93d8f781-4d7a-42c4-aab8-1a5686e76090 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=261d706c-4f2d-4647-8fd6-790a3f363df8 HTTP/1.1" status: 200 len: 1096 time: 0.0447373 Nov 10 19:40:53.720595 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-849ab75b-6e2a-4807-b90c-087e6a950d3a req-8ff762d7-74e2-40c8-9e6c-2c9ac7eea127 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=00edf75d-eae3-4c4a-bd0b-002094b0b090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460258 Nov 10 19:40:54.140815 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2dcc58-a681-4255-aa52-94fd33fa2646 req-c41efaac-482b-41da-b0a5-5631c2572b34 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:54.142429 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ad2dcc58-a681-4255-aa52-94fd33fa2646 req-c41efaac-482b-41da-b0a5-5631c2572b34 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f0a7111-eb51-44fb-9daa-5dd2360b6d55 HTTP/1.1" status: 200 len: 943 time: 0.0521634 Nov 10 19:40:54.194892 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ad2dcc58-a681-4255-aa52-94fd33fa2646 req-85755423-3a22-48fc-89ed-776eef42594a tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458128 Nov 10 19:40:54.324718 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a037a-2b57-4d49-bed1-04b504846321 req-e3b6e642-d943-4990-8927-b550c79585d7 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:54.326141 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-830a037a-2b57-4d49-bed1-04b504846321 req-e3b6e642-d943-4990-8927-b550c79585d7 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=05c7fc79-2933-411d-ba25-ad98053330e5 HTTP/1.1" status: 200 len: 945 time: 0.0635509 Nov 10 19:40:54.375571 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-830a037a-2b57-4d49-bed1-04b504846321 req-4afdc288-b0df-469d-a993-88a81a2fed25 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430462 Nov 10 19:40:54.658965 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c7fc79-2933-411d-ba25-ad98053330e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:40:54.661410 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bfaaae-5bf6-4251-b9a7-2f93018a5e35" -d '{"events": [{"server_uuid": "05c7fc79-2933-411d-ba25-ad98053330e5", "name": "network-vif-plugged", "status": "completed", "tag": "dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:40:54.702035 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c521abf7-c63e-4f0f-b19c-b42ba1c41525 x-openstack-request-id: req-c521abf7-c63e-4f0f-b19c-b42ba1c41525 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:40:54.702396 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c7fc79-2933-411d-ba25-ad98053330e5", "name": "network-vif-plugged", "status": "completed", "tag": "dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:40:54.702740 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c521abf7-c63e-4f0f-b19c-b42ba1c41525 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:40:54.703191 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c7fc79-2933-411d-ba25-ad98053330e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f', 'code': 200} Nov 10 19:40:54.730507 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 3d99dfb8-2960-4bf9-b73b-b0c72abd5364 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:40:54.846235 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:54.853345 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 3d99dfb8-2960-4bf9-b73b-b0c72abd5364, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=3d99dfb8-2960-4bf9-b73b-b0c72abd5364,segment=NetworkSegment(313a584a-7372-4c3d-9cec-22149074822b),segment_id=313a584a-7372-4c3d-9cec-22149074822b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:40:54.864157 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86c04b-988d-4bd1-94fb-622ea4524b07 req-806e5ecc-fe74-4956-8d0b-a4cf4c8d79f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:54.865899 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4f86c04b-988d-4bd1-94fb-622ea4524b07 req-806e5ecc-fe74-4956-8d0b-a4cf4c8d79f8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=05c7fc79-2933-411d-ba25-ad98053330e5 HTTP/1.1" status: 200 len: 1096 time: 0.0786095 Nov 10 19:40:54.869219 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '3d99dfb8-2960-4bf9-b73b-b0c72abd5364', 'network_id': '7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1', 'port_id': '3d99dfb8-2960-4bf9-b73b-b0c72abd5364', 'mac_address': 'fa:16:3e:55:e1:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea5d0396-d12a-42be-b3bf-059b9f989d1c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:40:54.897835 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdbeb8-7a83-4126-a7e5-b0dab6997c98 req-c77f8120-a06a-4741-9bd3-35c5617304b6 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:54.900239 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59cdbeb8-7a83-4126-a7e5-b0dab6997c98 req-c77f8120-a06a-4741-9bd3-35c5617304b6 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=261d706c-4f2d-4647-8fd6-790a3f363df8 HTTP/1.1" status: 200 len: 1096 time: 0.0884118 Nov 10 19:40:54.912045 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:54.938788 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d99dfb8-2960-4bf9-b73b-b0c72abd5364 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:40:54.950525 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4f86c04b-988d-4bd1-94fb-622ea4524b07 req-c966b0ca-181f-4629-a2f8-341cd0c997da service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768962 Nov 10 19:40:54.961853 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59cdbeb8-7a83-4126-a7e5-b0dab6997c98 req-ccc50358-b7f7-4d63-9684-aa28a9996727 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=00edf75d-eae3-4c4a-bd0b-002094b0b090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520260 Nov 10 19:40:54.967139 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 3d99dfb8-2960-4bf9-b73b-b0c72abd5364, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=3d99dfb8-2960-4bf9-b73b-b0c72abd5364,segment=NetworkSegment(313a584a-7372-4c3d-9cec-22149074822b),segment_id=313a584a-7372-4c3d-9cec-22149074822b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:40:54.972983 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:55.025966 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=3d99dfb8-2960-4bf9-b73b-b0c72abd5364,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:55.081362 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e6b60-160c-4654-9ce0-08b029c168d3 req-494064ba-2e15-46fd-a776-3cf12d5e2244 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:55.082973 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e1e6b60-160c-4654-9ce0-08b029c168d3 req-494064ba-2e15-46fd-a776-3cf12d5e2244 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=261d706c-4f2d-4647-8fd6-790a3f363df8 HTTP/1.1" status: 200 len: 1096 time: 0.0427904 Nov 10 19:40:55.121330 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:55.132620 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e1e6b60-160c-4654-9ce0-08b029c168d3 req-ea109282-a6b6-4cd4-93a1-272bb5acc767 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=00edf75d-eae3-4c4a-bd0b-002094b0b090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432005 Nov 10 19:40:55.134961 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:40:55.243290 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716bdcc-7d6a-4409-aa87-c7056b933a27 req-6a2aaccf-9286-4e25-acb8-1f84e69fc8d1 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:55.244958 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7716bdcc-7d6a-4409-aa87-c7056b933a27 req-6a2aaccf-9286-4e25-acb8-1f84e69fc8d1 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=261d706c-4f2d-4647-8fd6-790a3f363df8 HTTP/1.1" status: 200 len: 1096 time: 0.0436981 Nov 10 19:40:55.294871 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7716bdcc-7d6a-4409-aa87-c7056b933a27 req-d56fc6c2-e20d-43b6-b561-848cde57be75 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=00edf75d-eae3-4c4a-bd0b-002094b0b090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434020 Nov 10 19:40:55.305106 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['3d99dfb8-2960-4bf9-b73b-b0c72abd5364'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:40:55.414136 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a1fef-5128-4237-9d97-b1f52b4bbd2a req-b601cbdb-b3ca-4830-8ec8-7987b83128ab tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:55.416386 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f5a1fef-5128-4237-9d97-b1f52b4bbd2a req-b601cbdb-b3ca-4830-8ec8-7987b83128ab tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f0a7111-eb51-44fb-9daa-5dd2360b6d55 HTTP/1.1" status: 200 len: 944 time: 0.0556536 Nov 10 19:40:55.467111 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f5a1fef-5128-4237-9d97-b1f52b4bbd2a req-572a920b-1bb6-4fe7-9b71-22debb263892 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442564 Nov 10 19:40:55.634381 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c64670-08f1-4284-8b80-937901c40449 req-f67395ec-aa8e-44af-976c-45bfbdaad529 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:55.635949 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d5c64670-08f1-4284-8b80-937901c40449 req-f67395ec-aa8e-44af-976c-45bfbdaad529 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/networks?id=bb08dc1c-8484-4296-a71a-1b9ba6aceb2b HTTP/1.1" status: 200 len: 910 time: 0.0921171 Nov 10 19:40:55.651488 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d5c64670-08f1-4284-8b80-937901c40449 req-338766ad-5ebb-44d3-a3ef-f2d63722026f tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/quotas/3666ec57f5864e6195a0b358b6a517b1 HTTP/1.1" status: 200 len: 375 time: 0.0094943 Nov 10 19:40:55.700955 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d5c64670-08f1-4284-8b80-937901c40449 req-9fba72be-ed64-47e9-8a0f-8ce69cb2fa97 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/ports?tenant_id=3666ec57f5864e6195a0b358b6a517b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0434000 Nov 10 19:40:55.730613 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cc48c32c-290b-40b8-9f82-c56b938ea8ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:55.798579 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d5c64670-08f1-4284-8b80-937901c40449 req-dac7ccdf-e29e-4146-b97a-aa897b3d8c7f service neutron] 10.222.0.54 "GET /v2.0/networks/bb08dc1c-8484-4296-a71a-1b9ba6aceb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903111 Nov 10 19:40:55.902659 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d5c64670-08f1-4284-8b80-937901c40449 req-291eb551-6ab0-42ec-b9a5-9b52c35db018 service neutron] 10.222.0.54 "GET /v2.0/networks/bb08dc1c-8484-4296-a71a-1b9ba6aceb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977850 Nov 10 19:40:56.126118 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df355ea-d29b-4afe-9ca7-c5ae85416e08 req-748f981d-3ff3-471d-9500-bf5c70f8d166 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:56.127841 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7df355ea-d29b-4afe-9ca7-c5ae85416e08 req-748f981d-3ff3-471d-9500-bf5c70f8d166 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=05c7fc79-2933-411d-ba25-ad98053330e5 HTTP/1.1" status: 200 len: 945 time: 0.0634356 Nov 10 19:40:56.200393 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7df355ea-d29b-4afe-9ca7-c5ae85416e08 req-5b170c07-c4f8-436a-a1ac-81b77b0c8e5d tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651796 Nov 10 19:40:56.291503 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-20c691b9-d2e9-4c0a-a995-2db6f6e8d9d3 req-c0b58061-b919-4160-8045-2e4b7e816b49 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d5f806cd-2e8e-4d68-aeaa-a8bc28203f3c HTTP/1.1" status: 200 len: 210 time: 0.0415545 Nov 10 19:40:56.591043 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0919088-6a0c-47a7-8783-1e6743e4aa38 req-36003b59-aafa-4152-bc97-3f36f4b95d10 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:56.592668 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e0919088-6a0c-47a7-8783-1e6743e4aa38 req-36003b59-aafa-4152-bc97-3f36f4b95d10 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f0a7111-eb51-44fb-9daa-5dd2360b6d55 HTTP/1.1" status: 200 len: 944 time: 0.0515914 Nov 10 19:40:56.658503 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e0919088-6a0c-47a7-8783-1e6743e4aa38 req-0b7bc7a2-edac-4dc3-9fcb-8e10ba8c1b75 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507464 Nov 10 19:40:56.740980 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 3d99dfb8-2960-4bf9-b73b-b0c72abd5364 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:40:56.795500 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 3d99dfb8-2960-4bf9-b73b-b0c72abd5364 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:40:56.799726 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 3d99dfb8-2960-4bf9-b73b-b0c72abd5364 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:40:56.800101 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:56.886785 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:56.908975 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0a7111-eb51-44fb-9daa-5dd2360b6d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d99dfb8-2960-4bf9-b73b-b0c72abd5364'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:40:56.911248 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad291cb-2dea-4831-b41c-565fe154aa57" -d '{"events": [{"server_uuid": "8f0a7111-eb51-44fb-9daa-5dd2360b6d55", "name": "network-vif-plugged", "status": "completed", "tag": "3d99dfb8-2960-4bf9-b73b-b0c72abd5364"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:40:56.925753 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 3d99dfb8-2960-4bf9-b73b-b0c72abd5364, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=3d99dfb8-2960-4bf9-b73b-b0c72abd5364,segment=NetworkSegment(313a584a-7372-4c3d-9cec-22149074822b),segment_id=313a584a-7372-4c3d-9cec-22149074822b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:40:56.931626 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:56.962685 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadb4bfc-bfa8-4e71-99e6-0f510a159cc9 x-openstack-request-id: req-dadb4bfc-bfa8-4e71-99e6-0f510a159cc9 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:40:56.962982 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0a7111-eb51-44fb-9daa-5dd2360b6d55", "name": "network-vif-plugged", "status": "completed", "tag": "3d99dfb8-2960-4bf9-b73b-b0c72abd5364", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:40:56.963258 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dadb4bfc-bfa8-4e71-99e6-0f510a159cc9 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:40:56.963642 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0a7111-eb51-44fb-9daa-5dd2360b6d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d99dfb8-2960-4bf9-b73b-b0c72abd5364', 'code': 200} Nov 10 19:40:56.991748 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=3d99dfb8-2960-4bf9-b73b-b0c72abd5364,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:57.080078 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb8cd0-dec3-4959-8f09-88dce82e3cb5 req-dec4a64a-0c79-47c7-aeca-bde1f36d0811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:57.081629 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8efb8cd0-dec3-4959-8f09-88dce82e3cb5 req-dec4a64a-0c79-47c7-aeca-bde1f36d0811 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8f0a7111-eb51-44fb-9daa-5dd2360b6d55 HTTP/1.1" status: 200 len: 1096 time: 0.0460846 Nov 10 19:40:57.102142 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c64670-08f1-4284-8b80-937901c40449 req-cfae9771-9350-4b83-ac39-fefc3fdce2ac tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:57.103801 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d5c64670-08f1-4284-8b80-937901c40449 req-cfae9771-9350-4b83-ac39-fefc3fdce2ac tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.25 "GET /v2.0/networks?id=bb08dc1c-8484-4296-a71a-1b9ba6aceb2b HTTP/1.1" status: 200 len: 910 time: 0.0991259 Nov 10 19:40:57.118034 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-d5c64670-08f1-4284-8b80-937901c40449 req-08f10344-f962-46f4-b195-f9b58c53f0f2 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Request body: {'port': {'device_id': 'd5f806cd-2e8e-4d68-aeaa-a8bc28203f3c', 'network_id': 'bb08dc1c-8484-4296-a71a-1b9ba6aceb2b', 'admin_state_up': True, 'tenant_id': '3666ec57f5864e6195a0b358b6a517b1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:40:57.136487 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8efb8cd0-dec3-4959-8f09-88dce82e3cb5 req-eb7f0540-c52e-4253-b29a-e46ecaed636d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430326 Nov 10 19:40:57.146570 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c64670-08f1-4284-8b80-937901c40449 req-08f10344-f962-46f4-b195-f9b58c53f0f2 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Made reservation on behalf of 3666ec57f5864e6195a0b358b6a517b1 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:40:57.149178 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d5c64670-08f1-4284-8b80-937901c40449 req-08f10344-f962-46f4-b195-f9b58c53f0f2 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:57.221434 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:57.268943 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-d5c64670-08f1-4284-8b80-937901c40449 req-08f10344-f962-46f4-b195-f9b58c53f0f2 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Allocated IP 172.20.0.10 (bb08dc1c-8484-4296-a71a-1b9ba6aceb2b/8d358af6-6e5d-4381-91ad-965950a05cea/ecabd871-de33-4895-b2b8-878e5914798a) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:40:57.328182 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c01592-6dfa-43c3-b4b5-abce3104a939 req-f0a66617-8a3e-4f3c-bd6c-471188f629d7 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:57.330011 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-84c01592-6dfa-43c3-b4b5-abce3104a939 req-f0a66617-8a3e-4f3c-bd6c-471188f629d7 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=05c7fc79-2933-411d-ba25-ad98053330e5 HTTP/1.1" status: 200 len: 945 time: 0.0569656 Nov 10 19:40:57.379755 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-84c01592-6dfa-43c3-b4b5-abce3104a939 req-ab7f8044-5d09-4b37-a392-33cd4d9960ba tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430706 Nov 10 19:40:57.434591 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d5c64670-08f1-4284-8b80-937901c40449 req-08f10344-f962-46f4-b195-f9b58c53f0f2 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:57.465562 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-90bcdd61-36b4-4833-bce1-b6ac9f7d39ba req-8cc0881a-81e0-451c-8135-23f7446ce5e6 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d5f806cd-2e8e-4d68-aeaa-a8bc28203f3c HTTP/1.1" status: 200 len: 210 time: 0.0296640 Nov 10 19:40:57.475098 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d5c64670-08f1-4284-8b80-937901c40449 req-08f10344-f962-46f4-b195-f9b58c53f0f2 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:57.494622 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['0af71db6-02d7-4480-bf85-47a32c595022'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:40:57.525925 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c64670-08f1-4284-8b80-937901c40449 req-08f10344-f962-46f4-b195-f9b58c53f0f2 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Network bb08dc1c-8484-4296-a71a-1b9ba6aceb2b is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:40:57.532183 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-d5c64670-08f1-4284-8b80-937901c40449 req-08f10344-f962-46f4-b195-f9b58c53f0f2 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:40:57.534539 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f10344-f962-46f4-b195-f9b58c53f0f2 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Pushing event updated for resources: {'Port': ['ID=ecabd871-de33-4895-b2b8-878e5914798a,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:57.536786 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c64670-08f1-4284-8b80-937901c40449 req-08f10344-f962-46f4-b195-f9b58c53f0f2 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:40:57.585356 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c64670-08f1-4284-8b80-937901c40449 req-08f10344-f962-46f4-b195-f9b58c53f0f2 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:57.585939 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d5c64670-08f1-4284-8b80-937901c40449 req-08f10344-f962-46f4-b195-f9b58c53f0f2 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:57.592846 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592f4a9-d048-4e1a-b3e4-904660d6b782 req-c841e66f-2f3b-4776-b7dc-c6261fa5568e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:57.594721 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7592f4a9-d048-4e1a-b3e4-904660d6b782 req-c841e66f-2f3b-4776-b7dc-c6261fa5568e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=05c7fc79-2933-411d-ba25-ad98053330e5 HTTP/1.1" status: 200 len: 945 time: 0.0622065 Nov 10 19:40:57.609876 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d5c64670-08f1-4284-8b80-937901c40449 req-08f10344-f962-46f4-b195-f9b58c53f0f2 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4957271 Nov 10 19:40:57.627570 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-d5c64670-08f1-4284-8b80-937901c40449 req-c00c3122-4efd-4b94-8b4a-7561139412fc service neutron] Request body: {'port': {'device_id': 'd5f806cd-2e8e-4d68-aeaa-a8bc28203f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:40:57.679679 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7592f4a9-d048-4e1a-b3e4-904660d6b782 req-68fcd895-8eb7-4883-bfbe-e7693ea56844 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701871 Nov 10 19:40:57.708917 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d5c64670-08f1-4284-8b80-937901c40449 req-c00c3122-4efd-4b94-8b4a-7561139412fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:57.792364 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b029a-dacb-43f2-ab4e-e2a64a9191e3 req-70b38cb5-4479-4e24-bc64-f9e21a92ce7c tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:57.796570 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-453b029a-dacb-43f2-ab4e-e2a64a9191e3 req-70b38cb5-4479-4e24-bc64-f9e21a92ce7c tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f0a7111-eb51-44fb-9daa-5dd2360b6d55 HTTP/1.1" status: 200 len: 945 time: 0.0591860 Nov 10 19:40:57.801254 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-b5b130f1-dd4d-4a4a-8195-41a6dc1cd218 None None] Provisioning complete for port ecabd871-de33-4895-b2b8-878e5914798a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:40:57.802189 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b5b130f1-dd4d-4a4a-8195-41a6dc1cd218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:57.842963 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-b5b130f1-dd4d-4a4a-8195-41a6dc1cd218 None None] Port ecabd871-de33-4895-b2b8-878e5914798a cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:40:57.843724 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-453b029a-dacb-43f2-ab4e-e2a64a9191e3 req-52f60ed3-e3a9-4b02-bf43-dd041873a824 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430818 Nov 10 19:40:57.994076 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-d5c64670-08f1-4284-8b80-937901c40449 req-c00c3122-4efd-4b94-8b4a-7561139412fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecabd871-de33-4895-b2b8-878e5914798a {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:40:58.001722 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d5c64670-08f1-4284-8b80-937901c40449 req-c00c3122-4efd-4b94-8b4a-7561139412fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:58.014057 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-d5c64670-08f1-4284-8b80-937901c40449 req-c00c3122-4efd-4b94-8b4a-7561139412fc service neutron] Transition to ACTIVE for port object ecabd871-de33-4895-b2b8-878e5914798a will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:40:58.021663 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d5c64670-08f1-4284-8b80-937901c40449 req-c00c3122-4efd-4b94-8b4a-7561139412fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:58.100126 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c3122-4efd-4b94-8b4a-7561139412fc service neutron] Pushing event updated for resources: {'Port': ['ID=ecabd871-de33-4895-b2b8-878e5914798a,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:58.161080 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-d5c64670-08f1-4284-8b80-937901c40449 req-c00c3122-4efd-4b94-8b4a-7561139412fc service neutron] Attempting to bind port ecabd871-de33-4895-b2b8-878e5914798a on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:40:58.161693 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-d5c64670-08f1-4284-8b80-937901c40449 req-c00c3122-4efd-4b94-8b4a-7561139412fc service neutron] Attempting to bind port ecabd871-de33-4895-b2b8-878e5914798a by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': 'e6dac172-829c-4909-b169-a0bbefcecce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bb08dc1c-8484-4296-a71a-1b9ba6aceb2b'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:40:58.161875 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c64670-08f1-4284-8b80-937901c40449 req-c00c3122-4efd-4b94-8b4a-7561139412fc service neutron] Attempting to bind port ecabd871-de33-4895-b2b8-878e5914798a on network bb08dc1c-8484-4296-a71a-1b9ba6aceb2b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:40:58.166796 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c64670-08f1-4284-8b80-937901c40449 req-c00c3122-4efd-4b94-8b4a-7561139412fc service neutron] Port ecabd871-de33-4895-b2b8-878e5914798a on network bb08dc1c-8484-4296-a71a-1b9ba6aceb2b not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:40:58.167422 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c64670-08f1-4284-8b80-937901c40449 req-c00c3122-4efd-4b94-8b4a-7561139412fc service neutron] Attempting to bind port ecabd871-de33-4895-b2b8-878e5914798a on network bb08dc1c-8484-4296-a71a-1b9ba6aceb2b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:40:58.172586 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c64670-08f1-4284-8b80-937901c40449 req-c00c3122-4efd-4b94-8b4a-7561139412fc service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:40:58.172923 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c64670-08f1-4284-8b80-937901c40449 req-c00c3122-4efd-4b94-8b4a-7561139412fc service neutron] Checking segment: {'id': 'e6dac172-829c-4909-b169-a0bbefcecce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bb08dc1c-8484-4296-a71a-1b9ba6aceb2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:40:58.173318 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c64670-08f1-4284-8b80-937901c40449 req-c00c3122-4efd-4b94-8b4a-7561139412fc service neutron] Bound using segment: {'id': 'e6dac172-829c-4909-b169-a0bbefcecce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bb08dc1c-8484-4296-a71a-1b9ba6aceb2b'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:40:58.173744 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-d5c64670-08f1-4284-8b80-937901c40449 req-c00c3122-4efd-4b94-8b4a-7561139412fc service neutron] Bound port: ecabd871-de33-4895-b2b8-878e5914798a, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6dac172-829c-4909-b169-a0bbefcecce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bb08dc1c-8484-4296-a71a-1b9ba6aceb2b'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:40:58.174120 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d5c64670-08f1-4284-8b80-937901c40449 req-c00c3122-4efd-4b94-8b4a-7561139412fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:58.246452 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-d5c64670-08f1-4284-8b80-937901c40449 req-c00c3122-4efd-4b94-8b4a-7561139412fc service neutron] For port ecabd871-de33-4895-b2b8-878e5914798a, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:40:58.250285 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-d5c64670-08f1-4284-8b80-937901c40449 req-c00c3122-4efd-4b94-8b4a-7561139412fc service neutron] For port ecabd871-de33-4895-b2b8-878e5914798a, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=ecabd871-de33-4895-b2b8-878e5914798a,segment=NetworkSegment(e6dac172-829c-4909-b169-a0bbefcecce5),segment_id=e6dac172-829c-4909-b169-a0bbefcecce5)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:40:58.258453 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d5c64670-08f1-4284-8b80-937901c40449 req-c00c3122-4efd-4b94-8b4a-7561139412fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:58.275861 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c64670-08f1-4284-8b80-937901c40449 req-c00c3122-4efd-4b94-8b4a-7561139412fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:58.276623 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d5c64670-08f1-4284-8b80-937901c40449 req-c00c3122-4efd-4b94-8b4a-7561139412fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:58.278258 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d5c64670-08f1-4284-8b80-937901c40449 req-c00c3122-4efd-4b94-8b4a-7561139412fc service neutron] 10.222.0.25 "PUT /v2.0/ports/ecabd871-de33-4895-b2b8-878e5914798a HTTP/1.1" status: 200 len: 1092 time: 0.6598392 Nov 10 19:40:58.280877 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f806cd-2e8e-4d68-aeaa-a8bc28203f3c', 'tag': 'ecabd871-de33-4895-b2b8-878e5914798a'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:40:58.283687 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d93f895-8bcc-4e3c-8439-600f90fe2594" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f806cd-2e8e-4d68-aeaa-a8bc28203f3c", "tag": "ecabd871-de33-4895-b2b8-878e5914798a"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:40:58.350510 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c3122-4efd-4b94-8b4a-7561139412fc service neutron] Pushing event updated for resources: {'Port': ['ID=ecabd871-de33-4895-b2b8-878e5914798a,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:40:58.415094 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c64670-08f1-4284-8b80-937901c40449 req-14ff2bb9-2d59-4fc0-a826-ed439e89abab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:58.417055 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d5c64670-08f1-4284-8b80-937901c40449 req-14ff2bb9-2d59-4fc0-a826-ed439e89abab service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3666ec57f5864e6195a0b358b6a517b1&device_id=d5f806cd-2e8e-4d68-aeaa-a8bc28203f3c HTTP/1.1" status: 200 len: 1095 time: 0.0786936 Nov 10 19:40:58.483388 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d5c64670-08f1-4284-8b80-937901c40449 req-0fc84eae-3911-4f94-b678-8ae495ce40be service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecabd871-de33-4895-b2b8-878e5914798a HTTP/1.1" status: 200 len: 217 time: 0.0432584 Nov 10 19:40:58.559344 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c64670-08f1-4284-8b80-937901c40449 req-26008eee-339a-4371-bec2-7f4687de02fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:58.561336 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d5c64670-08f1-4284-8b80-937901c40449 req-26008eee-339a-4371-bec2-7f4687de02fd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8d358af6-6e5d-4381-91ad-965950a05cea HTTP/1.1" status: 200 len: 848 time: 0.0685103 Nov 10 19:40:58.636345 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c64670-08f1-4284-8b80-937901c40449 req-eb1656ee-780c-4ed2-9875-4d2556f2031c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:58.637989 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d5c64670-08f1-4284-8b80-937901c40449 req-eb1656ee-780c-4ed2-9875-4d2556f2031c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb08dc1c-8484-4296-a71a-1b9ba6aceb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693488 Nov 10 19:40:58.724615 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:58.736280 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d5c64670-08f1-4284-8b80-937901c40449 req-2fa98250-15a3-42cc-872a-54a41e3b18b0 service neutron] 10.222.0.25 "GET /v2.0/networks/bb08dc1c-8484-4296-a71a-1b9ba6aceb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895665 Nov 10 19:40:58.839271 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d5c64670-08f1-4284-8b80-937901c40449 req-cae135d1-ea34-478f-ba39-9830cbe26705 service neutron] 10.222.0.25 "GET /v2.0/networks/bb08dc1c-8484-4296-a71a-1b9ba6aceb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962894 Nov 10 19:40:59.282566 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1168a7ff-bc72-41e7-a67f-ffdcd28908fc x-openstack-request-id: req-1168a7ff-bc72-41e7-a67f-ffdcd28908fc {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:40:59.283189 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f806cd-2e8e-4d68-aeaa-a8bc28203f3c", "tag": "ecabd871-de33-4895-b2b8-878e5914798a", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:40:59.283189 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1168a7ff-bc72-41e7-a67f-ffdcd28908fc {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:40:59.283497 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f806cd-2e8e-4d68-aeaa-a8bc28203f3c', 'tag': 'ecabd871-de33-4895-b2b8-878e5914798a', 'status': 'completed', 'code': 200} Nov 10 19:40:59.359924 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93f895-8bcc-4e3c-8439-600f90fe2594 req-01d8378c-ed82-42fe-a7a4-f275fcfb0432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:59.361554 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2d93f895-8bcc-4e3c-8439-600f90fe2594 req-01d8378c-ed82-42fe-a7a4-f275fcfb0432 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3666ec57f5864e6195a0b358b6a517b1&device_id=d5f806cd-2e8e-4d68-aeaa-a8bc28203f3c HTTP/1.1" status: 200 len: 1095 time: 0.0503089 Nov 10 19:40:59.395286 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bb6e3-79ec-4874-b61a-e6d501a612c2 req-b0aa0818-c7f7-46ee-8b2c-0199defa52d6 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:59.398251 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-707bb6e3-79ec-4874-b61a-e6d501a612c2 req-b0aa0818-c7f7-46ee-8b2c-0199defa52d6 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d5f806cd-2e8e-4d68-aeaa-a8bc28203f3c HTTP/1.1" status: 200 len: 1095 time: 0.0508642 Nov 10 19:40:59.408418 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:40:59.448867 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-707bb6e3-79ec-4874-b61a-e6d501a612c2 req-6cdd917b-83b4-4221-b98c-527b4d942816 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=00edf75d-eae3-4c4a-bd0b-002094b0b090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434415 Nov 10 19:40:59.484229 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93f895-8bcc-4e3c-8439-600f90fe2594 req-a7fc8d19-87c4-4a51-bb17-ca5f0a4e2de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:59.486110 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2d93f895-8bcc-4e3c-8439-600f90fe2594 req-a7fc8d19-87c4-4a51-bb17-ca5f0a4e2de3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bb08dc1c-8484-4296-a71a-1b9ba6aceb2b HTTP/1.1" status: 200 len: 910 time: 0.1175854 Nov 10 19:40:59.538360 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2d93f895-8bcc-4e3c-8439-600f90fe2594 req-1f50643c-c757-4cc4-b8ff-5d715e552e14 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecabd871-de33-4895-b2b8-878e5914798a HTTP/1.1" status: 200 len: 217 time: 0.0358820 Nov 10 19:40:59.558861 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0adf01-75d4-401a-acd9-9d097fa1e506 req-3d9097dd-507d-4edb-9813-37586d1742fc tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:59.560603 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1e0adf01-75d4-401a-acd9-9d097fa1e506 req-3d9097dd-507d-4edb-9813-37586d1742fc tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f0a7111-eb51-44fb-9daa-5dd2360b6d55 HTTP/1.1" status: 200 len: 945 time: 0.0545111 Nov 10 19:40:59.595207 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93f895-8bcc-4e3c-8439-600f90fe2594 req-e4d7a6e3-73ce-49d2-8ddf-4a2470848d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:59.596977 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2d93f895-8bcc-4e3c-8439-600f90fe2594 req-e4d7a6e3-73ce-49d2-8ddf-4a2470848d8c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8d358af6-6e5d-4381-91ad-965950a05cea HTTP/1.1" status: 200 len: 848 time: 0.0519547 Nov 10 19:40:59.628966 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1e0adf01-75d4-401a-acd9-9d097fa1e506 req-7f37efe5-a8b0-4d99-8d21-4964fe166579 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576215 Nov 10 19:40:59.672595 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93f895-8bcc-4e3c-8439-600f90fe2594 req-4c5dfec7-a0d0-4e6d-90f3-6b3de35bcefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:40:59.677496 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2d93f895-8bcc-4e3c-8439-600f90fe2594 req-4c5dfec7-a0d0-4e6d-90f3-6b3de35bcefa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bb08dc1c-8484-4296-a71a-1b9ba6aceb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729868 Nov 10 19:40:59.850812 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2d93f895-8bcc-4e3c-8439-600f90fe2594 req-b7394a17-ac48-4b4b-b3ba-c104b6647733 service neutron] 10.222.0.25 "GET /v2.0/networks/bb08dc1c-8484-4296-a71a-1b9ba6aceb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651380 Nov 10 19:41:00.005292 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdaae77-c8c9-400f-aea7-9ee7a0684495 req-7538fb45-1f83-44e4-82aa-4deeba03a580 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:00.007088 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0fdaae77-c8c9-400f-aea7-9ee7a0684495 req-7538fb45-1f83-44e4-82aa-4deeba03a580 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f0a7111-eb51-44fb-9daa-5dd2360b6d55 HTTP/1.1" status: 200 len: 945 time: 0.0631022 Nov 10 19:41:00.007346 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2d93f895-8bcc-4e3c-8439-600f90fe2594 req-af05c891-91b0-4a7a-9de4-abb40c552182 service neutron] 10.222.0.25 "GET /v2.0/networks/bb08dc1c-8484-4296-a71a-1b9ba6aceb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487465 Nov 10 19:41:00.075211 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0fdaae77-c8c9-400f-aea7-9ee7a0684495 req-9cc11a0f-90bd-46ba-9ff2-7f33b0687c70 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516462 Nov 10 19:41:00.649281 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-70c90dda-015a-4fc0-86c5-06c9165115a2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:00.650772 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-70c90dda-015a-4fc0-86c5-06c9165115a2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/networks?id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e HTTP/1.1" status: 200 len: 811 time: 0.1146333 Nov 10 19:41:00.668467 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-efaf6683-6bcc-4bd9-afc4-a7a1e8b51359 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/quotas/0863f57af6c245c5a4e0338a46ab2047 HTTP/1.1" status: 200 len: 375 time: 0.0092895 Nov 10 19:41:00.725060 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-8c07e0ab-91bb-4b05-ad77-d653c98aee1e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0863f57af6c245c5a4e0338a46ab2047&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498841 Nov 10 19:41:00.823834 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-cfde1fed-6e41-4cb4-83b6-763632f3dc92 service neutron] 10.222.0.54 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875688 Nov 10 19:41:00.912896 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-a5034ef8-0de9-4cd5-b058-32fcf8e990cf service neutron] 10.222.0.54 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826011 Nov 10 19:41:01.152822 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f969d6-dc73-462c-a288-0c070f1972b2 req-2555f61a-a2e6-4b36-9d6c-9aa59fe5bad3 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:01.154464 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-50f969d6-dc73-462c-a288-0c070f1972b2 req-2555f61a-a2e6-4b36-9d6c-9aa59fe5bad3 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d5f806cd-2e8e-4d68-aeaa-a8bc28203f3c HTTP/1.1" status: 200 len: 1095 time: 0.0573025 Nov 10 19:41:01.209922 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-50f969d6-dc73-462c-a288-0c070f1972b2 req-b987956f-e173-453b-af1c-284f0abf1b03 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=00edf75d-eae3-4c4a-bd0b-002094b0b090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455971 Nov 10 19:41:01.281245 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-83314e35-10ba-44c6-8cb1-465c743af43b req-ff0ea024-ded9-4dc6-a8b3-3277cfe90afb tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 210 time: 0.0300753 Nov 10 19:41:01.349079 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5235e-da03-4783-8c84-adb0c96bf5fe req-15fe3aa3-0c59-484f-b3f3-00efd7dba21c tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:01.350745 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-56c5235e-da03-4783-8c84-adb0c96bf5fe req-15fe3aa3-0c59-484f-b3f3-00efd7dba21c tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0a7111-eb51-44fb-9daa-5dd2360b6d55 HTTP/1.1" status: 200 len: 945 time: 0.0535097 Nov 10 19:41:01.410438 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c492e8-12f3-46ce-8579-8a4f287805d7 req-843c4ce5-b28d-4cce-8655-d4cd8e9d1b76 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:01.411973 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-50c492e8-12f3-46ce-8579-8a4f287805d7 req-843c4ce5-b28d-4cce-8655-d4cd8e9d1b76 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f0a7111-eb51-44fb-9daa-5dd2360b6d55 HTTP/1.1" status: 200 len: 945 time: 0.0501719 Nov 10 19:41:01.461897 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-56c5235e-da03-4783-8c84-adb0c96bf5fe req-ab2e36fa-f7c0-4a32-a66c-d17cacceb974 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Deleting port 3d99dfb8-2960-4bf9-b73b-b0c72abd5364 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:41:01.462341 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-56c5235e-da03-4783-8c84-adb0c96bf5fe req-ab2e36fa-f7c0-4a32-a66c-d17cacceb974 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:01.468471 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-50c492e8-12f3-46ce-8579-8a4f287805d7 req-9c9d4f32-a8b6-4bd3-8a8e-26d9da452916 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496423 Nov 10 19:41:01.560501 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-56c5235e-da03-4783-8c84-adb0c96bf5fe req-ab2e36fa-f7c0-4a32-a66c-d17cacceb974 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] For port 3d99dfb8-2960-4bf9-b73b-b0c72abd5364, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=3d99dfb8-2960-4bf9-b73b-b0c72abd5364,segment=NetworkSegment(313a584a-7372-4c3d-9cec-22149074822b),segment_id=313a584a-7372-4c3d-9cec-22149074822b)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:41:01.560501 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-56c5235e-da03-4783-8c84-adb0c96bf5fe req-ab2e36fa-f7c0-4a32-a66c-d17cacceb974 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:01.574294 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-56c5235e-da03-4783-8c84-adb0c96bf5fe req-ab2e36fa-f7c0-4a32-a66c-d17cacceb974 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Calling delete_port for 3d99dfb8-2960-4bf9-b73b-b0c72abd5364 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:41:01.715664 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-56c5235e-da03-4783-8c84-adb0c96bf5fe req-ab2e36fa-f7c0-4a32-a66c-d17cacceb974 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:01.728505 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['9295535b-2b3d-49db-816d-4ff22c589465'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:41:01.732762 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['3d99dfb8-2960-4bf9-b73b-b0c72abd5364'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:41:01.745876 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e36fa-f7c0-4a32-a66c-d17cacceb974 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Pushing event deleted for resources: {'Port': ['ID=3d99dfb8-2960-4bf9-b73b-b0c72abd5364,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:41:01.790335 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c5235e-da03-4783-8c84-adb0c96bf5fe req-ab2e36fa-f7c0-4a32-a66c-d17cacceb974 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] No DVR routers for this DVR port 3d99dfb8-2960-4bf9-b73b-b0c72abd5364 on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:41:01.793123 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-56c5235e-da03-4783-8c84-adb0c96bf5fe req-ab2e36fa-f7c0-4a32-a66c-d17cacceb974 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:01.796718 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-56c5235e-da03-4783-8c84-adb0c96bf5fe req-ab2e36fa-f7c0-4a32-a66c-d17cacceb974 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.25 "DELETE /v2.0/ports/3d99dfb8-2960-4bf9-b73b-b0c72abd5364 HTTP/1.1" status: 204 len: 173 time: 0.4395654 Nov 10 19:41:01.797182 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0a7111-eb51-44fb-9daa-5dd2360b6d55', 'name': 'network-vif-deleted', 'tag': '3d99dfb8-2960-4bf9-b73b-b0c72abd5364'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:41:01.799542 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f55c2e-7c5e-42e9-a2a4-5ca26d49bc69" -d '{"events": [{"server_uuid": "8f0a7111-eb51-44fb-9daa-5dd2360b6d55", "name": "network-vif-deleted", "tag": "3d99dfb8-2960-4bf9-b73b-b0c72abd5364"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:41:01.846520 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a680e5-f909-4174-ae26-281ca8ef5b2c x-openstack-request-id: req-98a680e5-f909-4174-ae26-281ca8ef5b2c {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:41:01.846926 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0a7111-eb51-44fb-9daa-5dd2360b6d55", "name": "network-vif-deleted", "tag": "3d99dfb8-2960-4bf9-b73b-b0c72abd5364", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:41:01.847288 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-98a680e5-f909-4174-ae26-281ca8ef5b2c {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:41:01.847773 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0a7111-eb51-44fb-9daa-5dd2360b6d55', 'name': 'network-vif-deleted', 'tag': '3d99dfb8-2960-4bf9-b73b-b0c72abd5364', 'status': 'completed', 'code': 200} Nov 10 19:41:02.241695 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-5f519137-951d-411d-985f-84c323bddd26 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:02.243426 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-5f519137-951d-411d-985f-84c323bddd26 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.73 "GET /v2.0/networks?id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e HTTP/1.1" status: 200 len: 811 time: 0.1164155 Nov 10 19:41:02.258968 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-de1400a6-4fb5-4935-87ea-c75f75843820 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Request body: {'port': {'device_id': '0a31af8e-242a-452d-825a-a9b55e03a5f1', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'admin_state_up': True, 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:41:02.384151 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cc686-ad89-4172-a552-de8d7a4b070d req-295b0041-9054-499a-8deb-6a8f08764c17 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:02.385686 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-724cc686-ad89-4172-a552-de8d7a4b070d req-295b0041-9054-499a-8deb-6a8f08764c17 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d5f806cd-2e8e-4d68-aeaa-a8bc28203f3c HTTP/1.1" status: 200 len: 1095 time: 0.0754955 Nov 10 19:41:02.424389 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-de1400a6-4fb5-4935-87ea-c75f75843820 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Made reservation on behalf of 0863f57af6c245c5a4e0338a46ab2047 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:41:02.427895 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-de1400a6-4fb5-4935-87ea-c75f75843820 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:02.454879 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-724cc686-ad89-4172-a552-de8d7a4b070d req-52d0e3bb-535e-4a23-9043-3ad383e910ff tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=00edf75d-eae3-4c4a-bd0b-002094b0b090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613165 Nov 10 19:41:02.585461 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-795c70a2-822e-41cc-86e8-6a07a5545dbf req-c6e88214-c845-4eec-9b04-8dcdc836ecda tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 210 time: 0.0348260 Nov 10 19:41:02.610862 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-de1400a6-4fb5-4935-87ea-c75f75843820 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Allocated IP 172.20.0.6 (bca52f6d-32fc-4cbf-bc81-bdfa96008a4e/d245deb3-5e48-4ae4-b622-b444342b78ed/717605a6-71e8-49ad-8c96-11406b959e1f) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:41:02.769909 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device ecabd871-de33-4895-b2b8-878e5914798a details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:41:02.832139 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da3420-7698-43fd-93b2-db11ef25fca8 req-6bd588ce-a715-44e4-9500-2609b46290f9 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:02.833599 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a7da3420-7698-43fd-93b2-db11ef25fca8 req-6bd588ce-a715-44e4-9500-2609b46290f9 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0811422 Nov 10 19:41:02.856030 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-de1400a6-4fb5-4935-87ea-c75f75843820 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:02.875504 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port ecabd871-de33-4895-b2b8-878e5914798a, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=ecabd871-de33-4895-b2b8-878e5914798a,segment=NetworkSegment(e6dac172-829c-4909-b169-a0bbefcecce5),segment_id=e6dac172-829c-4909-b169-a0bbefcecce5)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:41:02.888138 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'ecabd871-de33-4895-b2b8-878e5914798a', 'network_id': 'bb08dc1c-8484-4296-a71a-1b9ba6aceb2b', 'port_id': 'ecabd871-de33-4895-b2b8-878e5914798a', 'mac_address': 'fa:16:3e:fa:ae:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d358af6-6e5d-4381-91ad-965950a05cea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:41:02.906380 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a7da3420-7698-43fd-93b2-db11ef25fca8 req-aea7ad56-4eb7-4061-a0a6-8ed17d8758fe tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621972 Nov 10 19:41:02.924149 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-de1400a6-4fb5-4935-87ea-c75f75843820 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:02.944195 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:41:02.949348 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:02.978278 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-de1400a6-4fb5-4935-87ea-c75f75843820 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:41:02.982744 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-de1400a6-4fb5-4935-87ea-c75f75843820 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:41:02.985292 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-de1400a6-4fb5-4935-87ea-c75f75843820 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:41:03.001046 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecabd871-de33-4895-b2b8-878e5914798a {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:41:03.012987 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1400a6-4fb5-4935-87ea-c75f75843820 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Pushing event updated for resources: {'Port': ['ID=717605a6-71e8-49ad-8c96-11406b959e1f,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:41:03.042255 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port ecabd871-de33-4895-b2b8-878e5914798a, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=ecabd871-de33-4895-b2b8-878e5914798a,segment=NetworkSegment(e6dac172-829c-4909-b169-a0bbefcecce5),segment_id=e6dac172-829c-4909-b169-a0bbefcecce5)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:41:03.048407 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:03.054569 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-de1400a6-4fb5-4935-87ea-c75f75843820 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:03.055238 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-de1400a6-4fb5-4935-87ea-c75f75843820 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:03.088467 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-de1400a6-4fb5-4935-87ea-c75f75843820 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8344407 Nov 10 19:41:03.109736 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-67e9e2b4-e446-4787-a8c1-cb3ad7ab0b3e service neutron] Request body: {'port': {'device_id': '0a31af8e-242a-452d-825a-a9b55e03a5f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:41:03.159946 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=ecabd871-de33-4895-b2b8-878e5914798a,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:41:03.388002 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a6b1f60e-952e-48d1-94cd-50f37c7a047c None None] Provisioning complete for port 717605a6-71e8-49ad-8c96-11406b959e1f triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:41:03.388670 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a6b1f60e-952e-48d1-94cd-50f37c7a047c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:03.438884 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-a6b1f60e-952e-48d1-94cd-50f37c7a047c None None] Port 717605a6-71e8-49ad-8c96-11406b959e1f cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:41:03.448629 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['ecabd871-de33-4895-b2b8-878e5914798a'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:41:03.556346 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-67e9e2b4-e446-4787-a8c1-cb3ad7ab0b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:03.635678 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109df93-71ee-4fa8-bddc-0a63a9efc566 req-db4692fa-772c-4966-961d-64b317acc9ba tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:03.644217 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1109df93-71ee-4fa8-bddc-0a63a9efc566 req-db4692fa-772c-4966-961d-64b317acc9ba tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.5505261 Nov 10 19:41:03.785485 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1109df93-71ee-4fa8-bddc-0a63a9efc566 req-d5fae649-1283-4f27-8fb5-ebe8ea9026ef tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402848 Nov 10 19:41:03.939688 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe4a98-a470-4117-8c35-25b10b89e91a req-ccf67a9b-66fe-4ece-a5ac-af247a5545f9 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:03.942259 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-effe4a98-a470-4117-8c35-25b10b89e91a req-ccf67a9b-66fe-4ece-a5ac-af247a5545f9 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d5f806cd-2e8e-4d68-aeaa-a8bc28203f3c HTTP/1.1" status: 200 len: 1096 time: 0.0751610 Nov 10 19:41:03.993553 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-67e9e2b4-e446-4787-a8c1-cb3ad7ab0b3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 717605a6-71e8-49ad-8c96-11406b959e1f {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:41:04.006296 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-67e9e2b4-e446-4787-a8c1-cb3ad7ab0b3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:04.038874 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-effe4a98-a470-4117-8c35-25b10b89e91a req-6a12ab9f-13ca-45ef-91cd-d02968660e21 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=00edf75d-eae3-4c4a-bd0b-002094b0b090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751052 Nov 10 19:41:04.040024 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-67e9e2b4-e446-4787-a8c1-cb3ad7ab0b3e service neutron] Transition to ACTIVE for port object 717605a6-71e8-49ad-8c96-11406b959e1f will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:41:04.046442 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-67e9e2b4-e446-4787-a8c1-cb3ad7ab0b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:04.112067 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9e2b4-e446-4787-a8c1-cb3ad7ab0b3e service neutron] Pushing event updated for resources: {'Port': ['ID=717605a6-71e8-49ad-8c96-11406b959e1f,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:41:04.238737 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724179b4-acbf-4eee-80b4-0bdd9eac34f3 req-c613321e-7082-41b2-98f7-204c2d6ffec1 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:04.240503 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-724179b4-acbf-4eee-80b4-0bdd9eac34f3 req-c613321e-7082-41b2-98f7-204c2d6ffec1 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 943 time: 0.1074951 Nov 10 19:41:04.261747 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-67e9e2b4-e446-4787-a8c1-cb3ad7ab0b3e service neutron] Attempting to bind port 717605a6-71e8-49ad-8c96-11406b959e1f on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:41:04.262114 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-67e9e2b4-e446-4787-a8c1-cb3ad7ab0b3e service neutron] Attempting to bind port 717605a6-71e8-49ad-8c96-11406b959e1f by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:41:04.262436 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-67e9e2b4-e446-4787-a8c1-cb3ad7ab0b3e service neutron] Attempting to bind port 717605a6-71e8-49ad-8c96-11406b959e1f on network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:41:04.293917 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-67e9e2b4-e446-4787-a8c1-cb3ad7ab0b3e service neutron] Port 717605a6-71e8-49ad-8c96-11406b959e1f on network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:41:04.294240 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-67e9e2b4-e446-4787-a8c1-cb3ad7ab0b3e service neutron] Attempting to bind port 717605a6-71e8-49ad-8c96-11406b959e1f on network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:41:04.302141 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-67e9e2b4-e446-4787-a8c1-cb3ad7ab0b3e service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:41:04.302869 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-67e9e2b4-e446-4787-a8c1-cb3ad7ab0b3e service neutron] Checking segment: {'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:41:04.302869 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-67e9e2b4-e446-4787-a8c1-cb3ad7ab0b3e service neutron] Bound using segment: {'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:41:04.303304 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-67e9e2b4-e446-4787-a8c1-cb3ad7ab0b3e service neutron] Bound port: 717605a6-71e8-49ad-8c96-11406b959e1f, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:41:04.303666 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-67e9e2b4-e446-4787-a8c1-cb3ad7ab0b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:04.375682 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-724179b4-acbf-4eee-80b4-0bdd9eac34f3 req-da664419-7c52-46ea-b625-b29825694223 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151028 Nov 10 19:41:04.408998 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-67e9e2b4-e446-4787-a8c1-cb3ad7ab0b3e service neutron] For port 717605a6-71e8-49ad-8c96-11406b959e1f, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:41:04.413097 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-67e9e2b4-e446-4787-a8c1-cb3ad7ab0b3e service neutron] For port 717605a6-71e8-49ad-8c96-11406b959e1f, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=717605a6-71e8-49ad-8c96-11406b959e1f,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:41:04.419853 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-67e9e2b4-e446-4787-a8c1-cb3ad7ab0b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:04.467304 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-67e9e2b4-e446-4787-a8c1-cb3ad7ab0b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:04.468087 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-67e9e2b4-e446-4787-a8c1-cb3ad7ab0b3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:04.469809 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-67e9e2b4-e446-4787-a8c1-cb3ad7ab0b3e service neutron] 10.222.0.73 "PUT /v2.0/ports/717605a6-71e8-49ad-8c96-11406b959e1f HTTP/1.1" status: 200 len: 1091 time: 1.3646600 Nov 10 19:41:04.470286 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a31af8e-242a-452d-825a-a9b55e03a5f1', 'tag': '717605a6-71e8-49ad-8c96-11406b959e1f'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:41:04.472802 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72180a1-6425-48c7-a1e6-250f2b0b744a" -d '{"events": [{"name": "network-changed", "server_uuid": "0a31af8e-242a-452d-825a-a9b55e03a5f1", "tag": "717605a6-71e8-49ad-8c96-11406b959e1f"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:41:04.569972 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9e2b4-e446-4787-a8c1-cb3ad7ab0b3e service neutron] Pushing event updated for resources: {'Port': ['ID=717605a6-71e8-49ad-8c96-11406b959e1f,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:41:04.596993 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d291ef-67d8-48d1-bd5f-7471812b21f1 req-658160dc-4490-4c76-9363-fda372a704a2 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:04.606428 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4d291ef-67d8-48d1-bd5f-7471812b21f1 req-658160dc-4490-4c76-9363-fda372a704a2 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.1150923 Nov 10 19:41:04.628006 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-f8e31b9a-990d-40ce-a985-cf0fad8ad97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:04.629602 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-f8e31b9a-990d-40ce-a985-cf0fad8ad97c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0863f57af6c245c5a4e0338a46ab2047&device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 1094 time: 0.1054711 Nov 10 19:41:04.702881 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-428642cb-d8cf-45e4-ade1-69597501de6c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=717605a6-71e8-49ad-8c96-11406b959e1f HTTP/1.1" status: 200 len: 217 time: 0.0633397 Nov 10 19:41:04.720486 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4d291ef-67d8-48d1-bd5f-7471812b21f1 req-f13d7eee-1c96-4f6a-9c25-255512ea6369 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131790 Nov 10 19:41:04.785132 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3727500-8d78-4d71-8c13-5751193f2e22 x-openstack-request-id: req-f3727500-8d78-4d71-8c13-5751193f2e22 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:41:04.785406 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a31af8e-242a-452d-825a-a9b55e03a5f1", "tag": "717605a6-71e8-49ad-8c96-11406b959e1f", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:41:04.785510 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device ecabd871-de33-4895-b2b8-878e5914798a up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:41:04.785994 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f3727500-8d78-4d71-8c13-5751193f2e22 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:41:04.786196 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a31af8e-242a-452d-825a-a9b55e03a5f1', 'tag': '717605a6-71e8-49ad-8c96-11406b959e1f', 'status': 'completed', 'code': 200} Nov 10 19:41:04.787963 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-d2d1109e-a280-4938-a2e5-c87867ff9852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:04.789530 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-d2d1109e-a280-4938-a2e5-c87867ff9852 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d245deb3-5e48-4ae4-b622-b444342b78ed HTTP/1.1" status: 200 len: 850 time: 0.0731719 Nov 10 19:41:04.890193 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port ecabd871-de33-4895-b2b8-878e5914798a completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:41:04.893986 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-40ae40c1-243b-40b8-bb6a-2f2acd50ee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:04.897025 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port ecabd871-de33-4895-b2b8-878e5914798a triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:41:04.897623 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-40ae40c1-243b-40b8-bb6a-2f2acd50ee68 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941584 Nov 10 19:41:04.898085 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:05.041822 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-95168b34-40a4-482a-8d78-6461569c180a service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354163 Nov 10 19:41:05.137513 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:05.195649 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port ecabd871-de33-4895-b2b8-878e5914798a, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=ecabd871-de33-4895-b2b8-878e5914798a,segment=NetworkSegment(e6dac172-829c-4909-b169-a0bbefcecce5),segment_id=e6dac172-829c-4909-b169-a0bbefcecce5)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:41:05.197228 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f806cd-2e8e-4d68-aeaa-a8bc28203f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecabd871-de33-4895-b2b8-878e5914798a'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:41:05.207402 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc681bf0-eeaa-40a4-8920-3445dcaf7831" -d '{"events": [{"server_uuid": "d5f806cd-2e8e-4d68-aeaa-a8bc28203f3c", "name": "network-vif-plugged", "status": "completed", "tag": "ecabd871-de33-4895-b2b8-878e5914798a"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:41:05.219517 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:05.222604 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 3d99dfb8-2960-4bf9-b73b-b0c72abd5364 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:41:05.275220 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd56a8fc-c388-4938-9471-63af359bfa9d req-170eac6a-1628-42d5-8d4e-fbf142a63d4d service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197621 Nov 10 19:41:05.275691 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 3d99dfb8-2960-4bf9-b73b-b0c72abd5364 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:41:05.276041 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 3d99dfb8-2960-4bf9-b73b-b0c72abd5364 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:41:05.288735 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fef473-6046-4883-9779-42a0b42c0fc0 req-3d0b74da-1d8f-4826-8a01-aed6abdd60fa tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:05.298895 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c5fef473-6046-4883-9779-42a0b42c0fc0 req-3d0b74da-1d8f-4826-8a01-aed6abdd60fa tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d5f806cd-2e8e-4d68-aeaa-a8bc28203f3c HTTP/1.1" status: 200 len: 1096 time: 0.1271765 Nov 10 19:41:05.370488 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=ecabd871-de33-4895-b2b8-878e5914798a,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:41:05.391212 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c5fef473-6046-4883-9779-42a0b42c0fc0 req-409eb335-b632-484c-8b92-47059a07def1 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=00edf75d-eae3-4c4a-bd0b-002094b0b090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912595 Nov 10 19:41:05.411267 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72180a1-6425-48c7-a1e6-250f2b0b744a req-39f8f2aa-7047-4bcd-97e1-1e63e6c599e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:05.412943 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b72180a1-6425-48c7-a1e6-250f2b0b744a req-39f8f2aa-7047-4bcd-97e1-1e63e6c599e1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0863f57af6c245c5a4e0338a46ab2047&device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 1094 time: 0.0798035 Nov 10 19:41:05.478049 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe992963-5008-4d05-80c8-686beae3db54 x-openstack-request-id: req-fe992963-5008-4d05-80c8-686beae3db54 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:41:05.479547 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f806cd-2e8e-4d68-aeaa-a8bc28203f3c", "name": "network-vif-plugged", "status": "completed", "tag": "ecabd871-de33-4895-b2b8-878e5914798a", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:41:05.480083 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fe992963-5008-4d05-80c8-686beae3db54 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:41:05.480630 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f806cd-2e8e-4d68-aeaa-a8bc28203f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecabd871-de33-4895-b2b8-878e5914798a', 'code': 200} Nov 10 19:41:05.661168 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72180a1-6425-48c7-a1e6-250f2b0b744a req-56283016-e66a-4a55-8b6e-6c67457cab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:05.670113 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b72180a1-6425-48c7-a1e6-250f2b0b744a req-56283016-e66a-4a55-8b6e-6c67457cab4a service neutron] 10.222.0.73 "GET /v2.0/networks?id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e HTTP/1.1" status: 200 len: 912 time: 0.2445195 Nov 10 19:41:05.770367 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7010a7b-b172-42d5-8b41-110f54926e6d req-d7fbb129-2e32-4966-a432-20817335f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:05.776629 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a7010a7b-b172-42d5-8b41-110f54926e6d req-d7fbb129-2e32-4966-a432-20817335f33b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d5f806cd-2e8e-4d68-aeaa-a8bc28203f3c HTTP/1.1" status: 200 len: 1097 time: 0.1739924 Nov 10 19:41:05.789650 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b72180a1-6425-48c7-a1e6-250f2b0b744a req-a9370a6a-debd-48cf-93f6-ecb85fed8f0f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=717605a6-71e8-49ad-8c96-11406b959e1f HTTP/1.1" status: 200 len: 217 time: 0.1155753 Nov 10 19:41:05.817742 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36eee7-bff1-4126-8ac3-73d3da3e67f0 req-b7ef29fb-86dd-4a79-8db7-38bf46013608 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:05.827933 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aa36eee7-bff1-4126-8ac3-73d3da3e67f0 req-b7ef29fb-86dd-4a79-8db7-38bf46013608 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 943 time: 0.1929011 Nov 10 19:41:05.840812 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a7010a7b-b172-42d5-8b41-110f54926e6d req-2ab92836-a9de-4735-8ece-34bf71d6be14 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=00edf75d-eae3-4c4a-bd0b-002094b0b090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535316 Nov 10 19:41:05.904414 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72180a1-6425-48c7-a1e6-250f2b0b744a req-6e3605cc-486c-44e1-929d-b9c52e9442f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:05.905987 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b72180a1-6425-48c7-a1e6-250f2b0b744a req-6e3605cc-486c-44e1-929d-b9c52e9442f3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d245deb3-5e48-4ae4-b622-b444342b78ed HTTP/1.1" status: 200 len: 850 time: 0.0975814 Nov 10 19:41:05.932415 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aa36eee7-bff1-4126-8ac3-73d3da3e67f0 req-1d4a4728-875a-4b63-9b01-5b7738af6b38 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024609 Nov 10 19:41:05.977176 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72180a1-6425-48c7-a1e6-250f2b0b744a req-d9c493d7-066f-40fd-b66b-45d79ea927a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:05.979933 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b72180a1-6425-48c7-a1e6-250f2b0b744a req-d9c493d7-066f-40fd-b66b-45d79ea927a0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655706 Nov 10 19:41:06.099428 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b72180a1-6425-48c7-a1e6-250f2b0b744a req-b3a9b110-df1a-4922-be82-db7bddabe4a3 service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066954 Nov 10 19:41:06.218455 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b72180a1-6425-48c7-a1e6-250f2b0b744a req-fd8f1902-afd8-40b6-8814-24f08a2c8851 service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062696 Nov 10 19:41:06.529453 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae555c2b-d35e-4da1-9000-c7a1953b9fec req-d642cb8e-e482-455c-a78c-8064f0f58c8a tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:06.538311 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ae555c2b-d35e-4da1-9000-c7a1953b9fec req-d642cb8e-e482-455c-a78c-8064f0f58c8a tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d5f806cd-2e8e-4d68-aeaa-a8bc28203f3c HTTP/1.1" status: 200 len: 1097 time: 0.0619509 Nov 10 19:41:06.599510 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ae555c2b-d35e-4da1-9000-c7a1953b9fec req-db4cf5da-e62a-4043-b0ac-5d240139d65a tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=00edf75d-eae3-4c4a-bd0b-002094b0b090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599735 Nov 10 19:41:07.114214 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6c900-a1ee-4970-a49c-f2ccb041a30c req-ce14f1d9-f16a-43fd-886f-953582fea846 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:07.123510 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-15d6c900-a1ee-4970-a49c-f2ccb041a30c req-ce14f1d9-f16a-43fd-886f-953582fea846 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 943 time: 0.1087756 Nov 10 19:41:07.190483 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-15d6c900-a1ee-4970-a49c-f2ccb041a30c req-d8fe2feb-74a3-48ad-9df9-0dbfe5d263a2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657077 Nov 10 19:41:07.951714 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e94ff3-4b7b-4d62-bcbe-5a5bfe834ea5 req-e4fc7bb6-5135-4542-866b-51d08af127af tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:07.954167 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-20e94ff3-4b7b-4d62-bcbe-5a5bfe834ea5 req-e4fc7bb6-5135-4542-866b-51d08af127af tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d5f806cd-2e8e-4d68-aeaa-a8bc28203f3c HTTP/1.1" status: 200 len: 1097 time: 0.0994818 Nov 10 19:41:08.037453 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-20e94ff3-4b7b-4d62-bcbe-5a5bfe834ea5 req-ec4748c8-3470-4459-a553-d803b3bcf30e tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=00edf75d-eae3-4c4a-bd0b-002094b0b090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756218 Nov 10 19:41:08.249391 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e29e0-a24d-4776-9312-52435f497e18 req-62118a4d-dfb2-4440-82ee-5087bfdbcc82 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:08.252929 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d02e29e0-a24d-4776-9312-52435f497e18 req-62118a4d-dfb2-4440-82ee-5087bfdbcc82 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0972872 Nov 10 19:41:08.331556 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d02e29e0-a24d-4776-9312-52435f497e18 req-707e962c-49dd-47f1-90a9-8a506522bc1e tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705290 Nov 10 19:41:08.521939 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474f470-11aa-4e5e-9033-66bd15d6c10f req-1a6f349f-e6bc-4d52-9d1f-9f222bd2c3f6 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:08.526795 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e474f470-11aa-4e5e-9033-66bd15d6c10f req-1a6f349f-e6bc-4d52-9d1f-9f222bd2c3f6 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d5f806cd-2e8e-4d68-aeaa-a8bc28203f3c HTTP/1.1" status: 200 len: 1097 time: 0.0832605 Nov 10 19:41:08.609345 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e474f470-11aa-4e5e-9033-66bd15d6c10f req-bd0831aa-4a62-4be8-8b04-925d62dd80d9 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=00edf75d-eae3-4c4a-bd0b-002094b0b090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734227 Nov 10 19:41:08.817334 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836f06a-7c5b-4bfa-85fc-54e3d27468c7 req-aa808d6d-bd41-4287-b6cf-5d007531ff98 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:08.827763 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4836f06a-7c5b-4bfa-85fc-54e3d27468c7 req-aa808d6d-bd41-4287-b6cf-5d007531ff98 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 943 time: 0.0937474 Nov 10 19:41:08.918161 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4836f06a-7c5b-4bfa-85fc-54e3d27468c7 req-6d10a3d8-eca4-4897-aca8-3ebb55b3019a tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880728 Nov 10 19:41:09.091414 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e1ec7-f618-4da7-b605-894c7813d6db req-652b5332-69fd-4e16-aec1-1fb7c9b987a7 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:09.093925 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f88e1ec7-f618-4da7-b605-894c7813d6db req-652b5332-69fd-4e16-aec1-1fb7c9b987a7 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0819447 Nov 10 19:41:09.165555 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f88e1ec7-f618-4da7-b605-894c7813d6db req-f4c5c0c4-c929-4bbb-856a-62222a167696 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626900 Nov 10 19:41:09.337215 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8df7d-a9fa-4f87-9825-69abe41d3510 req-652be047-b481-4b00-93b4-815cf675511a tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:09.341924 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-68f8df7d-a9fa-4f87-9825-69abe41d3510 req-652be047-b481-4b00-93b4-815cf675511a tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d5f806cd-2e8e-4d68-aeaa-a8bc28203f3c HTTP/1.1" status: 200 len: 1097 time: 0.0691020 Nov 10 19:41:09.448751 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-68f8df7d-a9fa-4f87-9825-69abe41d3510 req-68e30cc4-895f-4c1d-8c1a-3f7d1a6eabc0 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=00edf75d-eae3-4c4a-bd0b-002094b0b090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997961 Nov 10 19:41:09.871749 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae29da-dc66-4455-96c7-3c90323347f2 req-64bd0977-d51e-47f9-a6e3-ad54b259a559 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:09.874353 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e4ae29da-dc66-4455-96c7-3c90323347f2 req-64bd0977-d51e-47f9-a6e3-ad54b259a559 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d5f806cd-2e8e-4d68-aeaa-a8bc28203f3c HTTP/1.1" status: 200 len: 1097 time: 0.0979438 Nov 10 19:41:09.947503 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e4ae29da-dc66-4455-96c7-3c90323347f2 req-c6e77563-c329-44cc-9bf1-160868bc5895 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=00edf75d-eae3-4c4a-bd0b-002094b0b090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595381 Nov 10 19:41:10.136267 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7f8e4-7064-4c1c-b42e-27bf31046dfb req-d8e721f4-08b4-4edd-9a3f-164d68b85956 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:10.138471 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-baf7f8e4-7064-4c1c-b42e-27bf31046dfb req-d8e721f4-08b4-4edd-9a3f-164d68b85956 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 943 time: 0.0987396 Nov 10 19:41:10.223063 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-baf7f8e4-7064-4c1c-b42e-27bf31046dfb req-27a2eb39-406d-428c-ac94-2b6d88be5e5a tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738437 Nov 10 19:41:11.066327 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba8682-c9c3-48e3-b3e5-8e6a38dd05ad req-2a1f7e1f-0f5e-470b-a8df-a0ded6e424f2 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:11.067863 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-caba8682-c9c3-48e3-b3e5-8e6a38dd05ad req-2a1f7e1f-0f5e-470b-a8df-a0ded6e424f2 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d5f806cd-2e8e-4d68-aeaa-a8bc28203f3c HTTP/1.1" status: 200 len: 1097 time: 0.0540638 Nov 10 19:41:11.123015 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-caba8682-c9c3-48e3-b3e5-8e6a38dd05ad req-1ffc3412-3055-4e4b-81d3-687111a02439 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=00edf75d-eae3-4c4a-bd0b-002094b0b090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479953 Nov 10 19:41:11.346532 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be219f-beff-43e6-afb3-0051b964321d req-4130fed7-e6e2-480b-9384-ef8a64c45eb1 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:11.348766 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-84be219f-beff-43e6-afb3-0051b964321d req-4130fed7-e6e2-480b-9384-ef8a64c45eb1 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d5f806cd-2e8e-4d68-aeaa-a8bc28203f3c HTTP/1.1" status: 200 len: 1097 time: 0.0572536 Nov 10 19:41:11.392113 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca58b6-b018-497b-bac1-931555c68b92 req-42f4acb4-8958-46f5-9a98-e69ff37cfc0e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:11.399801 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-39ca58b6-b018-497b-bac1-931555c68b92 req-42f4acb4-8958-46f5-9a98-e69ff37cfc0e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 943 time: 0.0957942 Nov 10 19:41:11.445512 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-84be219f-beff-43e6-afb3-0051b964321d req-593706f4-3684-43fa-b037-d3c4ee232892 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Deleting port ecabd871-de33-4895-b2b8-878e5914798a {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:41:11.447573 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-84be219f-beff-43e6-afb3-0051b964321d req-593706f4-3684-43fa-b037-d3c4ee232892 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:11.479982 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-39ca58b6-b018-497b-bac1-931555c68b92 req-ac83bee3-4648-49c7-8427-284fcabf5ee2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790205 Nov 10 19:41:11.546817 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-84be219f-beff-43e6-afb3-0051b964321d req-593706f4-3684-43fa-b037-d3c4ee232892 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] For port ecabd871-de33-4895-b2b8-878e5914798a, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=ecabd871-de33-4895-b2b8-878e5914798a,segment=NetworkSegment(e6dac172-829c-4909-b169-a0bbefcecce5),segment_id=e6dac172-829c-4909-b169-a0bbefcecce5)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:41:11.547466 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-84be219f-beff-43e6-afb3-0051b964321d req-593706f4-3684-43fa-b037-d3c4ee232892 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:11.561829 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-84be219f-beff-43e6-afb3-0051b964321d req-593706f4-3684-43fa-b037-d3c4ee232892 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Calling delete_port for ecabd871-de33-4895-b2b8-878e5914798a owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:41:11.712444 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-84be219f-beff-43e6-afb3-0051b964321d req-593706f4-3684-43fa-b037-d3c4ee232892 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:11.737479 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['ecabd871-de33-4895-b2b8-878e5914798a'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:41:11.770227 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['0af71db6-02d7-4480-bf85-47a32c595022'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:41:11.772712 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593706f4-3684-43fa-b037-d3c4ee232892 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Pushing event deleted for resources: {'Port': ['ID=ecabd871-de33-4895-b2b8-878e5914798a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:41:11.797805 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-84be219f-beff-43e6-afb3-0051b964321d req-593706f4-3684-43fa-b037-d3c4ee232892 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] No DVR routers for this DVR port ecabd871-de33-4895-b2b8-878e5914798a on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:41:11.801148 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-84be219f-beff-43e6-afb3-0051b964321d req-593706f4-3684-43fa-b037-d3c4ee232892 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:11.805374 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-84be219f-beff-43e6-afb3-0051b964321d req-593706f4-3684-43fa-b037-d3c4ee232892 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.25 "DELETE /v2.0/ports/ecabd871-de33-4895-b2b8-878e5914798a HTTP/1.1" status: 204 len: 173 time: 0.4500885 Nov 10 19:41:11.807127 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f806cd-2e8e-4d68-aeaa-a8bc28203f3c', 'name': 'network-vif-deleted', 'tag': 'ecabd871-de33-4895-b2b8-878e5914798a'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:41:11.810082 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d06de2a-0dce-4f4c-81e9-4ecbec4fe376" -d '{"events": [{"server_uuid": "d5f806cd-2e8e-4d68-aeaa-a8bc28203f3c", "name": "network-vif-deleted", "tag": "ecabd871-de33-4895-b2b8-878e5914798a"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:41:11.900583 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417a426d-fbd6-4aff-931f-7ccb6df5e38a x-openstack-request-id: req-417a426d-fbd6-4aff-931f-7ccb6df5e38a {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:41:11.900899 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f806cd-2e8e-4d68-aeaa-a8bc28203f3c", "name": "network-vif-deleted", "tag": "ecabd871-de33-4895-b2b8-878e5914798a", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:41:11.901164 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-417a426d-fbd6-4aff-931f-7ccb6df5e38a {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:41:11.901571 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f806cd-2e8e-4d68-aeaa-a8bc28203f3c', 'name': 'network-vif-deleted', 'tag': 'ecabd871-de33-4895-b2b8-878e5914798a', 'status': 'completed', 'code': 200} Nov 10 19:41:12.126329 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e2d38-4533-410a-9d31-0f15f973aa9b req-f8454874-7a0b-4fbe-b422-80e6158a171c tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:12.135637 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-507e2d38-4533-410a-9d31-0f15f973aa9b req-f8454874-7a0b-4fbe-b422-80e6158a171c tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.1010058 Nov 10 19:41:12.198025 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-507e2d38-4533-410a-9d31-0f15f973aa9b req-f43db238-7737-4abb-befb-95bf9a1d3eb0 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613527 Nov 10 19:41:12.327884 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4fa47f97-a447-4a68-b776-ed6e4cc20605 req-8bbbc5f7-a1a0-417e-8c19-7f5fd1164731 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d5f806cd-2e8e-4d68-aeaa-a8bc28203f3c HTTP/1.1" status: 200 len: 210 time: 0.0326395 Nov 10 19:41:12.458547 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110bb5b-79e5-446b-8433-3debe5a12d96 req-c4f16935-7c45-4b5f-b2d0-8034906e4575 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:12.460403 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0110bb5b-79e5-446b-8433-3debe5a12d96 req-c4f16935-7c45-4b5f-b2d0-8034906e4575 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0637109 Nov 10 19:41:12.516546 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0110bb5b-79e5-446b-8433-3debe5a12d96 req-96cc062a-5f1a-4536-be37-500e3422a60d tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495429 Nov 10 19:41:12.628330 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35255da6-559f-49ea-bf8c-68f491291539 req-5570786d-e56e-46bd-a4b8-b7e5c6bf9bac tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:12.629940 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-35255da6-559f-49ea-bf8c-68f491291539 req-5570786d-e56e-46bd-a4b8-b7e5c6bf9bac tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 943 time: 0.0526781 Nov 10 19:41:12.682363 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-35255da6-559f-49ea-bf8c-68f491291539 req-e1e0fbdf-9e72-4f6b-89b2-574f67a2afd8 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460980 Nov 10 19:41:12.804014 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8764cd-05ea-4e98-a10e-1f4567e77727 req-b5addeae-e9db-4904-9643-94f4e59f985c tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:12.805855 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-db8764cd-05ea-4e98-a10e-1f4567e77727 req-b5addeae-e9db-4904-9643-94f4e59f985c tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0517485 Nov 10 19:41:12.858373 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-db8764cd-05ea-4e98-a10e-1f4567e77727 req-e8829654-8798-436b-84e2-1df7e57c02de tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456836 Nov 10 19:41:12.981352 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229523ce-2a3c-486c-9050-1ae7202e4020 req-8be4dd56-a0da-4348-8ff9-472fc0a8bfd6 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:12.983080 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-229523ce-2a3c-486c-9050-1ae7202e4020 req-8be4dd56-a0da-4348-8ff9-472fc0a8bfd6 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0562768 Nov 10 19:41:13.031726 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-229523ce-2a3c-486c-9050-1ae7202e4020 req-b4cb9fba-f95f-4bb1-ba03-057574167b09 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425584 Nov 10 19:41:13.210294 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41522d55-1a54-4f59-a849-7b42fedb8634 req-96d4d05c-440f-4c7b-9b7e-9889f70d243f tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:13.212045 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-41522d55-1a54-4f59-a849-7b42fedb8634 req-96d4d05c-440f-4c7b-9b7e-9889f70d243f tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0530281 Nov 10 19:41:13.261424 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-41522d55-1a54-4f59-a849-7b42fedb8634 req-131da983-bc8c-482a-90f5-124f948029ab tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431740 Nov 10 19:41:13.384492 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f35f48-b2f9-4bc1-90f2-c614db7ba9ab req-12a81373-1e9e-4f76-852f-391c5394b392 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:13.386041 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13f35f48-b2f9-4bc1-90f2-c614db7ba9ab req-12a81373-1e9e-4f76-852f-391c5394b392 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0532792 Nov 10 19:41:13.444246 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13f35f48-b2f9-4bc1-90f2-c614db7ba9ab req-1f1fa10a-2e60-49fc-bd73-1fffaad94cca tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503905 Nov 10 19:41:13.750316 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a710d-2efd-409a-8370-f296983f22db req-12e0310a-af51-45d7-96c6-d9b154785e51 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:13.751869 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c4a710d-2efd-409a-8370-f296983f22db req-12e0310a-af51-45d7-96c6-d9b154785e51 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=261d706c-4f2d-4647-8fd6-790a3f363df8 HTTP/1.1" status: 200 len: 1096 time: 0.0425413 Nov 10 19:41:13.799906 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c4a710d-2efd-409a-8370-f296983f22db req-5104d1f6-da25-4969-b2de-dc01d16bc179 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=00edf75d-eae3-4c4a-bd0b-002094b0b090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411475 Nov 10 19:41:13.915261 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2bb95-ad86-4660-9d3e-0a4b3788d5bd req-64841ab3-d072-45da-969d-a195a4e8ce39 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:13.916788 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-70b2bb95-ad86-4660-9d3e-0a4b3788d5bd req-64841ab3-d072-45da-969d-a195a4e8ce39 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0530131 Nov 10 19:41:13.978218 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-70b2bb95-ad86-4660-9d3e-0a4b3788d5bd req-29d0992f-b07c-4bc1-839b-ff05ca7fe6cc tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503922 Nov 10 19:41:14.096635 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b37094-ee87-45e7-afdf-6faba010b79d req-f9f8feb6-216f-4668-8654-0708a6f23462 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:14.099011 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67b37094-ee87-45e7-afdf-6faba010b79d req-f9f8feb6-216f-4668-8654-0708a6f23462 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 943 time: 0.0712528 Nov 10 19:41:14.150987 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67b37094-ee87-45e7-afdf-6faba010b79d req-73107c2f-b7dc-4953-97a0-74eb05b246c1 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430355 Nov 10 19:41:14.260464 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21215f98-1a60-4c85-bc61-421964994a06 req-5c44cd57-7332-4627-ba85-a99c4b6e18e0 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:14.262369 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-21215f98-1a60-4c85-bc61-421964994a06 req-5c44cd57-7332-4627-ba85-a99c4b6e18e0 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0523260 Nov 10 19:41:14.313194 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-21215f98-1a60-4c85-bc61-421964994a06 req-01fbf085-60e8-4bac-a0e1-a003b795846b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443251 Nov 10 19:41:14.490255 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ae366-c7d9-4224-8329-4166e18c1c8a req-dde737c8-44f3-4f72-bc92-f894f94a517f tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:14.491824 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f5ae366-c7d9-4224-8329-4166e18c1c8a req-dde737c8-44f3-4f72-bc92-f894f94a517f tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0563693 Nov 10 19:41:14.540612 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f5ae366-c7d9-4224-8329-4166e18c1c8a req-2aeb5398-a252-454e-9bfe-aad3ad51c5b4 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419805 Nov 10 19:41:14.667505 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ac163-0770-4d0c-9806-5e6668315a98 req-dc460856-07a2-4fef-b5c5-71c8dca4b22c tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:14.669050 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e93ac163-0770-4d0c-9806-5e6668315a98 req-dc460856-07a2-4fef-b5c5-71c8dca4b22c tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0598862 Nov 10 19:41:14.722973 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e93ac163-0770-4d0c-9806-5e6668315a98 req-85d78c8e-1594-42c4-94d5-c061723c7cfe tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472488 Nov 10 19:41:14.810537 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device ecabd871-de33-4895-b2b8-878e5914798a no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:41:14.838529 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: ecabd871-de33-4895-b2b8-878e5914798a {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:41:14.838883 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device ecabd871-de33-4895-b2b8-878e5914798a not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:41:14.907954 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279465a-457e-4568-b201-f37934ad659b req-154304a3-34eb-4c21-8dca-ded9abc89054 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:14.909452 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b279465a-457e-4568-b201-f37934ad659b req-154304a3-34eb-4c21-8dca-ded9abc89054 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0509474 Nov 10 19:41:14.964362 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b279465a-457e-4568-b201-f37934ad659b req-64f2a2ff-aa04-4c26-8493-b6b1cc9756ef tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481687 Nov 10 19:41:15.072357 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c3b09-f8ce-436e-bda0-85c8ae65f740 req-d4d0f32a-7234-4d0b-a986-17d35e5c0581 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:15.073986 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d93c3b09-f8ce-436e-bda0-85c8ae65f740 req-d4d0f32a-7234-4d0b-a986-17d35e5c0581 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=261d706c-4f2d-4647-8fd6-790a3f363df8 HTTP/1.1" status: 200 len: 1096 time: 0.0429823 Nov 10 19:41:15.122145 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d93c3b09-f8ce-436e-bda0-85c8ae65f740 req-c904e025-de21-4ece-a497-a5016aca4d21 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=00edf75d-eae3-4c4a-bd0b-002094b0b090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409172 Nov 10 19:41:15.248317 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092cd2e1-a62e-4f87-9e38-22b8357b9c3e req-486adc9b-0995-4301-aa58-ace976697ec5 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:15.249958 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-092cd2e1-a62e-4f87-9e38-22b8357b9c3e req-486adc9b-0995-4301-aa58-ace976697ec5 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0587416 Nov 10 19:41:15.321428 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc45e28-e8c5-44e9-84ae-c58456634fb9 req-d2678db3-3eb8-4bdc-849d-03dfbf801ed9 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:15.323755 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7fc45e28-e8c5-44e9-84ae-c58456634fb9 req-d2678db3-3eb8-4bdc-849d-03dfbf801ed9 tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=261d706c-4f2d-4647-8fd6-790a3f363df8 HTTP/1.1" status: 200 len: 1096 time: 0.0921686 Nov 10 19:41:15.358571 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-092cd2e1-a62e-4f87-9e38-22b8357b9c3e req-304b1125-9544-44c9-bbbe-b18419268de4 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950208 Nov 10 19:41:15.515209 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400879a-b091-4a0d-943b-036ba36b9e1f req-0ed9a2cd-1981-438c-995f-5cf4ac402664 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:15.517326 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3400879a-b091-4a0d-943b-036ba36b9e1f req-0ed9a2cd-1981-438c-995f-5cf4ac402664 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 943 time: 0.0732288 Nov 10 19:41:15.552253 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-7fc45e28-e8c5-44e9-84ae-c58456634fb9 req-231b09ae-0039-478f-8472-7c5ca4af7e7d tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Deleting port 0af71db6-02d7-4480-bf85-47a32c595022 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:41:15.552500 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7fc45e28-e8c5-44e9-84ae-c58456634fb9 req-231b09ae-0039-478f-8472-7c5ca4af7e7d tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:15.658356 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3400879a-b091-4a0d-943b-036ba36b9e1f req-b60ec734-458d-44e0-b1ae-ed125c75b28a tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332624 Nov 10 19:41:15.706200 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-7fc45e28-e8c5-44e9-84ae-c58456634fb9 req-231b09ae-0039-478f-8472-7c5ca4af7e7d tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] For port 0af71db6-02d7-4480-bf85-47a32c595022, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=0af71db6-02d7-4480-bf85-47a32c595022,segment=NetworkSegment(e6dac172-829c-4909-b169-a0bbefcecce5),segment_id=e6dac172-829c-4909-b169-a0bbefcecce5)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:41:15.707317 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7fc45e28-e8c5-44e9-84ae-c58456634fb9 req-231b09ae-0039-478f-8472-7c5ca4af7e7d tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:15.722414 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-7fc45e28-e8c5-44e9-84ae-c58456634fb9 req-231b09ae-0039-478f-8472-7c5ca4af7e7d tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Calling delete_port for 0af71db6-02d7-4480-bf85-47a32c595022 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:41:15.930019 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dbacb-a9dd-4832-9f11-6bd3345b4d5d req-93ee549b-6c05-4241-9300-fc5290532547 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:15.931578 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-be2dbacb-a9dd-4832-9f11-6bd3345b4d5d req-93ee549b-6c05-4241-9300-fc5290532547 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/networks?id=7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1 HTTP/1.1" status: 200 len: 813 time: 0.1600728 Nov 10 19:41:15.961308 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-be2dbacb-a9dd-4832-9f11-6bd3345b4d5d req-2341907b-c072-4d75-9989-b5bc717acafe tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/quotas/8dee9662a0a54ffd8cb1802d7cb4561d HTTP/1.1" status: 200 len: 375 time: 0.0232081 Nov 10 19:41:15.977700 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7fc45e28-e8c5-44e9-84ae-c58456634fb9 req-231b09ae-0039-478f-8472-7c5ca4af7e7d tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:15.992949 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['0af71db6-02d7-4480-bf85-47a32c595022'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:41:16.046410 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b09ae-0039-478f-8472-7c5ca4af7e7d tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Pushing event deleted for resources: {'Port': ['ID=0af71db6-02d7-4480-bf85-47a32c595022,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:41:16.115838 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-be2dbacb-a9dd-4832-9f11-6bd3345b4d5d req-89e7e17a-66c8-4936-8adf-121bbbf35612 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8dee9662a0a54ffd8cb1802d7cb4561d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1463144 Nov 10 19:41:16.172398 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc45e28-e8c5-44e9-84ae-c58456634fb9 req-231b09ae-0039-478f-8472-7c5ca4af7e7d tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] No DVR routers for this DVR port 0af71db6-02d7-4480-bf85-47a32c595022 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:41:16.178900 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-7fc45e28-e8c5-44e9-84ae-c58456634fb9 req-231b09ae-0039-478f-8472-7c5ca4af7e7d tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:16.189286 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7fc45e28-e8c5-44e9-84ae-c58456634fb9 req-231b09ae-0039-478f-8472-7c5ca4af7e7d tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.73 "DELETE /v2.0/ports/0af71db6-02d7-4480-bf85-47a32c595022 HTTP/1.1" status: 204 len: 173 time: 0.8521988 Nov 10 19:41:16.189864 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261d706c-4f2d-4647-8fd6-790a3f363df8', 'name': 'network-vif-deleted', 'tag': '0af71db6-02d7-4480-bf85-47a32c595022'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:41:16.194004 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a686ea5d-898e-4920-a386-3d13c76dbfc9" -d '{"events": [{"server_uuid": "261d706c-4f2d-4647-8fd6-790a3f363df8", "name": "network-vif-deleted", "tag": "0af71db6-02d7-4480-bf85-47a32c595022"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:41:16.291559 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19df2c3-39fe-4273-b796-e235479ce5ec req-69d63a28-0969-47f7-8509-feb902a89a60 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:16.303189 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e19df2c3-39fe-4273-b796-e235479ce5ec req-69d63a28-0969-47f7-8509-feb902a89a60 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0760090 Nov 10 19:41:16.374119 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e19df2c3-39fe-4273-b796-e235479ce5ec req-59346c05-3d14-46c2-9b39-65b3c2d3a094 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697391 Nov 10 19:41:16.484020 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4a60e339-7835-4084-aa61-7f8be2db4f86 req-0f253b13-8ac8-4967-9d83-05e69abbe80e tempest-TestServerMultinode-1887990657 tempest-TestServerMultinode-1887990657-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=261d706c-4f2d-4647-8fd6-790a3f363df8 HTTP/1.1" status: 200 len: 210 time: 0.0264544 Nov 10 19:41:16.527281 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17f4bf0-2a86-4131-a192-5fe4d7b78f8b x-openstack-request-id: req-a17f4bf0-2a86-4131-a192-5fe4d7b78f8b {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:41:16.527762 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261d706c-4f2d-4647-8fd6-790a3f363df8", "name": "network-vif-deleted", "tag": "0af71db6-02d7-4480-bf85-47a32c595022", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:41:16.528084 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a17f4bf0-2a86-4131-a192-5fe4d7b78f8b {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:41:16.528567 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261d706c-4f2d-4647-8fd6-790a3f363df8', 'name': 'network-vif-deleted', 'tag': '0af71db6-02d7-4480-bf85-47a32c595022', 'status': 'completed', 'code': 200} Nov 10 19:41:16.631300 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6862fd62-9b13-4c5a-be66-f870d35d5dea req-cc77c4c1-c471-4ba0-8e3b-816d7973699d tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:16.633333 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6862fd62-9b13-4c5a-be66-f870d35d5dea req-cc77c4c1-c471-4ba0-8e3b-816d7973699d tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0594177 Nov 10 19:41:16.692305 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6862fd62-9b13-4c5a-be66-f870d35d5dea req-d2dc92db-0aa2-4c51-b350-a44a87bea2b3 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530517 Nov 10 19:41:16.816615 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e3111-4b80-49f5-9485-ebf184689c9d req-1bc8af06-a88e-40ea-b1c2-0bce419dd6c6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:16.818112 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b5e3111-4b80-49f5-9485-ebf184689c9d req-1bc8af06-a88e-40ea-b1c2-0bce419dd6c6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 943 time: 0.0538721 Nov 10 19:41:16.866899 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b5e3111-4b80-49f5-9485-ebf184689c9d req-52ffcafd-3b68-4907-b5f2-1507e2778318 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425272 Nov 10 19:41:16.982642 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6767ee4e-3fc5-49aa-bc02-647f01f491e4 req-62ad7566-8605-4535-96d6-cc220b3d46e0 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=8dee9662a0a54ffd8cb1802d7cb4561d HTTP/1.1" status: 200 len: 221 time: 0.0368593 Nov 10 19:41:17.091512 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7387ad-6271-42c4-a228-24b034bd487f req-d39a9a8b-29ed-44c6-9429-37e3309f6dc7 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:17.093063 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ad7387ad-6271-42c4-a228-24b034bd487f req-d39a9a8b-29ed-44c6-9429-37e3309f6dc7 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0567424 Nov 10 19:41:17.141186 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ad7387ad-6271-42c4-a228-24b034bd487f req-3668b0f5-7c91-49b1-a48a-b03481da0fcf tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416896 Nov 10 19:41:17.269681 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e020fbe-e939-4a41-9538-c49a5c8bb95f req-b926ec47-45b3-44be-bba1-f43fdf6605f4 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:17.271101 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4e020fbe-e939-4a41-9538-c49a5c8bb95f req-b926ec47-45b3-44be-bba1-f43fdf6605f4 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0586696 Nov 10 19:41:17.321277 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4e020fbe-e939-4a41-9538-c49a5c8bb95f req-adc2fe17-9dc7-47b4-b234-820f60bf0eb9 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436413 Nov 10 19:41:17.456819 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f19f83-d348-485a-bb96-c159afb84db5 req-ee271ffa-1008-4b39-ba20-40d30e2e7032 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:17.458353 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91f19f83-d348-485a-bb96-c159afb84db5 req-ee271ffa-1008-4b39-ba20-40d30e2e7032 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0511110 Nov 10 19:41:17.508287 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91f19f83-d348-485a-bb96-c159afb84db5 req-7fb5ce17-f290-4514-82ca-ad5e2f63d83e tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430710 Nov 10 19:41:17.557419 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43158) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:41:17.689878 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f82b5-b240-4d8c-bd81-84da59f12d39 req-72da8714-d850-40fa-b60e-190a67e56314 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:17.691489 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-032f82b5-b240-4d8c-bd81-84da59f12d39 req-72da8714-d850-40fa-b60e-190a67e56314 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0901401 Nov 10 19:41:17.786137 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-032f82b5-b240-4d8c-bd81-84da59f12d39 req-463587e9-4a5e-4db2-8b82-4604a7d41d95 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870857 Nov 10 19:41:17.957491 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a629fd-d9f1-4907-bf06-ff9c37a4fdd6 req-9f4adb8f-da05-4220-9b7a-d37f869643d4 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:17.959043 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e7a629fd-d9f1-4907-bf06-ff9c37a4fdd6 req-9f4adb8f-da05-4220-9b7a-d37f869643d4 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0805604 Nov 10 19:41:18.028087 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e7a629fd-d9f1-4907-bf06-ff9c37a4fdd6 req-2f59d2f2-9f1b-4371-a1d8-c365bf529f7f tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601411 Nov 10 19:41:18.081999 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-165194df-33d2-48a0-902d-0af2385f1b8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:18.213743 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a61681-d7b6-4dbd-be36-3042550e4cf4 req-d34a922f-2632-4c76-9edd-9aea8f0943e0 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:18.215138 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b5a61681-d7b6-4dbd-be36-3042550e4cf4 req-d34a922f-2632-4c76-9edd-9aea8f0943e0 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 943 time: 0.1001260 Nov 10 19:41:18.325981 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b5a61681-d7b6-4dbd-be36-3042550e4cf4 req-f382720d-1187-4129-bbde-3bbb27eec7bc tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006553 Nov 10 19:41:18.460748 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214002e-c48d-446b-89f2-862533336628 req-09fed6d5-1826-4e2d-894d-8a5ed5f1b090 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:18.462268 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b214002e-c48d-446b-89f2-862533336628 req-09fed6d5-1826-4e2d-894d-8a5ed5f1b090 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0749919 Nov 10 19:41:18.468190 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-165194df-33d2-48a0-902d-0af2385f1b8b admin admin] Deleting port 498b4e4f-5258-41b7-8717-f9531068a0b7 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:41:18.468499 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-165194df-33d2-48a0-902d-0af2385f1b8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:18.546150 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 0af71db6-02d7-4480-bf85-47a32c595022 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:41:18.566698 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b214002e-c48d-446b-89f2-862533336628 req-0a9ee9d3-44ca-4c80-ba61-d6bf5491ae82 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960004 Nov 10 19:41:18.569901 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 0af71db6-02d7-4480-bf85-47a32c595022 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:41:18.570505 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 0af71db6-02d7-4480-bf85-47a32c595022 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:41:18.587483 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-165194df-33d2-48a0-902d-0af2385f1b8b admin admin] For port 498b4e4f-5258-41b7-8717-f9531068a0b7, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=498b4e4f-5258-41b7-8717-f9531068a0b7,segment=NetworkSegment(e6dac172-829c-4909-b169-a0bbefcecce5),segment_id=e6dac172-829c-4909-b169-a0bbefcecce5)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:41:18.587989 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-165194df-33d2-48a0-902d-0af2385f1b8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:18.607066 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-165194df-33d2-48a0-902d-0af2385f1b8b admin admin] Calling delete_port for 498b4e4f-5258-41b7-8717-f9531068a0b7 owned by network:router_interface {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:41:19.135265 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7992ab-390f-41e3-95d1-6b3025dfd6fb req-b742bd62-0d45-4981-a791-391fc784fc79 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:19.136843 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9f7992ab-390f-41e3-95d1-6b3025dfd6fb req-b742bd62-0d45-4981-a791-391fc784fc79 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.4712794 Nov 10 19:41:19.223698 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9f7992ab-390f-41e3-95d1-6b3025dfd6fb req-02650c85-19ca-4dea-be06-b10fffa438ab tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798388 Nov 10 19:41:19.254404 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-165194df-33d2-48a0-902d-0af2385f1b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:19.317167 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165194df-33d2-48a0-902d-0af2385f1b8b admin admin] Pushing event deleted for resources: {'Port': ['ID=498b4e4f-5258-41b7-8717-f9531068a0b7,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:41:19.461562 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6aa7a-9d90-4fb9-b782-afcd2439ef43 req-04cb548d-0d52-4377-ba1e-acb1427a4544 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:19.464387 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cd6aa7a-9d90-4fb9-b782-afcd2439ef43 req-04cb548d-0d52-4377-ba1e-acb1427a4544 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.1219952 Nov 10 19:41:19.592965 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cd6aa7a-9d90-4fb9-b782-afcd2439ef43 req-62b9cd4e-7fb7-44b1-8cb6-b5a62bccb6fc tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160836 Nov 10 19:41:19.592965 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-165194df-33d2-48a0-902d-0af2385f1b8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:19.774061 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c28f3-3be2-45bf-90cd-efcf5af0ac01 req-a31d8aa6-a154-4676-aedb-49a40a86ee5d tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:19.775578 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab7c28f3-3be2-45bf-90cd-efcf5af0ac01 req-a31d8aa6-a154-4676-aedb-49a40a86ee5d tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 943 time: 0.0708992 Nov 10 19:41:19.897563 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ab7c28f3-3be2-45bf-90cd-efcf5af0ac01 req-17d02f82-ffc9-45f7-a9df-dfef2aec1d6d tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916491 Nov 10 19:41:19.915048 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165194df-33d2-48a0-902d-0af2385f1b8b admin admin] Router 7bc2e552-7409-48e6-ad2b-a8f8f20993d1 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:41:20.055418 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165194df-33d2-48a0-902d-0af2385f1b8b admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:41:20.063986 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-165194df-33d2-48a0-902d-0af2385f1b8b admin admin] 10.222.0.54 "PUT /v2.0/routers/7bc2e552-7409-48e6-ad2b-a8f8f20993d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5021696 Nov 10 19:41:20.064572 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43184) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:41:20.066952 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19da8dd-5005-4942-a076-7a7b6cb98dcd None None] Sync routers for ids ['7bc2e552-7409-48e6-ad2b-a8f8f20993d1'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:41:20.077608 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19da8dd-5005-4942-a076-7a7b6cb98dcd None None] Routers {'7bc2e552-7409-48e6-ad2b-a8f8f20993d1'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:41:20.078651 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-f19da8dd-5005-4942-a076-7a7b6cb98dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:40:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['7bc2e552-7409-48e6-ad2b-a8f8f20993d1'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:41:20.190303 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15ccb5-442b-4954-9585-5520627160a1 req-e54c29a9-46f8-4659-b24f-b701583dac7b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:20.191981 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4a15ccb5-442b-4954-9585-5520627160a1 req-e54c29a9-46f8-4659-b24f-b701583dac7b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.1851916 Nov 10 19:41:20.230810 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-53593240-4c26-4dad-bad2-2dd3a7326c99 admin admin] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:20.294095 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4a15ccb5-442b-4954-9585-5520627160a1 req-a6d9caea-69a0-4e24-a5c4-865ad83cae3a tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920901 Nov 10 19:41:20.294704 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-f19da8dd-5005-4942-a076-7a7b6cb98dcd None None] Set router 7bc2e552-7409-48e6-ad2b-a8f8f20993d1 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:41:20.364832 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-53593240-4c26-4dad-bad2-2dd3a7326c99 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:20.469036 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-53593240-4c26-4dad-bad2-2dd3a7326c99 admin admin] Deleting port c06c520b-97ba-4bdc-8bad-fbe68fdc72f3 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:41:20.469680 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-53593240-4c26-4dad-bad2-2dd3a7326c99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:20.479546 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030eeb9f-65e6-4e9e-9471-f9ff92b1d748 req-e5ebb630-1e30-47cf-b9df-7f3498dd3856 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:20.481180 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-030eeb9f-65e6-4e9e-9471-f9ff92b1d748 req-e5ebb630-1e30-47cf-b9df-7f3498dd3856 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0762596 Nov 10 19:41:20.482455 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-f19da8dd-5005-4942-a076-7a7b6cb98dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc2e552-7409-48e6-ad2b-a8f8f20993d1', 'name': 'tempest-TestServerMultinode-764341620-router', 'tenant_id': 'f2ccbec8684348b69ce8dfb8501b6e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'c06c520b-97ba-4bdc-8bad-fbe68fdc72f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:40:21Z', 'updated_at': '2021-11-10T19:41:19Z', 'revision_number': 5, 'project_id': 'f2ccbec8684348b69ce8dfb8501b6e0e', 'gw_port': {'id': 'c06c520b-97ba-4bdc-8bad-fbe68fdc72f3', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc2e552-7409-48e6-ad2b-a8f8f20993d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:40:22Z', 'updated_at': '2021-11-10T19:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:41:20.514284 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19da8dd-5005-4942-a076-7a7b6cb98dcd None None] Checking router: 7bc2e552-7409-48e6-ad2b-a8f8f20993d1 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:41:20.523823 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19da8dd-5005-4942-a076-7a7b6cb98dcd None None] Routers {'7bc2e552-7409-48e6-ad2b-a8f8f20993d1'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:41:20.524446 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-f19da8dd-5005-4942-a076-7a7b6cb98dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:40:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['7bc2e552-7409-48e6-ad2b-a8f8f20993d1'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:41:20.609715 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-030eeb9f-65e6-4e9e-9471-f9ff92b1d748 req-0013e8a2-e951-4d6b-ae80-5046b5f15c32 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144123 Nov 10 19:41:20.623202 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-f19da8dd-5005-4942-a076-7a7b6cb98dcd None None] Set router 7bc2e552-7409-48e6-ad2b-a8f8f20993d1 gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:41:20.646179 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-53593240-4c26-4dad-bad2-2dd3a7326c99 admin admin] For port c06c520b-97ba-4bdc-8bad-fbe68fdc72f3, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=c06c520b-97ba-4bdc-8bad-fbe68fdc72f3,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:41:20.646823 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-53593240-4c26-4dad-bad2-2dd3a7326c99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:20.664544 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-53593240-4c26-4dad-bad2-2dd3a7326c99 admin admin] Calling delete_port for c06c520b-97ba-4bdc-8bad-fbe68fdc72f3 owned by network:router_gateway {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:41:20.679014 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-f19da8dd-5005-4942-a076-7a7b6cb98dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc2e552-7409-48e6-ad2b-a8f8f20993d1', 'name': 'tempest-TestServerMultinode-764341620-router', 'tenant_id': 'f2ccbec8684348b69ce8dfb8501b6e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:40:21Z', 'updated_at': '2021-11-10T19:41:20Z', 'revision_number': 6, 'project_id': 'f2ccbec8684348b69ce8dfb8501b6e0e', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:41:20.711009 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19da8dd-5005-4942-a076-7a7b6cb98dcd None None] The sync data for ids ['7bc2e552-7409-48e6-ad2b-a8f8f20993d1'] in n-d-813897-4 is: [{'id': '7bc2e552-7409-48e6-ad2b-a8f8f20993d1', 'name': 'tempest-TestServerMultinode-764341620-router', 'tenant_id': 'f2ccbec8684348b69ce8dfb8501b6e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:40:21Z', 'updated_at': '2021-11-10T19:41:20Z', 'revision_number': 6, 'project_id': 'f2ccbec8684348b69ce8dfb8501b6e0e', 'gw_port_host': None}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:41:20.852707 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7dea43-fb21-41fe-b838-11259fadfc5a req-dc4308d6-72ac-4f0e-9142-7bfc0605f139 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:20.854312 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eb7dea43-fb21-41fe-b838-11259fadfc5a req-dc4308d6-72ac-4f0e-9142-7bfc0605f139 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.1193411 Nov 10 19:41:20.949263 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-53593240-4c26-4dad-bad2-2dd3a7326c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:20.983584 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eb7dea43-fb21-41fe-b838-11259fadfc5a req-be8d0148-5e23-4fe7-8f12-940191827c70 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161914 Nov 10 19:41:20.986845 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53593240-4c26-4dad-bad2-2dd3a7326c99 admin admin] Pushing event deleted for resources: {'Port': ['ID=c06c520b-97ba-4bdc-8bad-fbe68fdc72f3,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:41:21.016243 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3bd64b-e8dc-42aa-8161-4a85b83582a9 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:41:21.113521 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-53593240-4c26-4dad-bad2-2dd3a7326c99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:21.193599 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64a216-d541-414d-9b07-394d94ab549a req-197d6b37-0aae-4c62-9fc7-fb228d2b4f70 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:21.195506 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7f64a216-d541-414d-9b07-394d94ab549a req-197d6b37-0aae-4c62-9fc7-fb228d2b4f70 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 943 time: 0.1307867 Nov 10 19:41:21.241538 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-53593240-4c26-4dad-bad2-2dd3a7326c99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:21.245297 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-53593240-4c26-4dad-bad2-2dd3a7326c99 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:21.311717 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-53593240-4c26-4dad-bad2-2dd3a7326c99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:21.313117 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53593240-4c26-4dad-bad2-2dd3a7326c99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bc2e552-7409-48e6-ad2b-a8f8f20993d1 {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:41:21.321550 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7f64a216-d541-414d-9b07-394d94ab549a req-b05063ca-e269-47b1-8647-410343e968b2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986145 Nov 10 19:41:21.327657 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-53593240-4c26-4dad-bad2-2dd3a7326c99 admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:21.337131 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43200) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:41:21.338405 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-53593240-4c26-4dad-bad2-2dd3a7326c99 admin admin] 10.222.0.54 "DELETE /v2.0/routers/7bc2e552-7409-48e6-ad2b-a8f8f20993d1 HTTP/1.1" status: 204 len: 168 time: 1.2715950 Nov 10 19:41:21.398112 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8237b76-4be1-43f6-8e82-6a2d4cc54551 admin admin] Deleting subnet 8d358af6-6e5d-4381-91ad-965950a05cea {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:41:21.401611 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c8237b76-4be1-43f6-8e82-6a2d4cc54551 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:21.439761 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c8237b76-4be1-43f6-8e82-6a2d4cc54551 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:21.495749 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930c37e-0d7a-43e3-bc3b-a3be1dfe6faf req-28bb8aae-1f11-4189-8c71-1d81d99a89b0 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:21.497977 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b930c37e-0d7a-43e3-bc3b-a3be1dfe6faf req-28bb8aae-1f11-4189-8c71-1d81d99a89b0 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0670757 Nov 10 19:41:21.528675 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c8237b76-4be1-43f6-8e82-6a2d4cc54551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:21.584893 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b930c37e-0d7a-43e3-bc3b-a3be1dfe6faf req-e36f9e29-858a-41fc-a2c4-5efb9b73c417 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653994 Nov 10 19:41:21.596099 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c8237b76-4be1-43f6-8e82-6a2d4cc54551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:21.638264 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8237b76-4be1-43f6-8e82-6a2d4cc54551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d358af6-6e5d-4381-91ad-965950a05cea,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:41:21.642832 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c8237b76-4be1-43f6-8e82-6a2d4cc54551 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:21.650416 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57933de1-3110-40fe-a119-285f2911f57d None None] Network bb08dc1c-8484-4296-a71a-1b9ba6aceb2b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:41:21.662692 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c8237b76-4be1-43f6-8e82-6a2d4cc54551 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8d358af6-6e5d-4381-91ad-965950a05cea HTTP/1.1" status: 204 len: 168 time: 0.3232086 Nov 10 19:41:21.666161 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43206) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:41:21.748323 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb0e95-9007-4008-b549-24d3106b8cb5 req-796d8932-04fb-4d89-8c9c-636976a6003c tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:21.756976 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-37bb0e95-9007-4008-b549-24d3106b8cb5 req-796d8932-04fb-4d89-8c9c-636976a6003c tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0702183 Nov 10 19:41:21.782634 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b968fb55-90cd-4678-b732-eccf225610e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:21.822404 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-37bb0e95-9007-4008-b549-24d3106b8cb5 req-bed50cdd-4104-40ee-800a-9ac2b26836e3 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644355 Nov 10 19:41:21.850159 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-b968fb55-90cd-4678-b732-eccf225610e9 admin admin] Deleting port 5d210ad6-56d8-4c4a-86f2-8df3e0492c06 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:41:21.850641 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b968fb55-90cd-4678-b732-eccf225610e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:21.943335 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af42a355-c342-4f8b-bcba-e0f0737ccc0f None None] DHCP port deletion for bb08dc1c-8484-4296-a71a-1b9ba6aceb2b request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:41:21.970476 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-b968fb55-90cd-4678-b732-eccf225610e9 admin admin] For port 5d210ad6-56d8-4c4a-86f2-8df3e0492c06, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5d210ad6-56d8-4c4a-86f2-8df3e0492c06,segment=NetworkSegment(e6dac172-829c-4909-b169-a0bbefcecce5),segment_id=e6dac172-829c-4909-b169-a0bbefcecce5)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:41:21.970662 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b968fb55-90cd-4678-b732-eccf225610e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:22.003762 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-b968fb55-90cd-4678-b732-eccf225610e9 admin admin] Calling delete_port for 5d210ad6-56d8-4c4a-86f2-8df3e0492c06 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:41:22.013896 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-af42a355-c342-4f8b-bcba-e0f0737ccc0f None None] Deleting port 5d210ad6-56d8-4c4a-86f2-8df3e0492c06 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:41:22.014558 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-af42a355-c342-4f8b-bcba-e0f0737ccc0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:22.029493 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb3740-6357-47b8-95c2-4b00afcbbc6b req-058a05d6-35a4-4579-8d07-54247e6e711c tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:22.031596 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8eeb3740-6357-47b8-95c2-4b00afcbbc6b req-058a05d6-35a4-4579-8d07-54247e6e711c tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0793824 Nov 10 19:41:22.092594 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-af42a355-c342-4f8b-bcba-e0f0737ccc0f None None] For port 5d210ad6-56d8-4c4a-86f2-8df3e0492c06, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5d210ad6-56d8-4c4a-86f2-8df3e0492c06,segment=NetworkSegment(e6dac172-829c-4909-b169-a0bbefcecce5),segment_id=e6dac172-829c-4909-b169-a0bbefcecce5)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:41:22.093677 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-af42a355-c342-4f8b-bcba-e0f0737ccc0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:22.110543 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8eeb3740-6357-47b8-95c2-4b00afcbbc6b req-c52946c0-8bfb-4d3b-983f-0b3609efccc0 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691397 Nov 10 19:41:22.128967 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-af42a355-c342-4f8b-bcba-e0f0737ccc0f None None] Calling delete_port for 5d210ad6-56d8-4c4a-86f2-8df3e0492c06 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:41:22.177971 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b968fb55-90cd-4678-b732-eccf225610e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:22.220181 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968fb55-90cd-4678-b732-eccf225610e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d210ad6-56d8-4c4a-86f2-8df3e0492c06,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:41:22.232757 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b968fb55-90cd-4678-b732-eccf225610e9 admin admin] No DVR routers for this DVR port 5d210ad6-56d8-4c4a-86f2-8df3e0492c06 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:41:22.236438 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device c06c520b-97ba-4bdc-8bad-fbe68fdc72f3 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:41:22.263312 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: c06c520b-97ba-4bdc-8bad-fbe68fdc72f3 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:41:22.263663 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device c06c520b-97ba-4bdc-8bad-fbe68fdc72f3 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:41:22.264143 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5d210ad6-56d8-4c4a-86f2-8df3e0492c06 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:41:22.288332 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 5d210ad6-56d8-4c4a-86f2-8df3e0492c06 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:41:22.288700 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5d210ad6-56d8-4c4a-86f2-8df3e0492c06 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:41:22.289143 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 498b4e4f-5258-41b7-8717-f9531068a0b7 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:41:22.321116 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 498b4e4f-5258-41b7-8717-f9531068a0b7 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:41:22.321461 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 498b4e4f-5258-41b7-8717-f9531068a0b7 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:41:22.339244 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b968fb55-90cd-4678-b732-eccf225610e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:22.356005 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-af42a355-c342-4f8b-bcba-e0f0737ccc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:22.357513 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88164e-8f33-4709-b565-0911a7444d10 req-308e2b12-61b8-49e2-b162-6bb31e29ba51 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:22.359261 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3b88164e-8f33-4709-b565-0911a7444d10 req-308e2b12-61b8-49e2-b162-6bb31e29ba51 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0583181 Nov 10 19:41:22.381667 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-b968fb55-90cd-4678-b732-eccf225610e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb08dc1c-8484-4296-a71a-1b9ba6aceb2b']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:41:22.390888 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af42a355-c342-4f8b-bcba-e0f0737ccc0f None None] No DVR routers for this DVR port 5d210ad6-56d8-4c4a-86f2-8df3e0492c06 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:41:22.392437 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42a355-c342-4f8b-bcba-e0f0737ccc0f None None] Pushing event deleted for resources: {'Port': ['ID=5d210ad6-56d8-4c4a-86f2-8df3e0492c06,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:41:22.404477 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-b968fb55-90cd-4678-b732-eccf225610e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6dac172-829c-4909-b169-a0bbefcecce5') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:41:22.405454 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-b968fb55-90cd-4678-b732-eccf225610e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6dac172-829c-4909-b169-a0bbefcecce5') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:41:22.420514 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b968fb55-90cd-4678-b732-eccf225610e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:22.437260 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b968fb55-90cd-4678-b732-eccf225610e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:22.446399 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b968fb55-90cd-4678-b732-eccf225610e9 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:41:22.446692 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3b88164e-8f33-4709-b565-0911a7444d10 req-49af3166-7a54-4139-bd1e-7e653a78cc25 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764892 Nov 10 19:41:22.446837 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b968fb55-90cd-4678-b732-eccf225610e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:22.448768 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:41:22.448768 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:41:22.448768 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:41:22.448768 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:41:22.448768 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:41:22.448768 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:41:22.448768 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:41:22.448768 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:41:22.448768 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:41:22.448768 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:41:22.448768 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:41:22.448768 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:41:22.448768 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:41:22.448768 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:41:22.448768 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:41:22.448768 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:41:22.448768 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:41:22.448768 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:41:22.448768 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:41:22.448768 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:41:22.448768 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:41:22.448768 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:41:22.448768 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:41:22.448768 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:41:22.448768 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:41:22.448768 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:41:22.448768 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:41:22.448768 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:41:22.448768 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:41:22.448768 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:41:22.448768 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:41:22.448768 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:41:22.528511 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b968fb55-90cd-4678-b732-eccf225610e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:22.547186 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b968fb55-90cd-4678-b732-eccf225610e9 admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:22.553272 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b968fb55-90cd-4678-b732-eccf225610e9 admin admin] 10.222.0.54 "DELETE /v2.0/networks/bb08dc1c-8484-4296-a71a-1b9ba6aceb2b HTTP/1.1" status: 204 len: 168 time: 0.8857174 Nov 10 19:41:22.560501 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43222) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:41:22.577897 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968fb55-90cd-4678-b732-eccf225610e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb08dc1c-8484-4296-a71a-1b9ba6aceb2b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:41:22.597377 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4979429-a231-4fcb-82a6-78ea6a13f621 req-bcfd9f0b-4bd3-40e0-82cf-c60b17884e86 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:22.599199 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b4979429-a231-4fcb-82a6-78ea6a13f621 req-bcfd9f0b-4bd3-40e0-82cf-c60b17884e86 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 943 time: 0.0620463 Nov 10 19:41:22.663526 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b4979429-a231-4fcb-82a6-78ea6a13f621 req-83021395-3c63-4cfe-91cf-360823017848 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566237 Nov 10 19:41:22.780984 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9ad4c-9dd3-4a2a-8a7a-dfd86d776323 req-8a732220-6105-457e-b516-d27276080997 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:22.782898 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aaa9ad4c-9dd3-4a2a-8a7a-dfd86d776323 req-8a732220-6105-457e-b516-d27276080997 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0516291 Nov 10 19:41:22.840340 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aaa9ad4c-9dd3-4a2a-8a7a-dfd86d776323 req-9b9d92b3-e9de-4a7c-af2c-b9340224ae7b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506825 Nov 10 19:41:23.032350 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821a68f-6604-4e5c-90af-bcb59968b86e req-602e2ceb-91a9-411e-ae49-356c50946131 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:23.033816 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4821a68f-6604-4e5c-90af-bcb59968b86e req-602e2ceb-91a9-411e-ae49-356c50946131 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0542176 Nov 10 19:41:23.080375 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-41a22201-0782-495f-b0b3-ad89dfd4ac81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:23.089040 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4821a68f-6604-4e5c-90af-bcb59968b86e req-32492434-12bf-4cdb-8709-abd92dd2bf55 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464253 Nov 10 19:41:23.225785 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfe574-2a48-430b-be8f-058f2c3907de req-19faccc8-7b35-49b9-9760-52f30921bab7 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:23.227719 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-87dfe574-2a48-430b-be8f-058f2c3907de req-19faccc8-7b35-49b9-9760-52f30921bab7 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0603654 Nov 10 19:41:23.290586 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-87dfe574-2a48-430b-be8f-058f2c3907de req-7918d20d-dadf-455e-979a-cad00e7b50da tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557466 Nov 10 19:41:23.413466 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-41a22201-0782-495f-b0b3-ad89dfd4ac81 admin admin] Deleting port b6c4c3c3-c184-4889-8b7b-05a3fa1f3618 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:41:23.414105 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-41a22201-0782-495f-b0b3-ad89dfd4ac81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:23.460333 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d49a0-0647-46e6-b311-2f0fb52cb648 req-a373f082-ee9b-46c1-afb9-b62e3964a2c9 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:23.462007 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-428d49a0-0647-46e6-b311-2f0fb52cb648 req-a373f082-ee9b-46c1-afb9-b62e3964a2c9 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0643783 Nov 10 19:41:23.488746 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fbf06876-a26a-4470-9e94-344c621606c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:23.519300 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-41a22201-0782-495f-b0b3-ad89dfd4ac81 admin admin] For port b6c4c3c3-c184-4889-8b7b-05a3fa1f3618, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=b6c4c3c3-c184-4889-8b7b-05a3fa1f3618,segment=NetworkSegment(af774e18-08f5-4ebe-b202-869883e57315),segment_id=af774e18-08f5-4ebe-b202-869883e57315)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:41:23.519711 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-41a22201-0782-495f-b0b3-ad89dfd4ac81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:23.535595 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-41a22201-0782-495f-b0b3-ad89dfd4ac81 admin admin] Calling delete_port for b6c4c3c3-c184-4889-8b7b-05a3fa1f3618 owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:41:23.550646 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-428d49a0-0647-46e6-b311-2f0fb52cb648 req-fb14284e-2611-4770-ad9e-aa5428c943a0 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714929 Nov 10 19:41:23.678974 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14840977-dad7-4425-a1b6-99b301f7fa60 req-8290bfa2-a4bd-402f-9b92-27aaa076bdb5 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:23.686796 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-14840977-dad7-4425-a1b6-99b301f7fa60 req-8290bfa2-a4bd-402f-9b92-27aaa076bdb5 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0635486 Nov 10 19:41:23.743357 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-14840977-dad7-4425-a1b6-99b301f7fa60 req-6ba226fb-ad37-4236-ae12-599f5b2082b0 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518277 Nov 10 19:41:23.788069 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-41a22201-0782-495f-b0b3-ad89dfd4ac81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:23.824315 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a22201-0782-495f-b0b3-ad89dfd4ac81 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c4c3c3-c184-4889-8b7b-05a3fa1f3618,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:41:23.894074 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e21e87-e550-4014-8443-cf17f5628082 req-678c8d49-8cb2-4583-871e-25b50cc109af tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:23.902011 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b5e21e87-e550-4014-8443-cf17f5628082 req-678c8d49-8cb2-4583-871e-25b50cc109af tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 943 time: 0.0996368 Nov 10 19:41:23.959387 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b5e21e87-e550-4014-8443-cf17f5628082 req-889a089f-eb8f-4f08-9e92-a4bfd2a04725 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563893 Nov 10 19:41:24.061582 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-41a22201-0782-495f-b0b3-ad89dfd4ac81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:24.294796 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63b834-1f28-45fe-849b-ab8e5bb689b7 req-c260d855-ea87-4fae-8166-b064231a7791 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:24.303770 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9d63b834-1f28-45fe-849b-ab8e5bb689b7 req-c260d855-ea87-4fae-8166-b064231a7791 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0755568 Nov 10 19:41:24.360489 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a22201-0782-495f-b0b3-ad89dfd4ac81 admin admin] Router 1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:41:24.365728 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9d63b834-1f28-45fe-849b-ab8e5bb689b7 req-ef2dacd9-fe62-48a0-87bd-2da89bcb0caa tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604866 Nov 10 19:41:24.486694 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a22201-0782-495f-b0b3-ad89dfd4ac81 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:41:24.494265 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-41a22201-0782-495f-b0b3-ad89dfd4ac81 admin admin] 10.222.0.54 "PUT /v2.0/routers/1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9307995 Nov 10 19:41:24.495393 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43248) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:41:24.498600 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01edb83-b72b-4adf-9377-7a907a5df144 None None] Sync routers for ids ['1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:41:24.512828 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01edb83-b72b-4adf-9377-7a907a5df144 None None] Routers {'1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:41:24.513516 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-a01edb83-b72b-4adf-9377-7a907a5df144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:40:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:41:24.655348 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-a01edb83-b72b-4adf-9377-7a907a5df144 None None] Set router 1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:41:24.844454 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:24.877263 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-a01edb83-b72b-4adf-9377-7a907a5df144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc', 'name': 'tempest-TestServerMultinode-90043692-router', 'tenant_id': '3666ec57f5864e6195a0b358b6a517b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '65b1d70c-7a84-434e-b0aa-144c15b04982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:40:30Z', 'updated_at': '2021-11-10T19:41:23Z', 'revision_number': 5, 'project_id': '3666ec57f5864e6195a0b358b6a517b1', 'gw_port': {'id': '65b1d70c-7a84-434e-b0aa-144c15b04982', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:40:31Z', 'updated_at': '2021-11-10T19:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:41:24.919709 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01edb83-b72b-4adf-9377-7a907a5df144 None None] Checking router: 1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:41:24.930947 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01edb83-b72b-4adf-9377-7a907a5df144 None None] Routers {'1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:41:24.931725 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-a01edb83-b72b-4adf-9377-7a907a5df144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:40:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:41:24.980971 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-77b5d91b-3c1c-49fa-ac2c-1c306a42e548 admin admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:25.053819 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-a01edb83-b72b-4adf-9377-7a907a5df144 None None] Set router 1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:41:25.092038 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffeaeb-80f2-4a64-8535-8fdd3ebeff06 req-3db62f96-e6b7-4f74-8ee3-7af5cb106e76 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:25.094772 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-77b5d91b-3c1c-49fa-ac2c-1c306a42e548 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:25.100587 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aeffeaeb-80f2-4a64-8535-8fdd3ebeff06 req-3db62f96-e6b7-4f74-8ee3-7af5cb106e76 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 943 time: 0.0658381 Nov 10 19:41:25.148147 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aeffeaeb-80f2-4a64-8535-8fdd3ebeff06 req-d549ff4a-7b40-4b4f-a4f2-69e11933f28e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462489 Nov 10 19:41:25.169223 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-77b5d91b-3c1c-49fa-ac2c-1c306a42e548 admin admin] Deleting port 65b1d70c-7a84-434e-b0aa-144c15b04982 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:41:25.170376 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-77b5d91b-3c1c-49fa-ac2c-1c306a42e548 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:25.266099 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-77b5d91b-3c1c-49fa-ac2c-1c306a42e548 admin admin] For port 65b1d70c-7a84-434e-b0aa-144c15b04982, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=65b1d70c-7a84-434e-b0aa-144c15b04982,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:41:25.266469 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-77b5d91b-3c1c-49fa-ac2c-1c306a42e548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:25.282297 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-77b5d91b-3c1c-49fa-ac2c-1c306a42e548 admin admin] Calling delete_port for 65b1d70c-7a84-434e-b0aa-144c15b04982 owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:41:25.365969 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:25.463687 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-a01edb83-b72b-4adf-9377-7a907a5df144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc', 'name': 'tempest-TestServerMultinode-90043692-router', 'tenant_id': '3666ec57f5864e6195a0b358b6a517b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '65b1d70c-7a84-434e-b0aa-144c15b04982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:40:30Z', 'updated_at': '2021-11-10T19:41:23Z', 'revision_number': 5, 'project_id': '3666ec57f5864e6195a0b358b6a517b1', 'gw_port': {'id': '65b1d70c-7a84-434e-b0aa-144c15b04982', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:40:31Z', 'updated_at': '2021-11-10T19:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:41:25.512093 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55afcbc-c4d8-4f27-b9f8-ad2937e4f6e3 req-61e654dc-f8c4-436e-b2d0-1bc24e09bd32 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:25.514589 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d55afcbc-c4d8-4f27-b9f8-ad2937e4f6e3 req-61e654dc-f8c4-436e-b2d0-1bc24e09bd32 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0745385 Nov 10 19:41:25.517735 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01edb83-b72b-4adf-9377-7a907a5df144 None None] The sync data for ids ['1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc'] in n-d-813897-4 is: [{'id': '1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc', 'name': 'tempest-TestServerMultinode-90043692-router', 'tenant_id': '3666ec57f5864e6195a0b358b6a517b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '65b1d70c-7a84-434e-b0aa-144c15b04982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:40:30Z', 'updated_at': '2021-11-10T19:41:23Z', 'revision_number': 5, 'project_id': '3666ec57f5864e6195a0b358b6a517b1', 'gw_port': {'id': '65b1d70c-7a84-434e-b0aa-144c15b04982', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:40:31Z', 'updated_at': '2021-11-10T19:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:41:25.539892 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-77b5d91b-3c1c-49fa-ac2c-1c306a42e548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:25.584140 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5d91b-3c1c-49fa-ac2c-1c306a42e548 admin admin] Pushing event deleted for resources: {'Port': ['ID=65b1d70c-7a84-434e-b0aa-144c15b04982,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:41:25.598763 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75f5d4d-4297-4a0e-bb05-83612fde67fc None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:41:25.608818 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d55afcbc-c4d8-4f27-b9f8-ad2937e4f6e3 req-aaac0bb3-07c2-4f99-a639-3e7eb6980514 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876732 Nov 10 19:41:25.658409 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-77b5d91b-3c1c-49fa-ac2c-1c306a42e548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:25.736887 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b6107c12-7d18-4869-9347-fdccc7181a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:25.787545 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-77b5d91b-3c1c-49fa-ac2c-1c306a42e548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:25.790947 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-77b5d91b-3c1c-49fa-ac2c-1c306a42e548 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:25.883056 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-77b5d91b-3c1c-49fa-ac2c-1c306a42e548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:25.883599 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b5d91b-3c1c-49fa-ac2c-1c306a42e548 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:41:25.889126 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-77b5d91b-3c1c-49fa-ac2c-1c306a42e548 admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:25.898171 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-77b5d91b-3c1c-49fa-ac2c-1c306a42e548 admin admin] 10.222.0.54 "DELETE /v2.0/routers/1787d7ac-5b5b-4fc5-a5a2-0edcca24a1dc HTTP/1.1" status: 204 len: 168 time: 1.3989611 Nov 10 19:41:25.899085 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43264) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:41:25.972203 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba3f852-7533-4140-a80c-ceba111c9f75 admin admin] Deleting subnet 01460b1c-0ae6-4e8e-9ca5-278b0076b1ff {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:41:25.986743 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bfcd7-fbf2-4cbe-9429-5f9ed94b791c req-809a48e8-a2c1-464c-a76c-0fb0cc0e141a tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:25.988468 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb3bfcd7-fbf2-4cbe-9429-5f9ed94b791c req-809a48e8-a2c1-464c-a76c-0fb0cc0e141a tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.1308103 Nov 10 19:41:25.993690 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dba3f852-7533-4140-a80c-ceba111c9f75 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:26.068888 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dba3f852-7533-4140-a80c-ceba111c9f75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:26.109795 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb3bfcd7-fbf2-4cbe-9429-5f9ed94b791c req-98718401-3ac3-4b43-8767-0297b467bb19 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904515 Nov 10 19:41:26.166282 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device b6c4c3c3-c184-4889-8b7b-05a3fa1f3618 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:41:26.185049 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dba3f852-7533-4140-a80c-ceba111c9f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:26.203900 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: b6c4c3c3-c184-4889-8b7b-05a3fa1f3618 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:41:26.204291 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device b6c4c3c3-c184-4889-8b7b-05a3fa1f3618 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:41:26.280194 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dba3f852-7533-4140-a80c-ceba111c9f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:26.300085 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43fa82b-7d82-4002-91e5-1bdd42d33201 req-2bd0d28b-f6f0-4889-ab61-909a9089bcd6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:26.301609 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f43fa82b-7d82-4002-91e5-1bdd42d33201 req-2bd0d28b-f6f0-4889-ab61-909a9089bcd6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 943 time: 0.0705454 Nov 10 19:41:26.329406 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3f852-7533-4140-a80c-ceba111c9f75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01460b1c-0ae6-4e8e-9ca5-278b0076b1ff,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:41:26.331821 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dba3f852-7533-4140-a80c-ceba111c9f75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:26.335112 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-dba3f852-7533-4140-a80c-ceba111c9f75 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/01460b1c-0ae6-4e8e-9ca5-278b0076b1ff HTTP/1.1" status: 204 len: 168 time: 0.4348607 Nov 10 19:41:26.335939 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a27df9c-1cbc-4eaa-ae94-a41865c6f50a None None] Network 36306373-6dc1-473a-bf51-58add7c71155 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:41:26.337625 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43268) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:41:26.433338 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f43fa82b-7d82-4002-91e5-1bdd42d33201 req-fe3ee37d-1170-45f7-9cb7-03ba5622d476 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122744 Nov 10 19:41:26.438035 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-415e2361-807d-418f-93dd-878010509508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:26.495480 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-415e2361-807d-418f-93dd-878010509508 admin admin] Deleting port e947ee1b-3b8a-4f7a-847e-c57945074246 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:41:26.495824 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-415e2361-807d-418f-93dd-878010509508 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:26.535047 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f1bfdc-1bc5-4f5c-ac3f-82a2b5e915f6 None None] DHCP port deletion for 36306373-6dc1-473a-bf51-58add7c71155 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:41:26.561217 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-415e2361-807d-418f-93dd-878010509508 admin admin] For port e947ee1b-3b8a-4f7a-847e-c57945074246, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e947ee1b-3b8a-4f7a-847e-c57945074246,segment=NetworkSegment(af774e18-08f5-4ebe-b202-869883e57315),segment_id=af774e18-08f5-4ebe-b202-869883e57315)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:41:26.561574 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-415e2361-807d-418f-93dd-878010509508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:26.574870 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-415e2361-807d-418f-93dd-878010509508 admin admin] Calling delete_port for e947ee1b-3b8a-4f7a-847e-c57945074246 owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:41:26.583643 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e6f1bfdc-1bc5-4f5c-ac3f-82a2b5e915f6 None None] Deleting port e947ee1b-3b8a-4f7a-847e-c57945074246 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:41:26.584236 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e6f1bfdc-1bc5-4f5c-ac3f-82a2b5e915f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:26.649878 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e6f1bfdc-1bc5-4f5c-ac3f-82a2b5e915f6 None None] For port e947ee1b-3b8a-4f7a-847e-c57945074246, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e947ee1b-3b8a-4f7a-847e-c57945074246,segment=NetworkSegment(af774e18-08f5-4ebe-b202-869883e57315),segment_id=af774e18-08f5-4ebe-b202-869883e57315)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:41:26.650279 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e6f1bfdc-1bc5-4f5c-ac3f-82a2b5e915f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:26.663717 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-415e2361-807d-418f-93dd-878010509508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:26.667749 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e6f1bfdc-1bc5-4f5c-ac3f-82a2b5e915f6 None None] Calling delete_port for e947ee1b-3b8a-4f7a-847e-c57945074246 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:41:26.690531 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e2361-807d-418f-93dd-878010509508 admin admin] Pushing event deleted for resources: {'Port': ['ID=e947ee1b-3b8a-4f7a-847e-c57945074246,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:41:26.692357 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415e2361-807d-418f-93dd-878010509508 admin admin] No DVR routers for this DVR port e947ee1b-3b8a-4f7a-847e-c57945074246 on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:41:26.743891 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e6f1bfdc-1bc5-4f5c-ac3f-82a2b5e915f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:26.766242 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-415e2361-807d-418f-93dd-878010509508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:26.771455 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1bfdc-1bc5-4f5c-ac3f-82a2b5e915f6 None None] Pushing event deleted for resources: {'Port': ['ID=e947ee1b-3b8a-4f7a-847e-c57945074246,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:41:26.776828 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f1bfdc-1bc5-4f5c-ac3f-82a2b5e915f6 None None] No DVR routers for this DVR port e947ee1b-3b8a-4f7a-847e-c57945074246 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:41:26.785336 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f1bfdc-1bc5-4f5c-ac3f-82a2b5e915f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:26.785660 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f1bfdc-1bc5-4f5c-ac3f-82a2b5e915f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:26.786048 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f1bfdc-1bc5-4f5c-ac3f-82a2b5e915f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:26.786472 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f1bfdc-1bc5-4f5c-ac3f-82a2b5e915f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:26.786763 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f1bfdc-1bc5-4f5c-ac3f-82a2b5e915f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:26.787099 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f1bfdc-1bc5-4f5c-ac3f-82a2b5e915f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:26.787481 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f1bfdc-1bc5-4f5c-ac3f-82a2b5e915f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:26.787910 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f1bfdc-1bc5-4f5c-ac3f-82a2b5e915f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:26.788294 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f1bfdc-1bc5-4f5c-ac3f-82a2b5e915f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:26.788624 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f1bfdc-1bc5-4f5c-ac3f-82a2b5e915f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:26.788956 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f1bfdc-1bc5-4f5c-ac3f-82a2b5e915f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:26.789282 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f1bfdc-1bc5-4f5c-ac3f-82a2b5e915f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:27.094354 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-415e2361-807d-418f-93dd-878010509508 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36306373-6dc1-473a-bf51-58add7c71155']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:41:27.105254 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-415e2361-807d-418f-93dd-878010509508 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af774e18-08f5-4ebe-b202-869883e57315') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:41:27.105550 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-415e2361-807d-418f-93dd-878010509508 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af774e18-08f5-4ebe-b202-869883e57315') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:41:27.115009 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-415e2361-807d-418f-93dd-878010509508 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:27.129181 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-415e2361-807d-418f-93dd-878010509508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:27.135571 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-415e2361-807d-418f-93dd-878010509508 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:41:27.135986 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-415e2361-807d-418f-93dd-878010509508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:27.137664 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:41:27.137664 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:41:27.137664 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:41:27.137664 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:41:27.137664 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:41:27.137664 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:41:27.137664 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:41:27.137664 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:41:27.137664 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:41:27.137664 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:41:27.137664 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:41:27.137664 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:41:27.137664 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:41:27.137664 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:41:27.137664 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:41:27.137664 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:41:27.137664 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:41:27.137664 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:41:27.137664 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:41:27.137664 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:41:27.137664 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:41:27.137664 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:41:27.137664 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:41:27.137664 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:41:27.137664 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:41:27.137664 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:41:27.137664 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:41:27.137664 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:41:27.137664 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:41:27.137664 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:41:27.137664 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:41:27.137664 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:41:27.195705 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-415e2361-807d-418f-93dd-878010509508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:27.211530 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-415e2361-807d-418f-93dd-878010509508 admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:27.217205 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-415e2361-807d-418f-93dd-878010509508 admin admin] 10.222.0.54 "DELETE /v2.0/networks/36306373-6dc1-473a-bf51-58add7c71155 HTTP/1.1" status: 204 len: 168 time: 0.8759313 Nov 10 19:41:27.218342 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e2361-807d-418f-93dd-878010509508 admin admin] Pushing event deleted for resources: {'Network': ['ID=36306373-6dc1-473a-bf51-58add7c71155,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:41:27.235965 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:27.321382 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e43614-6375-40ce-9eb1-7204e68d9827 req-efa0dd58-339e-4529-96fa-7f9d06b93766 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:27.324182 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-42e43614-6375-40ce-9eb1-7204e68d9827 req-efa0dd58-339e-4529-96fa-7f9d06b93766 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0843391 Nov 10 19:41:27.399593 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-42e43614-6375-40ce-9eb1-7204e68d9827 req-7c2f6a56-8426-46cb-a8d4-e41d2b3f0f12 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687380 Nov 10 19:41:27.409145 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43276) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:41:27.469817 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-16a93a39-ba40-4973-bd20-a5978db204ea admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f2ccbec8684348b69ce8dfb8501b6e0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0568168 Nov 10 19:41:27.470604 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43280) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:41:27.559294 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-87e6b464-5e89-424f-9578-db6428fbb8e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:27.592909 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b94e1-a89f-4b51-b436-72d8205a436d req-f82355e2-2838-4230-9539-c7f8aeb184a9 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:27.595182 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-748b94e1-a89f-4b51-b436-72d8205a436d req-f82355e2-2838-4230-9539-c7f8aeb184a9 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 943 time: 0.0785933 Nov 10 19:41:27.600295 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-87e6b464-5e89-424f-9578-db6428fbb8e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:27.673333 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-748b94e1-a89f-4b51-b436-72d8205a436d req-c07ba55f-6696-4682-9f55-69a6a4a7665e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641661 Nov 10 19:41:27.697600 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-87e6b464-5e89-424f-9578-db6428fbb8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:27.700293 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-87e6b464-5e89-424f-9578-db6428fbb8e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:27.701449 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-87e6b464-5e89-424f-9578-db6428fbb8e5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/be91b6b1-961f-4136-9f6d-30bca5a712e6 HTTP/1.1" status: 204 len: 168 time: 0.2298048 Nov 10 19:41:27.710159 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6b464-5e89-424f-9578-db6428fbb8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be91b6b1-961f-4136-9f6d-30bca5a712e6,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:41:28.072271 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 43304) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:41:28.125344 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6c821d1b-ee5e-4622-89fc-08a3128a0d1e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3666ec57f5864e6195a0b358b6a517b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0517590 Nov 10 19:41:28.126071 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 43306) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:41:28.155726 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e947ee1b-3b8a-4f7a-847e-c57945074246 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:41:28.181078 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-13ffe0d5-4446-467c-8026-7c193206f7a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:28.192186 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: e947ee1b-3b8a-4f7a-847e-c57945074246 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:41:28.192996 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e947ee1b-3b8a-4f7a-847e-c57945074246 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:41:28.193509 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 65b1d70c-7a84-434e-b0aa-144c15b04982 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:41:28.215637 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 65b1d70c-7a84-434e-b0aa-144c15b04982 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:41:28.216011 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 65b1d70c-7a84-434e-b0aa-144c15b04982 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:41:28.216841 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-13ffe0d5-4446-467c-8026-7c193206f7a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:28.272633 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-13ffe0d5-4446-467c-8026-7c193206f7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:28.276166 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-13ffe0d5-4446-467c-8026-7c193206f7a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:28.277733 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-13ffe0d5-4446-467c-8026-7c193206f7a3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/00edf75d-eae3-4c4a-bd0b-002094b0b090 HTTP/1.1" status: 204 len: 168 time: 0.1496086 Nov 10 19:41:28.287474 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ffe0d5-4446-467c-8026-7c193206f7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00edf75d-eae3-4c4a-bd0b-002094b0b090,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:41:28.592625 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881b0a4-d86d-4334-bf4f-4c47e0a93f91 req-6c5811b5-9d67-44a7-b84f-bf84a990a6d7 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:28.595349 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3881b0a4-d86d-4334-bf4f-4c47e0a93f91 req-6c5811b5-9d67-44a7-b84f-bf84a990a6d7 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0813758 Nov 10 19:41:28.676239 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3881b0a4-d86d-4334-bf4f-4c47e0a93f91 req-64d3452d-36a7-433b-bd34-2552963a35c5 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694559 Nov 10 19:41:28.731785 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:28.841353 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc78b2-6376-4d16-ad06-90c9cd5a6eb5 req-15c7f11d-ace7-4476-ac91-f0f08ed34aeb tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:28.843771 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-40dc78b2-6376-4d16-ad06-90c9cd5a6eb5 req-15c7f11d-ace7-4476-ac91-f0f08ed34aeb tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 943 time: 0.0702875 Nov 10 19:41:28.918777 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-40dc78b2-6376-4d16-ad06-90c9cd5a6eb5 req-c7f5d2a2-1556-4c63-b32e-769180d5c48b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677865 Nov 10 19:41:29.410097 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:29.808222 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef954e-7442-4670-a803-8c1520df826a req-d57f4c6d-1fcc-4a74-84c8-07ddd83bd619 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:29.809784 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1eef954e-7442-4670-a803-8c1520df826a req-d57f4c6d-1fcc-4a74-84c8-07ddd83bd619 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0546248 Nov 10 19:41:29.861605 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1eef954e-7442-4670-a803-8c1520df826a req-a3bf3ba6-2cbc-4e4b-a826-4a18ec43b797 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453162 Nov 10 19:41:30.049136 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a9534-fe0b-401a-95fe-2b1577177fbd req-3a7655d6-bc3b-4db9-b04f-24a493235e54 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:30.050802 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-da6a9534-fe0b-401a-95fe-2b1577177fbd req-3a7655d6-bc3b-4db9-b04f-24a493235e54 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 943 time: 0.0541747 Nov 10 19:41:30.102896 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-da6a9534-fe0b-401a-95fe-2b1577177fbd req-604967bc-8e43-4e48-9f98-3648c37f31a1 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454063 Nov 10 19:41:30.994718 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27ad8c-1d53-4693-8eda-334fa683ba1e req-1b8b9f01-78e7-44e2-977a-db0d66d32dc6 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:30.996276 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e27ad8c-1d53-4693-8eda-334fa683ba1e req-1b8b9f01-78e7-44e2-977a-db0d66d32dc6 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0577793 Nov 10 19:41:31.046763 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e27ad8c-1d53-4693-8eda-334fa683ba1e req-4ae9b4b3-2644-4f2b-9be5-9f9c2f3718b9 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443366 Nov 10 19:41:31.241275 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc802a6-e6eb-4a9a-90cc-e36f07468296 req-e83de1cf-29b5-4dbc-9aa8-47ef4321c57f tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:31.242947 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ddc802a6-e6eb-4a9a-90cc-e36f07468296 req-e83de1cf-29b5-4dbc-9aa8-47ef4321c57f tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 943 time: 0.0564773 Nov 10 19:41:31.297571 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ddc802a6-e6eb-4a9a-90cc-e36f07468296 req-763656b2-b99b-4f89-b6fe-454e1a44f7c6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480983 Nov 10 19:41:32.134928 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:41:32.179192 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3c45c-1e53-42db-b779-78c8629ca8a3 req-12ba67e8-16b8-46b0-9ab9-2b36f859f36f tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:32.181121 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7ad3c45c-1e53-42db-b779-78c8629ca8a3 req-12ba67e8-16b8-46b0-9ab9-2b36f859f36f tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0542555 Nov 10 19:41:32.237635 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7ad3c45c-1e53-42db-b779-78c8629ca8a3 req-f3da4a6b-278e-422a-9785-967174176463 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494189 Nov 10 19:41:32.362349 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01f1e6-9956-40ff-8a24-4cd88ef0f915 req-948beef6-9528-4e00-bb1a-daba9580cc85 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:32.363852 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6b01f1e6-9956-40ff-8a24-4cd88ef0f915 req-948beef6-9528-4e00-bb1a-daba9580cc85 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0504286 Nov 10 19:41:32.414931 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6b01f1e6-9956-40ff-8a24-4cd88ef0f915 req-edd132e7-3ab6-4c94-be19-8ebc97ef8994 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430009 Nov 10 19:41:32.524387 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f841ced-e89f-4ba1-9af3-aaf0aff9929c req-a124d6bb-9e2a-44dc-972f-69df579d6f7f tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:32.525909 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1f841ced-e89f-4ba1-9af3-aaf0aff9929c req-a124d6bb-9e2a-44dc-972f-69df579d6f7f tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 943 time: 0.0536501 Nov 10 19:41:32.561919 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 717605a6-71e8-49ad-8c96-11406b959e1f details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:41:32.589698 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1f841ced-e89f-4ba1-9af3-aaf0aff9929c req-74ad179b-b6d8-4d04-8e42-5701fd98addd tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572813 Nov 10 19:41:32.707654 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 717605a6-71e8-49ad-8c96-11406b959e1f, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=717605a6-71e8-49ad-8c96-11406b959e1f,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:41:32.726228 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '717605a6-71e8-49ad-8c96-11406b959e1f', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'port_id': '717605a6-71e8-49ad-8c96-11406b959e1f', 'mac_address': 'fa:16:3e:60:64:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:41:32.755158 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab7350-f9fc-436a-8006-300843b95253 req-51a4c85b-6ba4-4fd9-bfcf-45874e126ea7 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:32.756825 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-08ab7350-f9fc-436a-8006-300843b95253 req-51a4c85b-6ba4-4fd9-bfcf-45874e126ea7 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0584083 Nov 10 19:41:32.767901 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:32.785719 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 717605a6-71e8-49ad-8c96-11406b959e1f {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:41:32.808722 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 717605a6-71e8-49ad-8c96-11406b959e1f, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=717605a6-71e8-49ad-8c96-11406b959e1f,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:41:32.815070 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:32.819191 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-08ab7350-f9fc-436a-8006-300843b95253 req-66c2ea0d-c50c-4c58-8aa0-062563624e3b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446208 Nov 10 19:41:32.885650 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=717605a6-71e8-49ad-8c96-11406b959e1f,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:41:32.960630 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1bb07-e401-48af-88d6-2b1bdfca939f req-e9c7f94c-3bb8-4489-9dc9-7c0769c81324 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:32.962721 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3ae1bb07-e401-48af-88d6-2b1bdfca939f req-e9c7f94c-3bb8-4489-9dc9-7c0769c81324 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0540798 Nov 10 19:41:33.012933 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3ae1bb07-e401-48af-88d6-2b1bdfca939f req-11868836-0da7-4bfa-89cc-8cd76c0cba8b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434618 Nov 10 19:41:33.036238 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['717605a6-71e8-49ad-8c96-11406b959e1f'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:41:33.157840 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd56073-797a-46ed-998e-38a5ae7f137e req-6d58637b-b1e9-4470-ace4-62089858ea21 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:33.163526 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5bd56073-797a-46ed-998e-38a5ae7f137e req-6d58637b-b1e9-4470-ace4-62089858ea21 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0625513 Nov 10 19:41:33.212625 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5bd56073-797a-46ed-998e-38a5ae7f137e req-94a9ceb0-5d0f-4068-b363-c1445432ad46 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469060 Nov 10 19:41:33.331172 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ddfb9c-6526-423d-a865-c2ec72f87d52 req-20ae9a64-33bf-4c19-a8e0-5863d91fbe54 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:33.332680 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e3ddfb9c-6526-423d-a865-c2ec72f87d52 req-20ae9a64-33bf-4c19-a8e0-5863d91fbe54 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0514572 Nov 10 19:41:33.390122 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e3ddfb9c-6526-423d-a865-c2ec72f87d52 req-dbe278dd-856e-4157-96e4-70ed0b104cde tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511439 Nov 10 19:41:33.546573 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd65f9-c42e-4f51-8618-eaa90ab5daa9 req-ca83d8dc-5e66-4419-8999-57ea8d7e9d54 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:33.548062 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-14fd65f9-c42e-4f51-8618-eaa90ab5daa9 req-ca83d8dc-5e66-4419-8999-57ea8d7e9d54 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0501335 Nov 10 19:41:33.597608 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-14fd65f9-c42e-4f51-8618-eaa90ab5daa9 req-ac11bccd-32a0-47e6-a956-426708fbeed0 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431602 Nov 10 19:41:33.730783 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f29274-a76e-4613-80f3-61602e977570 req-ef6648b9-0086-4f58-b9ad-11bd2c37649d tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:33.734555 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-95f29274-a76e-4613-80f3-61602e977570 req-ef6648b9-0086-4f58-b9ad-11bd2c37649d tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 944 time: 0.0669293 Nov 10 19:41:33.784245 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-95f29274-a76e-4613-80f3-61602e977570 req-01eeb83b-c5a6-4399-8f46-cee861e8e11e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450900 Nov 10 19:41:33.817737 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-37c35511-2c0f-4c2b-a32e-cf86cea10c20 req-305df289-f404-4149-923b-981a2d0e8256 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=05c7fc79-2933-411d-ba25-ad98053330e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521381 Nov 10 19:41:33.894543 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a833e-901a-40f2-8344-ccc8294a010e req-5a25fb8e-dfdf-46ec-a739-f07889746b3d tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:33.896170 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ac3a833e-901a-40f2-8344-ccc8294a010e req-5a25fb8e-dfdf-46ec-a739-f07889746b3d tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0511603 Nov 10 19:41:33.900753 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c35511-2c0f-4c2b-a32e-cf86cea10c20 req-df702f43-0d65-4b67-aebc-42624892e610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:33.906328 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-37c35511-2c0f-4c2b-a32e-cf86cea10c20 req-df702f43-0d65-4b67-aebc-42624892e610 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0863f57af6c245c5a4e0338a46ab2047&device_id=05c7fc79-2933-411d-ba25-ad98053330e5 HTTP/1.1" status: 200 len: 1096 time: 0.0451767 Nov 10 19:41:33.955568 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ac3a833e-901a-40f2-8344-ccc8294a010e req-70772162-93ff-4c06-aade-19984ed6919c tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525577 Nov 10 19:41:34.032213 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c35511-2c0f-4c2b-a32e-cf86cea10c20 req-ab4e6a4a-aee0-459e-811d-fd703918d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:34.033917 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-37c35511-2c0f-4c2b-a32e-cf86cea10c20 req-ab4e6a4a-aee0-459e-811d-fd703918d92c service neutron] 10.222.0.25 "GET /v2.0/networks?id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e HTTP/1.1" status: 200 len: 912 time: 0.1125605 Nov 10 19:41:34.078611 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-37c35511-2c0f-4c2b-a32e-cf86cea10c20 req-86f6983b-5121-4d58-9001-c8a368b0e471 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f HTTP/1.1" status: 200 len: 217 time: 0.0360281 Nov 10 19:41:34.095148 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c226024-49b3-447b-8fab-f2ad7d66735d req-12452801-4db9-4623-8c85-a5d9b82e0edb tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:34.096115 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c226024-49b3-447b-8fab-f2ad7d66735d req-12452801-4db9-4623-8c85-a5d9b82e0edb tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0563676 Nov 10 19:41:34.133591 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c35511-2c0f-4c2b-a32e-cf86cea10c20 req-adeaf5cc-7f80-4528-8038-61193a48b8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:34.134886 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-37c35511-2c0f-4c2b-a32e-cf86cea10c20 req-adeaf5cc-7f80-4528-8038-61193a48b8f4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d245deb3-5e48-4ae4-b622-b444342b78ed HTTP/1.1" status: 200 len: 850 time: 0.0489914 Nov 10 19:41:34.151776 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c226024-49b3-447b-8fab-f2ad7d66735d req-297c10a9-a43c-4127-a905-d17e1a64ba2f tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485365 Nov 10 19:41:34.192190 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c35511-2c0f-4c2b-a32e-cf86cea10c20 req-1ef2832a-7c0a-49be-b2a1-1d7b2150faec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:34.193882 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-37c35511-2c0f-4c2b-a32e-cf86cea10c20 req-1ef2832a-7c0a-49be-b2a1-1d7b2150faec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505590 Nov 10 19:41:34.285189 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ec212-5957-4047-8753-83bb57576b47 req-3b617d87-478c-4ba3-b5be-94cea3c82491 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:34.287492 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-139ec212-5957-4047-8753-83bb57576b47 req-3b617d87-478c-4ba3-b5be-94cea3c82491 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0527461 Nov 10 19:41:34.290911 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-37c35511-2c0f-4c2b-a32e-cf86cea10c20 req-b2234c59-9b99-4de7-a62c-0b9fee0822a3 service neutron] 10.222.0.25 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898502 Nov 10 19:41:34.340009 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-139ec212-5957-4047-8753-83bb57576b47 req-d520dbcf-acd7-4ed7-9918-9e7a781ca405 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450606 Nov 10 19:41:34.392123 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-37c35511-2c0f-4c2b-a32e-cf86cea10c20 req-9450c533-52ee-4916-9374-674a1370dc8a service neutron] 10.222.0.25 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910208 Nov 10 19:41:34.484610 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872efff0-f10f-40e0-b507-7d29cbcc3380 req-70b2c0ba-3522-4b23-97b1-277cc5cac114 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:34.486163 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-872efff0-f10f-40e0-b507-7d29cbcc3380 req-70b2c0ba-3522-4b23-97b1-277cc5cac114 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0525670 Nov 10 19:41:34.545135 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-872efff0-f10f-40e0-b507-7d29cbcc3380 req-20a52592-7608-4015-8dcd-a441042d32e8 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524418 Nov 10 19:41:34.558795 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 717605a6-71e8-49ad-8c96-11406b959e1f up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:41:34.627106 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 717605a6-71e8-49ad-8c96-11406b959e1f completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:41:34.631762 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 717605a6-71e8-49ad-8c96-11406b959e1f triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:41:34.632207 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:34.673565 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312cc2b-fd30-46a8-9bd7-f58a9ee32a83 req-5deb5af3-a13c-4ca0-8dab-82e35ef75d89 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:34.675319 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5312cc2b-fd30-46a8-9bd7-f58a9ee32a83 req-5deb5af3-a13c-4ca0-8dab-82e35ef75d89 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0533578 Nov 10 19:41:34.721181 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:34.729850 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5312cc2b-fd30-46a8-9bd7-f58a9ee32a83 req-0491951c-107f-46ad-b85f-1707c47463e3 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477376 Nov 10 19:41:34.750736 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a31af8e-242a-452d-825a-a9b55e03a5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717605a6-71e8-49ad-8c96-11406b959e1f'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:41:34.753177 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b21cf45-05af-4669-8378-e73edace97a1" -d '{"events": [{"server_uuid": "0a31af8e-242a-452d-825a-a9b55e03a5f1", "name": "network-vif-plugged", "status": "completed", "tag": "717605a6-71e8-49ad-8c96-11406b959e1f"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:41:34.774066 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 717605a6-71e8-49ad-8c96-11406b959e1f, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=717605a6-71e8-49ad-8c96-11406b959e1f,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:41:34.779651 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:34.811487 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-de53d0b9-71ae-43d1-8e4c-4547becd7b9e req-05f2ee9a-da57-4d27-8f72-a4be6dc8f932 service neutron] (102506) timed out ('10.222.0.25', 62879) {{(pid=102506) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 19:41:34.835555 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=717605a6-71e8-49ad-8c96-11406b959e1f,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:41:34.861707 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c2c3be-7048-4d90-b548-13cff9775133 x-openstack-request-id: req-05c2c3be-7048-4d90-b548-13cff9775133 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:41:34.862232 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a31af8e-242a-452d-825a-a9b55e03a5f1", "name": "network-vif-plugged", "status": "completed", "tag": "717605a6-71e8-49ad-8c96-11406b959e1f", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:41:34.862672 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-05c2c3be-7048-4d90-b548-13cff9775133 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:41:34.863168 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a31af8e-242a-452d-825a-a9b55e03a5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717605a6-71e8-49ad-8c96-11406b959e1f', 'code': 200} Nov 10 19:41:34.966423 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed43ba7-753a-4d97-8d80-1d4551f52818 req-cf806931-9e71-4682-baf4-b8b3cfbd9885 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:34.968254 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8ed43ba7-753a-4d97-8d80-1d4551f52818 req-cf806931-9e71-4682-baf4-b8b3cfbd9885 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0578330 Nov 10 19:41:35.030594 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8ed43ba7-753a-4d97-8d80-1d4551f52818 req-fa73943e-373e-4d80-853b-d7a61582ee0b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560191 Nov 10 19:41:35.173960 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795a049-330b-434e-842d-fd4209bb839d req-62c758d1-0a13-436a-b53e-af0fb2c96a2d tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:35.175725 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3795a049-330b-434e-842d-fd4209bb839d req-62c758d1-0a13-436a-b53e-af0fb2c96a2d tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0884190 Nov 10 19:41:35.183168 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea183491-b7eb-46ad-891f-c78769001673 req-30a5cead-6bc7-4eb1-a7e2-d50cc6cbd8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:35.184644 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ea183491-b7eb-46ad-891f-c78769001673 req-30a5cead-6bc7-4eb1-a7e2-d50cc6cbd8f7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 1096 time: 0.2611384 Nov 10 19:41:35.256362 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3795a049-330b-434e-842d-fd4209bb839d req-4626ad75-6522-486f-b686-3bdb25f1c81c tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706356 Nov 10 19:41:35.258812 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ea183491-b7eb-46ad-891f-c78769001673 req-0b6b4be2-7254-41fc-b8da-16ed3f2f4465 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657239 Nov 10 19:41:35.382292 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab7887-a956-4c30-b250-a4066d03e8c2 req-831c9ca9-d144-4db9-a87f-a7d622476357 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:35.384511 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5eab7887-a956-4c30-b250-a4066d03e8c2 req-831c9ca9-d144-4db9-a87f-a7d622476357 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0579538 Nov 10 19:41:35.440601 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5eab7887-a956-4c30-b250-a4066d03e8c2 req-57fb253a-3dad-4de5-b4f0-49548ca85a59 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498531 Nov 10 19:41:35.585430 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a8739-32c9-478a-9871-4f8c00e5b977 req-76aaa08b-88c8-48f4-8c60-dba230151852 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:35.587174 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-481a8739-32c9-478a-9871-4f8c00e5b977 req-76aaa08b-88c8-48f4-8c60-dba230151852 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0543530 Nov 10 19:41:35.645122 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-481a8739-32c9-478a-9871-4f8c00e5b977 req-35353897-d75a-41f7-935e-540bb7a4f869 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499032 Nov 10 19:41:35.779430 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0e67f-a3ad-493f-8ba3-c92b9a447127 req-5fa3d96d-ffb5-4cfb-b62b-52de44514498 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:35.781218 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6e0e67f-a3ad-493f-8ba3-c92b9a447127 req-5fa3d96d-ffb5-4cfb-b62b-52de44514498 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0582321 Nov 10 19:41:35.835291 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6e0e67f-a3ad-493f-8ba3-c92b9a447127 req-0c3ac5a8-597b-4f65-ad79-6e6815595d43 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475318 Nov 10 19:41:36.008395 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6408f-5df5-4daa-b2a8-90bd6322155e req-fa062f34-b568-4621-837c-d6b3e061b42c tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:36.009960 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59a6408f-5df5-4daa-b2a8-90bd6322155e req-fa062f34-b568-4621-837c-d6b3e061b42c tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0573373 Nov 10 19:41:36.060891 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59a6408f-5df5-4daa-b2a8-90bd6322155e req-4ff0237c-4960-4d85-87e7-da90fba87ab3 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445766 Nov 10 19:41:36.188316 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d1ad5-cd56-4a31-8efc-5383f8576f02 req-c1a92a8d-9e65-41ce-9863-e499c90c5029 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:36.189976 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-814d1ad5-cd56-4a31-8efc-5383f8576f02 req-c1a92a8d-9e65-41ce-9863-e499c90c5029 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0555470 Nov 10 19:41:36.240548 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-814d1ad5-cd56-4a31-8efc-5383f8576f02 req-04208d9e-31a9-4506-a2de-7a89ec8c04da tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428789 Nov 10 19:41:36.349319 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc51a2b-6d48-4a56-aa99-08f001cd2eee req-e39d7d28-f826-4fd1-ab17-6880b1d9e74b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:36.350774 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1bc51a2b-6d48-4a56-aa99-08f001cd2eee req-e39d7d28-f826-4fd1-ab17-6880b1d9e74b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0498390 Nov 10 19:41:36.406282 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1bc51a2b-6d48-4a56-aa99-08f001cd2eee req-1ccf8926-0642-42eb-ba2e-cb5d7d800346 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483973 Nov 10 19:41:36.648387 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145330a9-8a81-428b-a6fa-83df08d8b1bc req-f181d944-caee-47d5-9f00-bc710f4ea9d9 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:36.650153 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-145330a9-8a81-428b-a6fa-83df08d8b1bc req-f181d944-caee-47d5-9f00-bc710f4ea9d9 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0592158 Nov 10 19:41:36.704377 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-145330a9-8a81-428b-a6fa-83df08d8b1bc req-a26b5a35-9299-40e3-9939-0fe6398384f2 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477712 Nov 10 19:41:36.828691 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe54b1-4fad-4b5b-9f07-50ee6ca2b8c7 req-53f49a8f-0cb7-4c97-a2c0-6250f6686175 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:36.830351 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aafe54b1-4fad-4b5b-9f07-50ee6ca2b8c7 req-53f49a8f-0cb7-4c97-a2c0-6250f6686175 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0509145 Nov 10 19:41:36.889354 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aafe54b1-4fad-4b5b-9f07-50ee6ca2b8c7 req-1726382e-9b8e-4fd7-bf4c-ca843d4e8e97 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488884 Nov 10 19:41:37.038387 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a2fe52c8-b780-4bae-b545-b4f9e1c19bee req-bd8d8cb5-713e-4ea4-8489-4a3cfdb6475a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0796013 Nov 10 19:41:37.051184 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b2590-6a1a-4bd0-8bb7-e5f482f3e79b req-ee66e80c-dede-4ed6-97b5-325b09760a41 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:37.052922 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-470b2590-6a1a-4bd0-8bb7-e5f482f3e79b req-ee66e80c-dede-4ed6-97b5-325b09760a41 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0611122 Nov 10 19:41:37.132353 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-470b2590-6a1a-4bd0-8bb7-e5f482f3e79b req-e77decc0-4243-4001-8cf4-36d10f8a138a tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703917 Nov 10 19:41:37.148605 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe52c8-b780-4bae-b545-b4f9e1c19bee req-68f4e5c4-8404-434c-8a82-9df38bbffecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:37.148605 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a2fe52c8-b780-4bae-b545-b4f9e1c19bee req-68f4e5c4-8404-434c-8a82-9df38bbffecd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8dee9662a0a54ffd8cb1802d7cb4561d&device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 1097 time: 0.0556848 Nov 10 19:41:37.293200 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe52c8-b780-4bae-b545-b4f9e1c19bee req-7f2373cf-8d9b-4a3f-9405-5f744795260d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:37.294726 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a2fe52c8-b780-4bae-b545-b4f9e1c19bee req-7f2373cf-8d9b-4a3f-9405-5f744795260d service neutron] 10.222.0.73 "GET /v2.0/networks?id=7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1 HTTP/1.1" status: 200 len: 914 time: 0.1258986 Nov 10 19:41:37.303237 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1889fc0-61c5-423a-92b0-f568ed02f8b3 req-ce69eaf1-ca9a-4b04-8b91-481348967f8f tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:37.304774 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b1889fc0-61c5-423a-92b0-f568ed02f8b3 req-ce69eaf1-ca9a-4b04-8b91-481348967f8f tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0752783 Nov 10 19:41:37.349798 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a2fe52c8-b780-4bae-b545-b4f9e1c19bee req-fb3370c7-8c9c-4c5f-8ec9-b3dd32d2e166 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9295535b-2b3d-49db-816d-4ff22c589465 HTTP/1.1" status: 200 len: 217 time: 0.0439861 Nov 10 19:41:37.419730 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b1889fc0-61c5-423a-92b0-f568ed02f8b3 req-17463623-29d6-4b2c-bb18-90f3c0ef8d59 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079371 Nov 10 19:41:37.421486 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe52c8-b780-4bae-b545-b4f9e1c19bee req-31915760-adc7-4554-876c-2a423563a3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:37.422881 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a2fe52c8-b780-4bae-b545-b4f9e1c19bee req-31915760-adc7-4554-876c-2a423563a3d1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ea5d0396-d12a-42be-b3bf-059b9f989d1c HTTP/1.1" status: 200 len: 853 time: 0.0651088 Nov 10 19:41:37.464990 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a2fe52c8-b780-4bae-b545-b4f9e1c19bee req-2a9bea54-f1cf-473d-9ece-3dac9c47d7c0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340621 Nov 10 19:41:37.598498 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249487d-e309-46d8-b4a8-bd3f8fb2efda req-8f4d552e-927d-4232-9527-7e51f9593fca tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:37.600049 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5249487d-e309-46d8-b4a8-bd3f8fb2efda req-8f4d552e-927d-4232-9527-7e51f9593fca tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 945 time: 0.1029775 Nov 10 19:41:37.615922 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a2fe52c8-b780-4bae-b545-b4f9e1c19bee req-8b9d8b4f-b4a0-41b3-863c-21a7dba95961 service neutron] 10.222.0.73 "GET /v2.0/networks/7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437318 Nov 10 19:41:37.712943 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5249487d-e309-46d8-b4a8-bd3f8fb2efda req-0937f36c-f1da-4c00-85d0-769f76de2423 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050363 Nov 10 19:41:37.753140 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a2fe52c8-b780-4bae-b545-b4f9e1c19bee req-d0570f76-a284-41f5-a59b-e1a4c3fcd181 service neutron] 10.222.0.73 "GET /v2.0/networks/7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267991 Nov 10 19:41:38.154121 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a2b64-c746-44e1-ae1b-6ff46c84de1c req-9702ac0c-e0cc-4817-9f12-e7f55c8adb09 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:38.155772 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2f2a2b64-c746-44e1-ae1b-6ff46c84de1c req-9702ac0c-e0cc-4817-9f12-e7f55c8adb09 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0563715 Nov 10 19:41:38.205687 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2f2a2b64-c746-44e1-ae1b-6ff46c84de1c req-3a4e3b7e-880e-403c-ac92-56e5f0ad2396 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431929 Nov 10 19:41:38.314920 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f279c26-da1f-474d-bdb7-f89b712e7958 req-1fd19a02-9bd0-4b7a-84cc-c8fae1dc740a tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:38.316441 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f279c26-da1f-474d-bdb7-f89b712e7958 req-1fd19a02-9bd0-4b7a-84cc-c8fae1dc740a tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0544646 Nov 10 19:41:38.370875 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f279c26-da1f-474d-bdb7-f89b712e7958 req-06c485f5-8448-4cc7-b40c-8b32b78cb35b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480256 Nov 10 19:41:38.622963 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de31f2-aada-4bf2-9cde-bf0bafe34e80 req-fa971aae-5245-4ec3-a9cc-3d06ac846129 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:38.624828 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6de31f2-aada-4bf2-9cde-bf0bafe34e80 req-fa971aae-5245-4ec3-a9cc-3d06ac846129 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0651314 Nov 10 19:41:38.692053 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6de31f2-aada-4bf2-9cde-bf0bafe34e80 req-eaaa9ac9-981b-47b6-8e7c-a0dfcb657d46 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591440 Nov 10 19:41:39.493725 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b75640-cfaf-4d65-bcef-438cc62f3ee1 req-7193cb35-aa07-4124-906e-c6132963fbd3 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:39.495294 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c1b75640-cfaf-4d65-bcef-438cc62f3ee1 req-7193cb35-aa07-4124-906e-c6132963fbd3 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0536926 Nov 10 19:41:39.552836 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c1b75640-cfaf-4d65-bcef-438cc62f3ee1 req-f9157641-ac26-4cee-9c37-fb0fe9cbd7aa tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511379 Nov 10 19:41:39.823860 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518efeb-500b-487f-8361-be497b191072 req-d92e4e2d-4a99-47df-a230-80a16a6e3512 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:39.825624 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d518efeb-500b-487f-8361-be497b191072 req-d92e4e2d-4a99-47df-a230-80a16a6e3512 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0592453 Nov 10 19:41:39.876521 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d518efeb-500b-487f-8361-be497b191072 req-447dd4b3-4df5-4413-9d0c-735cf496c9e3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446219 Nov 10 19:41:40.153340 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1eda85-fcfd-44d6-8782-0e3416e05d4d req-674f0bdd-2ab9-4558-98e0-fa808e662341 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:40.155341 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d1eda85-fcfd-44d6-8782-0e3416e05d4d req-674f0bdd-2ab9-4558-98e0-fa808e662341 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.73 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0554476 Nov 10 19:41:40.273684 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-0d1eda85-fcfd-44d6-8782-0e3416e05d4d req-09381207-8152-479e-bb38-b7cba0826bcb tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Deleting port 717605a6-71e8-49ad-8c96-11406b959e1f {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:41:40.274583 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0d1eda85-fcfd-44d6-8782-0e3416e05d4d req-09381207-8152-479e-bb38-b7cba0826bcb tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:40.376777 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-0d1eda85-fcfd-44d6-8782-0e3416e05d4d req-09381207-8152-479e-bb38-b7cba0826bcb tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] For port 717605a6-71e8-49ad-8c96-11406b959e1f, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=717605a6-71e8-49ad-8c96-11406b959e1f,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:41:40.377141 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0d1eda85-fcfd-44d6-8782-0e3416e05d4d req-09381207-8152-479e-bb38-b7cba0826bcb tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:40.390665 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-0d1eda85-fcfd-44d6-8782-0e3416e05d4d req-09381207-8152-479e-bb38-b7cba0826bcb tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Calling delete_port for 717605a6-71e8-49ad-8c96-11406b959e1f owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:41:40.566189 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0d1eda85-fcfd-44d6-8782-0e3416e05d4d req-09381207-8152-479e-bb38-b7cba0826bcb tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:40.579278 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:41:40.587479 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['717605a6-71e8-49ad-8c96-11406b959e1f'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:41:40.601110 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09381207-8152-479e-bb38-b7cba0826bcb tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Pushing event deleted for resources: {'Port': ['ID=717605a6-71e8-49ad-8c96-11406b959e1f,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:41:40.617176 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09381207-8152-479e-bb38-b7cba0826bcb tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:40.617631 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09381207-8152-479e-bb38-b7cba0826bcb tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:40.618321 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09381207-8152-479e-bb38-b7cba0826bcb tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:40.618672 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09381207-8152-479e-bb38-b7cba0826bcb tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:40.619139 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09381207-8152-479e-bb38-b7cba0826bcb tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:40.619383 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09381207-8152-479e-bb38-b7cba0826bcb tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:40.619719 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09381207-8152-479e-bb38-b7cba0826bcb tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:40.620045 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09381207-8152-479e-bb38-b7cba0826bcb tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:40.620369 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09381207-8152-479e-bb38-b7cba0826bcb tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:40.620734 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09381207-8152-479e-bb38-b7cba0826bcb tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:40.621060 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09381207-8152-479e-bb38-b7cba0826bcb tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:40.621403 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09381207-8152-479e-bb38-b7cba0826bcb tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:40.669630 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1eda85-fcfd-44d6-8782-0e3416e05d4d req-09381207-8152-479e-bb38-b7cba0826bcb tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] No DVR routers for this DVR port 717605a6-71e8-49ad-8c96-11406b959e1f on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:41:40.673257 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0d1eda85-fcfd-44d6-8782-0e3416e05d4d req-09381207-8152-479e-bb38-b7cba0826bcb tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:40.677504 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d1eda85-fcfd-44d6-8782-0e3416e05d4d req-09381207-8152-479e-bb38-b7cba0826bcb tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.73 "DELETE /v2.0/ports/717605a6-71e8-49ad-8c96-11406b959e1f HTTP/1.1" status: 204 len: 173 time: 0.5146797 Nov 10 19:41:40.678090 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a31af8e-242a-452d-825a-a9b55e03a5f1', 'name': 'network-vif-deleted', 'tag': '717605a6-71e8-49ad-8c96-11406b959e1f'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:41:40.682228 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbaa8785-5a6d-4b84-9572-5be00ef8d885" -d '{"events": [{"server_uuid": "0a31af8e-242a-452d-825a-a9b55e03a5f1", "name": "network-vif-deleted", "tag": "717605a6-71e8-49ad-8c96-11406b959e1f"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:41:40.768446 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e2a35-c781-4823-8ffb-2ed5437387b9 req-4db27c1e-46d6-47c6-9892-080eb4a16078 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:40.771021 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ce0e2a35-c781-4823-8ffb-2ed5437387b9 req-4db27c1e-46d6-47c6-9892-080eb4a16078 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0728102 Nov 10 19:41:40.868771 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ce0e2a35-c781-4823-8ffb-2ed5437387b9 req-b7cea59b-38d1-4e58-a1f8-23d778866c5e tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861583 Nov 10 19:41:41.112604 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11f5707-de79-4542-9b00-c334d20b277b x-openstack-request-id: req-c11f5707-de79-4542-9b00-c334d20b277b {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:41:41.113058 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a31af8e-242a-452d-825a-a9b55e03a5f1", "name": "network-vif-deleted", "tag": "717605a6-71e8-49ad-8c96-11406b959e1f", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:41:41.113692 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c11f5707-de79-4542-9b00-c334d20b277b {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:41:41.114472 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a31af8e-242a-452d-825a-a9b55e03a5f1', 'name': 'network-vif-deleted', 'tag': '717605a6-71e8-49ad-8c96-11406b959e1f', 'status': 'completed', 'code': 200} Nov 10 19:41:41.219188 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7407a739-2021-48e7-ba58-b6bce339cdac req-f79303a6-766a-4ec0-96ba-339bd651f54d tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 210 time: 0.0422547 Nov 10 19:41:42.049645 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1c665-6261-4616-878e-ee8022782bcc req-e64d3cf3-75eb-483b-8f98-caee14703a6d tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:42.051921 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eab1c665-6261-4616-878e-ee8022782bcc req-e64d3cf3-75eb-483b-8f98-caee14703a6d tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0803325 Nov 10 19:41:42.111233 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eab1c665-6261-4616-878e-ee8022782bcc req-6eb14b99-9265-46a4-857d-bcd1a8488ac6 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513673 Nov 10 19:41:42.347111 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bad19798-72e7-4039-a532-a2250b8b70c5 req-74d9dab3-db58-4a01-bb4d-14ab12a44a5f tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 210 time: 0.0373311 Nov 10 19:41:43.243739 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd3a85-5b3c-431e-9feb-3ecb12f159e0 req-d671a7b1-e159-4160-af3f-620d96d203a5 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:43.245314 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52dd3a85-5b3c-431e-9feb-3ecb12f159e0 req-d671a7b1-e159-4160-af3f-620d96d203a5 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0514128 Nov 10 19:41:43.303004 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52dd3a85-5b3c-431e-9feb-3ecb12f159e0 req-898ab6f0-59b6-46dd-b9f4-946c9d38a92e tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508742 Nov 10 19:41:43.453100 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ed85da4e-b34c-42c6-8d8e-c6405c560266 req-e98f5d17-ad43-4aec-943f-e9b0715b4815 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 210 time: 0.0287981 Nov 10 19:41:44.431593 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c1044-a632-42e2-886d-0111f62cca32 req-ed8240d1-3b86-48d1-aef2-275e2d11e688 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:44.433965 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e29c1044-a632-42e2-886d-0111f62cca32 req-ed8240d1-3b86-48d1-aef2-275e2d11e688 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0539362 Nov 10 19:41:44.491495 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e29c1044-a632-42e2-886d-0111f62cca32 req-70901c34-6bed-419a-8ffe-a252c9d8d7bb tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494549 Nov 10 19:41:44.578902 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-939d6867-e692-4d0d-ae14-434035ab11a6 req-4f370f37-07f8-4f19-a75a-eaf9c1bc1a36 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 210 time: 0.0302942 Nov 10 19:41:44.589321 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 717605a6-71e8-49ad-8c96-11406b959e1f no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:41:44.625598 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 717605a6-71e8-49ad-8c96-11406b959e1f {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:41:44.625710 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 717605a6-71e8-49ad-8c96-11406b959e1f not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:41:45.631559 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82056c6c-e5dc-4431-bc4e-cd75a80d643e req-7f54ac91-8d64-4b37-b074-26f8fad24224 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:45.633230 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-82056c6c-e5dc-4431-bc4e-cd75a80d643e req-7f54ac91-8d64-4b37-b074-26f8fad24224 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0609906 Nov 10 19:41:45.683090 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-82056c6c-e5dc-4431-bc4e-cd75a80d643e req-f849d3c5-0ea7-48ef-a59c-c7e396f5d0ce tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429940 Nov 10 19:41:45.837481 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6c476007-8795-4948-b25c-0bbe309fdca4 req-27eef087-2b70-4b2f-a105-9d6784db5969 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a31af8e-242a-452d-825a-a9b55e03a5f1 HTTP/1.1" status: 200 len: 210 time: 0.0469432 Nov 10 19:41:46.832541 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df1652-f4e9-4fa3-9b5b-bda7fa1c7d12 req-7a92f828-493a-40f1-a2c0-a7ee1adbc957 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:46.834283 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-07df1652-f4e9-4fa3-9b5b-bda7fa1c7d12 req-7a92f828-493a-40f1-a2c0-a7ee1adbc957 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0563669 Nov 10 19:41:46.885697 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-07df1652-f4e9-4fa3-9b5b-bda7fa1c7d12 req-979b4e61-f569-4692-9b2c-92f36d5f7e2f tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447750 Nov 10 19:41:48.016021 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22ef3c-c37a-4f47-b69b-96960184adda req-b167d71f-ddff-4332-bf67-eb315d30802b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:48.018261 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4d22ef3c-c37a-4f47-b69b-96960184adda req-b167d71f-ddff-4332-bf67-eb315d30802b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0581498 Nov 10 19:41:48.079144 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4d22ef3c-c37a-4f47-b69b-96960184adda req-846afc5f-57ba-4cd9-a6d6-28853da26291 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532103 Nov 10 19:41:49.310315 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917b04b-edf5-4020-be37-c54400e88e05 req-9b47d516-b2e7-465f-b0ac-47a08fad6dfd tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:49.313287 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4917b04b-edf5-4020-be37-c54400e88e05 req-9b47d516-b2e7-465f-b0ac-47a08fad6dfd tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.1000946 Nov 10 19:41:49.379545 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4917b04b-edf5-4020-be37-c54400e88e05 req-6bcba30f-fd2c-44d3-a718-ee3541e870c8 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587571 Nov 10 19:41:50.567831 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3d92c-9d2f-48f0-9189-12505338961b req-5a420142-4971-4481-81e6-b75c8260e581 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:50.576758 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0ce3d92c-9d2f-48f0-9189-12505338961b req-5a420142-4971-4481-81e6-b75c8260e581 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0655191 Nov 10 19:41:50.619285 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 9295535b-2b3d-49db-816d-4ff22c589465 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:41:50.652471 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0ce3d92c-9d2f-48f0-9189-12505338961b req-19cfa6f4-eda8-4a89-b11a-c443a30621e4 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603917 Nov 10 19:41:50.747006 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 9295535b-2b3d-49db-816d-4ff22c589465, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=9295535b-2b3d-49db-816d-4ff22c589465,segment=NetworkSegment(313a584a-7372-4c3d-9cec-22149074822b),segment_id=313a584a-7372-4c3d-9cec-22149074822b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:41:50.759791 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '9295535b-2b3d-49db-816d-4ff22c589465', 'network_id': '7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1', 'port_id': '9295535b-2b3d-49db-816d-4ff22c589465', 'mac_address': 'fa:16:3e:b3:f8:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea5d0396-d12a-42be-b3bf-059b9f989d1c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:41:50.800110 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:50.822514 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9295535b-2b3d-49db-816d-4ff22c589465 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:41:50.845942 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 9295535b-2b3d-49db-816d-4ff22c589465, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=9295535b-2b3d-49db-816d-4ff22c589465,segment=NetworkSegment(313a584a-7372-4c3d-9cec-22149074822b),segment_id=313a584a-7372-4c3d-9cec-22149074822b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:41:50.851945 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:50.919521 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=9295535b-2b3d-49db-816d-4ff22c589465,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:41:50.932620 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['9295535b-2b3d-49db-816d-4ff22c589465'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:41:51.587509 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d8d1a-527f-4fdd-904c-cb8625931bbc req-52ed17be-3ee0-4eb7-a908-2c11eb687460 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:51.595233 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bb8d8d1a-527f-4fdd-904c-cb8625931bbc req-52ed17be-3ee0-4eb7-a908-2c11eb687460 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=05c7fc79-2933-411d-ba25-ad98053330e5 HTTP/1.1" status: 200 len: 945 time: 0.0789406 Nov 10 19:41:51.710777 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bb8d8d1a-527f-4fdd-904c-cb8625931bbc req-f0b76bf7-338e-4e3b-9efc-30ff4c851465 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141255 Nov 10 19:41:51.892869 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293e631-f9a9-418d-950d-c6b5481bb285 req-c772a400-5294-4d6e-a25c-dfd504e5c6e1 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:51.894857 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d293e631-f9a9-418d-950d-c6b5481bb285 req-c772a400-5294-4d6e-a25c-dfd504e5c6e1 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 945 time: 0.1142402 Nov 10 19:41:51.964536 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d293e631-f9a9-418d-950d-c6b5481bb285 req-4f9d18f2-8973-4e84-813c-805b0466e55e tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620697 Nov 10 19:41:52.632050 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 9295535b-2b3d-49db-816d-4ff22c589465 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:41:52.716867 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 9295535b-2b3d-49db-816d-4ff22c589465 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:41:52.717274 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:52.885290 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:52.929558 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc214fe9-8aaf-44f7-bbbd-356f363bf276 req-184d4e49-8ad4-4bfc-a332-9da916f6128a tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:52.931289 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 9295535b-2b3d-49db-816d-4ff22c589465, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=9295535b-2b3d-49db-816d-4ff22c589465,segment=NetworkSegment(313a584a-7372-4c3d-9cec-22149074822b),segment_id=313a584a-7372-4c3d-9cec-22149074822b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:41:52.933904 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd335baf2-11c9-481e-ba7b-1c029d472174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9295535b-2b3d-49db-816d-4ff22c589465'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:41:52.936728 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab1963d-da84-4908-ac1b-0a91be596949" -d '{"events": [{"server_uuid": "d335baf2-11c9-481e-ba7b-1c029d472174", "name": "network-vif-plugged", "status": "completed", "tag": "9295535b-2b3d-49db-816d-4ff22c589465"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:41:52.941517 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bc214fe9-8aaf-44f7-bbbd-356f363bf276 req-184d4e49-8ad4-4bfc-a332-9da916f6128a tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=05c7fc79-2933-411d-ba25-ad98053330e5 HTTP/1.1" status: 200 len: 945 time: 0.0976477 Nov 10 19:41:52.944438 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:53.029862 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bc214fe9-8aaf-44f7-bbbd-356f363bf276 req-4332e2c3-6129-4d23-9021-4b84f915c3c1 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca8ca628-de99-42ef-80e8-d403a34bb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754540 Nov 10 19:41:53.060382 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=9295535b-2b3d-49db-816d-4ff22c589465,revision_number=7']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:41:53.094576 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e326ff0-6b0f-4e84-940a-6e3e458efca3 x-openstack-request-id: req-2e326ff0-6b0f-4e84-940a-6e3e458efca3 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:41:53.095304 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d335baf2-11c9-481e-ba7b-1c029d472174", "name": "network-vif-plugged", "status": "completed", "tag": "9295535b-2b3d-49db-816d-4ff22c589465", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:41:53.095753 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2e326ff0-6b0f-4e84-940a-6e3e458efca3 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:41:53.096338 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd335baf2-11c9-481e-ba7b-1c029d472174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9295535b-2b3d-49db-816d-4ff22c589465', 'code': 200} Nov 10 19:41:53.150048 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb20cf-7f80-4f08-86f5-685e64e30e2b req-5ffea7df-d087-4534-9776-80cfe4e2c9a9 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:53.151281 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-97cb20cf-7f80-4f08-86f5-685e64e30e2b req-5ffea7df-d087-4534-9776-80cfe4e2c9a9 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.25 "GET /v2.0/ports?device_id=05c7fc79-2933-411d-ba25-ad98053330e5 HTTP/1.1" status: 200 len: 945 time: 0.0826669 Nov 10 19:41:53.283380 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71ddff-5f3d-4057-8348-e3043aa8ddd6 req-acb2eb0c-5518-4399-a566-f3f21c13ed2b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:53.290595 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-97cb20cf-7f80-4f08-86f5-685e64e30e2b req-95bbea5a-e8da-4e89-a72d-d8f22b9d63a2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Deleting port dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:41:53.290955 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-97cb20cf-7f80-4f08-86f5-685e64e30e2b req-95bbea5a-e8da-4e89-a72d-d8f22b9d63a2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:53.292978 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4d71ddff-5f3d-4057-8348-e3043aa8ddd6 req-acb2eb0c-5518-4399-a566-f3f21c13ed2b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.1012175 Nov 10 19:41:53.372773 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4d71ddff-5f3d-4057-8348-e3043aa8ddd6 req-75d934a4-82ee-4786-afe1-53de75fcc8c7 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677626 Nov 10 19:41:53.455369 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-97cb20cf-7f80-4f08-86f5-685e64e30e2b req-95bbea5a-e8da-4e89-a72d-d8f22b9d63a2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] For port dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:41:53.456127 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-97cb20cf-7f80-4f08-86f5-685e64e30e2b req-95bbea5a-e8da-4e89-a72d-d8f22b9d63a2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:53.474042 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-97cb20cf-7f80-4f08-86f5-685e64e30e2b req-95bbea5a-e8da-4e89-a72d-d8f22b9d63a2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Calling delete_port for dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:41:53.497675 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-91f28ef5-36ee-4947-9341-0fb0799de4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:53.665717 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-97cb20cf-7f80-4f08-86f5-685e64e30e2b req-95bbea5a-e8da-4e89-a72d-d8f22b9d63a2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:53.702016 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbea5a-e8da-4e89-a72d-d8f22b9d63a2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Pushing event deleted for resources: {'Port': ['ID=dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:41:53.710234 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bbea5a-e8da-4e89-a72d-d8f22b9d63a2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:53.710820 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bbea5a-e8da-4e89-a72d-d8f22b9d63a2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:53.711174 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bbea5a-e8da-4e89-a72d-d8f22b9d63a2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:53.712221 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bbea5a-e8da-4e89-a72d-d8f22b9d63a2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:53.712573 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bbea5a-e8da-4e89-a72d-d8f22b9d63a2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:53.712919 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bbea5a-e8da-4e89-a72d-d8f22b9d63a2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:53.713251 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bbea5a-e8da-4e89-a72d-d8f22b9d63a2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:53.713581 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bbea5a-e8da-4e89-a72d-d8f22b9d63a2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:53.713937 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bbea5a-e8da-4e89-a72d-d8f22b9d63a2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:53.714265 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bbea5a-e8da-4e89-a72d-d8f22b9d63a2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:53.714595 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bbea5a-e8da-4e89-a72d-d8f22b9d63a2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:53.714935 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bbea5a-e8da-4e89-a72d-d8f22b9d63a2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:41:53.765415 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-97cb20cf-7f80-4f08-86f5-685e64e30e2b req-95bbea5a-e8da-4e89-a72d-d8f22b9d63a2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] No DVR routers for this DVR port dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:41:53.768255 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-97cb20cf-7f80-4f08-86f5-685e64e30e2b req-95bbea5a-e8da-4e89-a72d-d8f22b9d63a2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:53.771916 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-97cb20cf-7f80-4f08-86f5-685e64e30e2b req-95bbea5a-e8da-4e89-a72d-d8f22b9d63a2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.25 "DELETE /v2.0/ports/dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f HTTP/1.1" status: 204 len: 173 time: 0.6131871 Nov 10 19:41:53.772386 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c7fc79-2933-411d-ba25-ad98053330e5', 'name': 'network-vif-deleted', 'tag': 'dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:41:53.774897 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d1cf24-fd9c-417e-bdef-27a2108818bf" -d '{"events": [{"server_uuid": "05c7fc79-2933-411d-ba25-ad98053330e5", "name": "network-vif-deleted", "tag": "dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:41:53.932343 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e8116c-4271-4699-a7a6-eefbc291b3b8 x-openstack-request-id: req-59e8116c-4271-4699-a7a6-eefbc291b3b8 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:41:53.932650 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c7fc79-2933-411d-ba25-ad98053330e5", "name": "network-vif-deleted", "tag": "dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:41:53.932901 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-59e8116c-4271-4699-a7a6-eefbc291b3b8 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:41:53.933303 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c7fc79-2933-411d-ba25-ad98053330e5', 'name': 'network-vif-deleted', 'tag': 'dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f', 'status': 'completed', 'code': 200} Nov 10 19:41:54.254552 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a9ba390b-4b25-4914-aca3-3857049cf015 req-c451220d-2878-4bad-ad7c-1d9a785eb6b3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=05c7fc79-2933-411d-ba25-ad98053330e5 HTTP/1.1" status: 200 len: 210 time: 0.0901158 Nov 10 19:41:54.512142 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69518201-f2eb-42dc-a910-340ed40a325f req-15aa6453-9ddd-4fa5-b3d5-a2cda24952be tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:54.516091 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-69518201-f2eb-42dc-a910-340ed40a325f req-15aa6453-9ddd-4fa5-b3d5-a2cda24952be tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0664661 Nov 10 19:41:54.576384 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-69518201-f2eb-42dc-a910-340ed40a325f req-78ce58aa-b21a-443a-a8e7-b4bff6b51f1d tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534127 Nov 10 19:41:54.868543 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:55.090161 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:41:55.120170 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:41:55.120672 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device dbf1d983-d8e3-45e7-8ac3-a71cb3ac787f not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:41:55.146349 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:55.385561 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-234e3a86-05e8-4767-aec3-e826f5455c0a req-849eeef5-fcbc-4204-a640-2f60c4c674f0 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=05c7fc79-2933-411d-ba25-ad98053330e5 HTTP/1.1" status: 200 len: 210 time: 0.0479605 Nov 10 19:41:55.744768 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9610d703-f34c-4f90-ab31-5c431a2cd122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:55.772391 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ef252-ee3e-4e94-9121-c482368494df req-b0167064-1518-47d4-b3ac-8e37331ea62b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:55.774474 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3a2ef252-ee3e-4e94-9121-c482368494df req-b0167064-1518-47d4-b3ac-8e37331ea62b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.1032832 Nov 10 19:41:55.845937 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3a2ef252-ee3e-4e94-9121-c482368494df req-e2617c78-167b-4180-9b2e-d65c19ccdcbd tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566137 Nov 10 19:41:56.545459 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6c865ed6-f3f8-4734-a60e-17a4cdb7a4c7 req-fe479de4-b1fb-4713-92e5-e0f5ccda534e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=05c7fc79-2933-411d-ba25-ad98053330e5 HTTP/1.1" status: 200 len: 210 time: 0.0393999 Nov 10 19:41:57.033458 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c751098-c8f6-452e-851f-406fbb6d5990 req-97a56232-3b68-4834-a811-8b95fe30b8ca tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:57.041676 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c751098-c8f6-452e-851f-406fbb6d5990 req-97a56232-3b68-4834-a811-8b95fe30b8ca tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0753844 Nov 10 19:41:57.138070 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7c751098-c8f6-452e-851f-406fbb6d5990 req-b139bb05-970a-436d-a5f1-2888e8e46126 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954373 Nov 10 19:41:57.233286 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:57.756154 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-36bf2d9f-2486-4cb9-afe3-1066d9bc7ed8 req-7c253795-35b5-4958-a1bc-37a012f04087 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=05c7fc79-2933-411d-ba25-ad98053330e5 HTTP/1.1" status: 200 len: 210 time: 0.0397193 Nov 10 19:41:58.352281 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c846b-143f-49fb-aaba-fa598e20d221 req-eaf9a2d1-2956-48f3-8c95-0682cb18c500 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:58.362348 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-321c846b-143f-49fb-aaba-fa598e20d221 req-eaf9a2d1-2956-48f3-8c95-0682cb18c500 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.1023412 Nov 10 19:41:58.426990 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-321c846b-143f-49fb-aaba-fa598e20d221 req-434ecc6a-5aeb-4322-a507-387581e262c7 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628674 Nov 10 19:41:58.727610 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:58.885339 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2351915-dedf-417f-983f-4f90849eb317 req-69b02de3-5bbb-485e-8b82-7c9420b7660e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=05c7fc79-2933-411d-ba25-ad98053330e5 HTTP/1.1" status: 200 len: 210 time: 0.0367842 Nov 10 19:41:59.409741 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:41:59.584298 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba5668-010d-4357-bc66-5f5505ac4c39 req-5365e097-f43d-42f9-95cc-8bbf836c6d98 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:41:59.586717 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-90ba5668-010d-4357-bc66-5f5505ac4c39 req-5365e097-f43d-42f9-95cc-8bbf836c6d98 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0642097 Nov 10 19:41:59.683772 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-90ba5668-010d-4357-bc66-5f5505ac4c39 req-f43ea7d5-bf50-4f77-bf71-3b6dbcb3ebd9 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887036 Nov 10 19:42:00.014632 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dbe0d4f4-9cb9-4d3c-8eba-bcbc31ad6a59 req-c87bfa57-5079-4c83-b14d-2e3c951e594d tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=05c7fc79-2933-411d-ba25-ad98053330e5 HTTP/1.1" status: 200 len: 210 time: 0.0393603 Nov 10 19:42:00.813935 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de123b34-28dc-4284-a0fb-82c40e4eb5bd req-32300b47-7d4a-434a-971c-c99d8841f90b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:00.815760 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de123b34-28dc-4284-a0fb-82c40e4eb5bd req-32300b47-7d4a-434a-971c-c99d8841f90b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0549090 Nov 10 19:42:00.874218 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de123b34-28dc-4284-a0fb-82c40e4eb5bd req-a1adcdc5-8018-4200-9e26-3f442d1c684e tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516543 Nov 10 19:42:01.996980 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79725e-89b9-4336-bcb7-b10bfbbc21c2 req-49e76e43-ed67-46b1-af97-59e846cd015f tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:01.998543 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9a79725e-89b9-4336-bcb7-b10bfbbc21c2 req-49e76e43-ed67-46b1-af97-59e846cd015f tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0550435 Nov 10 19:42:02.053401 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9a79725e-89b9-4336-bcb7-b10bfbbc21c2 req-9c8bb24e-8714-469e-a182-1e4a8025bf2b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482576 Nov 10 19:42:02.493837 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37a991-63bb-4479-b0d5-271857275c74 req-2774fc11-ebc0-4985-b53a-2dc303c0ea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:02.495675 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fd37a991-63bb-4479-b0d5-271857275c74 req-2774fc11-ebc0-4985-b53a-2dc303c0ea33 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8dee9662a0a54ffd8cb1802d7cb4561d&device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 1097 time: 0.0448356 Nov 10 19:42:02.589685 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37a991-63bb-4479-b0d5-271857275c74 req-4574450e-4adb-42af-9297-0063ce35c265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:02.591300 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fd37a991-63bb-4479-b0d5-271857275c74 req-4574450e-4adb-42af-9297-0063ce35c265 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1 HTTP/1.1" status: 200 len: 914 time: 0.0886066 Nov 10 19:42:02.640739 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fd37a991-63bb-4479-b0d5-271857275c74 req-343b6a3d-6839-4d24-866b-6fe29091615d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9295535b-2b3d-49db-816d-4ff22c589465 HTTP/1.1" status: 200 len: 217 time: 0.0409534 Nov 10 19:42:02.694044 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37a991-63bb-4479-b0d5-271857275c74 req-23fecaa6-7c6b-4238-b7c9-7405dc7169f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:02.695728 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fd37a991-63bb-4479-b0d5-271857275c74 req-23fecaa6-7c6b-4238-b7c9-7405dc7169f9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ea5d0396-d12a-42be-b3bf-059b9f989d1c HTTP/1.1" status: 200 len: 853 time: 0.0479093 Nov 10 19:42:02.728677 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fd37a991-63bb-4479-b0d5-271857275c74 req-ea68689f-726f-4744-ad66-6fd111f38320 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251594 Nov 10 19:42:02.839041 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fd37a991-63bb-4479-b0d5-271857275c74 req-da651128-0faf-48d4-9532-db954a76d6ca service neutron] 10.222.0.73 "GET /v2.0/networks/7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032901 Nov 10 19:42:02.935157 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fd37a991-63bb-4479-b0d5-271857275c74 req-34d00910-f4f3-4f17-8188-9f03f251455d service neutron] 10.222.0.73 "GET /v2.0/networks/7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888901 Nov 10 19:42:03.185114 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185fa41-b3dc-4637-b480-0f7c53d581b1 req-d9776593-149f-40f2-b524-0f48f0562da1 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:03.187981 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e185fa41-b3dc-4637-b480-0f7c53d581b1 req-d9776593-149f-40f2-b524-0f48f0562da1 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0586143 Nov 10 19:42:03.257905 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e185fa41-b3dc-4637-b480-0f7c53d581b1 req-56073b36-00a6-4037-ae3a-29668880f5bc tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624506 Nov 10 19:42:04.414475 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fa06a-3aa6-4c35-9682-1c21ad3e62bb req-1eee2602-111a-497f-8e83-4240feaf734e tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:04.415918 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9d3fa06a-3aa6-4c35-9682-1c21ad3e62bb req-1eee2602-111a-497f-8e83-4240feaf734e tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0530140 Nov 10 19:42:04.471132 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9d3fa06a-3aa6-4c35-9682-1c21ad3e62bb req-cf9d1a63-3874-409f-b3e4-a8708696a094 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487232 Nov 10 19:42:05.483293 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44114) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:42:05.488181 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-1a9d2054-4a91-4154-afe3-203d35238341 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1337786138', 'description': 'tempest-secgroup-smoke-1337786138 description', 'project_id': '0863f57af6c245c5a4e0338a46ab2047'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:42:05.519411 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1a9d2054-4a91-4154-afe3-203d35238341 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:05.590096 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1a9d2054-4a91-4154-afe3-203d35238341 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:05.594306 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1a9d2054-4a91-4154-afe3-203d35238341 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:05.596820 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5c21f-b060-406d-b4cd-596e671dad10 req-72f799be-4029-4b3d-8bcb-c4b3aaf9850e tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:05.598381 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1eb5c21f-b060-406d-b4cd-596e671dad10 req-72f799be-4029-4b3d-8bcb-c4b3aaf9850e tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0534959 Nov 10 19:42:05.628843 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1a9d2054-4a91-4154-afe3-203d35238341 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:05.633158 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1a9d2054-4a91-4154-afe3-203d35238341 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1459711 Nov 10 19:42:05.634512 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44118) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:42:05.640034 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d2054-4a91-4154-afe3-203d35238341 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:42:05.640735 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-b54b290c-a340-48e5-af0b-76e4d169332f tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Request body: {'security_group_rule': {'security_group_id': '9fb16b81-dc3a-402c-9ceb-e4d58c126c7b', 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:42:05.686112 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1eb5c21f-b060-406d-b4cd-596e671dad10 req-864be234-d2e2-4517-82ba-dbab34129651 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792089 Nov 10 19:42:05.693619 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b54b290c-a340-48e5-af0b-76e4d169332f tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:05.751535 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b54b290c-a340-48e5-af0b-76e4d169332f tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:05.759266 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b54b290c-a340-48e5-af0b-76e4d169332f tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:05.776541 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b290c-a340-48e5-af0b-76e4d169332f tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a4bac29-be77-46c6-b777-d3503586aded,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:42:05.824561 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b54b290c-a340-48e5-af0b-76e4d169332f tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:05.827985 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b54b290c-a340-48e5-af0b-76e4d169332f tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1898563 Nov 10 19:42:05.828412 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44128) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:42:05.834887 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-82e61bf1-d782-4eaf-9f55-5abaa753e08b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Request body: {'security_group_rule': {'security_group_id': '9fb16b81-dc3a-402c-9ceb-e4d58c126c7b', 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:42:05.862007 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6649fb-5bc0-4767-adba-3c40e519b867 req-b374c281-24f8-46a1-a146-eb8ae8f5af0e tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:05.863616 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb6649fb-5bc0-4767-adba-3c40e519b867 req-b374c281-24f8-46a1-a146-eb8ae8f5af0e tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0887654 Nov 10 19:42:05.883717 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-82e61bf1-d782-4eaf-9f55-5abaa753e08b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:05.965900 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb6649fb-5bc0-4767-adba-3c40e519b867 req-70c1d247-67b5-4f45-a348-26acee6f2e8e tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833297 Nov 10 19:42:06.005475 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-82e61bf1-d782-4eaf-9f55-5abaa753e08b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:06.010435 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-82e61bf1-d782-4eaf-9f55-5abaa753e08b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:06.036352 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e61bf1-d782-4eaf-9f55-5abaa753e08b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa3e23d6-c7c6-4585-a4a9-598d3b4bf60e,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:42:06.044463 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-82e61bf1-d782-4eaf-9f55-5abaa753e08b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:06.046440 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-82e61bf1-d782-4eaf-9f55-5abaa753e08b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2170482 Nov 10 19:42:06.049084 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44156) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:42:06.053959 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-99abca94-c0d4-45ff-9480-9794b877551a tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Request body: {'security_group_rule': {'security_group_id': '9fb16b81-dc3a-402c-9ceb-e4d58c126c7b', 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:42:06.087863 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-99abca94-c0d4-45ff-9480-9794b877551a tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:06.192425 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-99abca94-c0d4-45ff-9480-9794b877551a tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:06.197527 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-99abca94-c0d4-45ff-9480-9794b877551a tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:06.220571 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-e6101f97-fc35-4c71-a436-0c0a00b3c7ee req-8cfce8ed-6537-4f53-8a3f-4da0da1429d9 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:42:06.221621 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e6101f97-fc35-4c71-a436-0c0a00b3c7ee req-8cfce8ed-6537-4f53-8a3f-4da0da1429d9 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119734 Nov 10 19:42:06.224905 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abca94-c0d4-45ff-9480-9794b877551a tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d790f78a-05ff-407b-b9b6-3c32be991c30,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:42:06.235227 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-99abca94-c0d4-45ff-9480-9794b877551a tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:06.236697 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-99abca94-c0d4-45ff-9480-9794b877551a tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1862476 Nov 10 19:42:06.239398 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44178) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:42:06.245429 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-3c76ff50-fa8a-443d-8d17-33077a9d37fc tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Request body: {'security_group_rule': {'security_group_id': '9fb16b81-dc3a-402c-9ceb-e4d58c126c7b', 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:42:06.277961 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3c76ff50-fa8a-443d-8d17-33077a9d37fc tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:06.372014 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3c76ff50-fa8a-443d-8d17-33077a9d37fc tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:06.392140 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3c76ff50-fa8a-443d-8d17-33077a9d37fc tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:06.438831 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3c76ff50-fa8a-443d-8d17-33077a9d37fc tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:06.442571 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3c76ff50-fa8a-443d-8d17-33077a9d37fc tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1992524 Nov 10 19:42:06.443272 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44210) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:42:06.447278 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76ff50-fa8a-443d-8d17-33077a9d37fc tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b196261b-bc7d-48d2-9623-99e5800d817f,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:42:06.448881 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-57f7bea7-014a-4b4c-bc15-c05e9cde7080 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Request body: {'security_group_rule': {'security_group_id': '9fb16b81-dc3a-402c-9ceb-e4d58c126c7b', 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:42:06.475142 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f256373-236b-4baf-b05a-3ab594967d94 req-56eb0169-3454-4570-a232-3d7cb3db8de5 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:06.476736 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0f256373-236b-4baf-b05a-3ab594967d94 req-56eb0169-3454-4570-a232-3d7cb3db8de5 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0989399 Nov 10 19:42:06.502050 n-d-813897-4 neutron-server[102505]: INFO neutron.db.securitygroups_db [None req-57f7bea7-014a-4b4c-bc15-c05e9cde7080 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Project 0863f57af6c245c5a4e0338a46ab2047 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 19:42:06.523191 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57f7bea7-014a-4b4c-bc15-c05e9cde7080 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:06.562173 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0f256373-236b-4baf-b05a-3ab594967d94 req-4681606e-29c4-4c26-86ce-963fad137a5e tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653853 Nov 10 19:42:06.637926 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57f7bea7-014a-4b4c-bc15-c05e9cde7080 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:06.644397 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57f7bea7-014a-4b4c-bc15-c05e9cde7080 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:06.674789 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 44238) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:42:06.675443 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7bea7-014a-4b4c-bc15-c05e9cde7080 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c6fd62f-7845-4215-8b6a-3b1888a6530d,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:42:06.688877 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-57f7bea7-014a-4b4c-bc15-c05e9cde7080 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:06.693742 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 44244) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:42:06.694997 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-57f7bea7-014a-4b4c-bc15-c05e9cde7080 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2494152 Nov 10 19:42:06.698923 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-fb6705dd-82a1-488e-b8e0-b48b886cd5e0 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Request body: {'security_group_rule': {'security_group_id': '9fb16b81-dc3a-402c-9ceb-e4d58c126c7b', 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:42:06.730392 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 9295535b-2b3d-49db-816d-4ff22c589465 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:42:06.732281 n-d-813897-4 neutron-server[102506]: INFO neutron.db.securitygroups_db [None req-fb6705dd-82a1-488e-b8e0-b48b886cd5e0 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Project 0863f57af6c245c5a4e0338a46ab2047 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 19:42:06.747497 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fb6705dd-82a1-488e-b8e0-b48b886cd5e0 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:06.822506 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:06.840981 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fb6705dd-82a1-488e-b8e0-b48b886cd5e0 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:06.848910 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fb6705dd-82a1-488e-b8e0-b48b886cd5e0 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:06.862655 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd335baf2-11c9-481e-ba7b-1c029d472174', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9295535b-2b3d-49db-816d-4ff22c589465'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:42:06.865162 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e50b5d-6086-4b3d-94ea-30da79ed06e4" -d '{"events": [{"server_uuid": "d335baf2-11c9-481e-ba7b-1c029d472174", "name": "network-vif-unplugged", "status": "completed", "tag": "9295535b-2b3d-49db-816d-4ff22c589465"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:42:06.883436 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 9295535b-2b3d-49db-816d-4ff22c589465, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=9295535b-2b3d-49db-816d-4ff22c589465,segment=NetworkSegment(313a584a-7372-4c3d-9cec-22149074822b),segment_id=313a584a-7372-4c3d-9cec-22149074822b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:42:06.886611 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-a09a6909-d9a4-4bd8-a0f8-657c9518633b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2083502 Nov 10 19:42:06.889303 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:06.923036 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-1df55f3e-55cc-4ad9-a5f2-8a693b923670 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:42:06.926265 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6705dd-82a1-488e-b8e0-b48b886cd5e0 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f0495d-3ac0-497d-b4c5-e576443aa73d,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:42:06.940753 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fb6705dd-82a1-488e-b8e0-b48b886cd5e0 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:06.941679 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-fb6705dd-82a1-488e-b8e0-b48b886cd5e0 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2467365 Nov 10 19:42:06.948913 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-1df55f3e-55cc-4ad9-a5f2-8a693b923670 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0376511 Nov 10 19:42:06.982966 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 10 Nov 2021 19:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498f2c44-acaa-4235-8e32-b831d0d02862 x-openstack-request-id: req-498f2c44-acaa-4235-8e32-b831d0d02862 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:42:06.982966 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d335baf2-11c9-481e-ba7b-1c029d472174", "name": "network-vif-unplugged", "status": "failed", "tag": "9295535b-2b3d-49db-816d-4ff22c589465", "code": 422}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:42:06.983167 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-498f2c44-acaa-4235-8e32-b831d0d02862 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:42:06.983392 n-d-813897-4 neutron-server[102507]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd335baf2-11c9-481e-ba7b-1c029d472174', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9295535b-2b3d-49db-816d-4ff22c589465', 'code': 422} returned with failed status Nov 10 19:42:07.005926 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=9295535b-2b3d-49db-816d-4ff22c589465,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:42:07.762981 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e09f4d-8fb9-44e2-b40b-ed4eb0896553 req-1c4f69ee-e510-4f6b-8545-4b7bb7d05593 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:07.764930 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-30e09f4d-8fb9-44e2-b40b-ed4eb0896553 req-1c4f69ee-e510-4f6b-8545-4b7bb7d05593 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 944 time: 0.0889585 Nov 10 19:42:07.860451 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-30e09f4d-8fb9-44e2-b40b-ed4eb0896553 req-eb3540b5-c8f1-47f1-97ea-2da2207b9c9f tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766981 Nov 10 19:42:08.289032 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-026cf6fa-3e27-4a30-9ddc-9a3bc46fc3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:08.291313 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-026cf6fa-3e27-4a30-9ddc-9a3bc46fc3c7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174&tenant_id=8dee9662a0a54ffd8cb1802d7cb4561d HTTP/1.1" status: 200 len: 1095 time: 0.1378715 Nov 10 19:42:08.303591 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-5c2bb72e-0c52-4f15-8c1a-61721a9b982b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813897-4', 'device_owner': 'compute:nova'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:42:08.379767 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-5c2bb72e-0c52-4f15-8c1a-61721a9b982b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:08.606381 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-5c2bb72e-0c52-4f15-8c1a-61721a9b982b service neutron] For port 9295535b-2b3d-49db-816d-4ff22c589465, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=9295535b-2b3d-49db-816d-4ff22c589465,segment=NetworkSegment(313a584a-7372-4c3d-9cec-22149074822b),segment_id=313a584a-7372-4c3d-9cec-22149074822b)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:42:08.658494 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-5c2bb72e-0c52-4f15-8c1a-61721a9b982b service neutron] For port 9295535b-2b3d-49db-816d-4ff22c589465, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:42:08.697011 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-5c2bb72e-0c52-4f15-8c1a-61721a9b982b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9295535b-2b3d-49db-816d-4ff22c589465 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:42:08.705389 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-5c2bb72e-0c52-4f15-8c1a-61721a9b982b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:08.717889 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-5c2bb72e-0c52-4f15-8c1a-61721a9b982b service neutron] Transition to ACTIVE for port object 9295535b-2b3d-49db-816d-4ff22c589465 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:42:08.723474 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-5c2bb72e-0c52-4f15-8c1a-61721a9b982b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:08.798107 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-5c2bb72e-0c52-4f15-8c1a-61721a9b982b service neutron] No DVR routers for this DVR port 9295535b-2b3d-49db-816d-4ff22c589465 on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:42:08.800247 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2bb72e-0c52-4f15-8c1a-61721a9b982b service neutron] Pushing event updated for resources: {'Port': ['ID=9295535b-2b3d-49db-816d-4ff22c589465,revision_number=9']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:42:08.846764 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-5c2bb72e-0c52-4f15-8c1a-61721a9b982b service neutron] Attempting to bind port 9295535b-2b3d-49db-816d-4ff22c589465 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:42:08.847108 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-5c2bb72e-0c52-4f15-8c1a-61721a9b982b service neutron] Attempting to bind port 9295535b-2b3d-49db-816d-4ff22c589465 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '313a584a-7372-4c3d-9cec-22149074822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:42:08.847436 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-5c2bb72e-0c52-4f15-8c1a-61721a9b982b service neutron] Attempting to bind port 9295535b-2b3d-49db-816d-4ff22c589465 on network 7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:42:08.852569 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-5c2bb72e-0c52-4f15-8c1a-61721a9b982b service neutron] Port 9295535b-2b3d-49db-816d-4ff22c589465 on network 7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:42:08.853035 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-5c2bb72e-0c52-4f15-8c1a-61721a9b982b service neutron] Attempting to bind port 9295535b-2b3d-49db-816d-4ff22c589465 on network 7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:42:08.858505 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-5c2bb72e-0c52-4f15-8c1a-61721a9b982b service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:42:08.858838 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-5c2bb72e-0c52-4f15-8c1a-61721a9b982b service neutron] Checking segment: {'id': '313a584a-7372-4c3d-9cec-22149074822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:42:08.859323 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-5c2bb72e-0c52-4f15-8c1a-61721a9b982b service neutron] Bound using segment: {'id': '313a584a-7372-4c3d-9cec-22149074822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:42:08.859755 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-5c2bb72e-0c52-4f15-8c1a-61721a9b982b service neutron] Bound port: 9295535b-2b3d-49db-816d-4ff22c589465, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '313a584a-7372-4c3d-9cec-22149074822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:42:08.860114 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-5c2bb72e-0c52-4f15-8c1a-61721a9b982b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:08.935376 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-5c2bb72e-0c52-4f15-8c1a-61721a9b982b service neutron] For port 9295535b-2b3d-49db-816d-4ff22c589465, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:42:08.939063 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-5c2bb72e-0c52-4f15-8c1a-61721a9b982b service neutron] For port 9295535b-2b3d-49db-816d-4ff22c589465, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=9295535b-2b3d-49db-816d-4ff22c589465,segment=NetworkSegment(313a584a-7372-4c3d-9cec-22149074822b),segment_id=313a584a-7372-4c3d-9cec-22149074822b)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:42:08.947137 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-5c2bb72e-0c52-4f15-8c1a-61721a9b982b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:08.983728 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-5c2bb72e-0c52-4f15-8c1a-61721a9b982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:08.984536 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-5c2bb72e-0c52-4f15-8c1a-61721a9b982b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:08.986325 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-5c2bb72e-0c52-4f15-8c1a-61721a9b982b service neutron] 10.222.0.25 "PUT /v2.0/ports/9295535b-2b3d-49db-816d-4ff22c589465 HTTP/1.1" status: 200 len: 1092 time: 0.6872978 Nov 10 19:42:08.989221 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd335baf2-11c9-481e-ba7b-1c029d472174', 'tag': '9295535b-2b3d-49db-816d-4ff22c589465'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:42:08.992694 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5aa679-94f3-4326-8a9f-22094fa79103" -d '{"events": [{"name": "network-changed", "server_uuid": "d335baf2-11c9-481e-ba7b-1c029d472174", "tag": "9295535b-2b3d-49db-816d-4ff22c589465"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:42:09.038509 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74546d78-75be-400b-a0f1-527016028589 req-c639bd4b-4123-4b28-97e3-1062ee769ab7 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:09.041347 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74546d78-75be-400b-a0f1-527016028589 req-c639bd4b-4123-4b28-97e3-1062ee769ab7 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 945 time: 0.0833158 Nov 10 19:42:09.074899 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2bb72e-0c52-4f15-8c1a-61721a9b982b service neutron] Pushing event updated for resources: {'Port': ['ID=9295535b-2b3d-49db-816d-4ff22c589465,revision_number=10']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:42:09.092610 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-194d1335-9e72-4ffb-9531-67b7e6702014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:09.094454 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-194d1335-9e72-4ffb-9531-67b7e6702014 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8dee9662a0a54ffd8cb1802d7cb4561d&device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 1096 time: 0.0708976 Nov 10 19:42:09.110543 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-74546d78-75be-400b-a0f1-527016028589 req-1799d92b-5bd4-4798-832d-7a6d07ae772d tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621102 Nov 10 19:42:09.154416 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:42:09.167259 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d8d4f9-5ea3-4f3c-9117-f3c2b349dfa3 x-openstack-request-id: req-c0d8d4f9-5ea3-4f3c-9117-f3c2b349dfa3 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:42:09.167783 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d335baf2-11c9-481e-ba7b-1c029d472174", "tag": "9295535b-2b3d-49db-816d-4ff22c589465", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:42:09.168017 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c0d8d4f9-5ea3-4f3c-9117-f3c2b349dfa3 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:42:09.168359 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd335baf2-11c9-481e-ba7b-1c029d472174', 'tag': '9295535b-2b3d-49db-816d-4ff22c589465', 'status': 'completed', 'code': 200} Nov 10 19:42:09.208172 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-3c8112d3-8424-4c80-a43f-1ebc8c6e3a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:09.211867 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-3c8112d3-8424-4c80-a43f-1ebc8c6e3a28 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1 HTTP/1.1" status: 200 len: 914 time: 0.1075327 Nov 10 19:42:09.259298 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-015003d7-96da-4ac1-8c03-9ea0fb0ff62e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9295535b-2b3d-49db-816d-4ff22c589465 HTTP/1.1" status: 200 len: 217 time: 0.0417988 Nov 10 19:42:09.314188 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-61856ec6-918f-48d1-831c-c868d21e61ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:09.315668 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-61856ec6-918f-48d1-831c-c868d21e61ce service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea5d0396-d12a-42be-b3bf-059b9f989d1c HTTP/1.1" status: 200 len: 853 time: 0.0501955 Nov 10 19:42:09.351876 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-04ee7da3-f17c-40d4-a1b7-343c1f815c87 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281360 Nov 10 19:42:09.467729 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-a2c8588e-0b5a-4c9c-8f40-c34ebd0c1719 service neutron] 10.222.0.25 "GET /v2.0/networks/7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086607 Nov 10 19:42:09.572316 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-07fcbd57-a096-4e76-99c1-15e10fb27749 req-9957812d-1baf-429e-9692-abf67f8153be service neutron] 10.222.0.25 "GET /v2.0/networks/7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978217 Nov 10 19:42:09.679017 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5aa679-94f3-4326-8a9f-22094fa79103 req-927205fa-9f56-4262-92f1-345159e797ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:09.681264 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0e5aa679-94f3-4326-8a9f-22094fa79103 req-927205fa-9f56-4262-92f1-345159e797ac service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8dee9662a0a54ffd8cb1802d7cb4561d&device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 1096 time: 0.0575194 Nov 10 19:42:09.818201 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5aa679-94f3-4326-8a9f-22094fa79103 req-0ba3c068-23e5-475f-90d9-a7e327b8feb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:09.819842 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0e5aa679-94f3-4326-8a9f-22094fa79103 req-0ba3c068-23e5-475f-90d9-a7e327b8feb3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1 HTTP/1.1" status: 200 len: 914 time: 0.1284595 Nov 10 19:42:09.863695 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0e5aa679-94f3-4326-8a9f-22094fa79103 req-fa282b35-4b64-4cd6-92db-055744879666 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9295535b-2b3d-49db-816d-4ff22c589465 HTTP/1.1" status: 200 len: 217 time: 0.0367510 Nov 10 19:42:09.941976 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5aa679-94f3-4326-8a9f-22094fa79103 req-37ada868-a0db-411d-8deb-55851bbf674d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:09.945316 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0e5aa679-94f3-4326-8a9f-22094fa79103 req-37ada868-a0db-411d-8deb-55851bbf674d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea5d0396-d12a-42be-b3bf-059b9f989d1c HTTP/1.1" status: 200 len: 853 time: 0.0737543 Nov 10 19:42:10.528461 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191ab4a-ae15-47b1-a1e2-0bec012b40cb req-c93f1c23-64f6-4b4f-8ac2-5d70ac78d7a1 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:10.532357 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c191ab4a-ae15-47b1-a1e2-0bec012b40cb req-c93f1c23-64f6-4b4f-8ac2-5d70ac78d7a1 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 945 time: 0.0768173 Nov 10 19:42:10.587688 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c191ab4a-ae15-47b1-a1e2-0bec012b40cb req-2e32e98e-a5df-414a-a94c-d96faec689fc tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511944 Nov 10 19:42:11.770657 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09afdc73-bf81-431d-95ab-d505735b84ce req-faabc2c9-c0bb-437a-bfe5-9bc37ce28e10 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:11.779156 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-09afdc73-bf81-431d-95ab-d505735b84ce req-faabc2c9-c0bb-437a-bfe5-9bc37ce28e10 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 945 time: 0.0756242 Nov 10 19:42:11.846680 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-09afdc73-bf81-431d-95ab-d505735b84ce req-a3a5380d-e1b5-4c68-b2bf-6f9cc1bef55a tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663130 Nov 10 19:42:13.028008 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c834bb1-2456-4660-85dd-8d5db177f062 req-2a465a7b-0008-42bf-9c8f-6045992ffd01 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:13.029510 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9c834bb1-2456-4660-85dd-8d5db177f062 req-2a465a7b-0008-42bf-9c8f-6045992ffd01 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 945 time: 0.0902891 Nov 10 19:42:13.122087 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9c834bb1-2456-4660-85dd-8d5db177f062 req-06c20075-ab1f-4ee2-b5f3-087cc22edf0c tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828316 Nov 10 19:42:14.290006 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb18ac-5f5c-4b22-a08e-79f76e996a45 req-1d5a127e-e025-4d22-95b3-334c0a829dc7 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:14.291560 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fceb18ac-5f5c-4b22-a08e-79f76e996a45 req-1d5a127e-e025-4d22-95b3-334c0a829dc7 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 945 time: 0.0536385 Nov 10 19:42:14.403021 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fceb18ac-5f5c-4b22-a08e-79f76e996a45 req-3007b0bf-bc45-4c5e-99b4-a1b7eefacc8b tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943847 Nov 10 19:42:15.539999 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd83453-4566-4ecf-b444-fe534ee1589e req-c496ee41-cdf6-4353-85cd-8f03f145fab9 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:15.549632 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2dd83453-4566-4ecf-b444-fe534ee1589e req-c496ee41-cdf6-4353-85cd-8f03f145fab9 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 945 time: 0.0668995 Nov 10 19:42:15.604421 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2dd83453-4566-4ecf-b444-fe534ee1589e req-f3ccb162-047f-40fe-9dd6-c3edc73db22e tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535436 Nov 10 19:42:16.086890 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c321b-72fb-4042-a2d4-cb7ebbb2ec7f req-55d9cae0-edc4-4500-b6e6-019b46bea661 tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:16.088483 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-120c321b-72fb-4042-a2d4-cb7ebbb2ec7f req-55d9cae0-edc4-4500-b6e6-019b46bea661 tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5bab0f7-31ac-4668-825e-118bbd0859c3 HTTP/1.1" status: 200 len: 950 time: 0.0619709 Nov 10 19:42:16.142378 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-120c321b-72fb-4042-a2d4-cb7ebbb2ec7f req-ce2e1861-f9ad-4db6-aec2-a7e54f32fcd4 tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] 10.222.0.54 "GET /v2.0/security-groups?id=654d0d91-cf38-4fc2-8b8c-3ad30d0c7dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463758 Nov 10 19:42:16.753561 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ca0f8-4ac3-43f3-b5f9-448ab967aec4 req-74ef35d8-9e4e-4681-9c71-3452aa9a95bc tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:16.761500 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-686ca0f8-4ac3-43f3-b5f9-448ab967aec4 req-74ef35d8-9e4e-4681-9c71-3452aa9a95bc tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 945 time: 0.0612895 Nov 10 19:42:16.806362 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-686ca0f8-4ac3-43f3-b5f9-448ab967aec4 req-0efaca73-2f1b-4bdc-855b-1fd9634627a4 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439243 Nov 10 19:42:17.284988 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c3596-f0af-409b-81c9-c36af3ccf06b req-afb1ba60-f6a7-418a-9814-31678b4776ce tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:17.286750 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7a0c3596-f0af-409b-81c9-c36af3ccf06b req-afb1ba60-f6a7-418a-9814-31678b4776ce tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5bab0f7-31ac-4668-825e-118bbd0859c3 HTTP/1.1" status: 200 len: 950 time: 0.0558076 Nov 10 19:42:17.359269 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7a0c3596-f0af-409b-81c9-c36af3ccf06b req-a33b089d-763c-4946-943d-16b6aa681b3b tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] 10.222.0.54 "GET /v2.0/security-groups?id=654d0d91-cf38-4fc2-8b8c-3ad30d0c7dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640821 Nov 10 19:42:17.514906 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71890143-4757-4034-8332-f990c99b7e0e req-a78422c4-5986-402d-afb5-a53e4196bcf1 tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:17.516414 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-71890143-4757-4034-8332-f990c99b7e0e req-a78422c4-5986-402d-afb5-a53e4196bcf1 tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5bab0f7-31ac-4668-825e-118bbd0859c3 HTTP/1.1" status: 200 len: 950 time: 0.0571849 Nov 10 19:42:17.662054 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-71890143-4757-4034-8332-f990c99b7e0e req-9f62aee9-af97-4f17-9ff5-61e8d237423c tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] Deleting port bd21b98b-9d65-41ce-b1fc-749df00e02ba {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:42:17.662404 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-71890143-4757-4034-8332-f990c99b7e0e req-9f62aee9-af97-4f17-9ff5-61e8d237423c tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:17.800350 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-71890143-4757-4034-8332-f990c99b7e0e req-9f62aee9-af97-4f17-9ff5-61e8d237423c tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] For port bd21b98b-9d65-41ce-b1fc-749df00e02ba, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=bd21b98b-9d65-41ce-b1fc-749df00e02ba,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:42:17.806065 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-71890143-4757-4034-8332-f990c99b7e0e req-9f62aee9-af97-4f17-9ff5-61e8d237423c tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:17.826846 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-71890143-4757-4034-8332-f990c99b7e0e req-9f62aee9-af97-4f17-9ff5-61e8d237423c tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] Calling delete_port for bd21b98b-9d65-41ce-b1fc-749df00e02ba owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:42:18.038203 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df18d29-0b37-44d8-9c09-098c131cdc1b req-ae0bf14a-571f-4042-b0c9-26a2ae022f94 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:18.039913 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1df18d29-0b37-44d8-9c09-098c131cdc1b req-ae0bf14a-571f-4042-b0c9-26a2ae022f94 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 945 time: 0.1140637 Nov 10 19:42:18.056067 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-71890143-4757-4034-8332-f990c99b7e0e req-9f62aee9-af97-4f17-9ff5-61e8d237423c tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:18.068080 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['bd21b98b-9d65-41ce-b1fc-749df00e02ba'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:42:18.111095 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62aee9-af97-4f17-9ff5-61e8d237423c tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] Pushing event deleted for resources: {'Port': ['ID=bd21b98b-9d65-41ce-b1fc-749df00e02ba,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:42:18.186797 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-71890143-4757-4034-8332-f990c99b7e0e req-9f62aee9-af97-4f17-9ff5-61e8d237423c tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] No DVR routers for this DVR port bd21b98b-9d65-41ce-b1fc-749df00e02ba on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:42:18.189718 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-71890143-4757-4034-8332-f990c99b7e0e req-9f62aee9-af97-4f17-9ff5-61e8d237423c tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:18.194814 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-71890143-4757-4034-8332-f990c99b7e0e req-9f62aee9-af97-4f17-9ff5-61e8d237423c tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] 10.222.0.73 "DELETE /v2.0/ports/bd21b98b-9d65-41ce-b1fc-749df00e02ba HTTP/1.1" status: 204 len: 173 time: 0.6701043 Nov 10 19:42:18.199661 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5bab0f7-31ac-4668-825e-118bbd0859c3', 'name': 'network-vif-deleted', 'tag': 'bd21b98b-9d65-41ce-b1fc-749df00e02ba'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:42:18.204054 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99a7e27-040a-4170-89cf-9b2cb2847c37" -d '{"events": [{"server_uuid": "b5bab0f7-31ac-4668-825e-118bbd0859c3", "name": "network-vif-deleted", "tag": "bd21b98b-9d65-41ce-b1fc-749df00e02ba"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:42:18.230395 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1df18d29-0b37-44d8-9c09-098c131cdc1b req-6d4745fd-8209-4b78-94ad-bea556d1d3ff tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835382 Nov 10 19:42:18.316873 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6604dd-8b61-4454-81c8-c69b78cfb4ce x-openstack-request-id: req-4c6604dd-8b61-4454-81c8-c69b78cfb4ce {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:42:18.317171 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5bab0f7-31ac-4668-825e-118bbd0859c3", "name": "network-vif-deleted", "tag": "bd21b98b-9d65-41ce-b1fc-749df00e02ba", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:42:18.317425 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4c6604dd-8b61-4454-81c8-c69b78cfb4ce {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:42:18.317868 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5bab0f7-31ac-4668-825e-118bbd0859c3', 'name': 'network-vif-deleted', 'tag': 'bd21b98b-9d65-41ce-b1fc-749df00e02ba', 'status': 'completed', 'code': 200} Nov 10 19:42:18.494864 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c673a8f8-e1b1-4410-814c-5c14e857c4cd req-2b55cc41-79c0-4859-8f1e-62b514be46f5 tempest-VolumesBackupsTest-662260183 tempest-VolumesBackupsTest-662260183-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5bab0f7-31ac-4668-825e-118bbd0859c3 HTTP/1.1" status: 200 len: 210 time: 0.0324724 Nov 10 19:42:19.381026 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166492b8-9145-406f-9a65-d170c1b07da5 req-a6d6fb41-83ef-4a8d-a30f-f84c2241f291 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:19.383032 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-166492b8-9145-406f-9a65-d170c1b07da5 req-a6d6fb41-83ef-4a8d-a30f-f84c2241f291 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 945 time: 0.0704470 Nov 10 19:42:19.470017 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-166492b8-9145-406f-9a65-d170c1b07da5 req-c2145d1e-58ad-4ac2-81d4-b7941e4aab69 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709190 Nov 10 19:42:20.589120 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65532574-ccc4-43fc-b9a0-9fb0061d3751 req-de197fde-eafe-424d-8ba4-fcdd99ba573f tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:20.591696 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-65532574-ccc4-43fc-b9a0-9fb0061d3751 req-de197fde-eafe-424d-8ba4-fcdd99ba573f tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 945 time: 0.0604868 Nov 10 19:42:20.658450 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-65532574-ccc4-43fc-b9a0-9fb0061d3751 req-12b1d435-c8af-4977-9d60-40262b6b9f7e tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544684 Nov 10 19:42:20.754279 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device bd21b98b-9d65-41ce-b1fc-749df00e02ba no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:42:20.780100 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: bd21b98b-9d65-41ce-b1fc-749df00e02ba {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:42:20.780705 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device bd21b98b-9d65-41ce-b1fc-749df00e02ba not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:42:21.792246 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98937d5-fc0d-4c59-a77a-00aca5e350cd req-957f0925-8b12-4eac-9596-d47e697343c7 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:21.794661 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b98937d5-fc0d-4c59-a77a-00aca5e350cd req-957f0925-8b12-4eac-9596-d47e697343c7 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 945 time: 0.0541658 Nov 10 19:42:21.852875 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b98937d5-fc0d-4c59-a77a-00aca5e350cd req-2686f388-78c1-4c4e-8568-a8f3337a4c0f tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504589 Nov 10 19:42:23.005946 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008db329-7909-483d-9b9a-751471f45ed6 req-06ebb36e-d7f7-4587-ab04-50d372e57da4 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:23.014263 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-008db329-7909-483d-9b9a-751471f45ed6 req-06ebb36e-d7f7-4587-ab04-50d372e57da4 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 945 time: 0.0851998 Nov 10 19:42:23.073129 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-008db329-7909-483d-9b9a-751471f45ed6 req-adb208c6-4f1a-4968-bed5-6b03e642c837 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577166 Nov 10 19:42:23.508957 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-50d0e4af-fec2-4f4c-b0ef-4bb7bbb3d8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:23.557842 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0e5aa679-94f3-4326-8a9f-22094fa79103 req-8d2b6bf0-26c6-466a-975d-0baa5e224a7f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3741000 Nov 10 19:42:23.672726 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0e5aa679-94f3-4326-8a9f-22094fa79103 req-6e91dfe4-5ef2-4b9e-8bcc-d4d558628898 service neutron] 10.222.0.25 "GET /v2.0/networks/7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983942 Nov 10 19:42:23.783943 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0e5aa679-94f3-4326-8a9f-22094fa79103 req-974876f9-4f8c-4838-99ed-88c2cbd2de81 service neutron] 10.222.0.25 "GET /v2.0/networks/7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029549 Nov 10 19:42:24.219155 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da331e7-f857-4d07-bd4f-28c7125e88ee req-a9a1c1e4-1b8c-4f37-9a19-f50560bfda20 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:24.220635 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5da331e7-f857-4d07-bd4f-28c7125e88ee req-a9a1c1e4-1b8c-4f37-9a19-f50560bfda20 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 945 time: 0.0550606 Nov 10 19:42:24.275791 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5da331e7-f857-4d07-bd4f-28c7125e88ee req-9efb0e52-b7c1-494b-8170-945ad3ec258d tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440383 Nov 10 19:42:24.875780 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:25.137850 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:25.405988 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81927bcf-11b8-46c3-95ff-17a3c10489ba req-9ade02b7-1b85-4951-8357-78662ce35ea7 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:25.407447 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-81927bcf-11b8-46c3-95ff-17a3c10489ba req-9ade02b7-1b85-4951-8357-78662ce35ea7 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 945 time: 0.0519333 Nov 10 19:42:25.464584 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-81927bcf-11b8-46c3-95ff-17a3c10489ba req-3e6b3bc9-5154-412d-ba52-6da7ac56eac5 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489864 Nov 10 19:42:25.741402 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e7d1bab0-aba3-4b68-a5d4-3b0b899c9eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:26.592693 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f983f-09f0-4082-a224-b7f880d3a860 req-95fe305e-c289-4ede-8ac4-fed2e76840fb tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:26.601466 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-128f983f-09f0-4082-a224-b7f880d3a860 req-95fe305e-c289-4ede-8ac4-fed2e76840fb tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 945 time: 0.0600731 Nov 10 19:42:26.662082 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-128f983f-09f0-4082-a224-b7f880d3a860 req-b878e858-6e62-49dc-a020-713039af5c22 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593491 Nov 10 19:42:27.214008 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 9295535b-2b3d-49db-816d-4ff22c589465 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:42:27.244969 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:27.332887 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 9295535b-2b3d-49db-816d-4ff22c589465, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=9295535b-2b3d-49db-816d-4ff22c589465,segment=NetworkSegment(313a584a-7372-4c3d-9cec-22149074822b),segment_id=313a584a-7372-4c3d-9cec-22149074822b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:42:27.344040 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '9295535b-2b3d-49db-816d-4ff22c589465', 'network_id': '7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1', 'port_id': '9295535b-2b3d-49db-816d-4ff22c589465', 'mac_address': 'fa:16:3e:b3:f8:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea5d0396-d12a-42be-b3bf-059b9f989d1c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:42:27.384539 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:27.397954 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9295535b-2b3d-49db-816d-4ff22c589465 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:42:27.420024 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 9295535b-2b3d-49db-816d-4ff22c589465, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=9295535b-2b3d-49db-816d-4ff22c589465,segment=NetworkSegment(313a584a-7372-4c3d-9cec-22149074822b),segment_id=313a584a-7372-4c3d-9cec-22149074822b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:42:27.424996 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:27.476330 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=9295535b-2b3d-49db-816d-4ff22c589465,revision_number=11']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:42:27.483732 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:27.484076 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:27.484416 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:27.484746 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:27.485072 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:27.485399 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:27.485718 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:27.486074 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:27.486385 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:27.486700 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:27.487188 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:27.487509 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:27.727146 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['9295535b-2b3d-49db-816d-4ff22c589465'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:42:27.799675 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd330ed-0d1a-404d-b55d-6b6a66f0c4f7 req-d47f3c45-4d4f-42fb-b6a0-2f27a2fd2116 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:27.801535 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-abd330ed-0d1a-404d-b55d-6b6a66f0c4f7 req-d47f3c45-4d4f-42fb-b6a0-2f27a2fd2116 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0571775 Nov 10 19:42:27.858470 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-abd330ed-0d1a-404d-b55d-6b6a66f0c4f7 req-3770d5dc-9454-4107-ba40-aa23c2f5a4e9 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497673 Nov 10 19:42:28.077015 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-537c8f15-7508-4a4d-979e-c63b9ceccbd2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1337786138&fields=id&tenant_id=0863f57af6c245c5a4e0338a46ab2047 HTTP/1.1" status: 200 len: 267 time: 0.0489974 Nov 10 19:42:28.190560 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-999a0a86-985c-4f02-a209-3a15bbddb1db tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:28.192103 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-999a0a86-985c-4f02-a209-3a15bbddb1db tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/networks?id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e HTTP/1.1" status: 200 len: 811 time: 0.1066556 Nov 10 19:42:28.209348 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-355b8a7d-fe03-49c2-8ad1-36ca4875adc1 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/quotas/0863f57af6c245c5a4e0338a46ab2047 HTTP/1.1" status: 200 len: 375 time: 0.0102127 Nov 10 19:42:28.267160 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-282388dc-c8b6-44ce-8f61-780eb653b407 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0863f57af6c245c5a4e0338a46ab2047&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511048 Nov 10 19:42:28.666835 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-d827d9db-5658-42e3-833f-a7ef77dc5bc3 service neutron] 10.222.0.54 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869386 Nov 10 19:42:28.738176 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:28.770283 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-394c76cb-9974-4b20-8171-a764d8e68ee6 service neutron] 10.222.0.54 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973818 Nov 10 19:42:29.124770 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4c2ec-834f-4a96-a64c-98775443faa8 req-24f9c5e1-1b8e-425b-a3b3-762231b98aac tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:29.127651 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-83e4c2ec-834f-4a96-a64c-98775443faa8 req-24f9c5e1-1b8e-425b-a3b3-762231b98aac tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 946 time: 0.0675147 Nov 10 19:42:29.185161 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-83e4c2ec-834f-4a96-a64c-98775443faa8 req-344c5b33-734a-4831-b795-bd7f5a0d3535 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504863 Nov 10 19:42:29.230430 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 9295535b-2b3d-49db-816d-4ff22c589465 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:42:29.270991 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-17bad894-6974-4e6c-a9c7-900b54c19904 req-47abe53c-1e44-43ed-8465-8f1aa0159d9f tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a4ea0b7-b973-4000-bf66-9e9671354dad HTTP/1.1" status: 200 len: 210 time: 0.0351107 Nov 10 19:42:29.312599 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 9295535b-2b3d-49db-816d-4ff22c589465 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:42:29.316790 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 9295535b-2b3d-49db-816d-4ff22c589465 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:42:29.317165 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:29.419548 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:29.422764 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:29.449972 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd335baf2-11c9-481e-ba7b-1c029d472174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9295535b-2b3d-49db-816d-4ff22c589465'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:42:29.452607 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd6284b-611d-4db1-9b76-ab4c581bf28c" -d '{"events": [{"server_uuid": "d335baf2-11c9-481e-ba7b-1c029d472174", "name": "network-vif-plugged", "status": "completed", "tag": "9295535b-2b3d-49db-816d-4ff22c589465"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:42:29.472721 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 9295535b-2b3d-49db-816d-4ff22c589465, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=9295535b-2b3d-49db-816d-4ff22c589465,segment=NetworkSegment(313a584a-7372-4c3d-9cec-22149074822b),segment_id=313a584a-7372-4c3d-9cec-22149074822b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:42:29.480536 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:29.544121 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=9295535b-2b3d-49db-816d-4ff22c589465,revision_number=12']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:42:29.578471 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24823f4d-fc24-4430-a5fd-164ba7165587 x-openstack-request-id: req-24823f4d-fc24-4430-a5fd-164ba7165587 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:42:29.579373 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d335baf2-11c9-481e-ba7b-1c029d472174", "name": "network-vif-plugged", "status": "completed", "tag": "9295535b-2b3d-49db-816d-4ff22c589465", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:42:29.579798 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-24823f4d-fc24-4430-a5fd-164ba7165587 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:42:29.581051 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd335baf2-11c9-481e-ba7b-1c029d472174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9295535b-2b3d-49db-816d-4ff22c589465', 'code': 200} Nov 10 19:42:29.766007 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b862e-d6fe-4f8a-a9d1-f03d41763d62 req-6ae907e2-6f04-43c0-86ac-18292b4b52f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:29.767574 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-361b862e-d6fe-4f8a-a9d1-f03d41763d62 req-6ae907e2-6f04-43c0-86ac-18292b4b52f1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 1098 time: 0.0481155 Nov 10 19:42:29.815073 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-361b862e-d6fe-4f8a-a9d1-f03d41763d62 req-4e553b10-887d-4fe3-811a-64767d502b86 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400729 Nov 10 19:42:30.148837 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-ae47ae7c-cd66-4f6a-a3a9-e7883a104e34 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:30.150438 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-ae47ae7c-cd66-4f6a-a3a9-e7883a104e34 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.73 "GET /v2.0/networks?id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e HTTP/1.1" status: 200 len: 811 time: 0.1153557 Nov 10 19:42:30.219404 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-d7d59fbb-88db-4b3a-908b-5879b80dae58 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0863f57af6c245c5a4e0338a46ab2047 HTTP/1.1" status: 200 len: 380 time: 0.0592864 Nov 10 19:42:30.230435 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-996bbeaf-9d3a-4c4b-b489-30b67c0ad803 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Request body: {'port': {'device_id': '2a4ea0b7-b973-4000-bf66-9e9671354dad', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'admin_state_up': True, 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'security_groups': ['9fb16b81-dc3a-402c-9ceb-e4d58c126c7b']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:42:30.398486 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bfce8-9598-46b1-97df-c84a52b38e66 req-0f02438f-2e79-47b7-94c0-42873a16a4b2 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:30.400134 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-754bfce8-9598-46b1-97df-c84a52b38e66 req-0f02438f-2e79-47b7-94c0-42873a16a4b2 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 947 time: 0.1105623 Nov 10 19:42:30.401348 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-996bbeaf-9d3a-4c4b-b489-30b67c0ad803 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Made reservation on behalf of 0863f57af6c245c5a4e0338a46ab2047 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:42:30.405074 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-996bbeaf-9d3a-4c4b-b489-30b67c0ad803 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:30.463429 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-754bfce8-9598-46b1-97df-c84a52b38e66 req-fd329e39-0e6e-4209-891f-9dee96136177 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486100 Nov 10 19:42:30.608101 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-24668fd1-ae74-4607-af33-b252da3e8eb8 req-68c9cf3b-f0e4-4089-8b51-69803b3d4fa8 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a4ea0b7-b973-4000-bf66-9e9671354dad HTTP/1.1" status: 200 len: 210 time: 0.0337901 Nov 10 19:42:30.633274 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-996bbeaf-9d3a-4c4b-b489-30b67c0ad803 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Allocated IP 172.20.0.5 (bca52f6d-32fc-4cbf-bc81-bdfa96008a4e/d245deb3-5e48-4ae4-b622-b444342b78ed/6e124d08-ec3d-405a-b8da-83a6448619b4) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:42:30.796826 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-996bbeaf-9d3a-4c4b-b489-30b67c0ad803 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:30.844934 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-996bbeaf-9d3a-4c4b-b489-30b67c0ad803 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:30.887595 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-996bbeaf-9d3a-4c4b-b489-30b67c0ad803 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:42:30.891529 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-996bbeaf-9d3a-4c4b-b489-30b67c0ad803 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:42:30.895594 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-996bbeaf-9d3a-4c4b-b489-30b67c0ad803 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:42:30.942724 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bbeaf-9d3a-4c4b-b489-30b67c0ad803 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Pushing event updated for resources: {'Port': ['ID=6e124d08-ec3d-405a-b8da-83a6448619b4,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:42:30.965011 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-996bbeaf-9d3a-4c4b-b489-30b67c0ad803 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:30.965752 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-996bbeaf-9d3a-4c4b-b489-30b67c0ad803 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:30.986810 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-996bbeaf-9d3a-4c4b-b489-30b67c0ad803 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7609437 Nov 10 19:42:31.000767 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-9d9aafd5-b0d2-41f7-a743-0bb20af6cad4 service neutron] Request body: {'port': {'device_id': '2a4ea0b7-b973-4000-bf66-9e9671354dad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:42:31.086072 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-9d9aafd5-b0d2-41f7-a743-0bb20af6cad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:31.174929 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-97bfbd9f-a269-49d3-8aaf-c058c75500af None None] Provisioning complete for port 6e124d08-ec3d-405a-b8da-83a6448619b4 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:42:31.175959 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-97bfbd9f-a269-49d3-8aaf-c058c75500af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:31.216945 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-97bfbd9f-a269-49d3-8aaf-c058c75500af None None] Port 6e124d08-ec3d-405a-b8da-83a6448619b4 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:42:31.486421 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-9d9aafd5-b0d2-41f7-a743-0bb20af6cad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e124d08-ec3d-405a-b8da-83a6448619b4 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:42:31.498902 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-9d9aafd5-b0d2-41f7-a743-0bb20af6cad4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:31.530569 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-9d9aafd5-b0d2-41f7-a743-0bb20af6cad4 service neutron] Transition to ACTIVE for port object 6e124d08-ec3d-405a-b8da-83a6448619b4 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:42:31.539518 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-9d9aafd5-b0d2-41f7-a743-0bb20af6cad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:31.590256 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9aafd5-b0d2-41f7-a743-0bb20af6cad4 service neutron] Pushing event updated for resources: {'Port': ['ID=6e124d08-ec3d-405a-b8da-83a6448619b4,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:42:31.739832 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c35fea-aca7-4576-9940-95c0033e7603 req-68ba6a26-f3fc-48d6-9286-bba3740fd170 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:31.742527 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-86c35fea-aca7-4576-9940-95c0033e7603 req-68ba6a26-f3fc-48d6-9286-bba3740fd170 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 947 time: 0.1262071 Nov 10 19:42:31.811851 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-9d9aafd5-b0d2-41f7-a743-0bb20af6cad4 service neutron] Attempting to bind port 6e124d08-ec3d-405a-b8da-83a6448619b4 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:42:31.812216 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-9d9aafd5-b0d2-41f7-a743-0bb20af6cad4 service neutron] Attempting to bind port 6e124d08-ec3d-405a-b8da-83a6448619b4 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:42:31.812532 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-9d9aafd5-b0d2-41f7-a743-0bb20af6cad4 service neutron] Attempting to bind port 6e124d08-ec3d-405a-b8da-83a6448619b4 on network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:42:31.821543 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-9d9aafd5-b0d2-41f7-a743-0bb20af6cad4 service neutron] Port 6e124d08-ec3d-405a-b8da-83a6448619b4 on network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:42:31.822022 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-9d9aafd5-b0d2-41f7-a743-0bb20af6cad4 service neutron] Attempting to bind port 6e124d08-ec3d-405a-b8da-83a6448619b4 on network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:42:31.862203 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-86c35fea-aca7-4576-9940-95c0033e7603 req-9570eefe-8197-4b06-b20f-d363b9e2ae43 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058996 Nov 10 19:42:31.863303 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-9d9aafd5-b0d2-41f7-a743-0bb20af6cad4 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:42:31.867944 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-9d9aafd5-b0d2-41f7-a743-0bb20af6cad4 service neutron] Checking segment: {'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:42:31.870370 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-9d9aafd5-b0d2-41f7-a743-0bb20af6cad4 service neutron] Bound using segment: {'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:42:31.871019 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-9d9aafd5-b0d2-41f7-a743-0bb20af6cad4 service neutron] Bound port: 6e124d08-ec3d-405a-b8da-83a6448619b4, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:42:31.878553 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-9d9aafd5-b0d2-41f7-a743-0bb20af6cad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:32.045705 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-9d9aafd5-b0d2-41f7-a743-0bb20af6cad4 service neutron] For port 6e124d08-ec3d-405a-b8da-83a6448619b4, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:42:32.061736 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-9d9aafd5-b0d2-41f7-a743-0bb20af6cad4 service neutron] For port 6e124d08-ec3d-405a-b8da-83a6448619b4, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6e124d08-ec3d-405a-b8da-83a6448619b4,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:42:32.067794 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-9d9aafd5-b0d2-41f7-a743-0bb20af6cad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:32.090273 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1785e-0d75-47c8-8ccf-8f2453133a9b req-6e3b5f6d-e84a-42e6-b6aa-83f2dbb35764 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:32.091908 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59b1785e-0d75-47c8-8ccf-8f2453133a9b req-6e3b5f6d-e84a-42e6-b6aa-83f2dbb35764 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a4ea0b7-b973-4000-bf66-9e9671354dad HTTP/1.1" status: 200 len: 943 time: 0.0986323 Nov 10 19:42:32.127075 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-9d9aafd5-b0d2-41f7-a743-0bb20af6cad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:32.127711 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-9d9aafd5-b0d2-41f7-a743-0bb20af6cad4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:32.129063 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-9d9aafd5-b0d2-41f7-a743-0bb20af6cad4 service neutron] 10.222.0.73 "PUT /v2.0/ports/6e124d08-ec3d-405a-b8da-83a6448619b4 HTTP/1.1" status: 200 len: 1091 time: 1.1333470 Nov 10 19:42:32.131373 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4ea0b7-b973-4000-bf66-9e9671354dad', 'tag': '6e124d08-ec3d-405a-b8da-83a6448619b4'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:42:32.133802 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6a470e-dcaa-40cd-9674-7582cd439bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4ea0b7-b973-4000-bf66-9e9671354dad", "tag": "6e124d08-ec3d-405a-b8da-83a6448619b4"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:42:32.242275 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9aafd5-b0d2-41f7-a743-0bb20af6cad4 service neutron] Pushing event updated for resources: {'Port': ['ID=6e124d08-ec3d-405a-b8da-83a6448619b4,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:42:32.253988 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59b1785e-0d75-47c8-8ccf-8f2453133a9b req-23a521e3-5449-46c0-8e0d-2fa9b7e87625 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420367 Nov 10 19:42:32.278228 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-ca8b69fb-cda5-48d4-8ac9-33dd4293ded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:32.278228 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-ca8b69fb-cda5-48d4-8ac9-33dd4293ded2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0863f57af6c245c5a4e0338a46ab2047&device_id=2a4ea0b7-b973-4000-bf66-9e9671354dad HTTP/1.1" status: 200 len: 1094 time: 0.0828681 Nov 10 19:42:32.339433 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f3e00d-2a7f-420a-88fc-1f29e35b645c x-openstack-request-id: req-c2f3e00d-2a7f-420a-88fc-1f29e35b645c {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:42:32.339433 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4ea0b7-b973-4000-bf66-9e9671354dad", "tag": "6e124d08-ec3d-405a-b8da-83a6448619b4", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:42:32.339433 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c2f3e00d-2a7f-420a-88fc-1f29e35b645c {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:42:32.339433 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4ea0b7-b973-4000-bf66-9e9671354dad', 'tag': '6e124d08-ec3d-405a-b8da-83a6448619b4', 'status': 'completed', 'code': 200} Nov 10 19:42:32.341611 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-1f75e26c-fda3-4359-a6c0-78b17b209ada service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e124d08-ec3d-405a-b8da-83a6448619b4 HTTP/1.1" status: 200 len: 217 time: 0.0583687 Nov 10 19:42:32.404911 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-18c4fd18-688c-429c-a0ee-4e516ae612cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:32.407511 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-18c4fd18-688c-429c-a0ee-4e516ae612cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d245deb3-5e48-4ae4-b622-b444342b78ed HTTP/1.1" status: 200 len: 850 time: 0.0579727 Nov 10 19:42:32.462013 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-37bcc2b9-f905-4068-9da9-0152d0f80a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:32.463680 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-37bcc2b9-f905-4068-9da9-0152d0f80a3e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462666 Nov 10 19:42:32.570688 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-91950565-c6b5-49f1-af9c-f69d93c975af service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988600 Nov 10 19:42:32.678653 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-569fcd7a-2922-422f-ae04-6226bb5e1eea req-ff35a9ef-f501-47d0-9e81-6299f5873fed service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002998 Nov 10 19:42:32.773892 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a470e-dcaa-40cd-9674-7582cd439bfe req-2e812c40-5983-4864-a6e6-f645511f8528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:32.775473 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba6a470e-dcaa-40cd-9674-7582cd439bfe req-2e812c40-5983-4864-a6e6-f645511f8528 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0863f57af6c245c5a4e0338a46ab2047&device_id=2a4ea0b7-b973-4000-bf66-9e9671354dad HTTP/1.1" status: 200 len: 1094 time: 0.0479829 Nov 10 19:42:32.871925 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a470e-dcaa-40cd-9674-7582cd439bfe req-d9a1374b-81ef-49b4-848d-081ea4873e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:32.873442 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba6a470e-dcaa-40cd-9674-7582cd439bfe req-d9a1374b-81ef-49b4-848d-081ea4873e63 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e HTTP/1.1" status: 200 len: 912 time: 0.0907118 Nov 10 19:42:32.933069 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba6a470e-dcaa-40cd-9674-7582cd439bfe req-f46f6d16-1326-4794-8466-b69528873887 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e124d08-ec3d-405a-b8da-83a6448619b4 HTTP/1.1" status: 200 len: 217 time: 0.0517793 Nov 10 19:42:33.035126 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a470e-dcaa-40cd-9674-7582cd439bfe req-af810310-bb3d-4a36-9305-49a5305f1349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:33.036676 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba6a470e-dcaa-40cd-9674-7582cd439bfe req-af810310-bb3d-4a36-9305-49a5305f1349 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d245deb3-5e48-4ae4-b622-b444342b78ed HTTP/1.1" status: 200 len: 850 time: 0.0939496 Nov 10 19:42:33.051124 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e3810-9871-4aeb-a604-861e01ae0722 req-87930de4-955e-41c1-9bab-58bfc9a9d94e tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:33.052975 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ed6e3810-9871-4aeb-a604-861e01ae0722 req-87930de4-955e-41c1-9bab-58bfc9a9d94e tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 947 time: 0.1018512 Nov 10 19:42:33.135111 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a470e-dcaa-40cd-9674-7582cd439bfe req-f03d575a-8436-4583-a8dd-1290f2c7dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:33.137923 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba6a470e-dcaa-40cd-9674-7582cd439bfe req-f03d575a-8436-4583-a8dd-1290f2c7dc7c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838830 Nov 10 19:42:33.146447 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ed6e3810-9871-4aeb-a604-861e01ae0722 req-d9800db9-3fd1-4944-98e1-89de2a57bacc tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823984 Nov 10 19:42:33.282258 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba6a470e-dcaa-40cd-9674-7582cd439bfe req-3291808b-f829-44f1-b82a-5c78e699d12c service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343300 Nov 10 19:42:33.306238 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa53144-c4ff-4cf5-b728-392e66c73046 req-7a67119c-9adb-453b-86cf-60c9abc770ea tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:33.307839 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3aa53144-c4ff-4cf5-b728-392e66c73046 req-7a67119c-9adb-453b-86cf-60c9abc770ea tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 947 time: 0.0803959 Nov 10 19:42:33.410901 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3aa53144-c4ff-4cf5-b728-392e66c73046 req-1ef0d093-25b6-4a03-b036-85462faaf547 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875683 Nov 10 19:42:33.428001 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba6a470e-dcaa-40cd-9674-7582cd439bfe req-a9f7c04e-08aa-42a3-8815-15cf7100a873 service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378005 Nov 10 19:42:33.544862 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb6ef6-e34c-4e0a-b69f-07a219fc1250 req-0bdf9ce1-5c01-4b54-a3cf-f22807bb4dd8 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:33.548949 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8beb6ef6-e34c-4e0a-b69f-07a219fc1250 req-0bdf9ce1-5c01-4b54-a3cf-f22807bb4dd8 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a4ea0b7-b973-4000-bf66-9e9671354dad HTTP/1.1" status: 200 len: 943 time: 0.0591748 Nov 10 19:42:33.615672 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8beb6ef6-e34c-4e0a-b69f-07a219fc1250 req-4d684116-7fba-4f8c-995a-1686a1de23c9 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603800 Nov 10 19:42:33.736756 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49475284-faf7-4442-827d-0832f53ddd06 req-10ced629-3142-4476-bd99-62253794f8d0 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:33.738731 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-49475284-faf7-4442-827d-0832f53ddd06 req-10ced629-3142-4476-bd99-62253794f8d0 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 947 time: 0.0542910 Nov 10 19:42:33.798537 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-49475284-faf7-4442-827d-0832f53ddd06 req-016bbc64-d8cf-469b-9951-5b0020d8b01d tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514059 Nov 10 19:42:33.941084 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70bebf-2438-4c93-8b7d-dcb8da15cbea req-39b29020-7e97-4cf6-ad11-ec55a8345a97 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:33.942662 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d70bebf-2438-4c93-8b7d-dcb8da15cbea req-39b29020-7e97-4cf6-ad11-ec55a8345a97 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 947 time: 0.0542104 Nov 10 19:42:33.997227 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d70bebf-2438-4c93-8b7d-dcb8da15cbea req-d1b7d7b2-a312-48cf-8caf-db6ecd12258f tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461292 Nov 10 19:42:34.159456 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf03f21-6a47-4056-b337-711cd2d9f669 req-6b82ce0f-5586-4036-a8b7-9c7f19955cce tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:34.161157 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cdf03f21-6a47-4056-b337-711cd2d9f669 req-6b82ce0f-5586-4036-a8b7-9c7f19955cce tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 947 time: 0.0777919 Nov 10 19:42:34.216764 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cdf03f21-6a47-4056-b337-711cd2d9f669 req-6a01070d-647b-4763-bf7b-4e2b08c95fc7 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473547 Nov 10 19:42:34.361626 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf8f74-7fb6-48a2-8b68-a068fb18f16c req-ec48450f-b53d-4d45-b3d6-f849aae357a5 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:34.363247 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ddcf8f74-7fb6-48a2-8b68-a068fb18f16c req-ec48450f-b53d-4d45-b3d6-f849aae357a5 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 947 time: 0.0587087 Nov 10 19:42:34.417293 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ddcf8f74-7fb6-48a2-8b68-a068fb18f16c req-a7590733-1778-4c4e-a0bf-0fa787401fe8 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470862 Nov 10 19:42:34.548970 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4ca43-82da-4ebd-8061-8327006cbfe5 req-242244b4-0535-474b-8490-db5e3ad75994 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:34.550455 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fcc4ca43-82da-4ebd-8061-8327006cbfe5 req-242244b4-0535-474b-8490-db5e3ad75994 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 947 time: 0.0603580 Nov 10 19:42:34.618200 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fcc4ca43-82da-4ebd-8061-8327006cbfe5 req-0ca1664e-81c1-481e-b276-9c7779e6cf17 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609810 Nov 10 19:42:34.744850 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed38dc2-5614-4d75-9145-bf9cb9eda222 req-fe275afc-4fe4-4d87-8000-7656ca1314d2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:34.746447 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aed38dc2-5614-4d75-9145-bf9cb9eda222 req-fe275afc-4fe4-4d87-8000-7656ca1314d2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a4ea0b7-b973-4000-bf66-9e9671354dad HTTP/1.1" status: 200 len: 943 time: 0.0548661 Nov 10 19:42:34.807739 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aed38dc2-5614-4d75-9145-bf9cb9eda222 req-6d85cdf3-a19e-44ba-8dda-90683793dc79 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542550 Nov 10 19:42:34.857172 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9445e962-56c5-4581-9b7d-3001636ebfb6 req-85cc1f5e-8f0c-4e8b-adde-90221d2619a0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0773387 Nov 10 19:42:34.953980 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445e962-56c5-4581-9b7d-3001636ebfb6 req-82bc1241-8f71-44b3-b721-d4d6bacdff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:34.955950 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9445e962-56c5-4581-9b7d-3001636ebfb6 req-82bc1241-8f71-44b3-b721-d4d6bacdff0f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8dee9662a0a54ffd8cb1802d7cb4561d&device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 1098 time: 0.0495229 Nov 10 19:42:35.110910 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445e962-56c5-4581-9b7d-3001636ebfb6 req-b6a82ff9-e7ff-4cb8-953d-95046783ba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:35.112707 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9445e962-56c5-4581-9b7d-3001636ebfb6 req-b6a82ff9-e7ff-4cb8-953d-95046783ba5c service neutron] 10.222.0.25 "GET /v2.0/networks?id=7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1 HTTP/1.1" status: 200 len: 914 time: 0.1297095 Nov 10 19:42:35.120173 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccd5ed-c84a-4624-9730-9a4fc8289956 req-40ba1d5d-6f2e-4768-ab8b-91cc2fe470d2 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:35.121668 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-99ccd5ed-c84a-4624-9730-9a4fc8289956 req-40ba1d5d-6f2e-4768-ab8b-91cc2fe470d2 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 947 time: 0.0654125 Nov 10 19:42:35.200139 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-99ccd5ed-c84a-4624-9730-9a4fc8289956 req-083170c4-e627-42bf-b9f0-a3834fdf9e79 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720620 Nov 10 19:42:35.219099 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9445e962-56c5-4581-9b7d-3001636ebfb6 req-22825528-66ce-49b8-8418-2f30e73e0071 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9295535b-2b3d-49db-816d-4ff22c589465 HTTP/1.1" status: 200 len: 217 time: 0.0932646 Nov 10 19:42:35.275415 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445e962-56c5-4581-9b7d-3001636ebfb6 req-d4fa3714-94d6-474d-be97-9bfc760333db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:35.277048 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9445e962-56c5-4581-9b7d-3001636ebfb6 req-d4fa3714-94d6-474d-be97-9bfc760333db service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea5d0396-d12a-42be-b3bf-059b9f989d1c HTTP/1.1" status: 200 len: 853 time: 0.0494714 Nov 10 19:42:35.312366 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9445e962-56c5-4581-9b7d-3001636ebfb6 req-0f583c66-c90e-45ad-87df-966511ccea3a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284643 Nov 10 19:42:35.416046 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9445e962-56c5-4581-9b7d-3001636ebfb6 req-a7f3f156-ee72-47f8-869a-6dceb16c0262 service neutron] 10.222.0.25 "GET /v2.0/networks/7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944335 Nov 10 19:42:35.523375 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9445e962-56c5-4581-9b7d-3001636ebfb6 req-a84dfbfa-eb7b-4f33-b5b4-c6ca473cdaf9 service neutron] 10.222.0.25 "GET /v2.0/networks/7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001456 Nov 10 19:42:35.962879 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de25f19-4484-4d78-a516-a7f9d3e3f565 req-b4a71812-61f1-4347-8192-84f5384a9277 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:35.964442 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2de25f19-4484-4d78-a516-a7f9d3e3f565 req-b4a71812-61f1-4347-8192-84f5384a9277 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a4ea0b7-b973-4000-bf66-9e9671354dad HTTP/1.1" status: 200 len: 943 time: 0.0620010 Nov 10 19:42:36.017016 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2de25f19-4484-4d78-a516-a7f9d3e3f565 req-25d0b61a-f7bf-41e2-999c-3e8a0d71c0e5 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454800 Nov 10 19:42:36.330659 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe10b9-fcac-4b3d-95b7-12c24ad006ab req-f8a025be-f777-46e6-a1d3-ae4302cc94ec tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:36.332058 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3dbe10b9-fcac-4b3d-95b7-12c24ad006ab req-f8a025be-f777-46e6-a1d3-ae4302cc94ec tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 947 time: 0.0514796 Nov 10 19:42:36.382110 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3dbe10b9-fcac-4b3d-95b7-12c24ad006ab req-d64fec6f-a588-4453-9294-f98c2dd50506 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436828 Nov 10 19:42:36.674200 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5cdcc-3d53-422a-9faf-7bd8a6fcdb40 req-90096b0b-fadd-4fc3-bd75-d03351d542b7 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:36.676787 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2d5cdcc-3d53-422a-9faf-7bd8a6fcdb40 req-90096b0b-fadd-4fc3-bd75-d03351d542b7 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 947 time: 0.0584347 Nov 10 19:42:36.687899 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf26ed-c345-4210-83e7-1d5a52090db7 req-3ac01fac-26e5-46a4-8303-3a07cb37494e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:36.689622 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d8cf26ed-c345-4210-83e7-1d5a52090db7 req-3ac01fac-26e5-46a4-8303-3a07cb37494e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8dee9662a0a54ffd8cb1802d7cb4561d&device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 1098 time: 0.0494871 Nov 10 19:42:36.728972 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2d5cdcc-3d53-422a-9faf-7bd8a6fcdb40 req-9792f1aa-4ae9-4bb8-b3d1-38b493de1fbc tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452478 Nov 10 19:42:36.785006 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf26ed-c345-4210-83e7-1d5a52090db7 req-57c7f235-8e0b-4e52-a59e-b2774d522092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:36.786545 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d8cf26ed-c345-4210-83e7-1d5a52090db7 req-57c7f235-8e0b-4e52-a59e-b2774d522092 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1 HTTP/1.1" status: 200 len: 914 time: 0.0889754 Nov 10 19:42:36.833396 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d8cf26ed-c345-4210-83e7-1d5a52090db7 req-4cf76ea1-9527-4925-b14d-45d021aa8c92 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9295535b-2b3d-49db-816d-4ff22c589465 HTTP/1.1" status: 200 len: 217 time: 0.0397871 Nov 10 19:42:36.886107 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf26ed-c345-4210-83e7-1d5a52090db7 req-6ca93018-4885-4e60-aedf-0423ae598c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:36.887584 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d8cf26ed-c345-4210-83e7-1d5a52090db7 req-6ca93018-4885-4e60-aedf-0423ae598c4f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea5d0396-d12a-42be-b3bf-059b9f989d1c HTTP/1.1" status: 200 len: 853 time: 0.0480111 Nov 10 19:42:36.920054 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d8cf26ed-c345-4210-83e7-1d5a52090db7 req-21b9bd24-8a81-4fc8-9125-18e79e3c1575 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253015 Nov 10 19:42:37.015328 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d8cf26ed-c345-4210-83e7-1d5a52090db7 req-69b56c2b-31f0-426e-9a35-4999cfbbf435 service neutron] 10.222.0.25 "GET /v2.0/networks/7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883203 Nov 10 19:42:37.113241 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d8cf26ed-c345-4210-83e7-1d5a52090db7 req-6bc8ae97-d458-4f51-a2ea-796caee9e9d7 service neutron] 10.222.0.25 "GET /v2.0/networks/7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906684 Nov 10 19:42:37.135946 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66e3b3-fd19-4e68-bd36-6ba2ed4ec398 req-a3839ff1-8ecb-4636-ae0e-b4eec8dda23e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:37.137486 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd66e3b3-fd19-4e68-bd36-6ba2ed4ec398 req-a3839ff1-8ecb-4636-ae0e-b4eec8dda23e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a4ea0b7-b973-4000-bf66-9e9671354dad HTTP/1.1" status: 200 len: 943 time: 0.0498714 Nov 10 19:42:37.200405 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd66e3b3-fd19-4e68-bd36-6ba2ed4ec398 req-06119636-db12-4c89-8555-c0a73f9d830f tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566239 Nov 10 19:42:37.848059 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e22617-b221-4340-9f15-baf95e569c91 req-c3f9710d-dbed-403d-a2a1-8cdc1ab9ea83 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:37.849561 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b2e22617-b221-4340-9f15-baf95e569c91 req-c3f9710d-dbed-403d-a2a1-8cdc1ab9ea83 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 947 time: 0.0503304 Nov 10 19:42:37.904774 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b2e22617-b221-4340-9f15-baf95e569c91 req-a4c58553-0da9-49c9-a734-e51541cfc5b8 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482876 Nov 10 19:42:38.322682 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6482a62-966a-4c1e-8928-32ede6419ee3 req-d9b2327f-1a55-4e61-b5ec-e4c0923c046d tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:38.324193 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6482a62-966a-4c1e-8928-32ede6419ee3 req-d9b2327f-1a55-4e61-b5ec-e4c0923c046d tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a4ea0b7-b973-4000-bf66-9e9671354dad HTTP/1.1" status: 200 len: 943 time: 0.0507879 Nov 10 19:42:38.374341 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6482a62-966a-4c1e-8928-32ede6419ee3 req-675527e2-d1df-4d7b-ad8e-a22dd27d1d28 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437706 Nov 10 19:42:39.021526 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c5bf8-e15d-4f30-a02d-ec850b8b26d0 req-7da53162-3c07-42ba-ada1-7e8939f5b01c tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:39.023234 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bf5c5bf8-e15d-4f30-a02d-ec850b8b26d0 req-7da53162-3c07-42ba-ada1-7e8939f5b01c tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 947 time: 0.0494630 Nov 10 19:42:39.071559 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bf5c5bf8-e15d-4f30-a02d-ec850b8b26d0 req-3d15031b-805a-4a81-8657-e03364ce9fb5 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419345 Nov 10 19:42:39.202146 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e637bb-e1a4-40dc-8419-1bd6e3891028 req-05893bd3-9716-46df-9913-ff01f945b644 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:39.203571 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e1e637bb-e1a4-40dc-8419-1bd6e3891028 req-05893bd3-9716-46df-9913-ff01f945b644 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 947 time: 0.0574188 Nov 10 19:42:39.253978 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e1e637bb-e1a4-40dc-8419-1bd6e3891028 req-cd4e753c-7965-4961-a376-15227dc6e62a tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439029 Nov 10 19:42:39.391048 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae6674-17b8-47c1-a80f-8ffe9606f36f req-2be9be2f-e76e-429f-b3b8-baf4b4c322fd tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:39.392667 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b4ae6674-17b8-47c1-a80f-8ffe9606f36f req-2be9be2f-e76e-429f-b3b8-baf4b4c322fd tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 947 time: 0.0508208 Nov 10 19:42:39.442240 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b4ae6674-17b8-47c1-a80f-8ffe9606f36f req-6f6668e4-2f2e-43bb-b771-de4b2a9c1ca3 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426145 Nov 10 19:42:39.550136 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5080fe-f416-438c-bb51-d540cccc1ac0 req-b8b71731-77a0-4fd2-b878-f19f1679fa80 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:39.551721 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0c5080fe-f416-438c-bb51-d540cccc1ac0 req-b8b71731-77a0-4fd2-b878-f19f1679fa80 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a4ea0b7-b973-4000-bf66-9e9671354dad HTTP/1.1" status: 200 len: 943 time: 0.0541027 Nov 10 19:42:39.603538 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0c5080fe-f416-438c-bb51-d540cccc1ac0 req-4f5aba23-18fc-4da6-890b-f778f98064a6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452454 Nov 10 19:42:39.741341 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808405f-3840-4016-a3d4-5e5f376ce75a req-1f6e8cf9-2799-4e71-822e-1836b61368ed tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:39.744789 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3808405f-3840-4016-a3d4-5e5f376ce75a req-1f6e8cf9-2799-4e71-822e-1836b61368ed tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 947 time: 0.0650024 Nov 10 19:42:39.804761 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3808405f-3840-4016-a3d4-5e5f376ce75a req-0efca9ee-52bc-4af4-b356-0c2e79cff341 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530829 Nov 10 19:42:40.001314 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2470444-f2d8-48ec-80b2-1c06136323ed req-535df7d3-35ac-4b63-8837-b7c69fb38e23 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:40.003002 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d2470444-f2d8-48ec-80b2-1c06136323ed req-535df7d3-35ac-4b63-8837-b7c69fb38e23 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 947 time: 0.0592904 Nov 10 19:42:40.069371 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d2470444-f2d8-48ec-80b2-1c06136323ed req-3b7ed79a-1020-42a7-b8e7-a655278cbc50 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584373 Nov 10 19:42:40.198509 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9dfce0-fd80-4235-8bb8-00071028c7ef req-248a54c1-3730-4075-93ca-10f27bf95872 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:40.199997 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3a9dfce0-fd80-4235-8bb8-00071028c7ef req-248a54c1-3730-4075-93ca-10f27bf95872 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 947 time: 0.0502634 Nov 10 19:42:40.248824 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3a9dfce0-fd80-4235-8bb8-00071028c7ef req-446b90ff-5a53-4bb2-945a-19da08c2c805 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425713 Nov 10 19:42:40.389971 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabacf0a-ea0b-4dd7-a6bb-606adf586a46 req-4b0e22eb-1ed0-4e4b-9799-12730fd3519c tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:40.392084 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cabacf0a-ea0b-4dd7-a6bb-606adf586a46 req-4b0e22eb-1ed0-4e4b-9799-12730fd3519c tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 947 time: 0.0533800 Nov 10 19:42:40.439136 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cabacf0a-ea0b-4dd7-a6bb-606adf586a46 req-4c6d5aa4-b42a-41fb-b9b0-7c7add95b6e5 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415077 Nov 10 19:42:40.558979 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbb1ee-0dc6-4982-be3f-a8b8ae0e1a6e req-64c68185-9d2b-4f53-9298-27e934616fbb tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:40.560364 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80bbb1ee-0dc6-4982-be3f-a8b8ae0e1a6e req-64c68185-9d2b-4f53-9298-27e934616fbb tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 947 time: 0.0535409 Nov 10 19:42:40.613391 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80bbb1ee-0dc6-4982-be3f-a8b8ae0e1a6e req-8e6d6e93-d3c7-44c4-99a2-2ec630ac5223 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465138 Nov 10 19:42:40.730538 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd196a-ee96-4a04-a725-7158174a6989 req-b13e3b48-38de-4560-a1f8-62e22131bd8c tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:40.732168 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bedd196a-ee96-4a04-a725-7158174a6989 req-b13e3b48-38de-4560-a1f8-62e22131bd8c tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a4ea0b7-b973-4000-bf66-9e9671354dad HTTP/1.1" status: 200 len: 943 time: 0.0541215 Nov 10 19:42:40.785756 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bedd196a-ee96-4a04-a725-7158174a6989 req-72a6a2fd-1261-40c8-9b9f-e39e4593de86 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471182 Nov 10 19:42:40.940333 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11676e-a9d6-4c1a-84f1-65e206c34c4b req-92473be3-d28f-427d-8957-6bd7547322fe tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:40.942088 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9c11676e-a9d6-4c1a-84f1-65e206c34c4b req-92473be3-d28f-427d-8957-6bd7547322fe tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 947 time: 0.0530179 Nov 10 19:42:40.997527 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9c11676e-a9d6-4c1a-84f1-65e206c34c4b req-ecc63841-9aef-4837-b70d-116eaded3838 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476215 Nov 10 19:42:41.118331 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3136d-0f15-4336-ac5c-99ed398b74cc req-65d68abe-5175-40bd-9876-d972d3809170 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:41.119740 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4b3136d-0f15-4336-ac5c-99ed398b74cc req-65d68abe-5175-40bd-9876-d972d3809170 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 947 time: 0.0533111 Nov 10 19:42:41.171858 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4b3136d-0f15-4336-ac5c-99ed398b74cc req-d29227ed-f828-4ccf-85b6-81fdc3303bf3 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427697 Nov 10 19:42:41.326130 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49740189-cfdd-4c96-9255-8f5ee46c24b3 req-2236974e-e265-4427-bf02-09b228c96cd6 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:41.327685 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-49740189-cfdd-4c96-9255-8f5ee46c24b3 req-2236974e-e265-4427-bf02-09b228c96cd6 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 947 time: 0.0598776 Nov 10 19:42:41.390387 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-49740189-cfdd-4c96-9255-8f5ee46c24b3 req-41e336e9-e0a6-4c00-b979-41310811fc8e tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529392 Nov 10 19:42:41.519269 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d1edf-57f4-46ae-ab4b-d3a48733b2d3 req-4deb80e2-34ee-406d-880a-1e46d412a908 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:41.520751 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-438d1edf-57f4-46ae-ab4b-d3a48733b2d3 req-4deb80e2-34ee-406d-880a-1e46d412a908 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 947 time: 0.0572426 Nov 10 19:42:41.574518 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-438d1edf-57f4-46ae-ab4b-d3a48733b2d3 req-57844d12-3f0b-4a7c-a1bd-17bf8c358fa4 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473862 Nov 10 19:42:41.708634 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabbb29-247c-40cb-8f2c-881cae1cc108 req-51ca9e06-6eb3-4549-afec-0f78fe0a1b9d tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:41.710290 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0eabbb29-247c-40cb-8f2c-881cae1cc108 req-51ca9e06-6eb3-4549-afec-0f78fe0a1b9d tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 947 time: 0.0530124 Nov 10 19:42:41.761373 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0eabbb29-247c-40cb-8f2c-881cae1cc108 req-309c02aa-f47b-493c-b211-15ebea7950ee tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445523 Nov 10 19:42:41.883359 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0595c-ea3c-43db-b202-1c85f9b5786e req-eb970638-8dc9-47b3-a697-336bf4f45e4e tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:41.884798 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e1c0595c-ea3c-43db-b202-1c85f9b5786e req-eb970638-8dc9-47b3-a697-336bf4f45e4e tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 947 time: 0.0534151 Nov 10 19:42:41.933148 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e1c0595c-ea3c-43db-b202-1c85f9b5786e req-6f471146-97bf-46be-aa41-41c1251e3815 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420954 Nov 10 19:42:42.054736 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe99c6c-11fa-4d10-8f5e-a5e40fcb12a4 req-d4f3e6b8-2918-4871-97d9-4af8228a61b7 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:42.056135 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9fe99c6c-11fa-4d10-8f5e-a5e40fcb12a4 req-d4f3e6b8-2918-4871-97d9-4af8228a61b7 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a4ea0b7-b973-4000-bf66-9e9671354dad HTTP/1.1" status: 200 len: 943 time: 0.0511348 Nov 10 19:42:42.108938 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9fe99c6c-11fa-4d10-8f5e-a5e40fcb12a4 req-50c8bcfa-0c62-41e4-9eba-104db28fc32b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460865 Nov 10 19:42:42.227630 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7fc13-c9f0-4fef-94f0-1d2be0ee4d06 req-acfb8244-9d63-419c-b550-57d87587cd1a tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:42.229124 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4eb7fc13-c9f0-4fef-94f0-1d2be0ee4d06 req-acfb8244-9d63-419c-b550-57d87587cd1a tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 947 time: 0.0504315 Nov 10 19:42:42.283067 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4eb7fc13-c9f0-4fef-94f0-1d2be0ee4d06 req-0b688a89-a7d2-4212-85a8-ec48bbb47b07 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463030 Nov 10 19:42:43.260960 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51d2df-412e-4505-97e9-eed37f632e1f req-f9d6f2a1-4454-4dad-9e51-ec5f791e4610 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:43.262555 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb51d2df-412e-4505-97e9-eed37f632e1f req-f9d6f2a1-4454-4dad-9e51-ec5f791e4610 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a4ea0b7-b973-4000-bf66-9e9671354dad HTTP/1.1" status: 200 len: 943 time: 0.0638533 Nov 10 19:42:43.314243 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb51d2df-412e-4505-97e9-eed37f632e1f req-8f7a401c-ddb6-45e6-bbd8-87e7e0dc6163 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445602 Nov 10 19:42:44.444762 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e7720-4ff2-4818-9c79-bee25ab01ed2 req-49bf5153-683b-480a-8393-1f415d3ce3ab tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:44.446419 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e03e7720-4ff2-4818-9c79-bee25ab01ed2 req-49bf5153-683b-480a-8393-1f415d3ce3ab tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a4ea0b7-b973-4000-bf66-9e9671354dad HTTP/1.1" status: 200 len: 943 time: 0.0542796 Nov 10 19:42:44.514549 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e03e7720-4ff2-4818-9c79-bee25ab01ed2 req-d23367c7-8722-4d26-a2f9-28edd2191a9f tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619333 Nov 10 19:42:44.883833 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 6e124d08-ec3d-405a-b8da-83a6448619b4 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:42:44.998762 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 6e124d08-ec3d-405a-b8da-83a6448619b4, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6e124d08-ec3d-405a-b8da-83a6448619b4,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:42:45.010741 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '6e124d08-ec3d-405a-b8da-83a6448619b4', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'port_id': '6e124d08-ec3d-405a-b8da-83a6448619b4', 'mac_address': 'fa:16:3e:0a:3c:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:42:45.049311 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:45.065380 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e124d08-ec3d-405a-b8da-83a6448619b4 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:42:45.090575 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 6e124d08-ec3d-405a-b8da-83a6448619b4, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6e124d08-ec3d-405a-b8da-83a6448619b4,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:42:45.095716 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:45.152953 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=6e124d08-ec3d-405a-b8da-83a6448619b4,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:42:45.312708 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['6e124d08-ec3d-405a-b8da-83a6448619b4'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:42:45.812860 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe657b2-3ad2-4efb-b114-e3e3973a7cac req-c7086f4d-3cdd-4345-be66-b0cac9b28ec4 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:45.815200 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3fe657b2-3ad2-4efb-b114-e3e3973a7cac req-c7086f4d-3cdd-4345-be66-b0cac9b28ec4 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a4ea0b7-b973-4000-bf66-9e9671354dad HTTP/1.1" status: 200 len: 944 time: 0.1460016 Nov 10 19:42:45.884848 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3fe657b2-3ad2-4efb-b114-e3e3973a7cac req-c2f88c76-af95-475e-9c76-320395a5a8ed tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617309 Nov 10 19:42:46.145502 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:42:46.895521 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 6e124d08-ec3d-405a-b8da-83a6448619b4 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:42:46.983616 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 6e124d08-ec3d-405a-b8da-83a6448619b4 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:42:46.988234 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 6e124d08-ec3d-405a-b8da-83a6448619b4 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:42:46.988821 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:47.042950 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90233b41-3a07-4ba6-b37f-c732f1c09e4d req-2c7663eb-eb2b-40b9-891b-e7da9199ecaf tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:47.044822 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-90233b41-3a07-4ba6-b37f-c732f1c09e4d req-2c7663eb-eb2b-40b9-891b-e7da9199ecaf tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a4ea0b7-b973-4000-bf66-9e9671354dad HTTP/1.1" status: 200 len: 944 time: 0.0593584 Nov 10 19:42:47.079960 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:47.106874 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4ea0b7-b973-4000-bf66-9e9671354dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e124d08-ec3d-405a-b8da-83a6448619b4'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:42:47.109982 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb279d4-c035-4562-995e-610a4efccdc7" -d '{"events": [{"server_uuid": "2a4ea0b7-b973-4000-bf66-9e9671354dad", "name": "network-vif-plugged", "status": "completed", "tag": "6e124d08-ec3d-405a-b8da-83a6448619b4"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:42:47.124386 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 6e124d08-ec3d-405a-b8da-83a6448619b4, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6e124d08-ec3d-405a-b8da-83a6448619b4,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:42:47.133295 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-90233b41-3a07-4ba6-b37f-c732f1c09e4d req-38668905-5117-4591-a580-22995f2f2799 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738022 Nov 10 19:42:47.135943 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:47.180890 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b2848f-f04b-4195-a896-7fb90e843fa8 x-openstack-request-id: req-23b2848f-f04b-4195-a896-7fb90e843fa8 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:42:47.181309 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4ea0b7-b973-4000-bf66-9e9671354dad", "name": "network-vif-plugged", "status": "completed", "tag": "6e124d08-ec3d-405a-b8da-83a6448619b4", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:42:47.181940 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-23b2848f-f04b-4195-a896-7fb90e843fa8 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:42:47.182660 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4ea0b7-b973-4000-bf66-9e9671354dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e124d08-ec3d-405a-b8da-83a6448619b4', 'code': 200} Nov 10 19:42:47.215764 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=6e124d08-ec3d-405a-b8da-83a6448619b4,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:42:47.298847 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874718f7-bd71-45d7-9eab-ef84f97ed110 req-980b0ad4-ef0f-4492-a56b-57971ce77e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:47.300405 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-874718f7-bd71-45d7-9eab-ef84f97ed110 req-980b0ad4-ef0f-4492-a56b-57971ce77e08 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2a4ea0b7-b973-4000-bf66-9e9671354dad HTTP/1.1" status: 200 len: 1096 time: 0.0526671 Nov 10 19:42:47.368175 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-874718f7-bd71-45d7-9eab-ef84f97ed110 req-802094d1-032c-4dbb-9da1-6b178598704f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604322 Nov 10 19:42:48.126946 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe28b6-30c7-4f13-ad01-09691696722d req-98c7a05e-9003-492c-a941-7d34d1d63972 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:48.128318 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-04fe28b6-30c7-4f13-ad01-09691696722d req-98c7a05e-9003-492c-a941-7d34d1d63972 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 947 time: 0.0502989 Nov 10 19:42:48.187415 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-04fe28b6-30c7-4f13-ad01-09691696722d req-5945c288-ffc6-492c-89ef-3184cf26be9d tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458591 Nov 10 19:42:48.295707 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c234396-017b-42a8-8510-67b3fa545a89 req-f4dbe2c0-464b-4220-ad83-605463378679 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:48.297410 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c234396-017b-42a8-8510-67b3fa545a89 req-f4dbe2c0-464b-4220-ad83-605463378679 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a4ea0b7-b973-4000-bf66-9e9671354dad HTTP/1.1" status: 200 len: 945 time: 0.0530548 Nov 10 19:42:48.353945 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c234396-017b-42a8-8510-67b3fa545a89 req-1f723906-ab42-461c-9f42-41d3f2389ec9 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490842 Nov 10 19:42:49.314439 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209653e-46ed-4ba1-b91f-3686f73f9bca req-2c08277f-fdcc-4557-855f-06af7b5ca2a3 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:49.315868 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7209653e-46ed-4ba1-b91f-3686f73f9bca req-2c08277f-fdcc-4557-855f-06af7b5ca2a3 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 947 time: 0.0574939 Nov 10 19:42:49.370501 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7209653e-46ed-4ba1-b91f-3686f73f9bca req-22b49fb5-f85a-44cc-bd5b-5da52ff19686 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cdbead5-b097-4cd4-9ea3-2e0412148109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481827 Nov 10 19:42:49.481021 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf6016-2a22-4276-8a72-c693ba550dcc req-a94a3d96-26e5-4719-bcc1-63b4d1a32e95 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:49.482616 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cbf6016-2a22-4276-8a72-c693ba550dcc req-a94a3d96-26e5-4719-bcc1-63b4d1a32e95 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a4ea0b7-b973-4000-bf66-9e9671354dad HTTP/1.1" status: 200 len: 945 time: 0.0547161 Nov 10 19:42:49.535445 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cbf6016-2a22-4276-8a72-c693ba550dcc req-1aae450a-0905-452c-9dbf-9b619a32336a tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463035 Nov 10 19:42:49.660320 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc77d97-9e6c-4137-8f08-1ecfef23bb83 req-31682024-cc21-40e1-8191-ae98f1014bdd tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:49.662077 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0cc77d97-9e6c-4137-8f08-1ecfef23bb83 req-31682024-cc21-40e1-8191-ae98f1014bdd tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a4ea0b7-b973-4000-bf66-9e9671354dad HTTP/1.1" status: 200 len: 945 time: 0.0566187 Nov 10 19:42:49.713879 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0cc77d97-9e6c-4137-8f08-1ecfef23bb83 req-a9693dec-f471-4bf4-986d-f8f994f667d3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452552 Nov 10 19:42:49.739097 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45226) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:42:49.779398 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de196ae-f47d-4305-bb30-fabb0c9f0d8e tempest-TestVolumeBootPattern-594042923 tempest-TestVolumeBootPattern-594042923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:49.783766 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3de196ae-f47d-4305-bb30-fabb0c9f0d8e tempest-TestVolumeBootPattern-594042923 tempest-TestVolumeBootPattern-594042923-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2a4ea0b7-b973-4000-bf66-9e9671354dad HTTP/1.1" status: 200 len: 1091 time: 0.0408084 Nov 10 19:42:49.784972 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45228) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:42:49.789681 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-64f72a7d-4ac3-46e8-a6db-2d8c9078af30 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'port_id': '6e124d08-ec3d-405a-b8da-83a6448619b4', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:42:49.814474 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-64f72a7d-4ac3-46e8-a6db-2d8c9078af30 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for floatingip, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:49.914424 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-64f72a7d-4ac3-46e8-a6db-2d8c9078af30 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:49.960595 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07626974-cfc2-4073-9e96-209b6061ea46 req-9c0eb5dd-a2ac-48cf-8203-d469c0807040 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:49.962181 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-07626974-cfc2-4073-9e96-209b6061ea46 req-9c0eb5dd-a2ac-48cf-8203-d469c0807040 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.25 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 947 time: 0.0541852 Nov 10 19:42:50.031095 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-64f72a7d-4ac3-46e8-a6db-2d8c9078af30 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Allocated IP 172.25.3.18 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/9a207d06-fc9c-4abb-9135-939d78549a9c) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:42:50.067206 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-07626974-cfc2-4073-9e96-209b6061ea46 req-988e185a-120e-458c-92f4-4fe9f0ae4500 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Deleting port 9295535b-2b3d-49db-816d-4ff22c589465 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:42:50.067707 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-07626974-cfc2-4073-9e96-209b6061ea46 req-988e185a-120e-458c-92f4-4fe9f0ae4500 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:50.146223 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-64f72a7d-4ac3-46e8-a6db-2d8c9078af30 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:50.162774 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-07626974-cfc2-4073-9e96-209b6061ea46 req-988e185a-120e-458c-92f4-4fe9f0ae4500 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] For port 9295535b-2b3d-49db-816d-4ff22c589465, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=9295535b-2b3d-49db-816d-4ff22c589465,segment=NetworkSegment(313a584a-7372-4c3d-9cec-22149074822b),segment_id=313a584a-7372-4c3d-9cec-22149074822b)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:42:50.163145 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-07626974-cfc2-4073-9e96-209b6061ea46 req-988e185a-120e-458c-92f4-4fe9f0ae4500 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:50.176487 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-07626974-cfc2-4073-9e96-209b6061ea46 req-988e185a-120e-458c-92f4-4fe9f0ae4500 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Calling delete_port for 9295535b-2b3d-49db-816d-4ff22c589465 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:42:50.181914 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-64f72a7d-4ac3-46e8-a6db-2d8c9078af30 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:50.227476 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f72a7d-4ac3-46e8-a6db-2d8c9078af30 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:42:50.230495 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-64f72a7d-4ac3-46e8-a6db-2d8c9078af30 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:42:50.233126 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f72a7d-4ac3-46e8-a6db-2d8c9078af30 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:42:50.239051 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f72a7d-4ac3-46e8-a6db-2d8c9078af30 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Pushing event updated for resources: {'Port': ['ID=9a207d06-fc9c-4abb-9135-939d78549a9c,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:42:50.266423 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f72a7d-4ac3-46e8-a6db-2d8c9078af30 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:50.266807 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f72a7d-4ac3-46e8-a6db-2d8c9078af30 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:50.267095 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f72a7d-4ac3-46e8-a6db-2d8c9078af30 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:50.267425 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f72a7d-4ac3-46e8-a6db-2d8c9078af30 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:50.267749 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f72a7d-4ac3-46e8-a6db-2d8c9078af30 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:50.268068 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f72a7d-4ac3-46e8-a6db-2d8c9078af30 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:50.268382 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f72a7d-4ac3-46e8-a6db-2d8c9078af30 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:50.268697 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f72a7d-4ac3-46e8-a6db-2d8c9078af30 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:50.269012 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f72a7d-4ac3-46e8-a6db-2d8c9078af30 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:50.269339 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f72a7d-4ac3-46e8-a6db-2d8c9078af30 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:50.269643 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f72a7d-4ac3-46e8-a6db-2d8c9078af30 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:50.269979 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f72a7d-4ac3-46e8-a6db-2d8c9078af30 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:50.315070 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-07626974-cfc2-4073-9e96-209b6061ea46 req-988e185a-120e-458c-92f4-4fe9f0ae4500 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:50.328875 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['9295535b-2b3d-49db-816d-4ff22c589465'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:42:50.348403 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e185a-120e-458c-92f4-4fe9f0ae4500 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Pushing event deleted for resources: {'Port': ['ID=9295535b-2b3d-49db-816d-4ff22c589465,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:42:50.415118 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-07626974-cfc2-4073-9e96-209b6061ea46 req-988e185a-120e-458c-92f4-4fe9f0ae4500 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] No DVR routers for this DVR port 9295535b-2b3d-49db-816d-4ff22c589465 on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:42:50.418372 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-07626974-cfc2-4073-9e96-209b6061ea46 req-988e185a-120e-458c-92f4-4fe9f0ae4500 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:50.421833 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-07626974-cfc2-4073-9e96-209b6061ea46 req-988e185a-120e-458c-92f4-4fe9f0ae4500 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.25 "DELETE /v2.0/ports/9295535b-2b3d-49db-816d-4ff22c589465 HTTP/1.1" status: 204 len: 173 time: 0.4536846 Nov 10 19:42:50.422455 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd335baf2-11c9-481e-ba7b-1c029d472174', 'name': 'network-vif-deleted', 'tag': '9295535b-2b3d-49db-816d-4ff22c589465'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:42:50.425371 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de5bee4-25ef-41ef-b51f-1a788c0904ee" -d '{"events": [{"server_uuid": "d335baf2-11c9-481e-ba7b-1c029d472174", "name": "network-vif-deleted", "tag": "9295535b-2b3d-49db-816d-4ff22c589465"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:42:50.842103 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3c4dc775-02bb-49d9-9129-209c2b96b7ba req-dfc0a0c9-f31d-408b-a6dc-84099d8276f5 tempest-ServersNegativeTestJSON-408468710 tempest-ServersNegativeTestJSON-408468710-project] 10.222.0.54 "GET /v2.0/ports?device_id=d335baf2-11c9-481e-ba7b-1c029d472174 HTTP/1.1" status: 200 len: 210 time: 0.3714256 Nov 10 19:42:50.905153 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d3a243-2fea-4f96-a98e-9b2a69f974c2 x-openstack-request-id: req-59d3a243-2fea-4f96-a98e-9b2a69f974c2 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:42:50.905728 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d335baf2-11c9-481e-ba7b-1c029d472174", "name": "network-vif-deleted", "tag": "9295535b-2b3d-49db-816d-4ff22c589465", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:42:50.906304 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-59d3a243-2fea-4f96-a98e-9b2a69f974c2 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:42:50.906728 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd335baf2-11c9-481e-ba7b-1c029d472174', 'name': 'network-vif-deleted', 'tag': '9295535b-2b3d-49db-816d-4ff22c589465', 'status': 'completed', 'code': 200} Nov 10 19:42:51.038605 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-64f72a7d-4ac3-46e8-a6db-2d8c9078af30 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:51.127612 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-64f72a7d-4ac3-46e8-a6db-2d8c9078af30 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:51.326635 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-64f72a7d-4ac3-46e8-a6db-2d8c9078af30 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:51.333256 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-64f72a7d-4ac3-46e8-a6db-2d8c9078af30 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:51.392926 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f72a7d-4ac3-46e8-a6db-2d8c9078af30 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Pushing event updated for resources: {'Port': ['ID=9a207d06-fc9c-4abb-9135-939d78549a9c,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:42:51.444738 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-64f72a7d-4ac3-46e8-a6db-2d8c9078af30 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:51.550816 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-64f72a7d-4ac3-46e8-a6db-2d8c9078af30 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Floating IP 9494c4a9-7a31-4bb1-916b-3102a9abefeb associated. External IP: 172.25.3.18, port: 6e124d08-ec3d-405a-b8da-83a6448619b4. Nov 10 19:42:51.783452 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f72a7d-4ac3-46e8-a6db-2d8c9078af30 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Router bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:42:51.917989 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f72a7d-4ac3-46e8-a6db-2d8c9078af30 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:42:51.933370 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd579ed1-2cd5-4f39-830b-b2970f260609 None None] Sync routers for ids ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:42:51.934582 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45252) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:42:51.946737 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd579ed1-2cd5-4f39-830b-b2970f260609 None None] Routers {'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:42:51.947360 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-dd579ed1-2cd5-4f39-830b-b2970f260609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:42:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:42:51.960340 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-64f72a7d-4ac3-46e8-a6db-2d8c9078af30 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:51.993287 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-64f72a7d-4ac3-46e8-a6db-2d8c9078af30 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2072437 Nov 10 19:42:51.994178 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4ea0b7-b973-4000-bf66-9e9671354dad', 'tag': '6e124d08-ec3d-405a-b8da-83a6448619b4'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:42:51.996898 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246edce6-09c8-46ba-a923-6377253c259f" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4ea0b7-b973-4000-bf66-9e9671354dad", "tag": "6e124d08-ec3d-405a-b8da-83a6448619b4"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:42:52.014114 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-545429c2-2ee4-4558-92bb-aa3e4bd723e8 admin admin] Deleting subnet ea5d0396-d12a-42be-b3bf-059b9f989d1c {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:42:52.018216 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-545429c2-2ee4-4558-92bb-aa3e4bd723e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:52.042949 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0769600d-5e15-4e02-b410-be22e23bf280 x-openstack-request-id: req-0769600d-5e15-4e02-b410-be22e23bf280 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:42:52.043362 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4ea0b7-b973-4000-bf66-9e9671354dad", "tag": "6e124d08-ec3d-405a-b8da-83a6448619b4", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:42:52.043702 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0769600d-5e15-4e02-b410-be22e23bf280 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:42:52.044208 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4ea0b7-b973-4000-bf66-9e9671354dad', 'tag': '6e124d08-ec3d-405a-b8da-83a6448619b4', 'status': 'completed', 'code': 200} Nov 10 19:42:52.066900 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-545429c2-2ee4-4558-92bb-aa3e4bd723e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:52.113995 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-dd579ed1-2cd5-4f39-830b-b2970f260609 None None] Set router bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:42:52.151274 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-545429c2-2ee4-4558-92bb-aa3e4bd723e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:52.157858 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246edce6-09c8-46ba-a923-6377253c259f req-6111fb45-af56-4379-8014-24b18b1b9df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:52.161321 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-246edce6-09c8-46ba-a923-6377253c259f req-6111fb45-af56-4379-8014-24b18b1b9df0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0863f57af6c245c5a4e0338a46ab2047&device_id=2a4ea0b7-b973-4000-bf66-9e9671354dad HTTP/1.1" status: 200 len: 1096 time: 0.0906692 Nov 10 19:42:52.220314 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-545429c2-2ee4-4558-92bb-aa3e4bd723e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:52.271250 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545429c2-2ee4-4558-92bb-aa3e4bd723e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea5d0396-d12a-42be-b3bf-059b9f989d1c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:42:52.278781 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-545429c2-2ee4-4558-92bb-aa3e4bd723e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:52.284783 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-545429c2-2ee4-4558-92bb-aa3e4bd723e8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ea5d0396-d12a-42be-b3bf-059b9f989d1c HTTP/1.1" status: 204 len: 168 time: 0.3479719 Nov 10 19:42:52.288451 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45258) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:42:52.309829 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246edce6-09c8-46ba-a923-6377253c259f req-586b42c5-2214-43c3-81ef-05f6e836a61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:52.311561 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-246edce6-09c8-46ba-a923-6377253c259f req-586b42c5-2214-43c3-81ef-05f6e836a61b service neutron] 10.222.0.73 "GET /v2.0/networks?id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e HTTP/1.1" status: 200 len: 912 time: 0.1431947 Nov 10 19:42:52.392412 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8caa32e4-ed2b-43f1-8ab2-5b375f9241a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:52.414339 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-246edce6-09c8-46ba-a923-6377253c259f req-0232e9e5-2c47-4b58-88ab-c893a7c73d72 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e124d08-ec3d-405a-b8da-83a6448619b4 HTTP/1.1" status: 200 len: 998 time: 0.0922682 Nov 10 19:42:52.480806 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-dd579ed1-2cd5-4f39-830b-b2970f260609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'name': 'tempest-TestVolumeBootPattern-649289140-router', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:50Z', 'revision_number': 4, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'gw_port': {'id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '9494c4a9-7a31-4bb1-916b-3102a9abefeb', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'port_id': '6e124d08-ec3d-405a-b8da-83a6448619b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'mac_address': 'fa:16:3e:0a:3c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ea0b7-b973-4000-bf66-9e9671354dad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:42:50Z', 'updated_at': '2021-11-10T19:42:50Z', 'revision_number': 0, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8804a68-8ea9-4a1c-a4ba-161efd6ef67c', 'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'mac_address': 'fa:16:3e:74:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:49Z', 'updated_at': '2021-11-10T19:37:54Z', 'revision_number': 5, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'subnets': [{'id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:42:52.484301 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246edce6-09c8-46ba-a923-6377253c259f req-12b929a1-0f72-4cb5-8405-ccf6f06dc5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:52.485871 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-246edce6-09c8-46ba-a923-6377253c259f req-12b929a1-0f72-4cb5-8405-ccf6f06dc5b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d245deb3-5e48-4ae4-b622-b444342b78ed HTTP/1.1" status: 200 len: 850 time: 0.0659926 Nov 10 19:42:52.509942 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd579ed1-2cd5-4f39-830b-b2970f260609 None None] Checking router: bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:42:52.519892 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd579ed1-2cd5-4f39-830b-b2970f260609 None None] Routers {'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:42:52.520376 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-dd579ed1-2cd5-4f39-830b-b2970f260609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:42:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:42:52.525324 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8caa32e4-ed2b-43f1-8ab2-5b375f9241a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:52.547680 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-8caa32e4-ed2b-43f1-8ab2-5b375f9241a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:42:52.558463 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-8caa32e4-ed2b-43f1-8ab2-5b375f9241a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '313a584a-7372-4c3d-9cec-22149074822b') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:42:52.558764 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-8caa32e4-ed2b-43f1-8ab2-5b375f9241a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '313a584a-7372-4c3d-9cec-22149074822b') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:42:52.570095 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8caa32e4-ed2b-43f1-8ab2-5b375f9241a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:52.576239 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246edce6-09c8-46ba-a923-6377253c259f req-4a40ca8c-c5a0-4e18-99f4-ca341b406842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:52.578287 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-246edce6-09c8-46ba-a923-6377253c259f req-4a40ca8c-c5a0-4e18-99f4-ca341b406842 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849061 Nov 10 19:42:52.605937 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8caa32e4-ed2b-43f1-8ab2-5b375f9241a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:52.612072 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8caa32e4-ed2b-43f1-8ab2-5b375f9241a4 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:42:52.612469 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8caa32e4-ed2b-43f1-8ab2-5b375f9241a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:52.614449 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:42:52.614449 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:42:52.614449 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:42:52.614449 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:42:52.614449 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:42:52.614449 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:42:52.614449 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:42:52.614449 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:42:52.614449 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:42:52.614449 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:42:52.614449 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:42:52.614449 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:42:52.614449 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:42:52.614449 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:42:52.614449 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:42:52.614449 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:42:52.614449 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:42:52.614449 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:42:52.614449 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:42:52.614449 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:42:52.614449 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:42:52.614449 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:42:52.614449 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:42:52.614449 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:42:52.614449 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:42:52.614449 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:42:52.614449 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:42:52.614449 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:42:52.614449 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:42:52.614449 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:42:52.614449 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:42:52.614449 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:42:52.690233 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-dd579ed1-2cd5-4f39-830b-b2970f260609 None None] Set router bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:42:52.707798 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8caa32e4-ed2b-43f1-8ab2-5b375f9241a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:52.714880 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8caa32e4-ed2b-43f1-8ab2-5b375f9241a4 admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:52.722762 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8caa32e4-ed2b-43f1-8ab2-5b375f9241a4 admin admin] 10.222.0.54 "DELETE /v2.0/networks/7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1 HTTP/1.1" status: 204 len: 168 time: 0.4259717 Nov 10 19:42:52.737886 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-246edce6-09c8-46ba-a923-6377253c259f req-5638f4e1-53e7-4e39-bc68-990a29a61c45 service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509333 Nov 10 19:42:52.743566 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa32e4-ed2b-43f1-8ab2-5b375f9241a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b0e3ac8-d22c-4ab2-97d2-95b51f375ff1,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:42:52.851978 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-246edce6-09c8-46ba-a923-6377253c259f req-4a1b23c2-093e-42ca-9984-f1019148bdfa service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064241 Nov 10 19:42:53.008634 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45272) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:42:53.056916 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-10e5ae88-b1de-4a06-9506-0e86afb1b4c1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8dee9662a0a54ffd8cb1802d7cb4561d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0468018 Nov 10 19:42:53.059447 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45274) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:42:53.107401 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b5c0776e-e0d2-4285-adb5-dc899c48c857 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:53.130026 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b5c0776e-e0d2-4285-adb5-dc899c48c857 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:53.130407 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-dd579ed1-2cd5-4f39-830b-b2970f260609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'name': 'tempest-TestVolumeBootPattern-649289140-router', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:50Z', 'revision_number': 4, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'gw_port': {'id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '9494c4a9-7a31-4bb1-916b-3102a9abefeb', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'port_id': '6e124d08-ec3d-405a-b8da-83a6448619b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'mac_address': 'fa:16:3e:0a:3c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ea0b7-b973-4000-bf66-9e9671354dad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:42:50Z', 'updated_at': '2021-11-10T19:42:50Z', 'revision_number': 0, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8804a68-8ea9-4a1c-a4ba-161efd6ef67c', 'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'mac_address': 'fa:16:3e:74:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:49Z', 'updated_at': '2021-11-10T19:37:54Z', 'revision_number': 5, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'subnets': [{'id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:42:53.157383 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd579ed1-2cd5-4f39-830b-b2970f260609 None None] The sync data for ids ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'] in n-d-813897-4 is: [{'id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'name': 'tempest-TestVolumeBootPattern-649289140-router', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:50Z', 'revision_number': 4, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'gw_port': {'id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '9494c4a9-7a31-4bb1-916b-3102a9abefeb', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'port_id': '6e124d08-ec3d-405a-b8da-83a6448619b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'mac_address': 'fa:16:3e:0a:3c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ea0b7-b973-4000-bf66-9e9671354dad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:42:50Z', 'updated_at': '2021-11-10T19:42:50Z', 'revision_number': 0, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8804a68-8ea9-4a1c-a4ba-161efd6ef67c', 'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'mac_address': 'fa:16:3e:74:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:49Z', 'updated_at': '2021-11-10T19:37:54Z', 'revision_number': 5, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'subnets': [{'id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:42:53.184754 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b5c0776e-e0d2-4285-adb5-dc899c48c857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:53.189185 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b5c0776e-e0d2-4285-adb5-dc899c48c857 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:53.190581 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b5c0776e-e0d2-4285-adb5-dc899c48c857 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3cdbead5-b097-4cd4-9ea3-2e0412148109 HTTP/1.1" status: 204 len: 168 time: 0.1301415 Nov 10 19:42:53.200647 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0776e-e0d2-4285-adb5-dc899c48c857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdbead5-b097-4cd4-9ea3-2e0412148109,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:42:53.335593 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 9295535b-2b3d-49db-816d-4ff22c589465 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:42:53.364912 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 9295535b-2b3d-49db-816d-4ff22c589465 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:42:53.365548 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 9295535b-2b3d-49db-816d-4ff22c589465 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:42:53.440317 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d512a7d8-d6ce-4b1b-afd7-8bb8f862bfff None None] New status for floating IP 9494c4a9-7a31-4bb1-916b-3102a9abefeb: ACTIVE {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:42:53.700762 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f60d5f6e-916a-4be6-b89f-739abb9cd013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:53.999946 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45306) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:42:54.104616 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-6aec7375-ad5e-4137-82d0-89bfa43ef547 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-916852371-network', 'tenant_id': 'f7a83cccc7de4d5ab93cd66adacec152'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:42:54.128684 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aec7375-ad5e-4137-82d0-89bfa43ef547 admin admin] Made reservation on behalf of f7a83cccc7de4d5ab93cd66adacec152 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:42:54.131029 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6aec7375-ad5e-4137-82d0-89bfa43ef547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:54.140356 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6aec7375-ad5e-4137-82d0-89bfa43ef547 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:54.217388 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6aec7375-ad5e-4137-82d0-89bfa43ef547 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:54.221648 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6aec7375-ad5e-4137-82d0-89bfa43ef547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:54.245964 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aec7375-ad5e-4137-82d0-89bfa43ef547 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:42:54.255419 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec7375-ad5e-4137-82d0-89bfa43ef547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799b3395-505d-4936-abbf-5a533db7202a,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:42:54.260485 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6aec7375-ad5e-4137-82d0-89bfa43ef547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:54.260821 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-6aec7375-ad5e-4137-82d0-89bfa43ef547 admin admin] Added segment 4e33e509-0586-4146-a894-c393d867029c of type vlan for network 60d95852-a95c-4b62-91a7-9701a26ac31a Nov 10 19:42:54.300973 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6aec7375-ad5e-4137-82d0-89bfa43ef547 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:54.327585 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6aec7375-ad5e-4137-82d0-89bfa43ef547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:54.328526 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aec7375-ad5e-4137-82d0-89bfa43ef547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:54.329137 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6aec7375-ad5e-4137-82d0-89bfa43ef547 admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:54.391522 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6aec7375-ad5e-4137-82d0-89bfa43ef547 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3903501 Nov 10 19:42:54.394680 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45314) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:42:54.396529 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec7375-ad5e-4137-82d0-89bfa43ef547 admin admin] Pushing event updated for resources: {'Network': ['ID=60d95852-a95c-4b62-91a7-9701a26ac31a,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:42:54.401524 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-b4350f5a-9b96-4b97-be7b-677b8fee7931 admin admin] Request body: {'subnet': {'network_id': '60d95852-a95c-4b62-91a7-9701a26ac31a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-916852371-subnet', 'tenant_id': 'f7a83cccc7de4d5ab93cd66adacec152', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:42:54.407510 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 60d95852-a95c-4b62-91a7-9701a26ac31a details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:42:54.432375 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4350f5a-9b96-4b97-be7b-677b8fee7931 admin admin] Made reservation on behalf of f7a83cccc7de4d5ab93cd66adacec152 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:42:54.435896 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4350f5a-9b96-4b97-be7b-677b8fee7931 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:54.612557 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4350f5a-9b96-4b97-be7b-677b8fee7931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:54.665488 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4350f5a-9b96-4b97-be7b-677b8fee7931 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7112da86-d44b-433a-a61c-398251e34aac,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:42:54.680323 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4350f5a-9b96-4b97-be7b-677b8fee7931 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:54.680669 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4350f5a-9b96-4b97-be7b-677b8fee7931 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:54.681007 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4350f5a-9b96-4b97-be7b-677b8fee7931 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:54.681343 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4350f5a-9b96-4b97-be7b-677b8fee7931 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:54.681671 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4350f5a-9b96-4b97-be7b-677b8fee7931 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:54.682024 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4350f5a-9b96-4b97-be7b-677b8fee7931 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:54.682349 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4350f5a-9b96-4b97-be7b-677b8fee7931 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:54.682672 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4350f5a-9b96-4b97-be7b-677b8fee7931 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:54.682998 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4350f5a-9b96-4b97-be7b-677b8fee7931 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:54.683315 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4350f5a-9b96-4b97-be7b-677b8fee7931 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:54.683633 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4350f5a-9b96-4b97-be7b-677b8fee7931 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:54.683949 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4350f5a-9b96-4b97-be7b-677b8fee7931 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:42:54.696065 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4350f5a-9b96-4b97-be7b-677b8fee7931 admin admin] Checking segment: {'id': '4e33e509-0586-4146-a894-c393d867029c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '60d95852-a95c-4b62-91a7-9701a26ac31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:42:54.696439 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4350f5a-9b96-4b97-be7b-677b8fee7931 admin admin] Network hostable DHCP agents. Network: 60d95852-a95c-4b62-91a7-9701a26ac31a, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:42:54.724559 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4350f5a-9b96-4b97-be7b-677b8fee7931 admin admin] Network 60d95852-a95c-4b62-91a7-9701a26ac31a is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:42:54.735293 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-b4350f5a-9b96-4b97-be7b-677b8fee7931 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 60d95852-a95c-4b62-91a7-9701a26ac31a) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:42:54.740077 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4350f5a-9b96-4b97-be7b-677b8fee7931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:54.740704 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4350f5a-9b96-4b97-be7b-677b8fee7931 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:54.745426 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbd820d-ab4e-4556-bbae-c848a3aecaec None None] Network 60d95852-a95c-4b62-91a7-9701a26ac31a requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:42:54.762307 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b4350f5a-9b96-4b97-be7b-677b8fee7931 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3663359 Nov 10 19:42:54.908615 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7534f3-616e-4630-b620-5ee12cc41e7b None None] Network 60d95852-a95c-4b62-91a7-9701a26ac31a requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:42:54.910624 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:55.157407 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:55.213063 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45342) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:42:55.218409 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-19895d23-846c-4c36-8d4a-6587d772e3e8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1310921329-network', 'tenant_id': '0db04a7391d34af1a1ea73d70906cfe6'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:42:55.242443 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19895d23-846c-4c36-8d4a-6587d772e3e8 admin admin] Made reservation on behalf of 0db04a7391d34af1a1ea73d70906cfe6 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:42:55.245015 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-19895d23-846c-4c36-8d4a-6587d772e3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:55.254314 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-19895d23-846c-4c36-8d4a-6587d772e3e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:55.332470 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-19895d23-846c-4c36-8d4a-6587d772e3e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:55.337547 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-19895d23-846c-4c36-8d4a-6587d772e3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:55.363613 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19895d23-846c-4c36-8d4a-6587d772e3e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:42:55.374482 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19895d23-846c-4c36-8d4a-6587d772e3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6758ec9b-9bb4-4598-8e6d-e024509bdb7c,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:42:55.380919 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-19895d23-846c-4c36-8d4a-6587d772e3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:55.381334 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-19895d23-846c-4c36-8d4a-6587d772e3e8 admin admin] Added segment a745ebd9-8213-4c87-a261-3ca91da44778 of type vlan for network 4940c543-cd49-463e-b173-c5a32295ce26 Nov 10 19:42:55.425304 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-19895d23-846c-4c36-8d4a-6587d772e3e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:55.451640 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-19895d23-846c-4c36-8d4a-6587d772e3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:55.452704 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19895d23-846c-4c36-8d4a-6587d772e3e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:55.453498 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-19895d23-846c-4c36-8d4a-6587d772e3e8 admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:55.517084 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-19895d23-846c-4c36-8d4a-6587d772e3e8 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3027301 Nov 10 19:42:55.519371 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45348) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:42:55.526285 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-88126e4b-57e2-4b15-b04f-3969a40f7dd1 admin admin] Request body: {'subnet': {'network_id': '4940c543-cd49-463e-b173-c5a32295ce26', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1310921329-subnet', 'tenant_id': '0db04a7391d34af1a1ea73d70906cfe6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:42:55.527541 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19895d23-846c-4c36-8d4a-6587d772e3e8 admin admin] Pushing event updated for resources: {'Network': ['ID=4940c543-cd49-463e-b173-c5a32295ce26,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:42:55.538196 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 4940c543-cd49-463e-b173-c5a32295ce26 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:42:55.559365 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88126e4b-57e2-4b15-b04f-3969a40f7dd1 admin admin] Made reservation on behalf of 0db04a7391d34af1a1ea73d70906cfe6 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:42:55.562435 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-88126e4b-57e2-4b15-b04f-3969a40f7dd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:55.725782 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-55472fe4-1a83-42f6-bc0c-740516cc6170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:55.739989 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-88126e4b-57e2-4b15-b04f-3969a40f7dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:55.792953 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88126e4b-57e2-4b15-b04f-3969a40f7dd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8103371f-fab8-4c98-8acc-b4fbae1e8f5d,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:42:55.804474 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88126e4b-57e2-4b15-b04f-3969a40f7dd1 admin admin] Checking segment: {'id': 'a745ebd9-8213-4c87-a261-3ca91da44778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4940c543-cd49-463e-b173-c5a32295ce26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:42:55.804824 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88126e4b-57e2-4b15-b04f-3969a40f7dd1 admin admin] Network hostable DHCP agents. Network: 4940c543-cd49-463e-b173-c5a32295ce26, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:42:55.822414 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88126e4b-57e2-4b15-b04f-3969a40f7dd1 admin admin] Network 4940c543-cd49-463e-b173-c5a32295ce26 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:42:55.831957 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-88126e4b-57e2-4b15-b04f-3969a40f7dd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 4940c543-cd49-463e-b173-c5a32295ce26) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:42:55.836558 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88126e4b-57e2-4b15-b04f-3969a40f7dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:55.837151 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-88126e4b-57e2-4b15-b04f-3969a40f7dd1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:55.847021 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fda2281-5843-4c83-b70d-9e6a1199407a None None] Network 4940c543-cd49-463e-b173-c5a32295ce26 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:42:55.854552 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-88126e4b-57e2-4b15-b04f-3969a40f7dd1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3339090 Nov 10 19:42:55.987136 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4babf24e-2ddb-4f55-a387-0d31f62b05fa None None] Network 4940c543-cd49-463e-b173-c5a32295ce26 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:42:56.355357 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-aafa3f45-a068-4229-b878-3ab779bf408e tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:56.356935 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-aafa3f45-a068-4229-b878-3ab779bf408e tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] 10.222.0.54 "GET /v2.0/networks?id=60d95852-a95c-4b62-91a7-9701a26ac31a HTTP/1.1" status: 200 len: 824 time: 0.1039422 Nov 10 19:42:56.372483 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-6fc813ce-99ed-42cd-b4fd-2ab902c27ca1 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] 10.222.0.54 "GET /v2.0/quotas/f7a83cccc7de4d5ab93cd66adacec152 HTTP/1.1" status: 200 len: 375 time: 0.0094354 Nov 10 19:42:56.414525 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-12717c97-bc5c-46d7-8766-ac940116e00b tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f7a83cccc7de4d5ab93cd66adacec152&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365610 Nov 10 19:42:56.612924 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-68b04e87-6982-4c85-a06c-a047ad2230db service neutron] 10.222.0.54 "GET /v2.0/networks/60d95852-a95c-4b62-91a7-9701a26ac31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905267 Nov 10 19:42:56.711434 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-d4ad2beb-f380-4fdf-9cc2-3c2421de6fc6 service neutron] 10.222.0.54 "GET /v2.0/networks/60d95852-a95c-4b62-91a7-9701a26ac31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913005 Nov 10 19:42:56.878805 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23588a59-8322-4bf4-877c-af632bef4c1e req-4d4a016f-4594-499c-b39d-bffdd7042c29 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] 10.222.0.54 "GET /v2.0/ports?device_id=59856b14-66da-4a67-9525-98f1223def74 HTTP/1.1" status: 200 len: 210 time: 0.0283661 Nov 10 19:42:57.235808 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:57.849860 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-5aa351d7-9123-4eaf-bfa3-8c68ebe6aa34 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:57.851456 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-5aa351d7-9123-4eaf-bfa3-8c68ebe6aa34 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] 10.222.0.25 "GET /v2.0/networks?id=60d95852-a95c-4b62-91a7-9701a26ac31a HTTP/1.1" status: 200 len: 824 time: 0.1053400 Nov 10 19:42:57.864709 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-34f616c6-a2e5-4d12-aa48-f8ee2aae4ade tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] Request body: {'port': {'device_id': '59856b14-66da-4a67-9525-98f1223def74', 'network_id': '60d95852-a95c-4b62-91a7-9701a26ac31a', 'admin_state_up': True, 'tenant_id': 'f7a83cccc7de4d5ab93cd66adacec152'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:42:57.980549 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-34f616c6-a2e5-4d12-aa48-f8ee2aae4ade tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] Made reservation on behalf of f7a83cccc7de4d5ab93cd66adacec152 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:42:57.983729 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-030266cc-68de-466d-8e8c-eb7af9cb8281 req-db046f5a-c7eb-4512-8c88-4e9a2be03fe6 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] 10.222.0.54 "GET /v2.0/ports?device_id=59856b14-66da-4a67-9525-98f1223def74 HTTP/1.1" status: 200 len: 210 time: 0.0320747 Nov 10 19:42:57.985239 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-34f616c6-a2e5-4d12-aa48-f8ee2aae4ade tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:58.127795 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-34f616c6-a2e5-4d12-aa48-f8ee2aae4ade tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] Allocated IP 172.20.0.10 (60d95852-a95c-4b62-91a7-9701a26ac31a/7112da86-d44b-433a-a61c-398251e34aac/19b9ed39-2c54-4797-b303-bd52da7f9700) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:42:58.297843 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-34f616c6-a2e5-4d12-aa48-f8ee2aae4ade tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:58.334168 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-34f616c6-a2e5-4d12-aa48-f8ee2aae4ade tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:58.380734 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-34f616c6-a2e5-4d12-aa48-f8ee2aae4ade tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] Network 60d95852-a95c-4b62-91a7-9701a26ac31a is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:42:58.385905 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-34f616c6-a2e5-4d12-aa48-f8ee2aae4ade tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:42:58.388443 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-34f616c6-a2e5-4d12-aa48-f8ee2aae4ade tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:42:58.415631 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f616c6-a2e5-4d12-aa48-f8ee2aae4ade tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] Pushing event updated for resources: {'Port': ['ID=19b9ed39-2c54-4797-b303-bd52da7f9700,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:42:58.443040 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-34f616c6-a2e5-4d12-aa48-f8ee2aae4ade tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:58.443712 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-34f616c6-a2e5-4d12-aa48-f8ee2aae4ade tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:58.461588 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-34f616c6-a2e5-4d12-aa48-f8ee2aae4ade tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6010280 Nov 10 19:42:58.473603 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-ccbec12f-81ad-4ba6-93d6-c69b2ef86377 service neutron] Request body: {'port': {'device_id': '59856b14-66da-4a67-9525-98f1223def74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:42:58.525876 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-ccbec12f-81ad-4ba6-93d6-c69b2ef86377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:58.732692 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:58.812041 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-ccbec12f-81ad-4ba6-93d6-c69b2ef86377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19b9ed39-2c54-4797-b303-bd52da7f9700 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:42:58.821628 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-ccbec12f-81ad-4ba6-93d6-c69b2ef86377 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:58.836340 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-ccbec12f-81ad-4ba6-93d6-c69b2ef86377 service neutron] Transition to ACTIVE for port object 19b9ed39-2c54-4797-b303-bd52da7f9700 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:42:58.840412 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-ccbec12f-81ad-4ba6-93d6-c69b2ef86377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:58.900051 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbec12f-81ad-4ba6-93d6-c69b2ef86377 service neutron] Pushing event updated for resources: {'Port': ['ID=19b9ed39-2c54-4797-b303-bd52da7f9700,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:42:58.974667 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-ccbec12f-81ad-4ba6-93d6-c69b2ef86377 service neutron] Attempting to bind port 19b9ed39-2c54-4797-b303-bd52da7f9700 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:42:58.975033 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-ccbec12f-81ad-4ba6-93d6-c69b2ef86377 service neutron] Attempting to bind port 19b9ed39-2c54-4797-b303-bd52da7f9700 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '4e33e509-0586-4146-a894-c393d867029c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '60d95852-a95c-4b62-91a7-9701a26ac31a'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:42:58.975367 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-ccbec12f-81ad-4ba6-93d6-c69b2ef86377 service neutron] Attempting to bind port 19b9ed39-2c54-4797-b303-bd52da7f9700 on network 60d95852-a95c-4b62-91a7-9701a26ac31a {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:42:58.979840 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-ccbec12f-81ad-4ba6-93d6-c69b2ef86377 service neutron] Port 19b9ed39-2c54-4797-b303-bd52da7f9700 on network 60d95852-a95c-4b62-91a7-9701a26ac31a not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:42:58.980155 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-ccbec12f-81ad-4ba6-93d6-c69b2ef86377 service neutron] Attempting to bind port 19b9ed39-2c54-4797-b303-bd52da7f9700 on network 60d95852-a95c-4b62-91a7-9701a26ac31a {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:42:58.984987 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-ccbec12f-81ad-4ba6-93d6-c69b2ef86377 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:42:58.985262 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-ccbec12f-81ad-4ba6-93d6-c69b2ef86377 service neutron] Checking segment: {'id': '4e33e509-0586-4146-a894-c393d867029c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '60d95852-a95c-4b62-91a7-9701a26ac31a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:42:58.985650 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-ccbec12f-81ad-4ba6-93d6-c69b2ef86377 service neutron] Bound using segment: {'id': '4e33e509-0586-4146-a894-c393d867029c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '60d95852-a95c-4b62-91a7-9701a26ac31a'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:42:58.986109 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-ccbec12f-81ad-4ba6-93d6-c69b2ef86377 service neutron] Bound port: 19b9ed39-2c54-4797-b303-bd52da7f9700, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e33e509-0586-4146-a894-c393d867029c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '60d95852-a95c-4b62-91a7-9701a26ac31a'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:42:58.986464 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-ccbec12f-81ad-4ba6-93d6-c69b2ef86377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:59.057131 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-ccbec12f-81ad-4ba6-93d6-c69b2ef86377 service neutron] For port 19b9ed39-2c54-4797-b303-bd52da7f9700, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:42:59.061335 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-ccbec12f-81ad-4ba6-93d6-c69b2ef86377 service neutron] For port 19b9ed39-2c54-4797-b303-bd52da7f9700, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=19b9ed39-2c54-4797-b303-bd52da7f9700,segment=NetworkSegment(4e33e509-0586-4146-a894-c393d867029c),segment_id=4e33e509-0586-4146-a894-c393d867029c)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:42:59.066921 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-ccbec12f-81ad-4ba6-93d6-c69b2ef86377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:59.106335 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-ccbec12f-81ad-4ba6-93d6-c69b2ef86377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:59.107191 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-ccbec12f-81ad-4ba6-93d6-c69b2ef86377 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:59.108560 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-ccbec12f-81ad-4ba6-93d6-c69b2ef86377 service neutron] 10.222.0.25 "PUT /v2.0/ports/19b9ed39-2c54-4797-b303-bd52da7f9700 HTTP/1.1" status: 200 len: 1092 time: 0.6389925 Nov 10 19:42:59.109057 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59856b14-66da-4a67-9525-98f1223def74', 'tag': '19b9ed39-2c54-4797-b303-bd52da7f9700'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:42:59.111379 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc002b88-1934-40b1-989e-976a582d1651" -d '{"events": [{"name": "network-changed", "server_uuid": "59856b14-66da-4a67-9525-98f1223def74", "tag": "19b9ed39-2c54-4797-b303-bd52da7f9700"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:42:59.134650 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a6196-1778-46e4-b177-eafe89fdbde7 req-b99fa95c-56da-4913-889f-302a212a9216 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:59.135652 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbec12f-81ad-4ba6-93d6-c69b2ef86377 service neutron] Pushing event updated for resources: {'Port': ['ID=19b9ed39-2c54-4797-b303-bd52da7f9700,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:42:59.143340 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-734a6196-1778-46e4-b177-eafe89fdbde7 req-b99fa95c-56da-4913-889f-302a212a9216 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] 10.222.0.54 "GET /v2.0/ports?device_id=59856b14-66da-4a67-9525-98f1223def74 HTTP/1.1" status: 200 len: 944 time: 0.0836086 Nov 10 19:42:59.198840 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-734a6196-1778-46e4-b177-eafe89fdbde7 req-a2edcd04-f825-4e69-b6c8-304162335ac3 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] 10.222.0.54 "GET /v2.0/security-groups?id=799b3395-505d-4936-abbf-5a533db7202a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497930 Nov 10 19:42:59.210750 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-07369737-766c-4726-85bb-22f2c36dc1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:59.212592 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-07369737-766c-4726-85bb-22f2c36dc1bb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f7a83cccc7de4d5ab93cd66adacec152&device_id=59856b14-66da-4a67-9525-98f1223def74 HTTP/1.1" status: 200 len: 1095 time: 0.0560925 Nov 10 19:42:59.262497 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78810861-591d-43b8-8576-b4c3611ccd3d x-openstack-request-id: req-78810861-591d-43b8-8576-b4c3611ccd3d {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:42:59.262799 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59856b14-66da-4a67-9525-98f1223def74", "tag": "19b9ed39-2c54-4797-b303-bd52da7f9700", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:42:59.263050 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-78810861-591d-43b8-8576-b4c3611ccd3d {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:42:59.263444 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59856b14-66da-4a67-9525-98f1223def74', 'tag': '19b9ed39-2c54-4797-b303-bd52da7f9700', 'status': 'completed', 'code': 200} Nov 10 19:42:59.266423 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-939f9df4-ac32-4d8a-96c9-8fb7da789159 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19b9ed39-2c54-4797-b303-bd52da7f9700 HTTP/1.1" status: 200 len: 217 time: 0.0466340 Nov 10 19:42:59.318276 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-29b4f0d4-f670-4599-b0f3-6d7a056320f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:59.319888 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-29b4f0d4-f670-4599-b0f3-6d7a056320f0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7112da86-d44b-433a-a61c-398251e34aac HTTP/1.1" status: 200 len: 864 time: 0.0468233 Nov 10 19:42:59.357514 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-174f7545-dee7-4347-bb30-f8f849704cdf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=60d95852-a95c-4b62-91a7-9701a26ac31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305593 Nov 10 19:42:59.407542 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:42:59.474859 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-25596f88-7869-40dd-b030-43db61a5f10f service neutron] 10.222.0.25 "GET /v2.0/networks/60d95852-a95c-4b62-91a7-9701a26ac31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097696 Nov 10 19:42:59.574556 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7362e8f4-3e15-4bd4-8783-bae5ad499e97 req-e5c387ee-228d-423c-9b0a-61962a2a1576 service neutron] 10.222.0.25 "GET /v2.0/networks/60d95852-a95c-4b62-91a7-9701a26ac31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927870 Nov 10 19:42:59.669812 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc002b88-1934-40b1-989e-976a582d1651 req-46c9c305-5972-4db3-94e5-b42eb6cf08e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:59.671571 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bc002b88-1934-40b1-989e-976a582d1651 req-46c9c305-5972-4db3-94e5-b42eb6cf08e3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f7a83cccc7de4d5ab93cd66adacec152&device_id=59856b14-66da-4a67-9525-98f1223def74 HTTP/1.1" status: 200 len: 1095 time: 0.0483847 Nov 10 19:42:59.773717 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc002b88-1934-40b1-989e-976a582d1651 req-60b434db-b519-4892-8d7a-c36404fa52b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:59.775198 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bc002b88-1934-40b1-989e-976a582d1651 req-60b434db-b519-4892-8d7a-c36404fa52b2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=60d95852-a95c-4b62-91a7-9701a26ac31a HTTP/1.1" status: 200 len: 925 time: 0.0957599 Nov 10 19:42:59.817611 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bc002b88-1934-40b1-989e-976a582d1651 req-6f7f4f19-e6ab-4ee2-9c69-9aff9f827972 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19b9ed39-2c54-4797-b303-bd52da7f9700 HTTP/1.1" status: 200 len: 217 time: 0.0350862 Nov 10 19:42:59.872349 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc002b88-1934-40b1-989e-976a582d1651 req-4f3fab6e-74db-40cd-90fa-418623429340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:42:59.873893 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bc002b88-1934-40b1-989e-976a582d1651 req-4f3fab6e-74db-40cd-90fa-418623429340 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7112da86-d44b-433a-a61c-398251e34aac HTTP/1.1" status: 200 len: 864 time: 0.0493391 Nov 10 19:42:59.906299 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bc002b88-1934-40b1-989e-976a582d1651 req-dee4f9d5-4ea2-4846-80b4-6b2badb140e5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=60d95852-a95c-4b62-91a7-9701a26ac31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252118 Nov 10 19:42:59.997817 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bc002b88-1934-40b1-989e-976a582d1651 req-4e6c0a7b-0b06-42ae-88dc-9abb957e9050 service neutron] 10.222.0.25 "GET /v2.0/networks/60d95852-a95c-4b62-91a7-9701a26ac31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840826 Nov 10 19:43:00.092473 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bc002b88-1934-40b1-989e-976a582d1651 req-0eab8393-cede-4708-8b29-fd2c80c1ab89 service neutron] 10.222.0.25 "GET /v2.0/networks/60d95852-a95c-4b62-91a7-9701a26ac31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872717 Nov 10 19:43:00.322677 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d92a8c-1cbe-417d-82c9-e0cdfd8c8d0f req-b9eb1b53-8876-42b2-bf22-34ea8f896688 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:00.324435 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-54d92a8c-1cbe-417d-82c9-e0cdfd8c8d0f req-b9eb1b53-8876-42b2-bf22-34ea8f896688 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] 10.222.0.54 "GET /v2.0/ports?device_id=59856b14-66da-4a67-9525-98f1223def74 HTTP/1.1" status: 200 len: 944 time: 0.0540614 Nov 10 19:43:00.376463 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-54d92a8c-1cbe-417d-82c9-e0cdfd8c8d0f req-28d636df-08e9-43ca-8cbf-051a03372834 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] 10.222.0.54 "GET /v2.0/security-groups?id=799b3395-505d-4936-abbf-5a533db7202a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453784 Nov 10 19:43:01.496583 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20152795-5d8a-4dbd-a544-63f2da5c3e5c req-bc513dc3-6dba-4926-97a8-ffcd5913efe1 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:01.498111 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-20152795-5d8a-4dbd-a544-63f2da5c3e5c req-bc513dc3-6dba-4926-97a8-ffcd5913efe1 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] 10.222.0.54 "GET /v2.0/ports?device_id=59856b14-66da-4a67-9525-98f1223def74 HTTP/1.1" status: 200 len: 944 time: 0.0513279 Nov 10 19:43:01.546559 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-20152795-5d8a-4dbd-a544-63f2da5c3e5c req-72d74a28-e02b-4d3a-ad08-2b6c3c01010d tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] 10.222.0.54 "GET /v2.0/security-groups?id=799b3395-505d-4936-abbf-5a533db7202a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420821 Nov 10 19:43:02.667309 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22470c2-e790-48da-804b-bea60ff22d83 req-c805697c-19ed-497c-a3a0-819d73836798 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:02.668795 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b22470c2-e790-48da-804b-bea60ff22d83 req-c805697c-19ed-497c-a3a0-819d73836798 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] 10.222.0.54 "GET /v2.0/ports?device_id=59856b14-66da-4a67-9525-98f1223def74 HTTP/1.1" status: 200 len: 944 time: 0.0508125 Nov 10 19:43:02.727936 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b22470c2-e790-48da-804b-bea60ff22d83 req-20328300-2b23-423f-a9fd-cf536ce243f1 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] 10.222.0.54 "GET /v2.0/security-groups?id=799b3395-505d-4936-abbf-5a533db7202a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526679 Nov 10 19:43:03.401503 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 19b9ed39-2c54-4797-b303-bd52da7f9700 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:43:03.497652 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 19b9ed39-2c54-4797-b303-bd52da7f9700, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=19b9ed39-2c54-4797-b303-bd52da7f9700,segment=NetworkSegment(4e33e509-0586-4146-a894-c393d867029c),segment_id=4e33e509-0586-4146-a894-c393d867029c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:43:03.509069 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '19b9ed39-2c54-4797-b303-bd52da7f9700', 'network_id': '60d95852-a95c-4b62-91a7-9701a26ac31a', 'port_id': '19b9ed39-2c54-4797-b303-bd52da7f9700', 'mac_address': 'fa:16:3e:fd:34:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7112da86-d44b-433a-a61c-398251e34aac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:43:03.550126 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:03.563754 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b9ed39-2c54-4797-b303-bd52da7f9700 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:43:03.583425 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 19b9ed39-2c54-4797-b303-bd52da7f9700, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=19b9ed39-2c54-4797-b303-bd52da7f9700,segment=NetworkSegment(4e33e509-0586-4146-a894-c393d867029c),segment_id=4e33e509-0586-4146-a894-c393d867029c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:43:03.590028 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:03.642715 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=19b9ed39-2c54-4797-b303-bd52da7f9700,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:03.847420 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599fc58-f135-4f88-a41f-101f9bcdda2f req-c6066749-ba6e-4fbd-8552-292827ee97c0 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:03.848948 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d599fc58-f135-4f88-a41f-101f9bcdda2f req-c6066749-ba6e-4fbd-8552-292827ee97c0 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] 10.222.0.54 "GET /v2.0/ports?device_id=59856b14-66da-4a67-9525-98f1223def74 HTTP/1.1" status: 200 len: 945 time: 0.0500472 Nov 10 19:43:03.890319 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['19b9ed39-2c54-4797-b303-bd52da7f9700'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:43:03.898003 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d599fc58-f135-4f88-a41f-101f9bcdda2f req-314fe8ff-7d37-4ae3-a9f8-9e846a8e3b0b tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] 10.222.0.54 "GET /v2.0/security-groups?id=799b3395-505d-4936-abbf-5a533db7202a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425868 Nov 10 19:43:05.017576 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b10dd4-b4fe-4bf8-86c2-eef9c36f1c52 req-d7cafc7f-3568-4c1b-8b4b-508c0fcb8656 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:05.019096 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-34b10dd4-b4fe-4bf8-86c2-eef9c36f1c52 req-d7cafc7f-3568-4c1b-8b4b-508c0fcb8656 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] 10.222.0.54 "GET /v2.0/ports?device_id=59856b14-66da-4a67-9525-98f1223def74 HTTP/1.1" status: 200 len: 945 time: 0.0507784 Nov 10 19:43:05.066857 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-34b10dd4-b4fe-4bf8-86c2-eef9c36f1c52 req-1533a24e-0ba0-47ab-b322-3126f18a0431 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] 10.222.0.54 "GET /v2.0/security-groups?id=799b3395-505d-4936-abbf-5a533db7202a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413408 Nov 10 19:43:05.398436 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 19b9ed39-2c54-4797-b303-bd52da7f9700 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:43:05.453240 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 19b9ed39-2c54-4797-b303-bd52da7f9700 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:43:05.457648 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 19b9ed39-2c54-4797-b303-bd52da7f9700 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:43:05.458549 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:05.547851 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:05.575332 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59856b14-66da-4a67-9525-98f1223def74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b9ed39-2c54-4797-b303-bd52da7f9700'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:43:05.577459 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7fea92-a1aa-44c7-99d2-20893e43a62c" -d '{"events": [{"server_uuid": "59856b14-66da-4a67-9525-98f1223def74", "name": "network-vif-plugged", "status": "completed", "tag": "19b9ed39-2c54-4797-b303-bd52da7f9700"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:43:05.590466 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 19b9ed39-2c54-4797-b303-bd52da7f9700, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=19b9ed39-2c54-4797-b303-bd52da7f9700,segment=NetworkSegment(4e33e509-0586-4146-a894-c393d867029c),segment_id=4e33e509-0586-4146-a894-c393d867029c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:43:05.595535 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:05.623734 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1dfff6-dfee-48a0-8e53-515950a50b83 x-openstack-request-id: req-1c1dfff6-dfee-48a0-8e53-515950a50b83 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:43:05.624092 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59856b14-66da-4a67-9525-98f1223def74", "name": "network-vif-plugged", "status": "completed", "tag": "19b9ed39-2c54-4797-b303-bd52da7f9700", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:43:05.624328 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1c1dfff6-dfee-48a0-8e53-515950a50b83 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:43:05.624737 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59856b14-66da-4a67-9525-98f1223def74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b9ed39-2c54-4797-b303-bd52da7f9700', 'code': 200} Nov 10 19:43:05.652902 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=19b9ed39-2c54-4797-b303-bd52da7f9700,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:05.722022 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530058b-24e2-4ec5-9a9e-be6e3e823870 req-4db7ace6-b7bc-4e3d-bf5d-01f1f1368a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:05.723639 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3530058b-24e2-4ec5-9a9e-be6e3e823870 req-4db7ace6-b7bc-4e3d-bf5d-01f1f1368a5b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=59856b14-66da-4a67-9525-98f1223def74 HTTP/1.1" status: 200 len: 1097 time: 0.0424457 Nov 10 19:43:05.769570 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3530058b-24e2-4ec5-9a9e-be6e3e823870 req-81fa724a-9b68-420a-9ea0-77191ae3caae service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=799b3395-505d-4936-abbf-5a533db7202a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380311 Nov 10 19:43:06.194563 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1305c69-9649-4d93-b626-deb739e0614c req-8d69904b-2738-4bc0-bbc7-677b9447fe4a tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:06.196118 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d1305c69-9649-4d93-b626-deb739e0614c req-8d69904b-2738-4bc0-bbc7-677b9447fe4a tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] 10.222.0.54 "GET /v2.0/ports?device_id=59856b14-66da-4a67-9525-98f1223def74 HTTP/1.1" status: 200 len: 946 time: 0.0572491 Nov 10 19:43:06.253111 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d1305c69-9649-4d93-b626-deb739e0614c req-a41945c6-4e01-4740-862d-f2f224eff22e tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] 10.222.0.54 "GET /v2.0/security-groups?id=799b3395-505d-4936-abbf-5a533db7202a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504849 Nov 10 19:43:07.377069 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea13b9e-8d9e-4d69-9170-f02647cb6112 req-c40b3acd-3557-467e-8a18-e34f60691aeb tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:07.378824 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bea13b9e-8d9e-4d69-9170-f02647cb6112 req-c40b3acd-3557-467e-8a18-e34f60691aeb tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] 10.222.0.54 "GET /v2.0/ports?device_id=59856b14-66da-4a67-9525-98f1223def74 HTTP/1.1" status: 200 len: 946 time: 0.0522029 Nov 10 19:43:07.427140 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bea13b9e-8d9e-4d69-9170-f02647cb6112 req-7cccc90d-2bf3-4146-a75a-881e604741a7 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] 10.222.0.54 "GET /v2.0/security-groups?id=799b3395-505d-4936-abbf-5a533db7202a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418332 Nov 10 19:43:07.547594 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c2c69-6b86-4a55-9249-4cedd656d3f0 req-cf46b9f6-8434-4227-8b69-2874f7a73c3f tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:07.549387 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de4c2c69-6b86-4a55-9249-4cedd656d3f0 req-cf46b9f6-8434-4227-8b69-2874f7a73c3f tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] 10.222.0.54 "GET /v2.0/ports?device_id=59856b14-66da-4a67-9525-98f1223def74 HTTP/1.1" status: 200 len: 946 time: 0.0547965 Nov 10 19:43:07.600520 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de4c2c69-6b86-4a55-9249-4cedd656d3f0 req-8b79cf8f-b67d-4b5c-a923-2b388ef44460 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] 10.222.0.54 "GET /v2.0/security-groups?id=799b3395-505d-4936-abbf-5a533db7202a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444140 Nov 10 19:43:07.816275 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a07aa0-0d4b-4c63-b2b3-4e9aec54fcf8 req-873b084b-c719-4389-8faa-deb0b105e639 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:07.817807 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b2a07aa0-0d4b-4c63-b2b3-4e9aec54fcf8 req-873b084b-c719-4389-8faa-deb0b105e639 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] 10.222.0.54 "GET /v2.0/ports?device_id=59856b14-66da-4a67-9525-98f1223def74 HTTP/1.1" status: 200 len: 946 time: 0.0503490 Nov 10 19:43:07.867794 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b2a07aa0-0d4b-4c63-b2b3-4e9aec54fcf8 req-72d4c3a1-d63a-44b4-83ad-6bf83f22b71f tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] 10.222.0.54 "GET /v2.0/security-groups?id=799b3395-505d-4936-abbf-5a533db7202a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435746 Nov 10 19:43:08.145581 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44b384-d33a-4973-b6dc-3716ea7e28bc req-d642e03b-61da-4c4b-b4dd-3d0922a07f5c tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:08.147168 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca44b384-d33a-4973-b6dc-3716ea7e28bc req-d642e03b-61da-4c4b-b4dd-3d0922a07f5c tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] 10.222.0.54 "GET /v2.0/ports?device_id=59856b14-66da-4a67-9525-98f1223def74 HTTP/1.1" status: 200 len: 946 time: 0.0483391 Nov 10 19:43:08.200557 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca44b384-d33a-4973-b6dc-3716ea7e28bc req-6720ccb4-05dd-4034-9190-84def34a9ef2 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] 10.222.0.54 "GET /v2.0/security-groups?id=799b3395-505d-4936-abbf-5a533db7202a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463295 Nov 10 19:43:09.321897 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b9a81-59e6-4b6a-ad5a-e4bd87a6e773 req-964781bb-1249-4fd4-a462-f3cc4dcdce37 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:09.323455 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-703b9a81-59e6-4b6a-ad5a-e4bd87a6e773 req-964781bb-1249-4fd4-a462-f3cc4dcdce37 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] 10.222.0.54 "GET /v2.0/ports?device_id=59856b14-66da-4a67-9525-98f1223def74 HTTP/1.1" status: 200 len: 946 time: 0.0519266 Nov 10 19:43:09.374186 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-703b9a81-59e6-4b6a-ad5a-e4bd87a6e773 req-fd07a62b-00d3-4cb0-a2ae-6017170cc9f1 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] 10.222.0.54 "GET /v2.0/security-groups?id=799b3395-505d-4936-abbf-5a533db7202a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443118 Nov 10 19:43:09.511811 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfe9ac-005b-4dc3-8c3c-7eb7293ed4ec req-0a45f00f-b78a-47e0-af2b-96ab4dac06db tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:09.513203 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4edfe9ac-005b-4dc3-8c3c-7eb7293ed4ec req-0a45f00f-b78a-47e0-af2b-96ab4dac06db tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] 10.222.0.25 "GET /v2.0/ports?device_id=59856b14-66da-4a67-9525-98f1223def74 HTTP/1.1" status: 200 len: 946 time: 0.0599802 Nov 10 19:43:09.608394 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-4edfe9ac-005b-4dc3-8c3c-7eb7293ed4ec req-305b211e-4feb-4a79-8514-e47ca891b5c0 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] Deleting port 19b9ed39-2c54-4797-b303-bd52da7f9700 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:43:09.608758 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-4edfe9ac-005b-4dc3-8c3c-7eb7293ed4ec req-305b211e-4feb-4a79-8514-e47ca891b5c0 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:09.704810 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-4edfe9ac-005b-4dc3-8c3c-7eb7293ed4ec req-305b211e-4feb-4a79-8514-e47ca891b5c0 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] For port 19b9ed39-2c54-4797-b303-bd52da7f9700, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=19b9ed39-2c54-4797-b303-bd52da7f9700,segment=NetworkSegment(4e33e509-0586-4146-a894-c393d867029c),segment_id=4e33e509-0586-4146-a894-c393d867029c)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:43:09.705178 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-4edfe9ac-005b-4dc3-8c3c-7eb7293ed4ec req-305b211e-4feb-4a79-8514-e47ca891b5c0 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:09.718490 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-4edfe9ac-005b-4dc3-8c3c-7eb7293ed4ec req-305b211e-4feb-4a79-8514-e47ca891b5c0 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] Calling delete_port for 19b9ed39-2c54-4797-b303-bd52da7f9700 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:43:09.850592 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-4edfe9ac-005b-4dc3-8c3c-7eb7293ed4ec req-305b211e-4feb-4a79-8514-e47ca891b5c0 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:10.130697 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b211e-4feb-4a79-8514-e47ca891b5c0 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] Pushing event deleted for resources: {'Port': ['ID=19b9ed39-2c54-4797-b303-bd52da7f9700,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:10.175706 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-4edfe9ac-005b-4dc3-8c3c-7eb7293ed4ec req-305b211e-4feb-4a79-8514-e47ca891b5c0 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] No DVR routers for this DVR port 19b9ed39-2c54-4797-b303-bd52da7f9700 on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:43:10.178892 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-4edfe9ac-005b-4dc3-8c3c-7eb7293ed4ec req-305b211e-4feb-4a79-8514-e47ca891b5c0 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:10.182288 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4edfe9ac-005b-4dc3-8c3c-7eb7293ed4ec req-305b211e-4feb-4a79-8514-e47ca891b5c0 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] 10.222.0.25 "DELETE /v2.0/ports/19b9ed39-2c54-4797-b303-bd52da7f9700 HTTP/1.1" status: 204 len: 173 time: 0.6630099 Nov 10 19:43:10.182733 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59856b14-66da-4a67-9525-98f1223def74', 'name': 'network-vif-deleted', 'tag': '19b9ed39-2c54-4797-b303-bd52da7f9700'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:43:10.185505 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1653eb-a5fe-4169-aa0d-61538b1f3aa7" -d '{"events": [{"server_uuid": "59856b14-66da-4a67-9525-98f1223def74", "name": "network-vif-deleted", "tag": "19b9ed39-2c54-4797-b303-bd52da7f9700"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:43:10.225819 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f46c263-d5f2-4e85-9bd7-983ea61b3559 x-openstack-request-id: req-6f46c263-d5f2-4e85-9bd7-983ea61b3559 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:43:10.226134 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59856b14-66da-4a67-9525-98f1223def74", "name": "network-vif-deleted", "tag": "19b9ed39-2c54-4797-b303-bd52da7f9700", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:43:10.226394 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6f46c263-d5f2-4e85-9bd7-983ea61b3559 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:43:10.226791 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59856b14-66da-4a67-9525-98f1223def74', 'name': 'network-vif-deleted', 'tag': '19b9ed39-2c54-4797-b303-bd52da7f9700', 'status': 'completed', 'code': 200} Nov 10 19:43:10.488113 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de385f65-c146-498d-8a70-9e05a4718c35 req-f6dc3ebf-9c74-434d-ae1d-cc48eb663a93 tempest-ServersNegativeTestMultiTenantJSON-2019823703 tempest-ServersNegativeTestMultiTenantJSON-2019823703-project] 10.222.0.54 "GET /v2.0/ports?device_id=59856b14-66da-4a67-9525-98f1223def74 HTTP/1.1" status: 200 len: 210 time: 0.0268183 Nov 10 19:43:11.428002 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 19b9ed39-2c54-4797-b303-bd52da7f9700 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:43:11.453193 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 19b9ed39-2c54-4797-b303-bd52da7f9700 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:43:11.453527 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 19b9ed39-2c54-4797-b303-bd52da7f9700 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:43:11.547424 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45526) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:43:11.596420 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-85baf361-1a3b-4d13-a1e3-cb27864b1d67 admin admin] Deleting subnet 7112da86-d44b-433a-a61c-398251e34aac {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:43:11.599546 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-85baf361-1a3b-4d13-a1e3-cb27864b1d67 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:11.637986 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-85baf361-1a3b-4d13-a1e3-cb27864b1d67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:11.678625 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-85baf361-1a3b-4d13-a1e3-cb27864b1d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:11.732357 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-85baf361-1a3b-4d13-a1e3-cb27864b1d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:11.759948 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85baf361-1a3b-4d13-a1e3-cb27864b1d67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7112da86-d44b-433a-a61c-398251e34aac,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:11.761958 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-85baf361-1a3b-4d13-a1e3-cb27864b1d67 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:11.767750 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-85baf361-1a3b-4d13-a1e3-cb27864b1d67 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/7112da86-d44b-433a-a61c-398251e34aac HTTP/1.1" status: 204 len: 168 time: 0.2189093 Nov 10 19:43:11.767937 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45528) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:43:11.842606 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a0b83665-cb50-43e5-a2e5-6094f57b41f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:11.919244 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a0b83665-cb50-43e5-a2e5-6094f57b41f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:11.939604 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-a0b83665-cb50-43e5-a2e5-6094f57b41f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d95852-a95c-4b62-91a7-9701a26ac31a']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:43:11.948908 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-a0b83665-cb50-43e5-a2e5-6094f57b41f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e33e509-0586-4146-a894-c393d867029c') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:43:11.949217 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-a0b83665-cb50-43e5-a2e5-6094f57b41f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e33e509-0586-4146-a894-c393d867029c') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:43:11.958613 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a0b83665-cb50-43e5-a2e5-6094f57b41f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:11.971672 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a0b83665-cb50-43e5-a2e5-6094f57b41f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:11.978054 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b83665-cb50-43e5-a2e5-6094f57b41f9 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:43:11.978443 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a0b83665-cb50-43e5-a2e5-6094f57b41f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:11.980152 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:43:11.980152 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:43:11.980152 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:43:11.980152 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:43:11.980152 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:43:11.980152 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:43:11.980152 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:43:11.980152 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:43:11.980152 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:43:11.980152 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:43:11.980152 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:43:11.980152 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:43:11.980152 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:43:11.980152 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:43:11.980152 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:43:11.980152 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:43:11.980152 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:43:11.980152 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:43:11.980152 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:43:11.980152 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:43:11.980152 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:43:11.980152 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:43:11.980152 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:43:11.980152 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:43:11.980152 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:43:11.980152 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:43:11.980152 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:43:11.980152 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:43:11.980152 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:43:11.980152 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:43:11.980152 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:43:11.980152 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:43:12.039449 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a0b83665-cb50-43e5-a2e5-6094f57b41f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:12.045636 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a0b83665-cb50-43e5-a2e5-6094f57b41f9 admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:12.048952 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a0b83665-cb50-43e5-a2e5-6094f57b41f9 admin admin] 10.222.0.54 "DELETE /v2.0/networks/60d95852-a95c-4b62-91a7-9701a26ac31a HTTP/1.1" status: 204 len: 168 time: 0.2793288 Nov 10 19:43:12.052217 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45530) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:43:12.061087 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b83665-cb50-43e5-a2e5-6094f57b41f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=60d95852-a95c-4b62-91a7-9701a26ac31a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:12.112675 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-2556461c-36ca-48b7-b10c-a1b52fdf5ef0 admin admin] Deleting subnet 8103371f-fab8-4c98-8acc-b4fbae1e8f5d {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:43:12.116200 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2556461c-36ca-48b7-b10c-a1b52fdf5ef0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:12.152151 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2556461c-36ca-48b7-b10c-a1b52fdf5ef0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:12.194553 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2556461c-36ca-48b7-b10c-a1b52fdf5ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:12.252668 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2556461c-36ca-48b7-b10c-a1b52fdf5ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:12.284767 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556461c-36ca-48b7-b10c-a1b52fdf5ef0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8103371f-fab8-4c98-8acc-b4fbae1e8f5d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:12.288826 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2556461c-36ca-48b7-b10c-a1b52fdf5ef0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:12.292126 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2556461c-36ca-48b7-b10c-a1b52fdf5ef0 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8103371f-fab8-4c98-8acc-b4fbae1e8f5d HTTP/1.1" status: 204 len: 168 time: 0.2387619 Nov 10 19:43:12.294690 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45536) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:43:12.367435 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5d704313-a9c4-4267-94b7-485ba4dbcfab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:12.460714 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5d704313-a9c4-4267-94b7-485ba4dbcfab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:12.488428 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-5d704313-a9c4-4267-94b7-485ba4dbcfab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4940c543-cd49-463e-b173-c5a32295ce26']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:43:12.499084 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-5d704313-a9c4-4267-94b7-485ba4dbcfab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a745ebd9-8213-4c87-a261-3ca91da44778') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:43:12.499490 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-5d704313-a9c4-4267-94b7-485ba4dbcfab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a745ebd9-8213-4c87-a261-3ca91da44778') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:43:12.515829 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5d704313-a9c4-4267-94b7-485ba4dbcfab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:12.531066 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5d704313-a9c4-4267-94b7-485ba4dbcfab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:12.538632 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d704313-a9c4-4267-94b7-485ba4dbcfab admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:43:12.539191 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5d704313-a9c4-4267-94b7-485ba4dbcfab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:12.541033 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:43:12.541033 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:43:12.541033 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:43:12.541033 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:43:12.541033 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:43:12.541033 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:43:12.541033 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:43:12.541033 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:43:12.541033 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:43:12.541033 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:43:12.541033 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:43:12.541033 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:43:12.541033 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:43:12.541033 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:43:12.541033 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:43:12.541033 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:43:12.541033 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:43:12.541033 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:43:12.541033 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:43:12.541033 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:43:12.541033 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:43:12.541033 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:43:12.541033 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:43:12.541033 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:43:12.541033 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:43:12.541033 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:43:12.541033 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:43:12.541033 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:43:12.541033 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:43:12.541033 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:43:12.541033 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:43:12.541033 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:43:12.603233 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5d704313-a9c4-4267-94b7-485ba4dbcfab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:12.609825 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5d704313-a9c4-4267-94b7-485ba4dbcfab admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:12.613128 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5d704313-a9c4-4267-94b7-485ba4dbcfab admin admin] 10.222.0.54 "DELETE /v2.0/networks/4940c543-cd49-463e-b173-c5a32295ce26 HTTP/1.1" status: 204 len: 168 time: 0.3174133 Nov 10 19:43:12.628914 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d704313-a9c4-4267-94b7-485ba4dbcfab admin admin] Pushing event deleted for resources: {'Network': ['ID=4940c543-cd49-463e-b173-c5a32295ce26,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:12.808889 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45542) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:43:12.853250 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-63a7cb69-0e7f-4191-b57a-c6ee7ca9b04f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f7a83cccc7de4d5ab93cd66adacec152&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430334 Nov 10 19:43:12.855793 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45544) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:43:12.907574 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-50933058-74d2-4ba2-b404-7af60511d4af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:12.931385 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-50933058-74d2-4ba2-b404-7af60511d4af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:12.987781 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-50933058-74d2-4ba2-b404-7af60511d4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:12.990384 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-50933058-74d2-4ba2-b404-7af60511d4af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:12.991632 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-50933058-74d2-4ba2-b404-7af60511d4af admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/799b3395-505d-4936-abbf-5a533db7202a HTTP/1.1" status: 204 len: 168 time: 0.1349716 Nov 10 19:43:13.001027 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50933058-74d2-4ba2-b404-7af60511d4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799b3395-505d-4936-abbf-5a533db7202a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:13.364617 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45556) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:43:13.409550 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cd5e3d4e-0376-40be-9c7d-0a5cded094d3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0db04a7391d34af1a1ea73d70906cfe6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436838 Nov 10 19:43:13.412098 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45558) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:43:13.459394 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f0ba2867-a854-4629-bb50-3a2a875a8bb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:13.480724 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f0ba2867-a854-4629-bb50-3a2a875a8bb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:13.535352 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f0ba2867-a854-4629-bb50-3a2a875a8bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:13.538172 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f0ba2867-a854-4629-bb50-3a2a875a8bb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:13.539315 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f0ba2867-a854-4629-bb50-3a2a875a8bb3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6758ec9b-9bb4-4598-8e6d-e024509bdb7c HTTP/1.1" status: 204 len: 168 time: 0.1260815 Nov 10 19:43:13.547773 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba2867-a854-4629-bb50-3a2a875a8bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6758ec9b-9bb4-4598-8e6d-e024509bdb7c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:15.024062 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45624) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:43:15.137728 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ed35911d-777b-47b0-877c-b74942f76a40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:15.226691 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ed35911d-777b-47b0-877c-b74942f76a40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:15.232518 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ed35911d-777b-47b0-877c-b74942f76a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:15.271655 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ed35911d-777b-47b0-877c-b74942f76a40 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7471c699b0ce4815bd4fa84577745cae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2464268 Nov 10 19:43:15.273825 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35911d-777b-47b0-877c-b74942f76a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66015c36-e410-4fd1-ab03-ac285d974e93,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:15.274619 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45632) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:43:15.328230 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-edbd5b61-ed19-41c5-ba01-a143d391487a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:15.351793 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-edbd5b61-ed19-41c5-ba01-a143d391487a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:15.400309 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-edbd5b61-ed19-41c5-ba01-a143d391487a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:15.403005 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-edbd5b61-ed19-41c5-ba01-a143d391487a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:15.404211 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-edbd5b61-ed19-41c5-ba01-a143d391487a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/66015c36-e410-4fd1-ab03-ac285d974e93 HTTP/1.1" status: 204 len: 168 time: 0.1285813 Nov 10 19:43:15.412264 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd5b61-ed19-41c5-ba01-a143d391487a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66015c36-e410-4fd1-ab03-ac285d974e93,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:16.129241 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45660) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:43:16.231660 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-521c8997-dce1-4aaf-870a-a826cdf7d222 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1191069310-network', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:43:16.262052 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521c8997-dce1-4aaf-870a-a826cdf7d222 admin admin] Made reservation on behalf of ab3180c6842f4189a0ffab6a31569413 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:43:16.265347 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-521c8997-dce1-4aaf-870a-a826cdf7d222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:16.276056 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-521c8997-dce1-4aaf-870a-a826cdf7d222 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:16.356582 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-521c8997-dce1-4aaf-870a-a826cdf7d222 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:16.361847 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-521c8997-dce1-4aaf-870a-a826cdf7d222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:16.389263 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-521c8997-dce1-4aaf-870a-a826cdf7d222 admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:43:16.399987 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c8997-dce1-4aaf-870a-a826cdf7d222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab450f29-9e36-48f2-ba28-f3bc8c0b5541,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:16.406705 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-521c8997-dce1-4aaf-870a-a826cdf7d222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:16.407050 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-521c8997-dce1-4aaf-870a-a826cdf7d222 admin admin] Added segment 85ffe426-ae79-4ddb-ac71-391c9badb732 of type vlan for network 4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 Nov 10 19:43:16.449592 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-521c8997-dce1-4aaf-870a-a826cdf7d222 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:16.475820 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-521c8997-dce1-4aaf-870a-a826cdf7d222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:16.476879 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521c8997-dce1-4aaf-870a-a826cdf7d222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:16.477481 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-521c8997-dce1-4aaf-870a-a826cdf7d222 admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:16.512910 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-521c8997-dce1-4aaf-870a-a826cdf7d222 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3790922 Nov 10 19:43:16.513654 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45664) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:43:16.520672 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-1094d379-1c51-4104-bcd8-a2fe9651c4ef admin admin] Request body: {'subnet': {'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1191069310-subnet', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:43:16.545220 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c8997-dce1-4aaf-870a-a826cdf7d222 admin admin] Pushing event updated for resources: {'Network': ['ID=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:16.557137 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:43:16.561384 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1094d379-1c51-4104-bcd8-a2fe9651c4ef admin admin] Made reservation on behalf of ab3180c6842f4189a0ffab6a31569413 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:43:16.565021 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1094d379-1c51-4104-bcd8-a2fe9651c4ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:16.776798 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1094d379-1c51-4104-bcd8-a2fe9651c4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:16.829554 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094d379-1c51-4104-bcd8-a2fe9651c4ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=40030106-ed1c-4f54-bc33-e92ab198bc65,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:16.854224 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1094d379-1c51-4104-bcd8-a2fe9651c4ef admin admin] Checking segment: {'id': '85ffe426-ae79-4ddb-ac71-391c9badb732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:43:16.854603 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1094d379-1c51-4104-bcd8-a2fe9651c4ef admin admin] Network hostable DHCP agents. Network: 4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:43:16.873310 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1094d379-1c51-4104-bcd8-a2fe9651c4ef admin admin] Network 4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:43:16.884287 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-1094d379-1c51-4104-bcd8-a2fe9651c4ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:43:16.889466 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1094d379-1c51-4104-bcd8-a2fe9651c4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:16.890110 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1094d379-1c51-4104-bcd8-a2fe9651c4ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:16.901756 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60901921-b2c3-4abf-b346-5bb4acea8510 None None] Network 4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:43:16.911984 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1094d379-1c51-4104-bcd8-a2fe9651c4ef admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3968503 Nov 10 19:43:16.915089 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45672) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:43:16.920402 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-4e7a0fdf-7937-48f8-a0a0-9b5feed4ee6e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1191069310-router', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:43:16.961879 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4e7a0fdf-7937-48f8-a0a0-9b5feed4ee6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:16.963238 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4e7a0fdf-7937-48f8-a0a0-9b5feed4ee6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:17.069061 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4e7a0fdf-7937-48f8-a0a0-9b5feed4ee6e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:17.080902 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3409cb-d26c-4689-b975-dbcf8ca35344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0', 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'fixed_ips': [{'subnet_id': '40030106-ed1c-4f54-bc33-e92ab198bc65'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:43:17.082360 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6d3409cb-d26c-4689-b975-dbcf8ca35344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:17.224216 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-6d3409cb-d26c-4689-b975-dbcf8ca35344 None None] Allocated IP 172.20.0.2 (4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0/40030106-ed1c-4f54-bc33-e92ab198bc65/f28ed990-613c-4cd2-9fe8-1b5856fca4e6) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:43:17.230850 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4e7a0fdf-7937-48f8-a0a0-9b5feed4ee6e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:17.376597 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6d3409cb-d26c-4689-b975-dbcf8ca35344 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:17.383538 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6d3409cb-d26c-4689-b975-dbcf8ca35344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:17.436942 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3409cb-d26c-4689-b975-dbcf8ca35344 None None] Pushing event updated for resources: {'Port': ['ID=f28ed990-613c-4cd2-9fe8-1b5856fca4e6,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:17.446626 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3409cb-d26c-4689-b975-dbcf8ca35344 None None] Network 4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:43:17.449156 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-6d3409cb-d26c-4689-b975-dbcf8ca35344 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:43:17.452039 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3409cb-d26c-4689-b975-dbcf8ca35344 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:43:17.518052 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-6d3409cb-d26c-4689-b975-dbcf8ca35344 None None] Attempting to bind port f28ed990-613c-4cd2-9fe8-1b5856fca4e6 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:43:17.518427 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-6d3409cb-d26c-4689-b975-dbcf8ca35344 None None] Attempting to bind port f28ed990-613c-4cd2-9fe8-1b5856fca4e6 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '85ffe426-ae79-4ddb-ac71-391c9badb732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:43:17.518800 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3409cb-d26c-4689-b975-dbcf8ca35344 None None] Attempting to bind port f28ed990-613c-4cd2-9fe8-1b5856fca4e6 on network 4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:43:17.525408 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3409cb-d26c-4689-b975-dbcf8ca35344 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:43:17.525892 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3409cb-d26c-4689-b975-dbcf8ca35344 None None] Checking segment: {'id': '85ffe426-ae79-4ddb-ac71-391c9badb732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:43:17.526223 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6d3409cb-d26c-4689-b975-dbcf8ca35344 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:17.526636 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3409cb-d26c-4689-b975-dbcf8ca35344 None None] Bound using segment: {'id': '85ffe426-ae79-4ddb-ac71-391c9badb732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:43:17.527179 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-6d3409cb-d26c-4689-b975-dbcf8ca35344 None None] Bound port: f28ed990-613c-4cd2-9fe8-1b5856fca4e6, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ffe426-ae79-4ddb-ac71-391c9badb732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:43:17.527581 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6d3409cb-d26c-4689-b975-dbcf8ca35344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:17.599081 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-6d3409cb-d26c-4689-b975-dbcf8ca35344 None None] For port f28ed990-613c-4cd2-9fe8-1b5856fca4e6, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:43:17.603313 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-6d3409cb-d26c-4689-b975-dbcf8ca35344 None None] For port f28ed990-613c-4cd2-9fe8-1b5856fca4e6, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f28ed990-613c-4cd2-9fe8-1b5856fca4e6,segment=NetworkSegment(85ffe426-ae79-4ddb-ac71-391c9badb732),segment_id=85ffe426-ae79-4ddb-ac71-391c9badb732)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:43:17.610486 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6d3409cb-d26c-4689-b975-dbcf8ca35344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:17.689300 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3409cb-d26c-4689-b975-dbcf8ca35344 None None] Pushing event updated for resources: {'Port': ['ID=f28ed990-613c-4cd2-9fe8-1b5856fca4e6,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:17.813186 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4e7a0fdf-7937-48f8-a0a0-9b5feed4ee6e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:17.846875 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4e7a0fdf-7937-48f8-a0a0-9b5feed4ee6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:18.005889 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-4e7a0fdf-7937-48f8-a0a0-9b5feed4ee6e admin admin] Allocated IP 172.25.3.203 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/c46891d2-8813-4d6b-89e1-f302fc85eb8a) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:43:18.122474 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4e7a0fdf-7937-48f8-a0a0-9b5feed4ee6e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:18.163396 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4e7a0fdf-7937-48f8-a0a0-9b5feed4ee6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:18.211646 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7a0fdf-7937-48f8-a0a0-9b5feed4ee6e admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:43:18.217855 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-4e7a0fdf-7937-48f8-a0a0-9b5feed4ee6e admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:43:18.222156 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7a0fdf-7937-48f8-a0a0-9b5feed4ee6e admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:43:18.238595 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3a552b-4c5e-4f72-97ee-a64a9047d521 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:43:18.247509 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a0fdf-7937-48f8-a0a0-9b5feed4ee6e admin admin] Pushing event updated for resources: {'Port': ['ID=c46891d2-8813-4d6b-89e1-f302fc85eb8a,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:18.329810 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f28ed990-613c-4cd2-9fe8-1b5856fca4e6 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:43:18.391358 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-549f03a9-223b-4e99-941d-ed3f17f6c3c1 None None] Provisioning complete for port c46891d2-8813-4d6b-89e1-f302fc85eb8a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:43:18.391757 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-549f03a9-223b-4e99-941d-ed3f17f6c3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:18.419052 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port f28ed990-613c-4cd2-9fe8-1b5856fca4e6 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:43:18.419332 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:18.455137 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-549f03a9-223b-4e99-941d-ed3f17f6c3c1 None None] Port c46891d2-8813-4d6b-89e1-f302fc85eb8a cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:43:18.510040 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4e7a0fdf-7937-48f8-a0a0-9b5feed4ee6e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:18.535531 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:18.589865 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port f28ed990-613c-4cd2-9fe8-1b5856fca4e6, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f28ed990-613c-4cd2-9fe8-1b5856fca4e6,segment=NetworkSegment(85ffe426-ae79-4ddb-ac71-391c9badb732),segment_id=85ffe426-ae79-4ddb-ac71-391c9badb732)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:43:18.595085 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:18.661685 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=f28ed990-613c-4cd2-9fe8-1b5856fca4e6,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:18.771262 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4e7a0fdf-7937-48f8-a0a0-9b5feed4ee6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:18.845659 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89562da4-f46a-454e-8163-c8f3f0df7139 None None] Network 4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:43:18.918300 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d2a0320e-7051-429b-8ef4-39bfe41db512 None None] Provisioning complete for port f28ed990-613c-4cd2-9fe8-1b5856fca4e6 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:43:18.918623 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d2a0320e-7051-429b-8ef4-39bfe41db512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:18.935590 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7a0fdf-7937-48f8-a0a0-9b5feed4ee6e admin admin] Router 2826e890-8d32-4c69-9aad-990348eafcdf is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:43:19.055236 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7a0fdf-7937-48f8-a0a0-9b5feed4ee6e admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:43:19.073682 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af39dff8-3fa6-4ddc-9a5d-78348fc4589b None None] Sync routers for ids ['2826e890-8d32-4c69-9aad-990348eafcdf'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:43:19.086674 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4e7a0fdf-7937-48f8-a0a0-9b5feed4ee6e admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:19.087510 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4e7a0fdf-7937-48f8-a0a0-9b5feed4ee6e admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1713345 Nov 10 19:43:19.089603 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af39dff8-3fa6-4ddc-9a5d-78348fc4589b None None] Routers {'2826e890-8d32-4c69-9aad-990348eafcdf'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:43:19.090432 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45686) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:43:19.090559 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-af39dff8-3fa6-4ddc-9a5d-78348fc4589b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:42:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2826e890-8d32-4c69-9aad-990348eafcdf'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:43:19.204939 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-af39dff8-3fa6-4ddc-9a5d-78348fc4589b None None] Set router 2826e890-8d32-4c69-9aad-990348eafcdf gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:43:19.404045 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-af39dff8-3fa6-4ddc-9a5d-78348fc4589b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'name': 'tempest-AttachVolumeShelveTestJSON-1191069310-router', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:43:16Z', 'updated_at': '2021-11-10T19:43:18Z', 'revision_number': 3, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'gw_port': {'id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ba:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:43:17Z', 'updated_at': '2021-11-10T19:43:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:43:19.408997 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9155037c-ad96-4c2e-b544-80e3e2c7fd83 None None] Provisioning complete for port f28ed990-613c-4cd2-9fe8-1b5856fca4e6 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:43:19.409377 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9155037c-ad96-4c2e-b544-80e3e2c7fd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:19.433269 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af39dff8-3fa6-4ddc-9a5d-78348fc4589b None None] Checking router: 2826e890-8d32-4c69-9aad-990348eafcdf for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:43:19.433951 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af39dff8-3fa6-4ddc-9a5d-78348fc4589b None None] Updating router 2826e890-8d32-4c69-9aad-990348eafcdf port c46891d2-8813-4d6b-89e1-f302fc85eb8a binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:43:19.464815 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-af39dff8-3fa6-4ddc-9a5d-78348fc4589b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:19.584271 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5a042344-9364-4dc7-a39e-f304a39bc84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:19.748279 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-af39dff8-3fa6-4ddc-9a5d-78348fc4589b None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:19.755167 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-af39dff8-3fa6-4ddc-9a5d-78348fc4589b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:19.774674 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-5a042344-9364-4dc7-a39e-f304a39bc84d admin admin] Allocated IP 172.20.0.1 (4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0/40030106-ed1c-4f54-bc33-e92ab198bc65/ebddd142-c20c-4210-b5d6-2d3048c79382) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:43:19.801112 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb72148-2e19-49c1-a14a-d58c9c6d8baf None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:43:19.808234 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-af39dff8-3fa6-4ddc-9a5d-78348fc4589b None None] Attempting to bind port c46891d2-8813-4d6b-89e1-f302fc85eb8a on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:43:19.808674 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-af39dff8-3fa6-4ddc-9a5d-78348fc4589b None None] Attempting to bind port c46891d2-8813-4d6b-89e1-f302fc85eb8a by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:43:19.809085 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af39dff8-3fa6-4ddc-9a5d-78348fc4589b None None] Attempting to bind port c46891d2-8813-4d6b-89e1-f302fc85eb8a on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:43:19.819359 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d468f660-b977-4cdb-a7f7-af162dbc03ed None None] Pushing event updated for resources: {'Port': ['ID=c46891d2-8813-4d6b-89e1-f302fc85eb8a,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:19.823475 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af39dff8-3fa6-4ddc-9a5d-78348fc4589b None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:43:19.823837 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af39dff8-3fa6-4ddc-9a5d-78348fc4589b None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:43:19.824985 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-af39dff8-3fa6-4ddc-9a5d-78348fc4589b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:19.825401 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af39dff8-3fa6-4ddc-9a5d-78348fc4589b None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:43:19.826067 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-af39dff8-3fa6-4ddc-9a5d-78348fc4589b None None] Bound port: c46891d2-8813-4d6b-89e1-f302fc85eb8a, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:43:19.826452 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-af39dff8-3fa6-4ddc-9a5d-78348fc4589b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:19.833134 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d468f660-b977-4cdb-a7f7-af162dbc03ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:43:19.833524 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d468f660-b977-4cdb-a7f7-af162dbc03ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:43:19.833821 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d468f660-b977-4cdb-a7f7-af162dbc03ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:43:19.834188 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d468f660-b977-4cdb-a7f7-af162dbc03ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:43:19.834619 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d468f660-b977-4cdb-a7f7-af162dbc03ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:43:19.834918 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d468f660-b977-4cdb-a7f7-af162dbc03ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:43:19.835236 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d468f660-b977-4cdb-a7f7-af162dbc03ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:43:19.835559 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d468f660-b977-4cdb-a7f7-af162dbc03ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:43:19.835866 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d468f660-b977-4cdb-a7f7-af162dbc03ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:43:19.836174 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d468f660-b977-4cdb-a7f7-af162dbc03ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:43:19.836485 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d468f660-b977-4cdb-a7f7-af162dbc03ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:43:19.836791 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d468f660-b977-4cdb-a7f7-af162dbc03ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:43:19.839316 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2e2c9c5d-cd4b-4d70-872c-0e254d77bada None None] Provisioning complete for port c46891d2-8813-4d6b-89e1-f302fc85eb8a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:43:19.839675 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2e2c9c5d-cd4b-4d70-872c-0e254d77bada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:19.888243 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-af39dff8-3fa6-4ddc-9a5d-78348fc4589b None None] For port c46891d2-8813-4d6b-89e1-f302fc85eb8a, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:43:19.889568 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-2e2c9c5d-cd4b-4d70-872c-0e254d77bada None None] Port c46891d2-8813-4d6b-89e1-f302fc85eb8a cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:43:19.892665 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-af39dff8-3fa6-4ddc-9a5d-78348fc4589b None None] For port c46891d2-8813-4d6b-89e1-f302fc85eb8a, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=c46891d2-8813-4d6b-89e1-f302fc85eb8a,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:43:19.900426 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-af39dff8-3fa6-4ddc-9a5d-78348fc4589b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:19.941372 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0585fc8d-01b2-4b0e-b357-d658c00e2a5d None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:43:19.951889 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5a042344-9364-4dc7-a39e-f304a39bc84d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:19.954320 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af39dff8-3fa6-4ddc-9a5d-78348fc4589b None None] Routers {'2826e890-8d32-4c69-9aad-990348eafcdf'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:43:19.955136 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-af39dff8-3fa6-4ddc-9a5d-78348fc4589b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:42:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2826e890-8d32-4c69-9aad-990348eafcdf'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:43:19.991281 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5a042344-9364-4dc7-a39e-f304a39bc84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:20.004276 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d468f660-b977-4cdb-a7f7-af162dbc03ed None None] Pushing event updated for resources: {'Port': ['ID=c46891d2-8813-4d6b-89e1-f302fc85eb8a,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:20.014566 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f91bb189-931f-4a42-8370-b78270b063ed None None] Provisioning complete for port c46891d2-8813-4d6b-89e1-f302fc85eb8a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:43:20.015256 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f91bb189-931f-4a42-8370-b78270b063ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:20.048981 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a042344-9364-4dc7-a39e-f304a39bc84d admin admin] Network 4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:43:20.056037 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-5a042344-9364-4dc7-a39e-f304a39bc84d admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:43:20.061529 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a042344-9364-4dc7-a39e-f304a39bc84d admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:43:20.083020 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a042344-9364-4dc7-a39e-f304a39bc84d admin admin] Pushing event updated for resources: {'Port': ['ID=ebddd142-c20c-4210-b5d6-2d3048c79382,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:20.108534 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5a042344-9364-4dc7-a39e-f304a39bc84d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:20.118662 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f91bb189-931f-4a42-8370-b78270b063ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:20.129214 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-af39dff8-3fa6-4ddc-9a5d-78348fc4589b None None] Set router 2826e890-8d32-4c69-9aad-990348eafcdf gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:43:20.144420 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-f91bb189-931f-4a42-8370-b78270b063ed None None] For port c46891d2-8813-4d6b-89e1-f302fc85eb8a, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=c46891d2-8813-4d6b-89e1-f302fc85eb8a,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:43:20.150297 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f91bb189-931f-4a42-8370-b78270b063ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:20.231964 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bb189-931f-4a42-8370-b78270b063ed None None] Pushing event updated for resources: {'Port': ['ID=c46891d2-8813-4d6b-89e1-f302fc85eb8a,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:20.272351 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f28ed990-613c-4cd2-9fe8-1b5856fca4e6 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:43:20.313719 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5a042344-9364-4dc7-a39e-f304a39bc84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:20.359506 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port f28ed990-613c-4cd2-9fe8-1b5856fca4e6 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:43:20.359794 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:20.423235 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-af39dff8-3fa6-4ddc-9a5d-78348fc4589b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'name': 'tempest-AttachVolumeShelveTestJSON-1191069310-router', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:43:16Z', 'updated_at': '2021-11-10T19:43:18Z', 'revision_number': 3, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'gw_port': {'id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ba:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:43:17Z', 'updated_at': '2021-11-10T19:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:43:20.454083 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af39dff8-3fa6-4ddc-9a5d-78348fc4589b None None] The sync data for ids ['2826e890-8d32-4c69-9aad-990348eafcdf'] in n-d-813897-4 is: [{'id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'name': 'tempest-AttachVolumeShelveTestJSON-1191069310-router', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:43:16Z', 'updated_at': '2021-11-10T19:43:18Z', 'revision_number': 3, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'gw_port': {'id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ba:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:43:17Z', 'updated_at': '2021-11-10T19:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:43:20.509476 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-7abc1107-d9c8-49bc-a1cc-6676fbe12465 None None] Provisioning complete for port ebddd142-c20c-4210-b5d6-2d3048c79382 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:43:20.509890 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7abc1107-d9c8-49bc-a1cc-6676fbe12465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:20.537747 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5a042344-9364-4dc7-a39e-f304a39bc84d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:20.544475 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5a042344-9364-4dc7-a39e-f304a39bc84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:20.554111 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-7abc1107-d9c8-49bc-a1cc-6676fbe12465 None None] Port ebddd142-c20c-4210-b5d6-2d3048c79382 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:43:20.626083 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5a042344-9364-4dc7-a39e-f304a39bc84d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:20.629248 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a042344-9364-4dc7-a39e-f304a39bc84d admin admin] Pushing event updated for resources: {'Port': ['ID=ebddd142-c20c-4210-b5d6-2d3048c79382,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:20.757551 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a042344-9364-4dc7-a39e-f304a39bc84d admin admin] Network 4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:43:20.759536 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-5a042344-9364-4dc7-a39e-f304a39bc84d admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:43:20.904874 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a042344-9364-4dc7-a39e-f304a39bc84d admin admin] Router 2826e890-8d32-4c69-9aad-990348eafcdf has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:43:21.061957 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a042344-9364-4dc7-a39e-f304a39bc84d admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:43:21.078738 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5a042344-9364-4dc7-a39e-f304a39bc84d admin admin] 10.222.0.54 "PUT /v2.0/routers/2826e890-8d32-4c69-9aad-990348eafcdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9851263 Nov 10 19:43:21.091003 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d5fe0d40-88a1-4310-bc15-ed15255fc5df None None] Provisioning complete for port ebddd142-c20c-4210-b5d6-2d3048c79382 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:43:21.091555 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d5fe0d40-88a1-4310-bc15-ed15255fc5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:21.133904 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-d5fe0d40-88a1-4310-bc15-ed15255fc5df None None] Port ebddd142-c20c-4210-b5d6-2d3048c79382 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:43:21.577859 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45710) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:43:21.582693 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-a4b89f99-df94-4115-9e49-f9db5bbee72d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1447228129', 'description': 'tempest-description--2126035843'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:43:21.608888 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a4b89f99-df94-4115-9e49-f9db5bbee72d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:21.685338 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a4b89f99-df94-4115-9e49-f9db5bbee72d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:21.690015 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a4b89f99-df94-4115-9e49-f9db5bbee72d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:21.720949 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a4b89f99-df94-4115-9e49-f9db5bbee72d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:21.722305 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a4b89f99-df94-4115-9e49-f9db5bbee72d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1433673 Nov 10 19:43:21.724328 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b89f99-df94-4115-9e49-f9db5bbee72d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4972dbd2-7a10-40e0-8b33-a31665938a67,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:21.725503 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 45714) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:43:21.732765 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-803c8d9e-a800-490d-8d1d-aab52663766e tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Request body: {'security_group_rule': {'security_group_id': '4972dbd2-7a10-40e0-8b33-a31665938a67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:43:21.764224 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-803c8d9e-a800-490d-8d1d-aab52663766e tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:21.830300 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-803c8d9e-a800-490d-8d1d-aab52663766e tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:21.835559 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-803c8d9e-a800-490d-8d1d-aab52663766e tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:21.855997 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c8d9e-a800-490d-8d1d-aab52663766e tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e4752d-660c-4941-8406-243cdb63ca46,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:21.868605 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-803c8d9e-a800-490d-8d1d-aab52663766e tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:21.870080 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-803c8d9e-a800-490d-8d1d-aab52663766e tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1424086 Nov 10 19:43:21.875860 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45718) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:43:21.880892 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-8870f425-5f73-4a26-88b7-99948cf85cc0 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Request body: {'security_group_rule': {'security_group_id': '4972dbd2-7a10-40e0-8b33-a31665938a67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:43:21.908052 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8870f425-5f73-4a26-88b7-99948cf85cc0 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:21.971725 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8870f425-5f73-4a26-88b7-99948cf85cc0 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:21.977448 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8870f425-5f73-4a26-88b7-99948cf85cc0 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:21.999469 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8870f425-5f73-4a26-88b7-99948cf85cc0 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc0fd81-eb8b-401c-949f-cc8729866d1f,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:22.007273 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8870f425-5f73-4a26-88b7-99948cf85cc0 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:22.008503 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8870f425-5f73-4a26-88b7-99948cf85cc0 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1315529 Nov 10 19:43:22.011777 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45720) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:43:22.016479 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-ef60b441-0d2d-4f3c-ada8-3956ca4eb5dc tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:43:22.039930 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ef60b441-0d2d-4f3c-ada8-3956ca4eb5dc tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for floatingip, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:22.143835 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec06c87-4dd2-4dfe-8445-f492baba2d0f None None] Sync routers for ids ['2826e890-8d32-4c69-9aad-990348eafcdf'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:43:22.147321 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ef60b441-0d2d-4f3c-ada8-3956ca4eb5dc tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:22.153551 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec06c87-4dd2-4dfe-8445-f492baba2d0f None None] Routers {'2826e890-8d32-4c69-9aad-990348eafcdf'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:43:22.154264 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-6ec06c87-4dd2-4dfe-8445-f492baba2d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:42:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2826e890-8d32-4c69-9aad-990348eafcdf'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:43:22.309133 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-ef60b441-0d2d-4f3c-ada8-3956ca4eb5dc tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Allocated IP 172.25.3.121 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/cf440916-14a0-4998-8dbe-d47c53994127) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:43:22.429962 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ef60b441-0d2d-4f3c-ada8-3956ca4eb5dc tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:22.440520 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device c46891d2-8813-4d6b-89e1-f302fc85eb8a up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:43:22.472954 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ef60b441-0d2d-4f3c-ada8-3956ca4eb5dc tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:22.496868 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-6ec06c87-4dd2-4dfe-8445-f492baba2d0f None None] Set router 2826e890-8d32-4c69-9aad-990348eafcdf gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:43:22.514445 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef60b441-0d2d-4f3c-ada8-3956ca4eb5dc tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:43:22.520786 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-ef60b441-0d2d-4f3c-ada8-3956ca4eb5dc tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:43:22.523986 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef60b441-0d2d-4f3c-ada8-3956ca4eb5dc tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:43:22.551244 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60b441-0d2d-4f3c-ada8-3956ca4eb5dc tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Pushing event updated for resources: {'Port': ['ID=cf440916-14a0-4998-8dbe-d47c53994127,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:22.582784 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port c46891d2-8813-4d6b-89e1-f302fc85eb8a triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:43:22.583290 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:22.626948 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ef60b441-0d2d-4f3c-ada8-3956ca4eb5dc tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:22.669155 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ef60b441-0d2d-4f3c-ada8-3956ca4eb5dc tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:22.788559 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-6ec06c87-4dd2-4dfe-8445-f492baba2d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'name': 'tempest-AttachVolumeShelveTestJSON-1191069310-router', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:43:16Z', 'updated_at': '2021-11-10T19:43:20Z', 'revision_number': 4, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'gw_port': {'id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ba:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:43:17Z', 'updated_at': '2021-11-10T19:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'ebddd142-c20c-4210-b5d6-2d3048c79382', 'name': '', 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'mac_address': 'fa:16:3e:fb:f7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:43:19Z', 'updated_at': '2021-11-10T19:43:20Z', 'revision_number': 2, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'subnets': [{'id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:43:22.821968 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec06c87-4dd2-4dfe-8445-f492baba2d0f None None] Checking router: 2826e890-8d32-4c69-9aad-990348eafcdf for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:43:22.822460 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec06c87-4dd2-4dfe-8445-f492baba2d0f None None] Updating router 2826e890-8d32-4c69-9aad-990348eafcdf port ebddd142-c20c-4210-b5d6-2d3048c79382 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:43:22.851993 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ec06c87-4dd2-4dfe-8445-f492baba2d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:22.853370 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ef60b441-0d2d-4f3c-ada8-3956ca4eb5dc tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:22.859359 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ef60b441-0d2d-4f3c-ada8-3956ca4eb5dc tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:22.928653 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60b441-0d2d-4f3c-ada8-3956ca4eb5dc tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Pushing event updated for resources: {'Port': ['ID=cf440916-14a0-4998-8dbe-d47c53994127,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:22.939498 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ef60b441-0d2d-4f3c-ada8-3956ca4eb5dc tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:22.957822 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ef60b441-0d2d-4f3c-ada8-3956ca4eb5dc tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:22.959384 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ef60b441-0d2d-4f3c-ada8-3956ca4eb5dc tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9462306 Nov 10 19:43:23.126763 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-e3214d8b-d7ba-4a7d-95ce-a4340479530d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1447228129&fields=id&tenant_id=ab3180c6842f4189a0ffab6a31569413 HTTP/1.1" status: 200 len: 267 time: 0.0539997 Nov 10 19:43:23.145669 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:43:23.151965 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ec06c87-4dd2-4dfe-8445-f492baba2d0f None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:23.158931 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ec06c87-4dd2-4dfe-8445-f492baba2d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:23.261960 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b291a-1dde-425b-b46a-1cd36aa4b56f None None] Pushing event updated for resources: {'Port': ['ID=ebddd142-c20c-4210-b5d6-2d3048c79382,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:23.273279 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-31c12ac7-1358-40c8-974e-d969e991812a tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:23.275040 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-31c12ac7-1358-40c8-974e-d969e991812a tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/networks?id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 HTTP/1.1" status: 200 len: 817 time: 0.1361852 Nov 10 19:43:23.294212 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-bf949b89-02c0-46be-abad-84a69f9568e2 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/quotas/ab3180c6842f4189a0ffab6a31569413 HTTP/1.1" status: 200 len: 375 time: 0.0121770 Nov 10 19:43:23.307853 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-6ec06c87-4dd2-4dfe-8445-f492baba2d0f None None] Attempting to bind port ebddd142-c20c-4210-b5d6-2d3048c79382 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:43:23.308229 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-6ec06c87-4dd2-4dfe-8445-f492baba2d0f None None] Attempting to bind port ebddd142-c20c-4210-b5d6-2d3048c79382 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '85ffe426-ae79-4ddb-ac71-391c9badb732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:43:23.308591 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec06c87-4dd2-4dfe-8445-f492baba2d0f None None] Attempting to bind port ebddd142-c20c-4210-b5d6-2d3048c79382 on network 4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:43:23.316266 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec06c87-4dd2-4dfe-8445-f492baba2d0f None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:43:23.316674 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec06c87-4dd2-4dfe-8445-f492baba2d0f None None] Checking segment: {'id': '85ffe426-ae79-4ddb-ac71-391c9badb732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:43:23.317044 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ec06c87-4dd2-4dfe-8445-f492baba2d0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:23.317431 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec06c87-4dd2-4dfe-8445-f492baba2d0f None None] Bound using segment: {'id': '85ffe426-ae79-4ddb-ac71-391c9badb732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:43:23.317942 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-6ec06c87-4dd2-4dfe-8445-f492baba2d0f None None] Bound port: ebddd142-c20c-4210-b5d6-2d3048c79382, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ffe426-ae79-4ddb-ac71-391c9badb732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:43:23.318626 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ec06c87-4dd2-4dfe-8445-f492baba2d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:23.357252 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-16d3c129-483f-49e5-804a-211a0a431b34 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ab3180c6842f4189a0ffab6a31569413&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0578399 Nov 10 19:43:23.396019 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-6ec06c87-4dd2-4dfe-8445-f492baba2d0f None None] For port ebddd142-c20c-4210-b5d6-2d3048c79382, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:43:23.399696 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-6ec06c87-4dd2-4dfe-8445-f492baba2d0f None None] For port ebddd142-c20c-4210-b5d6-2d3048c79382, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ebddd142-c20c-4210-b5d6-2d3048c79382,segment=NetworkSegment(85ffe426-ae79-4ddb-ac71-391c9badb732),segment_id=85ffe426-ae79-4ddb-ac71-391c9badb732)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:43:23.404417 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ec06c87-4dd2-4dfe-8445-f492baba2d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:23.471944 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec06c87-4dd2-4dfe-8445-f492baba2d0f None None] Routers {'2826e890-8d32-4c69-9aad-990348eafcdf'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:43:23.472618 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-6ec06c87-4dd2-4dfe-8445-f492baba2d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:42:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2826e890-8d32-4c69-9aad-990348eafcdf'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:43:23.492611 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-91a41243-a223-4255-aa69-66f5f1d55374 service neutron] 10.222.0.54 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178794 Nov 10 19:43:23.537615 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b291a-1dde-425b-b46a-1cd36aa4b56f None None] Pushing event updated for resources: {'Port': ['ID=ebddd142-c20c-4210-b5d6-2d3048c79382,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:23.568964 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f08d48f9-8e8f-4266-8454-662019c85eaf None None] Provisioning complete for port ebddd142-c20c-4210-b5d6-2d3048c79382 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:43:23.569344 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f08d48f9-8e8f-4266-8454-662019c85eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:23.620373 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-db403ff8-bea6-41dc-9411-ce2ece46fd0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:23.639737 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-cbb21660-8503-41ab-ba40-2377553272f6 service neutron] 10.222.0.54 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357503 Nov 10 19:43:23.726804 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-6ec06c87-4dd2-4dfe-8445-f492baba2d0f None None] Set router 2826e890-8d32-4c69-9aad-990348eafcdf gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:43:23.754109 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f08d48f9-8e8f-4266-8454-662019c85eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:23.864135 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-f08d48f9-8e8f-4266-8454-662019c85eaf None None] For port ebddd142-c20c-4210-b5d6-2d3048c79382, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ebddd142-c20c-4210-b5d6-2d3048c79382,segment=NetworkSegment(85ffe426-ae79-4ddb-ac71-391c9badb732),segment_id=85ffe426-ae79-4ddb-ac71-391c9badb732)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:43:23.896433 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2332d90d-cb44-4c6c-a7e9-884a409ed0df req-60417ef3-bc37-42ee-aa63-387a3b00b969 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 210 time: 0.0682929 Nov 10 19:43:23.898131 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f08d48f9-8e8f-4266-8454-662019c85eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:23.988361 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d48f9-8e8f-4266-8454-662019c85eaf None None] Pushing event updated for resources: {'Port': ['ID=ebddd142-c20c-4210-b5d6-2d3048c79382,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:24.042521 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-97ae7dff-a97d-45fc-a4c2-3a946c4d4aab None None] Provisioning complete for port ebddd142-c20c-4210-b5d6-2d3048c79382 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:43:24.042891 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-97ae7dff-a97d-45fc-a4c2-3a946c4d4aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:24.094150 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-6ec06c87-4dd2-4dfe-8445-f492baba2d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'name': 'tempest-AttachVolumeShelveTestJSON-1191069310-router', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:43:16Z', 'updated_at': '2021-11-10T19:43:20Z', 'revision_number': 4, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'gw_port': {'id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ba:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:43:17Z', 'updated_at': '2021-11-10T19:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'ebddd142-c20c-4210-b5d6-2d3048c79382', 'name': '', 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'mac_address': 'fa:16:3e:fb:f7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:43:19Z', 'updated_at': '2021-11-10T19:43:23Z', 'revision_number': 4, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'subnets': [{'id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:43:24.133567 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec06c87-4dd2-4dfe-8445-f492baba2d0f None None] The sync data for ids ['2826e890-8d32-4c69-9aad-990348eafcdf'] in n-d-813897-4 is: [{'id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'name': 'tempest-AttachVolumeShelveTestJSON-1191069310-router', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:43:16Z', 'updated_at': '2021-11-10T19:43:20Z', 'revision_number': 4, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'gw_port': {'id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ba:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:43:17Z', 'updated_at': '2021-11-10T19:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'ebddd142-c20c-4210-b5d6-2d3048c79382', 'name': '', 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'mac_address': 'fa:16:3e:fb:f7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:43:19Z', 'updated_at': '2021-11-10T19:43:23Z', 'revision_number': 4, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'subnets': [{'id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:43:24.903913 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:25.041898 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e62ace51-d121-4f25-8edb-0427b6a1206c req-c3df5c18-00b0-4f58-a7f8-0eb082428126 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 210 time: 0.0493453 Nov 10 19:43:25.165745 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:25.168415 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-1df734c6-76c4-4cc4-93a7-8fd339b3f88a tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:25.170236 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-1df734c6-76c4-4cc4-93a7-8fd339b3f88a tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.25 "GET /v2.0/networks?id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 HTTP/1.1" status: 200 len: 817 time: 0.1507297 Nov 10 19:43:25.262158 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-cd3a4352-5e1d-4f69-b5f0-f3025559be2d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab3180c6842f4189a0ffab6a31569413 HTTP/1.1" status: 200 len: 380 time: 0.0814934 Nov 10 19:43:25.275907 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-ff412007-de43-4d96-b383-865fa0154336 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Request body: {'port': {'device_id': 'f4cebcda-12b2-4340-ab43-240c433675bc', 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0', 'admin_state_up': True, 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'security_groups': ['4972dbd2-7a10-40e0-8b33-a31665938a67']}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:43:25.391463 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-ff412007-de43-4d96-b383-865fa0154336 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Made reservation on behalf of ab3180c6842f4189a0ffab6a31569413 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:43:25.395330 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-ff412007-de43-4d96-b383-865fa0154336 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:25.526651 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-ff412007-de43-4d96-b383-865fa0154336 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Allocated IP 172.20.0.13 (4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0/40030106-ed1c-4f54-bc33-e92ab198bc65/5edfec66-58ee-42e5-a23e-28d446f64ac7) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:43:25.671731 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-ff412007-de43-4d96-b383-865fa0154336 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:25.711948 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-ff412007-de43-4d96-b383-865fa0154336 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:25.731783 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-32455da5-c52c-44d3-a76a-9532af9c2734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:25.758048 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-ff412007-de43-4d96-b383-865fa0154336 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Network 4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:43:25.763289 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-ff412007-de43-4d96-b383-865fa0154336 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:43:25.767150 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-ff412007-de43-4d96-b383-865fa0154336 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:43:25.794355 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff412007-de43-4d96-b383-865fa0154336 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Pushing event updated for resources: {'Port': ['ID=5edfec66-58ee-42e5-a23e-28d446f64ac7,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:25.822553 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-ff412007-de43-4d96-b383-865fa0154336 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:25.823356 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-ff412007-de43-4d96-b383-865fa0154336 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:25.842004 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-ff412007-de43-4d96-b383-865fa0154336 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5737314 Nov 10 19:43:25.855640 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-b266a5a7-5573-4711-b923-a08eb2946cdb service neutron] Request body: {'port': {'device_id': 'f4cebcda-12b2-4340-ab43-240c433675bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:43:25.917470 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-b266a5a7-5573-4711-b923-a08eb2946cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:26.029682 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-299e87dc-06f4-4f78-a957-9bcc43c24dce None None] Provisioning complete for port 5edfec66-58ee-42e5-a23e-28d446f64ac7 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:43:26.030347 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-299e87dc-06f4-4f78-a957-9bcc43c24dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:26.071664 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-299e87dc-06f4-4f78-a957-9bcc43c24dce None None] Port 5edfec66-58ee-42e5-a23e-28d446f64ac7 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:43:26.204854 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2066c-ae0f-4002-96df-8eab41c18a7a req-cc4caadd-f138-4660-8b7d-d74219e017a4 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:26.206497 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f8d2066c-ae0f-4002-96df-8eab41c18a7a req-cc4caadd-f138-4660-8b7d-d74219e017a4 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 932 time: 0.0777371 Nov 10 19:43:26.224731 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-b266a5a7-5573-4711-b923-a08eb2946cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5edfec66-58ee-42e5-a23e-28d446f64ac7 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:43:26.234634 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-b266a5a7-5573-4711-b923-a08eb2946cdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:26.266175 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-b266a5a7-5573-4711-b923-a08eb2946cdb service neutron] Transition to ACTIVE for port object 5edfec66-58ee-42e5-a23e-28d446f64ac7 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:43:26.275432 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-b266a5a7-5573-4711-b923-a08eb2946cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:26.278437 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ebddd142-c20c-4210-b5d6-2d3048c79382 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:43:26.284108 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f8d2066c-ae0f-4002-96df-8eab41c18a7a req-364203d7-3123-4b71-a68d-1e8d020cf0d0 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712740 Nov 10 19:43:26.331930 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266a5a7-5573-4711-b923-a08eb2946cdb service neutron] Pushing event updated for resources: {'Port': ['ID=5edfec66-58ee-42e5-a23e-28d446f64ac7,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:26.371935 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port ebddd142-c20c-4210-b5d6-2d3048c79382 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:43:26.373476 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:26.428065 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-b266a5a7-5573-4711-b923-a08eb2946cdb service neutron] Attempting to bind port 5edfec66-58ee-42e5-a23e-28d446f64ac7 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:43:26.428409 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-b266a5a7-5573-4711-b923-a08eb2946cdb service neutron] Attempting to bind port 5edfec66-58ee-42e5-a23e-28d446f64ac7 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '85ffe426-ae79-4ddb-ac71-391c9badb732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:43:26.428940 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-b266a5a7-5573-4711-b923-a08eb2946cdb service neutron] Attempting to bind port 5edfec66-58ee-42e5-a23e-28d446f64ac7 on network 4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:43:26.436848 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-b266a5a7-5573-4711-b923-a08eb2946cdb service neutron] Port 5edfec66-58ee-42e5-a23e-28d446f64ac7 on network 4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:43:26.437187 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-b266a5a7-5573-4711-b923-a08eb2946cdb service neutron] Attempting to bind port 5edfec66-58ee-42e5-a23e-28d446f64ac7 on network 4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:43:26.444046 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-b266a5a7-5573-4711-b923-a08eb2946cdb service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:43:26.444416 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-b266a5a7-5573-4711-b923-a08eb2946cdb service neutron] Checking segment: {'id': '85ffe426-ae79-4ddb-ac71-391c9badb732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:43:26.444862 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-b266a5a7-5573-4711-b923-a08eb2946cdb service neutron] Bound using segment: {'id': '85ffe426-ae79-4ddb-ac71-391c9badb732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:43:26.445359 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-b266a5a7-5573-4711-b923-a08eb2946cdb service neutron] Bound port: 5edfec66-58ee-42e5-a23e-28d446f64ac7, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ffe426-ae79-4ddb-ac71-391c9badb732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:43:26.445796 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-b266a5a7-5573-4711-b923-a08eb2946cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:26.524666 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-b266a5a7-5573-4711-b923-a08eb2946cdb service neutron] For port 5edfec66-58ee-42e5-a23e-28d446f64ac7, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:43:26.528832 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-b266a5a7-5573-4711-b923-a08eb2946cdb service neutron] For port 5edfec66-58ee-42e5-a23e-28d446f64ac7, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=5edfec66-58ee-42e5-a23e-28d446f64ac7,segment=NetworkSegment(85ffe426-ae79-4ddb-ac71-391c9badb732),segment_id=85ffe426-ae79-4ddb-ac71-391c9badb732)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:43:26.534730 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-b266a5a7-5573-4711-b923-a08eb2946cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:26.573563 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-b266a5a7-5573-4711-b923-a08eb2946cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:26.574101 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-b266a5a7-5573-4711-b923-a08eb2946cdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:26.575594 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-b266a5a7-5573-4711-b923-a08eb2946cdb service neutron] 10.222.0.25 "PUT /v2.0/ports/5edfec66-58ee-42e5-a23e-28d446f64ac7 HTTP/1.1" status: 200 len: 1092 time: 0.7252982 Nov 10 19:43:26.576041 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4cebcda-12b2-4340-ab43-240c433675bc', 'tag': '5edfec66-58ee-42e5-a23e-28d446f64ac7'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:43:26.578382 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f699ce-9287-4bf2-9385-b0281f29fc00" -d '{"events": [{"name": "network-changed", "server_uuid": "f4cebcda-12b2-4340-ab43-240c433675bc", "tag": "5edfec66-58ee-42e5-a23e-28d446f64ac7"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:43:26.653578 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ade8aa-6f8c-4132-ac0e-f1dc80ff20dd x-openstack-request-id: req-a2ade8aa-6f8c-4132-ac0e-f1dc80ff20dd {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:43:26.654016 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4cebcda-12b2-4340-ab43-240c433675bc", "tag": "5edfec66-58ee-42e5-a23e-28d446f64ac7", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:43:26.654351 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a2ade8aa-6f8c-4132-ac0e-f1dc80ff20dd {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:43:26.654850 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4cebcda-12b2-4340-ab43-240c433675bc', 'tag': '5edfec66-58ee-42e5-a23e-28d446f64ac7', 'status': 'completed', 'code': 200} Nov 10 19:43:26.680714 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266a5a7-5573-4711-b923-a08eb2946cdb service neutron] Pushing event updated for resources: {'Port': ['ID=5edfec66-58ee-42e5-a23e-28d446f64ac7,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:26.713197 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-7d1c0793-d29c-45a4-a3cb-4b25bb094ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:26.715622 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-7d1c0793-d29c-45a4-a3cb-4b25bb094ccd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab3180c6842f4189a0ffab6a31569413&device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 1095 time: 0.0897868 Nov 10 19:43:26.773107 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-447d2e12-87e3-4d4c-8afa-caefd7a6a92d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5edfec66-58ee-42e5-a23e-28d446f64ac7 HTTP/1.1" status: 200 len: 217 time: 0.0423973 Nov 10 19:43:26.826463 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-d37d2dab-03ba-4462-a3b6-c363d86f42a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:26.827857 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-d37d2dab-03ba-4462-a3b6-c363d86f42a2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=40030106-ed1c-4f54-bc33-e92ab198bc65 HTTP/1.1" status: 200 len: 856 time: 0.0491114 Nov 10 19:43:26.880759 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-a9f45043-3470-40e7-ad2b-7c7c080ba6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:26.882457 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-a9f45043-3470-40e7-ad2b-7c7c080ba6e8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460711 Nov 10 19:43:26.986236 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-ca5b21a7-a92f-45b5-a5d8-a6492ca1170c service neutron] 10.222.0.25 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962088 Nov 10 19:43:27.087733 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-66041a19-117d-483f-9f84-75e3a1477ef9 req-c02dbec6-cc7a-4642-a1fa-c066c30c5510 service neutron] 10.222.0.25 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949938 Nov 10 19:43:27.183462 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f699ce-9287-4bf2-9385-b0281f29fc00 req-9a68fe22-ba45-4947-8b30-18a58efff455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:27.185456 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-80f699ce-9287-4bf2-9385-b0281f29fc00 req-9a68fe22-ba45-4947-8b30-18a58efff455 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab3180c6842f4189a0ffab6a31569413&device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 1095 time: 0.0474589 Nov 10 19:43:27.237343 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:27.289965 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f699ce-9287-4bf2-9385-b0281f29fc00 req-d54a9b5d-d06e-48d7-9973-9adbeee8f876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:27.292174 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-80f699ce-9287-4bf2-9385-b0281f29fc00 req-d54a9b5d-d06e-48d7-9973-9adbeee8f876 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 HTTP/1.1" status: 200 len: 918 time: 0.0997016 Nov 10 19:43:27.339775 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-80f699ce-9287-4bf2-9385-b0281f29fc00 req-f3ea1a52-8a22-4efa-98b5-1b810085f6b4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5edfec66-58ee-42e5-a23e-28d446f64ac7 HTTP/1.1" status: 200 len: 217 time: 0.0404928 Nov 10 19:43:27.394739 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f699ce-9287-4bf2-9385-b0281f29fc00 req-1982b16a-a6bb-4b3e-874f-0af84163efd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:27.396487 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-80f699ce-9287-4bf2-9385-b0281f29fc00 req-1982b16a-a6bb-4b3e-874f-0af84163efd5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=40030106-ed1c-4f54-bc33-e92ab198bc65 HTTP/1.1" status: 200 len: 856 time: 0.0505636 Nov 10 19:43:27.429520 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020f2d7-d9f6-4abe-acaf-7b1c329906a6 req-7e86d9bc-cd03-47dc-a7cd-c05e1141fea9 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:27.431947 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1020f2d7-d9f6-4abe-acaf-7b1c329906a6 req-7e86d9bc-cd03-47dc-a7cd-c05e1141fea9 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 944 time: 0.0527933 Nov 10 19:43:27.444926 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f699ce-9287-4bf2-9385-b0281f29fc00 req-afdfcffa-a11f-4642-965e-9ec28600ea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:27.446762 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-80f699ce-9287-4bf2-9385-b0281f29fc00 req-afdfcffa-a11f-4642-965e-9ec28600ea79 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431776 Nov 10 19:43:27.546566 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-80f699ce-9287-4bf2-9385-b0281f29fc00 req-ac85443b-724d-4c17-b5d7-cc91b17ee60b service neutron] 10.222.0.25 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927057 Nov 10 19:43:27.653425 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-80f699ce-9287-4bf2-9385-b0281f29fc00 req-5d54762e-d2b2-4c69-9d7c-0c76ce9e4fb5 service neutron] 10.222.0.25 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989764 Nov 10 19:43:27.811480 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1020f2d7-d9f6-4abe-acaf-7b1c329906a6 req-4d1201d8-32d1-42eb-864c-c0e6999dcba2 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3724017 Nov 10 19:43:28.737596 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:28.937471 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e4205-a170-4858-a87d-876f03772bae req-616aab5b-d240-42e1-a777-5483265c01ed tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:28.938977 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-900e4205-a170-4858-a87d-876f03772bae req-616aab5b-d240-42e1-a777-5483265c01ed tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 944 time: 0.0521216 Nov 10 19:43:28.985466 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-900e4205-a170-4858-a87d-876f03772bae req-c3be607e-8fc2-412e-ab5e-8d495aa12e1f tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402439 Nov 10 19:43:29.403106 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:29.488987 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 5edfec66-58ee-42e5-a23e-28d446f64ac7 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:43:29.593836 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 5edfec66-58ee-42e5-a23e-28d446f64ac7, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=5edfec66-58ee-42e5-a23e-28d446f64ac7,segment=NetworkSegment(85ffe426-ae79-4ddb-ac71-391c9badb732),segment_id=85ffe426-ae79-4ddb-ac71-391c9badb732)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:43:29.606682 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '5edfec66-58ee-42e5-a23e-28d446f64ac7', 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0', 'port_id': '5edfec66-58ee-42e5-a23e-28d446f64ac7', 'mac_address': 'fa:16:3e:5e:10:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:43:29.664683 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:29.678652 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5edfec66-58ee-42e5-a23e-28d446f64ac7 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:43:29.699736 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 5edfec66-58ee-42e5-a23e-28d446f64ac7, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=5edfec66-58ee-42e5-a23e-28d446f64ac7,segment=NetworkSegment(85ffe426-ae79-4ddb-ac71-391c9badb732),segment_id=85ffe426-ae79-4ddb-ac71-391c9badb732)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:43:29.704117 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:29.755813 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=5edfec66-58ee-42e5-a23e-28d446f64ac7,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:29.763803 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:43:29.764143 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:43:29.764486 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:43:29.764794 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:43:29.765184 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:43:29.765665 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:43:29.766017 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:43:29.766344 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:43:29.766664 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:43:29.766979 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:43:29.767294 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:43:29.767615 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:43:30.016444 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['5edfec66-58ee-42e5-a23e-28d446f64ac7'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:43:30.114572 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489ed91-48bc-4346-99e2-fe4f3785cc5f req-7a19a22b-cff3-409e-b55f-3a465d96beb3 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:30.116303 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4489ed91-48bc-4346-99e2-fe4f3785cc5f req-7a19a22b-cff3-409e-b55f-3a465d96beb3 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 945 time: 0.0494041 Nov 10 19:43:30.172544 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4489ed91-48bc-4346-99e2-fe4f3785cc5f req-04548904-7af0-4f66-9021-5c5198c5a87c tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456357 Nov 10 19:43:31.299321 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f7e62-ccdf-4f22-9b52-dc9cf8be35e1 req-2b06025f-90f9-4b65-9a72-335692fb6c9e tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:31.300785 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b51f7e62-ccdf-4f22-9b52-dc9cf8be35e1 req-2b06025f-90f9-4b65-9a72-335692fb6c9e tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 945 time: 0.0540812 Nov 10 19:43:31.348522 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b51f7e62-ccdf-4f22-9b52-dc9cf8be35e1 req-4b720a59-1b93-44f2-bfa6-da3051c3c323 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413880 Nov 10 19:43:31.504832 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 5edfec66-58ee-42e5-a23e-28d446f64ac7 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:43:31.564064 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 5edfec66-58ee-42e5-a23e-28d446f64ac7 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:43:31.568845 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 5edfec66-58ee-42e5-a23e-28d446f64ac7 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:43:31.569415 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:31.654312 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:31.676965 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cebcda-12b2-4340-ab43-240c433675bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edfec66-58ee-42e5-a23e-28d446f64ac7'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:43:31.679339 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908effe4-0586-40ca-ad11-283e00ec811e" -d '{"events": [{"server_uuid": "f4cebcda-12b2-4340-ab43-240c433675bc", "name": "network-vif-plugged", "status": "completed", "tag": "5edfec66-58ee-42e5-a23e-28d446f64ac7"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:43:31.692001 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 5edfec66-58ee-42e5-a23e-28d446f64ac7, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=5edfec66-58ee-42e5-a23e-28d446f64ac7,segment=NetworkSegment(85ffe426-ae79-4ddb-ac71-391c9badb732),segment_id=85ffe426-ae79-4ddb-ac71-391c9badb732)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:43:31.698505 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:31.723739 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799749d3-a287-4cd2-854f-1645e2aff6b3 x-openstack-request-id: req-799749d3-a287-4cd2-854f-1645e2aff6b3 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:43:31.724048 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cebcda-12b2-4340-ab43-240c433675bc", "name": "network-vif-plugged", "status": "completed", "tag": "5edfec66-58ee-42e5-a23e-28d446f64ac7", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:43:31.724296 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-799749d3-a287-4cd2-854f-1645e2aff6b3 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:43:31.724731 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cebcda-12b2-4340-ab43-240c433675bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edfec66-58ee-42e5-a23e-28d446f64ac7', 'code': 200} Nov 10 19:43:31.756794 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=5edfec66-58ee-42e5-a23e-28d446f64ac7,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:43:31.838252 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd2be6-4017-4f5b-a9fa-3f0528fa8e2e req-afef5b93-a9cd-48f7-8ebf-d2c2f6680adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:31.839835 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-08fd2be6-4017-4f5b-a9fa-3f0528fa8e2e req-afef5b93-a9cd-48f7-8ebf-d2c2f6680adc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 1097 time: 0.0490828 Nov 10 19:43:31.888192 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-08fd2be6-4017-4f5b-a9fa-3f0528fa8e2e req-3782a743-fa29-4b4e-b65f-e018a9b5dcdd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407798 Nov 10 19:43:32.475403 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713539b-613d-4748-bab6-e0f169f25504 req-92f43aef-b471-48ce-8b20-0973407dd055 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:32.476928 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9713539b-613d-4748-bab6-e0f169f25504 req-92f43aef-b471-48ce-8b20-0973407dd055 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 946 time: 0.0518708 Nov 10 19:43:32.526886 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9713539b-613d-4748-bab6-e0f169f25504 req-26f148d0-9d16-4db3-bfd0-c8950fd53c20 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436721 Nov 10 19:43:33.660251 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0e8e6-1b21-404c-ad2d-d811c666129b req-493b4dcb-539c-4aa4-827e-30d253c5952b tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:33.661753 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1db0e8e6-1b21-404c-ad2d-d811c666129b req-493b4dcb-539c-4aa4-827e-30d253c5952b tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 946 time: 0.0547674 Nov 10 19:43:33.713609 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1db0e8e6-1b21-404c-ad2d-d811c666129b req-e2feb466-a641-49ad-bc46-e44036dabdba tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452318 Nov 10 19:43:33.838324 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b72be-c655-4ba1-8edf-dec4bb10d126 req-2d261d7f-d512-4205-9aff-dbd69f8ecc23 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:33.839937 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e41b72be-c655-4ba1-8edf-dec4bb10d126 req-2d261d7f-d512-4205-9aff-dbd69f8ecc23 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 946 time: 0.0505371 Nov 10 19:43:33.849035 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 45880) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:43:33.854045 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-dca5c733-d941-435a-8612-adc524715a48 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Request body: {'floatingip': {'port_id': '5edfec66-58ee-42e5-a23e-28d446f64ac7'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:43:33.893509 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dca5c733-d941-435a-8612-adc524715a48 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for floatingip, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:34.346590 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dca5c733-d941-435a-8612-adc524715a48 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:34.352602 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dca5c733-d941-435a-8612-adc524715a48 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:34.459012 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-dca5c733-d941-435a-8612-adc524715a48 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Floating IP 8b1ecf40-7f0f-4bc2-96a0-3e5e2d246e80 associated. External IP: 172.25.3.121, port: 5edfec66-58ee-42e5-a23e-28d446f64ac7. Nov 10 19:43:34.678154 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca5c733-d941-435a-8612-adc524715a48 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Router 2826e890-8d32-4c69-9aad-990348eafcdf has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:43:34.786749 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca5c733-d941-435a-8612-adc524715a48 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:43:34.792013 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dca5c733-d941-435a-8612-adc524715a48 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:34.797812 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c5362a-cec7-4296-a286-baa4c93b4fc0 None None] Sync routers for ids ['2826e890-8d32-4c69-9aad-990348eafcdf'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:43:34.808545 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c5362a-cec7-4296-a286-baa4c93b4fc0 None None] Routers {'2826e890-8d32-4c69-9aad-990348eafcdf'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:43:34.809148 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a5c5362a-cec7-4296-a286-baa4c93b4fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:43:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2826e890-8d32-4c69-9aad-990348eafcdf'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:43:34.844254 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-dca5c733-d941-435a-8612-adc524715a48 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "PUT /v2.0/floatingips/8b1ecf40-7f0f-4bc2-96a0-3e5e2d246e80 HTTP/1.1" status: 200 len: 992 time: 0.9939456 Nov 10 19:43:34.845345 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4cebcda-12b2-4340-ab43-240c433675bc', 'tag': '5edfec66-58ee-42e5-a23e-28d446f64ac7'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:43:34.847909 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-83a1a625-642a-4824-a728-fbaf58f04ccf req-c4af258d-e5d2-4bf1-8e6f-5ed7a825eaeb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489013 Nov 10 19:43:34.851097 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f943a401-6643-4337-9ef6-843b3250c265" -d '{"events": [{"name": "network-changed", "server_uuid": "f4cebcda-12b2-4340-ab43-240c433675bc", "tag": "5edfec66-58ee-42e5-a23e-28d446f64ac7"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:43:34.947705 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887949c6-3a7a-47bc-bb26-03c9b08b7f8c x-openstack-request-id: req-887949c6-3a7a-47bc-bb26-03c9b08b7f8c {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:43:34.948203 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4cebcda-12b2-4340-ab43-240c433675bc", "tag": "5edfec66-58ee-42e5-a23e-28d446f64ac7", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:43:34.948459 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-887949c6-3a7a-47bc-bb26-03c9b08b7f8c {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:43:34.948873 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4cebcda-12b2-4340-ab43-240c433675bc', 'tag': '5edfec66-58ee-42e5-a23e-28d446f64ac7', 'status': 'completed', 'code': 200} Nov 10 19:43:34.957050 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-a5c5362a-cec7-4296-a286-baa4c93b4fc0 None None] Set router 2826e890-8d32-4c69-9aad-990348eafcdf gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:43:34.957442 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1a625-642a-4824-a728-fbaf58f04ccf req-b1d157b1-9d5a-4c4e-9cbd-1d4701b2bb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:34.961077 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-83a1a625-642a-4824-a728-fbaf58f04ccf req-b1d157b1-9d5a-4c4e-9cbd-1d4701b2bb5e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab3180c6842f4189a0ffab6a31569413&device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 1097 time: 0.0571229 Nov 10 19:43:35.076703 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1a625-642a-4824-a728-fbaf58f04ccf req-9a98e51e-d378-4f2c-9704-210d6413353b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:35.078484 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-83a1a625-642a-4824-a728-fbaf58f04ccf req-9a98e51e-d378-4f2c-9704-210d6413353b service neutron] 10.222.0.25 "GET /v2.0/networks?id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 HTTP/1.1" status: 200 len: 918 time: 0.0959959 Nov 10 19:43:35.188288 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-83a1a625-642a-4824-a728-fbaf58f04ccf req-9bc44ebc-7735-49ef-8c7d-e183efdbe249 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5edfec66-58ee-42e5-a23e-28d446f64ac7 HTTP/1.1" status: 200 len: 1000 time: 0.1015968 Nov 10 19:43:35.197652 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a5c5362a-cec7-4296-a286-baa4c93b4fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'name': 'tempest-AttachVolumeShelveTestJSON-1191069310-router', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:43:16Z', 'updated_at': '2021-11-10T19:43:20Z', 'revision_number': 4, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'gw_port': {'id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ba:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:43:17Z', 'updated_at': '2021-11-10T19:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '8b1ecf40-7f0f-4bc2-96a0-3e5e2d246e80', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'floating_ip_address': '172.25.3.121', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'port_id': '5edfec66-58ee-42e5-a23e-28d446f64ac7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0', 'mac_address': 'fa:16:3e:5e:10:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cebcda-12b2-4340-ab43-240c433675bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:43:22Z', 'updated_at': '2021-11-10T19:43:34Z', 'revision_number': 1, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebddd142-c20c-4210-b5d6-2d3048c79382', 'name': '', 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'mac_address': 'fa:16:3e:fb:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:43:19Z', 'updated_at': '2021-11-10T19:43:23Z', 'revision_number': 5, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'subnets': [{'id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:43:35.228380 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c5362a-cec7-4296-a286-baa4c93b4fc0 None None] Checking router: 2826e890-8d32-4c69-9aad-990348eafcdf for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:43:35.237836 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c5362a-cec7-4296-a286-baa4c93b4fc0 None None] Routers {'2826e890-8d32-4c69-9aad-990348eafcdf'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:43:35.238454 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a5c5362a-cec7-4296-a286-baa4c93b4fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:43:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2826e890-8d32-4c69-9aad-990348eafcdf'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:43:35.242199 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1a625-642a-4824-a728-fbaf58f04ccf req-cc84d82b-b392-47a3-8a7c-b15cefb3cbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:35.243964 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-83a1a625-642a-4824-a728-fbaf58f04ccf req-cc84d82b-b392-47a3-8a7c-b15cefb3cbfa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=40030106-ed1c-4f54-bc33-e92ab198bc65 HTTP/1.1" status: 200 len: 856 time: 0.0484896 Nov 10 19:43:35.292129 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1a625-642a-4824-a728-fbaf58f04ccf req-dc8bce54-301e-4dd3-a2dc-bc357c159547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:35.293798 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-83a1a625-642a-4824-a728-fbaf58f04ccf req-dc8bce54-301e-4dd3-a2dc-bc357c159547 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427632 Nov 10 19:43:35.352548 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-a5c5362a-cec7-4296-a286-baa4c93b4fc0 None None] Set router 2826e890-8d32-4c69-9aad-990348eafcdf gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:43:35.401117 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-83a1a625-642a-4824-a728-fbaf58f04ccf req-e1414071-5c0c-44a3-9bfd-79f948bea1d0 service neutron] 10.222.0.25 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996506 Nov 10 19:43:35.506889 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-83a1a625-642a-4824-a728-fbaf58f04ccf req-6072665d-fc52-4ecc-8626-3a43e98ed606 service neutron] 10.222.0.25 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990729 Nov 10 19:43:35.600972 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943a401-6643-4337-9ef6-843b3250c265 req-c3228233-7e5e-4d5a-aecf-d8f1a1c61e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:35.603177 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f943a401-6643-4337-9ef6-843b3250c265 req-c3228233-7e5e-4d5a-aecf-d8f1a1c61e1e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab3180c6842f4189a0ffab6a31569413&device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 1097 time: 0.0495021 Nov 10 19:43:35.623677 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a5c5362a-cec7-4296-a286-baa4c93b4fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'name': 'tempest-AttachVolumeShelveTestJSON-1191069310-router', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:43:16Z', 'updated_at': '2021-11-10T19:43:20Z', 'revision_number': 4, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'gw_port': {'id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ba:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:43:17Z', 'updated_at': '2021-11-10T19:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '8b1ecf40-7f0f-4bc2-96a0-3e5e2d246e80', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'floating_ip_address': '172.25.3.121', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'port_id': '5edfec66-58ee-42e5-a23e-28d446f64ac7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0', 'mac_address': 'fa:16:3e:5e:10:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cebcda-12b2-4340-ab43-240c433675bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:43:22Z', 'updated_at': '2021-11-10T19:43:34Z', 'revision_number': 1, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebddd142-c20c-4210-b5d6-2d3048c79382', 'name': '', 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'mac_address': 'fa:16:3e:fb:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:43:19Z', 'updated_at': '2021-11-10T19:43:23Z', 'revision_number': 5, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'subnets': [{'id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:43:35.656609 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c5362a-cec7-4296-a286-baa4c93b4fc0 None None] The sync data for ids ['2826e890-8d32-4c69-9aad-990348eafcdf'] in n-d-813897-4 is: [{'id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'name': 'tempest-AttachVolumeShelveTestJSON-1191069310-router', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:43:16Z', 'updated_at': '2021-11-10T19:43:20Z', 'revision_number': 4, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'gw_port': {'id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ba:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:43:17Z', 'updated_at': '2021-11-10T19:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '8b1ecf40-7f0f-4bc2-96a0-3e5e2d246e80', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'floating_ip_address': '172.25.3.121', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'port_id': '5edfec66-58ee-42e5-a23e-28d446f64ac7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0', 'mac_address': 'fa:16:3e:5e:10:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cebcda-12b2-4340-ab43-240c433675bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:43:22Z', 'updated_at': '2021-11-10T19:43:34Z', 'revision_number': 1, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebddd142-c20c-4210-b5d6-2d3048c79382', 'name': '', 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'mac_address': 'fa:16:3e:fb:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:43:19Z', 'updated_at': '2021-11-10T19:43:23Z', 'revision_number': 5, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'subnets': [{'id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:43:35.705398 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943a401-6643-4337-9ef6-843b3250c265 req-d5c054cd-c66d-4dc6-aee8-d68deb49c12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:35.706995 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f943a401-6643-4337-9ef6-843b3250c265 req-d5c054cd-c66d-4dc6-aee8-d68deb49c12c service neutron] 10.222.0.25 "GET /v2.0/networks?id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 HTTP/1.1" status: 200 len: 918 time: 0.0965350 Nov 10 19:43:35.780225 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f943a401-6643-4337-9ef6-843b3250c265 req-9d3f9a11-59c2-4c5a-b4b8-db2909a60a2d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5edfec66-58ee-42e5-a23e-28d446f64ac7 HTTP/1.1" status: 200 len: 1000 time: 0.0656967 Nov 10 19:43:35.837360 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943a401-6643-4337-9ef6-843b3250c265 req-7ce58332-13e4-4e31-91f5-aad80083efce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:35.839001 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f943a401-6643-4337-9ef6-843b3250c265 req-7ce58332-13e4-4e31-91f5-aad80083efce service neutron] 10.222.0.25 "GET /v2.0/subnets?id=40030106-ed1c-4f54-bc33-e92ab198bc65 HTTP/1.1" status: 200 len: 856 time: 0.0509081 Nov 10 19:43:35.877279 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3aa518f-8970-4397-9477-23974f0074ed None None] New status for floating IP 8b1ecf40-7f0f-4bc2-96a0-3e5e2d246e80: ACTIVE {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:43:35.888688 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943a401-6643-4337-9ef6-843b3250c265 req-0f612934-501a-4f1d-a8cc-c5f639c64b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:35.891344 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f943a401-6643-4337-9ef6-843b3250c265 req-0f612934-501a-4f1d-a8cc-c5f639c64b01 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443716 Nov 10 19:43:36.247704 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f943a401-6643-4337-9ef6-843b3250c265 req-9c74af6c-dc39-4296-b488-c54f96bd0104 service neutron] 10.222.0.25 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491375 Nov 10 19:43:36.339204 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f943a401-6643-4337-9ef6-843b3250c265 req-b891a01a-0569-45c5-ac20-f295d06026e4 service neutron] 10.222.0.25 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836668 Nov 10 19:43:37.234273 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2f2819f-1c76-4ffd-9c66-d0e6b56dd5e8 req-3d14aeac-c9a4-4e29-b148-8262f013bbb4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2a4ea0b7-b973-4000-bf66-9e9671354dad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0496557 Nov 10 19:43:37.321004 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2819f-1c76-4ffd-9c66-d0e6b56dd5e8 req-80da56dc-b20a-461c-b523-c37bfc6fcdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:37.322612 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2f2819f-1c76-4ffd-9c66-d0e6b56dd5e8 req-80da56dc-b20a-461c-b523-c37bfc6fcdb0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0863f57af6c245c5a4e0338a46ab2047&device_id=2a4ea0b7-b973-4000-bf66-9e9671354dad HTTP/1.1" status: 200 len: 1096 time: 0.0459580 Nov 10 19:43:37.428481 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2819f-1c76-4ffd-9c66-d0e6b56dd5e8 req-b51c1320-b2a0-41d4-b5c9-546da801628d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:37.429986 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2f2819f-1c76-4ffd-9c66-d0e6b56dd5e8 req-b51c1320-b2a0-41d4-b5c9-546da801628d service neutron] 10.222.0.73 "GET /v2.0/networks?id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e HTTP/1.1" status: 200 len: 912 time: 0.0875573 Nov 10 19:43:37.521905 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2f2819f-1c76-4ffd-9c66-d0e6b56dd5e8 req-eff7fc3c-6a11-4dc8-a548-07466d36fcad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e124d08-ec3d-405a-b8da-83a6448619b4 HTTP/1.1" status: 200 len: 1000 time: 0.0843666 Nov 10 19:43:37.572706 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2819f-1c76-4ffd-9c66-d0e6b56dd5e8 req-5bba4aa7-eda1-4526-b6a3-d7886d0f97c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:37.574231 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2f2819f-1c76-4ffd-9c66-d0e6b56dd5e8 req-5bba4aa7-eda1-4526-b6a3-d7886d0f97c7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d245deb3-5e48-4ae4-b622-b444342b78ed HTTP/1.1" status: 200 len: 850 time: 0.0458601 Nov 10 19:43:37.623165 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2819f-1c76-4ffd-9c66-d0e6b56dd5e8 req-dccce22c-9076-4277-8387-33b5e9c10940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:43:37.624736 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2f2819f-1c76-4ffd-9c66-d0e6b56dd5e8 req-dccce22c-9076-4277-8387-33b5e9c10940 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431106 Nov 10 19:43:37.739151 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2f2819f-1c76-4ffd-9c66-d0e6b56dd5e8 req-ec40e7f5-55c6-413e-9d47-dd808f4a63b1 service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058776 Nov 10 19:43:37.830774 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2f2819f-1c76-4ffd-9c66-d0e6b56dd5e8 req-2dbf2d56-866e-45ae-b077-ec2c073e206a service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842988 Nov 10 19:43:53.486418 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fa7b1133-f62f-4657-9cc3-ec8e223dcbe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:54.880263 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:55.172627 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:55.754156 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a2caee19-8f79-4f5f-a934-af72525500e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:57.241358 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:58.739837 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:43:59.413628 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:44:00.145330 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:44:23.482802 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-68efdf9c-2b19-432b-b1d4-27de832d55a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:44:24.877340 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:44:25.182969 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:44:25.740750 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7aa9b624-be66-4f76-a36f-d7529f678f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:44:27.246830 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:44:28.745462 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:44:29.423727 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:44:35.313987 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-5dda9369-29fd-4e7e-b10d-90435d7d2b00 req-b4187e8d-de62-4811-9045-2379a0ed802e service neutron] (102505) timed out ('10.222.0.73', 63551) {{(pid=102505) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 19:44:35.556164 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4ca33a0d-6819-4adf-bc14-5ba9892ecdf7 req-13db9b90-e2da-4a95-8836-14de77972abe service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0598171 Nov 10 19:44:35.650951 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca33a0d-6819-4adf-bc14-5ba9892ecdf7 req-3f99e0c7-bf2f-4fd7-ac88-5cf078f4b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:44:35.652736 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4ca33a0d-6819-4adf-bc14-5ba9892ecdf7 req-3f99e0c7-bf2f-4fd7-ac88-5cf078f4b85d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab3180c6842f4189a0ffab6a31569413&device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 1097 time: 0.0494907 Nov 10 19:44:35.763702 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca33a0d-6819-4adf-bc14-5ba9892ecdf7 req-411d3532-49d4-41f6-9066-26b40c184c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:44:35.766057 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4ca33a0d-6819-4adf-bc14-5ba9892ecdf7 req-411d3532-49d4-41f6-9066-26b40c184c93 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 HTTP/1.1" status: 200 len: 918 time: 0.0920506 Nov 10 19:44:35.848640 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4ca33a0d-6819-4adf-bc14-5ba9892ecdf7 req-14581339-af3b-432e-96aa-281f9cc050ec service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5edfec66-58ee-42e5-a23e-28d446f64ac7 HTTP/1.1" status: 200 len: 1002 time: 0.0736086 Nov 10 19:44:35.902630 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca33a0d-6819-4adf-bc14-5ba9892ecdf7 req-c60dea68-8388-498d-9437-b030e93f66b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:44:35.904153 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4ca33a0d-6819-4adf-bc14-5ba9892ecdf7 req-c60dea68-8388-498d-9437-b030e93f66b2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=40030106-ed1c-4f54-bc33-e92ab198bc65 HTTP/1.1" status: 200 len: 856 time: 0.0480752 Nov 10 19:44:35.963122 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca33a0d-6819-4adf-bc14-5ba9892ecdf7 req-b039f71d-8b4f-4c4d-bbe8-861d5b087d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:44:35.964936 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4ca33a0d-6819-4adf-bc14-5ba9892ecdf7 req-b039f71d-8b4f-4c4d-bbe8-861d5b087d91 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529203 Nov 10 19:44:36.078209 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4ca33a0d-6819-4adf-bc14-5ba9892ecdf7 req-d7a53606-c89f-4808-8a7b-beb18ad3b23c service neutron] 10.222.0.25 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049283 Nov 10 19:44:36.189543 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4ca33a0d-6819-4adf-bc14-5ba9892ecdf7 req-10560fa4-4aef-4e24-9e17-31285763e002 service neutron] 10.222.0.25 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045198 Nov 10 19:44:37.145482 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:44:39.230534 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-be352bbb-b32c-47d2-93a5-dc600e97045b req-d4d83e54-fdf1-4506-98b9-59f9a6711ab1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2a4ea0b7-b973-4000-bf66-9e9671354dad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476625 Nov 10 19:44:39.338410 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be352bbb-b32c-47d2-93a5-dc600e97045b req-d293bf15-7af5-434c-871d-6139d11d68d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:44:39.341128 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-be352bbb-b32c-47d2-93a5-dc600e97045b req-d293bf15-7af5-434c-871d-6139d11d68d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0863f57af6c245c5a4e0338a46ab2047&device_id=2a4ea0b7-b973-4000-bf66-9e9671354dad HTTP/1.1" status: 200 len: 1096 time: 0.0569968 Nov 10 19:44:39.468055 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be352bbb-b32c-47d2-93a5-dc600e97045b req-b6567c6b-37ec-4f37-af40-b354f5dc6d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:44:39.469512 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-be352bbb-b32c-47d2-93a5-dc600e97045b req-b6567c6b-37ec-4f37-af40-b354f5dc6d2b service neutron] 10.222.0.73 "GET /v2.0/networks?id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e HTTP/1.1" status: 200 len: 912 time: 0.1028433 Nov 10 19:44:39.548361 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-be352bbb-b32c-47d2-93a5-dc600e97045b req-2415ee80-3516-4ab9-affc-78c2b66a9a2a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e124d08-ec3d-405a-b8da-83a6448619b4 HTTP/1.1" status: 200 len: 1000 time: 0.0710874 Nov 10 19:44:39.608239 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be352bbb-b32c-47d2-93a5-dc600e97045b req-4e2cb8f6-095e-4933-ba0b-312c634ad6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:44:39.609813 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-be352bbb-b32c-47d2-93a5-dc600e97045b req-4e2cb8f6-095e-4933-ba0b-312c634ad6db service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d245deb3-5e48-4ae4-b622-b444342b78ed HTTP/1.1" status: 200 len: 850 time: 0.0539176 Nov 10 19:44:39.668818 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be352bbb-b32c-47d2-93a5-dc600e97045b req-fbbec9f3-cd2b-4fa6-b4d6-82feb74eaca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:44:39.670452 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-be352bbb-b32c-47d2-93a5-dc600e97045b req-fbbec9f3-cd2b-4fa6-b4d6-82feb74eaca4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524573 Nov 10 19:44:39.782810 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-be352bbb-b32c-47d2-93a5-dc600e97045b req-40316421-8094-4c87-be89-f5ae862c1cf7 service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044269 Nov 10 19:44:39.883959 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-be352bbb-b32c-47d2-93a5-dc600e97045b req-98f3c38b-79be-4031-b101-b2a14016d0e2 service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932901 Nov 10 19:44:50.322119 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c871a65-ca69-4830-9513-2a8b320d9633 req-db949f1b-5f43-4d15-9155-def19e877d80 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:44:50.323714 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c871a65-ca69-4830-9513-2a8b320d9633 req-db949f1b-5f43-4d15-9155-def19e877d80 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a4ea0b7-b973-4000-bf66-9e9671354dad HTTP/1.1" status: 200 len: 945 time: 0.0629706 Nov 10 19:44:50.381806 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c871a65-ca69-4830-9513-2a8b320d9633 req-90c3e168-3ac5-423c-8fd3-5b4e07a23861 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510249 Nov 10 19:44:51.512990 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73417038-5b6d-44c5-981c-a2f9e94ed986 req-4b4508c9-287c-45b0-973c-86d95fef6ec5 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:44:51.514853 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-73417038-5b6d-44c5-981c-a2f9e94ed986 req-4b4508c9-287c-45b0-973c-86d95fef6ec5 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a4ea0b7-b973-4000-bf66-9e9671354dad HTTP/1.1" status: 200 len: 945 time: 0.0582783 Nov 10 19:44:51.568813 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-73417038-5b6d-44c5-981c-a2f9e94ed986 req-f3c8bba1-3c47-4def-b5df-003673ef4445 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466478 Nov 10 19:44:51.724291 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ec11e-10ec-43ce-b542-03f34f8f00ec req-549f7d71-2678-457c-8fc5-5cb9dc8e834a tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:44:51.726333 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1a6ec11e-10ec-43ce-b542-03f34f8f00ec req-549f7d71-2678-457c-8fc5-5cb9dc8e834a tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a4ea0b7-b973-4000-bf66-9e9671354dad HTTP/1.1" status: 200 len: 945 time: 0.0539780 Nov 10 19:44:51.825690 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-1a6ec11e-10ec-43ce-b542-03f34f8f00ec req-71bd510d-5415-4e2a-92e8-2058e727413e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Deleting port 6e124d08-ec3d-405a-b8da-83a6448619b4 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:44:51.826023 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1a6ec11e-10ec-43ce-b542-03f34f8f00ec req-71bd510d-5415-4e2a-92e8-2058e727413e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:44:51.922689 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-1a6ec11e-10ec-43ce-b542-03f34f8f00ec req-71bd510d-5415-4e2a-92e8-2058e727413e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] For port 6e124d08-ec3d-405a-b8da-83a6448619b4, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=6e124d08-ec3d-405a-b8da-83a6448619b4,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:44:51.923519 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1a6ec11e-10ec-43ce-b542-03f34f8f00ec req-71bd510d-5415-4e2a-92e8-2058e727413e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:44:52.125706 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1a6ec11e-10ec-43ce-b542-03f34f8f00ec req-71bd510d-5415-4e2a-92e8-2058e727413e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:44:52.126077 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1a6ec11e-10ec-43ce-b542-03f34f8f00ec req-71bd510d-5415-4e2a-92e8-2058e727413e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:44:52.126389 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [req-1a6ec11e-10ec-43ce-b542-03f34f8f00ec req-71bd510d-5415-4e2a-92e8-2058e727413e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Floating IP 9494c4a9-7a31-4bb1-916b-3102a9abefeb disassociated. External IP: 172.25.3.18, port: 6e124d08-ec3d-405a-b8da-83a6448619b4. Nov 10 19:44:52.126736 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-1a6ec11e-10ec-43ce-b542-03f34f8f00ec req-71bd510d-5415-4e2a-92e8-2058e727413e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Calling delete_port for 6e124d08-ec3d-405a-b8da-83a6448619b4 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:44:52.265077 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1a6ec11e-10ec-43ce-b542-03f34f8f00ec req-71bd510d-5415-4e2a-92e8-2058e727413e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:44:52.308680 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd510d-5415-4e2a-92e8-2058e727413e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Pushing event deleted for resources: {'Port': ['ID=6e124d08-ec3d-405a-b8da-83a6448619b4,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:44:52.354374 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd510d-5415-4e2a-92e8-2058e727413e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:44:52.354703 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd510d-5415-4e2a-92e8-2058e727413e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:44:52.355041 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd510d-5415-4e2a-92e8-2058e727413e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:44:52.355372 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd510d-5415-4e2a-92e8-2058e727413e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:44:52.355697 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd510d-5415-4e2a-92e8-2058e727413e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:44:52.356018 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd510d-5415-4e2a-92e8-2058e727413e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:44:52.356347 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd510d-5415-4e2a-92e8-2058e727413e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:44:52.356649 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd510d-5415-4e2a-92e8-2058e727413e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:44:52.357105 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd510d-5415-4e2a-92e8-2058e727413e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:44:52.357425 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd510d-5415-4e2a-92e8-2058e727413e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:44:52.357749 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd510d-5415-4e2a-92e8-2058e727413e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:44:52.358131 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd510d-5415-4e2a-92e8-2058e727413e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:44:52.448917 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a6ec11e-10ec-43ce-b542-03f34f8f00ec req-71bd510d-5415-4e2a-92e8-2058e727413e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Router bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:44:52.581475 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a6ec11e-10ec-43ce-b542-03f34f8f00ec req-71bd510d-5415-4e2a-92e8-2058e727413e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:44:52.595618 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d74876-f83e-4c31-933f-752a35c73330 None None] Sync routers for ids ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:44:52.612011 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d74876-f83e-4c31-933f-752a35c73330 None None] Routers {'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:44:52.612906 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-69d74876-f83e-4c31-933f-752a35c73330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:44:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:44:52.648232 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6ec11e-10ec-43ce-b542-03f34f8f00ec req-71bd510d-5415-4e2a-92e8-2058e727413e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] No DVR routers for this DVR port 6e124d08-ec3d-405a-b8da-83a6448619b4 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:44:52.653243 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-1a6ec11e-10ec-43ce-b542-03f34f8f00ec req-71bd510d-5415-4e2a-92e8-2058e727413e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:44:52.663454 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1a6ec11e-10ec-43ce-b542-03f34f8f00ec req-71bd510d-5415-4e2a-92e8-2058e727413e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.73 "DELETE /v2.0/ports/6e124d08-ec3d-405a-b8da-83a6448619b4 HTTP/1.1" status: 204 len: 173 time: 0.9301934 Nov 10 19:44:52.664284 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4ea0b7-b973-4000-bf66-9e9671354dad', 'name': 'network-vif-deleted', 'tag': '6e124d08-ec3d-405a-b8da-83a6448619b4'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:44:52.668280 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6741676-de34-4e94-82c6-977b71e5e65a" -d '{"events": [{"server_uuid": "2a4ea0b7-b973-4000-bf66-9e9671354dad", "name": "network-vif-deleted", "tag": "6e124d08-ec3d-405a-b8da-83a6448619b4"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:44:52.812718 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1cb77779-3478-4729-b74b-7416e360eaff req-3b25c74f-cc39-4268-89a4-dd39cd9fd7f1 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a4ea0b7-b973-4000-bf66-9e9671354dad HTTP/1.1" status: 200 len: 210 time: 0.0634067 Nov 10 19:44:52.878304 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e253b2-66e7-435f-b062-550becf61b0a x-openstack-request-id: req-f8e253b2-66e7-435f-b062-550becf61b0a {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:44:52.878655 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4ea0b7-b973-4000-bf66-9e9671354dad", "name": "network-vif-deleted", "tag": "6e124d08-ec3d-405a-b8da-83a6448619b4", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:44:52.878870 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f8e253b2-66e7-435f-b062-550becf61b0a {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:44:52.879277 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4ea0b7-b973-4000-bf66-9e9671354dad', 'name': 'network-vif-deleted', 'tag': '6e124d08-ec3d-405a-b8da-83a6448619b4', 'status': 'completed', 'code': 200} Nov 10 19:44:52.889642 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-69d74876-f83e-4c31-933f-752a35c73330 None None] Set router bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:44:53.188333 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-69d74876-f83e-4c31-933f-752a35c73330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'name': 'tempest-TestVolumeBootPattern-649289140-router', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:50Z', 'revision_number': 4, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'gw_port': {'id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'e8804a68-8ea9-4a1c-a4ba-161efd6ef67c', 'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'mac_address': 'fa:16:3e:74:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:49Z', 'updated_at': '2021-11-10T19:37:54Z', 'revision_number': 5, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'subnets': [{'id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:44:53.224187 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d74876-f83e-4c31-933f-752a35c73330 None None] Checking router: bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:44:53.235469 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d74876-f83e-4c31-933f-752a35c73330 None None] Routers {'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:44:53.236254 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-69d74876-f83e-4c31-933f-752a35c73330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:44:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:44:53.359487 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-69d74876-f83e-4c31-933f-752a35c73330 None None] Set router bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:44:53.527296 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d0bbf549-f21c-4eeb-81f5-175237fc7039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:44:53.721082 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-69d74876-f83e-4c31-933f-752a35c73330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'name': 'tempest-TestVolumeBootPattern-649289140-router', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:50Z', 'revision_number': 4, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'gw_port': {'id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'e8804a68-8ea9-4a1c-a4ba-161efd6ef67c', 'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'mac_address': 'fa:16:3e:74:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:49Z', 'updated_at': '2021-11-10T19:37:54Z', 'revision_number': 5, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'subnets': [{'id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:44:53.753474 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d74876-f83e-4c31-933f-752a35c73330 None None] The sync data for ids ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'] in n-d-813897-4 is: [{'id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'name': 'tempest-TestVolumeBootPattern-649289140-router', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:50Z', 'revision_number': 4, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'gw_port': {'id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'e8804a68-8ea9-4a1c-a4ba-161efd6ef67c', 'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'mac_address': 'fa:16:3e:74:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:49Z', 'updated_at': '2021-11-10T19:37:54Z', 'revision_number': 5, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'subnets': [{'id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:44:53.956171 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af5a82ea-d951-4e6e-a77e-075688552500 req-df643f80-d0bd-4b14-9bc7-85acba3bd8cd tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a4ea0b7-b973-4000-bf66-9e9671354dad HTTP/1.1" status: 200 len: 210 time: 0.0320482 Nov 10 19:44:54.091321 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0c45b9-d322-4fb6-a6c8-440aea2ec80d None None] New status for floating IP 9494c4a9-7a31-4bb1-916b-3102a9abefeb: DOWN {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:44:54.909985 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:44:55.105778 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6c7cd65-5504-40c7-88b0-6b56294aaad3 req-f7907ca6-47a2-4ff0-a8f7-678e4f0fcbae tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a4ea0b7-b973-4000-bf66-9e9671354dad HTTP/1.1" status: 200 len: 210 time: 0.0309155 Nov 10 19:44:55.187633 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:44:55.408689 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 6e124d08-ec3d-405a-b8da-83a6448619b4 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:44:55.431759 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 6e124d08-ec3d-405a-b8da-83a6448619b4 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:44:55.432375 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 6e124d08-ec3d-405a-b8da-83a6448619b4 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:44:55.737452 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-54e2bcaa-04e6-4060-9b18-08987dee22fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:44:56.218091 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4fe8fc9e-9fd5-4730-886a-15d270859597 req-cb5e3a24-10f4-4673-bd65-102baf6faa05 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a4ea0b7-b973-4000-bf66-9e9671354dad HTTP/1.1" status: 200 len: 210 time: 0.0324852 Nov 10 19:44:57.259140 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:44:57.340452 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a0a20c90-13d7-4f5e-8b54-c2c397fdda11 req-a7a982be-cc8a-4183-8755-6f98cc6c52d2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a4ea0b7-b973-4000-bf66-9e9671354dad HTTP/1.1" status: 200 len: 210 time: 0.0400779 Nov 10 19:44:58.669189 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-715ed716-745d-473e-957e-9597e66f304f tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1337786138&fields=id&tenant_id=0863f57af6c245c5a4e0338a46ab2047 HTTP/1.1" status: 200 len: 267 time: 0.0495310 Nov 10 19:44:58.740754 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:44:58.790886 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-0136ee3f-8ac2-4284-a3ef-1563cd1d0f47 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:44:58.792618 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-0136ee3f-8ac2-4284-a3ef-1563cd1d0f47 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/networks?id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e HTTP/1.1" status: 200 len: 811 time: 0.1161222 Nov 10 19:44:58.810395 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-d778812d-d63b-4782-a34d-a8448795b2ed tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/quotas/0863f57af6c245c5a4e0338a46ab2047 HTTP/1.1" status: 200 len: 375 time: 0.0107360 Nov 10 19:44:58.872933 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-39f9d485-a3c7-4832-997f-e130d5688db3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0863f57af6c245c5a4e0338a46ab2047&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0557561 Nov 10 19:44:58.996176 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-d75ad1d1-2172-437c-8254-570685c79989 service neutron] 10.222.0.54 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061363 Nov 10 19:44:59.106475 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-8089a6e1-e71e-457d-8293-0b0651addd40 service neutron] 10.222.0.54 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036308 Nov 10 19:44:59.450835 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:44:59.514559 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-362cfbed-ee86-4805-a023-6e3565e956e4 req-7b8ace0c-47e4-41c3-ab80-e3f61abcc323 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e HTTP/1.1" status: 200 len: 210 time: 0.0296624 Nov 10 19:45:00.507101 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-ac7e8578-6165-4cf0-988d-a67e64af7743 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:00.508903 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-ac7e8578-6165-4cf0-988d-a67e64af7743 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.73 "GET /v2.0/networks?id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e HTTP/1.1" status: 200 len: 811 time: 0.1259432 Nov 10 19:45:00.599101 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-9894d37f-448f-4b2f-8e16-ef1209122a4c tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0863f57af6c245c5a4e0338a46ab2047 HTTP/1.1" status: 200 len: 380 time: 0.0759530 Nov 10 19:45:00.617515 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-57cf47df-96c4-4962-8882-a28c713b3898 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Request body: {'port': {'device_id': 'ad2e9c48-e2af-495c-97d2-fc443dd5461e', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'admin_state_up': True, 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'security_groups': ['9fb16b81-dc3a-402c-9ceb-e4d58c126c7b']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:45:00.729420 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-09fcb01d-1bde-434c-9bf0-112d968cc747 req-d0e73dae-c3dc-40fd-bad5-f18e66e30f9f tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e HTTP/1.1" status: 200 len: 210 time: 0.0474916 Nov 10 19:45:00.797976 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-57cf47df-96c4-4962-8882-a28c713b3898 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Made reservation on behalf of 0863f57af6c245c5a4e0338a46ab2047 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:45:00.804484 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-57cf47df-96c4-4962-8882-a28c713b3898 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:00.962361 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-57cf47df-96c4-4962-8882-a28c713b3898 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Allocated IP 172.20.0.12 (bca52f6d-32fc-4cbf-bc81-bdfa96008a4e/d245deb3-5e48-4ae4-b622-b444342b78ed/190662b4-7607-47b5-af88-7f5a3dc1f0e7) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:45:01.453476 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-57cf47df-96c4-4962-8882-a28c713b3898 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:01.494641 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-57cf47df-96c4-4962-8882-a28c713b3898 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:01.543756 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-57cf47df-96c4-4962-8882-a28c713b3898 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:45:01.548985 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-57cf47df-96c4-4962-8882-a28c713b3898 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:45:01.551918 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-57cf47df-96c4-4962-8882-a28c713b3898 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:45:01.657798 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-57cf47df-96c4-4962-8882-a28c713b3898 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:01.658512 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-57cf47df-96c4-4962-8882-a28c713b3898 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:01.674728 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf47df-96c4-4962-8882-a28c713b3898 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Pushing event updated for resources: {'Port': ['ID=190662b4-7607-47b5-af88-7f5a3dc1f0e7,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:45:01.710418 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-57cf47df-96c4-4962-8882-a28c713b3898 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1058681 Nov 10 19:45:01.726986 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-c73bfab1-0028-4c21-9ba0-d06fcaada0c9 service neutron] Request body: {'port': {'device_id': 'ad2e9c48-e2af-495c-97d2-fc443dd5461e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:45:01.812055 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-c73bfab1-0028-4c21-9ba0-d06fcaada0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:01.967859 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-3c8a7f75-303a-4e88-bc9c-89a45b56e6a8 None None] Provisioning complete for port 190662b4-7607-47b5-af88-7f5a3dc1f0e7 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:45:01.968842 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3c8a7f75-303a-4e88-bc9c-89a45b56e6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:02.017357 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-3c8a7f75-303a-4e88-bc9c-89a45b56e6a8 None None] Port 190662b4-7607-47b5-af88-7f5a3dc1f0e7 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:45:02.095178 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e11cee-d11d-4ff6-90ab-293177c1eed5 req-e4adf126-0633-4073-9a68-47074e5519d4 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:02.098253 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-14e11cee-d11d-4ff6-90ab-293177c1eed5 req-e4adf126-0633-4073-9a68-47074e5519d4 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e HTTP/1.1" status: 200 len: 932 time: 0.1674967 Nov 10 19:45:02.176902 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-14e11cee-d11d-4ff6-90ab-293177c1eed5 req-e8afe0bb-deae-4e17-b10a-2073afa740e7 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726676 Nov 10 19:45:02.239575 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-c73bfab1-0028-4c21-9ba0-d06fcaada0c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 190662b4-7607-47b5-af88-7f5a3dc1f0e7 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:45:02.250250 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-c73bfab1-0028-4c21-9ba0-d06fcaada0c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:02.279688 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-c73bfab1-0028-4c21-9ba0-d06fcaada0c9 service neutron] Transition to ACTIVE for port object 190662b4-7607-47b5-af88-7f5a3dc1f0e7 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:45:02.285842 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-c73bfab1-0028-4c21-9ba0-d06fcaada0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:02.348677 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bfab1-0028-4c21-9ba0-d06fcaada0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=190662b4-7607-47b5-af88-7f5a3dc1f0e7,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:45:02.430716 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-c73bfab1-0028-4c21-9ba0-d06fcaada0c9 service neutron] Attempting to bind port 190662b4-7607-47b5-af88-7f5a3dc1f0e7 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:45:02.431050 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-c73bfab1-0028-4c21-9ba0-d06fcaada0c9 service neutron] Attempting to bind port 190662b4-7607-47b5-af88-7f5a3dc1f0e7 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:45:02.431386 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-c73bfab1-0028-4c21-9ba0-d06fcaada0c9 service neutron] Attempting to bind port 190662b4-7607-47b5-af88-7f5a3dc1f0e7 on network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:45:02.436515 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-c73bfab1-0028-4c21-9ba0-d06fcaada0c9 service neutron] Port 190662b4-7607-47b5-af88-7f5a3dc1f0e7 on network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:45:02.436830 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-c73bfab1-0028-4c21-9ba0-d06fcaada0c9 service neutron] Attempting to bind port 190662b4-7607-47b5-af88-7f5a3dc1f0e7 on network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:45:02.441965 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-c73bfab1-0028-4c21-9ba0-d06fcaada0c9 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:45:02.442345 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-c73bfab1-0028-4c21-9ba0-d06fcaada0c9 service neutron] Checking segment: {'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:45:02.442729 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-c73bfab1-0028-4c21-9ba0-d06fcaada0c9 service neutron] Bound using segment: {'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:45:02.443867 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-c73bfab1-0028-4c21-9ba0-d06fcaada0c9 service neutron] Bound port: 190662b4-7607-47b5-af88-7f5a3dc1f0e7, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:45:02.444021 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-c73bfab1-0028-4c21-9ba0-d06fcaada0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:02.518644 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-c73bfab1-0028-4c21-9ba0-d06fcaada0c9 service neutron] For port 190662b4-7607-47b5-af88-7f5a3dc1f0e7, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:45:02.522901 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-c73bfab1-0028-4c21-9ba0-d06fcaada0c9 service neutron] For port 190662b4-7607-47b5-af88-7f5a3dc1f0e7, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=190662b4-7607-47b5-af88-7f5a3dc1f0e7,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:45:02.528926 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-c73bfab1-0028-4c21-9ba0-d06fcaada0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:02.587715 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-c73bfab1-0028-4c21-9ba0-d06fcaada0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:02.588512 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-c73bfab1-0028-4c21-9ba0-d06fcaada0c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:02.589954 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-c73bfab1-0028-4c21-9ba0-d06fcaada0c9 service neutron] 10.222.0.73 "PUT /v2.0/ports/190662b4-7607-47b5-af88-7f5a3dc1f0e7 HTTP/1.1" status: 200 len: 1092 time: 0.8707116 Nov 10 19:45:02.590431 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2e9c48-e2af-495c-97d2-fc443dd5461e', 'tag': '190662b4-7607-47b5-af88-7f5a3dc1f0e7'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:45:02.592755 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdc59b6-b705-4afe-b217-8d0795ea13bb" -d '{"events": [{"name": "network-changed", "server_uuid": "ad2e9c48-e2af-495c-97d2-fc443dd5461e", "tag": "190662b4-7607-47b5-af88-7f5a3dc1f0e7"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:45:02.684287 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bfab1-0028-4c21-9ba0-d06fcaada0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=190662b4-7607-47b5-af88-7f5a3dc1f0e7,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:45:02.697963 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d215374e-88f7-49d2-9048-a6409e9c1a85 x-openstack-request-id: req-d215374e-88f7-49d2-9048-a6409e9c1a85 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:45:02.698477 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad2e9c48-e2af-495c-97d2-fc443dd5461e", "tag": "190662b4-7607-47b5-af88-7f5a3dc1f0e7", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:45:02.699297 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d215374e-88f7-49d2-9048-a6409e9c1a85 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:45:02.699563 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad2e9c48-e2af-495c-97d2-fc443dd5461e', 'tag': '190662b4-7607-47b5-af88-7f5a3dc1f0e7', 'status': 'completed', 'code': 200} Nov 10 19:45:02.733445 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-f2a87b35-a584-423d-a00b-ab31163db040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:02.735079 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-f2a87b35-a584-423d-a00b-ab31163db040 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0863f57af6c245c5a4e0338a46ab2047&device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e HTTP/1.1" status: 200 len: 1095 time: 0.0860949 Nov 10 19:45:02.794516 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-bb723284-69d7-4d39-a762-67b164be800a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=190662b4-7607-47b5-af88-7f5a3dc1f0e7 HTTP/1.1" status: 200 len: 217 time: 0.0505769 Nov 10 19:45:02.862235 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-e2fa2ad3-77bc-487a-a32e-5a6c93a42950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:02.863779 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-e2fa2ad3-77bc-487a-a32e-5a6c93a42950 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d245deb3-5e48-4ae4-b622-b444342b78ed HTTP/1.1" status: 200 len: 850 time: 0.0598004 Nov 10 19:45:02.923628 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-533548f0-ab08-4c87-b40a-2113170f8579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:02.925118 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-533548f0-ab08-4c87-b40a-2113170f8579 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542598 Nov 10 19:45:03.038378 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-c85fa377-b6ce-474e-9f97-75ecb7f16084 service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035593 Nov 10 19:45:03.144393 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cacdb902-78ad-46f5-b8a6-8ec7e51baa0d req-5ef1337f-350b-4ace-b280-3174cc7e06c8 service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977228 Nov 10 19:45:03.250242 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc59b6-b705-4afe-b217-8d0795ea13bb req-86a0c059-b888-4cfd-9e3e-b04fc2b99210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:03.252132 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9fdc59b6-b705-4afe-b217-8d0795ea13bb req-86a0c059-b888-4cfd-9e3e-b04fc2b99210 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0863f57af6c245c5a4e0338a46ab2047&device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e HTTP/1.1" status: 200 len: 1095 time: 0.0541017 Nov 10 19:45:03.400516 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d6aed-ae7f-4c55-b4c2-622bfbad55fe req-370216ed-9418-48e8-857b-b1d79f7e30a5 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:03.402134 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c36d6aed-ae7f-4c55-b4c2-622bfbad55fe req-370216ed-9418-48e8-857b-b1d79f7e30a5 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e HTTP/1.1" status: 200 len: 944 time: 0.1290510 Nov 10 19:45:03.435151 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc59b6-b705-4afe-b217-8d0795ea13bb req-1a761398-ea13-40b5-8b4f-1899030b7639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:03.436670 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9fdc59b6-b705-4afe-b217-8d0795ea13bb req-1a761398-ea13-40b5-8b4f-1899030b7639 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e HTTP/1.1" status: 200 len: 912 time: 0.1767962 Nov 10 19:45:03.494351 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9fdc59b6-b705-4afe-b217-8d0795ea13bb req-fda41600-3295-4d0f-9d2d-bb4cb2440680 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=190662b4-7607-47b5-af88-7f5a3dc1f0e7 HTTP/1.1" status: 200 len: 217 time: 0.0493712 Nov 10 19:45:03.504074 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c36d6aed-ae7f-4c55-b4c2-622bfbad55fe req-ab6d4ce9-420f-404d-8abc-d3dd2a03b787 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925424 Nov 10 19:45:03.563934 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc59b6-b705-4afe-b217-8d0795ea13bb req-e4dfb49c-2463-4a64-9469-ab2097be887f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:03.566117 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9fdc59b6-b705-4afe-b217-8d0795ea13bb req-e4dfb49c-2463-4a64-9469-ab2097be887f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d245deb3-5e48-4ae4-b622-b444342b78ed HTTP/1.1" status: 200 len: 850 time: 0.0606735 Nov 10 19:45:03.623652 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc59b6-b705-4afe-b217-8d0795ea13bb req-d7dd46d2-9f42-4c57-afc9-581f9e1e521b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:03.626762 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9fdc59b6-b705-4afe-b217-8d0795ea13bb req-d7dd46d2-9f42-4c57-afc9-581f9e1e521b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497530 Nov 10 19:45:03.735460 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9fdc59b6-b705-4afe-b217-8d0795ea13bb req-74947949-1ac7-447f-9d6a-28e971c8d363 service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000006 Nov 10 19:45:03.843227 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9fdc59b6-b705-4afe-b217-8d0795ea13bb req-ece3ece6-abbc-439e-910d-dfa1db08d1e9 service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003196 Nov 10 19:45:04.654372 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8708884-02a1-4906-a7c3-a84afd7ebe6e req-4ac460f9-e449-4e46-909a-5aa96aac3aea tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:04.655926 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a8708884-02a1-4906-a7c3-a84afd7ebe6e req-4ac460f9-e449-4e46-909a-5aa96aac3aea tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e HTTP/1.1" status: 200 len: 944 time: 0.0608187 Nov 10 19:45:04.715599 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a8708884-02a1-4906-a7c3-a84afd7ebe6e req-c325a879-abf0-4aac-83e5-4393eae948d9 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530913 Nov 10 19:45:05.849240 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575379f-090a-469c-9164-f51461f73ad2 req-c6860acd-1f60-422c-92c6-b68f2a5b37dc tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:05.851137 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0575379f-090a-469c-9164-f51461f73ad2 req-c6860acd-1f60-422c-92c6-b68f2a5b37dc tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e HTTP/1.1" status: 200 len: 944 time: 0.0563574 Nov 10 19:45:05.909595 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0575379f-090a-469c-9164-f51461f73ad2 req-d015a484-898a-4fbc-a082-270aaabe2dfb tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515940 Nov 10 19:45:07.038812 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704ad22-f776-4da3-92e8-05225a929802 req-c8973b14-88ff-49d3-bc3e-5c7ad65af27e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:07.041107 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3704ad22-f776-4da3-92e8-05225a929802 req-c8973b14-88ff-49d3-bc3e-5c7ad65af27e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e HTTP/1.1" status: 200 len: 944 time: 0.0531318 Nov 10 19:45:07.097177 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3704ad22-f776-4da3-92e8-05225a929802 req-17c1f930-8e86-472e-beac-8fa9ce5927cb tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492094 Nov 10 19:45:08.235203 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991b696-40b8-4343-91c6-f5f611235942 req-9b76b1a7-3344-4b39-be8f-2e2005f0aa24 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:08.236989 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e991b696-40b8-4343-91c6-f5f611235942 req-9b76b1a7-3344-4b39-be8f-2e2005f0aa24 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e HTTP/1.1" status: 200 len: 944 time: 0.0579932 Nov 10 19:45:08.294147 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e991b696-40b8-4343-91c6-f5f611235942 req-3382a15c-1214-4e63-8ea1-b4f437c3194b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505161 Nov 10 19:45:09.435822 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de7e7c-df1e-4a90-a4cc-12cf44e48733 req-caf1c0e3-67d4-47bd-941d-2c21d0414ae3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:09.437641 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e0de7e7c-df1e-4a90-a4cc-12cf44e48733 req-caf1c0e3-67d4-47bd-941d-2c21d0414ae3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e HTTP/1.1" status: 200 len: 944 time: 0.0622091 Nov 10 19:45:09.491420 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e0de7e7c-df1e-4a90-a4cc-12cf44e48733 req-f32379a8-6585-41a5-aa51-a9fc9485b857 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473094 Nov 10 19:45:10.630489 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54413f-a0e1-49d9-a3d5-29a570f977a9 req-777e157e-8410-4c4b-9ed8-8dec47f9f8f4 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:10.632149 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9c54413f-a0e1-49d9-a3d5-29a570f977a9 req-777e157e-8410-4c4b-9ed8-8dec47f9f8f4 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e HTTP/1.1" status: 200 len: 944 time: 0.0547075 Nov 10 19:45:10.695277 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9c54413f-a0e1-49d9-a3d5-29a570f977a9 req-ad23f1cf-9f17-45ee-85e7-15514ff33f91 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568230 Nov 10 19:45:11.825592 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3357f25-6e1c-45db-9e33-903c485a1a35 req-98ae1f96-d539-4846-8dc6-cd92ed52fa77 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:11.827256 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a3357f25-6e1c-45db-9e33-903c485a1a35 req-98ae1f96-d539-4846-8dc6-cd92ed52fa77 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e HTTP/1.1" status: 200 len: 944 time: 0.0533047 Nov 10 19:45:11.884491 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a3357f25-6e1c-45db-9e33-903c485a1a35 req-411adb4b-6fed-4b7e-a2be-1422842b7c6b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502636 Nov 10 19:45:13.017456 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b8cf8-1e85-49a5-ace4-00c7cf802085 req-8a9e95f0-1826-4e35-aea9-dbcf544cc07f tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:13.019000 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a87b8cf8-1e85-49a5-ace4-00c7cf802085 req-8a9e95f0-1826-4e35-aea9-dbcf544cc07f tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e HTTP/1.1" status: 200 len: 944 time: 0.0543582 Nov 10 19:45:13.077032 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a87b8cf8-1e85-49a5-ace4-00c7cf802085 req-8fb60106-30bc-4b06-8eb4-fa6636f98292 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510209 Nov 10 19:45:14.145361 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:45:14.223468 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ad1bc-4537-413c-b195-186e9a1adc66 req-f8a0e97b-3242-4c29-8ba6-bf23d79ab926 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:14.225048 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-379ad1bc-4537-413c-b195-186e9a1adc66 req-f8a0e97b-3242-4c29-8ba6-bf23d79ab926 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e HTTP/1.1" status: 200 len: 944 time: 0.0635049 Nov 10 19:45:14.297579 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-379ad1bc-4537-413c-b195-186e9a1adc66 req-2ef4d616-23ea-4e33-8b7e-49b494c321c8 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642192 Nov 10 19:45:15.426525 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656358e-8cf8-493a-92fa-6f85212fdeb5 req-dcf79dcf-05f8-4767-8409-121d08cbe142 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:15.428781 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a656358e-8cf8-493a-92fa-6f85212fdeb5 req-dcf79dcf-05f8-4767-8409-121d08cbe142 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e HTTP/1.1" status: 200 len: 944 time: 0.0550008 Nov 10 19:45:15.486547 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a656358e-8cf8-493a-92fa-6f85212fdeb5 req-b8d34c8b-3d65-4afc-9980-e530c40da95d tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501485 Nov 10 19:45:15.532448 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 190662b4-7607-47b5-af88-7f5a3dc1f0e7 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:45:15.643399 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 190662b4-7607-47b5-af88-7f5a3dc1f0e7, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=190662b4-7607-47b5-af88-7f5a3dc1f0e7,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:45:15.657957 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '190662b4-7607-47b5-af88-7f5a3dc1f0e7', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'port_id': '190662b4-7607-47b5-af88-7f5a3dc1f0e7', 'mac_address': 'fa:16:3e:e4:b2:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:45:15.706848 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:15.722602 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 190662b4-7607-47b5-af88-7f5a3dc1f0e7 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:45:15.744809 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 190662b4-7607-47b5-af88-7f5a3dc1f0e7, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=190662b4-7607-47b5-af88-7f5a3dc1f0e7,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:45:15.749904 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:15.800260 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=190662b4-7607-47b5-af88-7f5a3dc1f0e7,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:45:15.809514 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:45:15.809871 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:45:15.810244 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:45:15.810579 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:45:15.810940 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:45:15.811240 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:45:15.811540 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:45:15.811892 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:45:15.812213 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:45:15.812534 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:45:15.812855 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:45:15.813182 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:45:15.966719 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['190662b4-7607-47b5-af88-7f5a3dc1f0e7'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:45:16.624099 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029df55-1a5b-4a1f-9ab3-0ff0f51a73f2 req-1986a012-f0d6-4998-9c4d-518f16acc85a tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:16.626447 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3029df55-1a5b-4a1f-9ab3-0ff0f51a73f2 req-1986a012-f0d6-4998-9c4d-518f16acc85a tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e HTTP/1.1" status: 200 len: 945 time: 0.0611951 Nov 10 19:45:16.679910 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3029df55-1a5b-4a1f-9ab3-0ff0f51a73f2 req-8152fd2b-a15c-47a3-b3a3-25257071ab9f tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464756 Nov 10 19:45:17.533006 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 190662b4-7607-47b5-af88-7f5a3dc1f0e7 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:45:17.594111 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 190662b4-7607-47b5-af88-7f5a3dc1f0e7 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:45:17.602179 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 190662b4-7607-47b5-af88-7f5a3dc1f0e7 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:45:17.602565 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:17.694268 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:17.722492 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2e9c48-e2af-495c-97d2-fc443dd5461e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190662b4-7607-47b5-af88-7f5a3dc1f0e7'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:45:17.725524 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48ff778-643e-49ed-9f71-06929439eee1" -d '{"events": [{"server_uuid": "ad2e9c48-e2af-495c-97d2-fc443dd5461e", "name": "network-vif-plugged", "status": "completed", "tag": "190662b4-7607-47b5-af88-7f5a3dc1f0e7"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:45:17.738454 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 190662b4-7607-47b5-af88-7f5a3dc1f0e7, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=190662b4-7607-47b5-af88-7f5a3dc1f0e7,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:45:17.743547 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:17.793943 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=190662b4-7607-47b5-af88-7f5a3dc1f0e7,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:45:17.807597 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c269245-467c-4fc4-8c74-9c1c8e6d3cad req-a4b60d8b-0c70-4703-9ec1-3c20b826ca23 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:17.809105 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9c269245-467c-4fc4-8c74-9c1c8e6d3cad req-a4b60d8b-0c70-4703-9ec1-3c20b826ca23 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e HTTP/1.1" status: 200 len: 946 time: 0.0503833 Nov 10 19:45:17.860577 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9c269245-467c-4fc4-8c74-9c1c8e6d3cad req-8bf7216f-7c4f-413a-8ea1-003fac56f991 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453372 Nov 10 19:45:17.908526 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0a4d06-3235-4a9a-ad52-802cc13f28b8 x-openstack-request-id: req-aa0a4d06-3235-4a9a-ad52-802cc13f28b8 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:45:17.908745 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad2e9c48-e2af-495c-97d2-fc443dd5461e", "name": "network-vif-plugged", "status": "completed", "tag": "190662b4-7607-47b5-af88-7f5a3dc1f0e7", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:45:17.909059 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aa0a4d06-3235-4a9a-ad52-802cc13f28b8 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:45:17.909464 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad2e9c48-e2af-495c-97d2-fc443dd5461e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190662b4-7607-47b5-af88-7f5a3dc1f0e7', 'code': 200} Nov 10 19:45:18.014000 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830cf97-9834-407d-9aa1-49fc06784e0e req-b7fc1d7d-7c1b-464f-9bb5-b0b466d21346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:18.015482 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8830cf97-9834-407d-9aa1-49fc06784e0e req-b7fc1d7d-7c1b-464f-9bb5-b0b466d21346 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e HTTP/1.1" status: 200 len: 1097 time: 0.0441277 Nov 10 19:45:18.068123 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8830cf97-9834-407d-9aa1-49fc06784e0e req-66a92e13-9bda-4222-9a52-a16ad2b9e987 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443015 Nov 10 19:45:19.062809 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5db80-592d-4982-839e-30754b5164df req-d993e0fd-c136-40dd-98c5-3a019084db1f tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:19.064318 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-99c5db80-592d-4982-839e-30754b5164df req-d993e0fd-c136-40dd-98c5-3a019084db1f tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e HTTP/1.1" status: 200 len: 946 time: 0.1266601 Nov 10 19:45:19.122988 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-99c5db80-592d-4982-839e-30754b5164df req-fb7b81fd-9256-424d-a400-4db07408f1ac tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505056 Nov 10 19:45:20.257930 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3ee46-14eb-4d1f-aedc-24a0971d5edf req-8b729ed5-4bfe-46f5-986e-04d7cff8ee25 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:20.259687 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4e3ee46-14eb-4d1f-aedc-24a0971d5edf req-8b729ed5-4bfe-46f5-986e-04d7cff8ee25 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e HTTP/1.1" status: 200 len: 946 time: 0.0542588 Nov 10 19:45:20.319851 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4e3ee46-14eb-4d1f-aedc-24a0971d5edf req-84c3dfa2-527b-4146-ba2c-b866523df901 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468078 Nov 10 19:45:20.512569 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b9d16-e73e-428a-a33f-61c47a75c79e req-edc080d5-1ad7-45a6-99be-e0fe582a218e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:20.514114 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-276b9d16-e73e-428a-a33f-61c47a75c79e req-edc080d5-1ad7-45a6-99be-e0fe582a218e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e HTTP/1.1" status: 200 len: 946 time: 0.0614288 Nov 10 19:45:20.578501 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-276b9d16-e73e-428a-a33f-61c47a75c79e req-81a16c8b-a420-4cd0-9b99-9ef31e0ab0a0 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575254 Nov 10 19:45:20.600344 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47746) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:45:20.755523 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d93399d-a1f6-462b-8f61-d20dc2b8e4fe tempest-TestVolumeBootPattern-594042923 tempest-TestVolumeBootPattern-594042923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:20.757282 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8d93399d-a1f6-462b-8f61-d20dc2b8e4fe tempest-TestVolumeBootPattern-594042923 tempest-TestVolumeBootPattern-594042923-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e HTTP/1.1" status: 200 len: 1092 time: 0.1557899 Nov 10 19:45:20.760869 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 47754) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:45:20.766036 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-7955477b-b0a1-4e2b-b556-c275885535e6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'port_id': '190662b4-7607-47b5-af88-7f5a3dc1f0e7', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:45:20.793047 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7955477b-b0a1-4e2b-b556-c275885535e6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for floatingip, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:20.919083 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7955477b-b0a1-4e2b-b556-c275885535e6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:21.061352 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-7955477b-b0a1-4e2b-b556-c275885535e6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Allocated IP 172.25.3.235 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/1393375e-6244-4425-b030-8cc94281096d) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:45:21.191974 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7955477b-b0a1-4e2b-b556-c275885535e6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:21.234425 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7955477b-b0a1-4e2b-b556-c275885535e6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:21.290252 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7955477b-b0a1-4e2b-b556-c275885535e6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:45:21.294797 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-7955477b-b0a1-4e2b-b556-c275885535e6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:45:21.297679 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7955477b-b0a1-4e2b-b556-c275885535e6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:45:21.300137 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7955477b-b0a1-4e2b-b556-c275885535e6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Pushing event updated for resources: {'Port': ['ID=1393375e-6244-4425-b030-8cc94281096d,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:45:21.331460 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955477b-b0a1-4e2b-b556-c275885535e6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:45:21.331812 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955477b-b0a1-4e2b-b556-c275885535e6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:45:21.332150 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955477b-b0a1-4e2b-b556-c275885535e6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:45:21.334051 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955477b-b0a1-4e2b-b556-c275885535e6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:45:21.334550 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955477b-b0a1-4e2b-b556-c275885535e6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:45:21.334887 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955477b-b0a1-4e2b-b556-c275885535e6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:45:21.335226 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955477b-b0a1-4e2b-b556-c275885535e6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:45:21.335698 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955477b-b0a1-4e2b-b556-c275885535e6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:45:21.336007 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955477b-b0a1-4e2b-b556-c275885535e6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:45:21.336177 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955477b-b0a1-4e2b-b556-c275885535e6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:45:21.336502 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955477b-b0a1-4e2b-b556-c275885535e6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:45:21.336911 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955477b-b0a1-4e2b-b556-c275885535e6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:45:21.866414 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7955477b-b0a1-4e2b-b556-c275885535e6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:21.979066 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7955477b-b0a1-4e2b-b556-c275885535e6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:22.153163 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7955477b-b0a1-4e2b-b556-c275885535e6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:22.158598 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7955477b-b0a1-4e2b-b556-c275885535e6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:22.230811 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7955477b-b0a1-4e2b-b556-c275885535e6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Pushing event updated for resources: {'Port': ['ID=1393375e-6244-4425-b030-8cc94281096d,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:45:22.242644 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7955477b-b0a1-4e2b-b556-c275885535e6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:22.349444 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [None req-7955477b-b0a1-4e2b-b556-c275885535e6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Floating IP dadd9023-6994-4ffb-a8e9-5e3d1ca56e55 associated. External IP: 172.25.3.235, port: 190662b4-7607-47b5-af88-7f5a3dc1f0e7. Nov 10 19:45:22.573463 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7955477b-b0a1-4e2b-b556-c275885535e6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Router bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:45:22.700569 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7955477b-b0a1-4e2b-b556-c275885535e6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:45:22.712402 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928f1f63-475f-4738-88d7-15a8f39c29e8 None None] Sync routers for ids ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:45:22.721128 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7955477b-b0a1-4e2b-b556-c275885535e6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:22.730816 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928f1f63-475f-4738-88d7-15a8f39c29e8 None None] Routers {'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:45:22.731450 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-928f1f63-475f-4738-88d7-15a8f39c29e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:44:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:45:22.775496 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7955477b-b0a1-4e2b-b556-c275885535e6 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0020730 Nov 10 19:45:22.775496 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2e9c48-e2af-495c-97d2-fc443dd5461e', 'tag': '190662b4-7607-47b5-af88-7f5a3dc1f0e7'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:45:22.775496 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2851b4f7-c1ad-40a4-8d49-452914486dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "ad2e9c48-e2af-495c-97d2-fc443dd5461e", "tag": "190662b4-7607-47b5-af88-7f5a3dc1f0e7"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:45:22.808335 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ebcc34-097d-4d6f-addb-5ba52794b8e5 x-openstack-request-id: req-b0ebcc34-097d-4d6f-addb-5ba52794b8e5 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:45:22.808842 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad2e9c48-e2af-495c-97d2-fc443dd5461e", "tag": "190662b4-7607-47b5-af88-7f5a3dc1f0e7", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:45:22.809255 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b0ebcc34-097d-4d6f-addb-5ba52794b8e5 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:45:22.809962 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad2e9c48-e2af-495c-97d2-fc443dd5461e', 'tag': '190662b4-7607-47b5-af88-7f5a3dc1f0e7', 'status': 'completed', 'code': 200} Nov 10 19:45:22.865375 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-928f1f63-475f-4738-88d7-15a8f39c29e8 None None] Set router bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:45:22.886692 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851b4f7-c1ad-40a4-8d49-452914486dcc req-07e9435c-16c2-4f69-95ed-05125ed90a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:22.888263 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2851b4f7-c1ad-40a4-8d49-452914486dcc req-07e9435c-16c2-4f69-95ed-05125ed90a3f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0863f57af6c245c5a4e0338a46ab2047&device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e HTTP/1.1" status: 200 len: 1097 time: 0.0535073 Nov 10 19:45:23.000165 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851b4f7-c1ad-40a4-8d49-452914486dcc req-d76ae10b-047f-4305-8333-1a7b78271148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:23.001692 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2851b4f7-c1ad-40a4-8d49-452914486dcc req-d76ae10b-047f-4305-8333-1a7b78271148 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e HTTP/1.1" status: 200 len: 912 time: 0.1065741 Nov 10 19:45:23.081461 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2851b4f7-c1ad-40a4-8d49-452914486dcc req-67570a88-6f8d-4d7d-96a6-b9211a2392a3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=190662b4-7607-47b5-af88-7f5a3dc1f0e7 HTTP/1.1" status: 200 len: 1000 time: 0.0726957 Nov 10 19:45:23.133263 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-928f1f63-475f-4738-88d7-15a8f39c29e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'name': 'tempest-TestVolumeBootPattern-649289140-router', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:50Z', 'revision_number': 4, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'gw_port': {'id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'dadd9023-6994-4ffb-a8e9-5e3d1ca56e55', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'port_id': '190662b4-7607-47b5-af88-7f5a3dc1f0e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'mac_address': 'fa:16:3e:e4:b2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2e9c48-e2af-495c-97d2-fc443dd5461e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:45:21Z', 'updated_at': '2021-11-10T19:45:21Z', 'revision_number': 0, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8804a68-8ea9-4a1c-a4ba-161efd6ef67c', 'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'mac_address': 'fa:16:3e:74:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:49Z', 'updated_at': '2021-11-10T19:37:54Z', 'revision_number': 5, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'subnets': [{'id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:45:23.134453 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851b4f7-c1ad-40a4-8d49-452914486dcc req-53c03c38-e10d-4ff0-b901-85d5ac935b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:23.137873 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2851b4f7-c1ad-40a4-8d49-452914486dcc req-53c03c38-e10d-4ff0-b901-85d5ac935b77 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d245deb3-5e48-4ae4-b622-b444342b78ed HTTP/1.1" status: 200 len: 850 time: 0.0484829 Nov 10 19:45:23.169274 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928f1f63-475f-4738-88d7-15a8f39c29e8 None None] Checking router: bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:45:23.178230 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928f1f63-475f-4738-88d7-15a8f39c29e8 None None] Routers {'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:45:23.179044 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-928f1f63-475f-4738-88d7-15a8f39c29e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:44:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:45:23.194730 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851b4f7-c1ad-40a4-8d49-452914486dcc req-5ad2fe0b-144b-4bea-8c49-c75073913ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:23.196262 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2851b4f7-c1ad-40a4-8d49-452914486dcc req-5ad2fe0b-144b-4bea-8c49-c75073913ff6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518932 Nov 10 19:45:23.316126 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2851b4f7-c1ad-40a4-8d49-452914486dcc req-c7c6190d-ebdc-4234-95fa-60963f8dda01 service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115294 Nov 10 19:45:23.425846 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-928f1f63-475f-4738-88d7-15a8f39c29e8 None None] Set router bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:45:23.434835 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2851b4f7-c1ad-40a4-8d49-452914486dcc req-4f827975-198e-44a3-8169-c10767d0b1d5 service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117399 Nov 10 19:45:23.477884 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e7044989-26b7-47e2-aa00-646d9699896f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:23.666200 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-928f1f63-475f-4738-88d7-15a8f39c29e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'name': 'tempest-TestVolumeBootPattern-649289140-router', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:50Z', 'revision_number': 4, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'gw_port': {'id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'dadd9023-6994-4ffb-a8e9-5e3d1ca56e55', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'port_id': '190662b4-7607-47b5-af88-7f5a3dc1f0e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'mac_address': 'fa:16:3e:e4:b2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2e9c48-e2af-495c-97d2-fc443dd5461e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:45:21Z', 'updated_at': '2021-11-10T19:45:21Z', 'revision_number': 0, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8804a68-8ea9-4a1c-a4ba-161efd6ef67c', 'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'mac_address': 'fa:16:3e:74:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:49Z', 'updated_at': '2021-11-10T19:37:54Z', 'revision_number': 5, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'subnets': [{'id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:45:23.698038 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928f1f63-475f-4738-88d7-15a8f39c29e8 None None] The sync data for ids ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'] in n-d-813897-4 is: [{'id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'name': 'tempest-TestVolumeBootPattern-649289140-router', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:50Z', 'revision_number': 4, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'gw_port': {'id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'dadd9023-6994-4ffb-a8e9-5e3d1ca56e55', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'port_id': '190662b4-7607-47b5-af88-7f5a3dc1f0e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'mac_address': 'fa:16:3e:e4:b2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2e9c48-e2af-495c-97d2-fc443dd5461e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:45:21Z', 'updated_at': '2021-11-10T19:45:21Z', 'revision_number': 0, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8804a68-8ea9-4a1c-a4ba-161efd6ef67c', 'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'mac_address': 'fa:16:3e:74:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:49Z', 'updated_at': '2021-11-10T19:37:54Z', 'revision_number': 5, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'subnets': [{'id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:45:23.902067 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c0524c-8778-468f-a1e4-352feb5681ce None None] New status for floating IP dadd9023-6994-4ffb-a8e9-5e3d1ca56e55: ACTIVE {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:45:24.909736 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:25.188077 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:25.734496 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f8d4c980-898c-44cd-95bb-f15547f4027d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:27.253260 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:28.742242 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:29.418977 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:35.343454 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-56f88a57-fe5e-4fb2-ba58-610c8d9c6d8c req-0591c2da-e173-487a-9f36-f4ffdb073370 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438306 Nov 10 19:45:35.435172 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f88a57-fe5e-4fb2-ba58-610c8d9c6d8c req-e9654d09-a001-44c0-91c7-2fe306a88daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:35.436707 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-56f88a57-fe5e-4fb2-ba58-610c8d9c6d8c req-e9654d09-a001-44c0-91c7-2fe306a88daa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab3180c6842f4189a0ffab6a31569413&device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 1097 time: 0.0486629 Nov 10 19:45:35.810522 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f88a57-fe5e-4fb2-ba58-610c8d9c6d8c req-0200ec0f-946e-4300-8b44-132010f6fd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:35.812237 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-56f88a57-fe5e-4fb2-ba58-610c8d9c6d8c req-0200ec0f-946e-4300-8b44-132010f6fd9b service neutron] 10.222.0.25 "GET /v2.0/networks?id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 HTTP/1.1" status: 200 len: 918 time: 0.3556936 Nov 10 19:45:35.888114 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-56f88a57-fe5e-4fb2-ba58-610c8d9c6d8c req-796c528e-ee71-413c-861a-e0f5a434e009 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5edfec66-58ee-42e5-a23e-28d446f64ac7 HTTP/1.1" status: 200 len: 1002 time: 0.0679612 Nov 10 19:45:35.947832 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f88a57-fe5e-4fb2-ba58-610c8d9c6d8c req-e9e45989-8105-458a-8ce9-c02f03698275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:35.950027 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-56f88a57-fe5e-4fb2-ba58-610c8d9c6d8c req-e9e45989-8105-458a-8ce9-c02f03698275 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=40030106-ed1c-4f54-bc33-e92ab198bc65 HTTP/1.1" status: 200 len: 856 time: 0.0546207 Nov 10 19:45:35.999389 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f88a57-fe5e-4fb2-ba58-610c8d9c6d8c req-51e09db1-9d1e-4606-bde9-57e406a39136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:36.000970 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-56f88a57-fe5e-4fb2-ba58-610c8d9c6d8c req-51e09db1-9d1e-4606-bde9-57e406a39136 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441141 Nov 10 19:45:36.099397 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-56f88a57-fe5e-4fb2-ba58-610c8d9c6d8c req-9942cc26-6901-49b2-9cb4-ea68e196f775 service neutron] 10.222.0.25 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907118 Nov 10 19:45:36.204313 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-56f88a57-fe5e-4fb2-ba58-610c8d9c6d8c req-8b923266-b8af-4678-acdc-6f436a9c98a0 service neutron] 10.222.0.25 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974746 Nov 10 19:45:39.838754 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb1279ed-07bc-4b58-876b-c1edc2b07d54 req-1fe4aeca-6470-463f-a858-6f446a36430d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482299 Nov 10 19:45:39.955365 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1279ed-07bc-4b58-876b-c1edc2b07d54 req-bd8c5792-4e52-4875-847b-0ad6703be908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:39.957631 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb1279ed-07bc-4b58-876b-c1edc2b07d54 req-bd8c5792-4e52-4875-847b-0ad6703be908 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0863f57af6c245c5a4e0338a46ab2047&device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e HTTP/1.1" status: 200 len: 1097 time: 0.0590801 Nov 10 19:45:40.098299 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1279ed-07bc-4b58-876b-c1edc2b07d54 req-af0e9b13-87f2-4248-9eac-0998865e86d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:40.100892 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb1279ed-07bc-4b58-876b-c1edc2b07d54 req-af0e9b13-87f2-4248-9eac-0998865e86d8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e HTTP/1.1" status: 200 len: 912 time: 0.1184452 Nov 10 19:45:40.180958 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb1279ed-07bc-4b58-876b-c1edc2b07d54 req-4e61445f-4f89-470a-819d-fd78643bd3f2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=190662b4-7607-47b5-af88-7f5a3dc1f0e7 HTTP/1.1" status: 200 len: 1002 time: 0.0714209 Nov 10 19:45:40.245090 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1279ed-07bc-4b58-876b-c1edc2b07d54 req-a858df5d-f0dc-4dde-963b-249dbd97a61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:40.247461 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb1279ed-07bc-4b58-876b-c1edc2b07d54 req-a858df5d-f0dc-4dde-963b-249dbd97a61f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d245deb3-5e48-4ae4-b622-b444342b78ed HTTP/1.1" status: 200 len: 850 time: 0.0575576 Nov 10 19:45:40.314068 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1279ed-07bc-4b58-876b-c1edc2b07d54 req-983598bd-957c-4747-aaf4-b422155214a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:45:40.315850 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb1279ed-07bc-4b58-876b-c1edc2b07d54 req-983598bd-957c-4747-aaf4-b422155214a6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577447 Nov 10 19:45:40.428631 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb1279ed-07bc-4b58-876b-c1edc2b07d54 req-f42d0cc4-412a-45b3-8911-44f196282bee service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047685 Nov 10 19:45:40.568070 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb1279ed-07bc-4b58-876b-c1edc2b07d54 req-c31bb257-1c0f-4231-a374-1742f0566610 service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306050 Nov 10 19:45:50.654560 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48522) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:45:50.838587 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-041d13e3-96f7-4b91-a96c-f56111e3167b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=03efd0b3806a4850a762beacd7bdf662&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1824663 Nov 10 19:45:50.839827 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48526) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:45:50.896502 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4aa5f848-2ff6-4849-b1d8-bfac42cc5ccd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:50.919035 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4aa5f848-2ff6-4849-b1d8-bfac42cc5ccd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:50.969693 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4aa5f848-2ff6-4849-b1d8-bfac42cc5ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:50.973028 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4aa5f848-2ff6-4849-b1d8-bfac42cc5ccd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:50.977569 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4aa5f848-2ff6-4849-b1d8-bfac42cc5ccd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/654d0d91-cf38-4fc2-8b8c-3ad30d0c7dc2 HTTP/1.1" status: 204 len: 168 time: 0.1368206 Nov 10 19:45:50.987011 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5f848-2ff6-4849-b1d8-bfac42cc5ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654d0d91-cf38-4fc2-8b8c-3ad30d0c7dc2,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:45:51.144753 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:45:53.525051 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-00fa33e0-73c8-42fb-90ed-07f615af691c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:54.928266 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:55.210010 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:55.730666 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-715cd1b8-aabe-4a80-a9b2-c91d68adb37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:57.258415 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:58.751287 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:45:59.422789 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:00.511755 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48620) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:46:00.665413 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ac5e6f65-5ddb-4aab-8273-42178808f88e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:00.758776 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ac5e6f65-5ddb-4aab-8273-42178808f88e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:00.764247 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ac5e6f65-5ddb-4aab-8273-42178808f88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:00.803298 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ac5e6f65-5ddb-4aab-8273-42178808f88e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b172652570ec46e494c539db9bab0edf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2902808 Nov 10 19:46:00.805269 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e6f65-5ddb-4aab-8273-42178808f88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a149de-bb57-4afe-b9a3-a9da63bc9ee5,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:00.806858 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48624) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:46:00.813741 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e6f65-5ddb-4aab-8273-42178808f88e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:00.814158 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e6f65-5ddb-4aab-8273-42178808f88e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:00.814495 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e6f65-5ddb-4aab-8273-42178808f88e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:00.815021 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e6f65-5ddb-4aab-8273-42178808f88e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:00.815208 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e6f65-5ddb-4aab-8273-42178808f88e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:00.815786 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e6f65-5ddb-4aab-8273-42178808f88e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:00.815786 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e6f65-5ddb-4aab-8273-42178808f88e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:00.816123 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e6f65-5ddb-4aab-8273-42178808f88e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:00.816585 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e6f65-5ddb-4aab-8273-42178808f88e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:00.816751 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e6f65-5ddb-4aab-8273-42178808f88e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:00.817066 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e6f65-5ddb-4aab-8273-42178808f88e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:00.817361 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e6f65-5ddb-4aab-8273-42178808f88e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:00.873061 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6f060cb5-145f-48c5-88e2-06bc5e6b359c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:00.899873 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6f060cb5-145f-48c5-88e2-06bc5e6b359c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:00.964116 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6f060cb5-145f-48c5-88e2-06bc5e6b359c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:00.967818 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6f060cb5-145f-48c5-88e2-06bc5e6b359c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:00.973810 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6f060cb5-145f-48c5-88e2-06bc5e6b359c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e2a149de-bb57-4afe-b9a3-a9da63bc9ee5 HTTP/1.1" status: 204 len: 168 time: 0.1653440 Nov 10 19:46:00.987967 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f060cb5-145f-48c5-88e2-06bc5e6b359c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a149de-bb57-4afe-b9a3-a9da63bc9ee5,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:01.765952 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48648) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:46:01.886527 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-9931c33c-6c57-4bcf-9b35-623c3fdce41f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-104996838-network', 'tenant_id': 'c5bb702fc1434c148dddb918acd94513'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:46:01.914848 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9931c33c-6c57-4bcf-9b35-623c3fdce41f admin admin] Made reservation on behalf of c5bb702fc1434c148dddb918acd94513 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:46:01.918149 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9931c33c-6c57-4bcf-9b35-623c3fdce41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:01.928048 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9931c33c-6c57-4bcf-9b35-623c3fdce41f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:02.021804 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9931c33c-6c57-4bcf-9b35-623c3fdce41f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:02.028738 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9931c33c-6c57-4bcf-9b35-623c3fdce41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:02.057399 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9931c33c-6c57-4bcf-9b35-623c3fdce41f admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:46:02.069046 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931c33c-6c57-4bcf-9b35-623c3fdce41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa6a03b-fe77-41da-80d7-d361b68193ba,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:02.075374 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9931c33c-6c57-4bcf-9b35-623c3fdce41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:02.075733 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-9931c33c-6c57-4bcf-9b35-623c3fdce41f admin admin] Added segment 1cf44519-4a70-4ec5-a5ca-6e5b0ed63871 of type vlan for network 49366194-37a7-487f-a09e-924b2d31db1c Nov 10 19:46:02.121052 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9931c33c-6c57-4bcf-9b35-623c3fdce41f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:02.152207 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9931c33c-6c57-4bcf-9b35-623c3fdce41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:02.153481 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9931c33c-6c57-4bcf-9b35-623c3fdce41f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:02.154304 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9931c33c-6c57-4bcf-9b35-623c3fdce41f admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:02.217254 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9931c33c-6c57-4bcf-9b35-623c3fdce41f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4501541 Nov 10 19:46:02.220155 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48654) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:46:02.225173 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-625d494d-903e-4279-87c6-d6b3b0cf7f05 admin admin] Request body: {'subnet': {'network_id': '49366194-37a7-487f-a09e-924b2d31db1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-104996838-subnet', 'tenant_id': 'c5bb702fc1434c148dddb918acd94513', 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:46:02.236877 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931c33c-6c57-4bcf-9b35-623c3fdce41f admin admin] Pushing event updated for resources: {'Network': ['ID=49366194-37a7-487f-a09e-924b2d31db1c,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:02.248947 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 49366194-37a7-487f-a09e-924b2d31db1c details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:46:02.255797 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625d494d-903e-4279-87c6-d6b3b0cf7f05 admin admin] Made reservation on behalf of c5bb702fc1434c148dddb918acd94513 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:46:02.258448 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-625d494d-903e-4279-87c6-d6b3b0cf7f05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:02.449969 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-625d494d-903e-4279-87c6-d6b3b0cf7f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:02.507466 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d494d-903e-4279-87c6-d6b3b0cf7f05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83c2ef23-64ca-4530-b003-d8b77c231ecf,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:02.519308 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625d494d-903e-4279-87c6-d6b3b0cf7f05 admin admin] Checking segment: {'id': '1cf44519-4a70-4ec5-a5ca-6e5b0ed63871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '49366194-37a7-487f-a09e-924b2d31db1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:46:02.519676 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625d494d-903e-4279-87c6-d6b3b0cf7f05 admin admin] Network hostable DHCP agents. Network: 49366194-37a7-487f-a09e-924b2d31db1c, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:46:02.539595 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625d494d-903e-4279-87c6-d6b3b0cf7f05 admin admin] Network 49366194-37a7-487f-a09e-924b2d31db1c is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:46:02.550215 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-625d494d-903e-4279-87c6-d6b3b0cf7f05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 49366194-37a7-487f-a09e-924b2d31db1c) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:46:02.554864 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625d494d-903e-4279-87c6-d6b3b0cf7f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:02.555573 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-625d494d-903e-4279-87c6-d6b3b0cf7f05 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:02.564995 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811cf1db-49f6-4b43-9c36-8418faf22cc8 None None] Network 49366194-37a7-487f-a09e-924b2d31db1c requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:46:02.577354 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-625d494d-903e-4279-87c6-d6b3b0cf7f05 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3559215 Nov 10 19:46:02.580232 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48658) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:46:02.585364 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-efd38b3a-bb95-4f43-aeef-b5f12270e4b8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-104996838-router', 'tenant_id': 'c5bb702fc1434c148dddb918acd94513', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:46:02.620583 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-efd38b3a-bb95-4f43-aeef-b5f12270e4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:02.620583 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-efd38b3a-bb95-4f43-aeef-b5f12270e4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:02.701431 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-efd38b3a-bb95-4f43-aeef-b5f12270e4b8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:02.731524 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2a11c0-b957-4353-9b49-a07037421d9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-49366194-37a7-487f-a09e-924b2d31db1c', 'network_id': '49366194-37a7-487f-a09e-924b2d31db1c', 'tenant_id': 'c5bb702fc1434c148dddb918acd94513', 'fixed_ips': [{'subnet_id': '83c2ef23-64ca-4530-b003-d8b77c231ecf'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:46:02.732946 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e2a11c0-b957-4353-9b49-a07037421d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:02.870574 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-efd38b3a-bb95-4f43-aeef-b5f12270e4b8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:02.891904 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-7e2a11c0-b957-4353-9b49-a07037421d9b None None] Allocated IP 172.20.0.2 (49366194-37a7-487f-a09e-924b2d31db1c/83c2ef23-64ca-4530-b003-d8b77c231ecf/e1b68725-0eaa-4be9-950b-cc1772b7c00a) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:46:03.075873 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e2a11c0-b957-4353-9b49-a07037421d9b None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:03.083810 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e2a11c0-b957-4353-9b49-a07037421d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:03.101845 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-efd38b3a-bb95-4f43-aeef-b5f12270e4b8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:03.122670 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-efd38b3a-bb95-4f43-aeef-b5f12270e4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:03.128215 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2a11c0-b957-4353-9b49-a07037421d9b None None] Network 49366194-37a7-487f-a09e-924b2d31db1c is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:46:03.133205 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-7e2a11c0-b957-4353-9b49-a07037421d9b None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:46:03.136933 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2a11c0-b957-4353-9b49-a07037421d9b None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:46:03.143448 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a11c0-b957-4353-9b49-a07037421d9b None None] Pushing event updated for resources: {'Port': ['ID=e1b68725-0eaa-4be9-950b-cc1772b7c00a,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:03.200853 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-7e2a11c0-b957-4353-9b49-a07037421d9b None None] Attempting to bind port e1b68725-0eaa-4be9-950b-cc1772b7c00a on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:46:03.201243 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-7e2a11c0-b957-4353-9b49-a07037421d9b None None] Attempting to bind port e1b68725-0eaa-4be9-950b-cc1772b7c00a by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '1cf44519-4a70-4ec5-a5ca-6e5b0ed63871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '49366194-37a7-487f-a09e-924b2d31db1c'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:46:03.201661 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2a11c0-b957-4353-9b49-a07037421d9b None None] Attempting to bind port e1b68725-0eaa-4be9-950b-cc1772b7c00a on network 49366194-37a7-487f-a09e-924b2d31db1c {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:46:03.207320 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2a11c0-b957-4353-9b49-a07037421d9b None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:46:03.207689 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2a11c0-b957-4353-9b49-a07037421d9b None None] Checking segment: {'id': '1cf44519-4a70-4ec5-a5ca-6e5b0ed63871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '49366194-37a7-487f-a09e-924b2d31db1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:46:03.208099 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e2a11c0-b957-4353-9b49-a07037421d9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:03.208523 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2a11c0-b957-4353-9b49-a07037421d9b None None] Bound using segment: {'id': '1cf44519-4a70-4ec5-a5ca-6e5b0ed63871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '49366194-37a7-487f-a09e-924b2d31db1c'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:46:03.208992 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-7e2a11c0-b957-4353-9b49-a07037421d9b None None] Bound port: e1b68725-0eaa-4be9-950b-cc1772b7c00a, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf44519-4a70-4ec5-a5ca-6e5b0ed63871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '49366194-37a7-487f-a09e-924b2d31db1c'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:46:03.209378 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e2a11c0-b957-4353-9b49-a07037421d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:03.248535 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-efd38b3a-bb95-4f43-aeef-b5f12270e4b8 admin admin] Allocated IP 172.25.3.14 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/9b7e28f4-e3ba-452a-994e-6a963618f7f0) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:46:03.286448 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7e2a11c0-b957-4353-9b49-a07037421d9b None None] For port e1b68725-0eaa-4be9-950b-cc1772b7c00a, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:46:03.290335 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7e2a11c0-b957-4353-9b49-a07037421d9b None None] For port e1b68725-0eaa-4be9-950b-cc1772b7c00a, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e1b68725-0eaa-4be9-950b-cc1772b7c00a,segment=NetworkSegment(1cf44519-4a70-4ec5-a5ca-6e5b0ed63871),segment_id=1cf44519-4a70-4ec5-a5ca-6e5b0ed63871)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:46:03.296425 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e2a11c0-b957-4353-9b49-a07037421d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:03.372244 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-efd38b3a-bb95-4f43-aeef-b5f12270e4b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:03.374878 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a11c0-b957-4353-9b49-a07037421d9b None None] Pushing event updated for resources: {'Port': ['ID=e1b68725-0eaa-4be9-950b-cc1772b7c00a,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:03.442352 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-efd38b3a-bb95-4f43-aeef-b5f12270e4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:03.490476 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd38b3a-bb95-4f43-aeef-b5f12270e4b8 admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:46:03.492605 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-efd38b3a-bb95-4f43-aeef-b5f12270e4b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:46:03.495253 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd38b3a-bb95-4f43-aeef-b5f12270e4b8 admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:46:03.508216 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b05d75e-ad8b-446a-9854-e7913be7528a None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:46:03.541502 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd38b3a-bb95-4f43-aeef-b5f12270e4b8 admin admin] Pushing event updated for resources: {'Port': ['ID=9b7e28f4-e3ba-452a-994e-6a963618f7f0,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:03.560228 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-0c4e483a-3bc5-4117-9d6e-f32b830020a5 None None] Provisioning complete for port 9b7e28f4-e3ba-452a-994e-6a963618f7f0 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:46:03.560726 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0c4e483a-3bc5-4117-9d6e-f32b830020a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:03.629451 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-0c4e483a-3bc5-4117-9d6e-f32b830020a5 None None] Port 9b7e28f4-e3ba-452a-994e-6a963618f7f0 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:46:03.863211 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-efd38b3a-bb95-4f43-aeef-b5f12270e4b8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:04.098915 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-efd38b3a-bb95-4f43-aeef-b5f12270e4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:04.260244 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd38b3a-bb95-4f43-aeef-b5f12270e4b8 admin admin] Router 6a1091e7-4d6f-46a2-9264-08f0877d514e is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:46:04.389743 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e1b68725-0eaa-4be9-950b-cc1772b7c00a up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:46:04.434403 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd38b3a-bb95-4f43-aeef-b5f12270e4b8 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:46:04.455799 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac168e0b-08f0-48e0-b36c-5e7e8d7a467d None None] Sync routers for ids ['6a1091e7-4d6f-46a2-9264-08f0877d514e'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:46:04.457705 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-efd38b3a-bb95-4f43-aeef-b5f12270e4b8 admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:04.462504 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-efd38b3a-bb95-4f43-aeef-b5f12270e4b8 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8782184 Nov 10 19:46:04.463914 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48662) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:46:04.465059 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port e1b68725-0eaa-4be9-950b-cc1772b7c00a triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:46:04.465561 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:04.479348 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac168e0b-08f0-48e0-b36c-5e7e8d7a467d None None] Routers {'6a1091e7-4d6f-46a2-9264-08f0877d514e'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:46:04.480127 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ac168e0b-08f0-48e0-b36c-5e7e8d7a467d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:45:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['6a1091e7-4d6f-46a2-9264-08f0877d514e'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:46:04.625435 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-ac168e0b-08f0-48e0-b36c-5e7e8d7a467d None None] Set router 6a1091e7-4d6f-46a2-9264-08f0877d514e gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:46:04.642440 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599ec30c-91ef-4b43-8ab2-fa1080184342 None None] Network 49366194-37a7-487f-a09e-924b2d31db1c requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:46:04.717504 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:04.756047 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-7b6026b2-8d0c-4139-9222-fc82fe08ca8b None None] Provisioning complete for port e1b68725-0eaa-4be9-950b-cc1772b7c00a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:46:04.756541 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7b6026b2-8d0c-4139-9222-fc82fe08ca8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:04.816173 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port e1b68725-0eaa-4be9-950b-cc1772b7c00a, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e1b68725-0eaa-4be9-950b-cc1772b7c00a,segment=NetworkSegment(1cf44519-4a70-4ec5-a5ca-6e5b0ed63871),segment_id=1cf44519-4a70-4ec5-a5ca-6e5b0ed63871)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:46:04.836783 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:04.923966 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ac168e0b-08f0-48e0-b36c-5e7e8d7a467d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1091e7-4d6f-46a2-9264-08f0877d514e', 'name': 'tempest-TestAggregatesBasicOps-104996838-router', 'tenant_id': 'c5bb702fc1434c148dddb918acd94513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '9b7e28f4-e3ba-452a-994e-6a963618f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:46:02Z', 'updated_at': '2021-11-10T19:46:03Z', 'revision_number': 3, 'project_id': 'c5bb702fc1434c148dddb918acd94513', 'gw_port': {'id': '9b7e28f4-e3ba-452a-994e-6a963618f7f0', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:41:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1091e7-4d6f-46a2-9264-08f0877d514e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:46:03Z', 'updated_at': '2021-11-10T19:46:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:46:04.960434 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac168e0b-08f0-48e0-b36c-5e7e8d7a467d None None] Checking router: 6a1091e7-4d6f-46a2-9264-08f0877d514e for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:46:04.960434 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac168e0b-08f0-48e0-b36c-5e7e8d7a467d None None] Updating router 6a1091e7-4d6f-46a2-9264-08f0877d514e port 9b7e28f4-e3ba-452a-994e-6a963618f7f0 binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:46:04.970305 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=e1b68725-0eaa-4be9-950b-cc1772b7c00a,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:05.015812 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ac168e0b-08f0-48e0-b36c-5e7e8d7a467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:05.140352 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7d41876f-d37c-48ed-aaa8-b480a4e9a804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:05.341483 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-fa383c13-bd29-4bd4-8636-97d0f7d04ef3 None None] Provisioning complete for port e1b68725-0eaa-4be9-950b-cc1772b7c00a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:46:05.342283 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fa383c13-bd29-4bd4-8636-97d0f7d04ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:05.342873 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-7d41876f-d37c-48ed-aaa8-b480a4e9a804 admin admin] Allocated IP 172.20.0.1 (49366194-37a7-487f-a09e-924b2d31db1c/83c2ef23-64ca-4530-b003-d8b77c231ecf/2f125277-4e86-4e6c-af12-7b346def266c) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:46:05.363233 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ac168e0b-08f0-48e0-b36c-5e7e8d7a467d None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:05.376864 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ac168e0b-08f0-48e0-b36c-5e7e8d7a467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:05.453632 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-ac168e0b-08f0-48e0-b36c-5e7e8d7a467d None None] Attempting to bind port 9b7e28f4-e3ba-452a-994e-6a963618f7f0 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:46:05.454237 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-ac168e0b-08f0-48e0-b36c-5e7e8d7a467d None None] Attempting to bind port 9b7e28f4-e3ba-452a-994e-6a963618f7f0 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:46:05.454663 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac168e0b-08f0-48e0-b36c-5e7e8d7a467d None None] Attempting to bind port 9b7e28f4-e3ba-452a-994e-6a963618f7f0 on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:46:05.465851 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527cc449-fc17-4e29-a644-b569f12ef60f None None] Pushing event updated for resources: {'Port': ['ID=9b7e28f4-e3ba-452a-994e-6a963618f7f0,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:05.475128 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac168e0b-08f0-48e0-b36c-5e7e8d7a467d None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:46:05.475789 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac168e0b-08f0-48e0-b36c-5e7e8d7a467d None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:46:05.476205 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ac168e0b-08f0-48e0-b36c-5e7e8d7a467d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:05.476600 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac168e0b-08f0-48e0-b36c-5e7e8d7a467d None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:46:05.477087 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-ac168e0b-08f0-48e0-b36c-5e7e8d7a467d None None] Bound port: 9b7e28f4-e3ba-452a-994e-6a963618f7f0, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:46:05.477447 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ac168e0b-08f0-48e0-b36c-5e7e8d7a467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:05.480818 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527cc449-fc17-4e29-a644-b569f12ef60f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:05.481205 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527cc449-fc17-4e29-a644-b569f12ef60f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:05.481675 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527cc449-fc17-4e29-a644-b569f12ef60f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:05.482234 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527cc449-fc17-4e29-a644-b569f12ef60f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:05.482680 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527cc449-fc17-4e29-a644-b569f12ef60f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:05.483142 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527cc449-fc17-4e29-a644-b569f12ef60f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:05.483142 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527cc449-fc17-4e29-a644-b569f12ef60f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:05.483142 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527cc449-fc17-4e29-a644-b569f12ef60f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:05.483142 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527cc449-fc17-4e29-a644-b569f12ef60f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:05.483142 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527cc449-fc17-4e29-a644-b569f12ef60f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:05.483142 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527cc449-fc17-4e29-a644-b569f12ef60f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:05.483142 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527cc449-fc17-4e29-a644-b569f12ef60f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:05.554561 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7d41876f-d37c-48ed-aaa8-b480a4e9a804 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:05.565863 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-ac168e0b-08f0-48e0-b36c-5e7e8d7a467d None None] For port 9b7e28f4-e3ba-452a-994e-6a963618f7f0, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:46:05.571760 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-ac168e0b-08f0-48e0-b36c-5e7e8d7a467d None None] For port 9b7e28f4-e3ba-452a-994e-6a963618f7f0, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=9b7e28f4-e3ba-452a-994e-6a963618f7f0,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:46:05.582253 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ac168e0b-08f0-48e0-b36c-5e7e8d7a467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:05.617516 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7d41876f-d37c-48ed-aaa8-b480a4e9a804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:05.664410 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25eebfa-92cb-4f77-86cf-a19b648cb438 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:46:05.680030 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527cc449-fc17-4e29-a644-b569f12ef60f None None] Pushing event updated for resources: {'Port': ['ID=9b7e28f4-e3ba-452a-994e-6a963618f7f0,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:05.697721 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac168e0b-08f0-48e0-b36c-5e7e8d7a467d None None] Routers {'6a1091e7-4d6f-46a2-9264-08f0877d514e'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:46:05.698392 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ac168e0b-08f0-48e0-b36c-5e7e8d7a467d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:45:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['6a1091e7-4d6f-46a2-9264-08f0877d514e'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:46:05.710769 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d41876f-d37c-48ed-aaa8-b480a4e9a804 admin admin] Network 49366194-37a7-487f-a09e-924b2d31db1c is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:46:05.722234 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f969958-c256-46b0-a5a0-cf4cbbc4a44b None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:46:05.722601 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-7d41876f-d37c-48ed-aaa8-b480a4e9a804 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:46:05.725170 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d41876f-d37c-48ed-aaa8-b480a4e9a804 admin admin] Pushing event updated for resources: {'Port': ['ID=2f125277-4e86-4e6c-af12-7b346def266c,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:05.727854 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d41876f-d37c-48ed-aaa8-b480a4e9a804 admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:46:05.800393 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7d41876f-d37c-48ed-aaa8-b480a4e9a804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:05.830619 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-0208fddd-2dba-473e-be6e-afca39487bd7 None None] Provisioning complete for port 9b7e28f4-e3ba-452a-994e-6a963618f7f0 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:46:05.831416 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0208fddd-2dba-473e-be6e-afca39487bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:05.856367 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-ac168e0b-08f0-48e0-b36c-5e7e8d7a467d None None] Set router 6a1091e7-4d6f-46a2-9264-08f0877d514e gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:46:05.960004 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0208fddd-2dba-473e-be6e-afca39487bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:05.991049 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-0208fddd-2dba-473e-be6e-afca39487bd7 None None] For port 9b7e28f4-e3ba-452a-994e-6a963618f7f0, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=9b7e28f4-e3ba-452a-994e-6a963618f7f0,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:46:05.996638 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0208fddd-2dba-473e-be6e-afca39487bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:06.013848 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7d41876f-d37c-48ed-aaa8-b480a4e9a804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:06.079997 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208fddd-2dba-473e-be6e-afca39487bd7 None None] Pushing event updated for resources: {'Port': ['ID=9b7e28f4-e3ba-452a-994e-6a963618f7f0,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:06.123023 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ac168e0b-08f0-48e0-b36c-5e7e8d7a467d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1091e7-4d6f-46a2-9264-08f0877d514e', 'name': 'tempest-TestAggregatesBasicOps-104996838-router', 'tenant_id': 'c5bb702fc1434c148dddb918acd94513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '9b7e28f4-e3ba-452a-994e-6a963618f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:46:02Z', 'updated_at': '2021-11-10T19:46:03Z', 'revision_number': 3, 'project_id': 'c5bb702fc1434c148dddb918acd94513', 'gw_port': {'id': '9b7e28f4-e3ba-452a-994e-6a963618f7f0', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:41:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1091e7-4d6f-46a2-9264-08f0877d514e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:46:03Z', 'updated_at': '2021-11-10T19:46:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:46:06.129177 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e5260d9e-7cc1-4442-945c-6321bf5b693a None None] Provisioning complete for port 2f125277-4e86-4e6c-af12-7b346def266c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:46:06.129662 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e5260d9e-7cc1-4442-945c-6321bf5b693a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:06.153342 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac168e0b-08f0-48e0-b36c-5e7e8d7a467d None None] The sync data for ids ['6a1091e7-4d6f-46a2-9264-08f0877d514e'] in n-d-813897-4 is: [{'id': '6a1091e7-4d6f-46a2-9264-08f0877d514e', 'name': 'tempest-TestAggregatesBasicOps-104996838-router', 'tenant_id': 'c5bb702fc1434c148dddb918acd94513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '9b7e28f4-e3ba-452a-994e-6a963618f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:46:02Z', 'updated_at': '2021-11-10T19:46:03Z', 'revision_number': 3, 'project_id': 'c5bb702fc1434c148dddb918acd94513', 'gw_port': {'id': '9b7e28f4-e3ba-452a-994e-6a963618f7f0', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:41:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1091e7-4d6f-46a2-9264-08f0877d514e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:46:03Z', 'updated_at': '2021-11-10T19:46:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:46:06.209913 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e5260d9e-7cc1-4442-945c-6321bf5b693a None None] Port 2f125277-4e86-4e6c-af12-7b346def266c cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:46:06.367295 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e1b68725-0eaa-4be9-950b-cc1772b7c00a up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:46:06.454859 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port e1b68725-0eaa-4be9-950b-cc1772b7c00a triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:46:06.454859 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:06.671350 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7d41876f-d37c-48ed-aaa8-b480a4e9a804 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:06.678929 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7d41876f-d37c-48ed-aaa8-b480a4e9a804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:06.756447 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d41876f-d37c-48ed-aaa8-b480a4e9a804 admin admin] Pushing event updated for resources: {'Port': ['ID=2f125277-4e86-4e6c-af12-7b346def266c,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:06.762709 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7d41876f-d37c-48ed-aaa8-b480a4e9a804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:06.901977 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d41876f-d37c-48ed-aaa8-b480a4e9a804 admin admin] Network 49366194-37a7-487f-a09e-924b2d31db1c is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:46:06.905031 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-7d41876f-d37c-48ed-aaa8-b480a4e9a804 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:46:07.071465 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d41876f-d37c-48ed-aaa8-b480a4e9a804 admin admin] Router 6a1091e7-4d6f-46a2-9264-08f0877d514e has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:46:07.237996 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d41876f-d37c-48ed-aaa8-b480a4e9a804 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:46:07.256933 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7d41876f-d37c-48ed-aaa8-b480a4e9a804 admin admin] 10.222.0.54 "PUT /v2.0/routers/6a1091e7-4d6f-46a2-9264-08f0877d514e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7814693 Nov 10 19:46:07.327581 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4b3d58d5-6ad6-486f-98f4-5de5551ede0d None None] Provisioning complete for port 2f125277-4e86-4e6c-af12-7b346def266c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:46:07.328618 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4b3d58d5-6ad6-486f-98f4-5de5551ede0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:07.394325 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-4b3d58d5-6ad6-486f-98f4-5de5551ede0d None None] Port 2f125277-4e86-4e6c-af12-7b346def266c cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:46:07.861948 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48694) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:46:07.867365 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-30dc2489-0615-49b1-8f67-cc9e2657d374 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1122103300-network', 'tenant_id': 'b19b284f46c149f39051f1fc54fddd50'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:46:07.893575 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30dc2489-0615-49b1-8f67-cc9e2657d374 admin admin] Made reservation on behalf of b19b284f46c149f39051f1fc54fddd50 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:46:07.896714 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-30dc2489-0615-49b1-8f67-cc9e2657d374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:07.907931 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-30dc2489-0615-49b1-8f67-cc9e2657d374 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:08.013722 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-30dc2489-0615-49b1-8f67-cc9e2657d374 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:08.024413 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-30dc2489-0615-49b1-8f67-cc9e2657d374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:08.053614 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30dc2489-0615-49b1-8f67-cc9e2657d374 admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:46:08.065806 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc2489-0615-49b1-8f67-cc9e2657d374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4afd6cc-22d9-4654-93cf-7b1132e0c692,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:08.073594 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-30dc2489-0615-49b1-8f67-cc9e2657d374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:08.074107 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-30dc2489-0615-49b1-8f67-cc9e2657d374 admin admin] Added segment c5b1f13f-3de3-4a85-88b2-f41dd01605e3 of type vlan for network 27028ce8-4f0f-41b2-8d05-4ef417c04aa7 Nov 10 19:46:08.140185 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-30dc2489-0615-49b1-8f67-cc9e2657d374 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:08.176285 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-30dc2489-0615-49b1-8f67-cc9e2657d374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:08.177144 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dc2489-0615-49b1-8f67-cc9e2657d374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:08.177953 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-30dc2489-0615-49b1-8f67-cc9e2657d374 admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:08.230404 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3805c933-f188-423e-ac1f-b766ba0e8652 None None] Sync routers for ids ['6a1091e7-4d6f-46a2-9264-08f0877d514e'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:46:08.242071 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-30dc2489-0615-49b1-8f67-cc9e2657d374 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3787034 Nov 10 19:46:08.244818 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48696) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:46:08.245489 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3805c933-f188-423e-ac1f-b766ba0e8652 None None] Routers {'6a1091e7-4d6f-46a2-9264-08f0877d514e'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:46:08.245970 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-3805c933-f188-423e-ac1f-b766ba0e8652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:45:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['6a1091e7-4d6f-46a2-9264-08f0877d514e'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:46:08.251184 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-78152898-5058-43b7-b067-76e1d55a36fb admin admin] Request body: {'subnet': {'network_id': '27028ce8-4f0f-41b2-8d05-4ef417c04aa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1122103300-subnet', 'tenant_id': 'b19b284f46c149f39051f1fc54fddd50', 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:46:08.264414 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc2489-0615-49b1-8f67-cc9e2657d374 admin admin] Pushing event updated for resources: {'Network': ['ID=27028ce8-4f0f-41b2-8d05-4ef417c04aa7,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:08.283146 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78152898-5058-43b7-b067-76e1d55a36fb admin admin] Made reservation on behalf of b19b284f46c149f39051f1fc54fddd50 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:46:08.286341 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-78152898-5058-43b7-b067-76e1d55a36fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:08.354546 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 27028ce8-4f0f-41b2-8d05-4ef417c04aa7 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:46:08.445057 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 9b7e28f4-e3ba-452a-994e-6a963618f7f0 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:46:08.540549 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-3805c933-f188-423e-ac1f-b766ba0e8652 None None] Set router 6a1091e7-4d6f-46a2-9264-08f0877d514e gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:46:08.557242 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-78152898-5058-43b7-b067-76e1d55a36fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:08.591303 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 9b7e28f4-e3ba-452a-994e-6a963618f7f0 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:46:08.591689 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:08.632722 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78152898-5058-43b7-b067-76e1d55a36fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8593aa3-72f4-4b31-a56b-9a931f6f3111,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:08.647720 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78152898-5058-43b7-b067-76e1d55a36fb admin admin] Checking segment: {'id': 'c5b1f13f-3de3-4a85-88b2-f41dd01605e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '27028ce8-4f0f-41b2-8d05-4ef417c04aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:46:08.648228 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78152898-5058-43b7-b067-76e1d55a36fb admin admin] Network hostable DHCP agents. Network: 27028ce8-4f0f-41b2-8d05-4ef417c04aa7, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:46:08.673319 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78152898-5058-43b7-b067-76e1d55a36fb admin admin] Network 27028ce8-4f0f-41b2-8d05-4ef417c04aa7 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:46:08.688230 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-78152898-5058-43b7-b067-76e1d55a36fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 27028ce8-4f0f-41b2-8d05-4ef417c04aa7) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:46:08.699116 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78152898-5058-43b7-b067-76e1d55a36fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:08.699116 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-78152898-5058-43b7-b067-76e1d55a36fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:08.704762 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec79525d-2a76-4fdb-a5be-3efa3fb04fbe None None] Network 27028ce8-4f0f-41b2-8d05-4ef417c04aa7 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:46:08.724701 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-78152898-5058-43b7-b067-76e1d55a36fb admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4786925 Nov 10 19:46:08.729009 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48704) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:46:08.736857 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-e8e62618-566c-44de-9804-e8ecf924ce37 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1122103300-router', 'tenant_id': 'b19b284f46c149f39051f1fc54fddd50', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:46:08.766458 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e8e62618-566c-44de-9804-e8ecf924ce37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:08.767737 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e8e62618-566c-44de-9804-e8ecf924ce37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:08.834916 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e8e62618-566c-44de-9804-e8ecf924ce37 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:08.974065 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-3805c933-f188-423e-ac1f-b766ba0e8652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1091e7-4d6f-46a2-9264-08f0877d514e', 'name': 'tempest-TestAggregatesBasicOps-104996838-router', 'tenant_id': 'c5bb702fc1434c148dddb918acd94513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '9b7e28f4-e3ba-452a-994e-6a963618f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:46:02Z', 'updated_at': '2021-11-10T19:46:05Z', 'revision_number': 4, 'project_id': 'c5bb702fc1434c148dddb918acd94513', 'gw_port': {'id': '9b7e28f4-e3ba-452a-994e-6a963618f7f0', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:41:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1091e7-4d6f-46a2-9264-08f0877d514e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:46:03Z', 'updated_at': '2021-11-10T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '2f125277-4e86-4e6c-af12-7b346def266c', 'name': '', 'network_id': '49366194-37a7-487f-a09e-924b2d31db1c', 'tenant_id': 'c5bb702fc1434c148dddb918acd94513', 'mac_address': 'fa:16:3e:07:93:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1091e7-4d6f-46a2-9264-08f0877d514e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '83c2ef23-64ca-4530-b003-d8b77c231ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:46:05Z', 'updated_at': '2021-11-10T19:46:06Z', 'revision_number': 2, 'project_id': 'c5bb702fc1434c148dddb918acd94513', 'subnets': [{'id': '83c2ef23-64ca-4530-b003-d8b77c231ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:46:08.998115 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e8e62618-566c-44de-9804-e8ecf924ce37 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:09.009634 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfc2425-0594-4f10-b3ba-9cd73df3946b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-27028ce8-4f0f-41b2-8d05-4ef417c04aa7', 'network_id': '27028ce8-4f0f-41b2-8d05-4ef417c04aa7', 'tenant_id': 'b19b284f46c149f39051f1fc54fddd50', 'fixed_ips': [{'subnet_id': 'd8593aa3-72f4-4b31-a56b-9a931f6f3111'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:46:09.010480 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6bfc2425-0594-4f10-b3ba-9cd73df3946b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:09.020877 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3805c933-f188-423e-ac1f-b766ba0e8652 None None] Checking router: 6a1091e7-4d6f-46a2-9264-08f0877d514e for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:46:09.021316 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3805c933-f188-423e-ac1f-b766ba0e8652 None None] Updating router 6a1091e7-4d6f-46a2-9264-08f0877d514e port 2f125277-4e86-4e6c-af12-7b346def266c binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:46:09.059197 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3805c933-f188-423e-ac1f-b766ba0e8652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:09.235859 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e8e62618-566c-44de-9804-e8ecf924ce37 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:09.257074 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e8e62618-566c-44de-9804-e8ecf924ce37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:09.272388 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-6bfc2425-0594-4f10-b3ba-9cd73df3946b None None] Allocated IP 172.20.0.2 (27028ce8-4f0f-41b2-8d05-4ef417c04aa7/d8593aa3-72f4-4b31-a56b-9a931f6f3111/59b4cbe5-4bf2-41aa-bf45-c307b004a7c5) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:46:09.404004 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-e8e62618-566c-44de-9804-e8ecf924ce37 admin admin] Allocated IP 172.25.3.190 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/e23eee7a-2ddc-4263-bbef-3812dcc66960) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:46:09.535609 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e8e62618-566c-44de-9804-e8ecf924ce37 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:09.581020 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e8e62618-566c-44de-9804-e8ecf924ce37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:09.593084 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6bfc2425-0594-4f10-b3ba-9cd73df3946b None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:09.604305 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3805c933-f188-423e-ac1f-b766ba0e8652 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:09.611104 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6bfc2425-0594-4f10-b3ba-9cd73df3946b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:09.620098 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3805c933-f188-423e-ac1f-b766ba0e8652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:09.653125 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e62618-566c-44de-9804-e8ecf924ce37 admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:46:09.658180 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-e8e62618-566c-44de-9804-e8ecf924ce37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:46:09.663322 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e62618-566c-44de-9804-e8ecf924ce37 admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:46:09.680183 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5194eaec-2bf4-4826-bd8b-62c6c4ee6ddf None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:46:09.691400 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfc2425-0594-4f10-b3ba-9cd73df3946b None None] Network 27028ce8-4f0f-41b2-8d05-4ef417c04aa7 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:46:09.698761 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-6bfc2425-0594-4f10-b3ba-9cd73df3946b None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:46:09.701535 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfc2425-0594-4f10-b3ba-9cd73df3946b None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:46:09.706156 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc2425-0594-4f10-b3ba-9cd73df3946b None None] Pushing event updated for resources: {'Port': ['ID=59b4cbe5-4bf2-41aa-bf45-c307b004a7c5,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:09.713630 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e62618-566c-44de-9804-e8ecf924ce37 admin admin] Pushing event updated for resources: {'Port': ['ID=e23eee7a-2ddc-4263-bbef-3812dcc66960,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:09.865064 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d2f35-9985-4077-810e-75b69ba34a02 None None] Pushing event updated for resources: {'Port': ['ID=2f125277-4e86-4e6c-af12-7b346def266c,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:09.901868 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-200ea903-7499-4eea-8106-bd36691ddc66 None None] Provisioning complete for port e23eee7a-2ddc-4263-bbef-3812dcc66960 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:46:09.902394 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-200ea903-7499-4eea-8106-bd36691ddc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:09.908004 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-6bfc2425-0594-4f10-b3ba-9cd73df3946b None None] Attempting to bind port 59b4cbe5-4bf2-41aa-bf45-c307b004a7c5 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:46:09.908742 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-6bfc2425-0594-4f10-b3ba-9cd73df3946b None None] Attempting to bind port 59b4cbe5-4bf2-41aa-bf45-c307b004a7c5 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'c5b1f13f-3de3-4a85-88b2-f41dd01605e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '27028ce8-4f0f-41b2-8d05-4ef417c04aa7'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:46:09.909169 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfc2425-0594-4f10-b3ba-9cd73df3946b None None] Attempting to bind port 59b4cbe5-4bf2-41aa-bf45-c307b004a7c5 on network 27028ce8-4f0f-41b2-8d05-4ef417c04aa7 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:46:09.930723 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-3805c933-f188-423e-ac1f-b766ba0e8652 None None] Attempting to bind port 2f125277-4e86-4e6c-af12-7b346def266c on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:46:09.931695 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-3805c933-f188-423e-ac1f-b766ba0e8652 None None] Attempting to bind port 2f125277-4e86-4e6c-af12-7b346def266c by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '1cf44519-4a70-4ec5-a5ca-6e5b0ed63871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '49366194-37a7-487f-a09e-924b2d31db1c'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:46:09.932523 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3805c933-f188-423e-ac1f-b766ba0e8652 None None] Attempting to bind port 2f125277-4e86-4e6c-af12-7b346def266c on network 49366194-37a7-487f-a09e-924b2d31db1c {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:46:09.947112 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfc2425-0594-4f10-b3ba-9cd73df3946b None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:46:09.947497 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfc2425-0594-4f10-b3ba-9cd73df3946b None None] Checking segment: {'id': 'c5b1f13f-3de3-4a85-88b2-f41dd01605e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '27028ce8-4f0f-41b2-8d05-4ef417c04aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:46:09.947958 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6bfc2425-0594-4f10-b3ba-9cd73df3946b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:09.948355 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfc2425-0594-4f10-b3ba-9cd73df3946b None None] Bound using segment: {'id': 'c5b1f13f-3de3-4a85-88b2-f41dd01605e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '27028ce8-4f0f-41b2-8d05-4ef417c04aa7'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:46:09.948857 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-6bfc2425-0594-4f10-b3ba-9cd73df3946b None None] Bound port: 59b4cbe5-4bf2-41aa-bf45-c307b004a7c5, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b1f13f-3de3-4a85-88b2-f41dd01605e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '27028ce8-4f0f-41b2-8d05-4ef417c04aa7'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:46:09.949281 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6bfc2425-0594-4f10-b3ba-9cd73df3946b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:09.958169 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3805c933-f188-423e-ac1f-b766ba0e8652 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:46:09.958576 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3805c933-f188-423e-ac1f-b766ba0e8652 None None] Checking segment: {'id': '1cf44519-4a70-4ec5-a5ca-6e5b0ed63871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '49366194-37a7-487f-a09e-924b2d31db1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:46:09.959053 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3805c933-f188-423e-ac1f-b766ba0e8652 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:09.959451 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3805c933-f188-423e-ac1f-b766ba0e8652 None None] Bound using segment: {'id': '1cf44519-4a70-4ec5-a5ca-6e5b0ed63871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '49366194-37a7-487f-a09e-924b2d31db1c'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:46:09.959947 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-3805c933-f188-423e-ac1f-b766ba0e8652 None None] Bound port: 2f125277-4e86-4e6c-af12-7b346def266c, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf44519-4a70-4ec5-a5ca-6e5b0ed63871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '49366194-37a7-487f-a09e-924b2d31db1c'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:46:09.960347 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3805c933-f188-423e-ac1f-b766ba0e8652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:09.991157 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-200ea903-7499-4eea-8106-bd36691ddc66 None None] Port e23eee7a-2ddc-4263-bbef-3812dcc66960 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:46:10.018922 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7f886-3cf0-4c7a-8e9e-d3b06b2d5142 req-e72bddeb-0fe1-4a5f-8432-2101fe417415 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:10.021823 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f9c7f886-3cf0-4c7a-8e9e-d3b06b2d5142 req-e72bddeb-0fe1-4a5f-8432-2101fe417415 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 946 time: 0.1292167 Nov 10 19:46:10.086712 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-6bfc2425-0594-4f10-b3ba-9cd73df3946b None None] For port 59b4cbe5-4bf2-41aa-bf45-c307b004a7c5, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:46:10.092740 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-6bfc2425-0594-4f10-b3ba-9cd73df3946b None None] For port 59b4cbe5-4bf2-41aa-bf45-c307b004a7c5, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=59b4cbe5-4bf2-41aa-bf45-c307b004a7c5,segment=NetworkSegment(c5b1f13f-3de3-4a85-88b2-f41dd01605e3),segment_id=c5b1f13f-3de3-4a85-88b2-f41dd01605e3)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:46:10.103341 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6bfc2425-0594-4f10-b3ba-9cd73df3946b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:10.105815 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-3805c933-f188-423e-ac1f-b766ba0e8652 None None] For port 2f125277-4e86-4e6c-af12-7b346def266c, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:46:10.161387 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-3805c933-f188-423e-ac1f-b766ba0e8652 None None] For port 2f125277-4e86-4e6c-af12-7b346def266c, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2f125277-4e86-4e6c-af12-7b346def266c,segment=NetworkSegment(1cf44519-4a70-4ec5-a5ca-6e5b0ed63871),segment_id=1cf44519-4a70-4ec5-a5ca-6e5b0ed63871)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:46:10.164930 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f9c7f886-3cf0-4c7a-8e9e-d3b06b2d5142 req-ae1e99bf-173f-456c-8d52-4f9b5ef7129a tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030498 Nov 10 19:46:10.175779 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3805c933-f188-423e-ac1f-b766ba0e8652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:10.182473 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e8e62618-566c-44de-9804-e8ecf924ce37 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:10.195655 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a368dadc-e018-4609-b5fc-7cce64cbd059 None None] Provisioning complete for port 2f125277-4e86-4e6c-af12-7b346def266c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:46:10.196466 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a368dadc-e018-4609-b5fc-7cce64cbd059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:10.461609 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc2425-0594-4f10-b3ba-9cd73df3946b None None] Pushing event updated for resources: {'Port': ['ID=59b4cbe5-4bf2-41aa-bf45-c307b004a7c5,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:10.527592 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e8e62618-566c-44de-9804-e8ecf924ce37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:10.542569 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3805c933-f188-423e-ac1f-b766ba0e8652 None None] Routers {'6a1091e7-4d6f-46a2-9264-08f0877d514e'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:46:10.543230 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-3805c933-f188-423e-ac1f-b766ba0e8652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:45:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['6a1091e7-4d6f-46a2-9264-08f0877d514e'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:46:10.606920 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d2f35-9985-4077-810e-75b69ba34a02 None None] Pushing event updated for resources: {'Port': ['ID=2f125277-4e86-4e6c-af12-7b346def266c,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:10.711792 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a368dadc-e018-4609-b5fc-7cce64cbd059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:10.726600 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e62618-566c-44de-9804-e8ecf924ce37 admin admin] Router 2c18cc1a-c2d9-417c-96b2-2915b58fb173 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:46:10.753000 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-3805c933-f188-423e-ac1f-b766ba0e8652 None None] Set router 6a1091e7-4d6f-46a2-9264-08f0877d514e gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:46:10.803119 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-a368dadc-e018-4609-b5fc-7cce64cbd059 None None] For port 2f125277-4e86-4e6c-af12-7b346def266c, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2f125277-4e86-4e6c-af12-7b346def266c,segment=NetworkSegment(1cf44519-4a70-4ec5-a5ca-6e5b0ed63871),segment_id=1cf44519-4a70-4ec5-a5ca-6e5b0ed63871)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:46:10.813652 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a368dadc-e018-4609-b5fc-7cce64cbd059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:10.857207 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e62618-566c-44de-9804-e8ecf924ce37 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:46:10.868514 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c02db93-0cbb-4468-aad8-6488156584f8 None None] Sync routers for ids ['2c18cc1a-c2d9-417c-96b2-2915b58fb173'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:46:10.883141 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e8e62618-566c-44de-9804-e8ecf924ce37 admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:10.884912 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e8e62618-566c-44de-9804-e8ecf924ce37 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1542995 Nov 10 19:46:10.888158 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48728) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:46:10.901571 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c02db93-0cbb-4468-aad8-6488156584f8 None None] Routers {'2c18cc1a-c2d9-417c-96b2-2915b58fb173'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:46:10.902779 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-0c02db93-0cbb-4468-aad8-6488156584f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:45:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2c18cc1a-c2d9-417c-96b2-2915b58fb173'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:46:10.992173 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a368dadc-e018-4609-b5fc-7cce64cbd059 None None] Pushing event updated for resources: {'Port': ['ID=2f125277-4e86-4e6c-af12-7b346def266c,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:11.004316 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-509ab3ea-ea3a-40e7-9b1d-5fdb37ab8218 None None] Provisioning complete for port 2f125277-4e86-4e6c-af12-7b346def266c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:46:11.004316 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-509ab3ea-ea3a-40e7-9b1d-5fdb37ab8218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:11.041167 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-0c02db93-0cbb-4468-aad8-6488156584f8 None None] Set router 2c18cc1a-c2d9-417c-96b2-2915b58fb173 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:46:11.186780 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-3805c933-f188-423e-ac1f-b766ba0e8652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1091e7-4d6f-46a2-9264-08f0877d514e', 'name': 'tempest-TestAggregatesBasicOps-104996838-router', 'tenant_id': 'c5bb702fc1434c148dddb918acd94513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '9b7e28f4-e3ba-452a-994e-6a963618f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:46:02Z', 'updated_at': '2021-11-10T19:46:05Z', 'revision_number': 4, 'project_id': 'c5bb702fc1434c148dddb918acd94513', 'gw_port': {'id': '9b7e28f4-e3ba-452a-994e-6a963618f7f0', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:41:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1091e7-4d6f-46a2-9264-08f0877d514e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:46:03Z', 'updated_at': '2021-11-10T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '2f125277-4e86-4e6c-af12-7b346def266c', 'name': '', 'network_id': '49366194-37a7-487f-a09e-924b2d31db1c', 'tenant_id': 'c5bb702fc1434c148dddb918acd94513', 'mac_address': 'fa:16:3e:07:93:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1091e7-4d6f-46a2-9264-08f0877d514e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '83c2ef23-64ca-4530-b003-d8b77c231ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:46:05Z', 'updated_at': '2021-11-10T19:46:10Z', 'revision_number': 4, 'project_id': 'c5bb702fc1434c148dddb918acd94513', 'subnets': [{'id': '83c2ef23-64ca-4530-b003-d8b77c231ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:46:11.222971 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3805c933-f188-423e-ac1f-b766ba0e8652 None None] The sync data for ids ['6a1091e7-4d6f-46a2-9264-08f0877d514e'] in n-d-813897-4 is: [{'id': '6a1091e7-4d6f-46a2-9264-08f0877d514e', 'name': 'tempest-TestAggregatesBasicOps-104996838-router', 'tenant_id': 'c5bb702fc1434c148dddb918acd94513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '9b7e28f4-e3ba-452a-994e-6a963618f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:46:02Z', 'updated_at': '2021-11-10T19:46:05Z', 'revision_number': 4, 'project_id': 'c5bb702fc1434c148dddb918acd94513', 'gw_port': {'id': '9b7e28f4-e3ba-452a-994e-6a963618f7f0', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:41:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1091e7-4d6f-46a2-9264-08f0877d514e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:46:03Z', 'updated_at': '2021-11-10T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '2f125277-4e86-4e6c-af12-7b346def266c', 'name': '', 'network_id': '49366194-37a7-487f-a09e-924b2d31db1c', 'tenant_id': 'c5bb702fc1434c148dddb918acd94513', 'mac_address': 'fa:16:3e:07:93:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1091e7-4d6f-46a2-9264-08f0877d514e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '83c2ef23-64ca-4530-b003-d8b77c231ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:46:05Z', 'updated_at': '2021-11-10T19:46:10Z', 'revision_number': 4, 'project_id': 'c5bb702fc1434c148dddb918acd94513', 'subnets': [{'id': '83c2ef23-64ca-4530-b003-d8b77c231ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:46:11.491309 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0428330c-2ea4-419e-b4a8-64f617dacc6f None None] Network 27028ce8-4f0f-41b2-8d05-4ef417c04aa7 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:46:11.529296 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-0c02db93-0cbb-4468-aad8-6488156584f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c18cc1a-c2d9-417c-96b2-2915b58fb173', 'name': 'tempest-TestAggregatesBasicOps-1122103300-router', 'tenant_id': 'b19b284f46c149f39051f1fc54fddd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'e23eee7a-2ddc-4263-bbef-3812dcc66960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:46:08Z', 'updated_at': '2021-11-10T19:46:09Z', 'revision_number': 3, 'project_id': 'b19b284f46c149f39051f1fc54fddd50', 'gw_port': {'id': 'e23eee7a-2ddc-4263-bbef-3812dcc66960', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:33:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c18cc1a-c2d9-417c-96b2-2915b58fb173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:46:09Z', 'updated_at': '2021-11-10T19:46:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:46:11.571916 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c02db93-0cbb-4468-aad8-6488156584f8 None None] Checking router: 2c18cc1a-c2d9-417c-96b2-2915b58fb173 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:46:11.572426 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c02db93-0cbb-4468-aad8-6488156584f8 None None] Updating router 2c18cc1a-c2d9-417c-96b2-2915b58fb173 port e23eee7a-2ddc-4263-bbef-3812dcc66960 binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:46:11.610100 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-405b8f66-d994-4ed4-89e2-b72f78986795 None None] Provisioning complete for port 59b4cbe5-4bf2-41aa-bf45-c307b004a7c5 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:46:11.610759 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-405b8f66-d994-4ed4-89e2-b72f78986795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:11.611211 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0c02db93-0cbb-4468-aad8-6488156584f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:11.786782 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-405b8f66-d994-4ed4-89e2-b72f78986795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:11.832412 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-405b8f66-d994-4ed4-89e2-b72f78986795 None None] For port 59b4cbe5-4bf2-41aa-bf45-c307b004a7c5, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=59b4cbe5-4bf2-41aa-bf45-c307b004a7c5,segment=NetworkSegment(c5b1f13f-3de3-4a85-88b2-f41dd01605e3),segment_id=c5b1f13f-3de3-4a85-88b2-f41dd01605e3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:46:11.842592 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-405b8f66-d994-4ed4-89e2-b72f78986795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:11.935312 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b8f66-d994-4ed4-89e2-b72f78986795 None None] Pushing event updated for resources: {'Port': ['ID=59b4cbe5-4bf2-41aa-bf45-c307b004a7c5,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:11.967338 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bc9ac-3d18-4672-a9b6-56225c4bf6ba req-2130a444-4ea2-4911-8c0e-0c842de0d519 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:11.969379 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8e5bc9ac-3d18-4672-a9b6-56225c4bf6ba req-2130a444-4ea2-4911-8c0e-0c842de0d519 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 946 time: 0.5966663 Nov 10 19:46:12.025798 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0c02db93-0cbb-4468-aad8-6488156584f8 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:12.035141 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0c02db93-0cbb-4468-aad8-6488156584f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:12.106069 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-0c02db93-0cbb-4468-aad8-6488156584f8 None None] Attempting to bind port e23eee7a-2ddc-4263-bbef-3812dcc66960 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:46:12.107051 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-0c02db93-0cbb-4468-aad8-6488156584f8 None None] Attempting to bind port e23eee7a-2ddc-4263-bbef-3812dcc66960 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:46:12.108464 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c02db93-0cbb-4468-aad8-6488156584f8 None None] Attempting to bind port e23eee7a-2ddc-4263-bbef-3812dcc66960 on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:46:12.113152 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69d7637-f910-4323-b804-6e040b140285 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:46:12.120552 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ccf6d9-1ab6-412f-a0e7-cf7bc2f4c645 None None] Pushing event updated for resources: {'Port': ['ID=e23eee7a-2ddc-4263-bbef-3812dcc66960,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:12.125151 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c02db93-0cbb-4468-aad8-6488156584f8 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:46:12.125923 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c02db93-0cbb-4468-aad8-6488156584f8 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:46:12.126479 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0c02db93-0cbb-4468-aad8-6488156584f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:12.126888 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c02db93-0cbb-4468-aad8-6488156584f8 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:46:12.127731 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-0c02db93-0cbb-4468-aad8-6488156584f8 None None] Bound port: e23eee7a-2ddc-4263-bbef-3812dcc66960, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:46:12.128117 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0c02db93-0cbb-4468-aad8-6488156584f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:12.134553 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8e5bc9ac-3d18-4672-a9b6-56225c4bf6ba req-53b14685-c4c0-441a-a009-efacefed8b11 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527061 Nov 10 19:46:12.150319 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-269ba6d7-ba00-4fd0-b0c7-7577e283cd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:12.178831 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-928dc845-91a7-414b-b9b4-830db1f20ec6 None None] Provisioning complete for port 59b4cbe5-4bf2-41aa-bf45-c307b004a7c5 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:46:12.179248 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-928dc845-91a7-414b-b9b4-830db1f20ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:12.208901 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-0c02db93-0cbb-4468-aad8-6488156584f8 None None] For port e23eee7a-2ddc-4263-bbef-3812dcc66960, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:46:12.213696 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-0c02db93-0cbb-4468-aad8-6488156584f8 None None] For port e23eee7a-2ddc-4263-bbef-3812dcc66960, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e23eee7a-2ddc-4263-bbef-3812dcc66960,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:46:12.223748 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0c02db93-0cbb-4468-aad8-6488156584f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:12.300845 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d469d3e-06c9-40f1-98d9-cea579faea6c None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:46:12.310922 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ccf6d9-1ab6-412f-a0e7-cf7bc2f4c645 None None] Pushing event updated for resources: {'Port': ['ID=e23eee7a-2ddc-4263-bbef-3812dcc66960,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:12.323457 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c02db93-0cbb-4468-aad8-6488156584f8 None None] Routers {'2c18cc1a-c2d9-417c-96b2-2915b58fb173'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:46:12.324099 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-0c02db93-0cbb-4468-aad8-6488156584f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:45:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2c18cc1a-c2d9-417c-96b2-2915b58fb173'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:46:12.378689 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-928dc845-91a7-414b-b9b4-830db1f20ec6 None None] Provisioning complete for port e23eee7a-2ddc-4263-bbef-3812dcc66960 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:46:12.381857 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-928dc845-91a7-414b-b9b4-830db1f20ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:12.457593 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-0c02db93-0cbb-4468-aad8-6488156584f8 None None] Set router 2c18cc1a-c2d9-417c-96b2-2915b58fb173 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:46:12.458271 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-269ba6d7-ba00-4fd0-b0c7-7577e283cd24 admin admin] Allocated IP 172.20.0.1 (27028ce8-4f0f-41b2-8d05-4ef417c04aa7/d8593aa3-72f4-4b31-a56b-9a931f6f3111/c8c6ff98-b5ec-4324-93c9-5f768873a930) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:46:12.542221 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-928dc845-91a7-414b-b9b4-830db1f20ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:12.554404 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 59b4cbe5-4bf2-41aa-bf45-c307b004a7c5 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:46:12.616031 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-928dc845-91a7-414b-b9b4-830db1f20ec6 None None] For port e23eee7a-2ddc-4263-bbef-3812dcc66960, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e23eee7a-2ddc-4263-bbef-3812dcc66960,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:46:12.618588 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-269ba6d7-ba00-4fd0-b0c7-7577e283cd24 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:12.626306 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-928dc845-91a7-414b-b9b4-830db1f20ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:12.674325 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-269ba6d7-ba00-4fd0-b0c7-7577e283cd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:12.684483 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 59b4cbe5-4bf2-41aa-bf45-c307b004a7c5 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:46:12.684855 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:12.712661 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928dc845-91a7-414b-b9b4-830db1f20ec6 None None] Pushing event updated for resources: {'Port': ['ID=e23eee7a-2ddc-4263-bbef-3812dcc66960,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:12.724205 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269ba6d7-ba00-4fd0-b0c7-7577e283cd24 admin admin] Network 27028ce8-4f0f-41b2-8d05-4ef417c04aa7 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:46:12.729440 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-269ba6d7-ba00-4fd0-b0c7-7577e283cd24 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:46:12.733654 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269ba6d7-ba00-4fd0-b0c7-7577e283cd24 admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:46:12.779663 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-08a3e709-96e3-4926-bf11-c4f282d28dd1 req-6df2723f-656d-481d-b066-19a4e12dc42a service neutron] (102506) timed out ('10.222.0.54', 51174) {{(pid=102506) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 19:46:12.779921 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-b1ab09d5-5d60-4fdd-bbc8-8f53b9846fd8 None None] Provisioning complete for port e23eee7a-2ddc-4263-bbef-3812dcc66960 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:46:12.780031 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b1ab09d5-5d60-4fdd-bbc8-8f53b9846fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:12.788811 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-0c02db93-0cbb-4468-aad8-6488156584f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c18cc1a-c2d9-417c-96b2-2915b58fb173', 'name': 'tempest-TestAggregatesBasicOps-1122103300-router', 'tenant_id': 'b19b284f46c149f39051f1fc54fddd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'e23eee7a-2ddc-4263-bbef-3812dcc66960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:46:08Z', 'updated_at': '2021-11-10T19:46:09Z', 'revision_number': 3, 'project_id': 'b19b284f46c149f39051f1fc54fddd50', 'gw_port': {'id': 'e23eee7a-2ddc-4263-bbef-3812dcc66960', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:33:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c18cc1a-c2d9-417c-96b2-2915b58fb173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:46:09Z', 'updated_at': '2021-11-10T19:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:46:12.801260 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ba6d7-ba00-4fd0-b0c7-7577e283cd24 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c6ff98-b5ec-4324-93c9-5f768873a930,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:12.825296 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-269ba6d7-ba00-4fd0-b0c7-7577e283cd24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:12.836069 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c02db93-0cbb-4468-aad8-6488156584f8 None None] The sync data for ids ['2c18cc1a-c2d9-417c-96b2-2915b58fb173'] in n-d-813897-4 is: [{'id': '2c18cc1a-c2d9-417c-96b2-2915b58fb173', 'name': 'tempest-TestAggregatesBasicOps-1122103300-router', 'tenant_id': 'b19b284f46c149f39051f1fc54fddd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'e23eee7a-2ddc-4263-bbef-3812dcc66960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:46:08Z', 'updated_at': '2021-11-10T19:46:09Z', 'revision_number': 3, 'project_id': 'b19b284f46c149f39051f1fc54fddd50', 'gw_port': {'id': 'e23eee7a-2ddc-4263-bbef-3812dcc66960', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:33:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c18cc1a-c2d9-417c-96b2-2915b58fb173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:46:09Z', 'updated_at': '2021-11-10T19:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:46:12.895827 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2f125277-4e86-4e6c-af12-7b346def266c up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:46:13.027481 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-269ba6d7-ba00-4fd0-b0c7-7577e283cd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:13.047497 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 2f125277-4e86-4e6c-af12-7b346def266c triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:46:13.047782 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:13.219660 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4feb72e7-df9c-4fcb-8fbf-e8847dea75ae None None] Provisioning complete for port c8c6ff98-b5ec-4324-93c9-5f768873a930 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:46:13.220039 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4feb72e7-df9c-4fcb-8fbf-e8847dea75ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:13.246025 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-269ba6d7-ba00-4fd0-b0c7-7577e283cd24 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:13.260454 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-269ba6d7-ba00-4fd0-b0c7-7577e283cd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:13.269182 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-4feb72e7-df9c-4fcb-8fbf-e8847dea75ae None None] Port c8c6ff98-b5ec-4324-93c9-5f768873a930 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:46:13.395486 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-269ba6d7-ba00-4fd0-b0c7-7577e283cd24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:13.405588 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af518d-4bf6-4159-b413-6abdd288795e req-903a19a7-5a2e-4970-add8-89f53dc9cc91 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:13.409698 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d0af518d-4bf6-4159-b413-6abdd288795e req-903a19a7-5a2e-4970-add8-89f53dc9cc91 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 946 time: 0.1611938 Nov 10 19:46:13.411968 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ba6d7-ba00-4fd0-b0c7-7577e283cd24 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c6ff98-b5ec-4324-93c9-5f768873a930,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:13.532833 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d0af518d-4bf6-4159-b413-6abdd288795e req-a1840b5e-38c4-4fa6-b06d-ee5dbb1ab00d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146505 Nov 10 19:46:13.567627 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269ba6d7-ba00-4fd0-b0c7-7577e283cd24 admin admin] Network 27028ce8-4f0f-41b2-8d05-4ef417c04aa7 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:46:13.569211 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-269ba6d7-ba00-4fd0-b0c7-7577e283cd24 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:46:13.745967 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269ba6d7-ba00-4fd0-b0c7-7577e283cd24 admin admin] Router 2c18cc1a-c2d9-417c-96b2-2915b58fb173 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:46:13.884732 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269ba6d7-ba00-4fd0-b0c7-7577e283cd24 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:46:13.901153 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9b263b34-eaff-4be6-b80e-9b222a5340f8 None None] Provisioning complete for port c8c6ff98-b5ec-4324-93c9-5f768873a930 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:46:13.901981 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9b263b34-eaff-4be6-b80e-9b222a5340f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:13.903965 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-269ba6d7-ba00-4fd0-b0c7-7577e283cd24 admin admin] 10.222.0.54 "PUT /v2.0/routers/2c18cc1a-c2d9-417c-96b2-2915b58fb173/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0144124 Nov 10 19:46:13.945666 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9b263b34-eaff-4be6-b80e-9b222a5340f8 None None] Port c8c6ff98-b5ec-4324-93c9-5f768873a930 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:46:14.414810 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e23eee7a-2ddc-4263-bbef-3812dcc66960 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:46:14.500662 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port e23eee7a-2ddc-4263-bbef-3812dcc66960 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:46:14.501158 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:14.952581 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca34cad0-0777-429d-bbdc-8fc87e26182c None None] Sync routers for ids ['2c18cc1a-c2d9-417c-96b2-2915b58fb173'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:46:14.966731 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca34cad0-0777-429d-bbdc-8fc87e26182c None None] Routers {'2c18cc1a-c2d9-417c-96b2-2915b58fb173'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:46:14.967641 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-ca34cad0-0777-429d-bbdc-8fc87e26182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:45:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2c18cc1a-c2d9-417c-96b2-2915b58fb173'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:46:14.990916 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b5759-91b5-4a73-bd57-2dd79b8d7935 req-3e926cf9-fe42-4616-b338-8b2c71b7214d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:14.993196 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-538b5759-91b5-4a73-bd57-2dd79b8d7935 req-3e926cf9-fe42-4616-b338-8b2c71b7214d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 946 time: 0.0794692 Nov 10 19:46:15.058481 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-538b5759-91b5-4a73-bd57-2dd79b8d7935 req-14345a9c-c2b6-48e5-841d-a4cb5f6f0098 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580847 Nov 10 19:46:15.105330 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-ca34cad0-0777-429d-bbdc-8fc87e26182c None None] Set router 2c18cc1a-c2d9-417c-96b2-2915b58fb173 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:46:15.370241 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-ca34cad0-0777-429d-bbdc-8fc87e26182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c18cc1a-c2d9-417c-96b2-2915b58fb173', 'name': 'tempest-TestAggregatesBasicOps-1122103300-router', 'tenant_id': 'b19b284f46c149f39051f1fc54fddd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'e23eee7a-2ddc-4263-bbef-3812dcc66960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:46:08Z', 'updated_at': '2021-11-10T19:46:12Z', 'revision_number': 4, 'project_id': 'b19b284f46c149f39051f1fc54fddd50', 'gw_port': {'id': 'e23eee7a-2ddc-4263-bbef-3812dcc66960', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:33:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c18cc1a-c2d9-417c-96b2-2915b58fb173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:46:09Z', 'updated_at': '2021-11-10T19:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'c8c6ff98-b5ec-4324-93c9-5f768873a930', 'name': '', 'network_id': '27028ce8-4f0f-41b2-8d05-4ef417c04aa7', 'tenant_id': 'b19b284f46c149f39051f1fc54fddd50', 'mac_address': 'fa:16:3e:9a:41:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c18cc1a-c2d9-417c-96b2-2915b58fb173', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'd8593aa3-72f4-4b31-a56b-9a931f6f3111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:46:12Z', 'updated_at': '2021-11-10T19:46:13Z', 'revision_number': 2, 'project_id': 'b19b284f46c149f39051f1fc54fddd50', 'subnets': [{'id': 'd8593aa3-72f4-4b31-a56b-9a931f6f3111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:46:15.404018 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca34cad0-0777-429d-bbdc-8fc87e26182c None None] Checking router: 2c18cc1a-c2d9-417c-96b2-2915b58fb173 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:46:15.404377 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca34cad0-0777-429d-bbdc-8fc87e26182c None None] Updating router 2c18cc1a-c2d9-417c-96b2-2915b58fb173 port c8c6ff98-b5ec-4324-93c9-5f768873a930 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:46:15.436998 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ca34cad0-0777-429d-bbdc-8fc87e26182c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:15.555513 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48780) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:46:15.776281 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ca34cad0-0777-429d-bbdc-8fc87e26182c None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:15.783849 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ca34cad0-0777-429d-bbdc-8fc87e26182c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:15.844243 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b700f-915c-428d-ba16-d09c57b95a2f None None] Pushing event updated for resources: {'Port': ['ID=c8c6ff98-b5ec-4324-93c9-5f768873a930,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:15.868055 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80b700f-915c-428d-ba16-d09c57b95a2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:15.869685 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80b700f-915c-428d-ba16-d09c57b95a2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:15.869685 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80b700f-915c-428d-ba16-d09c57b95a2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:15.869685 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80b700f-915c-428d-ba16-d09c57b95a2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:15.869685 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80b700f-915c-428d-ba16-d09c57b95a2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:15.869685 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80b700f-915c-428d-ba16-d09c57b95a2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:15.870268 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80b700f-915c-428d-ba16-d09c57b95a2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:15.870268 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80b700f-915c-428d-ba16-d09c57b95a2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:15.870629 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80b700f-915c-428d-ba16-d09c57b95a2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:15.870925 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80b700f-915c-428d-ba16-d09c57b95a2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:15.871251 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80b700f-915c-428d-ba16-d09c57b95a2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:15.871566 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80b700f-915c-428d-ba16-d09c57b95a2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:15.914878 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-ca34cad0-0777-429d-bbdc-8fc87e26182c None None] Attempting to bind port c8c6ff98-b5ec-4324-93c9-5f768873a930 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:46:15.915312 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-ca34cad0-0777-429d-bbdc-8fc87e26182c None None] Attempting to bind port c8c6ff98-b5ec-4324-93c9-5f768873a930 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'c5b1f13f-3de3-4a85-88b2-f41dd01605e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '27028ce8-4f0f-41b2-8d05-4ef417c04aa7'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:46:15.915499 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca34cad0-0777-429d-bbdc-8fc87e26182c None None] Attempting to bind port c8c6ff98-b5ec-4324-93c9-5f768873a930 on network 27028ce8-4f0f-41b2-8d05-4ef417c04aa7 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:46:15.921197 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca34cad0-0777-429d-bbdc-8fc87e26182c None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:46:15.921807 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca34cad0-0777-429d-bbdc-8fc87e26182c None None] Checking segment: {'id': 'c5b1f13f-3de3-4a85-88b2-f41dd01605e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '27028ce8-4f0f-41b2-8d05-4ef417c04aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:46:15.922577 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ca34cad0-0777-429d-bbdc-8fc87e26182c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:15.923070 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca34cad0-0777-429d-bbdc-8fc87e26182c None None] Bound using segment: {'id': 'c5b1f13f-3de3-4a85-88b2-f41dd01605e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '27028ce8-4f0f-41b2-8d05-4ef417c04aa7'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:46:15.923566 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-ca34cad0-0777-429d-bbdc-8fc87e26182c None None] Bound port: c8c6ff98-b5ec-4324-93c9-5f768873a930, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b1f13f-3de3-4a85-88b2-f41dd01605e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '27028ce8-4f0f-41b2-8d05-4ef417c04aa7'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:46:15.923956 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ca34cad0-0777-429d-bbdc-8fc87e26182c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:16.014454 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b0e7a7e7-7d70-495d-92a4-c668295ca72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:16.016411 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-ca34cad0-0777-429d-bbdc-8fc87e26182c None None] For port c8c6ff98-b5ec-4324-93c9-5f768873a930, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:46:16.021975 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-ca34cad0-0777-429d-bbdc-8fc87e26182c None None] For port c8c6ff98-b5ec-4324-93c9-5f768873a930, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=c8c6ff98-b5ec-4324-93c9-5f768873a930,segment=NetworkSegment(c5b1f13f-3de3-4a85-88b2-f41dd01605e3),segment_id=c5b1f13f-3de3-4a85-88b2-f41dd01605e3)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:46:16.031903 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ca34cad0-0777-429d-bbdc-8fc87e26182c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:16.272337 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb2479-b10a-4128-b53a-d20e99306d62 req-0f927638-c68b-4c62-9c08-bd86e45b3961 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:16.274492 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-28fb2479-b10a-4128-b53a-d20e99306d62 req-0f927638-c68b-4c62-9c08-bd86e45b3961 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 946 time: 0.1174076 Nov 10 19:46:16.282983 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-fec4cedb-d525-4b2b-9b05-a8dcaa9770b7 None None] Provisioning complete for port c8c6ff98-b5ec-4324-93c9-5f768873a930 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:46:16.284150 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fec4cedb-d525-4b2b-9b05-a8dcaa9770b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:16.287211 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b700f-915c-428d-ba16-d09c57b95a2f None None] Pushing event updated for resources: {'Port': ['ID=c8c6ff98-b5ec-4324-93c9-5f768873a930,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:16.316139 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca34cad0-0777-429d-bbdc-8fc87e26182c None None] Routers {'2c18cc1a-c2d9-417c-96b2-2915b58fb173'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:46:16.316807 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-ca34cad0-0777-429d-bbdc-8fc87e26182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:45:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2c18cc1a-c2d9-417c-96b2-2915b58fb173'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:46:16.393620 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-28fb2479-b10a-4128-b53a-d20e99306d62 req-71e7afbe-8c9f-4ea5-ab22-2d7dc863e620 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039727 Nov 10 19:46:16.444255 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-b0e7a7e7-7d70-495d-92a4-c668295ca72d admin admin] Deleting port 2f125277-4e86-4e6c-af12-7b346def266c {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:46:16.444568 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b0e7a7e7-7d70-495d-92a4-c668295ca72d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:16.489046 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-ca34cad0-0777-429d-bbdc-8fc87e26182c None None] Set router 2c18cc1a-c2d9-417c-96b2-2915b58fb173 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:46:16.492600 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fec4cedb-d525-4b2b-9b05-a8dcaa9770b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:16.543707 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-b0e7a7e7-7d70-495d-92a4-c668295ca72d admin admin] For port 2f125277-4e86-4e6c-af12-7b346def266c, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2f125277-4e86-4e6c-af12-7b346def266c,segment=NetworkSegment(1cf44519-4a70-4ec5-a5ca-6e5b0ed63871),segment_id=1cf44519-4a70-4ec5-a5ca-6e5b0ed63871)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:46:16.544059 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b0e7a7e7-7d70-495d-92a4-c668295ca72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:16.559362 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-b0e7a7e7-7d70-495d-92a4-c668295ca72d admin admin] Calling delete_port for 2f125277-4e86-4e6c-af12-7b346def266c owned by network:router_interface {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:46:16.606308 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-fec4cedb-d525-4b2b-9b05-a8dcaa9770b7 None None] For port c8c6ff98-b5ec-4324-93c9-5f768873a930, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=c8c6ff98-b5ec-4324-93c9-5f768873a930,segment=NetworkSegment(c5b1f13f-3de3-4a85-88b2-f41dd01605e3),segment_id=c5b1f13f-3de3-4a85-88b2-f41dd01605e3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:46:16.630319 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fec4cedb-d525-4b2b-9b05-a8dcaa9770b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:16.737305 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4cedb-d525-4b2b-9b05-a8dcaa9770b7 None None] Pushing event updated for resources: {'Port': ['ID=c8c6ff98-b5ec-4324-93c9-5f768873a930,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:16.795691 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8c35c119-33bd-49e9-b25f-130164fa4c6c None None] Provisioning complete for port c8c6ff98-b5ec-4324-93c9-5f768873a930 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:46:16.795996 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8c35c119-33bd-49e9-b25f-130164fa4c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:16.806282 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b0e7a7e7-7d70-495d-92a4-c668295ca72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:16.835248 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7a7e7-7d70-495d-92a4-c668295ca72d admin admin] Pushing event deleted for resources: {'Port': ['ID=2f125277-4e86-4e6c-af12-7b346def266c,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:16.862658 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-ca34cad0-0777-429d-bbdc-8fc87e26182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c18cc1a-c2d9-417c-96b2-2915b58fb173', 'name': 'tempest-TestAggregatesBasicOps-1122103300-router', 'tenant_id': 'b19b284f46c149f39051f1fc54fddd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'e23eee7a-2ddc-4263-bbef-3812dcc66960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:46:08Z', 'updated_at': '2021-11-10T19:46:12Z', 'revision_number': 4, 'project_id': 'b19b284f46c149f39051f1fc54fddd50', 'gw_port': {'id': 'e23eee7a-2ddc-4263-bbef-3812dcc66960', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:33:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c18cc1a-c2d9-417c-96b2-2915b58fb173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:46:09Z', 'updated_at': '2021-11-10T19:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'c8c6ff98-b5ec-4324-93c9-5f768873a930', 'name': '', 'network_id': '27028ce8-4f0f-41b2-8d05-4ef417c04aa7', 'tenant_id': 'b19b284f46c149f39051f1fc54fddd50', 'mac_address': 'fa:16:3e:9a:41:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c18cc1a-c2d9-417c-96b2-2915b58fb173', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'd8593aa3-72f4-4b31-a56b-9a931f6f3111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:46:12Z', 'updated_at': '2021-11-10T19:46:16Z', 'revision_number': 4, 'project_id': 'b19b284f46c149f39051f1fc54fddd50', 'subnets': [{'id': 'd8593aa3-72f4-4b31-a56b-9a931f6f3111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:46:16.911969 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca34cad0-0777-429d-bbdc-8fc87e26182c None None] The sync data for ids ['2c18cc1a-c2d9-417c-96b2-2915b58fb173'] in n-d-813897-4 is: [{'id': '2c18cc1a-c2d9-417c-96b2-2915b58fb173', 'name': 'tempest-TestAggregatesBasicOps-1122103300-router', 'tenant_id': 'b19b284f46c149f39051f1fc54fddd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'e23eee7a-2ddc-4263-bbef-3812dcc66960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:46:08Z', 'updated_at': '2021-11-10T19:46:12Z', 'revision_number': 4, 'project_id': 'b19b284f46c149f39051f1fc54fddd50', 'gw_port': {'id': 'e23eee7a-2ddc-4263-bbef-3812dcc66960', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:33:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c18cc1a-c2d9-417c-96b2-2915b58fb173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:46:09Z', 'updated_at': '2021-11-10T19:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'c8c6ff98-b5ec-4324-93c9-5f768873a930', 'name': '', 'network_id': '27028ce8-4f0f-41b2-8d05-4ef417c04aa7', 'tenant_id': 'b19b284f46c149f39051f1fc54fddd50', 'mac_address': 'fa:16:3e:9a:41:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c18cc1a-c2d9-417c-96b2-2915b58fb173', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'd8593aa3-72f4-4b31-a56b-9a931f6f3111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:46:12Z', 'updated_at': '2021-11-10T19:46:16Z', 'revision_number': 4, 'project_id': 'b19b284f46c149f39051f1fc54fddd50', 'subnets': [{'id': 'd8593aa3-72f4-4b31-a56b-9a931f6f3111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:46:17.063965 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b0e7a7e7-7d70-495d-92a4-c668295ca72d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:17.337581 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e7a7e7-7d70-495d-92a4-c668295ca72d admin admin] Router 6a1091e7-4d6f-46a2-9264-08f0877d514e has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:46:17.470580 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e7a7e7-7d70-495d-92a4-c668295ca72d admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:46:17.478626 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b0e7a7e7-7d70-495d-92a4-c668295ca72d admin admin] 10.222.0.54 "PUT /v2.0/routers/6a1091e7-4d6f-46a2-9264-08f0877d514e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9201365 Nov 10 19:46:17.479782 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48786) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:46:17.483287 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb2bef3-a159-46b8-9dca-3fb8d71134e2 None None] Sync routers for ids ['6a1091e7-4d6f-46a2-9264-08f0877d514e'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:46:17.494989 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb2bef3-a159-46b8-9dca-3fb8d71134e2 None None] Routers {'6a1091e7-4d6f-46a2-9264-08f0877d514e'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:46:17.495590 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-0fb2bef3-a159-46b8-9dca-3fb8d71134e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:45:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['6a1091e7-4d6f-46a2-9264-08f0877d514e'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:46:17.613480 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-0fb2bef3-a159-46b8-9dca-3fb8d71134e2 None None] Set router 6a1091e7-4d6f-46a2-9264-08f0877d514e gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:46:17.617285 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698b218-599e-447d-81f1-71af5d10f05b req-8d0f1ac6-fe9b-4695-8cc6-c69ffc760109 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:17.618909 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4698b218-599e-447d-81f1-71af5d10f05b req-8d0f1ac6-fe9b-4695-8cc6-c69ffc760109 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 946 time: 0.1314070 Nov 10 19:46:17.631875 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cdfcdccb-047f-4d79-a3bc-869c882cf154 admin admin] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:17.778015 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4698b218-599e-447d-81f1-71af5d10f05b req-c3402042-178d-4066-878d-7d3a3eb90060 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363347 Nov 10 19:46:17.810259 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cdfcdccb-047f-4d79-a3bc-869c882cf154 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:17.839927 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-0fb2bef3-a159-46b8-9dca-3fb8d71134e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1091e7-4d6f-46a2-9264-08f0877d514e', 'name': 'tempest-TestAggregatesBasicOps-104996838-router', 'tenant_id': 'c5bb702fc1434c148dddb918acd94513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '9b7e28f4-e3ba-452a-994e-6a963618f7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:46:02Z', 'updated_at': '2021-11-10T19:46:16Z', 'revision_number': 5, 'project_id': 'c5bb702fc1434c148dddb918acd94513', 'gw_port': {'id': '9b7e28f4-e3ba-452a-994e-6a963618f7f0', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:41:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1091e7-4d6f-46a2-9264-08f0877d514e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:46:03Z', 'updated_at': '2021-11-10T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:46:17.871801 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb2bef3-a159-46b8-9dca-3fb8d71134e2 None None] Checking router: 6a1091e7-4d6f-46a2-9264-08f0877d514e for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:46:17.876824 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-cdfcdccb-047f-4d79-a3bc-869c882cf154 admin admin] Deleting port 9b7e28f4-e3ba-452a-994e-6a963618f7f0 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:46:17.877224 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cdfcdccb-047f-4d79-a3bc-869c882cf154 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:17.882334 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb2bef3-a159-46b8-9dca-3fb8d71134e2 None None] Routers {'6a1091e7-4d6f-46a2-9264-08f0877d514e'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:46:17.882973 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-0fb2bef3-a159-46b8-9dca-3fb8d71134e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:45:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['6a1091e7-4d6f-46a2-9264-08f0877d514e'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:46:17.980223 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-0fb2bef3-a159-46b8-9dca-3fb8d71134e2 None None] Set router 6a1091e7-4d6f-46a2-9264-08f0877d514e gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:46:18.043697 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-0fb2bef3-a159-46b8-9dca-3fb8d71134e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1091e7-4d6f-46a2-9264-08f0877d514e', 'name': 'tempest-TestAggregatesBasicOps-104996838-router', 'tenant_id': 'c5bb702fc1434c148dddb918acd94513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:46:02Z', 'updated_at': '2021-11-10T19:46:17Z', 'revision_number': 6, 'project_id': 'c5bb702fc1434c148dddb918acd94513', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:46:18.073754 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb2bef3-a159-46b8-9dca-3fb8d71134e2 None None] The sync data for ids ['6a1091e7-4d6f-46a2-9264-08f0877d514e'] in n-d-813897-4 is: [{'id': '6a1091e7-4d6f-46a2-9264-08f0877d514e', 'name': 'tempest-TestAggregatesBasicOps-104996838-router', 'tenant_id': 'c5bb702fc1434c148dddb918acd94513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:46:02Z', 'updated_at': '2021-11-10T19:46:17Z', 'revision_number': 6, 'project_id': 'c5bb702fc1434c148dddb918acd94513', 'gw_port_host': None}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:46:18.332435 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-cdfcdccb-047f-4d79-a3bc-869c882cf154 admin admin] For port 9b7e28f4-e3ba-452a-994e-6a963618f7f0, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=9b7e28f4-e3ba-452a-994e-6a963618f7f0,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:46:18.333119 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cdfcdccb-047f-4d79-a3bc-869c882cf154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:18.348117 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-cdfcdccb-047f-4d79-a3bc-869c882cf154 admin admin] Calling delete_port for 9b7e28f4-e3ba-452a-994e-6a963618f7f0 owned by network:router_gateway {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:46:18.530312 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cdfcdccb-047f-4d79-a3bc-869c882cf154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:18.559852 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfcdccb-047f-4d79-a3bc-869c882cf154 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b7e28f4-e3ba-452a-994e-6a963618f7f0,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:18.575377 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a02ff4a-ef67-4316-8b62-5ee464844549 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:46:18.625499 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device c8c6ff98-b5ec-4324-93c9-5f768873a930 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:46:18.636683 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cdfcdccb-047f-4d79-a3bc-869c882cf154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:18.679330 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port c8c6ff98-b5ec-4324-93c9-5f768873a930 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:46:18.679714 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:18.739015 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cdfcdccb-047f-4d79-a3bc-869c882cf154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:18.748578 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cdfcdccb-047f-4d79-a3bc-869c882cf154 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:18.795070 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cdfcdccb-047f-4d79-a3bc-869c882cf154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:18.795655 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfcdccb-047f-4d79-a3bc-869c882cf154 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a1091e7-4d6f-46a2-9264-08f0877d514e {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:46:18.801971 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-cdfcdccb-047f-4d79-a3bc-869c882cf154 admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:18.805655 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-cdfcdccb-047f-4d79-a3bc-869c882cf154 admin admin] 10.222.0.54 "DELETE /v2.0/routers/6a1091e7-4d6f-46a2-9264-08f0877d514e HTTP/1.1" status: 204 len: 168 time: 1.3223939 Nov 10 19:46:18.806900 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48790) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:46:18.836102 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2f125277-4e86-4e6c-af12-7b346def266c no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:46:18.863856 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 2f125277-4e86-4e6c-af12-7b346def266c {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:46:18.864199 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2f125277-4e86-4e6c-af12-7b346def266c not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:46:18.899178 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-751d00aa-32c1-4107-9184-e243ae1e4c19 admin admin] Deleting subnet 83c2ef23-64ca-4530-b003-d8b77c231ecf {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:46:18.904650 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-751d00aa-32c1-4107-9184-e243ae1e4c19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:18.946876 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-751d00aa-32c1-4107-9184-e243ae1e4c19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:18.957599 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fd845-ccba-4907-be29-d93c592ed12a req-01210471-5bbe-4491-af05-27be8ad4248c tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:18.965865 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bb0fd845-ccba-4907-be29-d93c592ed12a req-01210471-5bbe-4491-af05-27be8ad4248c tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 946 time: 0.0960855 Nov 10 19:46:19.086611 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bb0fd845-ccba-4907-be29-d93c592ed12a req-d750d09b-5e64-4723-b77a-d4863500e2fc tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060240 Nov 10 19:46:19.106419 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-751d00aa-32c1-4107-9184-e243ae1e4c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:19.190409 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-751d00aa-32c1-4107-9184-e243ae1e4c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:19.229590 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d00aa-32c1-4107-9184-e243ae1e4c19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83c2ef23-64ca-4530-b003-d8b77c231ecf,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:19.234294 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-751d00aa-32c1-4107-9184-e243ae1e4c19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:19.238134 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-751d00aa-32c1-4107-9184-e243ae1e4c19 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/83c2ef23-64ca-4530-b003-d8b77c231ecf HTTP/1.1" status: 204 len: 168 time: 0.4302363 Nov 10 19:46:19.241735 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48796) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:46:19.247404 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acbbc72-5828-4013-b756-b9a492e6b06e None None] Network 49366194-37a7-487f-a09e-924b2d31db1c requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:46:19.323930 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-754c505e-f9c5-4e73-8310-701e04ab875c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:19.388507 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-754c505e-f9c5-4e73-8310-701e04ab875c admin admin] Deleting port e1b68725-0eaa-4be9-950b-cc1772b7c00a {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:46:19.389026 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-754c505e-f9c5-4e73-8310-701e04ab875c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:19.473126 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-754c505e-f9c5-4e73-8310-701e04ab875c admin admin] For port e1b68725-0eaa-4be9-950b-cc1772b7c00a, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e1b68725-0eaa-4be9-950b-cc1772b7c00a,segment=NetworkSegment(1cf44519-4a70-4ec5-a5ca-6e5b0ed63871),segment_id=1cf44519-4a70-4ec5-a5ca-6e5b0ed63871)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:46:19.473411 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-754c505e-f9c5-4e73-8310-701e04ab875c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:19.493463 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-754c505e-f9c5-4e73-8310-701e04ab875c admin admin] Calling delete_port for e1b68725-0eaa-4be9-950b-cc1772b7c00a owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:46:19.521053 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49dfe82-9332-4572-af44-7ee7e1ed4ab8 None None] DHCP port deletion for 49366194-37a7-487f-a09e-924b2d31db1c request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:46:19.585306 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-754c505e-f9c5-4e73-8310-701e04ab875c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:19.595718 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e49dfe82-9332-4572-af44-7ee7e1ed4ab8 None None] Deleting port e1b68725-0eaa-4be9-950b-cc1772b7c00a {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:46:19.596587 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e49dfe82-9332-4572-af44-7ee7e1ed4ab8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:19.643628 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754c505e-f9c5-4e73-8310-701e04ab875c admin admin] No DVR routers for this DVR port e1b68725-0eaa-4be9-950b-cc1772b7c00a on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:46:19.645848 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c505e-f9c5-4e73-8310-701e04ab875c admin admin] Pushing event deleted for resources: {'Port': ['ID=e1b68725-0eaa-4be9-950b-cc1772b7c00a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:19.700284 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e49dfe82-9332-4572-af44-7ee7e1ed4ab8 None None] For port e1b68725-0eaa-4be9-950b-cc1772b7c00a, host n-d-813897-4, got binding levels [] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:46:19.701171 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e49dfe82-9332-4572-af44-7ee7e1ed4ab8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:19.729013 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e49dfe82-9332-4572-af44-7ee7e1ed4ab8 None None] Calling delete_port for e1b68725-0eaa-4be9-950b-cc1772b7c00a owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:46:19.732824 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.ipam_backend_mixin [None req-e49dfe82-9332-4572-af44-7ee7e1ed4ab8 None None] Port e1b68725-0eaa-4be9-950b-cc1772b7c00a was not found and therefore no delete operation was performed {{(pid=102507) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 19:46:19.734554 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e49dfe82-9332-4572-af44-7ee7e1ed4ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:19.754625 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-754c505e-f9c5-4e73-8310-701e04ab875c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:19.780354 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-754c505e-f9c5-4e73-8310-701e04ab875c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49366194-37a7-487f-a09e-924b2d31db1c']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:46:19.781955 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49dfe82-9332-4572-af44-7ee7e1ed4ab8 None None] Pushing event deleted for resources: {'Port': ['ID=e1b68725-0eaa-4be9-950b-cc1772b7c00a,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:19.788403 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49dfe82-9332-4572-af44-7ee7e1ed4ab8 None None] No DVR routers for this DVR port e1b68725-0eaa-4be9-950b-cc1772b7c00a on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:46:19.801572 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-754c505e-f9c5-4e73-8310-701e04ab875c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf44519-4a70-4ec5-a5ca-6e5b0ed63871') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:46:19.801887 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-754c505e-f9c5-4e73-8310-701e04ab875c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf44519-4a70-4ec5-a5ca-6e5b0ed63871') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:46:19.817433 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-754c505e-f9c5-4e73-8310-701e04ab875c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:19.843470 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-754c505e-f9c5-4e73-8310-701e04ab875c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:19.855831 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-754c505e-f9c5-4e73-8310-701e04ab875c admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:46:19.856859 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-754c505e-f9c5-4e73-8310-701e04ab875c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:19.859016 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:46:19.859016 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:46:19.859016 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:46:19.859016 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:46:19.859016 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:46:19.859016 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:46:19.859016 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:46:19.859016 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:46:19.859016 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:46:19.859016 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:46:19.859016 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:46:19.859016 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:46:19.859016 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:46:19.859016 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:46:19.859016 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:46:19.859016 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:46:19.859016 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:46:19.859016 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:46:19.859016 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:46:19.859016 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:46:19.859016 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:46:19.859016 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:46:19.859016 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:46:19.859016 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:46:19.859016 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:46:19.859016 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:46:19.859016 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:46:19.859016 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:46:19.859016 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:46:19.859016 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:46:19.859016 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:46:19.859016 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:46:19.926698 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-754c505e-f9c5-4e73-8310-701e04ab875c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:19.935451 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-754c505e-f9c5-4e73-8310-701e04ab875c admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:19.941434 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-754c505e-f9c5-4e73-8310-701e04ab875c admin admin] 10.222.0.54 "DELETE /v2.0/networks/49366194-37a7-487f-a09e-924b2d31db1c HTTP/1.1" status: 204 len: 168 time: 0.6985695 Nov 10 19:46:19.945659 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48798) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:46:19.964747 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c505e-f9c5-4e73-8310-701e04ab875c admin admin] Pushing event deleted for resources: {'Network': ['ID=49366194-37a7-487f-a09e-924b2d31db1c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:20.261876 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c847e3-7970-4d25-b92c-89f6e1a758b4 req-898bfcad-bff7-4d8d-b4ff-a21a6dfa048c tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:20.263757 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-64c847e3-7970-4d25-b92c-89f6e1a758b4 req-898bfcad-bff7-4d8d-b4ff-a21a6dfa048c tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 946 time: 0.0612283 Nov 10 19:46:20.346382 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-64c847e3-7970-4d25-b92c-89f6e1a758b4 req-86ce9b69-1ea4-4c57-8d74-8f60605fb026 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730591 Nov 10 19:46:20.360187 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e1b68725-0eaa-4be9-950b-cc1772b7c00a no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:46:20.388089 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: e1b68725-0eaa-4be9-950b-cc1772b7c00a {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:46:20.388441 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e1b68725-0eaa-4be9-950b-cc1772b7c00a not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:46:20.388945 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 9b7e28f4-e3ba-452a-994e-6a963618f7f0 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:46:20.396160 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a14181b-1ea8-4abe-aa33-6dfb02b19c0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:20.409842 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 9b7e28f4-e3ba-452a-994e-6a963618f7f0 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:46:20.410194 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 9b7e28f4-e3ba-452a-994e-6a963618f7f0 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:46:20.654750 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-9a14181b-1ea8-4abe-aa33-6dfb02b19c0e admin admin] Deleting port c8c6ff98-b5ec-4324-93c9-5f768873a930 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:46:20.655029 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a14181b-1ea8-4abe-aa33-6dfb02b19c0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:20.740931 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-9a14181b-1ea8-4abe-aa33-6dfb02b19c0e admin admin] For port c8c6ff98-b5ec-4324-93c9-5f768873a930, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=c8c6ff98-b5ec-4324-93c9-5f768873a930,segment=NetworkSegment(c5b1f13f-3de3-4a85-88b2-f41dd01605e3),segment_id=c5b1f13f-3de3-4a85-88b2-f41dd01605e3)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:46:20.741260 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a14181b-1ea8-4abe-aa33-6dfb02b19c0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:20.755620 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-9a14181b-1ea8-4abe-aa33-6dfb02b19c0e admin admin] Calling delete_port for c8c6ff98-b5ec-4324-93c9-5f768873a930 owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:46:21.247873 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a14181b-1ea8-4abe-aa33-6dfb02b19c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:21.276683 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14181b-1ea8-4abe-aa33-6dfb02b19c0e admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c6ff98-b5ec-4324-93c9-5f768873a930,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:21.470396 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9a14181b-1ea8-4abe-aa33-6dfb02b19c0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:21.510375 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78075f-c592-4294-af97-a6a59a1d31bd req-f36e8ae5-6dd2-4e3d-8aa5-8411ee2d37e1 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:21.512248 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-da78075f-c592-4294-af97-a6a59a1d31bd req-f36e8ae5-6dd2-4e3d-8aa5-8411ee2d37e1 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 946 time: 0.0691681 Nov 10 19:46:21.568445 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-da78075f-c592-4294-af97-a6a59a1d31bd req-a3de9361-cb5d-4f2b-a6b5-c0bc5fe9a0e3 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503652 Nov 10 19:46:21.711771 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a14181b-1ea8-4abe-aa33-6dfb02b19c0e admin admin] Router 2c18cc1a-c2d9-417c-96b2-2915b58fb173 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:46:21.829181 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a14181b-1ea8-4abe-aa33-6dfb02b19c0e admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:46:21.834478 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9a14181b-1ea8-4abe-aa33-6dfb02b19c0e admin admin] 10.222.0.54 "PUT /v2.0/routers/2c18cc1a-c2d9-417c-96b2-2915b58fb173/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8868070 Nov 10 19:46:21.837039 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 48804) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:46:21.840606 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab6392b-6919-4b6e-9e05-f64bf89e875e None None] Sync routers for ids ['2c18cc1a-c2d9-417c-96b2-2915b58fb173'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:46:21.852397 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab6392b-6919-4b6e-9e05-f64bf89e875e None None] Routers {'2c18cc1a-c2d9-417c-96b2-2915b58fb173'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:46:21.853039 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-fab6392b-6919-4b6e-9e05-f64bf89e875e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:45:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2c18cc1a-c2d9-417c-96b2-2915b58fb173'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:46:21.975400 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-fab6392b-6919-4b6e-9e05-f64bf89e875e None None] Set router 2c18cc1a-c2d9-417c-96b2-2915b58fb173 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:46:21.976334 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d7c27679-fe25-4461-94ad-9fc70e3f6cd6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:22.090727 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d7c27679-fe25-4461-94ad-9fc70e3f6cd6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:22.150425 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-d7c27679-fe25-4461-94ad-9fc70e3f6cd6 admin admin] Deleting port e23eee7a-2ddc-4263-bbef-3812dcc66960 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:46:22.150769 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d7c27679-fe25-4461-94ad-9fc70e3f6cd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:22.179591 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-fab6392b-6919-4b6e-9e05-f64bf89e875e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c18cc1a-c2d9-417c-96b2-2915b58fb173', 'name': 'tempest-TestAggregatesBasicOps-1122103300-router', 'tenant_id': 'b19b284f46c149f39051f1fc54fddd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'e23eee7a-2ddc-4263-bbef-3812dcc66960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:46:08Z', 'updated_at': '2021-11-10T19:46:21Z', 'revision_number': 5, 'project_id': 'b19b284f46c149f39051f1fc54fddd50', 'gw_port': {'id': 'e23eee7a-2ddc-4263-bbef-3812dcc66960', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:33:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c18cc1a-c2d9-417c-96b2-2915b58fb173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:46:09Z', 'updated_at': '2021-11-10T19:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:46:22.213242 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab6392b-6919-4b6e-9e05-f64bf89e875e None None] Checking router: 2c18cc1a-c2d9-417c-96b2-2915b58fb173 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:46:22.223399 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab6392b-6919-4b6e-9e05-f64bf89e875e None None] Routers {'2c18cc1a-c2d9-417c-96b2-2915b58fb173'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:46:22.224052 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-fab6392b-6919-4b6e-9e05-f64bf89e875e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:45:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2c18cc1a-c2d9-417c-96b2-2915b58fb173'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:46:22.255918 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-d7c27679-fe25-4461-94ad-9fc70e3f6cd6 admin admin] For port e23eee7a-2ddc-4263-bbef-3812dcc66960, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e23eee7a-2ddc-4263-bbef-3812dcc66960,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:46:22.256278 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d7c27679-fe25-4461-94ad-9fc70e3f6cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:22.269327 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-d7c27679-fe25-4461-94ad-9fc70e3f6cd6 admin admin] Calling delete_port for e23eee7a-2ddc-4263-bbef-3812dcc66960 owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:46:22.333254 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-fab6392b-6919-4b6e-9e05-f64bf89e875e None None] Set router 2c18cc1a-c2d9-417c-96b2-2915b58fb173 gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:46:22.375262 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 5edfec66-58ee-42e5-a23e-28d446f64ac7 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:46:22.428517 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-fab6392b-6919-4b6e-9e05-f64bf89e875e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c18cc1a-c2d9-417c-96b2-2915b58fb173', 'name': 'tempest-TestAggregatesBasicOps-1122103300-router', 'tenant_id': 'b19b284f46c149f39051f1fc54fddd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:46:08Z', 'updated_at': '2021-11-10T19:46:22Z', 'revision_number': 6, 'project_id': 'b19b284f46c149f39051f1fc54fddd50', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:46:22.463943 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab6392b-6919-4b6e-9e05-f64bf89e875e None None] The sync data for ids ['2c18cc1a-c2d9-417c-96b2-2915b58fb173'] in n-d-813897-4 is: [{'id': '2c18cc1a-c2d9-417c-96b2-2915b58fb173', 'name': 'tempest-TestAggregatesBasicOps-1122103300-router', 'tenant_id': 'b19b284f46c149f39051f1fc54fddd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:46:08Z', 'updated_at': '2021-11-10T19:46:22Z', 'revision_number': 6, 'project_id': 'b19b284f46c149f39051f1fc54fddd50', 'gw_port_host': None}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:46:22.494019 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d7c27679-fe25-4461-94ad-9fc70e3f6cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:22.541626 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c27679-fe25-4461-94ad-9fc70e3f6cd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e23eee7a-2ddc-4263-bbef-3812dcc66960,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:22.546580 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de851449-88fe-4697-aded-761f67a3531c None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:46:22.571217 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 5edfec66-58ee-42e5-a23e-28d446f64ac7, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=5edfec66-58ee-42e5-a23e-28d446f64ac7,segment=NetworkSegment(85ffe426-ae79-4ddb-ac71-391c9badb732),segment_id=85ffe426-ae79-4ddb-ac71-391c9badb732)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:46:22.585806 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '5edfec66-58ee-42e5-a23e-28d446f64ac7', 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0', 'port_id': '5edfec66-58ee-42e5-a23e-28d446f64ac7', 'mac_address': 'fa:16:3e:5e:10:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:46:22.588693 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c27679-fe25-4461-94ad-9fc70e3f6cd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:22.589550 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c27679-fe25-4461-94ad-9fc70e3f6cd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:22.589948 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c27679-fe25-4461-94ad-9fc70e3f6cd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:22.590354 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c27679-fe25-4461-94ad-9fc70e3f6cd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:22.591588 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c27679-fe25-4461-94ad-9fc70e3f6cd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:22.593090 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c27679-fe25-4461-94ad-9fc70e3f6cd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:22.593090 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c27679-fe25-4461-94ad-9fc70e3f6cd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:22.593090 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c27679-fe25-4461-94ad-9fc70e3f6cd6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:22.593090 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c27679-fe25-4461-94ad-9fc70e3f6cd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:22.593649 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c27679-fe25-4461-94ad-9fc70e3f6cd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:22.593649 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c27679-fe25-4461-94ad-9fc70e3f6cd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:22.594856 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c27679-fe25-4461-94ad-9fc70e3f6cd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:46:22.628239 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d7c27679-fe25-4461-94ad-9fc70e3f6cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:22.644252 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:22.660411 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5edfec66-58ee-42e5-a23e-28d446f64ac7 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:46:22.685042 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 5edfec66-58ee-42e5-a23e-28d446f64ac7, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=5edfec66-58ee-42e5-a23e-28d446f64ac7,segment=NetworkSegment(85ffe426-ae79-4ddb-ac71-391c9badb732),segment_id=85ffe426-ae79-4ddb-ac71-391c9badb732)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:46:22.691179 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:22.738593 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d7c27679-fe25-4461-94ad-9fc70e3f6cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:22.741332 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d7c27679-fe25-4461-94ad-9fc70e3f6cd6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:22.742749 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561965e2-4545-447e-8a69-363763da8393 req-ca451f08-3b7b-4002-8b9b-653e5f0a9775 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:22.744360 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-561965e2-4545-447e-8a69-363763da8393 req-ca451f08-3b7b-4002-8b9b-653e5f0a9775 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 945 time: 0.0677383 Nov 10 19:46:22.753052 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=5edfec66-58ee-42e5-a23e-28d446f64ac7,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:22.768503 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['5edfec66-58ee-42e5-a23e-28d446f64ac7'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:46:22.807485 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d7c27679-fe25-4461-94ad-9fc70e3f6cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:22.808029 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c27679-fe25-4461-94ad-9fc70e3f6cd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c18cc1a-c2d9-417c-96b2-2915b58fb173 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:46:22.813748 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d7c27679-fe25-4461-94ad-9fc70e3f6cd6 admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:22.815071 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d7c27679-fe25-4461-94ad-9fc70e3f6cd6 admin admin] 10.222.0.54 "DELETE /v2.0/routers/2c18cc1a-c2d9-417c-96b2-2915b58fb173 HTTP/1.1" status: 204 len: 168 time: 0.9769228 Nov 10 19:46:22.818503 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-561965e2-4545-447e-8a69-363763da8393 req-a60468c3-a6ac-4602-908a-b749be7fe4b1 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664921 Nov 10 19:46:22.819036 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48808) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:46:22.909444 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3a812c-8a96-4536-9080-ec822611aa23 admin admin] Deleting subnet d8593aa3-72f4-4b31-a56b-9a931f6f3111 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:46:22.915886 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ac3a812c-8a96-4536-9080-ec822611aa23 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:22.971369 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ac3a812c-8a96-4536-9080-ec822611aa23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:23.074861 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ac3a812c-8a96-4536-9080-ec822611aa23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:23.137508 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ac3a812c-8a96-4536-9080-ec822611aa23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:23.174324 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a812c-8a96-4536-9080-ec822611aa23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8593aa3-72f4-4b31-a56b-9a931f6f3111,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:23.181361 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ac3a812c-8a96-4536-9080-ec822611aa23 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:23.186256 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ac3a812c-8a96-4536-9080-ec822611aa23 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d8593aa3-72f4-4b31-a56b-9a931f6f3111 HTTP/1.1" status: 204 len: 168 time: 0.3610570 Nov 10 19:46:23.189649 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48810) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:46:23.192814 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e48925-6e54-4966-adc1-09cf58d32c7c None None] Network 27028ce8-4f0f-41b2-8d05-4ef417c04aa7 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:46:23.283803 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a0d42ad-05f5-48cf-9cd2-1a28d12ec8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:23.364018 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-4a0d42ad-05f5-48cf-9cd2-1a28d12ec8e3 admin admin] Deleting port 59b4cbe5-4bf2-41aa-bf45-c307b004a7c5 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:46:23.364432 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a0d42ad-05f5-48cf-9cd2-1a28d12ec8e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:23.400390 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e673d41f-7557-46dc-a92e-25f26671fc11 None None] DHCP port deletion for 27028ce8-4f0f-41b2-8d05-4ef417c04aa7 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:46:23.448307 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-4a0d42ad-05f5-48cf-9cd2-1a28d12ec8e3 admin admin] For port 59b4cbe5-4bf2-41aa-bf45-c307b004a7c5, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=59b4cbe5-4bf2-41aa-bf45-c307b004a7c5,segment=NetworkSegment(c5b1f13f-3de3-4a85-88b2-f41dd01605e3),segment_id=c5b1f13f-3de3-4a85-88b2-f41dd01605e3)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:46:23.449026 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a0d42ad-05f5-48cf-9cd2-1a28d12ec8e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:23.466404 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-4a0d42ad-05f5-48cf-9cd2-1a28d12ec8e3 admin admin] Calling delete_port for 59b4cbe5-4bf2-41aa-bf45-c307b004a7c5 owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:46:23.470804 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e673d41f-7557-46dc-a92e-25f26671fc11 None None] Deleting port 59b4cbe5-4bf2-41aa-bf45-c307b004a7c5 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:46:23.471189 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e673d41f-7557-46dc-a92e-25f26671fc11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:23.499047 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6a9f8e71-5e62-44f2-87e8-784518316c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:23.549477 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e673d41f-7557-46dc-a92e-25f26671fc11 None None] For port 59b4cbe5-4bf2-41aa-bf45-c307b004a7c5, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=59b4cbe5-4bf2-41aa-bf45-c307b004a7c5,segment=NetworkSegment(c5b1f13f-3de3-4a85-88b2-f41dd01605e3),segment_id=c5b1f13f-3de3-4a85-88b2-f41dd01605e3)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:46:23.550368 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e673d41f-7557-46dc-a92e-25f26671fc11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:23.565755 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e673d41f-7557-46dc-a92e-25f26671fc11 None None] Calling delete_port for 59b4cbe5-4bf2-41aa-bf45-c307b004a7c5 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:46:23.571079 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a0d42ad-05f5-48cf-9cd2-1a28d12ec8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:23.606076 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d42ad-05f5-48cf-9cd2-1a28d12ec8e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=59b4cbe5-4bf2-41aa-bf45-c307b004a7c5,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:23.608547 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0d42ad-05f5-48cf-9cd2-1a28d12ec8e3 admin admin] No DVR routers for this DVR port 59b4cbe5-4bf2-41aa-bf45-c307b004a7c5 on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:46:23.688622 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e673d41f-7557-46dc-a92e-25f26671fc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:23.704918 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a0d42ad-05f5-48cf-9cd2-1a28d12ec8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:23.716732 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673d41f-7557-46dc-a92e-25f26671fc11 None None] Pushing event deleted for resources: {'Port': ['ID=59b4cbe5-4bf2-41aa-bf45-c307b004a7c5,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:23.720959 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e673d41f-7557-46dc-a92e-25f26671fc11 None None] No DVR routers for this DVR port 59b4cbe5-4bf2-41aa-bf45-c307b004a7c5 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:46:23.737905 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-4a0d42ad-05f5-48cf-9cd2-1a28d12ec8e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27028ce8-4f0f-41b2-8d05-4ef417c04aa7']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:46:23.749164 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-4a0d42ad-05f5-48cf-9cd2-1a28d12ec8e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b1f13f-3de3-4a85-88b2-f41dd01605e3') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:46:23.750340 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-4a0d42ad-05f5-48cf-9cd2-1a28d12ec8e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b1f13f-3de3-4a85-88b2-f41dd01605e3') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:46:23.762182 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a0d42ad-05f5-48cf-9cd2-1a28d12ec8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:23.778550 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a0d42ad-05f5-48cf-9cd2-1a28d12ec8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:23.786140 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a0d42ad-05f5-48cf-9cd2-1a28d12ec8e3 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:46:23.786541 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a0d42ad-05f5-48cf-9cd2-1a28d12ec8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:23.788982 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:46:23.788982 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:46:23.788982 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:46:23.788982 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:46:23.788982 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:46:23.788982 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:46:23.788982 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:46:23.788982 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:46:23.788982 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:46:23.788982 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:46:23.788982 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:46:23.788982 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:46:23.788982 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:46:23.788982 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:46:23.788982 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:46:23.788982 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:46:23.788982 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:46:23.788982 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:46:23.788982 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:46:23.788982 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:46:23.788982 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:46:23.788982 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:46:23.788982 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:46:23.788982 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:46:23.788982 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:46:23.788982 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:46:23.788982 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:46:23.788982 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:46:23.788982 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:46:23.788982 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:46:23.788982 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:46:23.788982 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:46:23.860736 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a0d42ad-05f5-48cf-9cd2-1a28d12ec8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:23.868280 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a0d42ad-05f5-48cf-9cd2-1a28d12ec8e3 admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:23.872927 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4a0d42ad-05f5-48cf-9cd2-1a28d12ec8e3 admin admin] 10.222.0.54 "DELETE /v2.0/networks/27028ce8-4f0f-41b2-8d05-4ef417c04aa7 HTTP/1.1" status: 204 len: 168 time: 0.6815023 Nov 10 19:46:23.887518 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d42ad-05f5-48cf-9cd2-1a28d12ec8e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=27028ce8-4f0f-41b2-8d05-4ef417c04aa7,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:23.976248 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd6bc1-6cdd-4f1d-ae9f-3705d7109ef4 req-eaab4ea8-8177-4677-bce0-e705850e6f41 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:23.977852 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b0fd6bc1-6cdd-4f1d-ae9f-3705d7109ef4 req-eaab4ea8-8177-4677-bce0-e705850e6f41 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 945 time: 0.0580053 Nov 10 19:46:24.041596 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b0fd6bc1-6cdd-4f1d-ae9f-3705d7109ef4 req-37af0939-b58e-44e0-8748-bc072e1e63c8 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526326 Nov 10 19:46:24.071027 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48816) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:46:24.128246 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c41b227f-9d4c-4c4a-9a6b-f546ba9b19e3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c5bb702fc1434c148dddb918acd94513&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0560038 Nov 10 19:46:24.130940 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48818) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:46:24.184233 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-196eff45-c846-4526-aae2-ed0c4c1fed85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:24.209233 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-196eff45-c846-4526-aae2-ed0c4c1fed85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:24.271365 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-196eff45-c846-4526-aae2-ed0c4c1fed85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:24.273229 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-196eff45-c846-4526-aae2-ed0c4c1fed85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:24.274490 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-196eff45-c846-4526-aae2-ed0c4c1fed85 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9aa6a03b-fe77-41da-80d7-d361b68193ba HTTP/1.1" status: 204 len: 168 time: 0.1426029 Nov 10 19:46:24.283923 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196eff45-c846-4526-aae2-ed0c4c1fed85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa6a03b-fe77-41da-80d7-d361b68193ba,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:24.347213 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 59b4cbe5-4bf2-41aa-bf45-c307b004a7c5 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:46:24.368570 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 59b4cbe5-4bf2-41aa-bf45-c307b004a7c5 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:46:24.368923 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 59b4cbe5-4bf2-41aa-bf45-c307b004a7c5 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:46:24.369506 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device c8c6ff98-b5ec-4324-93c9-5f768873a930 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:46:24.373667 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 5edfec66-58ee-42e5-a23e-28d446f64ac7 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:46:24.396581 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: c8c6ff98-b5ec-4324-93c9-5f768873a930 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:46:24.396925 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device c8c6ff98-b5ec-4324-93c9-5f768873a930 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:46:24.397343 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e23eee7a-2ddc-4263-bbef-3812dcc66960 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:46:24.436772 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: e23eee7a-2ddc-4263-bbef-3812dcc66960 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:46:24.437273 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e23eee7a-2ddc-4263-bbef-3812dcc66960 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:46:24.468781 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 5edfec66-58ee-42e5-a23e-28d446f64ac7 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:46:24.469159 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:24.577512 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:24.607578 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cebcda-12b2-4340-ab43-240c433675bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edfec66-58ee-42e5-a23e-28d446f64ac7'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:46:24.611312 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7922a388-d82b-460b-a2ef-a904e54600bd" -d '{"events": [{"server_uuid": "f4cebcda-12b2-4340-ab43-240c433675bc", "name": "network-vif-plugged", "status": "completed", "tag": "5edfec66-58ee-42e5-a23e-28d446f64ac7"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:46:24.630767 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 5edfec66-58ee-42e5-a23e-28d446f64ac7, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=5edfec66-58ee-42e5-a23e-28d446f64ac7,segment=NetworkSegment(85ffe426-ae79-4ddb-ac71-391c9badb732),segment_id=85ffe426-ae79-4ddb-ac71-391c9badb732)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:46:24.639999 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:24.669556 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa8e391-89f0-4da4-bc8f-1d047dded4e0 x-openstack-request-id: req-9aa8e391-89f0-4da4-bc8f-1d047dded4e0 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:46:24.669942 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cebcda-12b2-4340-ab43-240c433675bc", "name": "network-vif-plugged", "status": "completed", "tag": "5edfec66-58ee-42e5-a23e-28d446f64ac7", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:46:24.670245 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9aa8e391-89f0-4da4-bc8f-1d047dded4e0 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:46:24.670631 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cebcda-12b2-4340-ab43-240c433675bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edfec66-58ee-42e5-a23e-28d446f64ac7', 'code': 200} Nov 10 19:46:24.700400 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=5edfec66-58ee-42e5-a23e-28d446f64ac7,revision_number=7']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:24.737370 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48826) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:46:24.793873 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1623d6c9-bf15-47b0-928a-939d45de5e69 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b19b284f46c149f39051f1fc54fddd50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0548661 Nov 10 19:46:24.796324 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48828) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:46:24.854162 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7b861cd3-f55b-432d-a518-8d23a6ed9b7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:24.878367 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7b861cd3-f55b-432d-a518-8d23a6ed9b7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:24.940134 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:24.941382 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7b861cd3-f55b-432d-a518-8d23a6ed9b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:24.944144 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7b861cd3-f55b-432d-a518-8d23a6ed9b7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:24.948204 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7b861cd3-f55b-432d-a518-8d23a6ed9b7d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b4afd6cc-22d9-4654-93cf-7b1132e0c692 HTTP/1.1" status: 204 len: 168 time: 0.1476119 Nov 10 19:46:24.954797 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b861cd3-f55b-432d-a518-8d23a6ed9b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4afd6cc-22d9-4654-93cf-7b1132e0c692,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:25.192113 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:25.208462 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d533a7-31cc-43e9-adb4-382ab381ca6a req-a32d7c0e-63e0-4f7a-bda4-88d0cd0822ee tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:25.210241 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-29d533a7-31cc-43e9-adb4-382ab381ca6a req-a32d7c0e-63e0-4f7a-bda4-88d0cd0822ee tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 946 time: 0.0795588 Nov 10 19:46:25.287672 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-29d533a7-31cc-43e9-adb4-382ab381ca6a req-d6344897-4770-4eb4-a6f0-3eac68dbedc0 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675142 Nov 10 19:46:25.731789 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-90397ce1-1160-48d0-a6f0-14b0e9653faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:26.434027 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ec012-0d02-43db-a6d3-cb7813b677b6 req-d3b22628-be17-4565-bcfb-b6569c0807c4 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:26.435645 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a08ec012-0d02-43db-a6d3-cb7813b677b6 req-d3b22628-be17-4565-bcfb-b6569c0807c4 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 946 time: 0.0622725 Nov 10 19:46:26.496094 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a08ec012-0d02-43db-a6d3-cb7813b677b6 req-521d7fc4-0d89-4d0d-b91e-a21302c046c8 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523541 Nov 10 19:46:27.259808 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:27.652403 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a55008-9e60-4a08-baae-cabf18a8f4a5 req-a9fd5e3b-c2a7-4fc1-a567-addd325611aa tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:27.654040 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-96a55008-9e60-4a08-baae-cabf18a8f4a5 req-a9fd5e3b-c2a7-4fc1-a567-addd325611aa tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 946 time: 0.0634861 Nov 10 19:46:27.733977 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-96a55008-9e60-4a08-baae-cabf18a8f4a5 req-1b0d7912-fd83-457d-97c3-251f81eaf454 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722482 Nov 10 19:46:28.150990 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:46:28.752323 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:28.894729 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeaf59b-bd33-4205-a41e-1755dbc4bd38 req-6d24be97-00f2-4c11-8659-019a698a7095 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:28.902456 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cfeaf59b-bd33-4205-a41e-1755dbc4bd38 req-6d24be97-00f2-4c11-8659-019a698a7095 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 946 time: 0.0742445 Nov 10 19:46:28.965835 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cfeaf59b-bd33-4205-a41e-1755dbc4bd38 req-2b1cb807-35f5-4f21-b3c0-3cc7ae17fe13 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607746 Nov 10 19:46:29.419757 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:30.138218 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7281c93-c253-40a1-a5be-ac08534343e2 req-9b96aa31-6624-48d1-b3e6-2031f87c2311 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:30.142554 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7281c93-c253-40a1-a5be-ac08534343e2 req-9b96aa31-6624-48d1-b3e6-2031f87c2311 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 946 time: 0.0666721 Nov 10 19:46:30.228618 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7281c93-c253-40a1-a5be-ac08534343e2 req-76b137a8-c5d6-4257-8efc-2f4bd35c6de4 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773232 Nov 10 19:46:31.400167 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6c2d2-495a-414f-823b-b0ef71a6b3de req-503a95ff-27f0-4b6c-9ee3-001ff7ada173 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:31.406787 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a7e6c2d2-495a-414f-823b-b0ef71a6b3de req-503a95ff-27f0-4b6c-9ee3-001ff7ada173 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 946 time: 0.0835464 Nov 10 19:46:31.480913 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a7e6c2d2-495a-414f-823b-b0ef71a6b3de req-52567967-5c96-4740-9f81-ad27486346cc tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708225 Nov 10 19:46:32.642742 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3b3cd-9551-49e9-8bf0-1ac96837d4ea req-e7069fd9-2fd2-4e58-802e-0c10890f0df5 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:32.645032 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b7d3b3cd-9551-49e9-8bf0-1ac96837d4ea req-e7069fd9-2fd2-4e58-802e-0c10890f0df5 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 946 time: 0.0757174 Nov 10 19:46:32.701653 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b7d3b3cd-9551-49e9-8bf0-1ac96837d4ea req-39341783-87f6-4228-8445-9a0e28da2d2c tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504749 Nov 10 19:46:33.880167 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530930d-3969-4c1d-a70c-00d83d6d91ce req-b8d7cfa2-4f1a-4762-915d-11ec5f0a0294 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:33.882538 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2530930d-3969-4c1d-a70c-00d83d6d91ce req-b8d7cfa2-4f1a-4762-915d-11ec5f0a0294 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 946 time: 0.0947769 Nov 10 19:46:33.935099 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2530930d-3969-4c1d-a70c-00d83d6d91ce req-d5df29e8-31cd-4e72-81dd-00c4ba957917 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461404 Nov 10 19:46:35.099839 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2969416-bc89-43f9-8ae6-13c9fa36524f req-dc7bdd19-67f7-407a-b2a8-83a9f53419b2 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:35.101584 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d2969416-bc89-43f9-8ae6-13c9fa36524f req-dc7bdd19-67f7-407a-b2a8-83a9f53419b2 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 946 time: 0.0666089 Nov 10 19:46:35.178323 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d2969416-bc89-43f9-8ae6-13c9fa36524f req-dc66ce15-8009-4d72-ad5f-c060bfd692ef tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700295 Nov 10 19:46:36.346785 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3981981-d34a-4d22-b89a-47d9dab6344e req-4d172269-3e35-49ae-b0e5-50d6fbf4d494 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:36.348801 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c3981981-d34a-4d22-b89a-47d9dab6344e req-4d172269-3e35-49ae-b0e5-50d6fbf4d494 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 946 time: 0.0602138 Nov 10 19:46:36.414372 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c3981981-d34a-4d22-b89a-47d9dab6344e req-7601ad70-89a0-49cb-a58c-f4af1813d4f0 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518377 Nov 10 19:46:37.487272 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d32d00-3370-4451-915b-42ddb155ccc2 req-9619e171-4641-4f41-9ef9-f2e7eafa350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:37.489089 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-90d32d00-3370-4451-915b-42ddb155ccc2 req-9619e171-4641-4f41-9ef9-f2e7eafa350c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab3180c6842f4189a0ffab6a31569413&device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 1097 time: 0.0555260 Nov 10 19:46:37.595973 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1654b-a95f-470d-be43-9907dcbfa075 req-6c3f01aa-fb66-4251-97e5-2afa8a107e91 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:37.610365 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-04b1654b-a95f-470d-be43-9907dcbfa075 req-6c3f01aa-fb66-4251-97e5-2afa8a107e91 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 946 time: 0.0847313 Nov 10 19:46:37.631128 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d32d00-3370-4451-915b-42ddb155ccc2 req-db7e01c0-1a66-4883-925d-ca072882d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:37.632683 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-90d32d00-3370-4451-915b-42ddb155ccc2 req-db7e01c0-1a66-4883-925d-ca072882d0a3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 HTTP/1.1" status: 200 len: 918 time: 0.1207101 Nov 10 19:46:37.677224 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-04b1654b-a95f-470d-be43-9907dcbfa075 req-d393080c-e503-4ce6-901d-cc9acac416d4 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653648 Nov 10 19:46:37.730597 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-90d32d00-3370-4451-915b-42ddb155ccc2 req-2bb1f267-70dc-44c1-86c4-7f61139d7dc3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5edfec66-58ee-42e5-a23e-28d446f64ac7 HTTP/1.1" status: 200 len: 1002 time: 0.0902610 Nov 10 19:46:37.787435 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d32d00-3370-4451-915b-42ddb155ccc2 req-fd386596-d9fa-4ea0-9562-7a124eb0bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:37.789170 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-90d32d00-3370-4451-915b-42ddb155ccc2 req-fd386596-d9fa-4ea0-9562-7a124eb0bfb6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=40030106-ed1c-4f54-bc33-e92ab198bc65 HTTP/1.1" status: 200 len: 856 time: 0.0514185 Nov 10 19:46:37.840617 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d32d00-3370-4451-915b-42ddb155ccc2 req-52d36077-47f9-4db6-b16c-135a6713dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:37.844041 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-90d32d00-3370-4451-915b-42ddb155ccc2 req-52d36077-47f9-4db6-b16c-135a6713dbea service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464556 Nov 10 19:46:37.853682 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-90d32d00-3370-4451-915b-42ddb155ccc2 req-c5e74870-2749-4a33-9fc2-9b0691c53fbc service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:46:37.854883 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-90d32d00-3370-4451-915b-42ddb155ccc2 req-c5e74870-2749-4a33-9fc2-9b0691c53fbc service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056536 Nov 10 19:46:37.976534 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-90d32d00-3370-4451-915b-42ddb155ccc2 req-06ab6215-a60a-46b0-b03c-826f763a335f service neutron] 10.222.0.25 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120141 Nov 10 19:46:38.080142 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-90d32d00-3370-4451-915b-42ddb155ccc2 req-fa3a384d-beaf-46d5-83e7-2d712db53bea service neutron] 10.222.0.25 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958018 Nov 10 19:46:38.773383 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7b06f-40c1-4904-ae74-e235ed2490e9 req-163c036a-1995-454b-81a3-b4eb459aeefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:38.775343 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-46e7b06f-40c1-4904-ae74-e235ed2490e9 req-163c036a-1995-454b-81a3-b4eb459aeefc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab3180c6842f4189a0ffab6a31569413&device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 1097 time: 0.0561275 Nov 10 19:46:38.808900 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788880f8-b3b1-4057-a1a3-8eb3f657926f req-7d6ac3cd-b9a7-4ca9-8653-50ae3bdc634e tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:38.810555 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-788880f8-b3b1-4057-a1a3-8eb3f657926f req-7d6ac3cd-b9a7-4ca9-8653-50ae3bdc634e tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 946 time: 0.0525734 Nov 10 19:46:38.870320 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-788880f8-b3b1-4057-a1a3-8eb3f657926f req-beafea6c-fde3-4279-bd80-41ae720565f8 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528278 Nov 10 19:46:38.875578 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7b06f-40c1-4904-ae74-e235ed2490e9 req-c83aef87-114b-47e7-a60f-d9f25bad9f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:38.877232 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-46e7b06f-40c1-4904-ae74-e235ed2490e9 req-c83aef87-114b-47e7-a60f-d9f25bad9f85 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 HTTP/1.1" status: 200 len: 918 time: 0.0945859 Nov 10 19:46:38.972302 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-46e7b06f-40c1-4904-ae74-e235ed2490e9 req-2751857f-a749-4903-9352-42d81eb4df35 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5edfec66-58ee-42e5-a23e-28d446f64ac7 HTTP/1.1" status: 200 len: 1002 time: 0.0868440 Nov 10 19:46:39.027116 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7b06f-40c1-4904-ae74-e235ed2490e9 req-1837957b-e16b-43a3-8bf3-63cea0ebf935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:39.028747 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-46e7b06f-40c1-4904-ae74-e235ed2490e9 req-1837957b-e16b-43a3-8bf3-63cea0ebf935 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=40030106-ed1c-4f54-bc33-e92ab198bc65 HTTP/1.1" status: 200 len: 856 time: 0.0490534 Nov 10 19:46:39.090117 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7b06f-40c1-4904-ae74-e235ed2490e9 req-f16a6043-62eb-40d9-be0d-87783fddab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:39.091741 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-46e7b06f-40c1-4904-ae74-e235ed2490e9 req-f16a6043-62eb-40d9-be0d-87783fddab5d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560515 Nov 10 19:46:39.207035 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-46e7b06f-40c1-4904-ae74-e235ed2490e9 req-1f6cf89e-e11b-41c0-8b5f-4637775fe09f service neutron] 10.222.0.25 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068518 Nov 10 19:46:39.308489 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-46e7b06f-40c1-4904-ae74-e235ed2490e9 req-9c07efea-69da-494f-a876-2ec23159119b service neutron] 10.222.0.25 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943890 Nov 10 19:46:40.006730 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71750c1-187e-4d8d-be9d-e16e99f7db2e req-2d8e555f-fff3-4996-8b40-a79eb63669d2 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:40.008362 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b71750c1-187e-4d8d-be9d-e16e99f7db2e req-2d8e555f-fff3-4996-8b40-a79eb63669d2 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 946 time: 0.0578797 Nov 10 19:46:40.061081 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b71750c1-187e-4d8d-be9d-e16e99f7db2e req-820caa46-1743-4372-9f7b-c6960bcb0d53 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461636 Nov 10 19:46:40.332959 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1169e176-2618-49ed-bc23-eeae96977f99 req-ccfce8e7-7b86-4a20-92aa-9ad9a72c768b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1549678 Nov 10 19:46:40.426691 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169e176-2618-49ed-bc23-eeae96977f99 req-c336d0ad-b5e0-4647-8222-e3a022ff25d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:40.428263 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1169e176-2618-49ed-bc23-eeae96977f99 req-c336d0ad-b5e0-4647-8222-e3a022ff25d0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0863f57af6c245c5a4e0338a46ab2047&device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e HTTP/1.1" status: 200 len: 1097 time: 0.0456722 Nov 10 19:46:40.558665 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169e176-2618-49ed-bc23-eeae96977f99 req-8dafa638-fd9c-4ac8-9c57-0b04bcd61cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:40.560081 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1169e176-2618-49ed-bc23-eeae96977f99 req-8dafa638-fd9c-4ac8-9c57-0b04bcd61cd8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e HTTP/1.1" status: 200 len: 912 time: 0.1105850 Nov 10 19:46:40.638229 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1169e176-2618-49ed-bc23-eeae96977f99 req-cadfb35f-e731-4475-b650-8b5e034222d1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=190662b4-7607-47b5-af88-7f5a3dc1f0e7 HTTP/1.1" status: 200 len: 1002 time: 0.0706096 Nov 10 19:46:40.690634 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169e176-2618-49ed-bc23-eeae96977f99 req-934383c3-74da-4a50-aaba-0e51aa99af06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:40.692984 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1169e176-2618-49ed-bc23-eeae96977f99 req-934383c3-74da-4a50-aaba-0e51aa99af06 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d245deb3-5e48-4ae4-b622-b444342b78ed HTTP/1.1" status: 200 len: 850 time: 0.0470665 Nov 10 19:46:40.745522 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169e176-2618-49ed-bc23-eeae96977f99 req-8dc78c94-9ae5-478f-ae57-2b9e2f7adb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:40.747145 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1169e176-2618-49ed-bc23-eeae96977f99 req-8dc78c94-9ae5-478f-ae57-2b9e2f7adb67 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473366 Nov 10 19:46:40.761980 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-1169e176-2618-49ed-bc23-eeae96977f99 req-06ffdc82-0027-4691-9388-746b3bd6852f service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:46:40.763782 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1169e176-2618-49ed-bc23-eeae96977f99 req-06ffdc82-0027-4691-9388-746b3bd6852f service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092025 Nov 10 19:46:40.896331 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1169e176-2618-49ed-bc23-eeae96977f99 req-7f122c64-a63c-4edd-aa65-e99dab5b5a85 service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231306 Nov 10 19:46:41.006278 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1169e176-2618-49ed-bc23-eeae96977f99 req-b3837500-9674-41fc-b946-f311ce239212 service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014500 Nov 10 19:46:41.229400 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c8f26-c999-4fb5-8540-badbcbb79424 req-27fb37c7-0358-4b05-a249-fb8c876cc452 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:41.231458 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b0c8f26-c999-4fb5-8540-badbcbb79424 req-27fb37c7-0358-4b05-a249-fb8c876cc452 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 946 time: 0.0787787 Nov 10 19:46:41.289944 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b0c8f26-c999-4fb5-8540-badbcbb79424 req-982e570e-6cfe-452c-b022-4482ea31624a tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519831 Nov 10 19:46:42.034876 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9754c41-9a46-419b-88dd-284da18004ac req-d62d7d0c-7342-4ff1-b7a0-11a4318fb296 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:42.036848 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a9754c41-9a46-419b-88dd-284da18004ac req-d62d7d0c-7342-4ff1-b7a0-11a4318fb296 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 946 time: 0.0640337 Nov 10 19:46:42.093426 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a9754c41-9a46-419b-88dd-284da18004ac req-5f188116-9879-42ba-ae1d-dc05a9d95980 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488505 Nov 10 19:46:42.240610 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 48940) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:46:42.343106 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f5e75f39-7e92-45d9-aca8-9164433b9550 req-2f9f25e8-5471-40a6-ba77-8953835570e1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1009259 Nov 10 19:46:42.353176 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-f5e75f39-7e92-45d9-aca8-9164433b9550 req-e9ee2025-3fba-4c35-8505-6c3d355b5ead service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:46:42.354264 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f5e75f39-7e92-45d9-aca8-9164433b9550 req-e9ee2025-3fba-4c35-8505-6c3d355b5ead service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055296 Nov 10 19:46:42.437344 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 5edfec66-58ee-42e5-a23e-28d446f64ac7 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:46:42.533215 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:42.562418 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cebcda-12b2-4340-ab43-240c433675bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5edfec66-58ee-42e5-a23e-28d446f64ac7'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:46:42.565051 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725e1be2-0c5d-4e62-a8ae-555c972da71b" -d '{"events": [{"server_uuid": "f4cebcda-12b2-4340-ab43-240c433675bc", "name": "network-vif-unplugged", "status": "completed", "tag": "5edfec66-58ee-42e5-a23e-28d446f64ac7"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:46:42.589689 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 5edfec66-58ee-42e5-a23e-28d446f64ac7, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=5edfec66-58ee-42e5-a23e-28d446f64ac7,segment=NetworkSegment(85ffe426-ae79-4ddb-ac71-391c9badb732),segment_id=85ffe426-ae79-4ddb-ac71-391c9badb732)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:46:42.595996 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:42.611405 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 10 Nov 2021 19:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7272d9c-d766-44f0-802d-4904f6ae91d6 x-openstack-request-id: req-c7272d9c-d766-44f0-802d-4904f6ae91d6 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:46:42.611870 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cebcda-12b2-4340-ab43-240c433675bc", "name": "network-vif-unplugged", "status": "failed", "tag": "5edfec66-58ee-42e5-a23e-28d446f64ac7", "code": 422}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:46:42.612260 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c7272d9c-d766-44f0-802d-4904f6ae91d6 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:46:42.613397 n-d-813897-4 neutron-server[102507]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f4cebcda-12b2-4340-ab43-240c433675bc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5edfec66-58ee-42e5-a23e-28d446f64ac7', 'code': 422} returned with failed status Nov 10 19:46:42.682835 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=5edfec66-58ee-42e5-a23e-28d446f64ac7,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:46:43.256039 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bb585-5a16-4906-8e2c-be50b2982d01 req-d9e166a2-e374-422a-82d4-d7d896d8a63b tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:43.258064 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a68bb585-5a16-4906-8e2c-be50b2982d01 req-d9e166a2-e374-422a-82d4-d7d896d8a63b tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 944 time: 0.0613258 Nov 10 19:46:43.322524 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a68bb585-5a16-4906-8e2c-be50b2982d01 req-e7005dab-34a0-4d30-aa65-2cb413b6ad2a tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563736 Nov 10 19:46:44.475308 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62928d6-3b5b-4a82-abd7-fd629004ce1f req-93034621-2d1b-490b-b25a-0515dba4859c tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:44.477502 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a62928d6-3b5b-4a82-abd7-fd629004ce1f req-93034621-2d1b-490b-b25a-0515dba4859c tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 944 time: 0.0630374 Nov 10 19:46:44.543167 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a62928d6-3b5b-4a82-abd7-fd629004ce1f req-1bb9cc0d-c0be-40a5-a3ce-7ed98442391a tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546134 Nov 10 19:46:45.699178 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45367cce-1cea-441d-87b3-c8ab09d80028 req-9dc3473e-abb5-4123-9962-366ed0666cfa tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:45.701079 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45367cce-1cea-441d-87b3-c8ab09d80028 req-9dc3473e-abb5-4123-9962-366ed0666cfa tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 944 time: 0.0621634 Nov 10 19:46:45.770916 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45367cce-1cea-441d-87b3-c8ab09d80028 req-50a35edb-e25c-42d5-81dc-5b2bcaddff76 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594244 Nov 10 19:46:46.928341 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3e4fc-97df-47ac-8159-3a3709246dae req-1b018be3-3c7a-4730-bc72-28775c3a122a tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:46.930577 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c7f3e4fc-97df-47ac-8159-3a3709246dae req-1b018be3-3c7a-4730-bc72-28775c3a122a tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 944 time: 0.0574691 Nov 10 19:46:46.999861 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c7f3e4fc-97df-47ac-8159-3a3709246dae req-c05b0942-54e9-4960-b8f5-6fa3fb20431a tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543509 Nov 10 19:46:48.150081 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a244001-42c2-4b59-8738-76c0950ea457 req-c42ed033-ef3b-4b20-b4c6-11637aa7308c tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:48.151627 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5a244001-42c2-4b59-8738-76c0950ea457 req-c42ed033-ef3b-4b20-b4c6-11637aa7308c tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 944 time: 0.0567343 Nov 10 19:46:48.222976 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5a244001-42c2-4b59-8738-76c0950ea457 req-33ab5377-4c70-4b48-b4c9-8277710b07f7 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644245 Nov 10 19:46:48.982985 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e75f39-7e92-45d9-aca8-9164433b9550 req-1f6992b0-63d2-41e3-8c39-170704c476c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:48.984662 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f5e75f39-7e92-45d9-aca8-9164433b9550 req-1f6992b0-63d2-41e3-8c39-170704c476c3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc&tenant_id=ab3180c6842f4189a0ffab6a31569413 HTTP/1.1" status: 200 len: 1095 time: 0.0579188 Nov 10 19:46:49.058355 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e75f39-7e92-45d9-aca8-9164433b9550 req-62a5f9fc-6f16-4585-b813-e5648eef3a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:49.059941 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f5e75f39-7e92-45d9-aca8-9164433b9550 req-62a5f9fc-6f16-4585-b813-e5648eef3a4b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab3180c6842f4189a0ffab6a31569413&device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 1095 time: 0.0478504 Nov 10 19:46:49.162890 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e75f39-7e92-45d9-aca8-9164433b9550 req-277e6e3d-c201-4fc9-bae7-37d9c0d7b9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:49.164541 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f5e75f39-7e92-45d9-aca8-9164433b9550 req-277e6e3d-c201-4fc9-bae7-37d9c0d7b9d1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 HTTP/1.1" status: 200 len: 918 time: 0.0976470 Nov 10 19:46:49.241032 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f5e75f39-7e92-45d9-aca8-9164433b9550 req-c6805f92-49b3-403b-b520-36f2d7daada0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5edfec66-58ee-42e5-a23e-28d446f64ac7 HTTP/1.1" status: 200 len: 1000 time: 0.0693660 Nov 10 19:46:49.314988 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e75f39-7e92-45d9-aca8-9164433b9550 req-30b58d0c-0ae7-4620-a712-45bf41656b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:49.320653 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f5e75f39-7e92-45d9-aca8-9164433b9550 req-30b58d0c-0ae7-4620-a712-45bf41656b88 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=40030106-ed1c-4f54-bc33-e92ab198bc65 HTTP/1.1" status: 200 len: 856 time: 0.0695674 Nov 10 19:46:49.370572 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e35cf2-9d9e-4236-8ea4-e1c739ab5d94 req-cfd23470-fe6e-4076-9d3b-75a95c657869 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:49.372395 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b8e35cf2-9d9e-4236-8ea4-e1c739ab5d94 req-cfd23470-fe6e-4076-9d3b-75a95c657869 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 944 time: 0.0595591 Nov 10 19:46:49.388881 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e75f39-7e92-45d9-aca8-9164433b9550 req-668a1561-7a9b-4441-ad34-9f47ab0746fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:49.389999 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f5e75f39-7e92-45d9-aca8-9164433b9550 req-668a1561-7a9b-4441-ad34-9f47ab0746fc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648937 Nov 10 19:46:49.444991 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b8e35cf2-9d9e-4236-8ea4-e1c739ab5d94 req-e2ee8e4e-86d0-43ad-aac2-aa0ef4b4820a tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636382 Nov 10 19:46:49.512755 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f5e75f39-7e92-45d9-aca8-9164433b9550 req-3475e9fe-4229-4c05-892c-3b3fb052cc7a service neutron] 10.222.0.25 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141756 Nov 10 19:46:49.631992 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f5e75f39-7e92-45d9-aca8-9164433b9550 req-0590066c-81e5-45f1-828e-a888d7f2bdff service neutron] 10.222.0.25 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125789 Nov 10 19:46:50.651896 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f9cea-44a4-4acd-bd61-cfca8b44eb65 req-b5fe5674-bfc0-4260-8a91-232b21f284f1 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:50.653527 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0f5f9cea-44a4-4acd-bd61-cfca8b44eb65 req-b5fe5674-bfc0-4260-8a91-232b21f284f1 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 944 time: 0.0856521 Nov 10 19:46:50.718709 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0f5f9cea-44a4-4acd-bd61-cfca8b44eb65 req-181bcf8d-c44a-4bca-9982-3100eeb57aee tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580325 Nov 10 19:46:51.915808 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580701e-3df5-4272-a59c-1ffdeeb602a0 req-e0fe47be-dd86-4a8e-af66-15c52979a407 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:51.917519 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0580701e-3df5-4272-a59c-1ffdeeb602a0 req-e0fe47be-dd86-4a8e-af66-15c52979a407 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 944 time: 0.0712838 Nov 10 19:46:51.991816 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0580701e-3df5-4272-a59c-1ffdeeb602a0 req-bd5c2728-54ca-4310-8f7c-638244c318b1 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663893 Nov 10 19:46:53.166942 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817827d-b592-4bd3-8401-0e573b00c409 req-3d40f266-b75d-4912-a83b-3680d2c2a1c1 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:53.168650 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b817827d-b592-4bd3-8401-0e573b00c409 req-3d40f266-b75d-4912-a83b-3680d2c2a1c1 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 944 time: 0.0612466 Nov 10 19:46:53.261274 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b817827d-b592-4bd3-8401-0e573b00c409 req-02c4fbc5-9104-4774-898d-a2282a74bd51 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830259 Nov 10 19:46:53.491966 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-511ed502-2104-4ea1-ac74-702a7bd621f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:54.444531 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3cd15-3032-4335-ae89-c68411fae6e0 req-e2b49a3e-b120-4ba2-b7c7-abaca7c6a4a8 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:54.450937 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9fd3cd15-3032-4335-ae89-c68411fae6e0 req-e2b49a3e-b120-4ba2-b7c7-abaca7c6a4a8 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 944 time: 0.0715010 Nov 10 19:46:54.519670 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9fd3cd15-3032-4335-ae89-c68411fae6e0 req-c2867782-0f71-4865-aa7c-bbf785aa32c8 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594940 Nov 10 19:46:54.946178 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:55.220289 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:55.732647 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0768a0-4820-41bd-8c67-a89d5ece5c92 req-f7a5e411-99f8-454f-997e-688fb7d00ecd tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:55.733828 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6b2636ad-a921-4edf-8a3a-f7d606aa1118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:55.734650 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9f0768a0-4820-41bd-8c67-a89d5ece5c92 req-f7a5e411-99f8-454f-997e-688fb7d00ecd tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 944 time: 0.0772791 Nov 10 19:46:55.806438 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9f0768a0-4820-41bd-8c67-a89d5ece5c92 req-ed6652fd-7d84-4f85-998b-09f3dcac79b1 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625422 Nov 10 19:46:56.979235 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171e434-cb15-4fca-923f-e29b780d9ab6 req-de44b8cc-d3a0-48e8-b0bc-24ae09aa6203 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:56.980817 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d171e434-cb15-4fca-923f-e29b780d9ab6 req-de44b8cc-d3a0-48e8-b0bc-24ae09aa6203 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 944 time: 0.0692170 Nov 10 19:46:57.047374 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d171e434-cb15-4fca-923f-e29b780d9ab6 req-d734419e-10a7-456b-a989-37cba95f7b5f tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593221 Nov 10 19:46:57.263021 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:58.207302 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407de99-15e0-4aa6-b9b7-b8fe0c5bd51c req-e398c015-2849-4d2f-a527-8597dc41ffdf tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:58.209118 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b407de99-15e0-4aa6-b9b7-b8fe0c5bd51c req-e398c015-2849-4d2f-a527-8597dc41ffdf tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 944 time: 0.0608222 Nov 10 19:46:58.268859 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b407de99-15e0-4aa6-b9b7-b8fe0c5bd51c req-a3d1023b-5c55-41d3-9c0e-8328a57e1c88 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511973 Nov 10 19:46:58.768679 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:59.423764 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:46:59.430145 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171c914-08cf-4722-9bf0-7d0fde89e018 req-5bcd1dfe-448f-45b6-8cba-8e84ce239801 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:46:59.431954 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b171c914-08cf-4722-9bf0-7d0fde89e018 req-5bcd1dfe-448f-45b6-8cba-8e84ce239801 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 944 time: 0.0659912 Nov 10 19:46:59.507248 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b171c914-08cf-4722-9bf0-7d0fde89e018 req-46e4a9e9-66fe-4bac-a059-f3a23dfae1b7 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599694 Nov 10 19:47:00.653687 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3187544-eb2c-4fc9-9684-2ce9a679ac46 req-79a0d50c-235a-4916-8abd-5b4e0ee47386 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:00.655386 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f3187544-eb2c-4fc9-9684-2ce9a679ac46 req-79a0d50c-235a-4916-8abd-5b4e0ee47386 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 944 time: 0.0531359 Nov 10 19:47:00.719852 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f3187544-eb2c-4fc9-9684-2ce9a679ac46 req-2b7e95da-d4f8-4cc6-9d7f-21dcbec6071d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573328 Nov 10 19:47:01.865027 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cd39f-b7c7-4678-a844-b36dcb856b10 req-b9faa034-aeb2-427a-8efb-d2221085c291 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:01.866580 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9cd39f-b7c7-4678-a844-b36dcb856b10 req-b9faa034-aeb2-427a-8efb-d2221085c291 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 944 time: 0.0519598 Nov 10 19:47:01.920488 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f9cd39f-b7c7-4678-a844-b36dcb856b10 req-fd0afd3a-baf7-4ca8-9578-636466e323b7 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472548 Nov 10 19:47:03.056012 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47c2b4-9b45-40fd-9716-326ca7a86769 req-b1c82cf8-ecd1-40c2-83ff-9d80a9b16ceb tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:03.057570 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba47c2b4-9b45-40fd-9716-326ca7a86769 req-b1c82cf8-ecd1-40c2-83ff-9d80a9b16ceb tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 944 time: 0.0529139 Nov 10 19:47:03.108918 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba47c2b4-9b45-40fd-9716-326ca7a86769 req-47414be3-c8c2-4b45-8f6d-870b35a442f0 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449843 Nov 10 19:47:04.251289 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1b816-3888-49f8-8f00-0d44676c4b0f req-f8d1858d-76e9-424d-9253-d0262293fe1d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:04.252743 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-29a1b816-3888-49f8-8f00-0d44676c4b0f req-f8d1858d-76e9-424d-9253-d0262293fe1d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 944 time: 0.0588341 Nov 10 19:47:04.315747 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-29a1b816-3888-49f8-8f00-0d44676c4b0f req-1bbd3fc0-b7e9-478a-99fd-e880c79fd392 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563536 Nov 10 19:47:05.140993 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:47:05.444639 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbc30a-5b31-403d-bccb-6819ff28dc22 req-e55b4ac8-ef08-4e9a-b4ce-2cb017c34b61 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:05.446205 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-82cbc30a-5b31-403d-bccb-6819ff28dc22 req-e55b4ac8-ef08-4e9a-b4ce-2cb017c34b61 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 944 time: 0.0528333 Nov 10 19:47:05.498630 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-82cbc30a-5b31-403d-bccb-6819ff28dc22 req-8579bb27-7e06-4e1f-8bb7-d9c9c1912cd7 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458136 Nov 10 19:47:06.676811 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd324b4-0011-4613-9bd3-3123ebcd27ee req-f10ff6d0-f9e5-4eef-97ba-fed46f4f7214 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:06.678963 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0dd324b4-0011-4613-9bd3-3123ebcd27ee req-f10ff6d0-f9e5-4eef-97ba-fed46f4f7214 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 944 time: 0.0642405 Nov 10 19:47:06.767735 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0dd324b4-0011-4613-9bd3-3123ebcd27ee req-c86225a2-fc9d-4868-83d6-fe0a71f0419e tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770566 Nov 10 19:47:07.960734 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b905d0-3ed2-4655-92e0-2f60685dab52 req-3e7c0f8b-1cfd-461b-8982-bc98348c48b2 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:07.963511 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a2b905d0-3ed2-4655-92e0-2f60685dab52 req-3e7c0f8b-1cfd-461b-8982-bc98348c48b2 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 944 time: 0.0972259 Nov 10 19:47:08.034816 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a2b905d0-3ed2-4655-92e0-2f60685dab52 req-f48dc4eb-31f5-4d71-a24d-b70a7a58cdb1 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618482 Nov 10 19:47:09.182778 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3693203-8491-491f-b6e8-20fcb6739d30 req-0e052f00-5bb9-4544-a2ef-2512b6797cad tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:09.184306 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b3693203-8491-491f-b6e8-20fcb6739d30 req-0e052f00-5bb9-4544-a2ef-2512b6797cad tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 944 time: 0.0556171 Nov 10 19:47:09.249672 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b3693203-8491-491f-b6e8-20fcb6739d30 req-6c142b0a-d840-418f-9ed8-9fa3f032570f tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569487 Nov 10 19:47:10.396448 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ef021-824a-4ad2-8836-f7a94a6a133f req-cc7b9e00-86af-4f9e-888d-d0266e58e7ed tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:10.398122 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-073ef021-824a-4ad2-8836-f7a94a6a133f req-cc7b9e00-86af-4f9e-888d-d0266e58e7ed tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 944 time: 0.0574548 Nov 10 19:47:10.450162 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-073ef021-824a-4ad2-8836-f7a94a6a133f req-6eef8b13-a40e-4e3b-bde7-b40fe0c8338e tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454836 Nov 10 19:47:11.282094 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-e5eb9487-114d-4d01-91b8-d40165c2cab5 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1337786138&fields=id&tenant_id=0863f57af6c245c5a4e0338a46ab2047 HTTP/1.1" status: 200 len: 267 time: 0.0462837 Nov 10 19:47:11.395976 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-c4758c50-828a-4cbd-b8c3-d45bc2dc077b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:11.397585 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-c4758c50-828a-4cbd-b8c3-d45bc2dc077b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/networks?id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e HTTP/1.1" status: 200 len: 811 time: 0.1078157 Nov 10 19:47:11.414445 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-de816916-0422-40a5-85a6-7e0a13349e7a tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/quotas/0863f57af6c245c5a4e0338a46ab2047 HTTP/1.1" status: 200 len: 375 time: 0.0103822 Nov 10 19:47:11.489256 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-ded33c7f-c093-4acf-b302-5adcb236bd0c tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0863f57af6c245c5a4e0338a46ab2047&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0681076 Nov 10 19:47:11.607113 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-44c8f000-8e6d-4fae-9039-af9f9a03f5e3 service neutron] 10.222.0.54 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993447 Nov 10 19:47:11.705106 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-7394d702-c548-48df-8a35-87f8460831b5 service neutron] 10.222.0.54 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915089 Nov 10 19:47:12.071295 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5390b8-6ee7-41b2-a9f8-c0f716d1e873 req-f2a7ee83-ba58-4d70-ba55-f3b667448c2a tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:12.072908 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ac5390b8-6ee7-41b2-a9f8-c0f716d1e873 req-f2a7ee83-ba58-4d70-ba55-f3b667448c2a tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 944 time: 0.0534465 Nov 10 19:47:12.124379 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ac5390b8-6ee7-41b2-a9f8-c0f716d1e873 req-46a4274d-61a9-44b1-8a93-a6a60e1f8b2b tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451064 Nov 10 19:47:12.204852 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-082ebc61-4087-41fc-96f8-d83d88afea65 req-faaa9423-9056-4193-887c-2dd95a2af3e1 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48ad58f-9654-4baf-929f-dff9b489e394 HTTP/1.1" status: 200 len: 210 time: 0.0356798 Nov 10 19:47:13.198270 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-d36453ee-ffd2-4bd4-a8b8-08035ede60fb tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:13.199838 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-d36453ee-ffd2-4bd4-a8b8-08035ede60fb tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.73 "GET /v2.0/networks?id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e HTTP/1.1" status: 200 len: 811 time: 0.1159189 Nov 10 19:47:13.304181 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-22d7057f-3eff-428c-8136-438a91c7f507 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0863f57af6c245c5a4e0338a46ab2047 HTTP/1.1" status: 200 len: 380 time: 0.0944135 Nov 10 19:47:13.317048 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173edcc1-09d8-4293-8aee-c2843a238457 req-469bf213-28b6-4736-832e-99fc35a83a37 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:13.318620 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-173edcc1-09d8-4293-8aee-c2843a238457 req-469bf213-28b6-4736-832e-99fc35a83a37 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 944 time: 0.1025388 Nov 10 19:47:13.323370 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-6bd8c8eb-7089-40ed-8ad2-e718b3ce486e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Request body: {'port': {'device_id': 'd48ad58f-9654-4baf-929f-dff9b489e394', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'admin_state_up': True, 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'security_groups': ['9fb16b81-dc3a-402c-9ceb-e4d58c126c7b']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:47:13.442392 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-173edcc1-09d8-4293-8aee-c2843a238457 req-f5da97a9-fecc-4988-9bef-07040e2228f0 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153066 Nov 10 19:47:13.493755 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-6bd8c8eb-7089-40ed-8ad2-e718b3ce486e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Made reservation on behalf of 0863f57af6c245c5a4e0338a46ab2047 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:47:13.497746 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-6bd8c8eb-7089-40ed-8ad2-e718b3ce486e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:13.542739 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8e8e4e3b-1d55-4371-8b0b-dcd45603c4d2 req-c2a6ff1f-8138-464d-acf5-bdd330e8bdb3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48ad58f-9654-4baf-929f-dff9b489e394 HTTP/1.1" status: 200 len: 210 time: 0.0334580 Nov 10 19:47:13.663793 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-6bd8c8eb-7089-40ed-8ad2-e718b3ce486e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Allocated IP 172.20.0.4 (bca52f6d-32fc-4cbf-bc81-bdfa96008a4e/d245deb3-5e48-4ae4-b622-b444342b78ed/17614292-5bc4-4de6-aa30-803477c730fa) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:47:13.814323 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-6bd8c8eb-7089-40ed-8ad2-e718b3ce486e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:13.851548 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-6bd8c8eb-7089-40ed-8ad2-e718b3ce486e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:13.892535 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-6bd8c8eb-7089-40ed-8ad2-e718b3ce486e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:47:13.896127 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-6bd8c8eb-7089-40ed-8ad2-e718b3ce486e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:47:13.898939 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-6bd8c8eb-7089-40ed-8ad2-e718b3ce486e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:47:13.940460 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8c8eb-7089-40ed-8ad2-e718b3ce486e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Pushing event updated for resources: {'Port': ['ID=17614292-5bc4-4de6-aa30-803477c730fa,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:47:13.955687 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd8c8eb-7089-40ed-8ad2-e718b3ce486e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:47:13.955981 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd8c8eb-7089-40ed-8ad2-e718b3ce486e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:47:13.956306 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd8c8eb-7089-40ed-8ad2-e718b3ce486e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:47:13.956703 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd8c8eb-7089-40ed-8ad2-e718b3ce486e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:47:13.957096 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd8c8eb-7089-40ed-8ad2-e718b3ce486e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:47:13.957528 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd8c8eb-7089-40ed-8ad2-e718b3ce486e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:47:13.957873 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd8c8eb-7089-40ed-8ad2-e718b3ce486e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:47:13.958304 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd8c8eb-7089-40ed-8ad2-e718b3ce486e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:47:13.958608 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd8c8eb-7089-40ed-8ad2-e718b3ce486e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:47:13.958962 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd8c8eb-7089-40ed-8ad2-e718b3ce486e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:47:13.959257 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd8c8eb-7089-40ed-8ad2-e718b3ce486e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:47:13.959577 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd8c8eb-7089-40ed-8ad2-e718b3ce486e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:47:13.982415 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-6bd8c8eb-7089-40ed-8ad2-e718b3ce486e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:13.983080 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-6bd8c8eb-7089-40ed-8ad2-e718b3ce486e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:14.003190 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-6bd8c8eb-7089-40ed-8ad2-e718b3ce486e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6835368 Nov 10 19:47:14.016994 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-35ea08c2-e499-450e-a1a5-219930a2af06 service neutron] Request body: {'port': {'device_id': 'd48ad58f-9654-4baf-929f-dff9b489e394', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:47:14.078138 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-35ea08c2-e499-450e-a1a5-219930a2af06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:14.175727 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-b9de53dd-8e66-4c28-a17e-f8a7a88b4a4d None None] Provisioning complete for port 17614292-5bc4-4de6-aa30-803477c730fa triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:47:14.176317 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b9de53dd-8e66-4c28-a17e-f8a7a88b4a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:14.214962 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-b9de53dd-8e66-4c28-a17e-f8a7a88b4a4d None None] Port 17614292-5bc4-4de6-aa30-803477c730fa cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:47:14.355534 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-35ea08c2-e499-450e-a1a5-219930a2af06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17614292-5bc4-4de6-aa30-803477c730fa {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:47:14.365365 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-35ea08c2-e499-450e-a1a5-219930a2af06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:14.378544 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-35ea08c2-e499-450e-a1a5-219930a2af06 service neutron] Transition to ACTIVE for port object 17614292-5bc4-4de6-aa30-803477c730fa will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:47:14.384547 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-35ea08c2-e499-450e-a1a5-219930a2af06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:14.451661 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea08c2-e499-450e-a1a5-219930a2af06 service neutron] Pushing event updated for resources: {'Port': ['ID=17614292-5bc4-4de6-aa30-803477c730fa,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:47:14.496564 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 5edfec66-58ee-42e5-a23e-28d446f64ac7 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:47:14.587384 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-35ea08c2-e499-450e-a1a5-219930a2af06 service neutron] Attempting to bind port 17614292-5bc4-4de6-aa30-803477c730fa on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:47:14.587859 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-35ea08c2-e499-450e-a1a5-219930a2af06 service neutron] Attempting to bind port 17614292-5bc4-4de6-aa30-803477c730fa by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:47:14.588206 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-35ea08c2-e499-450e-a1a5-219930a2af06 service neutron] Attempting to bind port 17614292-5bc4-4de6-aa30-803477c730fa on network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:47:14.596188 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-35ea08c2-e499-450e-a1a5-219930a2af06 service neutron] Port 17614292-5bc4-4de6-aa30-803477c730fa on network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:47:14.596508 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-35ea08c2-e499-450e-a1a5-219930a2af06 service neutron] Attempting to bind port 17614292-5bc4-4de6-aa30-803477c730fa on network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:47:14.611774 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-35ea08c2-e499-450e-a1a5-219930a2af06 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:47:14.612165 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-35ea08c2-e499-450e-a1a5-219930a2af06 service neutron] Checking segment: {'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:47:14.612591 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-35ea08c2-e499-450e-a1a5-219930a2af06 service neutron] Bound using segment: {'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:47:14.613463 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-35ea08c2-e499-450e-a1a5-219930a2af06 service neutron] Bound port: 17614292-5bc4-4de6-aa30-803477c730fa, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4964f9b-9b15-48d4-8150-1d9d656b161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:47:14.614065 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-35ea08c2-e499-450e-a1a5-219930a2af06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:14.647880 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5895fc-a9e4-4260-a3f1-aa1daf84cc85 req-fe8becc8-c789-4b16-9aac-0f27d66133b3 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:14.649585 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3e5895fc-a9e4-4260-a3f1-aa1daf84cc85 req-fe8becc8-c789-4b16-9aac-0f27d66133b3 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 944 time: 0.0952833 Nov 10 19:47:14.655250 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 5edfec66-58ee-42e5-a23e-28d446f64ac7, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=5edfec66-58ee-42e5-a23e-28d446f64ac7,segment=NetworkSegment(85ffe426-ae79-4ddb-ac71-391c9badb732),segment_id=85ffe426-ae79-4ddb-ac71-391c9badb732)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:47:14.669678 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '5edfec66-58ee-42e5-a23e-28d446f64ac7', 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0', 'port_id': '5edfec66-58ee-42e5-a23e-28d446f64ac7', 'mac_address': 'fa:16:3e:5e:10:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:47:14.725156 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:14.740717 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-35ea08c2-e499-450e-a1a5-219930a2af06 service neutron] For port 17614292-5bc4-4de6-aa30-803477c730fa, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:47:14.746396 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5edfec66-58ee-42e5-a23e-28d446f64ac7 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:47:14.746579 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3e5895fc-a9e4-4260-a3f1-aa1daf84cc85 req-4373d0db-f930-45dd-8980-d4758f981bed tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734155 Nov 10 19:47:14.748562 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-35ea08c2-e499-450e-a1a5-219930a2af06 service neutron] For port 17614292-5bc4-4de6-aa30-803477c730fa, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=17614292-5bc4-4de6-aa30-803477c730fa,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:47:14.758510 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-35ea08c2-e499-450e-a1a5-219930a2af06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:14.778459 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 5edfec66-58ee-42e5-a23e-28d446f64ac7, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=5edfec66-58ee-42e5-a23e-28d446f64ac7,segment=NetworkSegment(85ffe426-ae79-4ddb-ac71-391c9badb732),segment_id=85ffe426-ae79-4ddb-ac71-391c9badb732)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:47:14.787901 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:14.836261 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-35ea08c2-e499-450e-a1a5-219930a2af06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:14.836982 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-35ea08c2-e499-450e-a1a5-219930a2af06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:14.843481 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-35ea08c2-e499-450e-a1a5-219930a2af06 service neutron] 10.222.0.73 "PUT /v2.0/ports/17614292-5bc4-4de6-aa30-803477c730fa HTTP/1.1" status: 200 len: 1091 time: 0.8308735 Nov 10 19:47:14.844035 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48ad58f-9654-4baf-929f-dff9b489e394', 'tag': '17614292-5bc4-4de6-aa30-803477c730fa'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:47:14.846763 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5395cef-4b4b-42c1-a5c9-b3386ef789b1" -d '{"events": [{"name": "network-changed", "server_uuid": "d48ad58f-9654-4baf-929f-dff9b489e394", "tag": "17614292-5bc4-4de6-aa30-803477c730fa"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:47:14.868931 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=5edfec66-58ee-42e5-a23e-28d446f64ac7,revision_number=9']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:47:15.168679 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['5edfec66-58ee-42e5-a23e-28d446f64ac7'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:47:15.253866 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea08c2-e499-450e-a1a5-219930a2af06 service neutron] Pushing event updated for resources: {'Port': ['ID=17614292-5bc4-4de6-aa30-803477c730fa,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:47:15.276990 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae16ac-cc78-4e07-bf1f-0fcdfc13871a req-865bbcaa-9a68-4e73-82f5-2b357b538f5e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:15.278579 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-83ae16ac-cc78-4e07-bf1f-0fcdfc13871a req-865bbcaa-9a68-4e73-82f5-2b357b538f5e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48ad58f-9654-4baf-929f-dff9b489e394 HTTP/1.1" status: 200 len: 943 time: 0.4586957 Nov 10 19:47:15.288471 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-c2ebad4c-7194-4fae-a8db-0023de8bd2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:15.290018 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-c2ebad4c-7194-4fae-a8db-0023de8bd2c6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0863f57af6c245c5a4e0338a46ab2047&device_id=d48ad58f-9654-4baf-929f-dff9b489e394 HTTP/1.1" status: 200 len: 1094 time: 0.3896847 Nov 10 19:47:15.341732 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-af3db081-7c7d-435d-8afb-c96e1134c844 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17614292-5bc4-4de6-aa30-803477c730fa HTTP/1.1" status: 200 len: 217 time: 0.0364790 Nov 10 19:47:15.407243 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-83ae16ac-cc78-4e07-bf1f-0fcdfc13871a req-6ff8b146-4d74-42ce-bf2b-ccb7464ab818 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162350 Nov 10 19:47:15.422491 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-ba4e95c1-aa37-4bf7-8de2-71e13a29fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:15.428895 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-ba4e95c1-aa37-4bf7-8de2-71e13a29fb78 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d245deb3-5e48-4ae4-b622-b444342b78ed HTTP/1.1" status: 200 len: 850 time: 0.0723326 Nov 10 19:47:15.476393 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-12d88f99-7f57-49cd-b78a-43c27bb624d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:15.478036 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-12d88f99-7f57-49cd-b78a-43c27bb624d5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465353 Nov 10 19:47:15.541851 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6bd09b-3a94-41dc-a992-f8423c810ae6 x-openstack-request-id: req-7d6bd09b-3a94-41dc-a992-f8423c810ae6 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:47:15.542084 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d48ad58f-9654-4baf-929f-dff9b489e394", "tag": "17614292-5bc4-4de6-aa30-803477c730fa", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:47:15.542338 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7d6bd09b-3a94-41dc-a992-f8423c810ae6 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:47:15.542756 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd48ad58f-9654-4baf-929f-dff9b489e394', 'tag': '17614292-5bc4-4de6-aa30-803477c730fa', 'status': 'completed', 'code': 200} Nov 10 19:47:15.580313 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-489c139d-f579-4bf6-803d-0c7851202890 service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943878 Nov 10 19:47:15.694552 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a848925-fdc5-4b09-8ff0-03cb0443cceb req-fb6c1371-214c-456a-b6ce-b932ebe12e25 service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028864 Nov 10 19:47:15.810104 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5395cef-4b4b-42c1-a5c9-b3386ef789b1 req-5e4b7bcd-9125-459f-8007-f4a111269c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:15.812268 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c5395cef-4b4b-42c1-a5c9-b3386ef789b1 req-5e4b7bcd-9125-459f-8007-f4a111269c8b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0863f57af6c245c5a4e0338a46ab2047&device_id=d48ad58f-9654-4baf-929f-dff9b489e394 HTTP/1.1" status: 200 len: 1094 time: 0.0614340 Nov 10 19:47:15.961929 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b06519-f611-4906-bc5a-559390aa3c87 req-04965b55-9e15-4395-aa4a-fa0e17d0667a tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:15.963543 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-90b06519-f611-4906-bc5a-559390aa3c87 req-04965b55-9e15-4395-aa4a-fa0e17d0667a tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 945 time: 0.1220396 Nov 10 19:47:15.984337 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5395cef-4b4b-42c1-a5c9-b3386ef789b1 req-b0d420a1-f013-4954-b3aa-304a535e2c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:15.986324 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c5395cef-4b4b-42c1-a5c9-b3386ef789b1 req-b0d420a1-f013-4954-b3aa-304a535e2c29 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e HTTP/1.1" status: 200 len: 912 time: 0.1665795 Nov 10 19:47:16.052359 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c5395cef-4b4b-42c1-a5c9-b3386ef789b1 req-46600d31-80f6-449a-8ee4-b42733cc7451 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17614292-5bc4-4de6-aa30-803477c730fa HTTP/1.1" status: 200 len: 217 time: 0.0550833 Nov 10 19:47:16.116679 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-90b06519-f611-4906-bc5a-559390aa3c87 req-4ebc69c4-43d1-4ad8-ac22-d41f5842fc61 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419170 Nov 10 19:47:16.137307 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5395cef-4b4b-42c1-a5c9-b3386ef789b1 req-f581ee05-4216-4921-8a2a-40e288a494fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:16.139211 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c5395cef-4b4b-42c1-a5c9-b3386ef789b1 req-f581ee05-4216-4921-8a2a-40e288a494fc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d245deb3-5e48-4ae4-b622-b444342b78ed HTTP/1.1" status: 200 len: 850 time: 0.0778656 Nov 10 19:47:16.199966 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5395cef-4b4b-42c1-a5c9-b3386ef789b1 req-f0414c26-d9a5-4a4b-b809-2d79f41f82e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:16.201984 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c5395cef-4b4b-42c1-a5c9-b3386ef789b1 req-f0414c26-d9a5-4a4b-b809-2d79f41f82e2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546143 Nov 10 19:47:16.315269 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c5395cef-4b4b-42c1-a5c9-b3386ef789b1 req-d8071b68-fcfd-4eb9-acf7-f50f8ef541ed service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059694 Nov 10 19:47:16.420876 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c5395cef-4b4b-42c1-a5c9-b3386ef789b1 req-a07ed039-b7aa-4fb2-9857-b3b4834bacd8 service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981641 Nov 10 19:47:16.495707 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 5edfec66-58ee-42e5-a23e-28d446f64ac7 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:47:16.538963 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf7dc1-c46e-489f-b4b3-c9a0cd8d2c21 req-3a23c7e8-261b-4cdd-ac86-e269073d158e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:16.541637 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b5bf7dc1-c46e-489f-b4b3-c9a0cd8d2c21 req-3a23c7e8-261b-4cdd-ac86-e269073d158e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48ad58f-9654-4baf-929f-dff9b489e394 HTTP/1.1" status: 200 len: 943 time: 0.0570974 Nov 10 19:47:16.549701 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 5edfec66-58ee-42e5-a23e-28d446f64ac7 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:47:16.550289 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:16.612172 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b5bf7dc1-c46e-489f-b4b3-c9a0cd8d2c21 req-d43a387d-a4aa-44af-8cd3-00cce8588e6d tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625138 Nov 10 19:47:16.635796 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:16.661692 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cebcda-12b2-4340-ab43-240c433675bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edfec66-58ee-42e5-a23e-28d446f64ac7'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:47:16.664113 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cd1d97-959b-4bc2-a982-9c7d9d23ce2b" -d '{"events": [{"server_uuid": "f4cebcda-12b2-4340-ab43-240c433675bc", "name": "network-vif-plugged", "status": "completed", "tag": "5edfec66-58ee-42e5-a23e-28d446f64ac7"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:47:16.680029 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 5edfec66-58ee-42e5-a23e-28d446f64ac7, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=5edfec66-58ee-42e5-a23e-28d446f64ac7,segment=NetworkSegment(85ffe426-ae79-4ddb-ac71-391c9badb732),segment_id=85ffe426-ae79-4ddb-ac71-391c9badb732)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:47:16.686453 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:16.716185 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d0e59b-dd82-423d-8e1a-09c6e608ebbf x-openstack-request-id: req-64d0e59b-dd82-423d-8e1a-09c6e608ebbf {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:47:16.716667 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cebcda-12b2-4340-ab43-240c433675bc", "name": "network-vif-plugged", "status": "completed", "tag": "5edfec66-58ee-42e5-a23e-28d446f64ac7", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:47:16.717035 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-64d0e59b-dd82-423d-8e1a-09c6e608ebbf {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:47:16.717574 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cebcda-12b2-4340-ab43-240c433675bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edfec66-58ee-42e5-a23e-28d446f64ac7', 'code': 200} Nov 10 19:47:16.746704 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=5edfec66-58ee-42e5-a23e-28d446f64ac7,revision_number=10']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:47:16.759896 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:47:16.760450 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:47:16.760994 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:47:16.761523 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:47:16.762081 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:47:16.762827 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:47:16.763362 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:47:16.764059 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:47:16.764469 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:47:16.765003 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:47:16.765533 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:47:16.766109 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:47:16.947585 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4829692-c14d-48ac-9469-f3a3bce85d1a req-c6f512c9-f1a0-4c92-a809-7c4c43bc9f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:16.949161 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b4829692-c14d-48ac-9469-f3a3bce85d1a req-c6f512c9-f1a0-4c92-a809-7c4c43bc9f5f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 1098 time: 0.1018839 Nov 10 19:47:17.007381 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b4829692-c14d-48ac-9469-f3a3bce85d1a req-ba6aae5a-90f1-4f71-98d0-1fef78074386 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487490 Nov 10 19:47:17.259747 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cd47d-4d33-4603-aa1d-cc32e9705bf5 req-a8e7120a-5e62-4100-87b3-a32e0c86a87e tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:17.261880 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e27cd47d-4d33-4603-aa1d-cc32e9705bf5 req-a8e7120a-5e62-4100-87b3-a32e0c86a87e tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 947 time: 0.0618300 Nov 10 19:47:17.318776 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e27cd47d-4d33-4603-aa1d-cc32e9705bf5 req-171f91fc-9944-42f9-afbd-aec0d04da298 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502174 Nov 10 19:47:17.773827 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a73d94-7458-402c-88de-3a52443dfa99 req-412cb10f-7a59-472f-81e9-7f3a5ce38692 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:17.776375 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-71a73d94-7458-402c-88de-3a52443dfa99 req-412cb10f-7a59-472f-81e9-7f3a5ce38692 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48ad58f-9654-4baf-929f-dff9b489e394 HTTP/1.1" status: 200 len: 943 time: 0.0734918 Nov 10 19:47:17.842035 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-71a73d94-7458-402c-88de-3a52443dfa99 req-874734b0-e2ee-4ff4-b58e-af7e74fe0fb9 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540051 Nov 10 19:47:18.496886 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5ce60-a2d1-44b1-9445-86eda052b76c req-f686bc37-33f2-49e7-8d88-be8fc81cbe63 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:18.498630 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0bf5ce60-a2d1-44b1-9445-86eda052b76c req-f686bc37-33f2-49e7-8d88-be8fc81cbe63 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 947 time: 0.0818396 Nov 10 19:47:18.566243 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0bf5ce60-a2d1-44b1-9445-86eda052b76c req-3216e3f1-a5db-41f4-83d3-e665cc959994 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586901 Nov 10 19:47:18.992593 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf0ab6-a6bb-4a7b-a4b9-76116abf077c req-ef17aea0-7b74-4f3d-9483-29e88299cea9 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:18.994390 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ecbf0ab6-a6bb-4a7b-a4b9-76116abf077c req-ef17aea0-7b74-4f3d-9483-29e88299cea9 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48ad58f-9654-4baf-929f-dff9b489e394 HTTP/1.1" status: 200 len: 943 time: 0.0576344 Nov 10 19:47:19.046584 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ecbf0ab6-a6bb-4a7b-a4b9-76116abf077c req-f365d859-0d28-4890-9cc0-19b6e655f1fb tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456650 Nov 10 19:47:19.731022 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9105e5-ba13-45e2-9264-c96f2d2bab96 req-bd395e4c-fe90-4c3c-a0d4-f23443a31ca6 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:19.732675 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dc9105e5-ba13-45e2-9264-c96f2d2bab96 req-bd395e4c-fe90-4c3c-a0d4-f23443a31ca6 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 947 time: 0.0763602 Nov 10 19:47:19.785096 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dc9105e5-ba13-45e2-9264-c96f2d2bab96 req-31cb3d88-8604-440a-92e9-ae4380ce0de7 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453787 Nov 10 19:47:20.171019 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d778621-e993-4ae3-86a0-59cfb7d38b3c req-5cbbdbff-d3ea-4fe5-97a3-661f6f9c0c7a tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:20.172537 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9d778621-e993-4ae3-86a0-59cfb7d38b3c req-5cbbdbff-d3ea-4fe5-97a3-661f6f9c0c7a tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48ad58f-9654-4baf-929f-dff9b489e394 HTTP/1.1" status: 200 len: 943 time: 0.0528212 Nov 10 19:47:20.226617 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9d778621-e993-4ae3-86a0-59cfb7d38b3c req-2c92d2e4-897e-4795-bb00-c35f206a6beb tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472531 Nov 10 19:47:21.356382 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf700ef-40ed-4d5e-81da-9b7aa747b780 req-f11e4673-d126-4f95-8c58-ef0c5fa13702 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:21.357959 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0bf700ef-40ed-4d5e-81da-9b7aa747b780 req-f11e4673-d126-4f95-8c58-ef0c5fa13702 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48ad58f-9654-4baf-929f-dff9b489e394 HTTP/1.1" status: 200 len: 943 time: 0.0543420 Nov 10 19:47:21.413887 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0bf700ef-40ed-4d5e-81da-9b7aa747b780 req-80af773a-923d-44de-b26e-07517219c7e2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496089 Nov 10 19:47:22.549405 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1126e32-35b6-4227-b909-65b984d06dea req-16e2e834-6016-422c-9ac6-5ea24d4f15c2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:22.551246 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f1126e32-35b6-4227-b909-65b984d06dea req-16e2e834-6016-422c-9ac6-5ea24d4f15c2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48ad58f-9654-4baf-929f-dff9b489e394 HTTP/1.1" status: 200 len: 943 time: 0.0550597 Nov 10 19:47:22.606909 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f1126e32-35b6-4227-b909-65b984d06dea req-0cc9c6a0-5879-46f2-9cfd-1f31ab1d2aae tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484061 Nov 10 19:47:23.490177 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-78aed29b-e3cb-4d52-ace3-990d982bb484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:23.739841 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344409e-597b-4179-9ead-a98bf04c5940 req-5a49349e-adc8-4e88-8329-6ffebb674a03 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:23.741991 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8344409e-597b-4179-9ead-a98bf04c5940 req-5a49349e-adc8-4e88-8329-6ffebb674a03 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48ad58f-9654-4baf-929f-dff9b489e394 HTTP/1.1" status: 200 len: 943 time: 0.0603509 Nov 10 19:47:23.799130 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8344409e-597b-4179-9ead-a98bf04c5940 req-d2992b1d-d3c7-4417-92b9-e1c0fb7e5ab0 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507112 Nov 10 19:47:24.937017 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee83a5c-e5a4-4394-8efc-233ca97ff684 req-02822a68-0f9b-45c4-b71e-7eb5a60a4daa tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:24.938751 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0ee83a5c-e5a4-4394-8efc-233ca97ff684 req-02822a68-0f9b-45c4-b71e-7eb5a60a4daa tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48ad58f-9654-4baf-929f-dff9b489e394 HTTP/1.1" status: 200 len: 943 time: 0.0620739 Nov 10 19:47:24.939992 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:24.994810 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0ee83a5c-e5a4-4394-8efc-233ca97ff684 req-8516bdd4-b5f8-4584-ad90-6f49635cede4 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489161 Nov 10 19:47:25.218668 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:25.728935 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-336aa069-4dc3-4aaa-b54d-cb5ba7713397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:26.124264 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924bd9d-8122-4d38-94a2-7d9500019e41 req-57e5fb2d-3d2a-42b5-98f5-dbd194b58f1a tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:26.126132 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7924bd9d-8122-4d38-94a2-7d9500019e41 req-57e5fb2d-3d2a-42b5-98f5-dbd194b58f1a tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48ad58f-9654-4baf-929f-dff9b489e394 HTTP/1.1" status: 200 len: 943 time: 0.0575221 Nov 10 19:47:26.152012 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 17614292-5bc4-4de6-aa30-803477c730fa details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:47:26.177748 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7924bd9d-8122-4d38-94a2-7d9500019e41 req-2a00f784-5112-4f03-aa64-72a60dc0e5f2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452261 Nov 10 19:47:26.251214 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 17614292-5bc4-4de6-aa30-803477c730fa, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=17614292-5bc4-4de6-aa30-803477c730fa,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:47:26.262866 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '17614292-5bc4-4de6-aa30-803477c730fa', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'port_id': '17614292-5bc4-4de6-aa30-803477c730fa', 'mac_address': 'fa:16:3e:0f:ce:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:47:26.305373 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:26.319605 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17614292-5bc4-4de6-aa30-803477c730fa {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:47:26.339238 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 17614292-5bc4-4de6-aa30-803477c730fa, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=17614292-5bc4-4de6-aa30-803477c730fa,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:47:26.344621 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:26.401585 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=17614292-5bc4-4de6-aa30-803477c730fa,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:47:26.560187 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['17614292-5bc4-4de6-aa30-803477c730fa'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:47:27.267794 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:27.305997 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c81f43-dd8b-4b8a-9348-ab7db2b3ec33 req-68ad6174-9d81-483a-a883-7e5c25b1e93a tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:27.307627 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-50c81f43-dd8b-4b8a-9348-ab7db2b3ec33 req-68ad6174-9d81-483a-a883-7e5c25b1e93a tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48ad58f-9654-4baf-929f-dff9b489e394 HTTP/1.1" status: 200 len: 944 time: 0.0548215 Nov 10 19:47:27.372805 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-50c81f43-dd8b-4b8a-9348-ab7db2b3ec33 req-ec0a18a0-ae42-4e0b-bf76-829f518d9c70 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583305 Nov 10 19:47:28.158824 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 17614292-5bc4-4de6-aa30-803477c730fa up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:47:28.212982 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 17614292-5bc4-4de6-aa30-803477c730fa completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:47:28.217511 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 17614292-5bc4-4de6-aa30-803477c730fa triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:47:28.217993 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:28.314997 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:28.346039 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48ad58f-9654-4baf-929f-dff9b489e394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17614292-5bc4-4de6-aa30-803477c730fa'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:47:28.350058 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e285b1fc-824c-4fad-a677-e6257f07693b" -d '{"events": [{"server_uuid": "d48ad58f-9654-4baf-929f-dff9b489e394", "name": "network-vif-plugged", "status": "completed", "tag": "17614292-5bc4-4de6-aa30-803477c730fa"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:47:28.365797 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 17614292-5bc4-4de6-aa30-803477c730fa, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=17614292-5bc4-4de6-aa30-803477c730fa,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:47:28.371253 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:28.395939 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e8ef6c-25a8-483c-84c6-f2d2543e4479 x-openstack-request-id: req-f1e8ef6c-25a8-483c-84c6-f2d2543e4479 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:47:28.396215 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48ad58f-9654-4baf-929f-dff9b489e394", "name": "network-vif-plugged", "status": "completed", "tag": "17614292-5bc4-4de6-aa30-803477c730fa", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:47:28.396485 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f1e8ef6c-25a8-483c-84c6-f2d2543e4479 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:47:28.396874 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48ad58f-9654-4baf-929f-dff9b489e394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17614292-5bc4-4de6-aa30-803477c730fa', 'code': 200} Nov 10 19:47:28.431298 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=17614292-5bc4-4de6-aa30-803477c730fa,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:47:28.542169 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac29a5-ff5e-481b-8907-ae083dba0807 req-ad34ac6d-3c37-4392-8d7f-f299bd051cf5 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:28.543818 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ffac29a5-ff5e-481b-8907-ae083dba0807 req-ad34ac6d-3c37-4392-8d7f-f299bd051cf5 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48ad58f-9654-4baf-929f-dff9b489e394 HTTP/1.1" status: 200 len: 945 time: 0.0821495 Nov 10 19:47:28.546226 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14abd7-2a8c-44ab-a3ca-b70cd6366db0 req-b1147eb1-acfa-471a-b0bf-1c6493e8b570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:28.547884 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4a14abd7-2a8c-44ab-a3ca-b70cd6366db0 req-b1147eb1-acfa-471a-b0bf-1c6493e8b570 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d48ad58f-9654-4baf-929f-dff9b489e394 HTTP/1.1" status: 200 len: 1096 time: 0.0772533 Nov 10 19:47:28.634348 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4a14abd7-2a8c-44ab-a3ca-b70cd6366db0 req-a75262b9-1007-4727-93ee-a131419f9a38 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739939 Nov 10 19:47:28.638708 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ffac29a5-ff5e-481b-8907-ae083dba0807 req-dbea9793-10c6-45ec-988b-d00032597168 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855563 Nov 10 19:47:28.759789 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:29.424507 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:29.762451 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf10acb-9b4f-4e92-bc1d-5c8d108da80d req-059cc01d-5c13-400e-b08f-7903fa694621 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:29.764012 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bcf10acb-9b4f-4e92-bc1d-5c8d108da80d req-059cc01d-5c13-400e-b08f-7903fa694621 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48ad58f-9654-4baf-929f-dff9b489e394 HTTP/1.1" status: 200 len: 945 time: 0.0515604 Nov 10 19:47:29.815979 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bcf10acb-9b4f-4e92-bc1d-5c8d108da80d req-e9c979ee-c413-4953-a6f5-4be7029a9430 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449061 Nov 10 19:47:29.935280 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05729d-756a-4768-81a9-6aa2b0fe197a req-4aa2be41-a460-49a1-bee9-dd55d84c81ad tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:29.936715 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b05729d-756a-4768-81a9-6aa2b0fe197a req-4aa2be41-a460-49a1-bee9-dd55d84c81ad tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48ad58f-9654-4baf-929f-dff9b489e394 HTTP/1.1" status: 200 len: 945 time: 0.0505393 Nov 10 19:47:29.988441 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b05729d-756a-4768-81a9-6aa2b0fe197a req-c5182e54-18da-4f11-b7a0-e536b9fdb244 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450635 Nov 10 19:47:30.013251 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49170) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:47:30.063677 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129262f9-5870-4e01-8e6e-6e9b5dff9d92 tempest-TestVolumeBootPattern-594042923 tempest-TestVolumeBootPattern-594042923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:30.065415 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-129262f9-5870-4e01-8e6e-6e9b5dff9d92 tempest-TestVolumeBootPattern-594042923 tempest-TestVolumeBootPattern-594042923-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d48ad58f-9654-4baf-929f-dff9b489e394 HTTP/1.1" status: 200 len: 1091 time: 0.0511372 Nov 10 19:47:30.068649 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49172) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:47:30.073295 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-1af74598-8b4a-4daf-b65f-7fdb75df8435 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'port_id': '17614292-5bc4-4de6-aa30-803477c730fa', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:47:30.099079 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1af74598-8b4a-4daf-b65f-7fdb75df8435 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for floatingip, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:30.215510 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1af74598-8b4a-4daf-b65f-7fdb75df8435 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:30.334691 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-1af74598-8b4a-4daf-b65f-7fdb75df8435 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Allocated IP 172.25.3.210 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/72302c91-1b30-42e6-b289-7e0b1a5dd681) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:47:30.453890 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1af74598-8b4a-4daf-b65f-7fdb75df8435 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:30.499686 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1af74598-8b4a-4daf-b65f-7fdb75df8435 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:30.548223 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af74598-8b4a-4daf-b65f-7fdb75df8435 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:47:30.554150 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-1af74598-8b4a-4daf-b65f-7fdb75df8435 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:47:30.557215 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af74598-8b4a-4daf-b65f-7fdb75df8435 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Pushing event updated for resources: {'Port': ['ID=72302c91-1b30-42e6-b289-7e0b1a5dd681,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:47:30.559571 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af74598-8b4a-4daf-b65f-7fdb75df8435 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:47:30.937931 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1af74598-8b4a-4daf-b65f-7fdb75df8435 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:31.012363 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1af74598-8b4a-4daf-b65f-7fdb75df8435 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:31.172709 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1af74598-8b4a-4daf-b65f-7fdb75df8435 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:31.178926 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1af74598-8b4a-4daf-b65f-7fdb75df8435 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:31.246108 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af74598-8b4a-4daf-b65f-7fdb75df8435 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Pushing event updated for resources: {'Port': ['ID=72302c91-1b30-42e6-b289-7e0b1a5dd681,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:47:31.260243 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1af74598-8b4a-4daf-b65f-7fdb75df8435 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:31.365159 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-1af74598-8b4a-4daf-b65f-7fdb75df8435 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Floating IP 652def22-ad98-498f-9258-02b26474f0d0 associated. External IP: 172.25.3.210, port: 17614292-5bc4-4de6-aa30-803477c730fa. Nov 10 19:47:31.583645 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af74598-8b4a-4daf-b65f-7fdb75df8435 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Router bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:47:31.696630 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af74598-8b4a-4daf-b65f-7fdb75df8435 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:47:31.706980 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7697586c-a53c-43df-bfe2-997c336c2722 None None] Sync routers for ids ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:47:31.718996 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7697586c-a53c-43df-bfe2-997c336c2722 None None] Routers {'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:47:31.719593 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7697586c-a53c-43df-bfe2-997c336c2722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:47:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:47:31.719794 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1af74598-8b4a-4daf-b65f-7fdb75df8435 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:31.748112 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1af74598-8b4a-4daf-b65f-7fdb75df8435 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6782887 Nov 10 19:47:31.748829 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48ad58f-9654-4baf-929f-dff9b489e394', 'tag': '17614292-5bc4-4de6-aa30-803477c730fa'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:47:31.751192 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940cd4c4-0e13-4309-9618-1e05427d7f11" -d '{"events": [{"name": "network-changed", "server_uuid": "d48ad58f-9654-4baf-929f-dff9b489e394", "tag": "17614292-5bc4-4de6-aa30-803477c730fa"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:47:31.807277 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70655437-e3d4-49af-b630-2df07f530f30 x-openstack-request-id: req-70655437-e3d4-49af-b630-2df07f530f30 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:47:31.807573 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d48ad58f-9654-4baf-929f-dff9b489e394", "tag": "17614292-5bc4-4de6-aa30-803477c730fa", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:47:31.807857 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-70655437-e3d4-49af-b630-2df07f530f30 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:47:31.808273 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd48ad58f-9654-4baf-929f-dff9b489e394', 'tag': '17614292-5bc4-4de6-aa30-803477c730fa', 'status': 'completed', 'code': 200} Nov 10 19:47:31.835335 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-7697586c-a53c-43df-bfe2-997c336c2722 None None] Set router bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:47:31.877738 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940cd4c4-0e13-4309-9618-1e05427d7f11 req-718eddfa-466a-410e-badd-ca9a53c5567c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:31.879392 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-940cd4c4-0e13-4309-9618-1e05427d7f11 req-718eddfa-466a-410e-badd-ca9a53c5567c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0863f57af6c245c5a4e0338a46ab2047&device_id=d48ad58f-9654-4baf-929f-dff9b489e394 HTTP/1.1" status: 200 len: 1096 time: 0.0433888 Nov 10 19:47:31.980311 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940cd4c4-0e13-4309-9618-1e05427d7f11 req-919f1fc1-b5f4-4b42-b26a-f95c9b3d5baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:31.981964 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-940cd4c4-0e13-4309-9618-1e05427d7f11 req-919f1fc1-b5f4-4b42-b26a-f95c9b3d5baf service neutron] 10.222.0.73 "GET /v2.0/networks?id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e HTTP/1.1" status: 200 len: 912 time: 0.0956783 Nov 10 19:47:32.052689 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-940cd4c4-0e13-4309-9618-1e05427d7f11 req-9706f740-48d6-459c-8c17-a591d61e1d02 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17614292-5bc4-4de6-aa30-803477c730fa HTTP/1.1" status: 200 len: 999 time: 0.0622864 Nov 10 19:47:32.077961 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7697586c-a53c-43df-bfe2-997c336c2722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'name': 'tempest-TestVolumeBootPattern-649289140-router', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:50Z', 'revision_number': 4, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'gw_port': {'id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '652def22-ad98-498f-9258-02b26474f0d0', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'port_id': '17614292-5bc4-4de6-aa30-803477c730fa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'mac_address': 'fa:16:3e:0f:ce:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48ad58f-9654-4baf-929f-dff9b489e394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:47:30Z', 'updated_at': '2021-11-10T19:47:30Z', 'revision_number': 0, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'fixed_ip_address_scope': None}, {'id': 'dadd9023-6994-4ffb-a8e9-5e3d1ca56e55', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'port_id': '190662b4-7607-47b5-af88-7f5a3dc1f0e7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'mac_address': 'fa:16:3e:e4:b2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2e9c48-e2af-495c-97d2-fc443dd5461e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:45:21Z', 'updated_at': '2021-11-10T19:45:24Z', 'revision_number': 1, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8804a68-8ea9-4a1c-a4ba-161efd6ef67c', 'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'mac_address': 'fa:16:3e:74:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:49Z', 'updated_at': '2021-11-10T19:37:54Z', 'revision_number': 5, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'subnets': [{'id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:47:32.104840 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7697586c-a53c-43df-bfe2-997c336c2722 None None] Checking router: bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:47:32.109119 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940cd4c4-0e13-4309-9618-1e05427d7f11 req-cdaba6bb-0a5e-4a72-9af4-30ad6d99437d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:32.110685 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-940cd4c4-0e13-4309-9618-1e05427d7f11 req-cdaba6bb-0a5e-4a72-9af4-30ad6d99437d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d245deb3-5e48-4ae4-b622-b444342b78ed HTTP/1.1" status: 200 len: 850 time: 0.0502014 Nov 10 19:47:32.114169 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7697586c-a53c-43df-bfe2-997c336c2722 None None] Routers {'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:47:32.114434 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7697586c-a53c-43df-bfe2-997c336c2722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:47:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:47:32.159586 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940cd4c4-0e13-4309-9618-1e05427d7f11 req-3577e647-7598-4933-8014-744b65536af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:32.161832 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-940cd4c4-0e13-4309-9618-1e05427d7f11 req-3577e647-7598-4933-8014-744b65536af5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437136 Nov 10 19:47:32.229932 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-7697586c-a53c-43df-bfe2-997c336c2722 None None] Set router bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:47:32.262274 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-940cd4c4-0e13-4309-9618-1e05427d7f11 req-efe56b52-5778-4451-873f-f328da52a3b2 service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902750 Nov 10 19:47:32.363377 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-940cd4c4-0e13-4309-9618-1e05427d7f11 req-5ce1753b-6870-4116-bd10-264e3323d260 service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934620 Nov 10 19:47:32.479254 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7697586c-a53c-43df-bfe2-997c336c2722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'name': 'tempest-TestVolumeBootPattern-649289140-router', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:50Z', 'revision_number': 4, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'gw_port': {'id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '652def22-ad98-498f-9258-02b26474f0d0', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'port_id': '17614292-5bc4-4de6-aa30-803477c730fa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'mac_address': 'fa:16:3e:0f:ce:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48ad58f-9654-4baf-929f-dff9b489e394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:47:30Z', 'updated_at': '2021-11-10T19:47:30Z', 'revision_number': 0, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'fixed_ip_address_scope': None}, {'id': 'dadd9023-6994-4ffb-a8e9-5e3d1ca56e55', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'port_id': '190662b4-7607-47b5-af88-7f5a3dc1f0e7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'mac_address': 'fa:16:3e:e4:b2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2e9c48-e2af-495c-97d2-fc443dd5461e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:45:21Z', 'updated_at': '2021-11-10T19:45:24Z', 'revision_number': 1, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8804a68-8ea9-4a1c-a4ba-161efd6ef67c', 'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'mac_address': 'fa:16:3e:74:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:49Z', 'updated_at': '2021-11-10T19:37:54Z', 'revision_number': 5, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'subnets': [{'id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:47:32.513100 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7697586c-a53c-43df-bfe2-997c336c2722 None None] The sync data for ids ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'] in n-d-813897-4 is: [{'id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'name': 'tempest-TestVolumeBootPattern-649289140-router', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:50Z', 'revision_number': 4, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'gw_port': {'id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '652def22-ad98-498f-9258-02b26474f0d0', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'port_id': '17614292-5bc4-4de6-aa30-803477c730fa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'mac_address': 'fa:16:3e:0f:ce:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48ad58f-9654-4baf-929f-dff9b489e394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:47:30Z', 'updated_at': '2021-11-10T19:47:30Z', 'revision_number': 0, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'fixed_ip_address_scope': None}, {'id': 'dadd9023-6994-4ffb-a8e9-5e3d1ca56e55', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'port_id': '190662b4-7607-47b5-af88-7f5a3dc1f0e7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'mac_address': 'fa:16:3e:e4:b2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2e9c48-e2af-495c-97d2-fc443dd5461e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:45:21Z', 'updated_at': '2021-11-10T19:45:24Z', 'revision_number': 1, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8804a68-8ea9-4a1c-a4ba-161efd6ef67c', 'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'mac_address': 'fa:16:3e:74:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:49Z', 'updated_at': '2021-11-10T19:37:54Z', 'revision_number': 5, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'subnets': [{'id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:47:32.727961 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e8ea6a-5dca-4737-b236-ba1eb85de341 None None] New status for floating IP 652def22-ad98-498f-9258-02b26474f0d0: ACTIVE {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:47:37.397744 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ee447f07-6d35-4d92-b992-c1b78ba970a8 req-c83ddecc-d60e-4e62-82da-53eb278d5426 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487084 Nov 10 19:47:37.510173 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee447f07-6d35-4d92-b992-c1b78ba970a8 req-3228d67d-a733-4209-87d9-abdb0064053a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:37.512886 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ee447f07-6d35-4d92-b992-c1b78ba970a8 req-3228d67d-a733-4209-87d9-abdb0064053a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab3180c6842f4189a0ffab6a31569413&device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 1098 time: 0.0629060 Nov 10 19:47:37.631423 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee447f07-6d35-4d92-b992-c1b78ba970a8 req-7c5b44b3-9ee1-402c-b0e8-b480f5edccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:37.632975 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ee447f07-6d35-4d92-b992-c1b78ba970a8 req-7c5b44b3-9ee1-402c-b0e8-b480f5edccb7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 HTTP/1.1" status: 200 len: 918 time: 0.0973830 Nov 10 19:47:37.710956 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ee447f07-6d35-4d92-b992-c1b78ba970a8 req-52759829-c78f-4584-837e-a5d13a1f6ed0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5edfec66-58ee-42e5-a23e-28d446f64ac7 HTTP/1.1" status: 200 len: 1002 time: 0.0704305 Nov 10 19:47:37.768157 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee447f07-6d35-4d92-b992-c1b78ba970a8 req-a945c129-ccf1-4528-80dc-8a7c226983bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:37.769909 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ee447f07-6d35-4d92-b992-c1b78ba970a8 req-a945c129-ccf1-4528-80dc-8a7c226983bf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=40030106-ed1c-4f54-bc33-e92ab198bc65 HTTP/1.1" status: 200 len: 856 time: 0.0523655 Nov 10 19:47:37.823178 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee447f07-6d35-4d92-b992-c1b78ba970a8 req-814bcf1e-e628-4ca8-9882-0a6582168d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:37.824775 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ee447f07-6d35-4d92-b992-c1b78ba970a8 req-814bcf1e-e628-4ca8-9882-0a6582168d21 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480413 Nov 10 19:47:37.925296 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ee447f07-6d35-4d92-b992-c1b78ba970a8 req-48d84b71-a707-4492-9364-b24c631116c5 service neutron] 10.222.0.25 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924127 Nov 10 19:47:38.023674 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ee447f07-6d35-4d92-b992-c1b78ba970a8 req-897fd524-ff46-4b12-8ee5-4e2122b3424d service neutron] 10.222.0.25 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903342 Nov 10 19:47:41.804491 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b2ee29e7-59b1-4de0-9137-484fcf04f4c6 req-4ca3074f-8d6a-47a3-8415-d90023e5e26f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421426 Nov 10 19:47:41.897891 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee29e7-59b1-4de0-9137-484fcf04f4c6 req-acf6237a-6ab9-45ef-bdc0-ece3a6d0b2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:41.899359 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b2ee29e7-59b1-4de0-9137-484fcf04f4c6 req-acf6237a-6ab9-45ef-bdc0-ece3a6d0b2fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0863f57af6c245c5a4e0338a46ab2047&device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e HTTP/1.1" status: 200 len: 1097 time: 0.0476081 Nov 10 19:47:42.024356 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee29e7-59b1-4de0-9137-484fcf04f4c6 req-7ba629e4-e631-4264-b34e-2ebc96d4a746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:42.025885 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b2ee29e7-59b1-4de0-9137-484fcf04f4c6 req-7ba629e4-e631-4264-b34e-2ebc96d4a746 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e HTTP/1.1" status: 200 len: 912 time: 0.1052086 Nov 10 19:47:42.098009 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b2ee29e7-59b1-4de0-9137-484fcf04f4c6 req-2377aa49-53a4-45a8-b15f-a42cfe6b692e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=190662b4-7607-47b5-af88-7f5a3dc1f0e7 HTTP/1.1" status: 200 len: 1002 time: 0.0628626 Nov 10 19:47:42.141144 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:47:42.150940 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee29e7-59b1-4de0-9137-484fcf04f4c6 req-e8a66ec3-b690-4996-b724-f847e52e0c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:42.152335 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b2ee29e7-59b1-4de0-9137-484fcf04f4c6 req-e8a66ec3-b690-4996-b724-f847e52e0c0a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d245deb3-5e48-4ae4-b622-b444342b78ed HTTP/1.1" status: 200 len: 850 time: 0.0471857 Nov 10 19:47:42.202548 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee29e7-59b1-4de0-9137-484fcf04f4c6 req-c15f5c45-0b23-40f1-862c-7394cf0237e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:47:42.204064 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b2ee29e7-59b1-4de0-9137-484fcf04f4c6 req-c15f5c45-0b23-40f1-862c-7394cf0237e0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430763 Nov 10 19:47:42.301798 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b2ee29e7-59b1-4de0-9137-484fcf04f4c6 req-3bf53298-a5b9-4b79-af1c-1574c8faff78 service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901015 Nov 10 19:47:42.395131 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b2ee29e7-59b1-4de0-9137-484fcf04f4c6 req-e333f69b-a30b-484a-935a-b4d8b740f20c service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842729 Nov 10 19:47:53.486494 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4738eda5-f091-4362-8487-373d92edc973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:54.934055 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:55.240956 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:55.735619 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c4ce489f-ceda-494b-b4ed-f12045399d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:57.265797 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:58.763124 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:47:59.424998 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:19.142271 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:48:23.482246 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d67b6bcd-afb4-42c2-a5f0-f7ffd6ad4f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:24.940974 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:25.226067 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:25.732545 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5cc48b8c-2d54-4c32-859d-00b93eb47292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:27.271183 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:28.773172 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:29.429486 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:32.646121 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319173c-38b6-4cc2-bdb5-f4405c4d7a3b req-a618e315-e883-4a16-8f85-04ae4d0e4434 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:48:32.647947 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8319173c-38b6-4cc2-bdb5-f4405c4d7a3b req-a618e315-e883-4a16-8f85-04ae4d0e4434 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 947 time: 0.0582297 Nov 10 19:48:32.703558 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8319173c-38b6-4cc2-bdb5-f4405c4d7a3b req-40a4f98e-c610-43e1-a522-26e00bacd6f9 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493023 Nov 10 19:48:33.838414 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48739a6-09dd-42b1-831e-82a45315e0f1 req-5f0fa9ca-57d8-4085-b075-8d1bfa1b382c tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:48:33.839916 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a48739a6-09dd-42b1-831e-82a45315e0f1 req-5f0fa9ca-57d8-4085-b075-8d1bfa1b382c tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 947 time: 0.0557373 Nov 10 19:48:33.889369 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a48739a6-09dd-42b1-831e-82a45315e0f1 req-5d4a3538-5f4f-48d7-84b8-959303724daf tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427237 Nov 10 19:48:34.381190 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad00d2f-43e9-40f6-b522-0414d153a415 req-8f50c156-f65d-4aeb-bbac-2326838b3beb tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:48:34.382873 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bad00d2f-43e9-40f6-b522-0414d153a415 req-8f50c156-f65d-4aeb-bbac-2326838b3beb tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 947 time: 0.0665383 Nov 10 19:48:34.499477 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-bad00d2f-43e9-40f6-b522-0414d153a415 req-b751bbec-db64-44cc-bc03-90f7e7119941 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Deleting port 5edfec66-58ee-42e5-a23e-28d446f64ac7 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:48:34.499825 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-bad00d2f-43e9-40f6-b522-0414d153a415 req-b751bbec-db64-44cc-bc03-90f7e7119941 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:34.626618 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-bad00d2f-43e9-40f6-b522-0414d153a415 req-b751bbec-db64-44cc-bc03-90f7e7119941 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] For port 5edfec66-58ee-42e5-a23e-28d446f64ac7, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=5edfec66-58ee-42e5-a23e-28d446f64ac7,segment=NetworkSegment(85ffe426-ae79-4ddb-ac71-391c9badb732),segment_id=85ffe426-ae79-4ddb-ac71-391c9badb732)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:48:34.627458 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-bad00d2f-43e9-40f6-b522-0414d153a415 req-b751bbec-db64-44cc-bc03-90f7e7119941 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:35.030162 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11f076-66cd-433a-a99d-9c5a21f7573b req-ad671c6c-239d-41ee-a95a-99901c23e4c7 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:48:35.032593 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef11f076-66cd-433a-a99d-9c5a21f7573b req-ad671c6c-239d-41ee-a95a-99901c23e4c7 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 947 time: 0.0554352 Nov 10 19:48:35.123502 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef11f076-66cd-433a-a99d-9c5a21f7573b req-4034ee46-7f9d-4a67-8359-1aa1fc63b12f tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=4972dbd2-7a10-40e0-8b33-a31665938a67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778863 Nov 10 19:48:35.268961 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-bad00d2f-43e9-40f6-b522-0414d153a415 req-b751bbec-db64-44cc-bc03-90f7e7119941 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:35.269365 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-bad00d2f-43e9-40f6-b522-0414d153a415 req-b751bbec-db64-44cc-bc03-90f7e7119941 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:35.269806 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [req-bad00d2f-43e9-40f6-b522-0414d153a415 req-b751bbec-db64-44cc-bc03-90f7e7119941 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Floating IP 8b1ecf40-7f0f-4bc2-96a0-3e5e2d246e80 disassociated. External IP: 172.25.3.121, port: 5edfec66-58ee-42e5-a23e-28d446f64ac7. Nov 10 19:48:35.270201 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-bad00d2f-43e9-40f6-b522-0414d153a415 req-b751bbec-db64-44cc-bc03-90f7e7119941 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Calling delete_port for 5edfec66-58ee-42e5-a23e-28d446f64ac7 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:48:35.422315 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-bad00d2f-43e9-40f6-b522-0414d153a415 req-b751bbec-db64-44cc-bc03-90f7e7119941 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:35.455472 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751bbec-db64-44cc-bc03-90f7e7119941 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Pushing event deleted for resources: {'Port': ['ID=5edfec66-58ee-42e5-a23e-28d446f64ac7,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:48:35.468432 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b751bbec-db64-44cc-bc03-90f7e7119941 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:35.468789 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b751bbec-db64-44cc-bc03-90f7e7119941 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:35.469131 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b751bbec-db64-44cc-bc03-90f7e7119941 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:35.469502 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b751bbec-db64-44cc-bc03-90f7e7119941 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:35.469979 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b751bbec-db64-44cc-bc03-90f7e7119941 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:35.470195 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b751bbec-db64-44cc-bc03-90f7e7119941 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:35.470538 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b751bbec-db64-44cc-bc03-90f7e7119941 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:35.470877 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b751bbec-db64-44cc-bc03-90f7e7119941 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:35.471219 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b751bbec-db64-44cc-bc03-90f7e7119941 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:35.471565 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b751bbec-db64-44cc-bc03-90f7e7119941 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:35.471902 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b751bbec-db64-44cc-bc03-90f7e7119941 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:35.472212 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b751bbec-db64-44cc-bc03-90f7e7119941 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:35.594850 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bad00d2f-43e9-40f6-b522-0414d153a415 req-b751bbec-db64-44cc-bc03-90f7e7119941 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Router 2826e890-8d32-4c69-9aad-990348eafcdf has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:48:35.732985 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bad00d2f-43e9-40f6-b522-0414d153a415 req-b751bbec-db64-44cc-bc03-90f7e7119941 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:48:35.744800 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530b650f-2048-4b25-a25e-973ad0b9e55d None None] Sync routers for ids ['2826e890-8d32-4c69-9aad-990348eafcdf'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:48:35.757281 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530b650f-2048-4b25-a25e-973ad0b9e55d None None] Routers {'2826e890-8d32-4c69-9aad-990348eafcdf'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:48:35.758361 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-530b650f-2048-4b25-a25e-973ad0b9e55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:48:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2826e890-8d32-4c69-9aad-990348eafcdf'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:48:35.799508 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad00d2f-43e9-40f6-b522-0414d153a415 req-b751bbec-db64-44cc-bc03-90f7e7119941 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] No DVR routers for this DVR port 5edfec66-58ee-42e5-a23e-28d446f64ac7 on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:48:35.805252 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-bad00d2f-43e9-40f6-b522-0414d153a415 req-b751bbec-db64-44cc-bc03-90f7e7119941 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:35.810270 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bad00d2f-43e9-40f6-b522-0414d153a415 req-b751bbec-db64-44cc-bc03-90f7e7119941 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.25 "DELETE /v2.0/ports/5edfec66-58ee-42e5-a23e-28d446f64ac7 HTTP/1.1" status: 204 len: 173 time: 1.4202719 Nov 10 19:48:35.810947 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cebcda-12b2-4340-ab43-240c433675bc', 'name': 'network-vif-deleted', 'tag': '5edfec66-58ee-42e5-a23e-28d446f64ac7'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:48:35.815580 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17a6d77-edf4-42a3-b971-116169fa523d" -d '{"events": [{"server_uuid": "f4cebcda-12b2-4340-ab43-240c433675bc", "name": "network-vif-deleted", "tag": "5edfec66-58ee-42e5-a23e-28d446f64ac7"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:48:35.904242 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-530b650f-2048-4b25-a25e-973ad0b9e55d None None] Set router 2826e890-8d32-4c69-9aad-990348eafcdf gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:48:35.981684 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153daf42-cb5c-4b53-8586-e297736b1467 x-openstack-request-id: req-153daf42-cb5c-4b53-8586-e297736b1467 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:48:35.982135 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cebcda-12b2-4340-ab43-240c433675bc", "name": "network-vif-deleted", "tag": "5edfec66-58ee-42e5-a23e-28d446f64ac7", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:48:35.982295 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-153daf42-cb5c-4b53-8586-e297736b1467 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:48:35.982761 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cebcda-12b2-4340-ab43-240c433675bc', 'name': 'network-vif-deleted', 'tag': '5edfec66-58ee-42e5-a23e-28d446f64ac7', 'status': 'completed', 'code': 200} Nov 10 19:48:36.147556 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-530b650f-2048-4b25-a25e-973ad0b9e55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'name': 'tempest-AttachVolumeShelveTestJSON-1191069310-router', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:43:16Z', 'updated_at': '2021-11-10T19:43:20Z', 'revision_number': 4, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'gw_port': {'id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ba:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:43:17Z', 'updated_at': '2021-11-10T19:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'ebddd142-c20c-4210-b5d6-2d3048c79382', 'name': '', 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'mac_address': 'fa:16:3e:fb:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:43:19Z', 'updated_at': '2021-11-10T19:43:23Z', 'revision_number': 5, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'subnets': [{'id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:48:36.274362 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4bfee346-ceaf-4760-a718-45a398485ef9 req-35bf12dc-8e1a-4ede-af9f-dc8388ad21c3 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cebcda-12b2-4340-ab43-240c433675bc HTTP/1.1" status: 200 len: 210 time: 0.0455003 Nov 10 19:48:36.291465 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530b650f-2048-4b25-a25e-973ad0b9e55d None None] Checking router: 2826e890-8d32-4c69-9aad-990348eafcdf for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:48:36.301683 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530b650f-2048-4b25-a25e-973ad0b9e55d None None] Routers {'2826e890-8d32-4c69-9aad-990348eafcdf'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:48:36.302519 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-530b650f-2048-4b25-a25e-973ad0b9e55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:48:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2826e890-8d32-4c69-9aad-990348eafcdf'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:48:36.423301 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-530b650f-2048-4b25-a25e-973ad0b9e55d None None] Set router 2826e890-8d32-4c69-9aad-990348eafcdf gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:48:36.650415 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-530b650f-2048-4b25-a25e-973ad0b9e55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'name': 'tempest-AttachVolumeShelveTestJSON-1191069310-router', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:43:16Z', 'updated_at': '2021-11-10T19:43:20Z', 'revision_number': 4, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'gw_port': {'id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ba:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:43:17Z', 'updated_at': '2021-11-10T19:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'ebddd142-c20c-4210-b5d6-2d3048c79382', 'name': '', 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'mac_address': 'fa:16:3e:fb:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:43:19Z', 'updated_at': '2021-11-10T19:43:23Z', 'revision_number': 5, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'subnets': [{'id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:48:36.678129 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530b650f-2048-4b25-a25e-973ad0b9e55d None None] The sync data for ids ['2826e890-8d32-4c69-9aad-990348eafcdf'] in n-d-813897-4 is: [{'id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'name': 'tempest-AttachVolumeShelveTestJSON-1191069310-router', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:43:16Z', 'updated_at': '2021-11-10T19:43:20Z', 'revision_number': 4, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'gw_port': {'id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ba:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:43:17Z', 'updated_at': '2021-11-10T19:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'ebddd142-c20c-4210-b5d6-2d3048c79382', 'name': '', 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'mac_address': 'fa:16:3e:fb:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:43:19Z', 'updated_at': '2021-11-10T19:43:23Z', 'revision_number': 5, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'subnets': [{'id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:48:36.918041 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8e3224-62d4-42c4-9467-cd9be0fd04ab None None] New status for floating IP 8b1ecf40-7f0f-4bc2-96a0-3e5e2d246e80: DOWN {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:48:37.401777 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49258) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:48:37.466534 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fca84f59-6225-4e79-8369-95245548fd53 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:37.497011 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fca84f59-6225-4e79-8369-95245548fd53 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:37.552885 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fca84f59-6225-4e79-8369-95245548fd53 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:37.557691 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fca84f59-6225-4e79-8369-95245548fd53 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:37.558967 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-fca84f59-6225-4e79-8369-95245548fd53 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "DELETE /v2.0/security-groups/4972dbd2-7a10-40e0-8b33-a31665938a67 HTTP/1.1" status: 204 len: 168 time: 0.1560225 Nov 10 19:48:37.562049 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49260) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:48:37.570098 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca84f59-6225-4e79-8369-95245548fd53 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4972dbd2-7a10-40e0-8b33-a31665938a67,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:48:37.578767 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-cb84a4c9-2d48-4963-9029-e46640e74867 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] show failed (client error): The resource could not be found. Nov 10 19:48:37.579867 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cb84a4c9-2d48-4963-9029-e46640e74867 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups/4972dbd2-7a10-40e0-8b33-a31665938a67 HTTP/1.1" status: 404 len: 347 time: 0.0165248 Nov 10 19:48:37.581121 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca84f59-6225-4e79-8369-95245548fd53 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:37.581566 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca84f59-6225-4e79-8369-95245548fd53 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:37.581853 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca84f59-6225-4e79-8369-95245548fd53 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:37.582199 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca84f59-6225-4e79-8369-95245548fd53 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:37.582530 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca84f59-6225-4e79-8369-95245548fd53 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:37.582982 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca84f59-6225-4e79-8369-95245548fd53 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:37.583332 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca84f59-6225-4e79-8369-95245548fd53 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:37.583658 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca84f59-6225-4e79-8369-95245548fd53 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:37.584013 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49262) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:48:37.584179 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca84f59-6225-4e79-8369-95245548fd53 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:37.584292 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca84f59-6225-4e79-8369-95245548fd53 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:37.584627 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca84f59-6225-4e79-8369-95245548fd53 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:37.584939 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca84f59-6225-4e79-8369-95245548fd53 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:37.726187 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-4865df58-8fab-4d72-98ed-30ae7b838b53 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Deleting port cf440916-14a0-4998-8dbe-d47c53994127 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:48:37.726530 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4865df58-8fab-4d72-98ed-30ae7b838b53 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:37.812593 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4865df58-8fab-4d72-98ed-30ae7b838b53 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:37.812922 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4865df58-8fab-4d72-98ed-30ae7b838b53 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:37.827818 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-4865df58-8fab-4d72-98ed-30ae7b838b53 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Calling delete_port for cf440916-14a0-4998-8dbe-d47c53994127 owned by network:floatingip {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:48:37.989842 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4865df58-8fab-4d72-98ed-30ae7b838b53 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:38.017840 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865df58-8fab-4d72-98ed-30ae7b838b53 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Pushing event deleted for resources: {'Port': ['ID=cf440916-14a0-4998-8dbe-d47c53994127,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:48:38.087801 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4865df58-8fab-4d72-98ed-30ae7b838b53 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for floatingip, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:38.090680 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4865df58-8fab-4d72-98ed-30ae7b838b53 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:38.092020 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4865df58-8fab-4d72-98ed-30ae7b838b53 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "DELETE /v2.0/floatingips/8b1ecf40-7f0f-4bc2-96a0-3e5e2d246e80 HTTP/1.1" status: 204 len: 168 time: 0.5070527 Nov 10 19:48:38.351268 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49266) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:48:38.356603 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-808a8eeb-9902-41e5-b8a5-ec17264c5681 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--560632231', 'description': 'tempest-description--376297304'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:48:38.384463 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-808a8eeb-9902-41e5-b8a5-ec17264c5681 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:38.464091 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-808a8eeb-9902-41e5-b8a5-ec17264c5681 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:38.470027 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-808a8eeb-9902-41e5-b8a5-ec17264c5681 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:38.503760 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a8eeb-9902-41e5-b8a5-ec17264c5681 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49f83c78-051c-4b55-ae87-4404c81a1bb3,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:48:38.511508 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-808a8eeb-9902-41e5-b8a5-ec17264c5681 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:38.513284 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-808a8eeb-9902-41e5-b8a5-ec17264c5681 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1605866 Nov 10 19:48:38.516228 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49268) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:48:38.521591 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-0f1b60cb-c0bb-431c-a6c0-f1d6b10f9b25 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Request body: {'security_group_rule': {'security_group_id': '49f83c78-051c-4b55-ae87-4404c81a1bb3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:48:38.551901 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0f1b60cb-c0bb-431c-a6c0-f1d6b10f9b25 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:38.619651 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0f1b60cb-c0bb-431c-a6c0-f1d6b10f9b25 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:38.625441 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0f1b60cb-c0bb-431c-a6c0-f1d6b10f9b25 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:38.646367 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b60cb-c0bb-431c-a6c0-f1d6b10f9b25 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b66615e-e7ed-4982-8d22-83eaecd80e09,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:48:38.651893 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0f1b60cb-c0bb-431c-a6c0-f1d6b10f9b25 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:38.653499 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0f1b60cb-c0bb-431c-a6c0-f1d6b10f9b25 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1358955 Nov 10 19:48:38.655861 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49270) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:48:38.660785 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-b4dbe778-269f-4f00-8783-4a0c43f1120f tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Request body: {'security_group_rule': {'security_group_id': '49f83c78-051c-4b55-ae87-4404c81a1bb3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:48:38.694004 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4dbe778-269f-4f00-8783-4a0c43f1120f tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:38.768098 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4dbe778-269f-4f00-8783-4a0c43f1120f tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:38.774860 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4dbe778-269f-4f00-8783-4a0c43f1120f tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:38.798498 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dbe778-269f-4f00-8783-4a0c43f1120f tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6613a588-38fd-4fe6-843c-e11d482d3d79,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:48:38.810341 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4dbe778-269f-4f00-8783-4a0c43f1120f tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:38.812419 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b4dbe778-269f-4f00-8783-4a0c43f1120f tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1552739 Nov 10 19:48:38.815542 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49272) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:48:38.823323 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-3a212058-9609-427e-866a-2fe6347d8605 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:48:38.858173 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a212058-9609-427e-866a-2fe6347d8605 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for floatingip, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:38.947498 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 5edfec66-58ee-42e5-a23e-28d446f64ac7 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:48:38.970126 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 5edfec66-58ee-42e5-a23e-28d446f64ac7 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:48:38.970582 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 5edfec66-58ee-42e5-a23e-28d446f64ac7 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:48:38.972619 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a212058-9609-427e-866a-2fe6347d8605 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:39.117997 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-3a212058-9609-427e-866a-2fe6347d8605 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Allocated IP 172.25.3.165 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/8ae863a8-db73-4337-bf1f-54ef3138941c) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:48:39.251845 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a212058-9609-427e-866a-2fe6347d8605 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:39.292960 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a212058-9609-427e-866a-2fe6347d8605 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:39.334759 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a212058-9609-427e-866a-2fe6347d8605 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:48:39.337861 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-3a212058-9609-427e-866a-2fe6347d8605 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:48:39.345151 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a212058-9609-427e-866a-2fe6347d8605 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:48:39.377920 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a212058-9609-427e-866a-2fe6347d8605 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Pushing event updated for resources: {'Port': ['ID=8ae863a8-db73-4337-bf1f-54ef3138941c,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:48:39.451535 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a212058-9609-427e-866a-2fe6347d8605 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:39.492717 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a212058-9609-427e-866a-2fe6347d8605 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:39.658920 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a212058-9609-427e-866a-2fe6347d8605 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:39.665401 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a212058-9609-427e-866a-2fe6347d8605 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:39.730840 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a212058-9609-427e-866a-2fe6347d8605 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Pushing event updated for resources: {'Port': ['ID=8ae863a8-db73-4337-bf1f-54ef3138941c,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:48:39.745155 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a212058-9609-427e-866a-2fe6347d8605 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:39.762158 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3a212058-9609-427e-866a-2fe6347d8605 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:39.763450 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3a212058-9609-427e-866a-2fe6347d8605 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9466038 Nov 10 19:48:39.936310 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-889ef166-8986-4a82-b1de-438f62512ec2 req-c6dcf517-5601-4cd9-a610-574a3891d61c tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--560632231&fields=id&tenant_id=ab3180c6842f4189a0ffab6a31569413 HTTP/1.1" status: 200 len: 267 time: 0.0532570 Nov 10 19:48:40.057126 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ef166-8986-4a82-b1de-438f62512ec2 req-b54660c1-e42a-4518-92b7-6aa02b0052cf tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:48:40.058932 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-889ef166-8986-4a82-b1de-438f62512ec2 req-b54660c1-e42a-4518-92b7-6aa02b0052cf tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/networks?id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 HTTP/1.1" status: 200 len: 817 time: 0.1146884 Nov 10 19:48:40.075258 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-889ef166-8986-4a82-b1de-438f62512ec2 req-938eb13f-336b-4b0e-a5f6-ef79792124b5 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/quotas/ab3180c6842f4189a0ffab6a31569413 HTTP/1.1" status: 200 len: 375 time: 0.0104706 Nov 10 19:48:40.139124 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-889ef166-8986-4a82-b1de-438f62512ec2 req-7fe47042-3efe-486c-a2aa-0ac4ea5de6f7 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ab3180c6842f4189a0ffab6a31569413&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534396 Nov 10 19:48:40.260772 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-889ef166-8986-4a82-b1de-438f62512ec2 req-13347fc5-2121-4f68-9cb2-88e2bba706ff service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:48:40.261946 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-889ef166-8986-4a82-b1de-438f62512ec2 req-13347fc5-2121-4f68-9cb2-88e2bba706ff service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1027637 Nov 10 19:48:40.369174 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-889ef166-8986-4a82-b1de-438f62512ec2 req-12c9df32-9640-4549-acdb-0a05eb995029 service neutron] 10.222.0.54 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997748 Nov 10 19:48:40.474448 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-889ef166-8986-4a82-b1de-438f62512ec2 req-829fc728-6c60-47aa-86da-a741b90f1fb1 service neutron] 10.222.0.54 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987670 Nov 10 19:48:40.658128 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4ee8ee7f-5eb1-43d7-a29f-e2995c7db979 req-a2b00405-3da3-4457-8e9c-4baef8b9149a tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 210 time: 0.0291049 Nov 10 19:48:41.771159 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ef166-8986-4a82-b1de-438f62512ec2 req-3fe1b24d-51b4-4e10-922e-d429533fd266 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:48:41.774270 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-889ef166-8986-4a82-b1de-438f62512ec2 req-3fe1b24d-51b4-4e10-922e-d429533fd266 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.25 "GET /v2.0/networks?id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 HTTP/1.1" status: 200 len: 817 time: 0.1328540 Nov 10 19:48:41.786960 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-adf02de5-1631-4cf8-86cb-178ee4de6b0d req-0dd5913b-3582-411e-9f7c-c20a52ec3c20 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 210 time: 0.0399184 Nov 10 19:48:41.843491 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-889ef166-8986-4a82-b1de-438f62512ec2 req-8bef88e6-e63e-46e2-8c84-94647123f7f4 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab3180c6842f4189a0ffab6a31569413 HTTP/1.1" status: 200 len: 379 time: 0.0596528 Nov 10 19:48:41.854108 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-889ef166-8986-4a82-b1de-438f62512ec2 req-df062222-4cf5-42d4-9ee6-6f8f4bf38c45 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Request body: {'port': {'device_id': 'ae2d4b8b-f467-415f-ba7c-36e3e0142f31', 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0', 'admin_state_up': True, 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'security_groups': ['49f83c78-051c-4b55-ae87-4404c81a1bb3']}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:48:41.980432 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-889ef166-8986-4a82-b1de-438f62512ec2 req-df062222-4cf5-42d4-9ee6-6f8f4bf38c45 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Made reservation on behalf of ab3180c6842f4189a0ffab6a31569413 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:48:41.984155 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-889ef166-8986-4a82-b1de-438f62512ec2 req-df062222-4cf5-42d4-9ee6-6f8f4bf38c45 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:42.127450 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-889ef166-8986-4a82-b1de-438f62512ec2 req-df062222-4cf5-42d4-9ee6-6f8f4bf38c45 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Allocated IP 172.20.0.12 (4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0/40030106-ed1c-4f54-bc33-e92ab198bc65/1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:48:42.279535 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-889ef166-8986-4a82-b1de-438f62512ec2 req-df062222-4cf5-42d4-9ee6-6f8f4bf38c45 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:42.318023 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-889ef166-8986-4a82-b1de-438f62512ec2 req-df062222-4cf5-42d4-9ee6-6f8f4bf38c45 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:42.361394 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-889ef166-8986-4a82-b1de-438f62512ec2 req-df062222-4cf5-42d4-9ee6-6f8f4bf38c45 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Network 4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:48:42.366832 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-889ef166-8986-4a82-b1de-438f62512ec2 req-df062222-4cf5-42d4-9ee6-6f8f4bf38c45 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:48:42.374202 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-889ef166-8986-4a82-b1de-438f62512ec2 req-df062222-4cf5-42d4-9ee6-6f8f4bf38c45 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:48:42.378441 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df062222-4cf5-42d4-9ee6-6f8f4bf38c45 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Pushing event updated for resources: {'Port': ['ID=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:48:42.431310 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ef166-8986-4a82-b1de-438f62512ec2 req-df062222-4cf5-42d4-9ee6-6f8f4bf38c45 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:48:42.432049 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-889ef166-8986-4a82-b1de-438f62512ec2 req-df062222-4cf5-42d4-9ee6-6f8f4bf38c45 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:42.449594 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-889ef166-8986-4a82-b1de-438f62512ec2 req-df062222-4cf5-42d4-9ee6-6f8f4bf38c45 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5991681 Nov 10 19:48:42.463749 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-889ef166-8986-4a82-b1de-438f62512ec2 req-f984e154-eea8-4731-a9fd-3cf7ea4fe020 service neutron] Request body: {'port': {'device_id': 'ae2d4b8b-f467-415f-ba7c-36e3e0142f31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:48:42.523998 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-889ef166-8986-4a82-b1de-438f62512ec2 req-f984e154-eea8-4731-a9fd-3cf7ea4fe020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:42.579779 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-38c9d693-4be7-40df-9e64-95aecab16a47 None None] Provisioning complete for port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:48:42.580435 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-38c9d693-4be7-40df-9e64-95aecab16a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:42.616997 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-38c9d693-4be7-40df-9e64-95aecab16a47 None None] Port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:48:42.825982 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-889ef166-8986-4a82-b1de-438f62512ec2 req-f984e154-eea8-4731-a9fd-3cf7ea4fe020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:48:42.837264 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-889ef166-8986-4a82-b1de-438f62512ec2 req-f984e154-eea8-4731-a9fd-3cf7ea4fe020 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:42.852116 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-889ef166-8986-4a82-b1de-438f62512ec2 req-f984e154-eea8-4731-a9fd-3cf7ea4fe020 service neutron] Transition to ACTIVE for port object 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:48:42.858089 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-889ef166-8986-4a82-b1de-438f62512ec2 req-f984e154-eea8-4731-a9fd-3cf7ea4fe020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:42.872567 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6781c54-097b-49f4-95f3-423a6da47a6d req-c3a3f02b-a47d-4c3a-a721-7111761cfd1e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d48ad58f-9654-4baf-929f-dff9b489e394&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449543 Nov 10 19:48:42.938879 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984e154-eea8-4731-a9fd-3cf7ea4fe020 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:48:42.969265 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a716c7b-16fd-4ff1-8f44-b985c635ca8b req-4f1fa7a6-3fe8-4bc0-a2c6-240fc94bf87d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:48:42.974350 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1a716c7b-16fd-4ff1-8f44-b985c635ca8b req-4f1fa7a6-3fe8-4bc0-a2c6-240fc94bf87d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 944 time: 0.1006429 Nov 10 19:48:42.987277 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6781c54-097b-49f4-95f3-423a6da47a6d req-745e7840-9e02-4393-9551-d8e65adde041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:48:42.988950 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6781c54-097b-49f4-95f3-423a6da47a6d req-745e7840-9e02-4393-9551-d8e65adde041 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0863f57af6c245c5a4e0338a46ab2047&device_id=d48ad58f-9654-4baf-929f-dff9b489e394 HTTP/1.1" status: 200 len: 1096 time: 0.0792224 Nov 10 19:48:42.994574 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-889ef166-8986-4a82-b1de-438f62512ec2 req-f984e154-eea8-4731-a9fd-3cf7ea4fe020 service neutron] Attempting to bind port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:48:42.995001 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-889ef166-8986-4a82-b1de-438f62512ec2 req-f984e154-eea8-4731-a9fd-3cf7ea4fe020 service neutron] Attempting to bind port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '85ffe426-ae79-4ddb-ac71-391c9badb732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:48:42.995398 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889ef166-8986-4a82-b1de-438f62512ec2 req-f984e154-eea8-4731-a9fd-3cf7ea4fe020 service neutron] Attempting to bind port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe on network 4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:48:43.000533 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889ef166-8986-4a82-b1de-438f62512ec2 req-f984e154-eea8-4731-a9fd-3cf7ea4fe020 service neutron] Port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe on network 4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:48:43.001204 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889ef166-8986-4a82-b1de-438f62512ec2 req-f984e154-eea8-4731-a9fd-3cf7ea4fe020 service neutron] Attempting to bind port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe on network 4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:48:43.008419 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889ef166-8986-4a82-b1de-438f62512ec2 req-f984e154-eea8-4731-a9fd-3cf7ea4fe020 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:48:43.008866 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889ef166-8986-4a82-b1de-438f62512ec2 req-f984e154-eea8-4731-a9fd-3cf7ea4fe020 service neutron] Checking segment: {'id': '85ffe426-ae79-4ddb-ac71-391c9badb732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:48:43.009362 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889ef166-8986-4a82-b1de-438f62512ec2 req-f984e154-eea8-4731-a9fd-3cf7ea4fe020 service neutron] Bound using segment: {'id': '85ffe426-ae79-4ddb-ac71-391c9badb732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:48:43.009857 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-889ef166-8986-4a82-b1de-438f62512ec2 req-f984e154-eea8-4731-a9fd-3cf7ea4fe020 service neutron] Bound port: 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ffe426-ae79-4ddb-ac71-391c9badb732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:48:43.010282 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-889ef166-8986-4a82-b1de-438f62512ec2 req-f984e154-eea8-4731-a9fd-3cf7ea4fe020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:43.061049 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1a716c7b-16fd-4ff1-8f44-b985c635ca8b req-ac591b64-a526-4516-80f8-d0473581537d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821810 Nov 10 19:48:43.084667 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-889ef166-8986-4a82-b1de-438f62512ec2 req-f984e154-eea8-4731-a9fd-3cf7ea4fe020 service neutron] For port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:48:43.089056 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-889ef166-8986-4a82-b1de-438f62512ec2 req-f984e154-eea8-4731-a9fd-3cf7ea4fe020 service neutron] For port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe,segment=NetworkSegment(85ffe426-ae79-4ddb-ac71-391c9badb732),segment_id=85ffe426-ae79-4ddb-ac71-391c9badb732)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:48:43.096752 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-889ef166-8986-4a82-b1de-438f62512ec2 req-f984e154-eea8-4731-a9fd-3cf7ea4fe020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:43.133003 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6781c54-097b-49f4-95f3-423a6da47a6d req-f0838a37-8784-45e5-b240-bfcbb1f92b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:48:43.134712 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6781c54-097b-49f4-95f3-423a6da47a6d req-f0838a37-8784-45e5-b240-bfcbb1f92b06 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e HTTP/1.1" status: 200 len: 912 time: 0.1208401 Nov 10 19:48:43.138759 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ef166-8986-4a82-b1de-438f62512ec2 req-f984e154-eea8-4731-a9fd-3cf7ea4fe020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:48:43.139748 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-889ef166-8986-4a82-b1de-438f62512ec2 req-f984e154-eea8-4731-a9fd-3cf7ea4fe020 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:43.141192 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-889ef166-8986-4a82-b1de-438f62512ec2 req-f984e154-eea8-4731-a9fd-3cf7ea4fe020 service neutron] 10.222.0.25 "PUT /v2.0/ports/1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe HTTP/1.1" status: 200 len: 1092 time: 0.6837294 Nov 10 19:48:43.141645 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2d4b8b-f467-415f-ba7c-36e3e0142f31', 'tag': '1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:48:43.144049 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b2d7e4-dd85-478a-a349-63ab62b1651c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2d4b8b-f467-415f-ba7c-36e3e0142f31", "tag": "1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:48:43.170064 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984e154-eea8-4731-a9fd-3cf7ea4fe020 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:48:43.218115 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6781c54-097b-49f4-95f3-423a6da47a6d req-8f1626bf-78be-4426-9d54-8bfc86d7db35 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17614292-5bc4-4de6-aa30-803477c730fa HTTP/1.1" status: 200 len: 1001 time: 0.0759363 Nov 10 19:48:43.227215 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55b7e30-1cc7-4343-8b37-0f4b8b12117f x-openstack-request-id: req-d55b7e30-1cc7-4343-8b37-0f4b8b12117f {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:48:43.227645 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2d4b8b-f467-415f-ba7c-36e3e0142f31", "tag": "1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:48:43.227991 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d55b7e30-1cc7-4343-8b37-0f4b8b12117f {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:48:43.228499 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2d4b8b-f467-415f-ba7c-36e3e0142f31', 'tag': '1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe', 'status': 'completed', 'code': 200} Nov 10 19:48:43.239980 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ef166-8986-4a82-b1de-438f62512ec2 req-a955b8b7-fd60-440f-b6ce-dd6da1d2f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:48:43.242210 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-889ef166-8986-4a82-b1de-438f62512ec2 req-a955b8b7-fd60-440f-b6ce-dd6da1d2f631 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab3180c6842f4189a0ffab6a31569413&device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 1095 time: 0.0522702 Nov 10 19:48:43.288726 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-889ef166-8986-4a82-b1de-438f62512ec2 req-00be02e9-6b6b-4996-8edd-5cefd06b0f1c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe HTTP/1.1" status: 200 len: 217 time: 0.0395606 Nov 10 19:48:43.370384 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ef166-8986-4a82-b1de-438f62512ec2 req-ac7fe73e-85f4-466b-a966-83a89520d479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:48:43.371933 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-889ef166-8986-4a82-b1de-438f62512ec2 req-ac7fe73e-85f4-466b-a966-83a89520d479 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=40030106-ed1c-4f54-bc33-e92ab198bc65 HTTP/1.1" status: 200 len: 856 time: 0.0763907 Nov 10 19:48:43.436194 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ef166-8986-4a82-b1de-438f62512ec2 req-ab55e4eb-5dde-4d17-87a4-cb5daef17319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:48:43.437693 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-889ef166-8986-4a82-b1de-438f62512ec2 req-ab55e4eb-5dde-4d17-87a4-cb5daef17319 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588663 Nov 10 19:48:43.535784 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-889ef166-8986-4a82-b1de-438f62512ec2 req-57e1b3c1-6237-45f9-bee0-ab2487f5c776 service neutron] 10.222.0.25 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897608 Nov 10 19:48:43.607883 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6781c54-097b-49f4-95f3-423a6da47a6d req-e34f2de1-29fe-4b3d-bdc2-92d1d0ce7056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:48:43.609295 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6781c54-097b-49f4-95f3-423a6da47a6d req-e34f2de1-29fe-4b3d-bdc2-92d1d0ce7056 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d245deb3-5e48-4ae4-b622-b444342b78ed HTTP/1.1" status: 200 len: 850 time: 0.3838134 Nov 10 19:48:43.638839 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-889ef166-8986-4a82-b1de-438f62512ec2 req-33f8a2ed-2bf5-4981-b0fb-2196a87b7271 service neutron] 10.222.0.25 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955446 Nov 10 19:48:43.657931 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6781c54-097b-49f4-95f3-423a6da47a6d req-fac28728-a44e-4cc5-98f9-8a6ef440f2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:48:43.659476 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6781c54-097b-49f4-95f3-423a6da47a6d req-fac28728-a44e-4cc5-98f9-8a6ef440f2e3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420654 Nov 10 19:48:43.732006 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2d7e4-dd85-478a-a349-63ab62b1651c req-d9003942-7f47-435b-acc2-8ef555d340dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:48:43.733578 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-34b2d7e4-dd85-478a-a349-63ab62b1651c req-d9003942-7f47-435b-acc2-8ef555d340dd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab3180c6842f4189a0ffab6a31569413&device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 1095 time: 0.0454247 Nov 10 19:48:43.761126 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6781c54-097b-49f4-95f3-423a6da47a6d req-3291f249-bbed-414a-adf0-48421aa3e33c service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942895 Nov 10 19:48:43.849731 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2d7e4-dd85-478a-a349-63ab62b1651c req-96f726c2-d396-4980-879b-6a05c37aa56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:48:43.851317 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-34b2d7e4-dd85-478a-a349-63ab62b1651c req-96f726c2-d396-4980-879b-6a05c37aa56d service neutron] 10.222.0.25 "GET /v2.0/networks?id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 HTTP/1.1" status: 200 len: 918 time: 0.1088810 Nov 10 19:48:43.863681 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6781c54-097b-49f4-95f3-423a6da47a6d req-9163981b-704a-441b-b3a5-6323d50e0514 service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949011 Nov 10 19:48:43.896631 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-34b2d7e4-dd85-478a-a349-63ab62b1651c req-9b3c07f6-5eee-4444-b0dd-6ff8eb673505 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe HTTP/1.1" status: 200 len: 217 time: 0.0380595 Nov 10 19:48:43.955496 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2d7e4-dd85-478a-a349-63ab62b1651c req-717d1553-1933-4f62-82eb-6fa4be678f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:48:43.956996 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-34b2d7e4-dd85-478a-a349-63ab62b1651c req-717d1553-1933-4f62-82eb-6fa4be678f2e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=40030106-ed1c-4f54-bc33-e92ab198bc65 HTTP/1.1" status: 200 len: 856 time: 0.0538647 Nov 10 19:48:44.013271 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2d7e4-dd85-478a-a349-63ab62b1651c req-6935a830-b8d6-4b4f-b547-3c80ceff7856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:48:44.015079 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-34b2d7e4-dd85-478a-a349-63ab62b1651c req-6935a830-b8d6-4b4f-b547-3c80ceff7856 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506544 Nov 10 19:48:44.111489 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-34b2d7e4-dd85-478a-a349-63ab62b1651c req-b8ccd27c-b1a9-4a91-b3ee-be737a980cc4 service neutron] 10.222.0.25 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876210 Nov 10 19:48:44.223448 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3bfc18-f478-4096-9848-c517a9060188 req-17f9b147-9ecb-44f1-bae4-29dbf28be5a1 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:48:44.225930 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b3bfc18-f478-4096-9848-c517a9060188 req-17f9b147-9ecb-44f1-bae4-29dbf28be5a1 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 944 time: 0.0656865 Nov 10 19:48:44.234774 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-34b2d7e4-dd85-478a-a349-63ab62b1651c req-d3723f82-d99e-4f2e-abaf-a83f7372804a service neutron] 10.222.0.25 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160810 Nov 10 19:48:44.285367 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b3bfc18-f478-4096-9848-c517a9060188 req-4f3fd2fc-a215-48ff-a525-52eac9456817 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532827 Nov 10 19:48:45.412138 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8d579-cbb9-4e0d-806d-8c22197dbf27 req-5b157a9f-7493-40e3-9d78-dc807f2e02e9 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:48:45.413724 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c0c8d579-cbb9-4e0d-806d-8c22197dbf27 req-5b157a9f-7493-40e3-9d78-dc807f2e02e9 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 944 time: 0.0518770 Nov 10 19:48:45.464980 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c0c8d579-cbb9-4e0d-806d-8c22197dbf27 req-287d535a-d9f4-4948-99e6-f19a5b4b315d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449021 Nov 10 19:48:46.612213 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f06fe-a912-4ada-8542-af391681dc41 req-66d0e060-5cb1-463f-a5d3-f5096b41098e tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:48:46.613713 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ff9f06fe-a912-4ada-8542-af391681dc41 req-66d0e060-5cb1-463f-a5d3-f5096b41098e tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 944 time: 0.0658977 Nov 10 19:48:46.675616 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ff9f06fe-a912-4ada-8542-af391681dc41 req-d3ef5a19-d97f-44aa-ac32-82d7695d8a2c tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555713 Nov 10 19:48:47.817644 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76695460-2a06-4401-ba82-9a1a2ae2e7a0 req-7bb1bb5a-cf63-4204-8da6-b17100af3ceb tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:48:47.819867 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76695460-2a06-4401-ba82-9a1a2ae2e7a0 req-7bb1bb5a-cf63-4204-8da6-b17100af3ceb tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 944 time: 0.0650556 Nov 10 19:48:47.870422 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76695460-2a06-4401-ba82-9a1a2ae2e7a0 req-b061d0ce-eedc-4828-b8ba-5d527c41d587 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442209 Nov 10 19:48:48.978837 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:48:49.007194 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0518a60-d5d6-4378-a134-3927f26905bf req-1e14b17e-cecd-43e3-a74e-6dfdb710ee24 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:48:49.008766 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c0518a60-d5d6-4378-a134-3927f26905bf req-1e14b17e-cecd-43e3-a74e-6dfdb710ee24 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 944 time: 0.0566905 Nov 10 19:48:49.063344 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c0518a60-d5d6-4378-a134-3927f26905bf req-2b3df2b5-e22f-404e-9471-a6b5d08b0c79 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479436 Nov 10 19:48:49.088437 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe,segment=NetworkSegment(85ffe426-ae79-4ddb-ac71-391c9badb732),segment_id=85ffe426-ae79-4ddb-ac71-391c9badb732)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:48:49.100088 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe', 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0', 'port_id': '1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe', 'mac_address': 'fa:16:3e:95:05:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:48:49.139762 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:49.152989 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:48:49.173007 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe,segment=NetworkSegment(85ffe426-ae79-4ddb-ac71-391c9badb732),segment_id=85ffe426-ae79-4ddb-ac71-391c9badb732)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:48:49.178331 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:49.234463 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:48:49.243358 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:49.243792 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:49.244205 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:49.244637 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:49.245030 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:49.245374 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:49.245707 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:49.246074 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:49.246408 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:49.249061 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:49.249422 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:49.249779 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:48:49.497274 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:48:50.192998 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc4234-e47b-454d-8888-bc4fac73e9ef req-3a694d43-cbe2-4db8-b2e7-6879b6317947 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:48:50.194776 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-40dc4234-e47b-454d-8888-bc4fac73e9ef req-3a694d43-cbe2-4db8-b2e7-6879b6317947 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 945 time: 0.0543518 Nov 10 19:48:50.253895 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-40dc4234-e47b-454d-8888-bc4fac73e9ef req-8c93bab8-5fa6-443a-af97-061ff53554c9 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528016 Nov 10 19:48:50.981468 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:48:51.043635 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:48:51.047274 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:48:51.047651 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:51.124930 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:51.148609 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2d4b8b-f467-415f-ba7c-36e3e0142f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:48:51.150887 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8761671e-f583-4885-8bc3-92a647e85eea" -d '{"events": [{"server_uuid": "ae2d4b8b-f467-415f-ba7c-36e3e0142f31", "name": "network-vif-plugged", "status": "completed", "tag": "1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:48:51.164865 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe,segment=NetworkSegment(85ffe426-ae79-4ddb-ac71-391c9badb732),segment_id=85ffe426-ae79-4ddb-ac71-391c9badb732)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:48:51.169708 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:51.224791 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:48:51.263720 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c17658-60d2-45bd-b855-33e0f5bb87e4 x-openstack-request-id: req-66c17658-60d2-45bd-b855-33e0f5bb87e4 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:48:51.264066 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2d4b8b-f467-415f-ba7c-36e3e0142f31", "name": "network-vif-plugged", "status": "completed", "tag": "1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:48:51.264327 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-66c17658-60d2-45bd-b855-33e0f5bb87e4 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:48:51.264801 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2d4b8b-f467-415f-ba7c-36e3e0142f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe', 'code': 200} Nov 10 19:48:51.381002 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5552889-76fd-4d54-96e1-2eefec418481 req-29e893a3-b2a6-4ea9-ba0f-ef88c9c3a5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:48:51.383500 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d5552889-76fd-4d54-96e1-2eefec418481 req-29e893a3-b2a6-4ea9-ba0f-ef88c9c3a5d8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 1097 time: 0.0525184 Nov 10 19:48:51.396663 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4e493-6e34-4979-a3c5-dfd0c1994d64 req-d2c0fa6b-b092-49eb-924f-73e9119d69eb tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:48:51.405932 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a7e4e493-6e34-4979-a3c5-dfd0c1994d64 req-d2c0fa6b-b092-49eb-924f-73e9119d69eb tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 946 time: 0.0657830 Nov 10 19:48:51.458092 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d5552889-76fd-4d54-96e1-2eefec418481 req-9cb5779a-fa91-4b79-945b-647105e22290 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669913 Nov 10 19:48:51.459652 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a7e4e493-6e34-4979-a3c5-dfd0c1994d64 req-840e045c-3612-4d7c-9a1e-2d9828a850a0 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520058 Nov 10 19:48:52.610454 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5875017-00f4-45d6-b88b-5f9f32a6aeee req-88d76179-0229-4a99-86ae-89d7fa2d47aa tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:48:52.612008 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e5875017-00f4-45d6-b88b-5f9f32a6aeee req-88d76179-0229-4a99-86ae-89d7fa2d47aa tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 946 time: 0.0584450 Nov 10 19:48:52.664853 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e5875017-00f4-45d6-b88b-5f9f32a6aeee req-508cc063-f7b3-4525-a861-fbc5824bfc3f tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463858 Nov 10 19:48:53.488288 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-07a7d4c5-bc0d-4dcd-b30c-03c7fc935677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:53.801184 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cb78d-a52b-4192-87a9-e522ccfed1ad req-02f20540-9505-4f54-94a5-4a7769fc36ad tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:48:53.803106 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cc2cb78d-a52b-4192-87a9-e522ccfed1ad req-02f20540-9505-4f54-94a5-4a7769fc36ad tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 946 time: 0.0567372 Nov 10 19:48:53.853505 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cc2cb78d-a52b-4192-87a9-e522ccfed1ad req-a4343812-c478-4fab-b354-99118e7bec5c tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439639 Nov 10 19:48:53.995522 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d68eec-353a-4c15-bfb3-a538fef3ce4e req-0140e852-d547-4a05-9dc3-f8887152361e tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:48:53.997227 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d9d68eec-353a-4c15-bfb3-a538fef3ce4e req-0140e852-d547-4a05-9dc3-f8887152361e tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 946 time: 0.0511298 Nov 10 19:48:54.011005 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49334) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:48:54.016348 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-f69fb785-800b-4cc4-8749-16e92a2385cf tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Request body: {'floatingip': {'port_id': '1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:48:54.064336 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f69fb785-800b-4cc4-8749-16e92a2385cf tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for floatingip, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:54.530715 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f69fb785-800b-4cc4-8749-16e92a2385cf tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:54.537828 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f69fb785-800b-4cc4-8749-16e92a2385cf tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:54.650924 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-f69fb785-800b-4cc4-8749-16e92a2385cf tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Floating IP afac7143-7ede-4098-9b5b-49998a73f598 associated. External IP: 172.25.3.165, port: 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe. Nov 10 19:48:54.904901 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69fb785-800b-4cc4-8749-16e92a2385cf tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Router 2826e890-8d32-4c69-9aad-990348eafcdf has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:48:54.949245 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:55.027870 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69fb785-800b-4cc4-8749-16e92a2385cf tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:48:55.032622 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f69fb785-800b-4cc4-8749-16e92a2385cf tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:55.037699 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b084bc11-14ec-4cda-9aaa-cf5cf4a4c4a1 None None] Sync routers for ids ['2826e890-8d32-4c69-9aad-990348eafcdf'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:48:55.049308 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b084bc11-14ec-4cda-9aaa-cf5cf4a4c4a1 None None] Routers {'2826e890-8d32-4c69-9aad-990348eafcdf'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:48:55.049958 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-b084bc11-14ec-4cda-9aaa-cf5cf4a4c4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:48:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2826e890-8d32-4c69-9aad-990348eafcdf'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:48:55.065309 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f69fb785-800b-4cc4-8749-16e92a2385cf tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "PUT /v2.0/floatingips/afac7143-7ede-4098-9b5b-49998a73f598 HTTP/1.1" status: 200 len: 992 time: 1.0502832 Nov 10 19:48:55.065309 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2d4b8b-f467-415f-ba7c-36e3e0142f31', 'tag': '1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:48:55.065679 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590d4b63-ffa7-4ce9-9256-fa33e7dcd730" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2d4b8b-f467-415f-ba7c-36e3e0142f31", "tag": "1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:48:55.163317 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-b084bc11-14ec-4cda-9aaa-cf5cf4a4c4a1 None None] Set router 2826e890-8d32-4c69-9aad-990348eafcdf gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:48:55.165383 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77029ac-eb66-42c9-beac-16ed93987bb6 x-openstack-request-id: req-a77029ac-eb66-42c9-beac-16ed93987bb6 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:48:55.165875 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2d4b8b-f467-415f-ba7c-36e3e0142f31", "tag": "1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:48:55.166928 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a77029ac-eb66-42c9-beac-16ed93987bb6 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:48:55.166928 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2d4b8b-f467-415f-ba7c-36e3e0142f31', 'tag': '1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe', 'status': 'completed', 'code': 200} Nov 10 19:48:55.250756 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d4b63-ffa7-4ce9-9256-fa33e7dcd730 req-fb1b3d1b-308f-424f-95db-584ed31c6ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:48:55.252587 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:55.253263 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-590d4b63-ffa7-4ce9-9256-fa33e7dcd730 req-fb1b3d1b-308f-424f-95db-584ed31c6ec8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab3180c6842f4189a0ffab6a31569413&device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 1097 time: 0.0549550 Nov 10 19:48:55.360670 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d4b63-ffa7-4ce9-9256-fa33e7dcd730 req-33b1ff29-6809-4b5a-ad69-8d72377e6dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:48:55.362213 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-590d4b63-ffa7-4ce9-9256-fa33e7dcd730 req-33b1ff29-6809-4b5a-ad69-8d72377e6dad service neutron] 10.222.0.25 "GET /v2.0/networks?id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 HTTP/1.1" status: 200 len: 918 time: 0.1007409 Nov 10 19:48:55.421045 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-b084bc11-14ec-4cda-9aaa-cf5cf4a4c4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'name': 'tempest-AttachVolumeShelveTestJSON-1191069310-router', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:43:16Z', 'updated_at': '2021-11-10T19:43:20Z', 'revision_number': 4, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'gw_port': {'id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ba:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:43:17Z', 'updated_at': '2021-11-10T19:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'afac7143-7ede-4098-9b5b-49998a73f598', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'floating_ip_address': '172.25.3.165', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'port_id': '1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0', 'mac_address': 'fa:16:3e:95:05:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2d4b8b-f467-415f-ba7c-36e3e0142f31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:48:39Z', 'updated_at': '2021-11-10T19:48:54Z', 'revision_number': 1, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebddd142-c20c-4210-b5d6-2d3048c79382', 'name': '', 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'mac_address': 'fa:16:3e:fb:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:43:19Z', 'updated_at': '2021-11-10T19:43:23Z', 'revision_number': 5, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'subnets': [{'id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:48:55.437206 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-590d4b63-ffa7-4ce9-9256-fa33e7dcd730 req-eb8c6f2a-88be-41ff-8633-9f5b6b08e28a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe HTTP/1.1" status: 200 len: 1000 time: 0.0671518 Nov 10 19:48:55.453907 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b084bc11-14ec-4cda-9aaa-cf5cf4a4c4a1 None None] Checking router: 2826e890-8d32-4c69-9aad-990348eafcdf for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:48:55.464251 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b084bc11-14ec-4cda-9aaa-cf5cf4a4c4a1 None None] Routers {'2826e890-8d32-4c69-9aad-990348eafcdf'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:48:55.464890 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-b084bc11-14ec-4cda-9aaa-cf5cf4a4c4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:48:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2826e890-8d32-4c69-9aad-990348eafcdf'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:48:55.494711 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d4b63-ffa7-4ce9-9256-fa33e7dcd730 req-896b0258-e92f-4829-83fa-3738e8cce3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:48:55.496222 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-590d4b63-ffa7-4ce9-9256-fa33e7dcd730 req-896b0258-e92f-4829-83fa-3738e8cce3af service neutron] 10.222.0.25 "GET /v2.0/subnets?id=40030106-ed1c-4f54-bc33-e92ab198bc65 HTTP/1.1" status: 200 len: 856 time: 0.0514853 Nov 10 19:48:55.546039 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d4b63-ffa7-4ce9-9256-fa33e7dcd730 req-91b18c30-72c0-4de9-ae1a-591666d097bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:48:55.547940 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-590d4b63-ffa7-4ce9-9256-fa33e7dcd730 req-91b18c30-72c0-4de9-ae1a-591666d097bc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451722 Nov 10 19:48:55.577315 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-b084bc11-14ec-4cda-9aaa-cf5cf4a4c4a1 None None] Set router 2826e890-8d32-4c69-9aad-990348eafcdf gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:48:55.662991 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-590d4b63-ffa7-4ce9-9256-fa33e7dcd730 req-59bbb289-9669-4823-9a14-ce9ef317e30d service neutron] 10.222.0.25 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065137 Nov 10 19:48:55.738068 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cb85d830-6cc5-4ab8-b9fb-478465e08c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:55.767912 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-590d4b63-ffa7-4ce9-9256-fa33e7dcd730 req-5a9d5c51-9728-4b23-aa46-5abe916b8713 service neutron] 10.222.0.25 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978189 Nov 10 19:48:55.819002 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-b084bc11-14ec-4cda-9aaa-cf5cf4a4c4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'name': 'tempest-AttachVolumeShelveTestJSON-1191069310-router', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:43:16Z', 'updated_at': '2021-11-10T19:43:20Z', 'revision_number': 4, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'gw_port': {'id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ba:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:43:17Z', 'updated_at': '2021-11-10T19:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'afac7143-7ede-4098-9b5b-49998a73f598', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'floating_ip_address': '172.25.3.165', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'port_id': '1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0', 'mac_address': 'fa:16:3e:95:05:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2d4b8b-f467-415f-ba7c-36e3e0142f31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:48:39Z', 'updated_at': '2021-11-10T19:48:54Z', 'revision_number': 1, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebddd142-c20c-4210-b5d6-2d3048c79382', 'name': '', 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'mac_address': 'fa:16:3e:fb:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:43:19Z', 'updated_at': '2021-11-10T19:43:23Z', 'revision_number': 5, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'subnets': [{'id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:48:55.845960 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b084bc11-14ec-4cda-9aaa-cf5cf4a4c4a1 None None] The sync data for ids ['2826e890-8d32-4c69-9aad-990348eafcdf'] in n-d-813897-4 is: [{'id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'name': 'tempest-AttachVolumeShelveTestJSON-1191069310-router', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:43:16Z', 'updated_at': '2021-11-10T19:43:20Z', 'revision_number': 4, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'gw_port': {'id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ba:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:43:17Z', 'updated_at': '2021-11-10T19:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'afac7143-7ede-4098-9b5b-49998a73f598', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'floating_ip_address': '172.25.3.165', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'port_id': '1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0', 'mac_address': 'fa:16:3e:95:05:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2d4b8b-f467-415f-ba7c-36e3e0142f31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:48:39Z', 'updated_at': '2021-11-10T19:48:54Z', 'revision_number': 1, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebddd142-c20c-4210-b5d6-2d3048c79382', 'name': '', 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'mac_address': 'fa:16:3e:fb:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:43:19Z', 'updated_at': '2021-11-10T19:43:23Z', 'revision_number': 5, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'subnets': [{'id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:48:56.048253 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a116f045-58ce-43c5-8b3c-347059724ef8 None None] New status for floating IP afac7143-7ede-4098-9b5b-49998a73f598: ACTIVE {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:48:56.142477 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:48:57.276951 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:58.776124 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:48:59.418406 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:03.982863 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49356) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:49:04.160222 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-7e97b180-cf1c-4149-9e50-af9e53dd584b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Deleting port 72302c91-1b30-42e6-b289-7e0b1a5dd681 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:49:04.160556 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7e97b180-cf1c-4149-9e50-af9e53dd584b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:04.250090 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7e97b180-cf1c-4149-9e50-af9e53dd584b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:04.250362 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7e97b180-cf1c-4149-9e50-af9e53dd584b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:04.265017 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-7e97b180-cf1c-4149-9e50-af9e53dd584b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Calling delete_port for 72302c91-1b30-42e6-b289-7e0b1a5dd681 owned by network:floatingip {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:49:04.428103 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7e97b180-cf1c-4149-9e50-af9e53dd584b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:04.458634 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97b180-cf1c-4149-9e50-af9e53dd584b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Pushing event deleted for resources: {'Port': ['ID=72302c91-1b30-42e6-b289-7e0b1a5dd681,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:49:04.521170 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7e97b180-cf1c-4149-9e50-af9e53dd584b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for floatingip, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:04.521490 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-7e97b180-cf1c-4149-9e50-af9e53dd584b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Floating IP 652def22-ad98-498f-9258-02b26474f0d0 disassociated (deleted). External IP: 172.25.3.210, port: 17614292-5bc4-4de6-aa30-803477c730fa. Nov 10 19:49:04.755546 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e97b180-cf1c-4149-9e50-af9e53dd584b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Router bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:49:04.879433 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e97b180-cf1c-4149-9e50-af9e53dd584b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:49:04.884991 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7e97b180-cf1c-4149-9e50-af9e53dd584b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:04.890974 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab64856d-12d2-4ce9-bb3b-2dad4d8fb249 None None] Sync routers for ids ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:49:04.903976 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab64856d-12d2-4ce9-bb3b-2dad4d8fb249 None None] Routers {'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:49:04.904578 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ab64856d-12d2-4ce9-bb3b-2dad4d8fb249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:48:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:49:04.916502 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7e97b180-cf1c-4149-9e50-af9e53dd584b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "DELETE /v2.0/floatingips/652def22-ad98-498f-9258-02b26474f0d0 HTTP/1.1" status: 204 len: 168 time: 0.9325964 Nov 10 19:49:04.917121 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48ad58f-9654-4baf-929f-dff9b489e394', 'tag': '17614292-5bc4-4de6-aa30-803477c730fa'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:49:04.919637 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6590aeb-bd7c-405d-af54-4ca27b11f411" -d '{"events": [{"name": "network-changed", "server_uuid": "d48ad58f-9654-4baf-929f-dff9b489e394", "tag": "17614292-5bc4-4de6-aa30-803477c730fa"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:49:05.015497 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-ab64856d-12d2-4ce9-bb3b-2dad4d8fb249 None None] Set router bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:49:05.106977 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1037a0b8-8ea5-4e00-a8a6-7cedd62d49f0 x-openstack-request-id: req-1037a0b8-8ea5-4e00-a8a6-7cedd62d49f0 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:49:05.107566 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d48ad58f-9654-4baf-929f-dff9b489e394", "tag": "17614292-5bc4-4de6-aa30-803477c730fa", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:49:05.107566 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1037a0b8-8ea5-4e00-a8a6-7cedd62d49f0 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:49:05.108085 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd48ad58f-9654-4baf-929f-dff9b489e394', 'tag': '17614292-5bc4-4de6-aa30-803477c730fa', 'status': 'completed', 'code': 200} Nov 10 19:49:05.209756 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6590aeb-bd7c-405d-af54-4ca27b11f411 req-15efe21e-a6bf-44f6-885d-482689806a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:49:05.211271 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a6590aeb-bd7c-405d-af54-4ca27b11f411 req-15efe21e-a6bf-44f6-885d-482689806a8f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0863f57af6c245c5a4e0338a46ab2047&device_id=d48ad58f-9654-4baf-929f-dff9b489e394 HTTP/1.1" status: 200 len: 1096 time: 0.0812225 Nov 10 19:49:05.237888 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f2ca1-a69d-4514-8ccc-d6ff490a6767 req-a041a397-5977-4929-aae7-6cda6760a275 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:49:05.239426 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f03f2ca1-a69d-4514-8ccc-d6ff490a6767 req-a041a397-5977-4929-aae7-6cda6760a275 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48ad58f-9654-4baf-929f-dff9b489e394 HTTP/1.1" status: 200 len: 945 time: 0.0796804 Nov 10 19:49:05.348004 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f03f2ca1-a69d-4514-8ccc-d6ff490a6767 req-f03a28dd-5636-4c46-b7e1-53a2b8387c71 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980129 Nov 10 19:49:05.358700 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6590aeb-bd7c-405d-af54-4ca27b11f411 req-d36ea38a-ab8f-447b-b58b-68ba24135c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:49:05.360970 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a6590aeb-bd7c-405d-af54-4ca27b11f411 req-d36ea38a-ab8f-447b-b58b-68ba24135c07 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e HTTP/1.1" status: 200 len: 912 time: 0.1403790 Nov 10 19:49:05.368570 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ab64856d-12d2-4ce9-bb3b-2dad4d8fb249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'name': 'tempest-TestVolumeBootPattern-649289140-router', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:50Z', 'revision_number': 4, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'gw_port': {'id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'dadd9023-6994-4ffb-a8e9-5e3d1ca56e55', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'port_id': '190662b4-7607-47b5-af88-7f5a3dc1f0e7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'mac_address': 'fa:16:3e:e4:b2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2e9c48-e2af-495c-97d2-fc443dd5461e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:45:21Z', 'updated_at': '2021-11-10T19:45:24Z', 'revision_number': 1, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8804a68-8ea9-4a1c-a4ba-161efd6ef67c', 'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'mac_address': 'fa:16:3e:74:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:49Z', 'updated_at': '2021-11-10T19:37:54Z', 'revision_number': 5, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'subnets': [{'id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:49:05.397423 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab64856d-12d2-4ce9-bb3b-2dad4d8fb249 None None] Checking router: bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:49:05.407907 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab64856d-12d2-4ce9-bb3b-2dad4d8fb249 None None] Routers {'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:49:05.408510 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ab64856d-12d2-4ce9-bb3b-2dad4d8fb249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:48:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:49:05.410066 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a6590aeb-bd7c-405d-af54-4ca27b11f411 req-baf0153d-bb67-466a-a493-622a88a64fa4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17614292-5bc4-4de6-aa30-803477c730fa HTTP/1.1" status: 200 len: 217 time: 0.0402610 Nov 10 19:49:05.469390 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6590aeb-bd7c-405d-af54-4ca27b11f411 req-19fdc84e-e482-4a71-92a0-d01357d151e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:49:05.470842 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a6590aeb-bd7c-405d-af54-4ca27b11f411 req-19fdc84e-e482-4a71-92a0-d01357d151e7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d245deb3-5e48-4ae4-b622-b444342b78ed HTTP/1.1" status: 200 len: 850 time: 0.0515549 Nov 10 19:49:05.521309 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-ab64856d-12d2-4ce9-bb3b-2dad4d8fb249 None None] Set router bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:49:05.526639 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6590aeb-bd7c-405d-af54-4ca27b11f411 req-ca8030fa-a6ff-4751-bdf9-ace2fdf267d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:49:05.528261 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a6590aeb-bd7c-405d-af54-4ca27b11f411 req-ca8030fa-a6ff-4751-bdf9-ace2fdf267d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451376 Nov 10 19:49:05.633446 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a6590aeb-bd7c-405d-af54-4ca27b11f411 req-d5b9879f-5183-444a-8db0-681fcf1707d1 service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969644 Nov 10 19:49:05.735309 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a6590aeb-bd7c-405d-af54-4ca27b11f411 req-91005c75-e2cf-4026-bc22-40dcccb9730c service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940454 Nov 10 19:49:05.769050 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ab64856d-12d2-4ce9-bb3b-2dad4d8fb249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'name': 'tempest-TestVolumeBootPattern-649289140-router', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:50Z', 'revision_number': 4, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'gw_port': {'id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'dadd9023-6994-4ffb-a8e9-5e3d1ca56e55', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'port_id': '190662b4-7607-47b5-af88-7f5a3dc1f0e7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'mac_address': 'fa:16:3e:e4:b2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2e9c48-e2af-495c-97d2-fc443dd5461e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:45:21Z', 'updated_at': '2021-11-10T19:45:24Z', 'revision_number': 1, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8804a68-8ea9-4a1c-a4ba-161efd6ef67c', 'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'mac_address': 'fa:16:3e:74:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:49Z', 'updated_at': '2021-11-10T19:37:54Z', 'revision_number': 5, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'subnets': [{'id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:49:05.797644 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab64856d-12d2-4ce9-bb3b-2dad4d8fb249 None None] The sync data for ids ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'] in n-d-813897-4 is: [{'id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'name': 'tempest-TestVolumeBootPattern-649289140-router', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:50Z', 'revision_number': 4, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'gw_port': {'id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'dadd9023-6994-4ffb-a8e9-5e3d1ca56e55', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'port_id': '190662b4-7607-47b5-af88-7f5a3dc1f0e7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'mac_address': 'fa:16:3e:e4:b2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2e9c48-e2af-495c-97d2-fc443dd5461e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:45:21Z', 'updated_at': '2021-11-10T19:45:24Z', 'revision_number': 1, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8804a68-8ea9-4a1c-a4ba-161efd6ef67c', 'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'mac_address': 'fa:16:3e:74:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:49Z', 'updated_at': '2021-11-10T19:37:54Z', 'revision_number': 5, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'subnets': [{'id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:49:06.046207 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c299d507-b087-4f72-99dc-28eed2e5772d None None] New status for floating IP 652def22-ad98-498f-9258-02b26474f0d0: DOWN {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:49:06.484245 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6551660-d60b-4590-b648-8aa0634fb46e req-2e97c300-ed87-4cf0-9458-b432e170cbc8 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:49:06.485880 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a6551660-d60b-4590-b648-8aa0634fb46e req-2e97c300-ed87-4cf0-9458-b432e170cbc8 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48ad58f-9654-4baf-929f-dff9b489e394 HTTP/1.1" status: 200 len: 945 time: 0.0604432 Nov 10 19:49:06.541182 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a6551660-d60b-4590-b648-8aa0634fb46e req-be3f9087-8470-45c7-add3-8a8dd4e982ea tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489743 Nov 10 19:49:06.787061 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d162db-4839-4f5c-b98a-84f49088f624 req-df55b72f-0b81-4c3a-b649-b1308d771d14 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:49:06.788574 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-92d162db-4839-4f5c-b98a-84f49088f624 req-df55b72f-0b81-4c3a-b649-b1308d771d14 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.73 "GET /v2.0/ports?device_id=d48ad58f-9654-4baf-929f-dff9b489e394 HTTP/1.1" status: 200 len: 945 time: 0.0565548 Nov 10 19:49:06.887793 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-92d162db-4839-4f5c-b98a-84f49088f624 req-922df92c-0fba-4abf-ad05-67b06507dfca tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Deleting port 17614292-5bc4-4de6-aa30-803477c730fa {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:49:06.888041 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-92d162db-4839-4f5c-b98a-84f49088f624 req-922df92c-0fba-4abf-ad05-67b06507dfca tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:06.989098 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-92d162db-4839-4f5c-b98a-84f49088f624 req-922df92c-0fba-4abf-ad05-67b06507dfca tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] For port 17614292-5bc4-4de6-aa30-803477c730fa, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=17614292-5bc4-4de6-aa30-803477c730fa,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:49:06.989474 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-92d162db-4839-4f5c-b98a-84f49088f624 req-922df92c-0fba-4abf-ad05-67b06507dfca tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:07.003022 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-92d162db-4839-4f5c-b98a-84f49088f624 req-922df92c-0fba-4abf-ad05-67b06507dfca tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Calling delete_port for 17614292-5bc4-4de6-aa30-803477c730fa owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:49:07.150925 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-92d162db-4839-4f5c-b98a-84f49088f624 req-922df92c-0fba-4abf-ad05-67b06507dfca tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:07.182368 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922df92c-0fba-4abf-ad05-67b06507dfca tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Pushing event deleted for resources: {'Port': ['ID=17614292-5bc4-4de6-aa30-803477c730fa,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:49:07.223469 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d162db-4839-4f5c-b98a-84f49088f624 req-922df92c-0fba-4abf-ad05-67b06507dfca tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] No DVR routers for this DVR port 17614292-5bc4-4de6-aa30-803477c730fa on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:49:07.226483 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-92d162db-4839-4f5c-b98a-84f49088f624 req-922df92c-0fba-4abf-ad05-67b06507dfca tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:07.230211 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-92d162db-4839-4f5c-b98a-84f49088f624 req-922df92c-0fba-4abf-ad05-67b06507dfca tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.73 "DELETE /v2.0/ports/17614292-5bc4-4de6-aa30-803477c730fa HTTP/1.1" status: 204 len: 173 time: 0.4346335 Nov 10 19:49:07.230623 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48ad58f-9654-4baf-929f-dff9b489e394', 'name': 'network-vif-deleted', 'tag': '17614292-5bc4-4de6-aa30-803477c730fa'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:49:07.233173 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df08c44e-fc05-4bc3-9883-83bf7857f0b1" -d '{"events": [{"server_uuid": "d48ad58f-9654-4baf-929f-dff9b489e394", "name": "network-vif-deleted", "tag": "17614292-5bc4-4de6-aa30-803477c730fa"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:49:07.274023 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3631254e-408f-47d3-8ef0-976af9cb4db7 x-openstack-request-id: req-3631254e-408f-47d3-8ef0-976af9cb4db7 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:49:07.274372 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48ad58f-9654-4baf-929f-dff9b489e394", "name": "network-vif-deleted", "tag": "17614292-5bc4-4de6-aa30-803477c730fa", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:49:07.274622 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3631254e-408f-47d3-8ef0-976af9cb4db7 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:49:07.275029 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48ad58f-9654-4baf-929f-dff9b489e394', 'name': 'network-vif-deleted', 'tag': '17614292-5bc4-4de6-aa30-803477c730fa', 'status': 'completed', 'code': 200} Nov 10 19:49:07.676351 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a7632d6e-b18b-4f0b-89b0-de1bd2d397d2 req-7bac9946-3b6a-43f6-a5f5-9aec1d109318 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48ad58f-9654-4baf-929f-dff9b489e394 HTTP/1.1" status: 200 len: 210 time: 0.0331469 Nov 10 19:49:08.780883 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fd1e74a8-aada-49bc-bb24-06eda11714aa req-b18f56b9-e01b-4681-bd15-9c6ee07073d0 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48ad58f-9654-4baf-929f-dff9b489e394 HTTP/1.1" status: 200 len: 210 time: 0.0275109 Nov 10 19:49:09.893975 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4fe878d-7b31-42b1-9c4a-e600dd175cca req-bcf3e836-58c2-45fa-a559-f94998b30fb1 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48ad58f-9654-4baf-929f-dff9b489e394 HTTP/1.1" status: 200 len: 210 time: 0.0290940 Nov 10 19:49:10.777146 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 17614292-5bc4-4de6-aa30-803477c730fa no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:49:10.799112 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 17614292-5bc4-4de6-aa30-803477c730fa {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:49:10.799483 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 17614292-5bc4-4de6-aa30-803477c730fa not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:49:10.998939 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d7717999-82d6-4994-9eca-e8a739ff31d4 req-bebbe97a-1c1e-4de6-aeca-40b831bdf4c1 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48ad58f-9654-4baf-929f-dff9b489e394 HTTP/1.1" status: 200 len: 210 time: 0.0277259 Nov 10 19:49:12.118840 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f11aa645-321b-48dd-b6f2-2bbf85ba843d req-51565666-7579-45c1-b4af-113577ac9547 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=d48ad58f-9654-4baf-929f-dff9b489e394 HTTP/1.1" status: 200 len: 210 time: 0.0274894 Nov 10 19:49:18.572110 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49424) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:49:18.763045 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-df0250b2-93ae-4146-8bf2-25781dbc1a3b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Deleting port 1393375e-6244-4425-b030-8cc94281096d {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:49:18.763440 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-df0250b2-93ae-4146-8bf2-25781dbc1a3b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:18.851930 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-df0250b2-93ae-4146-8bf2-25781dbc1a3b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:18.852234 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-df0250b2-93ae-4146-8bf2-25781dbc1a3b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:18.866207 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-df0250b2-93ae-4146-8bf2-25781dbc1a3b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Calling delete_port for 1393375e-6244-4425-b030-8cc94281096d owned by network:floatingip {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:49:19.032873 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-df0250b2-93ae-4146-8bf2-25781dbc1a3b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:19.059174 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0250b2-93ae-4146-8bf2-25781dbc1a3b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Pushing event deleted for resources: {'Port': ['ID=1393375e-6244-4425-b030-8cc94281096d,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:49:19.131739 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-df0250b2-93ae-4146-8bf2-25781dbc1a3b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for floatingip, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:19.132214 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-df0250b2-93ae-4146-8bf2-25781dbc1a3b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Floating IP dadd9023-6994-4ffb-a8e9-5e3d1ca56e55 disassociated (deleted). External IP: 172.25.3.235, port: 190662b4-7607-47b5-af88-7f5a3dc1f0e7. Nov 10 19:49:19.694276 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0250b2-93ae-4146-8bf2-25781dbc1a3b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Router bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:49:19.811232 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0250b2-93ae-4146-8bf2-25781dbc1a3b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:49:19.816920 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-df0250b2-93ae-4146-8bf2-25781dbc1a3b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:19.821995 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d666b37-e270-41be-ae93-20cbf49c61ba None None] Sync routers for ids ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:49:19.834962 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d666b37-e270-41be-ae93-20cbf49c61ba None None] Routers {'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:49:19.834962 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7d666b37-e270-41be-ae93-20cbf49c61ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:48:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:49:19.848031 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-df0250b2-93ae-4146-8bf2-25781dbc1a3b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "DELETE /v2.0/floatingips/dadd9023-6994-4ffb-a8e9-5e3d1ca56e55 HTTP/1.1" status: 204 len: 168 time: 1.2747960 Nov 10 19:49:19.848637 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2e9c48-e2af-495c-97d2-fc443dd5461e', 'tag': '190662b4-7607-47b5-af88-7f5a3dc1f0e7'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:49:19.851152 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738c49ad-31bb-485a-98ea-5b121ce8688d" -d '{"events": [{"name": "network-changed", "server_uuid": "ad2e9c48-e2af-495c-97d2-fc443dd5461e", "tag": "190662b4-7607-47b5-af88-7f5a3dc1f0e7"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:49:19.954739 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-7d666b37-e270-41be-ae93-20cbf49c61ba None None] Set router bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:49:20.034098 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ba0048-aa00-4dc6-80d3-8b9e3edcb213 x-openstack-request-id: req-86ba0048-aa00-4dc6-80d3-8b9e3edcb213 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:49:20.034431 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad2e9c48-e2af-495c-97d2-fc443dd5461e", "tag": "190662b4-7607-47b5-af88-7f5a3dc1f0e7", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:49:20.034702 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-86ba0048-aa00-4dc6-80d3-8b9e3edcb213 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:49:20.035045 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad2e9c48-e2af-495c-97d2-fc443dd5461e', 'tag': '190662b4-7607-47b5-af88-7f5a3dc1f0e7', 'status': 'completed', 'code': 200} Nov 10 19:49:20.135459 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c49ad-31bb-485a-98ea-5b121ce8688d req-918c7464-2495-4bfd-99aa-947b29957fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:49:20.137099 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-738c49ad-31bb-485a-98ea-5b121ce8688d req-918c7464-2495-4bfd-99aa-947b29957fcb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0863f57af6c245c5a4e0338a46ab2047&device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e HTTP/1.1" status: 200 len: 1097 time: 0.0756328 Nov 10 19:49:20.160928 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e88015-d71e-41ae-85e5-fd385af713d0 req-395cc8d1-dd52-4f34-9bf5-54bdfce64fe2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:49:20.162377 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-21e88015-d71e-41ae-85e5-fd385af713d0 req-395cc8d1-dd52-4f34-9bf5-54bdfce64fe2 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e HTTP/1.1" status: 200 len: 946 time: 0.0740306 Nov 10 19:49:20.179584 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7d666b37-e270-41be-ae93-20cbf49c61ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'name': 'tempest-TestVolumeBootPattern-649289140-router', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:50Z', 'revision_number': 4, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'gw_port': {'id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'e8804a68-8ea9-4a1c-a4ba-161efd6ef67c', 'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'mac_address': 'fa:16:3e:74:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:49Z', 'updated_at': '2021-11-10T19:37:54Z', 'revision_number': 5, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'subnets': [{'id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:49:20.206484 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d666b37-e270-41be-ae93-20cbf49c61ba None None] Checking router: bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:49:20.216282 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d666b37-e270-41be-ae93-20cbf49c61ba None None] Routers {'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:49:20.216935 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7d666b37-e270-41be-ae93-20cbf49c61ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:48:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:49:20.263106 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-21e88015-d71e-41ae-85e5-fd385af713d0 req-9d3d3238-f5d0-4f65-9ac2-bd6adaf1837e tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887690 Nov 10 19:49:20.278956 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c49ad-31bb-485a-98ea-5b121ce8688d req-9f3b76dd-2cb1-4224-81b9-b143f00bbea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:49:20.279880 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-738c49ad-31bb-485a-98ea-5b121ce8688d req-9f3b76dd-2cb1-4224-81b9-b143f00bbea0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e HTTP/1.1" status: 200 len: 912 time: 0.1339288 Nov 10 19:49:20.327247 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-7d666b37-e270-41be-ae93-20cbf49c61ba None None] Set router bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:49:20.328921 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-738c49ad-31bb-485a-98ea-5b121ce8688d req-817a5c81-e118-444f-9809-6d68bc42ee91 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=190662b4-7607-47b5-af88-7f5a3dc1f0e7 HTTP/1.1" status: 200 len: 217 time: 0.0412238 Nov 10 19:49:20.381461 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c49ad-31bb-485a-98ea-5b121ce8688d req-aeca1f64-afd5-4bc6-9395-47b4e0ae6ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:49:20.383044 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-738c49ad-31bb-485a-98ea-5b121ce8688d req-aeca1f64-afd5-4bc6-9395-47b4e0ae6ed3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d245deb3-5e48-4ae4-b622-b444342b78ed HTTP/1.1" status: 200 len: 850 time: 0.0463781 Nov 10 19:49:20.435646 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c49ad-31bb-485a-98ea-5b121ce8688d req-1daf1d4b-1d64-4f12-9e29-7a35968f7087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:49:20.437100 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-738c49ad-31bb-485a-98ea-5b121ce8688d req-1daf1d4b-1d64-4f12-9e29-7a35968f7087 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438514 Nov 10 19:49:20.533296 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7d666b37-e270-41be-ae93-20cbf49c61ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'name': 'tempest-TestVolumeBootPattern-649289140-router', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:50Z', 'revision_number': 4, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'gw_port': {'id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'e8804a68-8ea9-4a1c-a4ba-161efd6ef67c', 'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'mac_address': 'fa:16:3e:74:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:49Z', 'updated_at': '2021-11-10T19:37:54Z', 'revision_number': 5, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'subnets': [{'id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:49:20.541734 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-738c49ad-31bb-485a-98ea-5b121ce8688d req-bdb40f28-0830-4583-915e-61c06f7ef872 service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965664 Nov 10 19:49:20.561946 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d666b37-e270-41be-ae93-20cbf49c61ba None None] The sync data for ids ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'] in n-d-813897-4 is: [{'id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'name': 'tempest-TestVolumeBootPattern-649289140-router', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:50Z', 'revision_number': 4, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'gw_port': {'id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'e8804a68-8ea9-4a1c-a4ba-161efd6ef67c', 'name': '', 'network_id': 'bca52f6d-32fc-4cbf-bc81-bdfa96008a4e', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'mac_address': 'fa:16:3e:74:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:49Z', 'updated_at': '2021-11-10T19:37:54Z', 'revision_number': 5, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'subnets': [{'id': 'd245deb3-5e48-4ae4-b622-b444342b78ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:49:20.657749 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-738c49ad-31bb-485a-98ea-5b121ce8688d req-2d748fba-e442-4a65-a12c-b9db5b0ca419 service neutron] 10.222.0.73 "GET /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073029 Nov 10 19:49:20.809614 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c685f03b-dd80-41d4-9108-4b543a2876c1 None None] New status for floating IP dadd9023-6994-4ffb-a8e9-5e3d1ca56e55: DOWN {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:49:21.406298 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a367ed3-89e5-44a6-83fe-393c72947554 req-0a643699-6cbd-4147-8464-ac890322213b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:49:21.407904 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6a367ed3-89e5-44a6-83fe-393c72947554 req-0a643699-6cbd-4147-8464-ac890322213b tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e HTTP/1.1" status: 200 len: 946 time: 0.0627625 Nov 10 19:49:21.467530 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6a367ed3-89e5-44a6-83fe-393c72947554 req-b19f7626-cacb-4165-990f-55f689b47035 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533056 Nov 10 19:49:21.545841 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3731d34-a454-46a8-bef0-c5ea07978e0b req-464c6a82-391c-4143-9fff-b8dbbf9ce452 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:49:21.547447 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a3731d34-a454-46a8-bef0-c5ea07978e0b req-464c6a82-391c-4143-9fff-b8dbbf9ce452 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e HTTP/1.1" status: 200 len: 946 time: 0.0565677 Nov 10 19:49:21.647472 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-a3731d34-a454-46a8-bef0-c5ea07978e0b req-7bcb7de4-e6e2-4eea-beda-d2d3f7024dd3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Deleting port 190662b4-7607-47b5-af88-7f5a3dc1f0e7 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:49:21.647784 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a3731d34-a454-46a8-bef0-c5ea07978e0b req-7bcb7de4-e6e2-4eea-beda-d2d3f7024dd3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:21.748523 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-a3731d34-a454-46a8-bef0-c5ea07978e0b req-7bcb7de4-e6e2-4eea-beda-d2d3f7024dd3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] For port 190662b4-7607-47b5-af88-7f5a3dc1f0e7, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=190662b4-7607-47b5-af88-7f5a3dc1f0e7,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:49:21.748885 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a3731d34-a454-46a8-bef0-c5ea07978e0b req-7bcb7de4-e6e2-4eea-beda-d2d3f7024dd3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:21.763328 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-a3731d34-a454-46a8-bef0-c5ea07978e0b req-7bcb7de4-e6e2-4eea-beda-d2d3f7024dd3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Calling delete_port for 190662b4-7607-47b5-af88-7f5a3dc1f0e7 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:49:21.901446 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a3731d34-a454-46a8-bef0-c5ea07978e0b req-7bcb7de4-e6e2-4eea-beda-d2d3f7024dd3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:21.936326 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb7de4-e6e2-4eea-beda-d2d3f7024dd3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Pushing event deleted for resources: {'Port': ['ID=190662b4-7607-47b5-af88-7f5a3dc1f0e7,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:49:21.984190 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3731d34-a454-46a8-bef0-c5ea07978e0b req-7bcb7de4-e6e2-4eea-beda-d2d3f7024dd3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] No DVR routers for this DVR port 190662b4-7607-47b5-af88-7f5a3dc1f0e7 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:49:21.987212 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a3731d34-a454-46a8-bef0-c5ea07978e0b req-7bcb7de4-e6e2-4eea-beda-d2d3f7024dd3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:21.990617 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a3731d34-a454-46a8-bef0-c5ea07978e0b req-7bcb7de4-e6e2-4eea-beda-d2d3f7024dd3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.73 "DELETE /v2.0/ports/190662b4-7607-47b5-af88-7f5a3dc1f0e7 HTTP/1.1" status: 204 len: 173 time: 0.4371624 Nov 10 19:49:22.036400 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2e9c48-e2af-495c-97d2-fc443dd5461e', 'name': 'network-vif-deleted', 'tag': '190662b4-7607-47b5-af88-7f5a3dc1f0e7'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:49:22.039221 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496fd77d-0446-4101-8915-1253a57c4bd3" -d '{"events": [{"server_uuid": "ad2e9c48-e2af-495c-97d2-fc443dd5461e", "name": "network-vif-deleted", "tag": "190662b4-7607-47b5-af88-7f5a3dc1f0e7"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:49:22.080451 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9b2c5f-195e-4324-a46c-cf119f5bde70 x-openstack-request-id: req-ce9b2c5f-195e-4324-a46c-cf119f5bde70 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:49:22.080744 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad2e9c48-e2af-495c-97d2-fc443dd5461e", "name": "network-vif-deleted", "tag": "190662b4-7607-47b5-af88-7f5a3dc1f0e7", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:49:22.080994 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ce9b2c5f-195e-4324-a46c-cf119f5bde70 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:49:22.081403 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad2e9c48-e2af-495c-97d2-fc443dd5461e', 'name': 'network-vif-deleted', 'tag': '190662b4-7607-47b5-af88-7f5a3dc1f0e7', 'status': 'completed', 'code': 200} Nov 10 19:49:22.575427 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b144a754-ce61-40ee-958a-8a954f4eaf39 req-e2914576-fa27-48c3-bccc-edadb77a3b63 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e HTTP/1.1" status: 200 len: 210 time: 0.0311706 Nov 10 19:49:23.487299 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e17c744a-f2cc-4633-ba4a-c02e91ec97c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:23.700690 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9da06d88-019a-40cb-9617-fa4397bf9663 req-619a92ff-ef5f-40b8-a164-10f04dc02c88 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e HTTP/1.1" status: 200 len: 210 time: 0.0305915 Nov 10 19:49:24.807445 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba31cfaf-2085-4179-9687-99aafd0db9ae req-b7f322bd-f1c7-4499-b8f5-c599bef07a99 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e HTTP/1.1" status: 200 len: 210 time: 0.0282557 Nov 10 19:49:24.872996 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 190662b4-7607-47b5-af88-7f5a3dc1f0e7 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:49:24.895017 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 190662b4-7607-47b5-af88-7f5a3dc1f0e7 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:49:24.895324 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 190662b4-7607-47b5-af88-7f5a3dc1f0e7 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:49:24.948258 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:25.293217 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:25.736489 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1650de87-4de1-4db4-b10e-27186f5048cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:25.912040 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-50db609b-ee0a-4f0e-8f59-22d4f1d4e455 req-3b75ce10-e243-40cb-8e60-f0ebcbaae78f tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad2e9c48-e2af-495c-97d2-fc443dd5461e HTTP/1.1" status: 200 len: 210 time: 0.0287244 Nov 10 19:49:26.978482 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49462) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:49:27.119100 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-d1e32240-885a-4e02-8382-5c93f13365d3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Deleting port 9a207d06-fc9c-4abb-9135-939d78549a9c {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:49:27.119433 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1e32240-885a-4e02-8382-5c93f13365d3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:27.281098 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:27.476785 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1e32240-885a-4e02-8382-5c93f13365d3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:27.477092 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1e32240-885a-4e02-8382-5c93f13365d3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:27.491031 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-d1e32240-885a-4e02-8382-5c93f13365d3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Calling delete_port for 9a207d06-fc9c-4abb-9135-939d78549a9c owned by network:floatingip {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:49:27.650717 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1e32240-885a-4e02-8382-5c93f13365d3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:27.678241 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e32240-885a-4e02-8382-5c93f13365d3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Pushing event deleted for resources: {'Port': ['ID=9a207d06-fc9c-4abb-9135-939d78549a9c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:49:27.745969 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1e32240-885a-4e02-8382-5c93f13365d3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for floatingip, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:27.748640 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d1e32240-885a-4e02-8382-5c93f13365d3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:27.750692 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d1e32240-885a-4e02-8382-5c93f13365d3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "DELETE /v2.0/floatingips/9494c4a9-7a31-4bb1-916b-3102a9abefeb HTTP/1.1" status: 204 len: 168 time: 0.7711427 Nov 10 19:49:28.776863 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:29.416543 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:31.259419 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49490) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:49:31.327522 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9673bfe4-6a6f-4856-a306-4e281eb243d3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:31.356345 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9673bfe4-6a6f-4856-a306-4e281eb243d3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:31.427594 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9673bfe4-6a6f-4856-a306-4e281eb243d3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:31.430660 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9673bfe4-6a6f-4856-a306-4e281eb243d3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:31.431871 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9673bfe4-6a6f-4856-a306-4e281eb243d3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] 10.222.0.54 "DELETE /v2.0/security-groups/9fb16b81-dc3a-402c-9ceb-e4d58c126c7b HTTP/1.1" status: 204 len: 168 time: 0.1706171 Nov 10 19:49:31.449605 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673bfe4-6a6f-4856-a306-4e281eb243d3 tempest-TestVolumeBootPattern-637273448 tempest-TestVolumeBootPattern-637273448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb16b81-dc3a-402c-9ceb-e4d58c126c7b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:49:31.504893 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49494) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:49:32.011084 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-712e5311-1be1-4921-95a3-20f8735d1689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:32.283622 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-712e5311-1be1-4921-95a3-20f8735d1689 admin admin] Deleting port e8804a68-8ea9-4a1c-a4ba-161efd6ef67c {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:49:32.284407 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-712e5311-1be1-4921-95a3-20f8735d1689 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:32.370499 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-712e5311-1be1-4921-95a3-20f8735d1689 admin admin] For port e8804a68-8ea9-4a1c-a4ba-161efd6ef67c, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=e8804a68-8ea9-4a1c-a4ba-161efd6ef67c,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:49:32.370906 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-712e5311-1be1-4921-95a3-20f8735d1689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:32.388506 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-712e5311-1be1-4921-95a3-20f8735d1689 admin admin] Calling delete_port for e8804a68-8ea9-4a1c-a4ba-161efd6ef67c owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:49:32.591776 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-712e5311-1be1-4921-95a3-20f8735d1689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:32.621988 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712e5311-1be1-4921-95a3-20f8735d1689 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8804a68-8ea9-4a1c-a4ba-161efd6ef67c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:49:32.804023 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-712e5311-1be1-4921-95a3-20f8735d1689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:33.041218 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712e5311-1be1-4921-95a3-20f8735d1689 admin admin] Router bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:49:33.142608 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:49:33.159397 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712e5311-1be1-4921-95a3-20f8735d1689 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:49:33.164931 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-712e5311-1be1-4921-95a3-20f8735d1689 admin admin] 10.222.0.54 "PUT /v2.0/routers/bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6589582 Nov 10 19:49:33.167992 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49502) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:49:33.169569 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cfda61-89f3-4898-89bd-199cfc8992f5 None None] Sync routers for ids ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:49:33.182080 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cfda61-89f3-4898-89bd-199cfc8992f5 None None] Routers {'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:49:33.182698 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-f1cfda61-89f3-4898-89bd-199cfc8992f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:49:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:49:33.285293 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-24da8f50-d249-4f5f-a73d-dc0af117a4c0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:33.291015 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-f1cfda61-89f3-4898-89bd-199cfc8992f5 None None] Set router bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:49:33.408583 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-24da8f50-d249-4f5f-a73d-dc0af117a4c0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:33.473436 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-24da8f50-d249-4f5f-a73d-dc0af117a4c0 admin admin] Deleting port 534a7ac5-51b5-4672-8a2f-914100ae3f31 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:49:33.473891 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-24da8f50-d249-4f5f-a73d-dc0af117a4c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:33.568055 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-24da8f50-d249-4f5f-a73d-dc0af117a4c0 admin admin] For port 534a7ac5-51b5-4672-8a2f-914100ae3f31, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=534a7ac5-51b5-4672-8a2f-914100ae3f31,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:49:33.568378 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-24da8f50-d249-4f5f-a73d-dc0af117a4c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:33.581660 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-24da8f50-d249-4f5f-a73d-dc0af117a4c0 admin admin] Calling delete_port for 534a7ac5-51b5-4672-8a2f-914100ae3f31 owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:49:33.594857 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-f1cfda61-89f3-4898-89bd-199cfc8992f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'name': 'tempest-TestVolumeBootPattern-649289140-router', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:49:32Z', 'revision_number': 5, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'gw_port': {'id': '534a7ac5-51b5-4672-8a2f-914100ae3f31', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:49:33.621809 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cfda61-89f3-4898-89bd-199cfc8992f5 None None] Checking router: bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:49:33.630767 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cfda61-89f3-4898-89bd-199cfc8992f5 None None] Routers {'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:49:33.631364 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-f1cfda61-89f3-4898-89bd-199cfc8992f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:49:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:49:33.721435 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-f1cfda61-89f3-4898-89bd-199cfc8992f5 None None] Set router bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:49:33.771248 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-24da8f50-d249-4f5f-a73d-dc0af117a4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:33.783378 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-f1cfda61-89f3-4898-89bd-199cfc8992f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'name': 'tempest-TestVolumeBootPattern-649289140-router', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:49:33Z', 'revision_number': 6, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:49:33.799905 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da8f50-d249-4f5f-a73d-dc0af117a4c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=534a7ac5-51b5-4672-8a2f-914100ae3f31,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:49:33.815085 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cfda61-89f3-4898-89bd-199cfc8992f5 None None] The sync data for ids ['bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4'] in n-d-813897-4 is: [{'id': 'bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4', 'name': 'tempest-TestVolumeBootPattern-649289140-router', 'tenant_id': '0863f57af6c245c5a4e0338a46ab2047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:45Z', 'updated_at': '2021-11-10T19:49:33Z', 'revision_number': 6, 'project_id': '0863f57af6c245c5a4e0338a46ab2047', 'gw_port_host': None}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:49:33.830954 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e3d5f4-dd5b-44fa-affd-cc303d7c760a None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:49:33.868689 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-24da8f50-d249-4f5f-a73d-dc0af117a4c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:33.967352 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-24da8f50-d249-4f5f-a73d-dc0af117a4c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:33.969669 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-24da8f50-d249-4f5f-a73d-dc0af117a4c0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:34.024959 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-24da8f50-d249-4f5f-a73d-dc0af117a4c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:34.025496 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24da8f50-d249-4f5f-a73d-dc0af117a4c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:49:34.031706 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-24da8f50-d249-4f5f-a73d-dc0af117a4c0 admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:34.033239 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-24da8f50-d249-4f5f-a73d-dc0af117a4c0 admin admin] 10.222.0.54 "DELETE /v2.0/routers/bb9a3aae-2a74-44f5-8a28-be5e30e4ffe4 HTTP/1.1" status: 204 len: 168 time: 0.8629465 Nov 10 19:49:34.036878 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49506) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:49:34.086165 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb2b2d48-2de0-4814-add0-aadaf3d2bc3f admin admin] Deleting subnet d245deb3-5e48-4ae4-b622-b444342b78ed {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:49:34.089577 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bb2b2d48-2de0-4814-add0-aadaf3d2bc3f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:34.127911 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bb2b2d48-2de0-4814-add0-aadaf3d2bc3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:34.220346 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bb2b2d48-2de0-4814-add0-aadaf3d2bc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:34.278531 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bb2b2d48-2de0-4814-add0-aadaf3d2bc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:34.303879 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b2d48-2de0-4814-add0-aadaf3d2bc3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d245deb3-5e48-4ae4-b622-b444342b78ed,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:49:34.311923 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bb2b2d48-2de0-4814-add0-aadaf3d2bc3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:34.318003 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-bb2b2d48-2de0-4814-add0-aadaf3d2bc3f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d245deb3-5e48-4ae4-b622-b444342b78ed HTTP/1.1" status: 204 len: 168 time: 0.2778516 Nov 10 19:49:34.318240 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fb8c70-2198-43da-8afc-1ed1b932d437 None None] Network bca52f6d-32fc-4cbf-bc81-bdfa96008a4e requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:49:34.319378 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49508) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:49:34.398922 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48600195-b9b4-45ce-b297-f38ac10a8850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:34.457496 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-48600195-b9b4-45ce-b297-f38ac10a8850 admin admin] Deleting port 5c458ed5-733d-4b4c-9817-df732c71f9c2 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:49:34.457888 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48600195-b9b4-45ce-b297-f38ac10a8850 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:34.538429 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-48600195-b9b4-45ce-b297-f38ac10a8850 admin admin] For port 5c458ed5-733d-4b4c-9817-df732c71f9c2, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5c458ed5-733d-4b4c-9817-df732c71f9c2,segment=NetworkSegment(a4964f9b-9b15-48d4-8150-1d9d656b161b),segment_id=a4964f9b-9b15-48d4-8150-1d9d656b161b)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:49:34.538690 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48600195-b9b4-45ce-b297-f38ac10a8850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:34.557006 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-48600195-b9b4-45ce-b297-f38ac10a8850 admin admin] Calling delete_port for 5c458ed5-733d-4b4c-9817-df732c71f9c2 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:49:34.637956 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5443fa-1995-4fb3-b093-342cd32c067f None None] DHCP port deletion for bca52f6d-32fc-4cbf-bc81-bdfa96008a4e request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:49:34.656507 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48600195-b9b4-45ce-b297-f38ac10a8850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:34.687863 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48600195-b9b4-45ce-b297-f38ac10a8850 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c458ed5-733d-4b4c-9817-df732c71f9c2,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:49:34.689741 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48600195-b9b4-45ce-b297-f38ac10a8850 admin admin] No DVR routers for this DVR port 5c458ed5-733d-4b4c-9817-df732c71f9c2 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:49:34.715347 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5c458ed5-733d-4b4c-9817-df732c71f9c2 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:49:34.746951 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 5c458ed5-733d-4b4c-9817-df732c71f9c2 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:49:34.747437 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5c458ed5-733d-4b4c-9817-df732c71f9c2 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:49:34.748191 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e8804a68-8ea9-4a1c-a4ba-161efd6ef67c no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:49:34.753083 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-3a5443fa-1995-4fb3-b093-342cd32c067f None None] Deleting port 5c458ed5-733d-4b4c-9817-df732c71f9c2 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:49:34.753583 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3a5443fa-1995-4fb3-b093-342cd32c067f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:34.773466 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: e8804a68-8ea9-4a1c-a4ba-161efd6ef67c {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:49:34.773980 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device e8804a68-8ea9-4a1c-a4ba-161efd6ef67c not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:49:34.774496 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 534a7ac5-51b5-4672-8a2f-914100ae3f31 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:49:34.781609 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48600195-b9b4-45ce-b297-f38ac10a8850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:34.804918 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-48600195-b9b4-45ce-b297-f38ac10a8850 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca52f6d-32fc-4cbf-bc81-bdfa96008a4e']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:49:34.810763 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 534a7ac5-51b5-4672-8a2f-914100ae3f31 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:49:34.811243 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 534a7ac5-51b5-4672-8a2f-914100ae3f31 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:49:34.818245 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-48600195-b9b4-45ce-b297-f38ac10a8850 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4964f9b-9b15-48d4-8150-1d9d656b161b') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:49:34.818839 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-48600195-b9b4-45ce-b297-f38ac10a8850 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4964f9b-9b15-48d4-8150-1d9d656b161b') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:49:34.831138 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48600195-b9b4-45ce-b297-f38ac10a8850 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:34.846259 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48600195-b9b4-45ce-b297-f38ac10a8850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:34.855783 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48600195-b9b4-45ce-b297-f38ac10a8850 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:49:34.856318 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48600195-b9b4-45ce-b297-f38ac10a8850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:34.867168 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-3a5443fa-1995-4fb3-b093-342cd32c067f None None] For port 5c458ed5-733d-4b4c-9817-df732c71f9c2, host n-d-813897-4, got binding levels [] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:49:34.867876 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3a5443fa-1995-4fb3-b093-342cd32c067f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:34.869000 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:49:34.869000 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:49:34.869000 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:49:34.869000 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:49:34.869000 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:49:34.869000 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:49:34.869000 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:49:34.869000 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:49:34.869000 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:49:34.869000 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:49:34.869000 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:49:34.869000 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:49:34.869000 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:49:34.869000 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:49:34.869000 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:49:34.869000 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:49:34.869000 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:49:34.869000 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:49:34.869000 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:49:34.869000 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:49:34.869000 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:49:34.869000 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:49:34.869000 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:49:34.869000 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:49:34.869000 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:49:34.869000 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:49:34.869000 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:49:34.869000 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:49:34.869000 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:49:34.869000 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:49:34.869000 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:49:34.869000 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:49:34.886957 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-3a5443fa-1995-4fb3-b093-342cd32c067f None None] Calling delete_port for 5c458ed5-733d-4b4c-9817-df732c71f9c2 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:49:34.890140 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.ipam_backend_mixin [None req-3a5443fa-1995-4fb3-b093-342cd32c067f None None] Port 5c458ed5-733d-4b4c-9817-df732c71f9c2 was not found and therefore no delete operation was performed {{(pid=102507) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 19:49:34.891916 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3a5443fa-1995-4fb3-b093-342cd32c067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:34.934814 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5443fa-1995-4fb3-b093-342cd32c067f None None] Pushing event deleted for resources: {'Port': ['ID=5c458ed5-733d-4b4c-9817-df732c71f9c2,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:49:34.938256 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48600195-b9b4-45ce-b297-f38ac10a8850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:34.941585 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5443fa-1995-4fb3-b093-342cd32c067f None None] No DVR routers for this DVR port 5c458ed5-733d-4b4c-9817-df732c71f9c2 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:49:34.946193 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48600195-b9b4-45ce-b297-f38ac10a8850 admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:34.953105 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-48600195-b9b4-45ce-b297-f38ac10a8850 admin admin] 10.222.0.54 "DELETE /v2.0/networks/bca52f6d-32fc-4cbf-bc81-bdfa96008a4e HTTP/1.1" status: 204 len: 168 time: 0.6291509 Nov 10 19:49:34.953105 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49512) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:49:35.006062 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48600195-b9b4-45ce-b297-f38ac10a8850 admin admin] Pushing event deleted for resources: {'Network': ['ID=bca52f6d-32fc-4cbf-bc81-bdfa96008a4e,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:49:35.642864 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bc1baab0-2682-4a6e-bded-13b919c4568a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:35.899601 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-bc1baab0-2682-4a6e-bded-13b919c4568a admin admin] Deleting port 61abd6d1-cd5c-4a3c-bf81-ed2b512a7ec2 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:49:35.899891 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bc1baab0-2682-4a6e-bded-13b919c4568a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:35.991263 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-bc1baab0-2682-4a6e-bded-13b919c4568a admin admin] For port 61abd6d1-cd5c-4a3c-bf81-ed2b512a7ec2, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=61abd6d1-cd5c-4a3c-bf81-ed2b512a7ec2,segment=NetworkSegment(13f3d00d-f499-4231-9652-9443761575d5),segment_id=13f3d00d-f499-4231-9652-9443761575d5)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:49:35.991623 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bc1baab0-2682-4a6e-bded-13b919c4568a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:36.005637 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-bc1baab0-2682-4a6e-bded-13b919c4568a admin admin] Calling delete_port for 61abd6d1-cd5c-4a3c-bf81-ed2b512a7ec2 owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:49:36.207122 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bc1baab0-2682-4a6e-bded-13b919c4568a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:36.236597 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1baab0-2682-4a6e-bded-13b919c4568a admin admin] Pushing event deleted for resources: {'Port': ['ID=61abd6d1-cd5c-4a3c-bf81-ed2b512a7ec2,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:49:36.249334 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1baab0-2682-4a6e-bded-13b919c4568a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:49:36.249898 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1baab0-2682-4a6e-bded-13b919c4568a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:49:36.250239 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1baab0-2682-4a6e-bded-13b919c4568a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:49:36.250606 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1baab0-2682-4a6e-bded-13b919c4568a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:49:36.250938 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1baab0-2682-4a6e-bded-13b919c4568a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:49:36.251264 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1baab0-2682-4a6e-bded-13b919c4568a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:49:36.251589 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1baab0-2682-4a6e-bded-13b919c4568a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:49:36.251915 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1baab0-2682-4a6e-bded-13b919c4568a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:49:36.252239 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1baab0-2682-4a6e-bded-13b919c4568a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:49:36.252566 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1baab0-2682-4a6e-bded-13b919c4568a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:49:36.252896 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1baab0-2682-4a6e-bded-13b919c4568a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:49:36.253188 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1baab0-2682-4a6e-bded-13b919c4568a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:49:36.421573 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bc1baab0-2682-4a6e-bded-13b919c4568a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:36.668502 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1baab0-2682-4a6e-bded-13b919c4568a admin admin] Router 5562aa65-bc1f-430c-a2fc-92b0122ac619 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:49:36.784760 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1baab0-2682-4a6e-bded-13b919c4568a admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:49:36.791725 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-bc1baab0-2682-4a6e-bded-13b919c4568a admin admin] 10.222.0.54 "PUT /v2.0/routers/5562aa65-bc1f-430c-a2fc-92b0122ac619/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8358932 Nov 10 19:49:36.792755 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49516) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:49:36.796790 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ddfba5-22ab-4810-a17e-233e50e7c76b None None] Sync routers for ids ['5562aa65-bc1f-430c-a2fc-92b0122ac619'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:49:36.807621 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ddfba5-22ab-4810-a17e-233e50e7c76b None None] Routers {'5562aa65-bc1f-430c-a2fc-92b0122ac619'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:49:36.808239 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-41ddfba5-22ab-4810-a17e-233e50e7c76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:49:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['5562aa65-bc1f-430c-a2fc-92b0122ac619'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:49:36.908384 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-78b837ab-5c87-48f2-894a-53f471d360d3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:36.917534 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-41ddfba5-22ab-4810-a17e-233e50e7c76b None None] Set router 5562aa65-bc1f-430c-a2fc-92b0122ac619 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:49:37.021908 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-78b837ab-5c87-48f2-894a-53f471d360d3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:37.086234 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-78b837ab-5c87-48f2-894a-53f471d360d3 admin admin] Deleting port 4058741d-0ebc-4076-ac9e-1e60edfa5d28 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:49:37.086555 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-78b837ab-5c87-48f2-894a-53f471d360d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:37.120336 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-41ddfba5-22ab-4810-a17e-233e50e7c76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5562aa65-bc1f-430c-a2fc-92b0122ac619', 'name': 'tempest-TestVolumeBootPattern-668851620-router', 'tenant_id': '69a4e8f6ccad417883eadf314bbdfc09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '4058741d-0ebc-4076-ac9e-1e60edfa5d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:54Z', 'updated_at': '2021-11-10T19:49:36Z', 'revision_number': 5, 'project_id': '69a4e8f6ccad417883eadf314bbdfc09', 'gw_port': {'id': '4058741d-0ebc-4076-ac9e-1e60edfa5d28', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:1f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5562aa65-bc1f-430c-a2fc-92b0122ac619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:37:55Z', 'updated_at': '2021-11-10T19:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:49:37.150769 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ddfba5-22ab-4810-a17e-233e50e7c76b None None] Checking router: 5562aa65-bc1f-430c-a2fc-92b0122ac619 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:49:37.163747 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ddfba5-22ab-4810-a17e-233e50e7c76b None None] Routers {'5562aa65-bc1f-430c-a2fc-92b0122ac619'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:49:37.164263 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-41ddfba5-22ab-4810-a17e-233e50e7c76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:49:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['5562aa65-bc1f-430c-a2fc-92b0122ac619'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:49:37.186174 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-78b837ab-5c87-48f2-894a-53f471d360d3 admin admin] For port 4058741d-0ebc-4076-ac9e-1e60edfa5d28, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=4058741d-0ebc-4076-ac9e-1e60edfa5d28,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:49:37.186495 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-78b837ab-5c87-48f2-894a-53f471d360d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:37.200177 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-78b837ab-5c87-48f2-894a-53f471d360d3 admin admin] Calling delete_port for 4058741d-0ebc-4076-ac9e-1e60edfa5d28 owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:49:37.255545 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-41ddfba5-22ab-4810-a17e-233e50e7c76b None None] Set router 5562aa65-bc1f-430c-a2fc-92b0122ac619 gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:49:37.312478 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-41ddfba5-22ab-4810-a17e-233e50e7c76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5562aa65-bc1f-430c-a2fc-92b0122ac619', 'name': 'tempest-TestVolumeBootPattern-668851620-router', 'tenant_id': '69a4e8f6ccad417883eadf314bbdfc09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:54Z', 'updated_at': '2021-11-10T19:49:37Z', 'revision_number': 6, 'project_id': '69a4e8f6ccad417883eadf314bbdfc09', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:49:37.339556 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ddfba5-22ab-4810-a17e-233e50e7c76b None None] The sync data for ids ['5562aa65-bc1f-430c-a2fc-92b0122ac619'] in n-d-813897-4 is: [{'id': '5562aa65-bc1f-430c-a2fc-92b0122ac619', 'name': 'tempest-TestVolumeBootPattern-668851620-router', 'tenant_id': '69a4e8f6ccad417883eadf314bbdfc09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:37:54Z', 'updated_at': '2021-11-10T19:49:37Z', 'revision_number': 6, 'project_id': '69a4e8f6ccad417883eadf314bbdfc09', 'gw_port_host': None}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:49:37.391892 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-78b837ab-5c87-48f2-894a-53f471d360d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:37.418219 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b837ab-5c87-48f2-894a-53f471d360d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4058741d-0ebc-4076-ac9e-1e60edfa5d28,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:49:37.437432 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee738905-45de-4cbc-8ad2-e8af0e660b91 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:49:37.516384 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-78b837ab-5c87-48f2-894a-53f471d360d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:37.547781 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d4e81f66-85f6-4fbf-9571-2dc7d2cc836f req-4f0f8f3b-6ec6-49c6-b3ef-241354bec4fc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1012235 Nov 10 19:49:37.631323 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-78b837ab-5c87-48f2-894a-53f471d360d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:37.646451 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-78b837ab-5c87-48f2-894a-53f471d360d3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:37.699858 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e81f66-85f6-4fbf-9571-2dc7d2cc836f req-01c910d9-3920-4f42-99a5-149046de947f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:49:37.701444 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d4e81f66-85f6-4fbf-9571-2dc7d2cc836f req-01c910d9-3920-4f42-99a5-149046de947f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab3180c6842f4189a0ffab6a31569413&device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 1097 time: 0.0848217 Nov 10 19:49:37.702347 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-78b837ab-5c87-48f2-894a-53f471d360d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:37.702960 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b837ab-5c87-48f2-894a-53f471d360d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5562aa65-bc1f-430c-a2fc-92b0122ac619 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:49:37.708042 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-78b837ab-5c87-48f2-894a-53f471d360d3 admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:37.710239 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-78b837ab-5c87-48f2-894a-53f471d360d3 admin admin] 10.222.0.54 "DELETE /v2.0/routers/5562aa65-bc1f-430c-a2fc-92b0122ac619 HTTP/1.1" status: 204 len: 168 time: 0.9163461 Nov 10 19:49:37.712038 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49520) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:49:37.814633 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ea8b63-5444-4c97-b2b0-fe3c88143ba9 admin admin] Deleting subnet 60120915-ec3b-4291-a2c0-c5cf61fdeb9f {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:49:37.822546 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-94ea8b63-5444-4c97-b2b0-fe3c88143ba9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:37.877743 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-94ea8b63-5444-4c97-b2b0-fe3c88143ba9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:37.898549 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e81f66-85f6-4fbf-9571-2dc7d2cc836f req-d1bbedde-24cb-4c4b-8daa-50dde947b62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:49:37.900078 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d4e81f66-85f6-4fbf-9571-2dc7d2cc836f req-d1bbedde-24cb-4c4b-8daa-50dde947b62e service neutron] 10.222.0.25 "GET /v2.0/networks?id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 HTTP/1.1" status: 200 len: 918 time: 0.1571605 Nov 10 19:49:38.000580 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d4e81f66-85f6-4fbf-9571-2dc7d2cc836f req-37ee5852-74af-4c79-9381-459c8040237d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe HTTP/1.1" status: 200 len: 1002 time: 0.0903380 Nov 10 19:49:38.019633 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-94ea8b63-5444-4c97-b2b0-fe3c88143ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:38.089713 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e81f66-85f6-4fbf-9571-2dc7d2cc836f req-74002f6f-6321-4b65-a3db-786f0063e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:49:38.091836 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d4e81f66-85f6-4fbf-9571-2dc7d2cc836f req-74002f6f-6321-4b65-a3db-786f0063e9f2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=40030106-ed1c-4f54-bc33-e92ab198bc65 HTTP/1.1" status: 200 len: 856 time: 0.0824869 Nov 10 19:49:38.141434 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-94ea8b63-5444-4c97-b2b0-fe3c88143ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:38.173610 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea8b63-5444-4c97-b2b0-fe3c88143ba9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60120915-ec3b-4291-a2c0-c5cf61fdeb9f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:49:38.175715 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-94ea8b63-5444-4c97-b2b0-fe3c88143ba9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:38.179096 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-94ea8b63-5444-4c97-b2b0-fe3c88143ba9 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/60120915-ec3b-4291-a2c0-c5cf61fdeb9f HTTP/1.1" status: 204 len: 168 time: 0.4660196 Nov 10 19:49:38.182285 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49524) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:49:38.184950 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68da0bf6-472d-4384-8484-dabeb231ad00 None None] Network 1d7c92d8-2e5f-4cf6-8bc0-5302d3b0ae7b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:49:38.187513 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e81f66-85f6-4fbf-9571-2dc7d2cc836f req-13e5d6d9-8804-451e-bf2b-69e0d629b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:49:38.189720 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d4e81f66-85f6-4fbf-9571-2dc7d2cc836f req-13e5d6d9-8804-451e-bf2b-69e0d629b33a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856605 Nov 10 19:49:38.270391 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1dbf2471-cf39-4dbb-9aee-8731a7dc5415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:38.303492 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d4e81f66-85f6-4fbf-9571-2dc7d2cc836f req-9577b9bb-c28e-4d53-ae5c-d0e0cb6691f4 service neutron] 10.222.0.25 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053853 Nov 10 19:49:38.340740 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-1dbf2471-cf39-4dbb-9aee-8731a7dc5415 admin admin] Deleting port 3b70e4c7-1c7f-4e20-b362-d2a447c9bed2 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:49:38.341298 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1dbf2471-cf39-4dbb-9aee-8731a7dc5415 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:38.386265 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc75219e-85b4-4ffa-8b28-5cdd9115cb1a None None] DHCP port deletion for 1d7c92d8-2e5f-4cf6-8bc0-5302d3b0ae7b request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:49:38.416989 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d4e81f66-85f6-4fbf-9571-2dc7d2cc836f req-624969aa-53d5-4df5-8109-da9c4eaa1d10 service neutron] 10.222.0.25 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066308 Nov 10 19:49:38.419010 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-1dbf2471-cf39-4dbb-9aee-8731a7dc5415 admin admin] For port 3b70e4c7-1c7f-4e20-b362-d2a447c9bed2, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=3b70e4c7-1c7f-4e20-b362-d2a447c9bed2,segment=NetworkSegment(13f3d00d-f499-4231-9652-9443761575d5),segment_id=13f3d00d-f499-4231-9652-9443761575d5)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:49:38.419224 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1dbf2471-cf39-4dbb-9aee-8731a7dc5415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:38.438809 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-1dbf2471-cf39-4dbb-9aee-8731a7dc5415 admin admin] Calling delete_port for 3b70e4c7-1c7f-4e20-b362-d2a447c9bed2 owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:49:38.475609 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-dc75219e-85b4-4ffa-8b28-5cdd9115cb1a None None] Deleting port 3b70e4c7-1c7f-4e20-b362-d2a447c9bed2 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:49:38.476361 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dc75219e-85b4-4ffa-8b28-5cdd9115cb1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:38.503346 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 61abd6d1-cd5c-4a3c-bf81-ed2b512a7ec2 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:49:38.538228 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1dbf2471-cf39-4dbb-9aee-8731a7dc5415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:38.552746 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 61abd6d1-cd5c-4a3c-bf81-ed2b512a7ec2 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:49:38.553073 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 61abd6d1-cd5c-4a3c-bf81-ed2b512a7ec2 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:49:38.553489 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 4058741d-0ebc-4076-ac9e-1e60edfa5d28 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:49:38.566016 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf2471-cf39-4dbb-9aee-8731a7dc5415 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b70e4c7-1c7f-4e20-b362-d2a447c9bed2,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:49:38.570910 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbf2471-cf39-4dbb-9aee-8731a7dc5415 admin admin] No DVR routers for this DVR port 3b70e4c7-1c7f-4e20-b362-d2a447c9bed2 on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:49:38.576712 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 4058741d-0ebc-4076-ac9e-1e60edfa5d28 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:49:38.577062 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 4058741d-0ebc-4076-ac9e-1e60edfa5d28 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:49:38.577482 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3b70e4c7-1c7f-4e20-b362-d2a447c9bed2 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:49:38.580646 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbf2471-cf39-4dbb-9aee-8731a7dc5415 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:49:38.580988 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbf2471-cf39-4dbb-9aee-8731a7dc5415 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:49:38.581319 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbf2471-cf39-4dbb-9aee-8731a7dc5415 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:49:38.581649 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbf2471-cf39-4dbb-9aee-8731a7dc5415 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:49:38.582018 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbf2471-cf39-4dbb-9aee-8731a7dc5415 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:49:38.582352 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbf2471-cf39-4dbb-9aee-8731a7dc5415 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:49:38.582674 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbf2471-cf39-4dbb-9aee-8731a7dc5415 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:49:38.582995 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbf2471-cf39-4dbb-9aee-8731a7dc5415 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:49:38.583312 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbf2471-cf39-4dbb-9aee-8731a7dc5415 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:49:38.583625 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbf2471-cf39-4dbb-9aee-8731a7dc5415 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:49:38.583950 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbf2471-cf39-4dbb-9aee-8731a7dc5415 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:49:38.584257 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbf2471-cf39-4dbb-9aee-8731a7dc5415 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:49:38.609869 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 3b70e4c7-1c7f-4e20-b362-d2a447c9bed2 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:49:38.610088 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3b70e4c7-1c7f-4e20-b362-d2a447c9bed2 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:49:38.618514 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-dc75219e-85b4-4ffa-8b28-5cdd9115cb1a None None] For port 3b70e4c7-1c7f-4e20-b362-d2a447c9bed2, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=3b70e4c7-1c7f-4e20-b362-d2a447c9bed2,segment=NetworkSegment(13f3d00d-f499-4231-9652-9443761575d5),segment_id=13f3d00d-f499-4231-9652-9443761575d5)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:49:38.618874 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dc75219e-85b4-4ffa-8b28-5cdd9115cb1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:38.639337 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-dc75219e-85b4-4ffa-8b28-5cdd9115cb1a None None] Calling delete_port for 3b70e4c7-1c7f-4e20-b362-d2a447c9bed2 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:49:38.666931 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1dbf2471-cf39-4dbb-9aee-8731a7dc5415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:38.689273 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-1dbf2471-cf39-4dbb-9aee-8731a7dc5415 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d7c92d8-2e5f-4cf6-8bc0-5302d3b0ae7b']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:49:38.699019 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-1dbf2471-cf39-4dbb-9aee-8731a7dc5415 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f3d00d-f499-4231-9652-9443761575d5') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:49:38.699371 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-1dbf2471-cf39-4dbb-9aee-8731a7dc5415 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f3d00d-f499-4231-9652-9443761575d5') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:49:38.710036 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1dbf2471-cf39-4dbb-9aee-8731a7dc5415 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:38.725059 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1dbf2471-cf39-4dbb-9aee-8731a7dc5415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:38.733135 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dbf2471-cf39-4dbb-9aee-8731a7dc5415 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:49:38.733425 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dc75219e-85b4-4ffa-8b28-5cdd9115cb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:38.733667 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1dbf2471-cf39-4dbb-9aee-8731a7dc5415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:38.735865 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:49:38.735865 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:49:38.735865 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:49:38.735865 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:49:38.735865 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:49:38.735865 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:49:38.735865 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:49:38.735865 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:49:38.735865 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:49:38.735865 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:49:38.735865 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:49:38.735865 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:49:38.735865 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:49:38.735865 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:49:38.735865 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:49:38.735865 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:49:38.735865 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:49:38.735865 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:49:38.735865 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:49:38.735865 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:49:38.735865 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:49:38.735865 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:49:38.735865 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:49:38.735865 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:49:38.735865 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:49:38.735865 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:49:38.735865 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:49:38.735865 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:49:38.735865 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:49:38.735865 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:49:38.735865 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:49:38.735865 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:49:38.761648 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc75219e-85b4-4ffa-8b28-5cdd9115cb1a None None] No DVR routers for this DVR port 3b70e4c7-1c7f-4e20-b362-d2a447c9bed2 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:49:38.766171 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75219e-85b4-4ffa-8b28-5cdd9115cb1a None None] Pushing event deleted for resources: {'Port': ['ID=3b70e4c7-1c7f-4e20-b362-d2a447c9bed2,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:49:38.792661 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1dbf2471-cf39-4dbb-9aee-8731a7dc5415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:38.799188 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1dbf2471-cf39-4dbb-9aee-8731a7dc5415 admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:38.802155 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1dbf2471-cf39-4dbb-9aee-8731a7dc5415 admin admin] 10.222.0.54 "DELETE /v2.0/networks/1d7c92d8-2e5f-4cf6-8bc0-5302d3b0ae7b HTTP/1.1" status: 204 len: 168 time: 0.6187947 Nov 10 19:49:38.814119 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf2471-cf39-4dbb-9aee-8731a7dc5415 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d7c92d8-2e5f-4cf6-8bc0-5302d3b0ae7b,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:49:38.953616 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49528) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:49:39.001793 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-14259938-1683-4122-ba08-f09afee82d5d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0863f57af6c245c5a4e0338a46ab2047&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0469277 Nov 10 19:49:39.004950 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49530) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:49:39.065414 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5c844d8b-f1a2-4181-a563-ece88bc62a7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:39.088984 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5c844d8b-f1a2-4181-a563-ece88bc62a7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:39.145460 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5c844d8b-f1a2-4181-a563-ece88bc62a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:39.148465 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5c844d8b-f1a2-4181-a563-ece88bc62a7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:39.149662 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5c844d8b-f1a2-4181-a563-ece88bc62a7f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ca8ca628-de99-42ef-80e8-d403a34bb5a7 HTTP/1.1" status: 204 len: 168 time: 0.1436968 Nov 10 19:49:39.163573 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c844d8b-f1a2-4181-a563-ece88bc62a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8ca628-de99-42ef-80e8-d403a34bb5a7,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:49:39.547626 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 49538) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:49:39.595522 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4521b7cc-a0f1-4549-98e2-199fe024e5bf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=69a4e8f6ccad417883eadf314bbdfc09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0465853 Nov 10 19:49:39.598261 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 49540) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:49:39.662056 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-24581666-c1bb-4a46-9a93-36f6ed39b2ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:39.685011 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-24581666-c1bb-4a46-9a93-36f6ed39b2ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:39.737123 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-24581666-c1bb-4a46-9a93-36f6ed39b2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:39.739827 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-24581666-c1bb-4a46-9a93-36f6ed39b2ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:39.741048 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-24581666-c1bb-4a46-9a93-36f6ed39b2ee admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e3a83187-2af5-4542-a3a8-e726f5dac6c9 HTTP/1.1" status: 204 len: 168 time: 0.1417756 Nov 10 19:49:39.751553 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24581666-c1bb-4a46-9a93-36f6ed39b2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a83187-2af5-4542-a3a8-e726f5dac6c9,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:49:53.483496 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-283f4dce-b0dd-4ef8-b3bb-d5db63d59fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:54.961367 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:55.325127 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:55.733438 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b4e4a440-deeb-4004-b040-7886d46787c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:57.287791 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:58.777727 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:49:59.414652 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:50:10.146211 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:50:23.483310 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-33b0f691-cfd9-4a88-8a4e-50b4fdca37c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:50:24.979770 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:50:25.308742 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:50:25.733260 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3fec89c0-318e-4910-9e72-74a855fbadd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:50:27.284045 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:50:28.788917 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:50:29.420342 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:50:38.310860 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-26f90800-3be2-4fef-baa2-fa7f0dac7e94 req-7903d165-fb37-4099-acfa-b13bf46935f3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441496 Nov 10 19:50:38.400471 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f90800-3be2-4fef-baa2-fa7f0dac7e94 req-bd716ac6-0519-4719-bea7-d8cc0a93d62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:50:38.402838 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-26f90800-3be2-4fef-baa2-fa7f0dac7e94 req-bd716ac6-0519-4719-bea7-d8cc0a93d62a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab3180c6842f4189a0ffab6a31569413&device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 1097 time: 0.0453346 Nov 10 19:50:38.517689 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f90800-3be2-4fef-baa2-fa7f0dac7e94 req-d8204995-d3be-43fd-b24f-171368613662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:50:38.519349 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-26f90800-3be2-4fef-baa2-fa7f0dac7e94 req-d8204995-d3be-43fd-b24f-171368613662 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 HTTP/1.1" status: 200 len: 918 time: 0.0965335 Nov 10 19:50:38.592102 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-26f90800-3be2-4fef-baa2-fa7f0dac7e94 req-4fa29e6a-f76a-4f21-b212-3ed479dd9ee2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe HTTP/1.1" status: 200 len: 1002 time: 0.0638919 Nov 10 19:50:38.649124 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f90800-3be2-4fef-baa2-fa7f0dac7e94 req-743f0e7b-5656-4509-b394-299c5d2f713a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:50:38.650727 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-26f90800-3be2-4fef-baa2-fa7f0dac7e94 req-743f0e7b-5656-4509-b394-299c5d2f713a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=40030106-ed1c-4f54-bc33-e92ab198bc65 HTTP/1.1" status: 200 len: 856 time: 0.0522318 Nov 10 19:50:38.698753 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f90800-3be2-4fef-baa2-fa7f0dac7e94 req-e1c69c31-2ec4-4760-a0c0-2960f47e3da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:50:38.700483 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-26f90800-3be2-4fef-baa2-fa7f0dac7e94 req-e1c69c31-2ec4-4760-a0c0-2960f47e3da0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431402 Nov 10 19:50:38.799241 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-26f90800-3be2-4fef-baa2-fa7f0dac7e94 req-09fa3ad7-88d5-4c54-8b6f-1ee07ec8486b service neutron] 10.222.0.25 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913901 Nov 10 19:50:38.898679 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-26f90800-3be2-4fef-baa2-fa7f0dac7e94 req-fd57eb4d-c86c-4add-8ef2-8e41206db47d service neutron] 10.222.0.25 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913398 Nov 10 19:50:47.147016 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:50:53.485322 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-546351d6-8310-4f38-8c70-2feb1d5e54ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:50:54.977383 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:50:55.303544 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:50:55.729469 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e0093000-5d9e-4b92-b37d-05fa4046857d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:50:57.286486 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:50:58.789100 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:50:59.428430 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:51:23.484792 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3c2d4dfa-7d98-4b99-9195-3df68816fcc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:51:24.148227 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:51:24.992789 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:51:25.306168 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:51:25.724800 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a5788772-19e1-45a8-ab98-d94f0c27555c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:51:27.289114 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:51:28.785312 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:51:29.414849 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:51:31.658942 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e9b90-932f-4742-9c3e-229b554f64ba req-fec98b22-1097-4aea-a8b2-1facc3cdedbd tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:51:31.660584 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9f8e9b90-932f-4742-9c3e-229b554f64ba req-fec98b22-1097-4aea-a8b2-1facc3cdedbd tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 946 time: 0.0656784 Nov 10 19:51:31.725509 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9f8e9b90-932f-4742-9c3e-229b554f64ba req-3908efbe-90c5-4fe8-9d02-91b7a7aacf26 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582051 Nov 10 19:51:32.854267 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb13f94-8a0d-40c6-bf98-bf398b0a7128 req-753328e7-6c55-46c8-949b-057ccbe1d7e1 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:51:32.855878 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3bb13f94-8a0d-40c6-bf98-bf398b0a7128 req-753328e7-6c55-46c8-949b-057ccbe1d7e1 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 946 time: 0.0530562 Nov 10 19:51:32.905735 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3bb13f94-8a0d-40c6-bf98-bf398b0a7128 req-25c02e5f-bf47-4db0-b27e-4df74b06c09d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437334 Nov 10 19:51:34.038661 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f2c8b-3f64-4d74-a4cd-c446eb5c46b4 req-f45ff3fe-3b66-4eee-ad10-26cb00772a16 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:51:34.040238 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-985f2c8b-3f64-4d74-a4cd-c446eb5c46b4 req-f45ff3fe-3b66-4eee-ad10-26cb00772a16 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 946 time: 0.0557935 Nov 10 19:51:34.096388 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-985f2c8b-3f64-4d74-a4cd-c446eb5c46b4 req-2f47d297-e0c7-4cb9-a612-4af8c8a2d432 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485444 Nov 10 19:51:35.231483 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6481f-0a09-4504-b008-f5d1b62720ec req-9342d92f-de8f-4f14-b407-0d5859c74a2f tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:51:35.232980 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ade6481f-0a09-4504-b008-f5d1b62720ec req-9342d92f-de8f-4f14-b407-0d5859c74a2f tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 946 time: 0.0530484 Nov 10 19:51:35.287905 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ade6481f-0a09-4504-b008-f5d1b62720ec req-c38df6b3-35aa-4662-a92d-fa7aad1fb546 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482967 Nov 10 19:51:36.413322 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec2c97-7e92-4b0a-9f86-cc5d6f77f74a req-2d488f7b-73b1-46ed-aef3-9b3c09c37ee7 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:51:36.414866 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2cec2c97-7e92-4b0a-9f86-cc5d6f77f74a req-2d488f7b-73b1-46ed-aef3-9b3c09c37ee7 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 946 time: 0.0511920 Nov 10 19:51:36.466377 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2cec2c97-7e92-4b0a-9f86-cc5d6f77f74a req-196728e4-240e-4a02-842f-aebfe12c42d2 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448408 Nov 10 19:51:37.596736 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45ac5e-bf6e-4ef9-b119-4ee52bd6b47a req-a8f019a8-5ea6-43b3-90a0-a71cf565f390 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:51:37.598618 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9b45ac5e-bf6e-4ef9-b119-4ee52bd6b47a req-a8f019a8-5ea6-43b3-90a0-a71cf565f390 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 946 time: 0.0557404 Nov 10 19:51:37.649538 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9b45ac5e-bf6e-4ef9-b119-4ee52bd6b47a req-d5cd7894-59fc-43a2-a016-6f9dc93218c4 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446739 Nov 10 19:51:38.779837 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372430a-b5e5-47f8-8d01-4720162ab0bd req-4d71f75c-7f96-4d20-93e6-34bd422cd36d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:51:38.781330 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7372430a-b5e5-47f8-8d01-4720162ab0bd req-4d71f75c-7f96-4d20-93e6-34bd422cd36d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 946 time: 0.0529277 Nov 10 19:51:38.830075 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7372430a-b5e5-47f8-8d01-4720162ab0bd req-684ca565-38b2-4a7d-88e7-407400d5f825 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426228 Nov 10 19:51:39.960070 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0afa27-c199-40cc-9526-65cfd46b9411 req-3edc9f60-ef7d-4f03-8af0-d338081ab46d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:51:39.961575 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5b0afa27-c199-40cc-9526-65cfd46b9411 req-3edc9f60-ef7d-4f03-8af0-d338081ab46d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 946 time: 0.0533292 Nov 10 19:51:40.016107 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5b0afa27-c199-40cc-9526-65cfd46b9411 req-16d0ac29-2628-4976-b55b-42e235afcc48 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481884 Nov 10 19:51:40.396289 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0dab40-c7e4-426d-a9b2-f588fdf3a352 req-e91ac7e8-bde9-471c-81a5-bd10178f6851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:51:40.397922 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6b0dab40-c7e4-426d-a9b2-f588fdf3a352 req-e91ac7e8-bde9-471c-81a5-bd10178f6851 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab3180c6842f4189a0ffab6a31569413&device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 1097 time: 0.0449793 Nov 10 19:51:40.520766 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0dab40-c7e4-426d-a9b2-f588fdf3a352 req-903dc2c2-ba37-42aa-9958-49253e028ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:51:40.522326 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6b0dab40-c7e4-426d-a9b2-f588fdf3a352 req-903dc2c2-ba37-42aa-9958-49253e028ff7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 HTTP/1.1" status: 200 len: 918 time: 0.1018112 Nov 10 19:51:40.592131 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6b0dab40-c7e4-426d-a9b2-f588fdf3a352 req-71261a42-cf8f-45b2-b9f0-c8302c6d8d28 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe HTTP/1.1" status: 200 len: 1002 time: 0.0620477 Nov 10 19:51:40.648344 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0dab40-c7e4-426d-a9b2-f588fdf3a352 req-3b793632-936d-4a14-91a3-5f983edb80ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:51:40.649953 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6b0dab40-c7e4-426d-a9b2-f588fdf3a352 req-3b793632-936d-4a14-91a3-5f983edb80ae service neutron] 10.222.0.25 "GET /v2.0/subnets?id=40030106-ed1c-4f54-bc33-e92ab198bc65 HTTP/1.1" status: 200 len: 856 time: 0.0509906 Nov 10 19:51:40.704393 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0dab40-c7e4-426d-a9b2-f588fdf3a352 req-64b343ea-e117-427a-89e0-2f5fbe5c03d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:51:40.706036 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6b0dab40-c7e4-426d-a9b2-f588fdf3a352 req-64b343ea-e117-427a-89e0-2f5fbe5c03d8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489857 Nov 10 19:51:40.813301 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6b0dab40-c7e4-426d-a9b2-f588fdf3a352 req-c2f23213-fa70-4cb4-8ea6-12529d3d9574 service neutron] 10.222.0.25 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966187 Nov 10 19:51:40.914012 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6b0dab40-c7e4-426d-a9b2-f588fdf3a352 req-4fe8de46-db1f-4899-ac6a-1bc6ddafdc68 service neutron] 10.222.0.25 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931842 Nov 10 19:51:41.148525 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409b323-5991-4753-b441-099d5bb7dc45 req-0deb74ed-e7bf-46b5-9650-ee7359bb9fd4 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:51:41.150098 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e409b323-5991-4753-b441-099d5bb7dc45 req-0deb74ed-e7bf-46b5-9650-ee7359bb9fd4 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 946 time: 0.0522950 Nov 10 19:51:41.199641 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e409b323-5991-4753-b441-099d5bb7dc45 req-1a49bc5f-5f6a-47aa-a86a-9bcee2e71947 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433106 Nov 10 19:51:42.341169 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cef046-3b7a-4353-b236-f0a94c2e50fd req-f0a82ea9-396b-4dce-992e-92deb6e1e0db tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:51:42.342811 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-71cef046-3b7a-4353-b236-f0a94c2e50fd req-f0a82ea9-396b-4dce-992e-92deb6e1e0db tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 946 time: 0.0548124 Nov 10 19:51:42.392364 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-71cef046-3b7a-4353-b236-f0a94c2e50fd req-e9ddc8a6-498d-4d17-b8e8-97b80c15bfd3 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432467 Nov 10 19:51:43.537685 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b81ef-0f17-4c3b-b88f-f7d75d680d5d req-9081e0cd-6eee-4539-9063-753135fe0d34 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:51:43.539224 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5a4b81ef-0f17-4c3b-b88f-f7d75d680d5d req-9081e0cd-6eee-4539-9063-753135fe0d34 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 946 time: 0.0671158 Nov 10 19:51:43.599030 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5a4b81ef-0f17-4c3b-b88f-f7d75d680d5d req-77d2d897-cf73-44ef-bec4-b2e67edc710c tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530992 Nov 10 19:51:44.730878 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1cef5-33f4-42b0-91b3-d81fe84f432d req-04d07493-5eef-43f3-a521-bc7ed5c93497 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:51:44.732361 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d7a1cef5-33f4-42b0-91b3-d81fe84f432d req-04d07493-5eef-43f3-a521-bc7ed5c93497 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 946 time: 0.0559344 Nov 10 19:51:44.782921 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d7a1cef5-33f4-42b0-91b3-d81fe84f432d req-ee3d3672-a1f1-48f4-912d-c839e6ffb6e6 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442970 Nov 10 19:51:45.708346 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:51:45.814016 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe,segment=NetworkSegment(85ffe426-ae79-4ddb-ac71-391c9badb732),segment_id=85ffe426-ae79-4ddb-ac71-391c9badb732)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:51:45.830773 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe', 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0', 'port_id': '1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe', 'mac_address': 'fa:16:3e:95:05:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:51:45.876280 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:51:45.891073 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:51:45.911818 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe,segment=NetworkSegment(85ffe426-ae79-4ddb-ac71-391c9badb732),segment_id=85ffe426-ae79-4ddb-ac71-391c9badb732)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:51:45.916495 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:51:45.923328 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef549dab-40e0-401a-86e5-6baba4501ef8 req-2c08ceec-e124-45b6-ad8e-86df820f2232 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:51:45.924941 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef549dab-40e0-401a-86e5-6baba4501ef8 req-2c08ceec-e124-45b6-ad8e-86df820f2232 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 946 time: 0.0569849 Nov 10 19:51:45.979961 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:51:45.984493 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef549dab-40e0-401a-86e5-6baba4501ef8 req-7a43010d-f8d9-47b6-9ff2-897386a8432f tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496762 Nov 10 19:51:45.989412 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:51:45.990019 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:51:45.990367 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:51:45.990780 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:51:45.991037 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:51:45.991421 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:51:45.992582 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:51:45.992582 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:51:45.992582 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:51:45.992982 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:51:45.992982 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:51:45.993439 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:51:46.009189 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:51:47.129576 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadf734-cf87-48bc-9b33-becf991a210c req-5d50552f-f8e5-42ec-ba22-99498aa1e3ab tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:51:47.131168 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7dadf734-cf87-48bc-9b33-becf991a210c req-5d50552f-f8e5-42ec-ba22-99498aa1e3ab tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 945 time: 0.0613396 Nov 10 19:51:47.197060 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7dadf734-cf87-48bc-9b33-becf991a210c req-44c6ad68-a19a-418b-9c74-2f69d7d6c368 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565474 Nov 10 19:51:47.726579 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:51:47.821553 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:51:47.822136 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:51:48.125510 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:51:48.164626 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2d4b8b-f467-415f-ba7c-36e3e0142f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:51:48.167473 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913a7a05-8168-46fe-93fe-113eecc57826" -d '{"events": [{"server_uuid": "ae2d4b8b-f467-415f-ba7c-36e3e0142f31", "name": "network-vif-plugged", "status": "completed", "tag": "1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:51:48.208105 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe,segment=NetworkSegment(85ffe426-ae79-4ddb-ac71-391c9badb732),segment_id=85ffe426-ae79-4ddb-ac71-391c9badb732)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:51:48.220549 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:51:48.305919 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe,revision_number=7']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:51:48.313939 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba2511e-4784-4e49-9f5f-e8efa1b0ec83 x-openstack-request-id: req-9ba2511e-4784-4e49-9f5f-e8efa1b0ec83 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:51:48.314504 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2d4b8b-f467-415f-ba7c-36e3e0142f31", "name": "network-vif-plugged", "status": "completed", "tag": "1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:51:48.314810 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9ba2511e-4784-4e49-9f5f-e8efa1b0ec83 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:51:48.315321 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2d4b8b-f467-415f-ba7c-36e3e0142f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe', 'code': 200} Nov 10 19:51:48.413668 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f5007-4917-44cc-a3d6-c7e54c1007e0 req-20aa4fcc-488d-4ca1-a996-fc672cbe4f91 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:51:48.415304 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-817f5007-4917-44cc-a3d6-c7e54c1007e0 req-20aa4fcc-488d-4ca1-a996-fc672cbe4f91 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 946 time: 0.0786932 Nov 10 19:51:48.499221 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-817f5007-4917-44cc-a3d6-c7e54c1007e0 req-d2cb1e3c-bac0-4268-9e28-79b2b8c5f082 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721109 Nov 10 19:51:49.665523 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7b418-ad18-41f8-8afe-7ea0d4e055e1 req-930d5891-2773-440c-a74d-df5355711f34 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:51:49.667170 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bba7b418-ad18-41f8-8afe-7ea0d4e055e1 req-930d5891-2773-440c-a74d-df5355711f34 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 946 time: 0.0628285 Nov 10 19:51:49.755289 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bba7b418-ad18-41f8-8afe-7ea0d4e055e1 req-33728cc2-ac91-4f08-a221-04e70b370d56 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777993 Nov 10 19:51:50.933844 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88bb19-3f57-4d77-8985-75e9288be555 req-ad28bb0f-d176-4ceb-ae79-0fa929b81c1a tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:51:50.936422 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4d88bb19-3f57-4d77-8985-75e9288be555 req-ad28bb0f-d176-4ceb-ae79-0fa929b81c1a tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 946 time: 0.0689569 Nov 10 19:51:51.004737 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4d88bb19-3f57-4d77-8985-75e9288be555 req-6587469a-1a90-43ab-8282-2d9d8de184db tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587122 Nov 10 19:51:52.189313 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51404d4-6a36-4ebd-bdc9-f4e326b1c3cd req-e760cef2-08f1-4564-920a-5ef43e52c7da tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:51:52.197828 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f51404d4-6a36-4ebd-bdc9-f4e326b1c3cd req-e760cef2-08f1-4564-920a-5ef43e52c7da tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 946 time: 0.0731440 Nov 10 19:51:52.248651 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f51404d4-6a36-4ebd-bdc9-f4e326b1c3cd req-e27e5a2e-fad3-4b65-a65f-24361338601a tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498049 Nov 10 19:51:53.416974 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8b76f-4946-4136-a807-15dc98012b1c req-3df59ece-0701-47b3-b4ba-9356bdad76ab tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:51:53.420586 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7bd8b76f-4946-4136-a807-15dc98012b1c req-3df59ece-0701-47b3-b4ba-9356bdad76ab tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 946 time: 0.0825713 Nov 10 19:51:53.484370 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7bd8b76f-4946-4136-a807-15dc98012b1c req-3cad323a-5805-4713-86eb-051cffb52700 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576925 Nov 10 19:51:53.490629 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e06d7d5-cde8-465b-ac22-deaa817243d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:51:54.647811 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb6305-2ab6-4c20-9deb-eaa8798a49f2 req-824497bf-167e-45a6-9e8c-692d49f1a50e tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:51:54.649355 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-18cb6305-2ab6-4c20-9deb-eaa8798a49f2 req-824497bf-167e-45a6-9e8c-692d49f1a50e tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 946 time: 0.0638921 Nov 10 19:51:54.719958 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-18cb6305-2ab6-4c20-9deb-eaa8798a49f2 req-fe8a5cdd-c07c-49df-911a-8c3df654c28b tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627949 Nov 10 19:51:54.992232 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:51:55.306213 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:51:55.732335 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6c4e732e-e390-4e4d-9b13-196b980d46a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:51:55.877017 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47144582-c069-4f4d-86fd-17ebee936572 req-88bcab44-6322-4190-ab70-ae3f88029afa tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:51:55.878681 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-47144582-c069-4f4d-86fd-17ebee936572 req-88bcab44-6322-4190-ab70-ae3f88029afa tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 946 time: 0.0578570 Nov 10 19:51:55.960274 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-47144582-c069-4f4d-86fd-17ebee936572 req-5ccca1a7-7a2d-41f7-b819-1fdde309f6ba tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705485 Nov 10 19:51:57.093660 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4106d2-6b3b-4c6d-a2f8-84069d882919 req-bf24dd04-23a3-492f-95a1-e9100ffc9e82 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:51:57.095233 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6a4106d2-6b3b-4c6d-a2f8-84069d882919 req-bf24dd04-23a3-492f-95a1-e9100ffc9e82 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 946 time: 0.0553479 Nov 10 19:51:57.146730 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6a4106d2-6b3b-4c6d-a2f8-84069d882919 req-5f9350ea-2060-40f0-80c8-b016749a7f50 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449350 Nov 10 19:51:57.292498 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:51:57.609572 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66438c6f-a259-4b90-975b-8a8849fa75ad req-f0354f42-242b-488c-90b9-091f74e261d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:51:57.611471 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-66438c6f-a259-4b90-975b-8a8849fa75ad req-f0354f42-242b-488c-90b9-091f74e261d7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab3180c6842f4189a0ffab6a31569413&device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 1097 time: 0.0475965 Nov 10 19:51:57.713390 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66438c6f-a259-4b90-975b-8a8849fa75ad req-d316cdd5-a061-4efb-a741-a6bbdcb92785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:51:57.714996 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-66438c6f-a259-4b90-975b-8a8849fa75ad req-d316cdd5-a061-4efb-a741-a6bbdcb92785 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 HTTP/1.1" status: 200 len: 918 time: 0.0956628 Nov 10 19:51:57.787210 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-66438c6f-a259-4b90-975b-8a8849fa75ad req-3bf9d433-e09f-4143-9a23-920a05e86105 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe HTTP/1.1" status: 200 len: 1002 time: 0.0645530 Nov 10 19:51:57.847099 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66438c6f-a259-4b90-975b-8a8849fa75ad req-4c2cde1d-ac46-42f6-92c8-c9f5c79f122b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:51:57.848614 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-66438c6f-a259-4b90-975b-8a8849fa75ad req-4c2cde1d-ac46-42f6-92c8-c9f5c79f122b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=40030106-ed1c-4f54-bc33-e92ab198bc65 HTTP/1.1" status: 200 len: 856 time: 0.0545897 Nov 10 19:51:57.898561 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66438c6f-a259-4b90-975b-8a8849fa75ad req-fec1f353-b6e4-4a70-bc04-5dd442378ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:51:57.899442 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-66438c6f-a259-4b90-975b-8a8849fa75ad req-fec1f353-b6e4-4a70-bc04-5dd442378ee2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437534 Nov 10 19:51:58.001586 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-66438c6f-a259-4b90-975b-8a8849fa75ad req-6ee06778-c491-4316-800e-4771c0b0e530 service neutron] 10.222.0.25 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941169 Nov 10 19:51:58.102496 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-66438c6f-a259-4b90-975b-8a8849fa75ad req-8b4cae2d-55e6-41ae-b3b5-0107a04a1098 service neutron] 10.222.0.25 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920126 Nov 10 19:51:58.284078 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bbcde5-2770-490b-b865-c4233dceaa6b req-35c598f1-8971-4930-8764-9cee2e528a09 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:51:58.285633 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91bbcde5-2770-490b-b865-c4233dceaa6b req-35c598f1-8971-4930-8764-9cee2e528a09 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 946 time: 0.0559964 Nov 10 19:51:58.344839 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91bbcde5-2770-490b-b865-c4233dceaa6b req-0c848715-09b1-419c-8917-cb031b0334c5 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503018 Nov 10 19:51:58.789841 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:51:59.416227 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:51:59.481362 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49879e72-778c-41c1-8d6b-7f328fc7b95c req-2e30db92-96b1-4f95-ac36-0c278e8e9c02 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:51:59.482899 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-49879e72-778c-41c1-8d6b-7f328fc7b95c req-2e30db92-96b1-4f95-ac36-0c278e8e9c02 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 946 time: 0.0541065 Nov 10 19:51:59.537134 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-49879e72-778c-41c1-8d6b-7f328fc7b95c req-2297a4fe-5ca6-409a-a026-d79ef45de79f tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477779 Nov 10 19:51:59.826947 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:51:59.912661 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:51:59.937336 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2d4b8b-f467-415f-ba7c-36e3e0142f31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:51:59.939654 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8adcc194-a42c-4059-b0a6-4cf3bcb56987" -d '{"events": [{"server_uuid": "ae2d4b8b-f467-415f-ba7c-36e3e0142f31", "name": "network-vif-unplugged", "status": "completed", "tag": "1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:51:59.953188 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe,segment=NetworkSegment(85ffe426-ae79-4ddb-ac71-391c9badb732),segment_id=85ffe426-ae79-4ddb-ac71-391c9badb732)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:51:59.959577 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:51:59.986247 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b025d3c-3f11-42a4-9f68-438705cd90d3 x-openstack-request-id: req-9b025d3c-3f11-42a4-9f68-438705cd90d3 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:51:59.986533 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2d4b8b-f467-415f-ba7c-36e3e0142f31", "name": "network-vif-unplugged", "status": "completed", "tag": "1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:51:59.986982 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9b025d3c-3f11-42a4-9f68-438705cd90d3 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:51:59.987371 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2d4b8b-f467-415f-ba7c-36e3e0142f31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe', 'code': 200} Nov 10 19:52:00.017544 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:52:00.698333 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3cd5d-8f1c-4b3b-af7b-c4d8ef39380d req-545b748d-e693-4992-ae32-aefb4d659628 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:00.700677 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8dd3cd5d-8f1c-4b3b-af7b-c4d8ef39380d req-545b748d-e693-4992-ae32-aefb4d659628 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 944 time: 0.0707483 Nov 10 19:52:00.769126 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8dd3cd5d-8f1c-4b3b-af7b-c4d8ef39380d req-92b5b878-f1d8-4ea4-81b2-61af319e1c08 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596368 Nov 10 19:52:01.149356 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:52:01.937572 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacff7b-cb12-463a-97fe-8af373fd1aa6 req-732a6b12-6170-40da-a88c-3607dbd32fe0 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:01.941905 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-faacff7b-cb12-463a-97fe-8af373fd1aa6 req-732a6b12-6170-40da-a88c-3607dbd32fe0 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 944 time: 0.0620823 Nov 10 19:52:02.002971 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-faacff7b-cb12-463a-97fe-8af373fd1aa6 req-f25e1526-e597-4cc3-bbb9-2e8216ed8f9d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565584 Nov 10 19:52:02.166498 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-d3b786df-d158-4b62-9d85-31ca9b3eb652 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1575434 Nov 10 19:52:03.144621 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-e840b77b-e70c-4b31-ba10-cbc1f2bf1450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:03.146187 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-e840b77b-e70c-4b31-ba10-cbc1f2bf1450 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31&tenant_id=ab3180c6842f4189a0ffab6a31569413 HTTP/1.1" status: 200 len: 1095 time: 0.1670556 Nov 10 19:52:03.159106 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813897-4', 'device_owner': 'compute:nova'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:52:03.168657 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a49cf2-11db-4595-aa79-887f771becd5 req-f42393b6-336c-4cb8-b233-6dec6eae6897 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:03.170198 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-71a49cf2-11db-4595-aa79-887f771becd5 req-f42393b6-336c-4cb8-b233-6dec6eae6897 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 944 time: 0.0832257 Nov 10 19:52:03.250516 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:03.269850 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-71a49cf2-11db-4595-aa79-887f771becd5 req-f130f682-220d-4978-8d6f-291e3f82d9f4 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814331 Nov 10 19:52:03.500766 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] For port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe,segment=NetworkSegment(85ffe426-ae79-4ddb-ac71-391c9badb732),segment_id=85ffe426-ae79-4ddb-ac71-391c9badb732)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:52:03.536598 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] For port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:52:03.570728 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:52:03.578739 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:03.594601 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] Transition to ACTIVE for port object 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:52:03.602815 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:03.713010 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] Pushing event updated for resources: {'Port': ['ID=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe,revision_number=9']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:52:03.742114 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:52:03.742442 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:52:03.742793 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:52:03.743124 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:52:03.743456 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:52:03.743789 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:52:03.744116 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:52:03.744439 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:52:03.744765 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:52:03.745091 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:52:03.745412 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:52:03.745737 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:52:03.802668 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] No DVR routers for this DVR port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:52:03.864523 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:52:03.904751 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:52:03.945841 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] Attempting to bind port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:52:03.946220 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] Attempting to bind port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '85ffe426-ae79-4ddb-ac71-391c9badb732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:52:03.946541 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] Attempting to bind port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe on network 4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:52:03.950928 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] Port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe on network 4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:52:03.951246 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] Attempting to bind port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe on network 4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:52:03.956890 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:52:03.957219 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] Checking segment: {'id': '85ffe426-ae79-4ddb-ac71-391c9badb732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:52:03.957594 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] Bound using segment: {'id': '85ffe426-ae79-4ddb-ac71-391c9badb732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:52:03.958042 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] Bound port: 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ffe426-ae79-4ddb-ac71-391c9badb732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:52:03.958390 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:04.029543 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] For port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:52:04.032483 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] For port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe,segment=NetworkSegment(85ffe426-ae79-4ddb-ac71-391c9badb732),segment_id=85ffe426-ae79-4ddb-ac71-391c9badb732)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:52:04.039770 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:04.074228 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:04.074947 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:04.076610 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] 10.222.0.73 "PUT /v2.0/ports/1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe HTTP/1.1" status: 200 len: 1092 time: 0.9219604 Nov 10 19:52:04.076874 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2d4b8b-f467-415f-ba7c-36e3e0142f31', 'tag': '1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:52:04.079175 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95196096-4375-4ce6-ad2c-bac0f906cb4c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2d4b8b-f467-415f-ba7c-36e3e0142f31", "tag": "1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:52:04.107925 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6658b44-f092-4978-a75b-a567f2e767eb service neutron] Pushing event updated for resources: {'Port': ['ID=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe,revision_number=10']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:52:04.122125 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6d10b9-5c2b-4047-b5f6-a8e210bbface x-openstack-request-id: req-9d6d10b9-5c2b-4047-b5f6-a8e210bbface {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:52:04.122402 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2d4b8b-f467-415f-ba7c-36e3e0142f31", "tag": "1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:52:04.122667 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9d6d10b9-5c2b-4047-b5f6-a8e210bbface {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:52:04.123064 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2d4b8b-f467-415f-ba7c-36e3e0142f31', 'tag': '1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe', 'status': 'completed', 'code': 200} Nov 10 19:52:04.153132 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-a6925dc5-3105-45b9-9abb-818562775fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:04.154719 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-a6925dc5-3105-45b9-9abb-818562775fa8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ab3180c6842f4189a0ffab6a31569413&device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 1096 time: 0.0438964 Nov 10 19:52:04.265985 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-bd0baee1-2bda-4f60-96a7-174b176485b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:04.267582 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-bd0baee1-2bda-4f60-96a7-174b176485b7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 HTTP/1.1" status: 200 len: 918 time: 0.1035714 Nov 10 19:52:04.339134 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-9b8c36c9-c647-405f-bc23-0a6c897d2ab2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe HTTP/1.1" status: 200 len: 1000 time: 0.0640831 Nov 10 19:52:04.420835 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-7a29e05d-7142-499a-a117-d1c1038813c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:04.422442 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-7a29e05d-7142-499a-a117-d1c1038813c7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40030106-ed1c-4f54-bc33-e92ab198bc65 HTTP/1.1" status: 200 len: 856 time: 0.0750182 Nov 10 19:52:04.447639 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb63f7-5113-45e0-af9d-ffb6a9721d2e req-81f5ec0e-5cc1-4f49-a055-5961fdc1da7d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:04.449123 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-96fb63f7-5113-45e0-af9d-ffb6a9721d2e req-81f5ec0e-5cc1-4f49-a055-5961fdc1da7d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 945 time: 0.0937178 Nov 10 19:52:04.511878 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-73071735-a1c2-4165-9115-d00d6bc06be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:04.513433 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-73071735-a1c2-4165-9115-d00d6bc06be6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826366 Nov 10 19:52:04.521316 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-96fb63f7-5113-45e0-af9d-ffb6a9721d2e req-e7e5ff99-b33e-446a-8fb0-c29e9d605d9d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541143 Nov 10 19:52:04.620196 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-fdb99ef0-84e5-45c5-8f7c-2831937e1950 service neutron] 10.222.0.73 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977376 Nov 10 19:52:04.715409 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2da1362a-05ee-4c02-be01-7ff3bdfc5dae req-d111855c-1d1a-4a25-97f7-b9c0d6a38c9e service neutron] 10.222.0.73 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872471 Nov 10 19:52:04.812913 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95196096-4375-4ce6-ad2c-bac0f906cb4c req-7c703808-cc2f-4116-9d9d-9ecd882712ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:04.814603 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-95196096-4375-4ce6-ad2c-bac0f906cb4c req-7c703808-cc2f-4116-9d9d-9ecd882712ca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ab3180c6842f4189a0ffab6a31569413&device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 1096 time: 0.0449731 Nov 10 19:52:04.915278 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95196096-4375-4ce6-ad2c-bac0f906cb4c req-2afe94ed-fe37-448c-a2e6-c1307b47d06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:04.916775 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-95196096-4375-4ce6-ad2c-bac0f906cb4c req-2afe94ed-fe37-448c-a2e6-c1307b47d06f service neutron] 10.222.0.73 "GET /v2.0/networks?id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 HTTP/1.1" status: 200 len: 918 time: 0.0941372 Nov 10 19:52:04.992576 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-95196096-4375-4ce6-ad2c-bac0f906cb4c req-bed8a3e9-e41e-4bc5-a413-518080d19a82 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe HTTP/1.1" status: 200 len: 1000 time: 0.0679791 Nov 10 19:52:05.410507 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95196096-4375-4ce6-ad2c-bac0f906cb4c req-874a88f7-7810-4700-b01f-860197eb346d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:05.412004 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-95196096-4375-4ce6-ad2c-bac0f906cb4c req-874a88f7-7810-4700-b01f-860197eb346d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40030106-ed1c-4f54-bc33-e92ab198bc65 HTTP/1.1" status: 200 len: 856 time: 0.4127817 Nov 10 19:52:05.656550 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88538c59-9291-4ca4-a6d6-c13eb681fd4c req-958784c9-af5a-4420-acf9-9cbad20e11a1 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:05.658244 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-88538c59-9291-4ca4-a6d6-c13eb681fd4c req-958784c9-af5a-4420-acf9-9cbad20e11a1 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 945 time: 0.0539668 Nov 10 19:52:05.715208 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-88538c59-9291-4ca4-a6d6-c13eb681fd4c req-ba54b51a-cef2-4783-87b1-f0df2c758a6c tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487449 Nov 10 19:52:06.879945 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393fbb6-1ff6-4045-8fa9-0b771544ceb9 req-222b7888-6af4-4b7f-9d75-81d1e18386d9 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:06.882256 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3393fbb6-1ff6-4045-8fa9-0b771544ceb9 req-222b7888-6af4-4b7f-9d75-81d1e18386d9 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 945 time: 0.0768692 Nov 10 19:52:06.936949 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3393fbb6-1ff6-4045-8fa9-0b771544ceb9 req-932008e3-08a7-4fe1-b006-1129e388b772 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493183 Nov 10 19:52:08.066670 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4d1a7-ae87-4fde-895e-e44f8e04755b req-f2e91913-663f-4e82-a81e-40c96bc11c72 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:08.068577 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-41c4d1a7-ae87-4fde-895e-e44f8e04755b req-f2e91913-663f-4e82-a81e-40c96bc11c72 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 945 time: 0.0532084 Nov 10 19:52:08.138805 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-41c4d1a7-ae87-4fde-895e-e44f8e04755b req-89636055-a144-46e5-92a2-69a7ecb7179a tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636010 Nov 10 19:52:09.277738 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8ec37-be55-410a-886b-f02107b288e3 req-85e8e5dc-b0f9-4905-8528-411a219f4493 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:09.279282 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1eb8ec37-be55-410a-886b-f02107b288e3 req-85e8e5dc-b0f9-4905-8528-411a219f4493 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 945 time: 0.0555696 Nov 10 19:52:09.330606 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1eb8ec37-be55-410a-886b-f02107b288e3 req-b25a5c21-c010-4292-bd49-a1b5e4f59229 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451798 Nov 10 19:52:10.470184 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d190cfd-9079-4e17-9232-af45ff0f55b1 req-d9a3ca5e-b574-4434-9b3f-18e393515df0 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:10.470749 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d190cfd-9079-4e17-9232-af45ff0f55b1 req-d9a3ca5e-b574-4434-9b3f-18e393515df0 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 945 time: 0.0567968 Nov 10 19:52:10.526288 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d190cfd-9079-4e17-9232-af45ff0f55b1 req-a929e3f6-ff81-4ab7-acf5-1974a731044f tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486224 Nov 10 19:52:11.658034 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f2920-d18b-4a2c-8544-1fcbe7957339 req-0aceea77-acb9-4bed-9a8e-7933d7ca141b tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:11.659518 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-487f2920-d18b-4a2c-8544-1fcbe7957339 req-0aceea77-acb9-4bed-9a8e-7933d7ca141b tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 945 time: 0.0533080 Nov 10 19:52:11.712796 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-487f2920-d18b-4a2c-8544-1fcbe7957339 req-e4a02b49-1115-4c80-8263-359ae45e0f2c tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462768 Nov 10 19:52:12.851916 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76124f0c-2433-4c07-94e7-c843193b7c4d req-de970aea-8e60-4027-9541-b0282f6d2fd4 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:12.853516 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76124f0c-2433-4c07-94e7-c843193b7c4d req-de970aea-8e60-4027-9541-b0282f6d2fd4 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 945 time: 0.0603459 Nov 10 19:52:12.910711 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76124f0c-2433-4c07-94e7-c843193b7c4d req-9749ad2c-186a-43f2-be4f-6f68650bd2ff tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475416 Nov 10 19:52:14.045104 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360f68e-f2df-4be3-a116-b60400892f5a req-9fa32470-576d-496b-937d-05d0a60ac606 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:14.046715 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b360f68e-f2df-4be3-a116-b60400892f5a req-9fa32470-576d-496b-937d-05d0a60ac606 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 945 time: 0.0531244 Nov 10 19:52:14.102305 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b360f68e-f2df-4be3-a116-b60400892f5a req-bd30b1dd-3d90-49fe-9c71-fe43ef5eba8f tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461121 Nov 10 19:52:15.134550 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95196096-4375-4ce6-ad2c-bac0f906cb4c req-150cc496-ed43-4b7a-9f71-a67fcafbfed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:15.136216 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-95196096-4375-4ce6-ad2c-bac0f906cb4c req-150cc496-ed43-4b7a-9f71-a67fcafbfed4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501502 Nov 10 19:52:15.268149 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-95196096-4375-4ce6-ad2c-bac0f906cb4c req-3c363b17-a840-4d0e-8bd7-686e9a3da964 service neutron] 10.222.0.73 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202013 Nov 10 19:52:15.277071 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176183b8-343c-4631-821d-40daed5de70f req-3a291237-42d7-4acc-9f4f-2b24411c7a51 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:15.278574 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-176183b8-343c-4631-821d-40daed5de70f req-3a291237-42d7-4acc-9f4f-2b24411c7a51 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 945 time: 0.0974109 Nov 10 19:52:15.382597 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-176183b8-343c-4631-821d-40daed5de70f req-38a3d196-1e6a-48b7-96bc-3be171a1b034 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956857 Nov 10 19:52:15.402301 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-95196096-4375-4ce6-ad2c-bac0f906cb4c req-630334b5-8ea9-47cf-816c-ce9dbc8c14bd service neutron] 10.222.0.73 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226423 Nov 10 19:52:16.542717 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5736ae-1c69-4800-b99e-419f9a406629 req-0272f75c-5109-4cc5-a65d-e1ea1c158aaf tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:16.544258 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1e5736ae-1c69-4800-b99e-419f9a406629 req-0272f75c-5109-4cc5-a65d-e1ea1c158aaf tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 945 time: 0.0629904 Nov 10 19:52:16.601730 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1e5736ae-1c69-4800-b99e-419f9a406629 req-2462eb69-302f-4c2d-a2e3-e3ef6faa8596 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483274 Nov 10 19:52:17.742629 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f32fcc-c7c0-4a5f-a8f6-079f7c195917 req-a6b38fcc-e6fc-458b-9452-3bc98aba5228 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:17.744168 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c8f32fcc-c7c0-4a5f-a8f6-079f7c195917 req-a6b38fcc-e6fc-458b-9452-3bc98aba5228 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 945 time: 0.0571151 Nov 10 19:52:17.800618 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c8f32fcc-c7c0-4a5f-a8f6-079f7c195917 req-8c1a04c3-31d0-4f94-aab4-fac83e9173dd tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500484 Nov 10 19:52:17.803478 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:52:17.907742 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe,segment=NetworkSegment(85ffe426-ae79-4ddb-ac71-391c9badb732),segment_id=85ffe426-ae79-4ddb-ac71-391c9badb732)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:52:17.919341 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe', 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0', 'port_id': '1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe', 'mac_address': 'fa:16:3e:95:05:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:52:17.958234 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:17.971983 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:52:17.992784 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe,segment=NetworkSegment(85ffe426-ae79-4ddb-ac71-391c9badb732),segment_id=85ffe426-ae79-4ddb-ac71-391c9badb732)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:52:17.998213 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:18.056619 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe,revision_number=11']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:52:18.231971 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:52:18.942413 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d20b9-bdd1-4b77-bcf9-d4f3e2e345f2 req-eff7c542-269c-4a6a-9d19-8d60cdb239c9 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:18.943792 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3c2d20b9-bdd1-4b77-bcf9-d4f3e2e345f2 req-eff7c542-269c-4a6a-9d19-8d60cdb239c9 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 946 time: 0.0566020 Nov 10 19:52:19.004588 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3c2d20b9-bdd1-4b77-bcf9-d4f3e2e345f2 req-43cec363-3342-495a-9185-73302f691c02 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516951 Nov 10 19:52:19.818679 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:52:19.876414 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:52:19.880150 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:52:19.880509 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:19.961733 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:19.987480 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2d4b8b-f467-415f-ba7c-36e3e0142f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:52:19.989795 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21ecb44-0d0f-4661-855d-f8bac0486641" -d '{"events": [{"server_uuid": "ae2d4b8b-f467-415f-ba7c-36e3e0142f31", "name": "network-vif-plugged", "status": "completed", "tag": "1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:52:20.003850 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe,segment=NetworkSegment(85ffe426-ae79-4ddb-ac71-391c9badb732),segment_id=85ffe426-ae79-4ddb-ac71-391c9badb732)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:52:20.009788 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:20.037527 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92497007-1c2c-439a-956b-1bfebce3f4de x-openstack-request-id: req-92497007-1c2c-439a-956b-1bfebce3f4de {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:52:20.037809 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2d4b8b-f467-415f-ba7c-36e3e0142f31", "name": "network-vif-plugged", "status": "completed", "tag": "1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:52:20.038080 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-92497007-1c2c-439a-956b-1bfebce3f4de {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:52:20.038598 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2d4b8b-f467-415f-ba7c-36e3e0142f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe', 'code': 200} Nov 10 19:52:20.073547 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe,revision_number=12']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:52:20.148426 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fd473-719b-45ca-9f68-1d29edb034f6 req-8895c45f-69a6-401e-a0e0-6f77f7ffa4ac tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:20.149893 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-860fd473-719b-45ca-9f68-1d29edb034f6 req-8895c45f-69a6-401e-a0e0-6f77f7ffa4ac tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 947 time: 0.0584412 Nov 10 19:52:20.224543 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-860fd473-719b-45ca-9f68-1d29edb034f6 req-2a365638-2f6f-47ed-ab96-f2adc03f75ac tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683842 Nov 10 19:52:20.237238 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfbe0b-831a-4070-8516-753e9613eec6 req-0c75d9a7-db6d-4d1b-8b27-81774cb7b150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:20.238926 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a0cfbe0b-831a-4070-8516-753e9613eec6 req-0c75d9a7-db6d-4d1b-8b27-81774cb7b150 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 1098 time: 0.0619287 Nov 10 19:52:20.294766 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a0cfbe0b-831a-4070-8516-753e9613eec6 req-71d4db65-e605-4d52-b8b7-433e160a4fc1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484574 Nov 10 19:52:21.358927 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451db73-b4d1-499e-8879-8fb9d6d0e98e req-5b20d3ad-4ad8-4a6a-b450-5e2d55d4552a tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:21.360584 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6451db73-b4d1-499e-8879-8fb9d6d0e98e req-5b20d3ad-4ad8-4a6a-b450-5e2d55d4552a tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 947 time: 0.0568118 Nov 10 19:52:21.418797 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6451db73-b4d1-499e-8879-8fb9d6d0e98e req-839f066e-c83a-4e1e-ae9b-08d2d1e19fbf tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516171 Nov 10 19:52:22.557603 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55241b-d723-4d4c-add0-f2cfdfff3b6c req-77521725-e788-4969-bd88-d14773d4cf0f tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:22.559219 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c55241b-d723-4d4c-add0-f2cfdfff3b6c req-77521725-e788-4969-bd88-d14773d4cf0f tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 947 time: 0.0549152 Nov 10 19:52:22.615184 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c55241b-d723-4d4c-add0-f2cfdfff3b6c req-37e83979-ef78-4b44-9308-9ce38528effa tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494249 Nov 10 19:52:23.485325 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cdc9d089-c492-490b-a713-121986205e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:25.002578 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:25.312993 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:25.731938 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-27f69e14-3e9f-4f6a-9ee9-db08bb99f8e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:27.294728 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:28.793209 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:29.412045 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:38.154512 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:52:47.218805 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a5dfabdf-6426-46f1-be09-a4aa782e9270 req-7c4b199f-3d64-4035-a427-707bc8ced2de service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427346 Nov 10 19:52:47.317099 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfabdf-6426-46f1-be09-a4aa782e9270 req-79c05401-5d40-4c9f-a647-a8fedfa6ad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:47.318684 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a5dfabdf-6426-46f1-be09-a4aa782e9270 req-79c05401-5d40-4c9f-a647-a8fedfa6ad1a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ab3180c6842f4189a0ffab6a31569413&device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 1098 time: 0.0497863 Nov 10 19:52:47.438130 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfabdf-6426-46f1-be09-a4aa782e9270 req-989124ca-9488-4ab4-b678-1a3750a5449c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:47.439915 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a5dfabdf-6426-46f1-be09-a4aa782e9270 req-989124ca-9488-4ab4-b678-1a3750a5449c service neutron] 10.222.0.73 "GET /v2.0/networks?id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 HTTP/1.1" status: 200 len: 918 time: 0.0958188 Nov 10 19:52:47.518016 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a5dfabdf-6426-46f1-be09-a4aa782e9270 req-c0acba5d-a39e-4e98-a237-c3c7f53aca5f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe HTTP/1.1" status: 200 len: 1002 time: 0.0667503 Nov 10 19:52:47.570667 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfabdf-6426-46f1-be09-a4aa782e9270 req-36cc52a0-373a-4b11-bfb5-df8ea93c775a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:47.572255 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a5dfabdf-6426-46f1-be09-a4aa782e9270 req-36cc52a0-373a-4b11-bfb5-df8ea93c775a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=40030106-ed1c-4f54-bc33-e92ab198bc65 HTTP/1.1" status: 200 len: 856 time: 0.0470512 Nov 10 19:52:47.623699 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfabdf-6426-46f1-be09-a4aa782e9270 req-c1fc0992-0e78-473f-81b1-c30c687701d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:47.625306 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a5dfabdf-6426-46f1-be09-a4aa782e9270 req-c1fc0992-0e78-473f-81b1-c30c687701d2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452707 Nov 10 19:52:47.725324 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a5dfabdf-6426-46f1-be09-a4aa782e9270 req-c129d13c-ea71-4ee1-ba4a-bc50b5d43ced service neutron] 10.222.0.73 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920920 Nov 10 19:52:47.834861 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a5dfabdf-6426-46f1-be09-a4aa782e9270 req-574978f8-d914-46d0-a804-225e600a1946 service neutron] 10.222.0.73 "GET /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998890 Nov 10 19:52:53.482037 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-acf3133a-a84e-4d64-9dad-3799e9022e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:54.394407 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224e92a-fa24-40a1-8f1a-55309635069f req-e0a17e60-3ff7-4cf4-bd52-04c2e28b8e39 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:54.395984 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6224e92a-fa24-40a1-8f1a-55309635069f req-e0a17e60-3ff7-4cf4-bd52-04c2e28b8e39 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 947 time: 0.0545590 Nov 10 19:52:54.451305 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6224e92a-fa24-40a1-8f1a-55309635069f req-4fc10ef7-83ec-4bf5-9897-16e451da7545 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490801 Nov 10 19:52:55.005886 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:55.303183 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:55.587194 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d548af-2ee8-482d-b64f-188bca73912c req-326d93c2-3106-4630-b10b-c5870ffd090e tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:55.588604 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d1d548af-2ee8-482d-b64f-188bca73912c req-326d93c2-3106-4630-b10b-c5870ffd090e tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 947 time: 0.0567882 Nov 10 19:52:55.663117 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d1d548af-2ee8-482d-b64f-188bca73912c req-796a14bc-0d9d-4a80-ba8f-377afb8abe68 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups?id=49f83c78-051c-4b55-ae87-4404c81a1bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682573 Nov 10 19:52:55.678240 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b62ee-f779-4a1b-ba6d-72808184b266 req-b576e4c3-a075-4d2e-a8ca-e9d3bc16fd1e tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:52:55.679639 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-056b62ee-f779-4a1b-ba6d-72808184b266 req-b576e4c3-a075-4d2e-a8ca-e9d3bc16fd1e tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 947 time: 0.0687416 Nov 10 19:52:55.729250 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7498cc8f-42fe-484c-a1b5-47d06f46f547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:55.789576 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-056b62ee-f779-4a1b-ba6d-72808184b266 req-56741907-d94a-466e-a4c7-d83e6d1a399d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Deleting port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:52:55.789938 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-056b62ee-f779-4a1b-ba6d-72808184b266 req-56741907-d94a-466e-a4c7-d83e6d1a399d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:55.889211 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-056b62ee-f779-4a1b-ba6d-72808184b266 req-56741907-d94a-466e-a4c7-d83e6d1a399d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] For port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe,segment=NetworkSegment(85ffe426-ae79-4ddb-ac71-391c9badb732),segment_id=85ffe426-ae79-4ddb-ac71-391c9badb732)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:52:55.889735 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-056b62ee-f779-4a1b-ba6d-72808184b266 req-56741907-d94a-466e-a4c7-d83e6d1a399d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:56.086231 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-056b62ee-f779-4a1b-ba6d-72808184b266 req-56741907-d94a-466e-a4c7-d83e6d1a399d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:56.086616 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-056b62ee-f779-4a1b-ba6d-72808184b266 req-56741907-d94a-466e-a4c7-d83e6d1a399d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:56.086896 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [req-056b62ee-f779-4a1b-ba6d-72808184b266 req-56741907-d94a-466e-a4c7-d83e6d1a399d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Floating IP afac7143-7ede-4098-9b5b-49998a73f598 disassociated. External IP: 172.25.3.165, port: 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe. Nov 10 19:52:56.087235 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-056b62ee-f779-4a1b-ba6d-72808184b266 req-56741907-d94a-466e-a4c7-d83e6d1a399d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Calling delete_port for 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:52:56.228312 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-056b62ee-f779-4a1b-ba6d-72808184b266 req-56741907-d94a-466e-a4c7-d83e6d1a399d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:56.263598 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56741907-d94a-466e-a4c7-d83e6d1a399d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Pushing event deleted for resources: {'Port': ['ID=1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:52:56.394110 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-056b62ee-f779-4a1b-ba6d-72808184b266 req-56741907-d94a-466e-a4c7-d83e6d1a399d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Router 2826e890-8d32-4c69-9aad-990348eafcdf has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:52:56.506408 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-056b62ee-f779-4a1b-ba6d-72808184b266 req-56741907-d94a-466e-a4c7-d83e6d1a399d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:52:56.519503 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ad29b3-12ef-443e-be8a-f9c2226ff3b6 None None] Sync routers for ids ['2826e890-8d32-4c69-9aad-990348eafcdf'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:52:56.529469 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ad29b3-12ef-443e-be8a-f9c2226ff3b6 None None] Routers {'2826e890-8d32-4c69-9aad-990348eafcdf'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:52:56.530517 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-c5ad29b3-12ef-443e-be8a-f9c2226ff3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:52:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2826e890-8d32-4c69-9aad-990348eafcdf'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:52:56.553966 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-056b62ee-f779-4a1b-ba6d-72808184b266 req-56741907-d94a-466e-a4c7-d83e6d1a399d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] No DVR routers for this DVR port 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:52:56.557205 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-056b62ee-f779-4a1b-ba6d-72808184b266 req-56741907-d94a-466e-a4c7-d83e6d1a399d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:56.561392 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-056b62ee-f779-4a1b-ba6d-72808184b266 req-56741907-d94a-466e-a4c7-d83e6d1a399d tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.73 "DELETE /v2.0/ports/1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe HTTP/1.1" status: 204 len: 173 time: 0.8756065 Nov 10 19:52:56.561974 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2d4b8b-f467-415f-ba7c-36e3e0142f31', 'name': 'network-vif-deleted', 'tag': '1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:52:56.564434 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d170b122-2a9e-41e5-93d0-2b0cd75a2ac9" -d '{"events": [{"server_uuid": "ae2d4b8b-f467-415f-ba7c-36e3e0142f31", "name": "network-vif-deleted", "tag": "1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:52:56.660237 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-c5ad29b3-12ef-443e-be8a-f9c2226ff3b6 None None] Set router 2826e890-8d32-4c69-9aad-990348eafcdf gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:52:56.733166 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaef02bf-90fd-41df-9b2b-bdb428d24a91 x-openstack-request-id: req-eaef02bf-90fd-41df-9b2b-bdb428d24a91 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:52:56.734276 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2d4b8b-f467-415f-ba7c-36e3e0142f31", "name": "network-vif-deleted", "tag": "1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:52:56.734526 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-eaef02bf-90fd-41df-9b2b-bdb428d24a91 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:52:56.734950 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2d4b8b-f467-415f-ba7c-36e3e0142f31', 'name': 'network-vif-deleted', 'tag': '1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe', 'status': 'completed', 'code': 200} Nov 10 19:52:56.833254 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5539b243-3f18-4767-9ff8-95cecf9766f6 req-fec3d122-baca-4c98-95cf-2fc3b3551669 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2d4b8b-f467-415f-ba7c-36e3e0142f31 HTTP/1.1" status: 200 len: 210 time: 0.0300426 Nov 10 19:52:57.003090 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-c5ad29b3-12ef-443e-be8a-f9c2226ff3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'name': 'tempest-AttachVolumeShelveTestJSON-1191069310-router', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:43:16Z', 'updated_at': '2021-11-10T19:43:20Z', 'revision_number': 4, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'gw_port': {'id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ba:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:43:17Z', 'updated_at': '2021-11-10T19:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'ebddd142-c20c-4210-b5d6-2d3048c79382', 'name': '', 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'mac_address': 'fa:16:3e:fb:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:43:19Z', 'updated_at': '2021-11-10T19:43:23Z', 'revision_number': 5, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'subnets': [{'id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:52:57.029618 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ad29b3-12ef-443e-be8a-f9c2226ff3b6 None None] Checking router: 2826e890-8d32-4c69-9aad-990348eafcdf for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:52:57.038797 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ad29b3-12ef-443e-be8a-f9c2226ff3b6 None None] Routers {'2826e890-8d32-4c69-9aad-990348eafcdf'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:52:57.039454 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-c5ad29b3-12ef-443e-be8a-f9c2226ff3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:52:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2826e890-8d32-4c69-9aad-990348eafcdf'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:52:57.154971 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-c5ad29b3-12ef-443e-be8a-f9c2226ff3b6 None None] Set router 2826e890-8d32-4c69-9aad-990348eafcdf gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:52:57.301077 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:57.373990 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-c5ad29b3-12ef-443e-be8a-f9c2226ff3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'name': 'tempest-AttachVolumeShelveTestJSON-1191069310-router', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:43:16Z', 'updated_at': '2021-11-10T19:43:20Z', 'revision_number': 4, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'gw_port': {'id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ba:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:43:17Z', 'updated_at': '2021-11-10T19:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'ebddd142-c20c-4210-b5d6-2d3048c79382', 'name': '', 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'mac_address': 'fa:16:3e:fb:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:43:19Z', 'updated_at': '2021-11-10T19:43:23Z', 'revision_number': 5, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'subnets': [{'id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:52:57.400287 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ad29b3-12ef-443e-be8a-f9c2226ff3b6 None None] The sync data for ids ['2826e890-8d32-4c69-9aad-990348eafcdf'] in n-d-813897-4 is: [{'id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'name': 'tempest-AttachVolumeShelveTestJSON-1191069310-router', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:43:16Z', 'updated_at': '2021-11-10T19:43:20Z', 'revision_number': 4, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'gw_port': {'id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ba:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:43:17Z', 'updated_at': '2021-11-10T19:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'ebddd142-c20c-4210-b5d6-2d3048c79382', 'name': '', 'network_id': '4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'mac_address': 'fa:16:3e:fb:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:43:19Z', 'updated_at': '2021-11-10T19:43:23Z', 'revision_number': 5, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'subnets': [{'id': '40030106-ed1c-4f54-bc33-e92ab198bc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:52:57.615244 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f967b3-5086-4db3-aac5-a4c456e0ff79 None None] New status for floating IP afac7143-7ede-4098-9b5b-49998a73f598: DOWN {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:52:57.946641 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50088) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:52:58.009363 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46397c14-78db-400a-9401-c8b760754fe5 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:58.041185 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46397c14-78db-400a-9401-c8b760754fe5 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:58.083286 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:52:58.096817 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46397c14-78db-400a-9401-c8b760754fe5 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:58.099584 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46397c14-78db-400a-9401-c8b760754fe5 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:58.100779 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-46397c14-78db-400a-9401-c8b760754fe5 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "DELETE /v2.0/security-groups/49f83c78-051c-4b55-ae87-4404c81a1bb3 HTTP/1.1" status: 204 len: 168 time: 0.1531284 Nov 10 19:52:58.103826 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50090) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:52:58.106205 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:52:58.106666 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 1f7e97ca-95a2-40cd-84c1-ff3bbedbbbbe not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:52:58.111331 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46397c14-78db-400a-9401-c8b760754fe5 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f83c78-051c-4b55-ae87-4404c81a1bb3,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:52:58.119030 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-ea3d2e84-a385-4615-b37c-7e56e804119e tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] show failed (client error): The resource could not be found. Nov 10 19:52:58.119594 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46397c14-78db-400a-9401-c8b760754fe5 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:52:58.119943 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46397c14-78db-400a-9401-c8b760754fe5 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:52:58.120144 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ea3d2e84-a385-4615-b37c-7e56e804119e tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "GET /v2.0/security-groups/49f83c78-051c-4b55-ae87-4404c81a1bb3 HTTP/1.1" status: 404 len: 347 time: 0.0150027 Nov 10 19:52:58.120456 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46397c14-78db-400a-9401-c8b760754fe5 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:52:58.120814 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46397c14-78db-400a-9401-c8b760754fe5 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:52:58.121129 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46397c14-78db-400a-9401-c8b760754fe5 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:52:58.121553 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46397c14-78db-400a-9401-c8b760754fe5 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:52:58.121826 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46397c14-78db-400a-9401-c8b760754fe5 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:52:58.122167 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46397c14-78db-400a-9401-c8b760754fe5 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:52:58.122503 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46397c14-78db-400a-9401-c8b760754fe5 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:52:58.122821 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46397c14-78db-400a-9401-c8b760754fe5 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:52:58.123142 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46397c14-78db-400a-9401-c8b760754fe5 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:52:58.123499 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46397c14-78db-400a-9401-c8b760754fe5 tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:52:58.124372 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50092) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:52:58.258262 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-338b04d0-d126-484e-aee1-89fdd83b6c3b tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Deleting port 8ae863a8-db73-4337-bf1f-54ef3138941c {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:52:58.258569 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-338b04d0-d126-484e-aee1-89fdd83b6c3b tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:58.341674 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-338b04d0-d126-484e-aee1-89fdd83b6c3b tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:58.342029 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-338b04d0-d126-484e-aee1-89fdd83b6c3b tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:58.354275 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-338b04d0-d126-484e-aee1-89fdd83b6c3b tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Calling delete_port for 8ae863a8-db73-4337-bf1f-54ef3138941c owned by network:floatingip {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:52:58.487601 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-338b04d0-d126-484e-aee1-89fdd83b6c3b tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:58.516228 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b04d0-d126-484e-aee1-89fdd83b6c3b tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Pushing event deleted for resources: {'Port': ['ID=8ae863a8-db73-4337-bf1f-54ef3138941c,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:52:58.576922 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-338b04d0-d126-484e-aee1-89fdd83b6c3b tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks [] for floatingip, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:58.579509 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-338b04d0-d126-484e-aee1-89fdd83b6c3b tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:58.580644 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-338b04d0-d126-484e-aee1-89fdd83b6c3b tempest-AttachVolumeShelveTestJSON-507603906 tempest-AttachVolumeShelveTestJSON-507603906-project] 10.222.0.54 "DELETE /v2.0/floatingips/afac7143-7ede-4098-9b5b-49998a73f598 HTTP/1.1" status: 204 len: 168 time: 0.4551153 Nov 10 19:52:58.796899 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:52:59.409408 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:04.290373 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50122) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:04.863598 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b3b1ee67-7c61-40fd-9621-8d9367b04c4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:05.134666 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-b3b1ee67-7c61-40fd-9621-8d9367b04c4b admin admin] Deleting port ebddd142-c20c-4210-b5d6-2d3048c79382 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:53:05.135002 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b3b1ee67-7c61-40fd-9621-8d9367b04c4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:05.221616 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-b3b1ee67-7c61-40fd-9621-8d9367b04c4b admin admin] For port ebddd142-c20c-4210-b5d6-2d3048c79382, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ebddd142-c20c-4210-b5d6-2d3048c79382,segment=NetworkSegment(85ffe426-ae79-4ddb-ac71-391c9badb732),segment_id=85ffe426-ae79-4ddb-ac71-391c9badb732)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:53:05.222004 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b3b1ee67-7c61-40fd-9621-8d9367b04c4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:05.235748 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-b3b1ee67-7c61-40fd-9621-8d9367b04c4b admin admin] Calling delete_port for ebddd142-c20c-4210-b5d6-2d3048c79382 owned by network:router_interface {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:53:05.442707 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b3b1ee67-7c61-40fd-9621-8d9367b04c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:05.468816 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1ee67-7c61-40fd-9621-8d9367b04c4b admin admin] Pushing event deleted for resources: {'Port': ['ID=ebddd142-c20c-4210-b5d6-2d3048c79382,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:05.502000 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b1ee67-7c61-40fd-9621-8d9367b04c4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:05.502348 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b1ee67-7c61-40fd-9621-8d9367b04c4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:05.502688 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b1ee67-7c61-40fd-9621-8d9367b04c4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:05.503027 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b1ee67-7c61-40fd-9621-8d9367b04c4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:05.503384 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b1ee67-7c61-40fd-9621-8d9367b04c4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:05.503731 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b1ee67-7c61-40fd-9621-8d9367b04c4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:05.504058 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b1ee67-7c61-40fd-9621-8d9367b04c4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:05.504398 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b1ee67-7c61-40fd-9621-8d9367b04c4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:05.504729 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b1ee67-7c61-40fd-9621-8d9367b04c4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:05.505047 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b1ee67-7c61-40fd-9621-8d9367b04c4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:05.505368 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b1ee67-7c61-40fd-9621-8d9367b04c4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:05.505687 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b1ee67-7c61-40fd-9621-8d9367b04c4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:05.666480 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b3b1ee67-7c61-40fd-9621-8d9367b04c4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:05.899756 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b1ee67-7c61-40fd-9621-8d9367b04c4b admin admin] Router 2826e890-8d32-4c69-9aad-990348eafcdf has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:53:06.349331 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b1ee67-7c61-40fd-9621-8d9367b04c4b admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:53:06.354706 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b3b1ee67-7c61-40fd-9621-8d9367b04c4b admin admin] 10.222.0.54 "PUT /v2.0/routers/2826e890-8d32-4c69-9aad-990348eafcdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0631824 Nov 10 19:53:06.357995 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50128) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:06.359028 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcae5a96-ab7d-482f-ace3-cdf40a9f1e32 None None] Sync routers for ids ['2826e890-8d32-4c69-9aad-990348eafcdf'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:53:06.369832 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcae5a96-ab7d-482f-ace3-cdf40a9f1e32 None None] Routers {'2826e890-8d32-4c69-9aad-990348eafcdf'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:53:06.370739 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-bcae5a96-ab7d-482f-ace3-cdf40a9f1e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:52:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2826e890-8d32-4c69-9aad-990348eafcdf'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:06.473266 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-86f44685-40fb-4779-8382-c87c08757a34 admin admin] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:06.481841 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-bcae5a96-ab7d-482f-ace3-cdf40a9f1e32 None None] Set router 2826e890-8d32-4c69-9aad-990348eafcdf gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:53:06.587976 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-86f44685-40fb-4779-8382-c87c08757a34 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:06.653236 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-86f44685-40fb-4779-8382-c87c08757a34 admin admin] Deleting port c46891d2-8813-4d6b-89e1-f302fc85eb8a {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:53:06.653602 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-86f44685-40fb-4779-8382-c87c08757a34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:06.674115 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-bcae5a96-ab7d-482f-ace3-cdf40a9f1e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'name': 'tempest-AttachVolumeShelveTestJSON-1191069310-router', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:43:16Z', 'updated_at': '2021-11-10T19:53:05Z', 'revision_number': 5, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'gw_port': {'id': 'c46891d2-8813-4d6b-89e1-f302fc85eb8a', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ba:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:43:17Z', 'updated_at': '2021-11-10T19:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:06.704892 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcae5a96-ab7d-482f-ace3-cdf40a9f1e32 None None] Checking router: 2826e890-8d32-4c69-9aad-990348eafcdf for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:53:06.713679 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcae5a96-ab7d-482f-ace3-cdf40a9f1e32 None None] Routers {'2826e890-8d32-4c69-9aad-990348eafcdf'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:53:06.714346 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-bcae5a96-ab7d-482f-ace3-cdf40a9f1e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:52:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2826e890-8d32-4c69-9aad-990348eafcdf'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:06.738838 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-86f44685-40fb-4779-8382-c87c08757a34 admin admin] For port c46891d2-8813-4d6b-89e1-f302fc85eb8a, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=c46891d2-8813-4d6b-89e1-f302fc85eb8a,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:53:06.739199 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-86f44685-40fb-4779-8382-c87c08757a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:06.753797 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-86f44685-40fb-4779-8382-c87c08757a34 admin admin] Calling delete_port for c46891d2-8813-4d6b-89e1-f302fc85eb8a owned by network:router_gateway {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:53:06.802148 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-bcae5a96-ab7d-482f-ace3-cdf40a9f1e32 None None] Set router 2826e890-8d32-4c69-9aad-990348eafcdf gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:53:06.855255 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-bcae5a96-ab7d-482f-ace3-cdf40a9f1e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'name': 'tempest-AttachVolumeShelveTestJSON-1191069310-router', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:43:16Z', 'updated_at': '2021-11-10T19:53:06Z', 'revision_number': 6, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:06.885434 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcae5a96-ab7d-482f-ace3-cdf40a9f1e32 None None] The sync data for ids ['2826e890-8d32-4c69-9aad-990348eafcdf'] in n-d-813897-4 is: [{'id': '2826e890-8d32-4c69-9aad-990348eafcdf', 'name': 'tempest-AttachVolumeShelveTestJSON-1191069310-router', 'tenant_id': 'ab3180c6842f4189a0ffab6a31569413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:43:16Z', 'updated_at': '2021-11-10T19:53:06Z', 'revision_number': 6, 'project_id': 'ab3180c6842f4189a0ffab6a31569413', 'gw_port_host': None}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:53:06.949884 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-86f44685-40fb-4779-8382-c87c08757a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:06.980554 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f44685-40fb-4779-8382-c87c08757a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=c46891d2-8813-4d6b-89e1-f302fc85eb8a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:06.998049 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0c936f-f4a1-4325-adcc-25b72775cc91 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:53:07.046865 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-86f44685-40fb-4779-8382-c87c08757a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:07.150138 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-86f44685-40fb-4779-8382-c87c08757a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:07.152688 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-86f44685-40fb-4779-8382-c87c08757a34 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:07.206880 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-86f44685-40fb-4779-8382-c87c08757a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:07.207399 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f44685-40fb-4779-8382-c87c08757a34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2826e890-8d32-4c69-9aad-990348eafcdf {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:53:07.212830 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-86f44685-40fb-4779-8382-c87c08757a34 admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:07.214892 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-86f44685-40fb-4779-8382-c87c08757a34 admin admin] 10.222.0.54 "DELETE /v2.0/routers/2826e890-8d32-4c69-9aad-990348eafcdf HTTP/1.1" status: 204 len: 168 time: 0.8559401 Nov 10 19:53:07.218027 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50130) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:07.275817 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-a66ddb1c-4766-41bb-b1ca-8842e16cfbfa admin admin] Deleting subnet 40030106-ed1c-4f54-bc33-e92ab198bc65 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:53:07.279676 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a66ddb1c-4766-41bb-b1ca-8842e16cfbfa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:07.317815 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a66ddb1c-4766-41bb-b1ca-8842e16cfbfa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:07.398521 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a66ddb1c-4766-41bb-b1ca-8842e16cfbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:07.476216 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a66ddb1c-4766-41bb-b1ca-8842e16cfbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:07.502363 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ddb1c-4766-41bb-b1ca-8842e16cfbfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40030106-ed1c-4f54-bc33-e92ab198bc65,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:07.506203 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a66ddb1c-4766-41bb-b1ca-8842e16cfbfa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:07.509594 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a66ddb1c-4766-41bb-b1ca-8842e16cfbfa admin admin] 10.222.0.54 "DELETE /v2.0/subnets/40030106-ed1c-4f54-bc33-e92ab198bc65 HTTP/1.1" status: 204 len: 168 time: 0.2904003 Nov 10 19:53:07.514157 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50132) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:07.517032 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6baf60-3efc-4149-b01c-60cf87340031 None None] Network 4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:53:07.586872 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ecfbcf08-3a39-4a68-a952-606e0a2d80f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:07.651180 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-ecfbcf08-3a39-4a68-a952-606e0a2d80f9 admin admin] Deleting port f28ed990-613c-4cd2-9fe8-1b5856fca4e6 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:53:07.651724 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ecfbcf08-3a39-4a68-a952-606e0a2d80f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:07.725343 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-ecfbcf08-3a39-4a68-a952-606e0a2d80f9 admin admin] For port f28ed990-613c-4cd2-9fe8-1b5856fca4e6, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f28ed990-613c-4cd2-9fe8-1b5856fca4e6,segment=NetworkSegment(85ffe426-ae79-4ddb-ac71-391c9badb732),segment_id=85ffe426-ae79-4ddb-ac71-391c9badb732)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:53:07.725637 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dea221-be86-4fc8-8633-a73411de8bfe None None] DHCP port deletion for 4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:53:07.725783 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ecfbcf08-3a39-4a68-a952-606e0a2d80f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:07.743374 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-ecfbcf08-3a39-4a68-a952-606e0a2d80f9 admin admin] Calling delete_port for f28ed990-613c-4cd2-9fe8-1b5856fca4e6 owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:53:07.779067 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-54dea221-be86-4fc8-8633-a73411de8bfe None None] Deleting port f28ed990-613c-4cd2-9fe8-1b5856fca4e6 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:53:07.779492 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-54dea221-be86-4fc8-8633-a73411de8bfe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:07.845981 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ecfbcf08-3a39-4a68-a952-606e0a2d80f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:07.853264 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-54dea221-be86-4fc8-8633-a73411de8bfe None None] For port f28ed990-613c-4cd2-9fe8-1b5856fca4e6, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f28ed990-613c-4cd2-9fe8-1b5856fca4e6,segment=NetworkSegment(85ffe426-ae79-4ddb-ac71-391c9badb732),segment_id=85ffe426-ae79-4ddb-ac71-391c9badb732)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:53:07.853647 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-54dea221-be86-4fc8-8633-a73411de8bfe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:07.868264 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-54dea221-be86-4fc8-8633-a73411de8bfe None None] Calling delete_port for f28ed990-613c-4cd2-9fe8-1b5856fca4e6 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:53:07.873920 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfbcf08-3a39-4a68-a952-606e0a2d80f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f28ed990-613c-4cd2-9fe8-1b5856fca4e6,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:07.877603 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfbcf08-3a39-4a68-a952-606e0a2d80f9 admin admin] No DVR routers for this DVR port f28ed990-613c-4cd2-9fe8-1b5856fca4e6 on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:53:07.947748 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-54dea221-be86-4fc8-8633-a73411de8bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:07.959372 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ecfbcf08-3a39-4a68-a952-606e0a2d80f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:07.977977 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dea221-be86-4fc8-8633-a73411de8bfe None None] Pushing event deleted for resources: {'Port': ['ID=f28ed990-613c-4cd2-9fe8-1b5856fca4e6,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:07.982976 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dea221-be86-4fc8-8633-a73411de8bfe None None] No DVR routers for this DVR port f28ed990-613c-4cd2-9fe8-1b5856fca4e6 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:53:07.984694 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-ecfbcf08-3a39-4a68-a952-606e0a2d80f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:07.991164 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dea221-be86-4fc8-8633-a73411de8bfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:07.991767 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dea221-be86-4fc8-8633-a73411de8bfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:07.992275 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dea221-be86-4fc8-8633-a73411de8bfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:07.992751 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dea221-be86-4fc8-8633-a73411de8bfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:07.994455 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dea221-be86-4fc8-8633-a73411de8bfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:07.995152 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dea221-be86-4fc8-8633-a73411de8bfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:07.996148 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dea221-be86-4fc8-8633-a73411de8bfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:07.996631 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dea221-be86-4fc8-8633-a73411de8bfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:07.997129 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dea221-be86-4fc8-8633-a73411de8bfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:07.997615 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dea221-be86-4fc8-8633-a73411de8bfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:07.997974 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dea221-be86-4fc8-8633-a73411de8bfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:07.998303 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dea221-be86-4fc8-8633-a73411de8bfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:08.008644 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-ecfbcf08-3a39-4a68-a952-606e0a2d80f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85ffe426-ae79-4ddb-ac71-391c9badb732') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:08.009083 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-ecfbcf08-3a39-4a68-a952-606e0a2d80f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85ffe426-ae79-4ddb-ac71-391c9badb732') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:08.034101 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ecfbcf08-3a39-4a68-a952-606e0a2d80f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:08.049117 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ecfbcf08-3a39-4a68-a952-606e0a2d80f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:08.058325 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecfbcf08-3a39-4a68-a952-606e0a2d80f9 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:53:08.058325 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ecfbcf08-3a39-4a68-a952-606e0a2d80f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:08.058816 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:53:08.058816 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:53:08.058816 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:53:08.058816 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:53:08.058816 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:53:08.058816 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:53:08.058816 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:53:08.058816 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:53:08.058816 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:53:08.058816 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:53:08.058816 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:53:08.058816 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:53:08.058816 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:53:08.058816 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:53:08.058816 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:53:08.058816 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:53:08.058816 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:53:08.058816 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:53:08.058816 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:53:08.058816 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:53:08.058816 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:53:08.058816 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:53:08.058816 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:53:08.058816 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:53:08.058816 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:53:08.058816 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:53:08.058816 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:53:08.058816 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:53:08.058816 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:53:08.058816 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:53:08.058816 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:53:08.058816 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:53:08.114532 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ecfbcf08-3a39-4a68-a952-606e0a2d80f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:08.121060 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ecfbcf08-3a39-4a68-a952-606e0a2d80f9 admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:08.126970 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ecfbcf08-3a39-4a68-a952-606e0a2d80f9 admin admin] 10.222.0.54 "DELETE /v2.0/networks/4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0 HTTP/1.1" status: 204 len: 168 time: 0.6094301 Nov 10 19:53:08.141805 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfbcf08-3a39-4a68-a952-606e0a2d80f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4983c29c-5b49-4cb6-a1a0-9ac3ca1e2ed0,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:08.252515 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50136) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:08.297582 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-49cb2bef-f21b-4f1e-a310-7cf070f7f98c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ab3180c6842f4189a0ffab6a31569413&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438433 Nov 10 19:53:08.300254 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50138) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:08.351475 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-14dfb5f1-57b2-404c-8156-73afeeabfa64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:08.379551 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-14dfb5f1-57b2-404c-8156-73afeeabfa64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:08.431802 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-14dfb5f1-57b2-404c-8156-73afeeabfa64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:08.435566 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-14dfb5f1-57b2-404c-8156-73afeeabfa64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:08.436798 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-14dfb5f1-57b2-404c-8156-73afeeabfa64 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ab450f29-9e36-48f2-ba28-f3bc8c0b5541 HTTP/1.1" status: 204 len: 168 time: 0.1351619 Nov 10 19:53:08.445782 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dfb5f1-57b2-404c-8156-73afeeabfa64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab450f29-9e36-48f2-ba28-f3bc8c0b5541,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:08.563602 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device c46891d2-8813-4d6b-89e1-f302fc85eb8a no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:53:08.583973 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: c46891d2-8813-4d6b-89e1-f302fc85eb8a {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:53:08.584313 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device c46891d2-8813-4d6b-89e1-f302fc85eb8a not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:53:08.584748 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ebddd142-c20c-4210-b5d6-2d3048c79382 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:53:08.609691 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: ebddd142-c20c-4210-b5d6-2d3048c79382 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:53:08.609691 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ebddd142-c20c-4210-b5d6-2d3048c79382 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:53:08.609691 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f28ed990-613c-4cd2-9fe8-1b5856fca4e6 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:53:08.630023 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: f28ed990-613c-4cd2-9fe8-1b5856fca4e6 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:53:08.630366 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f28ed990-613c-4cd2-9fe8-1b5856fca4e6 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:53:11.387956 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50202) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:11.519780 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-320aff99-e840-4f8c-93e3-3f27f7d0ba7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:11.603496 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-320aff99-e840-4f8c-93e3-3f27f7d0ba7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:11.610930 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-320aff99-e840-4f8c-93e3-3f27f7d0ba7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:11.653478 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-320aff99-e840-4f8c-93e3-3f27f7d0ba7c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=917d7d5d626a4c0bb425c356edebb7d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2639682 Nov 10 19:53:11.654356 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320aff99-e840-4f8c-93e3-3f27f7d0ba7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b2ebff-c282-4709-8ffb-fe2c9056d226,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:11.656654 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50206) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:11.708362 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9f29584d-a33f-4609-838a-d7bde42fc1ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:11.731994 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9f29584d-a33f-4609-838a-d7bde42fc1ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:11.788619 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9f29584d-a33f-4609-838a-d7bde42fc1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:11.791747 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9f29584d-a33f-4609-838a-d7bde42fc1ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:11.793315 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9f29584d-a33f-4609-838a-d7bde42fc1ac admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/37b2ebff-c282-4709-8ffb-fe2c9056d226 HTTP/1.1" status: 204 len: 168 time: 0.1354606 Nov 10 19:53:11.802276 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29584d-a33f-4609-838a-d7bde42fc1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b2ebff-c282-4709-8ffb-fe2c9056d226,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:12.095598 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50212) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:12.110525 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e231bc5d-d88b-445f-976e-21cfc0f50ea8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:12.195331 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e231bc5d-d88b-445f-976e-21cfc0f50ea8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:12.201020 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e231bc5d-d88b-445f-976e-21cfc0f50ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:12.243799 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e231bc5d-d88b-445f-976e-21cfc0f50ea8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e64bfaa93eb245c49280b30fe13c309c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1468923 Nov 10 19:53:12.244680 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231bc5d-d88b-445f-976e-21cfc0f50ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a2fd9f-771f-4299-9f33-fa3eccf8b5dd,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:12.247601 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50214) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:12.302319 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-16a60e8f-55d8-4bd1-8a13-8009f8755613 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:12.328856 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-16a60e8f-55d8-4bd1-8a13-8009f8755613 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:12.387430 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-16a60e8f-55d8-4bd1-8a13-8009f8755613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:12.390220 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-16a60e8f-55d8-4bd1-8a13-8009f8755613 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:12.391451 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-16a60e8f-55d8-4bd1-8a13-8009f8755613 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/95a2fd9f-771f-4299-9f33-fa3eccf8b5dd HTTP/1.1" status: 204 len: 168 time: 0.1427343 Nov 10 19:53:12.399926 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60e8f-55d8-4bd1-8a13-8009f8755613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a2fd9f-771f-4299-9f33-fa3eccf8b5dd,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:14.976242 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50288) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:15.112790 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f83769e6-0a3a-4401-bdbc-bb41e808de21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:15.154516 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:53:15.194013 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f83769e6-0a3a-4401-bdbc-bb41e808de21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:15.199722 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f83769e6-0a3a-4401-bdbc-bb41e808de21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:15.245101 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f83769e6-0a3a-4401-bdbc-bb41e808de21 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=66934852055442e0932f72230666efde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2675064 Nov 10 19:53:15.245892 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83769e6-0a3a-4401-bdbc-bb41e808de21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc4ff8d-2868-4691-b509-1a90d11ef2df,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:15.248134 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50292) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:15.303582 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4f6d6047-8ce5-4750-a4b0-d05aa1ad833c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:15.326366 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4f6d6047-8ce5-4750-a4b0-d05aa1ad833c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:15.376354 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4f6d6047-8ce5-4750-a4b0-d05aa1ad833c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:15.379070 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4f6d6047-8ce5-4750-a4b0-d05aa1ad833c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:15.380285 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4f6d6047-8ce5-4750-a4b0-d05aa1ad833c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bcc4ff8d-2868-4691-b509-1a90d11ef2df HTTP/1.1" status: 204 len: 168 time: 0.1310649 Nov 10 19:53:15.389338 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d6047-8ce5-4750-a4b0-d05aa1ad833c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc4ff8d-2868-4691-b509-1a90d11ef2df,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:15.703085 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50298) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:15.721593 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b8f1df7b-18e1-423d-8e92-0d84f6a2c625 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:15.807149 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b8f1df7b-18e1-423d-8e92-0d84f6a2c625 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:15.813382 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b8f1df7b-18e1-423d-8e92-0d84f6a2c625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:15.855028 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b8f1df7b-18e1-423d-8e92-0d84f6a2c625 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3719d1c7431a426ab5b951d008269d63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1508229 Nov 10 19:53:15.855966 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1df7b-18e1-423d-8e92-0d84f6a2c625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817be83c-76cd-41be-b6a2-232355da317f,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:15.858972 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50300) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:15.913567 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ac1edaf8-5a37-4480-b685-8cb9d94a5414 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:15.944724 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ac1edaf8-5a37-4480-b685-8cb9d94a5414 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:15.999095 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ac1edaf8-5a37-4480-b685-8cb9d94a5414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:16.001956 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ac1edaf8-5a37-4480-b685-8cb9d94a5414 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:16.003176 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ac1edaf8-5a37-4480-b685-8cb9d94a5414 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/817be83c-76cd-41be-b6a2-232355da317f HTTP/1.1" status: 204 len: 168 time: 0.1427572 Nov 10 19:53:16.013409 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1edaf8-5a37-4480-b685-8cb9d94a5414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817be83c-76cd-41be-b6a2-232355da317f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:18.227640 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50362) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:18.388798 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d8e5768a-ce68-433a-b04d-98d3bb1743f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:18.473331 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d8e5768a-ce68-433a-b04d-98d3bb1743f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:18.478640 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d8e5768a-ce68-433a-b04d-98d3bb1743f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:18.517836 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d8e5768a-ce68-433a-b04d-98d3bb1743f9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=19a7e64974eb481dac8f2b8f558e56e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2886624 Nov 10 19:53:18.519100 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5768a-ce68-433a-b04d-98d3bb1743f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f492b1ba-1e40-4e20-89a7-fcbaa6929792,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:18.521115 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50368) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:18.580732 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a63b60d5-abd2-4455-b86c-18fbc2425e40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:18.602774 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a63b60d5-abd2-4455-b86c-18fbc2425e40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:18.650913 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a63b60d5-abd2-4455-b86c-18fbc2425e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:18.655134 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a63b60d5-abd2-4455-b86c-18fbc2425e40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:18.655134 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a63b60d5-abd2-4455-b86c-18fbc2425e40 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f492b1ba-1e40-4e20-89a7-fcbaa6929792 HTTP/1.1" status: 204 len: 168 time: 0.1319506 Nov 10 19:53:18.662630 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b60d5-abd2-4455-b86c-18fbc2425e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f492b1ba-1e40-4e20-89a7-fcbaa6929792,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:18.966957 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50374) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:18.981829 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f77368c6-5097-4a88-91b5-81a660341b08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:19.064742 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f77368c6-5097-4a88-91b5-81a660341b08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:19.070972 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f77368c6-5097-4a88-91b5-81a660341b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:19.400224 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f77368c6-5097-4a88-91b5-81a660341b08 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3c07b5e60e4a4a14988770d9c999c4cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4321477 Nov 10 19:53:19.401225 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77368c6-5097-4a88-91b5-81a660341b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3ffb79-ff39-41a7-8f06-7d45072d6f54,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:19.404112 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50376) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:19.461335 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0c5b0c6e-4800-4b0b-bfd2-5d3a0129e276 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:19.491599 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0c5b0c6e-4800-4b0b-bfd2-5d3a0129e276 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:19.540616 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0c5b0c6e-4800-4b0b-bfd2-5d3a0129e276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:19.543244 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0c5b0c6e-4800-4b0b-bfd2-5d3a0129e276 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:19.544579 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0c5b0c6e-4800-4b0b-bfd2-5d3a0129e276 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8d3ffb79-ff39-41a7-8f06-7d45072d6f54 HTTP/1.1" status: 204 len: 168 time: 0.1390951 Nov 10 19:53:19.554014 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b0c6e-4800-4b0b-bfd2-5d3a0129e276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3ffb79-ff39-41a7-8f06-7d45072d6f54,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:21.309382 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50428) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:21.441263 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-514098fa-2832-4fd3-a8a5-f9e21dc028d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:21.523992 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-514098fa-2832-4fd3-a8a5-f9e21dc028d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:21.530898 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-514098fa-2832-4fd3-a8a5-f9e21dc028d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:21.572466 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-514098fa-2832-4fd3-a8a5-f9e21dc028d7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dea5db6749e84523a2f341c64be93723&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2613223 Nov 10 19:53:21.573342 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514098fa-2832-4fd3-a8a5-f9e21dc028d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ef8a63-f203-4557-a9ef-1a56e54f61b8,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:21.576729 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50432) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:21.630025 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2aa78d99-aace-47e1-bf1c-313d0e51bb1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:21.653226 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2aa78d99-aace-47e1-bf1c-313d0e51bb1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:21.713049 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2aa78d99-aace-47e1-bf1c-313d0e51bb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:21.717003 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2aa78d99-aace-47e1-bf1c-313d0e51bb1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:21.718338 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2aa78d99-aace-47e1-bf1c-313d0e51bb1a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a7ef8a63-f203-4557-a9ef-1a56e54f61b8 HTTP/1.1" status: 204 len: 168 time: 0.1402364 Nov 10 19:53:21.730443 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa78d99-aace-47e1-bf1c-313d0e51bb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ef8a63-f203-4557-a9ef-1a56e54f61b8,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:23.477391 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b4da9af2-dab4-416d-a741-fd995c1b120a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:25.004790 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:25.331128 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:25.727051 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8993d09a-4432-42ad-8609-59915d933e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:27.301519 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:27.572101 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50782) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:27.688092 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f36661f1-6410-4f4f-ad25-3db3d34e5fa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:27.771197 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f36661f1-6410-4f4f-ad25-3db3d34e5fa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:27.777791 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f36661f1-6410-4f4f-ad25-3db3d34e5fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:27.825099 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f36661f1-6410-4f4f-ad25-3db3d34e5fa0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d6abae37a58e4421a0467bdc1c4bba07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2518530 Nov 10 19:53:27.825984 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36661f1-6410-4f4f-ad25-3db3d34e5fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1019c79-6ef1-477c-913b-347e009ec9cc,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:27.827943 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50786) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:27.884943 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ebc6687f-0114-4e0e-aca1-fafb6152fefd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:27.908254 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ebc6687f-0114-4e0e-aca1-fafb6152fefd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:27.966641 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ebc6687f-0114-4e0e-aca1-fafb6152fefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:27.969659 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ebc6687f-0114-4e0e-aca1-fafb6152fefd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:27.970941 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ebc6687f-0114-4e0e-aca1-fafb6152fefd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c1019c79-6ef1-477c-913b-347e009ec9cc HTTP/1.1" status: 204 len: 168 time: 0.1417689 Nov 10 19:53:27.978763 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6687f-0114-4e0e-aca1-fafb6152fefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1019c79-6ef1-477c-913b-347e009ec9cc,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:28.798685 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:29.337589 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50822) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:29.410197 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:29.500352 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-e0b55174-7ad4-499e-a718-5ce471fb6538 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1060717129'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:53:29.525364 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b55174-7ad4-499e-a718-5ce471fb6538 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Made reservation on behalf of 0c31f81ce68b4cda9643dc1395b3d063 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:53:29.529050 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e0b55174-7ad4-499e-a718-5ce471fb6538 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:29.539898 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e0b55174-7ad4-499e-a718-5ce471fb6538 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:29.615264 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e0b55174-7ad4-499e-a718-5ce471fb6538 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:29.620859 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e0b55174-7ad4-499e-a718-5ce471fb6538 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:29.649410 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0b55174-7ad4-499e-a718-5ce471fb6538 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:53:29.660141 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b55174-7ad4-499e-a718-5ce471fb6538 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f171db1e-f252-4869-bbbd-38b9f88e6869,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:29.667048 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e0b55174-7ad4-499e-a718-5ce471fb6538 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:29.667392 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-e0b55174-7ad4-499e-a718-5ce471fb6538 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Added segment ada46a6f-b0cc-4400-9dab-fd0d4a046c7d of type vlan for network b73abd17-404c-43ee-a7a8-7dc2a6edc205 Nov 10 19:53:29.711122 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e0b55174-7ad4-499e-a718-5ce471fb6538 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:29.740894 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e0b55174-7ad4-499e-a718-5ce471fb6538 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:29.746805 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b55174-7ad4-499e-a718-5ce471fb6538 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:53:29.747444 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e0b55174-7ad4-499e-a718-5ce471fb6538 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:29.817894 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e0b55174-7ad4-499e-a718-5ce471fb6538 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4789555 Nov 10 19:53:29.820830 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50826) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:29.825794 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-130f3982-c74d-43b7-8a7c-d924b211ec3e tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Request body: {'subnet': {'network_id': 'b73abd17-404c-43ee-a7a8-7dc2a6edc205', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:53:29.844577 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b55174-7ad4-499e-a718-5ce471fb6538 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Pushing event updated for resources: {'Network': ['ID=b73abd17-404c-43ee-a7a8-7dc2a6edc205,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:29.856251 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network b73abd17-404c-43ee-a7a8-7dc2a6edc205 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:53:29.936611 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130f3982-c74d-43b7-8a7c-d924b211ec3e tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Made reservation on behalf of 0c31f81ce68b4cda9643dc1395b3d063 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:53:29.940746 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-130f3982-c74d-43b7-8a7c-d924b211ec3e tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:30.149055 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-130f3982-c74d-43b7-8a7c-d924b211ec3e tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:30.213019 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f3982-c74d-43b7-8a7c-d924b211ec3e tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Pushing event updated for resources: {'Subnet': ['ID=3c04a3ce-f550-4721-acee-d0620eecfbd7,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:30.231846 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130f3982-c74d-43b7-8a7c-d924b211ec3e tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Checking segment: {'id': 'ada46a6f-b0cc-4400-9dab-fd0d4a046c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b73abd17-404c-43ee-a7a8-7dc2a6edc205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:53:30.232208 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130f3982-c74d-43b7-8a7c-d924b211ec3e tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Network hostable DHCP agents. Network: b73abd17-404c-43ee-a7a8-7dc2a6edc205, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:53:30.252010 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130f3982-c74d-43b7-8a7c-d924b211ec3e tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Network b73abd17-404c-43ee-a7a8-7dc2a6edc205 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:53:30.260823 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-130f3982-c74d-43b7-8a7c-d924b211ec3e tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, b73abd17-404c-43ee-a7a8-7dc2a6edc205) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:53:30.265547 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130f3982-c74d-43b7-8a7c-d924b211ec3e tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:53:30.267283 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-130f3982-c74d-43b7-8a7c-d924b211ec3e tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:30.270563 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33489b05-59f9-49ce-8951-0f61b0a25031 None None] Network b73abd17-404c-43ee-a7a8-7dc2a6edc205 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:53:30.285345 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-130f3982-c74d-43b7-8a7c-d924b211ec3e tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4632425 Nov 10 19:53:30.287662 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50828) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:30.292723 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-92a40193-2e33-4c28-adc3-3b6b1c1f2055 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Request body: {'port': {'network_id': 'b73abd17-404c-43ee-a7a8-7dc2a6edc205', 'name': 'tempest-DHCPAgentSchedulersTestJSON-645422826'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:53:30.411750 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a40193-2e33-4c28-adc3-3b6b1c1f2055 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Made reservation on behalf of 0c31f81ce68b4cda9643dc1395b3d063 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:53:30.415598 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92a40193-2e33-4c28-adc3-3b6b1c1f2055 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:30.436847 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677f4839-0598-4236-a6a0-78e6dd24201c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-b73abd17-404c-43ee-a7a8-7dc2a6edc205', 'network_id': 'b73abd17-404c-43ee-a7a8-7dc2a6edc205', 'tenant_id': '0c31f81ce68b4cda9643dc1395b3d063', 'fixed_ips': [{'subnet_id': '3c04a3ce-f550-4721-acee-d0620eecfbd7'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:53:30.437472 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-92a40193-2e33-4c28-adc3-3b6b1c1f2055 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] device_id is not set on port dfc3e4da-3f3b-40f8-9e33-6712ead3238d yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:53:30.437794 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-677f4839-0598-4236-a6a0-78e6dd24201c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:30.562352 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-92a40193-2e33-4c28-adc3-3b6b1c1f2055 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Allocated IP 172.20.0.11 (b73abd17-404c-43ee-a7a8-7dc2a6edc205/3c04a3ce-f550-4721-acee-d0620eecfbd7/dfc3e4da-3f3b-40f8-9e33-6712ead3238d) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:53:30.725294 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92a40193-2e33-4c28-adc3-3b6b1c1f2055 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:30.770608 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92a40193-2e33-4c28-adc3-3b6b1c1f2055 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:30.816059 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-677f4839-0598-4236-a6a0-78e6dd24201c None None] Allocated IP 172.20.0.2 (b73abd17-404c-43ee-a7a8-7dc2a6edc205/3c04a3ce-f550-4721-acee-d0620eecfbd7/24f3ebaa-d25a-4280-80df-ce30c47c6405) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:53:30.818915 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a40193-2e33-4c28-adc3-3b6b1c1f2055 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Network b73abd17-404c-43ee-a7a8-7dc2a6edc205 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:53:30.822410 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-92a40193-2e33-4c28-adc3-3b6b1c1f2055 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:53:30.827457 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a40193-2e33-4c28-adc3-3b6b1c1f2055 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:53:30.830406 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a40193-2e33-4c28-adc3-3b6b1c1f2055 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Pushing event updated for resources: {'Port': ['ID=dfc3e4da-3f3b-40f8-9e33-6712ead3238d,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:30.883590 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a40193-2e33-4c28-adc3-3b6b1c1f2055 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:53:30.884201 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92a40193-2e33-4c28-adc3-3b6b1c1f2055 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:30.901514 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-92a40193-2e33-4c28-adc3-3b6b1c1f2055 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6127167 Nov 10 19:53:30.904869 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50830) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:30.971512 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-677f4839-0598-4236-a6a0-78e6dd24201c None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:30.979729 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-677f4839-0598-4236-a6a0-78e6dd24201c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:31.005012 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-a6f30262-219c-416d-826a-435dd525e03d tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Deleting port dfc3e4da-3f3b-40f8-9e33-6712ead3238d {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:53:31.005354 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a6f30262-219c-416d-826a-435dd525e03d tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:31.031012 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677f4839-0598-4236-a6a0-78e6dd24201c None None] Network b73abd17-404c-43ee-a7a8-7dc2a6edc205 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:53:31.035835 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f4839-0598-4236-a6a0-78e6dd24201c None None] Pushing event updated for resources: {'Port': ['ID=24f3ebaa-d25a-4280-80df-ce30c47c6405,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:31.040007 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-677f4839-0598-4236-a6a0-78e6dd24201c None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:53:31.042456 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677f4839-0598-4236-a6a0-78e6dd24201c None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:53:31.118904 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a6f30262-219c-416d-826a-435dd525e03d tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:31.120490 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-677f4839-0598-4236-a6a0-78e6dd24201c None None] Attempting to bind port 24f3ebaa-d25a-4280-80df-ce30c47c6405 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:53:31.120917 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-677f4839-0598-4236-a6a0-78e6dd24201c None None] Attempting to bind port 24f3ebaa-d25a-4280-80df-ce30c47c6405 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'ada46a6f-b0cc-4400-9dab-fd0d4a046c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b73abd17-404c-43ee-a7a8-7dc2a6edc205'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:53:31.122157 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677f4839-0598-4236-a6a0-78e6dd24201c None None] Attempting to bind port 24f3ebaa-d25a-4280-80df-ce30c47c6405 on network b73abd17-404c-43ee-a7a8-7dc2a6edc205 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:53:31.129634 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677f4839-0598-4236-a6a0-78e6dd24201c None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:53:31.130033 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677f4839-0598-4236-a6a0-78e6dd24201c None None] Checking segment: {'id': 'ada46a6f-b0cc-4400-9dab-fd0d4a046c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b73abd17-404c-43ee-a7a8-7dc2a6edc205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:53:31.130435 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-677f4839-0598-4236-a6a0-78e6dd24201c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:31.130838 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677f4839-0598-4236-a6a0-78e6dd24201c None None] Bound using segment: {'id': 'ada46a6f-b0cc-4400-9dab-fd0d4a046c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b73abd17-404c-43ee-a7a8-7dc2a6edc205'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:53:31.131335 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-677f4839-0598-4236-a6a0-78e6dd24201c None None] Bound port: 24f3ebaa-d25a-4280-80df-ce30c47c6405, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada46a6f-b0cc-4400-9dab-fd0d4a046c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b73abd17-404c-43ee-a7a8-7dc2a6edc205'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:53:31.131724 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-677f4839-0598-4236-a6a0-78e6dd24201c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:31.139055 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-a6f30262-219c-416d-826a-435dd525e03d tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Calling delete_port for dfc3e4da-3f3b-40f8-9e33-6712ead3238d owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:53:31.220005 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-677f4839-0598-4236-a6a0-78e6dd24201c None None] For port 24f3ebaa-d25a-4280-80df-ce30c47c6405, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:53:31.223570 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-677f4839-0598-4236-a6a0-78e6dd24201c None None] For port 24f3ebaa-d25a-4280-80df-ce30c47c6405, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=24f3ebaa-d25a-4280-80df-ce30c47c6405,segment=NetworkSegment(ada46a6f-b0cc-4400-9dab-fd0d4a046c7d),segment_id=ada46a6f-b0cc-4400-9dab-fd0d4a046c7d)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:53:31.229361 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-677f4839-0598-4236-a6a0-78e6dd24201c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:31.294115 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f4839-0598-4236-a6a0-78e6dd24201c None None] Pushing event updated for resources: {'Port': ['ID=24f3ebaa-d25a-4280-80df-ce30c47c6405,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:31.315719 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a6f30262-219c-416d-826a-435dd525e03d tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:31.347486 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f30262-219c-416d-826a-435dd525e03d tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Pushing event deleted for resources: {'Port': ['ID=dfc3e4da-3f3b-40f8-9e33-6712ead3238d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:31.431691 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a6f30262-219c-416d-826a-435dd525e03d tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:31.443004 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a6f30262-219c-416d-826a-435dd525e03d tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] 10.222.0.54 "DELETE /v2.0/ports/dfc3e4da-3f3b-40f8-9e33-6712ead3238d HTTP/1.1" status: 204 len: 168 time: 0.5370345 Nov 10 19:53:31.443214 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50832) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:31.527189 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-68949f23-1a51-47fa-a3f2-1a0e1def8651 tempest-DHCPAgentSchedulersTestJSON-1741688671 tempest-DHCPAgentSchedulersTestJSON-1741688671-project-admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4926 time: 0.0810525 Nov 10 19:53:31.531500 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50836) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:31.536845 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-29f462fa-e8d5-4022-98c7-09812b135551 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2024483607'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:53:31.565184 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f462fa-e8d5-4022-98c7-09812b135551 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Made reservation on behalf of 0c31f81ce68b4cda9643dc1395b3d063 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:53:31.569302 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-29f462fa-e8d5-4022-98c7-09812b135551 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:31.597707 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f462fa-e8d5-4022-98c7-09812b135551 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:53:31.608059 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-29f462fa-e8d5-4022-98c7-09812b135551 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:31.608408 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-29f462fa-e8d5-4022-98c7-09812b135551 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Added segment a389bf2c-b612-4f41-9e39-f5fc6a821fa2 of type vlan for network eaa93f2f-3c61-489f-b1a4-84568510e12e Nov 10 19:53:31.655938 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-29f462fa-e8d5-4022-98c7-09812b135551 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:31.684572 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-29f462fa-e8d5-4022-98c7-09812b135551 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:31.690478 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f462fa-e8d5-4022-98c7-09812b135551 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:53:31.691102 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-29f462fa-e8d5-4022-98c7-09812b135551 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:31.758152 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-29f462fa-e8d5-4022-98c7-09812b135551 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2254379 Nov 10 19:53:31.761177 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50838) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:31.768114 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f462fa-e8d5-4022-98c7-09812b135551 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Pushing event updated for resources: {'Network': ['ID=eaa93f2f-3c61-489f-b1a4-84568510e12e,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:31.780572 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network eaa93f2f-3c61-489f-b1a4-84568510e12e details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:53:31.908549 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-bc416cf5-9904-439b-9c2c-bfdf32d62732 tempest-DHCPAgentSchedulersTestJSON-1741688671 tempest-DHCPAgentSchedulersTestJSON-1741688671-project-admin] 10.222.0.54 "GET /v2.0/agents/04cbf761-69d3-45c4-a01e-b7f64fbc8479/dhcp-networks HTTP/1.1" status: 200 len: 3299 time: 0.1458931 Nov 10 19:53:31.911272 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50840) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:32.012448 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf243328-a603-4bd7-bd7d-22551e7ed375 tempest-DHCPAgentSchedulersTestJSON-1741688671 tempest-DHCPAgentSchedulersTestJSON-1741688671-project-admin] Network eaa93f2f-3c61-489f-b1a4-84568510e12e is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:53:32.033527 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50842) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:32.033746 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cf243328-a603-4bd7-bd7d-22551e7ed375 tempest-DHCPAgentSchedulersTestJSON-1741688671 tempest-DHCPAgentSchedulersTestJSON-1741688671-project-admin] 10.222.0.54 "POST /v2.0/agents/04cbf761-69d3-45c4-a01e-b7f64fbc8479/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1211264 Nov 10 19:53:32.034943 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fea4f6-1c80-46cf-ac82-0b70c19c121b None None] Network eaa93f2f-3c61-489f-b1a4-84568510e12e requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:53:32.185047 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0246e790-134c-44d8-a767-56f761f8bbfb tempest-DHCPAgentSchedulersTestJSON-1741688671 tempest-DHCPAgentSchedulersTestJSON-1741688671-project-admin] 10.222.0.54 "GET /v2.0/agents/04cbf761-69d3-45c4-a01e-b7f64fbc8479/dhcp-networks HTTP/1.1" status: 200 len: 4070 time: 0.1501942 Nov 10 19:53:32.188017 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50844) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:32.235166 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a57063f-cc45-452b-94af-248ff377bd02 None None] Network b73abd17-404c-43ee-a7a8-7dc2a6edc205 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:53:32.277789 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-58577f00-79ca-4769-9f1f-acee28c2a71c tempest-DHCPAgentSchedulersTestJSON-1741688671 tempest-DHCPAgentSchedulersTestJSON-1741688671-project-admin] 10.222.0.54 "DELETE /v2.0/agents/04cbf761-69d3-45c4-a01e-b7f64fbc8479/dhcp-networks/eaa93f2f-3c61-489f-b1a4-84568510e12e HTTP/1.1" status: 204 len: 168 time: 0.0883408 Nov 10 19:53:32.281304 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50846) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:32.319418 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8149845e-4542-4794-b897-05fc9ef33f61 None None] Provisioning complete for port 24f3ebaa-d25a-4280-80df-ce30c47c6405 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:53:32.319697 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8149845e-4542-4794-b897-05fc9ef33f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:32.398900 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-86d87f63-a095-42cb-94b6-cc4fa11b567b tempest-DHCPAgentSchedulersTestJSON-1741688671 tempest-DHCPAgentSchedulersTestJSON-1741688671-project-admin] 10.222.0.54 "GET /v2.0/agents/04cbf761-69d3-45c4-a01e-b7f64fbc8479/dhcp-networks HTTP/1.1" status: 200 len: 3299 time: 0.1159968 Nov 10 19:53:32.403581 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50848) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:32.423954 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7aafcc32-be98-4c61-bd2c-7da969067591 tempest-DHCPAgentSchedulersTestJSON-1741688671 tempest-DHCPAgentSchedulersTestJSON-1741688671-project-admin] 10.222.0.54 "GET /v2.0/networks/b73abd17-404c-43ee-a7a8-7dc2a6edc205/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0195408 Nov 10 19:53:32.427486 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50850) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:32.454306 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-30322366-dc4e-4fc0-ab5e-e3c8e75abda3 tempest-DHCPAgentSchedulersTestJSON-1741688671 tempest-DHCPAgentSchedulersTestJSON-1741688671-project-admin] 10.222.0.54 "GET /v2.0/networks/b73abd17-404c-43ee-a7a8-7dc2a6edc205/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0255644 Nov 10 19:53:32.455048 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50852) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:32.592361 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-40875eb7-ceaa-4622-a55a-d80c9d9db876 tempest-DHCPAgentSchedulersTestJSON-1741688671 tempest-DHCPAgentSchedulersTestJSON-1741688671-project-admin] 10.222.0.54 "GET /v2.0/agents/04cbf761-69d3-45c4-a01e-b7f64fbc8479/dhcp-networks HTTP/1.1" status: 200 len: 3299 time: 0.1364009 Nov 10 19:53:32.597018 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50854) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:32.634589 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 24f3ebaa-d25a-4280-80df-ce30c47c6405 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:53:32.677788 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8149845e-4542-4794-b897-05fc9ef33f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:32.692528 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-36ad9a5a-a214-4957-8c3f-94ce52651e32 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:32.740232 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-8149845e-4542-4794-b897-05fc9ef33f61 None None] For port 24f3ebaa-d25a-4280-80df-ce30c47c6405, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=24f3ebaa-d25a-4280-80df-ce30c47c6405,segment=NetworkSegment(ada46a6f-b0cc-4400-9dab-fd0d4a046c7d),segment_id=ada46a6f-b0cc-4400-9dab-fd0d4a046c7d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:53:32.741386 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 24f3ebaa-d25a-4280-80df-ce30c47c6405 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:53:32.741803 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:32.777186 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8149845e-4542-4794-b897-05fc9ef33f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:32.791686 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-36ad9a5a-a214-4957-8c3f-94ce52651e32 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:32.817989 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-36ad9a5a-a214-4957-8c3f-94ce52651e32 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa93f2f-3c61-489f-b1a4-84568510e12e']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:32.829906 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-36ad9a5a-a214-4957-8c3f-94ce52651e32 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a389bf2c-b612-4f41-9e39-f5fc6a821fa2') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:32.830178 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-36ad9a5a-a214-4957-8c3f-94ce52651e32 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a389bf2c-b612-4f41-9e39-f5fc6a821fa2') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:32.841738 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149845e-4542-4794-b897-05fc9ef33f61 None None] Pushing event updated for resources: {'Port': ['ID=24f3ebaa-d25a-4280-80df-ce30c47c6405,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:32.848202 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-36ad9a5a-a214-4957-8c3f-94ce52651e32 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:32.868565 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-36ad9a5a-a214-4957-8c3f-94ce52651e32 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:32.878032 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ad9a5a-a214-4957-8c3f-94ce52651e32 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:53:32.879219 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-36ad9a5a-a214-4957-8c3f-94ce52651e32 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:32.882895 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:53:32.882895 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:53:32.882895 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:53:32.882895 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:53:32.882895 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:53:32.882895 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:53:32.882895 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:53:32.882895 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:53:32.882895 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:53:32.882895 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:53:32.882895 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:53:32.882895 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:53:32.882895 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:53:32.882895 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:53:32.882895 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:53:32.882895 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:53:32.882895 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:53:32.882895 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:53:32.882895 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:53:32.882895 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:53:32.882895 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:53:32.882895 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:53:32.882895 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:53:32.882895 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:53:32.882895 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:53:32.882895 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:53:32.882895 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:53:32.882895 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:53:32.882895 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:53:32.882895 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:53:32.882895 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:53:32.882895 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:53:32.949050 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-36ad9a5a-a214-4957-8c3f-94ce52651e32 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:32.958799 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-36ad9a5a-a214-4957-8c3f-94ce52651e32 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:32.964543 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-36ad9a5a-a214-4957-8c3f-94ce52651e32 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] 10.222.0.54 "DELETE /v2.0/networks/eaa93f2f-3c61-489f-b1a4-84568510e12e HTTP/1.1" status: 204 len: 168 time: 0.3590176 Nov 10 19:53:32.965127 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50856) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:32.972834 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad9a5a-a214-4957-8c3f-94ce52651e32 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Pushing event deleted for resources: {'Network': ['ID=eaa93f2f-3c61-489f-b1a4-84568510e12e,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:32.990446 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8db27a3-cf56-46c8-9910-8a5cf7764d74 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] DELETE failed (client error): The resource could not be found. Nov 10 19:53:32.991201 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8db27a3-cf56-46c8-9910-8a5cf7764d74 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 19:53:32.994386 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b8db27a3-cf56-46c8-9910-8a5cf7764d74 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] 10.222.0.54 "DELETE /v2.0/ports/dfc3e4da-3f3b-40f8-9e33-6712ead3238d HTTP/1.1" status: 404 len: 333 time: 0.0281069 Nov 10 19:53:32.996996 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50858) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:33.001388 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-28f75271-93b1-47a2-85bd-bcee2d7105fd None None] Provisioning complete for port 24f3ebaa-d25a-4280-80df-ce30c47c6405 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:53:33.002141 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-28f75271-93b1-47a2-85bd-bcee2d7105fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:33.060858 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6edfdce-bf87-4f22-b715-f25e8127b25a tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Deleting subnet 3c04a3ce-f550-4721-acee-d0620eecfbd7 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:53:33.073419 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f6edfdce-bf87-4f22-b715-f25e8127b25a tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:33.123672 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f6edfdce-bf87-4f22-b715-f25e8127b25a tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:33.212025 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-54aacf8a-a4aa-4b70-ba53-cc14739a3732 None None] Could not find standard attr ID for object dfc3e4da-3f3b-40f8-9e33-6712ead3238d. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 19:53:33.224888 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f6edfdce-bf87-4f22-b715-f25e8127b25a tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:33.296153 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f6edfdce-bf87-4f22-b715-f25e8127b25a tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:33.330692 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edfdce-bf87-4f22-b715-f25e8127b25a tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Pushing event deleted for resources: {'Subnet': ['ID=3c04a3ce-f550-4721-acee-d0620eecfbd7,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:33.332902 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f6edfdce-bf87-4f22-b715-f25e8127b25a tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:33.336176 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f6edfdce-bf87-4f22-b715-f25e8127b25a tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] 10.222.0.54 "DELETE /v2.0/subnets/3c04a3ce-f550-4721-acee-d0620eecfbd7 HTTP/1.1" status: 204 len: 168 time: 0.3382063 Nov 10 19:53:33.339292 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50860) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:33.370321 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333ab3fc-257c-48a2-b7cc-5d2fcc0462e0 None None] Network b73abd17-404c-43ee-a7a8-7dc2a6edc205 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:53:33.433590 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7690744-3f71-439c-9a8b-03855c4de616 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:33.496770 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-c7690744-3f71-439c-9a8b-03855c4de616 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Deleting port 24f3ebaa-d25a-4280-80df-ce30c47c6405 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:53:33.497804 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7690744-3f71-439c-9a8b-03855c4de616 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:33.558581 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0889947b-613f-4084-aa20-0fa07279c55b None None] DHCP port deletion for b73abd17-404c-43ee-a7a8-7dc2a6edc205 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:53:33.569262 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-c7690744-3f71-439c-9a8b-03855c4de616 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] For port 24f3ebaa-d25a-4280-80df-ce30c47c6405, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=24f3ebaa-d25a-4280-80df-ce30c47c6405,segment=NetworkSegment(ada46a6f-b0cc-4400-9dab-fd0d4a046c7d),segment_id=ada46a6f-b0cc-4400-9dab-fd0d4a046c7d)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:53:33.569802 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7690744-3f71-439c-9a8b-03855c4de616 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:33.584394 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-c7690744-3f71-439c-9a8b-03855c4de616 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Calling delete_port for 24f3ebaa-d25a-4280-80df-ce30c47c6405 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:53:33.614447 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-0889947b-613f-4084-aa20-0fa07279c55b None None] Deleting port 24f3ebaa-d25a-4280-80df-ce30c47c6405 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:53:33.614731 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0889947b-613f-4084-aa20-0fa07279c55b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:33.683938 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7690744-3f71-439c-9a8b-03855c4de616 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:33.688415 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-0889947b-613f-4084-aa20-0fa07279c55b None None] For port 24f3ebaa-d25a-4280-80df-ce30c47c6405, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=24f3ebaa-d25a-4280-80df-ce30c47c6405,segment=NetworkSegment(ada46a6f-b0cc-4400-9dab-fd0d4a046c7d),segment_id=ada46a6f-b0cc-4400-9dab-fd0d4a046c7d)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:53:33.688801 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0889947b-613f-4084-aa20-0fa07279c55b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:33.706304 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-0889947b-613f-4084-aa20-0fa07279c55b None None] Calling delete_port for 24f3ebaa-d25a-4280-80df-ce30c47c6405 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:53:33.711368 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7690744-3f71-439c-9a8b-03855c4de616 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Pushing event deleted for resources: {'Port': ['ID=24f3ebaa-d25a-4280-80df-ce30c47c6405,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:33.715125 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7690744-3f71-439c-9a8b-03855c4de616 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] No DVR routers for this DVR port 24f3ebaa-d25a-4280-80df-ce30c47c6405 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:53:33.792322 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0889947b-613f-4084-aa20-0fa07279c55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:33.803475 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7690744-3f71-439c-9a8b-03855c4de616 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:33.824816 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889947b-613f-4084-aa20-0fa07279c55b None None] Pushing event deleted for resources: {'Port': ['ID=24f3ebaa-d25a-4280-80df-ce30c47c6405,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:33.826112 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-c7690744-3f71-439c-9a8b-03855c4de616 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b73abd17-404c-43ee-a7a8-7dc2a6edc205']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:33.828646 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0889947b-613f-4084-aa20-0fa07279c55b None None] No DVR routers for this DVR port 24f3ebaa-d25a-4280-80df-ce30c47c6405 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:53:33.840940 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-c7690744-3f71-439c-9a8b-03855c4de616 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada46a6f-b0cc-4400-9dab-fd0d4a046c7d') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:33.841338 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-c7690744-3f71-439c-9a8b-03855c4de616 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada46a6f-b0cc-4400-9dab-fd0d4a046c7d') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:33.852413 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7690744-3f71-439c-9a8b-03855c4de616 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:33.867772 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7690744-3f71-439c-9a8b-03855c4de616 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:33.874863 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7690744-3f71-439c-9a8b-03855c4de616 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:53:33.875331 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7690744-3f71-439c-9a8b-03855c4de616 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:33.878754 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:53:33.878754 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:53:33.878754 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:53:33.878754 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:53:33.878754 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:53:33.878754 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:53:33.878754 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:53:33.878754 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:53:33.878754 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:53:33.878754 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:53:33.878754 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:53:33.878754 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:53:33.878754 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:53:33.878754 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:53:33.878754 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:53:33.878754 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:53:33.878754 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:53:33.878754 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:53:33.878754 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:53:33.878754 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:53:33.878754 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:53:33.878754 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:53:33.878754 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:53:33.878754 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:53:33.878754 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:53:33.878754 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:53:33.878754 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:53:33.878754 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:53:33.878754 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:53:33.878754 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:53:33.878754 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:53:33.878754 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:53:33.939615 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7690744-3f71-439c-9a8b-03855c4de616 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:33.947741 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c7690744-3f71-439c-9a8b-03855c4de616 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:33.950947 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c7690744-3f71-439c-9a8b-03855c4de616 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] 10.222.0.54 "DELETE /v2.0/networks/b73abd17-404c-43ee-a7a8-7dc2a6edc205 HTTP/1.1" status: 204 len: 168 time: 0.6106591 Nov 10 19:53:33.963613 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7690744-3f71-439c-9a8b-03855c4de616 tempest-DHCPAgentSchedulersTestJSON-1983325109 tempest-DHCPAgentSchedulersTestJSON-1983325109-project] Pushing event deleted for resources: {'Network': ['ID=b73abd17-404c-43ee-a7a8-7dc2a6edc205,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:34.269228 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50866) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:34.446301 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-941fee6b-4c88-4a8f-a93e-cffaa28ef1d8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0c31f81ce68b4cda9643dc1395b3d063&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1756709 Nov 10 19:53:34.448883 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50870) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:34.502678 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-00cb06e9-e53d-4473-9ddd-069dfd6a12b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:34.532882 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-00cb06e9-e53d-4473-9ddd-069dfd6a12b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:34.567738 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 24f3ebaa-d25a-4280-80df-ce30c47c6405 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:53:34.589625 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-00cb06e9-e53d-4473-9ddd-069dfd6a12b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:34.592353 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-00cb06e9-e53d-4473-9ddd-069dfd6a12b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:34.596505 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-00cb06e9-e53d-4473-9ddd-069dfd6a12b6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f171db1e-f252-4869-bbbd-38b9f88e6869 HTTP/1.1" status: 204 len: 168 time: 0.1437345 Nov 10 19:53:34.596704 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 24f3ebaa-d25a-4280-80df-ce30c47c6405 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:53:34.596704 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 24f3ebaa-d25a-4280-80df-ce30c47c6405 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:53:34.610147 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb06e9-e53d-4473-9ddd-069dfd6a12b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f171db1e-f252-4869-bbbd-38b9f88e6869,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:34.911571 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50876) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:34.927873 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9814456e-5dbf-46c9-aa64-c4f582745a42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:35.016989 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9814456e-5dbf-46c9-aa64-c4f582745a42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:35.022244 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9814456e-5dbf-46c9-aa64-c4f582745a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:35.061894 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9814456e-5dbf-46c9-aa64-c4f582745a42 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=05e47d1a6ed543458ac63d35f6b0e251&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1488321 Nov 10 19:53:35.062992 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814456e-5dbf-46c9-aa64-c4f582745a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa04ad7d-31ac-4531-88f3-3f6387cb09af,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:35.064932 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50878) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:35.120183 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-71352c5f-119e-45ac-b7d6-e8678b168bd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:35.145090 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-71352c5f-119e-45ac-b7d6-e8678b168bd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:35.194801 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-71352c5f-119e-45ac-b7d6-e8678b168bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:35.197357 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-71352c5f-119e-45ac-b7d6-e8678b168bd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:35.198614 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-71352c5f-119e-45ac-b7d6-e8678b168bd8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fa04ad7d-31ac-4531-88f3-3f6387cb09af HTTP/1.1" status: 204 len: 168 time: 0.1325827 Nov 10 19:53:35.207062 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71352c5f-119e-45ac-b7d6-e8678b168bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa04ad7d-31ac-4531-88f3-3f6387cb09af,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:37.110458 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50928) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:37.280217 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-f771b627-e8ba-4164-92c3-78cf96585f6e tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:53:37.308365 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f771b627-e8ba-4164-92c3-78cf96585f6e tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks [] for floatingip, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:37.416194 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f771b627-e8ba-4164-92c3-78cf96585f6e tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:37.535623 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-f771b627-e8ba-4164-92c3-78cf96585f6e tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Allocated IP 172.25.3.231 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/b665ef22-0581-4d0c-a02e-8405efc6feac) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:53:37.656182 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f771b627-e8ba-4164-92c3-78cf96585f6e tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:37.697187 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f771b627-e8ba-4164-92c3-78cf96585f6e tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:37.735106 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f771b627-e8ba-4164-92c3-78cf96585f6e tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:53:37.738197 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-f771b627-e8ba-4164-92c3-78cf96585f6e tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:53:37.746232 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f771b627-e8ba-4164-92c3-78cf96585f6e tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:53:37.770745 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771b627-e8ba-4164-92c3-78cf96585f6e tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Pushing event updated for resources: {'Port': ['ID=b665ef22-0581-4d0c-a02e-8405efc6feac,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:37.845891 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f771b627-e8ba-4164-92c3-78cf96585f6e tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:37.888097 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f771b627-e8ba-4164-92c3-78cf96585f6e tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:38.045027 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f771b627-e8ba-4164-92c3-78cf96585f6e tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:38.051798 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f771b627-e8ba-4164-92c3-78cf96585f6e tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:38.126064 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771b627-e8ba-4164-92c3-78cf96585f6e tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Pushing event updated for resources: {'Port': ['ID=b665ef22-0581-4d0c-a02e-8405efc6feac,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:38.136281 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f771b627-e8ba-4164-92c3-78cf96585f6e tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:38.153912 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f771b627-e8ba-4164-92c3-78cf96585f6e tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:38.158088 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f771b627-e8ba-4164-92c3-78cf96585f6e tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0436730 Nov 10 19:53:38.158370 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50932) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:38.164067 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-400f2bad-b657-4287-a40f-deb082c3b260 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1018944930'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:53:38.188747 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400f2bad-b657-4287-a40f-deb082c3b260 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Made reservation on behalf of acf99432934642d4a8d1a16789edf17b for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:53:38.192326 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-400f2bad-b657-4287-a40f-deb082c3b260 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:38.202018 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-400f2bad-b657-4287-a40f-deb082c3b260 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:38.293468 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-400f2bad-b657-4287-a40f-deb082c3b260 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:38.300389 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-400f2bad-b657-4287-a40f-deb082c3b260 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:38.332399 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-400f2bad-b657-4287-a40f-deb082c3b260 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:53:38.342981 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f2bad-b657-4287-a40f-deb082c3b260 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2a4278-c684-4f2b-b8ae-cb67d00c47a8,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:38.347999 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-400f2bad-b657-4287-a40f-deb082c3b260 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:38.348341 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-400f2bad-b657-4287-a40f-deb082c3b260 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Added segment 3551a08e-50a4-4ee0-93a9-78780c37a93f of type vlan for network d065229c-f5e6-483f-b9c2-cbe0437fcf63 Nov 10 19:53:38.391182 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-400f2bad-b657-4287-a40f-deb082c3b260 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:38.423635 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-400f2bad-b657-4287-a40f-deb082c3b260 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:38.429221 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400f2bad-b657-4287-a40f-deb082c3b260 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:53:38.430173 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-400f2bad-b657-4287-a40f-deb082c3b260 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:38.490239 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-400f2bad-b657-4287-a40f-deb082c3b260 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3307431 Nov 10 19:53:38.493781 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50934) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:38.498801 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-e1c2c461-1943-4826-b2b7-ce7efd0dbb0c tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Request body: {'subnet': {'network_id': 'd065229c-f5e6-483f-b9c2-cbe0437fcf63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:53:38.519630 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f2bad-b657-4287-a40f-deb082c3b260 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Pushing event updated for resources: {'Network': ['ID=d065229c-f5e6-483f-b9c2-cbe0437fcf63,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:38.529053 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network d065229c-f5e6-483f-b9c2-cbe0437fcf63 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:53:38.606702 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c2c461-1943-4826-b2b7-ce7efd0dbb0c tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Made reservation on behalf of acf99432934642d4a8d1a16789edf17b for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:53:38.611011 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e1c2c461-1943-4826-b2b7-ce7efd0dbb0c tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:38.811457 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e1c2c461-1943-4826-b2b7-ce7efd0dbb0c tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:38.865390 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2c461-1943-4826-b2b7-ce7efd0dbb0c tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Pushing event updated for resources: {'Subnet': ['ID=68479704-0088-42bb-b1c5-ae08b4f9ebb1,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:38.882553 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c2c461-1943-4826-b2b7-ce7efd0dbb0c tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Checking segment: {'id': '3551a08e-50a4-4ee0-93a9-78780c37a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd065229c-f5e6-483f-b9c2-cbe0437fcf63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:53:38.882904 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c2c461-1943-4826-b2b7-ce7efd0dbb0c tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Network hostable DHCP agents. Network: d065229c-f5e6-483f-b9c2-cbe0437fcf63, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:53:38.902933 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c2c461-1943-4826-b2b7-ce7efd0dbb0c tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Network d065229c-f5e6-483f-b9c2-cbe0437fcf63 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:53:38.913267 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-e1c2c461-1943-4826-b2b7-ce7efd0dbb0c tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, d065229c-f5e6-483f-b9c2-cbe0437fcf63) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:53:38.918486 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c2c461-1943-4826-b2b7-ce7efd0dbb0c tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:53:38.920114 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e1c2c461-1943-4826-b2b7-ce7efd0dbb0c tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:38.928639 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dead63-3c7e-4a56-b535-a55078527b1e None None] Network d065229c-f5e6-483f-b9c2-cbe0437fcf63 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:53:38.944420 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e1c2c461-1943-4826-b2b7-ce7efd0dbb0c tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4495049 Nov 10 19:53:38.948363 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50936) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:38.953606 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-6a16f5cd-28a1-4f80-956f-02666e5dd1d4 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-60990240', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}, 'admin_state_up': False}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:53:38.983624 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a16f5cd-28a1-4f80-956f-02666e5dd1d4 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:38.984844 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a16f5cd-28a1-4f80-956f-02666e5dd1d4 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:39.040234 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a16f5cd-28a1-4f80-956f-02666e5dd1d4 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:39.087347 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7730cd4a-d98c-4b57-85bb-f289923928bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-d065229c-f5e6-483f-b9c2-cbe0437fcf63', 'network_id': 'd065229c-f5e6-483f-b9c2-cbe0437fcf63', 'tenant_id': 'acf99432934642d4a8d1a16789edf17b', 'fixed_ips': [{'subnet_id': '68479704-0088-42bb-b1c5-ae08b4f9ebb1'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:53:39.088237 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7730cd4a-d98c-4b57-85bb-f289923928bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:39.231868 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-7730cd4a-d98c-4b57-85bb-f289923928bf None None] Allocated IP 172.20.0.2 (d065229c-f5e6-483f-b9c2-cbe0437fcf63/68479704-0088-42bb-b1c5-ae08b4f9ebb1/b1e5a240-6781-436f-90f5-dd0dbac070a1) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:53:39.234122 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a16f5cd-28a1-4f80-956f-02666e5dd1d4 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:39.393025 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7730cd4a-d98c-4b57-85bb-f289923928bf None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:39.401368 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7730cd4a-d98c-4b57-85bb-f289923928bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:39.445323 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a16f5cd-28a1-4f80-956f-02666e5dd1d4 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:39.445660 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7730cd4a-d98c-4b57-85bb-f289923928bf None None] Network d065229c-f5e6-483f-b9c2-cbe0437fcf63 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:53:39.448671 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-7730cd4a-d98c-4b57-85bb-f289923928bf None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:53:39.453223 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7730cd4a-d98c-4b57-85bb-f289923928bf None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:53:39.456592 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730cd4a-d98c-4b57-85bb-f289923928bf None None] Pushing event updated for resources: {'Port': ['ID=b1e5a240-6781-436f-90f5-dd0dbac070a1,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:39.470733 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a16f5cd-28a1-4f80-956f-02666e5dd1d4 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:39.519237 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-7730cd4a-d98c-4b57-85bb-f289923928bf None None] Attempting to bind port b1e5a240-6781-436f-90f5-dd0dbac070a1 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:53:39.519618 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-7730cd4a-d98c-4b57-85bb-f289923928bf None None] Attempting to bind port b1e5a240-6781-436f-90f5-dd0dbac070a1 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '3551a08e-50a4-4ee0-93a9-78780c37a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd065229c-f5e6-483f-b9c2-cbe0437fcf63'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:53:39.519987 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7730cd4a-d98c-4b57-85bb-f289923928bf None None] Attempting to bind port b1e5a240-6781-436f-90f5-dd0dbac070a1 on network d065229c-f5e6-483f-b9c2-cbe0437fcf63 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:53:39.525439 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7730cd4a-d98c-4b57-85bb-f289923928bf None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:53:39.525848 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7730cd4a-d98c-4b57-85bb-f289923928bf None None] Checking segment: {'id': '3551a08e-50a4-4ee0-93a9-78780c37a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd065229c-f5e6-483f-b9c2-cbe0437fcf63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:53:39.526257 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7730cd4a-d98c-4b57-85bb-f289923928bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:39.526654 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7730cd4a-d98c-4b57-85bb-f289923928bf None None] Bound using segment: {'id': '3551a08e-50a4-4ee0-93a9-78780c37a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd065229c-f5e6-483f-b9c2-cbe0437fcf63'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:53:39.527123 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-7730cd4a-d98c-4b57-85bb-f289923928bf None None] Bound port: b1e5a240-6781-436f-90f5-dd0dbac070a1, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3551a08e-50a4-4ee0-93a9-78780c37a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd065229c-f5e6-483f-b9c2-cbe0437fcf63'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:53:39.527506 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7730cd4a-d98c-4b57-85bb-f289923928bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:39.590874 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-6a16f5cd-28a1-4f80-956f-02666e5dd1d4 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Allocated IP 172.25.3.225 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/60a7979a-daea-4069-a10f-39092cb3cf9a) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:53:39.600168 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7730cd4a-d98c-4b57-85bb-f289923928bf None None] For port b1e5a240-6781-436f-90f5-dd0dbac070a1, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:53:39.603907 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7730cd4a-d98c-4b57-85bb-f289923928bf None None] For port b1e5a240-6781-436f-90f5-dd0dbac070a1, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=b1e5a240-6781-436f-90f5-dd0dbac070a1,segment=NetworkSegment(3551a08e-50a4-4ee0-93a9-78780c37a93f),segment_id=3551a08e-50a4-4ee0-93a9-78780c37a93f)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:53:39.609367 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7730cd4a-d98c-4b57-85bb-f289923928bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:39.675395 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730cd4a-d98c-4b57-85bb-f289923928bf None None] Pushing event updated for resources: {'Port': ['ID=b1e5a240-6781-436f-90f5-dd0dbac070a1,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:39.715776 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a16f5cd-28a1-4f80-956f-02666e5dd1d4 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:39.753744 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a16f5cd-28a1-4f80-956f-02666e5dd1d4 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:39.794557 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a16f5cd-28a1-4f80-956f-02666e5dd1d4 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:53:39.797907 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-6a16f5cd-28a1-4f80-956f-02666e5dd1d4 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:53:39.804995 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a16f5cd-28a1-4f80-956f-02666e5dd1d4 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:53:39.814182 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6eaeea4-dc08-47d8-a699-148ef8722019 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:53:39.831356 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16f5cd-28a1-4f80-956f-02666e5dd1d4 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Pushing event updated for resources: {'Port': ['ID=60a7979a-daea-4069-a10f-39092cb3cf9a,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:39.902860 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-b762ceca-cc31-4a19-8aa4-45f4f9db5cc9 None None] Provisioning complete for port 60a7979a-daea-4069-a10f-39092cb3cf9a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:53:39.903114 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b762ceca-cc31-4a19-8aa4-45f4f9db5cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:39.953930 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-b762ceca-cc31-4a19-8aa4-45f4f9db5cc9 None None] Port 60a7979a-daea-4069-a10f-39092cb3cf9a cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:53:40.150956 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a16f5cd-28a1-4f80-956f-02666e5dd1d4 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:40.612968 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device b1e5a240-6781-436f-90f5-dd0dbac070a1 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:53:40.673952 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port b1e5a240-6781-436f-90f5-dd0dbac070a1 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:53:40.674617 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:40.700907 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a16f5cd-28a1-4f80-956f-02666e5dd1d4 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:40.721387 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc7f794-188e-4c12-95ef-cbc8af73d226 None None] Network d065229c-f5e6-483f-b9c2-cbe0437fcf63 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:53:40.822980 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:40.843087 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a16f5cd-28a1-4f80-956f-02666e5dd1d4 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Router cdec3b2f-242a-4fde-a3c7-8786152d4511 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:53:40.846257 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a3f6f706-ce64-407a-b78f-15abab542d8a None None] Provisioning complete for port b1e5a240-6781-436f-90f5-dd0dbac070a1 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:53:40.846640 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a3f6f706-ce64-407a-b78f-15abab542d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:40.904376 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port b1e5a240-6781-436f-90f5-dd0dbac070a1, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=b1e5a240-6781-436f-90f5-dd0dbac070a1,segment=NetworkSegment(3551a08e-50a4-4ee0-93a9-78780c37a93f),segment_id=3551a08e-50a4-4ee0-93a9-78780c37a93f)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:53:40.932001 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:40.970111 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a16f5cd-28a1-4f80-956f-02666e5dd1d4 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:53:40.987451 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae31018-429b-4265-b8cd-f2ccad765cef None None] Sync routers for ids ['cdec3b2f-242a-4fde-a3c7-8786152d4511'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:53:40.994013 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6a16f5cd-28a1-4f80-956f-02666e5dd1d4 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:40.995407 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6a16f5cd-28a1-4f80-956f-02666e5dd1d4 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 2.0459633 Nov 10 19:53:40.998107 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50938) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:41.032020 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=b1e5a240-6781-436f-90f5-dd0dbac070a1,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:41.037968 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae31018-429b-4265-b8cd-f2ccad765cef None None] Routers {'cdec3b2f-242a-4fde-a3c7-8786152d4511'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:53:41.039009 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-fae31018-429b-4265-b8cd-f2ccad765cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:53:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['cdec3b2f-242a-4fde-a3c7-8786152d4511'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:41.101370 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-fae31018-429b-4265-b8cd-f2ccad765cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:41.127177 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae31018-429b-4265-b8cd-f2ccad765cef None None] Routers {'cdec3b2f-242a-4fde-a3c7-8786152d4511'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:53:41.127815 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-fae31018-429b-4265-b8cd-f2ccad765cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:53:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['cdec3b2f-242a-4fde-a3c7-8786152d4511'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:41.164733 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-fae31018-429b-4265-b8cd-f2ccad765cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:41.165652 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae31018-429b-4265-b8cd-f2ccad765cef None None] The sync data for ids ['cdec3b2f-242a-4fde-a3c7-8786152d4511'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:53:41.351533 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8d5e373d-e907-4496-b707-449f430dc707 None None] Provisioning complete for port b1e5a240-6781-436f-90f5-dd0dbac070a1 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:53:41.351926 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8d5e373d-e907-4496-b707-449f430dc707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:41.483006 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f6ad54bb-c93d-470a-bcc6-5080899eae3b tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:41.847628 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-f6ad54bb-c93d-470a-bcc6-5080899eae3b tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Allocated IP 172.20.0.1 (d065229c-f5e6-483f-b9c2-cbe0437fcf63/68479704-0088-42bb-b1c5-ae08b4f9ebb1/8e0e92d0-8f5c-414c-8f19-ae623f02d13d) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:53:41.970995 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f6ad54bb-c93d-470a-bcc6-5080899eae3b tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:42.008161 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f6ad54bb-c93d-470a-bcc6-5080899eae3b tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:42.046779 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ad54bb-c93d-470a-bcc6-5080899eae3b tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Network d065229c-f5e6-483f-b9c2-cbe0437fcf63 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:53:42.050176 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-f6ad54bb-c93d-470a-bcc6-5080899eae3b tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:53:42.056539 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ad54bb-c93d-470a-bcc6-5080899eae3b tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:53:42.085157 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad54bb-c93d-470a-bcc6-5080899eae3b tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Pushing event updated for resources: {'Port': ['ID=8e0e92d0-8f5c-414c-8f19-ae623f02d13d,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:42.114169 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f6ad54bb-c93d-470a-bcc6-5080899eae3b tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:42.254151 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f6ad54bb-c93d-470a-bcc6-5080899eae3b tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:42.265368 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-1eafe46a-1165-4f76-ba0e-a96fff2682f8 None None] Provisioning complete for port 8e0e92d0-8f5c-414c-8f19-ae623f02d13d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:53:42.266238 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1eafe46a-1165-4f76-ba0e-a96fff2682f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:42.309578 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-1eafe46a-1165-4f76-ba0e-a96fff2682f8 None None] Port 8e0e92d0-8f5c-414c-8f19-ae623f02d13d cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:53:42.556621 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f6ad54bb-c93d-470a-bcc6-5080899eae3b tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:42.562959 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f6ad54bb-c93d-470a-bcc6-5080899eae3b tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:42.576305 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device b1e5a240-6781-436f-90f5-dd0dbac070a1 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:53:42.637681 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port b1e5a240-6781-436f-90f5-dd0dbac070a1 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:53:42.638226 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:42.643411 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad54bb-c93d-470a-bcc6-5080899eae3b tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Pushing event updated for resources: {'Port': ['ID=8e0e92d0-8f5c-414c-8f19-ae623f02d13d,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:42.646921 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f6ad54bb-c93d-470a-bcc6-5080899eae3b tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:42.748281 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ad54bb-c93d-470a-bcc6-5080899eae3b tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Network d065229c-f5e6-483f-b9c2-cbe0437fcf63 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:53:42.749679 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-f6ad54bb-c93d-470a-bcc6-5080899eae3b tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:53:42.875453 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ad54bb-c93d-470a-bcc6-5080899eae3b tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Router cdec3b2f-242a-4fde-a3c7-8786152d4511 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:53:42.994398 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ad54bb-c93d-470a-bcc6-5080899eae3b tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:53:42.999714 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f6ad54bb-c93d-470a-bcc6-5080899eae3b tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] 10.222.0.54 "PUT /v2.0/routers/cdec3b2f-242a-4fde-a3c7-8786152d4511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0004215 Nov 10 19:53:43.002188 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50940) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:43.004727 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990d3ed1-7abf-4feb-8df4-8e8a9aa1390d None None] Sync routers for ids ['cdec3b2f-242a-4fde-a3c7-8786152d4511'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:53:43.007195 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-2f886f2d-057b-43a3-859c-b9009b140e09 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Request body: {'port': {'network_id': 'd065229c-f5e6-483f-b9c2-cbe0437fcf63', 'name': 'tempest-FloatingIPAdminTestJSON-935931143'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:53:43.016681 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990d3ed1-7abf-4feb-8df4-8e8a9aa1390d None None] Routers {'cdec3b2f-242a-4fde-a3c7-8786152d4511'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:53:43.017571 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-990d3ed1-7abf-4feb-8df4-8e8a9aa1390d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:53:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['cdec3b2f-242a-4fde-a3c7-8786152d4511'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:43.035986 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8a3c3553-ae5f-4ccc-a0dd-4aea8b23c714 None None] Provisioning complete for port 8e0e92d0-8f5c-414c-8f19-ae623f02d13d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:53:43.036209 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8a3c3553-ae5f-4ccc-a0dd-4aea8b23c714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:43.053179 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-990d3ed1-7abf-4feb-8df4-8e8a9aa1390d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:43.063035 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990d3ed1-7abf-4feb-8df4-8e8a9aa1390d None None] Routers {'cdec3b2f-242a-4fde-a3c7-8786152d4511'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:53:43.063856 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-990d3ed1-7abf-4feb-8df4-8e8a9aa1390d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:53:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['cdec3b2f-242a-4fde-a3c7-8786152d4511'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:43.077599 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-8a3c3553-ae5f-4ccc-a0dd-4aea8b23c714 None None] Port 8e0e92d0-8f5c-414c-8f19-ae623f02d13d cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:53:43.100225 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-990d3ed1-7abf-4feb-8df4-8e8a9aa1390d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:43.100882 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990d3ed1-7abf-4feb-8df4-8e8a9aa1390d None None] The sync data for ids ['cdec3b2f-242a-4fde-a3c7-8786152d4511'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:53:43.129151 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f886f2d-057b-43a3-859c-b9009b140e09 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Made reservation on behalf of acf99432934642d4a8d1a16789edf17b for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:53:43.133059 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2f886f2d-057b-43a3-859c-b9009b140e09 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:43.155711 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-2f886f2d-057b-43a3-859c-b9009b140e09 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] device_id is not set on port 8276cb4d-1ce4-4331-b6a6-8d48f42f899c yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:53:43.270730 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-2f886f2d-057b-43a3-859c-b9009b140e09 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Allocated IP 172.20.0.11 (d065229c-f5e6-483f-b9c2-cbe0437fcf63/68479704-0088-42bb-b1c5-ae08b4f9ebb1/8276cb4d-1ce4-4331-b6a6-8d48f42f899c) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:53:43.429301 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2f886f2d-057b-43a3-859c-b9009b140e09 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:43.467837 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2f886f2d-057b-43a3-859c-b9009b140e09 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:43.512569 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f886f2d-057b-43a3-859c-b9009b140e09 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Network d065229c-f5e6-483f-b9c2-cbe0437fcf63 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:53:43.518234 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-2f886f2d-057b-43a3-859c-b9009b140e09 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:53:43.522224 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f886f2d-057b-43a3-859c-b9009b140e09 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:53:43.556315 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f886f2d-057b-43a3-859c-b9009b140e09 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Pushing event updated for resources: {'Port': ['ID=8276cb4d-1ce4-4331-b6a6-8d48f42f899c,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:43.589168 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f886f2d-057b-43a3-859c-b9009b140e09 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:53:43.589958 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2f886f2d-057b-43a3-859c-b9009b140e09 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:43.612079 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2f886f2d-057b-43a3-859c-b9009b140e09 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6087615 Nov 10 19:53:43.618343 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50942) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:43.675492 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-28e4b13b-cea9-4ef1-8b9d-fd45bae4cae9 tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'project_id': 'acf99432934642d4a8d1a16789edf17b', 'port_id': '8276cb4d-1ce4-4331-b6a6-8d48f42f899c'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:53:43.700624 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-28e4b13b-cea9-4ef1-8b9d-fd45bae4cae9 tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:43.801602 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a0d7c7c6-8c6c-4153-ac38-50ea2aa76490 None None] Provisioning complete for port 8276cb4d-1ce4-4331-b6a6-8d48f42f899c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:53:43.802209 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a0d7c7c6-8c6c-4153-ac38-50ea2aa76490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:43.806876 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-28e4b13b-cea9-4ef1-8b9d-fd45bae4cae9 tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:43.844627 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-a0d7c7c6-8c6c-4153-ac38-50ea2aa76490 None None] Port 8276cb4d-1ce4-4331-b6a6-8d48f42f899c cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:53:44.226067 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-28e4b13b-cea9-4ef1-8b9d-fd45bae4cae9 tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Allocated IP 172.25.3.83 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/3e55082d-fb8e-4521-b996-7b769f2ac4eb) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:53:44.334563 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-28e4b13b-cea9-4ef1-8b9d-fd45bae4cae9 tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:44.377743 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-28e4b13b-cea9-4ef1-8b9d-fd45bae4cae9 tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:44.423529 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e4b13b-cea9-4ef1-8b9d-fd45bae4cae9 tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:53:44.426926 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-28e4b13b-cea9-4ef1-8b9d-fd45bae4cae9 tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:53:44.432089 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e4b13b-cea9-4ef1-8b9d-fd45bae4cae9 tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:53:44.435242 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4b13b-cea9-4ef1-8b9d-fd45bae4cae9 tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Pushing event updated for resources: {'Port': ['ID=3e55082d-fb8e-4521-b996-7b769f2ac4eb,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:44.826165 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-28e4b13b-cea9-4ef1-8b9d-fd45bae4cae9 tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:44.908975 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-28e4b13b-cea9-4ef1-8b9d-fd45bae4cae9 tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:45.094605 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-28e4b13b-cea9-4ef1-8b9d-fd45bae4cae9 tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:45.103127 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-28e4b13b-cea9-4ef1-8b9d-fd45bae4cae9 tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:45.173626 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4b13b-cea9-4ef1-8b9d-fd45bae4cae9 tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Pushing event updated for resources: {'Port': ['ID=3e55082d-fb8e-4521-b996-7b769f2ac4eb,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:45.184973 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-28e4b13b-cea9-4ef1-8b9d-fd45bae4cae9 tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:45.292376 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [None req-28e4b13b-cea9-4ef1-8b9d-fd45bae4cae9 tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Floating IP 8d61a887-c74a-40ef-b363-19bdf1a18f1e associated. External IP: 172.25.3.83, port: 8276cb4d-1ce4-4331-b6a6-8d48f42f899c. Nov 10 19:53:45.518129 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e4b13b-cea9-4ef1-8b9d-fd45bae4cae9 tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Router cdec3b2f-242a-4fde-a3c7-8786152d4511 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:53:45.659779 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e4b13b-cea9-4ef1-8b9d-fd45bae4cae9 tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:53:45.670034 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6641bf88-40ac-4e16-afa0-abe855471e70 None None] Sync routers for ids ['cdec3b2f-242a-4fde-a3c7-8786152d4511'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:53:45.682023 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6641bf88-40ac-4e16-afa0-abe855471e70 None None] Routers {'cdec3b2f-242a-4fde-a3c7-8786152d4511'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:53:45.682737 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-6641bf88-40ac-4e16-afa0-abe855471e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:53:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['cdec3b2f-242a-4fde-a3c7-8786152d4511'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:45.686489 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-28e4b13b-cea9-4ef1-8b9d-fd45bae4cae9 tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:45.716658 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-28e4b13b-cea9-4ef1-8b9d-fd45bae4cae9 tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 2.0970805 Nov 10 19:53:45.719472 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-6641bf88-40ac-4e16-afa0-abe855471e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:45.719711 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50946) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:45.729717 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6641bf88-40ac-4e16-afa0-abe855471e70 None None] Routers {'cdec3b2f-242a-4fde-a3c7-8786152d4511'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:53:45.730369 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-6641bf88-40ac-4e16-afa0-abe855471e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:53:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['cdec3b2f-242a-4fde-a3c7-8786152d4511'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:45.767053 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-6641bf88-40ac-4e16-afa0-abe855471e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:45.768022 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6641bf88-40ac-4e16-afa0-abe855471e70 None None] The sync data for ids ['cdec3b2f-242a-4fde-a3c7-8786152d4511'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:53:45.846225 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4b026a20-0c4f-4ac0-8b63-57e0cba9120b tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] 10.222.0.54 "GET /v2.0/floatingips/8d61a887-c74a-40ef-b363-19bdf1a18f1e HTTP/1.1" status: 200 len: 982 time: 0.1251612 Nov 10 19:53:45.848717 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50948) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:45.959214 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-20bb2cbb-eed1-4bce-aab9-9061231f1c64 tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1466 time: 0.1093156 Nov 10 19:53:45.962168 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50950) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:46.135938 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-89fe3e88-e852-45dd-bbc7-cab22aa56be0 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Deleting port 3e55082d-fb8e-4521-b996-7b769f2ac4eb {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:53:46.136260 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-89fe3e88-e852-45dd-bbc7-cab22aa56be0 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:46.218094 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-89fe3e88-e852-45dd-bbc7-cab22aa56be0 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:46.218414 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-89fe3e88-e852-45dd-bbc7-cab22aa56be0 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:46.230864 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-89fe3e88-e852-45dd-bbc7-cab22aa56be0 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Calling delete_port for 3e55082d-fb8e-4521-b996-7b769f2ac4eb owned by network:floatingip {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:53:46.424564 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-89fe3e88-e852-45dd-bbc7-cab22aa56be0 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:46.449650 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe3e88-e852-45dd-bbc7-cab22aa56be0 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Pushing event deleted for resources: {'Port': ['ID=3e55082d-fb8e-4521-b996-7b769f2ac4eb,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:46.520429 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-89fe3e88-e852-45dd-bbc7-cab22aa56be0 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks [] for floatingip, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:46.520787 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [None req-89fe3e88-e852-45dd-bbc7-cab22aa56be0 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Floating IP 8d61a887-c74a-40ef-b363-19bdf1a18f1e disassociated (deleted). External IP: 172.25.3.83, port: 8276cb4d-1ce4-4331-b6a6-8d48f42f899c. Nov 10 19:53:46.740891 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89fe3e88-e852-45dd-bbc7-cab22aa56be0 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Router cdec3b2f-242a-4fde-a3c7-8786152d4511 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:53:46.861391 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fe3e88-e852-45dd-bbc7-cab22aa56be0 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:53:46.866624 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-89fe3e88-e852-45dd-bbc7-cab22aa56be0 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:46.872241 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dd5d6f-7a19-4225-b344-17b978cf89b2 None None] Sync routers for ids ['cdec3b2f-242a-4fde-a3c7-8786152d4511'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:53:46.884946 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dd5d6f-7a19-4225-b344-17b978cf89b2 None None] Routers {'cdec3b2f-242a-4fde-a3c7-8786152d4511'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:53:46.885566 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-81dd5d6f-7a19-4225-b344-17b978cf89b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:53:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['cdec3b2f-242a-4fde-a3c7-8786152d4511'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:46.899411 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-89fe3e88-e852-45dd-bbc7-cab22aa56be0 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] 10.222.0.54 "DELETE /v2.0/floatingips/8d61a887-c74a-40ef-b363-19bdf1a18f1e HTTP/1.1" status: 204 len: 168 time: 0.9322972 Nov 10 19:53:46.899693 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50952) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:46.904376 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-436b91f6-9834-4a8c-9667-4449db87720c tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:53:46.921499 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-81dd5d6f-7a19-4225-b344-17b978cf89b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:46.929062 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-436b91f6-9834-4a8c-9667-4449db87720c tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:46.933190 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dd5d6f-7a19-4225-b344-17b978cf89b2 None None] Routers {'cdec3b2f-242a-4fde-a3c7-8786152d4511'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:53:46.933832 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-81dd5d6f-7a19-4225-b344-17b978cf89b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:53:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['cdec3b2f-242a-4fde-a3c7-8786152d4511'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:46.966864 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-81dd5d6f-7a19-4225-b344-17b978cf89b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:46.967511 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dd5d6f-7a19-4225-b344-17b978cf89b2 None None] The sync data for ids ['cdec3b2f-242a-4fde-a3c7-8786152d4511'] in n-d-813897-4 is: [] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:53:47.026678 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-436b91f6-9834-4a8c-9667-4449db87720c tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:47.134889 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-436b91f6-9834-4a8c-9667-4449db87720c tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Allocated IP 172.25.3.4 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/45866913-544f-4bda-9bea-abc3c69cbd19) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:53:47.245489 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-436b91f6-9834-4a8c-9667-4449db87720c tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:47.288418 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-436b91f6-9834-4a8c-9667-4449db87720c tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:47.331177 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436b91f6-9834-4a8c-9667-4449db87720c tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:53:47.341228 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-436b91f6-9834-4a8c-9667-4449db87720c tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:53:47.343823 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436b91f6-9834-4a8c-9667-4449db87720c tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:53:47.348020 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b91f6-9834-4a8c-9667-4449db87720c tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Pushing event updated for resources: {'Port': ['ID=45866913-544f-4bda-9bea-abc3c69cbd19,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:47.446822 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-436b91f6-9834-4a8c-9667-4449db87720c tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:47.483340 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-436b91f6-9834-4a8c-9667-4449db87720c tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:47.646937 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-436b91f6-9834-4a8c-9667-4449db87720c tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:47.655093 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-436b91f6-9834-4a8c-9667-4449db87720c tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:47.721692 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b91f6-9834-4a8c-9667-4449db87720c tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Pushing event updated for resources: {'Port': ['ID=45866913-544f-4bda-9bea-abc3c69cbd19,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:47.737305 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-436b91f6-9834-4a8c-9667-4449db87720c tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:47.754022 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-436b91f6-9834-4a8c-9667-4449db87720c tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:47.758071 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-436b91f6-9834-4a8c-9667-4449db87720c tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8545146 Nov 10 19:53:47.758292 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50954) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:47.870092 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-5256af6b-bbbd-4fcf-b605-9132e21f7827 tempest-FloatingIPAdminTestJSON-986614699 tempest-FloatingIPAdminTestJSON-986614699-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:53:47.896601 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5256af6b-bbbd-4fcf-b605-9132e21f7827 tempest-FloatingIPAdminTestJSON-986614699 tempest-FloatingIPAdminTestJSON-986614699-project] Publish callbacks [] for floatingip, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:48.012399 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5256af6b-bbbd-4fcf-b605-9132e21f7827 tempest-FloatingIPAdminTestJSON-986614699 tempest-FloatingIPAdminTestJSON-986614699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:48.124753 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-5256af6b-bbbd-4fcf-b605-9132e21f7827 tempest-FloatingIPAdminTestJSON-986614699 tempest-FloatingIPAdminTestJSON-986614699-project] Allocated IP 172.25.3.14 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/9684ce04-1396-4626-842a-c806504f7b54) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:53:48.235235 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5256af6b-bbbd-4fcf-b605-9132e21f7827 tempest-FloatingIPAdminTestJSON-986614699 tempest-FloatingIPAdminTestJSON-986614699-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:48.270667 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5256af6b-bbbd-4fcf-b605-9132e21f7827 tempest-FloatingIPAdminTestJSON-986614699 tempest-FloatingIPAdminTestJSON-986614699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:48.310251 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5256af6b-bbbd-4fcf-b605-9132e21f7827 tempest-FloatingIPAdminTestJSON-986614699 tempest-FloatingIPAdminTestJSON-986614699-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:53:48.315407 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-5256af6b-bbbd-4fcf-b605-9132e21f7827 tempest-FloatingIPAdminTestJSON-986614699 tempest-FloatingIPAdminTestJSON-986614699-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:53:48.319244 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5256af6b-bbbd-4fcf-b605-9132e21f7827 tempest-FloatingIPAdminTestJSON-986614699 tempest-FloatingIPAdminTestJSON-986614699-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:53:48.325141 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256af6b-bbbd-4fcf-b605-9132e21f7827 tempest-FloatingIPAdminTestJSON-986614699 tempest-FloatingIPAdminTestJSON-986614699-project] Pushing event updated for resources: {'Port': ['ID=9684ce04-1396-4626-842a-c806504f7b54,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:48.415996 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5256af6b-bbbd-4fcf-b605-9132e21f7827 tempest-FloatingIPAdminTestJSON-986614699 tempest-FloatingIPAdminTestJSON-986614699-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:48.458973 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5256af6b-bbbd-4fcf-b605-9132e21f7827 tempest-FloatingIPAdminTestJSON-986614699 tempest-FloatingIPAdminTestJSON-986614699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:48.946986 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5256af6b-bbbd-4fcf-b605-9132e21f7827 tempest-FloatingIPAdminTestJSON-986614699 tempest-FloatingIPAdminTestJSON-986614699-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:48.953316 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5256af6b-bbbd-4fcf-b605-9132e21f7827 tempest-FloatingIPAdminTestJSON-986614699 tempest-FloatingIPAdminTestJSON-986614699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:49.027040 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256af6b-bbbd-4fcf-b605-9132e21f7827 tempest-FloatingIPAdminTestJSON-986614699 tempest-FloatingIPAdminTestJSON-986614699-project] Pushing event updated for resources: {'Port': ['ID=9684ce04-1396-4626-842a-c806504f7b54,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:49.036435 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5256af6b-bbbd-4fcf-b605-9132e21f7827 tempest-FloatingIPAdminTestJSON-986614699 tempest-FloatingIPAdminTestJSON-986614699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:49.059546 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5256af6b-bbbd-4fcf-b605-9132e21f7827 tempest-FloatingIPAdminTestJSON-986614699 tempest-FloatingIPAdminTestJSON-986614699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:49.060972 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5256af6b-bbbd-4fcf-b605-9132e21f7827 tempest-FloatingIPAdminTestJSON-986614699 tempest-FloatingIPAdminTestJSON-986614699-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3016574 Nov 10 19:53:49.064095 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50958) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:49.115514 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4f9aa0b9-b5b7-41b3-b10d-785945ae08f2 tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1649 time: 0.0499756 Nov 10 19:53:49.118127 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50960) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:49.187392 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c86e06fb-36d4-454a-b059-f90a9bf82085 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0681121 Nov 10 19:53:49.190799 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50962) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:49.328500 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-c26f7cb0-ec60-46fa-b937-fa3bcf286cee tempest-FloatingIPAdminTestJSON-986614699 tempest-FloatingIPAdminTestJSON-986614699-project] Deleting port 9684ce04-1396-4626-842a-c806504f7b54 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:53:49.328753 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c26f7cb0-ec60-46fa-b937-fa3bcf286cee tempest-FloatingIPAdminTestJSON-986614699 tempest-FloatingIPAdminTestJSON-986614699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:49.420448 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c26f7cb0-ec60-46fa-b937-fa3bcf286cee tempest-FloatingIPAdminTestJSON-986614699 tempest-FloatingIPAdminTestJSON-986614699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:49.420777 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c26f7cb0-ec60-46fa-b937-fa3bcf286cee tempest-FloatingIPAdminTestJSON-986614699 tempest-FloatingIPAdminTestJSON-986614699-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:49.434587 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-c26f7cb0-ec60-46fa-b937-fa3bcf286cee tempest-FloatingIPAdminTestJSON-986614699 tempest-FloatingIPAdminTestJSON-986614699-project] Calling delete_port for 9684ce04-1396-4626-842a-c806504f7b54 owned by network:floatingip {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:53:49.594332 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c26f7cb0-ec60-46fa-b937-fa3bcf286cee tempest-FloatingIPAdminTestJSON-986614699 tempest-FloatingIPAdminTestJSON-986614699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:49.620975 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f7cb0-ec60-46fa-b937-fa3bcf286cee tempest-FloatingIPAdminTestJSON-986614699 tempest-FloatingIPAdminTestJSON-986614699-project] Pushing event deleted for resources: {'Port': ['ID=9684ce04-1396-4626-842a-c806504f7b54,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:49.693041 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c26f7cb0-ec60-46fa-b937-fa3bcf286cee tempest-FloatingIPAdminTestJSON-986614699 tempest-FloatingIPAdminTestJSON-986614699-project] Publish callbacks [] for floatingip, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:49.695799 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c26f7cb0-ec60-46fa-b937-fa3bcf286cee tempest-FloatingIPAdminTestJSON-986614699 tempest-FloatingIPAdminTestJSON-986614699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:49.697007 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c26f7cb0-ec60-46fa-b937-fa3bcf286cee tempest-FloatingIPAdminTestJSON-986614699 tempest-FloatingIPAdminTestJSON-986614699-project] 10.222.0.54 "DELETE /v2.0/floatingips/8097b469-5468-4dca-8652-993d13c05fc2 HTTP/1.1" status: 204 len: 168 time: 0.5052896 Nov 10 19:53:49.700001 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50964) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:49.836269 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-2bbd72be-5bbe-480d-8cec-8b1cc9d4e3a5 tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Deleting port 45866913-544f-4bda-9bea-abc3c69cbd19 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:53:49.836580 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bbd72be-5bbe-480d-8cec-8b1cc9d4e3a5 tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:49.922362 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bbd72be-5bbe-480d-8cec-8b1cc9d4e3a5 tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:49.922694 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bbd72be-5bbe-480d-8cec-8b1cc9d4e3a5 tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:49.935764 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-2bbd72be-5bbe-480d-8cec-8b1cc9d4e3a5 tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Calling delete_port for 45866913-544f-4bda-9bea-abc3c69cbd19 owned by network:floatingip {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:53:50.085215 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bbd72be-5bbe-480d-8cec-8b1cc9d4e3a5 tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:50.109751 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd72be-5bbe-480d-8cec-8b1cc9d4e3a5 tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Pushing event deleted for resources: {'Port': ['ID=45866913-544f-4bda-9bea-abc3c69cbd19,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:50.180860 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bbd72be-5bbe-480d-8cec-8b1cc9d4e3a5 tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:50.183535 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2bbd72be-5bbe-480d-8cec-8b1cc9d4e3a5 tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:50.184756 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2bbd72be-5bbe-480d-8cec-8b1cc9d4e3a5 tempest-FloatingIPAdminTestJSON-105280728 tempest-FloatingIPAdminTestJSON-105280728-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/27a605cd-72e6-4e88-95ed-25cff45dba44 HTTP/1.1" status: 204 len: 168 time: 0.4837847 Nov 10 19:53:50.188542 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50966) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:50.287077 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-89325bbc-f222-4ac8-8c67-815b4c19f5ea tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Deleting port 8276cb4d-1ce4-4331-b6a6-8d48f42f899c {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:53:50.287458 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-89325bbc-f222-4ac8-8c67-815b4c19f5ea tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:50.390158 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-89325bbc-f222-4ac8-8c67-815b4c19f5ea tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:50.403312 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-89325bbc-f222-4ac8-8c67-815b4c19f5ea tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Calling delete_port for 8276cb4d-1ce4-4331-b6a6-8d48f42f899c owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:53:50.560580 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-89325bbc-f222-4ac8-8c67-815b4c19f5ea tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:50.599935 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89325bbc-f222-4ac8-8c67-815b4c19f5ea tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Pushing event deleted for resources: {'Port': ['ID=8276cb4d-1ce4-4331-b6a6-8d48f42f899c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:50.684159 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-89325bbc-f222-4ac8-8c67-815b4c19f5ea tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:50.690890 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-89325bbc-f222-4ac8-8c67-815b4c19f5ea tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] 10.222.0.54 "DELETE /v2.0/ports/8276cb4d-1ce4-4331-b6a6-8d48f42f899c HTTP/1.1" status: 204 len: 168 time: 0.5011451 Nov 10 19:53:50.691111 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50970) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:50.748852 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d16352d-db7d-409f-b943-924a6ae408df tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:53:50.753239 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7d16352d-db7d-409f-b943-924a6ae408df tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdec3b2f-242a-4fde-a3c7-8786152d4511 HTTP/1.1" status: 200 len: 913 time: 0.0540428 Nov 10 19:53:50.753551 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50972) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:51.559160 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e4fb2b9e-4b75-4881-a64c-97b4189f1dc8 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:51.836706 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb2b9e-4b75-4881-a64c-97b4189f1dc8 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Deleting port 8e0e92d0-8f5c-414c-8f19-ae623f02d13d {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:53:51.837396 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e4fb2b9e-4b75-4881-a64c-97b4189f1dc8 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:51.925696 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e4fb2b9e-4b75-4881-a64c-97b4189f1dc8 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:51.938903 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb2b9e-4b75-4881-a64c-97b4189f1dc8 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Calling delete_port for 8e0e92d0-8f5c-414c-8f19-ae623f02d13d owned by network:router_interface {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:53:52.154273 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:53:52.161441 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e4fb2b9e-4b75-4881-a64c-97b4189f1dc8 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:52.191452 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb2b9e-4b75-4881-a64c-97b4189f1dc8 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Pushing event deleted for resources: {'Port': ['ID=8e0e92d0-8f5c-414c-8f19-ae623f02d13d,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:52.379592 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e4fb2b9e-4b75-4881-a64c-97b4189f1dc8 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:52.617665 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fb2b9e-4b75-4881-a64c-97b4189f1dc8 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Router cdec3b2f-242a-4fde-a3c7-8786152d4511 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:53:52.735308 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fb2b9e-4b75-4881-a64c-97b4189f1dc8 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:53:52.740454 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e4fb2b9e-4b75-4881-a64c-97b4189f1dc8 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] 10.222.0.54 "PUT /v2.0/routers/cdec3b2f-242a-4fde-a3c7-8786152d4511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9858203 Nov 10 19:53:52.742907 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50974) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:52.745459 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb4e7e7-9de8-4f45-9e3d-3f65c807511c None None] Sync routers for ids ['cdec3b2f-242a-4fde-a3c7-8786152d4511'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:53:52.756738 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb4e7e7-9de8-4f45-9e3d-3f65c807511c None None] Routers {'cdec3b2f-242a-4fde-a3c7-8786152d4511'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:53:52.757700 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-8fb4e7e7-9de8-4f45-9e3d-3f65c807511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:53:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['cdec3b2f-242a-4fde-a3c7-8786152d4511'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:52.798894 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-8fb4e7e7-9de8-4f45-9e3d-3f65c807511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:52.808927 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb4e7e7-9de8-4f45-9e3d-3f65c807511c None None] Routers {'cdec3b2f-242a-4fde-a3c7-8786152d4511'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:53:52.809538 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-8fb4e7e7-9de8-4f45-9e3d-3f65c807511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:53:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['cdec3b2f-242a-4fde-a3c7-8786152d4511'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:52.845539 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-8fb4e7e7-9de8-4f45-9e3d-3f65c807511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:52.846282 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb4e7e7-9de8-4f45-9e3d-3f65c807511c None None] The sync data for ids ['cdec3b2f-242a-4fde-a3c7-8786152d4511'] in n-d-813897-4 is: [] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:53:52.864774 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4411d48b-205a-473f-9a09-58a4af8b9763 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:52.980823 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4411d48b-205a-473f-9a09-58a4af8b9763 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:53.040738 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-4411d48b-205a-473f-9a09-58a4af8b9763 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Deleting port 60a7979a-daea-4069-a10f-39092cb3cf9a {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:53:53.041096 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4411d48b-205a-473f-9a09-58a4af8b9763 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:53.129505 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4411d48b-205a-473f-9a09-58a4af8b9763 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:53.142439 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-4411d48b-205a-473f-9a09-58a4af8b9763 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Calling delete_port for 60a7979a-daea-4069-a10f-39092cb3cf9a owned by network:router_gateway {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:53:53.320459 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4411d48b-205a-473f-9a09-58a4af8b9763 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:53.353653 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411d48b-205a-473f-9a09-58a4af8b9763 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Pushing event deleted for resources: {'Port': ['ID=60a7979a-daea-4069-a10f-39092cb3cf9a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:53.369651 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd940ed5-45d3-499e-a4d8-dc59ea7b25bf None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:53:53.418051 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4411d48b-205a-473f-9a09-58a4af8b9763 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:53.483753 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-94040a5c-27e0-4e02-98d7-89ae0b669560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:53.523758 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4411d48b-205a-473f-9a09-58a4af8b9763 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:53.526085 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4411d48b-205a-473f-9a09-58a4af8b9763 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:53.578114 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4411d48b-205a-473f-9a09-58a4af8b9763 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:53.578652 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4411d48b-205a-473f-9a09-58a4af8b9763 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Fanout notify agent at l3_agent the message router_deleted on router cdec3b2f-242a-4fde-a3c7-8786152d4511 {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:53:53.586397 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4411d48b-205a-473f-9a09-58a4af8b9763 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:53.587545 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4411d48b-205a-473f-9a09-58a4af8b9763 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] 10.222.0.54 "DELETE /v2.0/routers/cdec3b2f-242a-4fde-a3c7-8786152d4511 HTTP/1.1" status: 204 len: 168 time: 0.8434732 Nov 10 19:53:53.590186 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 50976) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:53.643259 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e906d7a-ea1e-4174-a23c-8fd79fc59940 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Deleting subnet 68479704-0088-42bb-b1c5-ae08b4f9ebb1 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:53:53.646642 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8e906d7a-ea1e-4174-a23c-8fd79fc59940 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:53.690200 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8e906d7a-ea1e-4174-a23c-8fd79fc59940 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:53.785686 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8e906d7a-ea1e-4174-a23c-8fd79fc59940 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:53.859430 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8e906d7a-ea1e-4174-a23c-8fd79fc59940 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:53.886841 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e906d7a-ea1e-4174-a23c-8fd79fc59940 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Pushing event deleted for resources: {'Subnet': ['ID=68479704-0088-42bb-b1c5-ae08b4f9ebb1,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:53.890467 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8e906d7a-ea1e-4174-a23c-8fd79fc59940 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:53.897325 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8e906d7a-ea1e-4174-a23c-8fd79fc59940 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] 10.222.0.54 "DELETE /v2.0/subnets/68479704-0088-42bb-b1c5-ae08b4f9ebb1 HTTP/1.1" status: 204 len: 168 time: 0.3059273 Nov 10 19:53:53.898150 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50978) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:53.900243 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68bcca7-8764-48af-a8f1-53b037ee8213 None None] Network d065229c-f5e6-483f-b9c2-cbe0437fcf63 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:53:53.983700 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9585f3cb-4214-42b6-a339-c85d801e5603 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:54.043969 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-9585f3cb-4214-42b6-a339-c85d801e5603 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Deleting port b1e5a240-6781-436f-90f5-dd0dbac070a1 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:53:54.044403 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9585f3cb-4214-42b6-a339-c85d801e5603 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:54.086068 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fd12b5-4906-4f6c-a11e-d2e6a21af077 None None] DHCP port deletion for d065229c-f5e6-483f-b9c2-cbe0437fcf63 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:53:54.112771 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-9585f3cb-4214-42b6-a339-c85d801e5603 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] For port b1e5a240-6781-436f-90f5-dd0dbac070a1, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=b1e5a240-6781-436f-90f5-dd0dbac070a1,segment=NetworkSegment(3551a08e-50a4-4ee0-93a9-78780c37a93f),segment_id=3551a08e-50a4-4ee0-93a9-78780c37a93f)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:53:54.113125 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9585f3cb-4214-42b6-a339-c85d801e5603 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:54.126675 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-9585f3cb-4214-42b6-a339-c85d801e5603 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Calling delete_port for b1e5a240-6781-436f-90f5-dd0dbac070a1 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:53:54.138035 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e5fd12b5-4906-4f6c-a11e-d2e6a21af077 None None] Deleting port b1e5a240-6781-436f-90f5-dd0dbac070a1 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:53:54.138406 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e5fd12b5-4906-4f6c-a11e-d2e6a21af077 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:54.217263 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9585f3cb-4214-42b6-a339-c85d801e5603 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:54.221403 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e5fd12b5-4906-4f6c-a11e-d2e6a21af077 None None] For port b1e5a240-6781-436f-90f5-dd0dbac070a1, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=b1e5a240-6781-436f-90f5-dd0dbac070a1,segment=NetworkSegment(3551a08e-50a4-4ee0-93a9-78780c37a93f),segment_id=3551a08e-50a4-4ee0-93a9-78780c37a93f)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:53:54.221824 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e5fd12b5-4906-4f6c-a11e-d2e6a21af077 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:54.243686 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9585f3cb-4214-42b6-a339-c85d801e5603 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Pushing event deleted for resources: {'Port': ['ID=b1e5a240-6781-436f-90f5-dd0dbac070a1,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:54.247515 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9585f3cb-4214-42b6-a339-c85d801e5603 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] No DVR routers for this DVR port b1e5a240-6781-436f-90f5-dd0dbac070a1 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:53:54.337219 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9585f3cb-4214-42b6-a339-c85d801e5603 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:54.361723 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-9585f3cb-4214-42b6-a339-c85d801e5603 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d065229c-f5e6-483f-b9c2-cbe0437fcf63']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:54.371892 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-9585f3cb-4214-42b6-a339-c85d801e5603 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3551a08e-50a4-4ee0-93a9-78780c37a93f') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:54.372209 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-9585f3cb-4214-42b6-a339-c85d801e5603 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3551a08e-50a4-4ee0-93a9-78780c37a93f') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:53:54.383011 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9585f3cb-4214-42b6-a339-c85d801e5603 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:54.398932 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9585f3cb-4214-42b6-a339-c85d801e5603 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:54.406040 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9585f3cb-4214-42b6-a339-c85d801e5603 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:53:54.406724 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9585f3cb-4214-42b6-a339-c85d801e5603 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:54.407790 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e5fd12b5-4906-4f6c-a11e-d2e6a21af077 None None] Calling delete_port for b1e5a240-6781-436f-90f5-dd0dbac070a1 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:53:54.410625 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:53:54.410625 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:53:54.410625 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:53:54.410625 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:53:54.410625 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:53:54.410625 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:53:54.410625 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:53:54.410625 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:53:54.410625 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:53:54.410625 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:53:54.410625 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:53:54.410625 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:53:54.410625 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:53:54.410625 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:53:54.410625 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:53:54.410625 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:53:54.410625 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:53:54.410625 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:53:54.410625 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:53:54.410625 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:53:54.410625 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:53:54.410625 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:53:54.410625 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:53:54.410625 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:53:54.410625 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:53:54.410625 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:53:54.410625 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:53:54.410625 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:53:54.410625 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:53:54.410625 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:53:54.410625 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:53:54.410625 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:53:54.475969 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9585f3cb-4214-42b6-a339-c85d801e5603 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:54.483632 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9585f3cb-4214-42b6-a339-c85d801e5603 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:54.487345 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9585f3cb-4214-42b6-a339-c85d801e5603 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] 10.222.0.54 "DELETE /v2.0/networks/d065229c-f5e6-483f-b9c2-cbe0437fcf63 HTTP/1.1" status: 204 len: 168 time: 0.5879412 Nov 10 19:53:54.489824 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50980) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:54.493362 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e5fd12b5-4906-4f6c-a11e-d2e6a21af077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:54.506950 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9585f3cb-4214-42b6-a339-c85d801e5603 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Pushing event deleted for resources: {'Network': ['ID=d065229c-f5e6-483f-b9c2-cbe0437fcf63,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:54.518638 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e5fd12b5-4906-4f6c-a11e-d2e6a21af077 None None] Network d065229c-f5e6-483f-b9c2-cbe0437fcf63 is not hosted by any dhcp agent {{(pid=102507) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 19:53:54.519114 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fd12b5-4906-4f6c-a11e-d2e6a21af077 None None] No DVR routers for this DVR port b1e5a240-6781-436f-90f5-dd0dbac070a1 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:53:54.521280 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd12b5-4906-4f6c-a11e-d2e6a21af077 None None] Pushing event deleted for resources: {'Port': ['ID=b1e5a240-6781-436f-90f5-dd0dbac070a1,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:54.594307 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device b1e5a240-6781-436f-90f5-dd0dbac070a1 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:53:54.615652 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: b1e5a240-6781-436f-90f5-dd0dbac070a1 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:53:54.615990 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device b1e5a240-6781-436f-90f5-dd0dbac070a1 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:53:54.642751 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-9ec95db7-fb73-4704-9a69-9ae228521af0 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Deleting port b665ef22-0581-4d0c-a02e-8405efc6feac {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:53:54.643177 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ec95db7-fb73-4704-9a69-9ae228521af0 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:54.733116 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ec95db7-fb73-4704-9a69-9ae228521af0 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:54.733385 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ec95db7-fb73-4704-9a69-9ae228521af0 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:54.747098 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-9ec95db7-fb73-4704-9a69-9ae228521af0 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Calling delete_port for b665ef22-0581-4d0c-a02e-8405efc6feac owned by network:floatingip {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:53:54.904378 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ec95db7-fb73-4704-9a69-9ae228521af0 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:54.931018 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec95db7-fb73-4704-9a69-9ae228521af0 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Pushing event deleted for resources: {'Port': ['ID=b665ef22-0581-4d0c-a02e-8405efc6feac,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:54.997569 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ec95db7-fb73-4704-9a69-9ae228521af0 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks [] for floatingip, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:55.000253 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ec95db7-fb73-4704-9a69-9ae228521af0 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:55.005043 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9ec95db7-fb73-4704-9a69-9ae228521af0 tempest-FloatingIPAdminTestJSON-915090888 tempest-FloatingIPAdminTestJSON-915090888-project] 10.222.0.54 "DELETE /v2.0/floatingips/6be371bb-ce5a-4684-9ff5-64bf69a2c610 HTTP/1.1" status: 204 len: 168 time: 0.5142083 Nov 10 19:53:55.020071 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:55.289058 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50986) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:55.330037 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:55.457932 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7d630eba-a204-4275-8950-560d580f3ed6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=acf99432934642d4a8d1a16789edf17b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1670918 Nov 10 19:53:55.460273 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 50990) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:55.515987 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-28ea77ba-2bc9-48af-9250-5fb29193940e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:55.539396 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-28ea77ba-2bc9-48af-9250-5fb29193940e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:55.590765 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-28ea77ba-2bc9-48af-9250-5fb29193940e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:55.593381 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-28ea77ba-2bc9-48af-9250-5fb29193940e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:55.594641 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-28ea77ba-2bc9-48af-9250-5fb29193940e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1f2a4278-c684-4f2b-b8ae-cb67d00c47a8 HTTP/1.1" status: 204 len: 168 time: 0.1333730 Nov 10 19:53:55.603323 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea77ba-2bc9-48af-9250-5fb29193940e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2a4278-c684-4f2b-b8ae-cb67d00c47a8,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:55.722958 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-816bf252-7202-4f6f-a494-69c03f70ef4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:55.897209 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51000) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:55.911638 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-21a88985-aa39-4d25-a160-c65bbcb462c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:55.993641 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-21a88985-aa39-4d25-a160-c65bbcb462c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:55.998510 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-21a88985-aa39-4d25-a160-c65bbcb462c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:56.037353 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-21a88985-aa39-4d25-a160-c65bbcb462c0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6995c0a0d20d455d964707e683beb018&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1388767 Nov 10 19:53:56.038370 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a88985-aa39-4d25-a160-c65bbcb462c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9345359-a4bf-4e95-b447-7a3c8fe566dc,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:56.040294 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51002) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:56.093204 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6d0e5cd6-4e95-4752-936b-b8141dfee429 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:56.116947 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6d0e5cd6-4e95-4752-936b-b8141dfee429 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:56.173903 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6d0e5cd6-4e95-4752-936b-b8141dfee429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:56.176998 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6d0e5cd6-4e95-4752-936b-b8141dfee429 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:56.178621 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6d0e5cd6-4e95-4752-936b-b8141dfee429 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a9345359-a4bf-4e95-b447-7a3c8fe566dc HTTP/1.1" status: 204 len: 168 time: 0.1366253 Nov 10 19:53:56.193912 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e5cd6-4e95-4752-936b-b8141dfee429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9345359-a4bf-4e95-b447-7a3c8fe566dc,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:56.573013 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51010) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:56.587619 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f9710078-5e4c-4e91-b052-f61c4abdefc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:56.677362 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f9710078-5e4c-4e91-b052-f61c4abdefc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:56.682806 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f9710078-5e4c-4e91-b052-f61c4abdefc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:56.722301 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f9710078-5e4c-4e91-b052-f61c4abdefc1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cde803d3c7ac4b29ac46c1f4c3e0c701&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1481714 Nov 10 19:53:56.723198 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9710078-5e4c-4e91-b052-f61c4abdefc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606528e8-7ba2-44bb-aa35-9b24c5661f9d,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:56.725354 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51012) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:56.789887 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6995d8b3-b8c5-4bc5-ac72-47e6d80a3b90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:56.812709 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6995d8b3-b8c5-4bc5-ac72-47e6d80a3b90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:56.870207 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6995d8b3-b8c5-4bc5-ac72-47e6d80a3b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:56.872789 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6995d8b3-b8c5-4bc5-ac72-47e6d80a3b90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:56.874036 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6995d8b3-b8c5-4bc5-ac72-47e6d80a3b90 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/606528e8-7ba2-44bb-aa35-9b24c5661f9d HTTP/1.1" status: 204 len: 168 time: 0.1470151 Nov 10 19:53:56.884172 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995d8b3-b8c5-4bc5-ac72-47e6d80a3b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606528e8-7ba2-44bb-aa35-9b24c5661f9d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:57.305552 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:58.252257 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51050) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:58.362854 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-4c362122-6ce5-41de-a462-a83d011eecab tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-207648671', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:53:58.387630 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c362122-6ce5-41de-a462-a83d011eecab tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Made reservation on behalf of 98404a0082554ae391f3cc57912fd774 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:53:58.390260 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4c362122-6ce5-41de-a462-a83d011eecab tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:58.399248 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4c362122-6ce5-41de-a462-a83d011eecab tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:58.487079 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4c362122-6ce5-41de-a462-a83d011eecab tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:58.493288 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4c362122-6ce5-41de-a462-a83d011eecab tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:58.499460 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [None req-4c362122-6ce5-41de-a462-a83d011eecab tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] device_id is not set on port 0ebdc1d7-a839-40a2-bc3a-d17aa803f9a1 yet. {{(pid=102505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:53:58.560065 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c362122-6ce5-41de-a462-a83d011eecab tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967e03f2-80c2-49eb-8efb-5e98ea3b3141,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:58.576693 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c362122-6ce5-41de-a462-a83d011eecab tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:58.577004 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c362122-6ce5-41de-a462-a83d011eecab tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:58.577369 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c362122-6ce5-41de-a462-a83d011eecab tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:58.577710 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c362122-6ce5-41de-a462-a83d011eecab tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:58.578073 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c362122-6ce5-41de-a462-a83d011eecab tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:58.578398 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c362122-6ce5-41de-a462-a83d011eecab tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:58.578726 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c362122-6ce5-41de-a462-a83d011eecab tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:58.579048 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c362122-6ce5-41de-a462-a83d011eecab tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:58.579413 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c362122-6ce5-41de-a462-a83d011eecab tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:58.579755 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c362122-6ce5-41de-a462-a83d011eecab tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:58.580076 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c362122-6ce5-41de-a462-a83d011eecab tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:58.580393 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c362122-6ce5-41de-a462-a83d011eecab tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:53:58.648861 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-4c362122-6ce5-41de-a462-a83d011eecab tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Allocated IP 172.25.3.175 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/0ebdc1d7-a839-40a2-bc3a-d17aa803f9a1) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:53:58.806754 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:58.811519 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4c362122-6ce5-41de-a462-a83d011eecab tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:58.852185 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4c362122-6ce5-41de-a462-a83d011eecab tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:58.897540 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c362122-6ce5-41de-a462-a83d011eecab tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:53:58.900629 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-4c362122-6ce5-41de-a462-a83d011eecab tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:53:58.906161 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c362122-6ce5-41de-a462-a83d011eecab tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:53:58.909239 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c362122-6ce5-41de-a462-a83d011eecab tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Pushing event updated for resources: {'Port': ['ID=0ebdc1d7-a839-40a2-bc3a-d17aa803f9a1,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:53:58.919916 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e722c5a-cde3-4b93-877a-71fd3060e550 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:53:58.950157 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c362122-6ce5-41de-a462-a83d011eecab tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:53:58.950786 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4c362122-6ce5-41de-a462-a83d011eecab tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:58.971099 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4c362122-6ce5-41de-a462-a83d011eecab tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.7173586 Nov 10 19:53:58.975650 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51054) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:58.976787 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-ce569178-919a-4c54-a934-4dab2e21308e None None] Provisioning complete for port 0ebdc1d7-a839-40a2-bc3a-d17aa803f9a1 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:53:58.977263 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ce569178-919a-4c54-a934-4dab2e21308e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:58.980300 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-3ec75920-048c-4c6a-a6d2-e925197f41d6 tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.175'}]}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:53:59.007058 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3ec75920-048c-4c6a-a6d2-e925197f41d6 tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:59.008138 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3ec75920-048c-4c6a-a6d2-e925197f41d6 tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:59.019152 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-ce569178-919a-4c54-a934-4dab2e21308e None None] Port 0ebdc1d7-a839-40a2-bc3a-d17aa803f9a1 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:53:59.064867 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3ec75920-048c-4c6a-a6d2-e925197f41d6 tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:59.208776 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3ec75920-048c-4c6a-a6d2-e925197f41d6 tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:59.405546 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:59.446104 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3ec75920-048c-4c6a-a6d2-e925197f41d6 tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:59.466064 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3ec75920-048c-4c6a-a6d2-e925197f41d6 tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:59.623703 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3ec75920-048c-4c6a-a6d2-e925197f41d6 tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:59.791289 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3ec75920-048c-4c6a-a6d2-e925197f41d6 tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:59.794608 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3ec75920-048c-4c6a-a6d2-e925197f41d6 tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:59.843005 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3ec75920-048c-4c6a-a6d2-e925197f41d6 tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:53:59.843570 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec75920-048c-4c6a-a6d2-e925197f41d6 tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5afbaabf-df9a-49c0-8b14-e719f81ee5db {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:53:59.862391 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-3ec75920-048c-4c6a-a6d2-e925197f41d6 tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 10 19:53:59.863500 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3ec75920-048c-4c6a-a6d2-e925197f41d6 tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.8868439 Nov 10 19:53:59.866544 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51056) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:53:59.959706 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-4b97c828-8529-4197-a960-a6551de72717 tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Deleting port 0ebdc1d7-a839-40a2-bc3a-d17aa803f9a1 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:53:59.960063 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4b97c828-8529-4197-a960-a6551de72717 tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:00.043269 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4b97c828-8529-4197-a960-a6551de72717 tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:00.057009 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-4b97c828-8529-4197-a960-a6551de72717 tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Calling delete_port for 0ebdc1d7-a839-40a2-bc3a-d17aa803f9a1 owned by {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:54:00.525067 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4b97c828-8529-4197-a960-a6551de72717 tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:00.558515 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97c828-8529-4197-a960-a6551de72717 tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ebdc1d7-a839-40a2-bc3a-d17aa803f9a1,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:54:00.575272 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be612e5a-7aa6-41fc-9753-911754934de6 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:54:00.629243 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4b97c828-8529-4197-a960-a6551de72717 tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:00.632715 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4b97c828-8529-4197-a960-a6551de72717 tempest-RoutersAdminNegativeIpV6Test-164540021 tempest-RoutersAdminNegativeIpV6Test-164540021-project-admin] 10.222.0.54 "DELETE /v2.0/ports/0ebdc1d7-a839-40a2-bc3a-d17aa803f9a1 HTTP/1.1" status: 204 len: 168 time: 0.7651625 Nov 10 19:54:00.917678 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51062) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:01.046262 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7ced2581-fee2-40a6-a6b8-f583b87a80f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:01.135366 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7ced2581-fee2-40a6-a6b8-f583b87a80f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:01.142152 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7ced2581-fee2-40a6-a6b8-f583b87a80f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:01.182157 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7ced2581-fee2-40a6-a6b8-f583b87a80f1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=52390066151141e2bbcc0ad714f54383&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2632630 Nov 10 19:54:01.183061 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced2581-fee2-40a6-a6b8-f583b87a80f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4346622-2956-498b-b04f-0b517b359442,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:54:01.185793 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51066) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:01.247764 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1ee18a63-9c5a-498f-830e-c8a8f9ac35c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:01.271009 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1ee18a63-9c5a-498f-830e-c8a8f9ac35c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:01.323555 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1ee18a63-9c5a-498f-830e-c8a8f9ac35c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:01.326128 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1ee18a63-9c5a-498f-830e-c8a8f9ac35c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:01.327449 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1ee18a63-9c5a-498f-830e-c8a8f9ac35c8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c4346622-2956-498b-b04f-0b517b359442 HTTP/1.1" status: 204 len: 168 time: 0.1401987 Nov 10 19:54:01.336849 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee18a63-9c5a-498f-830e-c8a8f9ac35c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4346622-2956-498b-b04f-0b517b359442,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:54:01.628246 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51072) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:01.671076 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3752357d-d1ee-4045-bb89-b1c3d5659a71 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=98404a0082554ae391f3cc57912fd774&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415437 Nov 10 19:54:01.674020 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51074) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:01.724694 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-967665dc-c15e-40af-89dd-df5329361999 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:01.753076 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-967665dc-c15e-40af-89dd-df5329361999 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:01.807409 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-967665dc-c15e-40af-89dd-df5329361999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:01.810205 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-967665dc-c15e-40af-89dd-df5329361999 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:01.811425 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-967665dc-c15e-40af-89dd-df5329361999 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/967e03f2-80c2-49eb-8efb-5e98ea3b3141 HTTP/1.1" status: 204 len: 168 time: 0.1364079 Nov 10 19:54:01.820373 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967665dc-c15e-40af-89dd-df5329361999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967e03f2-80c2-49eb-8efb-5e98ea3b3141,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:54:02.633644 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51096) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:02.779796 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-4421b9ad-81f7-4316-958c-a13917a4faf5 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-545138644'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:54:02.810229 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4421b9ad-81f7-4316-958c-a13917a4faf5 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Made reservation on behalf of aed5b8484ed7473a90afadf0991e01ff for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:54:02.813792 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4421b9ad-81f7-4316-958c-a13917a4faf5 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:02.823777 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4421b9ad-81f7-4316-958c-a13917a4faf5 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:02.919675 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4421b9ad-81f7-4316-958c-a13917a4faf5 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:02.924915 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4421b9ad-81f7-4316-958c-a13917a4faf5 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:02.951413 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4421b9ad-81f7-4316-958c-a13917a4faf5 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:54:02.969122 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421b9ad-81f7-4316-958c-a13917a4faf5 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7ef9ee-d452-4e12-b9ae-30375361d844,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:54:02.971886 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4421b9ad-81f7-4316-958c-a13917a4faf5 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:02.972231 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-4421b9ad-81f7-4316-958c-a13917a4faf5 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Added segment fc0547a3-6e9d-4dbe-87fb-73c74a1e3a63 of type vlan for network 8dbc75d2-d09b-451f-a04b-abf6fe3db214 Nov 10 19:54:03.022714 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4421b9ad-81f7-4316-958c-a13917a4faf5 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:03.056341 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4421b9ad-81f7-4316-958c-a13917a4faf5 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:03.061996 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4421b9ad-81f7-4316-958c-a13917a4faf5 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:54:03.062583 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4421b9ad-81f7-4316-958c-a13917a4faf5 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:03.130695 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4421b9ad-81f7-4316-958c-a13917a4faf5 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4957550 Nov 10 19:54:03.136880 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51100) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:03.141927 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421b9ad-81f7-4316-958c-a13917a4faf5 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Pushing event updated for resources: {'Network': ['ID=8dbc75d2-d09b-451f-a04b-abf6fe3db214,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:54:03.143826 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-5e12f9e7-d7d7-4ca4-a4cf-47c165b86cc7 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Request body: {'subnet': {'network_id': '8dbc75d2-d09b-451f-a04b-abf6fe3db214', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:54:03.156382 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 8dbc75d2-d09b-451f-a04b-abf6fe3db214 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:54:03.265271 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e12f9e7-d7d7-4ca4-a4cf-47c165b86cc7 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Made reservation on behalf of aed5b8484ed7473a90afadf0991e01ff for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:54:03.270389 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5e12f9e7-d7d7-4ca4-a4cf-47c165b86cc7 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:03.505619 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5e12f9e7-d7d7-4ca4-a4cf-47c165b86cc7 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:03.565851 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e12f9e7-d7d7-4ca4-a4cf-47c165b86cc7 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Pushing event updated for resources: {'Subnet': ['ID=f9be35b6-95c3-4e1b-8d12-38620cfea35e,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:54:03.576437 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e12f9e7-d7d7-4ca4-a4cf-47c165b86cc7 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Checking segment: {'id': 'fc0547a3-6e9d-4dbe-87fb-73c74a1e3a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8dbc75d2-d09b-451f-a04b-abf6fe3db214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:54:03.576795 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e12f9e7-d7d7-4ca4-a4cf-47c165b86cc7 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Network hostable DHCP agents. Network: 8dbc75d2-d09b-451f-a04b-abf6fe3db214, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:54:03.597270 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e12f9e7-d7d7-4ca4-a4cf-47c165b86cc7 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Network 8dbc75d2-d09b-451f-a04b-abf6fe3db214 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:54:03.607664 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-5e12f9e7-d7d7-4ca4-a4cf-47c165b86cc7 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 8dbc75d2-d09b-451f-a04b-abf6fe3db214) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:54:03.612064 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e12f9e7-d7d7-4ca4-a4cf-47c165b86cc7 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:54:03.612680 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5e12f9e7-d7d7-4ca4-a4cf-47c165b86cc7 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:03.617845 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84e9ae4-a5fe-4527-9708-50e8e8f2de68 None None] Network 8dbc75d2-d09b-451f-a04b-abf6fe3db214 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:54:03.638024 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5e12f9e7-d7d7-4ca4-a4cf-47c165b86cc7 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4992321 Nov 10 19:54:03.640930 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51102) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:03.647719 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-5f4c159d-81bf-4431-be20-d129ea296d78 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Request body: {'port': {'network_id': '8dbc75d2-d09b-451f-a04b-abf6fe3db214', 'name': 'tempest-TagsExtTest-1881584431'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:54:03.775951 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4c159d-81bf-4431-be20-d129ea296d78 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Made reservation on behalf of aed5b8484ed7473a90afadf0991e01ff for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:54:03.779625 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f4c159d-81bf-4431-be20-d129ea296d78 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:03.791059 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1739aac4-d5a5-4459-ba9b-8ea9c94528a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-8dbc75d2-d09b-451f-a04b-abf6fe3db214', 'network_id': '8dbc75d2-d09b-451f-a04b-abf6fe3db214', 'tenant_id': 'aed5b8484ed7473a90afadf0991e01ff', 'fixed_ips': [{'subnet_id': 'f9be35b6-95c3-4e1b-8d12-38620cfea35e'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:54:03.791957 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1739aac4-d5a5-4459-ba9b-8ea9c94528a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:03.809670 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [None req-5f4c159d-81bf-4431-be20-d129ea296d78 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] device_id is not set on port a7c512b4-d3d9-4e32-8fa5-5ac3c122b471 yet. {{(pid=102506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 19:54:03.921527 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-5f4c159d-81bf-4431-be20-d129ea296d78 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Allocated IP 172.20.0.9 (8dbc75d2-d09b-451f-a04b-abf6fe3db214/f9be35b6-95c3-4e1b-8d12-38620cfea35e/a7c512b4-d3d9-4e32-8fa5-5ac3c122b471) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:54:04.082339 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f4c159d-81bf-4431-be20-d129ea296d78 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:04.123349 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f4c159d-81bf-4431-be20-d129ea296d78 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:04.167827 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4c159d-81bf-4431-be20-d129ea296d78 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Network 8dbc75d2-d09b-451f-a04b-abf6fe3db214 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:54:04.172091 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-1739aac4-d5a5-4459-ba9b-8ea9c94528a8 None None] Allocated IP 172.20.0.2 (8dbc75d2-d09b-451f-a04b-abf6fe3db214/f9be35b6-95c3-4e1b-8d12-38620cfea35e/fff094b1-d883-41ce-a1f3-b5973326f5d8) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:54:04.176092 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-5f4c159d-81bf-4431-be20-d129ea296d78 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:54:04.181682 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4c159d-81bf-4431-be20-d129ea296d78 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:54:04.186119 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c159d-81bf-4431-be20-d129ea296d78 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Pushing event updated for resources: {'Port': ['ID=a7c512b4-d3d9-4e32-8fa5-5ac3c122b471,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:54:04.232319 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4c159d-81bf-4431-be20-d129ea296d78 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:54:04.232992 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5f4c159d-81bf-4431-be20-d129ea296d78 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:04.251076 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5f4c159d-81bf-4431-be20-d129ea296d78 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.6087937 Nov 10 19:54:04.253980 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51104) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:04.258659 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-be78500d-2f5f-434e-a2ae-6097ff384e35 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1656480425', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:54:04.282873 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-be78500d-2f5f-434e-a2ae-6097ff384e35 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:04.283989 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-be78500d-2f5f-434e-a2ae-6097ff384e35 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:04.329277 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1739aac4-d5a5-4459-ba9b-8ea9c94528a8 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:04.335606 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1739aac4-d5a5-4459-ba9b-8ea9c94528a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:04.343689 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-be78500d-2f5f-434e-a2ae-6097ff384e35 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:04.349566 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-be78500d-2f5f-434e-a2ae-6097ff384e35 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:04.370112 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-be78500d-2f5f-434e-a2ae-6097ff384e35 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:04.371378 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-be78500d-2f5f-434e-a2ae-6097ff384e35 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1163416 Nov 10 19:54:04.374390 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51106) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:04.379096 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-f9cd56d5-426a-4198-9bfc-d235f75d10d8 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1361241303', 'prefixes': ['172.20.0.0/16']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:54:04.385740 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1739aac4-d5a5-4459-ba9b-8ea9c94528a8 None None] Network 8dbc75d2-d09b-451f-a04b-abf6fe3db214 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:54:04.390016 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-1739aac4-d5a5-4459-ba9b-8ea9c94528a8 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:54:04.392232 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739aac4-d5a5-4459-ba9b-8ea9c94528a8 None None] Pushing event updated for resources: {'Port': ['ID=fff094b1-d883-41ce-a1f3-b5973326f5d8,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:54:04.394972 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1739aac4-d5a5-4459-ba9b-8ea9c94528a8 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:54:04.453549 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-1739aac4-d5a5-4459-ba9b-8ea9c94528a8 None None] Attempting to bind port fff094b1-d883-41ce-a1f3-b5973326f5d8 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:54:04.453996 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-1739aac4-d5a5-4459-ba9b-8ea9c94528a8 None None] Attempting to bind port fff094b1-d883-41ce-a1f3-b5973326f5d8 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'fc0547a3-6e9d-4dbe-87fb-73c74a1e3a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8dbc75d2-d09b-451f-a04b-abf6fe3db214'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:54:04.454468 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1739aac4-d5a5-4459-ba9b-8ea9c94528a8 None None] Attempting to bind port fff094b1-d883-41ce-a1f3-b5973326f5d8 on network 8dbc75d2-d09b-451f-a04b-abf6fe3db214 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:54:04.457901 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f9cd56d5-426a-4198-9bfc-d235f75d10d8 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks [] for subnetpool, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:04.459120 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f9cd56d5-426a-4198-9bfc-d235f75d10d8 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0837476 Nov 10 19:54:04.462881 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51108) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:04.464061 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1739aac4-d5a5-4459-ba9b-8ea9c94528a8 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:54:04.464435 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1739aac4-d5a5-4459-ba9b-8ea9c94528a8 None None] Checking segment: {'id': 'fc0547a3-6e9d-4dbe-87fb-73c74a1e3a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8dbc75d2-d09b-451f-a04b-abf6fe3db214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:54:04.464849 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1739aac4-d5a5-4459-ba9b-8ea9c94528a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:04.465241 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1739aac4-d5a5-4459-ba9b-8ea9c94528a8 None None] Bound using segment: {'id': 'fc0547a3-6e9d-4dbe-87fb-73c74a1e3a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8dbc75d2-d09b-451f-a04b-abf6fe3db214'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:54:04.465712 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-1739aac4-d5a5-4459-ba9b-8ea9c94528a8 None None] Bound port: fff094b1-d883-41ce-a1f3-b5973326f5d8, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc0547a3-6e9d-4dbe-87fb-73c74a1e3a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8dbc75d2-d09b-451f-a04b-abf6fe3db214'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:54:04.466189 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1739aac4-d5a5-4459-ba9b-8ea9c94528a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:04.467489 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-dc3a263e-acf1-44b9-b422-8ae2a7b77e47 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f9be35b6-95c3-4e1b-8d12-38620cfea35e', 'tempest-TagsExtTest-Tag-826289491') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:04.533248 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-1739aac4-d5a5-4459-ba9b-8ea9c94528a8 None None] For port fff094b1-d883-41ce-a1f3-b5973326f5d8, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:54:04.537112 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-1739aac4-d5a5-4459-ba9b-8ea9c94528a8 None None] For port fff094b1-d883-41ce-a1f3-b5973326f5d8, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fff094b1-d883-41ce-a1f3-b5973326f5d8,segment=NetworkSegment(fc0547a3-6e9d-4dbe-87fb-73c74a1e3a63),segment_id=fc0547a3-6e9d-4dbe-87fb-73c74a1e3a63)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:54:04.543004 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1739aac4-d5a5-4459-ba9b-8ea9c94528a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:04.571819 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-dc3a263e-acf1-44b9-b422-8ae2a7b77e47 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "PUT /v2.0/subnets/f9be35b6-95c3-4e1b-8d12-38620cfea35e/tags/tempest-TagsExtTest-Tag-826289491 HTTP/1.1" status: 201 len: 201 time: 0.1052153 Nov 10 19:54:04.572192 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51110) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:04.577326 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.tag.tag_plugin [None req-ce56e93d-ec2d-4670-957d-6bae1202abf9 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a7c512b4-d3d9-4e32-8fa5-5ac3c122b471', 'tempest-TagsExtTest-Tag-742282643') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:04.611031 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739aac4-d5a5-4459-ba9b-8ea9c94528a8 None None] Pushing event updated for resources: {'Port': ['ID=fff094b1-d883-41ce-a1f3-b5973326f5d8,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:54:04.661372 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ce56e93d-ec2d-4670-957d-6bae1202abf9 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "PUT /v2.0/ports/a7c512b4-d3d9-4e32-8fa5-5ac3c122b471/tags/tempest-TagsExtTest-Tag-742282643 HTTP/1.1" status: 201 len: 201 time: 0.0879455 Nov 10 19:54:04.663852 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51112) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:04.669030 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.tag.tag_plugin [None req-0e7e3e3b-2a38-451d-989a-0776728bf3e6 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '48d80ae9-44aa-4094-8c7d-4dfc7b67f044', 'tempest-TagsExtTest-Tag-1399612281') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:04.776078 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0e7e3e3b-2a38-451d-989a-0776728bf3e6 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "PUT /v2.0/routers/48d80ae9-44aa-4094-8c7d-4dfc7b67f044/tags/tempest-TagsExtTest-Tag-1399612281 HTTP/1.1" status: 201 len: 201 time: 0.1092706 Nov 10 19:54:04.778143 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51114) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:04.784013 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.tag.tag_plugin [None req-c6401f12-e52a-4310-9a27-69be2bc81ba6 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'baac0076-2af7-4d78-9d13-f09419cd33c3', 'tempest-TagsExtTest-Tag-1861344139') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:04.841646 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c6401f12-e52a-4310-9a27-69be2bc81ba6 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "PUT /v2.0/subnetpools/baac0076-2af7-4d78-9d13-f09419cd33c3/tags/tempest-TagsExtTest-Tag-1861344139 HTTP/1.1" status: 201 len: 201 time: 0.0616090 Nov 10 19:54:04.844035 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51116) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:04.849087 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.tag.tag_plugin [None req-da85613e-3fd9-4c17-80af-31eafc8e0b04 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f9be35b6-95c3-4e1b-8d12-38620cfea35e') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:04.946845 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-da85613e-3fd9-4c17-80af-31eafc8e0b04 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "GET /v2.0/subnets/f9be35b6-95c3-4e1b-8d12-38620cfea35e/tags HTTP/1.1" status: 200 len: 240 time: 0.1014400 Nov 10 19:54:04.949463 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51118) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:04.953561 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.tag.tag_plugin [None req-115ebf17-7e31-4ebf-82ba-3288a2829599 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f9be35b6-95c3-4e1b-8d12-38620cfea35e', 'tempest-TagsExtTest-Tag-826289491') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:05.009586 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-115ebf17-7e31-4ebf-82ba-3288a2829599 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "GET /v2.0/subnets/f9be35b6-95c3-4e1b-8d12-38620cfea35e/tags/tempest-TagsExtTest-Tag-826289491 HTTP/1.1" status: 204 len: 168 time: 0.0589478 Nov 10 19:54:05.012285 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51120) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:05.016990 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-7c18fb27-c812-4714-bf97-7f53a719da70 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f9be35b6-95c3-4e1b-8d12-38620cfea35e', 'tempest-TagsExtTest-Tag-826289491') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:05.097840 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7c18fb27-c812-4714-bf97-7f53a719da70 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "DELETE /v2.0/subnets/f9be35b6-95c3-4e1b-8d12-38620cfea35e/tags/tempest-TagsExtTest-Tag-826289491 HTTP/1.1" status: 204 len: 168 time: 0.0843074 Nov 10 19:54:05.100126 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51122) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:05.104147 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-2af24e1f-ddaf-428f-b64b-3bddd7d036d4 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f9be35b6-95c3-4e1b-8d12-38620cfea35e') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:05.158688 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2af24e1f-ddaf-428f-b64b-3bddd7d036d4 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "GET /v2.0/subnets/f9be35b6-95c3-4e1b-8d12-38620cfea35e/tags HTTP/1.1" status: 200 len: 205 time: 0.0574932 Nov 10 19:54:05.161324 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51124) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:05.166993 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-4dccda61-9bac-4efb-846f-b9b8ab8f8475 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a7c512b4-d3d9-4e32-8fa5-5ac3c122b471') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:05.219563 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4dccda61-9bac-4efb-846f-b9b8ab8f8475 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "GET /v2.0/ports/a7c512b4-d3d9-4e32-8fa5-5ac3c122b471/tags HTTP/1.1" status: 200 len: 240 time: 0.0567789 Nov 10 19:54:05.222643 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51126) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:05.230276 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-989b83e9-1747-4e07-a840-5984f3095360 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a7c512b4-d3d9-4e32-8fa5-5ac3c122b471', 'tempest-TagsExtTest-Tag-742282643') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:05.290094 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-989b83e9-1747-4e07-a840-5984f3095360 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "GET /v2.0/ports/a7c512b4-d3d9-4e32-8fa5-5ac3c122b471/tags/tempest-TagsExtTest-Tag-742282643 HTTP/1.1" status: 204 len: 168 time: 0.0662432 Nov 10 19:54:05.292558 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51128) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:05.297187 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-2b43c60b-b2df-4674-a65f-47f7ef3ff1b7 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'a7c512b4-d3d9-4e32-8fa5-5ac3c122b471', 'tempest-TagsExtTest-Tag-742282643') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:05.372718 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2b43c60b-b2df-4674-a65f-47f7ef3ff1b7 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "DELETE /v2.0/ports/a7c512b4-d3d9-4e32-8fa5-5ac3c122b471/tags/tempest-TagsExtTest-Tag-742282643 HTTP/1.1" status: 204 len: 168 time: 0.0791271 Nov 10 19:54:05.375302 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51130) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:05.379808 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-45e87616-6025-47fe-91e1-60f0da7b186a tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a7c512b4-d3d9-4e32-8fa5-5ac3c122b471') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:05.433106 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-45e87616-6025-47fe-91e1-60f0da7b186a tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "GET /v2.0/ports/a7c512b4-d3d9-4e32-8fa5-5ac3c122b471/tags HTTP/1.1" status: 200 len: 205 time: 0.0567067 Nov 10 19:54:05.435660 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51132) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:05.440162 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-cab84d39-fc72-41f9-8274-6277781d8cf7 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '48d80ae9-44aa-4094-8c7d-4dfc7b67f044') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:05.522043 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-cab84d39-fc72-41f9-8274-6277781d8cf7 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "GET /v2.0/routers/48d80ae9-44aa-4094-8c7d-4dfc7b67f044/tags HTTP/1.1" status: 200 len: 241 time: 0.0828781 Nov 10 19:54:05.522306 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51134) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:05.527080 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-e5d811f2-25f7-413c-b2e0-ad0bc5f27588 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '48d80ae9-44aa-4094-8c7d-4dfc7b67f044', 'tempest-TagsExtTest-Tag-1399612281') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:05.545024 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0281762-4330-4e0e-9beb-adbaf0e5814b None None] Network 8dbc75d2-d09b-451f-a04b-abf6fe3db214 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:54:05.618713 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-17f26b1b-d883-4ec9-ae24-02b598035746 None None] Provisioning complete for port fff094b1-d883-41ce-a1f3-b5973326f5d8 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:54:05.619082 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-17f26b1b-d883-4ec9-ae24-02b598035746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:05.781842 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-17f26b1b-d883-4ec9-ae24-02b598035746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:05.829676 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-17f26b1b-d883-4ec9-ae24-02b598035746 None None] For port fff094b1-d883-41ce-a1f3-b5973326f5d8, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fff094b1-d883-41ce-a1f3-b5973326f5d8,segment=NetworkSegment(fc0547a3-6e9d-4dbe-87fb-73c74a1e3a63),segment_id=fc0547a3-6e9d-4dbe-87fb-73c74a1e3a63)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:54:05.837126 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-17f26b1b-d883-4ec9-ae24-02b598035746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:05.894593 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f26b1b-d883-4ec9-ae24-02b598035746 None None] Pushing event updated for resources: {'Port': ['ID=fff094b1-d883-41ce-a1f3-b5973326f5d8,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:54:05.954042 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e5d811f2-25f7-413c-b2e0-ad0bc5f27588 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "GET /v2.0/routers/48d80ae9-44aa-4094-8c7d-4dfc7b67f044/tags/tempest-TagsExtTest-Tag-1399612281 HTTP/1.1" status: 204 len: 168 time: 0.4306190 Nov 10 19:54:05.956658 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51136) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:05.963804 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-5258ebed-8fc4-4a64-b96f-c4bda664c9b2 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '48d80ae9-44aa-4094-8c7d-4dfc7b67f044', 'tempest-TagsExtTest-Tag-1399612281') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:06.059608 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-b4abf81a-b1f9-4dfb-898f-1838c568225f None None] Provisioning complete for port fff094b1-d883-41ce-a1f3-b5973326f5d8 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:54:06.060665 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b4abf81a-b1f9-4dfb-898f-1838c568225f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:06.071331 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5258ebed-8fc4-4a64-b96f-c4bda664c9b2 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "DELETE /v2.0/routers/48d80ae9-44aa-4094-8c7d-4dfc7b67f044/tags/tempest-TagsExtTest-Tag-1399612281 HTTP/1.1" status: 204 len: 168 time: 0.1125865 Nov 10 19:54:06.073263 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51138) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:06.080560 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-ed29031c-3322-4751-b942-14503a48ddbd tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '48d80ae9-44aa-4094-8c7d-4dfc7b67f044') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:06.159255 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-b4abf81a-b1f9-4dfb-898f-1838c568225f None None] Provisioning complete for port a7c512b4-d3d9-4e32-8fa5-5ac3c122b471 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:54:06.159525 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b4abf81a-b1f9-4dfb-898f-1838c568225f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:06.163002 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ed29031c-3322-4751-b942-14503a48ddbd tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "GET /v2.0/routers/48d80ae9-44aa-4094-8c7d-4dfc7b67f044/tags HTTP/1.1" status: 200 len: 205 time: 0.0855274 Nov 10 19:54:06.163786 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51140) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:06.169813 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.tag.tag_plugin [None req-ccd06249-88a5-4e5f-bab8-c70bf87819d8 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'baac0076-2af7-4d78-9d13-f09419cd33c3') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:06.197170 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51142) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:06.197439 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ccd06249-88a5-4e5f-bab8-c70bf87819d8 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "GET /v2.0/subnetpools/baac0076-2af7-4d78-9d13-f09419cd33c3/tags HTTP/1.1" status: 200 len: 241 time: 0.0311806 Nov 10 19:54:06.202746 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-b3cab4b7-6dc0-48f0-9891-1617029ea22b tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'baac0076-2af7-4d78-9d13-f09419cd33c3', 'tempest-TagsExtTest-Tag-1861344139') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:06.204968 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-b4abf81a-b1f9-4dfb-898f-1838c568225f None None] Port a7c512b4-d3d9-4e32-8fa5-5ac3c122b471 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:54:06.244384 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b3cab4b7-6dc0-48f0-9891-1617029ea22b tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "GET /v2.0/subnetpools/baac0076-2af7-4d78-9d13-f09419cd33c3/tags/tempest-TagsExtTest-Tag-1861344139 HTTP/1.1" status: 204 len: 168 time: 0.0453856 Nov 10 19:54:06.247106 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51144) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:06.252084 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.tag.tag_plugin [None req-e4e62277-b33c-4fa5-a088-f8404ef88fa8 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'baac0076-2af7-4d78-9d13-f09419cd33c3', 'tempest-TagsExtTest-Tag-1861344139') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:06.291212 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e4e62277-b33c-4fa5-a088-f8404ef88fa8 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "DELETE /v2.0/subnetpools/baac0076-2af7-4d78-9d13-f09419cd33c3/tags/tempest-TagsExtTest-Tag-1861344139 HTTP/1.1" status: 204 len: 168 time: 0.0429788 Nov 10 19:54:06.293879 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51146) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:06.300373 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.tag.tag_plugin [None req-1e6e9ee7-e636-42a6-909f-a3a419322542 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'baac0076-2af7-4d78-9d13-f09419cd33c3') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:06.323911 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d8a317dc-f80d-436a-aab3-e1c57cf7b700 None None] Provisioning complete for port a7c512b4-d3d9-4e32-8fa5-5ac3c122b471 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:54:06.324282 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d8a317dc-f80d-436a-aab3-e1c57cf7b700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:06.324433 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1e6e9ee7-e636-42a6-909f-a3a419322542 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "GET /v2.0/subnetpools/baac0076-2af7-4d78-9d13-f09419cd33c3/tags HTTP/1.1" status: 200 len: 205 time: 0.0286827 Nov 10 19:54:06.326676 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51148) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:06.331616 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.tag.tag_plugin [None req-e37140e7-94bc-42fa-980e-59e62a3a0877 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'baac0076-2af7-4d78-9d13-f09419cd33c3') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:06.362011 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e37140e7-94bc-42fa-980e-59e62a3a0877 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "DELETE /v2.0/subnetpools/baac0076-2af7-4d78-9d13-f09419cd33c3/tags HTTP/1.1" status: 204 len: 168 time: 0.0311747 Nov 10 19:54:06.362270 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-d8a317dc-f80d-436a-aab3-e1c57cf7b700 None None] Port a7c512b4-d3d9-4e32-8fa5-5ac3c122b471 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:54:06.362409 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51150) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:06.366959 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.tag.tag_plugin [None req-eeaa29af-492e-4a5e-84b9-eb68a70be91a tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '48d80ae9-44aa-4094-8c7d-4dfc7b67f044') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:06.450951 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-eeaa29af-492e-4a5e-84b9-eb68a70be91a tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "DELETE /v2.0/routers/48d80ae9-44aa-4094-8c7d-4dfc7b67f044/tags HTTP/1.1" status: 204 len: 168 time: 0.0873969 Nov 10 19:54:06.453455 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51152) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:06.457923 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.tag.tag_plugin [None req-7975ecb1-c3dc-4658-abd2-6ea448dfeb81 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a7c512b4-d3d9-4e32-8fa5-5ac3c122b471') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:06.520569 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7975ecb1-c3dc-4658-abd2-6ea448dfeb81 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "DELETE /v2.0/ports/a7c512b4-d3d9-4e32-8fa5-5ac3c122b471/tags HTTP/1.1" status: 204 len: 168 time: 0.0657983 Nov 10 19:54:06.524507 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51154) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:06.530651 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.tag.tag_plugin [None req-ec19e785-982e-4c77-aaa9-2ce951f53f68 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f9be35b6-95c3-4e1b-8d12-38620cfea35e') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:06.624580 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ec19e785-982e-4c77-aaa9-2ce951f53f68 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "DELETE /v2.0/subnets/f9be35b6-95c3-4e1b-8d12-38620cfea35e/tags HTTP/1.1" status: 204 len: 168 time: 0.0990109 Nov 10 19:54:06.629741 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51156) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:06.634989 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-04248b14-de47-406d-a5b2-9a5a5f99f7ab tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f9be35b6-95c3-4e1b-8d12-38620cfea35e', 'tempest-TagsExtTest-Tag-1081716726') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:06.646590 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fff094b1-d883-41ce-a1f3-b5973326f5d8 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:54:06.701788 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port fff094b1-d883-41ce-a1f3-b5973326f5d8 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:54:06.702095 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:06.708998 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-04248b14-de47-406d-a5b2-9a5a5f99f7ab tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "PUT /v2.0/subnets/f9be35b6-95c3-4e1b-8d12-38620cfea35e/tags/tempest-TagsExtTest-Tag-1081716726 HTTP/1.1" status: 201 len: 201 time: 0.0755081 Nov 10 19:54:06.709237 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51158) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:06.713829 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-ba4b6dbd-24dd-4d8c-b810-1817e3dee9d1 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a7c512b4-d3d9-4e32-8fa5-5ac3c122b471', 'tempest-TagsExtTest-Tag-436451869') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:06.780509 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ba4b6dbd-24dd-4d8c-b810-1817e3dee9d1 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "PUT /v2.0/ports/a7c512b4-d3d9-4e32-8fa5-5ac3c122b471/tags/tempest-TagsExtTest-Tag-436451869 HTTP/1.1" status: 201 len: 201 time: 0.0701480 Nov 10 19:54:06.783555 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51160) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:06.788696 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.tag.tag_plugin [None req-9b7acb73-9761-4a9e-bbe0-dd9a638c03b7 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '48d80ae9-44aa-4094-8c7d-4dfc7b67f044', 'tempest-TagsExtTest-Tag-1894310766') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:06.884273 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9b7acb73-9761-4a9e-bbe0-dd9a638c03b7 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "PUT /v2.0/routers/48d80ae9-44aa-4094-8c7d-4dfc7b67f044/tags/tempest-TagsExtTest-Tag-1894310766 HTTP/1.1" status: 201 len: 201 time: 0.0995927 Nov 10 19:54:06.887441 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51162) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:06.892637 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-8d7cecd7-453c-4d06-9e24-4c8699f4cc5a tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'baac0076-2af7-4d78-9d13-f09419cd33c3', 'tempest-TagsExtTest-Tag-1911126635') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:06.929915 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8d7cecd7-453c-4d06-9e24-4c8699f4cc5a tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "PUT /v2.0/subnetpools/baac0076-2af7-4d78-9d13-f09419cd33c3/tags/tempest-TagsExtTest-Tag-1911126635 HTTP/1.1" status: 201 len: 201 time: 0.0402806 Nov 10 19:54:06.931986 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51164) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:06.936537 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-a64eaaee-a7b5-4644-941e-e332a0c2004f tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f9be35b6-95c3-4e1b-8d12-38620cfea35e', {'tags': ['tempest-TagsExtTest-Tag-487547153', 'tempest-TagsExtTest-Tag-400997060', 'tempest-TagsExtTest-Tag-685074195']}) {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:06.997306 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a64eaaee-a7b5-4644-941e-e332a0c2004f tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "PUT /v2.0/subnets/f9be35b6-95c3-4e1b-8d12-38620cfea35e/tags HTTP/1.1" status: 200 len: 315 time: 0.0640411 Nov 10 19:54:06.999908 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51166) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:07.004392 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-0342fb57-50e6-4bd0-8d62-d28876133156 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f9be35b6-95c3-4e1b-8d12-38620cfea35e') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:07.084558 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0342fb57-50e6-4bd0-8d62-d28876133156 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "DELETE /v2.0/subnets/f9be35b6-95c3-4e1b-8d12-38620cfea35e/tags HTTP/1.1" status: 204 len: 168 time: 0.0836260 Nov 10 19:54:07.087888 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51168) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:07.092261 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-93f4ab5b-8c58-478c-9006-6bf184d3bca0 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f9be35b6-95c3-4e1b-8d12-38620cfea35e', 'tempest-TagsExtTest-Tag-487547153') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:07.146293 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-93f4ab5b-8c58-478c-9006-6bf184d3bca0 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] show failed (client error): The resource could not be found. Nov 10 19:54:07.147310 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-93f4ab5b-8c58-478c-9006-6bf184d3bca0 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "GET /v2.0/subnets/f9be35b6-95c3-4e1b-8d12-38620cfea35e/tags/tempest-TagsExtTest-Tag-487547153 HTTP/1.1" status: 404 len: 328 time: 0.0585053 Nov 10 19:54:07.150276 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51170) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:07.154455 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-421d855f-5ecf-4669-8821-2f1777f0fe47 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f9be35b6-95c3-4e1b-8d12-38620cfea35e', 'tempest-TagsExtTest-Tag-400997060') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:07.207231 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-421d855f-5ecf-4669-8821-2f1777f0fe47 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] show failed (client error): The resource could not be found. Nov 10 19:54:07.208288 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-421d855f-5ecf-4669-8821-2f1777f0fe47 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "GET /v2.0/subnets/f9be35b6-95c3-4e1b-8d12-38620cfea35e/tags/tempest-TagsExtTest-Tag-400997060 HTTP/1.1" status: 404 len: 328 time: 0.0570848 Nov 10 19:54:07.212450 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51172) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:07.216782 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-3fdc3c4b-2117-4805-91c4-d8fdf9fae80e tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f9be35b6-95c3-4e1b-8d12-38620cfea35e', 'tempest-TagsExtTest-Tag-685074195') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:07.276659 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-3fdc3c4b-2117-4805-91c4-d8fdf9fae80e tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] show failed (client error): The resource could not be found. Nov 10 19:54:07.277640 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3fdc3c4b-2117-4805-91c4-d8fdf9fae80e tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "GET /v2.0/subnets/f9be35b6-95c3-4e1b-8d12-38620cfea35e/tags/tempest-TagsExtTest-Tag-685074195 HTTP/1.1" status: 404 len: 328 time: 0.0642705 Nov 10 19:54:07.280590 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51174) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:07.285614 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-056cd60c-ffdb-4b63-9836-05bcbd06f5a1 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'a7c512b4-d3d9-4e32-8fa5-5ac3c122b471', {'tags': ['tempest-TagsExtTest-Tag-870428543', 'tempest-TagsExtTest-Tag-1033808129', 'tempest-TagsExtTest-Tag-1574492512']}) {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:07.346521 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-056cd60c-ffdb-4b63-9836-05bcbd06f5a1 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "PUT /v2.0/ports/a7c512b4-d3d9-4e32-8fa5-5ac3c122b471/tags HTTP/1.1" status: 200 len: 317 time: 0.0648258 Nov 10 19:54:07.350146 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51176) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:07.354647 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-4b159da3-7cbb-4e5a-94db-8d9b0070b85d tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a7c512b4-d3d9-4e32-8fa5-5ac3c122b471') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:07.427913 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4b159da3-7cbb-4e5a-94db-8d9b0070b85d tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "DELETE /v2.0/ports/a7c512b4-d3d9-4e32-8fa5-5ac3c122b471/tags HTTP/1.1" status: 204 len: 168 time: 0.0767004 Nov 10 19:54:07.430901 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51178) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:07.435098 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-bbc13650-977f-4a17-8918-7eaa4fad0dd3 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a7c512b4-d3d9-4e32-8fa5-5ac3c122b471', 'tempest-TagsExtTest-Tag-870428543') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:07.493649 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-bbc13650-977f-4a17-8918-7eaa4fad0dd3 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] show failed (client error): The resource could not be found. Nov 10 19:54:07.494749 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-bbc13650-977f-4a17-8918-7eaa4fad0dd3 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "GET /v2.0/ports/a7c512b4-d3d9-4e32-8fa5-5ac3c122b471/tags/tempest-TagsExtTest-Tag-870428543 HTTP/1.1" status: 404 len: 328 time: 0.0629342 Nov 10 19:54:07.497720 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51180) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:07.502581 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-d40c7c6e-2212-463f-bf2c-c930e39141cf tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a7c512b4-d3d9-4e32-8fa5-5ac3c122b471', 'tempest-TagsExtTest-Tag-1033808129') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:07.558037 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-d40c7c6e-2212-463f-bf2c-c930e39141cf tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] show failed (client error): The resource could not be found. Nov 10 19:54:07.559026 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d40c7c6e-2212-463f-bf2c-c930e39141cf tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "GET /v2.0/ports/a7c512b4-d3d9-4e32-8fa5-5ac3c122b471/tags/tempest-TagsExtTest-Tag-1033808129 HTTP/1.1" status: 404 len: 329 time: 0.0602834 Nov 10 19:54:07.562142 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51182) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:07.566841 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-88c4af03-eee3-40a0-8b1b-15ee3533748f tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a7c512b4-d3d9-4e32-8fa5-5ac3c122b471', 'tempest-TagsExtTest-Tag-1574492512') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:07.619342 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-88c4af03-eee3-40a0-8b1b-15ee3533748f tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] show failed (client error): The resource could not be found. Nov 10 19:54:07.620669 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-88c4af03-eee3-40a0-8b1b-15ee3533748f tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "GET /v2.0/ports/a7c512b4-d3d9-4e32-8fa5-5ac3c122b471/tags/tempest-TagsExtTest-Tag-1574492512 HTTP/1.1" status: 404 len: 329 time: 0.0574799 Nov 10 19:54:07.623939 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51184) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:07.629053 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-e729c8d0-6c09-4e15-b3d2-b52af6c1d34b tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '48d80ae9-44aa-4094-8c7d-4dfc7b67f044', {'tags': ['tempest-TagsExtTest-Tag-643102860', 'tempest-TagsExtTest-Tag-196477622', 'tempest-TagsExtTest-Tag-735728593']}) {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:07.721338 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e729c8d0-6c09-4e15-b3d2-b52af6c1d34b tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "PUT /v2.0/routers/48d80ae9-44aa-4094-8c7d-4dfc7b67f044/tags HTTP/1.1" status: 200 len: 315 time: 0.0962007 Nov 10 19:54:07.723991 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51186) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:07.728670 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-aeffd9d7-62ba-42c7-999d-b78f24246868 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '48d80ae9-44aa-4094-8c7d-4dfc7b67f044') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:07.822964 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-aeffd9d7-62ba-42c7-999d-b78f24246868 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "DELETE /v2.0/routers/48d80ae9-44aa-4094-8c7d-4dfc7b67f044/tags HTTP/1.1" status: 204 len: 168 time: 0.0977445 Nov 10 19:54:07.826678 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51188) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:07.832307 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-3ec03666-90ae-474c-9e36-9e0a6cf43feb tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '48d80ae9-44aa-4094-8c7d-4dfc7b67f044', 'tempest-TagsExtTest-Tag-643102860') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:07.911047 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-3ec03666-90ae-474c-9e36-9e0a6cf43feb tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] show failed (client error): The resource could not be found. Nov 10 19:54:07.912114 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3ec03666-90ae-474c-9e36-9e0a6cf43feb tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "GET /v2.0/routers/48d80ae9-44aa-4094-8c7d-4dfc7b67f044/tags/tempest-TagsExtTest-Tag-643102860 HTTP/1.1" status: 404 len: 328 time: 0.0845056 Nov 10 19:54:07.914950 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51190) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:07.919373 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-4e7458de-3735-47ea-8ee6-957d27381ffe tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '48d80ae9-44aa-4094-8c7d-4dfc7b67f044', 'tempest-TagsExtTest-Tag-196477622') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:07.997636 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-4e7458de-3735-47ea-8ee6-957d27381ffe tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] show failed (client error): The resource could not be found. Nov 10 19:54:07.998968 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4e7458de-3735-47ea-8ee6-957d27381ffe tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "GET /v2.0/routers/48d80ae9-44aa-4094-8c7d-4dfc7b67f044/tags/tempest-TagsExtTest-Tag-196477622 HTTP/1.1" status: 404 len: 328 time: 0.0829055 Nov 10 19:54:08.002108 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51192) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:08.006827 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.tag.tag_plugin [None req-7db12046-5032-4245-8f8a-dcd12febf80f tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '48d80ae9-44aa-4094-8c7d-4dfc7b67f044', 'tempest-TagsExtTest-Tag-735728593') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:08.084759 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-7db12046-5032-4245-8f8a-dcd12febf80f tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] show failed (client error): The resource could not be found. Nov 10 19:54:08.085742 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7db12046-5032-4245-8f8a-dcd12febf80f tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "GET /v2.0/routers/48d80ae9-44aa-4094-8c7d-4dfc7b67f044/tags/tempest-TagsExtTest-Tag-735728593 HTTP/1.1" status: 404 len: 328 time: 0.0826459 Nov 10 19:54:08.088602 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51194) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:08.093170 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.tag.tag_plugin [None req-d0410996-0659-4639-91df-46746a5988ef tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'baac0076-2af7-4d78-9d13-f09419cd33c3', {'tags': ['tempest-TagsExtTest-Tag-1981708530', 'tempest-TagsExtTest-Tag-1467537281', 'tempest-TagsExtTest-Tag-1574833885']}) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:08.146161 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d0410996-0659-4639-91df-46746a5988ef tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "PUT /v2.0/subnetpools/baac0076-2af7-4d78-9d13-f09419cd33c3/tags HTTP/1.1" status: 200 len: 318 time: 0.0565026 Nov 10 19:54:08.149821 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51196) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:08.154274 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.tag.tag_plugin [None req-fb78cc35-515d-4ad3-a164-8acec98c07df tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'baac0076-2af7-4d78-9d13-f09419cd33c3') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:08.195643 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-fb78cc35-515d-4ad3-a164-8acec98c07df tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "DELETE /v2.0/subnetpools/baac0076-2af7-4d78-9d13-f09419cd33c3/tags HTTP/1.1" status: 204 len: 168 time: 0.0445290 Nov 10 19:54:08.198536 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51198) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:08.203143 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.tag.tag_plugin [None req-9b6d2bd5-351b-4fc4-a527-05f858fb9639 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'baac0076-2af7-4d78-9d13-f09419cd33c3', 'tempest-TagsExtTest-Tag-1981708530') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:08.234573 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-9b6d2bd5-351b-4fc4-a527-05f858fb9639 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] show failed (client error): The resource could not be found. Nov 10 19:54:08.236265 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9b6d2bd5-351b-4fc4-a527-05f858fb9639 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "GET /v2.0/subnetpools/baac0076-2af7-4d78-9d13-f09419cd33c3/tags/tempest-TagsExtTest-Tag-1981708530 HTTP/1.1" status: 404 len: 329 time: 0.0367856 Nov 10 19:54:08.239583 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51200) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:08.244182 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-5bebedf1-ea05-458c-935a-839fe78d6587 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'baac0076-2af7-4d78-9d13-f09419cd33c3', 'tempest-TagsExtTest-Tag-1467537281') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:08.266153 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-5bebedf1-ea05-458c-935a-839fe78d6587 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] show failed (client error): The resource could not be found. Nov 10 19:54:08.267484 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5bebedf1-ea05-458c-935a-839fe78d6587 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "GET /v2.0/subnetpools/baac0076-2af7-4d78-9d13-f09419cd33c3/tags/tempest-TagsExtTest-Tag-1467537281 HTTP/1.1" status: 404 len: 329 time: 0.0268688 Nov 10 19:54:08.270638 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51202) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:08.275130 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-39321286-d7c8-45fc-86ab-382bec0060a0 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'baac0076-2af7-4d78-9d13-f09419cd33c3', 'tempest-TagsExtTest-Tag-1574833885') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:08.296432 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [None req-39321286-d7c8-45fc-86ab-382bec0060a0 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] show failed (client error): The resource could not be found. Nov 10 19:54:08.297504 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-39321286-d7c8-45fc-86ab-382bec0060a0 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "GET /v2.0/subnetpools/baac0076-2af7-4d78-9d13-f09419cd33c3/tags/tempest-TagsExtTest-Tag-1574833885 HTTP/1.1" status: 404 len: 329 time: 0.0259356 Nov 10 19:54:08.300493 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51204) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:08.305304 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-01770915-a14f-4dc6-8dbb-6abf690b58f4 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'baac0076-2af7-4d78-9d13-f09419cd33c3') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:08.331492 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-01770915-a14f-4dc6-8dbb-6abf690b58f4 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "DELETE /v2.0/subnetpools/baac0076-2af7-4d78-9d13-f09419cd33c3/tags HTTP/1.1" status: 204 len: 168 time: 0.0299881 Nov 10 19:54:08.334240 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51206) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:08.338845 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-3a89c7ca-85af-4524-8c24-8698d0cbd4c7 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '48d80ae9-44aa-4094-8c7d-4dfc7b67f044') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:08.425854 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3a89c7ca-85af-4524-8c24-8698d0cbd4c7 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "DELETE /v2.0/routers/48d80ae9-44aa-4094-8c7d-4dfc7b67f044/tags HTTP/1.1" status: 204 len: 168 time: 0.0905390 Nov 10 19:54:08.428487 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51208) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:08.433115 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-5a75f2fe-3293-4dff-ba7e-09445389339b tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a7c512b4-d3d9-4e32-8fa5-5ac3c122b471') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:08.488756 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5a75f2fe-3293-4dff-ba7e-09445389339b tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "DELETE /v2.0/ports/a7c512b4-d3d9-4e32-8fa5-5ac3c122b471/tags HTTP/1.1" status: 204 len: 168 time: 0.0590379 Nov 10 19:54:08.492832 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51210) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:08.498604 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.tag.tag_plugin [None req-1d263cce-ef93-4f5d-8d20-65cdb22c2358 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f9be35b6-95c3-4e1b-8d12-38620cfea35e') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:08.565172 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1d263cce-ef93-4f5d-8d20-65cdb22c2358 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "DELETE /v2.0/subnets/f9be35b6-95c3-4e1b-8d12-38620cfea35e/tags HTTP/1.1" status: 204 len: 168 time: 0.0710073 Nov 10 19:54:08.568700 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51212) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:08.662561 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2f310fe6-4bf4-45e0-9499-3f42973e0ce5 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks [] for subnetpool, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:08.665055 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2f310fe6-4bf4-45e0-9499-3f42973e0ce5 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "DELETE /v2.0/subnetpools/baac0076-2af7-4d78-9d13-f09419cd33c3 HTTP/1.1" status: 204 len: 168 time: 0.0952911 Nov 10 19:54:08.667896 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51214) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:08.696822 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e190e8ad-96fb-493d-90a5-af0568a82b46 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "GET /v2.0/ports?device_id=48d80ae9-44aa-4094-8c7d-4dfc7b67f044 HTTP/1.1" status: 200 len: 205 time: 0.0277719 Nov 10 19:54:08.700208 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51216) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:08.780556 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-eb97d6a1-f4ba-4dc3-a17b-9dbf1bc6412f tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:08.944347 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-eb97d6a1-f4ba-4dc3-a17b-9dbf1bc6412f tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:08.946460 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-eb97d6a1-f4ba-4dc3-a17b-9dbf1bc6412f tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:08.991781 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-eb97d6a1-f4ba-4dc3-a17b-9dbf1bc6412f tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:08.992267 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb97d6a1-f4ba-4dc3-a17b-9dbf1bc6412f tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Fanout notify agent at l3_agent the message router_deleted on router 48d80ae9-44aa-4094-8c7d-4dfc7b67f044 {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:54:08.999013 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-eb97d6a1-f4ba-4dc3-a17b-9dbf1bc6412f tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:09.000101 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-eb97d6a1-f4ba-4dc3-a17b-9dbf1bc6412f tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "DELETE /v2.0/routers/48d80ae9-44aa-4094-8c7d-4dfc7b67f044 HTTP/1.1" status: 204 len: 168 time: 0.2989719 Nov 10 19:54:09.002734 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51218) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:09.106012 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-3db8d1da-a337-4120-b016-4fa48c8fb5c4 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Deleting port a7c512b4-d3d9-4e32-8fa5-5ac3c122b471 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:54:09.106359 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3db8d1da-a337-4120-b016-4fa48c8fb5c4 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:09.212655 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3db8d1da-a337-4120-b016-4fa48c8fb5c4 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:09.225504 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-3db8d1da-a337-4120-b016-4fa48c8fb5c4 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Calling delete_port for a7c512b4-d3d9-4e32-8fa5-5ac3c122b471 owned by {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:54:09.362643 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3db8d1da-a337-4120-b016-4fa48c8fb5c4 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:09.395840 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8d1da-a337-4120-b016-4fa48c8fb5c4 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Pushing event deleted for resources: {'Port': ['ID=a7c512b4-d3d9-4e32-8fa5-5ac3c122b471,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:54:09.408346 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8d1da-a337-4120-b016-4fa48c8fb5c4 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:54:09.408683 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8d1da-a337-4120-b016-4fa48c8fb5c4 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:54:09.409023 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8d1da-a337-4120-b016-4fa48c8fb5c4 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:54:09.409360 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8d1da-a337-4120-b016-4fa48c8fb5c4 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:54:09.409718 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8d1da-a337-4120-b016-4fa48c8fb5c4 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:54:09.410080 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8d1da-a337-4120-b016-4fa48c8fb5c4 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:54:09.410407 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8d1da-a337-4120-b016-4fa48c8fb5c4 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:54:09.410731 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8d1da-a337-4120-b016-4fa48c8fb5c4 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:54:09.411015 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8d1da-a337-4120-b016-4fa48c8fb5c4 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:54:09.411324 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8d1da-a337-4120-b016-4fa48c8fb5c4 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:54:09.411655 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8d1da-a337-4120-b016-4fa48c8fb5c4 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:54:09.411991 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8d1da-a337-4120-b016-4fa48c8fb5c4 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:54:09.476954 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3db8d1da-a337-4120-b016-4fa48c8fb5c4 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:09.480231 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3db8d1da-a337-4120-b016-4fa48c8fb5c4 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "DELETE /v2.0/ports/a7c512b4-d3d9-4e32-8fa5-5ac3c122b471 HTTP/1.1" status: 204 len: 168 time: 0.4764955 Nov 10 19:54:09.482715 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51220) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:09.539564 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-1545ab08-721b-4204-a7ac-637f239bc9a0 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Deleting subnet f9be35b6-95c3-4e1b-8d12-38620cfea35e {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:54:09.543715 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1545ab08-721b-4204-a7ac-637f239bc9a0 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:09.587083 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1545ab08-721b-4204-a7ac-637f239bc9a0 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:09.680112 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1545ab08-721b-4204-a7ac-637f239bc9a0 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:09.754455 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1545ab08-721b-4204-a7ac-637f239bc9a0 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:09.782694 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1545ab08-721b-4204-a7ac-637f239bc9a0 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Pushing event deleted for resources: {'Subnet': ['ID=f9be35b6-95c3-4e1b-8d12-38620cfea35e,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:54:09.787212 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1545ab08-721b-4204-a7ac-637f239bc9a0 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:09.793131 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51222) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:09.793833 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1545ab08-721b-4204-a7ac-637f239bc9a0 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "DELETE /v2.0/subnets/f9be35b6-95c3-4e1b-8d12-38620cfea35e HTTP/1.1" status: 204 len: 168 time: 0.3094082 Nov 10 19:54:09.797175 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaaf798-3ba6-43c7-98da-06e597bd70f3 None None] Network 8dbc75d2-d09b-451f-a04b-abf6fe3db214 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:54:09.884843 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7863ec29-683d-40c4-b2b5-5ed64b3bc234 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:09.944924 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-7863ec29-683d-40c4-b2b5-5ed64b3bc234 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Deleting port fff094b1-d883-41ce-a1f3-b5973326f5d8 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:54:09.945328 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7863ec29-683d-40c4-b2b5-5ed64b3bc234 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:09.993865 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8aee91-d6a3-4fab-ad75-7ba5f17b8e37 None None] DHCP port deletion for 8dbc75d2-d09b-451f-a04b-abf6fe3db214 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:54:10.020388 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-7863ec29-683d-40c4-b2b5-5ed64b3bc234 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] For port fff094b1-d883-41ce-a1f3-b5973326f5d8, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fff094b1-d883-41ce-a1f3-b5973326f5d8,segment=NetworkSegment(fc0547a3-6e9d-4dbe-87fb-73c74a1e3a63),segment_id=fc0547a3-6e9d-4dbe-87fb-73c74a1e3a63)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:54:10.020670 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7863ec29-683d-40c4-b2b5-5ed64b3bc234 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:10.035162 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-7863ec29-683d-40c4-b2b5-5ed64b3bc234 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Calling delete_port for fff094b1-d883-41ce-a1f3-b5973326f5d8 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:54:10.047079 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9b8aee91-d6a3-4fab-ad75-7ba5f17b8e37 None None] Deleting port fff094b1-d883-41ce-a1f3-b5973326f5d8 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:54:10.047470 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9b8aee91-d6a3-4fab-ad75-7ba5f17b8e37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:10.114685 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9b8aee91-d6a3-4fab-ad75-7ba5f17b8e37 None None] For port fff094b1-d883-41ce-a1f3-b5973326f5d8, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fff094b1-d883-41ce-a1f3-b5973326f5d8,segment=NetworkSegment(fc0547a3-6e9d-4dbe-87fb-73c74a1e3a63),segment_id=fc0547a3-6e9d-4dbe-87fb-73c74a1e3a63)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:54:10.115275 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9b8aee91-d6a3-4fab-ad75-7ba5f17b8e37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:10.124180 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7863ec29-683d-40c4-b2b5-5ed64b3bc234 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:10.131129 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9b8aee91-d6a3-4fab-ad75-7ba5f17b8e37 None None] Calling delete_port for fff094b1-d883-41ce-a1f3-b5973326f5d8 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:54:10.150619 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863ec29-683d-40c4-b2b5-5ed64b3bc234 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Pushing event deleted for resources: {'Port': ['ID=fff094b1-d883-41ce-a1f3-b5973326f5d8,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:54:10.158641 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7863ec29-683d-40c4-b2b5-5ed64b3bc234 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] No DVR routers for this DVR port fff094b1-d883-41ce-a1f3-b5973326f5d8 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:54:10.220482 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9b8aee91-d6a3-4fab-ad75-7ba5f17b8e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:10.245129 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8aee91-d6a3-4fab-ad75-7ba5f17b8e37 None None] Pushing event deleted for resources: {'Port': ['ID=fff094b1-d883-41ce-a1f3-b5973326f5d8,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:54:10.248758 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7863ec29-683d-40c4-b2b5-5ed64b3bc234 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:10.255132 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8aee91-d6a3-4fab-ad75-7ba5f17b8e37 None None] No DVR routers for this DVR port fff094b1-d883-41ce-a1f3-b5973326f5d8 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:54:10.259433 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8aee91-d6a3-4fab-ad75-7ba5f17b8e37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:54:10.259700 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8aee91-d6a3-4fab-ad75-7ba5f17b8e37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:54:10.260331 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8aee91-d6a3-4fab-ad75-7ba5f17b8e37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:54:10.260624 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8aee91-d6a3-4fab-ad75-7ba5f17b8e37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:54:10.260933 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8aee91-d6a3-4fab-ad75-7ba5f17b8e37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:54:10.261282 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8aee91-d6a3-4fab-ad75-7ba5f17b8e37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:54:10.261736 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8aee91-d6a3-4fab-ad75-7ba5f17b8e37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:54:10.262113 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8aee91-d6a3-4fab-ad75-7ba5f17b8e37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:54:10.262443 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8aee91-d6a3-4fab-ad75-7ba5f17b8e37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:54:10.262770 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8aee91-d6a3-4fab-ad75-7ba5f17b8e37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:54:10.263393 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8aee91-d6a3-4fab-ad75-7ba5f17b8e37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:54:10.263393 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8aee91-d6a3-4fab-ad75-7ba5f17b8e37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:54:10.275119 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-7863ec29-683d-40c4-b2b5-5ed64b3bc234 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dbc75d2-d09b-451f-a04b-abf6fe3db214']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:10.285683 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-7863ec29-683d-40c4-b2b5-5ed64b3bc234 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc0547a3-6e9d-4dbe-87fb-73c74a1e3a63') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:10.286039 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-7863ec29-683d-40c4-b2b5-5ed64b3bc234 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc0547a3-6e9d-4dbe-87fb-73c74a1e3a63') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:54:10.295694 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7863ec29-683d-40c4-b2b5-5ed64b3bc234 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:10.310483 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7863ec29-683d-40c4-b2b5-5ed64b3bc234 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:10.318852 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7863ec29-683d-40c4-b2b5-5ed64b3bc234 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:54:10.319315 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7863ec29-683d-40c4-b2b5-5ed64b3bc234 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:10.323116 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:54:10.323116 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:54:10.323116 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:54:10.323116 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:54:10.323116 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:54:10.323116 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:54:10.323116 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:54:10.323116 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:54:10.323116 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:54:10.323116 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:54:10.323116 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:54:10.323116 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:54:10.323116 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:54:10.323116 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:54:10.323116 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:54:10.323116 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:54:10.323116 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:54:10.323116 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:54:10.323116 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:54:10.323116 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:54:10.323116 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:54:10.323116 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:54:10.323116 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:54:10.323116 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:54:10.323116 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:54:10.323116 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:54:10.323116 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:54:10.323116 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:54:10.323116 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:54:10.323116 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:54:10.323116 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:54:10.323116 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:54:10.389092 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7863ec29-683d-40c4-b2b5-5ed64b3bc234 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:10.395140 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7863ec29-683d-40c4-b2b5-5ed64b3bc234 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:10.402337 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7863ec29-683d-40c4-b2b5-5ed64b3bc234 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] 10.222.0.54 "DELETE /v2.0/networks/8dbc75d2-d09b-451f-a04b-abf6fe3db214 HTTP/1.1" status: 204 len: 168 time: 0.6078982 Nov 10 19:54:10.417670 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863ec29-683d-40c4-b2b5-5ed64b3bc234 tempest-TagsExtTest-1882759197 tempest-TagsExtTest-1882759197-project] Pushing event deleted for resources: {'Network': ['ID=8dbc75d2-d09b-451f-a04b-abf6fe3db214,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:54:10.589694 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fff094b1-d883-41ce-a1f3-b5973326f5d8 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:54:10.611556 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: fff094b1-d883-41ce-a1f3-b5973326f5d8 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:54:10.611902 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fff094b1-d883-41ce-a1f3-b5973326f5d8 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:54:10.707470 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51228) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:10.872918 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-994b3057-cd87-4d5c-a284-eb1217b1c6ed admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aed5b8484ed7473a90afadf0991e01ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1639678 Nov 10 19:54:10.875490 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51232) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:10.927403 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b81bca24-5cc4-404b-a130-736c5fce8f4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:10.951097 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b81bca24-5cc4-404b-a130-736c5fce8f4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:11.004676 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b81bca24-5cc4-404b-a130-736c5fce8f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:11.007705 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b81bca24-5cc4-404b-a130-736c5fce8f4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:11.008886 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b81bca24-5cc4-404b-a130-736c5fce8f4e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bb7ef9ee-d452-4e12-b9ae-30375361d844 HTTP/1.1" status: 204 len: 168 time: 0.1323712 Nov 10 19:54:11.017478 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81bca24-5cc4-404b-a130-736c5fce8f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7ef9ee-d452-4e12-b9ae-30375361d844,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:54:11.728609 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51254) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:11.732307 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027127 Nov 10 19:54:11.735307 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51256) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:11.844874 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-875e1ce6-66b1-4c27-b462-edf619a4ee56 tempest-NetworksApiDiscovery-1898129254 tempest-NetworksApiDiscovery-1898129254-project] 10.222.0.54 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1085079 Nov 10 19:54:12.137528 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51264) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:12.263153 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0fc5b468-5d92-408d-8e66-96ba87a89603 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:12.348247 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0fc5b468-5d92-408d-8e66-96ba87a89603 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:12.353745 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0fc5b468-5d92-408d-8e66-96ba87a89603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:12.393611 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0fc5b468-5d92-408d-8e66-96ba87a89603 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=af7fb6b9ae4b4aecaf8603e48174ee63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2548614 Nov 10 19:54:12.394537 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5b468-5d92-408d-8e66-96ba87a89603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed9bdf7-c80d-4377-a3ce-bef139b12660,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:54:12.397395 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51268) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:12.449299 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0bead401-139d-47d2-86ca-43d0ab239b0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:12.471058 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0bead401-139d-47d2-86ca-43d0ab239b0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:12.520933 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0bead401-139d-47d2-86ca-43d0ab239b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:12.523647 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0bead401-139d-47d2-86ca-43d0ab239b0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:12.524806 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0bead401-139d-47d2-86ca-43d0ab239b0d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5ed9bdf7-c80d-4377-a3ce-bef139b12660 HTTP/1.1" status: 204 len: 168 time: 0.1259379 Nov 10 19:54:12.533958 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bead401-139d-47d2-86ca-43d0ab239b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed9bdf7-c80d-4377-a3ce-bef139b12660,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:54:23.481260 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-463b332e-cf15-46f2-add9-a5a50e7a8583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:25.035512 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:25.336527 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:25.731326 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7c9a2bca-d70d-48f4-82f1-44d759e8ad5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:27.313423 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:28.809081 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:29.155325 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:54:29.401434 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:34.386366 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51444) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:34.512105 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a06a848a-695d-4446-9625-7298c1c1c7f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:34.594535 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a06a848a-695d-4446-9625-7298c1c1c7f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:34.599722 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a06a848a-695d-4446-9625-7298c1c1c7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:34.641257 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a06a848a-695d-4446-9625-7298c1c1c7f3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8a92f89ce0c6496893f0d4673d392f53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2537720 Nov 10 19:54:34.642302 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a848a-695d-4446-9625-7298c1c1c7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4779ea-59f4-491e-ac19-4a4cde8f8681,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:54:34.644503 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51448) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:34.696184 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-697691bc-8500-47d3-b09a-cc469f08b75f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:34.719317 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-697691bc-8500-47d3-b09a-cc469f08b75f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:34.786849 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-697691bc-8500-47d3-b09a-cc469f08b75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:34.789422 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-697691bc-8500-47d3-b09a-cc469f08b75f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:34.790682 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-697691bc-8500-47d3-b09a-cc469f08b75f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ab4779ea-59f4-491e-ac19-4a4cde8f8681 HTTP/1.1" status: 204 len: 168 time: 0.1450787 Nov 10 19:54:34.801589 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697691bc-8500-47d3-b09a-cc469f08b75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4779ea-59f4-491e-ac19-4a4cde8f8681,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:54:35.092444 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51454) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:35.106659 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2ac94b43-4444-476b-8966-da74e48cadc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:35.185602 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2ac94b43-4444-476b-8966-da74e48cadc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:35.191142 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2ac94b43-4444-476b-8966-da74e48cadc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:35.229698 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2ac94b43-4444-476b-8966-da74e48cadc4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4d476afd106747e28591c685c0da8afc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1361206 Nov 10 19:54:35.230677 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac94b43-4444-476b-8966-da74e48cadc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86310b4-2f1f-455d-a92b-836da0be1300,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:54:35.232621 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51456) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:35.294323 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dafd5e55-8464-438f-81cc-fcfa416ddf38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:35.317412 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dafd5e55-8464-438f-81cc-fcfa416ddf38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:35.372061 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dafd5e55-8464-438f-81cc-fcfa416ddf38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:35.374734 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dafd5e55-8464-438f-81cc-fcfa416ddf38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:35.375913 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-dafd5e55-8464-438f-81cc-fcfa416ddf38 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a86310b4-2f1f-455d-a92b-836da0be1300 HTTP/1.1" status: 204 len: 168 time: 0.1422098 Nov 10 19:54:35.384705 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd5e55-8464-438f-81cc-fcfa416ddf38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86310b4-2f1f-455d-a92b-836da0be1300,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:54:48.603973 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51558) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:48.730101 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-20c7ab15-9c17-4307-97f0-277675bb140e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:48.822422 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-20c7ab15-9c17-4307-97f0-277675bb140e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:48.834367 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-20c7ab15-9c17-4307-97f0-277675bb140e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:48.874572 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7ab15-9c17-4307-97f0-277675bb140e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf064a9f-4eb3-47da-9234-3c9e5326a9db,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:54:48.879522 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-20c7ab15-9c17-4307-97f0-277675bb140e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=de2d9f874862499f9fe816472959533b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2743773 Nov 10 19:54:48.882408 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51562) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:48.943094 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bad3f47e-df02-45f5-81af-dd96f66b0410 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:48.969511 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bad3f47e-df02-45f5-81af-dd96f66b0410 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:49.025024 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bad3f47e-df02-45f5-81af-dd96f66b0410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:49.027815 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bad3f47e-df02-45f5-81af-dd96f66b0410 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:49.029016 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-bad3f47e-df02-45f5-81af-dd96f66b0410 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cf064a9f-4eb3-47da-9234-3c9e5326a9db HTTP/1.1" status: 204 len: 168 time: 0.1457193 Nov 10 19:54:49.038214 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3f47e-df02-45f5-81af-dd96f66b0410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf064a9f-4eb3-47da-9234-3c9e5326a9db,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:54:49.346951 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51568) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:49.362114 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3db5ec78-604c-41b3-84b9-64c26ac46386 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:49.448822 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3db5ec78-604c-41b3-84b9-64c26ac46386 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:49.454329 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3db5ec78-604c-41b3-84b9-64c26ac46386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:49.499468 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3db5ec78-604c-41b3-84b9-64c26ac46386 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=861a0a1ded00416b909b4fc608c11aa7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1511116 Nov 10 19:54:49.500300 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5ec78-604c-41b3-84b9-64c26ac46386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74e6c92-352a-409d-a726-359d6c0e846f,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:54:49.504121 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51570) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:49.552297 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-eeff3179-ef45-4c9d-84f5-94e6aace93bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:49.573880 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-eeff3179-ef45-4c9d-84f5-94e6aace93bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:49.624911 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-eeff3179-ef45-4c9d-84f5-94e6aace93bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:49.627874 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-eeff3179-ef45-4c9d-84f5-94e6aace93bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:49.632374 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-eeff3179-ef45-4c9d-84f5-94e6aace93bd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e74e6c92-352a-409d-a726-359d6c0e846f HTTP/1.1" status: 204 len: 168 time: 0.1271613 Nov 10 19:54:49.640897 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff3179-ef45-4c9d-84f5-94e6aace93bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74e6c92-352a-409d-a726-359d6c0e846f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:54:52.402656 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51642) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:52.513913 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-68412455-1b30-4077-be8b-a7ba5bf10f1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:52.597242 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-68412455-1b30-4077-be8b-a7ba5bf10f1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:52.607969 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-68412455-1b30-4077-be8b-a7ba5bf10f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:52.649802 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-68412455-1b30-4077-be8b-a7ba5bf10f1c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b0ee09a8128248f4b312ef473ca7ddb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2458823 Nov 10 19:54:52.650637 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68412455-1b30-4077-be8b-a7ba5bf10f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f413b2e-9400-43a0-95ee-2447f340aa13,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:54:52.653024 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51646) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:52.701625 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f1bea7e8-edaf-40d1-9c04-9f017bf5dc3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:52.723311 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f1bea7e8-edaf-40d1-9c04-9f017bf5dc3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:52.772458 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f1bea7e8-edaf-40d1-9c04-9f017bf5dc3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:52.775118 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f1bea7e8-edaf-40d1-9c04-9f017bf5dc3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:52.776300 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f1bea7e8-edaf-40d1-9c04-9f017bf5dc3a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3f413b2e-9400-43a0-95ee-2447f340aa13 HTTP/1.1" status: 204 len: 168 time: 0.1223729 Nov 10 19:54:52.784261 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bea7e8-edaf-40d1-9c04-9f017bf5dc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f413b2e-9400-43a0-95ee-2447f340aa13,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:54:53.079857 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51652) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:53.093853 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f8a8fe68-7629-4625-abcf-697455da6aca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:53.178970 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f8a8fe68-7629-4625-abcf-697455da6aca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:53.186098 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f8a8fe68-7629-4625-abcf-697455da6aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:53.222820 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f8a8fe68-7629-4625-abcf-697455da6aca admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b54a153e5935442fb4aa1a69b02233d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1417100 Nov 10 19:54:53.224794 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8fe68-7629-4625-abcf-697455da6aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd2d0fe-2e8d-42ae-8534-6d129c37358a,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:54:53.225940 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51654) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:54:53.281193 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e616985c-4a59-4bcb-a834-497139d14d21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:53.313963 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e616985c-4a59-4bcb-a834-497139d14d21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:53.366986 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e616985c-4a59-4bcb-a834-497139d14d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:53.369562 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e616985c-4a59-4bcb-a834-497139d14d21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:53.370776 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e616985c-4a59-4bcb-a834-497139d14d21 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ccd2d0fe-2e8d-42ae-8534-6d129c37358a HTTP/1.1" status: 204 len: 168 time: 0.1437938 Nov 10 19:54:53.380050 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616985c-4a59-4bcb-a834-497139d14d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd2d0fe-2e8d-42ae-8534-6d129c37358a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:54:53.477379 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fc38c2b2-707b-4039-99d8-b3459ccbe0b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:55.033434 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:55.344992 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:55.716995 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c8b995f4-a8ae-45e4-b01b-2f18e6a4313f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:57.312250 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:58.813358 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:54:59.407418 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:00.399020 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51744) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:55:00.511411 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d133fd20-b764-4b1c-a4dd-1e12f99202ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:00.604034 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d133fd20-b764-4b1c-a4dd-1e12f99202ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:00.609673 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d133fd20-b764-4b1c-a4dd-1e12f99202ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:00.651898 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d133fd20-b764-4b1c-a4dd-1e12f99202ca admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e4013a8992044344b2ca3d6cb4027507&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2515180 Nov 10 19:55:00.652763 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133fd20-b764-4b1c-a4dd-1e12f99202ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85587eee-5f21-473b-ade3-98142f31199c,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:55:00.655183 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51748) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:55:00.661037 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133fd20-b764-4b1c-a4dd-1e12f99202ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:00.661379 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133fd20-b764-4b1c-a4dd-1e12f99202ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:00.661716 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133fd20-b764-4b1c-a4dd-1e12f99202ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:00.662088 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133fd20-b764-4b1c-a4dd-1e12f99202ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:00.662418 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133fd20-b764-4b1c-a4dd-1e12f99202ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:00.662719 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133fd20-b764-4b1c-a4dd-1e12f99202ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:00.663045 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133fd20-b764-4b1c-a4dd-1e12f99202ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:00.663396 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133fd20-b764-4b1c-a4dd-1e12f99202ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:00.663714 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133fd20-b764-4b1c-a4dd-1e12f99202ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:00.664033 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133fd20-b764-4b1c-a4dd-1e12f99202ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:00.665110 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133fd20-b764-4b1c-a4dd-1e12f99202ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:00.665448 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133fd20-b764-4b1c-a4dd-1e12f99202ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:00.708394 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-64199362-701d-43d3-b3c2-7e519b8a85cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:00.730075 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-64199362-701d-43d3-b3c2-7e519b8a85cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:00.780324 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-64199362-701d-43d3-b3c2-7e519b8a85cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:00.783637 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-64199362-701d-43d3-b3c2-7e519b8a85cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:00.784843 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-64199362-701d-43d3-b3c2-7e519b8a85cb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/85587eee-5f21-473b-ade3-98142f31199c HTTP/1.1" status: 204 len: 168 time: 0.1282580 Nov 10 19:55:00.793529 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64199362-701d-43d3-b3c2-7e519b8a85cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85587eee-5f21-473b-ade3-98142f31199c,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:55:01.078380 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51754) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:55:01.092630 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0847b94a-dbd9-4044-b86f-f5bc6ab609ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:01.173154 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0847b94a-dbd9-4044-b86f-f5bc6ab609ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:01.178632 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0847b94a-dbd9-4044-b86f-f5bc6ab609ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:01.218351 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0847b94a-dbd9-4044-b86f-f5bc6ab609ff admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cd6de700807d46dbaf05c6e5627d0076&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1388073 Nov 10 19:55:01.219159 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847b94a-dbd9-4044-b86f-f5bc6ab609ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e87c89-d351-4228-8d24-e7b099132476,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:55:01.221174 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51756) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:55:01.279101 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c776348e-0d2f-48ed-8765-fee9c55df87b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:01.303450 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c776348e-0d2f-48ed-8765-fee9c55df87b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:01.350440 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c776348e-0d2f-48ed-8765-fee9c55df87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:01.353448 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c776348e-0d2f-48ed-8765-fee9c55df87b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:01.354632 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c776348e-0d2f-48ed-8765-fee9c55df87b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e3e87c89-d351-4228-8d24-e7b099132476 HTTP/1.1" status: 204 len: 168 time: 0.1324213 Nov 10 19:55:01.362454 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776348e-0d2f-48ed-8765-fee9c55df87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e87c89-d351-4228-8d24-e7b099132476,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:55:02.190842 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51778) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:55:02.301384 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-7fd4b8eb-82ba-426a-be20-0bf1f3911782 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1778373284-network', 'tenant_id': 'ff21e9ffe47e4bd5a1ae215f4cb1b86d'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:55:02.326401 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd4b8eb-82ba-426a-be20-0bf1f3911782 admin admin] Made reservation on behalf of ff21e9ffe47e4bd5a1ae215f4cb1b86d for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:55:02.328795 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7fd4b8eb-82ba-426a-be20-0bf1f3911782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:02.337707 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7fd4b8eb-82ba-426a-be20-0bf1f3911782 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:02.418839 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7fd4b8eb-82ba-426a-be20-0bf1f3911782 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:02.426081 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7fd4b8eb-82ba-426a-be20-0bf1f3911782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:02.452103 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd4b8eb-82ba-426a-be20-0bf1f3911782 admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:55:02.462271 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4b8eb-82ba-426a-be20-0bf1f3911782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2832434c-57b6-45b0-a7d2-029461721116,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:55:02.468692 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7fd4b8eb-82ba-426a-be20-0bf1f3911782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:02.469034 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-7fd4b8eb-82ba-426a-be20-0bf1f3911782 admin admin] Added segment 37ca84b7-9e34-41b0-820c-dc27b372215e of type vlan for network 30732efd-f65c-499f-8850-5904bfa98912 Nov 10 19:55:02.513424 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7fd4b8eb-82ba-426a-be20-0bf1f3911782 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:02.549353 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7fd4b8eb-82ba-426a-be20-0bf1f3911782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:02.550259 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd4b8eb-82ba-426a-be20-0bf1f3911782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:55:02.550831 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7fd4b8eb-82ba-426a-be20-0bf1f3911782 admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:02.582757 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7fd4b8eb-82ba-426a-be20-0bf1f3911782 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3908122 Nov 10 19:55:02.586113 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51782) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:55:02.592006 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-00cd79f9-524f-42a8-a8df-ad6983f8112f admin admin] Request body: {'subnet': {'network_id': '30732efd-f65c-499f-8850-5904bfa98912', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1778373284-subnet', 'tenant_id': 'ff21e9ffe47e4bd5a1ae215f4cb1b86d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:55:02.615143 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4b8eb-82ba-426a-be20-0bf1f3911782 admin admin] Pushing event updated for resources: {'Network': ['ID=30732efd-f65c-499f-8850-5904bfa98912,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:55:02.617333 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cd79f9-524f-42a8-a8df-ad6983f8112f admin admin] Made reservation on behalf of ff21e9ffe47e4bd5a1ae215f4cb1b86d for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:55:02.619831 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-00cd79f9-524f-42a8-a8df-ad6983f8112f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:02.629158 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 30732efd-f65c-499f-8850-5904bfa98912 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:55:02.801668 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-00cd79f9-524f-42a8-a8df-ad6983f8112f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:02.856527 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd79f9-524f-42a8-a8df-ad6983f8112f admin admin] Pushing event updated for resources: {'Subnet': ['ID=20f32a2f-09e9-48a5-8ac2-3eba1f6f7803,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:55:02.865868 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cd79f9-524f-42a8-a8df-ad6983f8112f admin admin] Checking segment: {'id': '37ca84b7-9e34-41b0-820c-dc27b372215e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '30732efd-f65c-499f-8850-5904bfa98912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:55:02.866348 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cd79f9-524f-42a8-a8df-ad6983f8112f admin admin] Network hostable DHCP agents. Network: 30732efd-f65c-499f-8850-5904bfa98912, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:55:02.886573 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cd79f9-524f-42a8-a8df-ad6983f8112f admin admin] Network 30732efd-f65c-499f-8850-5904bfa98912 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:55:02.896226 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-00cd79f9-524f-42a8-a8df-ad6983f8112f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 30732efd-f65c-499f-8850-5904bfa98912) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:55:02.900839 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cd79f9-524f-42a8-a8df-ad6983f8112f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:55:02.901438 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-00cd79f9-524f-42a8-a8df-ad6983f8112f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:02.906087 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb183f9-6480-4c72-9649-23e96d2d66af None None] Network 30732efd-f65c-499f-8850-5904bfa98912 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:55:02.919598 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-00cd79f9-524f-42a8-a8df-ad6983f8112f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3322935 Nov 10 19:55:03.034484 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b411f1-9c9e-4d3d-b281-ddf0865dbf35 None None] Network 30732efd-f65c-499f-8850-5904bfa98912 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:55:03.461535 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 51798) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:55:03.466726 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-2e5b5d4d-5b72-4f75-adc7-4d8c8ba7a3fd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-698188909-network', 'tenant_id': 'bcd5485d72f940ad93e23977d16bca61'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:55:03.488194 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5b5d4d-5b72-4f75-adc7-4d8c8ba7a3fd admin admin] Made reservation on behalf of bcd5485d72f940ad93e23977d16bca61 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:55:03.490865 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2e5b5d4d-5b72-4f75-adc7-4d8c8ba7a3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:03.503439 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2e5b5d4d-5b72-4f75-adc7-4d8c8ba7a3fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:03.587390 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2e5b5d4d-5b72-4f75-adc7-4d8c8ba7a3fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:03.593154 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2e5b5d4d-5b72-4f75-adc7-4d8c8ba7a3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:03.614421 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e5b5d4d-5b72-4f75-adc7-4d8c8ba7a3fd admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:55:03.628277 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b5d4d-5b72-4f75-adc7-4d8c8ba7a3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9411d15-3019-4792-9bff-cf9d435d1f3c,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:55:03.633302 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2e5b5d4d-5b72-4f75-adc7-4d8c8ba7a3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:03.633609 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-2e5b5d4d-5b72-4f75-adc7-4d8c8ba7a3fd admin admin] Added segment fa3611d1-696d-4ffe-a5d6-014bf94ac9de of type vlan for network d71bd286-7671-430b-b096-f49de76e3733 Nov 10 19:55:03.674363 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2e5b5d4d-5b72-4f75-adc7-4d8c8ba7a3fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:03.703804 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2e5b5d4d-5b72-4f75-adc7-4d8c8ba7a3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:03.704737 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5b5d4d-5b72-4f75-adc7-4d8c8ba7a3fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:55:03.705454 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2e5b5d4d-5b72-4f75-adc7-4d8c8ba7a3fd admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:03.764611 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2e5b5d4d-5b72-4f75-adc7-4d8c8ba7a3fd admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3018932 Nov 10 19:55:03.767720 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 51800) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:55:03.770819 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b5d4d-5b72-4f75-adc7-4d8c8ba7a3fd admin admin] Pushing event updated for resources: {'Network': ['ID=d71bd286-7671-430b-b096-f49de76e3733,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:55:03.773423 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-fb58b424-5f1c-4d10-97ce-4a279fa14f70 admin admin] Request body: {'subnet': {'network_id': 'd71bd286-7671-430b-b096-f49de76e3733', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-698188909-subnet', 'tenant_id': 'bcd5485d72f940ad93e23977d16bca61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:55:03.782391 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network d71bd286-7671-430b-b096-f49de76e3733 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:55:03.796003 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb58b424-5f1c-4d10-97ce-4a279fa14f70 admin admin] Made reservation on behalf of bcd5485d72f940ad93e23977d16bca61 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:55:03.798583 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fb58b424-5f1c-4d10-97ce-4a279fa14f70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:03.987900 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fb58b424-5f1c-4d10-97ce-4a279fa14f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:04.041707 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58b424-5f1c-4d10-97ce-4a279fa14f70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28c4daf6-ed28-4df2-b59f-6da17bf777fd,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:55:04.058030 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb58b424-5f1c-4d10-97ce-4a279fa14f70 admin admin] Checking segment: {'id': 'fa3611d1-696d-4ffe-a5d6-014bf94ac9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd71bd286-7671-430b-b096-f49de76e3733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:55:04.058405 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb58b424-5f1c-4d10-97ce-4a279fa14f70 admin admin] Network hostable DHCP agents. Network: d71bd286-7671-430b-b096-f49de76e3733, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:55:04.081751 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb58b424-5f1c-4d10-97ce-4a279fa14f70 admin admin] Network d71bd286-7671-430b-b096-f49de76e3733 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:55:04.092440 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-fb58b424-5f1c-4d10-97ce-4a279fa14f70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, d71bd286-7671-430b-b096-f49de76e3733) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:55:04.096545 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb58b424-5f1c-4d10-97ce-4a279fa14f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:55:04.097158 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fb58b424-5f1c-4d10-97ce-4a279fa14f70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:04.102395 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88319d8-c393-4053-a1c6-69f42aaf6722 None None] Network d71bd286-7671-430b-b096-f49de76e3733 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:55:04.114514 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-fb58b424-5f1c-4d10-97ce-4a279fa14f70 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3451188 Nov 10 19:55:04.230077 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a4837d-1d5d-4e3c-b630-f091509c85b2 None None] Network d71bd286-7671-430b-b096-f49de76e3733 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:55:04.638466 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-aee34d32-1f71-4a62-b9dd-366fa0d13a83 tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:55:04.640050 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-aee34d32-1f71-4a62-b9dd-366fa0d13a83 tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] 10.222.0.54 "GET /v2.0/networks?id=30732efd-f65c-499f-8850-5904bfa98912 HTTP/1.1" status: 200 len: 809 time: 0.1214073 Nov 10 19:55:04.660855 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-111a3f20-499f-40be-9f69-1cc447309f6d tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] 10.222.0.54 "GET /v2.0/quotas/ff21e9ffe47e4bd5a1ae215f4cb1b86d HTTP/1.1" status: 200 len: 375 time: 0.0127361 Nov 10 19:55:04.706052 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-b2fbd939-42d0-4830-90f8-c0be9363ada2 tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ff21e9ffe47e4bd5a1ae215f4cb1b86d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366387 Nov 10 19:55:04.955553 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-3efa9fb2-d3f1-4635-886a-749eb79282ed service neutron] 10.222.0.54 "GET /v2.0/networks/30732efd-f65c-499f-8850-5904bfa98912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419324 Nov 10 19:55:05.062621 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-237b3996-2be8-4e7f-8fce-213e1be68710 service neutron] 10.222.0.54 "GET /v2.0/networks/30732efd-f65c-499f-8850-5904bfa98912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983908 Nov 10 19:55:06.157675 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:55:06.272891 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3843728f-0039-4c99-b49b-e216a2e078d4 req-37bc08ec-f5a7-4534-9b48-7091fde3506d tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] 10.222.0.54 "GET /v2.0/ports?device_id=b11f3c34-e4f9-444f-a652-b7b3b5434cf6 HTTP/1.1" status: 200 len: 210 time: 0.0275145 Nov 10 19:55:07.376714 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-39d7fcf6-b9c7-4cf8-b180-b56398eccfb9 req-6021b9cc-9de5-47a7-8c3b-1fefcd521d7d tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] 10.222.0.54 "GET /v2.0/ports?device_id=b11f3c34-e4f9-444f-a652-b7b3b5434cf6 HTTP/1.1" status: 200 len: 210 time: 0.0350964 Nov 10 19:55:07.581312 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-a5b7cf3e-156f-4183-9922-1275e60da23b tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:55:07.582565 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-a5b7cf3e-156f-4183-9922-1275e60da23b tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] 10.222.0.73 "GET /v2.0/networks?id=30732efd-f65c-499f-8850-5904bfa98912 HTTP/1.1" status: 200 len: 809 time: 0.1144111 Nov 10 19:55:07.598331 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-bb8ef7fa-9c0f-4a69-8195-72419342a686 tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Request body: {'port': {'device_id': 'b11f3c34-e4f9-444f-a652-b7b3b5434cf6', 'network_id': '30732efd-f65c-499f-8850-5904bfa98912', 'admin_state_up': True, 'tenant_id': 'ff21e9ffe47e4bd5a1ae215f4cb1b86d'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:55:07.727555 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-bb8ef7fa-9c0f-4a69-8195-72419342a686 tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Made reservation on behalf of ff21e9ffe47e4bd5a1ae215f4cb1b86d for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:55:07.734653 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-bb8ef7fa-9c0f-4a69-8195-72419342a686 tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:07.885999 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-bb8ef7fa-9c0f-4a69-8195-72419342a686 tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Allocated IP 172.20.0.13 (30732efd-f65c-499f-8850-5904bfa98912/20f32a2f-09e9-48a5-8ac2-3eba1f6f7803/e55d3972-059d-4f71-b8f1-a90ca6e0fb57) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:55:08.065261 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-bb8ef7fa-9c0f-4a69-8195-72419342a686 tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:08.102732 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-bb8ef7fa-9c0f-4a69-8195-72419342a686 tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:08.145519 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-bb8ef7fa-9c0f-4a69-8195-72419342a686 tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Network 30732efd-f65c-499f-8850-5904bfa98912 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:55:08.150524 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-bb8ef7fa-9c0f-4a69-8195-72419342a686 tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:55:08.154384 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-bb8ef7fa-9c0f-4a69-8195-72419342a686 tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:55:08.160931 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ef7fa-9c0f-4a69-8195-72419342a686 tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Pushing event updated for resources: {'Port': ['ID=e55d3972-059d-4f71-b8f1-a90ca6e0fb57,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:55:08.213222 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-bb8ef7fa-9c0f-4a69-8195-72419342a686 tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:55:08.213864 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-bb8ef7fa-9c0f-4a69-8195-72419342a686 tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:08.233644 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-bb8ef7fa-9c0f-4a69-8195-72419342a686 tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6403949 Nov 10 19:55:08.248939 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-4817be34-0400-4301-81d6-bd112bb39985 service neutron] Request body: {'port': {'device_id': 'b11f3c34-e4f9-444f-a652-b7b3b5434cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:55:08.301955 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-4817be34-0400-4301-81d6-bd112bb39985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:08.564117 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb114009-7b7d-4b50-b6ff-4dd9316a9d5f req-05a4a6dd-c7fe-4af2-8e12-9ad0c8de4c69 tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:55:08.565704 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb114009-7b7d-4b50-b6ff-4dd9316a9d5f req-05a4a6dd-c7fe-4af2-8e12-9ad0c8de4c69 tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] 10.222.0.54 "GET /v2.0/ports?device_id=b11f3c34-e4f9-444f-a652-b7b3b5434cf6 HTTP/1.1" status: 200 len: 932 time: 0.1085594 Nov 10 19:55:08.653378 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb114009-7b7d-4b50-b6ff-4dd9316a9d5f req-54c2d4cb-c2ee-465c-9d47-e8d324b941ad tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] 10.222.0.54 "GET /v2.0/security-groups?id=2832434c-57b6-45b0-a7d2-029461721116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793908 Nov 10 19:55:08.661096 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-4817be34-0400-4301-81d6-bd112bb39985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e55d3972-059d-4f71-b8f1-a90ca6e0fb57 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:55:08.669491 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-4817be34-0400-4301-81d6-bd112bb39985 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:08.683151 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-4817be34-0400-4301-81d6-bd112bb39985 service neutron] Transition to ACTIVE for port object e55d3972-059d-4f71-b8f1-a90ca6e0fb57 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:55:08.688351 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-4817be34-0400-4301-81d6-bd112bb39985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:08.740857 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817be34-0400-4301-81d6-bd112bb39985 service neutron] Pushing event updated for resources: {'Port': ['ID=e55d3972-059d-4f71-b8f1-a90ca6e0fb57,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:55:08.816785 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-4817be34-0400-4301-81d6-bd112bb39985 service neutron] Attempting to bind port e55d3972-059d-4f71-b8f1-a90ca6e0fb57 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:55:08.817115 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-4817be34-0400-4301-81d6-bd112bb39985 service neutron] Attempting to bind port e55d3972-059d-4f71-b8f1-a90ca6e0fb57 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '37ca84b7-9e34-41b0-820c-dc27b372215e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '30732efd-f65c-499f-8850-5904bfa98912'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:55:08.817380 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-4817be34-0400-4301-81d6-bd112bb39985 service neutron] Attempting to bind port e55d3972-059d-4f71-b8f1-a90ca6e0fb57 on network 30732efd-f65c-499f-8850-5904bfa98912 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:55:08.822145 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-4817be34-0400-4301-81d6-bd112bb39985 service neutron] Port e55d3972-059d-4f71-b8f1-a90ca6e0fb57 on network 30732efd-f65c-499f-8850-5904bfa98912 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:55:08.822458 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-4817be34-0400-4301-81d6-bd112bb39985 service neutron] Attempting to bind port e55d3972-059d-4f71-b8f1-a90ca6e0fb57 on network 30732efd-f65c-499f-8850-5904bfa98912 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:55:08.828204 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-4817be34-0400-4301-81d6-bd112bb39985 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:55:08.828529 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-4817be34-0400-4301-81d6-bd112bb39985 service neutron] Checking segment: {'id': '37ca84b7-9e34-41b0-820c-dc27b372215e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '30732efd-f65c-499f-8850-5904bfa98912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:55:08.828918 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-4817be34-0400-4301-81d6-bd112bb39985 service neutron] Bound using segment: {'id': '37ca84b7-9e34-41b0-820c-dc27b372215e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '30732efd-f65c-499f-8850-5904bfa98912'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:55:08.829336 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-4817be34-0400-4301-81d6-bd112bb39985 service neutron] Bound port: e55d3972-059d-4f71-b8f1-a90ca6e0fb57, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37ca84b7-9e34-41b0-820c-dc27b372215e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '30732efd-f65c-499f-8850-5904bfa98912'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:55:08.829678 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-4817be34-0400-4301-81d6-bd112bb39985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:08.891987 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-4817be34-0400-4301-81d6-bd112bb39985 service neutron] For port e55d3972-059d-4f71-b8f1-a90ca6e0fb57, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:55:08.895090 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-4817be34-0400-4301-81d6-bd112bb39985 service neutron] For port e55d3972-059d-4f71-b8f1-a90ca6e0fb57, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e55d3972-059d-4f71-b8f1-a90ca6e0fb57,segment=NetworkSegment(37ca84b7-9e34-41b0-820c-dc27b372215e),segment_id=37ca84b7-9e34-41b0-820c-dc27b372215e)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:55:08.902134 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-4817be34-0400-4301-81d6-bd112bb39985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:08.935887 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-4817be34-0400-4301-81d6-bd112bb39985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:55:08.936572 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-4817be34-0400-4301-81d6-bd112bb39985 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:08.937983 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-4817be34-0400-4301-81d6-bd112bb39985 service neutron] 10.222.0.73 "PUT /v2.0/ports/e55d3972-059d-4f71-b8f1-a90ca6e0fb57 HTTP/1.1" status: 200 len: 1092 time: 0.6948962 Nov 10 19:55:08.938438 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11f3c34-e4f9-444f-a652-b7b3b5434cf6', 'tag': 'e55d3972-059d-4f71-b8f1-a90ca6e0fb57'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:55:08.940733 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1de135-7bd6-426c-85c5-08f4f3b1451b" -d '{"events": [{"name": "network-changed", "server_uuid": "b11f3c34-e4f9-444f-a652-b7b3b5434cf6", "tag": "e55d3972-059d-4f71-b8f1-a90ca6e0fb57"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:55:08.979068 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817be34-0400-4301-81d6-bd112bb39985 service neutron] Pushing event updated for resources: {'Port': ['ID=e55d3972-059d-4f71-b8f1-a90ca6e0fb57,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:55:08.997530 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27cb71ad-4649-4b7a-b3dd-b2517d3b410e x-openstack-request-id: req-27cb71ad-4649-4b7a-b3dd-b2517d3b410e {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:55:08.997979 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b11f3c34-e4f9-444f-a652-b7b3b5434cf6", "tag": "e55d3972-059d-4f71-b8f1-a90ca6e0fb57", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:55:08.998375 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-27cb71ad-4649-4b7a-b3dd-b2517d3b410e {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:55:08.998946 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b11f3c34-e4f9-444f-a652-b7b3b5434cf6', 'tag': 'e55d3972-059d-4f71-b8f1-a90ca6e0fb57', 'status': 'completed', 'code': 200} Nov 10 19:55:09.035512 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-ecea9d96-a07c-4a34-aca4-4e8af50e15e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:55:09.037049 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-ecea9d96-a07c-4a34-aca4-4e8af50e15e1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ff21e9ffe47e4bd5a1ae215f4cb1b86d&device_id=b11f3c34-e4f9-444f-a652-b7b3b5434cf6 HTTP/1.1" status: 200 len: 1095 time: 0.0535107 Nov 10 19:55:09.083567 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-c285b565-eebb-497e-97dd-886f8e03920c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e55d3972-059d-4f71-b8f1-a90ca6e0fb57 HTTP/1.1" status: 200 len: 217 time: 0.0383296 Nov 10 19:55:09.148627 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-94591737-969e-4d50-8b9c-9d84738ba955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:55:09.150726 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-94591737-969e-4d50-8b9c-9d84738ba955 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=20f32a2f-09e9-48a5-8ac2-3eba1f6f7803 HTTP/1.1" status: 200 len: 849 time: 0.0600834 Nov 10 19:55:09.183527 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-2177220f-c831-410e-bdcf-b542c298e2d9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30732efd-f65c-499f-8850-5904bfa98912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255589 Nov 10 19:55:09.287732 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-e84ea4d2-737c-4044-b5ca-359c4caf223a service neutron] 10.222.0.73 "GET /v2.0/networks/30732efd-f65c-499f-8850-5904bfa98912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968077 Nov 10 19:55:09.398836 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-af3c158d-1b29-45f1-95d5-93c8845a1a4d req-164bbeca-ed08-41d2-869d-6bba939e4995 service neutron] 10.222.0.73 "GET /v2.0/networks/30732efd-f65c-499f-8850-5904bfa98912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009977 Nov 10 19:55:09.499957 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1de135-7bd6-426c-85c5-08f4f3b1451b req-e0de7828-1893-4ea7-90d5-5a8d10c38af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:55:09.501505 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5e1de135-7bd6-426c-85c5-08f4f3b1451b req-e0de7828-1893-4ea7-90d5-5a8d10c38af6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ff21e9ffe47e4bd5a1ae215f4cb1b86d&device_id=b11f3c34-e4f9-444f-a652-b7b3b5434cf6 HTTP/1.1" status: 200 len: 1095 time: 0.0465736 Nov 10 19:55:09.595757 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1de135-7bd6-426c-85c5-08f4f3b1451b req-303f8499-09b2-454e-b323-c5318a41e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:55:09.597197 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5e1de135-7bd6-426c-85c5-08f4f3b1451b req-303f8499-09b2-454e-b323-c5318a41e0a9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=30732efd-f65c-499f-8850-5904bfa98912 HTTP/1.1" status: 200 len: 910 time: 0.0867453 Nov 10 19:55:09.644419 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5e1de135-7bd6-426c-85c5-08f4f3b1451b req-ce7a8f17-c08a-4c22-9e39-ecf2b6b0566d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e55d3972-059d-4f71-b8f1-a90ca6e0fb57 HTTP/1.1" status: 200 len: 217 time: 0.0398707 Nov 10 19:55:10.062671 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1de135-7bd6-426c-85c5-08f4f3b1451b req-84ad84c1-e170-4ee5-b83d-394856105933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:55:10.064194 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5e1de135-7bd6-426c-85c5-08f4f3b1451b req-84ad84c1-e170-4ee5-b83d-394856105933 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=20f32a2f-09e9-48a5-8ac2-3eba1f6f7803 HTTP/1.1" status: 200 len: 849 time: 0.4125178 Nov 10 19:55:10.089669 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7c8a3-feca-4bbe-be61-d9f6e8136d9b req-998c731d-c538-4cdb-8db0-a4a7c416d86c tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:55:10.091154 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13d7c8a3-feca-4bbe-be61-d9f6e8136d9b req-998c731d-c538-4cdb-8db0-a4a7c416d86c tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] 10.222.0.54 "GET /v2.0/ports?device_id=b11f3c34-e4f9-444f-a652-b7b3b5434cf6 HTTP/1.1" status: 200 len: 944 time: 0.0712922 Nov 10 19:55:10.106482 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5e1de135-7bd6-426c-85c5-08f4f3b1451b req-043a1ddc-5d45-43a0-81fc-0f0a2f4e469a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30732efd-f65c-499f-8850-5904bfa98912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345695 Nov 10 19:55:10.198031 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13d7c8a3-feca-4bbe-be61-d9f6e8136d9b req-91161c46-86cf-470a-9840-2f8ded192c08 tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] 10.222.0.54 "GET /v2.0/security-groups?id=2832434c-57b6-45b0-a7d2-029461721116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937150 Nov 10 19:55:10.226255 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5e1de135-7bd6-426c-85c5-08f4f3b1451b req-a716ffdf-1fb1-46b5-847b-9081e01c1fdc service neutron] 10.222.0.73 "GET /v2.0/networks/30732efd-f65c-499f-8850-5904bfa98912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068408 Nov 10 19:55:10.330095 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5e1de135-7bd6-426c-85c5-08f4f3b1451b req-903cc876-ef2e-4624-b4cd-ee86a31a7271 service neutron] 10.222.0.73 "GET /v2.0/networks/30732efd-f65c-499f-8850-5904bfa98912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952544 Nov 10 19:55:11.324233 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e624a-e45d-40e5-91e3-4a5495f3ef21 req-1cf9d043-45ac-4514-a86d-dfdef8040205 tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:55:11.325835 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0b8e624a-e45d-40e5-91e3-4a5495f3ef21 req-1cf9d043-45ac-4514-a86d-dfdef8040205 tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] 10.222.0.54 "GET /v2.0/ports?device_id=b11f3c34-e4f9-444f-a652-b7b3b5434cf6 HTTP/1.1" status: 200 len: 944 time: 0.0518084 Nov 10 19:55:11.391049 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0b8e624a-e45d-40e5-91e3-4a5495f3ef21 req-5155c3eb-e91e-44cd-bb1f-bb77ecd4cfc2 tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] 10.222.0.54 "GET /v2.0/security-groups?id=2832434c-57b6-45b0-a7d2-029461721116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510061 Nov 10 19:55:12.541916 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa01a3-0a9d-42ca-9fef-300ace5cdbe8 req-d5c7f256-0493-4f1e-aab8-cfbbadd1e042 tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:55:12.543988 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51fa01a3-0a9d-42ca-9fef-300ace5cdbe8 req-d5c7f256-0493-4f1e-aab8-cfbbadd1e042 tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] 10.222.0.54 "GET /v2.0/ports?device_id=b11f3c34-e4f9-444f-a652-b7b3b5434cf6 HTTP/1.1" status: 200 len: 944 time: 0.0590205 Nov 10 19:55:12.604804 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51fa01a3-0a9d-42ca-9fef-300ace5cdbe8 req-5a636f05-0c2d-455d-a4fc-14e0888b088c tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] 10.222.0.54 "GET /v2.0/security-groups?id=2832434c-57b6-45b0-a7d2-029461721116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544515 Nov 10 19:55:12.706807 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device e55d3972-059d-4f71-b8f1-a90ca6e0fb57 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:55:12.814960 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port e55d3972-059d-4f71-b8f1-a90ca6e0fb57, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e55d3972-059d-4f71-b8f1-a90ca6e0fb57,segment=NetworkSegment(37ca84b7-9e34-41b0-820c-dc27b372215e),segment_id=37ca84b7-9e34-41b0-820c-dc27b372215e)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:55:12.827858 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'e55d3972-059d-4f71-b8f1-a90ca6e0fb57', 'network_id': '30732efd-f65c-499f-8850-5904bfa98912', 'port_id': 'e55d3972-059d-4f71-b8f1-a90ca6e0fb57', 'mac_address': 'fa:16:3e:e9:1c:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20f32a2f-09e9-48a5-8ac2-3eba1f6f7803', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:55:13.044429 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:13.058393 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e55d3972-059d-4f71-b8f1-a90ca6e0fb57 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:55:13.080529 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port e55d3972-059d-4f71-b8f1-a90ca6e0fb57, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e55d3972-059d-4f71-b8f1-a90ca6e0fb57,segment=NetworkSegment(37ca84b7-9e34-41b0-820c-dc27b372215e),segment_id=37ca84b7-9e34-41b0-820c-dc27b372215e)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:55:13.089089 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:13.148352 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=e55d3972-059d-4f71-b8f1-a90ca6e0fb57,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:55:13.156708 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:13.157061 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:13.157406 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:13.157814 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:13.158183 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:13.158644 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:13.158980 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:13.159311 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:13.159639 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:13.159965 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:13.160296 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:13.160620 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:13.334452 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['e55d3972-059d-4f71-b8f1-a90ca6e0fb57'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:55:13.743479 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4973f-f2ea-4e9e-810d-c11644532871 req-4096a036-a692-4ebb-86c7-a26aa87f2001 tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:55:13.745229 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aec4973f-f2ea-4e9e-810d-c11644532871 req-4096a036-a692-4ebb-86c7-a26aa87f2001 tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] 10.222.0.54 "GET /v2.0/ports?device_id=b11f3c34-e4f9-444f-a652-b7b3b5434cf6 HTTP/1.1" status: 200 len: 945 time: 0.0637698 Nov 10 19:55:13.805543 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aec4973f-f2ea-4e9e-810d-c11644532871 req-0797bd0d-ddb6-44da-8d68-81bcb362063f tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] 10.222.0.54 "GET /v2.0/security-groups?id=2832434c-57b6-45b0-a7d2-029461721116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532234 Nov 10 19:55:14.720724 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device e55d3972-059d-4f71-b8f1-a90ca6e0fb57 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:55:14.782150 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port e55d3972-059d-4f71-b8f1-a90ca6e0fb57 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:55:14.786925 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port e55d3972-059d-4f71-b8f1-a90ca6e0fb57 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:55:14.787324 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:14.881211 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:14.905210 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11f3c34-e4f9-444f-a652-b7b3b5434cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55d3972-059d-4f71-b8f1-a90ca6e0fb57'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:55:14.907556 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187d9c65-a35c-45de-a4bc-02e4a78666e7" -d '{"events": [{"server_uuid": "b11f3c34-e4f9-444f-a652-b7b3b5434cf6", "name": "network-vif-plugged", "status": "completed", "tag": "e55d3972-059d-4f71-b8f1-a90ca6e0fb57"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:55:14.920887 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port e55d3972-059d-4f71-b8f1-a90ca6e0fb57, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e55d3972-059d-4f71-b8f1-a90ca6e0fb57,segment=NetworkSegment(37ca84b7-9e34-41b0-820c-dc27b372215e),segment_id=37ca84b7-9e34-41b0-820c-dc27b372215e)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:55:14.926602 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:14.935159 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df5227-269e-4628-b7d2-1a80864eedb9 req-6ccbbaa8-83bf-4bc6-b1a0-fbe26fde0972 tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:55:14.936971 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d8df5227-269e-4628-b7d2-1a80864eedb9 req-6ccbbaa8-83bf-4bc6-b1a0-fbe26fde0972 tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] 10.222.0.54 "GET /v2.0/ports?device_id=b11f3c34-e4f9-444f-a652-b7b3b5434cf6 HTTP/1.1" status: 200 len: 945 time: 0.0551720 Nov 10 19:55:14.978487 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=e55d3972-059d-4f71-b8f1-a90ca6e0fb57,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:55:14.989179 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d8df5227-269e-4628-b7d2-1a80864eedb9 req-0955d03d-2abe-41a1-9687-0cf4d3b9cddf tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] 10.222.0.54 "GET /v2.0/security-groups?id=2832434c-57b6-45b0-a7d2-029461721116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451605 Nov 10 19:55:15.104837 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b99a52-db8e-4c0b-9364-04259703b3b4 x-openstack-request-id: req-15b99a52-db8e-4c0b-9364-04259703b3b4 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:55:15.105125 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11f3c34-e4f9-444f-a652-b7b3b5434cf6", "name": "network-vif-plugged", "status": "completed", "tag": "e55d3972-059d-4f71-b8f1-a90ca6e0fb57", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:55:15.105377 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-15b99a52-db8e-4c0b-9364-04259703b3b4 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:55:15.105820 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11f3c34-e4f9-444f-a652-b7b3b5434cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55d3972-059d-4f71-b8f1-a90ca6e0fb57', 'code': 200} Nov 10 19:55:15.215074 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a452215-2b0e-44f3-9371-9b1428885f2a req-f8210ec1-92f8-4917-a9f8-3184c38cb58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:55:15.216621 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7a452215-2b0e-44f3-9371-9b1428885f2a req-f8210ec1-92f8-4917-a9f8-3184c38cb58d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b11f3c34-e4f9-444f-a652-b7b3b5434cf6 HTTP/1.1" status: 200 len: 1097 time: 0.0478802 Nov 10 19:55:15.260707 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7a452215-2b0e-44f3-9371-9b1428885f2a req-6f2af967-0973-478d-b078-784808ab6bc6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2832434c-57b6-45b0-a7d2-029461721116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369775 Nov 10 19:55:16.118234 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085e67d-8cd0-4e7b-8de5-25dfe5d23aaf req-9b03bd9f-7e74-48a5-8298-5f1667aba5ec tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:55:16.119789 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4085e67d-8cd0-4e7b-8de5-25dfe5d23aaf req-9b03bd9f-7e74-48a5-8298-5f1667aba5ec tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] 10.222.0.54 "GET /v2.0/ports?device_id=b11f3c34-e4f9-444f-a652-b7b3b5434cf6 HTTP/1.1" status: 200 len: 946 time: 0.0553811 Nov 10 19:55:16.178321 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4085e67d-8cd0-4e7b-8de5-25dfe5d23aaf req-0b67e0af-8ec1-4830-a999-24f1568c8b1b tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] 10.222.0.54 "GET /v2.0/security-groups?id=2832434c-57b6-45b0-a7d2-029461721116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500622 Nov 10 19:55:17.314611 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4a04a-e260-497e-a6b5-a10b6942a7c3 req-76b1e441-46fa-4cfb-aba6-bf5e7ec7191c tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:55:17.316211 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2eb4a04a-e260-497e-a6b5-a10b6942a7c3 req-76b1e441-46fa-4cfb-aba6-bf5e7ec7191c tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] 10.222.0.54 "GET /v2.0/ports?device_id=b11f3c34-e4f9-444f-a652-b7b3b5434cf6 HTTP/1.1" status: 200 len: 946 time: 0.0648715 Nov 10 19:55:17.373894 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2eb4a04a-e260-497e-a6b5-a10b6942a7c3 req-90a12a6e-c3a3-49fd-8897-ee5fa6116b89 tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] 10.222.0.54 "GET /v2.0/security-groups?id=2832434c-57b6-45b0-a7d2-029461721116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483830 Nov 10 19:55:19.918695 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29e9b2-7db2-4834-b5b4-23e8fcaeae4c req-bccbffd9-9ab7-4242-9423-08280b64a55d tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:55:19.920436 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de29e9b2-7db2-4834-b5b4-23e8fcaeae4c req-bccbffd9-9ab7-4242-9423-08280b64a55d tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] 10.222.0.54 "GET /v2.0/ports?device_id=b11f3c34-e4f9-444f-a652-b7b3b5434cf6 HTTP/1.1" status: 200 len: 946 time: 0.0521326 Nov 10 19:55:19.979953 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de29e9b2-7db2-4834-b5b4-23e8fcaeae4c req-9efc6883-c0f3-4d43-9b81-44206ef3d9d5 tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] 10.222.0.54 "GET /v2.0/security-groups?id=2832434c-57b6-45b0-a7d2-029461721116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487366 Nov 10 19:55:21.118142 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f16c2-c147-4811-b2c1-51b1c84d2b20 req-45cbd528-ae16-4e7f-8a6b-523b0b5a9cd2 tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:55:21.119654 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a00f16c2-c147-4811-b2c1-51b1c84d2b20 req-45cbd528-ae16-4e7f-8a6b-523b0b5a9cd2 tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] 10.222.0.54 "GET /v2.0/ports?device_id=b11f3c34-e4f9-444f-a652-b7b3b5434cf6 HTTP/1.1" status: 200 len: 946 time: 0.0513837 Nov 10 19:55:21.196302 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a00f16c2-c147-4811-b2c1-51b1c84d2b20 req-93556e87-d375-44dd-bd81-7b38546e2487 tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] 10.222.0.54 "GET /v2.0/security-groups?id=2832434c-57b6-45b0-a7d2-029461721116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706184 Nov 10 19:55:21.239079 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5965385-4189-4707-81bb-8197558b78b2 req-2f52d698-c57d-4d99-8fd9-6d94e0bc61c3 tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:55:21.240554 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a5965385-4189-4707-81bb-8197558b78b2 req-2f52d698-c57d-4d99-8fd9-6d94e0bc61c3 tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] 10.222.0.73 "GET /v2.0/ports?device_id=b11f3c34-e4f9-444f-a652-b7b3b5434cf6 HTTP/1.1" status: 200 len: 946 time: 0.0697944 Nov 10 19:55:21.340317 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-a5965385-4189-4707-81bb-8197558b78b2 req-5b7e1330-a8bb-45c5-b455-9ca16656b55a tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Deleting port e55d3972-059d-4f71-b8f1-a90ca6e0fb57 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:55:21.340575 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a5965385-4189-4707-81bb-8197558b78b2 req-5b7e1330-a8bb-45c5-b455-9ca16656b55a tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:21.436961 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-a5965385-4189-4707-81bb-8197558b78b2 req-5b7e1330-a8bb-45c5-b455-9ca16656b55a tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] For port e55d3972-059d-4f71-b8f1-a90ca6e0fb57, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e55d3972-059d-4f71-b8f1-a90ca6e0fb57,segment=NetworkSegment(37ca84b7-9e34-41b0-820c-dc27b372215e),segment_id=37ca84b7-9e34-41b0-820c-dc27b372215e)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:55:21.437313 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a5965385-4189-4707-81bb-8197558b78b2 req-5b7e1330-a8bb-45c5-b455-9ca16656b55a tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:21.451466 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-a5965385-4189-4707-81bb-8197558b78b2 req-5b7e1330-a8bb-45c5-b455-9ca16656b55a tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Calling delete_port for e55d3972-059d-4f71-b8f1-a90ca6e0fb57 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:55:21.594523 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a5965385-4189-4707-81bb-8197558b78b2 req-5b7e1330-a8bb-45c5-b455-9ca16656b55a tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:21.606947 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['e55d3972-059d-4f71-b8f1-a90ca6e0fb57'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:55:21.629814 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e1330-a8bb-45c5-b455-9ca16656b55a tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Pushing event deleted for resources: {'Port': ['ID=e55d3972-059d-4f71-b8f1-a90ca6e0fb57,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:55:21.644678 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7e1330-a8bb-45c5-b455-9ca16656b55a tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:21.645030 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7e1330-a8bb-45c5-b455-9ca16656b55a tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:21.645503 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7e1330-a8bb-45c5-b455-9ca16656b55a tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:21.645875 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7e1330-a8bb-45c5-b455-9ca16656b55a tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:21.646446 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7e1330-a8bb-45c5-b455-9ca16656b55a tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:21.646781 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7e1330-a8bb-45c5-b455-9ca16656b55a tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:21.647114 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7e1330-a8bb-45c5-b455-9ca16656b55a tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:21.647447 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7e1330-a8bb-45c5-b455-9ca16656b55a tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:21.647777 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7e1330-a8bb-45c5-b455-9ca16656b55a tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:21.648155 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7e1330-a8bb-45c5-b455-9ca16656b55a tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:21.648615 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7e1330-a8bb-45c5-b455-9ca16656b55a tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:21.649127 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7e1330-a8bb-45c5-b455-9ca16656b55a tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:55:21.686608 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5965385-4189-4707-81bb-8197558b78b2 req-5b7e1330-a8bb-45c5-b455-9ca16656b55a tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] No DVR routers for this DVR port e55d3972-059d-4f71-b8f1-a90ca6e0fb57 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:55:21.689269 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-a5965385-4189-4707-81bb-8197558b78b2 req-5b7e1330-a8bb-45c5-b455-9ca16656b55a tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:21.693096 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a5965385-4189-4707-81bb-8197558b78b2 req-5b7e1330-a8bb-45c5-b455-9ca16656b55a tempest-VolumesActionsTest-1853200816 tempest-VolumesActionsTest-1853200816-project] 10.222.0.73 "DELETE /v2.0/ports/e55d3972-059d-4f71-b8f1-a90ca6e0fb57 HTTP/1.1" status: 204 len: 173 time: 0.4458294 Nov 10 19:55:21.693650 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11f3c34-e4f9-444f-a652-b7b3b5434cf6', 'name': 'network-vif-deleted', 'tag': 'e55d3972-059d-4f71-b8f1-a90ca6e0fb57'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:55:21.696079 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74f8e25-5574-4a3e-8f54-fc6596f9f2ed" -d '{"events": [{"server_uuid": "b11f3c34-e4f9-444f-a652-b7b3b5434cf6", "name": "network-vif-deleted", "tag": "e55d3972-059d-4f71-b8f1-a90ca6e0fb57"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:55:21.737885 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14dbea56-dc85-43e5-97c9-8c1b0651c8e4 x-openstack-request-id: req-14dbea56-dc85-43e5-97c9-8c1b0651c8e4 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:55:21.738181 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11f3c34-e4f9-444f-a652-b7b3b5434cf6", "name": "network-vif-deleted", "tag": "e55d3972-059d-4f71-b8f1-a90ca6e0fb57", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:55:21.738461 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-14dbea56-dc85-43e5-97c9-8c1b0651c8e4 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:55:21.738952 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11f3c34-e4f9-444f-a652-b7b3b5434cf6', 'name': 'network-vif-deleted', 'tag': 'e55d3972-059d-4f71-b8f1-a90ca6e0fb57', 'status': 'completed', 'code': 200} Nov 10 19:55:23.484326 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2594ed1a-d649-4e1e-89d7-07b0ab6e8c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:24.815198 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device e55d3972-059d-4f71-b8f1-a90ca6e0fb57 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:55:24.843172 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: e55d3972-059d-4f71-b8f1-a90ca6e0fb57 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:55:24.843493 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device e55d3972-059d-4f71-b8f1-a90ca6e0fb57 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:55:25.035027 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:25.352745 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:25.724955 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f0604b62-952e-4d6e-a440-37b8c018bfdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:27.320560 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:28.815639 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:29.403793 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:43.157935 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:55:44.291368 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52064) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:55:44.348119 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-8328f6d8-f46f-4f93-8af7-3dfe6f7252b4 admin admin] Deleting subnet 20f32a2f-09e9-48a5-8ac2-3eba1f6f7803 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:55:44.351930 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8328f6d8-f46f-4f93-8af7-3dfe6f7252b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:44.387871 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8328f6d8-f46f-4f93-8af7-3dfe6f7252b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:44.434526 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8328f6d8-f46f-4f93-8af7-3dfe6f7252b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:44.495951 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8328f6d8-f46f-4f93-8af7-3dfe6f7252b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:44.520483 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328f6d8-f46f-4f93-8af7-3dfe6f7252b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20f32a2f-09e9-48a5-8ac2-3eba1f6f7803,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:55:44.532260 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8328f6d8-f46f-4f93-8af7-3dfe6f7252b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:44.537921 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8328f6d8-f46f-4f93-8af7-3dfe6f7252b4 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/20f32a2f-09e9-48a5-8ac2-3eba1f6f7803 HTTP/1.1" status: 204 len: 168 time: 0.2430372 Nov 10 19:55:44.538090 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52068) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:55:44.613283 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d989b573-e395-46f8-ac21-c272051d8232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:44.700898 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d989b573-e395-46f8-ac21-c272051d8232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:44.724445 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-d989b573-e395-46f8-ac21-c272051d8232 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30732efd-f65c-499f-8850-5904bfa98912']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:55:44.735603 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-d989b573-e395-46f8-ac21-c272051d8232 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ca84b7-9e34-41b0-820c-dc27b372215e') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:55:44.735914 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-d989b573-e395-46f8-ac21-c272051d8232 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ca84b7-9e34-41b0-820c-dc27b372215e') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:55:44.746869 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d989b573-e395-46f8-ac21-c272051d8232 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:44.762028 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d989b573-e395-46f8-ac21-c272051d8232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:44.768772 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d989b573-e395-46f8-ac21-c272051d8232 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:55:44.769162 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d989b573-e395-46f8-ac21-c272051d8232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:44.771204 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:55:44.771204 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:55:44.771204 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:55:44.771204 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:55:44.771204 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:55:44.771204 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:55:44.771204 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:55:44.771204 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:55:44.771204 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:55:44.771204 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:55:44.771204 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:55:44.771204 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:55:44.771204 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:55:44.771204 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:55:44.771204 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:55:44.771204 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:55:44.771204 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:55:44.771204 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:55:44.771204 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:55:44.771204 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:55:44.771204 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:55:44.771204 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:55:44.771204 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:55:44.771204 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:55:44.771204 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:55:44.771204 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:55:44.771204 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:55:44.771204 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:55:44.771204 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:55:44.771204 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:55:44.771204 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:55:44.771204 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:55:44.842089 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d989b573-e395-46f8-ac21-c272051d8232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:44.848453 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d989b573-e395-46f8-ac21-c272051d8232 admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:44.852180 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d989b573-e395-46f8-ac21-c272051d8232 admin admin] 10.222.0.54 "DELETE /v2.0/networks/30732efd-f65c-499f-8850-5904bfa98912 HTTP/1.1" status: 204 len: 168 time: 0.3131838 Nov 10 19:55:44.855941 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 52070) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:55:44.864920 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989b573-e395-46f8-ac21-c272051d8232 admin admin] Pushing event deleted for resources: {'Network': ['ID=30732efd-f65c-499f-8850-5904bfa98912,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:55:44.914487 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-d89a0fc5-d80a-42d1-84cf-15eb39642715 admin admin] Deleting subnet 28c4daf6-ed28-4df2-b59f-6da17bf777fd {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:55:44.917698 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d89a0fc5-d80a-42d1-84cf-15eb39642715 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:44.955618 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d89a0fc5-d80a-42d1-84cf-15eb39642715 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:45.010482 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d89a0fc5-d80a-42d1-84cf-15eb39642715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:45.071016 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d89a0fc5-d80a-42d1-84cf-15eb39642715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:45.098725 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a0fc5-d80a-42d1-84cf-15eb39642715 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28c4daf6-ed28-4df2-b59f-6da17bf777fd,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:55:45.112451 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d89a0fc5-d80a-42d1-84cf-15eb39642715 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:45.118529 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d89a0fc5-d80a-42d1-84cf-15eb39642715 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/28c4daf6-ed28-4df2-b59f-6da17bf777fd HTTP/1.1" status: 204 len: 168 time: 0.2578986 Nov 10 19:55:45.119288 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52076) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:55:45.206819 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6f6901a6-68bf-47e4-bbd4-9120e22e96a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:45.298514 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6f6901a6-68bf-47e4-bbd4-9120e22e96a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:45.319482 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-6f6901a6-68bf-47e4-bbd4-9120e22e96a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d71bd286-7671-430b-b096-f49de76e3733']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:55:45.329584 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-6f6901a6-68bf-47e4-bbd4-9120e22e96a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa3611d1-696d-4ffe-a5d6-014bf94ac9de') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:55:45.330010 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-6f6901a6-68bf-47e4-bbd4-9120e22e96a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa3611d1-696d-4ffe-a5d6-014bf94ac9de') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:55:45.339766 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6f6901a6-68bf-47e4-bbd4-9120e22e96a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:45.353498 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6f6901a6-68bf-47e4-bbd4-9120e22e96a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:45.360472 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f6901a6-68bf-47e4-bbd4-9120e22e96a1 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:55:45.360856 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6f6901a6-68bf-47e4-bbd4-9120e22e96a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:45.362745 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:55:45.362745 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:55:45.362745 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:55:45.362745 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:55:45.362745 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:55:45.362745 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:55:45.362745 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:55:45.362745 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:55:45.362745 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:55:45.362745 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:55:45.362745 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:55:45.362745 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:55:45.362745 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:55:45.362745 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:55:45.362745 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:55:45.362745 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:55:45.362745 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:55:45.362745 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:55:45.362745 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:55:45.362745 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:55:45.362745 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:55:45.362745 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:55:45.362745 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:55:45.362745 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:55:45.362745 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:55:45.362745 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:55:45.362745 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:55:45.362745 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:55:45.362745 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:55:45.362745 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:55:45.362745 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:55:45.362745 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:55:45.427133 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6f6901a6-68bf-47e4-bbd4-9120e22e96a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:45.433932 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6f6901a6-68bf-47e4-bbd4-9120e22e96a1 admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:45.437701 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6f6901a6-68bf-47e4-bbd4-9120e22e96a1 admin admin] 10.222.0.54 "DELETE /v2.0/networks/d71bd286-7671-430b-b096-f49de76e3733 HTTP/1.1" status: 204 len: 168 time: 0.3173025 Nov 10 19:55:45.451548 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6901a6-68bf-47e4-bbd4-9120e22e96a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d71bd286-7671-430b-b096-f49de76e3733,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:55:45.643706 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52080) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:55:45.695226 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-28da487c-a8d1-4ccc-9c6e-ddcc3b4f58c3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ff21e9ffe47e4bd5a1ae215f4cb1b86d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0494630 Nov 10 19:55:45.698645 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52082) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:55:45.753026 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1fc50a7d-7720-4ef3-a906-801d9d2c28a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:45.777304 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1fc50a7d-7720-4ef3-a906-801d9d2c28a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:45.836338 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1fc50a7d-7720-4ef3-a906-801d9d2c28a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:45.840599 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1fc50a7d-7720-4ef3-a906-801d9d2c28a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:45.842414 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1fc50a7d-7720-4ef3-a906-801d9d2c28a4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2832434c-57b6-45b0-a7d2-029461721116 HTTP/1.1" status: 204 len: 168 time: 0.1427224 Nov 10 19:55:45.851391 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc50a7d-7720-4ef3-a906-801d9d2c28a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2832434c-57b6-45b0-a7d2-029461721116,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:55:45.862836 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-be98ff10-9f37-4a05-ab58-a1c81e519326 req-aba28902-a17d-4ca3-a3b4-ba42f5fe4983 service neutron] (102505) timed out ('10.222.0.73', 63538) {{(pid=102505) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 19:55:46.260792 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52088) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:55:46.306742 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0805345a-f6ac-454d-aec5-1a5621439ea5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bcd5485d72f940ad93e23977d16bca61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0443773 Nov 10 19:55:46.309715 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 52090) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:55:46.373573 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8b2910be-2f42-461a-a3f0-a6b9a5f58c47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:46.406655 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8b2910be-2f42-461a-a3f0-a6b9a5f58c47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:46.456942 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8b2910be-2f42-461a-a3f0-a6b9a5f58c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:46.460798 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8b2910be-2f42-461a-a3f0-a6b9a5f58c47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:46.462409 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8b2910be-2f42-461a-a3f0-a6b9a5f58c47 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a9411d15-3019-4792-9bff-cf9d435d1f3c HTTP/1.1" status: 204 len: 168 time: 0.1511123 Nov 10 19:55:46.471691 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2910be-2f42-461a-a3f0-a6b9a5f58c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9411d15-3019-4792-9bff-cf9d435d1f3c,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:55:53.481233 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e79ae214-4324-4bed-82b9-91615150a239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:55.052627 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:55.351666 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:55.720523 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-709806f5-5914-4cba-8d4f-52fe81a8c97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:57.138302 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-8efb8cd0-dec3-4959-8f09-88dce82e3cb5 req-eb7f0540-c52e-4253-b29a-e46ecaed636d service neutron] (102506) timed out ('10.222.0.25', 62804) {{(pid=102506) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 19:55:57.318250 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:58.819625 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:55:59.401636 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:20.157125 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:56:23.477913 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-13497c0d-ba7b-4ab9-a812-96ef9e8760cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:25.061911 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:25.356025 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:25.725996 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a6596a13-b2a6-482d-a377-45022573f9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:27.322677 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:28.822514 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:29.404441 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:35.905695 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53122) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:56:36.052738 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-889383f5-a2e6-4daa-baf6-778407b6cab5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:36.139667 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-889383f5-a2e6-4daa-baf6-778407b6cab5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:36.144991 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-889383f5-a2e6-4daa-baf6-778407b6cab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:36.188511 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-889383f5-a2e6-4daa-baf6-778407b6cab5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5e95398e95a14a04bd7db6c6e9bd2b9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2790434 Nov 10 19:56:36.188511 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889383f5-a2e6-4daa-baf6-778407b6cab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a1f1bc-ec53-47ae-b9c4-dffefaf18d1d,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:56:36.189171 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53126) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:56:36.195276 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889383f5-a2e6-4daa-baf6-778407b6cab5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:56:36.195606 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889383f5-a2e6-4daa-baf6-778407b6cab5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:56:36.195936 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889383f5-a2e6-4daa-baf6-778407b6cab5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:56:36.196293 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889383f5-a2e6-4daa-baf6-778407b6cab5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:56:36.196605 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889383f5-a2e6-4daa-baf6-778407b6cab5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:56:36.196924 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889383f5-a2e6-4daa-baf6-778407b6cab5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:56:36.197265 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889383f5-a2e6-4daa-baf6-778407b6cab5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:56:36.197589 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889383f5-a2e6-4daa-baf6-778407b6cab5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:56:36.197931 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889383f5-a2e6-4daa-baf6-778407b6cab5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:56:36.198267 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889383f5-a2e6-4daa-baf6-778407b6cab5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:56:36.198571 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889383f5-a2e6-4daa-baf6-778407b6cab5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:56:36.198888 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889383f5-a2e6-4daa-baf6-778407b6cab5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:56:36.254556 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dfcfb526-daa2-4c62-ab90-56e7f212b950 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:36.282208 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dfcfb526-daa2-4c62-ab90-56e7f212b950 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:36.339710 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dfcfb526-daa2-4c62-ab90-56e7f212b950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:36.342517 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dfcfb526-daa2-4c62-ab90-56e7f212b950 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:36.343750 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-dfcfb526-daa2-4c62-ab90-56e7f212b950 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f2a1f1bc-ec53-47ae-b9c4-dffefaf18d1d HTTP/1.1" status: 204 len: 168 time: 0.1531820 Nov 10 19:56:36.352999 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcfb526-daa2-4c62-ab90-56e7f212b950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a1f1bc-ec53-47ae-b9c4-dffefaf18d1d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:56:36.361820 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcfb526-daa2-4c62-ab90-56e7f212b950 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:56:36.362177 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcfb526-daa2-4c62-ab90-56e7f212b950 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:56:36.362523 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcfb526-daa2-4c62-ab90-56e7f212b950 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:56:36.363113 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcfb526-daa2-4c62-ab90-56e7f212b950 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:56:36.363758 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcfb526-daa2-4c62-ab90-56e7f212b950 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:56:36.363758 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcfb526-daa2-4c62-ab90-56e7f212b950 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:56:36.363998 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcfb526-daa2-4c62-ab90-56e7f212b950 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:56:36.364504 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcfb526-daa2-4c62-ab90-56e7f212b950 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:56:36.364839 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcfb526-daa2-4c62-ab90-56e7f212b950 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:56:36.365345 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcfb526-daa2-4c62-ab90-56e7f212b950 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:56:36.365828 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcfb526-daa2-4c62-ab90-56e7f212b950 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:56:36.366282 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcfb526-daa2-4c62-ab90-56e7f212b950 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:56:53.478458 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-38cc157f-c98a-425c-a6f9-b4e7ce9b944d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:55.060795 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:55.365723 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:55.721464 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ace55a53-e7cb-4ad0-9d0a-dbf68e6ecacd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:55.993945 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53266) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:56:56.117918 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1158e961-6c12-407d-a1c1-05d5c99f7be2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:56.215156 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1158e961-6c12-407d-a1c1-05d5c99f7be2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:56.229806 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1158e961-6c12-407d-a1c1-05d5c99f7be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:56.268511 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1158e961-6c12-407d-a1c1-05d5c99f7be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a911f5f-e8e4-4393-b812-cf70c163a4b5,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:56:56.273629 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1158e961-6c12-407d-a1c1-05d5c99f7be2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c2c3f8fe59324360927f33a05edf1576&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2779641 Nov 10 19:56:56.276592 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53270) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:56:56.337106 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48127198-6f40-4142-b9a1-cc9277e6f87d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:56.360339 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48127198-6f40-4142-b9a1-cc9277e6f87d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:56.410657 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48127198-6f40-4142-b9a1-cc9277e6f87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:56.413483 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-48127198-6f40-4142-b9a1-cc9277e6f87d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:56.414701 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-48127198-6f40-4142-b9a1-cc9277e6f87d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6a911f5f-e8e4-4393-b812-cf70c163a4b5 HTTP/1.1" status: 204 len: 168 time: 0.1371787 Nov 10 19:56:56.423039 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48127198-6f40-4142-b9a1-cc9277e6f87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a911f5f-e8e4-4393-b812-cf70c163a4b5,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:56:57.162589 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:56:57.323932 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:57.702307 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53306) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:56:57.869225 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-8f0ccdc8-097a-4b2f-8897-f59595adb6ad tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Request body: {'network': {'name': 'tempest-network-smoke--1775381057', 'project_id': '6ced274264f044149e702ef5ae927034', 'port_security_enabled': True}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:56:57.894695 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0ccdc8-097a-4b2f-8897-f59595adb6ad tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Made reservation on behalf of 6ced274264f044149e702ef5ae927034 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:56:57.898483 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8f0ccdc8-097a-4b2f-8897-f59595adb6ad tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:57.907698 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8f0ccdc8-097a-4b2f-8897-f59595adb6ad tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:57.987954 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8f0ccdc8-097a-4b2f-8897-f59595adb6ad tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:57.994476 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8f0ccdc8-097a-4b2f-8897-f59595adb6ad tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:58.021715 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f0ccdc8-097a-4b2f-8897-f59595adb6ad tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:56:58.031758 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ccdc8-097a-4b2f-8897-f59595adb6ad tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9baa0dcc-7bc3-4a59-b625-885767656475,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:56:58.036779 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8f0ccdc8-097a-4b2f-8897-f59595adb6ad tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:58.037127 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-8f0ccdc8-097a-4b2f-8897-f59595adb6ad tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Added segment 0e201805-8a0b-4759-a1ba-4d5da80e666b of type vlan for network 7f708b7f-d8fc-4a63-a008-f06a6dd04307 Nov 10 19:56:58.079691 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8f0ccdc8-097a-4b2f-8897-f59595adb6ad tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:58.109589 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8f0ccdc8-097a-4b2f-8897-f59595adb6ad tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:58.115212 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0ccdc8-097a-4b2f-8897-f59595adb6ad tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:56:58.116134 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8f0ccdc8-097a-4b2f-8897-f59595adb6ad tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:58.158055 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8f0ccdc8-097a-4b2f-8897-f59595adb6ad tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4545653 Nov 10 19:56:58.161224 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53310) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:56:58.166271 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-ca64f325-df21-445c-822e-5f653e2ab24c tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-452722265', 'admin_state_up': True, 'project_id': '6ced274264f044149e702ef5ae927034', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:56:58.192532 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ccdc8-097a-4b2f-8897-f59595adb6ad tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'Network': ['ID=7f708b7f-d8fc-4a63-a008-f06a6dd04307,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:56:58.196073 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ca64f325-df21-445c-822e-5f653e2ab24c tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:58.197404 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ca64f325-df21-445c-822e-5f653e2ab24c tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:58.204193 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 7f708b7f-d8fc-4a63-a008-f06a6dd04307 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:56:58.260079 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ca64f325-df21-445c-822e-5f653e2ab24c tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:58.404051 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ca64f325-df21-445c-822e-5f653e2ab24c tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:58.614831 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ca64f325-df21-445c-822e-5f653e2ab24c tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:58.636100 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ca64f325-df21-445c-822e-5f653e2ab24c tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:58.749549 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-ca64f325-df21-445c-822e-5f653e2ab24c tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Allocated IP 172.25.3.139 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/6073fb14-3462-411c-b63a-4f03b56ab907) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:56:58.824411 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:58.861882 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ca64f325-df21-445c-822e-5f653e2ab24c tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:58.899857 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ca64f325-df21-445c-822e-5f653e2ab24c tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:58.938630 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca64f325-df21-445c-822e-5f653e2ab24c tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:56:58.943792 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-ca64f325-df21-445c-822e-5f653e2ab24c tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:56:58.947948 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca64f325-df21-445c-822e-5f653e2ab24c tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:56:58.953932 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64f325-df21-445c-822e-5f653e2ab24c tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'Port': ['ID=6073fb14-3462-411c-b63a-4f03b56ab907,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:56:58.958314 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562ca865-10d8-4f67-b407-f9659eec5256 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:56:59.019428 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-ca270cd0-ca67-4c9d-85df-f4a968a99b5f None None] Provisioning complete for port 6073fb14-3462-411c-b63a-4f03b56ab907 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:56:59.019935 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ca270cd0-ca67-4c9d-85df-f4a968a99b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:59.058621 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-ca270cd0-ca67-4c9d-85df-f4a968a99b5f None None] Port 6073fb14-3462-411c-b63a-4f03b56ab907 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:56:59.212155 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ca64f325-df21-445c-822e-5f653e2ab24c tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:59.400959 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:59.411903 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ca64f325-df21-445c-822e-5f653e2ab24c tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:59.546886 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca64f325-df21-445c-822e-5f653e2ab24c tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Router 6b889aff-ec67-4e29-ab13-9ce64227b959 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:56:59.661847 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca64f325-df21-445c-822e-5f653e2ab24c tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:56:59.673723 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ad4c42-6596-475b-9eb7-6139a00e3c75 None None] Sync routers for ids ['6b889aff-ec67-4e29-ab13-9ce64227b959'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:56:59.685940 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ca64f325-df21-445c-822e-5f653e2ab24c tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:56:59.686290 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ad4c42-6596-475b-9eb7-6139a00e3c75 None None] Routers {'6b889aff-ec67-4e29-ab13-9ce64227b959'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:56:59.687095 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-d4ad4c42-6596-475b-9eb7-6139a00e3c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:56:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['6b889aff-ec67-4e29-ab13-9ce64227b959'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:56:59.687385 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ca64f325-df21-445c-822e-5f653e2ab24c tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5250146 Nov 10 19:56:59.690556 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53312) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:56:59.791857 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-88d16749-e4a2-412e-a4c4-03583f6dd723 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=6ced274264f044149e702ef5ae927034&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0992346 Nov 10 19:56:59.793921 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53316) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:56:59.799714 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-d4ad4c42-6596-475b-9eb7-6139a00e3c75 None None] Set router 6b889aff-ec67-4e29-ab13-9ce64227b959 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:56:59.961780 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf84e04-6383-4780-b923-ed2da185b3a7 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:56:59.963353 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-bbf84e04-6383-4780-b923-ed2da185b3a7 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1682732 Nov 10 19:56:59.966344 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53318) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:56:59.987535 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-d4ad4c42-6596-475b-9eb7-6139a00e3c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'name': 'tempest-TestNetworkBasicOps-router-452722265', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:56:59Z', 'revision_number': 3, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:40:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:56:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:57:00.015553 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ad4c42-6596-475b-9eb7-6139a00e3c75 None None] Checking router: 6b889aff-ec67-4e29-ab13-9ce64227b959 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:57:00.015902 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ad4c42-6596-475b-9eb7-6139a00e3c75 None None] Updating router 6b889aff-ec67-4e29-ab13-9ce64227b959 port 6073fb14-3462-411c-b63a-4f03b56ab907 binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:57:00.045023 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d4ad4c42-6596-475b-9eb7-6139a00e3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:00.363630 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2eedd607-9a07-43f2-bb4f-2d71d36dbacb tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3961301 Nov 10 19:57:00.367117 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53320) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:57:00.372784 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-8622e460-4078-47e8-9cd6-3a11cfc9d110 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-706416840', 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307', 'project_id': '6ced274264f044149e702ef5ae927034', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:57:00.375361 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d4ad4c42-6596-475b-9eb7-6139a00e3c75 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:00.384068 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d4ad4c42-6596-475b-9eb7-6139a00e3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:00.425138 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3974a85c-de9c-442b-aa8c-c8307f96f9a2 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:57:00.434992 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-d4ad4c42-6596-475b-9eb7-6139a00e3c75 None None] Attempting to bind port 6073fb14-3462-411c-b63a-4f03b56ab907 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:57:00.435370 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-d4ad4c42-6596-475b-9eb7-6139a00e3c75 None None] Attempting to bind port 6073fb14-3462-411c-b63a-4f03b56ab907 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:57:00.435870 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ad4c42-6596-475b-9eb7-6139a00e3c75 None None] Attempting to bind port 6073fb14-3462-411c-b63a-4f03b56ab907 on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:57:00.450163 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ad4c42-6596-475b-9eb7-6139a00e3c75 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:57:00.450536 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ad4c42-6596-475b-9eb7-6139a00e3c75 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:57:00.450940 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d4ad4c42-6596-475b-9eb7-6139a00e3c75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:00.451350 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ad4c42-6596-475b-9eb7-6139a00e3c75 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:57:00.451800 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-d4ad4c42-6596-475b-9eb7-6139a00e3c75 None None] Bound port: 6073fb14-3462-411c-b63a-4f03b56ab907, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:57:00.452175 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d4ad4c42-6596-475b-9eb7-6139a00e3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:00.455010 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e560a7e-1983-4b39-805f-37e1f3a4c3db None None] Pushing event updated for resources: {'Port': ['ID=6073fb14-3462-411c-b63a-4f03b56ab907,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:00.481262 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8622e460-4078-47e8-9cd6-3a11cfc9d110 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Made reservation on behalf of 6ced274264f044149e702ef5ae927034 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:57:00.485046 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e560a7e-1983-4b39-805f-37e1f3a4c3db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:00.485394 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e560a7e-1983-4b39-805f-37e1f3a4c3db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:00.485730 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e560a7e-1983-4b39-805f-37e1f3a4c3db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:00.486080 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e560a7e-1983-4b39-805f-37e1f3a4c3db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:00.486415 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e560a7e-1983-4b39-805f-37e1f3a4c3db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:00.486740 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e560a7e-1983-4b39-805f-37e1f3a4c3db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:00.487056 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e560a7e-1983-4b39-805f-37e1f3a4c3db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:00.487388 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e560a7e-1983-4b39-805f-37e1f3a4c3db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:00.487692 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e560a7e-1983-4b39-805f-37e1f3a4c3db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:00.487926 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8622e460-4078-47e8-9cd6-3a11cfc9d110 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:00.488024 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e560a7e-1983-4b39-805f-37e1f3a4c3db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:00.488308 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e560a7e-1983-4b39-805f-37e1f3a4c3db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:00.488635 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e560a7e-1983-4b39-805f-37e1f3a4c3db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:00.496775 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-ea72d558-f73f-45e8-bfd5-f1116668de0e None None] Provisioning complete for port 6073fb14-3462-411c-b63a-4f03b56ab907 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:57:00.497548 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ea72d558-f73f-45e8-bfd5-f1116668de0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:00.523270 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-d4ad4c42-6596-475b-9eb7-6139a00e3c75 None None] For port 6073fb14-3462-411c-b63a-4f03b56ab907, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:57:00.527318 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-d4ad4c42-6596-475b-9eb7-6139a00e3c75 None None] For port 6073fb14-3462-411c-b63a-4f03b56ab907, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=6073fb14-3462-411c-b63a-4f03b56ab907,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:57:00.533976 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d4ad4c42-6596-475b-9eb7-6139a00e3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:00.562363 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-ea72d558-f73f-45e8-bfd5-f1116668de0e None None] Port 6073fb14-3462-411c-b63a-4f03b56ab907 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:57:00.585127 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800f7643-5ce0-4c8a-8fe5-e05fdf00060f None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:57:00.593460 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ad4c42-6596-475b-9eb7-6139a00e3c75 None None] Routers {'6b889aff-ec67-4e29-ab13-9ce64227b959'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:57:00.594155 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-d4ad4c42-6596-475b-9eb7-6139a00e3c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:56:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['6b889aff-ec67-4e29-ab13-9ce64227b959'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:57:00.644824 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e560a7e-1983-4b39-805f-37e1f3a4c3db None None] Pushing event updated for resources: {'Port': ['ID=6073fb14-3462-411c-b63a-4f03b56ab907,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:00.684345 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4e2f27ea-e672-46ab-957d-3b088908a700 None None] Provisioning complete for port 6073fb14-3462-411c-b63a-4f03b56ab907 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:57:00.684739 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4e2f27ea-e672-46ab-957d-3b088908a700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:00.731758 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8622e460-4078-47e8-9cd6-3a11cfc9d110 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:00.770061 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4e2f27ea-e672-46ab-957d-3b088908a700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:00.794749 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-4e2f27ea-e672-46ab-957d-3b088908a700 None None] For port 6073fb14-3462-411c-b63a-4f03b56ab907, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=6073fb14-3462-411c-b63a-4f03b56ab907,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:57:00.802913 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4e2f27ea-e672-46ab-957d-3b088908a700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:00.805560 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622e460-4078-47e8-9cd6-3a11cfc9d110 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'Subnet': ['ID=990a1f0a-971c-4ec4-a334-6e5abc275715,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:00.812295 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8622e460-4078-47e8-9cd6-3a11cfc9d110 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Checking segment: {'id': '0e201805-8a0b-4759-a1ba-4d5da80e666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:57:00.812679 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8622e460-4078-47e8-9cd6-3a11cfc9d110 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Network hostable DHCP agents. Network: 7f708b7f-d8fc-4a63-a008-f06a6dd04307, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:57:00.833467 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8622e460-4078-47e8-9cd6-3a11cfc9d110 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Network 7f708b7f-d8fc-4a63-a008-f06a6dd04307 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:57:00.845991 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-8622e460-4078-47e8-9cd6-3a11cfc9d110 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 7f708b7f-d8fc-4a63-a008-f06a6dd04307) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:57:00.847013 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-d4ad4c42-6596-475b-9eb7-6139a00e3c75 None None] Set router 6b889aff-ec67-4e29-ab13-9ce64227b959 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:57:00.851706 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8622e460-4078-47e8-9cd6-3a11cfc9d110 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:00.852319 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8622e460-4078-47e8-9cd6-3a11cfc9d110 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:00.859969 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468570ab-c05c-4a00-a971-d1a13b799b56 None None] Network 7f708b7f-d8fc-4a63-a008-f06a6dd04307 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:57:00.875582 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8622e460-4078-47e8-9cd6-3a11cfc9d110 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5030928 Nov 10 19:57:00.875843 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53322) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:57:00.890682 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f27ea-e672-46ab-957d-3b088908a700 None None] Pushing event updated for resources: {'Port': ['ID=6073fb14-3462-411c-b63a-4f03b56ab907,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:00.925301 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2f27ea-e672-46ab-957d-3b088908a700 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:00.925652 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2f27ea-e672-46ab-957d-3b088908a700 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:00.926025 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2f27ea-e672-46ab-957d-3b088908a700 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:00.926366 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2f27ea-e672-46ab-957d-3b088908a700 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:00.926704 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2f27ea-e672-46ab-957d-3b088908a700 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:00.927042 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2f27ea-e672-46ab-957d-3b088908a700 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:00.927365 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2f27ea-e672-46ab-957d-3b088908a700 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:00.927691 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2f27ea-e672-46ab-957d-3b088908a700 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:00.928771 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2f27ea-e672-46ab-957d-3b088908a700 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:00.929400 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2f27ea-e672-46ab-957d-3b088908a700 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:00.929400 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2f27ea-e672-46ab-957d-3b088908a700 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:00.929727 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2f27ea-e672-46ab-957d-3b088908a700 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:01.041627 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85df4c0-fe16-4e1c-94eb-0c8678638694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-7f708b7f-d8fc-4a63-a008-f06a6dd04307', 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'fixed_ips': [{'subnet_id': '990a1f0a-971c-4ec4-a334-6e5abc275715'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:57:01.042333 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e85df4c0-fe16-4e1c-94eb-0c8678638694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:01.059341 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-d4ad4c42-6596-475b-9eb7-6139a00e3c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'name': 'tempest-TestNetworkBasicOps-router-452722265', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:56:59Z', 'revision_number': 3, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:40:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:57:01.096572 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ad4c42-6596-475b-9eb7-6139a00e3c75 None None] The sync data for ids ['6b889aff-ec67-4e29-ab13-9ce64227b959'] in n-d-813897-4 is: [{'id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'name': 'tempest-TestNetworkBasicOps-router-452722265', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:56:59Z', 'revision_number': 3, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:40:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:57:01.189919 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-e85df4c0-fe16-4e1c-94eb-0c8678638694 None None] Allocated IP 172.20.0.2 (7f708b7f-d8fc-4a63-a008-f06a6dd04307/990a1f0a-971c-4ec4-a334-6e5abc275715/2557fd26-ad5a-4069-9002-8089e8e87588) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:57:01.396307 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e85df4c0-fe16-4e1c-94eb-0c8678638694 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:01.404806 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6463a2b0-6114-4a05-b2e7-281eea9c98c1 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:01.408684 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e85df4c0-fe16-4e1c-94eb-0c8678638694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:01.450506 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85df4c0-fe16-4e1c-94eb-0c8678638694 None None] Network 7f708b7f-d8fc-4a63-a008-f06a6dd04307 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:57:01.453738 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-e85df4c0-fe16-4e1c-94eb-0c8678638694 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:57:01.460645 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85df4c0-fe16-4e1c-94eb-0c8678638694 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:57:01.470486 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85df4c0-fe16-4e1c-94eb-0c8678638694 None None] Pushing event updated for resources: {'Port': ['ID=2557fd26-ad5a-4069-9002-8089e8e87588,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:01.532705 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e85df4c0-fe16-4e1c-94eb-0c8678638694 None None] Attempting to bind port 2557fd26-ad5a-4069-9002-8089e8e87588 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:57:01.533241 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e85df4c0-fe16-4e1c-94eb-0c8678638694 None None] Attempting to bind port 2557fd26-ad5a-4069-9002-8089e8e87588 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '0e201805-8a0b-4759-a1ba-4d5da80e666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:57:01.533709 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85df4c0-fe16-4e1c-94eb-0c8678638694 None None] Attempting to bind port 2557fd26-ad5a-4069-9002-8089e8e87588 on network 7f708b7f-d8fc-4a63-a008-f06a6dd04307 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:57:01.540767 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85df4c0-fe16-4e1c-94eb-0c8678638694 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:57:01.541136 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85df4c0-fe16-4e1c-94eb-0c8678638694 None None] Checking segment: {'id': '0e201805-8a0b-4759-a1ba-4d5da80e666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:57:01.541539 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e85df4c0-fe16-4e1c-94eb-0c8678638694 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:01.541976 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85df4c0-fe16-4e1c-94eb-0c8678638694 None None] Bound using segment: {'id': '0e201805-8a0b-4759-a1ba-4d5da80e666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:57:01.542455 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e85df4c0-fe16-4e1c-94eb-0c8678638694 None None] Bound port: 2557fd26-ad5a-4069-9002-8089e8e87588, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e201805-8a0b-4759-a1ba-4d5da80e666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:57:01.543120 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e85df4c0-fe16-4e1c-94eb-0c8678638694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:01.625661 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e85df4c0-fe16-4e1c-94eb-0c8678638694 None None] For port 2557fd26-ad5a-4069-9002-8089e8e87588, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:57:01.629609 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e85df4c0-fe16-4e1c-94eb-0c8678638694 None None] For port 2557fd26-ad5a-4069-9002-8089e8e87588, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2557fd26-ad5a-4069-9002-8089e8e87588,segment=NetworkSegment(0e201805-8a0b-4759-a1ba-4d5da80e666b),segment_id=0e201805-8a0b-4759-a1ba-4d5da80e666b)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:57:01.639070 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e85df4c0-fe16-4e1c-94eb-0c8678638694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:01.711388 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85df4c0-fe16-4e1c-94eb-0c8678638694 None None] Pushing event updated for resources: {'Port': ['ID=2557fd26-ad5a-4069-9002-8089e8e87588,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:01.711826 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-6463a2b0-6114-4a05-b2e7-281eea9c98c1 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Allocated IP 172.20.0.1 (7f708b7f-d8fc-4a63-a008-f06a6dd04307/990a1f0a-971c-4ec4-a334-6e5abc275715/9a76515d-6e32-44b9-b78a-62fa04ecfc3c) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:57:01.871927 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6463a2b0-6114-4a05-b2e7-281eea9c98c1 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:01.915128 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6463a2b0-6114-4a05-b2e7-281eea9c98c1 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:01.961737 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6463a2b0-6114-4a05-b2e7-281eea9c98c1 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Network 7f708b7f-d8fc-4a63-a008-f06a6dd04307 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:57:01.967830 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-6463a2b0-6114-4a05-b2e7-281eea9c98c1 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:57:01.972117 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6463a2b0-6114-4a05-b2e7-281eea9c98c1 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:57:01.980910 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463a2b0-6114-4a05-b2e7-281eea9c98c1 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'Port': ['ID=9a76515d-6e32-44b9-b78a-62fa04ecfc3c,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:02.031239 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6463a2b0-6114-4a05-b2e7-281eea9c98c1 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:02.173398 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6463a2b0-6114-4a05-b2e7-281eea9c98c1 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:02.497589 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6463a2b0-6114-4a05-b2e7-281eea9c98c1 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:02.504465 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6463a2b0-6114-4a05-b2e7-281eea9c98c1 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:02.595016 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6463a2b0-6114-4a05-b2e7-281eea9c98c1 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:02.597001 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463a2b0-6114-4a05-b2e7-281eea9c98c1 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'Port': ['ID=9a76515d-6e32-44b9-b78a-62fa04ecfc3c,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:02.631467 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bbb062-9103-4b66-9da5-0bb2a950ff15 None None] Network 7f708b7f-d8fc-4a63-a008-f06a6dd04307 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:57:02.703960 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6463a2b0-6114-4a05-b2e7-281eea9c98c1 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Network 7f708b7f-d8fc-4a63-a008-f06a6dd04307 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:57:02.705859 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-6463a2b0-6114-4a05-b2e7-281eea9c98c1 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:57:02.773636 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-47674bbd-e97a-40a0-a586-69d451fdcbeb None None] Provisioning complete for port 2557fd26-ad5a-4069-9002-8089e8e87588 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:57:02.774333 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-47674bbd-e97a-40a0-a586-69d451fdcbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:02.805276 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 6073fb14-3462-411c-b63a-4f03b56ab907 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:57:02.844989 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6463a2b0-6114-4a05-b2e7-281eea9c98c1 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Router 6b889aff-ec67-4e29-ab13-9ce64227b959 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:57:02.935417 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 6073fb14-3462-411c-b63a-4f03b56ab907 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:57:02.935795 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:02.965616 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-47674bbd-e97a-40a0-a586-69d451fdcbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:02.973035 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6463a2b0-6114-4a05-b2e7-281eea9c98c1 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:57:02.982152 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6463a2b0-6114-4a05-b2e7-281eea9c98c1 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "PUT /v2.0/routers/6b889aff-ec67-4e29-ab13-9ce64227b959/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1037800 Nov 10 19:57:02.983442 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53324) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:57:03.019528 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-47674bbd-e97a-40a0-a586-69d451fdcbeb None None] For port 2557fd26-ad5a-4069-9002-8089e8e87588, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2557fd26-ad5a-4069-9002-8089e8e87588,segment=NetworkSegment(0e201805-8a0b-4759-a1ba-4d5da80e666b),segment_id=0e201805-8a0b-4759-a1ba-4d5da80e666b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:57:03.044186 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-47674bbd-e97a-40a0-a586-69d451fdcbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:03.091994 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2557fd26-ad5a-4069-9002-8089e8e87588 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:57:03.136295 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47674bbd-e97a-40a0-a586-69d451fdcbeb None None] Pushing event updated for resources: {'Port': ['ID=2557fd26-ad5a-4069-9002-8089e8e87588,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:03.158656 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 2557fd26-ad5a-4069-9002-8089e8e87588 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:57:03.159038 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:03.188211 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd016c67-4b91-4687-ae88-33f7d7355ea9 None None] Sync routers for ids ['6b889aff-ec67-4e29-ab13-9ce64227b959'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:57:03.197207 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98485d4-ca34-48d4-9df4-abad65ece1a1 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:03.197603 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98485d4-ca34-48d4-9df4-abad65ece1a1 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:03.198527 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98485d4-ca34-48d4-9df4-abad65ece1a1 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:03.198527 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98485d4-ca34-48d4-9df4-abad65ece1a1 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:03.203600 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53326) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:57:03.204127 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d98485d4-ca34-48d4-9df4-abad65ece1a1 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2193046 Nov 10 19:57:03.211993 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd016c67-4b91-4687-ae88-33f7d7355ea9 None None] Routers {'6b889aff-ec67-4e29-ab13-9ce64227b959'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:57:03.212653 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-bd016c67-4b91-4687-ae88-33f7d7355ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:56:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['6b889aff-ec67-4e29-ab13-9ce64227b959'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:57:03.306643 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ae0b9d-8807-4a3b-a567-bae470d9d5e5 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:03.307145 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ae0b9d-8807-4a3b-a567-bae470d9d5e5 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:03.307599 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ae0b9d-8807-4a3b-a567-bae470d9d5e5 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:03.308047 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ae0b9d-8807-4a3b-a567-bae470d9d5e5 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:03.309947 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-92ae0b9d-8807-4a3b-a567-bae470d9d5e5 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1045568 Nov 10 19:57:03.312985 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53328) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:57:03.352296 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4d9ccbb2-273a-4df9-906f-8da7e1b09e8a None None] Provisioning complete for port 9a76515d-6e32-44b9-b78a-62fa04ecfc3c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:57:03.352668 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4d9ccbb2-273a-4df9-906f-8da7e1b09e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:03.405624 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-bd016c67-4b91-4687-ae88-33f7d7355ea9 None None] Set router 6b889aff-ec67-4e29-ab13-9ce64227b959 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:57:03.436446 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-4d9ccbb2-273a-4df9-906f-8da7e1b09e8a None None] Port 9a76515d-6e32-44b9-b78a-62fa04ecfc3c cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:57:03.501777 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4d9ccbb2-273a-4df9-906f-8da7e1b09e8a None None] Provisioning complete for port 2557fd26-ad5a-4069-9002-8089e8e87588 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:57:03.502149 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4d9ccbb2-273a-4df9-906f-8da7e1b09e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:03.571232 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d2c7fa2f-9478-4659-9c69-080919b91fd6 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2540777 Nov 10 19:57:03.692777 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-bd016c67-4b91-4687-ae88-33f7d7355ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'name': 'tempest-TestNetworkBasicOps-router-452722265', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:57:02Z', 'revision_number': 4, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:40:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '9a76515d-6e32-44b9-b78a-62fa04ecfc3c', 'name': '', 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'mac_address': 'fa:16:3e:9e:af:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '990a1f0a-971c-4ec4-a334-6e5abc275715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:57:01Z', 'updated_at': '2021-11-10T19:57:02Z', 'revision_number': 2, 'project_id': '6ced274264f044149e702ef5ae927034', 'subnets': [{'id': '990a1f0a-971c-4ec4-a334-6e5abc275715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:57:03.719993 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd016c67-4b91-4687-ae88-33f7d7355ea9 None None] Checking router: 6b889aff-ec67-4e29-ab13-9ce64227b959 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:57:03.720264 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd016c67-4b91-4687-ae88-33f7d7355ea9 None None] Updating router 6b889aff-ec67-4e29-ab13-9ce64227b959 port 9a76515d-6e32-44b9-b78a-62fa04ecfc3c binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:57:03.745296 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bd016c67-4b91-4687-ae88-33f7d7355ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:03.853313 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5495640f-c53b-451e-86dc-dc8acdf0abf3 None None] Provisioning complete for port 9a76515d-6e32-44b9-b78a-62fa04ecfc3c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:57:03.853640 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53334) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:57:03.853802 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5495640f-c53b-451e-86dc-dc8acdf0abf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:03.859058 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-99771f90-abc9-4a55-a3a3-c16f248aa7c4 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1208985088', 'description': 'tempest-secgroup-smoke-1208985088 description', 'project_id': '6ced274264f044149e702ef5ae927034'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:57:03.881590 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-99771f90-abc9-4a55-a3a3-c16f248aa7c4 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:03.904007 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5495640f-c53b-451e-86dc-dc8acdf0abf3 None None] Port 9a76515d-6e32-44b9-b78a-62fa04ecfc3c cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:57:03.955966 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-99771f90-abc9-4a55-a3a3-c16f248aa7c4 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:03.961790 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-99771f90-abc9-4a55-a3a3-c16f248aa7c4 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:03.994185 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-99771f90-abc9-4a55-a3a3-c16f248aa7c4 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:03.995364 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-99771f90-abc9-4a55-a3a3-c16f248aa7c4 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1415191 Nov 10 19:57:03.997418 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99771f90-abc9-4a55-a3a3-c16f248aa7c4 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cead410c-0bb5-4f3d-86ad-ac8f5f918bd9,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:03.998845 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53336) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:57:04.003976 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-7302dc9d-b96f-40e6-9d5e-10b74324f5b8 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Request body: {'security_group_rule': {'security_group_id': 'cead410c-0bb5-4f3d-86ad-ac8f5f918bd9', 'project_id': '6ced274264f044149e702ef5ae927034', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:57:04.035931 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7302dc9d-b96f-40e6-9d5e-10b74324f5b8 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:04.098887 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7302dc9d-b96f-40e6-9d5e-10b74324f5b8 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:04.104255 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7302dc9d-b96f-40e6-9d5e-10b74324f5b8 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:04.122862 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302dc9d-b96f-40e6-9d5e-10b74324f5b8 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c775edd1-263c-4d97-8689-733a1808bf17,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:04.134281 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7302dc9d-b96f-40e6-9d5e-10b74324f5b8 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:04.135595 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7302dc9d-b96f-40e6-9d5e-10b74324f5b8 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357040 Nov 10 19:57:04.138523 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53338) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:57:04.143515 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-b9069e4a-39d4-4308-bb4a-b744f92fcd1e tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Request body: {'security_group_rule': {'security_group_id': 'cead410c-0bb5-4f3d-86ad-ac8f5f918bd9', 'project_id': '6ced274264f044149e702ef5ae927034', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:57:04.173317 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b9069e4a-39d4-4308-bb4a-b744f92fcd1e tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:04.224378 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bd016c67-4b91-4687-ae88-33f7d7355ea9 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:04.231004 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bd016c67-4b91-4687-ae88-33f7d7355ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:04.231265 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b9069e4a-39d4-4308-bb4a-b744f92fcd1e tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:04.235771 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b9069e4a-39d4-4308-bb4a-b744f92fcd1e tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:04.259552 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9069e4a-39d4-4308-bb4a-b744f92fcd1e tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a6c769-58f8-40eb-b964-51583c086aa3,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:04.266922 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b9069e4a-39d4-4308-bb4a-b744f92fcd1e tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:04.268252 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b9069e4a-39d4-4308-bb4a-b744f92fcd1e tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1287522 Nov 10 19:57:04.271192 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53340) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:57:04.276293 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-4ad262ac-4568-41f0-813f-67f67fc081e8 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Request body: {'security_group_rule': {'security_group_id': 'cead410c-0bb5-4f3d-86ad-ac8f5f918bd9', 'project_id': '6ced274264f044149e702ef5ae927034', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:57:04.287058 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719c1e8-90b6-454f-ae40-d7c8abfe0230 None None] Pushing event updated for resources: {'Port': ['ID=9a76515d-6e32-44b9-b78a-62fa04ecfc3c,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:04.309843 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4ad262ac-4568-41f0-813f-67f67fc081e8 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:04.344725 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-bd016c67-4b91-4687-ae88-33f7d7355ea9 None None] Attempting to bind port 9a76515d-6e32-44b9-b78a-62fa04ecfc3c on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:57:04.345143 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-bd016c67-4b91-4687-ae88-33f7d7355ea9 None None] Attempting to bind port 9a76515d-6e32-44b9-b78a-62fa04ecfc3c by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '0e201805-8a0b-4759-a1ba-4d5da80e666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:57:04.345527 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd016c67-4b91-4687-ae88-33f7d7355ea9 None None] Attempting to bind port 9a76515d-6e32-44b9-b78a-62fa04ecfc3c on network 7f708b7f-d8fc-4a63-a008-f06a6dd04307 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:57:04.354173 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd016c67-4b91-4687-ae88-33f7d7355ea9 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:57:04.354694 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd016c67-4b91-4687-ae88-33f7d7355ea9 None None] Checking segment: {'id': '0e201805-8a0b-4759-a1ba-4d5da80e666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:57:04.355141 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bd016c67-4b91-4687-ae88-33f7d7355ea9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:04.355612 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd016c67-4b91-4687-ae88-33f7d7355ea9 None None] Bound using segment: {'id': '0e201805-8a0b-4759-a1ba-4d5da80e666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:57:04.356176 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-bd016c67-4b91-4687-ae88-33f7d7355ea9 None None] Bound port: 9a76515d-6e32-44b9-b78a-62fa04ecfc3c, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e201805-8a0b-4759-a1ba-4d5da80e666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:57:04.356638 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bd016c67-4b91-4687-ae88-33f7d7355ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:04.388419 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4ad262ac-4568-41f0-813f-67f67fc081e8 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:04.394861 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4ad262ac-4568-41f0-813f-67f67fc081e8 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:04.416020 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad262ac-4568-41f0-813f-67f67fc081e8 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f316d2-4439-4d08-9492-7cafe9bf70f8,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:04.427161 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4ad262ac-4568-41f0-813f-67f67fc081e8 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:04.432126 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53342) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:57:04.432678 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4ad262ac-4568-41f0-813f-67f67fc081e8 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1598830 Nov 10 19:57:04.438464 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-15cdf681-8feb-4519-bb32-4b4fb3ca50d7 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Request body: {'security_group_rule': {'security_group_id': 'cead410c-0bb5-4f3d-86ad-ac8f5f918bd9', 'project_id': '6ced274264f044149e702ef5ae927034', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:57:04.443479 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-bd016c67-4b91-4687-ae88-33f7d7355ea9 None None] For port 9a76515d-6e32-44b9-b78a-62fa04ecfc3c, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:57:04.447949 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-bd016c67-4b91-4687-ae88-33f7d7355ea9 None None] For port 9a76515d-6e32-44b9-b78a-62fa04ecfc3c, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=9a76515d-6e32-44b9-b78a-62fa04ecfc3c,segment=NetworkSegment(0e201805-8a0b-4759-a1ba-4d5da80e666b),segment_id=0e201805-8a0b-4759-a1ba-4d5da80e666b)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:57:04.453852 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bd016c67-4b91-4687-ae88-33f7d7355ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:04.475523 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-15cdf681-8feb-4519-bb32-4b4fb3ca50d7 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:04.514070 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd016c67-4b91-4687-ae88-33f7d7355ea9 None None] Routers {'6b889aff-ec67-4e29-ab13-9ce64227b959'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:57:04.514721 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-bd016c67-4b91-4687-ae88-33f7d7355ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:56:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['6b889aff-ec67-4e29-ab13-9ce64227b959'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:57:04.543361 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-15cdf681-8feb-4519-bb32-4b4fb3ca50d7 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:04.548647 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-15cdf681-8feb-4519-bb32-4b4fb3ca50d7 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:04.568701 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719c1e8-90b6-454f-ae40-d7c8abfe0230 None None] Pushing event updated for resources: {'Port': ['ID=9a76515d-6e32-44b9-b78a-62fa04ecfc3c,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:04.569191 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cdf681-8feb-4519-bb32-4b4fb3ca50d7 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8025975f-1a66-4dd2-9c69-4bbc041ae416,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:04.579343 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-15cdf681-8feb-4519-bb32-4b4fb3ca50d7 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:04.580691 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-15cdf681-8feb-4519-bb32-4b4fb3ca50d7 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1461587 Nov 10 19:57:04.583449 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53344) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:57:04.591687 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-ee8853ae-df23-4ff8-9533-5ed35a90fd21 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Request body: {'security_group_rule': {'security_group_id': 'cead410c-0bb5-4f3d-86ad-ac8f5f918bd9', 'project_id': '6ced274264f044149e702ef5ae927034', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:57:04.632000 n-d-813897-4 neutron-server[102506]: INFO neutron.db.securitygroups_db [None req-ee8853ae-df23-4ff8-9533-5ed35a90fd21 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Project 6ced274264f044149e702ef5ae927034 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 19:57:04.638478 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ee8853ae-df23-4ff8-9533-5ed35a90fd21 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:04.655866 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-65e62f88-de59-43b4-a76e-9ca21e3d99d8 None None] Provisioning complete for port 9a76515d-6e32-44b9-b78a-62fa04ecfc3c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:57:04.656230 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-65e62f88-de59-43b4-a76e-9ca21e3d99d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:04.662084 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-bd016c67-4b91-4687-ae88-33f7d7355ea9 None None] Set router 6b889aff-ec67-4e29-ab13-9ce64227b959 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:57:04.724520 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2557fd26-ad5a-4069-9002-8089e8e87588 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:57:04.730021 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ee8853ae-df23-4ff8-9533-5ed35a90fd21 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:04.735359 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ee8853ae-df23-4ff8-9533-5ed35a90fd21 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:04.754902 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8853ae-df23-4ff8-9533-5ed35a90fd21 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16b68494-2d94-4726-bdbc-86e99c50c235,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:04.764452 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ee8853ae-df23-4ff8-9533-5ed35a90fd21 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:04.766062 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ee8853ae-df23-4ff8-9533-5ed35a90fd21 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1809545 Nov 10 19:57:04.768990 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53346) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:57:04.775920 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-209c3298-a2d1-4cee-8c4b-5af8cee93287 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Request body: {'security_group_rule': {'security_group_id': 'cead410c-0bb5-4f3d-86ad-ac8f5f918bd9', 'project_id': '6ced274264f044149e702ef5ae927034', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:57:04.804850 n-d-813897-4 neutron-server[102505]: INFO neutron.db.securitygroups_db [None req-209c3298-a2d1-4cee-8c4b-5af8cee93287 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Project 6ced274264f044149e702ef5ae927034 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 19:57:04.810111 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-209c3298-a2d1-4cee-8c4b-5af8cee93287 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:04.878477 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-209c3298-a2d1-4cee-8c4b-5af8cee93287 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:04.883807 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-209c3298-a2d1-4cee-8c4b-5af8cee93287 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:04.904554 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c3298-a2d1-4cee-8c4b-5af8cee93287 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cbb926e-c245-4c12-911a-79a869b39e72,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:04.914794 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-209c3298-a2d1-4cee-8c4b-5af8cee93287 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:04.916259 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-209c3298-a2d1-4cee-8c4b-5af8cee93287 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1457701 Nov 10 19:57:04.939078 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-65e62f88-de59-43b4-a76e-9ca21e3d99d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:04.942483 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 2557fd26-ad5a-4069-9002-8089e8e87588 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:57:04.942862 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:05.030062 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-65e62f88-de59-43b4-a76e-9ca21e3d99d8 None None] For port 9a76515d-6e32-44b9-b78a-62fa04ecfc3c, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=9a76515d-6e32-44b9-b78a-62fa04ecfc3c,segment=NetworkSegment(0e201805-8a0b-4759-a1ba-4d5da80e666b),segment_id=0e201805-8a0b-4759-a1ba-4d5da80e666b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:57:05.039898 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-65e62f88-de59-43b4-a76e-9ca21e3d99d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:05.154345 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-bd016c67-4b91-4687-ae88-33f7d7355ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'name': 'tempest-TestNetworkBasicOps-router-452722265', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:57:02Z', 'revision_number': 4, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:40:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '9a76515d-6e32-44b9-b78a-62fa04ecfc3c', 'name': '', 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'mac_address': 'fa:16:3e:9e:af:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '990a1f0a-971c-4ec4-a334-6e5abc275715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:57:01Z', 'updated_at': '2021-11-10T19:57:04Z', 'revision_number': 4, 'project_id': '6ced274264f044149e702ef5ae927034', 'subnets': [{'id': '990a1f0a-971c-4ec4-a334-6e5abc275715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:57:05.202498 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd016c67-4b91-4687-ae88-33f7d7355ea9 None None] The sync data for ids ['6b889aff-ec67-4e29-ab13-9ce64227b959'] in n-d-813897-4 is: [{'id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'name': 'tempest-TestNetworkBasicOps-router-452722265', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:57:02Z', 'revision_number': 4, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:40:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '9a76515d-6e32-44b9-b78a-62fa04ecfc3c', 'name': '', 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'mac_address': 'fa:16:3e:9e:af:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '990a1f0a-971c-4ec4-a334-6e5abc275715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:57:01Z', 'updated_at': '2021-11-10T19:57:04Z', 'revision_number': 4, 'project_id': '6ced274264f044149e702ef5ae927034', 'subnets': [{'id': '990a1f0a-971c-4ec4-a334-6e5abc275715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:57:05.204057 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e62f88-de59-43b4-a76e-9ca21e3d99d8 None None] Pushing event updated for resources: {'Port': ['ID=9a76515d-6e32-44b9-b78a-62fa04ecfc3c,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:05.218769 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-1e786508-7b32-4038-94db-28938e720d62 None None] Provisioning complete for port 9a76515d-6e32-44b9-b78a-62fa04ecfc3c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:57:05.219179 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1e786508-7b32-4038-94db-28938e720d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:05.440476 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-d59ba22e-3b40-42f0-a572-71d54e8e3402 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1208985088&fields=id&tenant_id=6ced274264f044149e702ef5ae927034 HTTP/1.1" status: 200 len: 267 time: 0.0491700 Nov 10 19:57:05.557938 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-d784ab66-8f85-4f21-8a39-080113ff56ce tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:05.559621 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-d784ab66-8f85-4f21-8a39-080113ff56ce tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/networks?id=7f708b7f-d8fc-4a63-a008-f06a6dd04307 HTTP/1.1" status: 200 len: 797 time: 0.1119823 Nov 10 19:57:05.576807 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-5464f186-722b-4331-bf53-6800329d43ab tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/quotas/6ced274264f044149e702ef5ae927034 HTTP/1.1" status: 200 len: 375 time: 0.0106976 Nov 10 19:57:05.633255 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-6f3323d2-9c0a-4f87-9761-1ef2cbca46ce tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ced274264f044149e702ef5ae927034&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507765 Nov 10 19:57:05.733830 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-3b5ae23a-b497-4dfb-9f0c-6e590f344d65 service neutron] 10.222.0.54 "GET /v2.0/networks/7f708b7f-d8fc-4a63-a008-f06a6dd04307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876124 Nov 10 19:57:05.836223 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-3250f7e0-39c1-4e00-aa8d-cb8eae69b801 service neutron] 10.222.0.54 "GET /v2.0/networks/7f708b7f-d8fc-4a63-a008-f06a6dd04307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955243 Nov 10 19:57:06.029088 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6c15429c-c66d-489b-ad3a-ca7f85cc597d req-6a92218c-70cb-48ff-b709-ee5cc600a9c5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce3bd2c9-3c0e-421b-a460-59e4138079b6 HTTP/1.1" status: 200 len: 210 time: 0.0427380 Nov 10 19:57:06.752895 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 9a76515d-6e32-44b9-b78a-62fa04ecfc3c up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:57:06.814814 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 9a76515d-6e32-44b9-b78a-62fa04ecfc3c triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:57:06.815677 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:07.156900 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51591c31-27a1-4474-88d4-559882cb66d2 req-5bc3a0d6-567b-4579-be3f-d264b6227150 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce3bd2c9-3c0e-421b-a460-59e4138079b6 HTTP/1.1" status: 200 len: 210 time: 0.0444245 Nov 10 19:57:07.286536 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-ec60cb50-d30f-4ee4-aedf-41bd5e68f0ec tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:07.289817 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-ec60cb50-d30f-4ee4-aedf-41bd5e68f0ec tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.73 "GET /v2.0/networks?id=7f708b7f-d8fc-4a63-a008-f06a6dd04307 HTTP/1.1" status: 200 len: 797 time: 0.1450756 Nov 10 19:57:07.380868 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-1fe80153-728e-437a-a0c4-f233c5db4af1 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ced274264f044149e702ef5ae927034 HTTP/1.1" status: 200 len: 380 time: 0.0808604 Nov 10 19:57:07.390901 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-1592f583-7e01-45c8-9064-d1e8eeca80d5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Request body: {'port': {'device_id': 'ce3bd2c9-3c0e-421b-a460-59e4138079b6', 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307', 'admin_state_up': True, 'tenant_id': '6ced274264f044149e702ef5ae927034', 'security_groups': ['cead410c-0bb5-4f3d-86ad-ac8f5f918bd9']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:57:07.531760 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-1592f583-7e01-45c8-9064-d1e8eeca80d5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Made reservation on behalf of 6ced274264f044149e702ef5ae927034 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:57:07.535260 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-1592f583-7e01-45c8-9064-d1e8eeca80d5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:07.676481 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-1592f583-7e01-45c8-9064-d1e8eeca80d5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Allocated IP 172.20.0.7 (7f708b7f-d8fc-4a63-a008-f06a6dd04307/990a1f0a-971c-4ec4-a334-6e5abc275715/ca3b9d64-f4e7-4935-b49d-ba3bffb5b447) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:57:07.832357 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-1592f583-7e01-45c8-9064-d1e8eeca80d5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:07.873208 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-1592f583-7e01-45c8-9064-d1e8eeca80d5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:07.914758 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-1592f583-7e01-45c8-9064-d1e8eeca80d5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Network 7f708b7f-d8fc-4a63-a008-f06a6dd04307 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:57:07.919813 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-1592f583-7e01-45c8-9064-d1e8eeca80d5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:57:07.923537 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-1592f583-7e01-45c8-9064-d1e8eeca80d5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:57:07.930428 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592f583-7e01-45c8-9064-d1e8eeca80d5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'Port': ['ID=ca3b9d64-f4e7-4935-b49d-ba3bffb5b447,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:07.982801 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-1592f583-7e01-45c8-9064-d1e8eeca80d5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:07.983439 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-1592f583-7e01-45c8-9064-d1e8eeca80d5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:08.000897 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-1592f583-7e01-45c8-9064-d1e8eeca80d5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6138988 Nov 10 19:57:08.012562 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-549181b8-0fb4-4320-a944-e363bb2b2c09 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:57:08.013898 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-549181b8-0fb4-4320-a944-e363bb2b2c09 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058665 Nov 10 19:57:08.085683 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-fb994178-5bde-472b-b5ff-bc2ec8c42dbb service neutron] Request body: {'port': {'device_id': 'ce3bd2c9-3c0e-421b-a460-59e4138079b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:57:08.138275 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-fb994178-5bde-472b-b5ff-bc2ec8c42dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:08.182311 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f10989b9-20c4-4516-bfa6-ba6739ae5424 None None] Provisioning complete for port ca3b9d64-f4e7-4935-b49d-ba3bffb5b447 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:57:08.182900 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f10989b9-20c4-4516-bfa6-ba6739ae5424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:08.218451 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-f10989b9-20c4-4516-bfa6-ba6739ae5424 None None] Port ca3b9d64-f4e7-4935-b49d-ba3bffb5b447 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:57:08.352354 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788c9ac-3b6b-4a22-855b-76fa2cc13502 req-c9f49b9f-566e-4e7e-b807-0ac0d5e8115e tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:08.353677 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e788c9ac-3b6b-4a22-855b-76fa2cc13502 req-c9f49b9f-566e-4e7e-b807-0ac0d5e8115e tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce3bd2c9-3c0e-421b-a460-59e4138079b6 HTTP/1.1" status: 200 len: 931 time: 0.1127284 Nov 10 19:57:08.429546 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e788c9ac-3b6b-4a22-855b-76fa2cc13502 req-a1867d14-96f3-4207-99e1-892b94413442 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/security-groups?id=cead410c-0bb5-4f3d-86ad-ac8f5f918bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681612 Nov 10 19:57:08.478224 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-fb994178-5bde-472b-b5ff-bc2ec8c42dbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca3b9d64-f4e7-4935-b49d-ba3bffb5b447 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:57:08.486345 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-fb994178-5bde-472b-b5ff-bc2ec8c42dbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:08.498618 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-fb994178-5bde-472b-b5ff-bc2ec8c42dbb service neutron] Transition to ACTIVE for port object ca3b9d64-f4e7-4935-b49d-ba3bffb5b447 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:57:08.505055 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-fb994178-5bde-472b-b5ff-bc2ec8c42dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:08.558829 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb994178-5bde-472b-b5ff-bc2ec8c42dbb service neutron] Pushing event updated for resources: {'Port': ['ID=ca3b9d64-f4e7-4935-b49d-ba3bffb5b447,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:08.636435 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-fb994178-5bde-472b-b5ff-bc2ec8c42dbb service neutron] Attempting to bind port ca3b9d64-f4e7-4935-b49d-ba3bffb5b447 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:57:08.636777 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-fb994178-5bde-472b-b5ff-bc2ec8c42dbb service neutron] Attempting to bind port ca3b9d64-f4e7-4935-b49d-ba3bffb5b447 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '0e201805-8a0b-4759-a1ba-4d5da80e666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:57:08.637111 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-fb994178-5bde-472b-b5ff-bc2ec8c42dbb service neutron] Attempting to bind port ca3b9d64-f4e7-4935-b49d-ba3bffb5b447 on network 7f708b7f-d8fc-4a63-a008-f06a6dd04307 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:57:08.642402 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-fb994178-5bde-472b-b5ff-bc2ec8c42dbb service neutron] Port ca3b9d64-f4e7-4935-b49d-ba3bffb5b447 on network 7f708b7f-d8fc-4a63-a008-f06a6dd04307 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:57:08.642724 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-fb994178-5bde-472b-b5ff-bc2ec8c42dbb service neutron] Attempting to bind port ca3b9d64-f4e7-4935-b49d-ba3bffb5b447 on network 7f708b7f-d8fc-4a63-a008-f06a6dd04307 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:57:08.647951 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-fb994178-5bde-472b-b5ff-bc2ec8c42dbb service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:57:08.648425 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-fb994178-5bde-472b-b5ff-bc2ec8c42dbb service neutron] Checking segment: {'id': '0e201805-8a0b-4759-a1ba-4d5da80e666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:57:08.648936 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-fb994178-5bde-472b-b5ff-bc2ec8c42dbb service neutron] Bound using segment: {'id': '0e201805-8a0b-4759-a1ba-4d5da80e666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:57:08.649375 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-fb994178-5bde-472b-b5ff-bc2ec8c42dbb service neutron] Bound port: ca3b9d64-f4e7-4935-b49d-ba3bffb5b447, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e201805-8a0b-4759-a1ba-4d5da80e666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:57:08.649926 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-fb994178-5bde-472b-b5ff-bc2ec8c42dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:08.716069 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-fb994178-5bde-472b-b5ff-bc2ec8c42dbb service neutron] For port ca3b9d64-f4e7-4935-b49d-ba3bffb5b447, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:57:08.719123 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-fb994178-5bde-472b-b5ff-bc2ec8c42dbb service neutron] For port ca3b9d64-f4e7-4935-b49d-ba3bffb5b447, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=ca3b9d64-f4e7-4935-b49d-ba3bffb5b447,segment=NetworkSegment(0e201805-8a0b-4759-a1ba-4d5da80e666b),segment_id=0e201805-8a0b-4759-a1ba-4d5da80e666b)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:57:08.724421 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-fb994178-5bde-472b-b5ff-bc2ec8c42dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:08.759503 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-fb994178-5bde-472b-b5ff-bc2ec8c42dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:08.760390 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-fb994178-5bde-472b-b5ff-bc2ec8c42dbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:08.761956 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-fb994178-5bde-472b-b5ff-bc2ec8c42dbb service neutron] 10.222.0.73 "PUT /v2.0/ports/ca3b9d64-f4e7-4935-b49d-ba3bffb5b447 HTTP/1.1" status: 200 len: 1091 time: 0.7393281 Nov 10 19:57:08.762492 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce3bd2c9-3c0e-421b-a460-59e4138079b6', 'tag': 'ca3b9d64-f4e7-4935-b49d-ba3bffb5b447'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:57:08.764770 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab7f5ba-e937-4bf6-bb78-6e3a82f48d96" -d '{"events": [{"name": "network-changed", "server_uuid": "ce3bd2c9-3c0e-421b-a460-59e4138079b6", "tag": "ca3b9d64-f4e7-4935-b49d-ba3bffb5b447"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:57:08.788594 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb994178-5bde-472b-b5ff-bc2ec8c42dbb service neutron] Pushing event updated for resources: {'Port': ['ID=ca3b9d64-f4e7-4935-b49d-ba3bffb5b447,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:08.825491 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7599ddae-c656-4d51-9fd8-360ed23dc0a2 x-openstack-request-id: req-7599ddae-c656-4d51-9fd8-360ed23dc0a2 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:57:08.825893 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce3bd2c9-3c0e-421b-a460-59e4138079b6", "tag": "ca3b9d64-f4e7-4935-b49d-ba3bffb5b447", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:57:08.826151 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7599ddae-c656-4d51-9fd8-360ed23dc0a2 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:57:08.826548 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce3bd2c9-3c0e-421b-a460-59e4138079b6', 'tag': 'ca3b9d64-f4e7-4935-b49d-ba3bffb5b447', 'status': 'completed', 'code': 200} Nov 10 19:57:08.864433 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-427329cc-eb9b-4f01-958c-894eb9dddcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:08.865943 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-427329cc-eb9b-4f01-958c-894eb9dddcb5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ced274264f044149e702ef5ae927034&device_id=ce3bd2c9-3c0e-421b-a460-59e4138079b6 HTTP/1.1" status: 200 len: 1094 time: 0.0504549 Nov 10 19:57:08.914272 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-08c3dfc9-b5b3-4a54-acfc-2307d6f89eb9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca3b9d64-f4e7-4935-b49d-ba3bffb5b447 HTTP/1.1" status: 200 len: 217 time: 0.0389037 Nov 10 19:57:08.967899 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-0c47a006-777c-4d28-bc77-1ad6aedf10fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:08.969408 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-0c47a006-777c-4d28-bc77-1ad6aedf10fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=990a1f0a-971c-4ec4-a334-6e5abc275715 HTTP/1.1" status: 200 len: 834 time: 0.0471747 Nov 10 19:57:09.016825 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-9e8471be-ce55-43da-a87e-bbeb2270ee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:09.018356 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-9e8471be-ce55-43da-a87e-bbeb2270ee13 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7f708b7f-d8fc-4a63-a008-f06a6dd04307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409820 Nov 10 19:57:09.113100 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-5f7d96ca-0afd-4763-85e4-07cfd8ca90f0 service neutron] 10.222.0.73 "GET /v2.0/networks/7f708b7f-d8fc-4a63-a008-f06a6dd04307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862732 Nov 10 19:57:09.202190 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16e65a14-c320-4dcf-bdc0-7b9ba77fc091 req-f266a19f-c7fd-4e7d-a0da-5fba995f1978 service neutron] 10.222.0.73 "GET /v2.0/networks/7f708b7f-d8fc-4a63-a008-f06a6dd04307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812213 Nov 10 19:57:09.313785 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7f5ba-e937-4bf6-bb78-6e3a82f48d96 req-8f3cfa3a-bbf2-4f70-bd44-d1cfdf4e1512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:09.315383 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8ab7f5ba-e937-4bf6-bb78-6e3a82f48d96 req-8f3cfa3a-bbf2-4f70-bd44-d1cfdf4e1512 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ced274264f044149e702ef5ae927034&device_id=ce3bd2c9-3c0e-421b-a460-59e4138079b6 HTTP/1.1" status: 200 len: 1094 time: 0.0510807 Nov 10 19:57:09.418420 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7f5ba-e937-4bf6-bb78-6e3a82f48d96 req-4b352cff-a9f2-4883-8498-81eec6692b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:09.419927 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8ab7f5ba-e937-4bf6-bb78-6e3a82f48d96 req-4b352cff-a9f2-4883-8498-81eec6692b7f service neutron] 10.222.0.73 "GET /v2.0/networks?id=7f708b7f-d8fc-4a63-a008-f06a6dd04307 HTTP/1.1" status: 200 len: 898 time: 0.0958159 Nov 10 19:57:09.467862 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8ab7f5ba-e937-4bf6-bb78-6e3a82f48d96 req-1ed4c51f-7253-4638-b8e8-3f93e6e03c0c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca3b9d64-f4e7-4935-b49d-ba3bffb5b447 HTTP/1.1" status: 200 len: 217 time: 0.0388212 Nov 10 19:57:09.543481 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7f5ba-e937-4bf6-bb78-6e3a82f48d96 req-2a3c7ee1-62e0-4ae1-a288-a1e4f0b0e1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:09.544954 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8ab7f5ba-e937-4bf6-bb78-6e3a82f48d96 req-2a3c7ee1-62e0-4ae1-a288-a1e4f0b0e1b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=990a1f0a-971c-4ec4-a334-6e5abc275715 HTTP/1.1" status: 200 len: 834 time: 0.0694957 Nov 10 19:57:09.591902 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0df6e-c71d-4839-810c-29d83eea2d35 req-56bc3729-68ef-425b-bae0-b1634aa33b67 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:09.593483 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0ab0df6e-c71d-4839-810c-29d83eea2d35 req-56bc3729-68ef-425b-bae0-b1634aa33b67 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce3bd2c9-3c0e-421b-a460-59e4138079b6 HTTP/1.1" status: 200 len: 943 time: 0.0883291 Nov 10 19:57:09.625156 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7f5ba-e937-4bf6-bb78-6e3a82f48d96 req-0b345eba-54a5-4569-97b5-6c3b13fed1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:09.626682 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8ab7f5ba-e937-4bf6-bb78-6e3a82f48d96 req-0b345eba-54a5-4569-97b5-6c3b13fed1b4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7f708b7f-d8fc-4a63-a008-f06a6dd04307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740080 Nov 10 19:57:09.680379 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0ab0df6e-c71d-4839-810c-29d83eea2d35 req-f65e3c09-6656-4d57-8dd8-306b75c4299b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/security-groups?id=cead410c-0bb5-4f3d-86ad-ac8f5f918bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785973 Nov 10 19:57:09.741252 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8ab7f5ba-e937-4bf6-bb78-6e3a82f48d96 req-67792795-a9d3-40b5-afde-53fc57ce04c2 service neutron] 10.222.0.73 "GET /v2.0/networks/7f708b7f-d8fc-4a63-a008-f06a6dd04307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037827 Nov 10 19:57:09.856321 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8ab7f5ba-e937-4bf6-bb78-6e3a82f48d96 req-b0075f54-1f79-42a8-8a47-ff016752afc4 service neutron] 10.222.0.73 "GET /v2.0/networks/7f708b7f-d8fc-4a63-a008-f06a6dd04307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065903 Nov 10 19:57:10.820683 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4ed5c-6896-4b2d-b7d3-58e6c9f39401 req-921ae81d-2c05-4d31-9e71-d9b2cd0c7ac0 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:10.822199 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a2a4ed5c-6896-4b2d-b7d3-58e6c9f39401 req-921ae81d-2c05-4d31-9e71-d9b2cd0c7ac0 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce3bd2c9-3c0e-421b-a460-59e4138079b6 HTTP/1.1" status: 200 len: 943 time: 0.0602446 Nov 10 19:57:10.881941 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a2a4ed5c-6896-4b2d-b7d3-58e6c9f39401 req-309d6f9b-c421-4d75-8ebc-88121d70e443 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/security-groups?id=cead410c-0bb5-4f3d-86ad-ac8f5f918bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531354 Nov 10 19:57:11.232186 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device ca3b9d64-f4e7-4935-b49d-ba3bffb5b447 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:57:11.335807 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port ca3b9d64-f4e7-4935-b49d-ba3bffb5b447, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=ca3b9d64-f4e7-4935-b49d-ba3bffb5b447,segment=NetworkSegment(0e201805-8a0b-4759-a1ba-4d5da80e666b),segment_id=0e201805-8a0b-4759-a1ba-4d5da80e666b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:57:11.346974 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'ca3b9d64-f4e7-4935-b49d-ba3bffb5b447', 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307', 'port_id': 'ca3b9d64-f4e7-4935-b49d-ba3bffb5b447', 'mac_address': 'fa:16:3e:a9:21:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '990a1f0a-971c-4ec4-a334-6e5abc275715', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:57:11.388294 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:11.401211 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca3b9d64-f4e7-4935-b49d-ba3bffb5b447 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:57:11.421982 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port ca3b9d64-f4e7-4935-b49d-ba3bffb5b447, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=ca3b9d64-f4e7-4935-b49d-ba3bffb5b447,segment=NetworkSegment(0e201805-8a0b-4759-a1ba-4d5da80e666b),segment_id=0e201805-8a0b-4759-a1ba-4d5da80e666b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:57:11.428296 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:11.477543 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=ca3b9d64-f4e7-4935-b49d-ba3bffb5b447,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:11.635046 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['ca3b9d64-f4e7-4935-b49d-ba3bffb5b447'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:57:12.013816 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f72cbb-39f5-417c-b36b-43ca804ecddb req-c9eb46f7-c152-4b76-88c9-50242846da78 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:12.015327 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-68f72cbb-39f5-417c-b36b-43ca804ecddb req-c9eb46f7-c152-4b76-88c9-50242846da78 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce3bd2c9-3c0e-421b-a460-59e4138079b6 HTTP/1.1" status: 200 len: 944 time: 0.0506563 Nov 10 19:57:12.069962 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-68f72cbb-39f5-417c-b36b-43ca804ecddb req-1b184bfc-bb38-48be-a5db-eb3b42ed611f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/security-groups?id=cead410c-0bb5-4f3d-86ad-ac8f5f918bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452266 Nov 10 19:57:13.219404 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4ee32-00b0-4505-ad2b-cadf7b8fad39 req-1d6885eb-1cda-42b5-b71c-ff22247e6a18 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:13.220887 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-73e4ee32-00b0-4505-ad2b-cadf7b8fad39 req-1d6885eb-1cda-42b5-b71c-ff22247e6a18 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce3bd2c9-3c0e-421b-a460-59e4138079b6 HTTP/1.1" status: 200 len: 944 time: 0.0665019 Nov 10 19:57:13.244474 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device ca3b9d64-f4e7-4935-b49d-ba3bffb5b447 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:57:13.270487 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-73e4ee32-00b0-4505-ad2b-cadf7b8fad39 req-b2a0ac3c-7a03-4f36-8777-21c0bebc4b3a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/security-groups?id=cead410c-0bb5-4f3d-86ad-ac8f5f918bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435665 Nov 10 19:57:13.301040 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port ca3b9d64-f4e7-4935-b49d-ba3bffb5b447 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:57:13.305164 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port ca3b9d64-f4e7-4935-b49d-ba3bffb5b447 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:57:13.305530 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:13.385127 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:13.408322 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3bd2c9-3c0e-421b-a460-59e4138079b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3b9d64-f4e7-4935-b49d-ba3bffb5b447'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:57:13.410663 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bc34f4-6450-4eb3-88a9-99c31569093a" -d '{"events": [{"server_uuid": "ce3bd2c9-3c0e-421b-a460-59e4138079b6", "name": "network-vif-plugged", "status": "completed", "tag": "ca3b9d64-f4e7-4935-b49d-ba3bffb5b447"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:57:13.423983 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port ca3b9d64-f4e7-4935-b49d-ba3bffb5b447, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=ca3b9d64-f4e7-4935-b49d-ba3bffb5b447,segment=NetworkSegment(0e201805-8a0b-4759-a1ba-4d5da80e666b),segment_id=0e201805-8a0b-4759-a1ba-4d5da80e666b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:57:13.429940 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:13.458628 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7375af0f-5ec6-4bb9-a3da-2377d0621b04 x-openstack-request-id: req-7375af0f-5ec6-4bb9-a3da-2377d0621b04 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:57:13.458928 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce3bd2c9-3c0e-421b-a460-59e4138079b6", "name": "network-vif-plugged", "status": "completed", "tag": "ca3b9d64-f4e7-4935-b49d-ba3bffb5b447", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:57:13.459189 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7375af0f-5ec6-4bb9-a3da-2377d0621b04 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:57:13.459591 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce3bd2c9-3c0e-421b-a460-59e4138079b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3b9d64-f4e7-4935-b49d-ba3bffb5b447', 'code': 200} Nov 10 19:57:13.485529 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=ca3b9d64-f4e7-4935-b49d-ba3bffb5b447,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:13.551136 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fd89d-e02a-4464-a565-e5a992de0ecb req-f44803cb-9dcb-4a38-8442-4e9ccc64214b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:13.552637 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-841fd89d-e02a-4464-a565-e5a992de0ecb req-f44803cb-9dcb-4a38-8442-4e9ccc64214b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ce3bd2c9-3c0e-421b-a460-59e4138079b6 HTTP/1.1" status: 200 len: 1096 time: 0.0423255 Nov 10 19:57:13.603157 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-841fd89d-e02a-4464-a565-e5a992de0ecb req-4db0ff31-a9db-4b2f-b61c-b867c8155586 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cead410c-0bb5-4f3d-86ad-ac8f5f918bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427639 Nov 10 19:57:14.400897 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9da9d-3192-487d-857d-a567b49bafc8 req-21f1c8e9-fa73-455d-8f97-b1f8eb0ef98a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:14.402424 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16d9da9d-3192-487d-857d-a567b49bafc8 req-21f1c8e9-fa73-455d-8f97-b1f8eb0ef98a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce3bd2c9-3c0e-421b-a460-59e4138079b6 HTTP/1.1" status: 200 len: 945 time: 0.0565178 Nov 10 19:57:14.464900 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16d9da9d-3192-487d-857d-a567b49bafc8 req-9c69eaaa-e0fb-43bf-9ac9-78456d9f23a4 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/security-groups?id=cead410c-0bb5-4f3d-86ad-ac8f5f918bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539641 Nov 10 19:57:15.601558 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582f966-7562-4846-9e05-8a9556379913 req-9167f3f9-dc50-4de0-8a0f-bcd049021d7a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:15.603028 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c582f966-7562-4846-9e05-8a9556379913 req-9167f3f9-dc50-4de0-8a0f-bcd049021d7a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce3bd2c9-3c0e-421b-a460-59e4138079b6 HTTP/1.1" status: 200 len: 945 time: 0.0547595 Nov 10 19:57:15.656932 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c582f966-7562-4846-9e05-8a9556379913 req-adf51913-c331-4733-b08e-1830090886ba tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/security-groups?id=cead410c-0bb5-4f3d-86ad-ac8f5f918bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475724 Nov 10 19:57:15.790207 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecf75b-51f3-4282-882e-59173b4179fe req-14c247b8-d2f0-4462-9cd6-f129f63af935 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:15.791722 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7fecf75b-51f3-4282-882e-59173b4179fe req-14c247b8-d2f0-4462-9cd6-f129f63af935 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce3bd2c9-3c0e-421b-a460-59e4138079b6 HTTP/1.1" status: 200 len: 945 time: 0.0516675 Nov 10 19:57:15.843520 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7fecf75b-51f3-4282-882e-59173b4179fe req-17989eda-f6d4-4135-9642-f7f8033dbb1a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/security-groups?id=cead410c-0bb5-4f3d-86ad-ac8f5f918bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448856 Nov 10 19:57:15.866657 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53408) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:57:15.913090 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ada7b5d-7153-49eb-977a-c0871d0c340a tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:15.914610 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6ada7b5d-7153-49eb-977a-c0871d0c340a tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ce3bd2c9-3c0e-421b-a460-59e4138079b6 HTTP/1.1" status: 200 len: 1091 time: 0.0470023 Nov 10 19:57:15.917793 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53410) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:57:15.923222 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-d633b06b-b152-4665-8f24-df8c1e481755 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'port_id': 'ca3b9d64-f4e7-4935-b49d-ba3bffb5b447', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:57:15.947130 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d633b06b-b152-4665-8f24-df8c1e481755 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for floatingip, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:16.053797 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d633b06b-b152-4665-8f24-df8c1e481755 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:16.157567 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-d633b06b-b152-4665-8f24-df8c1e481755 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Allocated IP 172.25.3.187 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/88ee08f3-13f7-45b6-9472-e9dafa1cdf46) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:57:16.260569 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d633b06b-b152-4665-8f24-df8c1e481755 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:16.297164 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d633b06b-b152-4665-8f24-df8c1e481755 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:16.346165 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d633b06b-b152-4665-8f24-df8c1e481755 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:57:16.349163 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-d633b06b-b152-4665-8f24-df8c1e481755 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:57:16.353630 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d633b06b-b152-4665-8f24-df8c1e481755 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:57:16.356676 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633b06b-b152-4665-8f24-df8c1e481755 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'Port': ['ID=88ee08f3-13f7-45b6-9472-e9dafa1cdf46,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:16.748912 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d633b06b-b152-4665-8f24-df8c1e481755 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:17.163213 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d633b06b-b152-4665-8f24-df8c1e481755 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:17.318608 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d633b06b-b152-4665-8f24-df8c1e481755 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:17.325440 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d633b06b-b152-4665-8f24-df8c1e481755 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:17.391598 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633b06b-b152-4665-8f24-df8c1e481755 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'Port': ['ID=88ee08f3-13f7-45b6-9472-e9dafa1cdf46,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:17.405961 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d633b06b-b152-4665-8f24-df8c1e481755 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:17.506441 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-d633b06b-b152-4665-8f24-df8c1e481755 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Floating IP dd006bbe-2209-4f31-8a49-9b48e94ee2b0 associated. External IP: 172.25.3.187, port: ca3b9d64-f4e7-4935-b49d-ba3bffb5b447. Nov 10 19:57:17.724757 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d633b06b-b152-4665-8f24-df8c1e481755 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Router 6b889aff-ec67-4e29-ab13-9ce64227b959 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:57:17.834438 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d633b06b-b152-4665-8f24-df8c1e481755 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:57:17.846288 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddc54a2-2e9a-4191-a9a8-a1569044dd53 None None] Sync routers for ids ['6b889aff-ec67-4e29-ab13-9ce64227b959'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:57:17.854327 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d633b06b-b152-4665-8f24-df8c1e481755 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:17.856049 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddc54a2-2e9a-4191-a9a8-a1569044dd53 None None] Routers {'6b889aff-ec67-4e29-ab13-9ce64227b959'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:57:17.856969 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-dddc54a2-2e9a-4191-a9a8-a1569044dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:56:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['6b889aff-ec67-4e29-ab13-9ce64227b959'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:57:17.882534 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d633b06b-b152-4665-8f24-df8c1e481755 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9636953 Nov 10 19:57:17.883261 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce3bd2c9-3c0e-421b-a460-59e4138079b6', 'tag': 'ca3b9d64-f4e7-4935-b49d-ba3bffb5b447'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:57:17.885559 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53412) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:57:17.886081 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4942c0-994f-4adf-b8bb-4e79b45e284d" -d '{"events": [{"name": "network-changed", "server_uuid": "ce3bd2c9-3c0e-421b-a460-59e4138079b6", "tag": "ca3b9d64-f4e7-4935-b49d-ba3bffb5b447"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:57:17.926011 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f82ba7-b4e5-472c-9540-05a12c3456e0 x-openstack-request-id: req-71f82ba7-b4e5-472c-9540-05a12c3456e0 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:57:17.926345 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce3bd2c9-3c0e-421b-a460-59e4138079b6", "tag": "ca3b9d64-f4e7-4935-b49d-ba3bffb5b447", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:57:17.926685 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-71f82ba7-b4e5-472c-9540-05a12c3456e0 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:57:17.927114 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce3bd2c9-3c0e-421b-a460-59e4138079b6', 'tag': 'ca3b9d64-f4e7-4935-b49d-ba3bffb5b447', 'status': 'completed', 'code': 200} Nov 10 19:57:17.956432 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-00c12262-ae0f-41a6-b6b3-efd8b5b8d700 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/floatingips/dd006bbe-2209-4f31-8a49-9b48e94ee2b0 HTTP/1.1" status: 200 len: 991 time: 0.0683036 Nov 10 19:57:17.971469 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-dddc54a2-2e9a-4191-a9a8-a1569044dd53 None None] Set router 6b889aff-ec67-4e29-ab13-9ce64227b959 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:57:17.996275 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4942c0-994f-4adf-b8bb-4e79b45e284d req-0b82d19b-9bc6-4323-a02d-9c73e0171257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:17.997837 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb4942c0-994f-4adf-b8bb-4e79b45e284d req-0b82d19b-9bc6-4323-a02d-9c73e0171257 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ced274264f044149e702ef5ae927034&device_id=ce3bd2c9-3c0e-421b-a460-59e4138079b6 HTTP/1.1" status: 200 len: 1096 time: 0.0412166 Nov 10 19:57:18.095427 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4942c0-994f-4adf-b8bb-4e79b45e284d req-4a610188-b44c-413c-ab82-ef3b403718e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:18.096844 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb4942c0-994f-4adf-b8bb-4e79b45e284d req-4a610188-b44c-413c-ab82-ef3b403718e0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7f708b7f-d8fc-4a63-a008-f06a6dd04307 HTTP/1.1" status: 200 len: 898 time: 0.0923650 Nov 10 19:57:18.165235 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb4942c0-994f-4adf-b8bb-4e79b45e284d req-a7c81c0e-09ae-4df8-bf23-2130c213cce6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca3b9d64-f4e7-4935-b49d-ba3bffb5b447 HTTP/1.1" status: 200 len: 999 time: 0.0605509 Nov 10 19:57:18.191911 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-dddc54a2-2e9a-4191-a9a8-a1569044dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'name': 'tempest-TestNetworkBasicOps-router-452722265', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:57:02Z', 'revision_number': 4, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:40:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'dd006bbe-2209-4f31-8a49-9b48e94ee2b0', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'port_id': 'ca3b9d64-f4e7-4935-b49d-ba3bffb5b447', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307', 'mac_address': 'fa:16:3e:a9:21:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3bd2c9-3c0e-421b-a460-59e4138079b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:57:16Z', 'updated_at': '2021-11-10T19:57:16Z', 'revision_number': 0, 'project_id': '6ced274264f044149e702ef5ae927034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a76515d-6e32-44b9-b78a-62fa04ecfc3c', 'name': '', 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'mac_address': 'fa:16:3e:9e:af:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '990a1f0a-971c-4ec4-a334-6e5abc275715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:57:01Z', 'updated_at': '2021-11-10T19:57:04Z', 'revision_number': 5, 'project_id': '6ced274264f044149e702ef5ae927034', 'subnets': [{'id': '990a1f0a-971c-4ec4-a334-6e5abc275715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:57:18.220349 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4942c0-994f-4adf-b8bb-4e79b45e284d req-31eb94d3-11a5-43db-958d-746081baff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:18.221213 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddc54a2-2e9a-4191-a9a8-a1569044dd53 None None] Checking router: 6b889aff-ec67-4e29-ab13-9ce64227b959 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:57:18.221861 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb4942c0-994f-4adf-b8bb-4e79b45e284d req-31eb94d3-11a5-43db-958d-746081baff7e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=990a1f0a-971c-4ec4-a334-6e5abc275715 HTTP/1.1" status: 200 len: 834 time: 0.0499122 Nov 10 19:57:18.230567 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddc54a2-2e9a-4191-a9a8-a1569044dd53 None None] Routers {'6b889aff-ec67-4e29-ab13-9ce64227b959'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:57:18.231185 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-dddc54a2-2e9a-4191-a9a8-a1569044dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:56:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['6b889aff-ec67-4e29-ab13-9ce64227b959'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:57:18.268115 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4942c0-994f-4adf-b8bb-4e79b45e284d req-fef75777-4aa1-4a3d-8a66-51b91c2721b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:18.269669 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb4942c0-994f-4adf-b8bb-4e79b45e284d req-fef75777-4aa1-4a3d-8a66-51b91c2721b7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7f708b7f-d8fc-4a63-a008-f06a6dd04307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410755 Nov 10 19:57:18.333976 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-dddc54a2-2e9a-4191-a9a8-a1569044dd53 None None] Set router 6b889aff-ec67-4e29-ab13-9ce64227b959 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:57:18.361384 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb4942c0-994f-4adf-b8bb-4e79b45e284d req-77c9115b-5395-4db6-ba9c-a07e974b3d16 service neutron] 10.222.0.73 "GET /v2.0/networks/7f708b7f-d8fc-4a63-a008-f06a6dd04307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835059 Nov 10 19:57:18.458840 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb4942c0-994f-4adf-b8bb-4e79b45e284d req-1c61bf41-c22d-4b2f-ad0e-aebc05c95015 service neutron] 10.222.0.73 "GET /v2.0/networks/7f708b7f-d8fc-4a63-a008-f06a6dd04307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904644 Nov 10 19:57:18.573556 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-dddc54a2-2e9a-4191-a9a8-a1569044dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'name': 'tempest-TestNetworkBasicOps-router-452722265', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:57:02Z', 'revision_number': 4, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:40:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'dd006bbe-2209-4f31-8a49-9b48e94ee2b0', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'port_id': 'ca3b9d64-f4e7-4935-b49d-ba3bffb5b447', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307', 'mac_address': 'fa:16:3e:a9:21:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3bd2c9-3c0e-421b-a460-59e4138079b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:57:16Z', 'updated_at': '2021-11-10T19:57:16Z', 'revision_number': 0, 'project_id': '6ced274264f044149e702ef5ae927034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a76515d-6e32-44b9-b78a-62fa04ecfc3c', 'name': '', 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'mac_address': 'fa:16:3e:9e:af:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '990a1f0a-971c-4ec4-a334-6e5abc275715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:57:01Z', 'updated_at': '2021-11-10T19:57:04Z', 'revision_number': 5, 'project_id': '6ced274264f044149e702ef5ae927034', 'subnets': [{'id': '990a1f0a-971c-4ec4-a334-6e5abc275715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:57:18.601159 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddc54a2-2e9a-4191-a9a8-a1569044dd53 None None] The sync data for ids ['6b889aff-ec67-4e29-ab13-9ce64227b959'] in n-d-813897-4 is: [{'id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'name': 'tempest-TestNetworkBasicOps-router-452722265', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:57:02Z', 'revision_number': 4, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:40:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'dd006bbe-2209-4f31-8a49-9b48e94ee2b0', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'port_id': 'ca3b9d64-f4e7-4935-b49d-ba3bffb5b447', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307', 'mac_address': 'fa:16:3e:a9:21:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3bd2c9-3c0e-421b-a460-59e4138079b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:57:16Z', 'updated_at': '2021-11-10T19:57:16Z', 'revision_number': 0, 'project_id': '6ced274264f044149e702ef5ae927034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a76515d-6e32-44b9-b78a-62fa04ecfc3c', 'name': '', 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'mac_address': 'fa:16:3e:9e:af:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '990a1f0a-971c-4ec4-a334-6e5abc275715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:57:01Z', 'updated_at': '2021-11-10T19:57:04Z', 'revision_number': 5, 'project_id': '6ced274264f044149e702ef5ae927034', 'subnets': [{'id': '990a1f0a-971c-4ec4-a334-6e5abc275715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:57:18.812399 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b465acbb-c00f-428e-9bc1-04ae03e507f9 None None] New status for floating IP dd006bbe-2209-4f31-8a49-9b48e94ee2b0: ACTIVE {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:57:18.959582 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53416) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:57:19.036148 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-24d80e28-647b-4589-affd-844d67fd0a3d tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/floatingips/dd006bbe-2209-4f31-8a49-9b48e94ee2b0 HTTP/1.1" status: 200 len: 993 time: 0.0753992 Nov 10 19:57:23.483896 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1339292f-e542-4bfc-a310-5866bc9ed8fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:25.081875 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:25.372566 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:25.718578 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4727f96e-6ce6-4c0c-9367-83a2cff41ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:27.329407 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:28.829168 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:29.402111 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:34.168390 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:57:50.310326 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53428) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:57:50.406135 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fda1d0a-1ced-4210-b04e-93124dc66972 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:50.406613 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fda1d0a-1ced-4210-b04e-93124dc66972 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:50.407079 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fda1d0a-1ced-4210-b04e-93124dc66972 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:50.408840 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2fda1d0a-1ced-4210-b04e-93124dc66972 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] 10.222.0.54 "GET /v2.0/ports?project_id=6ced274264f044149e702ef5ae927034&network_id=7f708b7f-d8fc-4a63-a008-f06a6dd04307 HTTP/1.1" status: 200 len: 2969 time: 0.0974867 Nov 10 19:57:52.516048 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53438) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:57:52.576115 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68748b68-2b9b-46f3-8d53-fb777f1a8110 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:52.577810 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-68748b68-2b9b-46f3-8d53-fb777f1a8110 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd HTTP/1.1" status: 200 len: 814 time: 0.0606422 Nov 10 19:57:53.231215 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-84ce9eba-9bd6-42c3-8623-0b0c24de8ccf req-4fff77a9-23bd-4e73-b308-64bc4e177288 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ce3bd2c9-3c0e-421b-a460-59e4138079b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514386 Nov 10 19:57:53.335587 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce9eba-9bd6-42c3-8623-0b0c24de8ccf req-ede32715-4b95-4aa5-a96e-cfa3b45415b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:53.337179 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-84ce9eba-9bd6-42c3-8623-0b0c24de8ccf req-ede32715-4b95-4aa5-a96e-cfa3b45415b1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ced274264f044149e702ef5ae927034&device_id=ce3bd2c9-3c0e-421b-a460-59e4138079b6 HTTP/1.1" status: 200 len: 1096 time: 0.0468464 Nov 10 19:57:53.362138 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53444) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:57:53.367524 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-cfc062a6-17d0-4ffc-a262-959bc6d6716b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Request body: {'network': {'name': 'tempest-network-smoke--1339300974', 'project_id': '6ced274264f044149e702ef5ae927034', 'port_security_enabled': True}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:57:53.392314 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc062a6-17d0-4ffc-a262-959bc6d6716b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Made reservation on behalf of 6ced274264f044149e702ef5ae927034 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:57:53.396397 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cfc062a6-17d0-4ffc-a262-959bc6d6716b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:53.420343 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc062a6-17d0-4ffc-a262-959bc6d6716b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:57:53.432270 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cfc062a6-17d0-4ffc-a262-959bc6d6716b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:53.432542 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-cfc062a6-17d0-4ffc-a262-959bc6d6716b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Added segment bf70aaa8-27d7-410a-818e-60024810ac6c of type vlan for network 3dcfbe0f-68f7-4658-811c-0616fd92026b Nov 10 19:57:53.452831 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce9eba-9bd6-42c3-8623-0b0c24de8ccf req-2be68397-3430-4106-8ede-f8ece752a09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:53.454357 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-84ce9eba-9bd6-42c3-8623-0b0c24de8ccf req-2be68397-3430-4106-8ede-f8ece752a09b service neutron] 10.222.0.73 "GET /v2.0/networks?id=7f708b7f-d8fc-4a63-a008-f06a6dd04307 HTTP/1.1" status: 200 len: 898 time: 0.0948324 Nov 10 19:57:53.473892 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cfc062a6-17d0-4ffc-a262-959bc6d6716b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:53.480459 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-15251515-b8d2-4e19-b110-acac2079119a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:53.501391 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cfc062a6-17d0-4ffc-a262-959bc6d6716b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:53.509254 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc062a6-17d0-4ffc-a262-959bc6d6716b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:53.509865 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cfc062a6-17d0-4ffc-a262-959bc6d6716b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:53.527215 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-84ce9eba-9bd6-42c3-8623-0b0c24de8ccf req-8facdcf1-bc79-48c0-89de-017b907fd23e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca3b9d64-f4e7-4935-b49d-ba3bffb5b447 HTTP/1.1" status: 200 len: 1001 time: 0.0639272 Nov 10 19:57:53.554363 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cfc062a6-17d0-4ffc-a262-959bc6d6716b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1910834 Nov 10 19:57:53.566164 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53446) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:57:53.588783 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc062a6-17d0-4ffc-a262-959bc6d6716b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'Network': ['ID=3dcfbe0f-68f7-4658-811c-0616fd92026b,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:53.598111 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc062a6-17d0-4ffc-a262-959bc6d6716b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:53.598111 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc062a6-17d0-4ffc-a262-959bc6d6716b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:53.598111 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc062a6-17d0-4ffc-a262-959bc6d6716b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:53.598473 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc062a6-17d0-4ffc-a262-959bc6d6716b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:53.602210 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc062a6-17d0-4ffc-a262-959bc6d6716b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:53.602210 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc062a6-17d0-4ffc-a262-959bc6d6716b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:53.602210 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc062a6-17d0-4ffc-a262-959bc6d6716b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:53.602210 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc062a6-17d0-4ffc-a262-959bc6d6716b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:53.602210 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc062a6-17d0-4ffc-a262-959bc6d6716b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:53.602210 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc062a6-17d0-4ffc-a262-959bc6d6716b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:53.602210 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc062a6-17d0-4ffc-a262-959bc6d6716b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:53.602210 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc062a6-17d0-4ffc-a262-959bc6d6716b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:53.615853 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 3dcfbe0f-68f7-4658-811c-0616fd92026b details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:57:53.644849 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce9eba-9bd6-42c3-8623-0b0c24de8ccf req-9ee553c0-a617-44eb-b1da-b6836e1478bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:53.646804 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-84ce9eba-9bd6-42c3-8623-0b0c24de8ccf req-9ee553c0-a617-44eb-b1da-b6836e1478bd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=990a1f0a-971c-4ec4-a334-6e5abc275715 HTTP/1.1" status: 200 len: 834 time: 0.1120229 Nov 10 19:57:53.654626 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab368bc1-ca39-4653-8ed3-1a7dc3594469 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:53.656057 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ab368bc1-ca39-4653-8ed3-1a7dc3594469 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=6ced274264f044149e702ef5ae927034&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0889454 Nov 10 19:57:53.659158 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53448) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:57:53.698198 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce9eba-9bd6-42c3-8623-0b0c24de8ccf req-e2c28f3d-07f9-44ac-84fe-964db8d37d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:53.699765 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-84ce9eba-9bd6-42c3-8623-0b0c24de8ccf req-e2c28f3d-07f9-44ac-84fe-964db8d37d83 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7f708b7f-d8fc-4a63-a008-f06a6dd04307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426116 Nov 10 19:57:53.760305 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1273e43-04bd-4bbc-9808-88380e7941b6 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:53.764396 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e1273e43-04bd-4bbc-9808-88380e7941b6 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1014838 Nov 10 19:57:53.764656 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53450) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:57:53.800960 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-60f3cac4-4fbe-4c4e-9cb0-a11bafc9aa5f tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326726 Nov 10 19:57:53.801184 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53452) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:57:53.808073 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-84ce9eba-9bd6-42c3-8623-0b0c24de8ccf req-af61ba0d-b611-4edd-9fda-78cbd5f9ad04 service neutron] 10.222.0.73 "GET /v2.0/networks/7f708b7f-d8fc-4a63-a008-f06a6dd04307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930021 Nov 10 19:57:53.829807 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-078974ab-0a1a-4ab5-9640-8d13d0147e52 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=6ced274264f044149e702ef5ae927034&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275378 Nov 10 19:57:53.832430 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53454) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:57:53.907367 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-84ce9eba-9bd6-42c3-8623-0b0c24de8ccf req-97fcdac0-a431-4650-87b7-f8c6296d750c service neutron] 10.222.0.73 "GET /v2.0/networks/7f708b7f-d8fc-4a63-a008-f06a6dd04307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913093 Nov 10 19:57:53.920292 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0148634a-1a49-4428-8f89-b295d21aca0b tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:53.922209 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0148634a-1a49-4428-8f89-b295d21aca0b tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0881040 Nov 10 19:57:53.924999 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53456) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:57:53.957801 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9751735f-c13e-453d-be0b-1413a6bd3d67 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316038 Nov 10 19:57:53.960679 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53458) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:57:53.965292 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-21c1bda7-2e6d-4b6c-afb4-735f4ac3ed64 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-448591851', 'network_id': '3dcfbe0f-68f7-4658-811c-0616fd92026b', 'project_id': '6ced274264f044149e702ef5ae927034', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:57:54.388940 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c1bda7-2e6d-4b6c-afb4-735f4ac3ed64 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Made reservation on behalf of 6ced274264f044149e702ef5ae927034 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:57:54.392492 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-21c1bda7-2e6d-4b6c-afb4-735f4ac3ed64 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:54.585300 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-21c1bda7-2e6d-4b6c-afb4-735f4ac3ed64 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:54.654833 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1bda7-2e6d-4b6c-afb4-735f4ac3ed64 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'Subnet': ['ID=f58e2da8-5a5a-42b0-8a69-80f35df2d027,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:54.663625 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c1bda7-2e6d-4b6c-afb4-735f4ac3ed64 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Checking segment: {'id': 'bf70aaa8-27d7-410a-818e-60024810ac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3dcfbe0f-68f7-4658-811c-0616fd92026b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:57:54.664005 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c1bda7-2e6d-4b6c-afb4-735f4ac3ed64 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Network hostable DHCP agents. Network: 3dcfbe0f-68f7-4658-811c-0616fd92026b, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:57:54.682265 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c1bda7-2e6d-4b6c-afb4-735f4ac3ed64 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Network 3dcfbe0f-68f7-4658-811c-0616fd92026b is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:57:54.691761 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-21c1bda7-2e6d-4b6c-afb4-735f4ac3ed64 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 3dcfbe0f-68f7-4658-811c-0616fd92026b) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:57:54.696151 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c1bda7-2e6d-4b6c-afb4-735f4ac3ed64 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:54.696742 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-21c1bda7-2e6d-4b6c-afb4-735f4ac3ed64 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:54.701027 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06abb5db-eac7-469a-919f-cfae831dc9d7 None None] Network 3dcfbe0f-68f7-4658-811c-0616fd92026b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:57:54.713534 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-21c1bda7-2e6d-4b6c-afb4-735f4ac3ed64 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7519641 Nov 10 19:57:54.852001 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9bd47a-cad8-4c61-b325-cf5cb11284fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-3dcfbe0f-68f7-4658-811c-0616fd92026b', 'network_id': '3dcfbe0f-68f7-4658-811c-0616fd92026b', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'fixed_ips': [{'subnet_id': 'f58e2da8-5a5a-42b0-8a69-80f35df2d027'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:57:54.852861 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ee9bd47a-cad8-4c61-b325-cf5cb11284fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:54.998293 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-ee9bd47a-cad8-4c61-b325-cf5cb11284fa None None] Allocated IP 172.20.0.18 (3dcfbe0f-68f7-4658-811c-0616fd92026b/f58e2da8-5a5a-42b0-8a69-80f35df2d027/2f9ea332-08b1-400a-9f08-400cf5e81c77) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:57:55.098376 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53462) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:57:55.103294 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-f83cc00b-636c-42db-966d-d6798d785867 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1237853127', 'description': 'tempest-secgroup-smoke-1237853127 description', 'project_id': '6ced274264f044149e702ef5ae927034'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:57:55.128108 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f83cc00b-636c-42db-966d-d6798d785867 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:55.203853 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f83cc00b-636c-42db-966d-d6798d785867 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:55.211250 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f83cc00b-636c-42db-966d-d6798d785867 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:55.247633 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f83cc00b-636c-42db-966d-d6798d785867 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:55.248943 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f83cc00b-636c-42db-966d-d6798d785867 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1494248 Nov 10 19:57:55.251006 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83cc00b-636c-42db-966d-d6798d785867 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21aad836-14d9-462c-80cb-565457f2669f,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:55.251295 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:55.252148 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53464) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:57:55.257372 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-2ccf727a-1a05-4a05-be63-2154398ff8f5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Request body: {'security_group_rule': {'security_group_id': '21aad836-14d9-462c-80cb-565457f2669f', 'project_id': '6ced274264f044149e702ef5ae927034', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:57:55.259426 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83cc00b-636c-42db-966d-d6798d785867 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:55.259757 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83cc00b-636c-42db-966d-d6798d785867 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:55.260098 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83cc00b-636c-42db-966d-d6798d785867 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:55.260433 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83cc00b-636c-42db-966d-d6798d785867 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:55.260767 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83cc00b-636c-42db-966d-d6798d785867 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:55.261091 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83cc00b-636c-42db-966d-d6798d785867 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:55.261418 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83cc00b-636c-42db-966d-d6798d785867 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:55.261743 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83cc00b-636c-42db-966d-d6798d785867 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:55.262087 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83cc00b-636c-42db-966d-d6798d785867 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:55.262415 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83cc00b-636c-42db-966d-d6798d785867 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:55.263016 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83cc00b-636c-42db-966d-d6798d785867 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:55.263131 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83cc00b-636c-42db-966d-d6798d785867 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:57:55.286956 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2ccf727a-1a05-4a05-be63-2154398ff8f5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:55.343584 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ee9bd47a-cad8-4c61-b325-cf5cb11284fa None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:55.350800 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ee9bd47a-cad8-4c61-b325-cf5cb11284fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:55.357564 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2ccf727a-1a05-4a05-be63-2154398ff8f5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:55.363303 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2ccf727a-1a05-4a05-be63-2154398ff8f5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:55.381098 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf727a-1a05-4a05-be63-2154398ff8f5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44abf12a-62a8-4157-9907-8edf1847ad9b,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:55.387276 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2ccf727a-1a05-4a05-be63-2154398ff8f5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:55.388721 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2ccf727a-1a05-4a05-be63-2154398ff8f5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1354406 Nov 10 19:57:55.391889 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53466) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:57:55.397092 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-f0629344-1bfe-4b7c-80a6-71556c066676 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Request body: {'security_group_rule': {'security_group_id': '21aad836-14d9-462c-80cb-565457f2669f', 'project_id': '6ced274264f044149e702ef5ae927034', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:57:55.398719 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9bd47a-cad8-4c61-b325-cf5cb11284fa None None] Network 3dcfbe0f-68f7-4658-811c-0616fd92026b is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:57:55.401369 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:55.404034 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-ee9bd47a-cad8-4c61-b325-cf5cb11284fa None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:57:55.410008 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9bd47a-cad8-4c61-b325-cf5cb11284fa None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:57:55.423252 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9bd47a-cad8-4c61-b325-cf5cb11284fa None None] Pushing event updated for resources: {'Port': ['ID=2f9ea332-08b1-400a-9f08-400cf5e81c77,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:55.426797 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f0629344-1bfe-4b7c-80a6-71556c066676 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:55.477408 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-ee9bd47a-cad8-4c61-b325-cf5cb11284fa None None] Attempting to bind port 2f9ea332-08b1-400a-9f08-400cf5e81c77 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:57:55.477810 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-ee9bd47a-cad8-4c61-b325-cf5cb11284fa None None] Attempting to bind port 2f9ea332-08b1-400a-9f08-400cf5e81c77 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'bf70aaa8-27d7-410a-818e-60024810ac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3dcfbe0f-68f7-4658-811c-0616fd92026b'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:57:55.478189 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9bd47a-cad8-4c61-b325-cf5cb11284fa None None] Attempting to bind port 2f9ea332-08b1-400a-9f08-400cf5e81c77 on network 3dcfbe0f-68f7-4658-811c-0616fd92026b {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:57:55.483639 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9bd47a-cad8-4c61-b325-cf5cb11284fa None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:57:55.484618 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9bd47a-cad8-4c61-b325-cf5cb11284fa None None] Checking segment: {'id': 'bf70aaa8-27d7-410a-818e-60024810ac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3dcfbe0f-68f7-4658-811c-0616fd92026b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:57:55.484618 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ee9bd47a-cad8-4c61-b325-cf5cb11284fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:55.484828 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9bd47a-cad8-4c61-b325-cf5cb11284fa None None] Bound using segment: {'id': 'bf70aaa8-27d7-410a-818e-60024810ac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3dcfbe0f-68f7-4658-811c-0616fd92026b'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:57:55.485381 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-ee9bd47a-cad8-4c61-b325-cf5cb11284fa None None] Bound port: 2f9ea332-08b1-400a-9f08-400cf5e81c77, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf70aaa8-27d7-410a-818e-60024810ac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3dcfbe0f-68f7-4658-811c-0616fd92026b'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:57:55.490796 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ee9bd47a-cad8-4c61-b325-cf5cb11284fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:55.501523 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f0629344-1bfe-4b7c-80a6-71556c066676 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:55.508657 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f0629344-1bfe-4b7c-80a6-71556c066676 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:55.530535 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0629344-1bfe-4b7c-80a6-71556c066676 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3f264f-9552-4e85-aad5-99c83602f82d,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:55.536734 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f0629344-1bfe-4b7c-80a6-71556c066676 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:55.538083 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f0629344-1bfe-4b7c-80a6-71556c066676 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1450472 Nov 10 19:57:55.540854 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53468) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:57:55.545442 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-c62ac9f0-dcb1-43ab-9b5e-fbb089308fb2 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Request body: {'security_group_rule': {'security_group_id': '21aad836-14d9-462c-80cb-565457f2669f', 'project_id': '6ced274264f044149e702ef5ae927034', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:57:55.560939 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-ee9bd47a-cad8-4c61-b325-cf5cb11284fa None None] For port 2f9ea332-08b1-400a-9f08-400cf5e81c77, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:57:55.564100 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-ee9bd47a-cad8-4c61-b325-cf5cb11284fa None None] For port 2f9ea332-08b1-400a-9f08-400cf5e81c77, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2f9ea332-08b1-400a-9f08-400cf5e81c77,segment=NetworkSegment(bf70aaa8-27d7-410a-818e-60024810ac6c),segment_id=bf70aaa8-27d7-410a-818e-60024810ac6c)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:57:55.569531 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ee9bd47a-cad8-4c61-b325-cf5cb11284fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:55.574832 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c62ac9f0-dcb1-43ab-9b5e-fbb089308fb2 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:55.632626 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9bd47a-cad8-4c61-b325-cf5cb11284fa None None] Pushing event updated for resources: {'Port': ['ID=2f9ea332-08b1-400a-9f08-400cf5e81c77,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:55.647821 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c62ac9f0-dcb1-43ab-9b5e-fbb089308fb2 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:55.652888 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c62ac9f0-dcb1-43ab-9b5e-fbb089308fb2 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:55.674637 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ac9f0-dcb1-43ab-9b5e-fbb089308fb2 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f5f1403-a030-4d99-8596-15606c54f0a3,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:55.685000 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c62ac9f0-dcb1-43ab-9b5e-fbb089308fb2 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:55.686383 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c62ac9f0-dcb1-43ab-9b5e-fbb089308fb2 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1444876 Nov 10 19:57:55.689290 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53470) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:57:55.694383 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-ec33966b-e268-4c15-a95e-d207b1f11efc tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Request body: {'security_group_rule': {'security_group_id': '21aad836-14d9-462c-80cb-565457f2669f', 'project_id': '6ced274264f044149e702ef5ae927034', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:57:55.722382 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a63113ea-569b-4440-8385-a93cda5e34e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:55.726166 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ec33966b-e268-4c15-a95e-d207b1f11efc tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:55.808676 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ec33966b-e268-4c15-a95e-d207b1f11efc tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:55.813715 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ec33966b-e268-4c15-a95e-d207b1f11efc tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:55.836488 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33966b-e268-4c15-a95e-d207b1f11efc tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15ef404f-fe3d-49ed-8348-1026fe616b71,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:55.844453 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ec33966b-e268-4c15-a95e-d207b1f11efc tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:55.845711 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ec33966b-e268-4c15-a95e-d207b1f11efc tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1553438 Nov 10 19:57:55.848876 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53472) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:57:55.853672 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-ef7f4d71-1f32-4638-baa9-3a8485410f20 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Request body: {'security_group_rule': {'security_group_id': '21aad836-14d9-462c-80cb-565457f2669f', 'project_id': '6ced274264f044149e702ef5ae927034', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:57:55.876754 n-d-813897-4 neutron-server[102506]: INFO neutron.db.securitygroups_db [None req-ef7f4d71-1f32-4638-baa9-3a8485410f20 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Project 6ced274264f044149e702ef5ae927034 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 19:57:55.882454 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4d71-1f32-4638-baa9-3a8485410f20 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:55.950211 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4d71-1f32-4638-baa9-3a8485410f20 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:55.956277 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4d71-1f32-4638-baa9-3a8485410f20 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:55.982478 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f4d71-1f32-4638-baa9-3a8485410f20 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31457d85-aa05-4eac-a63f-55f1d56a79b8,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:55.997234 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4d71-1f32-4638-baa9-3a8485410f20 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:55.998498 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ef7f4d71-1f32-4638-baa9-3a8485410f20 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1486003 Nov 10 19:57:56.001348 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53474) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:57:56.005916 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-1b02c6f9-02b6-49ac-893d-9e14e8d0112e tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Request body: {'security_group_rule': {'security_group_id': '21aad836-14d9-462c-80cb-565457f2669f', 'project_id': '6ced274264f044149e702ef5ae927034', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:57:56.030193 n-d-813897-4 neutron-server[102506]: INFO neutron.db.securitygroups_db [None req-1b02c6f9-02b6-49ac-893d-9e14e8d0112e tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Project 6ced274264f044149e702ef5ae927034 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 19:57:56.035091 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1b02c6f9-02b6-49ac-893d-9e14e8d0112e tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:56.095568 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1b02c6f9-02b6-49ac-893d-9e14e8d0112e tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:56.100976 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1b02c6f9-02b6-49ac-893d-9e14e8d0112e tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:56.125291 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02c6f9-02b6-49ac-893d-9e14e8d0112e tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf93beac-da2f-43ae-94ee-5618f91e355d,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:56.135181 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1b02c6f9-02b6-49ac-893d-9e14e8d0112e tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:56.141102 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1b02c6f9-02b6-49ac-893d-9e14e8d0112e tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1341181 Nov 10 19:57:56.300706 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1a452b59-83a6-4013-bf9d-1c265572011c req-de394d49-4668-442e-a72a-8e9552e8ba38 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1237853127&fields=id&tenant_id=6ced274264f044149e702ef5ae927034 HTTP/1.1" status: 200 len: 267 time: 0.0510402 Nov 10 19:57:56.414189 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a452b59-83a6-4013-bf9d-1c265572011c req-04392f8d-5329-4f0d-9707-9289bf6e494a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:56.415723 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1a452b59-83a6-4013-bf9d-1c265572011c req-04392f8d-5329-4f0d-9707-9289bf6e494a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/networks?id=3dcfbe0f-68f7-4658-811c-0616fd92026b HTTP/1.1" status: 200 len: 797 time: 0.1074495 Nov 10 19:57:56.432579 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1a452b59-83a6-4013-bf9d-1c265572011c req-74e0e11b-d232-4eae-b637-10d0c6fff7a4 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/quotas/6ced274264f044149e702ef5ae927034 HTTP/1.1" status: 200 len: 375 time: 0.0105243 Nov 10 19:57:56.496718 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1a452b59-83a6-4013-bf9d-1c265572011c req-1521ba76-ad8a-47c4-b17c-860e7739747b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ced274264f044149e702ef5ae927034&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0579548 Nov 10 19:57:56.554014 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbded107-89c6-4488-9be1-d9b12ef55878 None None] Network 3dcfbe0f-68f7-4658-811c-0616fd92026b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:57:56.600817 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1a452b59-83a6-4013-bf9d-1c265572011c req-0ae20d65-cda7-4582-b0ba-b8c25d0eaa00 service neutron] 10.222.0.54 "GET /v2.0/networks/3dcfbe0f-68f7-4658-811c-0616fd92026b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911424 Nov 10 19:57:56.631469 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d0720198-9f68-46b6-87c5-8b25b12ef941 None None] Provisioning complete for port 2f9ea332-08b1-400a-9f08-400cf5e81c77 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:57:56.631866 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d0720198-9f68-46b6-87c5-8b25b12ef941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:56.714379 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1a452b59-83a6-4013-bf9d-1c265572011c req-396463df-549a-4e4d-a0b1-fcb50c462760 service neutron] 10.222.0.54 "GET /v2.0/networks/3dcfbe0f-68f7-4658-811c-0616fd92026b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066587 Nov 10 19:57:56.778256 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2f9ea332-08b1-400a-9f08-400cf5e81c77 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:57:56.804758 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d0720198-9f68-46b6-87c5-8b25b12ef941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:56.872652 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-d0720198-9f68-46b6-87c5-8b25b12ef941 None None] For port 2f9ea332-08b1-400a-9f08-400cf5e81c77, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2f9ea332-08b1-400a-9f08-400cf5e81c77,segment=NetworkSegment(bf70aaa8-27d7-410a-818e-60024810ac6c),segment_id=bf70aaa8-27d7-410a-818e-60024810ac6c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:57:56.886343 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 2f9ea332-08b1-400a-9f08-400cf5e81c77 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:57:56.886725 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:56.888432 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d0720198-9f68-46b6-87c5-8b25b12ef941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:56.903433 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8576e850-c0e0-4d38-afc6-cae61a725534 req-c89e9cd7-d1b7-4ece-9e5f-d45cff65fddb tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7a06663-bcac-40b2-9aeb-1f6a929cf846 HTTP/1.1" status: 200 len: 210 time: 0.0361197 Nov 10 19:57:56.977054 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0720198-9f68-46b6-87c5-8b25b12ef941 None None] Pushing event updated for resources: {'Port': ['ID=2f9ea332-08b1-400a-9f08-400cf5e81c77,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:57.213060 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-de731fe4-d25f-4ac0-96eb-b9753ead4f7c None None] Provisioning complete for port 2f9ea332-08b1-400a-9f08-400cf5e81c77 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:57:57.213434 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-de731fe4-d25f-4ac0-96eb-b9753ead4f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:57.328880 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:57.910633 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a452b59-83a6-4013-bf9d-1c265572011c req-d2c53b19-3fae-43f1-bbf6-3b3dd4d58afb tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:57.912286 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1a452b59-83a6-4013-bf9d-1c265572011c req-d2c53b19-3fae-43f1-bbf6-3b3dd4d58afb tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.25 "GET /v2.0/networks?id=3dcfbe0f-68f7-4658-811c-0616fd92026b HTTP/1.1" status: 200 len: 797 time: 0.1180053 Nov 10 19:57:57.993872 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1a452b59-83a6-4013-bf9d-1c265572011c req-185db418-6bb8-46a8-8897-3dbaea3e7681 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ced274264f044149e702ef5ae927034 HTTP/1.1" status: 200 len: 473 time: 0.0726495 Nov 10 19:57:58.003881 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-1a452b59-83a6-4013-bf9d-1c265572011c req-07028ef4-eb1a-4b70-9e2c-ee0cf750bfed tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Request body: {'port': {'device_id': 'a7a06663-bcac-40b2-9aeb-1f6a929cf846', 'network_id': '3dcfbe0f-68f7-4658-811c-0616fd92026b', 'admin_state_up': True, 'tenant_id': '6ced274264f044149e702ef5ae927034', 'security_groups': ['21aad836-14d9-462c-80cb-565457f2669f']}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:57:58.013733 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-62fd0422-bde6-44a2-8c13-8167ec8dd736 req-da5f0aed-8b04-4652-b55e-d3a6073065b6 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7a06663-bcac-40b2-9aeb-1f6a929cf846 HTTP/1.1" status: 200 len: 210 time: 0.0364254 Nov 10 19:57:58.116438 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a452b59-83a6-4013-bf9d-1c265572011c req-07028ef4-eb1a-4b70-9e2c-ee0cf750bfed tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Made reservation on behalf of 6ced274264f044149e702ef5ae927034 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:57:58.120043 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1a452b59-83a6-4013-bf9d-1c265572011c req-07028ef4-eb1a-4b70-9e2c-ee0cf750bfed tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:58.251501 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-1a452b59-83a6-4013-bf9d-1c265572011c req-07028ef4-eb1a-4b70-9e2c-ee0cf750bfed tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Allocated IP 172.20.0.28 (3dcfbe0f-68f7-4658-811c-0616fd92026b/f58e2da8-5a5a-42b0-8a69-80f35df2d027/c3d0f1e0-9223-42c7-92b4-625c2f8baa64) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:57:58.396559 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1a452b59-83a6-4013-bf9d-1c265572011c req-07028ef4-eb1a-4b70-9e2c-ee0cf750bfed tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:58.434547 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1a452b59-83a6-4013-bf9d-1c265572011c req-07028ef4-eb1a-4b70-9e2c-ee0cf750bfed tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:58.477112 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a452b59-83a6-4013-bf9d-1c265572011c req-07028ef4-eb1a-4b70-9e2c-ee0cf750bfed tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Network 3dcfbe0f-68f7-4658-811c-0616fd92026b is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:57:58.482283 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-1a452b59-83a6-4013-bf9d-1c265572011c req-07028ef4-eb1a-4b70-9e2c-ee0cf750bfed tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:57:58.486027 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a452b59-83a6-4013-bf9d-1c265572011c req-07028ef4-eb1a-4b70-9e2c-ee0cf750bfed tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:57:58.510086 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07028ef4-eb1a-4b70-9e2c-ee0cf750bfed tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'Port': ['ID=c3d0f1e0-9223-42c7-92b4-625c2f8baa64,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:58.542555 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a452b59-83a6-4013-bf9d-1c265572011c req-07028ef4-eb1a-4b70-9e2c-ee0cf750bfed tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:58.543232 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1a452b59-83a6-4013-bf9d-1c265572011c req-07028ef4-eb1a-4b70-9e2c-ee0cf750bfed tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:58.561831 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1a452b59-83a6-4013-bf9d-1c265572011c req-07028ef4-eb1a-4b70-9e2c-ee0cf750bfed tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5617719 Nov 10 19:57:58.573178 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-1a452b59-83a6-4013-bf9d-1c265572011c req-35e5ba78-afed-46a4-8796-6be7c8cb9826 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:57:58.574263 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1a452b59-83a6-4013-bf9d-1c265572011c req-35e5ba78-afed-46a4-8796-6be7c8cb9826 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057366 Nov 10 19:57:58.640954 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-1a452b59-83a6-4013-bf9d-1c265572011c req-77b12113-43e6-4353-a86a-47bf71d4ae69 service neutron] Request body: {'port': {'device_id': 'a7a06663-bcac-40b2-9aeb-1f6a929cf846', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:57:58.704377 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1a452b59-83a6-4013-bf9d-1c265572011c req-77b12113-43e6-4353-a86a-47bf71d4ae69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:58.725220 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2f9ea332-08b1-400a-9f08-400cf5e81c77 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:57:58.769252 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d28ad6cd-2f0b-46ad-973a-0efabee990d0 None None] Provisioning complete for port c3d0f1e0-9223-42c7-92b4-625c2f8baa64 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:57:58.769509 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d28ad6cd-2f0b-46ad-973a-0efabee990d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:58.821936 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-d28ad6cd-2f0b-46ad-973a-0efabee990d0 None None] Port c3d0f1e0-9223-42c7-92b4-625c2f8baa64 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:57:58.837402 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 2f9ea332-08b1-400a-9f08-400cf5e81c77 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:57:58.837930 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:58.841695 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:58.977990 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-1a452b59-83a6-4013-bf9d-1c265572011c req-77b12113-43e6-4353-a86a-47bf71d4ae69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3d0f1e0-9223-42c7-92b4-625c2f8baa64 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:57:58.985745 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1a452b59-83a6-4013-bf9d-1c265572011c req-77b12113-43e6-4353-a86a-47bf71d4ae69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:58.998876 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-1a452b59-83a6-4013-bf9d-1c265572011c req-77b12113-43e6-4353-a86a-47bf71d4ae69 service neutron] Transition to ACTIVE for port object c3d0f1e0-9223-42c7-92b4-625c2f8baa64 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:57:59.003914 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1a452b59-83a6-4013-bf9d-1c265572011c req-77b12113-43e6-4353-a86a-47bf71d4ae69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:59.076318 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b12113-43e6-4353-a86a-47bf71d4ae69 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d0f1e0-9223-42c7-92b4-625c2f8baa64,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:59.131862 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-1a452b59-83a6-4013-bf9d-1c265572011c req-77b12113-43e6-4353-a86a-47bf71d4ae69 service neutron] Attempting to bind port c3d0f1e0-9223-42c7-92b4-625c2f8baa64 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:57:59.132206 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-1a452b59-83a6-4013-bf9d-1c265572011c req-77b12113-43e6-4353-a86a-47bf71d4ae69 service neutron] Attempting to bind port c3d0f1e0-9223-42c7-92b4-625c2f8baa64 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': 'bf70aaa8-27d7-410a-818e-60024810ac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3dcfbe0f-68f7-4658-811c-0616fd92026b'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:57:59.132542 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a452b59-83a6-4013-bf9d-1c265572011c req-77b12113-43e6-4353-a86a-47bf71d4ae69 service neutron] Attempting to bind port c3d0f1e0-9223-42c7-92b4-625c2f8baa64 on network 3dcfbe0f-68f7-4658-811c-0616fd92026b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:57:59.137430 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a452b59-83a6-4013-bf9d-1c265572011c req-77b12113-43e6-4353-a86a-47bf71d4ae69 service neutron] Port c3d0f1e0-9223-42c7-92b4-625c2f8baa64 on network 3dcfbe0f-68f7-4658-811c-0616fd92026b not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:57:59.137805 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a452b59-83a6-4013-bf9d-1c265572011c req-77b12113-43e6-4353-a86a-47bf71d4ae69 service neutron] Attempting to bind port c3d0f1e0-9223-42c7-92b4-625c2f8baa64 on network 3dcfbe0f-68f7-4658-811c-0616fd92026b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:57:59.143049 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a452b59-83a6-4013-bf9d-1c265572011c req-77b12113-43e6-4353-a86a-47bf71d4ae69 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:57:59.143388 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a452b59-83a6-4013-bf9d-1c265572011c req-77b12113-43e6-4353-a86a-47bf71d4ae69 service neutron] Checking segment: {'id': 'bf70aaa8-27d7-410a-818e-60024810ac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3dcfbe0f-68f7-4658-811c-0616fd92026b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:57:59.143776 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a452b59-83a6-4013-bf9d-1c265572011c req-77b12113-43e6-4353-a86a-47bf71d4ae69 service neutron] Bound using segment: {'id': 'bf70aaa8-27d7-410a-818e-60024810ac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3dcfbe0f-68f7-4658-811c-0616fd92026b'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:57:59.144211 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-1a452b59-83a6-4013-bf9d-1c265572011c req-77b12113-43e6-4353-a86a-47bf71d4ae69 service neutron] Bound port: c3d0f1e0-9223-42c7-92b4-625c2f8baa64, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf70aaa8-27d7-410a-818e-60024810ac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3dcfbe0f-68f7-4658-811c-0616fd92026b'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:57:59.144573 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1a452b59-83a6-4013-bf9d-1c265572011c req-77b12113-43e6-4353-a86a-47bf71d4ae69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:59.144785 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d2f1f-b357-4554-bcef-4f12a8d98837 req-9ffb4613-fcde-4c82-9f7b-1dfd0eaae091 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:59.146421 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-898d2f1f-b357-4554-bcef-4f12a8d98837 req-9ffb4613-fcde-4c82-9f7b-1dfd0eaae091 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7a06663-bcac-40b2-9aeb-1f6a929cf846 HTTP/1.1" status: 200 len: 944 time: 0.0585206 Nov 10 19:57:59.203167 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-898d2f1f-b357-4554-bcef-4f12a8d98837 req-8594535b-6d83-48a7-a3d2-5a11627e5163 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/security-groups?id=21aad836-14d9-462c-80cb-565457f2669f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493894 Nov 10 19:57:59.225727 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-1a452b59-83a6-4013-bf9d-1c265572011c req-77b12113-43e6-4353-a86a-47bf71d4ae69 service neutron] For port c3d0f1e0-9223-42c7-92b4-625c2f8baa64, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:57:59.229402 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-1a452b59-83a6-4013-bf9d-1c265572011c req-77b12113-43e6-4353-a86a-47bf71d4ae69 service neutron] For port c3d0f1e0-9223-42c7-92b4-625c2f8baa64, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=c3d0f1e0-9223-42c7-92b4-625c2f8baa64,segment=NetworkSegment(bf70aaa8-27d7-410a-818e-60024810ac6c),segment_id=bf70aaa8-27d7-410a-818e-60024810ac6c)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:57:59.235017 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1a452b59-83a6-4013-bf9d-1c265572011c req-77b12113-43e6-4353-a86a-47bf71d4ae69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:59.271029 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a452b59-83a6-4013-bf9d-1c265572011c req-77b12113-43e6-4353-a86a-47bf71d4ae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:59.271976 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-1a452b59-83a6-4013-bf9d-1c265572011c req-77b12113-43e6-4353-a86a-47bf71d4ae69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:59.273553 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1a452b59-83a6-4013-bf9d-1c265572011c req-77b12113-43e6-4353-a86a-47bf71d4ae69 service neutron] 10.222.0.25 "PUT /v2.0/ports/c3d0f1e0-9223-42c7-92b4-625c2f8baa64 HTTP/1.1" status: 200 len: 1092 time: 0.6908503 Nov 10 19:57:59.274026 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a06663-bcac-40b2-9aeb-1f6a929cf846', 'tag': 'c3d0f1e0-9223-42c7-92b4-625c2f8baa64'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:57:59.276369 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f27b51-0141-4a87-aa9f-f59a6c0fcdb8" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a06663-bcac-40b2-9aeb-1f6a929cf846", "tag": "c3d0f1e0-9223-42c7-92b4-625c2f8baa64"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:57:59.307891 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b12113-43e6-4353-a86a-47bf71d4ae69 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d0f1e0-9223-42c7-92b4-625c2f8baa64,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:57:59.374443 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a452b59-83a6-4013-bf9d-1c265572011c req-b75b6677-0277-42a1-b7aa-5db18013f7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:59.376383 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1a452b59-83a6-4013-bf9d-1c265572011c req-b75b6677-0277-42a1-b7aa-5db18013f7bb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6ced274264f044149e702ef5ae927034&device_id=a7a06663-bcac-40b2-9aeb-1f6a929cf846 HTTP/1.1" status: 200 len: 1095 time: 0.0557852 Nov 10 19:57:59.400355 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:57:59.424454 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3488ef7d-12a8-4e5c-9667-01080ec705d6 x-openstack-request-id: req-3488ef7d-12a8-4e5c-9667-01080ec705d6 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:57:59.424753 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a06663-bcac-40b2-9aeb-1f6a929cf846", "tag": "c3d0f1e0-9223-42c7-92b4-625c2f8baa64", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:57:59.425006 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3488ef7d-12a8-4e5c-9667-01080ec705d6 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:57:59.425418 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a06663-bcac-40b2-9aeb-1f6a929cf846', 'tag': 'c3d0f1e0-9223-42c7-92b4-625c2f8baa64', 'status': 'completed', 'code': 200} Nov 10 19:57:59.427300 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1a452b59-83a6-4013-bf9d-1c265572011c req-c9b23580-977d-4f06-87d6-ee97b2871f5a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=c3d0f1e0-9223-42c7-92b4-625c2f8baa64 HTTP/1.1" status: 200 len: 217 time: 0.0415907 Nov 10 19:57:59.479932 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a452b59-83a6-4013-bf9d-1c265572011c req-bd133ad4-a4b3-4fb0-9c3e-d20920f44723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:59.481520 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1a452b59-83a6-4013-bf9d-1c265572011c req-bd133ad4-a4b3-4fb0-9c3e-d20920f44723 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f58e2da8-5a5a-42b0-8a69-80f35df2d027 HTTP/1.1" status: 200 len: 837 time: 0.0463972 Nov 10 19:57:59.533412 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a452b59-83a6-4013-bf9d-1c265572011c req-aa434a1e-bb7e-4efb-ab9c-cd7ab07886c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:59.534970 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1a452b59-83a6-4013-bf9d-1c265572011c req-aa434a1e-bb7e-4efb-ab9c-cd7ab07886c8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3dcfbe0f-68f7-4658-811c-0616fd92026b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463595 Nov 10 19:57:59.629048 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1a452b59-83a6-4013-bf9d-1c265572011c req-14f40fd5-d1d9-48af-9789-c563b57de738 service neutron] 10.222.0.25 "GET /v2.0/networks/3dcfbe0f-68f7-4658-811c-0616fd92026b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862234 Nov 10 19:57:59.733511 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1a452b59-83a6-4013-bf9d-1c265572011c req-9c58c317-ac95-4756-9e9f-ca759a08adb1 service neutron] 10.222.0.25 "GET /v2.0/networks/3dcfbe0f-68f7-4658-811c-0616fd92026b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973113 Nov 10 19:57:59.836795 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f27b51-0141-4a87-aa9f-f59a6c0fcdb8 req-83f74e52-a3c1-447a-a64a-32c6c5fe9d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:59.838455 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-49f27b51-0141-4a87-aa9f-f59a6c0fcdb8 req-83f74e52-a3c1-447a-a64a-32c6c5fe9d7c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6ced274264f044149e702ef5ae927034&device_id=a7a06663-bcac-40b2-9aeb-1f6a929cf846 HTTP/1.1" status: 200 len: 1095 time: 0.0450191 Nov 10 19:57:59.935522 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f27b51-0141-4a87-aa9f-f59a6c0fcdb8 req-5f87ab65-6016-4f77-a7c0-ae1ff35614c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:57:59.937142 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-49f27b51-0141-4a87-aa9f-f59a6c0fcdb8 req-5f87ab65-6016-4f77-a7c0-ae1ff35614c1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3dcfbe0f-68f7-4658-811c-0616fd92026b HTTP/1.1" status: 200 len: 898 time: 0.0912774 Nov 10 19:57:59.980394 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-49f27b51-0141-4a87-aa9f-f59a6c0fcdb8 req-e5f713c8-494c-4d0c-a2c1-0f3460a9e4f1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=c3d0f1e0-9223-42c7-92b4-625c2f8baa64 HTTP/1.1" status: 200 len: 217 time: 0.0354540 Nov 10 19:58:00.034163 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f27b51-0141-4a87-aa9f-f59a6c0fcdb8 req-357dbe5d-b2a9-430b-9a5b-743c979fda10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:58:00.035683 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-49f27b51-0141-4a87-aa9f-f59a6c0fcdb8 req-357dbe5d-b2a9-430b-9a5b-743c979fda10 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f58e2da8-5a5a-42b0-8a69-80f35df2d027 HTTP/1.1" status: 200 len: 837 time: 0.0483606 Nov 10 19:58:00.089414 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f27b51-0141-4a87-aa9f-f59a6c0fcdb8 req-0b0c7066-fb4e-43ca-9483-26915c795a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:58:00.090879 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-49f27b51-0141-4a87-aa9f-f59a6c0fcdb8 req-0b0c7066-fb4e-43ca-9483-26915c795a82 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3dcfbe0f-68f7-4658-811c-0616fd92026b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484095 Nov 10 19:58:00.189160 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-49f27b51-0141-4a87-aa9f-f59a6c0fcdb8 req-2842e8b4-69a5-4335-8375-a27b05e42911 service neutron] 10.222.0.25 "GET /v2.0/networks/3dcfbe0f-68f7-4658-811c-0616fd92026b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905402 Nov 10 19:58:00.304641 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-49f27b51-0141-4a87-aa9f-f59a6c0fcdb8 req-70e55419-9d15-4b95-8114-07b0bc5dc2d8 service neutron] 10.222.0.25 "GET /v2.0/networks/3dcfbe0f-68f7-4658-811c-0616fd92026b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074944 Nov 10 19:58:00.329906 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac2298-2fd0-4037-bce8-8684acc9bfe6 req-ae4b25bc-4b05-43d7-b656-8c0a0857bb5f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:58:00.331452 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0eac2298-2fd0-4037-bce8-8684acc9bfe6 req-ae4b25bc-4b05-43d7-b656-8c0a0857bb5f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7a06663-bcac-40b2-9aeb-1f6a929cf846 HTTP/1.1" status: 200 len: 944 time: 0.0555158 Nov 10 19:58:00.384160 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0eac2298-2fd0-4037-bce8-8684acc9bfe6 req-915055fd-cb48-4a58-9fea-bde0aaebdbb6 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/security-groups?id=21aad836-14d9-462c-80cb-565457f2669f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462983 Nov 10 19:58:01.507298 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4b165-c5d7-4d67-a6b0-d769dc46a40d req-0b12f289-8326-4537-af1e-98ff0b2d473c tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:58:01.509582 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-81a4b165-c5d7-4d67-a6b0-d769dc46a40d req-0b12f289-8326-4537-af1e-98ff0b2d473c tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7a06663-bcac-40b2-9aeb-1f6a929cf846 HTTP/1.1" status: 200 len: 944 time: 0.0534465 Nov 10 19:58:01.565407 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-81a4b165-c5d7-4d67-a6b0-d769dc46a40d req-4ea8fc6f-6d9e-42cb-af37-b34166e5670b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/security-groups?id=21aad836-14d9-462c-80cb-565457f2669f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462923 Nov 10 19:58:02.690924 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc13e7-8cf6-401a-b9c1-ce1e2507cccb req-a6eab827-6376-4ee1-8ad0-fb6cdeb2299b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:58:02.692460 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-58fc13e7-8cf6-401a-b9c1-ce1e2507cccb req-a6eab827-6376-4ee1-8ad0-fb6cdeb2299b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7a06663-bcac-40b2-9aeb-1f6a929cf846 HTTP/1.1" status: 200 len: 944 time: 0.0542541 Nov 10 19:58:02.743022 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-58fc13e7-8cf6-401a-b9c1-ce1e2507cccb req-424c6c56-715b-4b21-b025-3a7d5aa55712 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/security-groups?id=21aad836-14d9-462c-80cb-565457f2669f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429425 Nov 10 19:58:03.478430 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device c3d0f1e0-9223-42c7-92b4-625c2f8baa64 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:58:03.583602 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port c3d0f1e0-9223-42c7-92b4-625c2f8baa64, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=c3d0f1e0-9223-42c7-92b4-625c2f8baa64,segment=NetworkSegment(bf70aaa8-27d7-410a-818e-60024810ac6c),segment_id=bf70aaa8-27d7-410a-818e-60024810ac6c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:58:03.595333 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'c3d0f1e0-9223-42c7-92b4-625c2f8baa64', 'network_id': '3dcfbe0f-68f7-4658-811c-0616fd92026b', 'port_id': 'c3d0f1e0-9223-42c7-92b4-625c2f8baa64', 'mac_address': 'fa:16:3e:04:e1:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f58e2da8-5a5a-42b0-8a69-80f35df2d027', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:58:03.633562 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:03.653891 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3d0f1e0-9223-42c7-92b4-625c2f8baa64 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:58:03.677655 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port c3d0f1e0-9223-42c7-92b4-625c2f8baa64, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=c3d0f1e0-9223-42c7-92b4-625c2f8baa64,segment=NetworkSegment(bf70aaa8-27d7-410a-818e-60024810ac6c),segment_id=bf70aaa8-27d7-410a-818e-60024810ac6c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:58:03.683363 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:03.735824 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=c3d0f1e0-9223-42c7-92b4-625c2f8baa64,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:58:03.743589 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:03.744141 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:03.744530 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:03.744894 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:03.745231 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:03.745604 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:03.745962 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:03.746285 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:03.746680 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:03.747106 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:03.747468 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:03.747802 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:03.876539 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237281b3-85c3-465f-aef4-f8e213f2fe89 req-50ac8572-5581-4485-9666-4e5a6b15b1e5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:58:03.878096 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-237281b3-85c3-465f-aef4-f8e213f2fe89 req-50ac8572-5581-4485-9666-4e5a6b15b1e5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7a06663-bcac-40b2-9aeb-1f6a929cf846 HTTP/1.1" status: 200 len: 945 time: 0.0540874 Nov 10 19:58:03.937013 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-237281b3-85c3-465f-aef4-f8e213f2fe89 req-b25a4d41-f0af-49da-858a-4ab56b480f34 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/security-groups?id=21aad836-14d9-462c-80cb-565457f2669f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526524 Nov 10 19:58:04.042341 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['c3d0f1e0-9223-42c7-92b4-625c2f8baa64'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:58:05.065453 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f34c3d-8fd8-4578-92f0-2c177d57df8b req-533bfc4f-a31f-4b2c-8be1-53392282fce9 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:58:05.066983 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-89f34c3d-8fd8-4578-92f0-2c177d57df8b req-533bfc4f-a31f-4b2c-8be1-53392282fce9 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7a06663-bcac-40b2-9aeb-1f6a929cf846 HTTP/1.1" status: 200 len: 945 time: 0.0527339 Nov 10 19:58:05.121313 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-89f34c3d-8fd8-4578-92f0-2c177d57df8b req-c2610093-97cf-4522-8bc8-bd29df7af57e tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/security-groups?id=21aad836-14d9-462c-80cb-565457f2669f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480900 Nov 10 19:58:05.495207 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device c3d0f1e0-9223-42c7-92b4-625c2f8baa64 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:58:05.561332 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port c3d0f1e0-9223-42c7-92b4-625c2f8baa64 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:58:05.565314 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port c3d0f1e0-9223-42c7-92b4-625c2f8baa64 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:58:05.565686 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:05.644198 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:05.667812 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a06663-bcac-40b2-9aeb-1f6a929cf846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d0f1e0-9223-42c7-92b4-625c2f8baa64'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:58:05.670103 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799c8369-0fa5-440d-9a96-d6f2e6ba43be" -d '{"events": [{"server_uuid": "a7a06663-bcac-40b2-9aeb-1f6a929cf846", "name": "network-vif-plugged", "status": "completed", "tag": "c3d0f1e0-9223-42c7-92b4-625c2f8baa64"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:58:05.684988 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port c3d0f1e0-9223-42c7-92b4-625c2f8baa64, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=c3d0f1e0-9223-42c7-92b4-625c2f8baa64,segment=NetworkSegment(bf70aaa8-27d7-410a-818e-60024810ac6c),segment_id=bf70aaa8-27d7-410a-818e-60024810ac6c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:58:05.689207 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:05.713675 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acacd8d1-0fe8-41e3-b49f-6fea6073013b x-openstack-request-id: req-acacd8d1-0fe8-41e3-b49f-6fea6073013b {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:58:05.714002 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a06663-bcac-40b2-9aeb-1f6a929cf846", "name": "network-vif-plugged", "status": "completed", "tag": "c3d0f1e0-9223-42c7-92b4-625c2f8baa64", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:58:05.714281 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-acacd8d1-0fe8-41e3-b49f-6fea6073013b {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:58:05.714683 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a06663-bcac-40b2-9aeb-1f6a929cf846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d0f1e0-9223-42c7-92b4-625c2f8baa64', 'code': 200} Nov 10 19:58:05.746648 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=c3d0f1e0-9223-42c7-92b4-625c2f8baa64,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:58:05.811319 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e2ba3-0fb1-4341-bba6-53722b8e403d req-04036483-4e4f-42ac-b6b1-04b97bf7dcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:58:05.812831 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-012e2ba3-0fb1-4341-bba6-53722b8e403d req-04036483-4e4f-42ac-b6b1-04b97bf7dcdb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a7a06663-bcac-40b2-9aeb-1f6a929cf846 HTTP/1.1" status: 200 len: 1097 time: 0.0437989 Nov 10 19:58:05.863767 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-012e2ba3-0fb1-4341-bba6-53722b8e403d req-1d2b5593-ecdc-44bd-a2ab-4faac7961393 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=21aad836-14d9-462c-80cb-565457f2669f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402117 Nov 10 19:58:06.277322 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc798776-b610-4de5-8a87-c4312d030736 req-18f1ad18-ed25-49c4-bf08-d2468d1b3aad tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:58:06.279628 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fc798776-b610-4de5-8a87-c4312d030736 req-18f1ad18-ed25-49c4-bf08-d2468d1b3aad tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7a06663-bcac-40b2-9aeb-1f6a929cf846 HTTP/1.1" status: 200 len: 946 time: 0.0664673 Nov 10 19:58:06.334915 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fc798776-b610-4de5-8a87-c4312d030736 req-263d0dd1-795f-456f-b705-688c2be11f2f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/security-groups?id=21aad836-14d9-462c-80cb-565457f2669f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475047 Nov 10 19:58:07.459334 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f3699-32b8-469d-9dac-3505b500de22 req-c93064b1-3278-48bf-9f68-377aee8d277f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:58:07.460942 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c25f3699-32b8-469d-9dac-3505b500de22 req-c93064b1-3278-48bf-9f68-377aee8d277f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7a06663-bcac-40b2-9aeb-1f6a929cf846 HTTP/1.1" status: 200 len: 946 time: 0.0511346 Nov 10 19:58:07.532044 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c25f3699-32b8-469d-9dac-3505b500de22 req-4bbf65d7-ff6f-4885-9473-447c2ba68f4e tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/security-groups?id=21aad836-14d9-462c-80cb-565457f2669f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634093 Nov 10 19:58:07.663716 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd060074-0e9e-4258-8458-26a994ae966d req-8aff6100-b1b7-4d84-9a56-5954c61dcf96 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:58:07.665463 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dd060074-0e9e-4258-8458-26a994ae966d req-8aff6100-b1b7-4d84-9a56-5954c61dcf96 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7a06663-bcac-40b2-9aeb-1f6a929cf846 HTTP/1.1" status: 200 len: 946 time: 0.0652049 Nov 10 19:58:07.723354 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dd060074-0e9e-4258-8458-26a994ae966d req-ddc70b47-b7f4-4c74-b346-31c61f765522 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/security-groups?id=21aad836-14d9-462c-80cb-565457f2669f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511613 Nov 10 19:58:09.218835 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53530) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:58:09.686438 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ea81cb8a-1675-48c6-a8a2-c5e9b5aa65f2 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:10.052884 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-ea81cb8a-1675-48c6-a8a2-c5e9b5aa65f2 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Allocated IP 172.20.0.17 (3dcfbe0f-68f7-4658-811c-0616fd92026b/f58e2da8-5a5a-42b0-8a69-80f35df2d027/6d203dde-172b-4ac1-8863-d57d6dbfbe8c) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:58:10.187843 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ea81cb8a-1675-48c6-a8a2-c5e9b5aa65f2 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:10.224447 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ea81cb8a-1675-48c6-a8a2-c5e9b5aa65f2 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:10.263811 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea81cb8a-1675-48c6-a8a2-c5e9b5aa65f2 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Network 3dcfbe0f-68f7-4658-811c-0616fd92026b is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:58:10.269048 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-ea81cb8a-1675-48c6-a8a2-c5e9b5aa65f2 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:58:10.272911 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea81cb8a-1675-48c6-a8a2-c5e9b5aa65f2 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:58:10.279637 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81cb8a-1675-48c6-a8a2-c5e9b5aa65f2 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'Port': ['ID=6d203dde-172b-4ac1-8863-d57d6dbfbe8c,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:58:10.322430 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ea81cb8a-1675-48c6-a8a2-c5e9b5aa65f2 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:10.477365 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-08dcf787-94bc-475e-888b-881070c9e8df None None] Provisioning complete for port 6d203dde-172b-4ac1-8863-d57d6dbfbe8c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:58:10.477970 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-08dcf787-94bc-475e-888b-881070c9e8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:10.512936 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-08dcf787-94bc-475e-888b-881070c9e8df None None] Port 6d203dde-172b-4ac1-8863-d57d6dbfbe8c cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:58:10.560011 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ea81cb8a-1675-48c6-a8a2-c5e9b5aa65f2 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:11.168325 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:58:11.195407 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ea81cb8a-1675-48c6-a8a2-c5e9b5aa65f2 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:11.201976 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ea81cb8a-1675-48c6-a8a2-c5e9b5aa65f2 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:11.272722 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81cb8a-1675-48c6-a8a2-c5e9b5aa65f2 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'Port': ['ID=6d203dde-172b-4ac1-8863-d57d6dbfbe8c,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:58:11.275353 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ea81cb8a-1675-48c6-a8a2-c5e9b5aa65f2 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:11.373908 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea81cb8a-1675-48c6-a8a2-c5e9b5aa65f2 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Network 3dcfbe0f-68f7-4658-811c-0616fd92026b is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:58:11.375537 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-ea81cb8a-1675-48c6-a8a2-c5e9b5aa65f2 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:58:11.490762 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea81cb8a-1675-48c6-a8a2-c5e9b5aa65f2 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Router 6b889aff-ec67-4e29-ab13-9ce64227b959 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:58:11.606037 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea81cb8a-1675-48c6-a8a2-c5e9b5aa65f2 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:58:11.614111 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ea81cb8a-1675-48c6-a8a2-c5e9b5aa65f2 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "PUT /v2.0/routers/6b889aff-ec67-4e29-ab13-9ce64227b959/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3914554 Nov 10 19:58:11.628822 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e691b8-8151-44c3-901a-378df847e975 None None] Sync routers for ids ['6b889aff-ec67-4e29-ab13-9ce64227b959'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:58:11.638649 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e691b8-8151-44c3-901a-378df847e975 None None] Routers {'6b889aff-ec67-4e29-ab13-9ce64227b959'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:58:11.639388 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-46e691b8-8151-44c3-901a-378df847e975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:57:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['6b889aff-ec67-4e29-ab13-9ce64227b959'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:58:11.641599 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-161c8ab8-f9e6-4d99-a607-a9d8b41fe4ba None None] Provisioning complete for port 6d203dde-172b-4ac1-8863-d57d6dbfbe8c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:58:11.642248 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-161c8ab8-f9e6-4d99-a607-a9d8b41fe4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:11.678422 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-161c8ab8-f9e6-4d99-a607-a9d8b41fe4ba None None] Port 6d203dde-172b-4ac1-8863-d57d6dbfbe8c cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:58:11.746023 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-46e691b8-8151-44c3-901a-378df847e975 None None] Set router 6b889aff-ec67-4e29-ab13-9ce64227b959 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:58:11.978578 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-46e691b8-8151-44c3-901a-378df847e975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'name': 'tempest-TestNetworkBasicOps-router-452722265', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:58:10Z', 'revision_number': 5, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:40:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'dd006bbe-2209-4f31-8a49-9b48e94ee2b0', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'port_id': 'ca3b9d64-f4e7-4935-b49d-ba3bffb5b447', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307', 'mac_address': 'fa:16:3e:a9:21:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3bd2c9-3c0e-421b-a460-59e4138079b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:57:16Z', 'updated_at': '2021-11-10T19:57:18Z', 'revision_number': 1, 'project_id': '6ced274264f044149e702ef5ae927034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d203dde-172b-4ac1-8863-d57d6dbfbe8c', 'name': '', 'network_id': '3dcfbe0f-68f7-4658-811c-0616fd92026b', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'mac_address': 'fa:16:3e:64:7b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'f58e2da8-5a5a-42b0-8a69-80f35df2d027', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:58:09Z', 'updated_at': '2021-11-10T19:58:11Z', 'revision_number': 2, 'project_id': '6ced274264f044149e702ef5ae927034', 'subnets': [{'id': 'f58e2da8-5a5a-42b0-8a69-80f35df2d027', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a76515d-6e32-44b9-b78a-62fa04ecfc3c', 'name': '', 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'mac_address': 'fa:16:3e:9e:af:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '990a1f0a-971c-4ec4-a334-6e5abc275715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:57:01Z', 'updated_at': '2021-11-10T19:57:04Z', 'revision_number': 5, 'project_id': '6ced274264f044149e702ef5ae927034', 'subnets': [{'id': '990a1f0a-971c-4ec4-a334-6e5abc275715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:58:12.004378 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e691b8-8151-44c3-901a-378df847e975 None None] Checking router: 6b889aff-ec67-4e29-ab13-9ce64227b959 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:58:12.004724 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e691b8-8151-44c3-901a-378df847e975 None None] Updating router 6b889aff-ec67-4e29-ab13-9ce64227b959 port 6d203dde-172b-4ac1-8863-d57d6dbfbe8c binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:58:12.028621 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-46e691b8-8151-44c3-901a-378df847e975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:12.300391 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-46e691b8-8151-44c3-901a-378df847e975 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:12.309428 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-46e691b8-8151-44c3-901a-378df847e975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:12.362277 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44137473-69a2-461d-bc8a-2b6e5acd625f None None] Pushing event updated for resources: {'Port': ['ID=6d203dde-172b-4ac1-8863-d57d6dbfbe8c,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:58:12.387070 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44137473-69a2-461d-bc8a-2b6e5acd625f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:12.387426 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44137473-69a2-461d-bc8a-2b6e5acd625f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:12.387760 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44137473-69a2-461d-bc8a-2b6e5acd625f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:12.388087 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44137473-69a2-461d-bc8a-2b6e5acd625f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:12.388415 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44137473-69a2-461d-bc8a-2b6e5acd625f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:12.388735 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44137473-69a2-461d-bc8a-2b6e5acd625f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:12.389052 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44137473-69a2-461d-bc8a-2b6e5acd625f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:12.389362 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44137473-69a2-461d-bc8a-2b6e5acd625f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:12.389753 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44137473-69a2-461d-bc8a-2b6e5acd625f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:12.390134 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44137473-69a2-461d-bc8a-2b6e5acd625f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:12.390453 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44137473-69a2-461d-bc8a-2b6e5acd625f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:12.390743 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44137473-69a2-461d-bc8a-2b6e5acd625f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:12.425308 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-46e691b8-8151-44c3-901a-378df847e975 None None] Attempting to bind port 6d203dde-172b-4ac1-8863-d57d6dbfbe8c on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:58:12.426072 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-46e691b8-8151-44c3-901a-378df847e975 None None] Attempting to bind port 6d203dde-172b-4ac1-8863-d57d6dbfbe8c by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'bf70aaa8-27d7-410a-818e-60024810ac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3dcfbe0f-68f7-4658-811c-0616fd92026b'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:58:12.426432 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e691b8-8151-44c3-901a-378df847e975 None None] Attempting to bind port 6d203dde-172b-4ac1-8863-d57d6dbfbe8c on network 3dcfbe0f-68f7-4658-811c-0616fd92026b {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:58:12.432590 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e691b8-8151-44c3-901a-378df847e975 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:58:12.432953 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e691b8-8151-44c3-901a-378df847e975 None None] Checking segment: {'id': 'bf70aaa8-27d7-410a-818e-60024810ac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3dcfbe0f-68f7-4658-811c-0616fd92026b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:58:12.433361 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-46e691b8-8151-44c3-901a-378df847e975 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:12.433749 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e691b8-8151-44c3-901a-378df847e975 None None] Bound using segment: {'id': 'bf70aaa8-27d7-410a-818e-60024810ac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3dcfbe0f-68f7-4658-811c-0616fd92026b'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:58:12.434258 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-46e691b8-8151-44c3-901a-378df847e975 None None] Bound port: 6d203dde-172b-4ac1-8863-d57d6dbfbe8c, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf70aaa8-27d7-410a-818e-60024810ac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3dcfbe0f-68f7-4658-811c-0616fd92026b'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:58:12.434639 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-46e691b8-8151-44c3-901a-378df847e975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:12.505405 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-46e691b8-8151-44c3-901a-378df847e975 None None] For port 6d203dde-172b-4ac1-8863-d57d6dbfbe8c, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:58:12.508819 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-46e691b8-8151-44c3-901a-378df847e975 None None] For port 6d203dde-172b-4ac1-8863-d57d6dbfbe8c, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=6d203dde-172b-4ac1-8863-d57d6dbfbe8c,segment=NetworkSegment(bf70aaa8-27d7-410a-818e-60024810ac6c),segment_id=bf70aaa8-27d7-410a-818e-60024810ac6c)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:58:12.514713 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-46e691b8-8151-44c3-901a-378df847e975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:12.606045 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-1e5bd38d-f6c4-4c11-bb19-343c4ca1ac18 None None] Provisioning complete for port 6d203dde-172b-4ac1-8863-d57d6dbfbe8c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:58:12.606406 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1e5bd38d-f6c4-4c11-bb19-343c4ca1ac18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:12.673300 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e691b8-8151-44c3-901a-378df847e975 None None] Routers {'6b889aff-ec67-4e29-ab13-9ce64227b959'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:58:12.674061 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-46e691b8-8151-44c3-901a-378df847e975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:57:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['6b889aff-ec67-4e29-ab13-9ce64227b959'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:58:12.677550 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44137473-69a2-461d-bc8a-2b6e5acd625f None None] Pushing event updated for resources: {'Port': ['ID=6d203dde-172b-4ac1-8863-d57d6dbfbe8c,revision_number=4']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:58:12.695887 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1e5bd38d-f6c4-4c11-bb19-343c4ca1ac18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:12.731744 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-1e5bd38d-f6c4-4c11-bb19-343c4ca1ac18 None None] For port 6d203dde-172b-4ac1-8863-d57d6dbfbe8c, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=6d203dde-172b-4ac1-8863-d57d6dbfbe8c,segment=NetworkSegment(bf70aaa8-27d7-410a-818e-60024810ac6c),segment_id=bf70aaa8-27d7-410a-818e-60024810ac6c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:58:12.739402 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1e5bd38d-f6c4-4c11-bb19-343c4ca1ac18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:12.788030 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-46e691b8-8151-44c3-901a-378df847e975 None None] Set router 6b889aff-ec67-4e29-ab13-9ce64227b959 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:58:12.793099 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bd38d-f6c4-4c11-bb19-343c4ca1ac18 None None] Pushing event updated for resources: {'Port': ['ID=6d203dde-172b-4ac1-8863-d57d6dbfbe8c,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:58:12.859531 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-efef303c-3bb8-44c9-b913-1c0bbda527e9 None None] Provisioning complete for port 6d203dde-172b-4ac1-8863-d57d6dbfbe8c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:58:12.859823 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-efef303c-3bb8-44c9-b913-1c0bbda527e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:13.038641 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-46e691b8-8151-44c3-901a-378df847e975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'name': 'tempest-TestNetworkBasicOps-router-452722265', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:58:10Z', 'revision_number': 5, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:40:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'dd006bbe-2209-4f31-8a49-9b48e94ee2b0', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'port_id': 'ca3b9d64-f4e7-4935-b49d-ba3bffb5b447', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307', 'mac_address': 'fa:16:3e:a9:21:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3bd2c9-3c0e-421b-a460-59e4138079b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:57:16Z', 'updated_at': '2021-11-10T19:57:18Z', 'revision_number': 1, 'project_id': '6ced274264f044149e702ef5ae927034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d203dde-172b-4ac1-8863-d57d6dbfbe8c', 'name': '', 'network_id': '3dcfbe0f-68f7-4658-811c-0616fd92026b', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'mac_address': 'fa:16:3e:64:7b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'f58e2da8-5a5a-42b0-8a69-80f35df2d027', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:58:09Z', 'updated_at': '2021-11-10T19:58:12Z', 'revision_number': 4, 'project_id': '6ced274264f044149e702ef5ae927034', 'subnets': [{'id': 'f58e2da8-5a5a-42b0-8a69-80f35df2d027', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a76515d-6e32-44b9-b78a-62fa04ecfc3c', 'name': '', 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'mac_address': 'fa:16:3e:9e:af:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '990a1f0a-971c-4ec4-a334-6e5abc275715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:57:01Z', 'updated_at': '2021-11-10T19:57:04Z', 'revision_number': 5, 'project_id': '6ced274264f044149e702ef5ae927034', 'subnets': [{'id': '990a1f0a-971c-4ec4-a334-6e5abc275715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:58:13.068802 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e691b8-8151-44c3-901a-378df847e975 None None] The sync data for ids ['6b889aff-ec67-4e29-ab13-9ce64227b959'] in n-d-813897-4 is: [{'id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'name': 'tempest-TestNetworkBasicOps-router-452722265', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:58:10Z', 'revision_number': 5, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:40:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'dd006bbe-2209-4f31-8a49-9b48e94ee2b0', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'port_id': 'ca3b9d64-f4e7-4935-b49d-ba3bffb5b447', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307', 'mac_address': 'fa:16:3e:a9:21:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3bd2c9-3c0e-421b-a460-59e4138079b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:57:16Z', 'updated_at': '2021-11-10T19:57:18Z', 'revision_number': 1, 'project_id': '6ced274264f044149e702ef5ae927034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d203dde-172b-4ac1-8863-d57d6dbfbe8c', 'name': '', 'network_id': '3dcfbe0f-68f7-4658-811c-0616fd92026b', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'mac_address': 'fa:16:3e:64:7b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'f58e2da8-5a5a-42b0-8a69-80f35df2d027', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:58:09Z', 'updated_at': '2021-11-10T19:58:12Z', 'revision_number': 4, 'project_id': '6ced274264f044149e702ef5ae927034', 'subnets': [{'id': 'f58e2da8-5a5a-42b0-8a69-80f35df2d027', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a76515d-6e32-44b9-b78a-62fa04ecfc3c', 'name': '', 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'mac_address': 'fa:16:3e:9e:af:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '990a1f0a-971c-4ec4-a334-6e5abc275715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:57:01Z', 'updated_at': '2021-11-10T19:57:04Z', 'revision_number': 5, 'project_id': '6ced274264f044149e702ef5ae927034', 'subnets': [{'id': '990a1f0a-971c-4ec4-a334-6e5abc275715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:58:14.753147 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 6d203dde-172b-4ac1-8863-d57d6dbfbe8c up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:58:14.803401 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 6d203dde-172b-4ac1-8863-d57d6dbfbe8c triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:58:14.803686 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:23.481995 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1f1980f6-74d8-41f1-aede-e010a111949b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:25.097001 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:25.387961 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:25.732519 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f74ff940-6f79-4b40-9827-1474735401c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:27.336183 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:28.834527 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:29.400328 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:43.150589 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53566) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:58:43.544169 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bbef1d3f-7afc-4259-91dd-fda9831e1a9a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:43.927701 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-bbef1d3f-7afc-4259-91dd-fda9831e1a9a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Deleting port 6d203dde-172b-4ac1-8863-d57d6dbfbe8c {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:58:43.928009 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bbef1d3f-7afc-4259-91dd-fda9831e1a9a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:44.035523 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-bbef1d3f-7afc-4259-91dd-fda9831e1a9a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] For port 6d203dde-172b-4ac1-8863-d57d6dbfbe8c, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=6d203dde-172b-4ac1-8863-d57d6dbfbe8c,segment=NetworkSegment(bf70aaa8-27d7-410a-818e-60024810ac6c),segment_id=bf70aaa8-27d7-410a-818e-60024810ac6c)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:58:44.035890 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bbef1d3f-7afc-4259-91dd-fda9831e1a9a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:44.052527 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-bbef1d3f-7afc-4259-91dd-fda9831e1a9a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Calling delete_port for 6d203dde-172b-4ac1-8863-d57d6dbfbe8c owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:58:44.277077 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bbef1d3f-7afc-4259-91dd-fda9831e1a9a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:44.312502 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef1d3f-7afc-4259-91dd-fda9831e1a9a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event deleted for resources: {'Port': ['ID=6d203dde-172b-4ac1-8863-d57d6dbfbe8c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:58:44.513275 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bbef1d3f-7afc-4259-91dd-fda9831e1a9a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:45.110156 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbef1d3f-7afc-4259-91dd-fda9831e1a9a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Router 6b889aff-ec67-4e29-ab13-9ce64227b959 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:58:45.223006 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbef1d3f-7afc-4259-91dd-fda9831e1a9a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:58:45.228576 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-bbef1d3f-7afc-4259-91dd-fda9831e1a9a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "PUT /v2.0/routers/6b889aff-ec67-4e29-ab13-9ce64227b959/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0763845 Nov 10 19:58:45.235144 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86273de1-d2f6-4276-91dd-fd152b8c6871 None None] Sync routers for ids ['6b889aff-ec67-4e29-ab13-9ce64227b959'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:58:45.246390 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86273de1-d2f6-4276-91dd-fd152b8c6871 None None] Routers {'6b889aff-ec67-4e29-ab13-9ce64227b959'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:58:45.247059 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-86273de1-d2f6-4276-91dd-fd152b8c6871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:58:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['6b889aff-ec67-4e29-ab13-9ce64227b959'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:58:45.369710 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-86273de1-d2f6-4276-91dd-fd152b8c6871 None None] Set router 6b889aff-ec67-4e29-ab13-9ce64227b959 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:58:45.483388 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc47a65-6c65-475e-aa9d-9a53bb13197d req-7f2becd1-a42d-48e8-bbdc-7d22812d1363 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:58:45.485063 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9cc47a65-6c65-475e-aa9d-9a53bb13197d req-7f2becd1-a42d-48e8-bbdc-7d22812d1363 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7a06663-bcac-40b2-9aeb-1f6a929cf846 HTTP/1.1" status: 200 len: 946 time: 0.0659640 Nov 10 19:58:45.539239 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9cc47a65-6c65-475e-aa9d-9a53bb13197d req-4053da26-6580-4936-8659-fb95df024a31 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/security-groups?id=21aad836-14d9-462c-80cb-565457f2669f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478828 Nov 10 19:58:45.779578 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-86273de1-d2f6-4276-91dd-fd152b8c6871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'name': 'tempest-TestNetworkBasicOps-router-452722265', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:58:44Z', 'revision_number': 6, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:40:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'dd006bbe-2209-4f31-8a49-9b48e94ee2b0', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'port_id': 'ca3b9d64-f4e7-4935-b49d-ba3bffb5b447', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307', 'mac_address': 'fa:16:3e:a9:21:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3bd2c9-3c0e-421b-a460-59e4138079b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:57:16Z', 'updated_at': '2021-11-10T19:57:18Z', 'revision_number': 1, 'project_id': '6ced274264f044149e702ef5ae927034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a76515d-6e32-44b9-b78a-62fa04ecfc3c', 'name': '', 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'mac_address': 'fa:16:3e:9e:af:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '990a1f0a-971c-4ec4-a334-6e5abc275715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:57:01Z', 'updated_at': '2021-11-10T19:57:04Z', 'revision_number': 5, 'project_id': '6ced274264f044149e702ef5ae927034', 'subnets': [{'id': '990a1f0a-971c-4ec4-a334-6e5abc275715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:58:45.810235 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86273de1-d2f6-4276-91dd-fd152b8c6871 None None] Checking router: 6b889aff-ec67-4e29-ab13-9ce64227b959 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:58:45.818805 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86273de1-d2f6-4276-91dd-fd152b8c6871 None None] Routers {'6b889aff-ec67-4e29-ab13-9ce64227b959'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:58:45.819407 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-86273de1-d2f6-4276-91dd-fd152b8c6871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:58:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['6b889aff-ec67-4e29-ab13-9ce64227b959'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:58:45.949498 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-86273de1-d2f6-4276-91dd-fd152b8c6871 None None] Set router 6b889aff-ec67-4e29-ab13-9ce64227b959 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:58:46.181693 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-86273de1-d2f6-4276-91dd-fd152b8c6871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'name': 'tempest-TestNetworkBasicOps-router-452722265', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:58:44Z', 'revision_number': 6, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:40:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'dd006bbe-2209-4f31-8a49-9b48e94ee2b0', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'port_id': 'ca3b9d64-f4e7-4935-b49d-ba3bffb5b447', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307', 'mac_address': 'fa:16:3e:a9:21:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3bd2c9-3c0e-421b-a460-59e4138079b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:57:16Z', 'updated_at': '2021-11-10T19:57:18Z', 'revision_number': 1, 'project_id': '6ced274264f044149e702ef5ae927034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a76515d-6e32-44b9-b78a-62fa04ecfc3c', 'name': '', 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'mac_address': 'fa:16:3e:9e:af:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '990a1f0a-971c-4ec4-a334-6e5abc275715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:57:01Z', 'updated_at': '2021-11-10T19:57:04Z', 'revision_number': 5, 'project_id': '6ced274264f044149e702ef5ae927034', 'subnets': [{'id': '990a1f0a-971c-4ec4-a334-6e5abc275715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:58:46.208929 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86273de1-d2f6-4276-91dd-fd152b8c6871 None None] The sync data for ids ['6b889aff-ec67-4e29-ab13-9ce64227b959'] in n-d-813897-4 is: [{'id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'name': 'tempest-TestNetworkBasicOps-router-452722265', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:58:44Z', 'revision_number': 6, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:40:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'dd006bbe-2209-4f31-8a49-9b48e94ee2b0', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'port_id': 'ca3b9d64-f4e7-4935-b49d-ba3bffb5b447', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307', 'mac_address': 'fa:16:3e:a9:21:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3bd2c9-3c0e-421b-a460-59e4138079b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:57:16Z', 'updated_at': '2021-11-10T19:57:18Z', 'revision_number': 1, 'project_id': '6ced274264f044149e702ef5ae927034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a76515d-6e32-44b9-b78a-62fa04ecfc3c', 'name': '', 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'mac_address': 'fa:16:3e:9e:af:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '990a1f0a-971c-4ec4-a334-6e5abc275715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:57:01Z', 'updated_at': '2021-11-10T19:57:04Z', 'revision_number': 5, 'project_id': '6ced274264f044149e702ef5ae927034', 'subnets': [{'id': '990a1f0a-971c-4ec4-a334-6e5abc275715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:58:46.669303 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d198671-2f0f-4aaa-a7db-3c6fa4c5f119 req-2962eeb4-87ba-4fbb-8a14-c17687d63de7 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:58:46.670886 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d198671-2f0f-4aaa-a7db-3c6fa4c5f119 req-2962eeb4-87ba-4fbb-8a14-c17687d63de7 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7a06663-bcac-40b2-9aeb-1f6a929cf846 HTTP/1.1" status: 200 len: 946 time: 0.0507390 Nov 10 19:58:46.710618 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 6d203dde-172b-4ac1-8863-d57d6dbfbe8c no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:58:46.729216 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d198671-2f0f-4aaa-a7db-3c6fa4c5f119 req-842a7f33-717f-4379-8131-2a06aa0c85b1 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/security-groups?id=21aad836-14d9-462c-80cb-565457f2669f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515099 Nov 10 19:58:46.736576 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 6d203dde-172b-4ac1-8863-d57d6dbfbe8c {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:58:46.736924 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 6d203dde-172b-4ac1-8863-d57d6dbfbe8c not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:58:46.882804 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259c925-5373-4632-9783-1d6208ae1fb0 req-4d5533c7-5e99-4403-9485-b09ee6270e80 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:58:46.884310 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b259c925-5373-4632-9783-1d6208ae1fb0 req-4d5533c7-5e99-4403-9485-b09ee6270e80 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7a06663-bcac-40b2-9aeb-1f6a929cf846 HTTP/1.1" status: 200 len: 946 time: 0.0854883 Nov 10 19:58:46.976466 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-b259c925-5373-4632-9783-1d6208ae1fb0 req-6f393fcc-885c-4201-b725-a153a435f39c tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Deleting port c3d0f1e0-9223-42c7-92b4-625c2f8baa64 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:58:46.976809 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-b259c925-5373-4632-9783-1d6208ae1fb0 req-6f393fcc-885c-4201-b725-a153a435f39c tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:47.069610 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-b259c925-5373-4632-9783-1d6208ae1fb0 req-6f393fcc-885c-4201-b725-a153a435f39c tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] For port c3d0f1e0-9223-42c7-92b4-625c2f8baa64, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=c3d0f1e0-9223-42c7-92b4-625c2f8baa64,segment=NetworkSegment(bf70aaa8-27d7-410a-818e-60024810ac6c),segment_id=bf70aaa8-27d7-410a-818e-60024810ac6c)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:58:47.069995 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-b259c925-5373-4632-9783-1d6208ae1fb0 req-6f393fcc-885c-4201-b725-a153a435f39c tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:47.082452 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-b259c925-5373-4632-9783-1d6208ae1fb0 req-6f393fcc-885c-4201-b725-a153a435f39c tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Calling delete_port for c3d0f1e0-9223-42c7-92b4-625c2f8baa64 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:58:47.234155 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-b259c925-5373-4632-9783-1d6208ae1fb0 req-6f393fcc-885c-4201-b725-a153a435f39c tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:47.265801 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f393fcc-885c-4201-b725-a153a435f39c tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event deleted for resources: {'Port': ['ID=c3d0f1e0-9223-42c7-92b4-625c2f8baa64,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:58:47.309388 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-b259c925-5373-4632-9783-1d6208ae1fb0 req-6f393fcc-885c-4201-b725-a153a435f39c tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] No DVR routers for this DVR port c3d0f1e0-9223-42c7-92b4-625c2f8baa64 on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:58:47.312395 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-b259c925-5373-4632-9783-1d6208ae1fb0 req-6f393fcc-885c-4201-b725-a153a435f39c tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:47.315859 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b259c925-5373-4632-9783-1d6208ae1fb0 req-6f393fcc-885c-4201-b725-a153a435f39c tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.25 "DELETE /v2.0/ports/c3d0f1e0-9223-42c7-92b4-625c2f8baa64 HTTP/1.1" status: 204 len: 173 time: 0.4254868 Nov 10 19:58:47.316310 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a06663-bcac-40b2-9aeb-1f6a929cf846', 'name': 'network-vif-deleted', 'tag': 'c3d0f1e0-9223-42c7-92b4-625c2f8baa64'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:58:47.318662 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857c1e87-2b1d-4ccb-a756-53dce19594bc" -d '{"events": [{"server_uuid": "a7a06663-bcac-40b2-9aeb-1f6a929cf846", "name": "network-vif-deleted", "tag": "c3d0f1e0-9223-42c7-92b4-625c2f8baa64"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:58:47.363192 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c84f889-c2bb-4b3d-97a0-f0fcca6eb5b3 x-openstack-request-id: req-6c84f889-c2bb-4b3d-97a0-f0fcca6eb5b3 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:58:47.363490 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a06663-bcac-40b2-9aeb-1f6a929cf846", "name": "network-vif-deleted", "tag": "c3d0f1e0-9223-42c7-92b4-625c2f8baa64", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:58:47.363739 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6c84f889-c2bb-4b3d-97a0-f0fcca6eb5b3 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:58:47.364141 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a06663-bcac-40b2-9aeb-1f6a929cf846', 'name': 'network-vif-deleted', 'tag': 'c3d0f1e0-9223-42c7-92b4-625c2f8baa64', 'status': 'completed', 'code': 200} Nov 10 19:58:47.770648 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8f86c0e5-ae7b-4cf1-ac11-5414b3fa6ac2 req-51439025-df44-4f06-bc02-f779138d64e0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a7a06663-bcac-40b2-9aeb-1f6a929cf846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0333309 Nov 10 19:58:47.849964 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8f86c0e5-ae7b-4cf1-ac11-5414b3fa6ac2 req-1001f28b-6496-45ab-bd22-1fb6997755b1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6ced274264f044149e702ef5ae927034&device_id=a7a06663-bcac-40b2-9aeb-1f6a929cf846 HTTP/1.1" status: 200 len: 210 time: 0.0265515 Nov 10 19:58:47.865625 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-20b444d1-deb0-48af-90f6-f406a1971d2b req-c76d0fae-0686-4d58-ae3b-cc7ab34c14c3 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7a06663-bcac-40b2-9aeb-1f6a929cf846 HTTP/1.1" status: 200 len: 210 time: 0.0296695 Nov 10 19:58:48.039992 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86c0e5-ae7b-4cf1-ac11-5414b3fa6ac2 req-cb4a97e5-88ba-4831-b129-838690fddda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:58:48.040629 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86c0e5-ae7b-4cf1-ac11-5414b3fa6ac2 req-cb4a97e5-88ba-4831-b129-838690fddda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:58:48.042063 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8f86c0e5-ae7b-4cf1-ac11-5414b3fa6ac2 req-cb4a97e5-88ba-4831-b129-838690fddda1 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=6ced274264f044149e702ef5ae927034&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1717079 Nov 10 19:58:48.168013 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:58:48.205617 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86c0e5-ae7b-4cf1-ac11-5414b3fa6ac2 req-8aa04de4-8561-4cfd-9ded-7923770ed16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:58:48.207240 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8f86c0e5-ae7b-4cf1-ac11-5414b3fa6ac2 req-8aa04de4-8561-4cfd-9ded-7923770ed16d service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1586044 Nov 10 19:58:48.924690 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53580) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:58:48.984683 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2edca384-cedc-44cf-b5fa-8eaf8e5fa333 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:49.014032 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2edca384-cedc-44cf-b5fa-8eaf8e5fa333 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:49.079267 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2edca384-cedc-44cf-b5fa-8eaf8e5fa333 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:49.081851 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2edca384-cedc-44cf-b5fa-8eaf8e5fa333 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:49.083022 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2edca384-cedc-44cf-b5fa-8eaf8e5fa333 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "DELETE /v2.0/security-groups/21aad836-14d9-462c-80cb-565457f2669f HTTP/1.1" status: 204 len: 168 time: 0.1572850 Nov 10 19:58:49.093071 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edca384-cedc-44cf-b5fa-8eaf8e5fa333 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21aad836-14d9-462c-80cb-565457f2669f,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:58:49.123719 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53584) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:58:49.181579 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a69479-67a0-4fe7-b78d-58e20e4b7b58 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Deleting subnet f58e2da8-5a5a-42b0-8a69-80f35df2d027 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:58:49.184830 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-73a69479-67a0-4fe7-b78d-58e20e4b7b58 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:49.234138 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-73a69479-67a0-4fe7-b78d-58e20e4b7b58 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:49.355255 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-73a69479-67a0-4fe7-b78d-58e20e4b7b58 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:49.420450 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-73a69479-67a0-4fe7-b78d-58e20e4b7b58 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:49.447572 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a69479-67a0-4fe7-b78d-58e20e4b7b58 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event deleted for resources: {'Subnet': ['ID=f58e2da8-5a5a-42b0-8a69-80f35df2d027,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:58:49.452907 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-73a69479-67a0-4fe7-b78d-58e20e4b7b58 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:49.456716 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-73a69479-67a0-4fe7-b78d-58e20e4b7b58 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "DELETE /v2.0/subnets/f58e2da8-5a5a-42b0-8a69-80f35df2d027 HTTP/1.1" status: 204 len: 168 time: 0.3307664 Nov 10 19:58:49.460104 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53586) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:58:49.460840 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd1c436-e969-48dd-bbaf-5ecc0edb0ad5 None None] Network 3dcfbe0f-68f7-4658-811c-0616fd92026b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:58:49.537755 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-48da1074-976c-4956-9362-6012c53f0180 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:49.598113 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-48da1074-976c-4956-9362-6012c53f0180 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Deleting port 2f9ea332-08b1-400a-9f08-400cf5e81c77 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:58:49.598764 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-48da1074-976c-4956-9362-6012c53f0180 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:49.661662 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95696796-bcd6-46e6-83fc-e97e31d13c34 None None] DHCP port deletion for 3dcfbe0f-68f7-4658-811c-0616fd92026b request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:58:49.674163 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-48da1074-976c-4956-9362-6012c53f0180 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] For port 2f9ea332-08b1-400a-9f08-400cf5e81c77, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2f9ea332-08b1-400a-9f08-400cf5e81c77,segment=NetworkSegment(bf70aaa8-27d7-410a-818e-60024810ac6c),segment_id=bf70aaa8-27d7-410a-818e-60024810ac6c)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:58:49.674574 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-48da1074-976c-4956-9362-6012c53f0180 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:49.687969 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-48da1074-976c-4956-9362-6012c53f0180 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Calling delete_port for 2f9ea332-08b1-400a-9f08-400cf5e81c77 owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:58:49.709904 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-95696796-bcd6-46e6-83fc-e97e31d13c34 None None] Deleting port 2f9ea332-08b1-400a-9f08-400cf5e81c77 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:58:49.710192 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-95696796-bcd6-46e6-83fc-e97e31d13c34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:49.772931 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-48da1074-976c-4956-9362-6012c53f0180 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:49.776134 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-95696796-bcd6-46e6-83fc-e97e31d13c34 None None] For port 2f9ea332-08b1-400a-9f08-400cf5e81c77, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2f9ea332-08b1-400a-9f08-400cf5e81c77,segment=NetworkSegment(bf70aaa8-27d7-410a-818e-60024810ac6c),segment_id=bf70aaa8-27d7-410a-818e-60024810ac6c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:58:49.776535 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-95696796-bcd6-46e6-83fc-e97e31d13c34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:49.790330 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-95696796-bcd6-46e6-83fc-e97e31d13c34 None None] Calling delete_port for 2f9ea332-08b1-400a-9f08-400cf5e81c77 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:58:49.793372 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device c3d0f1e0-9223-42c7-92b4-625c2f8baa64 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:58:49.801060 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da1074-976c-4956-9362-6012c53f0180 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event deleted for resources: {'Port': ['ID=2f9ea332-08b1-400a-9f08-400cf5e81c77,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:58:49.803436 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48da1074-976c-4956-9362-6012c53f0180 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] No DVR routers for this DVR port 2f9ea332-08b1-400a-9f08-400cf5e81c77 on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:58:49.822695 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: c3d0f1e0-9223-42c7-92b4-625c2f8baa64 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:58:49.823012 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device c3d0f1e0-9223-42c7-92b4-625c2f8baa64 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:58:49.891663 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-95696796-bcd6-46e6-83fc-e97e31d13c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:49.891894 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-48da1074-976c-4956-9362-6012c53f0180 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:49.912596 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-48da1074-976c-4956-9362-6012c53f0180 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dcfbe0f-68f7-4658-811c-0616fd92026b']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:58:49.920810 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95696796-bcd6-46e6-83fc-e97e31d13c34 None None] Pushing event deleted for resources: {'Port': ['ID=2f9ea332-08b1-400a-9f08-400cf5e81c77,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:58:49.923276 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-48da1074-976c-4956-9362-6012c53f0180 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf70aaa8-27d7-410a-818e-60024810ac6c') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:58:49.924154 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-48da1074-976c-4956-9362-6012c53f0180 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf70aaa8-27d7-410a-818e-60024810ac6c') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:58:49.924583 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95696796-bcd6-46e6-83fc-e97e31d13c34 None None] No DVR routers for this DVR port 2f9ea332-08b1-400a-9f08-400cf5e81c77 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:58:49.940923 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-48da1074-976c-4956-9362-6012c53f0180 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:49.957891 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-48da1074-976c-4956-9362-6012c53f0180 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:49.971448 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48da1074-976c-4956-9362-6012c53f0180 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:58:49.971761 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-48da1074-976c-4956-9362-6012c53f0180 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:49.975182 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 19:58:49.975182 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:58:49.975182 n-d-813897-4 neutron-server[102506]: timer() Nov 10 19:58:49.975182 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:58:49.975182 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 19:58:49.975182 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:58:49.975182 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 19:58:49.975182 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:58:49.975182 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 19:58:49.975182 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:58:49.975182 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 19:58:49.975182 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:58:49.975182 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 19:58:49.975182 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:58:49.975182 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:58:49.975182 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:58:49.975182 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:58:49.975182 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:58:49.975182 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 19:58:49.975182 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:58:49.975182 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 19:58:49.975182 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:58:49.975182 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:58:49.975182 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:58:49.975182 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 19:58:49.975182 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:58:49.975182 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:58:49.975182 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:58:49.975182 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:58:49.975182 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:58:49.975182 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:58:49.975182 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:58:50.036098 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-48da1074-976c-4956-9362-6012c53f0180 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:50.043572 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-48da1074-976c-4956-9362-6012c53f0180 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:50.046759 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-48da1074-976c-4956-9362-6012c53f0180 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "DELETE /v2.0/networks/3dcfbe0f-68f7-4658-811c-0616fd92026b HTTP/1.1" status: 204 len: 168 time: 0.5855021 Nov 10 19:58:50.049999 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53588) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:58:50.059327 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da1074-976c-4956-9362-6012c53f0180 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event deleted for resources: {'Network': ['ID=3dcfbe0f-68f7-4658-811c-0616fd92026b,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:58:50.238368 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-4605e077-f1a2-46a3-a410-cdc0897f7ca5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Deleting port 88ee08f3-13f7-45b6-9472-e9dafa1cdf46 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:58:50.238932 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4605e077-f1a2-46a3-a410-cdc0897f7ca5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:50.315099 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4605e077-f1a2-46a3-a410-cdc0897f7ca5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:50.315444 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4605e077-f1a2-46a3-a410-cdc0897f7ca5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:50.330199 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-4605e077-f1a2-46a3-a410-cdc0897f7ca5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Calling delete_port for 88ee08f3-13f7-45b6-9472-e9dafa1cdf46 owned by network:floatingip {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:58:50.518713 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4605e077-f1a2-46a3-a410-cdc0897f7ca5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:50.552631 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605e077-f1a2-46a3-a410-cdc0897f7ca5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event deleted for resources: {'Port': ['ID=88ee08f3-13f7-45b6-9472-e9dafa1cdf46,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:58:50.620734 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4605e077-f1a2-46a3-a410-cdc0897f7ca5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for floatingip, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:50.621298 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [None req-4605e077-f1a2-46a3-a410-cdc0897f7ca5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Floating IP dd006bbe-2209-4f31-8a49-9b48e94ee2b0 disassociated (deleted). External IP: 172.25.3.187, port: ca3b9d64-f4e7-4935-b49d-ba3bffb5b447. Nov 10 19:58:50.751031 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2f9ea332-08b1-400a-9f08-400cf5e81c77 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:58:50.772426 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 2f9ea332-08b1-400a-9f08-400cf5e81c77 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:58:50.772721 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2f9ea332-08b1-400a-9f08-400cf5e81c77 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:58:50.835420 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4605e077-f1a2-46a3-a410-cdc0897f7ca5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Router 6b889aff-ec67-4e29-ab13-9ce64227b959 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:58:50.955731 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4605e077-f1a2-46a3-a410-cdc0897f7ca5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:58:50.961196 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4605e077-f1a2-46a3-a410-cdc0897f7ca5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:50.966877 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d19cf0d-70bc-4792-8858-ddc9ef8eaeef None None] Sync routers for ids ['6b889aff-ec67-4e29-ab13-9ce64227b959'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:58:50.977805 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d19cf0d-70bc-4792-8858-ddc9ef8eaeef None None] Routers {'6b889aff-ec67-4e29-ab13-9ce64227b959'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:58:50.978431 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7d19cf0d-70bc-4792-8858-ddc9ef8eaeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:58:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['6b889aff-ec67-4e29-ab13-9ce64227b959'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:58:50.989658 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4605e077-f1a2-46a3-a410-cdc0897f7ca5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "DELETE /v2.0/floatingips/dd006bbe-2209-4f31-8a49-9b48e94ee2b0 HTTP/1.1" status: 204 len: 168 time: 0.9383829 Nov 10 19:58:50.990311 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce3bd2c9-3c0e-421b-a460-59e4138079b6', 'tag': 'ca3b9d64-f4e7-4935-b49d-ba3bffb5b447'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:58:50.992684 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca59f6bc-2794-40d0-9b4c-4505ecb6accd" -d '{"events": [{"name": "network-changed", "server_uuid": "ce3bd2c9-3c0e-421b-a460-59e4138079b6", "tag": "ca3b9d64-f4e7-4935-b49d-ba3bffb5b447"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:58:51.089908 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-7d19cf0d-70bc-4792-8858-ddc9ef8eaeef None None] Set router 6b889aff-ec67-4e29-ab13-9ce64227b959 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:58:51.151151 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715519f6-053a-4cec-b439-bee34c731cae x-openstack-request-id: req-715519f6-053a-4cec-b439-bee34c731cae {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:58:51.151462 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce3bd2c9-3c0e-421b-a460-59e4138079b6", "tag": "ca3b9d64-f4e7-4935-b49d-ba3bffb5b447", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:58:51.151729 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-715519f6-053a-4cec-b439-bee34c731cae {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:58:51.152186 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce3bd2c9-3c0e-421b-a460-59e4138079b6', 'tag': 'ca3b9d64-f4e7-4935-b49d-ba3bffb5b447', 'status': 'completed', 'code': 200} Nov 10 19:58:51.252896 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59f6bc-2794-40d0-9b4c-4505ecb6accd req-5c59c89c-a253-4de0-851e-1aaf488704dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:58:51.254532 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca59f6bc-2794-40d0-9b4c-4505ecb6accd req-5c59c89c-a253-4de0-851e-1aaf488704dc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ced274264f044149e702ef5ae927034&device_id=ce3bd2c9-3c0e-421b-a460-59e4138079b6 HTTP/1.1" status: 200 len: 1096 time: 0.0796278 Nov 10 19:58:51.270229 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bb6d7-0078-42c5-90e8-53dc58d1a38f req-2dc30b84-d629-4056-92c3-3266a195b1f6 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:58:51.271720 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fe3bb6d7-0078-42c5-90e8-53dc58d1a38f req-2dc30b84-d629-4056-92c3-3266a195b1f6 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce3bd2c9-3c0e-421b-a460-59e4138079b6 HTTP/1.1" status: 200 len: 945 time: 0.0693431 Nov 10 19:58:51.308041 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7d19cf0d-70bc-4792-8858-ddc9ef8eaeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'name': 'tempest-TestNetworkBasicOps-router-452722265', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:58:44Z', 'revision_number': 6, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:40:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '9a76515d-6e32-44b9-b78a-62fa04ecfc3c', 'name': '', 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'mac_address': 'fa:16:3e:9e:af:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '990a1f0a-971c-4ec4-a334-6e5abc275715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:57:01Z', 'updated_at': '2021-11-10T19:57:04Z', 'revision_number': 5, 'project_id': '6ced274264f044149e702ef5ae927034', 'subnets': [{'id': '990a1f0a-971c-4ec4-a334-6e5abc275715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:58:51.334963 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d19cf0d-70bc-4792-8858-ddc9ef8eaeef None None] Checking router: 6b889aff-ec67-4e29-ab13-9ce64227b959 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:58:51.344518 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d19cf0d-70bc-4792-8858-ddc9ef8eaeef None None] Routers {'6b889aff-ec67-4e29-ab13-9ce64227b959'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:58:51.345168 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7d19cf0d-70bc-4792-8858-ddc9ef8eaeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:58:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['6b889aff-ec67-4e29-ab13-9ce64227b959'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:58:51.381927 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fe3bb6d7-0078-42c5-90e8-53dc58d1a38f req-9dfe8f21-85bd-43f9-be0a-9d1a5e61db53 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/security-groups?id=cead410c-0bb5-4f3d-86ad-ac8f5f918bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018934 Nov 10 19:58:51.396832 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59f6bc-2794-40d0-9b4c-4505ecb6accd req-6e7c30f8-4506-4455-ba22-65ac81f8923d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:58:51.398407 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca59f6bc-2794-40d0-9b4c-4505ecb6accd req-6e7c30f8-4506-4455-ba22-65ac81f8923d service neutron] 10.222.0.73 "GET /v2.0/networks?id=7f708b7f-d8fc-4a63-a008-f06a6dd04307 HTTP/1.1" status: 200 len: 898 time: 0.1258371 Nov 10 19:58:51.447097 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca59f6bc-2794-40d0-9b4c-4505ecb6accd req-92ebd1a9-ccf5-4c7d-b441-4bb0c04af92a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca3b9d64-f4e7-4935-b49d-ba3bffb5b447 HTTP/1.1" status: 200 len: 217 time: 0.0404902 Nov 10 19:58:51.465261 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-7d19cf0d-70bc-4792-8858-ddc9ef8eaeef None None] Set router 6b889aff-ec67-4e29-ab13-9ce64227b959 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:58:51.500517 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59f6bc-2794-40d0-9b4c-4505ecb6accd req-f415941d-6e5c-461d-aee4-19d4f34903e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:58:51.502141 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca59f6bc-2794-40d0-9b4c-4505ecb6accd req-f415941d-6e5c-461d-aee4-19d4f34903e7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=990a1f0a-971c-4ec4-a334-6e5abc275715 HTTP/1.1" status: 200 len: 834 time: 0.0470617 Nov 10 19:58:51.553389 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59f6bc-2794-40d0-9b4c-4505ecb6accd req-8dde2ea2-4bbe-4da8-aaab-402fff23a447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:58:51.555474 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca59f6bc-2794-40d0-9b4c-4505ecb6accd req-8dde2ea2-4bbe-4da8-aaab-402fff23a447 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7f708b7f-d8fc-4a63-a008-f06a6dd04307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445127 Nov 10 19:58:51.657474 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca59f6bc-2794-40d0-9b4c-4505ecb6accd req-e1d326da-21cd-45b1-b521-e4903ac10156 service neutron] 10.222.0.73 "GET /v2.0/networks/7f708b7f-d8fc-4a63-a008-f06a6dd04307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940487 Nov 10 19:58:51.688582 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-7d19cf0d-70bc-4792-8858-ddc9ef8eaeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'name': 'tempest-TestNetworkBasicOps-router-452722265', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:58:44Z', 'revision_number': 6, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:40:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '9a76515d-6e32-44b9-b78a-62fa04ecfc3c', 'name': '', 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'mac_address': 'fa:16:3e:9e:af:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '990a1f0a-971c-4ec4-a334-6e5abc275715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:57:01Z', 'updated_at': '2021-11-10T19:57:04Z', 'revision_number': 5, 'project_id': '6ced274264f044149e702ef5ae927034', 'subnets': [{'id': '990a1f0a-971c-4ec4-a334-6e5abc275715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:58:51.717911 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d19cf0d-70bc-4792-8858-ddc9ef8eaeef None None] The sync data for ids ['6b889aff-ec67-4e29-ab13-9ce64227b959'] in n-d-813897-4 is: [{'id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'name': 'tempest-TestNetworkBasicOps-router-452722265', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:58:44Z', 'revision_number': 6, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:40:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '9a76515d-6e32-44b9-b78a-62fa04ecfc3c', 'name': '', 'network_id': '7f708b7f-d8fc-4a63-a008-f06a6dd04307', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'mac_address': 'fa:16:3e:9e:af:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '990a1f0a-971c-4ec4-a334-6e5abc275715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:57:01Z', 'updated_at': '2021-11-10T19:57:04Z', 'revision_number': 5, 'project_id': '6ced274264f044149e702ef5ae927034', 'subnets': [{'id': '990a1f0a-971c-4ec4-a334-6e5abc275715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:58:51.756189 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ca59f6bc-2794-40d0-9b4c-4505ecb6accd req-8fde3774-ea00-41f7-ab7f-0beb41f6e4e5 service neutron] 10.222.0.73 "GET /v2.0/networks/7f708b7f-d8fc-4a63-a008-f06a6dd04307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893004 Nov 10 19:58:51.970733 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725d06c2-b65a-49b1-b885-bcf8a8859240 None None] New status for floating IP dd006bbe-2209-4f31-8a49-9b48e94ee2b0: DOWN {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:58:52.538309 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3d95c-8846-4102-90b0-0b185f628a88 req-a9c70964-401b-4a2a-af60-4ce3f79e44c8 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:58:52.539840 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2cf3d95c-8846-4102-90b0-0b185f628a88 req-a9c70964-401b-4a2a-af60-4ce3f79e44c8 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce3bd2c9-3c0e-421b-a460-59e4138079b6 HTTP/1.1" status: 200 len: 945 time: 0.0819063 Nov 10 19:58:52.548497 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0ce47-7850-4c31-a6c2-f051ad125700 req-d69847a6-be3c-4965-911e-f17efb45b77d tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:58:52.549908 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8aa0ce47-7850-4c31-a6c2-f051ad125700 req-d69847a6-be3c-4965-911e-f17efb45b77d tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce3bd2c9-3c0e-421b-a460-59e4138079b6 HTTP/1.1" status: 200 len: 945 time: 0.0834544 Nov 10 19:58:52.652591 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8aa0ce47-7850-4c31-a6c2-f051ad125700 req-3d6b643e-68bc-44ab-82f6-c946ec40a368 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/security-groups?id=cead410c-0bb5-4f3d-86ad-ac8f5f918bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941238 Nov 10 19:58:52.673799 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-2cf3d95c-8846-4102-90b0-0b185f628a88 req-41c14ca5-d7a8-465b-b961-e8bbe549971f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Deleting port ca3b9d64-f4e7-4935-b49d-ba3bffb5b447 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:58:52.674167 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2cf3d95c-8846-4102-90b0-0b185f628a88 req-41c14ca5-d7a8-465b-b961-e8bbe549971f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:52.769754 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-2cf3d95c-8846-4102-90b0-0b185f628a88 req-41c14ca5-d7a8-465b-b961-e8bbe549971f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] For port ca3b9d64-f4e7-4935-b49d-ba3bffb5b447, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=ca3b9d64-f4e7-4935-b49d-ba3bffb5b447,segment=NetworkSegment(0e201805-8a0b-4759-a1ba-4d5da80e666b),segment_id=0e201805-8a0b-4759-a1ba-4d5da80e666b)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:58:52.770144 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2cf3d95c-8846-4102-90b0-0b185f628a88 req-41c14ca5-d7a8-465b-b961-e8bbe549971f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:52.783886 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-2cf3d95c-8846-4102-90b0-0b185f628a88 req-41c14ca5-d7a8-465b-b961-e8bbe549971f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Calling delete_port for ca3b9d64-f4e7-4935-b49d-ba3bffb5b447 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:58:52.922294 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2cf3d95c-8846-4102-90b0-0b185f628a88 req-41c14ca5-d7a8-465b-b961-e8bbe549971f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:52.957113 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c14ca5-d7a8-465b-b961-e8bbe549971f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event deleted for resources: {'Port': ['ID=ca3b9d64-f4e7-4935-b49d-ba3bffb5b447,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:58:52.994013 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf3d95c-8846-4102-90b0-0b185f628a88 req-41c14ca5-d7a8-465b-b961-e8bbe549971f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] No DVR routers for this DVR port ca3b9d64-f4e7-4935-b49d-ba3bffb5b447 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:58:52.996800 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-2cf3d95c-8846-4102-90b0-0b185f628a88 req-41c14ca5-d7a8-465b-b961-e8bbe549971f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:53.000495 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2cf3d95c-8846-4102-90b0-0b185f628a88 req-41c14ca5-d7a8-465b-b961-e8bbe549971f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.73 "DELETE /v2.0/ports/ca3b9d64-f4e7-4935-b49d-ba3bffb5b447 HTTP/1.1" status: 204 len: 173 time: 0.4496028 Nov 10 19:58:53.001039 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3bd2c9-3c0e-421b-a460-59e4138079b6', 'name': 'network-vif-deleted', 'tag': 'ca3b9d64-f4e7-4935-b49d-ba3bffb5b447'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:58:53.003464 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a75ad90-b7e3-4969-8f67-fe10399f37b8" -d '{"events": [{"server_uuid": "ce3bd2c9-3c0e-421b-a460-59e4138079b6", "name": "network-vif-deleted", "tag": "ca3b9d64-f4e7-4935-b49d-ba3bffb5b447"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:58:53.120063 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824c05a8-bce3-40a6-b867-49dc6fa2b530 x-openstack-request-id: req-824c05a8-bce3-40a6-b867-49dc6fa2b530 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:58:53.120363 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce3bd2c9-3c0e-421b-a460-59e4138079b6", "name": "network-vif-deleted", "tag": "ca3b9d64-f4e7-4935-b49d-ba3bffb5b447", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:58:53.120613 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-824c05a8-bce3-40a6-b867-49dc6fa2b530 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:58:53.121021 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce3bd2c9-3c0e-421b-a460-59e4138079b6', 'name': 'network-vif-deleted', 'tag': 'ca3b9d64-f4e7-4935-b49d-ba3bffb5b447', 'status': 'completed', 'code': 200} Nov 10 19:58:53.193939 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9846c68b-634b-4c45-aece-c54fac2e8f77 req-82fbf6f6-fdd2-48e6-ba9e-f8e6e5bf1fa6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ce3bd2c9-3c0e-421b-a460-59e4138079b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0310354 Nov 10 19:58:53.275735 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9846c68b-634b-4c45-aece-c54fac2e8f77 req-96b4b5f1-1674-49d6-ac94-73935ef771eb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ced274264f044149e702ef5ae927034&device_id=ce3bd2c9-3c0e-421b-a460-59e4138079b6 HTTP/1.1" status: 200 len: 210 time: 0.0317733 Nov 10 19:58:53.482299 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-835ed585-aa1e-4b24-b668-fb31b0fd7f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:53.486808 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846c68b-634b-4c45-aece-c54fac2e8f77 req-0af9a6a2-77ab-498d-8891-8456e079e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:58:53.488381 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9846c68b-634b-4c45-aece-c54fac2e8f77 req-0af9a6a2-77ab-498d-8891-8456e079e4c0 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=6ced274264f044149e702ef5ae927034&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1920800 Nov 10 19:58:53.665028 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846c68b-634b-4c45-aece-c54fac2e8f77 req-aed192ff-ac0e-4557-a4c9-9adbcf4eef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:58:53.666559 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9846c68b-634b-4c45-aece-c54fac2e8f77 req-aed192ff-ac0e-4557-a4c9-9adbcf4eef28 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1707809 Nov 10 19:58:53.721232 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53606) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:58:53.781299 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-afd190ff-7727-472f-bf47-f2f3e131c61a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:53.816171 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-afd190ff-7727-472f-bf47-f2f3e131c61a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:53.880397 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-afd190ff-7727-472f-bf47-f2f3e131c61a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:53.883168 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-afd190ff-7727-472f-bf47-f2f3e131c61a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:53.884344 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-afd190ff-7727-472f-bf47-f2f3e131c61a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "DELETE /v2.0/security-groups/cead410c-0bb5-4f3d-86ad-ac8f5f918bd9 HTTP/1.1" status: 204 len: 168 time: 0.1620479 Nov 10 19:58:53.894191 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd190ff-7727-472f-bf47-f2f3e131c61a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cead410c-0bb5-4f3d-86ad-ac8f5f918bd9,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:58:53.902489 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd190ff-7727-472f-bf47-f2f3e131c61a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:53.902859 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd190ff-7727-472f-bf47-f2f3e131c61a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:53.903185 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd190ff-7727-472f-bf47-f2f3e131c61a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:53.903524 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd190ff-7727-472f-bf47-f2f3e131c61a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:53.903859 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd190ff-7727-472f-bf47-f2f3e131c61a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:53.904189 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd190ff-7727-472f-bf47-f2f3e131c61a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:53.904520 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd190ff-7727-472f-bf47-f2f3e131c61a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:53.904842 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd190ff-7727-472f-bf47-f2f3e131c61a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:53.905159 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd190ff-7727-472f-bf47-f2f3e131c61a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:53.905485 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd190ff-7727-472f-bf47-f2f3e131c61a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:53.905994 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd190ff-7727-472f-bf47-f2f3e131c61a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:53.906403 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd190ff-7727-472f-bf47-f2f3e131c61a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:53.917752 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53610) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:58:54.295769 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4fa85898-7f98-4104-8b8a-44f49c2933c8 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:54.851888 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-4fa85898-7f98-4104-8b8a-44f49c2933c8 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Deleting port 9a76515d-6e32-44b9-b78a-62fa04ecfc3c {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:58:54.852693 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4fa85898-7f98-4104-8b8a-44f49c2933c8 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:54.964853 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-4fa85898-7f98-4104-8b8a-44f49c2933c8 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] For port 9a76515d-6e32-44b9-b78a-62fa04ecfc3c, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=9a76515d-6e32-44b9-b78a-62fa04ecfc3c,segment=NetworkSegment(0e201805-8a0b-4759-a1ba-4d5da80e666b),segment_id=0e201805-8a0b-4759-a1ba-4d5da80e666b)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:58:54.965391 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4fa85898-7f98-4104-8b8a-44f49c2933c8 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:54.981946 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-4fa85898-7f98-4104-8b8a-44f49c2933c8 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Calling delete_port for 9a76515d-6e32-44b9-b78a-62fa04ecfc3c owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:58:55.107817 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:55.187513 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4fa85898-7f98-4104-8b8a-44f49c2933c8 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:55.214200 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa85898-7f98-4104-8b8a-44f49c2933c8 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event deleted for resources: {'Port': ['ID=9a76515d-6e32-44b9-b78a-62fa04ecfc3c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:58:55.402357 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:55.404119 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4fa85898-7f98-4104-8b8a-44f49c2933c8 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:55.631789 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa85898-7f98-4104-8b8a-44f49c2933c8 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Router 6b889aff-ec67-4e29-ab13-9ce64227b959 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:58:55.726633 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3e5be39c-3dca-4d37-8a33-29e93f8824db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:55.758901 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa85898-7f98-4104-8b8a-44f49c2933c8 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:58:55.764700 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4fa85898-7f98-4104-8b8a-44f49c2933c8 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "PUT /v2.0/routers/6b889aff-ec67-4e29-ab13-9ce64227b959/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8458421 Nov 10 19:58:55.767511 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53612) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:58:55.770003 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a6bba1-d483-4d9c-8e57-bb5712f2df7a None None] Sync routers for ids ['6b889aff-ec67-4e29-ab13-9ce64227b959'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:58:55.779968 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a6bba1-d483-4d9c-8e57-bb5712f2df7a None None] Routers {'6b889aff-ec67-4e29-ab13-9ce64227b959'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:58:55.780572 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-b8a6bba1-d483-4d9c-8e57-bb5712f2df7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:58:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['6b889aff-ec67-4e29-ab13-9ce64227b959'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:58:55.826923 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-54aa53b6-50c6-4ac0-b288-90d9091d3ca1 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Deleting subnet 990a1f0a-971c-4ec4-a334-6e5abc275715 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:58:55.830687 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-54aa53b6-50c6-4ac0-b288-90d9091d3ca1 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:55.878470 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-54aa53b6-50c6-4ac0-b288-90d9091d3ca1 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:55.965334 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-54aa53b6-50c6-4ac0-b288-90d9091d3ca1 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:55.984009 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-b8a6bba1-d483-4d9c-8e57-bb5712f2df7a None None] Set router 6b889aff-ec67-4e29-ab13-9ce64227b959 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:58:56.028442 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-54aa53b6-50c6-4ac0-b288-90d9091d3ca1 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:56.060957 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa53b6-50c6-4ac0-b288-90d9091d3ca1 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event deleted for resources: {'Subnet': ['ID=990a1f0a-971c-4ec4-a334-6e5abc275715,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:58:56.065271 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-54aa53b6-50c6-4ac0-b288-90d9091d3ca1 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:56.069383 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-54aa53b6-50c6-4ac0-b288-90d9091d3ca1 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "DELETE /v2.0/subnets/990a1f0a-971c-4ec4-a334-6e5abc275715 HTTP/1.1" status: 204 len: 168 time: 0.3008599 Nov 10 19:58:56.072248 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53614) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:58:56.074144 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bad5b18-ba1a-4d58-b0db-177b47684536 None None] Network 7f708b7f-d8fc-4a63-a008-f06a6dd04307 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:58:56.169183 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-b8a6bba1-d483-4d9c-8e57-bb5712f2df7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'name': 'tempest-TestNetworkBasicOps-router-452722265', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:58:55Z', 'revision_number': 7, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:40:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:58:56.188894 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-be84c659-f056-41fd-8364-35b01611ab26 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:56.202390 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a6bba1-d483-4d9c-8e57-bb5712f2df7a None None] Checking router: 6b889aff-ec67-4e29-ab13-9ce64227b959 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:58:56.213427 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a6bba1-d483-4d9c-8e57-bb5712f2df7a None None] Routers {'6b889aff-ec67-4e29-ab13-9ce64227b959'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:58:56.214256 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-b8a6bba1-d483-4d9c-8e57-bb5712f2df7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:58:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['6b889aff-ec67-4e29-ab13-9ce64227b959'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:58:56.272577 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45429bd3-f061-4ec2-ae02-f91486774819 None None] DHCP port deletion for 7f708b7f-d8fc-4a63-a008-f06a6dd04307 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:58:56.308050 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-be84c659-f056-41fd-8364-35b01611ab26 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:56.325907 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-45429bd3-f061-4ec2-ae02-f91486774819 None None] Deleting port 2557fd26-ad5a-4069-9002-8089e8e87588 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:58:56.326589 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-45429bd3-f061-4ec2-ae02-f91486774819 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:56.333445 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-b8a6bba1-d483-4d9c-8e57-bb5712f2df7a None None] Set router 6b889aff-ec67-4e29-ab13-9ce64227b959 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:58:56.368567 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-be84c659-f056-41fd-8364-35b01611ab26 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Deleting port 6073fb14-3462-411c-b63a-4f03b56ab907 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:58:56.369343 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-be84c659-f056-41fd-8364-35b01611ab26 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:56.400453 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-45429bd3-f061-4ec2-ae02-f91486774819 None None] For port 2557fd26-ad5a-4069-9002-8089e8e87588, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2557fd26-ad5a-4069-9002-8089e8e87588,segment=NetworkSegment(0e201805-8a0b-4759-a1ba-4d5da80e666b),segment_id=0e201805-8a0b-4759-a1ba-4d5da80e666b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:58:56.401046 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-45429bd3-f061-4ec2-ae02-f91486774819 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:56.418890 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-45429bd3-f061-4ec2-ae02-f91486774819 None None] Calling delete_port for 2557fd26-ad5a-4069-9002-8089e8e87588 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:58:56.457439 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-be84c659-f056-41fd-8364-35b01611ab26 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] For port 6073fb14-3462-411c-b63a-4f03b56ab907, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=6073fb14-3462-411c-b63a-4f03b56ab907,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:58:56.457712 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-be84c659-f056-41fd-8364-35b01611ab26 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:56.474167 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-be84c659-f056-41fd-8364-35b01611ab26 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Calling delete_port for 6073fb14-3462-411c-b63a-4f03b56ab907 owned by network:router_gateway {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:58:56.516185 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-45429bd3-f061-4ec2-ae02-f91486774819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:56.525069 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-b8a6bba1-d483-4d9c-8e57-bb5712f2df7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'name': 'tempest-TestNetworkBasicOps-router-452722265', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:58:55Z', 'revision_number': 7, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:40:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:58:56.547024 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45429bd3-f061-4ec2-ae02-f91486774819 None None] Pushing event deleted for resources: {'Port': ['ID=2557fd26-ad5a-4069-9002-8089e8e87588,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:58:56.554601 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45429bd3-f061-4ec2-ae02-f91486774819 None None] No DVR routers for this DVR port 2557fd26-ad5a-4069-9002-8089e8e87588 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:58:56.558689 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a6bba1-d483-4d9c-8e57-bb5712f2df7a None None] The sync data for ids ['6b889aff-ec67-4e29-ab13-9ce64227b959'] in n-d-813897-4 is: [{'id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'name': 'tempest-TestNetworkBasicOps-router-452722265', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:58:55Z', 'revision_number': 7, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '6073fb14-3462-411c-b63a-4f03b56ab907', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:40:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b889aff-ec67-4e29-ab13-9ce64227b959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:56:58Z', 'updated_at': '2021-11-10T19:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:58:56.671419 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-be84c659-f056-41fd-8364-35b01611ab26 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:56.700279 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84c659-f056-41fd-8364-35b01611ab26 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event deleted for resources: {'Port': ['ID=6073fb14-3462-411c-b63a-4f03b56ab907,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:58:56.718383 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c018f6ae-32ea-4511-8e61-b6eed444d3f4 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:58:56.757968 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84c659-f056-41fd-8364-35b01611ab26 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:56.758400 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84c659-f056-41fd-8364-35b01611ab26 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:56.758786 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84c659-f056-41fd-8364-35b01611ab26 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:56.759189 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84c659-f056-41fd-8364-35b01611ab26 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:56.759589 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84c659-f056-41fd-8364-35b01611ab26 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:56.760036 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84c659-f056-41fd-8364-35b01611ab26 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:56.760406 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84c659-f056-41fd-8364-35b01611ab26 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:56.760734 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84c659-f056-41fd-8364-35b01611ab26 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:56.761052 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84c659-f056-41fd-8364-35b01611ab26 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:56.761381 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84c659-f056-41fd-8364-35b01611ab26 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:56.761706 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84c659-f056-41fd-8364-35b01611ab26 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:56.762047 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84c659-f056-41fd-8364-35b01611ab26 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:58:56.787895 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-be84c659-f056-41fd-8364-35b01611ab26 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:56.791159 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 9a76515d-6e32-44b9-b78a-62fa04ecfc3c no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:58:56.813842 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 9a76515d-6e32-44b9-b78a-62fa04ecfc3c {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:58:56.814409 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 9a76515d-6e32-44b9-b78a-62fa04ecfc3c not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:58:56.814978 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2557fd26-ad5a-4069-9002-8089e8e87588 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:58:56.836401 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 2557fd26-ad5a-4069-9002-8089e8e87588 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:58:56.836763 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2557fd26-ad5a-4069-9002-8089e8e87588 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:58:57.147912 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-be84c659-f056-41fd-8364-35b01611ab26 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:57.150297 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-be84c659-f056-41fd-8364-35b01611ab26 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:57.217239 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-be84c659-f056-41fd-8364-35b01611ab26 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:57.217865 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be84c659-f056-41fd-8364-35b01611ab26 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Fanout notify agent at l3_agent the message router_deleted on router 6b889aff-ec67-4e29-ab13-9ce64227b959 {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:58:57.225320 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-be84c659-f056-41fd-8364-35b01611ab26 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:57.226472 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-be84c659-f056-41fd-8364-35b01611ab26 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "DELETE /v2.0/routers/6b889aff-ec67-4e29-ab13-9ce64227b959 HTTP/1.1" status: 204 len: 168 time: 1.1531804 Nov 10 19:58:57.230622 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53616) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:58:57.317474 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-feb310c2-092e-4fb3-a09e-e0789d3411ac tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:57.338169 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:57.417946 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-feb310c2-092e-4fb3-a09e-e0789d3411ac tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:57.439635 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-feb310c2-092e-4fb3-a09e-e0789d3411ac tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f708b7f-d8fc-4a63-a008-f06a6dd04307']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:58:57.456188 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-feb310c2-092e-4fb3-a09e-e0789d3411ac tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e201805-8a0b-4759-a1ba-4d5da80e666b') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:58:57.456452 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-feb310c2-092e-4fb3-a09e-e0789d3411ac tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e201805-8a0b-4759-a1ba-4d5da80e666b') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:58:57.473710 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-feb310c2-092e-4fb3-a09e-e0789d3411ac tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:57.493534 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-feb310c2-092e-4fb3-a09e-e0789d3411ac tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:57.500180 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb310c2-092e-4fb3-a09e-e0789d3411ac tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:58:57.500600 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-feb310c2-092e-4fb3-a09e-e0789d3411ac tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:57.503790 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:58:57.503790 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:58:57.503790 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:58:57.503790 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:58:57.503790 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:58:57.503790 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:58:57.503790 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:58:57.503790 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:58:57.503790 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:58:57.503790 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:58:57.503790 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:58:57.503790 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:58:57.503790 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:58:57.503790 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:58:57.503790 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:58:57.503790 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:58:57.503790 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:58:57.503790 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:58:57.503790 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:58:57.503790 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:58:57.503790 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:58:57.503790 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:58:57.503790 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:58:57.503790 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:58:57.503790 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:58:57.503790 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:58:57.503790 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:58:57.503790 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:58:57.503790 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:58:57.503790 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:58:57.503790 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:58:57.503790 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:58:57.572935 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-feb310c2-092e-4fb3-a09e-e0789d3411ac tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:57.582244 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-feb310c2-092e-4fb3-a09e-e0789d3411ac tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:57.585278 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-feb310c2-092e-4fb3-a09e-e0789d3411ac tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "DELETE /v2.0/networks/7f708b7f-d8fc-4a63-a008-f06a6dd04307 HTTP/1.1" status: 204 len: 168 time: 0.3534217 Nov 10 19:58:57.597200 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb310c2-092e-4fb3-a09e-e0789d3411ac tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event deleted for resources: {'Network': ['ID=7f708b7f-d8fc-4a63-a008-f06a6dd04307,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:58:57.602932 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53618) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:58:57.608397 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-1cb11567-e118-4203-816e-fe6456930657 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Request body: {'network': {'name': 'tempest-network-smoke--1658177738', 'project_id': '6ced274264f044149e702ef5ae927034', 'port_security_enabled': True}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:58:57.632958 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb11567-e118-4203-816e-fe6456930657 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Made reservation on behalf of 6ced274264f044149e702ef5ae927034 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:58:57.636892 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1cb11567-e118-4203-816e-fe6456930657 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:57.665154 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb11567-e118-4203-816e-fe6456930657 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:58:57.667432 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device ca3b9d64-f4e7-4935-b49d-ba3bffb5b447 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:58:57.678162 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1cb11567-e118-4203-816e-fe6456930657 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:57.678366 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-1cb11567-e118-4203-816e-fe6456930657 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Added segment 959be52c-3537-4e11-ab5d-cf550abfeb4b of type vlan for network 314cd150-f032-44aa-9358-0a8c70e1ead4 Nov 10 19:58:57.696899 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: ca3b9d64-f4e7-4935-b49d-ba3bffb5b447 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:58:57.697220 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device ca3b9d64-f4e7-4935-b49d-ba3bffb5b447 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:58:57.725086 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1cb11567-e118-4203-816e-fe6456930657 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:57.752559 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1cb11567-e118-4203-816e-fe6456930657 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:57.758400 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb11567-e118-4203-816e-fe6456930657 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:58:57.758990 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1cb11567-e118-4203-816e-fe6456930657 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:57.828473 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1cb11567-e118-4203-816e-fe6456930657 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2227435 Nov 10 19:58:57.830147 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53620) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:58:57.834987 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-f83b9e42-3776-4da6-b752-20d15b441d3a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1935064635', 'admin_state_up': True, 'project_id': '6ced274264f044149e702ef5ae927034', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:58:57.844918 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb11567-e118-4203-816e-fe6456930657 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'Network': ['ID=314cd150-f032-44aa-9358-0a8c70e1ead4,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:58:57.857944 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 314cd150-f032-44aa-9358-0a8c70e1ead4 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:58:57.868817 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f83b9e42-3776-4da6-b752-20d15b441d3a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:57.870117 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f83b9e42-3776-4da6-b752-20d15b441d3a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:57.958605 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f83b9e42-3776-4da6-b752-20d15b441d3a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:58.096434 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f83b9e42-3776-4da6-b752-20d15b441d3a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:58.318907 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f83b9e42-3776-4da6-b752-20d15b441d3a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:58.343972 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f83b9e42-3776-4da6-b752-20d15b441d3a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:58.455840 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-f83b9e42-3776-4da6-b752-20d15b441d3a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Allocated IP 172.25.3.61 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/337ba3e7-5d7d-4109-8d8a-9671575a3272) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:58:58.571548 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f83b9e42-3776-4da6-b752-20d15b441d3a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:58.609950 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f83b9e42-3776-4da6-b752-20d15b441d3a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:58.648231 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83b9e42-3776-4da6-b752-20d15b441d3a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:58:58.652935 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-f83b9e42-3776-4da6-b752-20d15b441d3a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:58:58.656384 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83b9e42-3776-4da6-b752-20d15b441d3a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:58:58.665931 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260f1374-bf46-4a39-8974-3779f2186f4e None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:58:58.686186 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b9e42-3776-4da6-b752-20d15b441d3a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'Port': ['ID=337ba3e7-5d7d-4109-8d8a-9671575a3272,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:58:58.760891 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-56d950c8-d273-4c88-9aa9-61846bd63ce9 None None] Provisioning complete for port 337ba3e7-5d7d-4109-8d8a-9671575a3272 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:58:58.761256 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-56d950c8-d273-4c88-9aa9-61846bd63ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:58.783825 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 6073fb14-3462-411c-b63a-4f03b56ab907 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:58:58.811850 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 6073fb14-3462-411c-b63a-4f03b56ab907 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:58:58.812176 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 6073fb14-3462-411c-b63a-4f03b56ab907 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:58:58.826551 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-56d950c8-d273-4c88-9aa9-61846bd63ce9 None None] Port 337ba3e7-5d7d-4109-8d8a-9671575a3272 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:58:58.839716 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:58.933408 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f83b9e42-3776-4da6-b752-20d15b441d3a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:59.163432 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f83b9e42-3776-4da6-b752-20d15b441d3a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:59.318321 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83b9e42-3776-4da6-b752-20d15b441d3a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Router 40fb0fe0-5f4d-466f-8a82-e00dcefc496c is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:58:59.397913 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:59.439842 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83b9e42-3776-4da6-b752-20d15b441d3a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:58:59.449579 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18af0fc4-49a9-4979-8411-56e57f784ccd None None] Sync routers for ids ['40fb0fe0-5f4d-466f-8a82-e00dcefc496c'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:58:59.461389 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18af0fc4-49a9-4979-8411-56e57f784ccd None None] Routers {'40fb0fe0-5f4d-466f-8a82-e00dcefc496c'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:58:59.461631 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f83b9e42-3776-4da6-b752-20d15b441d3a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:59.462039 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-18af0fc4-49a9-4979-8411-56e57f784ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:58:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['40fb0fe0-5f4d-466f-8a82-e00dcefc496c'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:58:59.462907 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f83b9e42-3776-4da6-b752-20d15b441d3a tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6317363 Nov 10 19:58:59.466060 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53622) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:58:59.494994 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f2e3831d-d82e-4f5f-8e65-cf5cf1a6ce84 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=6ced274264f044149e702ef5ae927034&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277014 Nov 10 19:58:59.497922 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53624) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:58:59.571357 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-18af0fc4-49a9-4979-8411-56e57f784ccd None None] Set router 40fb0fe0-5f4d-466f-8a82-e00dcefc496c gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:58:59.588732 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991b9a2b-5b3c-461d-b33c-125cbba6e0a4 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:58:59.590365 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-991b9a2b-5b3c-461d-b33c-125cbba6e0a4 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913651 Nov 10 19:58:59.593358 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53626) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:58:59.629700 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f029e183-ce4e-4dac-a462-312b9e4ecb19 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349090 Nov 10 19:58:59.632198 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53628) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:58:59.637155 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-c90f7c29-3948-472c-ac6b-2879cb9a1be7 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-439872937', 'network_id': '314cd150-f032-44aa-9358-0a8c70e1ead4', 'project_id': '6ced274264f044149e702ef5ae927034', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:58:59.734536 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90f7c29-3948-472c-ac6b-2879cb9a1be7 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Made reservation on behalf of 6ced274264f044149e702ef5ae927034 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:58:59.738341 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c90f7c29-3948-472c-ac6b-2879cb9a1be7 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:59.933427 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c90f7c29-3948-472c-ac6b-2879cb9a1be7 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:58:59.996878 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f7c29-3948-472c-ac6b-2879cb9a1be7 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'Subnet': ['ID=ddf88268-bc96-4277-99f4-a96a5edc74f5,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:00.005123 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90f7c29-3948-472c-ac6b-2879cb9a1be7 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Checking segment: {'id': '959be52c-3537-4e11-ab5d-cf550abfeb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '314cd150-f032-44aa-9358-0a8c70e1ead4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:59:00.005488 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90f7c29-3948-472c-ac6b-2879cb9a1be7 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Network hostable DHCP agents. Network: 314cd150-f032-44aa-9358-0a8c70e1ead4, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:59:00.024323 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90f7c29-3948-472c-ac6b-2879cb9a1be7 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Network 314cd150-f032-44aa-9358-0a8c70e1ead4 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:59:00.033524 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-18af0fc4-49a9-4979-8411-56e57f784ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'name': 'tempest-TestNetworkBasicOps-router-1935064635', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '337ba3e7-5d7d-4109-8d8a-9671575a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:58:57Z', 'updated_at': '2021-11-10T19:58:58Z', 'revision_number': 3, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '337ba3e7-5d7d-4109-8d8a-9671575a3272', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:58:58Z', 'updated_at': '2021-11-10T19:58:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:59:00.034674 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-c90f7c29-3948-472c-ac6b-2879cb9a1be7 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 314cd150-f032-44aa-9358-0a8c70e1ead4) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:59:00.039238 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90f7c29-3948-472c-ac6b-2879cb9a1be7 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:00.039860 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c90f7c29-3948-472c-ac6b-2879cb9a1be7 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:00.059140 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c90f7c29-3948-472c-ac6b-2879cb9a1be7 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4258223 Nov 10 19:59:00.062098 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53630) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:59:00.070388 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398c1ce4-3831-4082-b57e-32697d80d981 None None] Network 314cd150-f032-44aa-9358-0a8c70e1ead4 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:59:00.074908 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18af0fc4-49a9-4979-8411-56e57f784ccd None None] Checking router: 40fb0fe0-5f4d-466f-8a82-e00dcefc496c for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:59:00.075266 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18af0fc4-49a9-4979-8411-56e57f784ccd None None] Updating router 40fb0fe0-5f4d-466f-8a82-e00dcefc496c port 337ba3e7-5d7d-4109-8d8a-9671575a3272 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:59:00.164928 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-18af0fc4-49a9-4979-8411-56e57f784ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:00.390908 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ba55ea-7dae-4c0b-bbc8-440ebf03e6ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-314cd150-f032-44aa-9358-0a8c70e1ead4', 'network_id': '314cd150-f032-44aa-9358-0a8c70e1ead4', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'fixed_ips': [{'subnet_id': 'ddf88268-bc96-4277-99f4-a96a5edc74f5'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:59:00.391856 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-36ba55ea-7dae-4c0b-bbc8-440ebf03e6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:00.513336 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1e45aa61-1ac9-4948-b636-354881f1251f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:00.620380 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-36ba55ea-7dae-4c0b-bbc8-440ebf03e6ed None None] Allocated IP 172.20.0.2 (314cd150-f032-44aa-9358-0a8c70e1ead4/ddf88268-bc96-4277-99f4-a96a5edc74f5/fb302e92-c08f-41cc-a741-b48bfa53ad93) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:59:00.623869 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-18af0fc4-49a9-4979-8411-56e57f784ccd None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:00.633249 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-18af0fc4-49a9-4979-8411-56e57f784ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:00.737520 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92de5732-9ede-48a4-aad7-0b14fefee092 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:59:00.749605 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512182a-a970-42a3-be17-3a8043dc1d6f None None] Pushing event updated for resources: {'Port': ['ID=337ba3e7-5d7d-4109-8d8a-9671575a3272,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:00.751822 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-18af0fc4-49a9-4979-8411-56e57f784ccd None None] Attempting to bind port 337ba3e7-5d7d-4109-8d8a-9671575a3272 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:59:00.752184 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-18af0fc4-49a9-4979-8411-56e57f784ccd None None] Attempting to bind port 337ba3e7-5d7d-4109-8d8a-9671575a3272 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:59:00.752542 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18af0fc4-49a9-4979-8411-56e57f784ccd None None] Attempting to bind port 337ba3e7-5d7d-4109-8d8a-9671575a3272 on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:59:00.769622 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18af0fc4-49a9-4979-8411-56e57f784ccd None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:59:00.769951 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18af0fc4-49a9-4979-8411-56e57f784ccd None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:59:00.770351 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-18af0fc4-49a9-4979-8411-56e57f784ccd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:00.770734 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18af0fc4-49a9-4979-8411-56e57f784ccd None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:59:00.771209 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-18af0fc4-49a9-4979-8411-56e57f784ccd None None] Bound port: 337ba3e7-5d7d-4109-8d8a-9671575a3272, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:59:00.771586 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-18af0fc4-49a9-4979-8411-56e57f784ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:00.881951 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-18af0fc4-49a9-4979-8411-56e57f784ccd None None] For port 337ba3e7-5d7d-4109-8d8a-9671575a3272, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:59:00.907621 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-36ba55ea-7dae-4c0b-bbc8-440ebf03e6ed None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:00.911742 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-18af0fc4-49a9-4979-8411-56e57f784ccd None None] For port 337ba3e7-5d7d-4109-8d8a-9671575a3272, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=337ba3e7-5d7d-4109-8d8a-9671575a3272,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:59:00.912663 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-66d45ae6-3066-445e-8725-e01acae69363 None None] Provisioning complete for port 337ba3e7-5d7d-4109-8d8a-9671575a3272 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:59:00.913125 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-66d45ae6-3066-445e-8725-e01acae69363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:00.916532 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-36ba55ea-7dae-4c0b-bbc8-440ebf03e6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:00.941727 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-18af0fc4-49a9-4979-8411-56e57f784ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:00.971020 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-1e45aa61-1ac9-4948-b636-354881f1251f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Allocated IP 172.20.0.1 (314cd150-f032-44aa-9358-0a8c70e1ead4/ddf88268-bc96-4277-99f4-a96a5edc74f5/311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:59:01.009694 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ba55ea-7dae-4c0b-bbc8-440ebf03e6ed None None] Network 314cd150-f032-44aa-9358-0a8c70e1ead4 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:59:01.015637 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd035d9-8937-4415-b942-af0ded01520a None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:59:01.017136 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba55ea-7dae-4c0b-bbc8-440ebf03e6ed None None] Pushing event updated for resources: {'Port': ['ID=fb302e92-c08f-41cc-a741-b48bfa53ad93,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:01.021905 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-66d45ae6-3066-445e-8725-e01acae69363 None None] Port 337ba3e7-5d7d-4109-8d8a-9671575a3272 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:59:01.023405 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-36ba55ea-7dae-4c0b-bbc8-440ebf03e6ed None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:59:01.029462 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ba55ea-7dae-4c0b-bbc8-440ebf03e6ed None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:59:01.069233 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18af0fc4-49a9-4979-8411-56e57f784ccd None None] Routers {'40fb0fe0-5f4d-466f-8a82-e00dcefc496c'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:59:01.069965 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-18af0fc4-49a9-4979-8411-56e57f784ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:58:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['40fb0fe0-5f4d-466f-8a82-e00dcefc496c'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:59:01.095151 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1e45aa61-1ac9-4948-b636-354881f1251f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:01.132605 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1e45aa61-1ac9-4948-b636-354881f1251f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:01.171430 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e45aa61-1ac9-4948-b636-354881f1251f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Network 314cd150-f032-44aa-9358-0a8c70e1ead4 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:59:01.179656 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-1e45aa61-1ac9-4948-b636-354881f1251f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:59:01.182107 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e45aa61-1ac9-4948-b636-354881f1251f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:59:01.189365 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512182a-a970-42a3-be17-3a8043dc1d6f None None] Pushing event updated for resources: {'Port': ['ID=337ba3e7-5d7d-4109-8d8a-9671575a3272,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:01.217207 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45aa61-1ac9-4948-b636-354881f1251f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'Port': ['ID=311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:01.221078 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-36ba55ea-7dae-4c0b-bbc8-440ebf03e6ed None None] Attempting to bind port fb302e92-c08f-41cc-a741-b48bfa53ad93 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:59:01.221557 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-36ba55ea-7dae-4c0b-bbc8-440ebf03e6ed None None] Attempting to bind port fb302e92-c08f-41cc-a741-b48bfa53ad93 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '959be52c-3537-4e11-ab5d-cf550abfeb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '314cd150-f032-44aa-9358-0a8c70e1ead4'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:59:01.222032 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ba55ea-7dae-4c0b-bbc8-440ebf03e6ed None None] Attempting to bind port fb302e92-c08f-41cc-a741-b48bfa53ad93 on network 314cd150-f032-44aa-9358-0a8c70e1ead4 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:59:01.234228 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-b4c8e4ab-4667-4954-a1e4-35fbeb232f54 None None] Provisioning complete for port 337ba3e7-5d7d-4109-8d8a-9671575a3272 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:59:01.234642 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b4c8e4ab-4667-4954-a1e4-35fbeb232f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:01.237394 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1e45aa61-1ac9-4948-b636-354881f1251f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:01.242430 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ba55ea-7dae-4c0b-bbc8-440ebf03e6ed None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:59:01.242801 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ba55ea-7dae-4c0b-bbc8-440ebf03e6ed None None] Checking segment: {'id': '959be52c-3537-4e11-ab5d-cf550abfeb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '314cd150-f032-44aa-9358-0a8c70e1ead4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:59:01.243199 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-36ba55ea-7dae-4c0b-bbc8-440ebf03e6ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:01.243577 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ba55ea-7dae-4c0b-bbc8-440ebf03e6ed None None] Bound using segment: {'id': '959be52c-3537-4e11-ab5d-cf550abfeb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '314cd150-f032-44aa-9358-0a8c70e1ead4'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:59:01.244109 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-36ba55ea-7dae-4c0b-bbc8-440ebf03e6ed None None] Bound port: fb302e92-c08f-41cc-a741-b48bfa53ad93, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '959be52c-3537-4e11-ab5d-cf550abfeb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '314cd150-f032-44aa-9358-0a8c70e1ead4'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:59:01.244561 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-36ba55ea-7dae-4c0b-bbc8-440ebf03e6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:01.303114 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-18af0fc4-49a9-4979-8411-56e57f784ccd None None] Set router 40fb0fe0-5f4d-466f-8a82-e00dcefc496c gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:59:01.375393 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1e45aa61-1ac9-4948-b636-354881f1251f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:01.483099 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-36ba55ea-7dae-4c0b-bbc8-440ebf03e6ed None None] For port fb302e92-c08f-41cc-a741-b48bfa53ad93, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:59:01.510785 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-36ba55ea-7dae-4c0b-bbc8-440ebf03e6ed None None] For port fb302e92-c08f-41cc-a741-b48bfa53ad93, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fb302e92-c08f-41cc-a741-b48bfa53ad93,segment=NetworkSegment(959be52c-3537-4e11-ab5d-cf550abfeb4b),segment_id=959be52c-3537-4e11-ab5d-cf550abfeb4b)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:59:01.520728 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-36ba55ea-7dae-4c0b-bbc8-440ebf03e6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:01.536763 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b4c8e4ab-4667-4954-a1e4-35fbeb232f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:01.677027 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1e45aa61-1ac9-4948-b636-354881f1251f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:01.683334 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1e45aa61-1ac9-4948-b636-354881f1251f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:01.764679 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1e45aa61-1ac9-4948-b636-354881f1251f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:01.766566 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45aa61-1ac9-4948-b636-354881f1251f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'Port': ['ID=311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:01.800629 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-b4c8e4ab-4667-4954-a1e4-35fbeb232f54 None None] For port 337ba3e7-5d7d-4109-8d8a-9671575a3272, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=337ba3e7-5d7d-4109-8d8a-9671575a3272,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:59:01.813301 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b4c8e4ab-4667-4954-a1e4-35fbeb232f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:01.820980 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba55ea-7dae-4c0b-bbc8-440ebf03e6ed None None] Pushing event updated for resources: {'Port': ['ID=fb302e92-c08f-41cc-a741-b48bfa53ad93,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:01.866779 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e45aa61-1ac9-4948-b636-354881f1251f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Network 314cd150-f032-44aa-9358-0a8c70e1ead4 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:59:01.868385 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-1e45aa61-1ac9-4948-b636-354881f1251f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:59:01.886265 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8e4ab-4667-4954-a1e4-35fbeb232f54 None None] Pushing event updated for resources: {'Port': ['ID=337ba3e7-5d7d-4109-8d8a-9671575a3272,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:01.895046 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-18af0fc4-49a9-4979-8411-56e57f784ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'name': 'tempest-TestNetworkBasicOps-router-1935064635', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '337ba3e7-5d7d-4109-8d8a-9671575a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:58:57Z', 'updated_at': '2021-11-10T19:58:58Z', 'revision_number': 3, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '337ba3e7-5d7d-4109-8d8a-9671575a3272', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:58:58Z', 'updated_at': '2021-11-10T19:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:59:01.927248 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18af0fc4-49a9-4979-8411-56e57f784ccd None None] The sync data for ids ['40fb0fe0-5f4d-466f-8a82-e00dcefc496c'] in n-d-813897-4 is: [{'id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'name': 'tempest-TestNetworkBasicOps-router-1935064635', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '337ba3e7-5d7d-4109-8d8a-9671575a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:58:57Z', 'updated_at': '2021-11-10T19:58:58Z', 'revision_number': 3, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '337ba3e7-5d7d-4109-8d8a-9671575a3272', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:58:58Z', 'updated_at': '2021-11-10T19:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:59:02.019021 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e45aa61-1ac9-4948-b636-354881f1251f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Router 40fb0fe0-5f4d-466f-8a82-e00dcefc496c has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:59:02.461185 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e45aa61-1ac9-4948-b636-354881f1251f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:59:02.468283 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1e45aa61-1ac9-4948-b636-354881f1251f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "PUT /v2.0/routers/40fb0fe0-5f4d-466f-8a82-e00dcefc496c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4050300 Nov 10 19:59:02.469827 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53632) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:59:02.670117 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae77748e-f195-40af-a827-0db6e4cb629a tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:02.670594 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae77748e-f195-40af-a827-0db6e4cb629a tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:02.671066 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae77748e-f195-40af-a827-0db6e4cb629a tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:02.671520 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae77748e-f195-40af-a827-0db6e4cb629a tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:02.673958 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ae77748e-f195-40af-a827-0db6e4cb629a tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2023900 Nov 10 19:59:02.676050 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53634) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:59:02.742724 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5871164-6f3a-4487-9bda-bfa9f5726145 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:02.743192 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5871164-6f3a-4487-9bda-bfa9f5726145 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:02.743778 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5871164-6f3a-4487-9bda-bfa9f5726145 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:02.744224 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5871164-6f3a-4487-9bda-bfa9f5726145 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:02.751957 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53636) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:59:02.759686 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f5871164-6f3a-4487-9bda-bfa9f5726145 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0806792 Nov 10 19:59:02.777080 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3984f2-abac-4314-96ec-e8345c3034bb None None] Network 314cd150-f032-44aa-9358-0a8c70e1ead4 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:59:02.869686 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a0a97b25-790d-4985-9870-2c3bfc9281c8 None None] Provisioning complete for port fb302e92-c08f-41cc-a741-b48bfa53ad93 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:59:02.870077 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a0a97b25-790d-4985-9870-2c3bfc9281c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:02.902016 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 337ba3e7-5d7d-4109-8d8a-9671575a3272 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:59:02.921204 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-baaa1bdf-1d24-4ffa-8cc0-94976f12253b tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1679265 Nov 10 19:59:03.047691 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 337ba3e7-5d7d-4109-8d8a-9671575a3272 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:59:03.047987 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:03.092291 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a0a97b25-790d-4985-9870-2c3bfc9281c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:03.146748 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-a0a97b25-790d-4985-9870-2c3bfc9281c8 None None] For port fb302e92-c08f-41cc-a741-b48bfa53ad93, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fb302e92-c08f-41cc-a741-b48bfa53ad93,segment=NetworkSegment(959be52c-3537-4e11-ab5d-cf550abfeb4b),segment_id=959be52c-3537-4e11-ab5d-cf550abfeb4b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:59:03.154246 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53640) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:59:03.160335 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-4e47277a-2355-4024-8160-2ad188e85269 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1390698562', 'description': 'tempest-secgroup-smoke-1390698562 description', 'project_id': '6ced274264f044149e702ef5ae927034'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:59:03.166322 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a0a97b25-790d-4985-9870-2c3bfc9281c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:03.191879 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4e47277a-2355-4024-8160-2ad188e85269 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:03.211448 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fb302e92-c08f-41cc-a741-b48bfa53ad93 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:59:03.260602 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a97b25-790d-4985-9870-2c3bfc9281c8 None None] Pushing event updated for resources: {'Port': ['ID=fb302e92-c08f-41cc-a741-b48bfa53ad93,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:03.281862 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4e47277a-2355-4024-8160-2ad188e85269 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:03.283090 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port fb302e92-c08f-41cc-a741-b48bfa53ad93 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:59:03.283511 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:03.287292 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4e47277a-2355-4024-8160-2ad188e85269 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:03.329799 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4e47277a-2355-4024-8160-2ad188e85269 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:03.334417 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4e47277a-2355-4024-8160-2ad188e85269 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1763892 Nov 10 19:59:03.334980 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53642) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:59:03.340086 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-ef74d1f3-6b7c-40d9-9d5f-07ecfa7b04d0 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Request body: {'security_group_rule': {'security_group_id': '82873a37-06f0-43b3-9afb-e788d603c28c', 'project_id': '6ced274264f044149e702ef5ae927034', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:59:03.346520 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e47277a-2355-4024-8160-2ad188e85269 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82873a37-06f0-43b3-9afb-e788d603c28c,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:03.390230 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ef74d1f3-6b7c-40d9-9d5f-07ecfa7b04d0 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:03.403604 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9a6d6eef-6400-4183-ab51-55f3711cdcaf None None] Provisioning complete for port fb302e92-c08f-41cc-a741-b48bfa53ad93 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:59:03.403978 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9a6d6eef-6400-4183-ab51-55f3711cdcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:03.468326 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ef74d1f3-6b7c-40d9-9d5f-07ecfa7b04d0 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:03.475696 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ef74d1f3-6b7c-40d9-9d5f-07ecfa7b04d0 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:03.490443 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef74d1f3-6b7c-40d9-9d5f-07ecfa7b04d0 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fff8e62-ee38-49cf-9df7-3e0aaa9320de,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:03.512450 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ef74d1f3-6b7c-40d9-9d5f-07ecfa7b04d0 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:03.516275 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ef74d1f3-6b7c-40d9-9d5f-07ecfa7b04d0 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1775038 Nov 10 19:59:03.516542 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53644) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:59:03.521986 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-54eb0cd9-b640-494f-85ba-c4995976962d tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Request body: {'security_group_rule': {'security_group_id': '82873a37-06f0-43b3-9afb-e788d603c28c', 'project_id': '6ced274264f044149e702ef5ae927034', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:59:03.531969 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9a6d6eef-6400-4183-ab51-55f3711cdcaf None None] Provisioning complete for port 311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:59:03.532362 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9a6d6eef-6400-4183-ab51-55f3711cdcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:03.557682 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-54eb0cd9-b640-494f-85ba-c4995976962d tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:03.575048 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9a6d6eef-6400-4183-ab51-55f3711cdcaf None None] Port 311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:59:03.632306 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-54eb0cd9-b640-494f-85ba-c4995976962d tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:03.638538 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-54eb0cd9-b640-494f-85ba-c4995976962d tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:03.657205 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb0cd9-b640-494f-85ba-c4995976962d tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d51f2c-9fb8-44d4-a1f4-318eb138ab38,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:03.666500 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-54eb0cd9-b640-494f-85ba-c4995976962d tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:03.667735 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-54eb0cd9-b640-494f-85ba-c4995976962d tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1502595 Nov 10 19:59:03.670554 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53646) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:59:03.675713 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-d9e3c032-d80c-45f7-8393-9711cee4fca7 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Request body: {'security_group_rule': {'security_group_id': '82873a37-06f0-43b3-9afb-e788d603c28c', 'project_id': '6ced274264f044149e702ef5ae927034', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:59:03.695630 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-3e2b58fc-5034-4fe7-a50e-f8ce0ccf02c1 None None] Provisioning complete for port 311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:59:03.695988 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3e2b58fc-5034-4fe7-a50e-f8ce0ccf02c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:03.710007 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d9e3c032-d80c-45f7-8393-9711cee4fca7 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:03.742168 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b18bb05-070c-4d12-85cf-bfe9f585ea75 None None] Sync routers for ids ['40fb0fe0-5f4d-466f-8a82-e00dcefc496c'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:59:03.747475 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-3e2b58fc-5034-4fe7-a50e-f8ce0ccf02c1 None None] Port 311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:59:03.756040 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b18bb05-070c-4d12-85cf-bfe9f585ea75 None None] Routers {'40fb0fe0-5f4d-466f-8a82-e00dcefc496c'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:59:03.756694 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-8b18bb05-070c-4d12-85cf-bfe9f585ea75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:58:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['40fb0fe0-5f4d-466f-8a82-e00dcefc496c'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:59:03.775447 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d9e3c032-d80c-45f7-8393-9711cee4fca7 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:03.781972 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d9e3c032-d80c-45f7-8393-9711cee4fca7 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:03.803244 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3c032-d80c-45f7-8393-9711cee4fca7 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=271cb970-8ef0-4ecf-a77d-8879d1f0b125,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:03.812176 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d9e3c032-d80c-45f7-8393-9711cee4fca7 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:03.816794 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53648) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:59:03.817345 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d9e3c032-d80c-45f7-8393-9711cee4fca7 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1452122 Nov 10 19:59:03.821810 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-d88aee98-fa01-47a4-a4dc-d49721995c70 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Request body: {'security_group_rule': {'security_group_id': '82873a37-06f0-43b3-9afb-e788d603c28c', 'project_id': '6ced274264f044149e702ef5ae927034', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:59:03.855723 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d88aee98-fa01-47a4-a4dc-d49721995c70 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:03.897102 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-8b18bb05-070c-4d12-85cf-bfe9f585ea75 None None] Set router 40fb0fe0-5f4d-466f-8a82-e00dcefc496c gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:59:03.916532 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d88aee98-fa01-47a4-a4dc-d49721995c70 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:03.921270 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d88aee98-fa01-47a4-a4dc-d49721995c70 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:03.939840 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88aee98-fa01-47a4-a4dc-d49721995c70 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=494a2254-367c-40b5-be53-c6d16bb1932f,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:03.949179 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d88aee98-fa01-47a4-a4dc-d49721995c70 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:03.953060 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d88aee98-fa01-47a4-a4dc-d49721995c70 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1326108 Nov 10 19:59:03.953425 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53650) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:59:03.961641 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-9d5f39d6-458a-49a8-9875-775f67b21351 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Request body: {'security_group_rule': {'security_group_id': '82873a37-06f0-43b3-9afb-e788d603c28c', 'project_id': '6ced274264f044149e702ef5ae927034', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:59:03.971752 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-b9e93098-1f65-4bf4-a7a0-d6e92c206716 None None] Provisioning complete for port 311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:59:03.972309 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b9e93098-1f65-4bf4-a7a0-d6e92c206716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:03.985162 n-d-813897-4 neutron-server[102505]: INFO neutron.db.securitygroups_db [None req-9d5f39d6-458a-49a8-9875-775f67b21351 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Project 6ced274264f044149e702ef5ae927034 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 19:59:03.991145 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9d5f39d6-458a-49a8-9875-775f67b21351 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:04.014984 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-b9e93098-1f65-4bf4-a7a0-d6e92c206716 None None] Port 311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:59:04.057665 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9d5f39d6-458a-49a8-9875-775f67b21351 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:04.062785 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9d5f39d6-458a-49a8-9875-775f67b21351 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:04.084129 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f39d6-458a-49a8-9875-775f67b21351 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6adb2d7b-de26-44f0-8e21-7c1af3bf5c92,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:04.095109 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9d5f39d6-458a-49a8-9875-775f67b21351 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:04.096673 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9d5f39d6-458a-49a8-9875-775f67b21351 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1414921 Nov 10 19:59:04.099556 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53652) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:59:04.104289 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-9adfeb9c-de9b-4c75-9162-f3cc11091047 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Request body: {'security_group_rule': {'security_group_id': '82873a37-06f0-43b3-9afb-e788d603c28c', 'project_id': '6ced274264f044149e702ef5ae927034', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:59:04.110782 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-8b18bb05-070c-4d12-85cf-bfe9f585ea75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'name': 'tempest-TestNetworkBasicOps-router-1935064635', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '337ba3e7-5d7d-4109-8d8a-9671575a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:58:57Z', 'updated_at': '2021-11-10T19:59:01Z', 'revision_number': 4, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '337ba3e7-5d7d-4109-8d8a-9671575a3272', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:58:58Z', 'updated_at': '2021-11-10T19:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9', 'name': '', 'network_id': '314cd150-f032-44aa-9358-0a8c70e1ead4', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'mac_address': 'fa:16:3e:9d:c1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'ddf88268-bc96-4277-99f4-a96a5edc74f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:59:00Z', 'updated_at': '2021-11-10T19:59:01Z', 'revision_number': 2, 'project_id': '6ced274264f044149e702ef5ae927034', 'subnets': [{'id': 'ddf88268-bc96-4277-99f4-a96a5edc74f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:59:04.129413 n-d-813897-4 neutron-server[102506]: INFO neutron.db.securitygroups_db [None req-9adfeb9c-de9b-4c75-9162-f3cc11091047 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Project 6ced274264f044149e702ef5ae927034 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 19:59:04.135676 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9adfeb9c-de9b-4c75-9162-f3cc11091047 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:04.137628 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b18bb05-070c-4d12-85cf-bfe9f585ea75 None None] Checking router: 40fb0fe0-5f4d-466f-8a82-e00dcefc496c for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:59:04.138023 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b18bb05-070c-4d12-85cf-bfe9f585ea75 None None] Updating router 40fb0fe0-5f4d-466f-8a82-e00dcefc496c port 311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9 binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:59:04.162411 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8b18bb05-070c-4d12-85cf-bfe9f585ea75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:04.199117 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9adfeb9c-de9b-4c75-9162-f3cc11091047 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:04.204274 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9adfeb9c-de9b-4c75-9162-f3cc11091047 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:04.223337 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfeb9c-de9b-4c75-9162-f3cc11091047 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=651eb0c4-7540-4ece-bae4-fa2491bd43ab,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:04.229668 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9adfeb9c-de9b-4c75-9162-f3cc11091047 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:04.230936 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9adfeb9c-de9b-4c75-9162-f3cc11091047 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1303527 Nov 10 19:59:04.387745 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-9622e71f-1794-4a6e-a4c9-3decef7cff0f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1390698562&fields=id&tenant_id=6ced274264f044149e702ef5ae927034 HTTP/1.1" status: 200 len: 267 time: 0.0458550 Nov 10 19:59:04.439410 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8b18bb05-070c-4d12-85cf-bfe9f585ea75 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:04.446516 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8b18bb05-070c-4d12-85cf-bfe9f585ea75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:04.494905 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7e9a0-59de-4f92-bd44-6813f1eb22f8 None None] Pushing event updated for resources: {'Port': ['ID=311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:04.506792 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-c4f4e188-1b20-47d3-b9ea-3caf5ecccb9b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:04.514223 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-c4f4e188-1b20-47d3-b9ea-3caf5ecccb9b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/networks?id=314cd150-f032-44aa-9358-0a8c70e1ead4 HTTP/1.1" status: 200 len: 797 time: 0.1192472 Nov 10 19:59:04.531605 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-96451273-6fb3-4522-be9c-da2fe455e9b9 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/quotas/6ced274264f044149e702ef5ae927034 HTTP/1.1" status: 200 len: 375 time: 0.0162261 Nov 10 19:59:04.557002 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-8b18bb05-070c-4d12-85cf-bfe9f585ea75 None None] Attempting to bind port 311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:59:04.557373 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-8b18bb05-070c-4d12-85cf-bfe9f585ea75 None None] Attempting to bind port 311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '959be52c-3537-4e11-ab5d-cf550abfeb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '314cd150-f032-44aa-9358-0a8c70e1ead4'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:59:04.557727 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b18bb05-070c-4d12-85cf-bfe9f585ea75 None None] Attempting to bind port 311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9 on network 314cd150-f032-44aa-9358-0a8c70e1ead4 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:59:04.563630 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b18bb05-070c-4d12-85cf-bfe9f585ea75 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:59:04.564001 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b18bb05-070c-4d12-85cf-bfe9f585ea75 None None] Checking segment: {'id': '959be52c-3537-4e11-ab5d-cf550abfeb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '314cd150-f032-44aa-9358-0a8c70e1ead4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:59:04.564410 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8b18bb05-070c-4d12-85cf-bfe9f585ea75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:04.564787 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b18bb05-070c-4d12-85cf-bfe9f585ea75 None None] Bound using segment: {'id': '959be52c-3537-4e11-ab5d-cf550abfeb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '314cd150-f032-44aa-9358-0a8c70e1ead4'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:59:04.565433 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-8b18bb05-070c-4d12-85cf-bfe9f585ea75 None None] Bound port: 311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '959be52c-3537-4e11-ab5d-cf550abfeb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '314cd150-f032-44aa-9358-0a8c70e1ead4'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:59:04.565836 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8b18bb05-070c-4d12-85cf-bfe9f585ea75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:04.589914 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-6fc67c3e-7a76-4ab9-a2be-ef2a26263d27 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ced274264f044149e702ef5ae927034&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520771 Nov 10 19:59:04.608441 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-900dc029-dfa1-4d85-b48f-33da2c2978a0 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:59:04.609619 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-900dc029-dfa1-4d85-b48f-33da2c2978a0 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064759 Nov 10 19:59:04.645421 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-8b18bb05-070c-4d12-85cf-bfe9f585ea75 None None] For port 311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:59:04.648840 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-8b18bb05-070c-4d12-85cf-bfe9f585ea75 None None] For port 311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9,segment=NetworkSegment(959be52c-3537-4e11-ab5d-cf550abfeb4b),segment_id=959be52c-3537-4e11-ab5d-cf550abfeb4b)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:59:04.655829 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8b18bb05-070c-4d12-85cf-bfe9f585ea75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:04.713641 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b18bb05-070c-4d12-85cf-bfe9f585ea75 None None] Routers {'40fb0fe0-5f4d-466f-8a82-e00dcefc496c'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:59:04.714281 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-8b18bb05-070c-4d12-85cf-bfe9f585ea75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:58:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['40fb0fe0-5f4d-466f-8a82-e00dcefc496c'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:59:04.715725 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-73350b68-9c27-4124-ac42-35b159e9009e service neutron] 10.222.0.54 "GET /v2.0/networks/314cd150-f032-44aa-9358-0a8c70e1ead4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983300 Nov 10 19:59:04.719164 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7e9a0-59de-4f92-bd44-6813f1eb22f8 None None] Pushing event updated for resources: {'Port': ['ID=311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9,revision_number=4']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:04.745103 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-54a05725-af47-43e1-9daf-64e8ed443b93 None None] Provisioning complete for port 311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:59:04.755576 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-54a05725-af47-43e1-9daf-64e8ed443b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:04.805493 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fb302e92-c08f-41cc-a741-b48bfa53ad93 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:59:04.840189 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-104e0f5c-ea5e-4a10-878a-a7c9550631d3 service neutron] 10.222.0.54 "GET /v2.0/networks/314cd150-f032-44aa-9358-0a8c70e1ead4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148827 Nov 10 19:59:04.886423 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port fb302e92-c08f-41cc-a741-b48bfa53ad93 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:59:04.886976 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:04.962661 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-8b18bb05-070c-4d12-85cf-bfe9f585ea75 None None] Set router 40fb0fe0-5f4d-466f-8a82-e00dcefc496c gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:59:04.966847 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-54a05725-af47-43e1-9daf-64e8ed443b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:05.051535 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ed278774-9b6e-4666-88df-91c64c5681b6 req-a1ce7bc4-91c3-409b-9775-7a46ed679173 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=78561821-a8b6-4500-afb8-fffb569252ed HTTP/1.1" status: 200 len: 210 time: 0.0382223 Nov 10 19:59:05.053977 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-54a05725-af47-43e1-9daf-64e8ed443b93 None None] For port 311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9,segment=NetworkSegment(959be52c-3537-4e11-ab5d-cf550abfeb4b),segment_id=959be52c-3537-4e11-ab5d-cf550abfeb4b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:59:05.061396 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-54a05725-af47-43e1-9daf-64e8ed443b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:05.145822 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a05725-af47-43e1-9daf-64e8ed443b93 None None] Pushing event updated for resources: {'Port': ['ID=311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:05.153411 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a05725-af47-43e1-9daf-64e8ed443b93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:05.153775 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a05725-af47-43e1-9daf-64e8ed443b93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:05.154118 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a05725-af47-43e1-9daf-64e8ed443b93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:05.154670 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a05725-af47-43e1-9daf-64e8ed443b93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:05.154789 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a05725-af47-43e1-9daf-64e8ed443b93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:05.155095 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a05725-af47-43e1-9daf-64e8ed443b93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:05.155421 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a05725-af47-43e1-9daf-64e8ed443b93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:05.155746 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a05725-af47-43e1-9daf-64e8ed443b93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:05.156064 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a05725-af47-43e1-9daf-64e8ed443b93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:05.156383 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a05725-af47-43e1-9daf-64e8ed443b93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:05.156727 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a05725-af47-43e1-9daf-64e8ed443b93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:05.157004 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a05725-af47-43e1-9daf-64e8ed443b93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:05.183562 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-90e8a409-ab0a-4358-9ed1-0c239fdc1a44 None None] Provisioning complete for port 311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:59:05.183988 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-90e8a409-ab0a-4358-9ed1-0c239fdc1a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:05.208581 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-8b18bb05-070c-4d12-85cf-bfe9f585ea75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'name': 'tempest-TestNetworkBasicOps-router-1935064635', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '337ba3e7-5d7d-4109-8d8a-9671575a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:58:57Z', 'updated_at': '2021-11-10T19:59:01Z', 'revision_number': 4, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '337ba3e7-5d7d-4109-8d8a-9671575a3272', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:58:58Z', 'updated_at': '2021-11-10T19:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9', 'name': '', 'network_id': '314cd150-f032-44aa-9358-0a8c70e1ead4', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'mac_address': 'fa:16:3e:9d:c1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'ddf88268-bc96-4277-99f4-a96a5edc74f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:59:00Z', 'updated_at': '2021-11-10T19:59:04Z', 'revision_number': 4, 'project_id': '6ced274264f044149e702ef5ae927034', 'subnets': [{'id': 'ddf88268-bc96-4277-99f4-a96a5edc74f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:59:05.243344 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b18bb05-070c-4d12-85cf-bfe9f585ea75 None None] The sync data for ids ['40fb0fe0-5f4d-466f-8a82-e00dcefc496c'] in n-d-813897-4 is: [{'id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'name': 'tempest-TestNetworkBasicOps-router-1935064635', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '337ba3e7-5d7d-4109-8d8a-9671575a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:58:57Z', 'updated_at': '2021-11-10T19:59:01Z', 'revision_number': 4, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '337ba3e7-5d7d-4109-8d8a-9671575a3272', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:58:58Z', 'updated_at': '2021-11-10T19:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9', 'name': '', 'network_id': '314cd150-f032-44aa-9358-0a8c70e1ead4', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'mac_address': 'fa:16:3e:9d:c1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'ddf88268-bc96-4277-99f4-a96a5edc74f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:59:00Z', 'updated_at': '2021-11-10T19:59:04Z', 'revision_number': 4, 'project_id': '6ced274264f044149e702ef5ae927034', 'subnets': [{'id': 'ddf88268-bc96-4277-99f4-a96a5edc74f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:59:06.178944 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd400118-c5e5-455c-b115-7d89af63188a req-532100ed-a4e1-4b38-8786-8320b3acb93f tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=78561821-a8b6-4500-afb8-fffb569252ed HTTP/1.1" status: 200 len: 210 time: 0.0364861 Nov 10 19:59:06.202100 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-91fd1c0a-cde7-498c-af81-785eaa1d4ce1 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:06.203694 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-91fd1c0a-cde7-498c-af81-785eaa1d4ce1 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.73 "GET /v2.0/networks?id=314cd150-f032-44aa-9358-0a8c70e1ead4 HTTP/1.1" status: 200 len: 797 time: 0.1541574 Nov 10 19:59:06.275085 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-266eacdb-c6ed-4461-8fa7-ec5b6953fe24 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ced274264f044149e702ef5ae927034 HTTP/1.1" status: 200 len: 380 time: 0.0614951 Nov 10 19:59:06.286148 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-d1dc3763-8199-42ac-b2e8-91535eeee8db tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Request body: {'port': {'device_id': '78561821-a8b6-4500-afb8-fffb569252ed', 'network_id': '314cd150-f032-44aa-9358-0a8c70e1ead4', 'admin_state_up': True, 'tenant_id': '6ced274264f044149e702ef5ae927034', 'security_groups': ['82873a37-06f0-43b3-9afb-e788d603c28c']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:59:06.402462 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-d1dc3763-8199-42ac-b2e8-91535eeee8db tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Made reservation on behalf of 6ced274264f044149e702ef5ae927034 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:59:06.409081 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-d1dc3763-8199-42ac-b2e8-91535eeee8db tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:06.555685 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-d1dc3763-8199-42ac-b2e8-91535eeee8db tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Allocated IP 172.20.0.8 (314cd150-f032-44aa-9358-0a8c70e1ead4/ddf88268-bc96-4277-99f4-a96a5edc74f5/3dcaf4a6-0a94-4ded-a245-ec587c02004a) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:59:06.706885 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-d1dc3763-8199-42ac-b2e8-91535eeee8db tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:06.747186 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-d1dc3763-8199-42ac-b2e8-91535eeee8db tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:06.787660 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:59:06.794582 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-d1dc3763-8199-42ac-b2e8-91535eeee8db tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Network 314cd150-f032-44aa-9358-0a8c70e1ead4 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:59:06.797838 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-d1dc3763-8199-42ac-b2e8-91535eeee8db tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:59:06.803024 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-d1dc3763-8199-42ac-b2e8-91535eeee8db tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:59:06.807119 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc3763-8199-42ac-b2e8-91535eeee8db tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'Port': ['ID=3dcaf4a6-0a94-4ded-a245-ec587c02004a,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:06.854546 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-d1dc3763-8199-42ac-b2e8-91535eeee8db tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:06.855178 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-d1dc3763-8199-42ac-b2e8-91535eeee8db tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:06.855356 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:59:06.855588 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:06.872183 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-d1dc3763-8199-42ac-b2e8-91535eeee8db tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5900574 Nov 10 19:59:06.885381 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-8f54d95b-5436-4cd4-be07-e0aefe200e5d service neutron] Request body: {'port': {'device_id': '78561821-a8b6-4500-afb8-fffb569252ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:59:06.946290 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-8f54d95b-5436-4cd4-be07-e0aefe200e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:07.031987 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-24625be5-8785-40ac-9e94-8a31747534c8 None None] Provisioning complete for port 3dcaf4a6-0a94-4ded-a245-ec587c02004a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:59:07.032373 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-24625be5-8785-40ac-9e94-8a31747534c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:07.072323 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-24625be5-8785-40ac-9e94-8a31747534c8 None None] Port 3dcaf4a6-0a94-4ded-a245-ec587c02004a cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:59:07.375359 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fa7f1-e5a5-4a52-a1a7-8f23ee23b284 req-77f128c1-000c-46f7-b891-68c2dc30c679 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:07.376848 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-863fa7f1-e5a5-4a52-a1a7-8f23ee23b284 req-77f128c1-000c-46f7-b891-68c2dc30c679 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=78561821-a8b6-4500-afb8-fffb569252ed HTTP/1.1" status: 200 len: 931 time: 0.1247232 Nov 10 19:59:07.478996 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-863fa7f1-e5a5-4a52-a1a7-8f23ee23b284 req-b438a441-390b-409c-9274-c541e4573ab4 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/security-groups?id=82873a37-06f0-43b3-9afb-e788d603c28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920081 Nov 10 19:59:07.558552 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-8f54d95b-5436-4cd4-be07-e0aefe200e5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dcaf4a6-0a94-4ded-a245-ec587c02004a {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:59:07.566999 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-8f54d95b-5436-4cd4-be07-e0aefe200e5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:07.581081 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-8f54d95b-5436-4cd4-be07-e0aefe200e5d service neutron] Transition to ACTIVE for port object 3dcaf4a6-0a94-4ded-a245-ec587c02004a will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:59:07.587872 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-8f54d95b-5436-4cd4-be07-e0aefe200e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:07.661718 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54d95b-5436-4cd4-be07-e0aefe200e5d service neutron] Pushing event updated for resources: {'Port': ['ID=3dcaf4a6-0a94-4ded-a245-ec587c02004a,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:07.742854 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-8f54d95b-5436-4cd4-be07-e0aefe200e5d service neutron] Attempting to bind port 3dcaf4a6-0a94-4ded-a245-ec587c02004a on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:59:07.743082 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-8f54d95b-5436-4cd4-be07-e0aefe200e5d service neutron] Attempting to bind port 3dcaf4a6-0a94-4ded-a245-ec587c02004a by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '959be52c-3537-4e11-ab5d-cf550abfeb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '314cd150-f032-44aa-9358-0a8c70e1ead4'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:59:07.743416 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-8f54d95b-5436-4cd4-be07-e0aefe200e5d service neutron] Attempting to bind port 3dcaf4a6-0a94-4ded-a245-ec587c02004a on network 314cd150-f032-44aa-9358-0a8c70e1ead4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:59:07.753024 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-8f54d95b-5436-4cd4-be07-e0aefe200e5d service neutron] Port 3dcaf4a6-0a94-4ded-a245-ec587c02004a on network 314cd150-f032-44aa-9358-0a8c70e1ead4 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:59:07.753409 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-8f54d95b-5436-4cd4-be07-e0aefe200e5d service neutron] Attempting to bind port 3dcaf4a6-0a94-4ded-a245-ec587c02004a on network 314cd150-f032-44aa-9358-0a8c70e1ead4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:59:07.760048 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-8f54d95b-5436-4cd4-be07-e0aefe200e5d service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:59:07.760372 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-8f54d95b-5436-4cd4-be07-e0aefe200e5d service neutron] Checking segment: {'id': '959be52c-3537-4e11-ab5d-cf550abfeb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '314cd150-f032-44aa-9358-0a8c70e1ead4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:59:07.760755 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-8f54d95b-5436-4cd4-be07-e0aefe200e5d service neutron] Bound using segment: {'id': '959be52c-3537-4e11-ab5d-cf550abfeb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '314cd150-f032-44aa-9358-0a8c70e1ead4'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:59:07.761177 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-8f54d95b-5436-4cd4-be07-e0aefe200e5d service neutron] Bound port: 3dcaf4a6-0a94-4ded-a245-ec587c02004a, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '959be52c-3537-4e11-ab5d-cf550abfeb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '314cd150-f032-44aa-9358-0a8c70e1ead4'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:59:07.761532 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-8f54d95b-5436-4cd4-be07-e0aefe200e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:07.841051 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-8f54d95b-5436-4cd4-be07-e0aefe200e5d service neutron] For port 3dcaf4a6-0a94-4ded-a245-ec587c02004a, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:59:07.844554 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-8f54d95b-5436-4cd4-be07-e0aefe200e5d service neutron] For port 3dcaf4a6-0a94-4ded-a245-ec587c02004a, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=3dcaf4a6-0a94-4ded-a245-ec587c02004a,segment=NetworkSegment(959be52c-3537-4e11-ab5d-cf550abfeb4b),segment_id=959be52c-3537-4e11-ab5d-cf550abfeb4b)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:59:07.850610 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-8f54d95b-5436-4cd4-be07-e0aefe200e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:07.885511 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-8f54d95b-5436-4cd4-be07-e0aefe200e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:07.885511 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-8f54d95b-5436-4cd4-be07-e0aefe200e5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:07.886932 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-8f54d95b-5436-4cd4-be07-e0aefe200e5d service neutron] 10.222.0.73 "PUT /v2.0/ports/3dcaf4a6-0a94-4ded-a245-ec587c02004a HTTP/1.1" status: 200 len: 1091 time: 1.0061014 Nov 10 19:59:07.887405 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78561821-a8b6-4500-afb8-fffb569252ed', 'tag': '3dcaf4a6-0a94-4ded-a245-ec587c02004a'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:59:07.889679 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a851c6-7edf-427f-b45d-b4b32352fde6" -d '{"events": [{"name": "network-changed", "server_uuid": "78561821-a8b6-4500-afb8-fffb569252ed", "tag": "3dcaf4a6-0a94-4ded-a245-ec587c02004a"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:59:07.920349 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54d95b-5436-4cd4-be07-e0aefe200e5d service neutron] Pushing event updated for resources: {'Port': ['ID=3dcaf4a6-0a94-4ded-a245-ec587c02004a,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:07.992782 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2f8e7c-f33c-48a7-94a6-731f27187dc9 x-openstack-request-id: req-2e2f8e7c-f33c-48a7-94a6-731f27187dc9 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:59:07.993136 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78561821-a8b6-4500-afb8-fffb569252ed", "tag": "3dcaf4a6-0a94-4ded-a245-ec587c02004a", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:59:07.993340 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2e2f8e7c-f33c-48a7-94a6-731f27187dc9 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:59:07.993718 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78561821-a8b6-4500-afb8-fffb569252ed', 'tag': '3dcaf4a6-0a94-4ded-a245-ec587c02004a', 'status': 'completed', 'code': 200} Nov 10 19:59:08.008114 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-c5cec78e-ee7d-4463-9170-2eafd33f172d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:08.010061 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-c5cec78e-ee7d-4463-9170-2eafd33f172d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ced274264f044149e702ef5ae927034&device_id=78561821-a8b6-4500-afb8-fffb569252ed HTTP/1.1" status: 200 len: 1094 time: 0.0649712 Nov 10 19:59:08.066347 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-3952891a-0f58-4d8d-9cff-2698863882a7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dcaf4a6-0a94-4ded-a245-ec587c02004a HTTP/1.1" status: 200 len: 217 time: 0.0480349 Nov 10 19:59:08.138458 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-125932f0-925d-424a-abd9-ac54c5fb7077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:08.140081 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-125932f0-925d-424a-abd9-ac54c5fb7077 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ddf88268-bc96-4277-99f4-a96a5edc74f5 HTTP/1.1" status: 200 len: 834 time: 0.0652547 Nov 10 19:59:08.208391 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-8de1247e-a5b7-45e1-beec-ff935630fc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:08.209795 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-8de1247e-a5b7-45e1-beec-ff935630fc6c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=314cd150-f032-44aa-9358-0a8c70e1ead4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605547 Nov 10 19:59:08.330017 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-3ef617af-ab75-4258-9061-c8168f7bdeba service neutron] 10.222.0.73 "GET /v2.0/networks/314cd150-f032-44aa-9358-0a8c70e1ead4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099463 Nov 10 19:59:08.443123 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a7caa77-1b09-435c-baf8-1d4e0f7fcde4 req-daea3e9d-fbd4-4d0d-a60a-1f37b43f7f87 service neutron] 10.222.0.73 "GET /v2.0/networks/314cd150-f032-44aa-9358-0a8c70e1ead4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060095 Nov 10 19:59:08.547022 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a851c6-7edf-427f-b45d-b4b32352fde6 req-7677820d-97f4-4d6e-b5a5-250ed6f7bc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:08.548544 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-87a851c6-7edf-427f-b45d-b4b32352fde6 req-7677820d-97f4-4d6e-b5a5-250ed6f7bc17 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ced274264f044149e702ef5ae927034&device_id=78561821-a8b6-4500-afb8-fffb569252ed HTTP/1.1" status: 200 len: 1094 time: 0.0465963 Nov 10 19:59:08.671399 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026a434-db3b-448b-8e0a-1e8fcb7378a2 req-2f28a23d-7331-4ea0-b665-c10c91b2ffe1 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:08.672890 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8026a434-db3b-448b-8e0a-1e8fcb7378a2 req-2f28a23d-7331-4ea0-b665-c10c91b2ffe1 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=78561821-a8b6-4500-afb8-fffb569252ed HTTP/1.1" status: 200 len: 943 time: 0.1075912 Nov 10 19:59:08.693841 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a851c6-7edf-427f-b45d-b4b32352fde6 req-284e1ee9-b911-4ef1-b9ba-2e07c305d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:08.695250 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-87a851c6-7edf-427f-b45d-b4b32352fde6 req-284e1ee9-b911-4ef1-b9ba-2e07c305d91e service neutron] 10.222.0.73 "GET /v2.0/networks?id=314cd150-f032-44aa-9358-0a8c70e1ead4 HTTP/1.1" status: 200 len: 898 time: 0.1379840 Nov 10 19:59:08.750954 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-87a851c6-7edf-427f-b45d-b4b32352fde6 req-5727bea3-06a5-4027-8b55-dd51f5e343dc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dcaf4a6-0a94-4ded-a245-ec587c02004a HTTP/1.1" status: 200 len: 217 time: 0.0453804 Nov 10 19:59:08.778330 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8026a434-db3b-448b-8e0a-1e8fcb7378a2 req-ea30970e-d568-40ff-8b8a-1c820fc63295 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/security-groups?id=82873a37-06f0-43b3-9afb-e788d603c28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960741 Nov 10 19:59:08.815293 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a851c6-7edf-427f-b45d-b4b32352fde6 req-31fb7f1d-c480-4e54-ba5c-1fbfcb9589fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:08.817261 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-87a851c6-7edf-427f-b45d-b4b32352fde6 req-31fb7f1d-c480-4e54-ba5c-1fbfcb9589fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ddf88268-bc96-4277-99f4-a96a5edc74f5 HTTP/1.1" status: 200 len: 834 time: 0.0557284 Nov 10 19:59:08.865817 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a851c6-7edf-427f-b45d-b4b32352fde6 req-15cebcf6-cb3b-46d2-a1f5-02c97b86e4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:08.867376 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-87a851c6-7edf-427f-b45d-b4b32352fde6 req-15cebcf6-cb3b-46d2-a1f5-02c97b86e4c8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=314cd150-f032-44aa-9358-0a8c70e1ead4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427284 Nov 10 19:59:08.966427 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-87a851c6-7edf-427f-b45d-b4b32352fde6 req-643136fb-5779-4625-a75a-dd62e0982c47 service neutron] 10.222.0.73 "GET /v2.0/networks/314cd150-f032-44aa-9358-0a8c70e1ead4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912099 Nov 10 19:59:09.062546 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-87a851c6-7edf-427f-b45d-b4b32352fde6 req-3d478dcf-3cdc-4993-95a2-19a9993ad2df service neutron] 10.222.0.73 "GET /v2.0/networks/314cd150-f032-44aa-9358-0a8c70e1ead4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887840 Nov 10 19:59:09.729653 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 3dcaf4a6-0a94-4ded-a245-ec587c02004a details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:59:09.835981 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 3dcaf4a6-0a94-4ded-a245-ec587c02004a, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=3dcaf4a6-0a94-4ded-a245-ec587c02004a,segment=NetworkSegment(959be52c-3537-4e11-ab5d-cf550abfeb4b),segment_id=959be52c-3537-4e11-ab5d-cf550abfeb4b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:59:09.847357 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '3dcaf4a6-0a94-4ded-a245-ec587c02004a', 'network_id': '314cd150-f032-44aa-9358-0a8c70e1ead4', 'port_id': '3dcaf4a6-0a94-4ded-a245-ec587c02004a', 'mac_address': 'fa:16:3e:92:75:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddf88268-bc96-4277-99f4-a96a5edc74f5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:59:09.888596 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:09.906789 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dcaf4a6-0a94-4ded-a245-ec587c02004a {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:59:09.911013 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0865b2-f1d6-43b6-9f22-9a91a8a6f3a4 req-05538e48-4900-461c-957e-298cebc7c5d5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:09.912591 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1a0865b2-f1d6-43b6-9f22-9a91a8a6f3a4 req-05538e48-4900-461c-957e-298cebc7c5d5 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=78561821-a8b6-4500-afb8-fffb569252ed HTTP/1.1" status: 200 len: 943 time: 0.0591898 Nov 10 19:59:09.927987 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 3dcaf4a6-0a94-4ded-a245-ec587c02004a, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=3dcaf4a6-0a94-4ded-a245-ec587c02004a,segment=NetworkSegment(959be52c-3537-4e11-ab5d-cf550abfeb4b),segment_id=959be52c-3537-4e11-ab5d-cf550abfeb4b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:59:09.933588 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:09.965000 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1a0865b2-f1d6-43b6-9f22-9a91a8a6f3a4 req-5dd9e33c-2fbb-404a-9502-b996e383be95 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/security-groups?id=82873a37-06f0-43b3-9afb-e788d603c28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461001 Nov 10 19:59:09.981317 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=3dcaf4a6-0a94-4ded-a245-ec587c02004a,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:10.143458 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['3dcaf4a6-0a94-4ded-a245-ec587c02004a'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:59:11.096724 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0acbbe-5e62-4de1-b7e3-06ceb76780f1 req-5a5b9594-abd1-4d22-8735-cfce105799fe tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:11.098374 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e0acbbe-5e62-4de1-b7e3-06ceb76780f1 req-5a5b9594-abd1-4d22-8735-cfce105799fe tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=78561821-a8b6-4500-afb8-fffb569252ed HTTP/1.1" status: 200 len: 944 time: 0.0564163 Nov 10 19:59:11.154816 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e0acbbe-5e62-4de1-b7e3-06ceb76780f1 req-f37652b1-191f-4a44-8f82-138ef45e58ec tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/security-groups?id=82873a37-06f0-43b3-9afb-e788d603c28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488360 Nov 10 19:59:11.731297 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 3dcaf4a6-0a94-4ded-a245-ec587c02004a up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:59:11.795991 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 3dcaf4a6-0a94-4ded-a245-ec587c02004a completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:59:11.800205 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 3dcaf4a6-0a94-4ded-a245-ec587c02004a triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:59:11.800629 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:11.886751 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:11.912137 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78561821-a8b6-4500-afb8-fffb569252ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcaf4a6-0a94-4ded-a245-ec587c02004a'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:59:11.914563 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cec411-720d-4d03-9db0-a7eae2d34b48" -d '{"events": [{"server_uuid": "78561821-a8b6-4500-afb8-fffb569252ed", "name": "network-vif-plugged", "status": "completed", "tag": "3dcaf4a6-0a94-4ded-a245-ec587c02004a"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:59:11.928566 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 3dcaf4a6-0a94-4ded-a245-ec587c02004a, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=3dcaf4a6-0a94-4ded-a245-ec587c02004a,segment=NetworkSegment(959be52c-3537-4e11-ab5d-cf550abfeb4b),segment_id=959be52c-3537-4e11-ab5d-cf550abfeb4b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:59:11.936129 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:11.961233 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72a8179-1067-48f5-a80d-932935640feb x-openstack-request-id: req-c72a8179-1067-48f5-a80d-932935640feb {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:59:11.961554 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78561821-a8b6-4500-afb8-fffb569252ed", "name": "network-vif-plugged", "status": "completed", "tag": "3dcaf4a6-0a94-4ded-a245-ec587c02004a", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:59:11.961784 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c72a8179-1067-48f5-a80d-932935640feb {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:59:11.962221 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78561821-a8b6-4500-afb8-fffb569252ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcaf4a6-0a94-4ded-a245-ec587c02004a', 'code': 200} Nov 10 19:59:11.988544 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=3dcaf4a6-0a94-4ded-a245-ec587c02004a,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:12.063737 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a8456-fe91-4c10-b4b5-95a2bfb9cefc req-35bf75a1-59ce-4794-ab2a-c62f3762495a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:12.065366 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-374a8456-fe91-4c10-b4b5-95a2bfb9cefc req-35bf75a1-59ce-4794-ab2a-c62f3762495a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=78561821-a8b6-4500-afb8-fffb569252ed HTTP/1.1" status: 200 len: 1096 time: 0.0478952 Nov 10 19:59:12.112280 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-374a8456-fe91-4c10-b4b5-95a2bfb9cefc req-229af743-4dc9-42d2-9456-546f90ff1574 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=82873a37-06f0-43b3-9afb-e788d603c28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389478 Nov 10 19:59:12.294517 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b2a24-1abb-4fc2-ab06-d376caaa3739 req-a2e89a2c-f1c1-4c26-8f21-b47deedc69c6 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:12.296247 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a13b2a24-1abb-4fc2-ab06-d376caaa3739 req-a2e89a2c-f1c1-4c26-8f21-b47deedc69c6 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=78561821-a8b6-4500-afb8-fffb569252ed HTTP/1.1" status: 200 len: 945 time: 0.0594435 Nov 10 19:59:12.366042 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a13b2a24-1abb-4fc2-ab06-d376caaa3739 req-7bd5352a-4744-43b6-bcf3-5d19350516f4 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/security-groups?id=82873a37-06f0-43b3-9afb-e788d603c28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597646 Nov 10 19:59:13.509159 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3304d-91f3-4b97-86df-7b562465ea74 req-a6d4f1e1-ad01-433e-ac8b-44aa7b03d4b7 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:13.510723 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-72b3304d-91f3-4b97-86df-7b562465ea74 req-a6d4f1e1-ad01-433e-ac8b-44aa7b03d4b7 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=78561821-a8b6-4500-afb8-fffb569252ed HTTP/1.1" status: 200 len: 945 time: 0.0635989 Nov 10 19:59:13.569930 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-72b3304d-91f3-4b97-86df-7b562465ea74 req-d702b6f1-9b66-481a-93d5-01ff94c50611 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/security-groups?id=82873a37-06f0-43b3-9afb-e788d603c28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508888 Nov 10 19:59:13.697030 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2c7c8-379f-4036-a497-4a41f5e0532e req-71c3b777-4df7-48ae-85e3-a1fd26f07c49 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:13.698529 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dbf2c7c8-379f-4036-a497-4a41f5e0532e req-71c3b777-4df7-48ae-85e3-a1fd26f07c49 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=78561821-a8b6-4500-afb8-fffb569252ed HTTP/1.1" status: 200 len: 945 time: 0.0512838 Nov 10 19:59:13.751198 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dbf2c7c8-379f-4036-a497-4a41f5e0532e req-a4324efd-5d28-4694-ab83-65538d866efa tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/security-groups?id=82873a37-06f0-43b3-9afb-e788d603c28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433099 Nov 10 19:59:13.773324 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53700) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:59:13.813661 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c32c95-553b-4e35-88b3-11f6014a8755 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:13.815226 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-03c32c95-553b-4e35-88b3-11f6014a8755 tempest-TestNetworkBasicOps-586827071 tempest-TestNetworkBasicOps-586827071-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=78561821-a8b6-4500-afb8-fffb569252ed HTTP/1.1" status: 200 len: 1091 time: 0.0408530 Nov 10 19:59:13.818247 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53702) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:59:13.823301 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-0e2edbbb-c077-4a48-8625-7c1bbdf24e0b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'port_id': '3dcaf4a6-0a94-4ded-a245-ec587c02004a', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:59:13.855639 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0e2edbbb-c077-4a48-8625-7c1bbdf24e0b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for floatingip, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:13.958723 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0e2edbbb-c077-4a48-8625-7c1bbdf24e0b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:14.069359 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-0e2edbbb-c077-4a48-8625-7c1bbdf24e0b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Allocated IP 172.25.3.69 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/edaeeca0-76e8-423a-be81-ba7c86266d4e) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:59:14.175737 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0e2edbbb-c077-4a48-8625-7c1bbdf24e0b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:14.213888 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0e2edbbb-c077-4a48-8625-7c1bbdf24e0b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:14.250276 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2edbbb-c077-4a48-8625-7c1bbdf24e0b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:59:14.253050 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-0e2edbbb-c077-4a48-8625-7c1bbdf24e0b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:59:14.258715 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2edbbb-c077-4a48-8625-7c1bbdf24e0b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:59:14.282284 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2edbbb-c077-4a48-8625-7c1bbdf24e0b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'Port': ['ID=edaeeca0-76e8-423a-be81-ba7c86266d4e,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:14.777632 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0e2edbbb-c077-4a48-8625-7c1bbdf24e0b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:14.886959 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0e2edbbb-c077-4a48-8625-7c1bbdf24e0b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:15.041010 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0e2edbbb-c077-4a48-8625-7c1bbdf24e0b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:15.047121 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0e2edbbb-c077-4a48-8625-7c1bbdf24e0b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:15.113733 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2edbbb-c077-4a48-8625-7c1bbdf24e0b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event updated for resources: {'Port': ['ID=edaeeca0-76e8-423a-be81-ba7c86266d4e,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:15.127564 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0e2edbbb-c077-4a48-8625-7c1bbdf24e0b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:15.232182 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [None req-0e2edbbb-c077-4a48-8625-7c1bbdf24e0b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Floating IP 1c7127f1-3de3-4008-95c1-5a6aebf988c7 associated. External IP: 172.25.3.69, port: 3dcaf4a6-0a94-4ded-a245-ec587c02004a. Nov 10 19:59:15.456159 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2edbbb-c077-4a48-8625-7c1bbdf24e0b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Router 40fb0fe0-5f4d-466f-8a82-e00dcefc496c has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:59:15.570346 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2edbbb-c077-4a48-8625-7c1bbdf24e0b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:59:15.581451 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef213a0-ca1d-434e-a340-e544caba54be None None] Sync routers for ids ['40fb0fe0-5f4d-466f-8a82-e00dcefc496c'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:59:15.593452 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0e2edbbb-c077-4a48-8625-7c1bbdf24e0b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:15.595077 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef213a0-ca1d-434e-a340-e544caba54be None None] Routers {'40fb0fe0-5f4d-466f-8a82-e00dcefc496c'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:59:15.595714 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-aef213a0-ca1d-434e-a340-e544caba54be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:58:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['40fb0fe0-5f4d-466f-8a82-e00dcefc496c'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:59:15.629676 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0e2edbbb-c077-4a48-8625-7c1bbdf24e0b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8102257 Nov 10 19:59:15.630378 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78561821-a8b6-4500-afb8-fffb569252ed', 'tag': '3dcaf4a6-0a94-4ded-a245-ec587c02004a'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:59:15.632878 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53704) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:59:15.633405 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d370f1-078c-4f09-87ea-9f9a10ef7aa8" -d '{"events": [{"name": "network-changed", "server_uuid": "78561821-a8b6-4500-afb8-fffb569252ed", "tag": "3dcaf4a6-0a94-4ded-a245-ec587c02004a"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:59:15.687731 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0902c4-d0f0-4943-9e25-b089db569a67 x-openstack-request-id: req-4b0902c4-d0f0-4943-9e25-b089db569a67 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:59:15.688042 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78561821-a8b6-4500-afb8-fffb569252ed", "tag": "3dcaf4a6-0a94-4ded-a245-ec587c02004a", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:59:15.688304 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4b0902c4-d0f0-4943-9e25-b089db569a67 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:59:15.688719 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78561821-a8b6-4500-afb8-fffb569252ed', 'tag': '3dcaf4a6-0a94-4ded-a245-ec587c02004a', 'status': 'completed', 'code': 200} Nov 10 19:59:15.705752 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-aef213a0-ca1d-434e-a340-e544caba54be None None] Set router 40fb0fe0-5f4d-466f-8a82-e00dcefc496c gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:59:15.800544 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a6174eb7-c692-4a61-9beb-59ea61793e39 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/floatingips/1c7127f1-3de3-4008-95c1-5a6aebf988c7 HTTP/1.1" status: 200 len: 990 time: 0.1661897 Nov 10 19:59:15.807790 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d370f1-078c-4f09-87ea-9f9a10ef7aa8 req-622a13bf-b12e-4eab-bc01-89f0ee3bc005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:15.809289 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d5d370f1-078c-4f09-87ea-9f9a10ef7aa8 req-622a13bf-b12e-4eab-bc01-89f0ee3bc005 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ced274264f044149e702ef5ae927034&device_id=78561821-a8b6-4500-afb8-fffb569252ed HTTP/1.1" status: 200 len: 1096 time: 0.0923738 Nov 10 19:59:15.900953 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d370f1-078c-4f09-87ea-9f9a10ef7aa8 req-f0e8d811-94b2-42fa-a1a8-e9c3b869f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:15.902453 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d5d370f1-078c-4f09-87ea-9f9a10ef7aa8 req-f0e8d811-94b2-42fa-a1a8-e9c3b869f85d service neutron] 10.222.0.73 "GET /v2.0/networks?id=314cd150-f032-44aa-9358-0a8c70e1ead4 HTTP/1.1" status: 200 len: 898 time: 0.0865378 Nov 10 19:59:15.938477 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-aef213a0-ca1d-434e-a340-e544caba54be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'name': 'tempest-TestNetworkBasicOps-router-1935064635', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '337ba3e7-5d7d-4109-8d8a-9671575a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:58:57Z', 'updated_at': '2021-11-10T19:59:01Z', 'revision_number': 4, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '337ba3e7-5d7d-4109-8d8a-9671575a3272', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:58:58Z', 'updated_at': '2021-11-10T19:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '1c7127f1-3de3-4008-95c1-5a6aebf988c7', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'floating_ip_address': '172.25.3.69', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'port_id': '3dcaf4a6-0a94-4ded-a245-ec587c02004a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314cd150-f032-44aa-9358-0a8c70e1ead4', 'mac_address': 'fa:16:3e:92:75:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78561821-a8b6-4500-afb8-fffb569252ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:59:14Z', 'updated_at': '2021-11-10T19:59:14Z', 'revision_number': 0, 'project_id': '6ced274264f044149e702ef5ae927034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9', 'name': '', 'network_id': '314cd150-f032-44aa-9358-0a8c70e1ead4', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'mac_address': 'fa:16:3e:9d:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'ddf88268-bc96-4277-99f4-a96a5edc74f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:59:00Z', 'updated_at': '2021-11-10T19:59:05Z', 'revision_number': 5, 'project_id': '6ced274264f044149e702ef5ae927034', 'subnets': [{'id': 'ddf88268-bc96-4277-99f4-a96a5edc74f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:59:15.964759 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef213a0-ca1d-434e-a340-e544caba54be None None] Checking router: 40fb0fe0-5f4d-466f-8a82-e00dcefc496c for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:59:15.975498 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef213a0-ca1d-434e-a340-e544caba54be None None] Routers {'40fb0fe0-5f4d-466f-8a82-e00dcefc496c'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:59:15.976108 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-aef213a0-ca1d-434e-a340-e544caba54be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:58:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['40fb0fe0-5f4d-466f-8a82-e00dcefc496c'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:59:15.979541 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d5d370f1-078c-4f09-87ea-9f9a10ef7aa8 req-d0ec49db-08b8-4990-ac35-1abb40acbdb7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dcaf4a6-0a94-4ded-a245-ec587c02004a HTTP/1.1" status: 200 len: 998 time: 0.0691631 Nov 10 19:59:16.031226 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d370f1-078c-4f09-87ea-9f9a10ef7aa8 req-71dacbb8-2dfd-4367-9f31-5f15f7750540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:16.032734 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d5d370f1-078c-4f09-87ea-9f9a10ef7aa8 req-71dacbb8-2dfd-4367-9f31-5f15f7750540 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ddf88268-bc96-4277-99f4-a96a5edc74f5 HTTP/1.1" status: 200 len: 834 time: 0.0460858 Nov 10 19:59:16.080347 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d370f1-078c-4f09-87ea-9f9a10ef7aa8 req-aeb9c90a-1369-4d70-8ed3-fff29ffba0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:16.081873 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d5d370f1-078c-4f09-87ea-9f9a10ef7aa8 req-aeb9c90a-1369-4d70-8ed3-fff29ffba0c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=314cd150-f032-44aa-9358-0a8c70e1ead4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419748 Nov 10 19:59:16.095687 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-aef213a0-ca1d-434e-a340-e544caba54be None None] Set router 40fb0fe0-5f4d-466f-8a82-e00dcefc496c gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:59:16.178487 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d5d370f1-078c-4f09-87ea-9f9a10ef7aa8 req-d7efa0cb-6731-41e3-ad51-039856b5e623 service neutron] 10.222.0.73 "GET /v2.0/networks/314cd150-f032-44aa-9358-0a8c70e1ead4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880015 Nov 10 19:59:16.270417 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d5d370f1-078c-4f09-87ea-9f9a10ef7aa8 req-aa576a10-0720-4b58-b172-b0e1fc73900e service neutron] 10.222.0.73 "GET /v2.0/networks/314cd150-f032-44aa-9358-0a8c70e1ead4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852909 Nov 10 19:59:16.345927 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-aef213a0-ca1d-434e-a340-e544caba54be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'name': 'tempest-TestNetworkBasicOps-router-1935064635', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '337ba3e7-5d7d-4109-8d8a-9671575a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:58:57Z', 'updated_at': '2021-11-10T19:59:01Z', 'revision_number': 4, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '337ba3e7-5d7d-4109-8d8a-9671575a3272', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:58:58Z', 'updated_at': '2021-11-10T19:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '1c7127f1-3de3-4008-95c1-5a6aebf988c7', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'floating_ip_address': '172.25.3.69', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'port_id': '3dcaf4a6-0a94-4ded-a245-ec587c02004a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314cd150-f032-44aa-9358-0a8c70e1ead4', 'mac_address': 'fa:16:3e:92:75:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78561821-a8b6-4500-afb8-fffb569252ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:59:14Z', 'updated_at': '2021-11-10T19:59:14Z', 'revision_number': 0, 'project_id': '6ced274264f044149e702ef5ae927034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9', 'name': '', 'network_id': '314cd150-f032-44aa-9358-0a8c70e1ead4', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'mac_address': 'fa:16:3e:9d:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'ddf88268-bc96-4277-99f4-a96a5edc74f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:59:00Z', 'updated_at': '2021-11-10T19:59:05Z', 'revision_number': 5, 'project_id': '6ced274264f044149e702ef5ae927034', 'subnets': [{'id': 'ddf88268-bc96-4277-99f4-a96a5edc74f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:59:16.373474 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef213a0-ca1d-434e-a340-e544caba54be None None] The sync data for ids ['40fb0fe0-5f4d-466f-8a82-e00dcefc496c'] in n-d-813897-4 is: [{'id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'name': 'tempest-TestNetworkBasicOps-router-1935064635', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '337ba3e7-5d7d-4109-8d8a-9671575a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:58:57Z', 'updated_at': '2021-11-10T19:59:01Z', 'revision_number': 4, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '337ba3e7-5d7d-4109-8d8a-9671575a3272', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:58:58Z', 'updated_at': '2021-11-10T19:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '1c7127f1-3de3-4008-95c1-5a6aebf988c7', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'floating_ip_address': '172.25.3.69', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'port_id': '3dcaf4a6-0a94-4ded-a245-ec587c02004a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314cd150-f032-44aa-9358-0a8c70e1ead4', 'mac_address': 'fa:16:3e:92:75:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78561821-a8b6-4500-afb8-fffb569252ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:59:14Z', 'updated_at': '2021-11-10T19:59:14Z', 'revision_number': 0, 'project_id': '6ced274264f044149e702ef5ae927034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9', 'name': '', 'network_id': '314cd150-f032-44aa-9358-0a8c70e1ead4', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'mac_address': 'fa:16:3e:9d:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'ddf88268-bc96-4277-99f4-a96a5edc74f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:59:00Z', 'updated_at': '2021-11-10T19:59:05Z', 'revision_number': 5, 'project_id': '6ced274264f044149e702ef5ae927034', 'subnets': [{'id': 'ddf88268-bc96-4277-99f4-a96a5edc74f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:59:16.608387 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c0e7da-e014-401d-8541-9c79e2ca5a3e None None] New status for floating IP 1c7127f1-3de3-4008-95c1-5a6aebf988c7: ACTIVE {{(pid=102508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:59:16.803988 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53708) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:59:16.871905 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3f99d78a-7b17-49a5-90ab-620e8918f66b tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/floatingips/1c7127f1-3de3-4008-95c1-5a6aebf988c7 HTTP/1.1" status: 200 len: 992 time: 0.0666461 Nov 10 19:59:23.479826 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4ba6faca-a444-4b4f-87b4-33fc0007e10b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:25.122410 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:25.168854 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:59:25.421790 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:25.740868 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0fca703b-0c94-4d48-acc2-a847866ceeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:27.341385 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:28.841700 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:29.394488 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:45.454654 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53722) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:59:45.522501 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b26ca63f-3b92-4d08-a6a2-41348cc5fc87 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/floatingips/1c7127f1-3de3-4008-95c1-5a6aebf988c7 HTTP/1.1" status: 200 len: 992 time: 0.0664968 Nov 10 19:59:45.894890 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53728) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:59:46.062273 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-f1b9955a-b3c7-4a79-8e65-87a9b408b43d tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Deleting port edaeeca0-76e8-423a-be81-ba7c86266d4e {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:59:46.062624 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f1b9955a-b3c7-4a79-8e65-87a9b408b43d tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:46.143219 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f1b9955a-b3c7-4a79-8e65-87a9b408b43d tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:46.143550 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f1b9955a-b3c7-4a79-8e65-87a9b408b43d tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:46.156363 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-f1b9955a-b3c7-4a79-8e65-87a9b408b43d tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Calling delete_port for edaeeca0-76e8-423a-be81-ba7c86266d4e owned by network:floatingip {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:59:46.350178 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f1b9955a-b3c7-4a79-8e65-87a9b408b43d tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:46.378988 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9955a-b3c7-4a79-8e65-87a9b408b43d tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event deleted for resources: {'Port': ['ID=edaeeca0-76e8-423a-be81-ba7c86266d4e,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:46.440878 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f1b9955a-b3c7-4a79-8e65-87a9b408b43d tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for floatingip, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:46.441100 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-f1b9955a-b3c7-4a79-8e65-87a9b408b43d tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Floating IP 1c7127f1-3de3-4008-95c1-5a6aebf988c7 disassociated (deleted). External IP: 172.25.3.69, port: 3dcaf4a6-0a94-4ded-a245-ec587c02004a. Nov 10 19:59:46.666371 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b9955a-b3c7-4a79-8e65-87a9b408b43d tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Router 40fb0fe0-5f4d-466f-8a82-e00dcefc496c has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:59:46.787998 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b9955a-b3c7-4a79-8e65-87a9b408b43d tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:59:46.792664 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f1b9955a-b3c7-4a79-8e65-87a9b408b43d tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:46.799945 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceb7af2-8734-4fa9-a122-f4348adf465f None None] Sync routers for ids ['40fb0fe0-5f4d-466f-8a82-e00dcefc496c'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:59:46.811321 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceb7af2-8734-4fa9-a122-f4348adf465f None None] Routers {'40fb0fe0-5f4d-466f-8a82-e00dcefc496c'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:59:46.811672 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-bceb7af2-8734-4fa9-a122-f4348adf465f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:59:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['40fb0fe0-5f4d-466f-8a82-e00dcefc496c'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:59:46.822603 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f1b9955a-b3c7-4a79-8e65-87a9b408b43d tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "DELETE /v2.0/floatingips/1c7127f1-3de3-4008-95c1-5a6aebf988c7 HTTP/1.1" status: 204 len: 168 time: 0.9265411 Nov 10 19:59:46.823294 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78561821-a8b6-4500-afb8-fffb569252ed', 'tag': '3dcaf4a6-0a94-4ded-a245-ec587c02004a'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:59:46.825659 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8e2bd0-0520-40e6-8de3-27b45fa96fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "78561821-a8b6-4500-afb8-fffb569252ed", "tag": "3dcaf4a6-0a94-4ded-a245-ec587c02004a"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:59:46.936895 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-bceb7af2-8734-4fa9-a122-f4348adf465f None None] Set router 40fb0fe0-5f4d-466f-8a82-e00dcefc496c gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:59:47.034855 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e15afd-bb84-42ab-9bd6-ba677e9c0736 x-openstack-request-id: req-e1e15afd-bb84-42ab-9bd6-ba677e9c0736 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:59:47.036077 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78561821-a8b6-4500-afb8-fffb569252ed", "tag": "3dcaf4a6-0a94-4ded-a245-ec587c02004a", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:59:47.036712 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e1e15afd-bb84-42ab-9bd6-ba677e9c0736 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:59:47.037670 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78561821-a8b6-4500-afb8-fffb569252ed', 'tag': '3dcaf4a6-0a94-4ded-a245-ec587c02004a', 'status': 'completed', 'code': 200} Nov 10 19:59:47.147081 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e2bd0-0520-40e6-8de3-27b45fa96fd9 req-c37239a5-a5a9-4abf-9894-aa7c16c97466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:47.148639 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3a8e2bd0-0520-40e6-8de3-27b45fa96fd9 req-c37239a5-a5a9-4abf-9894-aa7c16c97466 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ced274264f044149e702ef5ae927034&device_id=78561821-a8b6-4500-afb8-fffb569252ed HTTP/1.1" status: 200 len: 1096 time: 0.0810559 Nov 10 19:59:47.163319 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-bceb7af2-8734-4fa9-a122-f4348adf465f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'name': 'tempest-TestNetworkBasicOps-router-1935064635', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '337ba3e7-5d7d-4109-8d8a-9671575a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:58:57Z', 'updated_at': '2021-11-10T19:59:01Z', 'revision_number': 4, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '337ba3e7-5d7d-4109-8d8a-9671575a3272', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:58:58Z', 'updated_at': '2021-11-10T19:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9', 'name': '', 'network_id': '314cd150-f032-44aa-9358-0a8c70e1ead4', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'mac_address': 'fa:16:3e:9d:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'ddf88268-bc96-4277-99f4-a96a5edc74f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:59:00Z', 'updated_at': '2021-11-10T19:59:05Z', 'revision_number': 5, 'project_id': '6ced274264f044149e702ef5ae927034', 'subnets': [{'id': 'ddf88268-bc96-4277-99f4-a96a5edc74f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:59:47.171639 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ca29-ffc7-4a9d-a96e-461a8a3a37e1 req-ff02dd6e-cf2c-437e-8a73-682535badea8 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:47.173151 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a615ca29-ffc7-4a9d-a96e-461a8a3a37e1 req-ff02dd6e-cf2c-437e-8a73-682535badea8 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=78561821-a8b6-4500-afb8-fffb569252ed HTTP/1.1" status: 200 len: 945 time: 0.0763297 Nov 10 19:59:47.196373 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceb7af2-8734-4fa9-a122-f4348adf465f None None] Checking router: 40fb0fe0-5f4d-466f-8a82-e00dcefc496c for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:59:47.206220 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceb7af2-8734-4fa9-a122-f4348adf465f None None] Routers {'40fb0fe0-5f4d-466f-8a82-e00dcefc496c'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:59:47.206838 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-bceb7af2-8734-4fa9-a122-f4348adf465f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:59:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['40fb0fe0-5f4d-466f-8a82-e00dcefc496c'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:59:47.274962 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a615ca29-ffc7-4a9d-a96e-461a8a3a37e1 req-de8654fe-d1e8-4937-ac00-c899d5405ca9 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/security-groups?id=82873a37-06f0-43b3-9afb-e788d603c28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894597 Nov 10 19:59:47.291159 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e2bd0-0520-40e6-8de3-27b45fa96fd9 req-3ea85bad-6eec-438a-8e61-488f32df875b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:47.292667 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3a8e2bd0-0520-40e6-8de3-27b45fa96fd9 req-3ea85bad-6eec-438a-8e61-488f32df875b service neutron] 10.222.0.73 "GET /v2.0/networks?id=314cd150-f032-44aa-9358-0a8c70e1ead4 HTTP/1.1" status: 200 len: 898 time: 0.1360080 Nov 10 19:59:47.324432 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-bceb7af2-8734-4fa9-a122-f4348adf465f None None] Set router 40fb0fe0-5f4d-466f-8a82-e00dcefc496c gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:59:47.347852 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3a8e2bd0-0520-40e6-8de3-27b45fa96fd9 req-9c6b4c7d-3ccc-4095-8bbd-d68341875479 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dcaf4a6-0a94-4ded-a245-ec587c02004a HTTP/1.1" status: 200 len: 217 time: 0.0411282 Nov 10 19:59:47.410301 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e2bd0-0520-40e6-8de3-27b45fa96fd9 req-78d723e3-e9e2-4d98-8b4a-68af80aeeda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:47.412024 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3a8e2bd0-0520-40e6-8de3-27b45fa96fd9 req-78d723e3-e9e2-4d98-8b4a-68af80aeeda9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ddf88268-bc96-4277-99f4-a96a5edc74f5 HTTP/1.1" status: 200 len: 834 time: 0.0528064 Nov 10 19:59:47.465914 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e2bd0-0520-40e6-8de3-27b45fa96fd9 req-2b8b44aa-eb56-4715-b2cc-f0259d21efc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:47.467252 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3a8e2bd0-0520-40e6-8de3-27b45fa96fd9 req-2b8b44aa-eb56-4715-b2cc-f0259d21efc3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=314cd150-f032-44aa-9358-0a8c70e1ead4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448143 Nov 10 19:59:47.539842 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-bceb7af2-8734-4fa9-a122-f4348adf465f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'name': 'tempest-TestNetworkBasicOps-router-1935064635', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '337ba3e7-5d7d-4109-8d8a-9671575a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:58:57Z', 'updated_at': '2021-11-10T19:59:01Z', 'revision_number': 4, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '337ba3e7-5d7d-4109-8d8a-9671575a3272', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:58:58Z', 'updated_at': '2021-11-10T19:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9', 'name': '', 'network_id': '314cd150-f032-44aa-9358-0a8c70e1ead4', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'mac_address': 'fa:16:3e:9d:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'ddf88268-bc96-4277-99f4-a96a5edc74f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:59:00Z', 'updated_at': '2021-11-10T19:59:05Z', 'revision_number': 5, 'project_id': '6ced274264f044149e702ef5ae927034', 'subnets': [{'id': 'ddf88268-bc96-4277-99f4-a96a5edc74f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:59:47.569021 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceb7af2-8734-4fa9-a122-f4348adf465f None None] The sync data for ids ['40fb0fe0-5f4d-466f-8a82-e00dcefc496c'] in n-d-813897-4 is: [{'id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'name': 'tempest-TestNetworkBasicOps-router-1935064635', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '337ba3e7-5d7d-4109-8d8a-9671575a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:58:57Z', 'updated_at': '2021-11-10T19:59:01Z', 'revision_number': 4, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '337ba3e7-5d7d-4109-8d8a-9671575a3272', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:58:58Z', 'updated_at': '2021-11-10T19:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9', 'name': '', 'network_id': '314cd150-f032-44aa-9358-0a8c70e1ead4', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'mac_address': 'fa:16:3e:9d:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'ddf88268-bc96-4277-99f4-a96a5edc74f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:59:00Z', 'updated_at': '2021-11-10T19:59:05Z', 'revision_number': 5, 'project_id': '6ced274264f044149e702ef5ae927034', 'subnets': [{'id': 'ddf88268-bc96-4277-99f4-a96a5edc74f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:59:47.570046 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3a8e2bd0-0520-40e6-8de3-27b45fa96fd9 req-709beb7f-3875-495e-9e96-f215bcc1a357 service neutron] 10.222.0.73 "GET /v2.0/networks/314cd150-f032-44aa-9358-0a8c70e1ead4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942881 Nov 10 19:59:47.670353 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3a8e2bd0-0520-40e6-8de3-27b45fa96fd9 req-3f29a69d-b1af-4cb9-b47c-53f91a2aa22e service neutron] 10.222.0.73 "GET /v2.0/networks/314cd150-f032-44aa-9358-0a8c70e1ead4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922782 Nov 10 19:59:47.816183 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda1de93-70c0-4f76-b17f-450f0f2c8340 None None] New status for floating IP 1c7127f1-3de3-4008-95c1-5a6aebf988c7: DOWN {{(pid=102508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:59:48.409734 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca999e8-2329-411f-bf52-e38f1de35bb3 req-f333d071-8ae7-44ff-a6ae-0e6e9c54eb21 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:48.411333 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aca999e8-2329-411f-bf52-e38f1de35bb3 req-f333d071-8ae7-44ff-a6ae-0e6e9c54eb21 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=78561821-a8b6-4500-afb8-fffb569252ed HTTP/1.1" status: 200 len: 945 time: 0.0577774 Nov 10 19:59:48.487655 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784672f7-4f17-490c-b554-88d2c0c5957b req-eeb9e8a2-134f-4cd0-9e0d-d4dff30cc809 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:48.489121 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-784672f7-4f17-490c-b554-88d2c0c5957b req-eeb9e8a2-134f-4cd0-9e0d-d4dff30cc809 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.73 "GET /v2.0/ports?device_id=78561821-a8b6-4500-afb8-fffb569252ed HTTP/1.1" status: 200 len: 945 time: 0.0769155 Nov 10 19:59:48.493202 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aca999e8-2329-411f-bf52-e38f1de35bb3 req-6b3bd1a9-05e2-4eef-a003-757ad1e5b99c tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/security-groups?id=82873a37-06f0-43b3-9afb-e788d603c28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728927 Nov 10 19:59:48.587510 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-784672f7-4f17-490c-b554-88d2c0c5957b req-5e6aa4e0-8c00-41eb-bcf8-9d75925efb70 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Deleting port 3dcaf4a6-0a94-4ded-a245-ec587c02004a {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:59:48.587744 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-784672f7-4f17-490c-b554-88d2c0c5957b req-5e6aa4e0-8c00-41eb-bcf8-9d75925efb70 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:48.689927 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-784672f7-4f17-490c-b554-88d2c0c5957b req-5e6aa4e0-8c00-41eb-bcf8-9d75925efb70 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] For port 3dcaf4a6-0a94-4ded-a245-ec587c02004a, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=3dcaf4a6-0a94-4ded-a245-ec587c02004a,segment=NetworkSegment(959be52c-3537-4e11-ab5d-cf550abfeb4b),segment_id=959be52c-3537-4e11-ab5d-cf550abfeb4b)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:59:48.690298 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-784672f7-4f17-490c-b554-88d2c0c5957b req-5e6aa4e0-8c00-41eb-bcf8-9d75925efb70 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:48.703330 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-784672f7-4f17-490c-b554-88d2c0c5957b req-5e6aa4e0-8c00-41eb-bcf8-9d75925efb70 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Calling delete_port for 3dcaf4a6-0a94-4ded-a245-ec587c02004a owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:59:49.131321 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-784672f7-4f17-490c-b554-88d2c0c5957b req-5e6aa4e0-8c00-41eb-bcf8-9d75925efb70 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:49.159009 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6aa4e0-8c00-41eb-bcf8-9d75925efb70 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event deleted for resources: {'Port': ['ID=3dcaf4a6-0a94-4ded-a245-ec587c02004a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:49.200002 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-784672f7-4f17-490c-b554-88d2c0c5957b req-5e6aa4e0-8c00-41eb-bcf8-9d75925efb70 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] No DVR routers for this DVR port 3dcaf4a6-0a94-4ded-a245-ec587c02004a on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:59:49.202767 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-784672f7-4f17-490c-b554-88d2c0c5957b req-5e6aa4e0-8c00-41eb-bcf8-9d75925efb70 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:49.206076 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-784672f7-4f17-490c-b554-88d2c0c5957b req-5e6aa4e0-8c00-41eb-bcf8-9d75925efb70 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.73 "DELETE /v2.0/ports/3dcaf4a6-0a94-4ded-a245-ec587c02004a HTTP/1.1" status: 204 len: 173 time: 0.7097034 Nov 10 19:59:49.206507 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78561821-a8b6-4500-afb8-fffb569252ed', 'name': 'network-vif-deleted', 'tag': '3dcaf4a6-0a94-4ded-a245-ec587c02004a'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:59:49.208846 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876add18-b873-447e-a4d0-85650e315c26" -d '{"events": [{"server_uuid": "78561821-a8b6-4500-afb8-fffb569252ed", "name": "network-vif-deleted", "tag": "3dcaf4a6-0a94-4ded-a245-ec587c02004a"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:59:49.246343 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8550e10-ab50-420c-8a1e-0a234bbc2292 x-openstack-request-id: req-b8550e10-ab50-420c-8a1e-0a234bbc2292 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:59:49.246644 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78561821-a8b6-4500-afb8-fffb569252ed", "name": "network-vif-deleted", "tag": "3dcaf4a6-0a94-4ded-a245-ec587c02004a", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:59:49.246892 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b8550e10-ab50-420c-8a1e-0a234bbc2292 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:59:49.247287 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78561821-a8b6-4500-afb8-fffb569252ed', 'name': 'network-vif-deleted', 'tag': '3dcaf4a6-0a94-4ded-a245-ec587c02004a', 'status': 'completed', 'code': 200} Nov 10 19:59:49.624851 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-56e82e80-3831-4432-9d0d-ba03a53f4d79 req-6ac46afc-f1c5-4bca-8176-ccf2dbe7e276 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "GET /v2.0/ports?device_id=78561821-a8b6-4500-afb8-fffb569252ed HTTP/1.1" status: 200 len: 210 time: 0.0418725 Nov 10 19:59:50.686021 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53744) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:59:50.750737 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2d822685-9fa9-4b33-b2f8-bdc50565c5e2 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:50.776527 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2d822685-9fa9-4b33-b2f8-bdc50565c5e2 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:50.842243 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2d822685-9fa9-4b33-b2f8-bdc50565c5e2 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:50.845533 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2d822685-9fa9-4b33-b2f8-bdc50565c5e2 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:50.846775 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2d822685-9fa9-4b33-b2f8-bdc50565c5e2 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "DELETE /v2.0/security-groups/82873a37-06f0-43b3-9afb-e788d603c28c HTTP/1.1" status: 204 len: 168 time: 0.1597292 Nov 10 19:59:50.856497 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d822685-9fa9-4b33-b2f8-bdc50565c5e2 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82873a37-06f0-43b3-9afb-e788d603c28c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:50.886509 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53748) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:59:51.289189 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9f9bd09b-ac8f-44c5-beaf-a2137fe70726 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:51.863494 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-9f9bd09b-ac8f-44c5-beaf-a2137fe70726 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Deleting port 311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:59:51.864193 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9f9bd09b-ac8f-44c5-beaf-a2137fe70726 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:51.960671 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-9f9bd09b-ac8f-44c5-beaf-a2137fe70726 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] For port 311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9,segment=NetworkSegment(959be52c-3537-4e11-ab5d-cf550abfeb4b),segment_id=959be52c-3537-4e11-ab5d-cf550abfeb4b)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:59:51.961008 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9f9bd09b-ac8f-44c5-beaf-a2137fe70726 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:51.976209 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-9f9bd09b-ac8f-44c5-beaf-a2137fe70726 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Calling delete_port for 311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9 owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:59:52.026653 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 3dcaf4a6-0a94-4ded-a245-ec587c02004a no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:59:52.053567 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 3dcaf4a6-0a94-4ded-a245-ec587c02004a {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:59:52.053567 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 3dcaf4a6-0a94-4ded-a245-ec587c02004a not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:59:52.179057 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9f9bd09b-ac8f-44c5-beaf-a2137fe70726 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:52.207330 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9bd09b-ac8f-44c5-beaf-a2137fe70726 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event deleted for resources: {'Port': ['ID=311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:52.397706 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9f9bd09b-ac8f-44c5-beaf-a2137fe70726 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:52.641253 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9bd09b-ac8f-44c5-beaf-a2137fe70726 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Router 40fb0fe0-5f4d-466f-8a82-e00dcefc496c has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:59:52.759319 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9bd09b-ac8f-44c5-beaf-a2137fe70726 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:59:52.764712 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9f9bd09b-ac8f-44c5-beaf-a2137fe70726 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "PUT /v2.0/routers/40fb0fe0-5f4d-466f-8a82-e00dcefc496c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8768406 Nov 10 19:59:52.767622 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53750) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:59:52.771703 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55169e6b-335c-46c9-8292-90c42d30be6b None None] Sync routers for ids ['40fb0fe0-5f4d-466f-8a82-e00dcefc496c'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:59:52.783635 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55169e6b-335c-46c9-8292-90c42d30be6b None None] Routers {'40fb0fe0-5f4d-466f-8a82-e00dcefc496c'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:59:52.784320 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-55169e6b-335c-46c9-8292-90c42d30be6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:59:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['40fb0fe0-5f4d-466f-8a82-e00dcefc496c'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:59:52.823813 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0c29f82-9bee-4dcb-8e25-318b2c3e2a81 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Deleting subnet ddf88268-bc96-4277-99f4-a96a5edc74f5 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:59:52.827131 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f0c29f82-9bee-4dcb-8e25-318b2c3e2a81 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:52.866597 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f0c29f82-9bee-4dcb-8e25-318b2c3e2a81 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:52.900680 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-55169e6b-335c-46c9-8292-90c42d30be6b None None] Set router 40fb0fe0-5f4d-466f-8a82-e00dcefc496c gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:59:52.961872 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f0c29f82-9bee-4dcb-8e25-318b2c3e2a81 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:53.023755 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f0c29f82-9bee-4dcb-8e25-318b2c3e2a81 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:53.051516 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c29f82-9bee-4dcb-8e25-318b2c3e2a81 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event deleted for resources: {'Subnet': ['ID=ddf88268-bc96-4277-99f4-a96a5edc74f5,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:53.056183 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f0c29f82-9bee-4dcb-8e25-318b2c3e2a81 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:53.062320 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f0c29f82-9bee-4dcb-8e25-318b2c3e2a81 tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "DELETE /v2.0/subnets/ddf88268-bc96-4277-99f4-a96a5edc74f5 HTTP/1.1" status: 204 len: 168 time: 0.2899878 Nov 10 19:59:53.062586 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53752) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:59:53.065552 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df1331c-9cbf-4f95-907d-1f9ca5e520c0 None None] Network 314cd150-f032-44aa-9358-0a8c70e1ead4 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:59:53.170640 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c8951b49-4dec-4584-b7b2-6bf572d99f6e tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:53.189275 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-55169e6b-335c-46c9-8292-90c42d30be6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'name': 'tempest-TestNetworkBasicOps-router-1935064635', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '337ba3e7-5d7d-4109-8d8a-9671575a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:58:57Z', 'updated_at': '2021-11-10T19:59:52Z', 'revision_number': 5, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '337ba3e7-5d7d-4109-8d8a-9671575a3272', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:58:58Z', 'updated_at': '2021-11-10T19:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:59:53.224219 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55169e6b-335c-46c9-8292-90c42d30be6b None None] Checking router: 40fb0fe0-5f4d-466f-8a82-e00dcefc496c for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:59:53.239533 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55169e6b-335c-46c9-8292-90c42d30be6b None None] Routers {'40fb0fe0-5f4d-466f-8a82-e00dcefc496c'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:59:53.240167 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-55169e6b-335c-46c9-8292-90c42d30be6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:59:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['40fb0fe0-5f4d-466f-8a82-e00dcefc496c'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:59:53.277519 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c8951b49-4dec-4584-b7b2-6bf572d99f6e tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:53.329325 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52ff23e-88bc-4c47-9838-3e36244d4f0a None None] DHCP port deletion for 314cd150-f032-44aa-9358-0a8c70e1ead4 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:59:53.336948 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-c8951b49-4dec-4584-b7b2-6bf572d99f6e tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Deleting port 337ba3e7-5d7d-4109-8d8a-9671575a3272 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:59:53.337297 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c8951b49-4dec-4584-b7b2-6bf572d99f6e tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:53.380700 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-55169e6b-335c-46c9-8292-90c42d30be6b None None] Set router 40fb0fe0-5f4d-466f-8a82-e00dcefc496c gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:59:53.431234 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-c8951b49-4dec-4584-b7b2-6bf572d99f6e tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] For port 337ba3e7-5d7d-4109-8d8a-9671575a3272, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=337ba3e7-5d7d-4109-8d8a-9671575a3272,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:59:53.431475 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c8951b49-4dec-4584-b7b2-6bf572d99f6e tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:53.445537 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-c8951b49-4dec-4584-b7b2-6bf572d99f6e tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Calling delete_port for 337ba3e7-5d7d-4109-8d8a-9671575a3272 owned by network:router_gateway {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:59:53.650018 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c8951b49-4dec-4584-b7b2-6bf572d99f6e tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:53.671619 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-231960a5-2238-49cf-9771-ee33c3aa2262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:53.679355 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8951b49-4dec-4584-b7b2-6bf572d99f6e tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event deleted for resources: {'Port': ['ID=337ba3e7-5d7d-4109-8d8a-9671575a3272,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:53.690571 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e52ff23e-88bc-4c47-9838-3e36244d4f0a None None] Deleting port fb302e92-c08f-41cc-a741-b48bfa53ad93 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:59:53.690571 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e52ff23e-88bc-4c47-9838-3e36244d4f0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:53.695910 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2898bfa8-84c7-426d-a172-8500a29d6a7c None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:59:53.746232 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c8951b49-4dec-4584-b7b2-6bf572d99f6e tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:53.804614 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e52ff23e-88bc-4c47-9838-3e36244d4f0a None None] For port fb302e92-c08f-41cc-a741-b48bfa53ad93, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fb302e92-c08f-41cc-a741-b48bfa53ad93,segment=NetworkSegment(959be52c-3537-4e11-ab5d-cf550abfeb4b),segment_id=959be52c-3537-4e11-ab5d-cf550abfeb4b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:59:53.805007 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e52ff23e-88bc-4c47-9838-3e36244d4f0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:53.819774 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e52ff23e-88bc-4c47-9838-3e36244d4f0a None None] Calling delete_port for fb302e92-c08f-41cc-a741-b48bfa53ad93 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:59:53.843538 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c8951b49-4dec-4584-b7b2-6bf572d99f6e tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:53.846377 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c8951b49-4dec-4584-b7b2-6bf572d99f6e tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:53.898920 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c8951b49-4dec-4584-b7b2-6bf572d99f6e tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:53.899180 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-55169e6b-335c-46c9-8292-90c42d30be6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'name': 'tempest-TestNetworkBasicOps-router-1935064635', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '337ba3e7-5d7d-4109-8d8a-9671575a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:58:57Z', 'updated_at': '2021-11-10T19:59:52Z', 'revision_number': 5, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '337ba3e7-5d7d-4109-8d8a-9671575a3272', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:58:58Z', 'updated_at': '2021-11-10T19:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:59:53.899619 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8951b49-4dec-4584-b7b2-6bf572d99f6e tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Fanout notify agent at l3_agent the message router_deleted on router 40fb0fe0-5f4d-466f-8a82-e00dcefc496c {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:59:53.907171 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c8951b49-4dec-4584-b7b2-6bf572d99f6e tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:53.908339 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c8951b49-4dec-4584-b7b2-6bf572d99f6e tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "DELETE /v2.0/routers/40fb0fe0-5f4d-466f-8a82-e00dcefc496c HTTP/1.1" status: 204 len: 168 time: 0.8447866 Nov 10 19:59:53.911323 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53754) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:59:53.929383 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55169e6b-335c-46c9-8292-90c42d30be6b None None] The sync data for ids ['40fb0fe0-5f4d-466f-8a82-e00dcefc496c'] in n-d-813897-4 is: [{'id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'name': 'tempest-TestNetworkBasicOps-router-1935064635', 'tenant_id': '6ced274264f044149e702ef5ae927034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '337ba3e7-5d7d-4109-8d8a-9671575a3272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:58:57Z', 'updated_at': '2021-11-10T19:59:52Z', 'revision_number': 5, 'project_id': '6ced274264f044149e702ef5ae927034', 'gw_port': {'id': '337ba3e7-5d7d-4109-8d8a-9671575a3272', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fb0fe0-5f4d-466f-8a82-e00dcefc496c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:58:58Z', 'updated_at': '2021-11-10T19:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:59:53.951075 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e52ff23e-88bc-4c47-9838-3e36244d4f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:53.982040 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ff23e-88bc-4c47-9838-3e36244d4f0a None None] Pushing event deleted for resources: {'Port': ['ID=fb302e92-c08f-41cc-a741-b48bfa53ad93,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:53.983866 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52ff23e-88bc-4c47-9838-3e36244d4f0a None None] No DVR routers for this DVR port fb302e92-c08f-41cc-a741-b48bfa53ad93 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:59:54.012549 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ba1a131e-8529-4bfb-b318-1442a45f47fc tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:54.104339 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ba1a131e-8529-4bfb-b318-1442a45f47fc tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:54.127012 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-ba1a131e-8529-4bfb-b318-1442a45f47fc tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['314cd150-f032-44aa-9358-0a8c70e1ead4']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:59:54.137052 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-ba1a131e-8529-4bfb-b318-1442a45f47fc tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '959be52c-3537-4e11-ab5d-cf550abfeb4b') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:59:54.137367 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-ba1a131e-8529-4bfb-b318-1442a45f47fc tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '959be52c-3537-4e11-ab5d-cf550abfeb4b') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:59:54.147686 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ba1a131e-8529-4bfb-b318-1442a45f47fc tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:54.160951 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ba1a131e-8529-4bfb-b318-1442a45f47fc tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:54.168113 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba1a131e-8529-4bfb-b318-1442a45f47fc tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:59:54.168494 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ba1a131e-8529-4bfb-b318-1442a45f47fc tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:54.171453 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 19:59:54.171453 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:59:54.171453 n-d-813897-4 neutron-server[102505]: timer() Nov 10 19:59:54.171453 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:59:54.171453 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 19:59:54.171453 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:59:54.171453 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 19:59:54.171453 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:59:54.171453 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 19:59:54.171453 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:59:54.171453 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 19:59:54.171453 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:59:54.171453 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 19:59:54.171453 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:59:54.171453 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:59:54.171453 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:59:54.171453 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:59:54.171453 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:59:54.171453 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 19:59:54.171453 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:59:54.171453 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 19:59:54.171453 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:59:54.171453 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:59:54.171453 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:59:54.171453 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 19:59:54.171453 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:59:54.171453 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:59:54.171453 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:59:54.171453 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:59:54.171453 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:59:54.171453 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:59:54.171453 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:59:54.236902 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ba1a131e-8529-4bfb-b318-1442a45f47fc tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:54.244984 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ba1a131e-8529-4bfb-b318-1442a45f47fc tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:54.247651 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ba1a131e-8529-4bfb-b318-1442a45f47fc tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] 10.222.0.54 "DELETE /v2.0/networks/314cd150-f032-44aa-9358-0a8c70e1ead4 HTTP/1.1" status: 204 len: 168 time: 0.3352652 Nov 10 19:59:54.261541 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a131e-8529-4bfb-b318-1442a45f47fc tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Pushing event deleted for resources: {'Network': ['ID=314cd150-f032-44aa-9358-0a8c70e1ead4,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:54.271385 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a131e-8529-4bfb-b318-1442a45f47fc tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:54.272083 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a131e-8529-4bfb-b318-1442a45f47fc tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:54.272433 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a131e-8529-4bfb-b318-1442a45f47fc tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:54.272804 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a131e-8529-4bfb-b318-1442a45f47fc tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:54.273145 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a131e-8529-4bfb-b318-1442a45f47fc tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:54.273480 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a131e-8529-4bfb-b318-1442a45f47fc tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:54.273804 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a131e-8529-4bfb-b318-1442a45f47fc tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:54.274218 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a131e-8529-4bfb-b318-1442a45f47fc tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:54.274463 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a131e-8529-4bfb-b318-1442a45f47fc tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:54.274972 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a131e-8529-4bfb-b318-1442a45f47fc tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:54.275303 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a131e-8529-4bfb-b318-1442a45f47fc tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:54.275635 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a131e-8529-4bfb-b318-1442a45f47fc tempest-TestNetworkBasicOps-1822338231 tempest-TestNetworkBasicOps-1822338231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:54.554275 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53760) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:59:54.700932 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-af0f230b-f019-401e-8b69-22ecb909082e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6ced274264f044149e702ef5ae927034&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1451149 Nov 10 19:59:54.703611 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53764) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:59:54.755695 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3b009bd1-f9cb-474c-8f04-fac9ae695207 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:54.777441 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3b009bd1-f9cb-474c-8f04-fac9ae695207 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:54.828582 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3b009bd1-f9cb-474c-8f04-fac9ae695207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:54.831322 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3b009bd1-f9cb-474c-8f04-fac9ae695207 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:54.832532 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3b009bd1-f9cb-474c-8f04-fac9ae695207 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9baa0dcc-7bc3-4a59-b625-885767656475 HTTP/1.1" status: 204 len: 168 time: 0.1280527 Nov 10 19:59:54.842597 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b009bd1-f9cb-474c-8f04-fac9ae695207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9baa0dcc-7bc3-4a59-b625-885767656475,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:54.985209 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:59:55.007898 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:59:55.008153 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 311cddc2-2e26-4b9c-9b8a-f36d6c2aa1f9 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:59:55.008589 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 337ba3e7-5d7d-4109-8d8a-9671575a3272 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:59:55.031004 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 337ba3e7-5d7d-4109-8d8a-9671575a3272 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:59:55.031344 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 337ba3e7-5d7d-4109-8d8a-9671575a3272 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:59:55.031753 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fb302e92-c08f-41cc-a741-b48bfa53ad93 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:59:55.051552 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: fb302e92-c08f-41cc-a741-b48bfa53ad93 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:59:55.051909 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fb302e92-c08f-41cc-a741-b48bfa53ad93 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:59:55.117816 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:55.130965 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53770) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:59:55.144888 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-717add2a-94e9-4dcd-b196-49f8a1928f28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:55.237572 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-717add2a-94e9-4dcd-b196-49f8a1928f28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:55.243798 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-717add2a-94e9-4dcd-b196-49f8a1928f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:55.282576 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717add2a-94e9-4dcd-b196-49f8a1928f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b7a788-0b42-4c78-bbc2-2d8e77dc770c,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:55.287186 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-717add2a-94e9-4dcd-b196-49f8a1928f28 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2ab04109c5bf492e9613d396d5a477da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1550634 Nov 10 19:59:55.290123 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53772) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:59:55.341267 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ed9de33b-eab8-4853-83e7-aa3fd45f422d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:55.364037 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ed9de33b-eab8-4853-83e7-aa3fd45f422d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:55.417604 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:55.432389 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ed9de33b-eab8-4853-83e7-aa3fd45f422d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:55.435121 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ed9de33b-eab8-4853-83e7-aa3fd45f422d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:55.436298 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ed9de33b-eab8-4853-83e7-aa3fd45f422d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e8b7a788-0b42-4c78-bbc2-2d8e77dc770c HTTP/1.1" status: 204 len: 168 time: 0.1448011 Nov 10 19:59:55.445073 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9de33b-eab8-4853-83e7-aa3fd45f422d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b7a788-0b42-4c78-bbc2-2d8e77dc770c,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:55.736541 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c6069d66-b5b2-4df4-8909-a8d6bf1a3d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:56.195152 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53794) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:59:56.297527 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-ee800b74-8903-4b75-89cf-b9ef4946e2dc admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1598762360-network', 'tenant_id': '99ba6a6416f04a978731380ae0c230ae'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:59:56.322944 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee800b74-8903-4b75-89cf-b9ef4946e2dc admin admin] Made reservation on behalf of 99ba6a6416f04a978731380ae0c230ae for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:59:56.325603 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ee800b74-8903-4b75-89cf-b9ef4946e2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:56.335029 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ee800b74-8903-4b75-89cf-b9ef4946e2dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:56.416167 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ee800b74-8903-4b75-89cf-b9ef4946e2dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:56.421893 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ee800b74-8903-4b75-89cf-b9ef4946e2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:56.449292 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee800b74-8903-4b75-89cf-b9ef4946e2dc admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:59:56.459571 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee800b74-8903-4b75-89cf-b9ef4946e2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b4014a-bfd5-4b3f-89e2-7be6e886ae5f,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:56.466325 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ee800b74-8903-4b75-89cf-b9ef4946e2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:56.466665 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-ee800b74-8903-4b75-89cf-b9ef4946e2dc admin admin] Added segment babe9e8a-b9f2-4ad1-a172-f1b4b80850cd of type vlan for network 6e37a5b2-5641-4443-968b-6a0c72b7134e Nov 10 19:59:56.509702 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ee800b74-8903-4b75-89cf-b9ef4946e2dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:56.537364 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ee800b74-8903-4b75-89cf-b9ef4946e2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:56.538634 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee800b74-8903-4b75-89cf-b9ef4946e2dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:56.539256 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ee800b74-8903-4b75-89cf-b9ef4946e2dc admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:56.603417 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ee800b74-8903-4b75-89cf-b9ef4946e2dc admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4071276 Nov 10 19:59:56.606283 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53798) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:59:56.613024 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-f8d96bbf-9bab-466c-99d2-be00c7ec5423 admin admin] Request body: {'subnet': {'network_id': '6e37a5b2-5641-4443-968b-6a0c72b7134e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1598762360-subnet', 'tenant_id': '99ba6a6416f04a978731380ae0c230ae', 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:59:56.619805 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee800b74-8903-4b75-89cf-b9ef4946e2dc admin admin] Pushing event updated for resources: {'Network': ['ID=6e37a5b2-5641-4443-968b-6a0c72b7134e,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:56.631662 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 6e37a5b2-5641-4443-968b-6a0c72b7134e details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:59:56.640822 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d96bbf-9bab-466c-99d2-be00c7ec5423 admin admin] Made reservation on behalf of 99ba6a6416f04a978731380ae0c230ae for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:59:56.643449 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f8d96bbf-9bab-466c-99d2-be00c7ec5423 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:56.833188 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f8d96bbf-9bab-466c-99d2-be00c7ec5423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:56.888444 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d96bbf-9bab-466c-99d2-be00c7ec5423 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4958b187-9a8b-4ffe-b649-361a32d7342d,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:56.900242 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d96bbf-9bab-466c-99d2-be00c7ec5423 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:56.900584 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d96bbf-9bab-466c-99d2-be00c7ec5423 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:56.900924 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d96bbf-9bab-466c-99d2-be00c7ec5423 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:56.901258 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d96bbf-9bab-466c-99d2-be00c7ec5423 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:56.901584 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d96bbf-9bab-466c-99d2-be00c7ec5423 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:56.901943 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d96bbf-9bab-466c-99d2-be00c7ec5423 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:56.902269 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d96bbf-9bab-466c-99d2-be00c7ec5423 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:56.902590 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d96bbf-9bab-466c-99d2-be00c7ec5423 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:56.902911 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d96bbf-9bab-466c-99d2-be00c7ec5423 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:56.903338 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d96bbf-9bab-466c-99d2-be00c7ec5423 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:56.903685 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d96bbf-9bab-466c-99d2-be00c7ec5423 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:56.904003 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d96bbf-9bab-466c-99d2-be00c7ec5423 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:56.910731 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d96bbf-9bab-466c-99d2-be00c7ec5423 admin admin] Checking segment: {'id': 'babe9e8a-b9f2-4ad1-a172-f1b4b80850cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6e37a5b2-5641-4443-968b-6a0c72b7134e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:59:56.910907 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d96bbf-9bab-466c-99d2-be00c7ec5423 admin admin] Network hostable DHCP agents. Network: 6e37a5b2-5641-4443-968b-6a0c72b7134e, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:59:56.930862 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d96bbf-9bab-466c-99d2-be00c7ec5423 admin admin] Network 6e37a5b2-5641-4443-968b-6a0c72b7134e is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:59:56.940772 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-f8d96bbf-9bab-466c-99d2-be00c7ec5423 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 6e37a5b2-5641-4443-968b-6a0c72b7134e) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:59:56.944924 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d96bbf-9bab-466c-99d2-be00c7ec5423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:59:56.945508 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f8d96bbf-9bab-466c-99d2-be00c7ec5423 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:56.951169 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb582054-42ff-442b-89a9-bb2a601bfba8 None None] Network 6e37a5b2-5641-4443-968b-6a0c72b7134e requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:59:56.965637 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f8d96bbf-9bab-466c-99d2-be00c7ec5423 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3571825 Nov 10 19:59:56.967807 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53800) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:59:56.974072 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-f7f04847-d111-411f-89a7-bb6f5e311bbc admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1598762360-router', 'tenant_id': '99ba6a6416f04a978731380ae0c230ae', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:59:56.999864 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f7f04847-d111-411f-89a7-bb6f5e311bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:57.000988 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f7f04847-d111-411f-89a7-bb6f5e311bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:57.058267 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f7f04847-d111-411f-89a7-bb6f5e311bbc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:57.123155 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadd2805-7225-49d5-8a7a-d74df29dca70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-6e37a5b2-5641-4443-968b-6a0c72b7134e', 'network_id': '6e37a5b2-5641-4443-968b-6a0c72b7134e', 'tenant_id': '99ba6a6416f04a978731380ae0c230ae', 'fixed_ips': [{'subnet_id': '4958b187-9a8b-4ffe-b649-361a32d7342d'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:59:57.124037 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-aadd2805-7225-49d5-8a7a-d74df29dca70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:57.206661 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f7f04847-d111-411f-89a7-bb6f5e311bbc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:57.264149 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-aadd2805-7225-49d5-8a7a-d74df29dca70 None None] Allocated IP 172.20.0.2 (6e37a5b2-5641-4443-968b-6a0c72b7134e/4958b187-9a8b-4ffe-b649-361a32d7342d/f330f58d-45a2-4e03-b56c-bc75db00251d) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:59:57.356181 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:57.432181 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f7f04847-d111-411f-89a7-bb6f5e311bbc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:57.436847 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-aadd2805-7225-49d5-8a7a-d74df29dca70 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:57.447762 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-aadd2805-7225-49d5-8a7a-d74df29dca70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:57.457232 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f7f04847-d111-411f-89a7-bb6f5e311bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:57.494202 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadd2805-7225-49d5-8a7a-d74df29dca70 None None] Network 6e37a5b2-5641-4443-968b-6a0c72b7134e is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:59:57.499723 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-aadd2805-7225-49d5-8a7a-d74df29dca70 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:59:57.503786 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadd2805-7225-49d5-8a7a-d74df29dca70 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:59:57.512970 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd2805-7225-49d5-8a7a-d74df29dca70 None None] Pushing event updated for resources: {'Port': ['ID=f330f58d-45a2-4e03-b56c-bc75db00251d,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:57.573319 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-aadd2805-7225-49d5-8a7a-d74df29dca70 None None] Attempting to bind port f330f58d-45a2-4e03-b56c-bc75db00251d on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:59:57.573688 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-aadd2805-7225-49d5-8a7a-d74df29dca70 None None] Attempting to bind port f330f58d-45a2-4e03-b56c-bc75db00251d by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'babe9e8a-b9f2-4ad1-a172-f1b4b80850cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6e37a5b2-5641-4443-968b-6a0c72b7134e'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:59:57.574102 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadd2805-7225-49d5-8a7a-d74df29dca70 None None] Attempting to bind port f330f58d-45a2-4e03-b56c-bc75db00251d on network 6e37a5b2-5641-4443-968b-6a0c72b7134e {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:59:57.580060 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadd2805-7225-49d5-8a7a-d74df29dca70 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:59:57.580434 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadd2805-7225-49d5-8a7a-d74df29dca70 None None] Checking segment: {'id': 'babe9e8a-b9f2-4ad1-a172-f1b4b80850cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6e37a5b2-5641-4443-968b-6a0c72b7134e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:59:57.580842 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-aadd2805-7225-49d5-8a7a-d74df29dca70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:57.581240 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadd2805-7225-49d5-8a7a-d74df29dca70 None None] Bound using segment: {'id': 'babe9e8a-b9f2-4ad1-a172-f1b4b80850cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6e37a5b2-5641-4443-968b-6a0c72b7134e'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:59:57.581720 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-aadd2805-7225-49d5-8a7a-d74df29dca70 None None] Bound port: f330f58d-45a2-4e03-b56c-bc75db00251d, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'babe9e8a-b9f2-4ad1-a172-f1b4b80850cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6e37a5b2-5641-4443-968b-6a0c72b7134e'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:59:57.582123 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-aadd2805-7225-49d5-8a7a-d74df29dca70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:57.588466 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-f7f04847-d111-411f-89a7-bb6f5e311bbc admin admin] Allocated IP 172.25.3.91 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/a65162bf-5b3a-4411-a0de-f8f21c1b2e8c) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:59:57.646257 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-aadd2805-7225-49d5-8a7a-d74df29dca70 None None] For port f330f58d-45a2-4e03-b56c-bc75db00251d, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:59:57.649379 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-aadd2805-7225-49d5-8a7a-d74df29dca70 None None] For port f330f58d-45a2-4e03-b56c-bc75db00251d, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f330f58d-45a2-4e03-b56c-bc75db00251d,segment=NetworkSegment(babe9e8a-b9f2-4ad1-a172-f1b4b80850cd),segment_id=babe9e8a-b9f2-4ad1-a172-f1b4b80850cd)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:59:57.656562 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-aadd2805-7225-49d5-8a7a-d74df29dca70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:57.707131 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f7f04847-d111-411f-89a7-bb6f5e311bbc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:57.724668 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd2805-7225-49d5-8a7a-d74df29dca70 None None] Pushing event updated for resources: {'Port': ['ID=f330f58d-45a2-4e03-b56c-bc75db00251d,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:57.748801 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f7f04847-d111-411f-89a7-bb6f5e311bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:57.789143 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f04847-d111-411f-89a7-bb6f5e311bbc admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:59:57.792638 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-f7f04847-d111-411f-89a7-bb6f5e311bbc admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:59:57.796419 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f04847-d111-411f-89a7-bb6f5e311bbc admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:59:57.813934 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa07c34f-eb83-46af-a114-2198a7af0024 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:59:57.834672 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f04847-d111-411f-89a7-bb6f5e311bbc admin admin] Pushing event updated for resources: {'Port': ['ID=a65162bf-5b3a-4411-a0de-f8f21c1b2e8c,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:57.887256 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-161113b9-70eb-4ee6-a3fe-5c6c8c23d591 None None] Provisioning complete for port a65162bf-5b3a-4411-a0de-f8f21c1b2e8c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:59:57.887998 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-161113b9-70eb-4ee6-a3fe-5c6c8c23d591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:57.941461 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-161113b9-70eb-4ee6-a3fe-5c6c8c23d591 None None] Port a65162bf-5b3a-4411-a0de-f8f21c1b2e8c cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:59:58.090024 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f7f04847-d111-411f-89a7-bb6f5e311bbc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:58.297209 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f7f04847-d111-411f-89a7-bb6f5e311bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:58.440689 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f04847-d111-411f-89a7-bb6f5e311bbc admin admin] Router 1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:59:58.560910 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f04847-d111-411f-89a7-bb6f5e311bbc admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:59:58.573410 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65555879-6297-4bb3-9391-cb9b8aca0b05 None None] Sync routers for ids ['1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:59:58.579570 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f7f04847-d111-411f-89a7-bb6f5e311bbc admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:58.580904 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f7f04847-d111-411f-89a7-bb6f5e311bbc admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6117711 Nov 10 19:59:58.583678 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53802) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:59:58.585365 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65555879-6297-4bb3-9391-cb9b8aca0b05 None None] Routers {'1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:59:58.585865 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-65555879-6297-4bb3-9391-cb9b8aca0b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:59:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:59:58.715039 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-65555879-6297-4bb3-9391-cb9b8aca0b05 None None] Set router 1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:59:58.723944 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55ebef2-7d78-407b-a91e-7b8188787920 None None] Network 6e37a5b2-5641-4443-968b-6a0c72b7134e requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:59:58.836094 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-abcacfd1-783a-4d0a-8b0f-aa7e8a5c0a94 None None] Provisioning complete for port f330f58d-45a2-4e03-b56c-bc75db00251d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:59:58.837119 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-abcacfd1-783a-4d0a-8b0f-aa7e8a5c0a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:58.917980 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f330f58d-45a2-4e03-b56c-bc75db00251d up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:59:58.941867 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-65555879-6297-4bb3-9391-cb9b8aca0b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'name': 'tempest-TestServerBasicOps-1598762360-router', 'tenant_id': '99ba6a6416f04a978731380ae0c230ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'a65162bf-5b3a-4411-a0de-f8f21c1b2e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:59:57Z', 'updated_at': '2021-11-10T19:59:57Z', 'revision_number': 3, 'project_id': '99ba6a6416f04a978731380ae0c230ae', 'gw_port': {'id': 'a65162bf-5b3a-4411-a0de-f8f21c1b2e8c', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:12:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:59:57Z', 'updated_at': '2021-11-10T19:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:59:58.978658 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:58.979350 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65555879-6297-4bb3-9391-cb9b8aca0b05 None None] Checking router: 1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:59:58.979705 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65555879-6297-4bb3-9391-cb9b8aca0b05 None None] Updating router 1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0 port a65162bf-5b3a-4411-a0de-f8f21c1b2e8c binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:59:59.006265 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-65555879-6297-4bb3-9391-cb9b8aca0b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:59.075180 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port f330f58d-45a2-4e03-b56c-bc75db00251d triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:59:59.075667 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:59.102143 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-abcacfd1-783a-4d0a-8b0f-aa7e8a5c0a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:59.151310 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-abcacfd1-783a-4d0a-8b0f-aa7e8a5c0a94 None None] For port f330f58d-45a2-4e03-b56c-bc75db00251d, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f330f58d-45a2-4e03-b56c-bc75db00251d,segment=NetworkSegment(babe9e8a-b9f2-4ad1-a172-f1b4b80850cd),segment_id=babe9e8a-b9f2-4ad1-a172-f1b4b80850cd)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:59:59.158144 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-abcacfd1-783a-4d0a-8b0f-aa7e8a5c0a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:59.250640 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcacfd1-783a-4d0a-8b0f-aa7e8a5c0a94 None None] Pushing event updated for resources: {'Port': ['ID=f330f58d-45a2-4e03-b56c-bc75db00251d,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:59.298175 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-65555879-6297-4bb3-9391-cb9b8aca0b05 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:59.305720 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-65555879-6297-4bb3-9391-cb9b8aca0b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:59.350962 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5008decb-066a-4636-81ed-1ae4453bb28c None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:59:59.366613 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-65555879-6297-4bb3-9391-cb9b8aca0b05 None None] Attempting to bind port a65162bf-5b3a-4411-a0de-f8f21c1b2e8c on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:59:59.367090 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-65555879-6297-4bb3-9391-cb9b8aca0b05 None None] Attempting to bind port a65162bf-5b3a-4411-a0de-f8f21c1b2e8c by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:59:59.367331 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65555879-6297-4bb3-9391-cb9b8aca0b05 None None] Attempting to bind port a65162bf-5b3a-4411-a0de-f8f21c1b2e8c on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:59:59.375759 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d2acbb-0a14-4b75-9965-5f04e0221683 None None] Pushing event updated for resources: {'Port': ['ID=a65162bf-5b3a-4411-a0de-f8f21c1b2e8c,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:59.379972 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65555879-6297-4bb3-9391-cb9b8aca0b05 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:59:59.380338 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65555879-6297-4bb3-9391-cb9b8aca0b05 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:59:59.381186 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-65555879-6297-4bb3-9391-cb9b8aca0b05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:59.381583 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65555879-6297-4bb3-9391-cb9b8aca0b05 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:59:59.382088 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-65555879-6297-4bb3-9391-cb9b8aca0b05 None None] Bound port: a65162bf-5b3a-4411-a0de-f8f21c1b2e8c, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:59:59.382999 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-65555879-6297-4bb3-9391-cb9b8aca0b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:59.400129 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c821ae0c-dc8e-4722-9b94-13feadb7a34f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:59.403675 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:59.405357 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-998a5d47-268a-4aa8-be9c-d948d4c8d60c None None] Provisioning complete for port a65162bf-5b3a-4411-a0de-f8f21c1b2e8c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:59:59.405835 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-998a5d47-268a-4aa8-be9c-d948d4c8d60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:59.413213 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d2acbb-0a14-4b75-9965-5f04e0221683 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:59.413565 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d2acbb-0a14-4b75-9965-5f04e0221683 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:59.413928 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d2acbb-0a14-4b75-9965-5f04e0221683 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:59.414263 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d2acbb-0a14-4b75-9965-5f04e0221683 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:59.414592 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d2acbb-0a14-4b75-9965-5f04e0221683 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:59.414918 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d2acbb-0a14-4b75-9965-5f04e0221683 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:59.415239 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d2acbb-0a14-4b75-9965-5f04e0221683 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:59.415559 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d2acbb-0a14-4b75-9965-5f04e0221683 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:59.415877 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d2acbb-0a14-4b75-9965-5f04e0221683 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:59.416196 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d2acbb-0a14-4b75-9965-5f04e0221683 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:59.416514 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d2acbb-0a14-4b75-9965-5f04e0221683 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:59.416827 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d2acbb-0a14-4b75-9965-5f04e0221683 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:59:59.452766 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-998a5d47-268a-4aa8-be9c-d948d4c8d60c None None] Port a65162bf-5b3a-4411-a0de-f8f21c1b2e8c cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:59:59.461239 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-65555879-6297-4bb3-9391-cb9b8aca0b05 None None] For port a65162bf-5b3a-4411-a0de-f8f21c1b2e8c, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:59:59.465503 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-65555879-6297-4bb3-9391-cb9b8aca0b05 None None] For port a65162bf-5b3a-4411-a0de-f8f21c1b2e8c, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=a65162bf-5b3a-4411-a0de-f8f21c1b2e8c,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:59:59.470990 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-65555879-6297-4bb3-9391-cb9b8aca0b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:59.512353 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ce56a5-fce0-49f3-8c42-9c29f376a937 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:59:59.527567 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65555879-6297-4bb3-9391-cb9b8aca0b05 None None] Routers {'1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:59:59.528499 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-65555879-6297-4bb3-9391-cb9b8aca0b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:59:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:59:59.562967 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d2acbb-0a14-4b75-9965-5f04e0221683 None None] Pushing event updated for resources: {'Port': ['ID=a65162bf-5b3a-4411-a0de-f8f21c1b2e8c,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:59.579772 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-b56bdf2d-cca7-47e4-9a6a-f527ea17e482 None None] Provisioning complete for port a65162bf-5b3a-4411-a0de-f8f21c1b2e8c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:59:59.580139 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b56bdf2d-cca7-47e4-9a6a-f527ea17e482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:59.636712 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-c821ae0c-dc8e-4722-9b94-13feadb7a34f admin admin] Allocated IP 172.20.0.1 (6e37a5b2-5641-4443-968b-6a0c72b7134e/4958b187-9a8b-4ffe-b649-361a32d7342d/3bf8f5c6-41c1-40e7-843c-0db2750fc0ac) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:59:59.681595 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b56bdf2d-cca7-47e4-9a6a-f527ea17e482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:59.711680 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-b56bdf2d-cca7-47e4-9a6a-f527ea17e482 None None] For port a65162bf-5b3a-4411-a0de-f8f21c1b2e8c, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=a65162bf-5b3a-4411-a0de-f8f21c1b2e8c,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:59:59.720500 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b56bdf2d-cca7-47e4-9a6a-f527ea17e482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:59.736443 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-65555879-6297-4bb3-9391-cb9b8aca0b05 None None] Set router 1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:59:59.757092 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c821ae0c-dc8e-4722-9b94-13feadb7a34f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:59.762538 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-b56bdf2d-cca7-47e4-9a6a-f527ea17e482 None None] Provisioning complete for port f330f58d-45a2-4e03-b56c-bc75db00251d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:59:59.763224 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b56bdf2d-cca7-47e4-9a6a-f527ea17e482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:59.791352 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c821ae0c-dc8e-4722-9b94-13feadb7a34f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:59.807616 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56bdf2d-cca7-47e4-9a6a-f527ea17e482 None None] Pushing event updated for resources: {'Port': ['ID=a65162bf-5b3a-4411-a0de-f8f21c1b2e8c,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:59.830842 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c821ae0c-dc8e-4722-9b94-13feadb7a34f admin admin] Network 6e37a5b2-5641-4443-968b-6a0c72b7134e is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:59:59.833718 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-c821ae0c-dc8e-4722-9b94-13feadb7a34f admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:59:59.839567 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c821ae0c-dc8e-4722-9b94-13feadb7a34f admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:59:59.870337 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821ae0c-dc8e-4722-9b94-13feadb7a34f admin admin] Pushing event updated for resources: {'Port': ['ID=3bf8f5c6-41c1-40e7-843c-0db2750fc0ac,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:59:59.890053 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c821ae0c-dc8e-4722-9b94-13feadb7a34f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:59:59.976652 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-65555879-6297-4bb3-9391-cb9b8aca0b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'name': 'tempest-TestServerBasicOps-1598762360-router', 'tenant_id': '99ba6a6416f04a978731380ae0c230ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'a65162bf-5b3a-4411-a0de-f8f21c1b2e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:59:57Z', 'updated_at': '2021-11-10T19:59:57Z', 'revision_number': 3, 'project_id': '99ba6a6416f04a978731380ae0c230ae', 'gw_port': {'id': 'a65162bf-5b3a-4411-a0de-f8f21c1b2e8c', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:12:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:59:57Z', 'updated_at': '2021-11-10T19:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:00:00.011244 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65555879-6297-4bb3-9391-cb9b8aca0b05 None None] The sync data for ids ['1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0'] in n-d-813897-4 is: [{'id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'name': 'tempest-TestServerBasicOps-1598762360-router', 'tenant_id': '99ba6a6416f04a978731380ae0c230ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'a65162bf-5b3a-4411-a0de-f8f21c1b2e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:59:57Z', 'updated_at': '2021-11-10T19:59:57Z', 'revision_number': 3, 'project_id': '99ba6a6416f04a978731380ae0c230ae', 'gw_port': {'id': 'a65162bf-5b3a-4411-a0de-f8f21c1b2e8c', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:12:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:59:57Z', 'updated_at': '2021-11-10T19:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:00:00.034818 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c821ae0c-dc8e-4722-9b94-13feadb7a34f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:00.090882 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-bd97c59b-5ddb-4326-99a8-ed851236e57b None None] Provisioning complete for port 3bf8f5c6-41c1-40e7-843c-0db2750fc0ac triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:00:00.091117 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bd97c59b-5ddb-4326-99a8-ed851236e57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:00.127844 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-bd97c59b-5ddb-4326-99a8-ed851236e57b None None] Port 3bf8f5c6-41c1-40e7-843c-0db2750fc0ac cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:00:00.207903 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c821ae0c-dc8e-4722-9b94-13feadb7a34f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:00.214161 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c821ae0c-dc8e-4722-9b94-13feadb7a34f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:00.290157 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821ae0c-dc8e-4722-9b94-13feadb7a34f admin admin] Pushing event updated for resources: {'Port': ['ID=3bf8f5c6-41c1-40e7-843c-0db2750fc0ac,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:00:00.293003 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c821ae0c-dc8e-4722-9b94-13feadb7a34f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:00.400751 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c821ae0c-dc8e-4722-9b94-13feadb7a34f admin admin] Network 6e37a5b2-5641-4443-968b-6a0c72b7134e is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:00:00.402625 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-c821ae0c-dc8e-4722-9b94-13feadb7a34f admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:00:00.542013 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c821ae0c-dc8e-4722-9b94-13feadb7a34f admin admin] Router 1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:00:00.658916 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-397772c8-09cb-4565-978b-9f9340906f54 None None] Provisioning complete for port 3bf8f5c6-41c1-40e7-843c-0db2750fc0ac triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:00:00.659221 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-397772c8-09cb-4565-978b-9f9340906f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:00.665220 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c821ae0c-dc8e-4722-9b94-13feadb7a34f admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:00:00.680053 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c821ae0c-dc8e-4722-9b94-13feadb7a34f admin admin] 10.222.0.54 "PUT /v2.0/routers/1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0856478 Nov 10 20:00:00.698394 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-397772c8-09cb-4565-978b-9f9340906f54 None None] Port 3bf8f5c6-41c1-40e7-843c-0db2750fc0ac cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:00:00.882406 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f330f58d-45a2-4e03-b56c-bc75db00251d up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:00:00.945573 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port f330f58d-45a2-4e03-b56c-bc75db00251d triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:00:00.945982 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:01.035309 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device a65162bf-5b3a-4411-a0de-f8f21c1b2e8c up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:00:01.087487 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port a65162bf-5b3a-4411-a0de-f8f21c1b2e8c triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:00:01.087840 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:01.212910 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53818) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:00:01.218144 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-8fca938e-7419-467a-a7ed-9f6b26808d09 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-408544423-network', 'tenant_id': '2ebb934d71524ad5a111036bd992cc9f'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:00:01.242098 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fca938e-7419-467a-a7ed-9f6b26808d09 admin admin] Made reservation on behalf of 2ebb934d71524ad5a111036bd992cc9f for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:00:01.244467 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8fca938e-7419-467a-a7ed-9f6b26808d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:01.254475 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8fca938e-7419-467a-a7ed-9f6b26808d09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:01.326401 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8fca938e-7419-467a-a7ed-9f6b26808d09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:01.332669 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8fca938e-7419-467a-a7ed-9f6b26808d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:01.359113 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fca938e-7419-467a-a7ed-9f6b26808d09 admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:00:01.375037 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca938e-7419-467a-a7ed-9f6b26808d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77f4401-5c3a-40c4-9ea9-07bc06d53089,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:00:01.378013 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8fca938e-7419-467a-a7ed-9f6b26808d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:01.378355 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-8fca938e-7419-467a-a7ed-9f6b26808d09 admin admin] Added segment eededc79-189c-4553-bda6-f06ab9da3c58 of type vlan for network fad91730-d374-4275-afb4-3319968bb398 Nov 10 20:00:01.419894 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8fca938e-7419-467a-a7ed-9f6b26808d09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:01.447373 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8fca938e-7419-467a-a7ed-9f6b26808d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:01.448240 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fca938e-7419-467a-a7ed-9f6b26808d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:00:01.448927 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8fca938e-7419-467a-a7ed-9f6b26808d09 admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:01.507631 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8fca938e-7419-467a-a7ed-9f6b26808d09 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2935741 Nov 10 20:00:01.510784 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53820) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:00:01.515645 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca938e-7419-467a-a7ed-9f6b26808d09 admin admin] Pushing event updated for resources: {'Network': ['ID=fad91730-d374-4275-afb4-3319968bb398,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:00:01.518713 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-513fb087-002c-48ce-8e72-b12e0bbb8375 admin admin] Request body: {'subnet': {'network_id': 'fad91730-d374-4275-afb4-3319968bb398', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-408544423-subnet', 'tenant_id': '2ebb934d71524ad5a111036bd992cc9f', 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:00:01.527369 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network fad91730-d374-4275-afb4-3319968bb398 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:00:01.547332 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513fb087-002c-48ce-8e72-b12e0bbb8375 admin admin] Made reservation on behalf of 2ebb934d71524ad5a111036bd992cc9f for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:00:01.550428 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-513fb087-002c-48ce-8e72-b12e0bbb8375 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:01.704653 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2300752-8442-47a7-97be-296d06463018 None None] Sync routers for ids ['1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:00:01.716316 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2300752-8442-47a7-97be-296d06463018 None None] Routers {'1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:00:01.716921 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-d2300752-8442-47a7-97be-296d06463018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:59:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:00:01.736218 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-513fb087-002c-48ce-8e72-b12e0bbb8375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:01.806859 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513fb087-002c-48ce-8e72-b12e0bbb8375 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ed409bd-6957-4a02-b31a-b26e35d36d7e,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:00:01.819530 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513fb087-002c-48ce-8e72-b12e0bbb8375 admin admin] Checking segment: {'id': 'eededc79-189c-4553-bda6-f06ab9da3c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fad91730-d374-4275-afb4-3319968bb398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:00:01.819937 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513fb087-002c-48ce-8e72-b12e0bbb8375 admin admin] Network hostable DHCP agents. Network: fad91730-d374-4275-afb4-3319968bb398, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:00:01.841088 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513fb087-002c-48ce-8e72-b12e0bbb8375 admin admin] Network fad91730-d374-4275-afb4-3319968bb398 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:00:01.842442 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-d2300752-8442-47a7-97be-296d06463018 None None] Set router 1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:00:01.853058 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-513fb087-002c-48ce-8e72-b12e0bbb8375 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, fad91730-d374-4275-afb4-3319968bb398) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:00:01.858606 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513fb087-002c-48ce-8e72-b12e0bbb8375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:00:01.859964 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-513fb087-002c-48ce-8e72-b12e0bbb8375 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:01.872453 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8633d4a-a003-4826-8206-91152fb0f851 None None] Network fad91730-d374-4275-afb4-3319968bb398 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:00:01.879418 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-513fb087-002c-48ce-8e72-b12e0bbb8375 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3673382 Nov 10 20:00:01.882390 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53822) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:00:01.887633 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-3c74257f-1f63-4284-aa82-295bdb0aee09 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-408544423-router', 'tenant_id': '2ebb934d71524ad5a111036bd992cc9f', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:00:01.919925 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c74257f-1f63-4284-aa82-295bdb0aee09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:01.921001 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c74257f-1f63-4284-aa82-295bdb0aee09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:01.975386 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c74257f-1f63-4284-aa82-295bdb0aee09 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:02.123448 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c74257f-1f63-4284-aa82-295bdb0aee09 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:02.174837 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:00:02.333798 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61a3ea4-ee1f-45c1-8d92-d4738f78e7e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-fad91730-d374-4275-afb4-3319968bb398', 'network_id': 'fad91730-d374-4275-afb4-3319968bb398', 'tenant_id': '2ebb934d71524ad5a111036bd992cc9f', 'fixed_ips': [{'subnet_id': '6ed409bd-6957-4a02-b31a-b26e35d36d7e'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 20:00:02.334787 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e61a3ea4-ee1f-45c1-8d92-d4738f78e7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:02.350467 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c74257f-1f63-4284-aa82-295bdb0aee09 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:02.370778 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c74257f-1f63-4284-aa82-295bdb0aee09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:02.422613 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-d2300752-8442-47a7-97be-296d06463018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'name': 'tempest-TestServerBasicOps-1598762360-router', 'tenant_id': '99ba6a6416f04a978731380ae0c230ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'a65162bf-5b3a-4411-a0de-f8f21c1b2e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:59:57Z', 'updated_at': '2021-11-10T19:59:59Z', 'revision_number': 4, 'project_id': '99ba6a6416f04a978731380ae0c230ae', 'gw_port': {'id': 'a65162bf-5b3a-4411-a0de-f8f21c1b2e8c', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:59:57Z', 'updated_at': '2021-11-10T19:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '3bf8f5c6-41c1-40e7-843c-0db2750fc0ac', 'name': '', 'network_id': '6e37a5b2-5641-4443-968b-6a0c72b7134e', 'tenant_id': '99ba6a6416f04a978731380ae0c230ae', 'mac_address': 'fa:16:3e:ef:17:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '4958b187-9a8b-4ffe-b649-361a32d7342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:59:59Z', 'updated_at': '2021-11-10T20:00:00Z', 'revision_number': 2, 'project_id': '99ba6a6416f04a978731380ae0c230ae', 'subnets': [{'id': '4958b187-9a8b-4ffe-b649-361a32d7342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:00:02.459328 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2300752-8442-47a7-97be-296d06463018 None None] Checking router: 1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:00:02.460570 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2300752-8442-47a7-97be-296d06463018 None None] Updating router 1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0 port 3bf8f5c6-41c1-40e7-843c-0db2750fc0ac binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:00:02.489253 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-3c74257f-1f63-4284-aa82-295bdb0aee09 admin admin] Allocated IP 172.25.3.243 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/80d93ac2-a5ef-4c1d-85c0-dd161a165e3e) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:00:02.514327 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d2300752-8442-47a7-97be-296d06463018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:02.574628 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-e61a3ea4-ee1f-45c1-8d92-d4738f78e7e9 None None] Allocated IP 172.20.0.2 (fad91730-d374-4275-afb4-3319968bb398/6ed409bd-6957-4a02-b31a-b26e35d36d7e/65920431-9680-417e-a2c0-b24d29d4c425) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:00:02.602040 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c74257f-1f63-4284-aa82-295bdb0aee09 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:02.643278 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c74257f-1f63-4284-aa82-295bdb0aee09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:02.685301 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c74257f-1f63-4284-aa82-295bdb0aee09 admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:00:02.688374 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-3c74257f-1f63-4284-aa82-295bdb0aee09 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:00:02.693112 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c74257f-1f63-4284-aa82-295bdb0aee09 admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:00:02.707577 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90373fef-033f-4369-98e8-8b497fccca35 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:00:02.715938 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74257f-1f63-4284-aa82-295bdb0aee09 admin admin] Pushing event updated for resources: {'Port': ['ID=80d93ac2-a5ef-4c1d-85c0-dd161a165e3e,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:00:02.889223 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e61a3ea4-ee1f-45c1-8d92-d4738f78e7e9 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:02.890616 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-501e76ba-8880-4de9-bd62-f39a8902983c None None] Provisioning complete for port 80d93ac2-a5ef-4c1d-85c0-dd161a165e3e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:00:02.890939 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-501e76ba-8880-4de9-bd62-f39a8902983c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:02.926375 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e61a3ea4-ee1f-45c1-8d92-d4738f78e7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:02.955831 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c74257f-1f63-4284-aa82-295bdb0aee09 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:03.002062 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-501e76ba-8880-4de9-bd62-f39a8902983c None None] Port 80d93ac2-a5ef-4c1d-85c0-dd161a165e3e cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:00:03.011494 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61a3ea4-ee1f-45c1-8d92-d4738f78e7e9 None None] Network fad91730-d374-4275-afb4-3319968bb398 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:00:03.020154 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-e61a3ea4-ee1f-45c1-8d92-d4738f78e7e9 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:00:03.022071 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a3ea4-ee1f-45c1-8d92-d4738f78e7e9 None None] Pushing event updated for resources: {'Port': ['ID=65920431-9680-417e-a2c0-b24d29d4c425,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:00:03.024642 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61a3ea4-ee1f-45c1-8d92-d4738f78e7e9 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:00:03.042101 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d2300752-8442-47a7-97be-296d06463018 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:03.066905 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d2300752-8442-47a7-97be-296d06463018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:03.133398 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e61a3ea4-ee1f-45c1-8d92-d4738f78e7e9 None None] Attempting to bind port 65920431-9680-417e-a2c0-b24d29d4c425 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:00:03.133807 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e61a3ea4-ee1f-45c1-8d92-d4738f78e7e9 None None] Attempting to bind port 65920431-9680-417e-a2c0-b24d29d4c425 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'eededc79-189c-4553-bda6-f06ab9da3c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fad91730-d374-4275-afb4-3319968bb398'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:00:03.134179 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61a3ea4-ee1f-45c1-8d92-d4738f78e7e9 None None] Attempting to bind port 65920431-9680-417e-a2c0-b24d29d4c425 on network fad91730-d374-4275-afb4-3319968bb398 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:00:03.145749 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3274d7b-d4e6-4201-b8ca-9b9ddbcfcf3a None None] Pushing event updated for resources: {'Port': ['ID=3bf8f5c6-41c1-40e7-843c-0db2750fc0ac,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:00:03.148530 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61a3ea4-ee1f-45c1-8d92-d4738f78e7e9 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:00:03.148919 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61a3ea4-ee1f-45c1-8d92-d4738f78e7e9 None None] Checking segment: {'id': 'eededc79-189c-4553-bda6-f06ab9da3c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fad91730-d374-4275-afb4-3319968bb398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:00:03.149337 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e61a3ea4-ee1f-45c1-8d92-d4738f78e7e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:03.149733 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61a3ea4-ee1f-45c1-8d92-d4738f78e7e9 None None] Bound using segment: {'id': 'eededc79-189c-4553-bda6-f06ab9da3c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fad91730-d374-4275-afb4-3319968bb398'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:00:03.150238 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e61a3ea4-ee1f-45c1-8d92-d4738f78e7e9 None None] Bound port: 65920431-9680-417e-a2c0-b24d29d4c425, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eededc79-189c-4553-bda6-f06ab9da3c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fad91730-d374-4275-afb4-3319968bb398'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:00:03.150625 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e61a3ea4-ee1f-45c1-8d92-d4738f78e7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:03.182728 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c74257f-1f63-4284-aa82-295bdb0aee09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:03.239016 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d2300752-8442-47a7-97be-296d06463018 None None] Attempting to bind port 3bf8f5c6-41c1-40e7-843c-0db2750fc0ac on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:00:03.239578 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d2300752-8442-47a7-97be-296d06463018 None None] Attempting to bind port 3bf8f5c6-41c1-40e7-843c-0db2750fc0ac by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'babe9e8a-b9f2-4ad1-a172-f1b4b80850cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6e37a5b2-5641-4443-968b-6a0c72b7134e'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:00:03.239948 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2300752-8442-47a7-97be-296d06463018 None None] Attempting to bind port 3bf8f5c6-41c1-40e7-843c-0db2750fc0ac on network 6e37a5b2-5641-4443-968b-6a0c72b7134e {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:00:03.253389 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2300752-8442-47a7-97be-296d06463018 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:00:03.253789 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2300752-8442-47a7-97be-296d06463018 None None] Checking segment: {'id': 'babe9e8a-b9f2-4ad1-a172-f1b4b80850cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6e37a5b2-5641-4443-968b-6a0c72b7134e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:00:03.254190 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d2300752-8442-47a7-97be-296d06463018 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:03.254584 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2300752-8442-47a7-97be-296d06463018 None None] Bound using segment: {'id': 'babe9e8a-b9f2-4ad1-a172-f1b4b80850cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6e37a5b2-5641-4443-968b-6a0c72b7134e'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:00:03.255075 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d2300752-8442-47a7-97be-296d06463018 None None] Bound port: 3bf8f5c6-41c1-40e7-843c-0db2750fc0ac, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'babe9e8a-b9f2-4ad1-a172-f1b4b80850cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6e37a5b2-5641-4443-968b-6a0c72b7134e'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:00:03.255456 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d2300752-8442-47a7-97be-296d06463018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:03.276394 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e61a3ea4-ee1f-45c1-8d92-d4738f78e7e9 None None] For port 65920431-9680-417e-a2c0-b24d29d4c425, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:00:03.310154 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e61a3ea4-ee1f-45c1-8d92-d4738f78e7e9 None None] For port 65920431-9680-417e-a2c0-b24d29d4c425, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=65920431-9680-417e-a2c0-b24d29d4c425,segment=NetworkSegment(eededc79-189c-4553-bda6-f06ab9da3c58),segment_id=eededc79-189c-4553-bda6-f06ab9da3c58)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:00:03.317703 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e61a3ea4-ee1f-45c1-8d92-d4738f78e7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:03.378485 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-d2300752-8442-47a7-97be-296d06463018 None None] For port 3bf8f5c6-41c1-40e7-843c-0db2750fc0ac, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:00:03.386998 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-d2300752-8442-47a7-97be-296d06463018 None None] For port 3bf8f5c6-41c1-40e7-843c-0db2750fc0ac, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=3bf8f5c6-41c1-40e7-843c-0db2750fc0ac,segment=NetworkSegment(babe9e8a-b9f2-4ad1-a172-f1b4b80850cd),segment_id=babe9e8a-b9f2-4ad1-a172-f1b4b80850cd)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:00:03.401585 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d2300752-8442-47a7-97be-296d06463018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:03.409920 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a3ea4-ee1f-45c1-8d92-d4738f78e7e9 None None] Pushing event updated for resources: {'Port': ['ID=65920431-9680-417e-a2c0-b24d29d4c425,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:00:03.475820 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8ef0981a-5a9a-4107-aefe-d832e06eae03 None None] Provisioning complete for port 3bf8f5c6-41c1-40e7-843c-0db2750fc0ac triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:00:03.476366 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8ef0981a-5a9a-4107-aefe-d832e06eae03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:03.507562 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2300752-8442-47a7-97be-296d06463018 None None] Routers {'1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:00:03.508928 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-d2300752-8442-47a7-97be-296d06463018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:59:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:00:03.547114 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3274d7b-d4e6-4201-b8ca-9b9ddbcfcf3a None None] Pushing event updated for resources: {'Port': ['ID=3bf8f5c6-41c1-40e7-843c-0db2750fc0ac,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:00:03.695413 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-d2300752-8442-47a7-97be-296d06463018 None None] Set router 1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:00:03.698284 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c74257f-1f63-4284-aa82-295bdb0aee09 admin admin] Router fbf93283-b375-4c55-a034-2ab84017a49e is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 20:00:03.739482 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8ef0981a-5a9a-4107-aefe-d832e06eae03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:03.823544 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c74257f-1f63-4284-aa82-295bdb0aee09 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:00:03.833314 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-8ef0981a-5a9a-4107-aefe-d832e06eae03 None None] For port 3bf8f5c6-41c1-40e7-843c-0db2750fc0ac, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=3bf8f5c6-41c1-40e7-843c-0db2750fc0ac,segment=NetworkSegment(babe9e8a-b9f2-4ad1-a172-f1b4b80850cd),segment_id=babe9e8a-b9f2-4ad1-a172-f1b4b80850cd)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:00:03.844787 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63f5770-2276-4c1d-850d-0df62477833f None None] Sync routers for ids ['fbf93283-b375-4c55-a034-2ab84017a49e'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:00:03.859373 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c74257f-1f63-4284-aa82-295bdb0aee09 admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:03.860366 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63f5770-2276-4c1d-850d-0df62477833f None None] Routers {'fbf93283-b375-4c55-a034-2ab84017a49e'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:00:03.861843 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3c74257f-1f63-4284-aa82-295bdb0aee09 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9783096 Nov 10 20:00:03.864816 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53824) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:00:03.869279 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8ef0981a-5a9a-4107-aefe-d832e06eae03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:03.871597 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-e63f5770-2276-4c1d-850d-0df62477833f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:59:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['fbf93283-b375-4c55-a034-2ab84017a49e'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:00:03.943847 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef0981a-5a9a-4107-aefe-d832e06eae03 None None] Pushing event updated for resources: {'Port': ['ID=3bf8f5c6-41c1-40e7-843c-0db2750fc0ac,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:00:04.006354 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-e63f5770-2276-4c1d-850d-0df62477833f None None] Set router fbf93283-b375-4c55-a034-2ab84017a49e gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:00:04.011385 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-173d4c4c-734f-4d0b-8dff-82036e786f30 None None] Provisioning complete for port 3bf8f5c6-41c1-40e7-843c-0db2750fc0ac triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:00:04.011773 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-173d4c4c-734f-4d0b-8dff-82036e786f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:04.038730 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-d2300752-8442-47a7-97be-296d06463018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'name': 'tempest-TestServerBasicOps-1598762360-router', 'tenant_id': '99ba6a6416f04a978731380ae0c230ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'a65162bf-5b3a-4411-a0de-f8f21c1b2e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:59:57Z', 'updated_at': '2021-11-10T19:59:59Z', 'revision_number': 4, 'project_id': '99ba6a6416f04a978731380ae0c230ae', 'gw_port': {'id': 'a65162bf-5b3a-4411-a0de-f8f21c1b2e8c', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:59:57Z', 'updated_at': '2021-11-10T19:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '3bf8f5c6-41c1-40e7-843c-0db2750fc0ac', 'name': '', 'network_id': '6e37a5b2-5641-4443-968b-6a0c72b7134e', 'tenant_id': '99ba6a6416f04a978731380ae0c230ae', 'mac_address': 'fa:16:3e:ef:17:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '4958b187-9a8b-4ffe-b649-361a32d7342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:59:59Z', 'updated_at': '2021-11-10T20:00:03Z', 'revision_number': 4, 'project_id': '99ba6a6416f04a978731380ae0c230ae', 'subnets': [{'id': '4958b187-9a8b-4ffe-b649-361a32d7342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:00:04.077436 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2300752-8442-47a7-97be-296d06463018 None None] The sync data for ids ['1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0'] in n-d-813897-4 is: [{'id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'name': 'tempest-TestServerBasicOps-1598762360-router', 'tenant_id': '99ba6a6416f04a978731380ae0c230ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'a65162bf-5b3a-4411-a0de-f8f21c1b2e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:59:57Z', 'updated_at': '2021-11-10T19:59:59Z', 'revision_number': 4, 'project_id': '99ba6a6416f04a978731380ae0c230ae', 'gw_port': {'id': 'a65162bf-5b3a-4411-a0de-f8f21c1b2e8c', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:59:57Z', 'updated_at': '2021-11-10T19:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '3bf8f5c6-41c1-40e7-843c-0db2750fc0ac', 'name': '', 'network_id': '6e37a5b2-5641-4443-968b-6a0c72b7134e', 'tenant_id': '99ba6a6416f04a978731380ae0c230ae', 'mac_address': 'fa:16:3e:ef:17:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '4958b187-9a8b-4ffe-b649-361a32d7342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:59:59Z', 'updated_at': '2021-11-10T20:00:03Z', 'revision_number': 4, 'project_id': '99ba6a6416f04a978731380ae0c230ae', 'subnets': [{'id': '4958b187-9a8b-4ffe-b649-361a32d7342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:00:04.220632 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-e63f5770-2276-4c1d-850d-0df62477833f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf93283-b375-4c55-a034-2ab84017a49e', 'name': 'tempest-TestServerBasicOps-408544423-router', 'tenant_id': '2ebb934d71524ad5a111036bd992cc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '80d93ac2-a5ef-4c1d-85c0-dd161a165e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:00:01Z', 'updated_at': '2021-11-10T20:00:02Z', 'revision_number': 3, 'project_id': '2ebb934d71524ad5a111036bd992cc9f', 'gw_port': {'id': '80d93ac2-a5ef-4c1d-85c0-dd161a165e3e', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf93283-b375-4c55-a034-2ab84017a49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:00:02Z', 'updated_at': '2021-11-10T20:00:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:00:04.260143 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63f5770-2276-4c1d-850d-0df62477833f None None] Checking router: fbf93283-b375-4c55-a034-2ab84017a49e for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:00:04.260886 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63f5770-2276-4c1d-850d-0df62477833f None None] Updating router fbf93283-b375-4c55-a034-2ab84017a49e port 80d93ac2-a5ef-4c1d-85c0-dd161a165e3e binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:00:04.289668 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e63f5770-2276-4c1d-850d-0df62477833f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:04.424083 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f29eef54-fb21-4414-9ef9-5133142c1f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:04.619582 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e63f5770-2276-4c1d-850d-0df62477833f None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:04.626693 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e63f5770-2276-4c1d-850d-0df62477833f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:04.679409 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f976cc-7cc4-4d7a-805f-50731acd28c6 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:00:04.692223 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-e63f5770-2276-4c1d-850d-0df62477833f None None] Attempting to bind port 80d93ac2-a5ef-4c1d-85c0-dd161a165e3e on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:00:04.692588 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-e63f5770-2276-4c1d-850d-0df62477833f None None] Attempting to bind port 80d93ac2-a5ef-4c1d-85c0-dd161a165e3e by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:00:04.692939 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63f5770-2276-4c1d-850d-0df62477833f None None] Attempting to bind port 80d93ac2-a5ef-4c1d-85c0-dd161a165e3e on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:00:04.695282 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1710a-d7f5-4e75-b5ba-aaa6c0ef771f None None] Pushing event updated for resources: {'Port': ['ID=80d93ac2-a5ef-4c1d-85c0-dd161a165e3e,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:00:04.701703 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63f5770-2276-4c1d-850d-0df62477833f None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:00:04.701703 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63f5770-2276-4c1d-850d-0df62477833f None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:00:04.702087 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e63f5770-2276-4c1d-850d-0df62477833f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:04.702462 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63f5770-2276-4c1d-850d-0df62477833f None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:00:04.702919 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-e63f5770-2276-4c1d-850d-0df62477833f None None] Bound port: 80d93ac2-a5ef-4c1d-85c0-dd161a165e3e, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:00:04.703293 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e63f5770-2276-4c1d-850d-0df62477833f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:04.724828 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-f29eef54-fb21-4414-9ef9-5133142c1f6d admin admin] Allocated IP 172.20.0.1 (fad91730-d374-4275-afb4-3319968bb398/6ed409bd-6957-4a02-b31a-b26e35d36d7e/2bb1e9f2-5e3f-4cdb-8c41-15dd51217b76) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:00:04.773535 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-e63f5770-2276-4c1d-850d-0df62477833f None None] For port 80d93ac2-a5ef-4c1d-85c0-dd161a165e3e, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:00:04.777915 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-e63f5770-2276-4c1d-850d-0df62477833f None None] For port 80d93ac2-a5ef-4c1d-85c0-dd161a165e3e, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=80d93ac2-a5ef-4c1d-85c0-dd161a165e3e,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:00:04.784978 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e63f5770-2276-4c1d-850d-0df62477833f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:04.843548 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e855e0d3-e58c-42f5-b847-a3458306bf57 None None] Provisioning complete for port 80d93ac2-a5ef-4c1d-85c0-dd161a165e3e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:00:04.846688 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e855e0d3-e58c-42f5-b847-a3458306bf57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:04.853168 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63f5770-2276-4c1d-850d-0df62477833f None None] Routers {'fbf93283-b375-4c55-a034-2ab84017a49e'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:00:04.854481 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-e63f5770-2276-4c1d-850d-0df62477833f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:59:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['fbf93283-b375-4c55-a034-2ab84017a49e'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:00:04.903651 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fbb7ec-3a6b-4aca-9409-19e39013eb4b None None] Network fad91730-d374-4275-afb4-3319968bb398 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:00:04.905712 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae80a2f-14fe-4bac-a819-c1713cfe4118 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:00:04.906334 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f29eef54-fb21-4414-9ef9-5133142c1f6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:04.940964 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3bf8f5c6-41c1-40e7-843c-0db2750fc0ac up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:00:04.962500 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f29eef54-fb21-4414-9ef9-5133142c1f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:05.019937 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29eef54-fb21-4414-9ef9-5133142c1f6d admin admin] Network fad91730-d374-4275-afb4-3319968bb398 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:00:05.029584 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-f29eef54-fb21-4414-9ef9-5133142c1f6d admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:00:05.038633 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29eef54-fb21-4414-9ef9-5133142c1f6d admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:00:05.040807 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-e63f5770-2276-4c1d-850d-0df62477833f None None] Set router fbf93283-b375-4c55-a034-2ab84017a49e gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:00:05.067427 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29eef54-fb21-4414-9ef9-5133142c1f6d admin admin] Pushing event updated for resources: {'Port': ['ID=2bb1e9f2-5e3f-4cdb-8c41-15dd51217b76,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:00:05.103713 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f29eef54-fb21-4414-9ef9-5133142c1f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:05.103837 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1710a-d7f5-4e75-b5ba-aaa6c0ef771f None None] Pushing event updated for resources: {'Port': ['ID=80d93ac2-a5ef-4c1d-85c0-dd161a165e3e,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:00:05.263119 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-e63f5770-2276-4c1d-850d-0df62477833f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf93283-b375-4c55-a034-2ab84017a49e', 'name': 'tempest-TestServerBasicOps-408544423-router', 'tenant_id': '2ebb934d71524ad5a111036bd992cc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '80d93ac2-a5ef-4c1d-85c0-dd161a165e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:00:01Z', 'updated_at': '2021-11-10T20:00:02Z', 'revision_number': 3, 'project_id': '2ebb934d71524ad5a111036bd992cc9f', 'gw_port': {'id': '80d93ac2-a5ef-4c1d-85c0-dd161a165e3e', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf93283-b375-4c55-a034-2ab84017a49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:00:02Z', 'updated_at': '2021-11-10T20:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:00:05.270552 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f29eef54-fb21-4414-9ef9-5133142c1f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:05.300640 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63f5770-2276-4c1d-850d-0df62477833f None None] The sync data for ids ['fbf93283-b375-4c55-a034-2ab84017a49e'] in n-d-813897-4 is: [{'id': 'fbf93283-b375-4c55-a034-2ab84017a49e', 'name': 'tempest-TestServerBasicOps-408544423-router', 'tenant_id': '2ebb934d71524ad5a111036bd992cc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '80d93ac2-a5ef-4c1d-85c0-dd161a165e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:00:01Z', 'updated_at': '2021-11-10T20:00:02Z', 'revision_number': 3, 'project_id': '2ebb934d71524ad5a111036bd992cc9f', 'gw_port': {'id': '80d93ac2-a5ef-4c1d-85c0-dd161a165e3e', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf93283-b375-4c55-a034-2ab84017a49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:00:02Z', 'updated_at': '2021-11-10T20:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:00:05.306291 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e855e0d3-e58c-42f5-b847-a3458306bf57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:05.318506 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 3bf8f5c6-41c1-40e7-843c-0db2750fc0ac triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:00:05.319235 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:05.390657 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e855e0d3-e58c-42f5-b847-a3458306bf57 None None] For port 80d93ac2-a5ef-4c1d-85c0-dd161a165e3e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=80d93ac2-a5ef-4c1d-85c0-dd161a165e3e,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:00:05.401327 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e855e0d3-e58c-42f5-b847-a3458306bf57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:05.483973 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f29eef54-fb21-4414-9ef9-5133142c1f6d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:05.490839 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f29eef54-fb21-4414-9ef9-5133142c1f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:05.498063 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855e0d3-e58c-42f5-b847-a3458306bf57 None None] Pushing event updated for resources: {'Port': ['ID=80d93ac2-a5ef-4c1d-85c0-dd161a165e3e,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:00:05.515646 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e0d3-e58c-42f5-b847-a3458306bf57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:00:05.515981 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e0d3-e58c-42f5-b847-a3458306bf57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:00:05.517685 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e0d3-e58c-42f5-b847-a3458306bf57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:00:05.518408 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e0d3-e58c-42f5-b847-a3458306bf57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:00:05.518408 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e0d3-e58c-42f5-b847-a3458306bf57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:00:05.518780 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e0d3-e58c-42f5-b847-a3458306bf57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:00:05.519026 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e0d3-e58c-42f5-b847-a3458306bf57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:00:05.519364 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e0d3-e58c-42f5-b847-a3458306bf57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:00:05.519725 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e0d3-e58c-42f5-b847-a3458306bf57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:00:05.520034 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e0d3-e58c-42f5-b847-a3458306bf57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:00:05.520357 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e0d3-e58c-42f5-b847-a3458306bf57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:00:05.520678 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e0d3-e58c-42f5-b847-a3458306bf57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:00:05.564923 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f29eef54-fb21-4414-9ef9-5133142c1f6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:05.568443 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29eef54-fb21-4414-9ef9-5133142c1f6d admin admin] Pushing event updated for resources: {'Port': ['ID=2bb1e9f2-5e3f-4cdb-8c41-15dd51217b76,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:00:05.581626 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2f8ef468-99cf-431f-a9a7-e8741fca295a None None] Provisioning complete for port 65920431-9680-417e-a2c0-b24d29d4c425 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:00:05.582071 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2f8ef468-99cf-431f-a9a7-e8741fca295a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:05.585588 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 65920431-9680-417e-a2c0-b24d29d4c425 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:00:05.693138 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 65920431-9680-417e-a2c0-b24d29d4c425 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:00:05.693950 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29eef54-fb21-4414-9ef9-5133142c1f6d admin admin] Network fad91730-d374-4275-afb4-3319968bb398 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:00:05.694062 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:05.695727 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-f29eef54-fb21-4414-9ef9-5133142c1f6d admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:00:05.808298 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2f8ef468-99cf-431f-a9a7-e8741fca295a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:05.858619 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-2f8ef468-99cf-431f-a9a7-e8741fca295a None None] For port 65920431-9680-417e-a2c0-b24d29d4c425, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=65920431-9680-417e-a2c0-b24d29d4c425,segment=NetworkSegment(eededc79-189c-4553-bda6-f06ab9da3c58),segment_id=eededc79-189c-4553-bda6-f06ab9da3c58)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:00:05.900286 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2f8ef468-99cf-431f-a9a7-e8741fca295a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:05.922371 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:05.978678 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2f8ef468-99cf-431f-a9a7-e8741fca295a None None] Provisioning complete for port 80d93ac2-a5ef-4c1d-85c0-dd161a165e3e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:00:05.979225 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2f8ef468-99cf-431f-a9a7-e8741fca295a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:06.068528 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ef468-99cf-431f-a9a7-e8741fca295a None None] Pushing event updated for resources: {'Port': ['ID=65920431-9680-417e-a2c0-b24d29d4c425,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:00:06.180280 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 20:00:06.180712 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 20:00:06.205091 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29eef54-fb21-4414-9ef9-5133142c1f6d admin admin] Router fbf93283-b375-4c55-a034-2ab84017a49e has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:00:06.295769 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9966ed78-8ce2-4099-a673-fe3abcb722a1 None None] Provisioning complete for port 2bb1e9f2-5e3f-4cdb-8c41-15dd51217b76 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:00:06.296148 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9966ed78-8ce2-4099-a673-fe3abcb722a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:06.330506 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29eef54-fb21-4414-9ef9-5133142c1f6d admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:00:06.338643 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f29eef54-fb21-4414-9ef9-5133142c1f6d admin admin] 10.222.0.54 "PUT /v2.0/routers/fbf93283-b375-4c55-a034-2ab84017a49e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4718382 Nov 10 20:00:06.358797 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9966ed78-8ce2-4099-a673-fe3abcb722a1 None None] Port 2bb1e9f2-5e3f-4cdb-8c41-15dd51217b76 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:00:06.370003 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9966ed78-8ce2-4099-a673-fe3abcb722a1 None None] Provisioning complete for port 65920431-9680-417e-a2c0-b24d29d4c425 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:00:06.370379 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9966ed78-8ce2-4099-a673-fe3abcb722a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:06.579136 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2c76775e-f47b-40e8-acf8-7e036e26dd8b None None] Provisioning complete for port 2bb1e9f2-5e3f-4cdb-8c41-15dd51217b76 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:00:06.579510 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2c76775e-f47b-40e8-acf8-7e036e26dd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:06.614273 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-2c76775e-f47b-40e8-acf8-7e036e26dd8b None None] Port 2bb1e9f2-5e3f-4cdb-8c41-15dd51217b76 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:00:06.883608 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 80d93ac2-a5ef-4c1d-85c0-dd161a165e3e up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:00:06.936330 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 80d93ac2-a5ef-4c1d-85c0-dd161a165e3e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:00:06.936694 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:07.027881 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 65920431-9680-417e-a2c0-b24d29d4c425 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:00:07.082238 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 65920431-9680-417e-a2c0-b24d29d4c425 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:00:07.082973 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:07.118889 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53832) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:00:07.123942 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-c0c6e0a8-3824-4f78-a9d5-cdf0bcd37143 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-287146529', 'description': 'tempest-secgroup-smoke-287146529 description', 'project_id': '99ba6a6416f04a978731380ae0c230ae'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:00:07.159199 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c0c6e0a8-3824-4f78-a9d5-cdf0bcd37143 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:07.238549 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c0c6e0a8-3824-4f78-a9d5-cdf0bcd37143 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:07.251631 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c0c6e0a8-3824-4f78-a9d5-cdf0bcd37143 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:07.282702 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6e0a8-3824-4f78-a9d5-cdf0bcd37143 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=937a05ec-6f68-4089-94e4-43b58d687cee,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:00:07.289275 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c0c6e0a8-3824-4f78-a9d5-cdf0bcd37143 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:07.289275 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c0c6e0a8-3824-4f78-a9d5-cdf0bcd37143 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1690845 Nov 10 20:00:07.293284 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53834) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:00:07.297627 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-f021957e-10ea-4389-914e-70e3a71dd679 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Request body: {'security_group_rule': {'security_group_id': '937a05ec-6f68-4089-94e4-43b58d687cee', 'project_id': '99ba6a6416f04a978731380ae0c230ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:00:07.326441 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f021957e-10ea-4389-914e-70e3a71dd679 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:07.399354 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f021957e-10ea-4389-914e-70e3a71dd679 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:07.405336 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f021957e-10ea-4389-914e-70e3a71dd679 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:07.425096 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021957e-10ea-4389-914e-70e3a71dd679 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5062e992-73ea-4734-919e-725bcb958ef2,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:00:07.435690 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f021957e-10ea-4389-914e-70e3a71dd679 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:07.436950 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f021957e-10ea-4389-914e-70e3a71dd679 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1430421 Nov 10 20:00:07.439927 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53836) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:00:07.445078 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-28ca6895-b3e8-4360-a55f-41618f7fac23 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Request body: {'security_group_rule': {'security_group_id': '937a05ec-6f68-4089-94e4-43b58d687cee', 'project_id': '99ba6a6416f04a978731380ae0c230ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:00:07.479144 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-28ca6895-b3e8-4360-a55f-41618f7fac23 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:07.507134 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9d90e8-5007-4bda-aa3a-56365bc11e37 None None] Sync routers for ids ['fbf93283-b375-4c55-a034-2ab84017a49e'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:00:07.517940 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9d90e8-5007-4bda-aa3a-56365bc11e37 None None] Routers {'fbf93283-b375-4c55-a034-2ab84017a49e'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:00:07.518576 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-2c9d90e8-5007-4bda-aa3a-56365bc11e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:59:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['fbf93283-b375-4c55-a034-2ab84017a49e'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:00:07.545498 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-28ca6895-b3e8-4360-a55f-41618f7fac23 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:07.552002 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-28ca6895-b3e8-4360-a55f-41618f7fac23 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:07.571709 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca6895-b3e8-4360-a55f-41618f7fac23 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb50e4a5-f73f-4597-8c41-01e8ce806dbd,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:00:07.581512 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-28ca6895-b3e8-4360-a55f-41618f7fac23 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:07.582822 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-28ca6895-b3e8-4360-a55f-41618f7fac23 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1418624 Nov 10 20:00:07.585907 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53838) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:00:07.590630 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-433a8397-1c48-4701-8cef-46ad73f9200a tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Request body: {'security_group_rule': {'security_group_id': '937a05ec-6f68-4089-94e4-43b58d687cee', 'project_id': '99ba6a6416f04a978731380ae0c230ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:00:07.625382 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-433a8397-1c48-4701-8cef-46ad73f9200a tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:07.659415 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-2c9d90e8-5007-4bda-aa3a-56365bc11e37 None None] Set router fbf93283-b375-4c55-a034-2ab84017a49e gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:00:07.704477 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-433a8397-1c48-4701-8cef-46ad73f9200a tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:07.710095 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-433a8397-1c48-4701-8cef-46ad73f9200a tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:07.730954 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a8397-1c48-4701-8cef-46ad73f9200a tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf7e821-fbc8-406f-b683-4080c0528b7a,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:00:07.746475 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-433a8397-1c48-4701-8cef-46ad73f9200a tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:07.751000 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-433a8397-1c48-4701-8cef-46ad73f9200a tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1608500 Nov 10 20:00:07.751168 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53840) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:00:07.755943 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-db9c1343-b0d7-449c-b75a-a870a4f0fbe4 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Request body: {'security_group_rule': {'security_group_id': '937a05ec-6f68-4089-94e4-43b58d687cee', 'project_id': '99ba6a6416f04a978731380ae0c230ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:00:07.795353 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-db9c1343-b0d7-449c-b75a-a870a4f0fbe4 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:07.872873 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-db9c1343-b0d7-449c-b75a-a870a4f0fbe4 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:07.878561 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-db9c1343-b0d7-449c-b75a-a870a4f0fbe4 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:07.902077 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c1343-b0d7-449c-b75a-a870a4f0fbe4 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a503f6-3b4a-48cc-b211-8aceb110346f,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:00:07.913096 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-db9c1343-b0d7-449c-b75a-a870a4f0fbe4 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:07.914546 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-db9c1343-b0d7-449c-b75a-a870a4f0fbe4 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1624501 Nov 10 20:00:07.917429 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53842) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:00:07.922179 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-9bf2154d-ef05-4c02-8967-ce21af12099f tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Request body: {'security_group_rule': {'security_group_id': '937a05ec-6f68-4089-94e4-43b58d687cee', 'project_id': '99ba6a6416f04a978731380ae0c230ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:00:07.934314 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-2c9d90e8-5007-4bda-aa3a-56365bc11e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf93283-b375-4c55-a034-2ab84017a49e', 'name': 'tempest-TestServerBasicOps-408544423-router', 'tenant_id': '2ebb934d71524ad5a111036bd992cc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '80d93ac2-a5ef-4c1d-85c0-dd161a165e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:00:01Z', 'updated_at': '2021-11-10T20:00:05Z', 'revision_number': 4, 'project_id': '2ebb934d71524ad5a111036bd992cc9f', 'gw_port': {'id': '80d93ac2-a5ef-4c1d-85c0-dd161a165e3e', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf93283-b375-4c55-a034-2ab84017a49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:00:02Z', 'updated_at': '2021-11-10T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '2bb1e9f2-5e3f-4cdb-8c41-15dd51217b76', 'name': '', 'network_id': 'fad91730-d374-4275-afb4-3319968bb398', 'tenant_id': '2ebb934d71524ad5a111036bd992cc9f', 'mac_address': 'fa:16:3e:5a:0d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf93283-b375-4c55-a034-2ab84017a49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '6ed409bd-6957-4a02-b31a-b26e35d36d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:00:04Z', 'updated_at': '2021-11-10T20:00:05Z', 'revision_number': 2, 'project_id': '2ebb934d71524ad5a111036bd992cc9f', 'subnets': [{'id': '6ed409bd-6957-4a02-b31a-b26e35d36d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:00:07.953039 n-d-813897-4 neutron-server[102506]: INFO neutron.db.securitygroups_db [None req-9bf2154d-ef05-4c02-8967-ce21af12099f tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Project 99ba6a6416f04a978731380ae0c230ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 20:00:07.958853 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9bf2154d-ef05-4c02-8967-ce21af12099f tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:07.980419 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9d90e8-5007-4bda-aa3a-56365bc11e37 None None] Checking router: fbf93283-b375-4c55-a034-2ab84017a49e for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:00:07.980997 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9d90e8-5007-4bda-aa3a-56365bc11e37 None None] Updating router fbf93283-b375-4c55-a034-2ab84017a49e port 2bb1e9f2-5e3f-4cdb-8c41-15dd51217b76 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:00:08.018860 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2c9d90e8-5007-4bda-aa3a-56365bc11e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:08.044480 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9bf2154d-ef05-4c02-8967-ce21af12099f tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:08.055365 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9bf2154d-ef05-4c02-8967-ce21af12099f tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:08.089136 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf2154d-ef05-4c02-8967-ce21af12099f tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e0db79-2900-4770-a781-bfe7ae57217e,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:00:08.098369 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9bf2154d-ef05-4c02-8967-ce21af12099f tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:08.100078 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9bf2154d-ef05-4c02-8967-ce21af12099f tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1815584 Nov 10 20:00:08.105256 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 53844) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:00:08.111197 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-f479499c-2091-48d3-b4a8-af6ff97ca075 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Request body: {'security_group_rule': {'security_group_id': '937a05ec-6f68-4089-94e4-43b58d687cee', 'project_id': '99ba6a6416f04a978731380ae0c230ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:00:08.140236 n-d-813897-4 neutron-server[102506]: INFO neutron.db.securitygroups_db [None req-f479499c-2091-48d3-b4a8-af6ff97ca075 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Project 99ba6a6416f04a978731380ae0c230ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 20:00:08.149283 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f479499c-2091-48d3-b4a8-af6ff97ca075 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:08.225628 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f479499c-2091-48d3-b4a8-af6ff97ca075 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:08.231091 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f479499c-2091-48d3-b4a8-af6ff97ca075 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:08.255311 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479499c-2091-48d3-b4a8-af6ff97ca075 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1a5f783-0dfb-4a97-b907-5c887e5270a6,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:00:08.264726 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f479499c-2091-48d3-b4a8-af6ff97ca075 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:08.265936 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f479499c-2091-48d3-b4a8-af6ff97ca075 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1584501 Nov 10 20:00:08.378910 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2c9d90e8-5007-4bda-aa3a-56365bc11e37 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:08.391594 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2c9d90e8-5007-4bda-aa3a-56365bc11e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:08.450411 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38cb90-3f96-4843-98d8-a6a2bf479102 None None] Pushing event updated for resources: {'Port': ['ID=2bb1e9f2-5e3f-4cdb-8c41-15dd51217b76,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:00:08.482819 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6162645-7cef-400e-8bae-607cf52dc846 req-02bc3793-ddce-48f9-b4a9-3c62f68971f9 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-287146529&fields=id&tenant_id=99ba6a6416f04a978731380ae0c230ae HTTP/1.1" status: 200 len: 267 time: 0.0830846 Nov 10 20:00:08.520104 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-2c9d90e8-5007-4bda-aa3a-56365bc11e37 None None] Attempting to bind port 2bb1e9f2-5e3f-4cdb-8c41-15dd51217b76 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:00:08.520562 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-2c9d90e8-5007-4bda-aa3a-56365bc11e37 None None] Attempting to bind port 2bb1e9f2-5e3f-4cdb-8c41-15dd51217b76 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'eededc79-189c-4553-bda6-f06ab9da3c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fad91730-d374-4275-afb4-3319968bb398'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:00:08.520833 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9d90e8-5007-4bda-aa3a-56365bc11e37 None None] Attempting to bind port 2bb1e9f2-5e3f-4cdb-8c41-15dd51217b76 on network fad91730-d374-4275-afb4-3319968bb398 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:00:08.527342 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9d90e8-5007-4bda-aa3a-56365bc11e37 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:00:08.527721 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9d90e8-5007-4bda-aa3a-56365bc11e37 None None] Checking segment: {'id': 'eededc79-189c-4553-bda6-f06ab9da3c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fad91730-d374-4275-afb4-3319968bb398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:00:08.528267 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2c9d90e8-5007-4bda-aa3a-56365bc11e37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:08.528666 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9d90e8-5007-4bda-aa3a-56365bc11e37 None None] Bound using segment: {'id': 'eededc79-189c-4553-bda6-f06ab9da3c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fad91730-d374-4275-afb4-3319968bb398'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:00:08.529143 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-2c9d90e8-5007-4bda-aa3a-56365bc11e37 None None] Bound port: 2bb1e9f2-5e3f-4cdb-8c41-15dd51217b76, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eededc79-189c-4553-bda6-f06ab9da3c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fad91730-d374-4275-afb4-3319968bb398'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:00:08.529525 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2c9d90e8-5007-4bda-aa3a-56365bc11e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:08.606561 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-2c9d90e8-5007-4bda-aa3a-56365bc11e37 None None] For port 2bb1e9f2-5e3f-4cdb-8c41-15dd51217b76, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:00:08.613177 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-2c9d90e8-5007-4bda-aa3a-56365bc11e37 None None] For port 2bb1e9f2-5e3f-4cdb-8c41-15dd51217b76, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2bb1e9f2-5e3f-4cdb-8c41-15dd51217b76,segment=NetworkSegment(eededc79-189c-4553-bda6-f06ab9da3c58),segment_id=eededc79-189c-4553-bda6-f06ab9da3c58)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:00:08.626119 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2c9d90e8-5007-4bda-aa3a-56365bc11e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:08.644497 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6162645-7cef-400e-8bae-607cf52dc846 req-8bee4cf2-2700-415d-a049-d575ab03ff3c tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:00:08.646134 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6162645-7cef-400e-8bae-607cf52dc846 req-8bee4cf2-2700-415d-a049-d575ab03ff3c tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "GET /v2.0/networks?id=6e37a5b2-5641-4443-968b-6a0c72b7134e HTTP/1.1" status: 200 len: 809 time: 0.1534278 Nov 10 20:00:08.664279 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6162645-7cef-400e-8bae-607cf52dc846 req-004b109a-8fb4-43c3-b615-b7ead8dea73a tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "GET /v2.0/quotas/99ba6a6416f04a978731380ae0c230ae HTTP/1.1" status: 200 len: 375 time: 0.0110309 Nov 10 20:00:08.685595 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9d90e8-5007-4bda-aa3a-56365bc11e37 None None] Routers {'fbf93283-b375-4c55-a034-2ab84017a49e'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:00:08.686608 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-2c9d90e8-5007-4bda-aa3a-56365bc11e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:59:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['fbf93283-b375-4c55-a034-2ab84017a49e'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:00:08.722710 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6162645-7cef-400e-8bae-607cf52dc846 req-5ff9b5c7-494b-47e3-82f3-e036f27559d1 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=99ba6a6416f04a978731380ae0c230ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513811 Nov 10 20:00:08.723112 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38cb90-3f96-4843-98d8-a6a2bf479102 None None] Pushing event updated for resources: {'Port': ['ID=2bb1e9f2-5e3f-4cdb-8c41-15dd51217b76,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:00:08.806713 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4e576977-4c24-4899-8fae-f6a16d678ff0 None None] Provisioning complete for port 2bb1e9f2-5e3f-4cdb-8c41-15dd51217b76 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:00:08.807079 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4e576977-4c24-4899-8fae-f6a16d678ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:08.853914 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-2c9d90e8-5007-4bda-aa3a-56365bc11e37 None None] Set router fbf93283-b375-4c55-a034-2ab84017a49e gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:00:08.957966 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6162645-7cef-400e-8bae-607cf52dc846 req-50f517db-40da-4642-8c79-523eecc959bd service neutron] 10.222.0.54 "GET /v2.0/networks/6e37a5b2-5641-4443-968b-6a0c72b7134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132304 Nov 10 20:00:09.014644 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4e576977-4c24-4899-8fae-f6a16d678ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:09.048157 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6162645-7cef-400e-8bae-607cf52dc846 req-82a1d9c8-4c46-4835-b332-fd92825e2ac0 service neutron] 10.222.0.54 "GET /v2.0/networks/6e37a5b2-5641-4443-968b-6a0c72b7134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835230 Nov 10 20:00:09.069300 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-4e576977-4c24-4899-8fae-f6a16d678ff0 None None] For port 2bb1e9f2-5e3f-4cdb-8c41-15dd51217b76, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2bb1e9f2-5e3f-4cdb-8c41-15dd51217b76,segment=NetworkSegment(eededc79-189c-4553-bda6-f06ab9da3c58),segment_id=eededc79-189c-4553-bda6-f06ab9da3c58)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:00:09.092678 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4e576977-4c24-4899-8fae-f6a16d678ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:09.153493 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e576977-4c24-4899-8fae-f6a16d678ff0 None None] Pushing event updated for resources: {'Port': ['ID=2bb1e9f2-5e3f-4cdb-8c41-15dd51217b76,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:00:09.162155 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-2c9d90e8-5007-4bda-aa3a-56365bc11e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf93283-b375-4c55-a034-2ab84017a49e', 'name': 'tempest-TestServerBasicOps-408544423-router', 'tenant_id': '2ebb934d71524ad5a111036bd992cc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '80d93ac2-a5ef-4c1d-85c0-dd161a165e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:00:01Z', 'updated_at': '2021-11-10T20:00:05Z', 'revision_number': 4, 'project_id': '2ebb934d71524ad5a111036bd992cc9f', 'gw_port': {'id': '80d93ac2-a5ef-4c1d-85c0-dd161a165e3e', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf93283-b375-4c55-a034-2ab84017a49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:00:02Z', 'updated_at': '2021-11-10T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '2bb1e9f2-5e3f-4cdb-8c41-15dd51217b76', 'name': '', 'network_id': 'fad91730-d374-4275-afb4-3319968bb398', 'tenant_id': '2ebb934d71524ad5a111036bd992cc9f', 'mac_address': 'fa:16:3e:5a:0d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf93283-b375-4c55-a034-2ab84017a49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '6ed409bd-6957-4a02-b31a-b26e35d36d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:00:04Z', 'updated_at': '2021-11-10T20:00:08Z', 'revision_number': 4, 'project_id': '2ebb934d71524ad5a111036bd992cc9f', 'subnets': [{'id': '6ed409bd-6957-4a02-b31a-b26e35d36d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:00:09.196309 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9d90e8-5007-4bda-aa3a-56365bc11e37 None None] The sync data for ids ['fbf93283-b375-4c55-a034-2ab84017a49e'] in n-d-813897-4 is: [{'id': 'fbf93283-b375-4c55-a034-2ab84017a49e', 'name': 'tempest-TestServerBasicOps-408544423-router', 'tenant_id': '2ebb934d71524ad5a111036bd992cc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '80d93ac2-a5ef-4c1d-85c0-dd161a165e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:00:01Z', 'updated_at': '2021-11-10T20:00:05Z', 'revision_number': 4, 'project_id': '2ebb934d71524ad5a111036bd992cc9f', 'gw_port': {'id': '80d93ac2-a5ef-4c1d-85c0-dd161a165e3e', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf93283-b375-4c55-a034-2ab84017a49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:00:02Z', 'updated_at': '2021-11-10T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '2bb1e9f2-5e3f-4cdb-8c41-15dd51217b76', 'name': '', 'network_id': 'fad91730-d374-4275-afb4-3319968bb398', 'tenant_id': '2ebb934d71524ad5a111036bd992cc9f', 'mac_address': 'fa:16:3e:5a:0d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf93283-b375-4c55-a034-2ab84017a49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '6ed409bd-6957-4a02-b31a-b26e35d36d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:00:04Z', 'updated_at': '2021-11-10T20:00:08Z', 'revision_number': 4, 'project_id': '2ebb934d71524ad5a111036bd992cc9f', 'subnets': [{'id': '6ed409bd-6957-4a02-b31a-b26e35d36d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:00:09.214996 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4edf9414-7536-4d1c-aa19-f8b6b1e18f58 None None] Provisioning complete for port 2bb1e9f2-5e3f-4cdb-8c41-15dd51217b76 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:00:09.215375 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4edf9414-7536-4d1c-aa19-f8b6b1e18f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:09.304443 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a8af90a9-537c-4b17-bb6d-704b4842b39f req-73f1cb05-3c34-4922-aaaf-3ea8dd9a50e2 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e5b2917-d895-4019-8c6b-003e8a3ae038 HTTP/1.1" status: 200 len: 210 time: 0.0499582 Nov 10 20:00:10.410243 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6162645-7cef-400e-8bae-607cf52dc846 req-36b1b0c7-55b5-427a-b088-72c318af57a7 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:00:10.411697 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6162645-7cef-400e-8bae-607cf52dc846 req-36b1b0c7-55b5-427a-b088-72c318af57a7 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.73 "GET /v2.0/networks?id=6e37a5b2-5641-4443-968b-6a0c72b7134e HTTP/1.1" status: 200 len: 809 time: 0.1075070 Nov 10 20:00:10.442594 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-958e9b52-2e4d-4e63-a125-2e35e9af7074 req-a5e3b25a-15e2-474d-b540-746b73cd4ad4 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e5b2917-d895-4019-8c6b-003e8a3ae038 HTTP/1.1" status: 200 len: 210 time: 0.0402131 Nov 10 20:00:10.497426 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6162645-7cef-400e-8bae-607cf52dc846 req-33cb1992-0d48-48bc-84d7-8b735a229225 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99ba6a6416f04a978731380ae0c230ae HTTP/1.1" status: 200 len: 379 time: 0.0760536 Nov 10 20:00:10.512704 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-b6162645-7cef-400e-8bae-607cf52dc846 req-c73a92bc-298c-4184-9f22-c70d14bb3fdf tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Request body: {'port': {'device_id': '5e5b2917-d895-4019-8c6b-003e8a3ae038', 'network_id': '6e37a5b2-5641-4443-968b-6a0c72b7134e', 'admin_state_up': True, 'tenant_id': '99ba6a6416f04a978731380ae0c230ae', 'security_groups': ['937a05ec-6f68-4089-94e4-43b58d687cee']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:00:10.629673 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6162645-7cef-400e-8bae-607cf52dc846 req-c73a92bc-298c-4184-9f22-c70d14bb3fdf tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Made reservation on behalf of 99ba6a6416f04a978731380ae0c230ae for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:00:10.633744 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b6162645-7cef-400e-8bae-607cf52dc846 req-c73a92bc-298c-4184-9f22-c70d14bb3fdf tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:10.772106 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-b6162645-7cef-400e-8bae-607cf52dc846 req-c73a92bc-298c-4184-9f22-c70d14bb3fdf tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Allocated IP 172.20.0.5 (6e37a5b2-5641-4443-968b-6a0c72b7134e/4958b187-9a8b-4ffe-b649-361a32d7342d/dd1f1cfa-fb83-436e-a4fd-cc9b552a153e) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:00:10.833231 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2bb1e9f2-5e3f-4cdb-8c41-15dd51217b76 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:00:10.884146 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 2bb1e9f2-5e3f-4cdb-8c41-15dd51217b76 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:00:10.884521 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:10.921788 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b6162645-7cef-400e-8bae-607cf52dc846 req-c73a92bc-298c-4184-9f22-c70d14bb3fdf tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:10.956408 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b6162645-7cef-400e-8bae-607cf52dc846 req-c73a92bc-298c-4184-9f22-c70d14bb3fdf tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:11.001691 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6162645-7cef-400e-8bae-607cf52dc846 req-c73a92bc-298c-4184-9f22-c70d14bb3fdf tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Network 6e37a5b2-5641-4443-968b-6a0c72b7134e is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:00:11.007084 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-b6162645-7cef-400e-8bae-607cf52dc846 req-c73a92bc-298c-4184-9f22-c70d14bb3fdf tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:00:11.011423 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6162645-7cef-400e-8bae-607cf52dc846 req-c73a92bc-298c-4184-9f22-c70d14bb3fdf tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:00:11.018547 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a92bc-298c-4184-9f22-c70d14bb3fdf tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Pushing event updated for resources: {'Port': ['ID=dd1f1cfa-fb83-436e-a4fd-cc9b552a153e,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:00:11.071553 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6162645-7cef-400e-8bae-607cf52dc846 req-c73a92bc-298c-4184-9f22-c70d14bb3fdf tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:00:11.073349 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b6162645-7cef-400e-8bae-607cf52dc846 req-c73a92bc-298c-4184-9f22-c70d14bb3fdf tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:11.096336 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6162645-7cef-400e-8bae-607cf52dc846 req-c73a92bc-298c-4184-9f22-c70d14bb3fdf tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5872376 Nov 10 20:00:11.110144 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-b6162645-7cef-400e-8bae-607cf52dc846 req-32b4f14c-5287-48ae-bf35-231a6d4d17d4 service neutron] Request body: {'port': {'device_id': '5e5b2917-d895-4019-8c6b-003e8a3ae038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:00:11.171542 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b6162645-7cef-400e-8bae-607cf52dc846 req-32b4f14c-5287-48ae-bf35-231a6d4d17d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:11.285613 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-6a22e228-2248-42c2-ab1d-980c04380845 None None] Provisioning complete for port dd1f1cfa-fb83-436e-a4fd-cc9b552a153e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:00:11.286210 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6a22e228-2248-42c2-ab1d-980c04380845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:11.322407 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-6a22e228-2248-42c2-ab1d-980c04380845 None None] Port dd1f1cfa-fb83-436e-a4fd-cc9b552a153e cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:00:11.465123 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-b6162645-7cef-400e-8bae-607cf52dc846 req-32b4f14c-5287-48ae-bf35-231a6d4d17d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd1f1cfa-fb83-436e-a4fd-cc9b552a153e {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:00:11.473693 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b6162645-7cef-400e-8bae-607cf52dc846 req-32b4f14c-5287-48ae-bf35-231a6d4d17d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:11.489445 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-b6162645-7cef-400e-8bae-607cf52dc846 req-32b4f14c-5287-48ae-bf35-231a6d4d17d4 service neutron] Transition to ACTIVE for port object dd1f1cfa-fb83-436e-a4fd-cc9b552a153e will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:00:11.495166 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b6162645-7cef-400e-8bae-607cf52dc846 req-32b4f14c-5287-48ae-bf35-231a6d4d17d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:11.578333 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4f14c-5287-48ae-bf35-231a6d4d17d4 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1f1cfa-fb83-436e-a4fd-cc9b552a153e,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:00:11.649995 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe0120-0c2e-46d9-9bd3-c294588a5931 req-67f58b4b-b501-4ca8-9172-75c774cc400f tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:00:11.651673 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cbbe0120-0c2e-46d9-9bd3-c294588a5931 req-67f58b4b-b501-4ca8-9172-75c774cc400f tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e5b2917-d895-4019-8c6b-003e8a3ae038 HTTP/1.1" status: 200 len: 943 time: 0.1268098 Nov 10 20:00:11.687068 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-b6162645-7cef-400e-8bae-607cf52dc846 req-32b4f14c-5287-48ae-bf35-231a6d4d17d4 service neutron] Attempting to bind port dd1f1cfa-fb83-436e-a4fd-cc9b552a153e on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:00:11.687408 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-b6162645-7cef-400e-8bae-607cf52dc846 req-32b4f14c-5287-48ae-bf35-231a6d4d17d4 service neutron] Attempting to bind port dd1f1cfa-fb83-436e-a4fd-cc9b552a153e by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'babe9e8a-b9f2-4ad1-a172-f1b4b80850cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6e37a5b2-5641-4443-968b-6a0c72b7134e'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:00:11.688145 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6162645-7cef-400e-8bae-607cf52dc846 req-32b4f14c-5287-48ae-bf35-231a6d4d17d4 service neutron] Attempting to bind port dd1f1cfa-fb83-436e-a4fd-cc9b552a153e on network 6e37a5b2-5641-4443-968b-6a0c72b7134e {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:00:11.701667 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6162645-7cef-400e-8bae-607cf52dc846 req-32b4f14c-5287-48ae-bf35-231a6d4d17d4 service neutron] Port dd1f1cfa-fb83-436e-a4fd-cc9b552a153e on network 6e37a5b2-5641-4443-968b-6a0c72b7134e not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:00:11.702067 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6162645-7cef-400e-8bae-607cf52dc846 req-32b4f14c-5287-48ae-bf35-231a6d4d17d4 service neutron] Attempting to bind port dd1f1cfa-fb83-436e-a4fd-cc9b552a153e on network 6e37a5b2-5641-4443-968b-6a0c72b7134e {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:00:11.717566 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6162645-7cef-400e-8bae-607cf52dc846 req-32b4f14c-5287-48ae-bf35-231a6d4d17d4 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:00:11.718283 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6162645-7cef-400e-8bae-607cf52dc846 req-32b4f14c-5287-48ae-bf35-231a6d4d17d4 service neutron] Checking segment: {'id': 'babe9e8a-b9f2-4ad1-a172-f1b4b80850cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6e37a5b2-5641-4443-968b-6a0c72b7134e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:00:11.718692 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6162645-7cef-400e-8bae-607cf52dc846 req-32b4f14c-5287-48ae-bf35-231a6d4d17d4 service neutron] Bound using segment: {'id': 'babe9e8a-b9f2-4ad1-a172-f1b4b80850cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6e37a5b2-5641-4443-968b-6a0c72b7134e'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:00:11.719175 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-b6162645-7cef-400e-8bae-607cf52dc846 req-32b4f14c-5287-48ae-bf35-231a6d4d17d4 service neutron] Bound port: dd1f1cfa-fb83-436e-a4fd-cc9b552a153e, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'babe9e8a-b9f2-4ad1-a172-f1b4b80850cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6e37a5b2-5641-4443-968b-6a0c72b7134e'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:00:11.719519 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b6162645-7cef-400e-8bae-607cf52dc846 req-32b4f14c-5287-48ae-bf35-231a6d4d17d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:11.737061 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cbbe0120-0c2e-46d9-9bd3-c294588a5931 req-0754b850-510f-4f3e-ad6c-ec39371d9a82 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "GET /v2.0/security-groups?id=937a05ec-6f68-4089-94e4-43b58d687cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788174 Nov 10 20:00:11.792485 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-b6162645-7cef-400e-8bae-607cf52dc846 req-32b4f14c-5287-48ae-bf35-231a6d4d17d4 service neutron] For port dd1f1cfa-fb83-436e-a4fd-cc9b552a153e, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:00:11.795588 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-b6162645-7cef-400e-8bae-607cf52dc846 req-32b4f14c-5287-48ae-bf35-231a6d4d17d4 service neutron] For port dd1f1cfa-fb83-436e-a4fd-cc9b552a153e, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=dd1f1cfa-fb83-436e-a4fd-cc9b552a153e,segment=NetworkSegment(babe9e8a-b9f2-4ad1-a172-f1b4b80850cd),segment_id=babe9e8a-b9f2-4ad1-a172-f1b4b80850cd)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:00:11.803414 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b6162645-7cef-400e-8bae-607cf52dc846 req-32b4f14c-5287-48ae-bf35-231a6d4d17d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:11.844426 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6162645-7cef-400e-8bae-607cf52dc846 req-32b4f14c-5287-48ae-bf35-231a6d4d17d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:00:11.845050 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-b6162645-7cef-400e-8bae-607cf52dc846 req-32b4f14c-5287-48ae-bf35-231a6d4d17d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:11.846554 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6162645-7cef-400e-8bae-607cf52dc846 req-32b4f14c-5287-48ae-bf35-231a6d4d17d4 service neutron] 10.222.0.73 "PUT /v2.0/ports/dd1f1cfa-fb83-436e-a4fd-cc9b552a153e HTTP/1.1" status: 200 len: 1091 time: 0.7408688 Nov 10 20:00:11.846995 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5b2917-d895-4019-8c6b-003e8a3ae038', 'tag': 'dd1f1cfa-fb83-436e-a4fd-cc9b552a153e'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:00:11.849265 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4701e2c69ed75ea1fa71f849510abc303008a689e2153d27350a77c328451244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6bd61b-774b-4637-b2e7-3109ed9b4bfd" -d '{"events": [{"name": "network-changed", "server_uuid": "5e5b2917-d895-4019-8c6b-003e8a3ae038", "tag": "dd1f1cfa-fb83-436e-a4fd-cc9b552a153e"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:00:11.877023 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4f14c-5287-48ae-bf35-231a6d4d17d4 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1f1cfa-fb83-436e-a4fd-cc9b552a153e,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:00:11.892284 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8d6d6c-ab6b-4ab9-9eb3-89e0be1e96ed x-openstack-request-id: req-bb8d6d6c-ab6b-4ab9-9eb3-89e0be1e96ed {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:00:11.892594 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e5b2917-d895-4019-8c6b-003e8a3ae038", "tag": "dd1f1cfa-fb83-436e-a4fd-cc9b552a153e", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:00:11.892844 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bb8d6d6c-ab6b-4ab9-9eb3-89e0be1e96ed {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:00:11.893278 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e5b2917-d895-4019-8c6b-003e8a3ae038', 'tag': 'dd1f1cfa-fb83-436e-a4fd-cc9b552a153e', 'status': 'completed', 'code': 200} Nov 10 20:00:11.941115 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6162645-7cef-400e-8bae-607cf52dc846 req-8314ceea-64da-47fd-a1d0-ae82802ea42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:00:11.942709 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6162645-7cef-400e-8bae-607cf52dc846 req-8314ceea-64da-47fd-a1d0-ae82802ea42e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99ba6a6416f04a978731380ae0c230ae&device_id=5e5b2917-d895-4019-8c6b-003e8a3ae038 HTTP/1.1" status: 200 len: 1094 time: 0.0473566 Nov 10 20:00:11.989750 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6162645-7cef-400e-8bae-607cf52dc846 req-cd6e4154-68e9-4c34-86b8-4cc6ea94a303 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd1f1cfa-fb83-436e-a4fd-cc9b552a153e HTTP/1.1" status: 200 len: 217 time: 0.0368614 Nov 10 20:00:12.046519 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6162645-7cef-400e-8bae-607cf52dc846 req-d03e426b-1bfd-40bd-974d-656715df627f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:00:12.047949 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6162645-7cef-400e-8bae-607cf52dc846 req-d03e426b-1bfd-40bd-974d-656715df627f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4958b187-9a8b-4ffe-b649-361a32d7342d HTTP/1.1" status: 200 len: 848 time: 0.0515523 Nov 10 20:00:12.098241 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6162645-7cef-400e-8bae-607cf52dc846 req-c019b0cb-06fd-4925-9612-c901431fd0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:00:12.099904 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6162645-7cef-400e-8bae-607cf52dc846 req-c019b0cb-06fd-4925-9612-c901431fd0cd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6e37a5b2-5641-4443-968b-6a0c72b7134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433531 Nov 10 20:00:12.201138 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6162645-7cef-400e-8bae-607cf52dc846 req-16c0d52e-4196-4e7a-9e95-f655a7750c61 service neutron] 10.222.0.73 "GET /v2.0/networks/6e37a5b2-5641-4443-968b-6a0c72b7134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939445 Nov 10 20:00:12.301139 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6162645-7cef-400e-8bae-607cf52dc846 req-6df35e90-f1d4-4a3a-9299-f07ef0ea42c9 service neutron] 10.222.0.73 "GET /v2.0/networks/6e37a5b2-5641-4443-968b-6a0c72b7134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917151 Nov 10 20:00:12.399184 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bd61b-774b-4637-b2e7-3109ed9b4bfd req-ca7251e6-51f4-4b66-a03f-52e56e961de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:00:12.400689 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d6bd61b-774b-4637-b2e7-3109ed9b4bfd req-ca7251e6-51f4-4b66-a03f-52e56e961de6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99ba6a6416f04a978731380ae0c230ae&device_id=5e5b2917-d895-4019-8c6b-003e8a3ae038 HTTP/1.1" status: 200 len: 1094 time: 0.0427253 Nov 10 20:00:12.501756 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bd61b-774b-4637-b2e7-3109ed9b4bfd req-e5b6e61a-897b-43cc-8c0f-e7b026f879a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:00:12.503340 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d6bd61b-774b-4637-b2e7-3109ed9b4bfd req-e5b6e61a-897b-43cc-8c0f-e7b026f879a9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6e37a5b2-5641-4443-968b-6a0c72b7134e HTTP/1.1" status: 200 len: 910 time: 0.0932298 Nov 10 20:00:12.545970 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d6bd61b-774b-4637-b2e7-3109ed9b4bfd req-5eb3692a-0719-49ca-a902-056dc6350b1d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd1f1cfa-fb83-436e-a4fd-cc9b552a153e HTTP/1.1" status: 200 len: 217 time: 0.0349760 Nov 10 20:00:12.601648 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bd61b-774b-4637-b2e7-3109ed9b4bfd req-a0a43106-f0a7-4690-9911-62de8de0b647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:00:12.603668 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d6bd61b-774b-4637-b2e7-3109ed9b4bfd req-a0a43106-f0a7-4690-9911-62de8de0b647 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4958b187-9a8b-4ffe-b649-361a32d7342d HTTP/1.1" status: 200 len: 848 time: 0.0498331 Nov 10 20:00:12.653749 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bd61b-774b-4637-b2e7-3109ed9b4bfd req-eaefe8b9-7109-4098-9c03-00f2ae15f1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:00:12.655332 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d6bd61b-774b-4637-b2e7-3109ed9b4bfd req-eaefe8b9-7109-4098-9c03-00f2ae15f1c0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6e37a5b2-5641-4443-968b-6a0c72b7134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437944 Nov 10 20:00:12.757574 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d6bd61b-774b-4637-b2e7-3109ed9b4bfd req-c077c27d-b860-43fa-8054-495c6b3814f3 service neutron] 10.222.0.73 "GET /v2.0/networks/6e37a5b2-5641-4443-968b-6a0c72b7134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925562 Nov 10 20:00:12.882286 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d6bd61b-774b-4637-b2e7-3109ed9b4bfd req-50bfb517-1d29-487a-a613-47907f12e026 service neutron] 10.222.0.73 "GET /v2.0/networks/6e37a5b2-5641-4443-968b-6a0c72b7134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168582 Nov 10 20:00:12.890800 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c641565-13e1-4cf3-9ea7-2747fe99001d req-ad65bd7d-2c24-4b6f-bdb1-202605b1dd68 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:00:12.892223 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9c641565-13e1-4cf3-9ea7-2747fe99001d req-ad65bd7d-2c24-4b6f-bdb1-202605b1dd68 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e5b2917-d895-4019-8c6b-003e8a3ae038 HTTP/1.1" status: 200 len: 943 time: 0.0706439 Nov 10 20:00:12.943769 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9c641565-13e1-4cf3-9ea7-2747fe99001d req-568b7d12-b91c-44af-acec-ba2b1c0eaa91 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "GET /v2.0/security-groups?id=937a05ec-6f68-4089-94e4-43b58d687cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449564 Nov 10 20:00:14.084983 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15cd4a5-3bfe-41c7-aaed-d21a11374e47 req-1c60485a-0b60-4a51-8142-5b8c43cae6de tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:00:14.086589 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f15cd4a5-3bfe-41c7-aaed-d21a11374e47 req-1c60485a-0b60-4a51-8142-5b8c43cae6de tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e5b2917-d895-4019-8c6b-003e8a3ae038 HTTP/1.1" status: 200 len: 943 time: 0.0630271 Nov 10 20:00:14.144700 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f15cd4a5-3bfe-41c7-aaed-d21a11374e47 req-253a5df8-562e-4148-9bed-132aadcb0ac8 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "GET /v2.0/security-groups?id=937a05ec-6f68-4089-94e4-43b58d687cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489554 Nov 10 20:00:14.149620 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device dd1f1cfa-fb83-436e-a4fd-cc9b552a153e details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:00:14.251210 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port dd1f1cfa-fb83-436e-a4fd-cc9b552a153e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=dd1f1cfa-fb83-436e-a4fd-cc9b552a153e,segment=NetworkSegment(babe9e8a-b9f2-4ad1-a172-f1b4b80850cd),segment_id=babe9e8a-b9f2-4ad1-a172-f1b4b80850cd)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:00:14.262853 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'dd1f1cfa-fb83-436e-a4fd-cc9b552a153e', 'network_id': '6e37a5b2-5641-4443-968b-6a0c72b7134e', 'port_id': 'dd1f1cfa-fb83-436e-a4fd-cc9b552a153e', 'mac_address': 'fa:16:3e:3f:ff:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4958b187-9a8b-4ffe-b649-361a32d7342d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:00:14.308801 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:14.323126 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd1f1cfa-fb83-436e-a4fd-cc9b552a153e {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:00:14.342747 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port dd1f1cfa-fb83-436e-a4fd-cc9b552a153e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=dd1f1cfa-fb83-436e-a4fd-cc9b552a153e,segment=NetworkSegment(babe9e8a-b9f2-4ad1-a172-f1b4b80850cd),segment_id=babe9e8a-b9f2-4ad1-a172-f1b4b80850cd)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:00:14.349211 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:14.398794 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=dd1f1cfa-fb83-436e-a4fd-cc9b552a153e,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:00:14.566832 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['dd1f1cfa-fb83-436e-a4fd-cc9b552a153e'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:00:15.287847 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d0f8c-4148-43c9-81e3-0d31b5c3cfb1 req-4183dc33-988a-43c7-a928-458559a059b6 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:00:15.289989 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e24d0f8c-4148-43c9-81e3-0d31b5c3cfb1 req-4183dc33-988a-43c7-a928-458559a059b6 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e5b2917-d895-4019-8c6b-003e8a3ae038 HTTP/1.1" status: 200 len: 944 time: 0.0601428 Nov 10 20:00:15.351103 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e24d0f8c-4148-43c9-81e3-0d31b5c3cfb1 req-d2d4e6cd-4f20-4327-bb8c-e07944e039ce tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "GET /v2.0/security-groups?id=937a05ec-6f68-4089-94e4-43b58d687cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548491 Nov 10 20:00:16.166963 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device dd1f1cfa-fb83-436e-a4fd-cc9b552a153e up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:00:16.227646 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port dd1f1cfa-fb83-436e-a4fd-cc9b552a153e completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:00:16.231472 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port dd1f1cfa-fb83-436e-a4fd-cc9b552a153e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:00:16.231848 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:16.315278 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:16.339138 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5b2917-d895-4019-8c6b-003e8a3ae038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1f1cfa-fb83-436e-a4fd-cc9b552a153e'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:00:16.341467 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbedac5834c08253f92c4c13247c74b06fde3849aabab4a7ec09ad06d09b5a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fb1e91-188a-4509-9ea9-6b97012e62d0" -d '{"events": [{"server_uuid": "5e5b2917-d895-4019-8c6b-003e8a3ae038", "name": "network-vif-plugged", "status": "completed", "tag": "dd1f1cfa-fb83-436e-a4fd-cc9b552a153e"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:00:16.356177 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port dd1f1cfa-fb83-436e-a4fd-cc9b552a153e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=dd1f1cfa-fb83-436e-a4fd-cc9b552a153e,segment=NetworkSegment(babe9e8a-b9f2-4ad1-a172-f1b4b80850cd),segment_id=babe9e8a-b9f2-4ad1-a172-f1b4b80850cd)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:00:16.363222 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:16.413110 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=dd1f1cfa-fb83-436e-a4fd-cc9b552a153e,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:00:16.460281 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a77fce-c5a6-49b6-a4f3-474a48dd5d35 x-openstack-request-id: req-99a77fce-c5a6-49b6-a4f3-474a48dd5d35 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:00:16.460581 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5b2917-d895-4019-8c6b-003e8a3ae038", "name": "network-vif-plugged", "status": "completed", "tag": "dd1f1cfa-fb83-436e-a4fd-cc9b552a153e", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:00:16.460941 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-99a77fce-c5a6-49b6-a4f3-474a48dd5d35 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:00:16.461352 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5b2917-d895-4019-8c6b-003e8a3ae038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1f1cfa-fb83-436e-a4fd-cc9b552a153e', 'code': 200} Nov 10 20:00:16.593662 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a464019-0f0f-49d3-9c2f-20d0db42228c req-035162e9-52fb-47d3-8515-f6811a84e916 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:00:16.595310 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7a464019-0f0f-49d3-9c2f-20d0db42228c req-035162e9-52fb-47d3-8515-f6811a84e916 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e5b2917-d895-4019-8c6b-003e8a3ae038 HTTP/1.1" status: 200 len: 945 time: 0.0884571 Nov 10 20:00:16.604072 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155f435-7b55-4947-9ad2-135c3162523f req-f4c4c940-c9cc-4b82-9392-2c3c0d9a7a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:00:16.605798 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4155f435-7b55-4947-9ad2-135c3162523f req-f4c4c940-c9cc-4b82-9392-2c3c0d9a7a00 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5e5b2917-d895-4019-8c6b-003e8a3ae038 HTTP/1.1" status: 200 len: 1096 time: 0.0731297 Nov 10 20:00:16.685581 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7a464019-0f0f-49d3-9c2f-20d0db42228c req-16132062-01d5-45d5-abb4-851c145a6aa5 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "GET /v2.0/security-groups?id=937a05ec-6f68-4089-94e4-43b58d687cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785711 Nov 10 20:00:16.688878 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4155f435-7b55-4947-9ad2-135c3162523f req-e71a946d-edea-4eac-9fab-63b8b352648e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=937a05ec-6f68-4089-94e4-43b58d687cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754495 Nov 10 20:00:17.821136 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030eff9-120d-4007-b9e1-5183c58e6d9a req-1fc3cec8-ab91-481d-b7ad-e0deb858c7af tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:00:17.822851 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1030eff9-120d-4007-b9e1-5183c58e6d9a req-1fc3cec8-ab91-481d-b7ad-e0deb858c7af tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e5b2917-d895-4019-8c6b-003e8a3ae038 HTTP/1.1" status: 200 len: 945 time: 0.0529182 Nov 10 20:00:17.878940 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1030eff9-120d-4007-b9e1-5183c58e6d9a req-81345be3-a85f-401e-b306-f248b4059d8c tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "GET /v2.0/security-groups?id=937a05ec-6f68-4089-94e4-43b58d687cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498407 Nov 10 20:00:18.017987 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14e0d3-61be-48f3-b51a-aee6b6d600c3 req-ae64b5cd-8ba7-42b0-8178-51e1f8d6e0ba tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:00:18.019668 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0b14e0d3-61be-48f3-b51a-aee6b6d600c3 req-ae64b5cd-8ba7-42b0-8178-51e1f8d6e0ba tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e5b2917-d895-4019-8c6b-003e8a3ae038 HTTP/1.1" status: 200 len: 945 time: 0.0646951 Nov 10 20:00:18.074613 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0b14e0d3-61be-48f3-b51a-aee6b6d600c3 req-8c01ba18-1a79-414e-ba8c-537662dfb2fe tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "GET /v2.0/security-groups?id=937a05ec-6f68-4089-94e4-43b58d687cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485764 Nov 10 20:00:18.197425 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee17ff-950d-4443-8723-d34f35209b6f req-c95c722e-346d-4ae9-ad3d-0698c47c80ac tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:00:18.198873 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-99ee17ff-950d-4443-8723-d34f35209b6f req-c95c722e-346d-4ae9-ad3d-0698c47c80ac tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e5b2917-d895-4019-8c6b-003e8a3ae038 HTTP/1.1" status: 200 len: 945 time: 0.0550301 Nov 10 20:00:18.259688 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-99ee17ff-950d-4443-8723-d34f35209b6f req-dc3933c3-4aca-425f-aae6-2cabbad2758b tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "GET /v2.0/security-groups?id=937a05ec-6f68-4089-94e4-43b58d687cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540752 Nov 10 20:00:18.284280 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53900) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:00:18.382425 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02819f37-e9ee-4b45-a673-e25ca60751bf tempest-TestServerBasicOps-425521308 tempest-TestServerBasicOps-425521308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:00:18.384193 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-02819f37-e9ee-4b45-a673-e25ca60751bf tempest-TestServerBasicOps-425521308 tempest-TestServerBasicOps-425521308-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5e5b2917-d895-4019-8c6b-003e8a3ae038 HTTP/1.1" status: 200 len: 1091 time: 0.0988665 Nov 10 20:00:18.387307 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53904) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:00:18.392250 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-5bf19753-1d7d-41c7-a83b-2ab1109fe2eb tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'port_id': 'dd1f1cfa-fb83-436e-a4fd-cc9b552a153e', 'tenant_id': '99ba6a6416f04a978731380ae0c230ae', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:00:18.417138 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5bf19753-1d7d-41c7-a83b-2ab1109fe2eb tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks [] for floatingip, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:18.522529 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5bf19753-1d7d-41c7-a83b-2ab1109fe2eb tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:18.648658 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-5bf19753-1d7d-41c7-a83b-2ab1109fe2eb tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Allocated IP 172.25.3.5 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/c1191be5-4b6a-4c7b-8f3a-e4500d764591) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:00:18.758378 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5bf19753-1d7d-41c7-a83b-2ab1109fe2eb tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:18.794146 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5bf19753-1d7d-41c7-a83b-2ab1109fe2eb tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:18.832411 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf19753-1d7d-41c7-a83b-2ab1109fe2eb tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:00:18.835468 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-5bf19753-1d7d-41c7-a83b-2ab1109fe2eb tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:00:18.841893 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf19753-1d7d-41c7-a83b-2ab1109fe2eb tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:00:18.871558 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf19753-1d7d-41c7-a83b-2ab1109fe2eb tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Pushing event updated for resources: {'Port': ['ID=c1191be5-4b6a-4c7b-8f3a-e4500d764591,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:00:19.227637 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5bf19753-1d7d-41c7-a83b-2ab1109fe2eb tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:19.299478 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5bf19753-1d7d-41c7-a83b-2ab1109fe2eb tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:19.453524 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5bf19753-1d7d-41c7-a83b-2ab1109fe2eb tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:19.459500 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5bf19753-1d7d-41c7-a83b-2ab1109fe2eb tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:19.534793 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf19753-1d7d-41c7-a83b-2ab1109fe2eb tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Pushing event updated for resources: {'Port': ['ID=c1191be5-4b6a-4c7b-8f3a-e4500d764591,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:00:19.547668 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5bf19753-1d7d-41c7-a83b-2ab1109fe2eb tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:19.658942 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [None req-5bf19753-1d7d-41c7-a83b-2ab1109fe2eb tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Floating IP 4fdd35e5-b177-4b7b-b2b4-4b3df0b5cca8 associated. External IP: 172.25.3.5, port: dd1f1cfa-fb83-436e-a4fd-cc9b552a153e. Nov 10 20:00:19.908464 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf19753-1d7d-41c7-a83b-2ab1109fe2eb tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Router 1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:00:20.023803 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf19753-1d7d-41c7-a83b-2ab1109fe2eb tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:00:20.034692 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbab2aa-3ca7-4a63-afc7-ff953acea8d4 None None] Sync routers for ids ['1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:00:20.044123 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5bf19753-1d7d-41c7-a83b-2ab1109fe2eb tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:20.048005 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbab2aa-3ca7-4a63-afc7-ff953acea8d4 None None] Routers {'1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:00:20.048725 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-6fbab2aa-3ca7-4a63-afc7-ff953acea8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:59:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:00:20.073339 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5bf19753-1d7d-41c7-a83b-2ab1109fe2eb tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.6849916 Nov 10 20:00:20.074085 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5b2917-d895-4019-8c6b-003e8a3ae038', 'tag': 'dd1f1cfa-fb83-436e-a4fd-cc9b552a153e'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:00:20.076667 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7ee0b47af539a015022008eb74a2a79562e6e003919ce5d90d6889eafd20de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd74e67e-4a76-4f7a-bfd1-f64be107bba3" -d '{"events": [{"name": "network-changed", "server_uuid": "5e5b2917-d895-4019-8c6b-003e8a3ae038", "tag": "dd1f1cfa-fb83-436e-a4fd-cc9b552a153e"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:00:20.120833 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df79a02-7cf9-497e-8adc-bb85d8eb2eaa x-openstack-request-id: req-5df79a02-7cf9-497e-8adc-bb85d8eb2eaa {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:00:20.121197 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e5b2917-d895-4019-8c6b-003e8a3ae038", "tag": "dd1f1cfa-fb83-436e-a4fd-cc9b552a153e", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:00:20.121504 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5df79a02-7cf9-497e-8adc-bb85d8eb2eaa {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:00:20.121958 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e5b2917-d895-4019-8c6b-003e8a3ae038', 'tag': 'dd1f1cfa-fb83-436e-a4fd-cc9b552a153e', 'status': 'completed', 'code': 200} Nov 10 20:00:20.161404 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-6fbab2aa-3ca7-4a63-afc7-ff953acea8d4 None None] Set router 1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:00:20.196616 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74e67e-4a76-4f7a-bfd1-f64be107bba3 req-72fbc57c-b0a2-4198-8924-82e5e005a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:00:20.198225 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cd74e67e-4a76-4f7a-bfd1-f64be107bba3 req-72fbc57c-b0a2-4198-8924-82e5e005a061 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99ba6a6416f04a978731380ae0c230ae&device_id=5e5b2917-d895-4019-8c6b-003e8a3ae038 HTTP/1.1" status: 200 len: 1096 time: 0.0486152 Nov 10 20:00:20.298299 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74e67e-4a76-4f7a-bfd1-f64be107bba3 req-e2ede82e-12c6-4b5e-bfbc-3379ed3c80e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:00:20.300057 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cd74e67e-4a76-4f7a-bfd1-f64be107bba3 req-e2ede82e-12c6-4b5e-bfbc-3379ed3c80e4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6e37a5b2-5641-4443-968b-6a0c72b7134e HTTP/1.1" status: 200 len: 910 time: 0.0937018 Nov 10 20:00:20.377092 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cd74e67e-4a76-4f7a-bfd1-f64be107bba3 req-96d45e66-fb92-4698-b7f6-f5faacea641d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd1f1cfa-fb83-436e-a4fd-cc9b552a153e HTTP/1.1" status: 200 len: 997 time: 0.0692337 Nov 10 20:00:20.406340 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-6fbab2aa-3ca7-4a63-afc7-ff953acea8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'name': 'tempest-TestServerBasicOps-1598762360-router', 'tenant_id': '99ba6a6416f04a978731380ae0c230ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'a65162bf-5b3a-4411-a0de-f8f21c1b2e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:59:57Z', 'updated_at': '2021-11-10T19:59:59Z', 'revision_number': 4, 'project_id': '99ba6a6416f04a978731380ae0c230ae', 'gw_port': {'id': 'a65162bf-5b3a-4411-a0de-f8f21c1b2e8c', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:59:57Z', 'updated_at': '2021-11-10T19:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '4fdd35e5-b177-4b7b-b2b4-4b3df0b5cca8', 'tenant_id': '99ba6a6416f04a978731380ae0c230ae', 'floating_ip_address': '172.25.3.5', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'port_id': 'dd1f1cfa-fb83-436e-a4fd-cc9b552a153e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e37a5b2-5641-4443-968b-6a0c72b7134e', 'mac_address': 'fa:16:3e:3f:ff:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5b2917-d895-4019-8c6b-003e8a3ae038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:00:19Z', 'updated_at': '2021-11-10T20:00:19Z', 'revision_number': 0, 'project_id': '99ba6a6416f04a978731380ae0c230ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bf8f5c6-41c1-40e7-843c-0db2750fc0ac', 'name': '', 'network_id': '6e37a5b2-5641-4443-968b-6a0c72b7134e', 'tenant_id': '99ba6a6416f04a978731380ae0c230ae', 'mac_address': 'fa:16:3e:ef:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '4958b187-9a8b-4ffe-b649-361a32d7342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:59:59Z', 'updated_at': '2021-11-10T20:00:03Z', 'revision_number': 5, 'project_id': '99ba6a6416f04a978731380ae0c230ae', 'subnets': [{'id': '4958b187-9a8b-4ffe-b649-361a32d7342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:00:20.431729 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74e67e-4a76-4f7a-bfd1-f64be107bba3 req-0b8e754e-eb97-41b9-bacb-0cdfd5bddec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:00:20.433138 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cd74e67e-4a76-4f7a-bfd1-f64be107bba3 req-0b8e754e-eb97-41b9-bacb-0cdfd5bddec3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4958b187-9a8b-4ffe-b649-361a32d7342d HTTP/1.1" status: 200 len: 848 time: 0.0482650 Nov 10 20:00:20.440905 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbab2aa-3ca7-4a63-afc7-ff953acea8d4 None None] Checking router: 1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:00:20.450739 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbab2aa-3ca7-4a63-afc7-ff953acea8d4 None None] Routers {'1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:00:20.451360 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-6fbab2aa-3ca7-4a63-afc7-ff953acea8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T19:59:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:00:20.481267 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74e67e-4a76-4f7a-bfd1-f64be107bba3 req-daf06631-4966-4096-8dc2-4621616908c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:00:20.482833 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cd74e67e-4a76-4f7a-bfd1-f64be107bba3 req-daf06631-4966-4096-8dc2-4621616908c8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6e37a5b2-5641-4443-968b-6a0c72b7134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427265 Nov 10 20:00:20.560543 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-6fbab2aa-3ca7-4a63-afc7-ff953acea8d4 None None] Set router 1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:00:20.586165 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cd74e67e-4a76-4f7a-bfd1-f64be107bba3 req-b9e2ad80-b024-45c0-a070-9e602c02ee43 service neutron] 10.222.0.73 "GET /v2.0/networks/6e37a5b2-5641-4443-968b-6a0c72b7134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951769 Nov 10 20:00:20.686734 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cd74e67e-4a76-4f7a-bfd1-f64be107bba3 req-d48042dd-de4d-4ce2-84d8-a21fad644362 service neutron] 10.222.0.73 "GET /v2.0/networks/6e37a5b2-5641-4443-968b-6a0c72b7134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935011 Nov 10 20:00:20.792087 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-6fbab2aa-3ca7-4a63-afc7-ff953acea8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'name': 'tempest-TestServerBasicOps-1598762360-router', 'tenant_id': '99ba6a6416f04a978731380ae0c230ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'a65162bf-5b3a-4411-a0de-f8f21c1b2e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:59:57Z', 'updated_at': '2021-11-10T19:59:59Z', 'revision_number': 4, 'project_id': '99ba6a6416f04a978731380ae0c230ae', 'gw_port': {'id': 'a65162bf-5b3a-4411-a0de-f8f21c1b2e8c', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:59:57Z', 'updated_at': '2021-11-10T19:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '4fdd35e5-b177-4b7b-b2b4-4b3df0b5cca8', 'tenant_id': '99ba6a6416f04a978731380ae0c230ae', 'floating_ip_address': '172.25.3.5', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'port_id': 'dd1f1cfa-fb83-436e-a4fd-cc9b552a153e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e37a5b2-5641-4443-968b-6a0c72b7134e', 'mac_address': 'fa:16:3e:3f:ff:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5b2917-d895-4019-8c6b-003e8a3ae038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:00:19Z', 'updated_at': '2021-11-10T20:00:19Z', 'revision_number': 0, 'project_id': '99ba6a6416f04a978731380ae0c230ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bf8f5c6-41c1-40e7-843c-0db2750fc0ac', 'name': '', 'network_id': '6e37a5b2-5641-4443-968b-6a0c72b7134e', 'tenant_id': '99ba6a6416f04a978731380ae0c230ae', 'mac_address': 'fa:16:3e:ef:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '4958b187-9a8b-4ffe-b649-361a32d7342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:59:59Z', 'updated_at': '2021-11-10T20:00:03Z', 'revision_number': 5, 'project_id': '99ba6a6416f04a978731380ae0c230ae', 'subnets': [{'id': '4958b187-9a8b-4ffe-b649-361a32d7342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:00:20.827969 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbab2aa-3ca7-4a63-afc7-ff953acea8d4 None None] The sync data for ids ['1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0'] in n-d-813897-4 is: [{'id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'name': 'tempest-TestServerBasicOps-1598762360-router', 'tenant_id': '99ba6a6416f04a978731380ae0c230ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'a65162bf-5b3a-4411-a0de-f8f21c1b2e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:59:57Z', 'updated_at': '2021-11-10T19:59:59Z', 'revision_number': 4, 'project_id': '99ba6a6416f04a978731380ae0c230ae', 'gw_port': {'id': 'a65162bf-5b3a-4411-a0de-f8f21c1b2e8c', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:59:57Z', 'updated_at': '2021-11-10T19:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '4fdd35e5-b177-4b7b-b2b4-4b3df0b5cca8', 'tenant_id': '99ba6a6416f04a978731380ae0c230ae', 'floating_ip_address': '172.25.3.5', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'port_id': 'dd1f1cfa-fb83-436e-a4fd-cc9b552a153e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e37a5b2-5641-4443-968b-6a0c72b7134e', 'mac_address': 'fa:16:3e:3f:ff:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5b2917-d895-4019-8c6b-003e8a3ae038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:00:19Z', 'updated_at': '2021-11-10T20:00:19Z', 'revision_number': 0, 'project_id': '99ba6a6416f04a978731380ae0c230ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bf8f5c6-41c1-40e7-843c-0db2750fc0ac', 'name': '', 'network_id': '6e37a5b2-5641-4443-968b-6a0c72b7134e', 'tenant_id': '99ba6a6416f04a978731380ae0c230ae', 'mac_address': 'fa:16:3e:ef:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '4958b187-9a8b-4ffe-b649-361a32d7342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:59:59Z', 'updated_at': '2021-11-10T20:00:03Z', 'revision_number': 5, 'project_id': '99ba6a6416f04a978731380ae0c230ae', 'subnets': [{'id': '4958b187-9a8b-4ffe-b649-361a32d7342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:00:21.019336 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39207e7-dab5-4572-9f97-5f6133a186e2 None None] New status for floating IP 4fdd35e5-b177-4b7b-b2b4-4b3df0b5cca8: ACTIVE {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:00:23.476508 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-001ce3fa-f9e3-4634-8dc0-4dc718c272ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:25.136402 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:25.427119 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:25.733047 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2949992e-33a1-4ae3-9d5a-241004567a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:27.351310 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:28.858339 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:29.390566 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:39.170942 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:00:53.216297 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5a67801d-045f-4825-b6dd-5c3764e8e5e8 req-105b24ec-8eed-4506-8d09-ca10401a4abf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5e5b2917-d895-4019-8c6b-003e8a3ae038&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0490761 Nov 10 20:00:53.318799 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67801d-045f-4825-b6dd-5c3764e8e5e8 req-5fe87681-ee15-4233-a249-c25ee67cd195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:00:53.320356 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5a67801d-045f-4825-b6dd-5c3764e8e5e8 req-5fe87681-ee15-4233-a249-c25ee67cd195 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99ba6a6416f04a978731380ae0c230ae&device_id=5e5b2917-d895-4019-8c6b-003e8a3ae038 HTTP/1.1" status: 200 len: 1096 time: 0.0535250 Nov 10 20:00:53.447216 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67801d-045f-4825-b6dd-5c3764e8e5e8 req-f1fb5169-6a96-4fe9-b56e-63263afc0e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:00:53.448736 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5a67801d-045f-4825-b6dd-5c3764e8e5e8 req-f1fb5169-6a96-4fe9-b56e-63263afc0e89 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6e37a5b2-5641-4443-968b-6a0c72b7134e HTTP/1.1" status: 200 len: 910 time: 0.0961988 Nov 10 20:00:53.482799 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6b0c4c89-32a0-48ee-959d-528d8d0bcd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:53.520316 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5a67801d-045f-4825-b6dd-5c3764e8e5e8 req-b9f99ccc-355c-4bf0-ad56-e1b2acb74c95 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd1f1cfa-fb83-436e-a4fd-cc9b552a153e HTTP/1.1" status: 200 len: 999 time: 0.0636373 Nov 10 20:00:53.570650 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67801d-045f-4825-b6dd-5c3764e8e5e8 req-f158f81e-6922-438c-a324-82a2f2e88f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:00:53.572159 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5a67801d-045f-4825-b6dd-5c3764e8e5e8 req-f158f81e-6922-438c-a324-82a2f2e88f3f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4958b187-9a8b-4ffe-b649-361a32d7342d HTTP/1.1" status: 200 len: 848 time: 0.0451145 Nov 10 20:00:53.618955 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67801d-045f-4825-b6dd-5c3764e8e5e8 req-da940291-27bc-41ba-9c98-84335a5671d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:00:53.620508 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5a67801d-045f-4825-b6dd-5c3764e8e5e8 req-da940291-27bc-41ba-9c98-84335a5671d8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6e37a5b2-5641-4443-968b-6a0c72b7134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412874 Nov 10 20:00:53.714863 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5a67801d-045f-4825-b6dd-5c3764e8e5e8 req-c8dffb55-1cba-4839-8b9c-424b27579f75 service neutron] 10.222.0.73 "GET /v2.0/networks/6e37a5b2-5641-4443-968b-6a0c72b7134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869403 Nov 10 20:00:53.807878 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5a67801d-045f-4825-b6dd-5c3764e8e5e8 req-6a9c0aed-625d-4add-bcea-9aaef844da2a service neutron] 10.222.0.73 "GET /v2.0/networks/6e37a5b2-5641-4443-968b-6a0c72b7134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856423 Nov 10 20:00:55.129472 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 53930) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:00:55.130169 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:55.219813 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611c497-bb8d-4034-a6d8-8a90934ef7c1 req-bb167824-2889-47c0-b74c-88da25cff55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:00:55.221292 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e611c497-bb8d-4034-a6d8-8a90934ef7c1 req-bb167824-2889-47c0-b74c-88da25cff55b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5e5b2917-d895-4019-8c6b-003e8a3ae038 HTTP/1.1" status: 200 len: 1096 time: 0.0907412 Nov 10 20:00:55.271248 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e611c497-bb8d-4034-a6d8-8a90934ef7c1 req-37b13ce7-1e64-4682-93bb-f520a37f848c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=937a05ec-6f68-4089-94e4-43b58d687cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414343 Nov 10 20:00:55.425643 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:55.748360 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f54b15dc-0138-43fb-82cf-dc3ec1b1f8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:57.351157 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:58.863767 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:00:59.389464 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:01:16.171080 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:01:23.487477 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8daa9b5d-4056-46b8-a2b5-ededc4075eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:01:25.147453 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:01:25.449512 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:01:25.752396 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dc057a98-eba4-4d75-b4bb-5b9340147c26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:01:27.353530 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:01:28.865120 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:01:29.385463 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:01:42.355313 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-f5e75f39-7e92-45d9-aca8-9164433b9550 req-e9ee2025-3fba-4c35-8505-6c3d355b5ead service neutron] (102506) timed out ('10.222.0.54', 48940) {{(pid=102506) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 20:01:53.172162 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:01:53.204992 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fef6cfe2-3ba6-43a7-9bbf-9f8b90e1f00c req-13e5b00f-2841-461c-b893-6bda154205e3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5e5b2917-d895-4019-8c6b-003e8a3ae038&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497918 Nov 10 20:01:53.303910 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6cfe2-3ba6-43a7-9bbf-9f8b90e1f00c req-c6339bf3-3467-42a5-bc78-1d7f7d8d3ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:01:53.305435 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fef6cfe2-3ba6-43a7-9bbf-9f8b90e1f00c req-c6339bf3-3467-42a5-bc78-1d7f7d8d3ee3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99ba6a6416f04a978731380ae0c230ae&device_id=5e5b2917-d895-4019-8c6b-003e8a3ae038 HTTP/1.1" status: 200 len: 1096 time: 0.0501184 Nov 10 20:01:53.428387 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6cfe2-3ba6-43a7-9bbf-9f8b90e1f00c req-283e032d-f71f-4bf3-a44a-11728dada368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:01:53.429916 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fef6cfe2-3ba6-43a7-9bbf-9f8b90e1f00c req-283e032d-f71f-4bf3-a44a-11728dada368 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6e37a5b2-5641-4443-968b-6a0c72b7134e HTTP/1.1" status: 200 len: 910 time: 0.1025538 Nov 10 20:01:53.498135 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-50186b09-0a76-4900-bb12-324835a7953d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:01:53.507551 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fef6cfe2-3ba6-43a7-9bbf-9f8b90e1f00c req-fbb1476d-708e-4020-878a-49a27952bce2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd1f1cfa-fb83-436e-a4fd-cc9b552a153e HTTP/1.1" status: 200 len: 999 time: 0.0703073 Nov 10 20:01:53.562933 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6cfe2-3ba6-43a7-9bbf-9f8b90e1f00c req-ee2e278a-6115-4a3f-abfb-29afdf52692d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:01:53.564424 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fef6cfe2-3ba6-43a7-9bbf-9f8b90e1f00c req-ee2e278a-6115-4a3f-abfb-29afdf52692d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4958b187-9a8b-4ffe-b649-361a32d7342d HTTP/1.1" status: 200 len: 848 time: 0.0496955 Nov 10 20:01:53.622563 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6cfe2-3ba6-43a7-9bbf-9f8b90e1f00c req-ec3d0087-aafa-400c-82c5-088e081a72a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:01:53.624151 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fef6cfe2-3ba6-43a7-9bbf-9f8b90e1f00c req-ec3d0087-aafa-400c-82c5-088e081a72a3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6e37a5b2-5641-4443-968b-6a0c72b7134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509405 Nov 10 20:01:53.727872 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fef6cfe2-3ba6-43a7-9bbf-9f8b90e1f00c req-558c4a57-4d20-4739-bacf-e6d0b25905e6 service neutron] 10.222.0.73 "GET /v2.0/networks/6e37a5b2-5641-4443-968b-6a0c72b7134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939701 Nov 10 20:01:53.836442 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fef6cfe2-3ba6-43a7-9bbf-9f8b90e1f00c req-401e6870-385d-4131-b40f-d663a196d6e1 service neutron] 10.222.0.73 "GET /v2.0/networks/6e37a5b2-5641-4443-968b-6a0c72b7134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005197 Nov 10 20:01:55.168741 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:01:55.438249 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:01:55.749519 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-960a465a-a76d-4d0a-b005-79c82f488726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:01:57.357968 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:01:58.868242 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:01:59.381026 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:02:23.500619 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fa21ef79-8143-4899-ba31-559323c425a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:02:25.160267 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:02:25.455138 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:02:25.743970 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-edd2dff1-90b0-4472-be97-b7689052fdec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:02:27.363281 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:02:28.876259 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:02:29.386427 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:02:30.174664 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:02:53.254267 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fd3be230-dc12-4fad-b2db-3933eb7c84f6 req-6851a4bc-0a72-4fa7-a6ed-f9874e6d298d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5e5b2917-d895-4019-8c6b-003e8a3ae038&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0917189 Nov 10 20:02:53.342475 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3be230-dc12-4fad-b2db-3933eb7c84f6 req-8c8f8317-9a5d-4509-8bbb-255f5cf73f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:02:53.344021 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fd3be230-dc12-4fad-b2db-3933eb7c84f6 req-8c8f8317-9a5d-4509-8bbb-255f5cf73f0f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99ba6a6416f04a978731380ae0c230ae&device_id=5e5b2917-d895-4019-8c6b-003e8a3ae038 HTTP/1.1" status: 200 len: 1096 time: 0.0443249 Nov 10 20:02:53.454707 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3be230-dc12-4fad-b2db-3933eb7c84f6 req-87c608ea-36b2-423b-b9ab-baa8036675f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:02:53.456224 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fd3be230-dc12-4fad-b2db-3933eb7c84f6 req-87c608ea-36b2-423b-b9ab-baa8036675f8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6e37a5b2-5641-4443-968b-6a0c72b7134e HTTP/1.1" status: 200 len: 910 time: 0.0914328 Nov 10 20:02:53.496159 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-39a8ec98-3a5d-44fb-b960-fc2dd3327be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:02:53.523882 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fd3be230-dc12-4fad-b2db-3933eb7c84f6 req-251ad68e-0934-4044-87bf-79e4fdb512cb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd1f1cfa-fb83-436e-a4fd-cc9b552a153e HTTP/1.1" status: 200 len: 999 time: 0.0599260 Nov 10 20:02:53.585379 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3be230-dc12-4fad-b2db-3933eb7c84f6 req-b0ef6b9e-7483-4d05-8dcf-96c85290379d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:02:53.586969 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fd3be230-dc12-4fad-b2db-3933eb7c84f6 req-b0ef6b9e-7483-4d05-8dcf-96c85290379d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4958b187-9a8b-4ffe-b649-361a32d7342d HTTP/1.1" status: 200 len: 848 time: 0.0553446 Nov 10 20:02:53.635727 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3be230-dc12-4fad-b2db-3933eb7c84f6 req-ab65e132-e025-435d-a950-7d737e7b44de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:02:53.637347 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fd3be230-dc12-4fad-b2db-3933eb7c84f6 req-ab65e132-e025-435d-a950-7d737e7b44de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6e37a5b2-5641-4443-968b-6a0c72b7134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432518 Nov 10 20:02:53.728627 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fd3be230-dc12-4fad-b2db-3933eb7c84f6 req-480ed72a-d4b0-4584-9596-5ff4bdbb7976 service neutron] 10.222.0.73 "GET /v2.0/networks/6e37a5b2-5641-4443-968b-6a0c72b7134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836637 Nov 10 20:02:54.130578 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fd3be230-dc12-4fad-b2db-3933eb7c84f6 req-4ae2acf9-e4dc-4226-af2a-3859bcb75855 service neutron] 10.222.0.73 "GET /v2.0/networks/6e37a5b2-5641-4443-968b-6a0c72b7134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943989 Nov 10 20:02:55.182272 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:02:55.463237 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:02:55.748263 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9003e578-b6d8-4ccd-8fec-c5a839eff09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:02:57.369676 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:02:58.887500 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:02:59.382977 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:03:07.175683 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:03:23.503071 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0faa586f-17d4-4158-b0f1-8114fdf1610f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:03:25.208262 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:03:25.468728 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:03:25.755864 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0604d90c-1a91-44a4-b303-958718bc8c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:03:27.368328 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:03:28.878476 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:03:29.399668 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:03:44.176509 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:03:53.500294 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f0ce9331-e697-4f51-879d-f13f45178abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:03:54.339051 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91e43b6f-7f33-4c38-a644-e609c4d8c04e req-c089632e-41a0-48f5-b2fd-282a57c735d1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5e5b2917-d895-4019-8c6b-003e8a3ae038&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0990608 Nov 10 20:03:54.429746 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e43b6f-7f33-4c38-a644-e609c4d8c04e req-ef74eeeb-740e-42b4-b650-3d05682f597e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:03:54.431342 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91e43b6f-7f33-4c38-a644-e609c4d8c04e req-ef74eeeb-740e-42b4-b650-3d05682f597e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99ba6a6416f04a978731380ae0c230ae&device_id=5e5b2917-d895-4019-8c6b-003e8a3ae038 HTTP/1.1" status: 200 len: 1096 time: 0.0450401 Nov 10 20:03:54.547031 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e43b6f-7f33-4c38-a644-e609c4d8c04e req-bc6ebbb7-fdef-4783-b0d8-1012246066f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:03:54.548889 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91e43b6f-7f33-4c38-a644-e609c4d8c04e req-bc6ebbb7-fdef-4783-b0d8-1012246066f9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6e37a5b2-5641-4443-968b-6a0c72b7134e HTTP/1.1" status: 200 len: 910 time: 0.0965202 Nov 10 20:03:54.627745 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91e43b6f-7f33-4c38-a644-e609c4d8c04e req-e9ffb8df-60cf-4f02-954e-04a046aa52d0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd1f1cfa-fb83-436e-a4fd-cc9b552a153e HTTP/1.1" status: 200 len: 999 time: 0.0707836 Nov 10 20:03:54.681898 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e43b6f-7f33-4c38-a644-e609c4d8c04e req-0159d2f8-7580-4e25-9c15-07e246427b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:03:54.683380 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91e43b6f-7f33-4c38-a644-e609c4d8c04e req-0159d2f8-7580-4e25-9c15-07e246427b4e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4958b187-9a8b-4ffe-b649-361a32d7342d HTTP/1.1" status: 200 len: 848 time: 0.0489993 Nov 10 20:03:54.737846 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e43b6f-7f33-4c38-a644-e609c4d8c04e req-87e715a8-1d82-4355-a58a-f6f131dca030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:03:54.739486 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91e43b6f-7f33-4c38-a644-e609c4d8c04e req-87e715a8-1d82-4355-a58a-f6f131dca030 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6e37a5b2-5641-4443-968b-6a0c72b7134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488527 Nov 10 20:03:54.845704 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91e43b6f-7f33-4c38-a644-e609c4d8c04e req-2e0b3f2a-258e-48f5-a8f2-7a486e8a73fb service neutron] 10.222.0.73 "GET /v2.0/networks/6e37a5b2-5641-4443-968b-6a0c72b7134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982814 Nov 10 20:03:54.943577 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91e43b6f-7f33-4c38-a644-e609c4d8c04e req-86fe67e9-5606-4ebc-af7f-8da971628d5d service neutron] 10.222.0.73 "GET /v2.0/networks/6e37a5b2-5641-4443-968b-6a0c72b7134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902364 Nov 10 20:03:55.219729 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:03:55.491587 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:03:55.762508 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-95422ce6-c38d-4f30-ae08-6462a1615e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:03:57.371509 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:03:58.883474 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:03:59.390867 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:04:21.176810 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:04:23.498383 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cb10453a-700a-44d4-8fc4-50709c1142ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:04:25.237655 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:04:25.483513 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:04:25.746591 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e5f08826-760b-44d5-83cd-5d7ffdcc7b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:04:27.378053 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:04:28.886017 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:04:29.386833 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:04:53.497947 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-90de0cb3-c8bf-49cb-8807-0bf3983a5c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:04:55.249967 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:04:55.509874 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:04:55.752167 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7829027d-9ae6-49cb-92ac-8a399d8767bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:04:56.196031 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5e49e0ed-4a83-4840-8fb9-e23dddc62b07 req-d8ed167c-7eaf-4fa4-9eb1-b03814ada230 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5e5b2917-d895-4019-8c6b-003e8a3ae038&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0484378 Nov 10 20:04:56.295343 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49e0ed-4a83-4840-8fb9-e23dddc62b07 req-5e791ca2-2261-46bb-8eab-e478e4ed7211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:04:56.297274 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5e49e0ed-4a83-4840-8fb9-e23dddc62b07 req-5e791ca2-2261-46bb-8eab-e478e4ed7211 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99ba6a6416f04a978731380ae0c230ae&device_id=5e5b2917-d895-4019-8c6b-003e8a3ae038 HTTP/1.1" status: 200 len: 1096 time: 0.0528731 Nov 10 20:04:56.408638 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49e0ed-4a83-4840-8fb9-e23dddc62b07 req-6ce642c8-2036-4c82-9d21-6e7bb0792401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:04:56.410217 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5e49e0ed-4a83-4840-8fb9-e23dddc62b07 req-6ce642c8-2036-4c82-9d21-6e7bb0792401 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6e37a5b2-5641-4443-968b-6a0c72b7134e HTTP/1.1" status: 200 len: 910 time: 0.0899241 Nov 10 20:04:56.487098 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5e49e0ed-4a83-4840-8fb9-e23dddc62b07 req-eb47560d-deee-4ced-90f9-527cc325375e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd1f1cfa-fb83-436e-a4fd-cc9b552a153e HTTP/1.1" status: 200 len: 999 time: 0.0668440 Nov 10 20:04:56.550371 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49e0ed-4a83-4840-8fb9-e23dddc62b07 req-c0a3189c-2cdb-4cf4-a785-e2d2b1319051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:04:56.551891 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5e49e0ed-4a83-4840-8fb9-e23dddc62b07 req-c0a3189c-2cdb-4cf4-a785-e2d2b1319051 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4958b187-9a8b-4ffe-b649-361a32d7342d HTTP/1.1" status: 200 len: 848 time: 0.0575690 Nov 10 20:04:56.605051 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49e0ed-4a83-4840-8fb9-e23dddc62b07 req-670b1aa6-7d26-4529-b487-b03a376fc2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:04:56.607026 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5e49e0ed-4a83-4840-8fb9-e23dddc62b07 req-670b1aa6-7d26-4529-b487-b03a376fc2fc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6e37a5b2-5641-4443-968b-6a0c72b7134e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470369 Nov 10 20:04:56.711486 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5e49e0ed-4a83-4840-8fb9-e23dddc62b07 req-c6232342-3cba-4df0-8cc5-7108f6a79151 service neutron] 10.222.0.73 "GET /v2.0/networks/6e37a5b2-5641-4443-968b-6a0c72b7134e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909665 Nov 10 20:04:56.809941 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5e49e0ed-4a83-4840-8fb9-e23dddc62b07 req-22ed3266-7024-4b69-9095-233abad98b04 service neutron] 10.222.0.73 "GET /v2.0/networks/6e37a5b2-5641-4443-968b-6a0c72b7134e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901406 Nov 10 20:04:57.381188 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:04:58.178371 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:04:58.889158 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:04:59.383316 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:01.021999 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa890e6-35a9-4b4d-aaaa-070ef98f0b3b req-78dd4fec-c69f-4f18-b7d1-46f77aecb614 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:01.023552 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8aa890e6-35a9-4b4d-aaaa-070ef98f0b3b req-78dd4fec-c69f-4f18-b7d1-46f77aecb614 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e5b2917-d895-4019-8c6b-003e8a3ae038 HTTP/1.1" status: 200 len: 945 time: 0.1127617 Nov 10 20:05:01.084310 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8aa890e6-35a9-4b4d-aaaa-070ef98f0b3b req-cdd2fae6-7be3-40ab-b0d2-004722c8e282 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "GET /v2.0/security-groups?id=937a05ec-6f68-4089-94e4-43b58d687cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524650 Nov 10 20:05:02.089537 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7464e8-bca1-411d-8bb4-14bf7c4fcaca req-42593092-8486-45c5-8238-a25627c20255 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:02.091086 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ed7464e8-bca1-411d-8bb4-14bf7c4fcaca req-42593092-8486-45c5-8238-a25627c20255 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e5b2917-d895-4019-8c6b-003e8a3ae038 HTTP/1.1" status: 200 len: 945 time: 0.0530291 Nov 10 20:05:02.230229 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed96da-7e5c-4e25-ab8d-0c3bd72adc30 req-ee41ab54-99c0-4724-a088-782da10c0c4c tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:02.232081 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2fed96da-7e5c-4e25-ab8d-0c3bd72adc30 req-ee41ab54-99c0-4724-a088-782da10c0c4c tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e5b2917-d895-4019-8c6b-003e8a3ae038 HTTP/1.1" status: 200 len: 945 time: 0.0649817 Nov 10 20:05:02.237560 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-ed7464e8-bca1-411d-8bb4-14bf7c4fcaca req-84c6b425-95c3-4f86-ba4a-1a27a541b3b9 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Deleting port dd1f1cfa-fb83-436e-a4fd-cc9b552a153e {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:05:02.237892 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ed7464e8-bca1-411d-8bb4-14bf7c4fcaca req-84c6b425-95c3-4f86-ba4a-1a27a541b3b9 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:02.349850 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2fed96da-7e5c-4e25-ab8d-0c3bd72adc30 req-8e19f5d7-01be-4e16-9b9f-5cc9ce4b8486 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "GET /v2.0/security-groups?id=937a05ec-6f68-4089-94e4-43b58d687cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087053 Nov 10 20:05:02.370862 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-ed7464e8-bca1-411d-8bb4-14bf7c4fcaca req-84c6b425-95c3-4f86-ba4a-1a27a541b3b9 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] For port dd1f1cfa-fb83-436e-a4fd-cc9b552a153e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=dd1f1cfa-fb83-436e-a4fd-cc9b552a153e,segment=NetworkSegment(babe9e8a-b9f2-4ad1-a172-f1b4b80850cd),segment_id=babe9e8a-b9f2-4ad1-a172-f1b4b80850cd)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:05:02.370862 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ed7464e8-bca1-411d-8bb4-14bf7c4fcaca req-84c6b425-95c3-4f86-ba4a-1a27a541b3b9 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:02.627566 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ed7464e8-bca1-411d-8bb4-14bf7c4fcaca req-84c6b425-95c3-4f86-ba4a-1a27a541b3b9 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:02.628889 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ed7464e8-bca1-411d-8bb4-14bf7c4fcaca req-84c6b425-95c3-4f86-ba4a-1a27a541b3b9 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:02.629229 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [req-ed7464e8-bca1-411d-8bb4-14bf7c4fcaca req-84c6b425-95c3-4f86-ba4a-1a27a541b3b9 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Floating IP 4fdd35e5-b177-4b7b-b2b4-4b3df0b5cca8 disassociated. External IP: 172.25.3.5, port: dd1f1cfa-fb83-436e-a4fd-cc9b552a153e. Nov 10 20:05:02.629582 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-ed7464e8-bca1-411d-8bb4-14bf7c4fcaca req-84c6b425-95c3-4f86-ba4a-1a27a541b3b9 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Calling delete_port for dd1f1cfa-fb83-436e-a4fd-cc9b552a153e owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:05:02.776776 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ed7464e8-bca1-411d-8bb4-14bf7c4fcaca req-84c6b425-95c3-4f86-ba4a-1a27a541b3b9 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:02.812447 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6b425-95c3-4f86-ba4a-1a27a541b3b9 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Pushing event deleted for resources: {'Port': ['ID=dd1f1cfa-fb83-436e-a4fd-cc9b552a153e,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:05:02.826105 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6b425-95c3-4f86-ba4a-1a27a541b3b9 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:02.826458 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6b425-95c3-4f86-ba4a-1a27a541b3b9 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:02.826847 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6b425-95c3-4f86-ba4a-1a27a541b3b9 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:02.827121 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6b425-95c3-4f86-ba4a-1a27a541b3b9 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:02.827664 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6b425-95c3-4f86-ba4a-1a27a541b3b9 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:02.827779 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6b425-95c3-4f86-ba4a-1a27a541b3b9 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:02.828223 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6b425-95c3-4f86-ba4a-1a27a541b3b9 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:02.828410 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6b425-95c3-4f86-ba4a-1a27a541b3b9 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:02.828788 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6b425-95c3-4f86-ba4a-1a27a541b3b9 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:02.829045 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6b425-95c3-4f86-ba4a-1a27a541b3b9 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:02.829383 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6b425-95c3-4f86-ba4a-1a27a541b3b9 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:02.829678 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6b425-95c3-4f86-ba4a-1a27a541b3b9 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:02.942319 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed7464e8-bca1-411d-8bb4-14bf7c4fcaca req-84c6b425-95c3-4f86-ba4a-1a27a541b3b9 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Router 1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:05:03.059801 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed7464e8-bca1-411d-8bb4-14bf7c4fcaca req-84c6b425-95c3-4f86-ba4a-1a27a541b3b9 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:05:03.070677 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9633d8-3936-492e-9c3c-1ac87c4a3090 None None] Sync routers for ids ['1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:05:03.082908 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9633d8-3936-492e-9c3c-1ac87c4a3090 None None] Routers {'1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:05:03.083632 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-1a9633d8-3936-492e-9c3c-1ac87c4a3090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:04:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:05:03.107989 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7464e8-bca1-411d-8bb4-14bf7c4fcaca req-84c6b425-95c3-4f86-ba4a-1a27a541b3b9 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] No DVR routers for this DVR port dd1f1cfa-fb83-436e-a4fd-cc9b552a153e on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:05:03.111118 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-ed7464e8-bca1-411d-8bb4-14bf7c4fcaca req-84c6b425-95c3-4f86-ba4a-1a27a541b3b9 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:03.114753 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ed7464e8-bca1-411d-8bb4-14bf7c4fcaca req-84c6b425-95c3-4f86-ba4a-1a27a541b3b9 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.73 "DELETE /v2.0/ports/dd1f1cfa-fb83-436e-a4fd-cc9b552a153e HTTP/1.1" status: 204 len: 173 time: 1.0171227 Nov 10 20:05:03.115258 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5b2917-d895-4019-8c6b-003e8a3ae038', 'name': 'network-vif-deleted', 'tag': 'dd1f1cfa-fb83-436e-a4fd-cc9b552a153e'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:05:03.165789 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfbd5c25fd1a1bf18e79891c674f962074aa63d8f4aa99a8f6cb3be41b9dd3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f4e682-d6a1-488c-a530-51208071a26a" -d '{"events": [{"server_uuid": "5e5b2917-d895-4019-8c6b-003e8a3ae038", "name": "network-vif-deleted", "tag": "dd1f1cfa-fb83-436e-a4fd-cc9b552a153e"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:05:03.220128 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-1a9633d8-3936-492e-9c3c-1ac87c4a3090 None None] Set router 1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:05:03.300607 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c19165e-4d2b-4dab-bb42-76158114f1b6 x-openstack-request-id: req-8c19165e-4d2b-4dab-bb42-76158114f1b6 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:05:03.300906 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5b2917-d895-4019-8c6b-003e8a3ae038", "name": "network-vif-deleted", "tag": "dd1f1cfa-fb83-436e-a4fd-cc9b552a153e", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:05:03.301154 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8c19165e-4d2b-4dab-bb42-76158114f1b6 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:05:03.301552 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5b2917-d895-4019-8c6b-003e8a3ae038', 'name': 'network-vif-deleted', 'tag': 'dd1f1cfa-fb83-436e-a4fd-cc9b552a153e', 'status': 'completed', 'code': 200} Nov 10 20:05:03.450267 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-1a9633d8-3936-492e-9c3c-1ac87c4a3090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'name': 'tempest-TestServerBasicOps-1598762360-router', 'tenant_id': '99ba6a6416f04a978731380ae0c230ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'a65162bf-5b3a-4411-a0de-f8f21c1b2e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:59:57Z', 'updated_at': '2021-11-10T19:59:59Z', 'revision_number': 4, 'project_id': '99ba6a6416f04a978731380ae0c230ae', 'gw_port': {'id': 'a65162bf-5b3a-4411-a0de-f8f21c1b2e8c', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:59:57Z', 'updated_at': '2021-11-10T19:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '3bf8f5c6-41c1-40e7-843c-0db2750fc0ac', 'name': '', 'network_id': '6e37a5b2-5641-4443-968b-6a0c72b7134e', 'tenant_id': '99ba6a6416f04a978731380ae0c230ae', 'mac_address': 'fa:16:3e:ef:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '4958b187-9a8b-4ffe-b649-361a32d7342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:59:59Z', 'updated_at': '2021-11-10T20:00:03Z', 'revision_number': 5, 'project_id': '99ba6a6416f04a978731380ae0c230ae', 'subnets': [{'id': '4958b187-9a8b-4ffe-b649-361a32d7342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:05:03.466041 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45e89983-fcd3-4cf4-8f6f-88d46a72c113 req-5455993a-2908-4547-9643-85d8c6ab7017 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e5b2917-d895-4019-8c6b-003e8a3ae038 HTTP/1.1" status: 200 len: 210 time: 0.0263531 Nov 10 20:05:03.478802 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9633d8-3936-492e-9c3c-1ac87c4a3090 None None] Checking router: 1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:05:03.489400 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9633d8-3936-492e-9c3c-1ac87c4a3090 None None] Routers {'1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:05:03.490042 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-1a9633d8-3936-492e-9c3c-1ac87c4a3090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:04:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:05:03.612832 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-1a9633d8-3936-492e-9c3c-1ac87c4a3090 None None] Set router 1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:05:03.832462 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-1a9633d8-3936-492e-9c3c-1ac87c4a3090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'name': 'tempest-TestServerBasicOps-1598762360-router', 'tenant_id': '99ba6a6416f04a978731380ae0c230ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'a65162bf-5b3a-4411-a0de-f8f21c1b2e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:59:57Z', 'updated_at': '2021-11-10T19:59:59Z', 'revision_number': 4, 'project_id': '99ba6a6416f04a978731380ae0c230ae', 'gw_port': {'id': 'a65162bf-5b3a-4411-a0de-f8f21c1b2e8c', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:59:57Z', 'updated_at': '2021-11-10T19:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '3bf8f5c6-41c1-40e7-843c-0db2750fc0ac', 'name': '', 'network_id': '6e37a5b2-5641-4443-968b-6a0c72b7134e', 'tenant_id': '99ba6a6416f04a978731380ae0c230ae', 'mac_address': 'fa:16:3e:ef:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '4958b187-9a8b-4ffe-b649-361a32d7342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:59:59Z', 'updated_at': '2021-11-10T20:00:03Z', 'revision_number': 5, 'project_id': '99ba6a6416f04a978731380ae0c230ae', 'subnets': [{'id': '4958b187-9a8b-4ffe-b649-361a32d7342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:05:03.858278 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9633d8-3936-492e-9c3c-1ac87c4a3090 None None] The sync data for ids ['1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0'] in n-d-813897-4 is: [{'id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'name': 'tempest-TestServerBasicOps-1598762360-router', 'tenant_id': '99ba6a6416f04a978731380ae0c230ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'a65162bf-5b3a-4411-a0de-f8f21c1b2e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:59:57Z', 'updated_at': '2021-11-10T19:59:59Z', 'revision_number': 4, 'project_id': '99ba6a6416f04a978731380ae0c230ae', 'gw_port': {'id': 'a65162bf-5b3a-4411-a0de-f8f21c1b2e8c', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:59:57Z', 'updated_at': '2021-11-10T19:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '3bf8f5c6-41c1-40e7-843c-0db2750fc0ac', 'name': '', 'network_id': '6e37a5b2-5641-4443-968b-6a0c72b7134e', 'tenant_id': '99ba6a6416f04a978731380ae0c230ae', 'mac_address': 'fa:16:3e:ef:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '4958b187-9a8b-4ffe-b649-361a32d7342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:59:59Z', 'updated_at': '2021-11-10T20:00:03Z', 'revision_number': 5, 'project_id': '99ba6a6416f04a978731380ae0c230ae', 'subnets': [{'id': '4958b187-9a8b-4ffe-b649-361a32d7342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:05:04.098076 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b38ab0-3b01-48e4-81df-4f57bfdb56f0 None None] New status for floating IP 4fdd35e5-b177-4b7b-b2b4-4b3df0b5cca8: DOWN {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:05:04.533356 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54040) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:05:04.672829 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-acf8a734-213c-4b89-aa55-49f4b0b949e7 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Deleting port c1191be5-4b6a-4c7b-8f3a-e4500d764591 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:05:04.673131 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-acf8a734-213c-4b89-aa55-49f4b0b949e7 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:04.758058 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-acf8a734-213c-4b89-aa55-49f4b0b949e7 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:04.758298 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-acf8a734-213c-4b89-aa55-49f4b0b949e7 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:04.776793 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-acf8a734-213c-4b89-aa55-49f4b0b949e7 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Calling delete_port for c1191be5-4b6a-4c7b-8f3a-e4500d764591 owned by network:floatingip {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:05:04.924036 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-acf8a734-213c-4b89-aa55-49f4b0b949e7 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:04.947752 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf8a734-213c-4b89-aa55-49f4b0b949e7 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Pushing event deleted for resources: {'Port': ['ID=c1191be5-4b6a-4c7b-8f3a-e4500d764591,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:05:04.959023 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8a734-213c-4b89-aa55-49f4b0b949e7 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:04.959421 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8a734-213c-4b89-aa55-49f4b0b949e7 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:04.959695 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8a734-213c-4b89-aa55-49f4b0b949e7 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:04.960035 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8a734-213c-4b89-aa55-49f4b0b949e7 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:04.960372 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8a734-213c-4b89-aa55-49f4b0b949e7 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:04.960707 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8a734-213c-4b89-aa55-49f4b0b949e7 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:04.961052 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8a734-213c-4b89-aa55-49f4b0b949e7 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:04.961383 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8a734-213c-4b89-aa55-49f4b0b949e7 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:04.961938 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8a734-213c-4b89-aa55-49f4b0b949e7 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:04.962096 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8a734-213c-4b89-aa55-49f4b0b949e7 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:04.962654 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8a734-213c-4b89-aa55-49f4b0b949e7 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:04.963000 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf8a734-213c-4b89-aa55-49f4b0b949e7 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:05.025927 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-acf8a734-213c-4b89-aa55-49f4b0b949e7 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks [] for floatingip, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:05.028503 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-acf8a734-213c-4b89-aa55-49f4b0b949e7 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:05.029718 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-acf8a734-213c-4b89-aa55-49f4b0b949e7 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "DELETE /v2.0/floatingips/4fdd35e5-b177-4b7b-b2b4-4b3df0b5cca8 HTTP/1.1" status: 204 len: 168 time: 0.4953020 Nov 10 20:05:05.100514 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54048) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:05:05.173487 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-77c95da8-268c-4ca3-b57f-f89f0fc36456 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:05.205299 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-77c95da8-268c-4ca3-b57f-f89f0fc36456 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:05.273985 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-77c95da8-268c-4ca3-b57f-f89f0fc36456 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:05.278312 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-77c95da8-268c-4ca3-b57f-f89f0fc36456 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:05.280304 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-77c95da8-268c-4ca3-b57f-f89f0fc36456 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] 10.222.0.54 "DELETE /v2.0/security-groups/937a05ec-6f68-4089-94e4-43b58d687cee HTTP/1.1" status: 204 len: 168 time: 0.1786301 Nov 10 20:05:05.292780 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c95da8-268c-4ca3-b57f-f89f0fc36456 tempest-TestServerBasicOps-2098420955 tempest-TestServerBasicOps-2098420955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=937a05ec-6f68-4089-94e4-43b58d687cee,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:05:05.686516 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device dd1f1cfa-fb83-436e-a4fd-cc9b552a153e no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:05:05.710449 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: dd1f1cfa-fb83-436e-a4fd-cc9b552a153e {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:05:05.710801 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device dd1f1cfa-fb83-436e-a4fd-cc9b552a153e not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:05:06.346959 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54054) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:05:06.827807 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-50d05255-bdbe-44da-b76c-f223b388f786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:07.096893 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-50d05255-bdbe-44da-b76c-f223b388f786 admin admin] Deleting port 3bf8f5c6-41c1-40e7-843c-0db2750fc0ac {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:05:07.097237 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-50d05255-bdbe-44da-b76c-f223b388f786 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:07.182911 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-50d05255-bdbe-44da-b76c-f223b388f786 admin admin] For port 3bf8f5c6-41c1-40e7-843c-0db2750fc0ac, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=3bf8f5c6-41c1-40e7-843c-0db2750fc0ac,segment=NetworkSegment(babe9e8a-b9f2-4ad1-a172-f1b4b80850cd),segment_id=babe9e8a-b9f2-4ad1-a172-f1b4b80850cd)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:05:07.183177 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-50d05255-bdbe-44da-b76c-f223b388f786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:07.196890 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-50d05255-bdbe-44da-b76c-f223b388f786 admin admin] Calling delete_port for 3bf8f5c6-41c1-40e7-843c-0db2750fc0ac owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:05:07.397712 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-50d05255-bdbe-44da-b76c-f223b388f786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:07.423524 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d05255-bdbe-44da-b76c-f223b388f786 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bf8f5c6-41c1-40e7-843c-0db2750fc0ac,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:05:07.602022 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-50d05255-bdbe-44da-b76c-f223b388f786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:07.830476 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d05255-bdbe-44da-b76c-f223b388f786 admin admin] Router 1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:05:08.275379 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d05255-bdbe-44da-b76c-f223b388f786 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:05:08.281339 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-50d05255-bdbe-44da-b76c-f223b388f786 admin admin] 10.222.0.54 "PUT /v2.0/routers/1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9331770 Nov 10 20:05:08.284113 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54058) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:05:08.284906 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559cabc8-0250-4ddb-b9bc-e2902ba38fff None None] Sync routers for ids ['1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:05:08.297009 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559cabc8-0250-4ddb-b9bc-e2902ba38fff None None] Routers {'1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:05:08.297632 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-559cabc8-0250-4ddb-b9bc-e2902ba38fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:04:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:05:08.396414 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c2e35a18-fd4f-4121-8b15-8ef6880c6ea0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:08.406653 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-559cabc8-0250-4ddb-b9bc-e2902ba38fff None None] Set router 1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:05:08.506638 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c2e35a18-fd4f-4121-8b15-8ef6880c6ea0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:08.572699 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-c2e35a18-fd4f-4121-8b15-8ef6880c6ea0 admin admin] Deleting port a65162bf-5b3a-4411-a0de-f8f21c1b2e8c {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:05:08.572907 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c2e35a18-fd4f-4121-8b15-8ef6880c6ea0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:08.595281 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-559cabc8-0250-4ddb-b9bc-e2902ba38fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'name': 'tempest-TestServerBasicOps-1598762360-router', 'tenant_id': '99ba6a6416f04a978731380ae0c230ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'a65162bf-5b3a-4411-a0de-f8f21c1b2e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:59:57Z', 'updated_at': '2021-11-10T20:05:07Z', 'revision_number': 5, 'project_id': '99ba6a6416f04a978731380ae0c230ae', 'gw_port': {'id': 'a65162bf-5b3a-4411-a0de-f8f21c1b2e8c', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:59:57Z', 'updated_at': '2021-11-10T19:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:05:08.632427 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559cabc8-0250-4ddb-b9bc-e2902ba38fff None None] Checking router: 1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:05:08.641740 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559cabc8-0250-4ddb-b9bc-e2902ba38fff None None] Routers {'1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:05:08.642391 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-559cabc8-0250-4ddb-b9bc-e2902ba38fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:04:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:05:08.663546 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-c2e35a18-fd4f-4121-8b15-8ef6880c6ea0 admin admin] For port a65162bf-5b3a-4411-a0de-f8f21c1b2e8c, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=a65162bf-5b3a-4411-a0de-f8f21c1b2e8c,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:05:08.663898 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c2e35a18-fd4f-4121-8b15-8ef6880c6ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:08.677195 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-c2e35a18-fd4f-4121-8b15-8ef6880c6ea0 admin admin] Calling delete_port for a65162bf-5b3a-4411-a0de-f8f21c1b2e8c owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:05:08.733901 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-559cabc8-0250-4ddb-b9bc-e2902ba38fff None None] Set router 1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0 gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:05:08.786691 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-559cabc8-0250-4ddb-b9bc-e2902ba38fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'name': 'tempest-TestServerBasicOps-1598762360-router', 'tenant_id': '99ba6a6416f04a978731380ae0c230ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:59:57Z', 'updated_at': '2021-11-10T20:05:08Z', 'revision_number': 6, 'project_id': '99ba6a6416f04a978731380ae0c230ae', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:05:08.859794 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c2e35a18-fd4f-4121-8b15-8ef6880c6ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:08.889277 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e35a18-fd4f-4121-8b15-8ef6880c6ea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a65162bf-5b3a-4411-a0de-f8f21c1b2e8c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:05:08.904187 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e16751e-0b19-419f-93fe-b5f86f1ac106 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:05:08.931236 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559cabc8-0250-4ddb-b9bc-e2902ba38fff None None] The sync data for ids ['1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0'] in n-d-813897-4 is: [{'id': '1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0', 'name': 'tempest-TestServerBasicOps-1598762360-router', 'tenant_id': '99ba6a6416f04a978731380ae0c230ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:59:57Z', 'updated_at': '2021-11-10T20:05:08Z', 'revision_number': 6, 'project_id': '99ba6a6416f04a978731380ae0c230ae', 'gw_port_host': None}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:05:08.957170 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c2e35a18-fd4f-4121-8b15-8ef6880c6ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:09.070994 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c2e35a18-fd4f-4121-8b15-8ef6880c6ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:09.073461 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c2e35a18-fd4f-4121-8b15-8ef6880c6ea0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:09.138596 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c2e35a18-fd4f-4121-8b15-8ef6880c6ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:09.139496 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e35a18-fd4f-4121-8b15-8ef6880c6ea0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 20:05:09.144334 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c2e35a18-fd4f-4121-8b15-8ef6880c6ea0 admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:09.145515 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c2e35a18-fd4f-4121-8b15-8ef6880c6ea0 admin admin] 10.222.0.54 "DELETE /v2.0/routers/1c82cd19-e77f-4a4e-aaa7-32d5e0a27ac0 HTTP/1.1" status: 204 len: 168 time: 0.8604538 Nov 10 20:05:09.149419 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54060) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:05:09.195722 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e16c17c-3f9e-4073-a682-22389d78ade8 admin admin] Deleting subnet 4958b187-9a8b-4ffe-b649-361a32d7342d {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:05:09.199268 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2e16c17c-3f9e-4073-a682-22389d78ade8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:09.241002 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2e16c17c-3f9e-4073-a682-22389d78ade8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:09.331164 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2e16c17c-3f9e-4073-a682-22389d78ade8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:09.389446 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2e16c17c-3f9e-4073-a682-22389d78ade8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:09.419873 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16c17c-3f9e-4073-a682-22389d78ade8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4958b187-9a8b-4ffe-b649-361a32d7342d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:05:09.423953 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2e16c17c-3f9e-4073-a682-22389d78ade8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:09.429849 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2e16c17c-3f9e-4073-a682-22389d78ade8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/4958b187-9a8b-4ffe-b649-361a32d7342d HTTP/1.1" status: 204 len: 168 time: 0.2767174 Nov 10 20:05:09.430878 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54062) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:05:09.433340 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027453c5-18c5-43f1-b8c2-ea8ef755f2d0 None None] Network 6e37a5b2-5641-4443-968b-6a0c72b7134e requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:05:09.507114 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03af7629-d06e-4292-b085-e603282dc534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:09.572504 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-03af7629-d06e-4292-b085-e603282dc534 admin admin] Deleting port f330f58d-45a2-4e03-b56c-bc75db00251d {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:05:09.572849 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03af7629-d06e-4292-b085-e603282dc534 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:09.647155 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-03af7629-d06e-4292-b085-e603282dc534 admin admin] For port f330f58d-45a2-4e03-b56c-bc75db00251d, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f330f58d-45a2-4e03-b56c-bc75db00251d,segment=NetworkSegment(babe9e8a-b9f2-4ad1-a172-f1b4b80850cd),segment_id=babe9e8a-b9f2-4ad1-a172-f1b4b80850cd)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:05:09.647405 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03af7629-d06e-4292-b085-e603282dc534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:09.660895 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-03af7629-d06e-4292-b085-e603282dc534 admin admin] Calling delete_port for f330f58d-45a2-4e03-b56c-bc75db00251d owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:05:09.729247 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94a4c85-3838-4ee2-95dd-fa6159d0452f None None] DHCP port deletion for 6e37a5b2-5641-4443-968b-6a0c72b7134e request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:05:09.756845 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03af7629-d06e-4292-b085-e603282dc534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:09.779206 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-b94a4c85-3838-4ee2-95dd-fa6159d0452f None None] Deleting port f330f58d-45a2-4e03-b56c-bc75db00251d {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:05:09.779687 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b94a4c85-3838-4ee2-95dd-fa6159d0452f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:09.789076 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af7629-d06e-4292-b085-e603282dc534 admin admin] Pushing event deleted for resources: {'Port': ['ID=f330f58d-45a2-4e03-b56c-bc75db00251d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:05:09.790956 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03af7629-d06e-4292-b085-e603282dc534 admin admin] No DVR routers for this DVR port f330f58d-45a2-4e03-b56c-bc75db00251d on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:05:09.853080 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-b94a4c85-3838-4ee2-95dd-fa6159d0452f None None] For port f330f58d-45a2-4e03-b56c-bc75db00251d, host n-d-813897-4, got binding levels [] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:05:09.853483 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b94a4c85-3838-4ee2-95dd-fa6159d0452f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:09.867587 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03af7629-d06e-4292-b085-e603282dc534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:09.870017 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-b94a4c85-3838-4ee2-95dd-fa6159d0452f None None] Calling delete_port for f330f58d-45a2-4e03-b56c-bc75db00251d owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:05:09.873289 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.ipam_backend_mixin [None req-b94a4c85-3838-4ee2-95dd-fa6159d0452f None None] Port f330f58d-45a2-4e03-b56c-bc75db00251d was not found and therefore no delete operation was performed {{(pid=102507) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 20:05:09.874969 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b94a4c85-3838-4ee2-95dd-fa6159d0452f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:09.890408 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-03af7629-d06e-4292-b085-e603282dc534 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e37a5b2-5641-4443-968b-6a0c72b7134e']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:05:09.900989 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-03af7629-d06e-4292-b085-e603282dc534 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'babe9e8a-b9f2-4ad1-a172-f1b4b80850cd') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:05:09.901197 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-03af7629-d06e-4292-b085-e603282dc534 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'babe9e8a-b9f2-4ad1-a172-f1b4b80850cd') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:05:09.913012 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03af7629-d06e-4292-b085-e603282dc534 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:09.931050 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03af7629-d06e-4292-b085-e603282dc534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:09.940557 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03af7629-d06e-4292-b085-e603282dc534 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:05:09.940895 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03af7629-d06e-4292-b085-e603282dc534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:09.943138 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 20:05:09.943138 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:05:09.943138 n-d-813897-4 neutron-server[102505]: timer() Nov 10 20:05:09.943138 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:05:09.943138 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 20:05:09.943138 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:05:09.943138 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 20:05:09.943138 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:05:09.943138 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 20:05:09.943138 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:05:09.943138 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 20:05:09.943138 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:05:09.943138 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 20:05:09.943138 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:05:09.943138 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:05:09.943138 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:05:09.943138 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:05:09.943138 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:05:09.943138 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 20:05:09.943138 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:05:09.943138 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 20:05:09.943138 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:05:09.943138 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:05:09.943138 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:05:09.943138 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 20:05:09.943138 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:05:09.943138 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:05:09.943138 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:05:09.943138 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:05:09.943138 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:05:09.943138 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:05:09.943138 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:05:10.016829 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03af7629-d06e-4292-b085-e603282dc534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:10.023887 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03af7629-d06e-4292-b085-e603282dc534 admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:10.027326 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-03af7629-d06e-4292-b085-e603282dc534 admin admin] 10.222.0.54 "DELETE /v2.0/networks/6e37a5b2-5641-4443-968b-6a0c72b7134e HTTP/1.1" status: 204 len: 168 time: 0.5954320 Nov 10 20:05:10.030881 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54064) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:05:10.039495 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af7629-d06e-4292-b085-e603282dc534 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e37a5b2-5641-4443-968b-6a0c72b7134e,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:05:10.101652 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a4c85-3838-4ee2-95dd-fa6159d0452f None None] Pushing event deleted for resources: {'Port': ['ID=f330f58d-45a2-4e03-b56c-bc75db00251d,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:05:10.107969 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94a4c85-3838-4ee2-95dd-fa6159d0452f None None] No DVR routers for this DVR port f330f58d-45a2-4e03-b56c-bc75db00251d on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:05:10.115473 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4c85-3838-4ee2-95dd-fa6159d0452f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:10.115880 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4c85-3838-4ee2-95dd-fa6159d0452f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:10.120773 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4c85-3838-4ee2-95dd-fa6159d0452f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:10.120773 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4c85-3838-4ee2-95dd-fa6159d0452f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:10.120773 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4c85-3838-4ee2-95dd-fa6159d0452f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:10.120773 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4c85-3838-4ee2-95dd-fa6159d0452f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:10.120773 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4c85-3838-4ee2-95dd-fa6159d0452f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:10.120773 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4c85-3838-4ee2-95dd-fa6159d0452f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:10.120773 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4c85-3838-4ee2-95dd-fa6159d0452f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:10.120773 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4c85-3838-4ee2-95dd-fa6159d0452f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:10.120773 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4c85-3838-4ee2-95dd-fa6159d0452f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:10.120773 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a4c85-3838-4ee2-95dd-fa6159d0452f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:05:10.491117 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-50981b5f-ec78-483b-be66-9e02d5dabb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:10.961951 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f330f58d-45a2-4e03-b56c-bc75db00251d no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:05:10.993028 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: f330f58d-45a2-4e03-b56c-bc75db00251d {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:05:10.993374 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f330f58d-45a2-4e03-b56c-bc75db00251d not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:05:10.993796 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3bf8f5c6-41c1-40e7-843c-0db2750fc0ac no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:05:11.014307 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 3bf8f5c6-41c1-40e7-843c-0db2750fc0ac {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:05:11.014647 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3bf8f5c6-41c1-40e7-843c-0db2750fc0ac not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:05:11.015055 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device a65162bf-5b3a-4411-a0de-f8f21c1b2e8c no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:05:11.034525 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: a65162bf-5b3a-4411-a0de-f8f21c1b2e8c {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:05:11.034901 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device a65162bf-5b3a-4411-a0de-f8f21c1b2e8c not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:05:11.106957 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-50981b5f-ec78-483b-be66-9e02d5dabb93 admin admin] Deleting port 2bb1e9f2-5e3f-4cdb-8c41-15dd51217b76 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:05:11.107574 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-50981b5f-ec78-483b-be66-9e02d5dabb93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:11.184370 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-50981b5f-ec78-483b-be66-9e02d5dabb93 admin admin] For port 2bb1e9f2-5e3f-4cdb-8c41-15dd51217b76, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2bb1e9f2-5e3f-4cdb-8c41-15dd51217b76,segment=NetworkSegment(eededc79-189c-4553-bda6-f06ab9da3c58),segment_id=eededc79-189c-4553-bda6-f06ab9da3c58)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:05:11.184842 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-50981b5f-ec78-483b-be66-9e02d5dabb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:11.198229 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-50981b5f-ec78-483b-be66-9e02d5dabb93 admin admin] Calling delete_port for 2bb1e9f2-5e3f-4cdb-8c41-15dd51217b76 owned by network:router_interface {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:05:11.383706 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-50981b5f-ec78-483b-be66-9e02d5dabb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:11.415566 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50981b5f-ec78-483b-be66-9e02d5dabb93 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bb1e9f2-5e3f-4cdb-8c41-15dd51217b76,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:05:11.586401 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-50981b5f-ec78-483b-be66-9e02d5dabb93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:11.828637 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50981b5f-ec78-483b-be66-9e02d5dabb93 admin admin] Router fbf93283-b375-4c55-a034-2ab84017a49e has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:05:11.943883 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50981b5f-ec78-483b-be66-9e02d5dabb93 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:05:11.949254 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-50981b5f-ec78-483b-be66-9e02d5dabb93 admin admin] 10.222.0.54 "PUT /v2.0/routers/fbf93283-b375-4c55-a034-2ab84017a49e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9171243 Nov 10 20:05:11.952985 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54068) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:05:11.955930 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb142c-5e3e-4543-809c-e546ffc40636 None None] Sync routers for ids ['fbf93283-b375-4c55-a034-2ab84017a49e'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:05:11.970100 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bb142c-5e3e-4543-809c-e546ffc40636 None None] Routers {'fbf93283-b375-4c55-a034-2ab84017a49e'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:05:11.971033 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-a4bb142c-5e3e-4543-809c-e546ffc40636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:04:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['fbf93283-b375-4c55-a034-2ab84017a49e'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:05:12.066725 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fb53729d-f81e-48ed-9a09-1b0aab288577 admin admin] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:12.085222 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-a4bb142c-5e3e-4543-809c-e546ffc40636 None None] Set router fbf93283-b375-4c55-a034-2ab84017a49e gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:05:12.184786 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fb53729d-f81e-48ed-9a09-1b0aab288577 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:12.242512 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-fb53729d-f81e-48ed-9a09-1b0aab288577 admin admin] Deleting port 80d93ac2-a5ef-4c1d-85c0-dd161a165e3e {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:05:12.242890 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fb53729d-f81e-48ed-9a09-1b0aab288577 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:12.279072 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-a4bb142c-5e3e-4543-809c-e546ffc40636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf93283-b375-4c55-a034-2ab84017a49e', 'name': 'tempest-TestServerBasicOps-408544423-router', 'tenant_id': '2ebb934d71524ad5a111036bd992cc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '80d93ac2-a5ef-4c1d-85c0-dd161a165e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:00:01Z', 'updated_at': '2021-11-10T20:05:11Z', 'revision_number': 5, 'project_id': '2ebb934d71524ad5a111036bd992cc9f', 'gw_port': {'id': '80d93ac2-a5ef-4c1d-85c0-dd161a165e3e', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf93283-b375-4c55-a034-2ab84017a49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:00:02Z', 'updated_at': '2021-11-10T20:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:05:12.306426 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb142c-5e3e-4543-809c-e546ffc40636 None None] Checking router: fbf93283-b375-4c55-a034-2ab84017a49e for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:05:12.316207 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bb142c-5e3e-4543-809c-e546ffc40636 None None] Routers {'fbf93283-b375-4c55-a034-2ab84017a49e'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:05:12.316828 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-a4bb142c-5e3e-4543-809c-e546ffc40636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:04:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['fbf93283-b375-4c55-a034-2ab84017a49e'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:05:12.324867 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-fb53729d-f81e-48ed-9a09-1b0aab288577 admin admin] For port 80d93ac2-a5ef-4c1d-85c0-dd161a165e3e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=80d93ac2-a5ef-4c1d-85c0-dd161a165e3e,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:05:12.325234 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fb53729d-f81e-48ed-9a09-1b0aab288577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:12.339189 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-fb53729d-f81e-48ed-9a09-1b0aab288577 admin admin] Calling delete_port for 80d93ac2-a5ef-4c1d-85c0-dd161a165e3e owned by network:router_gateway {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:05:12.406240 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-a4bb142c-5e3e-4543-809c-e546ffc40636 None None] Set router fbf93283-b375-4c55-a034-2ab84017a49e gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:05:12.469055 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-a4bb142c-5e3e-4543-809c-e546ffc40636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf93283-b375-4c55-a034-2ab84017a49e', 'name': 'tempest-TestServerBasicOps-408544423-router', 'tenant_id': '2ebb934d71524ad5a111036bd992cc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:00:01Z', 'updated_at': '2021-11-10T20:05:12Z', 'revision_number': 6, 'project_id': '2ebb934d71524ad5a111036bd992cc9f', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:05:12.496043 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb142c-5e3e-4543-809c-e546ffc40636 None None] The sync data for ids ['fbf93283-b375-4c55-a034-2ab84017a49e'] in n-d-813897-4 is: [{'id': 'fbf93283-b375-4c55-a034-2ab84017a49e', 'name': 'tempest-TestServerBasicOps-408544423-router', 'tenant_id': '2ebb934d71524ad5a111036bd992cc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:00:01Z', 'updated_at': '2021-11-10T20:05:12Z', 'revision_number': 6, 'project_id': '2ebb934d71524ad5a111036bd992cc9f', 'gw_port_host': None}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:05:12.523198 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fb53729d-f81e-48ed-9a09-1b0aab288577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:12.555340 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53729d-f81e-48ed-9a09-1b0aab288577 admin admin] Pushing event deleted for resources: {'Port': ['ID=80d93ac2-a5ef-4c1d-85c0-dd161a165e3e,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:05:12.570274 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8d7c11-e20c-45c3-8efc-c6523c15c7dc None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:05:12.640737 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fb53729d-f81e-48ed-9a09-1b0aab288577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:12.758336 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fb53729d-f81e-48ed-9a09-1b0aab288577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:12.760802 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fb53729d-f81e-48ed-9a09-1b0aab288577 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:12.814535 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fb53729d-f81e-48ed-9a09-1b0aab288577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:12.815033 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb53729d-f81e-48ed-9a09-1b0aab288577 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbf93283-b375-4c55-a034-2ab84017a49e {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 20:05:12.819927 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fb53729d-f81e-48ed-9a09-1b0aab288577 admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:12.820999 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-fb53729d-f81e-48ed-9a09-1b0aab288577 admin admin] 10.222.0.54 "DELETE /v2.0/routers/fbf93283-b375-4c55-a034-2ab84017a49e HTTP/1.1" status: 204 len: 168 time: 0.8670373 Nov 10 20:05:12.823954 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54072) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:05:12.892761 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c2b2bb-9906-42f8-abe9-10da231d87d4 admin admin] Deleting subnet 6ed409bd-6957-4a02-b31a-b26e35d36d7e {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:05:12.899211 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b3c2b2bb-9906-42f8-abe9-10da231d87d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:12.951288 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b3c2b2bb-9906-42f8-abe9-10da231d87d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:13.050212 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b3c2b2bb-9906-42f8-abe9-10da231d87d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:13.128775 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b3c2b2bb-9906-42f8-abe9-10da231d87d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:13.157609 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2b2bb-9906-42f8-abe9-10da231d87d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ed409bd-6957-4a02-b31a-b26e35d36d7e,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:05:13.163048 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b3c2b2bb-9906-42f8-abe9-10da231d87d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:13.169383 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b3c2b2bb-9906-42f8-abe9-10da231d87d4 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6ed409bd-6957-4a02-b31a-b26e35d36d7e HTTP/1.1" status: 204 len: 168 time: 0.3429177 Nov 10 20:05:13.172792 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54074) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:05:13.173582 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b067ebff-fcb3-4601-9eb1-b6a73795d065 None None] Network fad91730-d374-4275-afb4-3319968bb398 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:05:13.265693 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b9c8827-c616-4064-9fcc-98aa466a86d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:13.337550 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-2b9c8827-c616-4064-9fcc-98aa466a86d0 admin admin] Deleting port 65920431-9680-417e-a2c0-b24d29d4c425 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:05:13.337959 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b9c8827-c616-4064-9fcc-98aa466a86d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:13.395124 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2bb1e9f2-5e3f-4cdb-8c41-15dd51217b76 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:05:13.423465 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-2b9c8827-c616-4064-9fcc-98aa466a86d0 admin admin] For port 65920431-9680-417e-a2c0-b24d29d4c425, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=65920431-9680-417e-a2c0-b24d29d4c425,segment=NetworkSegment(eededc79-189c-4553-bda6-f06ab9da3c58),segment_id=eededc79-189c-4553-bda6-f06ab9da3c58)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:05:13.423931 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b9c8827-c616-4064-9fcc-98aa466a86d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:13.426400 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 2bb1e9f2-5e3f-4cdb-8c41-15dd51217b76 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:05:13.426901 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2bb1e9f2-5e3f-4cdb-8c41-15dd51217b76 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:05:13.428611 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02501ec-9644-4e32-9f5d-1dacdcceaa60 None None] DHCP port deletion for fad91730-d374-4275-afb4-3319968bb398 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:05:13.441905 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-2b9c8827-c616-4064-9fcc-98aa466a86d0 admin admin] Calling delete_port for 65920431-9680-417e-a2c0-b24d29d4c425 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:05:13.481650 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-f02501ec-9644-4e32-9f5d-1dacdcceaa60 None None] Deleting port 65920431-9680-417e-a2c0-b24d29d4c425 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:05:13.482393 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f02501ec-9644-4e32-9f5d-1dacdcceaa60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:13.538459 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b9c8827-c616-4064-9fcc-98aa466a86d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:13.561856 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-f02501ec-9644-4e32-9f5d-1dacdcceaa60 None None] For port 65920431-9680-417e-a2c0-b24d29d4c425, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=65920431-9680-417e-a2c0-b24d29d4c425,segment=NetworkSegment(eededc79-189c-4553-bda6-f06ab9da3c58),segment_id=eededc79-189c-4553-bda6-f06ab9da3c58)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:05:13.562253 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f02501ec-9644-4e32-9f5d-1dacdcceaa60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:13.568594 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c8827-c616-4064-9fcc-98aa466a86d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=65920431-9680-417e-a2c0-b24d29d4c425,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:05:13.572600 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9c8827-c616-4064-9fcc-98aa466a86d0 admin admin] No DVR routers for this DVR port 65920431-9680-417e-a2c0-b24d29d4c425 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:05:13.581409 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-f02501ec-9644-4e32-9f5d-1dacdcceaa60 None None] Calling delete_port for 65920431-9680-417e-a2c0-b24d29d4c425 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:05:13.657561 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b9c8827-c616-4064-9fcc-98aa466a86d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:05:13.675989 n-d-813897-4 neutron-server[102507]: self.session.flush() Nov 10 20:05:13.682770 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f02501ec-9644-4e32-9f5d-1dacdcceaa60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:13.686480 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-2b9c8827-c616-4064-9fcc-98aa466a86d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad91730-d374-4275-afb4-3319968bb398']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:05:13.694063 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-2b9c8827-c616-4064-9fcc-98aa466a86d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eededc79-189c-4553-bda6-f06ab9da3c58') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:05:13.694356 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-2b9c8827-c616-4064-9fcc-98aa466a86d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eededc79-189c-4553-bda6-f06ab9da3c58') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:05:13.706810 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b9c8827-c616-4064-9fcc-98aa466a86d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:13.708885 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02501ec-9644-4e32-9f5d-1dacdcceaa60 None None] Pushing event deleted for resources: {'Port': ['ID=65920431-9680-417e-a2c0-b24d29d4c425,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:05:13.721217 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b9c8827-c616-4064-9fcc-98aa466a86d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:13.721575 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02501ec-9644-4e32-9f5d-1dacdcceaa60 None None] No DVR routers for this DVR port 65920431-9680-417e-a2c0-b24d29d4c425 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:05:13.728967 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b9c8827-c616-4064-9fcc-98aa466a86d0 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:05:13.729563 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b9c8827-c616-4064-9fcc-98aa466a86d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:13.732795 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 20:05:13.732795 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:05:13.732795 n-d-813897-4 neutron-server[102505]: timer() Nov 10 20:05:13.732795 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:05:13.732795 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 20:05:13.732795 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:05:13.732795 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 20:05:13.732795 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:05:13.732795 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 20:05:13.732795 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:05:13.732795 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 20:05:13.732795 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:05:13.732795 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 20:05:13.732795 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:05:13.732795 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:05:13.732795 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:05:13.732795 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:05:13.732795 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:05:13.732795 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 20:05:13.732795 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:05:13.732795 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 20:05:13.732795 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:05:13.732795 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:05:13.732795 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:05:13.732795 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 20:05:13.732795 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:05:13.732795 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:05:13.732795 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:05:13.732795 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:05:13.732795 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:05:13.732795 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:05:13.732795 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:05:13.791325 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b9c8827-c616-4064-9fcc-98aa466a86d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:13.800593 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2b9c8827-c616-4064-9fcc-98aa466a86d0 admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:13.805046 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2b9c8827-c616-4064-9fcc-98aa466a86d0 admin admin] 10.222.0.54 "DELETE /v2.0/networks/fad91730-d374-4275-afb4-3319968bb398 HTTP/1.1" status: 204 len: 168 time: 0.6307957 Nov 10 20:05:13.815677 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c8827-c616-4064-9fcc-98aa466a86d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fad91730-d374-4275-afb4-3319968bb398,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:05:13.932577 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54082) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:05:13.981914 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-042fac2b-6143-4984-a401-d3615e75f9ee admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=99ba6a6416f04a978731380ae0c230ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0480137 Nov 10 20:05:13.984685 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54084) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:05:14.036699 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-790f2c81-afad-44d7-83d6-58ddd925e33e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:14.064921 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-790f2c81-afad-44d7-83d6-58ddd925e33e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:14.121539 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-790f2c81-afad-44d7-83d6-58ddd925e33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:14.121539 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-790f2c81-afad-44d7-83d6-58ddd925e33e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:14.121539 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-790f2c81-afad-44d7-83d6-58ddd925e33e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/23b4014a-bfd5-4b3f-89e2-7be6e886ae5f HTTP/1.1" status: 204 len: 168 time: 0.1331677 Nov 10 20:05:14.134429 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f2c81-afad-44d7-83d6-58ddd925e33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b4014a-bfd5-4b3f-89e2-7be6e886ae5f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:05:14.504967 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54090) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:05:14.550537 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6c5f7b14-0f8d-489f-ab6c-552239455a81 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2ebb934d71524ad5a111036bd992cc9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414910 Nov 10 20:05:14.551227 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54092) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:05:14.607002 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f5b9d4ca-c202-4e08-8a8b-59760bda6f70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:14.635645 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f5b9d4ca-c202-4e08-8a8b-59760bda6f70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:14.705315 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f5b9d4ca-c202-4e08-8a8b-59760bda6f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:14.712176 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f5b9d4ca-c202-4e08-8a8b-59760bda6f70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:14.713459 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f5b9d4ca-c202-4e08-8a8b-59760bda6f70 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a77f4401-5c3a-40c4-9ea9-07bc06d53089 HTTP/1.1" status: 204 len: 168 time: 0.1612897 Nov 10 20:05:14.723448 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9d4ca-c202-4e08-8a8b-59760bda6f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77f4401-5c3a-40c4-9ea9-07bc06d53089,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:05:14.970029 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 80d93ac2-a5ef-4c1d-85c0-dd161a165e3e no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:05:14.991733 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 80d93ac2-a5ef-4c1d-85c0-dd161a165e3e {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:05:14.992199 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 80d93ac2-a5ef-4c1d-85c0-dd161a165e3e not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:05:14.992696 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 65920431-9680-417e-a2c0-b24d29d4c425 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:05:15.013711 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 65920431-9680-417e-a2c0-b24d29d4c425 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:05:15.014125 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 65920431-9680-417e-a2c0-b24d29d4c425 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:05:23.493856 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-28e218cd-738b-4696-92ec-1f5dd682fd02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:25.267798 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-87b4c014-bf89-47cf-a50c-206f772bb480 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=ee900a26507b4edc82a919020509c9d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319519 Nov 10 20:05:25.272652 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:25.462373 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-f57aa2b0-bdcf-427b-9b74-cb455a22da83 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:25.463801 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-f57aa2b0-bdcf-427b-9b74-cb455a22da83 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1901522 Nov 10 20:05:25.479873 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-285f5621-cf17-4fc9-a0dc-05896a16ecb4 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] 10.222.0.54 "GET /v2.0/quotas/ee900a26507b4edc82a919020509c9d2 HTTP/1.1" status: 200 len: 375 time: 0.0096967 Nov 10 20:05:25.516224 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-59f3dd5f-d822-40a6-855f-ac33b8e53215 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ee900a26507b4edc82a919020509c9d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301604 Nov 10 20:05:25.523217 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:25.695069 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-38746fd4-ea38-4577-a94d-ba877b38d801 req-746a0f03-d9ff-41b6-b0c1-62276994852f tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] 10.222.0.54 "GET /v2.0/ports?device_id=04d0e1ed-5580-4c4f-9749-4c0f40fa8c85 HTTP/1.1" status: 200 len: 210 time: 0.0316713 Nov 10 20:05:25.746821 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1f75e620-57f6-4691-a648-f058b4c617fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:26.802814 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b639d838-6503-4f1b-bc84-4395de058e9e req-d99d14bb-2697-4a05-aa1c-eaf8e1bed3f8 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] 10.222.0.54 "GET /v2.0/ports?device_id=04d0e1ed-5580-4c4f-9749-4c0f40fa8c85 HTTP/1.1" status: 200 len: 210 time: 0.0332103 Nov 10 20:05:26.830575 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-0af26f2c-dcba-4eee-a3e1-d5aeedcea878 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=ee900a26507b4edc82a919020509c9d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265908 Nov 10 20:05:26.964378 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-1bad0165-dd8e-4be5-ae30-7b05a8dda54b tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:26.967435 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-1bad0165-dd8e-4be5-ae30-7b05a8dda54b tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1263347 Nov 10 20:05:26.987515 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-c8846af5-125d-4d4e-bfa5-72430970856a tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Request body: {'port': {'device_id': '04d0e1ed-5580-4c4f-9749-4c0f40fa8c85', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'admin_state_up': True, 'tenant_id': 'ee900a26507b4edc82a919020509c9d2'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:05:27.102238 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-c8846af5-125d-4d4e-bfa5-72430970856a tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Made reservation on behalf of ee900a26507b4edc82a919020509c9d2 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:05:27.106685 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-c8846af5-125d-4d4e-bfa5-72430970856a tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:27.118702 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-c8846af5-125d-4d4e-bfa5-72430970856a tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:27.206879 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-c8846af5-125d-4d4e-bfa5-72430970856a tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:27.213848 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-c8846af5-125d-4d4e-bfa5-72430970856a tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:27.279370 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8846af5-125d-4d4e-bfa5-72430970856a tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57082aec-6362-4096-93e3-460030bd5084,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:05:27.356786 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-c8846af5-125d-4d4e-bfa5-72430970856a tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Allocated IP 192.168.233.15 (d392c118-92b4-47b2-87bf-77c096e8a630/f9b6e8e7-6ebd-402d-901c-b41f234de3ab/e8457285-6418-491a-b4f4-75085e99c4a5) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:05:27.396253 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:27.533863 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-c8846af5-125d-4d4e-bfa5-72430970856a tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:27.572043 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-c8846af5-125d-4d4e-bfa5-72430970856a tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:27.615105 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-c8846af5-125d-4d4e-bfa5-72430970856a tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Network d392c118-92b4-47b2-87bf-77c096e8a630 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:05:27.620602 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-c8846af5-125d-4d4e-bfa5-72430970856a tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:05:27.624621 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-c8846af5-125d-4d4e-bfa5-72430970856a tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:05:27.649333 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8846af5-125d-4d4e-bfa5-72430970856a tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Pushing event updated for resources: {'Port': ['ID=e8457285-6418-491a-b4f4-75085e99c4a5,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:05:27.684207 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-c8846af5-125d-4d4e-bfa5-72430970856a tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:27.684850 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-c8846af5-125d-4d4e-bfa5-72430970856a tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:27.704410 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-c8846af5-125d-4d4e-bfa5-72430970856a tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7213478 Nov 10 20:05:27.717326 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-9ee7f238-f287-430f-883d-5b3eacb42e99 service neutron] Request body: {'port': {'device_id': '04d0e1ed-5580-4c4f-9749-4c0f40fa8c85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:05:27.778778 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-9ee7f238-f287-430f-883d-5b3eacb42e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:27.925558 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-279321b9-f3ca-44fd-a5a6-53c59a7351ac None None] Provisioning complete for port e8457285-6418-491a-b4f4-75085e99c4a5 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:05:27.926397 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-279321b9-f3ca-44fd-a5a6-53c59a7351ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:27.964694 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-279321b9-f3ca-44fd-a5a6-53c59a7351ac None None] Port e8457285-6418-491a-b4f4-75085e99c4a5 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:05:27.992206 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fecd0b-4ab2-440a-b912-546155312142 req-a30dfb51-ee69-4018-ae51-755f4bd01216 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:27.993682 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b4fecd0b-4ab2-440a-b912-546155312142 req-a30dfb51-ee69-4018-ae51-755f4bd01216 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] 10.222.0.54 "GET /v2.0/ports?device_id=04d0e1ed-5580-4c4f-9749-4c0f40fa8c85 HTTP/1.1" status: 200 len: 935 time: 0.1112742 Nov 10 20:05:28.071743 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b4fecd0b-4ab2-440a-b912-546155312142 req-98576aeb-7bc9-4d1d-8b0d-1daca6f26795 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] 10.222.0.54 "GET /v2.0/security-groups?id=57082aec-6362-4096-93e3-460030bd5084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691028 Nov 10 20:05:28.132928 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-9ee7f238-f287-430f-883d-5b3eacb42e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8457285-6418-491a-b4f4-75085e99c4a5 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:05:28.141102 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-9ee7f238-f287-430f-883d-5b3eacb42e99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:28.154003 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-9ee7f238-f287-430f-883d-5b3eacb42e99 service neutron] Transition to ACTIVE for port object e8457285-6418-491a-b4f4-75085e99c4a5 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:05:28.160174 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-9ee7f238-f287-430f-883d-5b3eacb42e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:28.217685 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7f238-f287-430f-883d-5b3eacb42e99 service neutron] Pushing event updated for resources: {'Port': ['ID=e8457285-6418-491a-b4f4-75085e99c4a5,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:05:28.291414 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-9ee7f238-f287-430f-883d-5b3eacb42e99 service neutron] Attempting to bind port e8457285-6418-491a-b4f4-75085e99c4a5 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:05:28.291726 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-9ee7f238-f287-430f-883d-5b3eacb42e99 service neutron] Attempting to bind port e8457285-6418-491a-b4f4-75085e99c4a5 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:05:28.292048 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-9ee7f238-f287-430f-883d-5b3eacb42e99 service neutron] Attempting to bind port e8457285-6418-491a-b4f4-75085e99c4a5 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:05:28.297575 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-9ee7f238-f287-430f-883d-5b3eacb42e99 service neutron] Port e8457285-6418-491a-b4f4-75085e99c4a5 on network d392c118-92b4-47b2-87bf-77c096e8a630 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:05:28.297906 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-9ee7f238-f287-430f-883d-5b3eacb42e99 service neutron] Attempting to bind port e8457285-6418-491a-b4f4-75085e99c4a5 on network d392c118-92b4-47b2-87bf-77c096e8a630 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:05:28.303711 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-9ee7f238-f287-430f-883d-5b3eacb42e99 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:05:28.304050 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-9ee7f238-f287-430f-883d-5b3eacb42e99 service neutron] Checking segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:05:28.304427 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-9ee7f238-f287-430f-883d-5b3eacb42e99 service neutron] Bound using segment: {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:05:28.304847 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-9ee7f238-f287-430f-883d-5b3eacb42e99 service neutron] Bound port: e8457285-6418-491a-b4f4-75085e99c4a5, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a6071-102f-40b0-926b-f65d4e9cacfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:05:28.305349 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-9ee7f238-f287-430f-883d-5b3eacb42e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:28.383993 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-9ee7f238-f287-430f-883d-5b3eacb42e99 service neutron] For port e8457285-6418-491a-b4f4-75085e99c4a5, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:05:28.387937 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-9ee7f238-f287-430f-883d-5b3eacb42e99 service neutron] For port e8457285-6418-491a-b4f4-75085e99c4a5, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e8457285-6418-491a-b4f4-75085e99c4a5,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:05:28.394395 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-9ee7f238-f287-430f-883d-5b3eacb42e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:28.429156 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-9ee7f238-f287-430f-883d-5b3eacb42e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:28.430097 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-9ee7f238-f287-430f-883d-5b3eacb42e99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:28.431494 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-9ee7f238-f287-430f-883d-5b3eacb42e99 service neutron] 10.222.0.73 "PUT /v2.0/ports/e8457285-6418-491a-b4f4-75085e99c4a5 HTTP/1.1" status: 200 len: 1095 time: 0.7187834 Nov 10 20:05:28.431818 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d0e1ed-5580-4c4f-9749-4c0f40fa8c85', 'tag': 'e8457285-6418-491a-b4f4-75085e99c4a5'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:05:28.434160 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfbd5c25fd1a1bf18e79891c674f962074aa63d8f4aa99a8f6cb3be41b9dd3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25637cdb-7682-4a25-ab72-35cdef95f7e1" -d '{"events": [{"name": "network-changed", "server_uuid": "04d0e1ed-5580-4c4f-9749-4c0f40fa8c85", "tag": "e8457285-6418-491a-b4f4-75085e99c4a5"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:05:28.462167 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7f238-f287-430f-883d-5b3eacb42e99 service neutron] Pushing event updated for resources: {'Port': ['ID=e8457285-6418-491a-b4f4-75085e99c4a5,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:05:28.493321 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d60b8d5-4f39-40a5-a972-5e4187fb96a0 x-openstack-request-id: req-7d60b8d5-4f39-40a5-a972-5e4187fb96a0 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:05:28.493690 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04d0e1ed-5580-4c4f-9749-4c0f40fa8c85", "tag": "e8457285-6418-491a-b4f4-75085e99c4a5", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:05:28.494048 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7d60b8d5-4f39-40a5-a972-5e4187fb96a0 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:05:28.494459 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04d0e1ed-5580-4c4f-9749-4c0f40fa8c85', 'tag': 'e8457285-6418-491a-b4f4-75085e99c4a5', 'status': 'completed', 'code': 200} Nov 10 20:05:28.548050 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-a4eed5d9-e0c2-45cf-8a2d-a6011ee3f582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:28.549807 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-a4eed5d9-e0c2-45cf-8a2d-a6011ee3f582 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ee900a26507b4edc82a919020509c9d2&device_id=04d0e1ed-5580-4c4f-9749-4c0f40fa8c85 HTTP/1.1" status: 200 len: 1098 time: 0.0527987 Nov 10 20:05:28.599909 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-84093292-a0de-4f42-9aa6-ccf90b72ab2f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=e8457285-6418-491a-b4f4-75085e99c4a5 HTTP/1.1" status: 200 len: 217 time: 0.0403628 Nov 10 20:05:28.652746 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-f85c90bc-c464-48d3-8346-b8478d70447f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:28.654266 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-f85c90bc-c464-48d3-8346-b8478d70447f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0466745 Nov 10 20:05:28.703646 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-9e3ec17a-0790-420a-a129-f56dc2f0ebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:28.705382 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-9e3ec17a-0790-420a-a129-f56dc2f0ebbd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0436275 Nov 10 20:05:28.892405 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:29.130053 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-1214953c-c2e5-4ff1-8cbe-b3a15a5e1adc service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169011 Nov 10 20:05:29.261327 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370257f-bbb3-4a3a-ac78-b18cdd2a4d43 req-f610fe9d-54df-488a-8d43-f9c393576ebd tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:29.262770 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d370257f-bbb3-4a3a-ac78-b18cdd2a4d43 req-f610fe9d-54df-488a-8d43-f9c393576ebd tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] 10.222.0.54 "GET /v2.0/ports?device_id=04d0e1ed-5580-4c4f-9749-4c0f40fa8c85 HTTP/1.1" status: 200 len: 947 time: 0.1039221 Nov 10 20:05:29.269156 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9867550c-1a7a-486f-8d15-91bdaa1cc47c req-30cb4931-579c-458e-9488-339177818fa7 service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294765 Nov 10 20:05:29.317787 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d370257f-bbb3-4a3a-ac78-b18cdd2a4d43 req-d76b8773-4ebd-4e0d-b998-372b625facd0 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] 10.222.0.54 "GET /v2.0/security-groups?id=57082aec-6362-4096-93e3-460030bd5084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476785 Nov 10 20:05:29.363498 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25637cdb-7682-4a25-ab72-35cdef95f7e1 req-93bf02e9-70a0-4f80-9997-84eab8ad141b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:29.365058 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-25637cdb-7682-4a25-ab72-35cdef95f7e1 req-93bf02e9-70a0-4f80-9997-84eab8ad141b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ee900a26507b4edc82a919020509c9d2&device_id=04d0e1ed-5580-4c4f-9749-4c0f40fa8c85 HTTP/1.1" status: 200 len: 1098 time: 0.0433931 Nov 10 20:05:29.380957 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:29.469357 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25637cdb-7682-4a25-ab72-35cdef95f7e1 req-a51cdf16-777e-4252-80d2-34f6b6323677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:29.470902 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-25637cdb-7682-4a25-ab72-35cdef95f7e1 req-a51cdf16-777e-4252-80d2-34f6b6323677 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d392c118-92b4-47b2-87bf-77c096e8a630 HTTP/1.1" status: 200 len: 870 time: 0.0987873 Nov 10 20:05:29.518717 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-25637cdb-7682-4a25-ab72-35cdef95f7e1 req-982c62e1-ef8b-4778-8727-d40bd35f1dd3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=e8457285-6418-491a-b4f4-75085e99c4a5 HTTP/1.1" status: 200 len: 217 time: 0.0392120 Nov 10 20:05:29.573463 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25637cdb-7682-4a25-ab72-35cdef95f7e1 req-77daaae4-8b6a-499c-b1c3-5919f46ba1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:29.575072 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-25637cdb-7682-4a25-ab72-35cdef95f7e1 req-77daaae4-8b6a-499c-b1c3-5919f46ba1b6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f9b6e8e7-6ebd-402d-901c-b41f234de3ab HTTP/1.1" status: 200 len: 843 time: 0.0487294 Nov 10 20:05:29.635207 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25637cdb-7682-4a25-ab72-35cdef95f7e1 req-6153113f-414f-4829-b14b-d049accaf52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:29.636770 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-25637cdb-7682-4a25-ab72-35cdef95f7e1 req-6153113f-414f-4829-b14b-d049accaf52c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d392c118-92b4-47b2-87bf-77c096e8a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0538254 Nov 10 20:05:29.739657 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-25637cdb-7682-4a25-ab72-35cdef95f7e1 req-73b86068-7df8-4190-b2b8-6118d455171a service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945194 Nov 10 20:05:29.843746 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-25637cdb-7682-4a25-ab72-35cdef95f7e1 req-ac2b8162-0117-455e-949b-347503227f9e service neutron] 10.222.0.73 "GET /v2.0/networks/d392c118-92b4-47b2-87bf-77c096e8a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956528 Nov 10 20:05:30.443244 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1545d8-36c9-4112-86bc-f0635f2eca5a req-3a0dbd75-6061-42fd-a56c-d56311de2a38 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:30.445581 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8d1545d8-36c9-4112-86bc-f0635f2eca5a req-3a0dbd75-6061-42fd-a56c-d56311de2a38 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] 10.222.0.54 "GET /v2.0/ports?device_id=04d0e1ed-5580-4c4f-9749-4c0f40fa8c85 HTTP/1.1" status: 200 len: 947 time: 0.0558803 Nov 10 20:05:30.497375 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8d1545d8-36c9-4112-86bc-f0635f2eca5a req-5cd9719d-5b72-426f-9929-1c1fde13453d tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] 10.222.0.54 "GET /v2.0/security-groups?id=57082aec-6362-4096-93e3-460030bd5084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456779 Nov 10 20:05:31.620958 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed19fb-3076-46b0-955b-67c8b6b529e9 req-00571740-68f3-441c-b371-821d8652a254 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:31.622708 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eaed19fb-3076-46b0-955b-67c8b6b529e9 req-00571740-68f3-441c-b371-821d8652a254 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] 10.222.0.54 "GET /v2.0/ports?device_id=04d0e1ed-5580-4c4f-9749-4c0f40fa8c85 HTTP/1.1" status: 200 len: 947 time: 0.0540464 Nov 10 20:05:31.680887 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eaed19fb-3076-46b0-955b-67c8b6b529e9 req-f11ff867-9dc8-49a9-bcd4-6ee0941c1051 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] 10.222.0.54 "GET /v2.0/security-groups?id=57082aec-6362-4096-93e3-460030bd5084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496697 Nov 10 20:05:32.812988 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c857296-bbe5-415d-9205-d89ce379a206 req-f56b37bf-28e7-465a-91ec-03dddac3ef7d tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:32.814575 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c857296-bbe5-415d-9205-d89ce379a206 req-f56b37bf-28e7-465a-91ec-03dddac3ef7d tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] 10.222.0.54 "GET /v2.0/ports?device_id=04d0e1ed-5580-4c4f-9749-4c0f40fa8c85 HTTP/1.1" status: 200 len: 947 time: 0.0527630 Nov 10 20:05:32.871005 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c857296-bbe5-415d-9205-d89ce379a206 req-a3ed034c-e618-4758-acf2-bc31ab68138b tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] 10.222.0.54 "GET /v2.0/security-groups?id=57082aec-6362-4096-93e3-460030bd5084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477388 Nov 10 20:05:33.762799 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device e8457285-6418-491a-b4f4-75085e99c4a5 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:05:33.873738 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port e8457285-6418-491a-b4f4-75085e99c4a5, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e8457285-6418-491a-b4f4-75085e99c4a5,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:05:33.885970 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'e8457285-6418-491a-b4f4-75085e99c4a5', 'network_id': 'd392c118-92b4-47b2-87bf-77c096e8a630', 'port_id': 'e8457285-6418-491a-b4f4-75085e99c4a5', 'mac_address': 'fa:16:3e:b2:2c:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6e8e7-6ebd-402d-901c-b41f234de3ab', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:05:33.926470 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:33.940854 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8457285-6418-491a-b4f4-75085e99c4a5 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:05:33.962088 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port e8457285-6418-491a-b4f4-75085e99c4a5, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e8457285-6418-491a-b4f4-75085e99c4a5,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:05:33.967037 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:33.996866 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38d311-23b6-45b2-8c84-03f2d106b84a req-4aff830f-1583-40fa-987b-893c5ff04a86 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:33.998544 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ac38d311-23b6-45b2-8c84-03f2d106b84a req-4aff830f-1583-40fa-987b-893c5ff04a86 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] 10.222.0.54 "GET /v2.0/ports?device_id=04d0e1ed-5580-4c4f-9749-4c0f40fa8c85 HTTP/1.1" status: 200 len: 947 time: 0.0511813 Nov 10 20:05:34.015265 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=e8457285-6418-491a-b4f4-75085e99c4a5,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:05:34.057114 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ac38d311-23b6-45b2-8c84-03f2d106b84a req-4d0ef2da-f1c1-4630-b6bc-78f88838dafc tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] 10.222.0.54 "GET /v2.0/security-groups?id=57082aec-6362-4096-93e3-460030bd5084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500193 Nov 10 20:05:34.188172 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['e8457285-6418-491a-b4f4-75085e99c4a5'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:05:35.178670 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:05:35.198058 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe29347-9997-4278-90d2-55ee4003593f req-c5cb5aec-8e75-4055-b46a-3b4853a06eb3 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:35.199640 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5fe29347-9997-4278-90d2-55ee4003593f req-c5cb5aec-8e75-4055-b46a-3b4853a06eb3 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] 10.222.0.54 "GET /v2.0/ports?device_id=04d0e1ed-5580-4c4f-9749-4c0f40fa8c85 HTTP/1.1" status: 200 len: 948 time: 0.0593095 Nov 10 20:05:35.251236 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5fe29347-9997-4278-90d2-55ee4003593f req-ec9658f9-9e88-4875-bc52-cf9c8e6cc4c5 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] 10.222.0.54 "GET /v2.0/security-groups?id=57082aec-6362-4096-93e3-460030bd5084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453124 Nov 10 20:05:35.761884 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device e8457285-6418-491a-b4f4-75085e99c4a5 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:05:35.826340 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port e8457285-6418-491a-b4f4-75085e99c4a5 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:05:35.831284 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port e8457285-6418-491a-b4f4-75085e99c4a5 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:05:35.831654 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:35.913729 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:35.937373 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d0e1ed-5580-4c4f-9749-4c0f40fa8c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8457285-6418-491a-b4f4-75085e99c4a5'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:05:35.952714 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port e8457285-6418-491a-b4f4-75085e99c4a5, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e8457285-6418-491a-b4f4-75085e99c4a5,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:05:35.958691 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:35.985144 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55038c39-39ab-4a10-bc7f-1b6b5d4d060a" -d '{"events": [{"server_uuid": "04d0e1ed-5580-4c4f-9749-4c0f40fa8c85", "name": "network-vif-plugged", "status": "completed", "tag": "e8457285-6418-491a-b4f4-75085e99c4a5"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:05:36.021941 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=e8457285-6418-491a-b4f4-75085e99c4a5,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:05:36.089627 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4d9a99-f834-44d7-a6ef-0c8c733dd439 x-openstack-request-id: req-fb4d9a99-f834-44d7-a6ef-0c8c733dd439 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:05:36.089965 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d0e1ed-5580-4c4f-9749-4c0f40fa8c85", "name": "network-vif-plugged", "status": "completed", "tag": "e8457285-6418-491a-b4f4-75085e99c4a5", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:05:36.090222 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fb4d9a99-f834-44d7-a6ef-0c8c733dd439 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:05:36.090632 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d0e1ed-5580-4c4f-9749-4c0f40fa8c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8457285-6418-491a-b4f4-75085e99c4a5', 'code': 200} Nov 10 20:05:36.197015 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd1c71-56a2-4094-9a56-e80e1649af1b req-eccce24b-ecd6-461d-a751-0b0a26203f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:36.198577 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eacd1c71-56a2-4094-9a56-e80e1649af1b req-eccce24b-ecd6-461d-a751-0b0a26203f1e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=04d0e1ed-5580-4c4f-9749-4c0f40fa8c85 HTTP/1.1" status: 200 len: 1100 time: 0.0477245 Nov 10 20:05:36.249903 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eacd1c71-56a2-4094-9a56-e80e1649af1b req-aec8e9ae-c6cd-42b1-8054-b2b4cb688a42 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=57082aec-6362-4096-93e3-460030bd5084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433209 Nov 10 20:05:36.385195 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db1b44-f465-4f39-bc9c-552f4d3bec77 req-a304e5d9-e8c0-4009-96dd-da7133aa31c4 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:36.386762 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f6db1b44-f465-4f39-bc9c-552f4d3bec77 req-a304e5d9-e8c0-4009-96dd-da7133aa31c4 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] 10.222.0.54 "GET /v2.0/ports?device_id=04d0e1ed-5580-4c4f-9749-4c0f40fa8c85 HTTP/1.1" status: 200 len: 949 time: 0.0580549 Nov 10 20:05:36.444728 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f6db1b44-f465-4f39-bc9c-552f4d3bec77 req-79e95e55-316c-425f-9c09-c3080c9db73c tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] 10.222.0.54 "GET /v2.0/security-groups?id=57082aec-6362-4096-93e3-460030bd5084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517335 Nov 10 20:05:37.574642 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ef931-4b09-4a17-9b70-ba3bfe584256 req-20e0fec2-ad0a-47fe-8d61-a226488632d5 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:37.576204 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f8ef931-4b09-4a17-9b70-ba3bfe584256 req-20e0fec2-ad0a-47fe-8d61-a226488632d5 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] 10.222.0.54 "GET /v2.0/ports?device_id=04d0e1ed-5580-4c4f-9749-4c0f40fa8c85 HTTP/1.1" status: 200 len: 949 time: 0.0532217 Nov 10 20:05:37.630016 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3f8ef931-4b09-4a17-9b70-ba3bfe584256 req-0d24c154-f3b9-4a40-bb05-0b68c0703013 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] 10.222.0.54 "GET /v2.0/security-groups?id=57082aec-6362-4096-93e3-460030bd5084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462625 Nov 10 20:05:38.070947 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-7fc4b8aa-8840-4d31-88b1-4ae4069a67b2 req-2fa0326a-4ae5-49b1-893e-d8f58def5f9e service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:05:38.071975 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7fc4b8aa-8840-4d31-88b1-4ae4069a67b2 req-2fa0326a-4ae5-49b1-893e-d8f58def5f9e service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0588055 Nov 10 20:05:38.778089 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd451674-1a35-4242-ad39-ab3663c7cce5 req-0f847ddf-623f-4653-b591-0b17747f7b43 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:38.779973 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cd451674-1a35-4242-ad39-ab3663c7cce5 req-0f847ddf-623f-4653-b591-0b17747f7b43 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] 10.222.0.54 "GET /v2.0/ports?device_id=04d0e1ed-5580-4c4f-9749-4c0f40fa8c85 HTTP/1.1" status: 200 len: 949 time: 0.0528107 Nov 10 20:05:38.834309 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cd451674-1a35-4242-ad39-ab3663c7cce5 req-1e85e775-c842-4d4a-9a41-3bc3270877b5 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] 10.222.0.54 "GET /v2.0/security-groups?id=57082aec-6362-4096-93e3-460030bd5084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471597 Nov 10 20:05:39.971989 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b704eb-7ea4-424b-a5d5-6ac93b8d28c0 req-ce5e6cb8-6c49-4616-838a-59ed31f30f15 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:39.973583 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-75b704eb-7ea4-424b-a5d5-6ac93b8d28c0 req-ce5e6cb8-6c49-4616-838a-59ed31f30f15 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] 10.222.0.54 "GET /v2.0/ports?device_id=04d0e1ed-5580-4c4f-9749-4c0f40fa8c85 HTTP/1.1" status: 200 len: 949 time: 0.0587497 Nov 10 20:05:40.024073 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-75b704eb-7ea4-424b-a5d5-6ac93b8d28c0 req-f48c1eb3-4239-47e2-959f-615b3178402c tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] 10.222.0.54 "GET /v2.0/security-groups?id=57082aec-6362-4096-93e3-460030bd5084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443752 Nov 10 20:05:40.145127 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fec0ad-f0fa-4336-a73d-90bd854ac342 req-2a12f631-d078-48c0-828b-4ec8720b8098 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:40.146617 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-78fec0ad-f0fa-4336-a73d-90bd854ac342 req-2a12f631-d078-48c0-828b-4ec8720b8098 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] 10.222.0.73 "GET /v2.0/ports?device_id=04d0e1ed-5580-4c4f-9749-4c0f40fa8c85 HTTP/1.1" status: 200 len: 949 time: 0.0613260 Nov 10 20:05:40.254162 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-78fec0ad-f0fa-4336-a73d-90bd854ac342 req-e2b6f9d2-f474-479a-a37c-37b7bd97e6f0 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Deleting port e8457285-6418-491a-b4f4-75085e99c4a5 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:05:40.254516 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-78fec0ad-f0fa-4336-a73d-90bd854ac342 req-e2b6f9d2-f474-479a-a37c-37b7bd97e6f0 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:40.353639 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-78fec0ad-f0fa-4336-a73d-90bd854ac342 req-e2b6f9d2-f474-479a-a37c-37b7bd97e6f0 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] For port e8457285-6418-491a-b4f4-75085e99c4a5, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=e8457285-6418-491a-b4f4-75085e99c4a5,segment=NetworkSegment(657a6071-102f-40b0-926b-f65d4e9cacfb),segment_id=657a6071-102f-40b0-926b-f65d4e9cacfb)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:05:40.354035 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-78fec0ad-f0fa-4336-a73d-90bd854ac342 req-e2b6f9d2-f474-479a-a37c-37b7bd97e6f0 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:40.367886 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-78fec0ad-f0fa-4336-a73d-90bd854ac342 req-e2b6f9d2-f474-479a-a37c-37b7bd97e6f0 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Calling delete_port for e8457285-6418-491a-b4f4-75085e99c4a5 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:05:40.528635 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-78fec0ad-f0fa-4336-a73d-90bd854ac342 req-e2b6f9d2-f474-479a-a37c-37b7bd97e6f0 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:40.539889 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['e8457285-6418-491a-b4f4-75085e99c4a5'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:05:40.560680 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6f9d2-f474-479a-a37c-37b7bd97e6f0 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Pushing event deleted for resources: {'Port': ['ID=e8457285-6418-491a-b4f4-75085e99c4a5,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:05:40.619068 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-78fec0ad-f0fa-4336-a73d-90bd854ac342 req-e2b6f9d2-f474-479a-a37c-37b7bd97e6f0 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] No DVR routers for this DVR port e8457285-6418-491a-b4f4-75085e99c4a5 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:05:40.622625 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-78fec0ad-f0fa-4336-a73d-90bd854ac342 req-e2b6f9d2-f474-479a-a37c-37b7bd97e6f0 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:40.626175 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-78fec0ad-f0fa-4336-a73d-90bd854ac342 req-e2b6f9d2-f474-479a-a37c-37b7bd97e6f0 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] 10.222.0.73 "DELETE /v2.0/ports/e8457285-6418-491a-b4f4-75085e99c4a5 HTTP/1.1" status: 204 len: 173 time: 0.4726982 Nov 10 20:05:40.626656 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d0e1ed-5580-4c4f-9749-4c0f40fa8c85', 'name': 'network-vif-deleted', 'tag': 'e8457285-6418-491a-b4f4-75085e99c4a5'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:05:40.629014 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfbd5c25fd1a1bf18e79891c674f962074aa63d8f4aa99a8f6cb3be41b9dd3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa1e009-535a-4bb5-9098-c4418888443f" -d '{"events": [{"server_uuid": "04d0e1ed-5580-4c4f-9749-4c0f40fa8c85", "name": "network-vif-deleted", "tag": "e8457285-6418-491a-b4f4-75085e99c4a5"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:05:40.674607 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71908286-fc1f-4a6c-96f0-258ff37879f1 x-openstack-request-id: req-71908286-fc1f-4a6c-96f0-258ff37879f1 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:05:40.675658 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d0e1ed-5580-4c4f-9749-4c0f40fa8c85", "name": "network-vif-deleted", "tag": "e8457285-6418-491a-b4f4-75085e99c4a5", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:05:40.676189 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-71908286-fc1f-4a6c-96f0-258ff37879f1 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:05:40.676939 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d0e1ed-5580-4c4f-9749-4c0f40fa8c85', 'name': 'network-vif-deleted', 'tag': 'e8457285-6418-491a-b4f4-75085e99c4a5', 'status': 'completed', 'code': 200} Nov 10 20:05:41.147025 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-33702573-0fb3-4a02-8303-42e97d15f9d4 req-e2c4566d-312b-45a1-8845-18d667179b94 tempest-ServersAdminNegativeTestJSON-1002065880 tempest-ServersAdminNegativeTestJSON-1002065880-project] 10.222.0.54 "GET /v2.0/ports?device_id=04d0e1ed-5580-4c4f-9749-4c0f40fa8c85 HTTP/1.1" status: 200 len: 210 time: 0.0282981 Nov 10 20:05:42.498822 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54276) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:05:42.667826 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-eb8f3001-be8b-471e-8269-61c6c0d484c7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ee900a26507b4edc82a919020509c9d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1677992 Nov 10 20:05:42.671208 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54282) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:05:42.731818 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e42023cd-70fc-4f88-a0cd-03df230625dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:42.753804 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e42023cd-70fc-4f88-a0cd-03df230625dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:42.803369 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e42023cd-70fc-4f88-a0cd-03df230625dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:42.805988 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e42023cd-70fc-4f88-a0cd-03df230625dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:42.807167 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e42023cd-70fc-4f88-a0cd-03df230625dd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/57082aec-6362-4096-93e3-460030bd5084 HTTP/1.1" status: 204 len: 168 time: 0.1350355 Nov 10 20:05:42.815607 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42023cd-70fc-4f88-a0cd-03df230625dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57082aec-6362-4096-93e3-460030bd5084,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:05:43.115880 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54288) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:05:43.131603 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5ab505ae-75f3-4714-beed-ef3064a8249b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:43.218722 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5ab505ae-75f3-4714-beed-ef3064a8249b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:43.224444 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5ab505ae-75f3-4714-beed-ef3064a8249b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:43.266509 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5ab505ae-75f3-4714-beed-ef3064a8249b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=deb33aea150a467bbe5813d8129111ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1493094 Nov 10 20:05:43.267501 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab505ae-75f3-4714-beed-ef3064a8249b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcd5007-035b-4f33-ad73-57eed6795de4,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:05:43.269349 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54290) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:05:43.327519 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e8d027d9-9ed7-4e89-b4de-47880419b09e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:43.353495 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e8d027d9-9ed7-4e89-b4de-47880419b09e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:43.415091 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e8d027d9-9ed7-4e89-b4de-47880419b09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:43.419459 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e8d027d9-9ed7-4e89-b4de-47880419b09e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:43.421529 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e8d027d9-9ed7-4e89-b4de-47880419b09e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2fcd5007-035b-4f33-ad73-57eed6795de4 HTTP/1.1" status: 204 len: 168 time: 0.1504159 Nov 10 20:05:43.429725 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d027d9-9ed7-4e89-b4de-47880419b09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcd5007-035b-4f33-ad73-57eed6795de4,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:05:43.840150 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device e8457285-6418-491a-b4f4-75085e99c4a5 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:05:43.863842 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: e8457285-6418-491a-b4f4-75085e99c4a5 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:05:43.864357 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device e8457285-6418-491a-b4f4-75085e99c4a5 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:05:44.277216 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54312) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:05:44.386190 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-3c0f3898-75d2-4f4f-a9fd-2a9eede2ba86 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1468877148-network', 'tenant_id': 'b535134c4a88433e8815a0cf0d34f3c3'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:05:44.415023 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0f3898-75d2-4f4f-a9fd-2a9eede2ba86 admin admin] Made reservation on behalf of b535134c4a88433e8815a0cf0d34f3c3 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:05:44.417753 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c0f3898-75d2-4f4f-a9fd-2a9eede2ba86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:44.428337 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c0f3898-75d2-4f4f-a9fd-2a9eede2ba86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:44.514580 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c0f3898-75d2-4f4f-a9fd-2a9eede2ba86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:44.526096 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c0f3898-75d2-4f4f-a9fd-2a9eede2ba86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:44.556786 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c0f3898-75d2-4f4f-a9fd-2a9eede2ba86 admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:05:44.562481 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f3898-75d2-4f4f-a9fd-2a9eede2ba86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553456aa-afa2-44f0-a0cc-14237c788f2d,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:05:44.570766 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c0f3898-75d2-4f4f-a9fd-2a9eede2ba86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:44.570987 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-3c0f3898-75d2-4f4f-a9fd-2a9eede2ba86 admin admin] Added segment 529ba293-5e08-4594-a028-36bf79894a20 of type vlan for network e18188da-26da-4354-8f42-0b84794efc22 Nov 10 20:05:44.616358 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c0f3898-75d2-4f4f-a9fd-2a9eede2ba86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:44.651335 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c0f3898-75d2-4f4f-a9fd-2a9eede2ba86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:44.652474 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0f3898-75d2-4f4f-a9fd-2a9eede2ba86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:44.653083 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c0f3898-75d2-4f4f-a9fd-2a9eede2ba86 admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:44.714037 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3c0f3898-75d2-4f4f-a9fd-2a9eede2ba86 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4354417 Nov 10 20:05:44.717238 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54316) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:05:44.722421 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f3898-75d2-4f4f-a9fd-2a9eede2ba86 admin admin] Pushing event updated for resources: {'Network': ['ID=e18188da-26da-4354-8f42-0b84794efc22,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:05:44.723133 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-bf945f55-d101-4dcb-962c-96bf7b10678d admin admin] Request body: {'subnet': {'network_id': 'e18188da-26da-4354-8f42-0b84794efc22', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1468877148-subnet', 'tenant_id': 'b535134c4a88433e8815a0cf0d34f3c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:05:44.733582 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network e18188da-26da-4354-8f42-0b84794efc22 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:05:44.750049 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf945f55-d101-4dcb-962c-96bf7b10678d admin admin] Made reservation on behalf of b535134c4a88433e8815a0cf0d34f3c3 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:05:44.753280 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bf945f55-d101-4dcb-962c-96bf7b10678d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:44.934716 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bf945f55-d101-4dcb-962c-96bf7b10678d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:44.989272 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf945f55-d101-4dcb-962c-96bf7b10678d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a7a458f-8449-4434-9837-e09f9ca1c74e,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:05:45.004233 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf945f55-d101-4dcb-962c-96bf7b10678d admin admin] Checking segment: {'id': '529ba293-5e08-4594-a028-36bf79894a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e18188da-26da-4354-8f42-0b84794efc22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:05:45.004233 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf945f55-d101-4dcb-962c-96bf7b10678d admin admin] Network hostable DHCP agents. Network: e18188da-26da-4354-8f42-0b84794efc22, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:05:45.022529 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf945f55-d101-4dcb-962c-96bf7b10678d admin admin] Network e18188da-26da-4354-8f42-0b84794efc22 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:05:45.033614 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-bf945f55-d101-4dcb-962c-96bf7b10678d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, e18188da-26da-4354-8f42-0b84794efc22) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:05:45.038497 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf945f55-d101-4dcb-962c-96bf7b10678d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:45.039072 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bf945f55-d101-4dcb-962c-96bf7b10678d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:45.044332 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59938c3-ad4d-4c2d-a01b-9a2a4c84dde7 None None] Network e18188da-26da-4354-8f42-0b84794efc22 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:05:45.060942 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-bf945f55-d101-4dcb-962c-96bf7b10678d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3423529 Nov 10 20:05:45.193029 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50e7260-468f-489f-b3c7-81044afa6b05 None None] Network e18188da-26da-4354-8f42-0b84794efc22 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:05:45.564508 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-53fb8270-c2b5-4905-bd42-8773b547dd6c tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:45.566129 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-53fb8270-c2b5-4905-bd42-8773b547dd6c tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/networks?id=e18188da-26da-4354-8f42-0b84794efc22 HTTP/1.1" status: 200 len: 812 time: 0.1228263 Nov 10 20:05:45.583657 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-e54aefd9-078f-4f16-b165-6f14666a9829 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/quotas/b535134c4a88433e8815a0cf0d34f3c3 HTTP/1.1" status: 200 len: 375 time: 0.0102816 Nov 10 20:05:45.620195 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-1cd8bbc5-ee69-492b-b7c8-d1c4c57dccea tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b535134c4a88433e8815a0cf0d34f3c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303681 Nov 10 20:05:45.724318 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-e2b5562c-e546-4eb0-98ca-51ab2b7bdcbe service neutron] 10.222.0.54 "GET /v2.0/networks/e18188da-26da-4354-8f42-0b84794efc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948255 Nov 10 20:05:45.826577 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-389e82c9-5353-41e4-a4a4-5c6ea2526b60 service neutron] 10.222.0.54 "GET /v2.0/networks/e18188da-26da-4354-8f42-0b84794efc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953023 Nov 10 20:05:46.005597 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f2849c34-344f-4638-a946-0e5ce411c1e1 req-963b176e-8450-4f9d-9482-ac3c3cb808c6 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 210 time: 0.0323560 Nov 10 20:05:47.131019 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8d1ab5a7-191c-440d-bf81-c39726f2d45c req-d91028cc-6cda-4620-91e8-e1f849a008ce tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 210 time: 0.0493984 Nov 10 20:05:47.211136 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-aca2fd67-0d25-4b13-977c-226d1cbd325a tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:47.212647 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-aca2fd67-0d25-4b13-977c-226d1cbd325a tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.73 "GET /v2.0/networks?id=e18188da-26da-4354-8f42-0b84794efc22 HTTP/1.1" status: 200 len: 812 time: 0.1422911 Nov 10 20:05:47.229393 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-e6a67fbc-16fc-450a-8046-8774fee278fc tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Request body: {'port': {'device_id': 'fcd0304f-e416-480d-8101-8dd807b29219', 'network_id': 'e18188da-26da-4354-8f42-0b84794efc22', 'admin_state_up': True, 'tenant_id': 'b535134c4a88433e8815a0cf0d34f3c3'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:05:47.355212 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-e6a67fbc-16fc-450a-8046-8774fee278fc tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Made reservation on behalf of b535134c4a88433e8815a0cf0d34f3c3 for: {'port': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:05:47.358983 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-e6a67fbc-16fc-450a-8046-8774fee278fc tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:47.499401 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-e6a67fbc-16fc-450a-8046-8774fee278fc tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Allocated IP 172.20.0.5 (e18188da-26da-4354-8f42-0b84794efc22/6a7a458f-8449-4434-9837-e09f9ca1c74e/3c76268c-31b5-4289-81e6-878e623112e5) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:05:47.651724 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-e6a67fbc-16fc-450a-8046-8774fee278fc tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:47.692997 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-e6a67fbc-16fc-450a-8046-8774fee278fc tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:47.742360 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-e6a67fbc-16fc-450a-8046-8774fee278fc tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Network e18188da-26da-4354-8f42-0b84794efc22 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:05:47.747840 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-e6a67fbc-16fc-450a-8046-8774fee278fc tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:05:47.751889 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-e6a67fbc-16fc-450a-8046-8774fee278fc tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:05:47.758919 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a67fbc-16fc-450a-8046-8774fee278fc tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Pushing event updated for resources: {'Port': ['ID=3c76268c-31b5-4289-81e6-878e623112e5,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:05:47.809230 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-e6a67fbc-16fc-450a-8046-8774fee278fc tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:47.809872 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-e6a67fbc-16fc-450a-8046-8774fee278fc tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:47.827878 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-e6a67fbc-16fc-450a-8046-8774fee278fc tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6024079 Nov 10 20:05:47.840796 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-f6b0935d-8d52-4576-b541-bb6a788593f2 service neutron] Request body: {'port': {'device_id': 'fcd0304f-e416-480d-8101-8dd807b29219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:05:47.907808 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-f6b0935d-8d52-4576-b541-bb6a788593f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:48.185820 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-f6b0935d-8d52-4576-b541-bb6a788593f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c76268c-31b5-4289-81e6-878e623112e5 {{(pid=102506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:05:48.195492 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-f6b0935d-8d52-4576-b541-bb6a788593f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:48.212585 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-f6b0935d-8d52-4576-b541-bb6a788593f2 service neutron] Transition to ACTIVE for port object 3c76268c-31b5-4289-81e6-878e623112e5 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:05:48.227018 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-f6b0935d-8d52-4576-b541-bb6a788593f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:48.299675 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0935d-8d52-4576-b541-bb6a788593f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3c76268c-31b5-4289-81e6-878e623112e5,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:05:48.338331 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faed6d4-e4d9-475c-bbc2-b59445d1f290 req-d31d83da-db4b-4423-843c-352bada5e7ed tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:48.339847 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1faed6d4-e4d9-475c-bbc2-b59445d1f290 req-d31d83da-db4b-4423-843c-352bada5e7ed tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 943 time: 0.1239820 Nov 10 20:05:48.429289 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-f6b0935d-8d52-4576-b541-bb6a788593f2 service neutron] Attempting to bind port 3c76268c-31b5-4289-81e6-878e623112e5 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:05:48.429547 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-f6b0935d-8d52-4576-b541-bb6a788593f2 service neutron] Attempting to bind port 3c76268c-31b5-4289-81e6-878e623112e5 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '529ba293-5e08-4594-a028-36bf79894a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e18188da-26da-4354-8f42-0b84794efc22'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:05:48.429834 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-f6b0935d-8d52-4576-b541-bb6a788593f2 service neutron] Attempting to bind port 3c76268c-31b5-4289-81e6-878e623112e5 on network e18188da-26da-4354-8f42-0b84794efc22 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:05:48.434931 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1faed6d4-e4d9-475c-bbc2-b59445d1f290 req-010da349-b4b8-4c5d-9568-9be62fd6e9f1 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704603 Nov 10 20:05:48.438833 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-f6b0935d-8d52-4576-b541-bb6a788593f2 service neutron] Port 3c76268c-31b5-4289-81e6-878e623112e5 on network e18188da-26da-4354-8f42-0b84794efc22 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:05:48.439534 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-f6b0935d-8d52-4576-b541-bb6a788593f2 service neutron] Attempting to bind port 3c76268c-31b5-4289-81e6-878e623112e5 on network e18188da-26da-4354-8f42-0b84794efc22 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:05:48.445350 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-f6b0935d-8d52-4576-b541-bb6a788593f2 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:05:48.445698 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-f6b0935d-8d52-4576-b541-bb6a788593f2 service neutron] Checking segment: {'id': '529ba293-5e08-4594-a028-36bf79894a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e18188da-26da-4354-8f42-0b84794efc22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:05:48.446115 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-f6b0935d-8d52-4576-b541-bb6a788593f2 service neutron] Bound using segment: {'id': '529ba293-5e08-4594-a028-36bf79894a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e18188da-26da-4354-8f42-0b84794efc22'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:05:48.457127 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-f6b0935d-8d52-4576-b541-bb6a788593f2 service neutron] Bound port: 3c76268c-31b5-4289-81e6-878e623112e5, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '529ba293-5e08-4594-a028-36bf79894a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e18188da-26da-4354-8f42-0b84794efc22'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:05:48.457127 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-f6b0935d-8d52-4576-b541-bb6a788593f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:48.522954 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-f6b0935d-8d52-4576-b541-bb6a788593f2 service neutron] For port 3c76268c-31b5-4289-81e6-878e623112e5, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:05:48.526659 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-f6b0935d-8d52-4576-b541-bb6a788593f2 service neutron] For port 3c76268c-31b5-4289-81e6-878e623112e5, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=3c76268c-31b5-4289-81e6-878e623112e5,segment=NetworkSegment(529ba293-5e08-4594-a028-36bf79894a20),segment_id=529ba293-5e08-4594-a028-36bf79894a20)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:05:48.534832 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-f6b0935d-8d52-4576-b541-bb6a788593f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:48.575118 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-f6b0935d-8d52-4576-b541-bb6a788593f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:48.576127 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-f6b0935d-8d52-4576-b541-bb6a788593f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:48.577860 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-f6b0935d-8d52-4576-b541-bb6a788593f2 service neutron] 10.222.0.73 "PUT /v2.0/ports/3c76268c-31b5-4289-81e6-878e623112e5 HTTP/1.1" status: 200 len: 1091 time: 0.7414742 Nov 10 20:05:48.580999 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd0304f-e416-480d-8101-8dd807b29219', 'tag': '3c76268c-31b5-4289-81e6-878e623112e5'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:05:48.584400 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfbd5c25fd1a1bf18e79891c674f962074aa63d8f4aa99a8f6cb3be41b9dd3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6236fa7-c71e-4bec-88f5-b46caa01ddfd" -d '{"events": [{"name": "network-changed", "server_uuid": "fcd0304f-e416-480d-8101-8dd807b29219", "tag": "3c76268c-31b5-4289-81e6-878e623112e5"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:05:48.615228 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0935d-8d52-4576-b541-bb6a788593f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3c76268c-31b5-4289-81e6-878e623112e5,revision_number=3']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:05:48.640721 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb257932-04c7-4ff0-87c7-e61e4688654e x-openstack-request-id: req-fb257932-04c7-4ff0-87c7-e61e4688654e {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:05:48.640980 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcd0304f-e416-480d-8101-8dd807b29219", "tag": "3c76268c-31b5-4289-81e6-878e623112e5", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:05:48.641228 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fb257932-04c7-4ff0-87c7-e61e4688654e {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:05:48.641641 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd0304f-e416-480d-8101-8dd807b29219', 'tag': '3c76268c-31b5-4289-81e6-878e623112e5', 'status': 'completed', 'code': 200} Nov 10 20:05:48.681880 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-e7fe368d-a969-469e-b905-8bf2a8e58f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:48.683379 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-e7fe368d-a969-469e-b905-8bf2a8e58f30 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b535134c4a88433e8815a0cf0d34f3c3&device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 1094 time: 0.0523114 Nov 10 20:05:48.729217 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-ff576af2-69ad-445f-a4eb-c83808a61514 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c76268c-31b5-4289-81e6-878e623112e5 HTTP/1.1" status: 200 len: 217 time: 0.0356202 Nov 10 20:05:48.783789 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-1b9372cd-6c06-4bf4-a7fb-889b51c70df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:48.785296 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-1b9372cd-6c06-4bf4-a7fb-889b51c70df8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6a7a458f-8449-4434-9837-e09f9ca1c74e HTTP/1.1" status: 200 len: 852 time: 0.0478973 Nov 10 20:05:48.823091 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-546b1e45-e8fb-4348-8f4c-f98858b7250f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e18188da-26da-4354-8f42-0b84794efc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300403 Nov 10 20:05:48.924741 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-aec523b1-6b9e-4110-bc35-df4a82c52f78 service neutron] 10.222.0.73 "GET /v2.0/networks/e18188da-26da-4354-8f42-0b84794efc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928757 Nov 10 20:05:49.025095 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-688ecc6c-33b0-4106-b88d-6b91f2d139d5 req-f828536d-f7d9-4a8e-973a-5cd1adbdc2c7 service neutron] 10.222.0.73 "GET /v2.0/networks/e18188da-26da-4354-8f42-0b84794efc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925188 Nov 10 20:05:49.121408 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6236fa7-c71e-4bec-88f5-b46caa01ddfd req-3875d020-dc1f-42a6-b2da-9cf276612c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:49.123054 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d6236fa7-c71e-4bec-88f5-b46caa01ddfd req-3875d020-dc1f-42a6-b2da-9cf276612c6f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b535134c4a88433e8815a0cf0d34f3c3&device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 1094 time: 0.0464938 Nov 10 20:05:49.226121 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6236fa7-c71e-4bec-88f5-b46caa01ddfd req-9092ae4d-a46c-45ce-a27d-660221642fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:49.227621 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d6236fa7-c71e-4bec-88f5-b46caa01ddfd req-9092ae4d-a46c-45ce-a27d-660221642fbe service neutron] 10.222.0.73 "GET /v2.0/networks?id=e18188da-26da-4354-8f42-0b84794efc22 HTTP/1.1" status: 200 len: 913 time: 0.0976045 Nov 10 20:05:49.272714 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d6236fa7-c71e-4bec-88f5-b46caa01ddfd req-2dcc5005-63ac-46e6-a47e-893f540cc313 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c76268c-31b5-4289-81e6-878e623112e5 HTTP/1.1" status: 200 len: 217 time: 0.0370822 Nov 10 20:05:49.328699 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6236fa7-c71e-4bec-88f5-b46caa01ddfd req-5e5b45b9-1409-4a20-9aa2-aa708fd0867b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:49.330888 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d6236fa7-c71e-4bec-88f5-b46caa01ddfd req-5e5b45b9-1409-4a20-9aa2-aa708fd0867b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6a7a458f-8449-4434-9837-e09f9ca1c74e HTTP/1.1" status: 200 len: 852 time: 0.0512066 Nov 10 20:05:49.365571 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d6236fa7-c71e-4bec-88f5-b46caa01ddfd req-c82cd33c-6456-463b-9626-177e80105de7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e18188da-26da-4354-8f42-0b84794efc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269804 Nov 10 20:05:49.464635 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d6236fa7-c71e-4bec-88f5-b46caa01ddfd req-712676c1-1f43-4d02-8098-4681a086de6c service neutron] 10.222.0.73 "GET /v2.0/networks/e18188da-26da-4354-8f42-0b84794efc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911644 Nov 10 20:05:49.591406 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d6236fa7-c71e-4bec-88f5-b46caa01ddfd req-35846aae-bc3f-4c3f-9df9-6cca0c219e3a service neutron] 10.222.0.73 "GET /v2.0/networks/e18188da-26da-4354-8f42-0b84794efc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189342 Nov 10 20:05:49.601065 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f5b2c-06e8-4e60-92be-c3d61ce2ae41 req-99a95890-ae78-41b7-85a8-61ab7736db80 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:49.603146 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-399f5b2c-06e8-4e60-92be-c3d61ce2ae41 req-99a95890-ae78-41b7-85a8-61ab7736db80 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 943 time: 0.0788062 Nov 10 20:05:49.660285 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-399f5b2c-06e8-4e60-92be-c3d61ce2ae41 req-50248bea-8bb7-4577-9da6-e7fcc24f29cd tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507650 Nov 10 20:05:50.791275 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd842216-cf4c-4ed1-8964-bc1067b95670 req-29376758-f6e2-4b23-81c5-a322f65d3e8e tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:50.792801 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fd842216-cf4c-4ed1-8964-bc1067b95670 req-29376758-f6e2-4b23-81c5-a322f65d3e8e tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 943 time: 0.0542111 Nov 10 20:05:50.864227 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fd842216-cf4c-4ed1-8964-bc1067b95670 req-688d63c6-04ed-48d5-b552-98059af832a4 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613084 Nov 10 20:05:51.881828 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 3c76268c-31b5-4289-81e6-878e623112e5 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:05:52.003359 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceab8d3-4113-40ab-8317-19baf4de67d6 req-e638252b-0e9e-4c5e-a89e-31b1bd6c4f17 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:52.004405 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cceab8d3-4113-40ab-8317-19baf4de67d6 req-e638252b-0e9e-4c5e-a89e-31b1bd6c4f17 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 943 time: 0.0616460 Nov 10 20:05:52.008450 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 3c76268c-31b5-4289-81e6-878e623112e5, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=3c76268c-31b5-4289-81e6-878e623112e5,segment=NetworkSegment(529ba293-5e08-4594-a028-36bf79894a20),segment_id=529ba293-5e08-4594-a028-36bf79894a20)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:05:52.023374 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '3c76268c-31b5-4289-81e6-878e623112e5', 'network_id': 'e18188da-26da-4354-8f42-0b84794efc22', 'port_id': '3c76268c-31b5-4289-81e6-878e623112e5', 'mac_address': 'fa:16:3e:45:c1:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7a458f-8449-4434-9837-e09f9ca1c74e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:05:52.068899 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cceab8d3-4113-40ab-8317-19baf4de67d6 req-9e714069-42ac-4d0d-b0e3-aea3eb49cae3 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558293 Nov 10 20:05:52.069115 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:52.085714 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c76268c-31b5-4289-81e6-878e623112e5 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:05:52.107787 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 3c76268c-31b5-4289-81e6-878e623112e5, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=3c76268c-31b5-4289-81e6-878e623112e5,segment=NetworkSegment(529ba293-5e08-4594-a028-36bf79894a20),segment_id=529ba293-5e08-4594-a028-36bf79894a20)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:05:52.113165 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:52.176202 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=3c76268c-31b5-4289-81e6-878e623112e5,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:05:52.305269 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['3c76268c-31b5-4289-81e6-878e623112e5'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:05:53.194788 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815dfe4-a983-4cfd-ba7e-b5c1915937c9 req-2d2354ed-145d-4123-bc50-c071b519026a tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:53.196282 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0815dfe4-a983-4cfd-ba7e-b5c1915937c9 req-2d2354ed-145d-4123-bc50-c071b519026a tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 944 time: 0.0570438 Nov 10 20:05:53.245995 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0815dfe4-a983-4cfd-ba7e-b5c1915937c9 req-1ac2bed7-b43c-4814-92dc-49d03025b2f7 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436344 Nov 10 20:05:53.492176 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-75c1b74f-2ab7-46d9-b526-c525e2df66a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:53.899879 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 3c76268c-31b5-4289-81e6-878e623112e5 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:05:53.955452 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 3c76268c-31b5-4289-81e6-878e623112e5 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:05:53.959857 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 3c76268c-31b5-4289-81e6-878e623112e5 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:05:53.960231 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:54.043807 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:54.069054 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd0304f-e416-480d-8101-8dd807b29219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c76268c-31b5-4289-81e6-878e623112e5'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:05:54.071359 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cbce92-15b7-4f71-ac01-0967aa8ca191" -d '{"events": [{"server_uuid": "fcd0304f-e416-480d-8101-8dd807b29219", "name": "network-vif-plugged", "status": "completed", "tag": "3c76268c-31b5-4289-81e6-878e623112e5"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:05:54.088430 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 3c76268c-31b5-4289-81e6-878e623112e5, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=3c76268c-31b5-4289-81e6-878e623112e5,segment=NetworkSegment(529ba293-5e08-4594-a028-36bf79894a20),segment_id=529ba293-5e08-4594-a028-36bf79894a20)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:05:54.094494 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:54.121712 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae982d76-bce7-46ca-ae48-29bb0fdf8d04 x-openstack-request-id: req-ae982d76-bce7-46ca-ae48-29bb0fdf8d04 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:05:54.122050 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd0304f-e416-480d-8101-8dd807b29219", "name": "network-vif-plugged", "status": "completed", "tag": "3c76268c-31b5-4289-81e6-878e623112e5", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:05:54.122289 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ae982d76-bce7-46ca-ae48-29bb0fdf8d04 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:05:54.122687 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd0304f-e416-480d-8101-8dd807b29219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c76268c-31b5-4289-81e6-878e623112e5', 'code': 200} Nov 10 20:05:54.149479 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=3c76268c-31b5-4289-81e6-878e623112e5,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:05:54.215939 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256945b-0ea5-47b8-91c3-5189c6f97899 req-ac82c7fa-ae0b-486b-9533-34038713f418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:54.217540 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0256945b-0ea5-47b8-91c3-5189c6f97899 req-ac82c7fa-ae0b-486b-9533-34038713f418 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 1096 time: 0.0445681 Nov 10 20:05:54.268205 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0256945b-0ea5-47b8-91c3-5189c6f97899 req-564848ba-8474-46c8-8edd-08ea684fd920 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435617 Nov 10 20:05:54.374235 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661ccea-fce4-4311-805c-975f43ddba12 req-6486a760-32dd-4cd4-bd95-53fdab97f53d tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:54.375782 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e661ccea-fce4-4311-805c-975f43ddba12 req-6486a760-32dd-4cd4-bd95-53fdab97f53d tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 945 time: 0.0545969 Nov 10 20:05:54.430553 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e661ccea-fce4-4311-805c-975f43ddba12 req-c3c866b3-ea61-49c1-88e8-ee0a72829ba3 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483792 Nov 10 20:05:55.264279 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:55.523611 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:55.564229 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd7342-8d95-4bb5-b186-e23a44443f97 req-abc6d76f-3a14-42a5-a5bc-8b3575d63ec7 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:55.565783 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b7fd7342-8d95-4bb5-b186-e23a44443f97 req-abc6d76f-3a14-42a5-a5bc-8b3575d63ec7 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 945 time: 0.0605383 Nov 10 20:05:55.617352 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b7fd7342-8d95-4bb5-b186-e23a44443f97 req-4dad1f36-a478-42a1-ad4e-efc7d9134aec tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452900 Nov 10 20:05:55.750947 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2e8fc6eb-e88f-4a6d-9067-2538afef4fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:55.877892 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25061f37-dfa0-4c60-ba8b-fc7e406d7317 req-296d573d-2162-4546-800c-a59e4f9e000a tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:55.879507 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-25061f37-dfa0-4c60-ba8b-fc7e406d7317 req-296d573d-2162-4546-800c-a59e4f9e000a tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 945 time: 0.0605009 Nov 10 20:05:55.932227 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-25061f37-dfa0-4c60-ba8b-fc7e406d7317 req-ea487e79-daed-4a76-a09d-af0595f1d8f2 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462017 Nov 10 20:05:55.962322 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-c3dbab4f-c793-49b4-8584-47fbc411346d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0882778 Nov 10 20:05:55.971305 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-12d60006-c741-4cd0-bafb-1dea849db9e3 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:05:55.972355 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-12d60006-c741-4cd0-bafb-1dea849db9e3 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052233 Nov 10 20:05:56.221477 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dff180-b202-491d-aa64-ccd6269d2e9a req-2800df32-0bf2-4269-9127-0c244eec04ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:56.223060 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-96dff180-b202-491d-aa64-ccd6269d2e9a req-2800df32-0bf2-4269-9127-0c244eec04ec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b535134c4a88433e8815a0cf0d34f3c3&device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 1096 time: 0.0427241 Nov 10 20:05:56.341722 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dff180-b202-491d-aa64-ccd6269d2e9a req-d9569b6c-a74d-4a78-8ea7-76313bf31623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:56.343247 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-96dff180-b202-491d-aa64-ccd6269d2e9a req-d9569b6c-a74d-4a78-8ea7-76313bf31623 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e18188da-26da-4354-8f42-0b84794efc22 HTTP/1.1" status: 200 len: 913 time: 0.0998967 Nov 10 20:05:56.386233 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-96dff180-b202-491d-aa64-ccd6269d2e9a req-d8a544c3-33ef-4c2a-afae-38b434196c89 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c76268c-31b5-4289-81e6-878e623112e5 HTTP/1.1" status: 200 len: 217 time: 0.0352869 Nov 10 20:05:56.438547 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dff180-b202-491d-aa64-ccd6269d2e9a req-9d042f1c-ea4b-476f-951e-d4eb5cb2ab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:56.440232 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-96dff180-b202-491d-aa64-ccd6269d2e9a req-9d042f1c-ea4b-476f-951e-d4eb5cb2ab2b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6a7a458f-8449-4434-9837-e09f9ca1c74e HTTP/1.1" status: 200 len: 852 time: 0.0468740 Nov 10 20:05:56.477049 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-96dff180-b202-491d-aa64-ccd6269d2e9a req-a5acb574-c382-4812-8b76-c0e6429e8b3f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e18188da-26da-4354-8f42-0b84794efc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290465 Nov 10 20:05:56.581339 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-96dff180-b202-491d-aa64-ccd6269d2e9a req-fec7fd73-54fd-4ff9-acf0-e12e78c11dfa service neutron] 10.222.0.73 "GET /v2.0/networks/e18188da-26da-4354-8f42-0b84794efc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971518 Nov 10 20:05:56.688266 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-96dff180-b202-491d-aa64-ccd6269d2e9a req-768b134e-fc75-4825-9744-b477bae1e98e service neutron] 10.222.0.73 "GET /v2.0/networks/e18188da-26da-4354-8f42-0b84794efc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989878 Nov 10 20:05:57.057076 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5167ad2-70b0-416a-a3dd-ddb4cea9058c req-1cc5836c-b7c6-4924-a21e-3e27be65730a tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:57.058874 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e5167ad2-70b0-416a-a3dd-ddb4cea9058c req-1cc5836c-b7c6-4924-a21e-3e27be65730a tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 945 time: 0.0543051 Nov 10 20:05:57.119275 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e5167ad2-70b0-416a-a3dd-ddb4cea9058c req-5c0ee601-288e-4143-a530-8671a4ac4c77 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516169 Nov 10 20:05:57.148202 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-8763cc41-0d77-4d73-ac24-99781642327f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:57.149734 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-8763cc41-0d77-4d73-ac24-99781642327f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b535134c4a88433e8815a0cf0d34f3c3&device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 1096 time: 0.0455196 Nov 10 20:05:57.246971 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-c4e4f8f5-383a-4aa1-be99-3c611ae895ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:57.248354 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-c4e4f8f5-383a-4aa1-be99-3c611ae895ce service neutron] 10.222.0.73 "GET /v2.0/networks?id=e18188da-26da-4354-8f42-0b84794efc22 HTTP/1.1" status: 200 len: 913 time: 0.0919528 Nov 10 20:05:57.292928 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-c6d8d85b-6804-4528-a972-bf26a663d876 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c76268c-31b5-4289-81e6-878e623112e5 HTTP/1.1" status: 200 len: 217 time: 0.0359464 Nov 10 20:05:57.346465 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-8e5e589a-bb78-4197-b891-9e820b5505f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:57.347974 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-8e5e589a-bb78-4197-b891-9e820b5505f6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6a7a458f-8449-4434-9837-e09f9ca1c74e HTTP/1.1" status: 200 len: 852 time: 0.0480847 Nov 10 20:05:57.380656 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-0cdd63cd-11bb-4df0-837c-7641d296030c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e18188da-26da-4354-8f42-0b84794efc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251350 Nov 10 20:05:57.385234 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:57.473723 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-2eb16d72-8e87-4bd1-a85e-e39247bfccf6 service neutron] 10.222.0.73 "GET /v2.0/networks/e18188da-26da-4354-8f42-0b84794efc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856090 Nov 10 20:05:57.914598 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-3c7ad07a-1841-4e64-9c05-aff79bbf3cf7 service neutron] 10.222.0.73 "GET /v2.0/networks/e18188da-26da-4354-8f42-0b84794efc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325264 Nov 10 20:05:58.249840 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee957197-740b-4813-88e3-fb1cf4989438 req-77cf25a1-10c6-424d-94b5-72a85e5a4298 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:58.251344 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ee957197-740b-4813-88e3-fb1cf4989438 req-77cf25a1-10c6-424d-94b5-72a85e5a4298 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 945 time: 0.0535243 Nov 10 20:05:58.300990 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ee957197-740b-4813-88e3-fb1cf4989438 req-a609e465-3e7c-462f-b1e4-a74c312c8fff tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428247 Nov 10 20:05:58.904142 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:59.377562 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:05:59.429973 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510120bb-1b1a-4dad-aba8-31d28e14a82a req-9ac542d2-bef6-4097-ace0-e055cc1c2b59 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:05:59.431452 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-510120bb-1b1a-4dad-aba8-31d28e14a82a req-9ac542d2-bef6-4097-ace0-e055cc1c2b59 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 945 time: 0.0566995 Nov 10 20:05:59.481194 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-510120bb-1b1a-4dad-aba8-31d28e14a82a req-55389c00-78f2-4227-a876-71f2cbe28ccd tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434191 Nov 10 20:06:00.610269 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6ad29-80d7-4770-9bec-71484168dde5 req-bae6bd45-e9cd-432d-bea0-a34d8ff932ef tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:00.612386 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-adb6ad29-80d7-4770-9bec-71484168dde5 req-bae6bd45-e9cd-432d-bea0-a34d8ff932ef tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 945 time: 0.0576699 Nov 10 20:06:00.662213 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-adb6ad29-80d7-4770-9bec-71484168dde5 req-3cdd2505-7889-4099-88c3-e8ef51e936a8 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433390 Nov 10 20:06:01.792652 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c85a4f-613d-4e69-a3ba-3cfb06a1f930 req-e823ff4a-a049-4e40-8535-a8df996ba64c tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:01.794169 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-38c85a4f-613d-4e69-a3ba-3cfb06a1f930 req-e823ff4a-a049-4e40-8535-a8df996ba64c tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 945 time: 0.0513353 Nov 10 20:06:01.848052 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-38c85a4f-613d-4e69-a3ba-3cfb06a1f930 req-6f3ced90-319c-43f0-a5ea-4318d53badf4 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470645 Nov 10 20:06:02.973801 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a634996-5b88-446d-9a1c-a6bf92c3898e req-668df07c-e8ae-4130-bba7-ce2739fdbbb1 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:02.975330 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4a634996-5b88-446d-9a1c-a6bf92c3898e req-668df07c-e8ae-4130-bba7-ce2739fdbbb1 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 945 time: 0.0538380 Nov 10 20:06:03.028205 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4a634996-5b88-446d-9a1c-a6bf92c3898e req-ce622362-b8fd-4cd6-95e9-3976206a6429 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467672 Nov 10 20:06:04.161788 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5fca25-53a2-47bf-8318-204b0a9c3760 req-fef5d61a-86b4-4571-a3d0-e50bcd8fb1cb tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:04.163319 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de5fca25-53a2-47bf-8318-204b0a9c3760 req-fef5d61a-86b4-4571-a3d0-e50bcd8fb1cb tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 945 time: 0.0546367 Nov 10 20:06:04.214927 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de5fca25-53a2-47bf-8318-204b0a9c3760 req-8e16b917-dc51-443f-b4d1-f9a9309657a8 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455167 Nov 10 20:06:05.352247 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea1db7-f6e9-4239-8916-296eabc62629 req-e9453b4a-a581-4b21-b609-ca94eb633990 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:05.353844 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-43ea1db7-f6e9-4239-8916-296eabc62629 req-e9453b4a-a581-4b21-b609-ca94eb633990 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 945 time: 0.0646007 Nov 10 20:06:05.405798 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-43ea1db7-f6e9-4239-8916-296eabc62629 req-73add919-f8b2-46d1-916a-13f540901e32 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457199 Nov 10 20:06:06.538223 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995aa43-9be2-418d-906c-3f65db4ed1af req-0d2a6ec3-bfff-4e50-9f29-5503b27274e0 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:06.541592 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5995aa43-9be2-418d-906c-3f65db4ed1af req-0d2a6ec3-bfff-4e50-9f29-5503b27274e0 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 945 time: 0.0557649 Nov 10 20:06:06.590666 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5995aa43-9be2-418d-906c-3f65db4ed1af req-043aac61-ecd6-499b-83eb-726680444a98 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448256 Nov 10 20:06:07.717576 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7dd31-40eb-401e-aeac-57fb76fdaf39 req-51a1d96b-301a-4c6e-bf45-23133b543da0 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:07.719156 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f8a7dd31-40eb-401e-aeac-57fb76fdaf39 req-51a1d96b-301a-4c6e-bf45-23133b543da0 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 945 time: 0.0526819 Nov 10 20:06:07.778497 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f8a7dd31-40eb-401e-aeac-57fb76fdaf39 req-d198ab1f-0172-48b0-85d6-948fbe693ef7 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522072 Nov 10 20:06:08.910855 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44603b-16f6-4884-82f3-08006cdd8e35 req-fac97661-ec3d-4209-ba33-57065ed43dd2 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:08.912495 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fc44603b-16f6-4884-82f3-08006cdd8e35 req-fac97661-ec3d-4209-ba33-57065ed43dd2 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 945 time: 0.0559471 Nov 10 20:06:08.965802 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fc44603b-16f6-4884-82f3-08006cdd8e35 req-562acda7-f96b-4c99-9db2-34c1a7ebd666 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464761 Nov 10 20:06:10.095190 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77921e-3f88-4564-b28a-e5d79adced7f req-dd1502ee-146d-4132-94cc-a1f3bf978856 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:10.096767 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9f77921e-3f88-4564-b28a-e5d79adced7f req-dd1502ee-146d-4132-94cc-a1f3bf978856 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 945 time: 0.0556872 Nov 10 20:06:10.152139 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9f77921e-3f88-4564-b28a-e5d79adced7f req-210401c9-46af-4f36-b6a4-3e32cf6f2fc1 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476606 Nov 10 20:06:11.302760 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c74e1-5940-4321-b398-c10c2373ad91 req-13375a6c-6aed-4455-9450-0bfc6064c1bc tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:11.304369 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b68c74e1-5940-4321-b398-c10c2373ad91 req-13375a6c-6aed-4455-9450-0bfc6064c1bc tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 945 time: 0.0645795 Nov 10 20:06:11.360779 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b68c74e1-5940-4321-b398-c10c2373ad91 req-4dd7cdd1-4f33-4249-a603-7e304b6b76c8 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495687 Nov 10 20:06:12.178495 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:06:12.492420 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b183f00-fd9a-42e6-90ac-63d068a1e66b req-375f398b-eb8d-4dfa-932e-7cf70427838b tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:12.493939 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5b183f00-fd9a-42e6-90ac-63d068a1e66b req-375f398b-eb8d-4dfa-932e-7cf70427838b tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 945 time: 0.0597777 Nov 10 20:06:12.545225 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5b183f00-fd9a-42e6-90ac-63d068a1e66b req-46cbe2b0-aefd-401e-9ffd-aa332d894181 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444860 Nov 10 20:06:13.686505 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026e3e3-8c1b-4497-8e8b-049053360d7e req-9caaff2c-57b3-4657-800b-e0ff25771d05 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:13.688080 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b026e3e3-8c1b-4497-8e8b-049053360d7e req-9caaff2c-57b3-4657-800b-e0ff25771d05 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 945 time: 0.0584002 Nov 10 20:06:13.744715 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b026e3e3-8c1b-4497-8e8b-049053360d7e req-23a15980-4c9d-4a8b-839f-1a5ffcd6e283 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503240 Nov 10 20:06:14.882681 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827f899-57bd-4cd5-a6f3-31de206d0863 req-49b52d07-5d9c-4754-87e8-6bb8e08934b8 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:14.884166 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4827f899-57bd-4cd5-a6f3-31de206d0863 req-49b52d07-5d9c-4754-87e8-6bb8e08934b8 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 945 time: 0.0595002 Nov 10 20:06:14.936651 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4827f899-57bd-4cd5-a6f3-31de206d0863 req-4ef19914-a1a7-4b13-8013-2b35e8bbdcb7 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460911 Nov 10 20:06:16.066937 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af41e7-9ab6-482a-8747-f08ad2985556 req-04023303-3281-4c7b-b42f-d0d092ab312d tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:16.068761 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a8af41e7-9ab6-482a-8747-f08ad2985556 req-04023303-3281-4c7b-b42f-d0d092ab312d tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 945 time: 0.0544560 Nov 10 20:06:16.125172 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a8af41e7-9ab6-482a-8747-f08ad2985556 req-500d89aa-4455-41fe-8bf3-59925928957e tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497563 Nov 10 20:06:17.263919 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e35ce3-6d4d-44db-a3e1-0bfb87d70e4e req-367ec52b-abda-4df5-b08e-2398e8560f51 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:17.265326 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c3e35ce3-6d4d-44db-a3e1-0bfb87d70e4e req-367ec52b-abda-4df5-b08e-2398e8560f51 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 945 time: 0.0504243 Nov 10 20:06:17.317643 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c3e35ce3-6d4d-44db-a3e1-0bfb87d70e4e req-5b3aae7b-9398-4fea-904f-3d3549655948 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458171 Nov 10 20:06:18.457070 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f21037-a888-419f-bfec-c58566c1a631 req-ec3a3df6-bc4a-4ca9-950c-94f2856c5b47 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:18.458769 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-87f21037-a888-419f-bfec-c58566c1a631 req-ec3a3df6-bc4a-4ca9-950c-94f2856c5b47 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 945 time: 0.0595167 Nov 10 20:06:18.511816 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-87f21037-a888-419f-bfec-c58566c1a631 req-1f984a62-cae7-4fe3-97e5-0eea6dea8b6d tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467086 Nov 10 20:06:19.651591 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d23db1-5f24-40d2-89c0-22e3d4db7128 req-80523ef4-9491-41d3-b497-0f88fd1f34a7 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:19.653236 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-24d23db1-5f24-40d2-89c0-22e3d4db7128 req-80523ef4-9491-41d3-b497-0f88fd1f34a7 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 945 time: 0.0650969 Nov 10 20:06:19.703497 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-24d23db1-5f24-40d2-89c0-22e3d4db7128 req-e52f6120-d3a3-4fb4-be25-bc5569076dbe tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438578 Nov 10 20:06:20.828482 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c55d9-b4d4-48c5-9e83-0dfcb6515db1 req-f9f964b6-ccad-455e-81ea-9453c8086510 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:20.830061 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f85c55d9-b4d4-48c5-9e83-0dfcb6515db1 req-f9f964b6-ccad-455e-81ea-9453c8086510 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 945 time: 0.0529175 Nov 10 20:06:20.884845 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f85c55d9-b4d4-48c5-9e83-0dfcb6515db1 req-464d60e9-3abb-4086-82e1-e68ea2d1d853 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485837 Nov 10 20:06:22.009462 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e933a3-9e6a-41e7-ada2-b242a1189bf7 req-3a78b2d0-821c-4645-95cf-c91fbbd5fe1c tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:22.011125 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c7e933a3-9e6a-41e7-ada2-b242a1189bf7 req-3a78b2d0-821c-4645-95cf-c91fbbd5fe1c tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 945 time: 0.0550826 Nov 10 20:06:22.070241 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c7e933a3-9e6a-41e7-ada2-b242a1189bf7 req-1edddc9f-626a-432d-8704-6e80648adebc tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529566 Nov 10 20:06:23.223097 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94034d3-56b0-4f1d-84a3-f51e51811be0 req-1ebf0b26-5d29-4e9f-b36a-f48552d59f38 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:23.224893 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d94034d3-56b0-4f1d-84a3-f51e51811be0 req-1ebf0b26-5d29-4e9f-b36a-f48552d59f38 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 945 time: 0.0609782 Nov 10 20:06:23.278664 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d94034d3-56b0-4f1d-84a3-f51e51811be0 req-fe5cca64-c677-4d3e-827c-a0c0b5a41552 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472240 Nov 10 20:06:23.492577 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-31be9d6a-4181-4317-968d-f39a1665a6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:24.410564 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d3545-7ce2-408b-9785-07422d476abc req-f7c39b33-6eea-4ee8-a980-24a4d0a2654f tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:24.412081 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-544d3545-7ce2-408b-9785-07422d476abc req-f7c39b33-6eea-4ee8-a980-24a4d0a2654f tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 945 time: 0.0600379 Nov 10 20:06:24.463919 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-544d3545-7ce2-408b-9785-07422d476abc req-864e4cba-2969-47d6-a05e-5ac2e5cbf73a tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452387 Nov 10 20:06:24.892614 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-1c1a3969-23ea-4ffc-bb0b-2af3f737685e service neutron] show failed (client error): The resource could not be found. Nov 10 20:06:24.893557 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-1c1a3969-23ea-4ffc-bb0b-2af3f737685e service neutron] 10.222.0.73 "GET /v2.0/ports/3c76268c-31b5-4289-81e6-878e623112e5/bindings/n-h2-813897-4 HTTP/1.1" status: 404 len: 380 time: 0.0686550 Nov 10 20:06:25.252710 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-12fda1b6-514f-47e9-8ddc-367cba498b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:25.254268 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-12fda1b6-514f-47e9-8ddc-367cba498b04 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219&tenant_id=b535134c4a88433e8815a0cf0d34f3c3 HTTP/1.1" status: 200 len: 1096 time: 0.1239967 Nov 10 20:06:25.266826 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813897-4', 'device_owner': 'compute:nova'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:06:25.275310 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:25.330916 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:25.530900 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:25.543643 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] For port 3c76268c-31b5-4289-81e6-878e623112e5, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=3c76268c-31b5-4289-81e6-878e623112e5,segment=NetworkSegment(529ba293-5e08-4594-a028-36bf79894a20),segment_id=529ba293-5e08-4594-a028-36bf79894a20)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:06:25.589178 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] For port 3c76268c-31b5-4289-81e6-878e623112e5, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:06:25.628214 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b5349-e0c6-47c1-89a9-78c1297d311b req-f38c27f1-bf21-49b7-8053-c20013b20412 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:25.629850 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-187b5349-e0c6-47c1-89a9-78c1297d311b req-f38c27f1-bf21-49b7-8053-c20013b20412 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 945 time: 0.0722456 Nov 10 20:06:25.645224 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd0304f-e416-480d-8101-8dd807b29219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c76268c-31b5-4289-81e6-878e623112e5'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:06:25.653470 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:25.669335 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] Transition to ACTIVE for port object 3c76268c-31b5-4289-81e6-878e623112e5 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:06:25.675471 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:25.690984 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-187b5349-e0c6-47c1-89a9-78c1297d311b req-5ffdb9e8-4faf-4b5a-9198-44747eb9bb69 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536408 Nov 10 20:06:25.721094 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcd8ae7-3d06-46da-adb1-3e9f3affe310" -d '{"events": [{"server_uuid": "fcd0304f-e416-480d-8101-8dd807b29219", "name": "network-vif-unplugged", "status": "completed", "tag": "3c76268c-31b5-4289-81e6-878e623112e5"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:06:25.754739 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] No DVR routers for this DVR port 3c76268c-31b5-4289-81e6-878e623112e5 on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:06:25.761055 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e85a3139-4ea9-46b8-a379-eaf516ab1430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:25.768833 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] Pushing event updated for resources: {'Port': ['ID=3c76268c-31b5-4289-81e6-878e623112e5,revision_number=6']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:06:25.793236 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:25.793590 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:25.793965 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:25.794305 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:25.794642 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:25.794976 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:25.795645 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:25.795977 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:25.796327 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:25.796656 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:25.796986 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:25.797314 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:25.816053 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] Attempting to bind port 3c76268c-31b5-4289-81e6-878e623112e5 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:06:25.816383 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] Attempting to bind port 3c76268c-31b5-4289-81e6-878e623112e5 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '529ba293-5e08-4594-a028-36bf79894a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e18188da-26da-4354-8f42-0b84794efc22'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:06:25.816705 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] Attempting to bind port 3c76268c-31b5-4289-81e6-878e623112e5 on network e18188da-26da-4354-8f42-0b84794efc22 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:06:25.821914 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] Port 3c76268c-31b5-4289-81e6-878e623112e5 on network e18188da-26da-4354-8f42-0b84794efc22 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:06:25.822235 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] Attempting to bind port 3c76268c-31b5-4289-81e6-878e623112e5 on network e18188da-26da-4354-8f42-0b84794efc22 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:06:25.827108 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:06:25.827435 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] Checking segment: {'id': '529ba293-5e08-4594-a028-36bf79894a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e18188da-26da-4354-8f42-0b84794efc22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:06:25.827863 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] Bound using segment: {'id': '529ba293-5e08-4594-a028-36bf79894a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e18188da-26da-4354-8f42-0b84794efc22'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:06:25.828262 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] Bound port: 3c76268c-31b5-4289-81e6-878e623112e5, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '529ba293-5e08-4594-a028-36bf79894a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e18188da-26da-4354-8f42-0b84794efc22'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:06:25.828680 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:25.846515 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 20:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae460c4-6f15-4c04-8076-a21e567ec0cd x-openstack-request-id: req-1ae460c4-6f15-4c04-8076-a21e567ec0cd {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:06:25.846805 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd0304f-e416-480d-8101-8dd807b29219", "name": "network-vif-unplugged", "status": "completed", "tag": "3c76268c-31b5-4289-81e6-878e623112e5", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:06:25.847057 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1ae460c4-6f15-4c04-8076-a21e567ec0cd {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:06:25.847451 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd0304f-e416-480d-8101-8dd807b29219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c76268c-31b5-4289-81e6-878e623112e5', 'code': 200} Nov 10 20:06:25.900528 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] For port 3c76268c-31b5-4289-81e6-878e623112e5, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:06:25.903685 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] For port 3c76268c-31b5-4289-81e6-878e623112e5, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=3c76268c-31b5-4289-81e6-878e623112e5,segment=NetworkSegment(529ba293-5e08-4594-a028-36bf79894a20),segment_id=529ba293-5e08-4594-a028-36bf79894a20)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:06:25.910331 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:25.949019 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:25.949645 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:25.951085 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] 10.222.0.25 "PUT /v2.0/ports/3c76268c-31b5-4289-81e6-878e623112e5 HTTP/1.1" status: 200 len: 1091 time: 0.6886406 Nov 10 20:06:25.972612 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25f7b5-7278-47d1-aac2-8abcc6193fcc service neutron] Pushing event updated for resources: {'Port': ['ID=3c76268c-31b5-4289-81e6-878e623112e5,revision_number=7']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:06:26.021333 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-4a38d0eb-a3ad-4c84-819f-e5177b2cd356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:26.022884 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-4a38d0eb-a3ad-4c84-819f-e5177b2cd356 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b535134c4a88433e8815a0cf0d34f3c3&device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 1094 time: 0.0466087 Nov 10 20:06:26.126670 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-f2bf3bd2-34c4-4bfc-b5e8-e02351cf20b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:26.128788 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-f2bf3bd2-34c4-4bfc-b5e8-e02351cf20b7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e18188da-26da-4354-8f42-0b84794efc22 HTTP/1.1" status: 200 len: 913 time: 0.0985126 Nov 10 20:06:26.175191 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-0d6a0174-9f52-43d0-9ab5-f427f23dba57 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c76268c-31b5-4289-81e6-878e623112e5 HTTP/1.1" status: 200 len: 217 time: 0.0393806 Nov 10 20:06:26.224784 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-e00e7889-011c-42dd-bb99-8bf6929d39a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:26.227080 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-e00e7889-011c-42dd-bb99-8bf6929d39a4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6a7a458f-8449-4434-9837-e09f9ca1c74e HTTP/1.1" status: 200 len: 852 time: 0.0454371 Nov 10 20:06:26.264258 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-921888bf-c6a4-4a34-82f6-f67220445349 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e18188da-26da-4354-8f42-0b84794efc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302815 Nov 10 20:06:26.370021 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-c091a057-a5aa-4c06-9b8e-0ae6ee62e15e service neutron] 10.222.0.25 "GET /v2.0/networks/e18188da-26da-4354-8f42-0b84794efc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979295 Nov 10 20:06:26.467925 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e24f3d67-c2f4-499a-ad52-ae5fec6ce002 req-022fa049-0ffd-4a2b-80d2-1c238446e621 service neutron] 10.222.0.25 "GET /v2.0/networks/e18188da-26da-4354-8f42-0b84794efc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890484 Nov 10 20:06:26.826095 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e8f4b-ec59-418f-81a7-bdcec42ceaff req-fff2a5f9-f37a-4297-b27f-0caafc75dd1f tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:26.827654 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-070e8f4b-ec59-418f-81a7-bdcec42ceaff req-fff2a5f9-f37a-4297-b27f-0caafc75dd1f tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 943 time: 0.0531929 Nov 10 20:06:26.884657 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-070e8f4b-ec59-418f-81a7-bdcec42ceaff req-4b691fa1-65da-46e6-9dc9-43cf8e9209e4 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507803 Nov 10 20:06:27.391022 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:27.849008 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd0304f-e416-480d-8101-8dd807b29219', 'tag': '3c76268c-31b5-4289-81e6-878e623112e5'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:06:27.851577 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3531eb-75ea-4645-8705-0ab0b7f82fba" -d '{"events": [{"name": "network-changed", "server_uuid": "fcd0304f-e416-480d-8101-8dd807b29219", "tag": "3c76268c-31b5-4289-81e6-878e623112e5"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:06:27.903565 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027b5f29-df79-426d-a00b-cf1a385cbe33 x-openstack-request-id: req-027b5f29-df79-426d-a00b-cf1a385cbe33 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:06:27.903856 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcd0304f-e416-480d-8101-8dd807b29219", "tag": "3c76268c-31b5-4289-81e6-878e623112e5", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:06:27.904106 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-027b5f29-df79-426d-a00b-cf1a385cbe33 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:06:27.904511 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd0304f-e416-480d-8101-8dd807b29219', 'tag': '3c76268c-31b5-4289-81e6-878e623112e5', 'status': 'completed', 'code': 200} Nov 10 20:06:27.969474 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3531eb-75ea-4645-8705-0ab0b7f82fba req-93186958-54b9-4172-94ef-6bc2065aeca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:27.971012 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cb3531eb-75ea-4645-8705-0ab0b7f82fba req-93186958-54b9-4172-94ef-6bc2065aeca8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b535134c4a88433e8815a0cf0d34f3c3&device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 1094 time: 0.0464211 Nov 10 20:06:27.985369 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3531eb-75ea-4645-8705-0ab0b7f82fba req-a478dadc-0fa5-411d-8e86-dafc8ef40197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:27.987709 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb3531eb-75ea-4645-8705-0ab0b7f82fba req-a478dadc-0fa5-411d-8e86-dafc8ef40197 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b535134c4a88433e8815a0cf0d34f3c3&device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 1094 time: 0.0554888 Nov 10 20:06:28.026225 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 3c76268c-31b5-4289-81e6-878e623112e5 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:06:28.066243 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 3c76268c-31b5-4289-81e6-878e623112e5 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:06:28.074601 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3531eb-75ea-4645-8705-0ab0b7f82fba req-51d0ee86-c78c-4db0-92c6-45c8a0593a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:28.076150 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cb3531eb-75ea-4645-8705-0ab0b7f82fba req-51d0ee86-c78c-4db0-92c6-45c8a0593a97 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e18188da-26da-4354-8f42-0b84794efc22 HTTP/1.1" status: 200 len: 913 time: 0.0984883 Nov 10 20:06:28.092551 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485163e8-0d85-457c-b74b-04a70f95ca69 req-14cf5316-b1f1-45a4-a643-f917a1472674 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:28.094099 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-485163e8-0d85-457c-b74b-04a70f95ca69 req-14cf5316-b1f1-45a4-a643-f917a1472674 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 943 time: 0.1202762 Nov 10 20:06:28.119652 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cb3531eb-75ea-4645-8705-0ab0b7f82fba req-759579e5-1607-466c-bc43-7c9a77419afe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c76268c-31b5-4289-81e6-878e623112e5 HTTP/1.1" status: 200 len: 217 time: 0.0356002 Nov 10 20:06:28.142080 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3531eb-75ea-4645-8705-0ab0b7f82fba req-a77e4c64-9f63-417d-8e21-c6adb64eab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:28.143598 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb3531eb-75ea-4645-8705-0ab0b7f82fba req-a77e4c64-9f63-417d-8e21-c6adb64eab99 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e18188da-26da-4354-8f42-0b84794efc22 HTTP/1.1" status: 200 len: 913 time: 0.1380405 Nov 10 20:06:28.175156 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3531eb-75ea-4645-8705-0ab0b7f82fba req-43d3d3ed-a626-4c9b-afea-1bf3d61eaec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:28.177263 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cb3531eb-75ea-4645-8705-0ab0b7f82fba req-43d3d3ed-a626-4c9b-afea-1bf3d61eaec7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6a7a458f-8449-4434-9837-e09f9ca1c74e HTTP/1.1" status: 200 len: 852 time: 0.0505452 Nov 10 20:06:28.199711 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb3531eb-75ea-4645-8705-0ab0b7f82fba req-870893d0-9333-4684-93bb-9fbcaece51b3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c76268c-31b5-4289-81e6-878e623112e5 HTTP/1.1" status: 200 len: 217 time: 0.0481515 Nov 10 20:06:28.204535 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-485163e8-0d85-457c-b74b-04a70f95ca69 req-9a8be009-0f40-4973-b23b-17b3f177ceb2 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031675 Nov 10 20:06:28.212030 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cb3531eb-75ea-4645-8705-0ab0b7f82fba req-9eba16b3-5cd1-4906-9ef4-2d808589ecfa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e18188da-26da-4354-8f42-0b84794efc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261810 Nov 10 20:06:28.259760 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3531eb-75ea-4645-8705-0ab0b7f82fba req-a6ee19cf-ae83-44db-b40d-368608ddd2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:28.261455 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb3531eb-75ea-4645-8705-0ab0b7f82fba req-a6ee19cf-ae83-44db-b40d-368608ddd2a2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6a7a458f-8449-4434-9837-e09f9ca1c74e HTTP/1.1" status: 200 len: 852 time: 0.0545714 Nov 10 20:06:28.301473 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb3531eb-75ea-4645-8705-0ab0b7f82fba req-ba7193d7-1a7e-4f86-ab80-a87d41ce3b92 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e18188da-26da-4354-8f42-0b84794efc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322261 Nov 10 20:06:28.309347 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cb3531eb-75ea-4645-8705-0ab0b7f82fba req-07d73bcf-de18-4f3d-b1ab-6797a65aaeea service neutron] 10.222.0.25 "GET /v2.0/networks/e18188da-26da-4354-8f42-0b84794efc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890830 Nov 10 20:06:28.399671 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb3531eb-75ea-4645-8705-0ab0b7f82fba req-b20891c0-0991-4114-92c1-0b8651248f1c service neutron] 10.222.0.73 "GET /v2.0/networks/e18188da-26da-4354-8f42-0b84794efc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908356 Nov 10 20:06:28.419472 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cb3531eb-75ea-4645-8705-0ab0b7f82fba req-726fde00-f4ba-4943-b5ef-a142421d4263 service neutron] 10.222.0.25 "GET /v2.0/networks/e18188da-26da-4354-8f42-0b84794efc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023781 Nov 10 20:06:28.505504 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cb3531eb-75ea-4645-8705-0ab0b7f82fba req-897296d9-7765-431d-a281-4e31143a6f91 service neutron] 10.222.0.73 "GET /v2.0/networks/e18188da-26da-4354-8f42-0b84794efc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946782 Nov 10 20:06:28.898069 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:29.347805 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54520e-fcf3-4238-bec6-e09fe518191c req-d3a597ac-cfc5-4e2d-b7d3-4b43eb3dc5ea tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:29.349458 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3b54520e-fcf3-4238-bec6-e09fe518191c req-d3a597ac-cfc5-4e2d-b7d3-4b43eb3dc5ea tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 943 time: 0.0630841 Nov 10 20:06:29.376247 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:29.406287 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3b54520e-fcf3-4238-bec6-e09fe518191c req-1cd7d279-aac7-439b-b2fd-98f5cdb31edc tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494697 Nov 10 20:06:29.981431 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 3c76268c-31b5-4289-81e6-878e623112e5 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:06:30.089707 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 3c76268c-31b5-4289-81e6-878e623112e5, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=3c76268c-31b5-4289-81e6-878e623112e5,segment=NetworkSegment(529ba293-5e08-4594-a028-36bf79894a20),segment_id=529ba293-5e08-4594-a028-36bf79894a20)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:06:30.102660 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '3c76268c-31b5-4289-81e6-878e623112e5', 'network_id': 'e18188da-26da-4354-8f42-0b84794efc22', 'port_id': '3c76268c-31b5-4289-81e6-878e623112e5', 'mac_address': 'fa:16:3e:45:c1:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7a458f-8449-4434-9837-e09f9ca1c74e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:06:30.141081 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:30.154679 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c76268c-31b5-4289-81e6-878e623112e5 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:06:30.179387 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 3c76268c-31b5-4289-81e6-878e623112e5, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=3c76268c-31b5-4289-81e6-878e623112e5,segment=NetworkSegment(529ba293-5e08-4594-a028-36bf79894a20),segment_id=529ba293-5e08-4594-a028-36bf79894a20)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:06:30.184738 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:30.235223 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=3c76268c-31b5-4289-81e6-878e623112e5,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:06:30.243597 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:30.243957 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:30.244310 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:30.244655 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:30.245005 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:30.245342 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:30.245674 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:30.246044 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:30.246377 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:30.246703 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:30.247037 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:30.247348 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:30.538763 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29c0b2-5900-4315-be24-cd71f7514b2f req-48e54089-634d-4ba9-85f4-3e6e102d77fb tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:30.540369 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bb29c0b2-5900-4315-be24-cd71f7514b2f req-48e54089-634d-4ba9-85f4-3e6e102d77fb tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 944 time: 0.0543604 Nov 10 20:06:30.551810 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['3c76268c-31b5-4289-81e6-878e623112e5'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:06:30.605741 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bb29c0b2-5900-4315-be24-cd71f7514b2f req-28913844-6c31-40ba-bae9-cf2786dd3b51 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563822 Nov 10 20:06:30.907581 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec9e6a-599e-4208-b5ef-104af75f12ad req-57c79a9d-e732-4e69-920b-f12a5897ec9a tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:30.909161 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2ec9e6a-599e-4208-b5ef-104af75f12ad req-57c79a9d-e732-4e69-920b-f12a5897ec9a tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219&tenant_id=b535134c4a88433e8815a0cf0d34f3c3&binding%3Ahost_id=n-h2-813897-4 HTTP/1.1" status: 200 len: 944 time: 0.0959029 Nov 10 20:06:30.979330 n-d-813897-4 neutron-server[102506]: INFO neutron.api.v2.resource [req-c2ec9e6a-599e-4208-b5ef-104af75f12ad req-50fb21f5-9032-470b-8bc1-5af93b39d6e9 service neutron] delete failed (client error): The resource could not be found. Nov 10 20:06:30.980468 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2ec9e6a-599e-4208-b5ef-104af75f12ad req-50fb21f5-9032-470b-8bc1-5af93b39d6e9 service neutron] 10.222.0.73 "DELETE /v2.0/ports/3c76268c-31b5-4289-81e6-878e623112e5/bindings/n-h1-813897-4 HTTP/1.1" status: 404 len: 380 time: 0.0620375 Nov 10 20:06:31.080402 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec9e6a-599e-4208-b5ef-104af75f12ad req-4f9e5722-1609-42f3-9963-02648947934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:31.082291 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2ec9e6a-599e-4208-b5ef-104af75f12ad req-4f9e5722-1609-42f3-9963-02648947934a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b535134c4a88433e8815a0cf0d34f3c3&device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 1095 time: 0.0538034 Nov 10 20:06:31.184109 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec9e6a-599e-4208-b5ef-104af75f12ad req-039471ed-7058-49be-a994-37fbbce9052b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:31.185524 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2ec9e6a-599e-4208-b5ef-104af75f12ad req-039471ed-7058-49be-a994-37fbbce9052b service neutron] 10.222.0.73 "GET /v2.0/networks?id=e18188da-26da-4354-8f42-0b84794efc22 HTTP/1.1" status: 200 len: 913 time: 0.0954168 Nov 10 20:06:31.235589 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2ec9e6a-599e-4208-b5ef-104af75f12ad req-72724163-d27c-464d-afe8-66fc41bc9ec1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c76268c-31b5-4289-81e6-878e623112e5 HTTP/1.1" status: 200 len: 217 time: 0.0421078 Nov 10 20:06:31.289951 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec9e6a-599e-4208-b5ef-104af75f12ad req-015deb8c-5103-4a1f-94fb-57360c51c031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:31.291535 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2ec9e6a-599e-4208-b5ef-104af75f12ad req-015deb8c-5103-4a1f-94fb-57360c51c031 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6a7a458f-8449-4434-9837-e09f9ca1c74e HTTP/1.1" status: 200 len: 852 time: 0.0493479 Nov 10 20:06:31.335370 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2ec9e6a-599e-4208-b5ef-104af75f12ad req-735c6ab7-0d77-4c50-8981-ea0b9d939739 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e18188da-26da-4354-8f42-0b84794efc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352578 Nov 10 20:06:31.439793 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2ec9e6a-599e-4208-b5ef-104af75f12ad req-f6123b62-315b-4e74-91e1-048ab6f95ac6 service neutron] 10.222.0.73 "GET /v2.0/networks/e18188da-26da-4354-8f42-0b84794efc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971665 Nov 10 20:06:31.541430 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c2ec9e6a-599e-4208-b5ef-104af75f12ad req-adbc6a39-7e0d-4c62-b325-00125805a973 service neutron] 10.222.0.73 "GET /v2.0/networks/e18188da-26da-4354-8f42-0b84794efc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941367 Nov 10 20:06:31.974754 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 3c76268c-31b5-4289-81e6-878e623112e5 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:06:32.029128 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 3c76268c-31b5-4289-81e6-878e623112e5 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:06:32.034128 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 3c76268c-31b5-4289-81e6-878e623112e5 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:06:32.034549 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:32.123937 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:32.151385 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd0304f-e416-480d-8101-8dd807b29219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c76268c-31b5-4289-81e6-878e623112e5'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:06:32.153782 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cf7e41-ae05-481c-afdf-2660d02d5b66" -d '{"events": [{"server_uuid": "fcd0304f-e416-480d-8101-8dd807b29219", "name": "network-vif-plugged", "status": "completed", "tag": "3c76268c-31b5-4289-81e6-878e623112e5"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:06:32.172060 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 3c76268c-31b5-4289-81e6-878e623112e5, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=3c76268c-31b5-4289-81e6-878e623112e5,segment=NetworkSegment(529ba293-5e08-4594-a028-36bf79894a20),segment_id=529ba293-5e08-4594-a028-36bf79894a20)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:06:32.177869 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:32.226397 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e878be-a7d6-4c28-9f01-8489f7ab53ba x-openstack-request-id: req-79e878be-a7d6-4c28-9f01-8489f7ab53ba {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:06:32.226713 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd0304f-e416-480d-8101-8dd807b29219", "name": "network-vif-plugged", "status": "completed", "tag": "3c76268c-31b5-4289-81e6-878e623112e5", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:06:32.227012 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-79e878be-a7d6-4c28-9f01-8489f7ab53ba {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:06:32.227399 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd0304f-e416-480d-8101-8dd807b29219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c76268c-31b5-4289-81e6-878e623112e5', 'code': 200} Nov 10 20:06:32.232261 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=3c76268c-31b5-4289-81e6-878e623112e5,revision_number=9']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:06:32.323057 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a599dc-b9ee-4209-b293-1a103c27fdf7 req-6b83b645-bad0-4632-b704-c90b64e81a0e tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:32.324614 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23a599dc-b9ee-4209-b293-1a103c27fdf7 req-6b83b645-bad0-4632-b704-c90b64e81a0e tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 945 time: 0.0551031 Nov 10 20:06:32.378779 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-23a599dc-b9ee-4209-b293-1a103c27fdf7 req-335b7bcf-a434-46c2-a642-7edc066804b7 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477910 Nov 10 20:06:33.503812 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767cfdeb-b0dd-48b1-960c-4e846b1787f4 req-ae3cbae4-23b2-4c0d-ab63-d7762c0a5ac9 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:33.505386 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-767cfdeb-b0dd-48b1-960c-4e846b1787f4 req-ae3cbae4-23b2-4c0d-ab63-d7762c0a5ac9 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 945 time: 0.0512056 Nov 10 20:06:33.562982 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-767cfdeb-b0dd-48b1-960c-4e846b1787f4 req-bb5d72c7-a853-4b84-a9f7-947256393dbb tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.54 "GET /v2.0/security-groups?id=553456aa-afa2-44f0-a0cc-14237c788f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509872 Nov 10 20:06:33.662623 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec9e6a-599e-4208-b5ef-104af75f12ad req-e40a8552-2996-4f07-9ce1-d8877dc32a96 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:33.664203 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c2ec9e6a-599e-4208-b5ef-104af75f12ad req-e40a8552-2996-4f07-9ce1-d8877dc32a96 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcd0304f-e416-480d-8101-8dd807b29219 HTTP/1.1" status: 200 len: 945 time: 0.0579748 Nov 10 20:06:33.762528 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-c2ec9e6a-599e-4208-b5ef-104af75f12ad req-4e854aca-7e5c-4c5f-b0d4-eca2d97966b4 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Deleting port 3c76268c-31b5-4289-81e6-878e623112e5 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:06:33.762829 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c2ec9e6a-599e-4208-b5ef-104af75f12ad req-4e854aca-7e5c-4c5f-b0d4-eca2d97966b4 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:33.864271 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-c2ec9e6a-599e-4208-b5ef-104af75f12ad req-4e854aca-7e5c-4c5f-b0d4-eca2d97966b4 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] For port 3c76268c-31b5-4289-81e6-878e623112e5, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=3c76268c-31b5-4289-81e6-878e623112e5,segment=NetworkSegment(529ba293-5e08-4594-a028-36bf79894a20),segment_id=529ba293-5e08-4594-a028-36bf79894a20)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:06:33.864645 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c2ec9e6a-599e-4208-b5ef-104af75f12ad req-4e854aca-7e5c-4c5f-b0d4-eca2d97966b4 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:33.878182 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-c2ec9e6a-599e-4208-b5ef-104af75f12ad req-4e854aca-7e5c-4c5f-b0d4-eca2d97966b4 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Calling delete_port for 3c76268c-31b5-4289-81e6-878e623112e5 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:06:34.027379 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c2ec9e6a-599e-4208-b5ef-104af75f12ad req-4e854aca-7e5c-4c5f-b0d4-eca2d97966b4 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:34.051502 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['3c76268c-31b5-4289-81e6-878e623112e5'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:06:34.060558 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e854aca-7e5c-4c5f-b0d4-eca2d97966b4 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Pushing event deleted for resources: {'Port': ['ID=3c76268c-31b5-4289-81e6-878e623112e5,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:06:34.105548 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ec9e6a-599e-4208-b5ef-104af75f12ad req-4e854aca-7e5c-4c5f-b0d4-eca2d97966b4 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] No DVR routers for this DVR port 3c76268c-31b5-4289-81e6-878e623112e5 on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:06:34.108919 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c2ec9e6a-599e-4208-b5ef-104af75f12ad req-4e854aca-7e5c-4c5f-b0d4-eca2d97966b4 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:34.112633 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c2ec9e6a-599e-4208-b5ef-104af75f12ad req-4e854aca-7e5c-4c5f-b0d4-eca2d97966b4 tempest-DeleteServersTestJSON-1955139125 tempest-DeleteServersTestJSON-1955139125-project] 10.222.0.25 "DELETE /v2.0/ports/3c76268c-31b5-4289-81e6-878e623112e5 HTTP/1.1" status: 204 len: 173 time: 0.4425271 Nov 10 20:06:34.113115 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd0304f-e416-480d-8101-8dd807b29219', 'name': 'network-vif-deleted', 'tag': '3c76268c-31b5-4289-81e6-878e623112e5'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:06:34.115549 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30a5073-69e0-4ce7-9a19-09abbf70ac9d" -d '{"events": [{"server_uuid": "fcd0304f-e416-480d-8101-8dd807b29219", "name": "network-vif-deleted", "tag": "3c76268c-31b5-4289-81e6-878e623112e5"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:06:34.154790 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba65292a-2b10-4fbc-9faf-776f6b4561d9 x-openstack-request-id: req-ba65292a-2b10-4fbc-9faf-776f6b4561d9 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:06:34.155081 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd0304f-e416-480d-8101-8dd807b29219", "name": "network-vif-deleted", "tag": "3c76268c-31b5-4289-81e6-878e623112e5", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:06:34.155330 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ba65292a-2b10-4fbc-9faf-776f6b4561d9 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:06:34.155926 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd0304f-e416-480d-8101-8dd807b29219', 'name': 'network-vif-deleted', 'tag': '3c76268c-31b5-4289-81e6-878e623112e5', 'status': 'completed', 'code': 200} Nov 10 20:06:34.712383 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54498) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:06:34.770711 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-58624d26-a952-4ef4-9437-6152986822fd admin admin] Deleting subnet 6a7a458f-8449-4434-9837-e09f9ca1c74e {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:06:34.774615 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-58624d26-a952-4ef4-9437-6152986822fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:34.810830 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-58624d26-a952-4ef4-9437-6152986822fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:34.863801 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-58624d26-a952-4ef4-9437-6152986822fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:34.919856 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-58624d26-a952-4ef4-9437-6152986822fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:34.944588 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58624d26-a952-4ef4-9437-6152986822fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a7a458f-8449-4434-9837-e09f9ca1c74e,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:06:34.955394 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-58624d26-a952-4ef4-9437-6152986822fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:34.958446 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-58624d26-a952-4ef4-9437-6152986822fd admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6a7a458f-8449-4434-9837-e09f9ca1c74e HTTP/1.1" status: 204 len: 168 time: 0.2446582 Nov 10 20:06:34.960424 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58624d26-a952-4ef4-9437-6152986822fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:34.960765 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58624d26-a952-4ef4-9437-6152986822fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:34.961377 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54500) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:06:34.961858 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58624d26-a952-4ef4-9437-6152986822fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:34.961858 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58624d26-a952-4ef4-9437-6152986822fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:34.962274 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58624d26-a952-4ef4-9437-6152986822fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:34.962603 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58624d26-a952-4ef4-9437-6152986822fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:34.962901 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58624d26-a952-4ef4-9437-6152986822fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:34.963217 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58624d26-a952-4ef4-9437-6152986822fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:34.963561 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58624d26-a952-4ef4-9437-6152986822fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:34.963874 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58624d26-a952-4ef4-9437-6152986822fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:34.964193 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58624d26-a952-4ef4-9437-6152986822fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:34.964480 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58624d26-a952-4ef4-9437-6152986822fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:06:35.035572 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a17fce5e-6ef0-4dea-9aff-358e056367de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:35.125487 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a17fce5e-6ef0-4dea-9aff-358e056367de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:35.145086 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-a17fce5e-6ef0-4dea-9aff-358e056367de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e18188da-26da-4354-8f42-0b84794efc22']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:06:35.154943 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-a17fce5e-6ef0-4dea-9aff-358e056367de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '529ba293-5e08-4594-a028-36bf79894a20') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:06:35.155240 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-a17fce5e-6ef0-4dea-9aff-358e056367de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '529ba293-5e08-4594-a028-36bf79894a20') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:06:35.165274 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a17fce5e-6ef0-4dea-9aff-358e056367de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:35.183056 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a17fce5e-6ef0-4dea-9aff-358e056367de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:35.191737 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a17fce5e-6ef0-4dea-9aff-358e056367de admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:06:35.192403 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a17fce5e-6ef0-4dea-9aff-358e056367de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:35.195675 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 20:06:35.195675 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:06:35.195675 n-d-813897-4 neutron-server[102505]: timer() Nov 10 20:06:35.195675 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:06:35.195675 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 20:06:35.195675 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:06:35.195675 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 20:06:35.195675 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:06:35.195675 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 20:06:35.195675 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:06:35.195675 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 20:06:35.195675 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:06:35.195675 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 20:06:35.195675 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:06:35.195675 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:06:35.195675 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:06:35.195675 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:06:35.195675 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:06:35.195675 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 20:06:35.195675 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:06:35.195675 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 20:06:35.195675 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:06:35.195675 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:06:35.195675 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:06:35.195675 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 20:06:35.195675 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:06:35.195675 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:06:35.195675 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:06:35.195675 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:06:35.195675 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:06:35.195675 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:06:35.195675 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:06:35.262557 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a17fce5e-6ef0-4dea-9aff-358e056367de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:35.268345 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a17fce5e-6ef0-4dea-9aff-358e056367de admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:35.274917 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a17fce5e-6ef0-4dea-9aff-358e056367de admin admin] 10.222.0.54 "DELETE /v2.0/networks/e18188da-26da-4354-8f42-0b84794efc22 HTTP/1.1" status: 204 len: 168 time: 0.3117638 Nov 10 20:06:35.287499 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fce5e-6ef0-4dea-9aff-358e056367de admin admin] Pushing event deleted for resources: {'Network': ['ID=e18188da-26da-4354-8f42-0b84794efc22,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:06:35.401001 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54504) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:06:35.446649 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d419b512-2a7d-4c28-a08d-4cae80a90b38 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b535134c4a88433e8815a0cf0d34f3c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0443003 Nov 10 20:06:35.449998 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54506) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:06:35.502174 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-06a43216-23f8-4487-ae7c-cd9784a39841 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:35.524710 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-06a43216-23f8-4487-ae7c-cd9784a39841 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:35.584603 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-06a43216-23f8-4487-ae7c-cd9784a39841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:35.587652 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-06a43216-23f8-4487-ae7c-cd9784a39841 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:35.590541 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-06a43216-23f8-4487-ae7c-cd9784a39841 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/553456aa-afa2-44f0-a0cc-14237c788f2d HTTP/1.1" status: 204 len: 168 time: 0.1381741 Nov 10 20:06:35.599010 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a43216-23f8-4487-ae7c-cd9784a39841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553456aa-afa2-44f0-a0cc-14237c788f2d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:06:36.394470 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54528) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:06:36.519657 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-8bd97345-dc21-4455-b8f4-d1fcc0bdc942 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1309139299-network', 'tenant_id': '94aabd6332dd4970a93cea9c4a5817b3'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:06:36.546274 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd97345-dc21-4455-b8f4-d1fcc0bdc942 admin admin] Made reservation on behalf of 94aabd6332dd4970a93cea9c4a5817b3 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:06:36.548671 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8bd97345-dc21-4455-b8f4-d1fcc0bdc942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:36.558724 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8bd97345-dc21-4455-b8f4-d1fcc0bdc942 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:36.648007 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8bd97345-dc21-4455-b8f4-d1fcc0bdc942 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:36.653943 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8bd97345-dc21-4455-b8f4-d1fcc0bdc942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:36.687876 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd97345-dc21-4455-b8f4-d1fcc0bdc942 admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:06:36.694146 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd97345-dc21-4455-b8f4-d1fcc0bdc942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37745674-a130-45d5-927c-463c81ec4f91,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:06:36.703967 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8bd97345-dc21-4455-b8f4-d1fcc0bdc942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:36.704311 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-8bd97345-dc21-4455-b8f4-d1fcc0bdc942 admin admin] Added segment 5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8 of type vlan for network 94c77be8-32f7-45f4-ad1a-c63f75696745 Nov 10 20:06:36.752522 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8bd97345-dc21-4455-b8f4-d1fcc0bdc942 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:36.782840 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8bd97345-dc21-4455-b8f4-d1fcc0bdc942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:36.783837 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd97345-dc21-4455-b8f4-d1fcc0bdc942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:36.784415 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8bd97345-dc21-4455-b8f4-d1fcc0bdc942 admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:36.840642 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8bd97345-dc21-4455-b8f4-d1fcc0bdc942 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4446766 Nov 10 20:06:36.843895 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54532) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:06:36.848148 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd97345-dc21-4455-b8f4-d1fcc0bdc942 admin admin] Pushing event updated for resources: {'Network': ['ID=94c77be8-32f7-45f4-ad1a-c63f75696745,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:06:36.849166 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-a6af55b6-f4d1-4ee4-838c-2e85474265a4 admin admin] Request body: {'subnet': {'network_id': '94c77be8-32f7-45f4-ad1a-c63f75696745', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1309139299-subnet', 'tenant_id': '94aabd6332dd4970a93cea9c4a5817b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:06:36.858480 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 94c77be8-32f7-45f4-ad1a-c63f75696745 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:06:36.876253 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6af55b6-f4d1-4ee4-838c-2e85474265a4 admin admin] Made reservation on behalf of 94aabd6332dd4970a93cea9c4a5817b3 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:06:36.878736 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a6af55b6-f4d1-4ee4-838c-2e85474265a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:37.060103 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a6af55b6-f4d1-4ee4-838c-2e85474265a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:37.109810 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af55b6-f4d1-4ee4-838c-2e85474265a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b3c7270-8e88-4ac2-b1d3-2f311bbac97b,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:06:37.125919 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6af55b6-f4d1-4ee4-838c-2e85474265a4 admin admin] Checking segment: {'id': '5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '94c77be8-32f7-45f4-ad1a-c63f75696745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:06:37.126568 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6af55b6-f4d1-4ee4-838c-2e85474265a4 admin admin] Network hostable DHCP agents. Network: 94c77be8-32f7-45f4-ad1a-c63f75696745, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:06:37.148408 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6af55b6-f4d1-4ee4-838c-2e85474265a4 admin admin] Network 94c77be8-32f7-45f4-ad1a-c63f75696745 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:06:37.160367 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-a6af55b6-f4d1-4ee4-838c-2e85474265a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 94c77be8-32f7-45f4-ad1a-c63f75696745) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:06:37.165060 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6af55b6-f4d1-4ee4-838c-2e85474265a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:37.165642 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a6af55b6-f4d1-4ee4-838c-2e85474265a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:37.171298 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf65a41-c20d-4aac-bd43-c0d7427d8486 None None] Network 94c77be8-32f7-45f4-ad1a-c63f75696745 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:06:37.183303 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a6af55b6-f4d1-4ee4-838c-2e85474265a4 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3381293 Nov 10 20:06:37.304975 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c65f879-5ca4-44f3-ac2f-e0e67294cc9e None None] Network 94c77be8-32f7-45f4-ad1a-c63f75696745 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:06:37.654746 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-b6d5e6e0-afdd-446d-8248-5e2ec67399ac tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:37.656348 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-b6d5e6e0-afdd-446d-8248-5e2ec67399ac tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/networks?id=94c77be8-32f7-45f4-ad1a-c63f75696745 HTTP/1.1" status: 200 len: 815 time: 0.1203597 Nov 10 20:06:37.673664 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-be317bfa-cf79-42df-a5fa-4583e2eaf785 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/quotas/94aabd6332dd4970a93cea9c4a5817b3 HTTP/1.1" status: 200 len: 375 time: 0.0112238 Nov 10 20:06:37.716300 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-a4ffcc1a-8c2a-410a-92a6-bf334caaf30c tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=94aabd6332dd4970a93cea9c4a5817b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361629 Nov 10 20:06:37.821288 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-c24a5567-14cd-47b7-867d-ecc8c75d3794 service neutron] 10.222.0.54 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976131 Nov 10 20:06:37.917131 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-652fff85-4545-4513-bfb7-09c99d9ad747 service neutron] 10.222.0.54 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893927 Nov 10 20:06:37.989079 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 3c76268c-31b5-4289-81e6-878e623112e5 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:06:38.012196 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 3c76268c-31b5-4289-81e6-878e623112e5 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:06:38.012527 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 3c76268c-31b5-4289-81e6-878e623112e5 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:06:38.085836 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ee03f23e-ebe8-452b-9595-ab2fa25bf736 req-f3867543-ea54-400a-b86d-681cfb76c826 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 210 time: 0.0270464 Nov 10 20:06:39.088825 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-2cbcca78-910b-4728-bb69-eec0709ab9ac tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:39.090543 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-2cbcca78-910b-4728-bb69-eec0709ab9ac tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.25 "GET /v2.0/networks?id=94c77be8-32f7-45f4-ad1a-c63f75696745 HTTP/1.1" status: 200 len: 815 time: 0.1111779 Nov 10 20:06:39.104001 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-6ea35d83-8ed0-439e-8942-4c2c47e3127b tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Request body: {'port': {'device_id': '985725de-76a6-4501-baaa-469470893004', 'network_id': '94c77be8-32f7-45f4-ad1a-c63f75696745', 'admin_state_up': True, 'tenant_id': '94aabd6332dd4970a93cea9c4a5817b3'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:06:39.229033 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-6ea35d83-8ed0-439e-8942-4c2c47e3127b tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Made reservation on behalf of 94aabd6332dd4970a93cea9c4a5817b3 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:06:39.232973 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-6ea35d83-8ed0-439e-8942-4c2c47e3127b tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:39.485552 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bdd2161b-17fc-4dd8-91e3-3c4a9527b948 req-2b4bfb6f-49f5-49c7-adad-faf565af8f6b tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 210 time: 0.0324354 Nov 10 20:06:39.679719 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-6ea35d83-8ed0-439e-8942-4c2c47e3127b tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Allocated IP 172.20.0.13 (94c77be8-32f7-45f4-ad1a-c63f75696745/8b3c7270-8e88-4ac2-b1d3-2f311bbac97b/5373ac8a-72a9-48d4-b2e1-b09539b07e46) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:06:39.839981 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-6ea35d83-8ed0-439e-8942-4c2c47e3127b tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:39.877175 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-6ea35d83-8ed0-439e-8942-4c2c47e3127b tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:39.922139 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-6ea35d83-8ed0-439e-8942-4c2c47e3127b tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Network 94c77be8-32f7-45f4-ad1a-c63f75696745 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:06:39.927170 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-6ea35d83-8ed0-439e-8942-4c2c47e3127b tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:06:39.931089 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-6ea35d83-8ed0-439e-8942-4c2c47e3127b tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:06:39.960756 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea35d83-8ed0-439e-8942-4c2c47e3127b tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Pushing event updated for resources: {'Port': ['ID=5373ac8a-72a9-48d4-b2e1-b09539b07e46,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:06:39.990453 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-6ea35d83-8ed0-439e-8942-4c2c47e3127b tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:39.991064 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-6ea35d83-8ed0-439e-8942-4c2c47e3127b tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:40.009787 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-6ea35d83-8ed0-439e-8942-4c2c47e3127b tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9097993 Nov 10 20:06:40.022638 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-ab3d3c98-bcd5-4921-ab8a-154a609e2626 service neutron] Request body: {'port': {'device_id': '985725de-76a6-4501-baaa-469470893004', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:06:40.078590 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-ab3d3c98-bcd5-4921-ab8a-154a609e2626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:40.349191 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-ab3d3c98-bcd5-4921-ab8a-154a609e2626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5373ac8a-72a9-48d4-b2e1-b09539b07e46 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:06:40.358483 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-ab3d3c98-bcd5-4921-ab8a-154a609e2626 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:40.373270 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-ab3d3c98-bcd5-4921-ab8a-154a609e2626 service neutron] Transition to ACTIVE for port object 5373ac8a-72a9-48d4-b2e1-b09539b07e46 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:06:40.379441 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-ab3d3c98-bcd5-4921-ab8a-154a609e2626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:40.435519 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d3c98-bcd5-4921-ab8a-154a609e2626 service neutron] Pushing event updated for resources: {'Port': ['ID=5373ac8a-72a9-48d4-b2e1-b09539b07e46,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:06:40.514769 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-ab3d3c98-bcd5-4921-ab8a-154a609e2626 service neutron] Attempting to bind port 5373ac8a-72a9-48d4-b2e1-b09539b07e46 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:06:40.515066 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-ab3d3c98-bcd5-4921-ab8a-154a609e2626 service neutron] Attempting to bind port 5373ac8a-72a9-48d4-b2e1-b09539b07e46 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '94c77be8-32f7-45f4-ad1a-c63f75696745'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:06:40.516031 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-ab3d3c98-bcd5-4921-ab8a-154a609e2626 service neutron] Attempting to bind port 5373ac8a-72a9-48d4-b2e1-b09539b07e46 on network 94c77be8-32f7-45f4-ad1a-c63f75696745 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:06:40.520073 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-ab3d3c98-bcd5-4921-ab8a-154a609e2626 service neutron] Port 5373ac8a-72a9-48d4-b2e1-b09539b07e46 on network 94c77be8-32f7-45f4-ad1a-c63f75696745 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:06:40.520401 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-ab3d3c98-bcd5-4921-ab8a-154a609e2626 service neutron] Attempting to bind port 5373ac8a-72a9-48d4-b2e1-b09539b07e46 on network 94c77be8-32f7-45f4-ad1a-c63f75696745 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:06:40.525666 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-ab3d3c98-bcd5-4921-ab8a-154a609e2626 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:06:40.526187 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-ab3d3c98-bcd5-4921-ab8a-154a609e2626 service neutron] Checking segment: {'id': '5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '94c77be8-32f7-45f4-ad1a-c63f75696745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:06:40.526580 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-ab3d3c98-bcd5-4921-ab8a-154a609e2626 service neutron] Bound using segment: {'id': '5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '94c77be8-32f7-45f4-ad1a-c63f75696745'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:06:40.527023 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-ab3d3c98-bcd5-4921-ab8a-154a609e2626 service neutron] Bound port: 5373ac8a-72a9-48d4-b2e1-b09539b07e46, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '94c77be8-32f7-45f4-ad1a-c63f75696745'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:06:40.527532 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-ab3d3c98-bcd5-4921-ab8a-154a609e2626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:40.592004 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-ab3d3c98-bcd5-4921-ab8a-154a609e2626 service neutron] For port 5373ac8a-72a9-48d4-b2e1-b09539b07e46, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:06:40.595505 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-ab3d3c98-bcd5-4921-ab8a-154a609e2626 service neutron] For port 5373ac8a-72a9-48d4-b2e1-b09539b07e46, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=5373ac8a-72a9-48d4-b2e1-b09539b07e46,segment=NetworkSegment(5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8),segment_id=5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:06:40.604440 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-ab3d3c98-bcd5-4921-ab8a-154a609e2626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:40.608938 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda81bb9-18aa-45b5-a7b1-575db6ce882f req-e936bffc-7ad3-43e9-bed1-6ed6891e4ef4 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:40.610549 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eda81bb9-18aa-45b5-a7b1-575db6ce882f req-e936bffc-7ad3-43e9-bed1-6ed6891e4ef4 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 944 time: 0.0529671 Nov 10 20:06:40.646177 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-ab3d3c98-bcd5-4921-ab8a-154a609e2626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:40.646797 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-ab3d3c98-bcd5-4921-ab8a-154a609e2626 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:40.648720 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-ab3d3c98-bcd5-4921-ab8a-154a609e2626 service neutron] 10.222.0.25 "PUT /v2.0/ports/5373ac8a-72a9-48d4-b2e1-b09539b07e46 HTTP/1.1" status: 200 len: 1092 time: 0.6304042 Nov 10 20:06:40.651264 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '985725de-76a6-4501-baaa-469470893004', 'tag': '5373ac8a-72a9-48d4-b2e1-b09539b07e46'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:06:40.654819 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebce45c-7a27-45ec-9b60-39485160be4b" -d '{"events": [{"name": "network-changed", "server_uuid": "985725de-76a6-4501-baaa-469470893004", "tag": "5373ac8a-72a9-48d4-b2e1-b09539b07e46"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:06:40.667046 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eda81bb9-18aa-45b5-a7b1-575db6ce882f req-943fcca3-eb57-4227-9ec4-763181b4b1fe tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473509 Nov 10 20:06:40.692383 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d3c98-bcd5-4921-ab8a-154a609e2626 service neutron] Pushing event updated for resources: {'Port': ['ID=5373ac8a-72a9-48d4-b2e1-b09539b07e46,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:06:40.724932 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86690fb1-e373-4035-8aab-e4d3df205ed8 x-openstack-request-id: req-86690fb1-e373-4035-8aab-e4d3df205ed8 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:06:40.725224 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "985725de-76a6-4501-baaa-469470893004", "tag": "5373ac8a-72a9-48d4-b2e1-b09539b07e46", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:06:40.725475 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-86690fb1-e373-4035-8aab-e4d3df205ed8 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:06:40.725905 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '985725de-76a6-4501-baaa-469470893004', 'tag': '5373ac8a-72a9-48d4-b2e1-b09539b07e46', 'status': 'completed', 'code': 200} Nov 10 20:06:40.742332 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-4e8a3c83-dc72-4d92-a40b-52738940d939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:40.743975 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-4e8a3c83-dc72-4d92-a40b-52738940d939 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=94aabd6332dd4970a93cea9c4a5817b3&device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 1095 time: 0.0466735 Nov 10 20:06:40.788581 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-53725ab9-2e27-4d4b-8200-88d86572c4e2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5373ac8a-72a9-48d4-b2e1-b09539b07e46 HTTP/1.1" status: 200 len: 217 time: 0.0346618 Nov 10 20:06:40.841845 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-744cca03-46a9-4acb-a914-e77aee19e5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:40.843385 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-744cca03-46a9-4acb-a914-e77aee19e5fa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8b3c7270-8e88-4ac2-b1d3-2f311bbac97b HTTP/1.1" status: 200 len: 855 time: 0.0484500 Nov 10 20:06:40.876235 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-71740997-9027-4be3-a70b-009ee37bc309 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94c77be8-32f7-45f4-ad1a-c63f75696745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256314 Nov 10 20:06:40.966338 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-9ffd8e05-71da-4b3b-8d87-26d2a5c1d0af service neutron] 10.222.0.25 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832410 Nov 10 20:06:41.062733 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c00816fa-ed39-4511-bbb9-aa45fc0e3c18 req-e6bbf3a7-9324-4c7c-8f18-9a6f119ebc9a service neutron] 10.222.0.25 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894942 Nov 10 20:06:41.151000 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebce45c-7a27-45ec-9b60-39485160be4b req-1a02dc88-5bef-45c7-8943-cabb9651fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:41.152535 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1ebce45c-7a27-45ec-9b60-39485160be4b req-1a02dc88-5bef-45c7-8943-cabb9651fbe0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=94aabd6332dd4970a93cea9c4a5817b3&device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 1095 time: 0.0426412 Nov 10 20:06:41.249688 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebce45c-7a27-45ec-9b60-39485160be4b req-2cc046bf-713e-4bed-8d18-deae21822e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:41.251249 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1ebce45c-7a27-45ec-9b60-39485160be4b req-2cc046bf-713e-4bed-8d18-deae21822e04 service neutron] 10.222.0.25 "GET /v2.0/networks?id=94c77be8-32f7-45f4-ad1a-c63f75696745 HTTP/1.1" status: 200 len: 916 time: 0.0908127 Nov 10 20:06:41.293912 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1ebce45c-7a27-45ec-9b60-39485160be4b req-abe5a795-836a-42c0-aab5-3e290be76dd6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5373ac8a-72a9-48d4-b2e1-b09539b07e46 HTTP/1.1" status: 200 len: 217 time: 0.0348759 Nov 10 20:06:41.344785 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebce45c-7a27-45ec-9b60-39485160be4b req-62b6005c-62ff-40fb-8a7d-bfbaa940f14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:41.346260 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1ebce45c-7a27-45ec-9b60-39485160be4b req-62b6005c-62ff-40fb-8a7d-bfbaa940f14c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8b3c7270-8e88-4ac2-b1d3-2f311bbac97b HTTP/1.1" status: 200 len: 855 time: 0.0447738 Nov 10 20:06:41.382314 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1ebce45c-7a27-45ec-9b60-39485160be4b req-4306db51-05f0-4322-800a-03f567ab7b61 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94c77be8-32f7-45f4-ad1a-c63f75696745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293479 Nov 10 20:06:41.476164 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1ebce45c-7a27-45ec-9b60-39485160be4b req-75bc03c8-591e-4936-ae41-62c8dbc33f25 service neutron] 10.222.0.25 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868618 Nov 10 20:06:41.575070 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1ebce45c-7a27-45ec-9b60-39485160be4b req-d7754e11-544e-4123-b916-41aec248ec21 service neutron] 10.222.0.25 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923219 Nov 10 20:06:41.809880 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd101591-b11c-426b-8eae-5e53ffdfc971 req-466766b9-8d29-46ff-bc92-a71a8a218fc7 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:41.811311 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cd101591-b11c-426b-8eae-5e53ffdfc971 req-466766b9-8d29-46ff-bc92-a71a8a218fc7 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 944 time: 0.0618567 Nov 10 20:06:41.862976 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cd101591-b11c-426b-8eae-5e53ffdfc971 req-e6dbb3ee-062f-47c9-a9ec-e3579c34d9ac tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454381 Nov 10 20:06:42.992988 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb936d07-478a-44d9-8f47-d1e902513e8e req-fc77b112-f42b-4e53-8f1e-04ee54ede3a7 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:42.994541 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bb936d07-478a-44d9-8f47-d1e902513e8e req-fc77b112-f42b-4e53-8f1e-04ee54ede3a7 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 944 time: 0.0543206 Nov 10 20:06:43.042059 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bb936d07-478a-44d9-8f47-d1e902513e8e req-e90ddcea-d481-4599-bfee-e74474a98590 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406568 Nov 10 20:06:44.003432 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 5373ac8a-72a9-48d4-b2e1-b09539b07e46 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:06:44.107696 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 5373ac8a-72a9-48d4-b2e1-b09539b07e46, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=5373ac8a-72a9-48d4-b2e1-b09539b07e46,segment=NetworkSegment(5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8),segment_id=5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:06:44.120123 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '5373ac8a-72a9-48d4-b2e1-b09539b07e46', 'network_id': '94c77be8-32f7-45f4-ad1a-c63f75696745', 'port_id': '5373ac8a-72a9-48d4-b2e1-b09539b07e46', 'mac_address': 'fa:16:3e:60:c2:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c7270-8e88-4ac2-b1d3-2f311bbac97b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:06:44.159103 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:44.161843 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39025a0c-dc77-4441-abb4-3efc8c5fc6f9 req-9a8331f8-5f62-40a4-a8e7-fd5e5274c943 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:44.163451 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-39025a0c-dc77-4441-abb4-3efc8c5fc6f9 req-9a8331f8-5f62-40a4-a8e7-fd5e5274c943 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 944 time: 0.0493886 Nov 10 20:06:44.173803 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5373ac8a-72a9-48d4-b2e1-b09539b07e46 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:06:44.193598 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 5373ac8a-72a9-48d4-b2e1-b09539b07e46, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=5373ac8a-72a9-48d4-b2e1-b09539b07e46,segment=NetworkSegment(5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8),segment_id=5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:06:44.198207 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:44.214870 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-39025a0c-dc77-4441-abb4-3efc8c5fc6f9 req-7ed239ac-030e-4369-9b8d-aeeca176b0c2 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448263 Nov 10 20:06:44.249519 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=5373ac8a-72a9-48d4-b2e1-b09539b07e46,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:06:44.492459 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['5373ac8a-72a9-48d4-b2e1-b09539b07e46'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:06:45.338834 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115c941-eeea-446a-9b7f-3681bba66fc9 req-f7d3df8d-da28-49b7-9038-12e83d9a648d tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:45.340584 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1115c941-eeea-446a-9b7f-3681bba66fc9 req-f7d3df8d-da28-49b7-9038-12e83d9a648d tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 945 time: 0.0529499 Nov 10 20:06:45.398767 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1115c941-eeea-446a-9b7f-3681bba66fc9 req-38b2e90c-53ce-4360-a940-a1006abe55cf tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516498 Nov 10 20:06:46.006597 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 5373ac8a-72a9-48d4-b2e1-b09539b07e46 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:06:46.067558 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 5373ac8a-72a9-48d4-b2e1-b09539b07e46 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:06:46.071591 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 5373ac8a-72a9-48d4-b2e1-b09539b07e46 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:06:46.071953 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:46.154474 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:46.185352 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985725de-76a6-4501-baaa-469470893004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5373ac8a-72a9-48d4-b2e1-b09539b07e46'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:06:46.189160 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3bbda7-ee77-4261-8e6d-0c4fabe322a7" -d '{"events": [{"server_uuid": "985725de-76a6-4501-baaa-469470893004", "name": "network-vif-plugged", "status": "completed", "tag": "5373ac8a-72a9-48d4-b2e1-b09539b07e46"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:06:46.211351 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 5373ac8a-72a9-48d4-b2e1-b09539b07e46, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=5373ac8a-72a9-48d4-b2e1-b09539b07e46,segment=NetworkSegment(5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8),segment_id=5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:06:46.217490 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:46.242949 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa1d0ff-cda9-4d19-baa2-f3b031ea0141 x-openstack-request-id: req-7fa1d0ff-cda9-4d19-baa2-f3b031ea0141 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:06:46.243304 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985725de-76a6-4501-baaa-469470893004", "name": "network-vif-plugged", "status": "completed", "tag": "5373ac8a-72a9-48d4-b2e1-b09539b07e46", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:06:46.243498 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7fa1d0ff-cda9-4d19-baa2-f3b031ea0141 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:06:46.243887 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985725de-76a6-4501-baaa-469470893004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5373ac8a-72a9-48d4-b2e1-b09539b07e46', 'code': 200} Nov 10 20:06:46.275004 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=5373ac8a-72a9-48d4-b2e1-b09539b07e46,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:06:46.339383 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a513399-53e2-4396-ada9-c9a0b0fe7125 req-c6a6c1c0-32b6-44f9-8869-777a68c627e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:46.341053 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7a513399-53e2-4396-ada9-c9a0b0fe7125 req-c6a6c1c0-32b6-44f9-8869-777a68c627e2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 1097 time: 0.0450161 Nov 10 20:06:46.389310 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7a513399-53e2-4396-ada9-c9a0b0fe7125 req-816ce0fb-ce39-4b78-bcc9-acd241c83f29 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405297 Nov 10 20:06:46.520447 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a826f-950b-403f-a790-4ebc9599f2f4 req-4dd30ecb-2ea1-41fa-bef3-4805f95ce91c tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:46.521967 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f94a826f-950b-403f-a790-4ebc9599f2f4 req-4dd30ecb-2ea1-41fa-bef3-4805f95ce91c tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 946 time: 0.0504620 Nov 10 20:06:46.572360 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f94a826f-950b-403f-a790-4ebc9599f2f4 req-bee09d7d-3050-44e8-85f0-3026630e157d tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436916 Nov 10 20:06:47.706758 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848144b-419b-4bab-ad70-4e76e02247e4 req-be7a6fd4-6fa8-46db-871f-e25dca185700 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:47.709079 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f848144b-419b-4bab-ad70-4e76e02247e4 req-be7a6fd4-6fa8-46db-871f-e25dca185700 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 946 time: 0.0551870 Nov 10 20:06:47.767306 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f848144b-419b-4bab-ad70-4e76e02247e4 req-2111c98e-cba2-41db-90be-bf82420e145a tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501473 Nov 10 20:06:48.901728 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b0c53-1aad-46d6-811d-895fe2f875ee req-73d671c2-d4d6-4cbf-90fb-f39343c8390c tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:48.903207 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-418b0c53-1aad-46d6-811d-895fe2f875ee req-73d671c2-d4d6-4cbf-90fb-f39343c8390c tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 946 time: 0.0590065 Nov 10 20:06:48.955445 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-418b0c53-1aad-46d6-811d-895fe2f875ee req-cb0c5c09-d637-4af4-b950-f3cd3e8e6a3b tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459905 Nov 10 20:06:49.076997 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf3ba4-3907-4fa3-afa8-09eee4636e6f req-f6eec342-16b8-4c77-85ce-fbc7f8e158de tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:49.078592 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1dbf3ba4-3907-4fa3-afa8-09eee4636e6f req-f6eec342-16b8-4c77-85ce-fbc7f8e158de tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 946 time: 0.0517788 Nov 10 20:06:49.129854 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1dbf3ba4-3907-4fa3-afa8-09eee4636e6f req-61d4b6e3-b29f-4ce7-a560-88705e69185e tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438268 Nov 10 20:06:49.179054 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:06:49.354385 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89909ac9-6a6a-45bd-bc97-cc2e9890e97b req-8f6eb096-faa7-4d8a-9ed5-15d76cac2140 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:49.355896 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-89909ac9-6a6a-45bd-bc97-cc2e9890e97b req-8f6eb096-faa7-4d8a-9ed5-15d76cac2140 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 946 time: 0.0536387 Nov 10 20:06:49.403139 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-89909ac9-6a6a-45bd-bc97-cc2e9890e97b req-360d4376-1bd5-4919-ab57-9de886f139d8 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411530 Nov 10 20:06:49.524744 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc82929-8a84-4cb6-af7a-bec4d688c2c1 req-986e2856-4293-486d-ad64-ee7deae82f51 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:49.526347 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-abc82929-8a84-4cb6-af7a-bec4d688c2c1 req-986e2856-4293-486d-ad64-ee7deae82f51 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 946 time: 0.0511451 Nov 10 20:06:49.575847 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-abc82929-8a84-4cb6-af7a-bec4d688c2c1 req-e895b641-d594-4633-bc29-8119a16d059d tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433288 Nov 10 20:06:49.835447 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-3f7809b6-aaa4-400c-a604-f588f18dce82 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0419519 Nov 10 20:06:49.840696 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d9831-a0ec-4c50-b666-ebe632bc6906 req-3489a86b-1502-497b-a72f-f81ac99d339c tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:49.842301 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-332d9831-a0ec-4c50-b666-ebe632bc6906 req-3489a86b-1502-497b-a72f-f81ac99d339c tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 946 time: 0.0515132 Nov 10 20:06:49.904709 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-332d9831-a0ec-4c50-b666-ebe632bc6906 req-c24f48c6-e1eb-40a1-ace0-89975f013f1e tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548980 Nov 10 20:06:51.039639 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46855c-23c3-4e19-bd79-1205fc3d424c req-0046f817-7c88-4933-8ce2-6205c56fb828 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:51.041461 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d46855c-23c3-4e19-bd79-1205fc3d424c req-0046f817-7c88-4933-8ce2-6205c56fb828 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 946 time: 0.0601921 Nov 10 20:06:51.094354 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d46855c-23c3-4e19-bd79-1205fc3d424c req-948273ba-ad89-4d40-ae9c-1609e080b74c tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457759 Nov 10 20:06:51.101788 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-676e4bb0-89ad-499c-9809-d54d12154082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:51.103316 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-676e4bb0-89ad-499c-9809-d54d12154082 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=94aabd6332dd4970a93cea9c4a5817b3&device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 1097 time: 0.0457485 Nov 10 20:06:51.193949 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-31bc9845-bdd3-425e-a6cf-fc883c896270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:51.195381 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-31bc9845-bdd3-425e-a6cf-fc883c896270 service neutron] 10.222.0.25 "GET /v2.0/networks?id=94c77be8-32f7-45f4-ad1a-c63f75696745 HTTP/1.1" status: 200 len: 916 time: 0.0853531 Nov 10 20:06:51.242304 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-92776017-b421-4a20-b184-7ad3894a5cd2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5373ac8a-72a9-48d4-b2e1-b09539b07e46 HTTP/1.1" status: 200 len: 217 time: 0.0389111 Nov 10 20:06:51.297345 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-da0b2728-6262-492c-bf6a-1e5a14a449fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:51.298885 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-da0b2728-6262-492c-bf6a-1e5a14a449fc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8b3c7270-8e88-4ac2-b1d3-2f311bbac97b HTTP/1.1" status: 200 len: 855 time: 0.0493851 Nov 10 20:06:51.333881 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-56105003-f37f-4273-b28c-25cab85a303e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94c77be8-32f7-45f4-ad1a-c63f75696745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264800 Nov 10 20:06:51.465333 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-ca3dd443-6b29-4715-981e-8b7d1d92dd5f service neutron] 10.222.0.25 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136091 Nov 10 20:06:51.566136 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-ee79269a-d478-4729-8c7e-1f93ce2e63f0 service neutron] 10.222.0.25 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932052 Nov 10 20:06:52.223466 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd3010-da10-4bb7-945a-d06b7ba1dd05 req-902ea397-63d4-418b-a311-dfbc5dddadf1 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:52.225036 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80bd3010-da10-4bb7-945a-d06b7ba1dd05 req-902ea397-63d4-418b-a311-dfbc5dddadf1 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 946 time: 0.0541253 Nov 10 20:06:52.278235 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80bd3010-da10-4bb7-945a-d06b7ba1dd05 req-3b7b1507-abaf-4be5-95c8-d29e922c080c tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466733 Nov 10 20:06:53.425676 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b03634-08ba-437d-a6ec-4aad59ec1a9c req-73618d33-3193-454d-8fb2-7ca175adbcef tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:53.427329 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a8b03634-08ba-437d-a6ec-4aad59ec1a9c req-73618d33-3193-454d-8fb2-7ca175adbcef tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 946 time: 0.0669131 Nov 10 20:06:53.482903 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a8b03634-08ba-437d-a6ec-4aad59ec1a9c req-3a55f1c9-c378-4142-abb4-ac4a2d55e762 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472810 Nov 10 20:06:53.488335 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-26df09a6-f38c-4ff7-8a44-afe7d8165c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:54.618267 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a2e0d-dea3-45b5-a487-68f0c93deabf req-adbe4480-233a-4c00-ba6e-41aafbbb32ca tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:54.620269 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bb8a2e0d-dea3-45b5-a487-68f0c93deabf req-adbe4480-233a-4c00-ba6e-41aafbbb32ca tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 946 time: 0.0627766 Nov 10 20:06:54.671658 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bb8a2e0d-dea3-45b5-a487-68f0c93deabf req-d11df9f5-21ab-497b-99a1-1063ef073456 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449934 Nov 10 20:06:55.291338 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:55.520227 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:55.758180 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9af9928f-027e-48ac-9652-b54d3d5a4a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:55.799657 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba8090-e43c-467f-ad83-35b48ea1f283 req-9bea874e-c257-427e-b201-0ec93c562668 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:55.801170 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3dba8090-e43c-467f-ad83-35b48ea1f283 req-9bea874e-c257-427e-b201-0ec93c562668 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 946 time: 0.0545990 Nov 10 20:06:55.857597 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3dba8090-e43c-467f-ad83-35b48ea1f283 req-d462c5d0-9ee9-456f-933e-3d42ef59d6a7 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501635 Nov 10 20:06:56.983029 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274834d-41cb-4d58-8579-5fced9d376df req-bac53d17-f3e4-4108-aa0f-66ad0aba4794 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:56.984569 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7274834d-41cb-4d58-8579-5fced9d376df req-bac53d17-f3e4-4108-aa0f-66ad0aba4794 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 946 time: 0.0531228 Nov 10 20:06:57.033324 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7274834d-41cb-4d58-8579-5fced9d376df req-ce114227-7bca-4e07-8d67-4e0b47bd31b0 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425856 Nov 10 20:06:57.392703 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:58.160917 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413096e-0189-4404-b8f8-85a4c9a493e6 req-6b50baf3-8b8c-4c47-aea8-2d02b6fa9d04 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:58.162505 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7413096e-0189-4404-b8f8-85a4c9a493e6 req-6b50baf3-8b8c-4c47-aea8-2d02b6fa9d04 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 946 time: 0.0494947 Nov 10 20:06:58.214911 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7413096e-0189-4404-b8f8-85a4c9a493e6 req-c9f2c053-f2da-4144-8d13-419a9e9b133b tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462413 Nov 10 20:06:58.901353 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:59.353159 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d7f52-51a1-4237-afae-3cbc614e9f6b req-a077ae41-4bd4-4380-81ab-0fdbb6aeadf9 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:59.355400 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6b5d7f52-51a1-4237-afae-3cbc614e9f6b req-a077ae41-4bd4-4380-81ab-0fdbb6aeadf9 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 946 time: 0.0600638 Nov 10 20:06:59.378392 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:06:59.406959 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6b5d7f52-51a1-4237-afae-3cbc614e9f6b req-499ba8de-9e3f-4e45-aef7-2631eb216039 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452101 Nov 10 20:06:59.829937 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12fa9f6-291a-4235-98db-c91403750362 req-150dd87c-3c22-4ea9-b28d-e28f15cfcf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:59.831619 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e12fa9f6-291a-4235-98db-c91403750362 req-150dd87c-3c22-4ea9-b28d-e28f15cfcf9e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=94aabd6332dd4970a93cea9c4a5817b3&device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 1097 time: 0.0463929 Nov 10 20:06:59.966151 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12fa9f6-291a-4235-98db-c91403750362 req-5da88406-4d29-4f92-a5da-89db2fdfe62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:06:59.967729 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e12fa9f6-291a-4235-98db-c91403750362 req-5da88406-4d29-4f92-a5da-89db2fdfe62c service neutron] 10.222.0.25 "GET /v2.0/networks?id=94c77be8-32f7-45f4-ad1a-c63f75696745 HTTP/1.1" status: 200 len: 916 time: 0.1151953 Nov 10 20:07:00.015778 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e12fa9f6-291a-4235-98db-c91403750362 req-ab287e65-94f2-4730-8cd2-4335630f2d3e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5373ac8a-72a9-48d4-b2e1-b09539b07e46 HTTP/1.1" status: 200 len: 217 time: 0.0407317 Nov 10 20:07:00.072952 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12fa9f6-291a-4235-98db-c91403750362 req-23d88a0b-8cea-43ad-a08a-8cbedc4acf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:00.074624 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e12fa9f6-291a-4235-98db-c91403750362 req-23d88a0b-8cea-43ad-a08a-8cbedc4acf8e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8b3c7270-8e88-4ac2-b1d3-2f311bbac97b HTTP/1.1" status: 200 len: 855 time: 0.0524259 Nov 10 20:07:00.107877 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e12fa9f6-291a-4235-98db-c91403750362 req-9f322bda-db76-49ce-8bc3-0fad04262f02 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94c77be8-32f7-45f4-ad1a-c63f75696745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262039 Nov 10 20:07:00.213729 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e12fa9f6-291a-4235-98db-c91403750362 req-22946b83-206c-4fc0-8821-a6332e47db03 service neutron] 10.222.0.25 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990157 Nov 10 20:07:00.340708 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e12fa9f6-291a-4235-98db-c91403750362 req-6036fb5f-b5fd-4407-b38f-d8f6073dcde9 service neutron] 10.222.0.25 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111231 Nov 10 20:07:00.534715 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb730c2-dcd0-44ba-bbb8-ba432eb0961e req-6a32e521-3113-46ef-aeed-567980323b70 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:00.536227 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1bb730c2-dcd0-44ba-bbb8-ba432eb0961e req-6a32e521-3113-46ef-aeed-567980323b70 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 946 time: 0.0525970 Nov 10 20:07:00.588197 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1bb730c2-dcd0-44ba-bbb8-ba432eb0961e req-bff14289-4efe-436c-95f8-daa87c56481b tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447690 Nov 10 20:07:01.713160 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7886cd8-38a6-4d33-86f1-8dd545059b0a req-34c5b0c1-7c49-4744-a075-dc7c43a372b8 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:01.715011 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d7886cd8-38a6-4d33-86f1-8dd545059b0a req-34c5b0c1-7c49-4744-a075-dc7c43a372b8 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 946 time: 0.0538318 Nov 10 20:07:01.766134 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d7886cd8-38a6-4d33-86f1-8dd545059b0a req-f58fa317-74fe-4784-a83e-6e21976e81ca tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442717 Nov 10 20:07:02.889918 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582acfc6-2bca-44fd-b83b-72f9a406072f req-79eea178-e29b-4c45-b51c-e1998d1b7a5a tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:02.891453 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-582acfc6-2bca-44fd-b83b-72f9a406072f req-79eea178-e29b-4c45-b51c-e1998d1b7a5a tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 946 time: 0.0523393 Nov 10 20:07:02.945054 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-582acfc6-2bca-44fd-b83b-72f9a406072f req-1733af18-b2b8-4a89-88da-896845a054bb tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473781 Nov 10 20:07:04.066956 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb20dd-9a65-4782-a534-1a577a43c426 req-0f653969-0a0c-400c-9a9c-7d8d720393bb tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:04.068504 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-18cb20dd-9a65-4782-a534-1a577a43c426 req-0f653969-0a0c-400c-9a9c-7d8d720393bb tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 946 time: 0.0521691 Nov 10 20:07:04.121264 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-18cb20dd-9a65-4782-a534-1a577a43c426 req-c9a41835-5239-413a-af30-e1e0993b4fd6 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465310 Nov 10 20:07:05.253606 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258b257-e3cd-4d3c-9341-228c883271e6 req-3aa971de-1d3e-4733-80f7-071bdaa6dd07 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:05.255097 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6258b257-e3cd-4d3c-9341-228c883271e6 req-3aa971de-1d3e-4733-80f7-071bdaa6dd07 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 946 time: 0.0522230 Nov 10 20:07:05.310324 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6258b257-e3cd-4d3c-9341-228c883271e6 req-b61e00ab-011a-4d67-a0dc-bfe046d3959d tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486829 Nov 10 20:07:06.438076 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5c3f0-bcd6-4b25-a601-a921b2fe0c4c req-42f1328a-366d-411a-a7f1-8d75868d5775 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:06.439653 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-93c5c3f0-bcd6-4b25-a601-a921b2fe0c4c req-42f1328a-366d-411a-a7f1-8d75868d5775 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 946 time: 0.0542057 Nov 10 20:07:06.503985 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-93c5c3f0-bcd6-4b25-a601-a921b2fe0c4c req-e1376ff9-6a6c-41a2-a8ab-7101cdad5066 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578949 Nov 10 20:07:07.629812 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f95e09-8d6a-4d6e-a2d0-978505f17ac3 req-dac5e8da-65fb-497c-b9b6-4c29da329131 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:07.631499 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-72f95e09-8d6a-4d6e-a2d0-978505f17ac3 req-dac5e8da-65fb-497c-b9b6-4c29da329131 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 946 time: 0.0557549 Nov 10 20:07:07.681423 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-72f95e09-8d6a-4d6e-a2d0-978505f17ac3 req-2a77616c-28bb-4524-82cd-5bc742fbea0e tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435064 Nov 10 20:07:08.813716 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4160155-f645-4a25-84a1-860375d8a118 req-65ffb984-c272-452b-9a3a-77607408299c tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:08.815540 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4160155-f645-4a25-84a1-860375d8a118 req-65ffb984-c272-452b-9a3a-77607408299c tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 946 time: 0.0581131 Nov 10 20:07:08.872176 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4160155-f645-4a25-84a1-860375d8a118 req-0338d4f4-26b9-45d0-9083-2c74b7f1317d tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499344 Nov 10 20:07:10.006637 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c65fb8-d1f9-46e8-9e4b-79493a963f41 req-48fe9b6d-5177-44d2-8169-88aa153e181b tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:10.008151 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b4c65fb8-d1f9-46e8-9e4b-79493a963f41 req-48fe9b6d-5177-44d2-8169-88aa153e181b tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 946 time: 0.0510843 Nov 10 20:07:10.062269 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b4c65fb8-d1f9-46e8-9e4b-79493a963f41 req-98da72bd-e0df-4765-86fd-fe8164cf5242 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476387 Nov 10 20:07:11.192410 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557427f6-c11f-4c23-ab0e-da0b36249019 req-9b0a43a8-8f76-460f-bbe6-db72d469e792 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:11.194639 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-557427f6-c11f-4c23-ab0e-da0b36249019 req-9b0a43a8-8f76-460f-bbe6-db72d469e792 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 946 time: 0.0546312 Nov 10 20:07:11.247849 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-557427f6-c11f-4c23-ab0e-da0b36249019 req-048ab8ab-ce6e-472a-8d9d-709fa24c68d1 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461533 Nov 10 20:07:12.373870 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f47c18-9436-404c-a4ca-c1d4643c39a4 req-c8e57825-3785-4f83-889f-0e3c0ec3f913 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:12.375379 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d5f47c18-9436-404c-a4ca-c1d4643c39a4 req-c8e57825-3785-4f83-889f-0e3c0ec3f913 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 946 time: 0.0545292 Nov 10 20:07:12.423867 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d5f47c18-9436-404c-a4ca-c1d4643c39a4 req-c642a17e-5e9f-43d0-b9ba-b89798f719ca tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422943 Nov 10 20:07:13.548325 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34ffa1-ffbb-4bed-994a-78ec50232540 req-4c37c19a-5455-47e2-b16a-08409b182441 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:13.549884 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cf34ffa1-ffbb-4bed-994a-78ec50232540 req-4c37c19a-5455-47e2-b16a-08409b182441 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 946 time: 0.0553737 Nov 10 20:07:13.601702 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cf34ffa1-ffbb-4bed-994a-78ec50232540 req-8948f99c-c76f-4aec-8610-1c533bf9fe4d tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438781 Nov 10 20:07:14.742785 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598e246-43d4-439a-bf99-7a460cd68ae6 req-1e08dd88-c9c4-40c8-91f0-77a4fcc91b06 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:14.744487 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5598e246-43d4-439a-bf99-7a460cd68ae6 req-1e08dd88-c9c4-40c8-91f0-77a4fcc91b06 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 946 time: 0.0637650 Nov 10 20:07:14.804016 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5598e246-43d4-439a-bf99-7a460cd68ae6 req-be53ca79-8f52-4ff1-ad6a-743891ffe54f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511487 Nov 10 20:07:15.939808 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e1555-1ba4-4768-a7cc-5de49c08e67a req-cd40f9df-740e-4aa8-b6a3-9a4c4717b97c tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:15.941305 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9c6e1555-1ba4-4768-a7cc-5de49c08e67a req-cd40f9df-740e-4aa8-b6a3-9a4c4717b97c tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 946 time: 0.0547118 Nov 10 20:07:15.991254 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9c6e1555-1ba4-4768-a7cc-5de49c08e67a req-148efe6c-d488-451a-96e5-98081b99694f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438020 Nov 10 20:07:17.122415 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721e3c1-ae20-4300-8eea-c14ac2190bb9 req-1fea8926-b112-48f2-a494-e40c8b8c3444 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:17.123977 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5721e3c1-ae20-4300-8eea-c14ac2190bb9 req-1fea8926-b112-48f2-a494-e40c8b8c3444 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 946 time: 0.0522723 Nov 10 20:07:17.175194 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5721e3c1-ae20-4300-8eea-c14ac2190bb9 req-643ef8fb-f2c9-49db-8ff7-af0e1e21a995 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447533 Nov 10 20:07:18.298061 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3628604-c46f-4d8a-8ef9-525299cff232 req-223b0ca9-e2ba-45cb-95b0-635477a81c7d tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:18.299540 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a3628604-c46f-4d8a-8ef9-525299cff232 req-223b0ca9-e2ba-45cb-95b0-635477a81c7d tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 946 time: 0.0527174 Nov 10 20:07:18.352125 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a3628604-c46f-4d8a-8ef9-525299cff232 req-f32af556-f223-4a75-9860-99be24aad122 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464466 Nov 10 20:07:18.564754 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-c46aad0b-699e-498d-b7e8-88cde29e5e5a service neutron] show failed (client error): The resource could not be found. Nov 10 20:07:18.565710 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-c46aad0b-699e-498d-b7e8-88cde29e5e5a service neutron] 10.222.0.25 "GET /v2.0/ports/5373ac8a-72a9-48d4-b2e1-b09539b07e46/bindings/n-h1-813897-4 HTTP/1.1" status: 404 len: 380 time: 0.0587735 Nov 10 20:07:18.802653 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-67b3230a-8ead-4487-a3dd-cca7ad51472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:18.804284 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-67b3230a-8ead-4487-a3dd-cca7ad51472d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004&tenant_id=94aabd6332dd4970a93cea9c4a5817b3 HTTP/1.1" status: 200 len: 1097 time: 0.0719838 Nov 10 20:07:18.816468 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-b4232759-59ff-46b6-ac60-10ff23009be5 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:07:18.817355 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-b4232759-59ff-46b6-ac60-10ff23009be5 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051534 Nov 10 20:07:18.829930 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-8ae4103c-8971-4edb-96f8-87e634943c21 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813897-4', 'device_owner': 'compute:nova'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:07:18.885542 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-8ae4103c-8971-4edb-96f8-87e634943c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:19.102630 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-8ae4103c-8971-4edb-96f8-87e634943c21 service neutron] For port 5373ac8a-72a9-48d4-b2e1-b09539b07e46, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=5373ac8a-72a9-48d4-b2e1-b09539b07e46,segment=NetworkSegment(5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8),segment_id=5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:07:19.137242 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-8ae4103c-8971-4edb-96f8-87e634943c21 service neutron] For port 5373ac8a-72a9-48d4-b2e1-b09539b07e46, host n-h2-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:07:19.176602 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985725de-76a6-4501-baaa-469470893004', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5373ac8a-72a9-48d4-b2e1-b09539b07e46'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:07:19.179137 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfbd5c25fd1a1bf18e79891c674f962074aa63d8f4aa99a8f6cb3be41b9dd3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d67e26e-f2ea-4a1f-b9fb-7ade20e3b572" -d '{"events": [{"server_uuid": "985725de-76a6-4501-baaa-469470893004", "name": "network-vif-unplugged", "status": "completed", "tag": "5373ac8a-72a9-48d4-b2e1-b09539b07e46"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:07:19.183099 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-8ae4103c-8971-4edb-96f8-87e634943c21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:19.196061 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.provisioning_blocks [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-8ae4103c-8971-4edb-96f8-87e634943c21 service neutron] Transition to ACTIVE for port object 5373ac8a-72a9-48d4-b2e1-b09539b07e46 will not be triggered until provisioned by entity L2. {{(pid=102506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:07:19.201121 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-8ae4103c-8971-4edb-96f8-87e634943c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:19.238246 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 20:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67d4240-f6ce-466e-a74a-25fc2fe51c60 x-openstack-request-id: req-f67d4240-f6ce-466e-a74a-25fc2fe51c60 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:07:19.238552 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985725de-76a6-4501-baaa-469470893004", "name": "network-vif-unplugged", "status": "completed", "tag": "5373ac8a-72a9-48d4-b2e1-b09539b07e46", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:07:19.238809 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f67d4240-f6ce-466e-a74a-25fc2fe51c60 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:07:19.239204 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985725de-76a6-4501-baaa-469470893004', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5373ac8a-72a9-48d4-b2e1-b09539b07e46', 'code': 200} Nov 10 20:07:19.263243 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-8ae4103c-8971-4edb-96f8-87e634943c21 service neutron] No DVR routers for this DVR port 5373ac8a-72a9-48d4-b2e1-b09539b07e46 on host n-h2-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:07:19.270046 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4103c-8971-4edb-96f8-87e634943c21 service neutron] Pushing event updated for resources: {'Port': ['ID=5373ac8a-72a9-48d4-b2e1-b09539b07e46,revision_number=6']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:07:19.307048 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-8ae4103c-8971-4edb-96f8-87e634943c21 service neutron] Attempting to bind port 5373ac8a-72a9-48d4-b2e1-b09539b07e46 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:07:19.307734 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-8ae4103c-8971-4edb-96f8-87e634943c21 service neutron] Attempting to bind port 5373ac8a-72a9-48d4-b2e1-b09539b07e46 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '94c77be8-32f7-45f4-ad1a-c63f75696745'}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:07:19.307734 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-8ae4103c-8971-4edb-96f8-87e634943c21 service neutron] Attempting to bind port 5373ac8a-72a9-48d4-b2e1-b09539b07e46 on network 94c77be8-32f7-45f4-ad1a-c63f75696745 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:07:19.312570 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-8ae4103c-8971-4edb-96f8-87e634943c21 service neutron] Port 5373ac8a-72a9-48d4-b2e1-b09539b07e46 on network 94c77be8-32f7-45f4-ad1a-c63f75696745 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:07:19.312896 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-8ae4103c-8971-4edb-96f8-87e634943c21 service neutron] Attempting to bind port 5373ac8a-72a9-48d4-b2e1-b09539b07e46 on network 94c77be8-32f7-45f4-ad1a-c63f75696745 {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:07:19.317797 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-8ae4103c-8971-4edb-96f8-87e634943c21 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:07:19.318138 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-8ae4103c-8971-4edb-96f8-87e634943c21 service neutron] Checking segment: {'id': '5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '94c77be8-32f7-45f4-ad1a-c63f75696745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:07:19.318503 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-8ae4103c-8971-4edb-96f8-87e634943c21 service neutron] Bound using segment: {'id': '5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '94c77be8-32f7-45f4-ad1a-c63f75696745'} {{(pid=102506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:07:19.318914 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.managers [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-8ae4103c-8971-4edb-96f8-87e634943c21 service neutron] Bound port: 5373ac8a-72a9-48d4-b2e1-b09539b07e46, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '94c77be8-32f7-45f4-ad1a-c63f75696745'}}] {{(pid=102506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:07:19.319261 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-8ae4103c-8971-4edb-96f8-87e634943c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:19.382904 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-8ae4103c-8971-4edb-96f8-87e634943c21 service neutron] For port 5373ac8a-72a9-48d4-b2e1-b09539b07e46, host n-h1-813897-4, cleared binding levels {{(pid=102506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:07:19.386394 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-8ae4103c-8971-4edb-96f8-87e634943c21 service neutron] For port 5373ac8a-72a9-48d4-b2e1-b09539b07e46, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=5373ac8a-72a9-48d4-b2e1-b09539b07e46,segment=NetworkSegment(5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8),segment_id=5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8)] {{(pid=102506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:07:19.393483 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-8ae4103c-8971-4edb-96f8-87e634943c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:19.428204 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-8ae4103c-8971-4edb-96f8-87e634943c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:19.428822 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-8ae4103c-8971-4edb-96f8-87e634943c21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:19.430292 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-8ae4103c-8971-4edb-96f8-87e634943c21 service neutron] 10.222.0.73 "PUT /v2.0/ports/5373ac8a-72a9-48d4-b2e1-b09539b07e46 HTTP/1.1" status: 200 len: 1092 time: 0.6041160 Nov 10 20:07:19.502263 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4103c-8971-4edb-96f8-87e634943c21 service neutron] Pushing event updated for resources: {'Port': ['ID=5373ac8a-72a9-48d4-b2e1-b09539b07e46,revision_number=7']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:07:19.530817 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bf84e-8c8b-49a6-a9df-79ddc6b6f7a9 req-081e25fa-da43-4d33-bf2d-159b9c15e218 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:19.532341 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f00bf84e-8c8b-49a6-a9df-79ddc6b6f7a9 req-081e25fa-da43-4d33-bf2d-159b9c15e218 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 944 time: 0.1011617 Nov 10 20:07:19.535411 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-3fe41c10-d24b-4f92-8462-f7a876223619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:19.536817 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-3fe41c10-d24b-4f92-8462-f7a876223619 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=94aabd6332dd4970a93cea9c4a5817b3&device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 1095 time: 0.0680695 Nov 10 20:07:19.638804 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f00bf84e-8c8b-49a6-a9df-79ddc6b6f7a9 req-441d1c49-4532-4e92-afdc-14826c2c0fef tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001103 Nov 10 20:07:19.662164 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-2f0c3190-4db6-4bba-a321-86bc2456a006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:19.663656 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-2f0c3190-4db6-4bba-a321-86bc2456a006 service neutron] 10.222.0.73 "GET /v2.0/networks?id=94c77be8-32f7-45f4-ad1a-c63f75696745 HTTP/1.1" status: 200 len: 916 time: 0.1191585 Nov 10 20:07:20.038193 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-376896e3-38b1-4939-bdff-60611e2cf1bb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5373ac8a-72a9-48d4-b2e1-b09539b07e46 HTTP/1.1" status: 200 len: 217 time: 0.3659697 Nov 10 20:07:20.089017 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-8ee4630c-588c-4c9b-bc35-daa981418494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:20.090583 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-8ee4630c-588c-4c9b-bc35-daa981418494 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b3c7270-8e88-4ac2-b1d3-2f311bbac97b HTTP/1.1" status: 200 len: 855 time: 0.0450428 Nov 10 20:07:20.127127 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-e07c34ec-749e-4281-96ba-b6d962ac7dbf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94c77be8-32f7-45f4-ad1a-c63f75696745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286634 Nov 10 20:07:20.226827 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-ef5e9ed6-bb93-49a0-8f3a-bfafa8c93f83 service neutron] 10.222.0.73 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912709 Nov 10 20:07:20.340559 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-590d408a-36c2-4b31-b016-54adbdd149a8 req-ee55c663-4d2b-497b-b4e0-16531d8a6395 service neutron] 10.222.0.73 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050847 Nov 10 20:07:20.765303 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16616a48-4dc5-4f5b-a8f0-786d461da400 req-199f6453-cbe7-437b-81c2-61ff35d37242 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:20.766855 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16616a48-4dc5-4f5b-a8f0-786d461da400 req-199f6453-cbe7-437b-81c2-61ff35d37242 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 944 time: 0.0528657 Nov 10 20:07:20.820783 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16616a48-4dc5-4f5b-a8f0-786d461da400 req-bf2a5e0c-397d-49b0-a6d1-81cec80e2b35 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450344 Nov 10 20:07:21.240691 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '985725de-76a6-4501-baaa-469470893004', 'tag': '5373ac8a-72a9-48d4-b2e1-b09539b07e46'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:07:21.243075 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfbd5c25fd1a1bf18e79891c674f962074aa63d8f4aa99a8f6cb3be41b9dd3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142aeaf8-bee8-4188-8577-58e748208ead" -d '{"events": [{"name": "network-changed", "server_uuid": "985725de-76a6-4501-baaa-469470893004", "tag": "5373ac8a-72a9-48d4-b2e1-b09539b07e46"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:07:21.305971 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d68564-7d0f-4973-8b66-b387c8a6f441 x-openstack-request-id: req-35d68564-7d0f-4973-8b66-b387c8a6f441 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:07:21.306287 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "985725de-76a6-4501-baaa-469470893004", "tag": "5373ac8a-72a9-48d4-b2e1-b09539b07e46", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:07:21.306538 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-35d68564-7d0f-4973-8b66-b387c8a6f441 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:07:21.306950 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '985725de-76a6-4501-baaa-469470893004', 'tag': '5373ac8a-72a9-48d4-b2e1-b09539b07e46', 'status': 'completed', 'code': 200} Nov 10 20:07:21.368483 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142aeaf8-bee8-4188-8577-58e748208ead req-8c76568e-b523-4c24-b542-bb83846d18d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:21.369990 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-142aeaf8-bee8-4188-8577-58e748208ead req-8c76568e-b523-4c24-b542-bb83846d18d4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=94aabd6332dd4970a93cea9c4a5817b3&device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 1095 time: 0.0433719 Nov 10 20:07:21.378841 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142aeaf8-bee8-4188-8577-58e748208ead req-abda0b5c-da6c-4b87-8d7d-43953a8d6a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:21.380554 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-142aeaf8-bee8-4188-8577-58e748208ead req-abda0b5c-da6c-4b87-8d7d-43953a8d6a4d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=94aabd6332dd4970a93cea9c4a5817b3&device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 1095 time: 0.0478809 Nov 10 20:07:21.471922 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142aeaf8-bee8-4188-8577-58e748208ead req-691339a9-432f-412e-abea-f96f1008fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:21.473402 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-142aeaf8-bee8-4188-8577-58e748208ead req-691339a9-432f-412e-abea-f96f1008fe14 service neutron] 10.222.0.73 "GET /v2.0/networks?id=94c77be8-32f7-45f4-ad1a-c63f75696745 HTTP/1.1" status: 200 len: 916 time: 0.0953918 Nov 10 20:07:21.487421 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142aeaf8-bee8-4188-8577-58e748208ead req-90ba7b6c-00aa-4a25-a326-41c18141a9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:21.489142 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-142aeaf8-bee8-4188-8577-58e748208ead req-90ba7b6c-00aa-4a25-a326-41c18141a9b1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=94c77be8-32f7-45f4-ad1a-c63f75696745 HTTP/1.1" status: 200 len: 916 time: 0.1016374 Nov 10 20:07:21.517044 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-142aeaf8-bee8-4188-8577-58e748208ead req-b5b5bc57-9e8a-45f8-96d2-b134e844e38a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5373ac8a-72a9-48d4-b2e1-b09539b07e46 HTTP/1.1" status: 200 len: 217 time: 0.0361171 Nov 10 20:07:21.532210 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-142aeaf8-bee8-4188-8577-58e748208ead req-822bb6af-6d7d-46f9-b049-15fbc11971b1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5373ac8a-72a9-48d4-b2e1-b09539b07e46 HTTP/1.1" status: 200 len: 217 time: 0.0359454 Nov 10 20:07:21.577330 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142aeaf8-bee8-4188-8577-58e748208ead req-0e77dca8-d4a4-471b-90be-f9cae89f255d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:21.578967 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-142aeaf8-bee8-4188-8577-58e748208ead req-0e77dca8-d4a4-471b-90be-f9cae89f255d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b3c7270-8e88-4ac2-b1d3-2f311bbac97b HTTP/1.1" status: 200 len: 855 time: 0.0532227 Nov 10 20:07:21.590827 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142aeaf8-bee8-4188-8577-58e748208ead req-97fca598-b1f9-4dbb-956e-1e3e50f95094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:21.592367 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-142aeaf8-bee8-4188-8577-58e748208ead req-97fca598-b1f9-4dbb-956e-1e3e50f95094 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8b3c7270-8e88-4ac2-b1d3-2f311bbac97b HTTP/1.1" status: 200 len: 855 time: 0.0538001 Nov 10 20:07:21.625028 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-142aeaf8-bee8-4188-8577-58e748208ead req-a4e001e9-eb48-4d33-a8fc-474834c52956 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94c77be8-32f7-45f4-ad1a-c63f75696745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314798 Nov 10 20:07:21.627000 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-142aeaf8-bee8-4188-8577-58e748208ead req-e8ee6c32-47fe-41c1-b02a-61483f92873b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94c77be8-32f7-45f4-ad1a-c63f75696745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278418 Nov 10 20:07:21.720525 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-142aeaf8-bee8-4188-8577-58e748208ead req-d8341344-67ec-42cb-a6b9-1b8006b75fd9 service neutron] 10.222.0.73 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897017 Nov 10 20:07:21.726964 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-142aeaf8-bee8-4188-8577-58e748208ead req-3b8ba1f7-1d23-4054-93ff-b7346a8e6ae0 service neutron] 10.222.0.25 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926223 Nov 10 20:07:21.822890 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-142aeaf8-bee8-4188-8577-58e748208ead req-a3e0a5b1-27a0-425f-8ca9-c72bff477f1c service neutron] 10.222.0.73 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946195 Nov 10 20:07:21.829926 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-142aeaf8-bee8-4188-8577-58e748208ead req-2c6d0050-5350-49c0-b78d-184e93722625 service neutron] 10.222.0.25 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960884 Nov 10 20:07:21.955769 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624711e1-04e3-4e7a-9c50-24a686f19eb6 req-668ecbdc-49df-4bff-855d-3aefc9efae02 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:21.957322 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-624711e1-04e3-4e7a-9c50-24a686f19eb6 req-668ecbdc-49df-4bff-855d-3aefc9efae02 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 944 time: 0.0532653 Nov 10 20:07:22.006901 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-624711e1-04e3-4e7a-9c50-24a686f19eb6 req-2f492a74-496f-4c11-ac6f-e34ad81c976a tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433316 Nov 10 20:07:22.189938 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 5373ac8a-72a9-48d4-b2e1-b09539b07e46 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:07:22.235543 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 5373ac8a-72a9-48d4-b2e1-b09539b07e46 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:07:23.143638 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1edcee-8dd0-4566-a9f7-e00a4a735480 req-c4699803-806a-4106-8a44-f57bbcdda030 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:23.145249 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7f1edcee-8dd0-4566-a9f7-e00a4a735480 req-c4699803-806a-4106-8a44-f57bbcdda030 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 944 time: 0.0581841 Nov 10 20:07:23.201907 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7f1edcee-8dd0-4566-a9f7-e00a4a735480 req-9f02c9e5-8eff-432c-afd9-343887c9119e tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472994 Nov 10 20:07:23.423831 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28499e76-02e3-415c-82ef-f20144de232e req-dada73ba-8559-4faa-8dc9-b72b87ee050e tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:23.425666 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-28499e76-02e3-415c-82ef-f20144de232e req-dada73ba-8559-4faa-8dc9-b72b87ee050e tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 944 time: 0.0561326 Nov 10 20:07:23.469441 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c55752-b0c4-4594-8a1c-120efce0d95c req-3058cf7a-3636-49a0-9f2f-fea0a2e170b8 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:23.471090 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d6c55752-b0c4-4594-8a1c-120efce0d95c req-3058cf7a-3636-49a0-9f2f-fea0a2e170b8 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.25 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004&tenant_id=94aabd6332dd4970a93cea9c4a5817b3&binding%3Ahost_id=n-h1-813897-4 HTTP/1.1" status: 200 len: 944 time: 0.0886915 Nov 10 20:07:23.478620 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-28499e76-02e3-415c-82ef-f20144de232e req-a01ef732-9385-4e56-b29e-f7df3620ad98 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431159 Nov 10 20:07:23.492058 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f6e1b31e-ae1f-4c5b-b8a9-602aa89ab617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:23.538859 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [req-d6c55752-b0c4-4594-8a1c-120efce0d95c req-0554b7fa-e7d3-4a9e-b98d-277d2c4102fc service neutron] delete failed (client error): The resource could not be found. Nov 10 20:07:23.539898 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d6c55752-b0c4-4594-8a1c-120efce0d95c req-0554b7fa-e7d3-4a9e-b98d-277d2c4102fc service neutron] 10.222.0.25 "DELETE /v2.0/ports/5373ac8a-72a9-48d4-b2e1-b09539b07e46/bindings/n-h2-813897-4 HTTP/1.1" status: 404 len: 380 time: 0.0614934 Nov 10 20:07:23.630348 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c55752-b0c4-4594-8a1c-120efce0d95c req-4392bcd6-884d-41f4-9eae-555e06b0d2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:23.631966 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d6c55752-b0c4-4594-8a1c-120efce0d95c req-4392bcd6-884d-41f4-9eae-555e06b0d2f7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=94aabd6332dd4970a93cea9c4a5817b3&device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 1095 time: 0.0451684 Nov 10 20:07:23.726870 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c55752-b0c4-4594-8a1c-120efce0d95c req-d76482e9-2323-4069-b37f-ac9e405658e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:23.728407 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d6c55752-b0c4-4594-8a1c-120efce0d95c req-d76482e9-2323-4069-b37f-ac9e405658e6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=94c77be8-32f7-45f4-ad1a-c63f75696745 HTTP/1.1" status: 200 len: 916 time: 0.0895143 Nov 10 20:07:23.778635 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d6c55752-b0c4-4594-8a1c-120efce0d95c req-0f35e491-aa02-4247-8be2-e1e4f70a4b7e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5373ac8a-72a9-48d4-b2e1-b09539b07e46 HTTP/1.1" status: 200 len: 217 time: 0.0417371 Nov 10 20:07:23.832151 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c55752-b0c4-4594-8a1c-120efce0d95c req-fb6989a9-37fb-41c5-81f9-965cdf4fce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:23.833693 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d6c55752-b0c4-4594-8a1c-120efce0d95c req-fb6989a9-37fb-41c5-81f9-965cdf4fce2d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8b3c7270-8e88-4ac2-b1d3-2f311bbac97b HTTP/1.1" status: 200 len: 855 time: 0.0484846 Nov 10 20:07:23.871227 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d6c55752-b0c4-4594-8a1c-120efce0d95c req-c441113c-599f-4450-83fd-88d395db2bf9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94c77be8-32f7-45f4-ad1a-c63f75696745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298865 Nov 10 20:07:23.982888 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d6c55752-b0c4-4594-8a1c-120efce0d95c req-f68ec3a3-bbc1-4604-9e7d-60ffbb163f87 service neutron] 10.222.0.25 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033604 Nov 10 20:07:24.086015 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d6c55752-b0c4-4594-8a1c-120efce0d95c req-0be00028-fc67-455a-b044-99fe699142e6 service neutron] 10.222.0.25 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961666 Nov 10 20:07:24.211237 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 5373ac8a-72a9-48d4-b2e1-b09539b07e46 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:07:24.314915 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 5373ac8a-72a9-48d4-b2e1-b09539b07e46, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=5373ac8a-72a9-48d4-b2e1-b09539b07e46,segment=NetworkSegment(5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8),segment_id=5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:07:24.327284 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '5373ac8a-72a9-48d4-b2e1-b09539b07e46', 'network_id': '94c77be8-32f7-45f4-ad1a-c63f75696745', 'port_id': '5373ac8a-72a9-48d4-b2e1-b09539b07e46', 'mac_address': 'fa:16:3e:60:c2:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c7270-8e88-4ac2-b1d3-2f311bbac97b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:07:24.371847 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:24.386585 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5373ac8a-72a9-48d4-b2e1-b09539b07e46 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:07:24.409189 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 5373ac8a-72a9-48d4-b2e1-b09539b07e46, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=5373ac8a-72a9-48d4-b2e1-b09539b07e46,segment=NetworkSegment(5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8),segment_id=5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:07:24.414010 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:24.473293 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=5373ac8a-72a9-48d4-b2e1-b09539b07e46,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:07:24.610665 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f6f11-3c14-4495-a44b-fc6a5ef4de91 req-c1624c84-147b-432c-a5b3-84a07fe32bb9 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:24.612284 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2d6f6f11-3c14-4495-a44b-fc6a5ef4de91 req-c1624c84-147b-432c-a5b3-84a07fe32bb9 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 945 time: 0.0534585 Nov 10 20:07:24.632845 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['5373ac8a-72a9-48d4-b2e1-b09539b07e46'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:07:24.675198 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2d6f6f11-3c14-4495-a44b-fc6a5ef4de91 req-6801c70d-fd0f-44a8-9346-2f697bf59184 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500293 Nov 10 20:07:24.809366 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a9ad6-25b0-4926-b193-7cf5fedc960e req-4a438fd7-1fe2-47ec-b4c5-ba4ef13c71cb tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:24.811313 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0e1a9ad6-25b0-4926-b193-7cf5fedc960e req-4a438fd7-1fe2-47ec-b4c5-ba4ef13c71cb tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 945 time: 0.0588012 Nov 10 20:07:24.862097 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0e1a9ad6-25b0-4926-b193-7cf5fedc960e req-33b3091d-5977-40ce-84df-5e91e34edca6 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442095 Nov 10 20:07:24.989929 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466da5c-59b2-4d31-acb9-9ef5bd046643 req-58478d0e-7098-4df5-9f9f-d7a696070562 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:24.991549 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f466da5c-59b2-4d31-acb9-9ef5bd046643 req-58478d0e-7098-4df5-9f9f-d7a696070562 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 945 time: 0.0528581 Nov 10 20:07:25.045725 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f466da5c-59b2-4d31-acb9-9ef5bd046643 req-944651db-01f6-44df-ab68-f69c7bc9d9c4 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470841 Nov 10 20:07:25.310562 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:25.447267 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-278b83af-695e-4c5d-8e06-119cab324808 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:25.448799 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-278b83af-695e-4c5d-8e06-119cab324808 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/networks?id=94c77be8-32f7-45f4-ad1a-c63f75696745 HTTP/1.1" status: 200 len: 815 time: 0.1188917 Nov 10 20:07:25.464854 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-d3793e4d-86b5-42b9-b510-d1a38823919e tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/quotas/94aabd6332dd4970a93cea9c4a5817b3 HTTP/1.1" status: 200 len: 375 time: 0.0095379 Nov 10 20:07:25.519602 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-7ca244d7-56d6-49da-b586-b1b03db553dc tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=94aabd6332dd4970a93cea9c4a5817b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0480232 Nov 10 20:07:25.537212 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:25.626380 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-ed48d4bc-7b11-4713-b85a-ae8a30df2213 service neutron] 10.222.0.54 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974805 Nov 10 20:07:25.720159 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-013d435f-7ee3-48db-a1af-8919737a3b56 service neutron] 10.222.0.54 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871680 Nov 10 20:07:25.758330 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-807ca3f5-9bdb-4db7-be73-76ccf177a241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:25.899625 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2dbd86de-e951-44d0-a06d-77673369b23e req-1f32d3e5-c100-4532-ab7d-c24d0294bacb tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 210 time: 0.0282495 Nov 10 20:07:26.179099 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:07:26.227606 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 5373ac8a-72a9-48d4-b2e1-b09539b07e46 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:07:26.287644 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 5373ac8a-72a9-48d4-b2e1-b09539b07e46 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:07:26.291774 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 5373ac8a-72a9-48d4-b2e1-b09539b07e46 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:07:26.292170 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:26.375936 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:26.400931 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985725de-76a6-4501-baaa-469470893004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5373ac8a-72a9-48d4-b2e1-b09539b07e46'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:07:26.403333 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94624b2e-c6b6-442e-a6de-b9629e373ec6" -d '{"events": [{"server_uuid": "985725de-76a6-4501-baaa-469470893004", "name": "network-vif-plugged", "status": "completed", "tag": "5373ac8a-72a9-48d4-b2e1-b09539b07e46"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:07:26.424002 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 5373ac8a-72a9-48d4-b2e1-b09539b07e46, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=5373ac8a-72a9-48d4-b2e1-b09539b07e46,segment=NetworkSegment(5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8),segment_id=5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:07:26.430464 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:26.458258 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614bea8b-9629-4b85-85db-e02a552e6c16 x-openstack-request-id: req-614bea8b-9629-4b85-85db-e02a552e6c16 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:07:26.458551 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985725de-76a6-4501-baaa-469470893004", "name": "network-vif-plugged", "status": "completed", "tag": "5373ac8a-72a9-48d4-b2e1-b09539b07e46", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:07:26.458804 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-614bea8b-9629-4b85-85db-e02a552e6c16 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:07:26.459195 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985725de-76a6-4501-baaa-469470893004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5373ac8a-72a9-48d4-b2e1-b09539b07e46', 'code': 200} Nov 10 20:07:26.489866 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=5373ac8a-72a9-48d4-b2e1-b09539b07e46,revision_number=9']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:07:26.584223 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201b1ed-8926-4759-aaea-eb2729178e2f req-b3165d38-09ac-4392-83b0-c0ff49ba23b6 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:26.585712 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f201b1ed-8926-4759-aaea-eb2729178e2f req-b3165d38-09ac-4392-83b0-c0ff49ba23b6 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.73 "GET /v2.0/ports?device_id=985725de-76a6-4501-baaa-469470893004 HTTP/1.1" status: 200 len: 946 time: 0.0571084 Nov 10 20:07:26.682722 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-f201b1ed-8926-4759-aaea-eb2729178e2f req-97caa2d2-52e8-4e35-8550-ddc47350cdeb tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Deleting port 5373ac8a-72a9-48d4-b2e1-b09539b07e46 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:07:26.683701 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f201b1ed-8926-4759-aaea-eb2729178e2f req-97caa2d2-52e8-4e35-8550-ddc47350cdeb tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:26.787815 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-f201b1ed-8926-4759-aaea-eb2729178e2f req-97caa2d2-52e8-4e35-8550-ddc47350cdeb tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] For port 5373ac8a-72a9-48d4-b2e1-b09539b07e46, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=5373ac8a-72a9-48d4-b2e1-b09539b07e46,segment=NetworkSegment(5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8),segment_id=5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:07:26.788035 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f201b1ed-8926-4759-aaea-eb2729178e2f req-97caa2d2-52e8-4e35-8550-ddc47350cdeb tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:26.803905 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [req-f201b1ed-8926-4759-aaea-eb2729178e2f req-97caa2d2-52e8-4e35-8550-ddc47350cdeb tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Calling delete_port for 5373ac8a-72a9-48d4-b2e1-b09539b07e46 owned by compute:nova {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:07:26.849087 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.73', 64284) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:07:26.965898 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f201b1ed-8926-4759-aaea-eb2729178e2f req-97caa2d2-52e8-4e35-8550-ddc47350cdeb tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:26.976202 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-bfe30f8e-361a-48d4-80f5-ae88447f26a1 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:26.978228 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-bfe30f8e-361a-48d4-80f5-ae88447f26a1 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.73 "GET /v2.0/networks?id=94c77be8-32f7-45f4-ad1a-c63f75696745 HTTP/1.1" status: 200 len: 815 time: 0.1273489 Nov 10 20:07:26.983012 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['5373ac8a-72a9-48d4-b2e1-b09539b07e46'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:07:26.993259 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-5e0046b3-4b44-4542-932c-09baf5dee51f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Request body: {'port': {'device_id': '9d46b17d-d0af-4994-b33f-3963c3f6e6b9', 'network_id': '94c77be8-32f7-45f4-ad1a-c63f75696745', 'admin_state_up': True, 'tenant_id': '94aabd6332dd4970a93cea9c4a5817b3'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:07:27.068744 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97caa2d2-52e8-4e35-8550-ddc47350cdeb tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Pushing event deleted for resources: {'Port': ['ID=5373ac8a-72a9-48d4-b2e1-b09539b07e46,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:07:27.075337 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cd512427-478f-4fd7-b512-331eb8831c7e req-e076f71d-d8b3-481c-991a-119537a69146 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 210 time: 0.0891106 Nov 10 20:07:27.118412 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [req-f201b1ed-8926-4759-aaea-eb2729178e2f req-97caa2d2-52e8-4e35-8550-ddc47350cdeb tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] No DVR routers for this DVR port 5373ac8a-72a9-48d4-b2e1-b09539b07e46 on host n-h1-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:07:27.121560 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-f201b1ed-8926-4759-aaea-eb2729178e2f req-97caa2d2-52e8-4e35-8550-ddc47350cdeb tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:27.125190 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f201b1ed-8926-4759-aaea-eb2729178e2f req-97caa2d2-52e8-4e35-8550-ddc47350cdeb tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.73 "DELETE /v2.0/ports/5373ac8a-72a9-48d4-b2e1-b09539b07e46 HTTP/1.1" status: 204 len: 173 time: 0.5325625 Nov 10 20:07:27.125665 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985725de-76a6-4501-baaa-469470893004', 'name': 'network-vif-deleted', 'tag': '5373ac8a-72a9-48d4-b2e1-b09539b07e46'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:07:27.127857 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-5e0046b3-4b44-4542-932c-09baf5dee51f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Made reservation on behalf of 94aabd6332dd4970a93cea9c4a5817b3 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:07:27.128104 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfbd5c25fd1a1bf18e79891c674f962074aa63d8f4aa99a8f6cb3be41b9dd3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c9df6a-6bf6-4db6-b96c-8bd73fd665ad" -d '{"events": [{"server_uuid": "985725de-76a6-4501-baaa-469470893004", "name": "network-vif-deleted", "tag": "5373ac8a-72a9-48d4-b2e1-b09539b07e46"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:07:27.131717 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-5e0046b3-4b44-4542-932c-09baf5dee51f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:27.179575 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9107a69-6ae9-47fc-ae02-13661cbdc66e x-openstack-request-id: req-e9107a69-6ae9-47fc-ae02-13661cbdc66e {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:07:27.179962 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985725de-76a6-4501-baaa-469470893004", "name": "network-vif-deleted", "tag": "5373ac8a-72a9-48d4-b2e1-b09539b07e46", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:07:27.180293 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e9107a69-6ae9-47fc-ae02-13661cbdc66e {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:07:27.181037 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985725de-76a6-4501-baaa-469470893004', 'name': 'network-vif-deleted', 'tag': '5373ac8a-72a9-48d4-b2e1-b09539b07e46', 'status': 'completed', 'code': 200} Nov 10 20:07:27.281640 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-5e0046b3-4b44-4542-932c-09baf5dee51f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Allocated IP 172.20.0.13 (94c77be8-32f7-45f4-ad1a-c63f75696745/8b3c7270-8e88-4ac2-b1d3-2f311bbac97b/a3cd2407-bef5-4d4e-a152-5a3e7ff11654) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:07:27.399425 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:27.469315 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-5e0046b3-4b44-4542-932c-09baf5dee51f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:27.505345 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-5e0046b3-4b44-4542-932c-09baf5dee51f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:27.516803 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['5373ac8a-72a9-48d4-b2e1-b09539b07e46'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:07:27.549672 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-5e0046b3-4b44-4542-932c-09baf5dee51f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Network 94c77be8-32f7-45f4-ad1a-c63f75696745 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:07:27.555098 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-5e0046b3-4b44-4542-932c-09baf5dee51f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:07:27.559335 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-5e0046b3-4b44-4542-932c-09baf5dee51f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:07:27.566543 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0046b3-4b44-4542-932c-09baf5dee51f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Pushing event updated for resources: {'Port': ['ID=a3cd2407-bef5-4d4e-a152-5a3e7ff11654,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:07:27.595189 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0046b3-4b44-4542-932c-09baf5dee51f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:07:27.595405 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0046b3-4b44-4542-932c-09baf5dee51f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:07:27.595759 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0046b3-4b44-4542-932c-09baf5dee51f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:07:27.596089 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0046b3-4b44-4542-932c-09baf5dee51f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:07:27.596423 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0046b3-4b44-4542-932c-09baf5dee51f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:07:27.596749 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0046b3-4b44-4542-932c-09baf5dee51f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:07:27.597075 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0046b3-4b44-4542-932c-09baf5dee51f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:07:27.597417 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0046b3-4b44-4542-932c-09baf5dee51f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:07:27.597701 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0046b3-4b44-4542-932c-09baf5dee51f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:07:27.598095 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0046b3-4b44-4542-932c-09baf5dee51f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:07:27.598388 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0046b3-4b44-4542-932c-09baf5dee51f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:07:27.598730 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0046b3-4b44-4542-932c-09baf5dee51f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:07:27.625482 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-5e0046b3-4b44-4542-932c-09baf5dee51f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:27.626152 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-5e0046b3-4b44-4542-932c-09baf5dee51f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:27.644213 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-5e0046b3-4b44-4542-932c-09baf5dee51f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6556585 Nov 10 20:07:27.657242 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-caf24c3c-b769-492f-9fd3-8abf8efb5916 service neutron] Request body: {'port': {'device_id': '9d46b17d-d0af-4994-b33f-3963c3f6e6b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:07:27.716171 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-caf24c3c-b769-492f-9fd3-8abf8efb5916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:28.022030 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-caf24c3c-b769-492f-9fd3-8abf8efb5916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3cd2407-bef5-4d4e-a152-5a3e7ff11654 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:07:28.030551 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-caf24c3c-b769-492f-9fd3-8abf8efb5916 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:28.049049 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-caf24c3c-b769-492f-9fd3-8abf8efb5916 service neutron] Transition to ACTIVE for port object a3cd2407-bef5-4d4e-a152-5a3e7ff11654 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:07:28.053856 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-caf24c3c-b769-492f-9fd3-8abf8efb5916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:28.111138 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf24c3c-b769-492f-9fd3-8abf8efb5916 service neutron] Pushing event updated for resources: {'Port': ['ID=a3cd2407-bef5-4d4e-a152-5a3e7ff11654,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:07:28.188765 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-caf24c3c-b769-492f-9fd3-8abf8efb5916 service neutron] Attempting to bind port a3cd2407-bef5-4d4e-a152-5a3e7ff11654 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:07:28.189254 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-caf24c3c-b769-492f-9fd3-8abf8efb5916 service neutron] Attempting to bind port a3cd2407-bef5-4d4e-a152-5a3e7ff11654 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '94c77be8-32f7-45f4-ad1a-c63f75696745'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:07:28.189590 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-caf24c3c-b769-492f-9fd3-8abf8efb5916 service neutron] Attempting to bind port a3cd2407-bef5-4d4e-a152-5a3e7ff11654 on network 94c77be8-32f7-45f4-ad1a-c63f75696745 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:07:28.194707 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-caf24c3c-b769-492f-9fd3-8abf8efb5916 service neutron] Port a3cd2407-bef5-4d4e-a152-5a3e7ff11654 on network 94c77be8-32f7-45f4-ad1a-c63f75696745 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:07:28.195039 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-caf24c3c-b769-492f-9fd3-8abf8efb5916 service neutron] Attempting to bind port a3cd2407-bef5-4d4e-a152-5a3e7ff11654 on network 94c77be8-32f7-45f4-ad1a-c63f75696745 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:07:28.201149 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-caf24c3c-b769-492f-9fd3-8abf8efb5916 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:07:28.201632 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-caf24c3c-b769-492f-9fd3-8abf8efb5916 service neutron] Checking segment: {'id': '5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '94c77be8-32f7-45f4-ad1a-c63f75696745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:07:28.202053 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-caf24c3c-b769-492f-9fd3-8abf8efb5916 service neutron] Bound using segment: {'id': '5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '94c77be8-32f7-45f4-ad1a-c63f75696745'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:07:28.202507 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-caf24c3c-b769-492f-9fd3-8abf8efb5916 service neutron] Bound port: a3cd2407-bef5-4d4e-a152-5a3e7ff11654, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '94c77be8-32f7-45f4-ad1a-c63f75696745'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:07:28.202886 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-caf24c3c-b769-492f-9fd3-8abf8efb5916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:28.204420 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345038c1-b6a2-41f6-8e71-459ab95bb40e req-f3977ff9-4b13-4906-ad87-51df9d3d651c tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:28.206109 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-345038c1-b6a2-41f6-8e71-459ab95bb40e req-f3977ff9-4b13-4906-ad87-51df9d3d651c tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 944 time: 0.0555701 Nov 10 20:07:28.260046 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-345038c1-b6a2-41f6-8e71-459ab95bb40e req-7dea5b5b-d40a-43d4-b902-0f761407fe62 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476983 Nov 10 20:07:28.279394 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-caf24c3c-b769-492f-9fd3-8abf8efb5916 service neutron] For port a3cd2407-bef5-4d4e-a152-5a3e7ff11654, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:07:28.279394 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-caf24c3c-b769-492f-9fd3-8abf8efb5916 service neutron] For port a3cd2407-bef5-4d4e-a152-5a3e7ff11654, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=a3cd2407-bef5-4d4e-a152-5a3e7ff11654,segment=NetworkSegment(5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8),segment_id=5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:07:28.283917 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-caf24c3c-b769-492f-9fd3-8abf8efb5916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:28.319458 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-caf24c3c-b769-492f-9fd3-8abf8efb5916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:28.320086 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-caf24c3c-b769-492f-9fd3-8abf8efb5916 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:28.321512 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-caf24c3c-b769-492f-9fd3-8abf8efb5916 service neutron] 10.222.0.73 "PUT /v2.0/ports/a3cd2407-bef5-4d4e-a152-5a3e7ff11654 HTTP/1.1" status: 200 len: 1092 time: 0.6687915 Nov 10 20:07:28.321991 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d46b17d-d0af-4994-b33f-3963c3f6e6b9', 'tag': 'a3cd2407-bef5-4d4e-a152-5a3e7ff11654'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:07:28.324555 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff2deac-6399-4a0b-99cb-e3bb59f313a0" -d '{"events": [{"name": "network-changed", "server_uuid": "9d46b17d-d0af-4994-b33f-3963c3f6e6b9", "tag": "a3cd2407-bef5-4d4e-a152-5a3e7ff11654"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:07:28.351231 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf24c3c-b769-492f-9fd3-8abf8efb5916 service neutron] Pushing event updated for resources: {'Port': ['ID=a3cd2407-bef5-4d4e-a152-5a3e7ff11654,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:07:28.370229 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7540ed1-4472-4f33-9e1e-fcdbd1fe63fc x-openstack-request-id: req-d7540ed1-4472-4f33-9e1e-fcdbd1fe63fc {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:07:28.370564 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d46b17d-d0af-4994-b33f-3963c3f6e6b9", "tag": "a3cd2407-bef5-4d4e-a152-5a3e7ff11654", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:07:28.370808 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d7540ed1-4472-4f33-9e1e-fcdbd1fe63fc {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:07:28.371641 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d46b17d-d0af-4994-b33f-3963c3f6e6b9', 'tag': 'a3cd2407-bef5-4d4e-a152-5a3e7ff11654', 'status': 'completed', 'code': 200} Nov 10 20:07:28.423089 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-ac0a30ef-c2d3-4fe6-b28c-a6af75319375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:28.424684 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-ac0a30ef-c2d3-4fe6-b28c-a6af75319375 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=94aabd6332dd4970a93cea9c4a5817b3&device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 1095 time: 0.0481381 Nov 10 20:07:28.470152 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-0b53221d-80dd-4abd-8e81-99c993e0749b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3cd2407-bef5-4d4e-a152-5a3e7ff11654 HTTP/1.1" status: 200 len: 217 time: 0.0370204 Nov 10 20:07:28.522358 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-0cf963d6-5e74-4aae-9e04-1db023ff83d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:28.524269 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-0cf963d6-5e74-4aae-9e04-1db023ff83d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b3c7270-8e88-4ac2-b1d3-2f311bbac97b HTTP/1.1" status: 200 len: 855 time: 0.0468094 Nov 10 20:07:28.562381 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-99bdd30b-a271-4342-b3c4-0ab418a47dcd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94c77be8-32f7-45f4-ad1a-c63f75696745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309532 Nov 10 20:07:28.657370 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-d25453ed-5b9d-485d-bfdd-6e50c7d02807 service neutron] 10.222.0.73 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873766 Nov 10 20:07:28.760817 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-97f6ff8c-2ab8-4248-b248-456e6197e941 req-82cef835-a028-4cd6-a8f2-9f9bcfa72cb8 service neutron] 10.222.0.73 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956731 Nov 10 20:07:28.869646 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2deac-6399-4a0b-99cb-e3bb59f313a0 req-549a4e7e-f1c3-4ff0-9427-a1898b1621bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:28.871234 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2ff2deac-6399-4a0b-99cb-e3bb59f313a0 req-549a4e7e-f1c3-4ff0-9427-a1898b1621bb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=94aabd6332dd4970a93cea9c4a5817b3&device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 1095 time: 0.0520141 Nov 10 20:07:28.905388 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:28.985938 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2deac-6399-4a0b-99cb-e3bb59f313a0 req-f445926d-f2fe-4469-82ea-6cd3b242c397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:28.987450 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2ff2deac-6399-4a0b-99cb-e3bb59f313a0 req-f445926d-f2fe-4469-82ea-6cd3b242c397 service neutron] 10.222.0.73 "GET /v2.0/networks?id=94c77be8-32f7-45f4-ad1a-c63f75696745 HTTP/1.1" status: 200 len: 916 time: 0.1092756 Nov 10 20:07:29.034398 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2ff2deac-6399-4a0b-99cb-e3bb59f313a0 req-a7563218-7325-4d77-9b03-85a85b4c815e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3cd2407-bef5-4d4e-a152-5a3e7ff11654 HTTP/1.1" status: 200 len: 217 time: 0.0380833 Nov 10 20:07:29.089150 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2deac-6399-4a0b-99cb-e3bb59f313a0 req-601744ce-6dba-42f5-8c08-2c331787f310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:29.090863 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2ff2deac-6399-4a0b-99cb-e3bb59f313a0 req-601744ce-6dba-42f5-8c08-2c331787f310 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b3c7270-8e88-4ac2-b1d3-2f311bbac97b HTTP/1.1" status: 200 len: 855 time: 0.0486283 Nov 10 20:07:29.126243 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2ff2deac-6399-4a0b-99cb-e3bb59f313a0 req-9e99d63b-3588-48e0-a487-c41cd3095134 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94c77be8-32f7-45f4-ad1a-c63f75696745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271254 Nov 10 20:07:29.248007 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2ff2deac-6399-4a0b-99cb-e3bb59f313a0 req-8d382ac0-3257-4223-8155-fe17c9f5f3de service neutron] 10.222.0.73 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133862 Nov 10 20:07:29.359320 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2ff2deac-6399-4a0b-99cb-e3bb59f313a0 req-2c5227ff-ecc3-478c-a570-a68bc635d8a1 service neutron] 10.222.0.73 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003942 Nov 10 20:07:29.375858 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:29.398196 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd73f1-70e9-460e-8789-2b99c870b244 req-cc019c7c-fbc5-479e-9e40-12faadf64fdf tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:29.399685 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-95dd73f1-70e9-460e-8789-2b99c870b244 req-cc019c7c-fbc5-479e-9e40-12faadf64fdf tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 944 time: 0.0576575 Nov 10 20:07:29.452377 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-95dd73f1-70e9-460e-8789-2b99c870b244 req-3a84bf84-b52a-4c6d-8007-6fe760e8b524 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462890 Nov 10 20:07:30.277698 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 5373ac8a-72a9-48d4-b2e1-b09539b07e46 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:07:30.299650 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 5373ac8a-72a9-48d4-b2e1-b09539b07e46 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:07:30.299997 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 5373ac8a-72a9-48d4-b2e1-b09539b07e46 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:07:30.579064 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a557f0-6c2b-41e4-92af-74d8fe9a36e2 req-ae3d7982-4653-4f95-a0e2-c80c82b1aed3 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:30.580527 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e7a557f0-6c2b-41e4-92af-74d8fe9a36e2 req-ae3d7982-4653-4f95-a0e2-c80c82b1aed3 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 944 time: 0.0531011 Nov 10 20:07:30.636966 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e7a557f0-6c2b-41e4-92af-74d8fe9a36e2 req-cbea760d-31ea-4587-a8b2-320f2bf2e812 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494070 Nov 10 20:07:31.765756 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e01bf1-b14e-47d5-835b-b20a6f403339 req-9fd5042e-52b9-40ca-934d-4f5399010a0a tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:31.767331 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-31e01bf1-b14e-47d5-835b-b20a6f403339 req-9fd5042e-52b9-40ca-934d-4f5399010a0a tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 944 time: 0.0542028 Nov 10 20:07:31.819314 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-31e01bf1-b14e-47d5-835b-b20a6f403339 req-d5e468c2-1c86-4a34-a7d3-b0e75c599af5 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456808 Nov 10 20:07:32.289358 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device a3cd2407-bef5-4d4e-a152-5a3e7ff11654 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:07:32.396296 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port a3cd2407-bef5-4d4e-a152-5a3e7ff11654, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=a3cd2407-bef5-4d4e-a152-5a3e7ff11654,segment=NetworkSegment(5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8),segment_id=5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:07:32.412091 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'a3cd2407-bef5-4d4e-a152-5a3e7ff11654', 'network_id': '94c77be8-32f7-45f4-ad1a-c63f75696745', 'port_id': 'a3cd2407-bef5-4d4e-a152-5a3e7ff11654', 'mac_address': 'fa:16:3e:cf:53:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c7270-8e88-4ac2-b1d3-2f311bbac97b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:07:32.453544 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:32.467139 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3cd2407-bef5-4d4e-a152-5a3e7ff11654 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:07:32.487401 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port a3cd2407-bef5-4d4e-a152-5a3e7ff11654, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=a3cd2407-bef5-4d4e-a152-5a3e7ff11654,segment=NetworkSegment(5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8),segment_id=5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:07:32.493153 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:32.547380 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=a3cd2407-bef5-4d4e-a152-5a3e7ff11654,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:07:32.555476 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:07:32.555818 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:07:32.556185 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:07:32.556497 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:07:32.556850 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:07:32.557190 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:07:32.557520 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:07:32.557872 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:07:32.558190 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:07:32.558512 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:07:32.558814 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:07:32.559160 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:07:32.689729 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['a3cd2407-bef5-4d4e-a152-5a3e7ff11654'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:07:32.954637 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8bcf9-17e7-4c97-a1ca-53647e06650e req-75ac5d42-faa4-4457-a00f-585f01fa9327 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:32.956175 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b1c8bcf9-17e7-4c97-a1ca-53647e06650e req-75ac5d42-faa4-4457-a00f-585f01fa9327 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 945 time: 0.0612302 Nov 10 20:07:33.008013 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b1c8bcf9-17e7-4c97-a1ca-53647e06650e req-0f5c9ab8-f868-4afe-909b-b4037665cd0c tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452743 Nov 10 20:07:34.156353 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7ad61-f63d-4712-8d56-6e11becb479a req-2d8927af-b7b5-4623-a5bf-e8997181e68f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:34.158036 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8ae7ad61-f63d-4712-8d56-6e11becb479a req-2d8927af-b7b5-4623-a5bf-e8997181e68f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 945 time: 0.0609279 Nov 10 20:07:34.212612 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8ae7ad61-f63d-4712-8d56-6e11becb479a req-fac28b89-96bd-4de9-87d1-e8e56c005e93 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456371 Nov 10 20:07:34.321227 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device a3cd2407-bef5-4d4e-a152-5a3e7ff11654 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:07:34.382467 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port a3cd2407-bef5-4d4e-a152-5a3e7ff11654 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:07:34.386857 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port a3cd2407-bef5-4d4e-a152-5a3e7ff11654 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:07:34.387314 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:34.656444 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:34.681159 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d46b17d-d0af-4994-b33f-3963c3f6e6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3cd2407-bef5-4d4e-a152-5a3e7ff11654'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:07:34.683562 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c79f84e-75c0-4d47-9517-8f350ddb672f" -d '{"events": [{"server_uuid": "9d46b17d-d0af-4994-b33f-3963c3f6e6b9", "name": "network-vif-plugged", "status": "completed", "tag": "a3cd2407-bef5-4d4e-a152-5a3e7ff11654"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:07:34.697736 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port a3cd2407-bef5-4d4e-a152-5a3e7ff11654, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=a3cd2407-bef5-4d4e-a152-5a3e7ff11654,segment=NetworkSegment(5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8),segment_id=5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:07:34.704528 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:34.728350 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b62206-b323-49e5-9b23-31c3e83b28dc x-openstack-request-id: req-a8b62206-b323-49e5-9b23-31c3e83b28dc {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:07:34.728643 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d46b17d-d0af-4994-b33f-3963c3f6e6b9", "name": "network-vif-plugged", "status": "completed", "tag": "a3cd2407-bef5-4d4e-a152-5a3e7ff11654", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:07:34.728893 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a8b62206-b323-49e5-9b23-31c3e83b28dc {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:07:34.729276 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d46b17d-d0af-4994-b33f-3963c3f6e6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3cd2407-bef5-4d4e-a152-5a3e7ff11654', 'code': 200} Nov 10 20:07:34.761845 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=a3cd2407-bef5-4d4e-a152-5a3e7ff11654,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:07:34.836894 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225904a-e208-4451-a14b-971108aceb30 req-2219cfe7-3f3d-4421-967d-8117454fd423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:34.838496 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1225904a-e208-4451-a14b-971108aceb30 req-2219cfe7-3f3d-4421-967d-8117454fd423 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 1097 time: 0.0463309 Nov 10 20:07:34.891483 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1225904a-e208-4451-a14b-971108aceb30 req-92d067f4-dbdc-4e03-8325-f67dc3c86004 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445974 Nov 10 20:07:35.350486 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4d05c-32b4-4477-a368-819445448b86 req-71df5a07-18d2-45fd-8290-5e49e9790c12 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:35.352038 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fef4d05c-32b4-4477-a368-819445448b86 req-71df5a07-18d2-45fd-8290-5e49e9790c12 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 946 time: 0.0521355 Nov 10 20:07:35.405414 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fef4d05c-32b4-4477-a368-819445448b86 req-1fe52108-c816-4ac0-b1b4-ce1928672427 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470119 Nov 10 20:07:36.529731 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d3c5b-4ce9-46f8-800c-18bbdf905460 req-57b32046-1879-47b4-afa5-17b64921c610 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:36.531306 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b41d3c5b-4ce9-46f8-800c-18bbdf905460 req-57b32046-1879-47b4-afa5-17b64921c610 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 946 time: 0.0517764 Nov 10 20:07:36.590847 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b41d3c5b-4ce9-46f8-800c-18bbdf905460 req-c6b1fc57-dd64-4eac-b637-4498fa02ec82 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529294 Nov 10 20:07:36.724987 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadfe00-186c-44b3-b657-3551215e419b req-3a735866-7f6e-463e-8a20-3e8ade606c06 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:36.726434 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8fadfe00-186c-44b3-b657-3551215e419b req-3a735866-7f6e-463e-8a20-3e8ade606c06 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 946 time: 0.0518198 Nov 10 20:07:36.774837 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8fadfe00-186c-44b3-b657-3551215e419b req-d6dd9cab-8aef-4937-9312-c4b01a34a2ec tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422623 Nov 10 20:07:37.015294 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7557157d-9db1-4de9-bedf-66693c21289c req-4dab904d-f3d3-4bf5-8f72-43bb965b8357 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0446310 Nov 10 20:07:37.025038 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ae184-70e7-4d66-b4ca-3ec110eadb30 req-a9ceae14-26ed-4a03-9a49-4a268d946eb4 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:37.026588 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a57ae184-70e7-4d66-b4ca-3ec110eadb30 req-a9ceae14-26ed-4a03-9a49-4a268d946eb4 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 946 time: 0.0508626 Nov 10 20:07:37.079680 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a57ae184-70e7-4d66-b4ca-3ec110eadb30 req-c88edee2-f270-4bf7-8c53-4cfdeaf84e66 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465603 Nov 10 20:07:38.208003 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557157d-9db1-4de9-bedf-66693c21289c req-341f36cd-00e2-469e-87a5-e947dd972bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:38.209592 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7557157d-9db1-4de9-bedf-66693c21289c req-341f36cd-00e2-469e-87a5-e947dd972bc3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=94aabd6332dd4970a93cea9c4a5817b3&device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 1097 time: 0.0471048 Nov 10 20:07:38.219575 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d5636-6c3f-4833-8fd9-660005ef16ce req-bddf18f4-674a-483d-979e-0a5195a7fa3a tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:38.221202 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7f7d5636-6c3f-4833-8fd9-660005ef16ce req-bddf18f4-674a-483d-979e-0a5195a7fa3a tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 946 time: 0.0654519 Nov 10 20:07:38.273089 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7f7d5636-6c3f-4833-8fd9-660005ef16ce req-4fe5c593-5370-4520-877e-8df0e59da3b9 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452726 Nov 10 20:07:38.312679 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557157d-9db1-4de9-bedf-66693c21289c req-61869a2f-dc83-411a-b51e-d0aedfaf6859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:38.314205 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7557157d-9db1-4de9-bedf-66693c21289c req-61869a2f-dc83-411a-b51e-d0aedfaf6859 service neutron] 10.222.0.73 "GET /v2.0/networks?id=94c77be8-32f7-45f4-ad1a-c63f75696745 HTTP/1.1" status: 200 len: 916 time: 0.0977662 Nov 10 20:07:38.362914 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7557157d-9db1-4de9-bedf-66693c21289c req-60264519-992c-49a3-899d-65e3018bc323 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3cd2407-bef5-4d4e-a152-5a3e7ff11654 HTTP/1.1" status: 200 len: 217 time: 0.0384212 Nov 10 20:07:38.731867 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557157d-9db1-4de9-bedf-66693c21289c req-ec8bf338-fedf-47cb-b4b0-9b6bd21bfd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:38.733559 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7557157d-9db1-4de9-bedf-66693c21289c req-ec8bf338-fedf-47cb-b4b0-9b6bd21bfd3f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b3c7270-8e88-4ac2-b1d3-2f311bbac97b HTTP/1.1" status: 200 len: 855 time: 0.3627985 Nov 10 20:07:38.767007 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7557157d-9db1-4de9-bedf-66693c21289c req-82768097-a0ad-4ee8-a1f5-06a10a32d062 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94c77be8-32f7-45f4-ad1a-c63f75696745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257003 Nov 10 20:07:38.871806 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7557157d-9db1-4de9-bedf-66693c21289c req-e3709c97-6a96-45c6-80ec-f860a4d0a453 service neutron] 10.222.0.73 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943882 Nov 10 20:07:38.974562 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7557157d-9db1-4de9-bedf-66693c21289c req-c162f217-4278-4cad-b145-a9d460d75f64 service neutron] 10.222.0.73 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948269 Nov 10 20:07:39.405993 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f8a0e-98f2-45ac-ae88-4dae955478b4 req-1493a7b0-7841-4bf1-bcbd-36c91f649a34 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:39.408098 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6d3f8a0e-98f2-45ac-ae88-4dae955478b4 req-1493a7b0-7841-4bf1-bcbd-36c91f649a34 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 946 time: 0.0544505 Nov 10 20:07:39.463216 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6d3f8a0e-98f2-45ac-ae88-4dae955478b4 req-3ef14724-4314-4d71-89f8-7867ee9c0c72 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452671 Nov 10 20:07:40.599783 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa3bd8-35f1-4cfe-b422-466d59fb02ba req-eae1ebdf-aaae-4870-9d7c-f1ee51ec5b32 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:40.601241 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f8fa3bd8-35f1-4cfe-b422-466d59fb02ba req-eae1ebdf-aaae-4870-9d7c-f1ee51ec5b32 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 946 time: 0.0645678 Nov 10 20:07:40.652318 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f8fa3bd8-35f1-4cfe-b422-466d59fb02ba req-b31e2ca3-ba4c-49d2-a0ec-74711cee84d2 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446775 Nov 10 20:07:41.785597 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a507c58-1ddc-40d7-aafb-ace7a7d80ed0 req-abc98b47-f20b-4e5d-86e8-89f5e202923f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:41.787272 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1a507c58-1ddc-40d7-aafb-ace7a7d80ed0 req-abc98b47-f20b-4e5d-86e8-89f5e202923f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 946 time: 0.0539403 Nov 10 20:07:41.837069 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1a507c58-1ddc-40d7-aafb-ace7a7d80ed0 req-8a02d590-c252-458b-a6c2-19aab7000d36 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434251 Nov 10 20:07:42.968295 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a046c-ab24-4db7-95e4-7c00b6350d0c req-3a28be9a-e1b1-421c-8d09-c9e28f1ad4bc tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:42.970182 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d9a046c-ab24-4db7-95e4-7c00b6350d0c req-3a28be9a-e1b1-421c-8d09-c9e28f1ad4bc tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 946 time: 0.0584419 Nov 10 20:07:43.025250 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d9a046c-ab24-4db7-95e4-7c00b6350d0c req-408420dd-48f3-4552-9482-f17440b63752 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489383 Nov 10 20:07:44.152657 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08d7fe-f234-46b1-989c-2857a72e0d4d req-14f5932e-c270-454a-9f31-d1b92b14fca0 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:44.154301 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9f08d7fe-f234-46b1-989c-2857a72e0d4d req-14f5932e-c270-454a-9f31-d1b92b14fca0 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 946 time: 0.0538762 Nov 10 20:07:44.209040 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9f08d7fe-f234-46b1-989c-2857a72e0d4d req-12ff5123-cc42-41e0-bdb4-abb6add554ae tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484362 Nov 10 20:07:45.334526 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c025c0a-2d3a-44eb-809f-7845364ab297 req-414b9cf4-853c-45e0-a351-d85363b8640f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:45.336163 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c025c0a-2d3a-44eb-809f-7845364ab297 req-414b9cf4-853c-45e0-a351-d85363b8640f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 946 time: 0.0517771 Nov 10 20:07:45.393091 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c025c0a-2d3a-44eb-809f-7845364ab297 req-e0ac0aca-0920-4db3-b403-d4564a25eb69 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508158 Nov 10 20:07:46.532606 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e4191-fe23-4b85-b5de-0e82f68a25df req-c76edd8e-1bc3-420f-9449-a73a882bae62 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:46.534365 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6e1e4191-fe23-4b85-b5de-0e82f68a25df req-c76edd8e-1bc3-420f-9449-a73a882bae62 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 946 time: 0.0586181 Nov 10 20:07:46.584583 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6e1e4191-fe23-4b85-b5de-0e82f68a25df req-c8c9059d-2d1c-4196-9ff0-35a390f2c37f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439689 Nov 10 20:07:47.715154 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77e061-3c6e-4d4c-888d-603bb2e3a0b9 req-5d032960-892e-48e6-a584-b3cbc8c7da53 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:47.716735 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9f77e061-3c6e-4d4c-888d-603bb2e3a0b9 req-5d032960-892e-48e6-a584-b3cbc8c7da53 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 946 time: 0.0587828 Nov 10 20:07:47.769065 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9f77e061-3c6e-4d4c-888d-603bb2e3a0b9 req-f54f3e7d-a789-4fba-9b07-5eac1b300db5 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452228 Nov 10 20:07:48.905869 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da58d3a-0e55-4013-bf27-e3633e029375 req-d8b9fa33-7f1c-4b56-862c-81dd4545e5f6 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:48.907865 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5da58d3a-0e55-4013-bf27-e3633e029375 req-d8b9fa33-7f1c-4b56-862c-81dd4545e5f6 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 946 time: 0.0550401 Nov 10 20:07:48.964276 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5da58d3a-0e55-4013-bf27-e3633e029375 req-9f59b9d9-0d02-4f43-a130-2e5f8917507f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502658 Nov 10 20:07:50.094860 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de6d31-2158-451a-ac16-f06b9bb2f3a6 req-e6e0a6b7-ebd1-4865-8b09-3cb9fb4779a2 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:50.096397 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b3de6d31-2158-451a-ac16-f06b9bb2f3a6 req-e6e0a6b7-ebd1-4865-8b09-3cb9fb4779a2 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 946 time: 0.0509734 Nov 10 20:07:50.147697 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b3de6d31-2158-451a-ac16-f06b9bb2f3a6 req-292ad3c7-68ae-4a3e-888b-934ae811463a tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448246 Nov 10 20:07:51.304160 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90b429-4aea-4182-b66b-ab41520d409d req-d04f53f6-47ce-4fa5-8a46-42a4a0141ba7 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:51.305642 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2a90b429-4aea-4182-b66b-ab41520d409d req-d04f53f6-47ce-4fa5-8a46-42a4a0141ba7 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 946 time: 0.0565217 Nov 10 20:07:51.369326 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2a90b429-4aea-4182-b66b-ab41520d409d req-8767e6e0-abac-4539-a788-4e148834ff47 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542171 Nov 10 20:07:52.501104 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604dce6e-568b-42a7-a35a-52d2ec8ee9c9 req-65d83fda-a455-4a3f-9f0e-c13c202f14e8 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:52.502687 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-604dce6e-568b-42a7-a35a-52d2ec8ee9c9 req-65d83fda-a455-4a3f-9f0e-c13c202f14e8 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 946 time: 0.0571454 Nov 10 20:07:52.556345 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-604dce6e-568b-42a7-a35a-52d2ec8ee9c9 req-ed4950fa-b2bc-4a99-adb6-a22079bfb157 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465028 Nov 10 20:07:53.499202 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5f08f8a6-fe78-4359-9209-ab987f991e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:53.686674 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191cae4-6dcd-44b9-99d6-4531ac8be8ad req-5a07dc25-6054-4617-8862-68974c13d8c7 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:53.688497 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6191cae4-6dcd-44b9-99d6-4531ac8be8ad req-5a07dc25-6054-4617-8862-68974c13d8c7 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 946 time: 0.0544257 Nov 10 20:07:53.739776 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6191cae4-6dcd-44b9-99d6-4531ac8be8ad req-0f7f4b09-3a15-4fc0-a37f-ddf25d5c4fd8 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445402 Nov 10 20:07:54.886018 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135e14a-8592-46ab-8764-e155223ac0d2 req-a70bc49a-bc65-432a-ad2e-9864515e4b53 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:54.888543 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c135e14a-8592-46ab-8764-e155223ac0d2 req-a70bc49a-bc65-432a-ad2e-9864515e4b53 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 946 time: 0.0700626 Nov 10 20:07:54.944936 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c135e14a-8592-46ab-8764-e155223ac0d2 req-8cc2838c-2988-4e18-90ae-77f680ee3ab5 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446353 Nov 10 20:07:55.311007 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:55.542059 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:55.756995 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9accd78c-9d1f-4b63-b42c-cb5cd1906b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:56.074683 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c5ad8-eeab-4e9f-a05b-29a441b3d000 req-e06ce484-e230-4176-a403-28416e0bba90 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:56.076258 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9c2c5ad8-eeab-4e9f-a05b-29a441b3d000 req-e06ce484-e230-4176-a403-28416e0bba90 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 946 time: 0.0532162 Nov 10 20:07:56.131603 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9c2c5ad8-eeab-4e9f-a05b-29a441b3d000 req-4f5da7e2-2f78-411d-a3aa-de44df0524ba tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483122 Nov 10 20:07:57.218982 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353887a-020f-4ba2-b104-ba3ab1046701 req-eac9031f-cd6f-4e3c-b546-fb5d685ed4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:57.220563 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2353887a-020f-4ba2-b104-ba3ab1046701 req-eac9031f-cd6f-4e3c-b546-fb5d685ed4c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=94aabd6332dd4970a93cea9c4a5817b3&device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 1097 time: 0.0430460 Nov 10 20:07:57.264260 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496ca5b-5848-4889-bd5d-c3ea0ab12fed req-12a79c01-28df-4b00-96c0-f18df5e3d114 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:57.265709 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d496ca5b-5848-4889-bd5d-c3ea0ab12fed req-12a79c01-28df-4b00-96c0-f18df5e3d114 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 946 time: 0.0580838 Nov 10 20:07:57.323285 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d496ca5b-5848-4889-bd5d-c3ea0ab12fed req-962d7e4c-bc7d-4790-81ce-2bb869a4f779 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504136 Nov 10 20:07:57.340977 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353887a-020f-4ba2-b104-ba3ab1046701 req-b4a6c58c-466f-4627-b061-5b929af5a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:57.342497 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2353887a-020f-4ba2-b104-ba3ab1046701 req-b4a6c58c-466f-4627-b061-5b929af5a04f service neutron] 10.222.0.73 "GET /v2.0/networks?id=94c77be8-32f7-45f4-ad1a-c63f75696745 HTTP/1.1" status: 200 len: 916 time: 0.0994639 Nov 10 20:07:57.385502 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2353887a-020f-4ba2-b104-ba3ab1046701 req-e81aeaab-6221-40bd-96eb-3160754502f2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3cd2407-bef5-4d4e-a152-5a3e7ff11654 HTTP/1.1" status: 200 len: 217 time: 0.0354095 Nov 10 20:07:57.400507 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:57.442542 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353887a-020f-4ba2-b104-ba3ab1046701 req-cc10d109-2853-45bd-94f5-1e15208a30ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:57.444058 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2353887a-020f-4ba2-b104-ba3ab1046701 req-cc10d109-2853-45bd-94f5-1e15208a30ad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b3c7270-8e88-4ac2-b1d3-2f311bbac97b HTTP/1.1" status: 200 len: 855 time: 0.0511167 Nov 10 20:07:57.477374 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2353887a-020f-4ba2-b104-ba3ab1046701 req-b40eadec-4f3f-4c33-bda7-b31e0136aef3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94c77be8-32f7-45f4-ad1a-c63f75696745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259514 Nov 10 20:07:57.578225 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2353887a-020f-4ba2-b104-ba3ab1046701 req-107404df-008f-4057-961a-ed57408467d0 service neutron] 10.222.0.73 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933034 Nov 10 20:07:57.689041 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2353887a-020f-4ba2-b104-ba3ab1046701 req-274a7a4a-6807-418d-a6da-5423edb69b12 service neutron] 10.222.0.73 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022060 Nov 10 20:07:58.454420 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b62ba9-6f0d-4369-a7dd-1eaf9a718c64 req-5325352a-2ac9-41ee-ac28-824c20c9ef06 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:58.456075 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-08b62ba9-6f0d-4369-a7dd-1eaf9a718c64 req-5325352a-2ac9-41ee-ac28-824c20c9ef06 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 946 time: 0.0504730 Nov 10 20:07:58.504090 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-08b62ba9-6f0d-4369-a7dd-1eaf9a718c64 req-f3181f7b-bf7e-47ed-aaf1-81d671eefa2e tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416667 Nov 10 20:07:58.909149 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:59.370654 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:07:59.634061 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48b855-6446-4745-b43f-f56cb9cbcef9 req-9e768a6c-f22f-44e1-8580-ba2d73e8a7bb tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:07:59.635585 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4f48b855-6446-4745-b43f-f56cb9cbcef9 req-9e768a6c-f22f-44e1-8580-ba2d73e8a7bb tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 946 time: 0.0515625 Nov 10 20:07:59.684801 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4f48b855-6446-4745-b43f-f56cb9cbcef9 req-50a0bc38-478f-4a2a-a129-44636ca32aa8 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429876 Nov 10 20:08:00.817735 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40952c-0a8b-4f6e-b2fc-97bbab7a37d2 req-cbd44e3b-bd1f-4546-97e0-f9573e9ad0b2 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:00.819391 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7e40952c-0a8b-4f6e-b2fc-97bbab7a37d2 req-cbd44e3b-bd1f-4546-97e0-f9573e9ad0b2 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 946 time: 0.0575900 Nov 10 20:08:00.868100 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7e40952c-0a8b-4f6e-b2fc-97bbab7a37d2 req-0e35159a-f6a0-480d-b300-2607872cac58 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425043 Nov 10 20:08:01.990108 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66430f4-d6f2-491f-9922-7caab7809e2f req-da8199db-3551-4731-ad24-2318ea1446f7 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:01.991606 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c66430f4-d6f2-491f-9922-7caab7809e2f req-da8199db-3551-4731-ad24-2318ea1446f7 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 946 time: 0.0527384 Nov 10 20:08:02.041855 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c66430f4-d6f2-491f-9922-7caab7809e2f req-db4c153b-6a8a-42d7-bbab-c46df6f3ca69 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440924 Nov 10 20:08:03.175833 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9751cf3-548e-4b5c-ada8-c2591489bc33 req-3e8a55fb-0d55-47a6-890e-cbb07eefe87f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:03.177347 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b9751cf3-548e-4b5c-ada8-c2591489bc33 req-3e8a55fb-0d55-47a6-890e-cbb07eefe87f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 946 time: 0.0561068 Nov 10 20:08:03.179053 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:08:03.228375 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b9751cf3-548e-4b5c-ada8-c2591489bc33 req-84578ac4-5ae8-4ab4-b9c1-ed066e7bc8c5 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448043 Nov 10 20:08:04.361581 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759d03c-e1f9-4799-b202-08bdc7e2e435 req-525cd1b4-fc2f-40b7-818b-9423724321e3 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:04.363185 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f759d03c-e1f9-4799-b202-08bdc7e2e435 req-525cd1b4-fc2f-40b7-818b-9423724321e3 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 946 time: 0.0549419 Nov 10 20:08:04.416451 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f759d03c-e1f9-4799-b202-08bdc7e2e435 req-a6b81ac6-8eae-496c-bf8d-928aa661421e tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470405 Nov 10 20:08:05.540893 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba131b-3b80-4d9f-b92d-7f8605cee0a9 req-eeebe5ac-b2ec-4fe8-a1ac-c8677a1998c0 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:05.542610 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1fba131b-3b80-4d9f-b92d-7f8605cee0a9 req-eeebe5ac-b2ec-4fe8-a1ac-c8677a1998c0 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 946 time: 0.0511479 Nov 10 20:08:05.598878 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1fba131b-3b80-4d9f-b92d-7f8605cee0a9 req-1f155906-73df-4877-8b0b-55237f1be455 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496457 Nov 10 20:08:05.784976 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [req-7557157d-9db1-4de9-bedf-66693c21289c req-f13be6b7-1354-4e03-b72b-bdde2f5612c1 service neutron] show failed (client error): The resource could not be found. Nov 10 20:08:05.786032 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7557157d-9db1-4de9-bedf-66693c21289c req-f13be6b7-1354-4e03-b72b-bdde2f5612c1 service neutron] 10.222.0.73 "GET /v2.0/ports/a3cd2407-bef5-4d4e-a152-5a3e7ff11654/bindings/n-h2-813897-4 HTTP/1.1" status: 404 len: 380 time: 0.0583255 Nov 10 20:08:06.023166 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557157d-9db1-4de9-bedf-66693c21289c req-2b087e43-cecc-4538-9edc-6ea54ce6ec64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:06.024721 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7557157d-9db1-4de9-bedf-66693c21289c req-2b087e43-cecc-4538-9edc-6ea54ce6ec64 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9&tenant_id=94aabd6332dd4970a93cea9c4a5817b3 HTTP/1.1" status: 200 len: 1097 time: 0.0458162 Nov 10 20:08:06.036635 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-7557157d-9db1-4de9-bedf-66693c21289c req-559c179b-6c3c-4539-9f66-86bc13c4420e service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:08:06.037556 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7557157d-9db1-4de9-bedf-66693c21289c req-559c179b-6c3c-4539-9f66-86bc13c4420e service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055957 Nov 10 20:08:06.049626 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-7557157d-9db1-4de9-bedf-66693c21289c req-6b03bc48-2a83-41e3-82d5-ccfbe80986b0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813897-4', 'device_owner': 'compute:nova'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:08:06.109606 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7557157d-9db1-4de9-bedf-66693c21289c req-6b03bc48-2a83-41e3-82d5-ccfbe80986b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:06.331821 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-7557157d-9db1-4de9-bedf-66693c21289c req-6b03bc48-2a83-41e3-82d5-ccfbe80986b0 service neutron] For port a3cd2407-bef5-4d4e-a152-5a3e7ff11654, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=a3cd2407-bef5-4d4e-a152-5a3e7ff11654,segment=NetworkSegment(5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8),segment_id=5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:08:06.368245 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-7557157d-9db1-4de9-bedf-66693c21289c req-6b03bc48-2a83-41e3-82d5-ccfbe80986b0 service neutron] For port a3cd2407-bef5-4d4e-a152-5a3e7ff11654, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:08:06.411691 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d46b17d-d0af-4994-b33f-3963c3f6e6b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3cd2407-bef5-4d4e-a152-5a3e7ff11654'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:08:06.414767 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ea2c30-83f1-4937-8c48-79025127a886" -d '{"events": [{"server_uuid": "9d46b17d-d0af-4994-b33f-3963c3f6e6b9", "name": "network-vif-unplugged", "status": "completed", "tag": "a3cd2407-bef5-4d4e-a152-5a3e7ff11654"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:08:06.419564 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7557157d-9db1-4de9-bedf-66693c21289c req-6b03bc48-2a83-41e3-82d5-ccfbe80986b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:06.448338 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-7557157d-9db1-4de9-bedf-66693c21289c req-6b03bc48-2a83-41e3-82d5-ccfbe80986b0 service neutron] Transition to ACTIVE for port object a3cd2407-bef5-4d4e-a152-5a3e7ff11654 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:08:06.453289 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7557157d-9db1-4de9-bedf-66693c21289c req-6b03bc48-2a83-41e3-82d5-ccfbe80986b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:06.487568 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 20:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f0db76-0f55-400b-ae35-ba26b357ad90 x-openstack-request-id: req-d6f0db76-0f55-400b-ae35-ba26b357ad90 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:08:06.487883 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d46b17d-d0af-4994-b33f-3963c3f6e6b9", "name": "network-vif-unplugged", "status": "completed", "tag": "a3cd2407-bef5-4d4e-a152-5a3e7ff11654", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:08:06.488242 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d6f0db76-0f55-400b-ae35-ba26b357ad90 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:08:06.488674 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d46b17d-d0af-4994-b33f-3963c3f6e6b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3cd2407-bef5-4d4e-a152-5a3e7ff11654', 'code': 200} Nov 10 20:08:06.525877 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-7557157d-9db1-4de9-bedf-66693c21289c req-6b03bc48-2a83-41e3-82d5-ccfbe80986b0 service neutron] No DVR routers for this DVR port a3cd2407-bef5-4d4e-a152-5a3e7ff11654 on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:08:06.527849 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03bc48-2a83-41e3-82d5-ccfbe80986b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a3cd2407-bef5-4d4e-a152-5a3e7ff11654,revision_number=6']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:08:06.565067 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-7557157d-9db1-4de9-bedf-66693c21289c req-6b03bc48-2a83-41e3-82d5-ccfbe80986b0 service neutron] Attempting to bind port a3cd2407-bef5-4d4e-a152-5a3e7ff11654 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:08:06.565434 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-7557157d-9db1-4de9-bedf-66693c21289c req-6b03bc48-2a83-41e3-82d5-ccfbe80986b0 service neutron] Attempting to bind port a3cd2407-bef5-4d4e-a152-5a3e7ff11654 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '94c77be8-32f7-45f4-ad1a-c63f75696745'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:08:06.565739 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7557157d-9db1-4de9-bedf-66693c21289c req-6b03bc48-2a83-41e3-82d5-ccfbe80986b0 service neutron] Attempting to bind port a3cd2407-bef5-4d4e-a152-5a3e7ff11654 on network 94c77be8-32f7-45f4-ad1a-c63f75696745 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:08:06.570513 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7557157d-9db1-4de9-bedf-66693c21289c req-6b03bc48-2a83-41e3-82d5-ccfbe80986b0 service neutron] Port a3cd2407-bef5-4d4e-a152-5a3e7ff11654 on network 94c77be8-32f7-45f4-ad1a-c63f75696745 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:08:06.570863 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7557157d-9db1-4de9-bedf-66693c21289c req-6b03bc48-2a83-41e3-82d5-ccfbe80986b0 service neutron] Attempting to bind port a3cd2407-bef5-4d4e-a152-5a3e7ff11654 on network 94c77be8-32f7-45f4-ad1a-c63f75696745 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:08:06.576526 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7557157d-9db1-4de9-bedf-66693c21289c req-6b03bc48-2a83-41e3-82d5-ccfbe80986b0 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:08:06.576881 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7557157d-9db1-4de9-bedf-66693c21289c req-6b03bc48-2a83-41e3-82d5-ccfbe80986b0 service neutron] Checking segment: {'id': '5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '94c77be8-32f7-45f4-ad1a-c63f75696745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:08:06.577261 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7557157d-9db1-4de9-bedf-66693c21289c req-6b03bc48-2a83-41e3-82d5-ccfbe80986b0 service neutron] Bound using segment: {'id': '5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '94c77be8-32f7-45f4-ad1a-c63f75696745'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:08:06.577715 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-7557157d-9db1-4de9-bedf-66693c21289c req-6b03bc48-2a83-41e3-82d5-ccfbe80986b0 service neutron] Bound port: a3cd2407-bef5-4d4e-a152-5a3e7ff11654, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '94c77be8-32f7-45f4-ad1a-c63f75696745'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:08:06.578206 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7557157d-9db1-4de9-bedf-66693c21289c req-6b03bc48-2a83-41e3-82d5-ccfbe80986b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:06.647147 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-7557157d-9db1-4de9-bedf-66693c21289c req-6b03bc48-2a83-41e3-82d5-ccfbe80986b0 service neutron] For port a3cd2407-bef5-4d4e-a152-5a3e7ff11654, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:08:06.650705 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-7557157d-9db1-4de9-bedf-66693c21289c req-6b03bc48-2a83-41e3-82d5-ccfbe80986b0 service neutron] For port a3cd2407-bef5-4d4e-a152-5a3e7ff11654, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a3cd2407-bef5-4d4e-a152-5a3e7ff11654,segment=NetworkSegment(5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8),segment_id=5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:08:06.655903 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7557157d-9db1-4de9-bedf-66693c21289c req-6b03bc48-2a83-41e3-82d5-ccfbe80986b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:06.693607 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557157d-9db1-4de9-bedf-66693c21289c req-6b03bc48-2a83-41e3-82d5-ccfbe80986b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:06.694257 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7557157d-9db1-4de9-bedf-66693c21289c req-6b03bc48-2a83-41e3-82d5-ccfbe80986b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:06.695740 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7557157d-9db1-4de9-bedf-66693c21289c req-6b03bc48-2a83-41e3-82d5-ccfbe80986b0 service neutron] 10.222.0.25 "PUT /v2.0/ports/a3cd2407-bef5-4d4e-a152-5a3e7ff11654 HTTP/1.1" status: 200 len: 1092 time: 0.6502166 Nov 10 20:08:06.717787 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03bc48-2a83-41e3-82d5-ccfbe80986b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a3cd2407-bef5-4d4e-a152-5a3e7ff11654,revision_number=7']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:08:06.729638 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a53a2-be94-4ae0-a0bc-56ff1b793585 req-f66d5ebc-1904-4e6d-b548-3c18f9e728e5 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:06.731425 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f30a53a2-be94-4ae0-a0bc-56ff1b793585 req-f66d5ebc-1904-4e6d-b548-3c18f9e728e5 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 944 time: 0.0560324 Nov 10 20:08:06.766969 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557157d-9db1-4de9-bedf-66693c21289c req-a0f97437-de34-4cb2-8e8f-08c32dcae665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:06.768542 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7557157d-9db1-4de9-bedf-66693c21289c req-a0f97437-de34-4cb2-8e8f-08c32dcae665 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=94aabd6332dd4970a93cea9c4a5817b3&device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 1095 time: 0.0477159 Nov 10 20:08:06.785165 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f30a53a2-be94-4ae0-a0bc-56ff1b793585 req-a232bfa2-f5db-48be-b0a8-c04efa7f3f2f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455792 Nov 10 20:08:06.866542 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557157d-9db1-4de9-bedf-66693c21289c req-8e9b99c1-6798-4e77-85c4-d08297715296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:06.868067 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7557157d-9db1-4de9-bedf-66693c21289c req-8e9b99c1-6798-4e77-85c4-d08297715296 service neutron] 10.222.0.25 "GET /v2.0/networks?id=94c77be8-32f7-45f4-ad1a-c63f75696745 HTTP/1.1" status: 200 len: 916 time: 0.0929222 Nov 10 20:08:06.922291 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7557157d-9db1-4de9-bedf-66693c21289c req-21951767-907f-46f9-83b6-826693c55a66 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3cd2407-bef5-4d4e-a152-5a3e7ff11654 HTTP/1.1" status: 200 len: 217 time: 0.0451348 Nov 10 20:08:06.980548 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557157d-9db1-4de9-bedf-66693c21289c req-945962c2-1fd7-456a-b8fe-89c5198e83f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:06.982147 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7557157d-9db1-4de9-bedf-66693c21289c req-945962c2-1fd7-456a-b8fe-89c5198e83f0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8b3c7270-8e88-4ac2-b1d3-2f311bbac97b HTTP/1.1" status: 200 len: 855 time: 0.0529757 Nov 10 20:08:07.016931 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7557157d-9db1-4de9-bedf-66693c21289c req-6a146cc1-53d7-4896-99ca-137f58ece9fe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94c77be8-32f7-45f4-ad1a-c63f75696745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258873 Nov 10 20:08:07.120458 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7557157d-9db1-4de9-bedf-66693c21289c req-c4805b93-a823-4268-bad3-aefbeaa268e0 service neutron] 10.222.0.25 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965259 Nov 10 20:08:07.215469 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7557157d-9db1-4de9-bedf-66693c21289c req-8486ef41-bb7f-406d-90cc-64fd1aa2f749 service neutron] 10.222.0.25 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864894 Nov 10 20:08:07.917376 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc25c8f-b215-44ca-9547-4b233e6c53b2 req-093ab81b-9022-4e0e-9470-89549b0f9c7f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:07.919293 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-efc25c8f-b215-44ca-9547-4b233e6c53b2 req-093ab81b-9022-4e0e-9470-89549b0f9c7f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 944 time: 0.0536864 Nov 10 20:08:07.972755 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-efc25c8f-b215-44ca-9547-4b233e6c53b2 req-d8b34059-9c22-4e94-ac6b-4b42b64760a6 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472000 Nov 10 20:08:08.489903 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d46b17d-d0af-4994-b33f-3963c3f6e6b9', 'tag': 'a3cd2407-bef5-4d4e-a152-5a3e7ff11654'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:08:08.492423 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e276c5-e0a7-4ec7-b618-ce4da2c697e8" -d '{"events": [{"name": "network-changed", "server_uuid": "9d46b17d-d0af-4994-b33f-3963c3f6e6b9", "tag": "a3cd2407-bef5-4d4e-a152-5a3e7ff11654"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:08:08.545212 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abeff02f-82a1-4b8d-a80e-ecee11a18503 x-openstack-request-id: req-abeff02f-82a1-4b8d-a80e-ecee11a18503 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:08:08.545528 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d46b17d-d0af-4994-b33f-3963c3f6e6b9", "tag": "a3cd2407-bef5-4d4e-a152-5a3e7ff11654", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:08:08.545918 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-abeff02f-82a1-4b8d-a80e-ecee11a18503 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:08:08.546505 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d46b17d-d0af-4994-b33f-3963c3f6e6b9', 'tag': 'a3cd2407-bef5-4d4e-a152-5a3e7ff11654', 'status': 'completed', 'code': 200} Nov 10 20:08:08.645644 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e276c5-e0a7-4ec7-b618-ce4da2c697e8 req-ecf5a967-0190-458b-9504-b13fc53b0b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:08.647247 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c3e276c5-e0a7-4ec7-b618-ce4da2c697e8 req-ecf5a967-0190-458b-9504-b13fc53b0b49 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=94aabd6332dd4970a93cea9c4a5817b3&device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 1095 time: 0.0799942 Nov 10 20:08:08.649172 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e276c5-e0a7-4ec7-b618-ce4da2c697e8 req-e533e98b-caa0-499f-b88a-c97a5a0170fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:08.650531 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c3e276c5-e0a7-4ec7-b618-ce4da2c697e8 req-e533e98b-caa0-499f-b88a-c97a5a0170fa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=94aabd6332dd4970a93cea9c4a5817b3&device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 1095 time: 0.0732765 Nov 10 20:08:08.810250 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e276c5-e0a7-4ec7-b618-ce4da2c697e8 req-74e3db62-878d-4076-b3ae-6d044564d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:08.811662 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c3e276c5-e0a7-4ec7-b618-ce4da2c697e8 req-74e3db62-878d-4076-b3ae-6d044564d1e9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=94c77be8-32f7-45f4-ad1a-c63f75696745 HTTP/1.1" status: 200 len: 916 time: 0.1574130 Nov 10 20:08:08.812718 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e276c5-e0a7-4ec7-b618-ce4da2c697e8 req-78c3cf88-401f-4bc8-bae2-77ce4efb1912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:08.814060 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c3e276c5-e0a7-4ec7-b618-ce4da2c697e8 req-78c3cf88-401f-4bc8-bae2-77ce4efb1912 service neutron] 10.222.0.73 "GET /v2.0/networks?id=94c77be8-32f7-45f4-ad1a-c63f75696745 HTTP/1.1" status: 200 len: 916 time: 0.1522362 Nov 10 20:08:08.887106 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c3e276c5-e0a7-4ec7-b618-ce4da2c697e8 req-be49d861-8c29-421b-9602-30db5d3968e4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3cd2407-bef5-4d4e-a152-5a3e7ff11654 HTTP/1.1" status: 200 len: 217 time: 0.0674770 Nov 10 20:08:08.888477 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c3e276c5-e0a7-4ec7-b618-ce4da2c697e8 req-1f479681-c372-4584-96d5-f6a0381493d7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3cd2407-bef5-4d4e-a152-5a3e7ff11654 HTTP/1.1" status: 200 len: 217 time: 0.0631218 Nov 10 20:08:08.969512 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e276c5-e0a7-4ec7-b618-ce4da2c697e8 req-c36d8122-0acd-44e5-9441-1cd4db5b292b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:08.971025 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c3e276c5-e0a7-4ec7-b618-ce4da2c697e8 req-c36d8122-0acd-44e5-9441-1cd4db5b292b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8b3c7270-8e88-4ac2-b1d3-2f311bbac97b HTTP/1.1" status: 200 len: 855 time: 0.0757811 Nov 10 20:08:08.972823 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e276c5-e0a7-4ec7-b618-ce4da2c697e8 req-fbbf8cd1-c988-4be0-81b2-dc1909b1f247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:08.974168 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c3e276c5-e0a7-4ec7-b618-ce4da2c697e8 req-fbbf8cd1-c988-4be0-81b2-dc1909b1f247 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b3c7270-8e88-4ac2-b1d3-2f311bbac97b HTTP/1.1" status: 200 len: 855 time: 0.0716476 Nov 10 20:08:09.014462 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c3e276c5-e0a7-4ec7-b618-ce4da2c697e8 req-e2c81e3d-640e-4035-8ad6-c3b152db94bd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94c77be8-32f7-45f4-ad1a-c63f75696745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353460 Nov 10 20:08:09.030359 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c3e276c5-e0a7-4ec7-b618-ce4da2c697e8 req-30af2d34-f300-4385-9313-775ddd34b56c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94c77be8-32f7-45f4-ad1a-c63f75696745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438125 Nov 10 20:08:09.100737 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dece00-4c0b-429d-9059-d5f9f92cb34d req-3d65aa7c-ec44-4986-b8eb-a1c761f0da47 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:09.102170 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f1dece00-4c0b-429d-9059-d5f9f92cb34d req-3d65aa7c-ec44-4986-b8eb-a1c761f0da47 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 944 time: 0.0538294 Nov 10 20:08:09.151114 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f1dece00-4c0b-429d-9059-d5f9f92cb34d req-a534b47d-98f3-4fcf-b971-5a4226c14317 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418506 Nov 10 20:08:09.183957 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c3e276c5-e0a7-4ec7-b618-ce4da2c697e8 req-6edbb2e6-d4ed-48b6-866b-d32c3237599b service neutron] 10.222.0.25 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559629 Nov 10 20:08:09.186148 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c3e276c5-e0a7-4ec7-b618-ce4da2c697e8 req-f37f0778-d15c-44c5-9094-5ac19d1f2811 service neutron] 10.222.0.73 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475739 Nov 10 20:08:09.339806 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c3e276c5-e0a7-4ec7-b618-ce4da2c697e8 req-c72ff596-b532-4396-ad23-4a96f567d210 service neutron] 10.222.0.25 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491036 Nov 10 20:08:09.341669 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c3e276c5-e0a7-4ec7-b618-ce4da2c697e8 req-9dc143af-bc3e-46db-85be-f20c1b506ccd service neutron] 10.222.0.73 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439567 Nov 10 20:08:10.277127 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d4fd7-1182-498e-a688-b4890b43899b req-c06428e9-4278-4fae-b56e-c3e4eca9499f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:10.278689 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f02d4fd7-1182-498e-a688-b4890b43899b req-c06428e9-4278-4fae-b56e-c3e4eca9499f tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 944 time: 0.0532091 Nov 10 20:08:10.331868 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f02d4fd7-1182-498e-a688-b4890b43899b req-b10406af-790c-4cdd-a2d2-62be1dbe4ab6 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457590 Nov 10 20:08:10.426184 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a3cd2407-bef5-4d4e-a152-5a3e7ff11654 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:08:10.510168 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device a3cd2407-bef5-4d4e-a152-5a3e7ff11654 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:08:10.547451 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a3cd2407-bef5-4d4e-a152-5a3e7ff11654, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a3cd2407-bef5-4d4e-a152-5a3e7ff11654,segment=NetworkSegment(5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8),segment_id=5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:08:10.552868 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60742b6-b6f4-4a98-90ee-0f953d0e66a9 req-7e3c1566-b3a8-42c0-b4c4-5d82d1e5b008 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:10.554574 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a60742b6-b6f4-4a98-90ee-0f953d0e66a9 req-7e3c1566-b3a8-42c0-b4c4-5d82d1e5b008 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 944 time: 0.0534413 Nov 10 20:08:10.579968 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2ba30-fddc-47d8-bfcc-4d851cb4a277 req-3624d78b-0d8e-4608-84bd-8cea0b0fbd90 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:10.582581 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-30d2ba30-fddc-47d8-bfcc-4d851cb4a277 req-3624d78b-0d8e-4608-84bd-8cea0b0fbd90 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9&tenant_id=94aabd6332dd4970a93cea9c4a5817b3&binding%3Ahost_id=n-h2-813897-4 HTTP/1.1" status: 200 len: 944 time: 0.0669765 Nov 10 20:08:10.584994 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'a3cd2407-bef5-4d4e-a152-5a3e7ff11654', 'network_id': '94c77be8-32f7-45f4-ad1a-c63f75696745', 'port_id': 'a3cd2407-bef5-4d4e-a152-5a3e7ff11654', 'mac_address': 'fa:16:3e:cf:53:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c7270-8e88-4ac2-b1d3-2f311bbac97b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:08:10.620315 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a60742b6-b6f4-4a98-90ee-0f953d0e66a9 req-67bd7342-e9d0-4f4e-930f-7a5d935b1c98 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531921 Nov 10 20:08:10.636742 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device a3cd2407-bef5-4d4e-a152-5a3e7ff11654 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:08:10.638333 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:10.652628 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3cd2407-bef5-4d4e-a152-5a3e7ff11654 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:08:10.670394 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [req-30d2ba30-fddc-47d8-bfcc-4d851cb4a277 req-c1712be9-af75-4abc-9b8a-7ea02c5f0215 service neutron] delete failed (client error): The resource could not be found. Nov 10 20:08:10.671994 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-30d2ba30-fddc-47d8-bfcc-4d851cb4a277 req-c1712be9-af75-4abc-9b8a-7ea02c5f0215 service neutron] 10.222.0.73 "DELETE /v2.0/ports/a3cd2407-bef5-4d4e-a152-5a3e7ff11654/bindings/n-h1-813897-4 HTTP/1.1" status: 404 len: 380 time: 0.0822031 Nov 10 20:08:10.675998 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a3cd2407-bef5-4d4e-a152-5a3e7ff11654, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a3cd2407-bef5-4d4e-a152-5a3e7ff11654,segment=NetworkSegment(5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8),segment_id=5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:08:10.681931 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:10.739498 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=a3cd2407-bef5-4d4e-a152-5a3e7ff11654,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:08:10.763337 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2ba30-fddc-47d8-bfcc-4d851cb4a277 req-fd20a435-0133-432b-b9eb-b9c66043006a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:10.764874 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-30d2ba30-fddc-47d8-bfcc-4d851cb4a277 req-fd20a435-0133-432b-b9eb-b9c66043006a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=94aabd6332dd4970a93cea9c4a5817b3&device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 1096 time: 0.0431106 Nov 10 20:08:10.862375 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2ba30-fddc-47d8-bfcc-4d851cb4a277 req-8bdf9306-1040-4d3a-9ad5-42e5405044ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:10.864414 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-30d2ba30-fddc-47d8-bfcc-4d851cb4a277 req-8bdf9306-1040-4d3a-9ad5-42e5405044ec service neutron] 10.222.0.73 "GET /v2.0/networks?id=94c77be8-32f7-45f4-ad1a-c63f75696745 HTTP/1.1" status: 200 len: 916 time: 0.0917220 Nov 10 20:08:10.912029 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-30d2ba30-fddc-47d8-bfcc-4d851cb4a277 req-5273fac2-644c-4735-aa3a-bf19f275f739 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3cd2407-bef5-4d4e-a152-5a3e7ff11654 HTTP/1.1" status: 200 len: 217 time: 0.0405324 Nov 10 20:08:10.966702 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2ba30-fddc-47d8-bfcc-4d851cb4a277 req-287278bb-02be-40b5-8305-685451db9db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:10.968223 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-30d2ba30-fddc-47d8-bfcc-4d851cb4a277 req-287278bb-02be-40b5-8305-685451db9db6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8b3c7270-8e88-4ac2-b1d3-2f311bbac97b HTTP/1.1" status: 200 len: 855 time: 0.0496004 Nov 10 20:08:10.993698 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['a3cd2407-bef5-4d4e-a152-5a3e7ff11654'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:08:11.005480 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-30d2ba30-fddc-47d8-bfcc-4d851cb4a277 req-e7dde8e6-7a76-4ab3-af18-e9e5ca928c6d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94c77be8-32f7-45f4-ad1a-c63f75696745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275807 Nov 10 20:08:11.106077 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-30d2ba30-fddc-47d8-bfcc-4d851cb4a277 req-a97972ff-c851-4786-8443-80ba3253b695 service neutron] 10.222.0.73 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936623 Nov 10 20:08:11.214050 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-30d2ba30-fddc-47d8-bfcc-4d851cb4a277 req-a300f6d5-8af8-49cc-ae3e-f61e9bbda6d5 service neutron] 10.222.0.73 "GET /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994341 Nov 10 20:08:11.748092 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7460ec7-8853-4300-8328-e98848d3330b req-0047cb42-172e-46a2-a280-1c5a1b3269f5 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:11.750257 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d7460ec7-8853-4300-8328-e98848d3330b req-0047cb42-172e-46a2-a280-1c5a1b3269f5 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 945 time: 0.0538933 Nov 10 20:08:11.799752 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d7460ec7-8853-4300-8328-e98848d3330b req-97088387-3fa8-49eb-af4a-b0982f56860e tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428834 Nov 10 20:08:11.919241 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b5e66-51eb-43a0-a716-4f40dbc074fe req-db53ed0b-8ed8-4002-936e-ac1d7e010b0d tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:11.920737 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c77b5e66-51eb-43a0-a716-4f40dbc074fe req-db53ed0b-8ed8-4002-936e-ac1d7e010b0d tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 945 time: 0.0512073 Nov 10 20:08:11.971385 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c77b5e66-51eb-43a0-a716-4f40dbc074fe req-4edc7af4-2788-4d37-9e9c-35ec5882d14c tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418952 Nov 10 20:08:12.091761 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89580c09-c1a6-4f1f-9514-7fb69ffb8eaa req-b28d21f1-f05f-472a-a2bd-8e59125469e6 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:12.093263 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-89580c09-c1a6-4f1f-9514-7fb69ffb8eaa req-b28d21f1-f05f-472a-a2bd-8e59125469e6 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 945 time: 0.0544090 Nov 10 20:08:12.143328 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-89580c09-c1a6-4f1f-9514-7fb69ffb8eaa req-43f45acd-822d-45cc-8bf5-9bf748bb8358 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437963 Nov 10 20:08:12.439928 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a3cd2407-bef5-4d4e-a152-5a3e7ff11654 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:08:12.489775 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b45c1e-1f46-4ee4-8293-1489583dba35 req-ef03ed96-9092-438c-9142-86fd26914597 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:12.491790 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-35b45c1e-1f46-4ee4-8293-1489583dba35 req-ef03ed96-9092-438c-9142-86fd26914597 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 945 time: 0.0520947 Nov 10 20:08:12.503306 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port a3cd2407-bef5-4d4e-a152-5a3e7ff11654 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:08:12.508016 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port a3cd2407-bef5-4d4e-a152-5a3e7ff11654 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:08:12.508463 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:12.547539 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-35b45c1e-1f46-4ee4-8293-1489583dba35 req-54b6524d-ca66-415e-a1ff-fa522dafb2ac tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485454 Nov 10 20:08:12.602384 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:12.627214 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d46b17d-d0af-4994-b33f-3963c3f6e6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3cd2407-bef5-4d4e-a152-5a3e7ff11654'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:08:12.629627 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd48c10-767a-4134-9d13-e05dafe000cd" -d '{"events": [{"server_uuid": "9d46b17d-d0af-4994-b33f-3963c3f6e6b9", "name": "network-vif-plugged", "status": "completed", "tag": "a3cd2407-bef5-4d4e-a152-5a3e7ff11654"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:08:12.643961 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port a3cd2407-bef5-4d4e-a152-5a3e7ff11654, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a3cd2407-bef5-4d4e-a152-5a3e7ff11654,segment=NetworkSegment(5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8),segment_id=5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:08:12.649996 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:12.686813 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f33af2-c74f-4549-ad0b-5358c1493691 x-openstack-request-id: req-74f33af2-c74f-4549-ad0b-5358c1493691 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:08:12.687101 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d46b17d-d0af-4994-b33f-3963c3f6e6b9", "name": "network-vif-plugged", "status": "completed", "tag": "a3cd2407-bef5-4d4e-a152-5a3e7ff11654", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:08:12.687343 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-74f33af2-c74f-4549-ad0b-5358c1493691 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:08:12.687730 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d46b17d-d0af-4994-b33f-3963c3f6e6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3cd2407-bef5-4d4e-a152-5a3e7ff11654', 'code': 200} Nov 10 20:08:12.714501 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=a3cd2407-bef5-4d4e-a152-5a3e7ff11654,revision_number=9']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:08:13.677168 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415dcad9-1215-4c22-8d32-1c78de094222 req-5595fe57-0557-4d3f-8da6-3ad5d85feb33 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:13.678729 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-415dcad9-1215-4c22-8d32-1c78de094222 req-5595fe57-0557-4d3f-8da6-3ad5d85feb33 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 946 time: 0.0545292 Nov 10 20:08:13.737003 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-415dcad9-1215-4c22-8d32-1c78de094222 req-df9fc01d-bd0e-4173-81f1-b09abc0102ef tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.54 "GET /v2.0/security-groups?id=37745674-a130-45d5-927c-463c81ec4f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518136 Nov 10 20:08:13.757499 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4d8ae-46b5-4b38-af9f-342baa6a85e9 req-548fe80e-f784-4914-a133-3c1e5cf88e48 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:13.757499 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5ab4d8ae-46b5-4b38-af9f-342baa6a85e9 req-548fe80e-f784-4914-a133-3c1e5cf88e48 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d46b17d-d0af-4994-b33f-3963c3f6e6b9 HTTP/1.1" status: 200 len: 946 time: 0.0527344 Nov 10 20:08:13.851901 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-5ab4d8ae-46b5-4b38-af9f-342baa6a85e9 req-4899c13a-4008-43d4-98a3-39699ef5fc76 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Deleting port a3cd2407-bef5-4d4e-a152-5a3e7ff11654 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:08:13.852169 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5ab4d8ae-46b5-4b38-af9f-342baa6a85e9 req-4899c13a-4008-43d4-98a3-39699ef5fc76 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:13.949591 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-5ab4d8ae-46b5-4b38-af9f-342baa6a85e9 req-4899c13a-4008-43d4-98a3-39699ef5fc76 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] For port a3cd2407-bef5-4d4e-a152-5a3e7ff11654, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=a3cd2407-bef5-4d4e-a152-5a3e7ff11654,segment=NetworkSegment(5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8),segment_id=5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:08:13.949956 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5ab4d8ae-46b5-4b38-af9f-342baa6a85e9 req-4899c13a-4008-43d4-98a3-39699ef5fc76 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:13.966533 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-5ab4d8ae-46b5-4b38-af9f-342baa6a85e9 req-4899c13a-4008-43d4-98a3-39699ef5fc76 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Calling delete_port for a3cd2407-bef5-4d4e-a152-5a3e7ff11654 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:08:14.121524 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5ab4d8ae-46b5-4b38-af9f-342baa6a85e9 req-4899c13a-4008-43d4-98a3-39699ef5fc76 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:14.138306 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['a3cd2407-bef5-4d4e-a152-5a3e7ff11654'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:08:14.152486 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899c13a-4008-43d4-98a3-39699ef5fc76 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Pushing event deleted for resources: {'Port': ['ID=a3cd2407-bef5-4d4e-a152-5a3e7ff11654,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:08:14.194330 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab4d8ae-46b5-4b38-af9f-342baa6a85e9 req-4899c13a-4008-43d4-98a3-39699ef5fc76 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] No DVR routers for this DVR port a3cd2407-bef5-4d4e-a152-5a3e7ff11654 on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:08:14.197081 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5ab4d8ae-46b5-4b38-af9f-342baa6a85e9 req-4899c13a-4008-43d4-98a3-39699ef5fc76 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:14.200474 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5ab4d8ae-46b5-4b38-af9f-342baa6a85e9 req-4899c13a-4008-43d4-98a3-39699ef5fc76 tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] 10.222.0.25 "DELETE /v2.0/ports/a3cd2407-bef5-4d4e-a152-5a3e7ff11654 HTTP/1.1" status: 204 len: 173 time: 0.4410906 Nov 10 20:08:14.200923 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d46b17d-d0af-4994-b33f-3963c3f6e6b9', 'name': 'network-vif-deleted', 'tag': 'a3cd2407-bef5-4d4e-a152-5a3e7ff11654'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:08:14.203259 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d0a001-9b51-46c9-bb6b-f3adc997d155" -d '{"events": [{"server_uuid": "9d46b17d-d0af-4994-b33f-3963c3f6e6b9", "name": "network-vif-deleted", "tag": "a3cd2407-bef5-4d4e-a152-5a3e7ff11654"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:08:14.244922 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20122e13-d75d-4ef8-9079-342dc7e8e2ee x-openstack-request-id: req-20122e13-d75d-4ef8-9079-342dc7e8e2ee {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:08:14.245281 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d46b17d-d0af-4994-b33f-3963c3f6e6b9", "name": "network-vif-deleted", "tag": "a3cd2407-bef5-4d4e-a152-5a3e7ff11654", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:08:14.245542 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-20122e13-d75d-4ef8-9079-342dc7e8e2ee {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:08:14.245978 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d46b17d-d0af-4994-b33f-3963c3f6e6b9', 'name': 'network-vif-deleted', 'tag': 'a3cd2407-bef5-4d4e-a152-5a3e7ff11654', 'status': 'completed', 'code': 200} Nov 10 20:08:14.889048 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54864) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:08:14.954401 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c6ab695-687e-47cf-bf94-e3ab2370ded8 admin admin] Deleting subnet 8b3c7270-8e88-4ac2-b1d3-2f311bbac97b {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:08:14.960128 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9c6ab695-687e-47cf-bf94-e3ab2370ded8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:15.001841 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9c6ab695-687e-47cf-bf94-e3ab2370ded8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:15.050803 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9c6ab695-687e-47cf-bf94-e3ab2370ded8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:15.111690 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9c6ab695-687e-47cf-bf94-e3ab2370ded8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:15.144004 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ab695-687e-47cf-bf94-e3ab2370ded8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b3c7270-8e88-4ac2-b1d3-2f311bbac97b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:08:15.148090 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9c6ab695-687e-47cf-bf94-e3ab2370ded8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:15.152380 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9c6ab695-687e-47cf-bf94-e3ab2370ded8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8b3c7270-8e88-4ac2-b1d3-2f311bbac97b HTTP/1.1" status: 204 len: 168 time: 0.2614589 Nov 10 20:08:15.154465 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54866) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:08:15.229125 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fc2fa6eb-4afa-4d49-bad6-2b04a3dcc78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:15.319310 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fc2fa6eb-4afa-4d49-bad6-2b04a3dcc78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:15.341551 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-fc2fa6eb-4afa-4d49-bad6-2b04a3dcc78f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c77be8-32f7-45f4-ad1a-c63f75696745']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:08:15.351703 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-fc2fa6eb-4afa-4d49-bad6-2b04a3dcc78f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:08:15.351957 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-fc2fa6eb-4afa-4d49-bad6-2b04a3dcc78f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b3fcf02-34f9-4668-b6b6-ed4c17cdf1f8') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:08:15.362081 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fc2fa6eb-4afa-4d49-bad6-2b04a3dcc78f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:15.376082 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fc2fa6eb-4afa-4d49-bad6-2b04a3dcc78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:15.382500 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc2fa6eb-4afa-4d49-bad6-2b04a3dcc78f admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:08:15.382879 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fc2fa6eb-4afa-4d49-bad6-2b04a3dcc78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:15.384522 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 20:08:15.384522 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:08:15.384522 n-d-813897-4 neutron-server[102506]: timer() Nov 10 20:08:15.384522 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:08:15.384522 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 20:08:15.384522 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:08:15.384522 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 20:08:15.384522 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:08:15.384522 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 20:08:15.384522 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:08:15.384522 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 20:08:15.384522 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:08:15.384522 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 20:08:15.384522 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:08:15.384522 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:08:15.384522 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:08:15.384522 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:08:15.384522 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:08:15.384522 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 20:08:15.384522 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:08:15.384522 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 20:08:15.384522 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:08:15.384522 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:08:15.384522 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:08:15.384522 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 20:08:15.384522 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:08:15.384522 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:08:15.384522 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:08:15.384522 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:08:15.384522 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:08:15.384522 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:08:15.384522 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:08:15.440719 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fc2fa6eb-4afa-4d49-bad6-2b04a3dcc78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:15.445414 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fc2fa6eb-4afa-4d49-bad6-2b04a3dcc78f admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:15.448687 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-fc2fa6eb-4afa-4d49-bad6-2b04a3dcc78f admin admin] 10.222.0.54 "DELETE /v2.0/networks/94c77be8-32f7-45f4-ad1a-c63f75696745 HTTP/1.1" status: 204 len: 168 time: 0.2931745 Nov 10 20:08:15.462264 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2fa6eb-4afa-4d49-bad6-2b04a3dcc78f admin admin] Pushing event deleted for resources: {'Network': ['ID=94c77be8-32f7-45f4-ad1a-c63f75696745,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:08:15.470062 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2fa6eb-4afa-4d49-bad6-2b04a3dcc78f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:15.470390 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2fa6eb-4afa-4d49-bad6-2b04a3dcc78f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:15.470727 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2fa6eb-4afa-4d49-bad6-2b04a3dcc78f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:15.471061 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2fa6eb-4afa-4d49-bad6-2b04a3dcc78f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:15.471374 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2fa6eb-4afa-4d49-bad6-2b04a3dcc78f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:15.471701 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2fa6eb-4afa-4d49-bad6-2b04a3dcc78f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:15.472081 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2fa6eb-4afa-4d49-bad6-2b04a3dcc78f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:15.472383 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2fa6eb-4afa-4d49-bad6-2b04a3dcc78f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:15.472685 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2fa6eb-4afa-4d49-bad6-2b04a3dcc78f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:15.473079 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2fa6eb-4afa-4d49-bad6-2b04a3dcc78f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:15.473328 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2fa6eb-4afa-4d49-bad6-2b04a3dcc78f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:15.473653 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2fa6eb-4afa-4d49-bad6-2b04a3dcc78f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:15.562305 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54870) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:08:15.610828 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a5246af0-a65f-4896-8518-be3e5a7e8200 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=94aabd6332dd4970a93cea9c4a5817b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0472643 Nov 10 20:08:15.613512 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54872) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:08:15.663595 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7c1471e7-2d16-4066-8875-231ceae08ec9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:15.684801 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7c1471e7-2d16-4066-8875-231ceae08ec9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:15.736085 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7c1471e7-2d16-4066-8875-231ceae08ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:15.738690 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7c1471e7-2d16-4066-8875-231ceae08ec9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:15.740269 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7c1471e7-2d16-4066-8875-231ceae08ec9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/37745674-a130-45d5-927c-463c81ec4f91 HTTP/1.1" status: 204 len: 168 time: 0.1254106 Nov 10 20:08:15.749104 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1471e7-2d16-4066-8875-231ceae08ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37745674-a130-45d5-927c-463c81ec4f91,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:08:16.505454 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54894) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:08:16.618534 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-55ba7521-4ab8-40c5-8240-0c42e298eeb4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1242763271-network', 'tenant_id': '868da2bbecd2421ca6396edaac16a106'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:08:16.645059 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ba7521-4ab8-40c5-8240-0c42e298eeb4 admin admin] Made reservation on behalf of 868da2bbecd2421ca6396edaac16a106 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:08:16.647806 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-55ba7521-4ab8-40c5-8240-0c42e298eeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:16.656800 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-55ba7521-4ab8-40c5-8240-0c42e298eeb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:16.743870 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-55ba7521-4ab8-40c5-8240-0c42e298eeb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:16.748912 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-55ba7521-4ab8-40c5-8240-0c42e298eeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:16.773564 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ba7521-4ab8-40c5-8240-0c42e298eeb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:08:16.789812 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba7521-4ab8-40c5-8240-0c42e298eeb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041a8d00-bcd9-450a-8f20-962171ee5ec5,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:08:16.792765 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-55ba7521-4ab8-40c5-8240-0c42e298eeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:16.793109 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-55ba7521-4ab8-40c5-8240-0c42e298eeb4 admin admin] Added segment 388c7ed4-474a-4ef2-b01f-474d5f18acf4 of type vlan for network 62ad9681-ad12-4fc3-8053-67c92444be86 Nov 10 20:08:16.840404 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-55ba7521-4ab8-40c5-8240-0c42e298eeb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:16.868516 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-55ba7521-4ab8-40c5-8240-0c42e298eeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:16.870018 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ba7521-4ab8-40c5-8240-0c42e298eeb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:16.870666 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-55ba7521-4ab8-40c5-8240-0c42e298eeb4 admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:16.929379 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-55ba7521-4ab8-40c5-8240-0c42e298eeb4 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4227459 Nov 10 20:08:16.932477 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54898) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:08:16.937316 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba7521-4ab8-40c5-8240-0c42e298eeb4 admin admin] Pushing event updated for resources: {'Network': ['ID=62ad9681-ad12-4fc3-8053-67c92444be86,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:08:16.937682 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-c1df89ee-e69d-422a-9348-0fcf44795b26 admin admin] Request body: {'subnet': {'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1242763271-subnet', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:08:16.948154 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 62ad9681-ad12-4fc3-8053-67c92444be86 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:08:16.962190 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1df89ee-e69d-422a-9348-0fcf44795b26 admin admin] Made reservation on behalf of 868da2bbecd2421ca6396edaac16a106 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:08:16.964579 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c1df89ee-e69d-422a-9348-0fcf44795b26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:17.142748 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c1df89ee-e69d-422a-9348-0fcf44795b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:17.198235 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df89ee-e69d-422a-9348-0fcf44795b26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7b49f67-fa13-497a-800b-34608cfad5b8,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:08:17.210392 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1df89ee-e69d-422a-9348-0fcf44795b26 admin admin] Checking segment: {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:08:17.210749 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1df89ee-e69d-422a-9348-0fcf44795b26 admin admin] Network hostable DHCP agents. Network: 62ad9681-ad12-4fc3-8053-67c92444be86, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:08:17.232891 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1df89ee-e69d-422a-9348-0fcf44795b26 admin admin] Network 62ad9681-ad12-4fc3-8053-67c92444be86 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:08:17.246898 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-c1df89ee-e69d-422a-9348-0fcf44795b26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 62ad9681-ad12-4fc3-8053-67c92444be86) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:08:17.251143 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1df89ee-e69d-422a-9348-0fcf44795b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:17.251743 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c1df89ee-e69d-422a-9348-0fcf44795b26 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:17.257014 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d19361-0d51-4b76-bf76-5980c03e589b None None] Network 62ad9681-ad12-4fc3-8053-67c92444be86 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:08:17.269753 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c1df89ee-e69d-422a-9348-0fcf44795b26 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3360212 Nov 10 20:08:17.272634 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54900) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:08:17.277138 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-f428b341-954d-45a2-9548-b0cb5fd81c9b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1242763271-router', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:08:17.299189 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f428b341-954d-45a2-9548-b0cb5fd81c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:17.300378 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f428b341-954d-45a2-9548-b0cb5fd81c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:17.354582 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f428b341-954d-45a2-9548-b0cb5fd81c9b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:17.408847 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731b004d-2436-4d30-8639-d6843399b9e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-62ad9681-ad12-4fc3-8053-67c92444be86', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 20:08:17.410325 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-731b004d-2436-4d30-8639-d6843399b9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:17.494723 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f428b341-954d-45a2-9548-b0cb5fd81c9b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:17.611489 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-731b004d-2436-4d30-8639-d6843399b9e2 None None] Allocated IP 172.20.0.2 (62ad9681-ad12-4fc3-8053-67c92444be86/d7b49f67-fa13-497a-800b-34608cfad5b8/cd44feed-a3d1-4a55-b999-d214295e48ba) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:08:17.766764 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-731b004d-2436-4d30-8639-d6843399b9e2 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:17.773994 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-731b004d-2436-4d30-8639-d6843399b9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:17.811011 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731b004d-2436-4d30-8639-d6843399b9e2 None None] Network 62ad9681-ad12-4fc3-8053-67c92444be86 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:08:17.813991 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-731b004d-2436-4d30-8639-d6843399b9e2 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:08:17.818090 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731b004d-2436-4d30-8639-d6843399b9e2 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:08:17.833801 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b004d-2436-4d30-8639-d6843399b9e2 None None] Pushing event updated for resources: {'Port': ['ID=cd44feed-a3d1-4a55-b999-d214295e48ba,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:08:17.890729 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-731b004d-2436-4d30-8639-d6843399b9e2 None None] Attempting to bind port cd44feed-a3d1-4a55-b999-d214295e48ba on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:08:17.891090 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-731b004d-2436-4d30-8639-d6843399b9e2 None None] Attempting to bind port cd44feed-a3d1-4a55-b999-d214295e48ba by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:08:17.891465 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731b004d-2436-4d30-8639-d6843399b9e2 None None] Attempting to bind port cd44feed-a3d1-4a55-b999-d214295e48ba on network 62ad9681-ad12-4fc3-8053-67c92444be86 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:08:17.897375 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731b004d-2436-4d30-8639-d6843399b9e2 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:08:17.897750 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731b004d-2436-4d30-8639-d6843399b9e2 None None] Checking segment: {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:08:17.898194 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-731b004d-2436-4d30-8639-d6843399b9e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:17.898590 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731b004d-2436-4d30-8639-d6843399b9e2 None None] Bound using segment: {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:08:17.899066 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-731b004d-2436-4d30-8639-d6843399b9e2 None None] Bound port: cd44feed-a3d1-4a55-b999-d214295e48ba, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:08:17.899453 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-731b004d-2436-4d30-8639-d6843399b9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:17.980714 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-731b004d-2436-4d30-8639-d6843399b9e2 None None] For port cd44feed-a3d1-4a55-b999-d214295e48ba, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:08:17.986989 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-731b004d-2436-4d30-8639-d6843399b9e2 None None] For port cd44feed-a3d1-4a55-b999-d214295e48ba, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=cd44feed-a3d1-4a55-b999-d214295e48ba,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:08:17.989121 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-731b004d-2436-4d30-8639-d6843399b9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:18.054928 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f428b341-954d-45a2-9548-b0cb5fd81c9b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:18.071208 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f428b341-954d-45a2-9548-b0cb5fd81c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:18.079543 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b004d-2436-4d30-8639-d6843399b9e2 None None] Pushing event updated for resources: {'Port': ['ID=cd44feed-a3d1-4a55-b999-d214295e48ba,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:08:18.185507 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-f428b341-954d-45a2-9548-b0cb5fd81c9b admin admin] Allocated IP 172.25.3.17 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/994f2156-7330-4bed-bb63-3a0e6bb17933) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:08:18.315071 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f428b341-954d-45a2-9548-b0cb5fd81c9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:18.351522 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f428b341-954d-45a2-9548-b0cb5fd81c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:18.398382 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f428b341-954d-45a2-9548-b0cb5fd81c9b admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:08:18.401505 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-f428b341-954d-45a2-9548-b0cb5fd81c9b admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:08:18.406279 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f428b341-954d-45a2-9548-b0cb5fd81c9b admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:08:18.409545 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428b341-954d-45a2-9548-b0cb5fd81c9b admin admin] Pushing event updated for resources: {'Port': ['ID=994f2156-7330-4bed-bb63-3a0e6bb17933,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:08:18.417142 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5492192b-9a2a-4d4c-ae09-2eec51e35863 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:08:18.454329 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-22919489-25e5-4c7e-8216-6a1dcdca6b1d None None] Provisioning complete for port 994f2156-7330-4bed-bb63-3a0e6bb17933 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:08:18.454722 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-22919489-25e5-4c7e-8216-6a1dcdca6b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:18.486502 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a3cd2407-bef5-4d4e-a152-5a3e7ff11654 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:08:18.513253 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-22919489-25e5-4c7e-8216-6a1dcdca6b1d None None] Port 994f2156-7330-4bed-bb63-3a0e6bb17933 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:08:18.514778 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: a3cd2407-bef5-4d4e-a152-5a3e7ff11654 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:08:18.515032 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device a3cd2407-bef5-4d4e-a152-5a3e7ff11654 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:08:18.671583 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f428b341-954d-45a2-9548-b0cb5fd81c9b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:18.892026 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f428b341-954d-45a2-9548-b0cb5fd81c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:19.003946 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1eb8ad-fc7a-49c4-8eab-22041b82174c None None] Network 62ad9681-ad12-4fc3-8053-67c92444be86 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:08:19.064284 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f428b341-954d-45a2-9548-b0cb5fd81c9b admin admin] Router 29426995-d5d7-4804-a052-1019b2aac574 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 20:08:19.080949 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4bd6ff75-0f67-4492-a40d-340e96e8ab47 None None] Provisioning complete for port cd44feed-a3d1-4a55-b999-d214295e48ba triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:08:19.081420 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4bd6ff75-0f67-4492-a40d-340e96e8ab47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:19.128213 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device cd44feed-a3d1-4a55-b999-d214295e48ba up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:08:19.244830 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f428b341-954d-45a2-9548-b0cb5fd81c9b admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:08:19.256470 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbfc4d8-953c-4a9b-b585-4fb1c5027e47 None None] Sync routers for ids ['29426995-d5d7-4804-a052-1019b2aac574'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:08:19.271524 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f428b341-954d-45a2-9548-b0cb5fd81c9b admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:19.273159 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f428b341-954d-45a2-9548-b0cb5fd81c9b admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9995277 Nov 10 20:08:19.273848 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbfc4d8-953c-4a9b-b585-4fb1c5027e47 None None] Routers {'29426995-d5d7-4804-a052-1019b2aac574'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:08:19.274869 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-1dbfc4d8-953c-4a9b-b585-4fb1c5027e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:07:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['29426995-d5d7-4804-a052-1019b2aac574'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:08:19.276267 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54902) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:08:19.277109 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port cd44feed-a3d1-4a55-b999-d214295e48ba triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:08:19.277479 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:19.282250 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4bd6ff75-0f67-4492-a40d-340e96e8ab47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:19.355453 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-4bd6ff75-0f67-4492-a40d-340e96e8ab47 None None] For port cd44feed-a3d1-4a55-b999-d214295e48ba, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=cd44feed-a3d1-4a55-b999-d214295e48ba,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:08:19.361862 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4bd6ff75-0f67-4492-a40d-340e96e8ab47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:19.470193 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6ff75-0f67-4492-a40d-340e96e8ab47 None None] Pushing event updated for resources: {'Port': ['ID=cd44feed-a3d1-4a55-b999-d214295e48ba,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:08:19.484337 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-1dbfc4d8-953c-4a9b-b585-4fb1c5027e47 None None] Set router 29426995-d5d7-4804-a052-1019b2aac574 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:08:19.686293 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-aa6383ca-03ea-46b4-b95d-82e69a4b7ced None None] Provisioning complete for port cd44feed-a3d1-4a55-b999-d214295e48ba triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:08:19.686654 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-aa6383ca-03ea-46b4-b95d-82e69a4b7ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:19.729243 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-1dbfc4d8-953c-4a9b-b585-4fb1c5027e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29426995-d5d7-4804-a052-1019b2aac574', 'name': 'tempest-ServerActionsTestJSON-1242763271-router', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:08:17Z', 'updated_at': '2021-11-10T20:08:18Z', 'revision_number': 3, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'gw_port': {'id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:18Z', 'updated_at': '2021-11-10T20:08:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:08:19.760258 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbfc4d8-953c-4a9b-b585-4fb1c5027e47 None None] Checking router: 29426995-d5d7-4804-a052-1019b2aac574 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:08:19.760851 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbfc4d8-953c-4a9b-b585-4fb1c5027e47 None None] Updating router 29426995-d5d7-4804-a052-1019b2aac574 port 994f2156-7330-4bed-bb63-3a0e6bb17933 binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:08:19.787000 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-26bece5c-518c-4195-a37f-74745c10db88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:19.796535 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1dbfc4d8-953c-4a9b-b585-4fb1c5027e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:19.951079 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-26bece5c-518c-4195-a37f-74745c10db88 admin admin] Allocated IP 172.20.0.1 (62ad9681-ad12-4fc3-8053-67c92444be86/d7b49f67-fa13-497a-800b-34608cfad5b8/6214f41d-f60c-43ca-9e62-b7dee1c66f02) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:08:20.059441 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-26bece5c-518c-4195-a37f-74745c10db88 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:20.094765 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-26bece5c-518c-4195-a37f-74745c10db88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:20.104620 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1dbfc4d8-953c-4a9b-b585-4fb1c5027e47 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:20.110614 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1dbfc4d8-953c-4a9b-b585-4fb1c5027e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:20.132265 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bece5c-518c-4195-a37f-74745c10db88 admin admin] Network 62ad9681-ad12-4fc3-8053-67c92444be86 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:08:20.135187 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-26bece5c-518c-4195-a37f-74745c10db88 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:08:20.141693 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bece5c-518c-4195-a37f-74745c10db88 admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:08:20.160524 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989a59c5-0c03-488c-b8fd-83240a5e0166 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:08:20.169857 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-1dbfc4d8-953c-4a9b-b585-4fb1c5027e47 None None] Attempting to bind port 994f2156-7330-4bed-bb63-3a0e6bb17933 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:08:20.170061 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-1dbfc4d8-953c-4a9b-b585-4fb1c5027e47 None None] Attempting to bind port 994f2156-7330-4bed-bb63-3a0e6bb17933 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:08:20.170340 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbfc4d8-953c-4a9b-b585-4fb1c5027e47 None None] Attempting to bind port 994f2156-7330-4bed-bb63-3a0e6bb17933 on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:08:20.173530 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd4038-017c-4fc0-8500-68c3c538a83d None None] Pushing event updated for resources: {'Port': ['ID=994f2156-7330-4bed-bb63-3a0e6bb17933,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:08:20.182545 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bece5c-518c-4195-a37f-74745c10db88 admin admin] Pushing event updated for resources: {'Port': ['ID=6214f41d-f60c-43ca-9e62-b7dee1c66f02,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:08:20.183534 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbfc4d8-953c-4a9b-b585-4fb1c5027e47 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:08:20.183923 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbfc4d8-953c-4a9b-b585-4fb1c5027e47 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:08:20.184327 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1dbfc4d8-953c-4a9b-b585-4fb1c5027e47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:20.184719 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbfc4d8-953c-4a9b-b585-4fb1c5027e47 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:08:20.185202 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-1dbfc4d8-953c-4a9b-b585-4fb1c5027e47 None None] Bound port: 994f2156-7330-4bed-bb63-3a0e6bb17933, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:08:20.185580 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1dbfc4d8-953c-4a9b-b585-4fb1c5027e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:20.188204 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accd4038-017c-4fc0-8500-68c3c538a83d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:20.188542 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accd4038-017c-4fc0-8500-68c3c538a83d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:20.188878 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accd4038-017c-4fc0-8500-68c3c538a83d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:20.189210 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accd4038-017c-4fc0-8500-68c3c538a83d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:20.189537 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accd4038-017c-4fc0-8500-68c3c538a83d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:20.189888 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accd4038-017c-4fc0-8500-68c3c538a83d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:20.190213 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accd4038-017c-4fc0-8500-68c3c538a83d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:20.190530 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accd4038-017c-4fc0-8500-68c3c538a83d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:20.190845 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accd4038-017c-4fc0-8500-68c3c538a83d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:20.191160 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accd4038-017c-4fc0-8500-68c3c538a83d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:20.191696 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accd4038-017c-4fc0-8500-68c3c538a83d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:20.192042 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accd4038-017c-4fc0-8500-68c3c538a83d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:20.208612 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-26bece5c-518c-4195-a37f-74745c10db88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:20.222783 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-97204c41-70b6-4cfd-846a-9427de72c2a4 None None] Provisioning complete for port 994f2156-7330-4bed-bb63-3a0e6bb17933 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:08:20.223470 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-97204c41-70b6-4cfd-846a-9427de72c2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:20.252795 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-1dbfc4d8-953c-4a9b-b585-4fb1c5027e47 None None] For port 994f2156-7330-4bed-bb63-3a0e6bb17933, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:08:20.258239 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-1dbfc4d8-953c-4a9b-b585-4fb1c5027e47 None None] For port 994f2156-7330-4bed-bb63-3a0e6bb17933, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=994f2156-7330-4bed-bb63-3a0e6bb17933,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:08:20.266569 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-97204c41-70b6-4cfd-846a-9427de72c2a4 None None] Port 994f2156-7330-4bed-bb63-3a0e6bb17933 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:08:20.267966 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1dbfc4d8-953c-4a9b-b585-4fb1c5027e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:20.325584 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd4038-017c-4fc0-8500-68c3c538a83d None None] Pushing event updated for resources: {'Port': ['ID=994f2156-7330-4bed-bb63-3a0e6bb17933,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:08:20.341311 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267060de-8ef1-4fd2-a166-dbc8c197687a None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:08:20.348707 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbfc4d8-953c-4a9b-b585-4fb1c5027e47 None None] Routers {'29426995-d5d7-4804-a052-1019b2aac574'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:08:20.350544 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-1dbfc4d8-953c-4a9b-b585-4fb1c5027e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:07:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['29426995-d5d7-4804-a052-1019b2aac574'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:08:20.374364 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-26bece5c-518c-4195-a37f-74745c10db88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:20.393343 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e4cc58db-c000-49c0-acf3-dedef1c1908e None None] Provisioning complete for port 994f2156-7330-4bed-bb63-3a0e6bb17933 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:08:20.394037 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e4cc58db-c000-49c0-acf3-dedef1c1908e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:20.488622 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e4cc58db-c000-49c0-acf3-dedef1c1908e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:20.510060 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e4cc58db-c000-49c0-acf3-dedef1c1908e None None] For port 994f2156-7330-4bed-bb63-3a0e6bb17933, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=994f2156-7330-4bed-bb63-3a0e6bb17933,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:08:20.516220 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e4cc58db-c000-49c0-acf3-dedef1c1908e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:20.557469 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-26bece5c-518c-4195-a37f-74745c10db88 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:20.563855 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-26bece5c-518c-4195-a37f-74745c10db88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:20.570209 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc58db-c000-49c0-acf3-dedef1c1908e None None] Pushing event updated for resources: {'Port': ['ID=994f2156-7330-4bed-bb63-3a0e6bb17933,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:08:20.600018 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-1dbfc4d8-953c-4a9b-b585-4fb1c5027e47 None None] Set router 29426995-d5d7-4804-a052-1019b2aac574 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:08:20.639848 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a6861aae-82f5-4bbf-a14f-fd504fb15673 None None] Provisioning complete for port 6214f41d-f60c-43ca-9e62-b7dee1c66f02 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:08:20.640553 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a6861aae-82f5-4bbf-a14f-fd504fb15673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:20.650308 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bece5c-518c-4195-a37f-74745c10db88 admin admin] Pushing event updated for resources: {'Port': ['ID=6214f41d-f60c-43ca-9e62-b7dee1c66f02,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:08:20.653036 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-26bece5c-518c-4195-a37f-74745c10db88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:20.680962 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-a6861aae-82f5-4bbf-a14f-fd504fb15673 None None] Port 6214f41d-f60c-43ca-9e62-b7dee1c66f02 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:08:20.749072 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bece5c-518c-4195-a37f-74745c10db88 admin admin] Network 62ad9681-ad12-4fc3-8053-67c92444be86 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:08:20.751502 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-26bece5c-518c-4195-a37f-74745c10db88 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:08:20.871639 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26bece5c-518c-4195-a37f-74745c10db88 admin admin] Router 29426995-d5d7-4804-a052-1019b2aac574 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:08:20.960294 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-1dbfc4d8-953c-4a9b-b585-4fb1c5027e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29426995-d5d7-4804-a052-1019b2aac574', 'name': 'tempest-ServerActionsTestJSON-1242763271-router', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:08:17Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'gw_port': {'id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:18Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '6214f41d-f60c-43ca-9e62-b7dee1c66f02', 'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'mac_address': 'fa:16:3e:31:b0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:19Z', 'updated_at': '2021-11-10T20:08:19Z', 'revision_number': 1, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'subnets': [{'id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:08:20.987552 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbfc4d8-953c-4a9b-b585-4fb1c5027e47 None None] The sync data for ids ['29426995-d5d7-4804-a052-1019b2aac574'] in n-d-813897-4 is: [{'id': '29426995-d5d7-4804-a052-1019b2aac574', 'name': 'tempest-ServerActionsTestJSON-1242763271-router', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:08:17Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'gw_port': {'id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:18Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '6214f41d-f60c-43ca-9e62-b7dee1c66f02', 'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'mac_address': 'fa:16:3e:31:b0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:19Z', 'updated_at': '2021-11-10T20:08:19Z', 'revision_number': 1, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'subnets': [{'id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:08:20.990812 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26bece5c-518c-4195-a37f-74745c10db88 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:08:20.997124 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-26bece5c-518c-4195-a37f-74745c10db88 admin admin] 10.222.0.54 "PUT /v2.0/routers/29426995-d5d7-4804-a052-1019b2aac574/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7188275 Nov 10 20:08:21.002114 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-90c6a249-3e9a-4a5f-b807-3425219a3d7e None None] Provisioning complete for port 6214f41d-f60c-43ca-9e62-b7dee1c66f02 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:08:21.002490 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-90c6a249-3e9a-4a5f-b807-3425219a3d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:21.042312 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-90c6a249-3e9a-4a5f-b807-3425219a3d7e None None] Port 6214f41d-f60c-43ca-9e62-b7dee1c66f02 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:08:21.079984 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device cd44feed-a3d1-4a55-b999-d214295e48ba up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:08:21.137262 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port cd44feed-a3d1-4a55-b999-d214295e48ba triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:08:21.137642 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:21.483848 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 54910) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:08:21.488650 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-fa3526bc-05c1-4348-b60e-667378a2b299 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1016203361', 'description': 'tempest-description--1697029272'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:08:21.512203 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fa3526bc-05c1-4348-b60e-667378a2b299 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:21.588303 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fa3526bc-05c1-4348-b60e-667378a2b299 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:21.593423 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fa3526bc-05c1-4348-b60e-667378a2b299 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:21.625450 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3526bc-05c1-4348-b60e-667378a2b299 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cccd44a1-9c68-403c-8138-03af611b2f27,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:08:21.643755 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fa3526bc-05c1-4348-b60e-667378a2b299 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:21.646992 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-fa3526bc-05c1-4348-b60e-667378a2b299 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1620822 Nov 10 20:08:21.649939 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54912) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:08:21.665409 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-0a1032c3-69a0-4142-bacf-e6f1eb86aca9 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Request body: {'security_group_rule': {'security_group_id': 'cccd44a1-9c68-403c-8138-03af611b2f27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:08:21.700232 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0a1032c3-69a0-4142-bacf-e6f1eb86aca9 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:21.765054 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0a1032c3-69a0-4142-bacf-e6f1eb86aca9 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:21.769589 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0a1032c3-69a0-4142-bacf-e6f1eb86aca9 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:21.797878 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1032c3-69a0-4142-bacf-e6f1eb86aca9 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=117efa58-b577-4eaf-84d8-2d2ad87819a2,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:08:21.807471 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0a1032c3-69a0-4142-bacf-e6f1eb86aca9 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:21.808920 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0a1032c3-69a0-4142-bacf-e6f1eb86aca9 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1546171 Nov 10 20:08:21.812183 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54914) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:08:21.817185 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-cb6ca7df-15c3-46a2-b586-a97dececb666 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Request body: {'security_group_rule': {'security_group_id': 'cccd44a1-9c68-403c-8138-03af611b2f27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:08:21.845839 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cb6ca7df-15c3-46a2-b586-a97dececb666 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:21.911478 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cb6ca7df-15c3-46a2-b586-a97dececb666 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:21.916729 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cb6ca7df-15c3-46a2-b586-a97dececb666 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:21.941166 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ca7df-15c3-46a2-b586-a97dececb666 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba1b646-29ca-435f-9ff4-e242dfb0b7a3,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:08:21.951239 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cb6ca7df-15c3-46a2-b586-a97dececb666 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:21.952552 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cb6ca7df-15c3-46a2-b586-a97dececb666 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1393104 Nov 10 20:08:21.955769 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54916) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:08:21.961134 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-073d994d-439c-4c0b-bf1d-3b69d8dd63a0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:08:21.987316 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-073d994d-439c-4c0b-bf1d-3b69d8dd63a0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks [] for floatingip, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:22.099139 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-073d994d-439c-4c0b-bf1d-3b69d8dd63a0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:22.214516 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-073d994d-439c-4c0b-bf1d-3b69d8dd63a0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Allocated IP 172.25.3.131 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/20b558f1-e6c7-48f8-8bc1-75297f528872) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:08:22.332209 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-073d994d-439c-4c0b-bf1d-3b69d8dd63a0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:22.367638 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-073d994d-439c-4c0b-bf1d-3b69d8dd63a0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:22.413834 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073d994d-439c-4c0b-bf1d-3b69d8dd63a0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:08:22.416746 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-073d994d-439c-4c0b-bf1d-3b69d8dd63a0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:08:22.421865 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073d994d-439c-4c0b-bf1d-3b69d8dd63a0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:08:22.425011 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d994d-439c-4c0b-bf1d-3b69d8dd63a0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Pushing event updated for resources: {'Port': ['ID=20b558f1-e6c7-48f8-8bc1-75297f528872,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:08:22.519433 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-073d994d-439c-4c0b-bf1d-3b69d8dd63a0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:22.556517 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-073d994d-439c-4c0b-bf1d-3b69d8dd63a0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:22.730132 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-073d994d-439c-4c0b-bf1d-3b69d8dd63a0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:22.736136 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-073d994d-439c-4c0b-bf1d-3b69d8dd63a0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:22.808388 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d994d-439c-4c0b-bf1d-3b69d8dd63a0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Pushing event updated for resources: {'Port': ['ID=20b558f1-e6c7-48f8-8bc1-75297f528872,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:08:22.823970 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-073d994d-439c-4c0b-bf1d-3b69d8dd63a0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:22.842419 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-073d994d-439c-4c0b-bf1d-3b69d8dd63a0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:22.843945 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-073d994d-439c-4c0b-bf1d-3b69d8dd63a0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8870690 Nov 10 20:08:22.989925 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fff306-b3aa-435a-81c1-943bf3a46dd8 None None] Sync routers for ids ['29426995-d5d7-4804-a052-1019b2aac574'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:08:23.000116 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fff306-b3aa-435a-81c1-943bf3a46dd8 None None] Routers {'29426995-d5d7-4804-a052-1019b2aac574'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:08:23.000747 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-59fff306-b3aa-435a-81c1-943bf3a46dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:07:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['29426995-d5d7-4804-a052-1019b2aac574'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:08:23.116584 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 994f2156-7330-4bed-bb63-3a0e6bb17933 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:08:23.175888 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-59fff306-b3aa-435a-81c1-943bf3a46dd8 None None] Set router 29426995-d5d7-4804-a052-1019b2aac574 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:08:23.232017 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 994f2156-7330-4bed-bb63-3a0e6bb17933 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:08:23.232262 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:23.348416 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-49da7159-1812-40bf-be03-2d6a8d13481f req-2fd63638-b7bf-4296-9c72-7d8fc595d8a6 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1016203361&fields=id&tenant_id=868da2bbecd2421ca6396edaac16a106 HTTP/1.1" status: 200 len: 267 time: 0.3898957 Nov 10 20:08:23.464083 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-59fff306-b3aa-435a-81c1-943bf3a46dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29426995-d5d7-4804-a052-1019b2aac574', 'name': 'tempest-ServerActionsTestJSON-1242763271-router', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:08:17Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'gw_port': {'id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:18Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '6214f41d-f60c-43ca-9e62-b7dee1c66f02', 'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'mac_address': 'fa:16:3e:31:b0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:19Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 2, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'subnets': [{'id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:08:23.467154 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da7159-1812-40bf-be03-2d6a8d13481f req-fa02d5f9-4ffe-491a-99b7-1e5c00aaa8d8 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:23.468684 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-49da7159-1812-40bf-be03-2d6a8d13481f req-fa02d5f9-4ffe-491a-99b7-1e5c00aaa8d8 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 812 time: 0.1118119 Nov 10 20:08:23.485090 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-49da7159-1812-40bf-be03-2d6a8d13481f req-3784a3cf-c127-4ded-be3c-61a1a6d9d7a2 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/quotas/868da2bbecd2421ca6396edaac16a106 HTTP/1.1" status: 200 len: 375 time: 0.0098166 Nov 10 20:08:23.499302 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fff306-b3aa-435a-81c1-943bf3a46dd8 None None] Checking router: 29426995-d5d7-4804-a052-1019b2aac574 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:08:23.499663 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fff306-b3aa-435a-81c1-943bf3a46dd8 None None] Updating router 29426995-d5d7-4804-a052-1019b2aac574 port 6214f41d-f60c-43ca-9e62-b7dee1c66f02 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:08:23.535763 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7b6387b4-6284-416d-ab0c-15e2e46f2850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:23.540016 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-59fff306-b3aa-435a-81c1-943bf3a46dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:23.553870 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-49da7159-1812-40bf-be03-2d6a8d13481f req-1404c7a1-b09d-457e-9f73-44fd00606f35 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0619800 Nov 10 20:08:23.657574 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-49da7159-1812-40bf-be03-2d6a8d13481f req-fee34fb5-669e-46b4-9264-2d9a702d8203 service neutron] 10.222.0.54 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905879 Nov 10 20:08:23.752990 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-49da7159-1812-40bf-be03-2d6a8d13481f req-9b1abfae-f877-4e66-9a95-0f51acb05788 service neutron] 10.222.0.54 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886559 Nov 10 20:08:23.825028 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-59fff306-b3aa-435a-81c1-943bf3a46dd8 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:23.831863 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-59fff306-b3aa-435a-81c1-943bf3a46dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:23.898072 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e6217-d53b-4f2d-99db-ba403c458d4c None None] Pushing event updated for resources: {'Port': ['ID=6214f41d-f60c-43ca-9e62-b7dee1c66f02,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:08:23.949697 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f1d460c5-a831-4a45-b225-c9b241e99284 req-aa036905-46fb-4896-8da2-76a314bdcb89 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 210 time: 0.0356340 Nov 10 20:08:23.971927 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-59fff306-b3aa-435a-81c1-943bf3a46dd8 None None] Attempting to bind port 6214f41d-f60c-43ca-9e62-b7dee1c66f02 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:08:23.971927 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-59fff306-b3aa-435a-81c1-943bf3a46dd8 None None] Attempting to bind port 6214f41d-f60c-43ca-9e62-b7dee1c66f02 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:08:23.971927 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fff306-b3aa-435a-81c1-943bf3a46dd8 None None] Attempting to bind port 6214f41d-f60c-43ca-9e62-b7dee1c66f02 on network 62ad9681-ad12-4fc3-8053-67c92444be86 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:08:23.973907 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fff306-b3aa-435a-81c1-943bf3a46dd8 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:08:23.974286 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fff306-b3aa-435a-81c1-943bf3a46dd8 None None] Checking segment: {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:08:23.974696 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-59fff306-b3aa-435a-81c1-943bf3a46dd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:23.975113 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fff306-b3aa-435a-81c1-943bf3a46dd8 None None] Bound using segment: {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:08:23.975607 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-59fff306-b3aa-435a-81c1-943bf3a46dd8 None None] Bound port: 6214f41d-f60c-43ca-9e62-b7dee1c66f02, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:08:23.975988 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-59fff306-b3aa-435a-81c1-943bf3a46dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:24.052307 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-59fff306-b3aa-435a-81c1-943bf3a46dd8 None None] For port 6214f41d-f60c-43ca-9e62-b7dee1c66f02, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:08:24.055908 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-59fff306-b3aa-435a-81c1-943bf3a46dd8 None None] For port 6214f41d-f60c-43ca-9e62-b7dee1c66f02, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=6214f41d-f60c-43ca-9e62-b7dee1c66f02,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:08:24.060707 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-59fff306-b3aa-435a-81c1-943bf3a46dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:24.317046 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-98fe6e31-e092-4dc6-898a-d083dd558dc7 None None] Provisioning complete for port 6214f41d-f60c-43ca-9e62-b7dee1c66f02 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:08:24.317565 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-98fe6e31-e092-4dc6-898a-d083dd558dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:24.339787 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fff306-b3aa-435a-81c1-943bf3a46dd8 None None] Routers {'29426995-d5d7-4804-a052-1019b2aac574'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:08:24.340438 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-59fff306-b3aa-435a-81c1-943bf3a46dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:07:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['29426995-d5d7-4804-a052-1019b2aac574'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:08:24.384198 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e6217-d53b-4f2d-99db-ba403c458d4c None None] Pushing event updated for resources: {'Port': ['ID=6214f41d-f60c-43ca-9e62-b7dee1c66f02,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:08:24.507054 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-59fff306-b3aa-435a-81c1-943bf3a46dd8 None None] Set router 29426995-d5d7-4804-a052-1019b2aac574 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:08:24.538645 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-98fe6e31-e092-4dc6-898a-d083dd558dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:24.637242 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-98fe6e31-e092-4dc6-898a-d083dd558dc7 None None] For port 6214f41d-f60c-43ca-9e62-b7dee1c66f02, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=6214f41d-f60c-43ca-9e62-b7dee1c66f02,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:08:24.644100 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-98fe6e31-e092-4dc6-898a-d083dd558dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:24.739492 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe6e31-e092-4dc6-898a-d083dd558dc7 None None] Pushing event updated for resources: {'Port': ['ID=6214f41d-f60c-43ca-9e62-b7dee1c66f02,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:08:24.796515 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-66161eea-1b78-4520-b54c-c7cad9568b75 None None] Provisioning complete for port 6214f41d-f60c-43ca-9e62-b7dee1c66f02 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:08:24.796761 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-66161eea-1b78-4520-b54c-c7cad9568b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:24.856562 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-59fff306-b3aa-435a-81c1-943bf3a46dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29426995-d5d7-4804-a052-1019b2aac574', 'name': 'tempest-ServerActionsTestJSON-1242763271-router', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:08:17Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'gw_port': {'id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:18Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '6214f41d-f60c-43ca-9e62-b7dee1c66f02', 'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'mac_address': 'fa:16:3e:31:b0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:19Z', 'updated_at': '2021-11-10T20:08:24Z', 'revision_number': 4, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'subnets': [{'id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:08:24.886933 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fff306-b3aa-435a-81c1-943bf3a46dd8 None None] The sync data for ids ['29426995-d5d7-4804-a052-1019b2aac574'] in n-d-813897-4 is: [{'id': '29426995-d5d7-4804-a052-1019b2aac574', 'name': 'tempest-ServerActionsTestJSON-1242763271-router', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:08:17Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'gw_port': {'id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:18Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '6214f41d-f60c-43ca-9e62-b7dee1c66f02', 'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'mac_address': 'fa:16:3e:31:b0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:19Z', 'updated_at': '2021-11-10T20:08:24Z', 'revision_number': 4, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'subnets': [{'id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:08:25.038985 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da7159-1812-40bf-be03-2d6a8d13481f req-c64d8b45-7551-4ef8-abec-1d23f4d1d60a tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:25.040920 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-49da7159-1812-40bf-be03-2d6a8d13481f req-c64d8b45-7551-4ef8-abec-1d23f4d1d60a tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.73 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 812 time: 0.1290522 Nov 10 20:08:25.093906 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0a50f3d6-1e01-4f12-aad6-3c4f8ef15836 req-69f67a67-57e8-4629-87f5-46eba5d922e5 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 210 time: 0.0664287 Nov 10 20:08:25.135362 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-49da7159-1812-40bf-be03-2d6a8d13481f req-5710c7a5-4f52-4427-bef8-54688f6eb377 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=868da2bbecd2421ca6396edaac16a106 HTTP/1.1" status: 200 len: 380 time: 0.0813227 Nov 10 20:08:25.147949 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 6214f41d-f60c-43ca-9e62-b7dee1c66f02 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:08:25.149579 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-49da7159-1812-40bf-be03-2d6a8d13481f req-25e5db83-0619-4303-a87b-61f2799bd17d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Request body: {'port': {'device_id': '9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'admin_state_up': True, 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'security_groups': ['cccd44a1-9c68-403c-8138-03af611b2f27']}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:08:25.200385 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 6214f41d-f60c-43ca-9e62-b7dee1c66f02 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:08:25.200753 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:25.293457 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49da7159-1812-40bf-be03-2d6a8d13481f req-25e5db83-0619-4303-a87b-61f2799bd17d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Made reservation on behalf of 868da2bbecd2421ca6396edaac16a106 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:08:25.297195 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-49da7159-1812-40bf-be03-2d6a8d13481f req-25e5db83-0619-4303-a87b-61f2799bd17d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:25.332820 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:25.443451 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-49da7159-1812-40bf-be03-2d6a8d13481f req-25e5db83-0619-4303-a87b-61f2799bd17d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Allocated IP 172.20.0.6 (62ad9681-ad12-4fc3-8053-67c92444be86/d7b49f67-fa13-497a-800b-34608cfad5b8/5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:08:25.535201 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:25.601459 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-49da7159-1812-40bf-be03-2d6a8d13481f req-25e5db83-0619-4303-a87b-61f2799bd17d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:25.640335 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-49da7159-1812-40bf-be03-2d6a8d13481f req-25e5db83-0619-4303-a87b-61f2799bd17d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:25.689540 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49da7159-1812-40bf-be03-2d6a8d13481f req-25e5db83-0619-4303-a87b-61f2799bd17d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Network 62ad9681-ad12-4fc3-8053-67c92444be86 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:08:25.695113 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-49da7159-1812-40bf-be03-2d6a8d13481f req-25e5db83-0619-4303-a87b-61f2799bd17d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:08:25.699065 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-49da7159-1812-40bf-be03-2d6a8d13481f req-25e5db83-0619-4303-a87b-61f2799bd17d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:08:25.706125 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5db83-0619-4303-a87b-61f2799bd17d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Pushing event updated for resources: {'Port': ['ID=5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:08:25.752006 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-707b8af6-74a4-443d-b8db-2d55324059b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:25.756581 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da7159-1812-40bf-be03-2d6a8d13481f req-25e5db83-0619-4303-a87b-61f2799bd17d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:25.757246 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-49da7159-1812-40bf-be03-2d6a8d13481f req-25e5db83-0619-4303-a87b-61f2799bd17d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:25.777465 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-49da7159-1812-40bf-be03-2d6a8d13481f req-25e5db83-0619-4303-a87b-61f2799bd17d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6343687 Nov 10 20:08:25.791769 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-49da7159-1812-40bf-be03-2d6a8d13481f req-e773a638-53bb-4edb-ad5e-a684ef16f78f service neutron] Request body: {'port': {'device_id': '9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:08:25.852681 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-49da7159-1812-40bf-be03-2d6a8d13481f req-e773a638-53bb-4edb-ad5e-a684ef16f78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:25.961184 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d29c3f20-5bd6-47a5-bbf1-2ae58f19beb5 None None] Provisioning complete for port 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:08:25.961587 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d29c3f20-5bd6-47a5-bbf1-2ae58f19beb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:26.000099 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-d29c3f20-5bd6-47a5-bbf1-2ae58f19beb5 None None] Port 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:08:26.138052 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-49da7159-1812-40bf-be03-2d6a8d13481f req-e773a638-53bb-4edb-ad5e-a684ef16f78f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:08:26.147353 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-49da7159-1812-40bf-be03-2d6a8d13481f req-e773a638-53bb-4edb-ad5e-a684ef16f78f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:26.162729 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-49da7159-1812-40bf-be03-2d6a8d13481f req-e773a638-53bb-4edb-ad5e-a684ef16f78f service neutron] Transition to ACTIVE for port object 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:08:26.170429 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-49da7159-1812-40bf-be03-2d6a8d13481f req-e773a638-53bb-4edb-ad5e-a684ef16f78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:26.234418 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e9ef4-d4ee-4062-a78a-452782a0f82e req-37189a70-e019-490c-a11b-d066895f9e32 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:26.236199 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bc9e9ef4-d4ee-4062-a78a-452782a0f82e req-37189a70-e019-490c-a11b-d066895f9e32 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 943 time: 0.0605073 Nov 10 20:08:26.244196 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773a638-53bb-4edb-ad5e-a684ef16f78f service neutron] Pushing event updated for resources: {'Port': ['ID=5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:08:26.299331 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-49da7159-1812-40bf-be03-2d6a8d13481f req-e773a638-53bb-4edb-ad5e-a684ef16f78f service neutron] Attempting to bind port 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:08:26.299673 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-49da7159-1812-40bf-be03-2d6a8d13481f req-e773a638-53bb-4edb-ad5e-a684ef16f78f service neutron] Attempting to bind port 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:08:26.300298 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49da7159-1812-40bf-be03-2d6a8d13481f req-e773a638-53bb-4edb-ad5e-a684ef16f78f service neutron] Attempting to bind port 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b on network 62ad9681-ad12-4fc3-8053-67c92444be86 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:08:26.301814 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bc9e9ef4-d4ee-4062-a78a-452782a0f82e req-b24d7a36-5042-4d92-8fc5-33f21b6594ec tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566216 Nov 10 20:08:26.305703 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49da7159-1812-40bf-be03-2d6a8d13481f req-e773a638-53bb-4edb-ad5e-a684ef16f78f service neutron] Port 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b on network 62ad9681-ad12-4fc3-8053-67c92444be86 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:08:26.306054 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49da7159-1812-40bf-be03-2d6a8d13481f req-e773a638-53bb-4edb-ad5e-a684ef16f78f service neutron] Attempting to bind port 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b on network 62ad9681-ad12-4fc3-8053-67c92444be86 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:08:26.317999 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49da7159-1812-40bf-be03-2d6a8d13481f req-e773a638-53bb-4edb-ad5e-a684ef16f78f service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:08:26.317999 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49da7159-1812-40bf-be03-2d6a8d13481f req-e773a638-53bb-4edb-ad5e-a684ef16f78f service neutron] Checking segment: {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:08:26.317999 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49da7159-1812-40bf-be03-2d6a8d13481f req-e773a638-53bb-4edb-ad5e-a684ef16f78f service neutron] Bound using segment: {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:08:26.317999 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-49da7159-1812-40bf-be03-2d6a8d13481f req-e773a638-53bb-4edb-ad5e-a684ef16f78f service neutron] Bound port: 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:08:26.317999 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-49da7159-1812-40bf-be03-2d6a8d13481f req-e773a638-53bb-4edb-ad5e-a684ef16f78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:26.383716 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-49da7159-1812-40bf-be03-2d6a8d13481f req-e773a638-53bb-4edb-ad5e-a684ef16f78f service neutron] For port 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:08:26.387213 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-49da7159-1812-40bf-be03-2d6a8d13481f req-e773a638-53bb-4edb-ad5e-a684ef16f78f service neutron] For port 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:08:26.392838 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-49da7159-1812-40bf-be03-2d6a8d13481f req-e773a638-53bb-4edb-ad5e-a684ef16f78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:26.426422 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da7159-1812-40bf-be03-2d6a8d13481f req-e773a638-53bb-4edb-ad5e-a684ef16f78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:26.427004 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-49da7159-1812-40bf-be03-2d6a8d13481f req-e773a638-53bb-4edb-ad5e-a684ef16f78f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:26.428471 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-49da7159-1812-40bf-be03-2d6a8d13481f req-e773a638-53bb-4edb-ad5e-a684ef16f78f service neutron] 10.222.0.73 "PUT /v2.0/ports/5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b HTTP/1.1" status: 200 len: 1091 time: 0.6419950 Nov 10 20:08:26.428966 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f', 'tag': '5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:08:26.431249 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4af7101-da05-4917-9486-acabce395093" -d '{"events": [{"name": "network-changed", "server_uuid": "9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f", "tag": "5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:08:26.464979 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773a638-53bb-4edb-ad5e-a684ef16f78f service neutron] Pushing event updated for resources: {'Port': ['ID=5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:08:26.491369 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845507d2-7c67-4920-bdfc-3da97e701520 x-openstack-request-id: req-845507d2-7c67-4920-bdfc-3da97e701520 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:08:26.491796 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f", "tag": "5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:08:26.492144 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-845507d2-7c67-4920-bdfc-3da97e701520 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:08:26.492638 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f', 'tag': '5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b', 'status': 'completed', 'code': 200} Nov 10 20:08:26.528092 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da7159-1812-40bf-be03-2d6a8d13481f req-5342aee4-1eb5-4bb2-a286-a820e113bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:26.529632 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-49da7159-1812-40bf-be03-2d6a8d13481f req-5342aee4-1eb5-4bb2-a286-a820e113bca1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 1094 time: 0.0488517 Nov 10 20:08:26.581552 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-49da7159-1812-40bf-be03-2d6a8d13481f req-e2c27f6b-635d-4e63-abfc-0448f5070545 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b HTTP/1.1" status: 200 len: 217 time: 0.0423677 Nov 10 20:08:26.633706 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da7159-1812-40bf-be03-2d6a8d13481f req-f45c75bd-dffb-4708-9c08-5a9329cd3b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:26.635211 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-49da7159-1812-40bf-be03-2d6a8d13481f req-f45c75bd-dffb-4708-9c08-5a9329cd3b2b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0468931 Nov 10 20:08:26.684703 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da7159-1812-40bf-be03-2d6a8d13481f req-7d6d7b31-1c3e-4245-90c8-b9814661f357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:26.686554 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-49da7159-1812-40bf-be03-2d6a8d13481f req-7d6d7b31-1c3e-4245-90c8-b9814661f357 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434458 Nov 10 20:08:26.790817 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-49da7159-1812-40bf-be03-2d6a8d13481f req-db76c23c-2215-4a82-9d30-4e874a69e052 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952640 Nov 10 20:08:26.888537 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-49da7159-1812-40bf-be03-2d6a8d13481f req-b398759d-b17c-4bc7-b2c2-ec09abb831e9 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896835 Nov 10 20:08:26.979043 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af7101-da05-4917-9486-acabce395093 req-53e74793-206a-4ff5-bcad-39a0bb9fd95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:26.980642 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f4af7101-da05-4917-9486-acabce395093 req-53e74793-206a-4ff5-bcad-39a0bb9fd95c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 1094 time: 0.0433986 Nov 10 20:08:27.081521 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af7101-da05-4917-9486-acabce395093 req-0655be41-e2e3-4416-bf77-2952177326b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:27.083300 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f4af7101-da05-4917-9486-acabce395093 req-0655be41-e2e3-4416-bf77-2952177326b3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.0951633 Nov 10 20:08:27.126056 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f4af7101-da05-4917-9486-acabce395093 req-a5961105-cd20-4eac-8884-cdfff870e28c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b HTTP/1.1" status: 200 len: 217 time: 0.0351157 Nov 10 20:08:27.181572 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af7101-da05-4917-9486-acabce395093 req-29c38afa-1ae2-4200-befa-07bf6bae26a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:27.182994 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f4af7101-da05-4917-9486-acabce395093 req-29c38afa-1ae2-4200-befa-07bf6bae26a7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0494056 Nov 10 20:08:27.237480 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af7101-da05-4917-9486-acabce395093 req-61381a66-d77a-43ce-bb40-0892995c9686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:27.239124 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f4af7101-da05-4917-9486-acabce395093 req-61381a66-d77a-43ce-bb40-0892995c9686 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477405 Nov 10 20:08:27.334286 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f4af7101-da05-4917-9486-acabce395093 req-5c9243a2-a4cb-413b-987e-ff12c87a344f service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870650 Nov 10 20:08:27.401584 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:27.430703 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e700cb0-3763-4126-82e9-bc40e3d3475a req-1c8dd77f-4aea-4bf7-8629-41921fc51173 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:27.432223 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f4af7101-da05-4917-9486-acabce395093 req-85baa347-7fd6-4998-b0ad-d2d0096e8587 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892045 Nov 10 20:08:27.432436 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1e700cb0-3763-4126-82e9-bc40e3d3475a req-1c8dd77f-4aea-4bf7-8629-41921fc51173 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 943 time: 0.0582550 Nov 10 20:08:27.480692 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1e700cb0-3763-4126-82e9-bc40e3d3475a req-9d9cd3a2-fca8-467d-8a61-548353c5f572 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422132 Nov 10 20:08:28.601748 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c04b0-b146-45f4-a2be-908518ad98be req-4d78c26a-cf86-4078-aa91-f1b700b2e215 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:28.603315 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d87c04b0-b146-45f4-a2be-908518ad98be req-4d78c26a-cf86-4078-aa91-f1b700b2e215 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 943 time: 0.0507517 Nov 10 20:08:28.655139 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d87c04b0-b146-45f4-a2be-908518ad98be req-c7113d8f-b5b4-4b0b-97d0-6c2b8e06559f tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437117 Nov 10 20:08:28.912754 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:29.376893 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:29.785524 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1f904-4b14-4f2b-8a57-be9f35dc6407 req-89cbf952-9ad3-4eee-a60b-7d51fba94992 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:29.787224 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f0b1f904-4b14-4f2b-8a57-be9f35dc6407 req-89cbf952-9ad3-4eee-a60b-7d51fba94992 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 943 time: 0.0583267 Nov 10 20:08:29.841159 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f0b1f904-4b14-4f2b-8a57-be9f35dc6407 req-3cd0a78f-87fc-477e-bda4-2f7ee1b7f5a9 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473669 Nov 10 20:08:30.601558 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:08:30.704517 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:08:30.716881 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'port_id': '5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b', 'mac_address': 'fa:16:3e:b2:57:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:08:30.756439 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:30.771035 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:08:30.792208 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:08:30.797321 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:30.844614 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:08:30.965490 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e708236-bf3c-49dc-ac3f-40d4241a72fd req-2834c1cf-0c47-4aee-a086-e20b5f961251 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:30.967142 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e708236-bf3c-49dc-ac3f-40d4241a72fd req-2834c1cf-0c47-4aee-a086-e20b5f961251 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 944 time: 0.0526607 Nov 10 20:08:31.009159 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:08:31.018071 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e708236-bf3c-49dc-ac3f-40d4241a72fd req-cefc6633-4c89-4616-84f1-4bcbc5228b08 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443947 Nov 10 20:08:32.153688 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1cd7a-cfe6-43d1-956b-d47befd1379c req-be6ff21b-0675-4c81-aaf0-7ce48674a133 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:32.155281 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bcc1cd7a-cfe6-43d1-956b-d47befd1379c req-be6ff21b-0675-4c81-aaf0-7ce48674a133 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 944 time: 0.0541816 Nov 10 20:08:32.210336 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bcc1cd7a-cfe6-43d1-956b-d47befd1379c req-f42c988b-2718-4102-93d9-179d1cfe5149 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485878 Nov 10 20:08:32.616853 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:08:32.675293 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:08:32.679654 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:08:32.680067 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:32.764395 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:32.789013 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:08:32.791325 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823d7de1-760e-4f48-810c-ea66b500c691" -d '{"events": [{"server_uuid": "9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f", "name": "network-vif-plugged", "status": "completed", "tag": "5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:08:32.805516 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:08:32.811757 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:32.836161 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f57d71-31f8-4eea-96bc-e31a6467a87c x-openstack-request-id: req-d5f57d71-31f8-4eea-96bc-e31a6467a87c {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:08:32.836458 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f", "name": "network-vif-plugged", "status": "completed", "tag": "5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:08:32.836713 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d5f57d71-31f8-4eea-96bc-e31a6467a87c {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:08:32.837116 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b', 'code': 200} Nov 10 20:08:32.863295 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:08:32.871106 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:32.871458 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:32.871803 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:32.872142 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:32.872474 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:32.872811 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:32.873121 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:32.873483 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:32.873790 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:32.874131 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:32.874443 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:32.874763 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:08:32.932436 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d1f57-9ac9-4da1-87c6-e74231d9a9b0 req-b385cd8c-2fb5-4077-8b36-cd4ad9f63380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:32.934076 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5c7d1f57-9ac9-4da1-87c6-e74231d9a9b0 req-b385cd8c-2fb5-4077-8b36-cd4ad9f63380 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 1096 time: 0.0422277 Nov 10 20:08:32.995891 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5c7d1f57-9ac9-4da1-87c6-e74231d9a9b0 req-b64a9553-b2ab-4bf4-907c-6db81a3dae40 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522335 Nov 10 20:08:33.345741 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b613c15-e46e-480f-80c4-53f4dcf91371 req-5c60c864-a34f-414f-bb30-112466698324 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:33.347287 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b613c15-e46e-480f-80c4-53f4dcf91371 req-5c60c864-a34f-414f-bb30-112466698324 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 945 time: 0.0548332 Nov 10 20:08:33.403931 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7b613c15-e46e-480f-80c4-53f4dcf91371 req-ad34600c-d695-4657-b313-a029a4669a10 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503144 Nov 10 20:08:34.539638 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ddf2f-83e4-4202-9754-f743517e16b0 req-bd76b6ce-f1ef-4598-ab4d-780fde3779e9 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:34.542283 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-834ddf2f-83e4-4202-9754-f743517e16b0 req-bd76b6ce-f1ef-4598-ab4d-780fde3779e9 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 945 time: 0.0641580 Nov 10 20:08:34.596176 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-834ddf2f-83e4-4202-9754-f743517e16b0 req-f78b921c-4ab8-40e8-94c7-02a2f6ae380d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474727 Nov 10 20:08:34.724181 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8e9b8-f363-4411-a950-d10f90d65feb req-be787b0b-1991-4472-907c-5b75537afd86 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:34.724181 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a3b8e9b8-f363-4411-a950-d10f90d65feb req-be787b0b-1991-4472-907c-5b75537afd86 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 945 time: 0.0590646 Nov 10 20:08:34.735116 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 54964) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:08:34.740511 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-22ffc3ad-f223-42d7-a375-3a117a48aaef tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Request body: {'floatingip': {'port_id': '5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:08:34.786093 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-22ffc3ad-f223-42d7-a375-3a117a48aaef tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks [] for floatingip, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:35.260004 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-22ffc3ad-f223-42d7-a375-3a117a48aaef tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:35.265444 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-22ffc3ad-f223-42d7-a375-3a117a48aaef tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:35.371406 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [None req-22ffc3ad-f223-42d7-a375-3a117a48aaef tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Floating IP 13766d01-5d05-426c-9134-77020cec5001 associated. External IP: 172.25.3.131, port: 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b. Nov 10 20:08:35.908412 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ffc3ad-f223-42d7-a375-3a117a48aaef tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Router 29426995-d5d7-4804-a052-1019b2aac574 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:08:36.019546 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ffc3ad-f223-42d7-a375-3a117a48aaef tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:08:36.024497 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-22ffc3ad-f223-42d7-a375-3a117a48aaef tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:36.033553 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cdfacc-b2c7-45cb-b0b9-1cccdb3059cc None None] Sync routers for ids ['29426995-d5d7-4804-a052-1019b2aac574'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:08:36.045815 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cdfacc-b2c7-45cb-b0b9-1cccdb3059cc None None] Routers {'29426995-d5d7-4804-a052-1019b2aac574'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:08:36.046514 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-28cdfacc-b2c7-45cb-b0b9-1cccdb3059cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:08:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['29426995-d5d7-4804-a052-1019b2aac574'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:08:36.057011 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-22ffc3ad-f223-42d7-a375-3a117a48aaef tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "PUT /v2.0/floatingips/13766d01-5d05-426c-9134-77020cec5001 HTTP/1.1" status: 200 len: 991 time: 1.3206072 Nov 10 20:08:36.057803 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f', 'tag': '5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:08:36.060311 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c74de1-1c85-47d8-aee2-53dc67434013" -d '{"events": [{"name": "network-changed", "server_uuid": "9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f", "tag": "5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:08:36.154998 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb8e32b-9895-41c6-b008-440268e35826 x-openstack-request-id: req-9bb8e32b-9895-41c6-b008-440268e35826 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:08:36.155296 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f", "tag": "5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:08:36.155554 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9bb8e32b-9895-41c6-b008-440268e35826 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:08:36.155977 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f', 'tag': '5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b', 'status': 'completed', 'code': 200} Nov 10 20:08:36.158523 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-28cdfacc-b2c7-45cb-b0b9-1cccdb3059cc None None] Set router 29426995-d5d7-4804-a052-1019b2aac574 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:08:36.221445 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c74de1-1c85-47d8-aee2-53dc67434013 req-e6839c2b-e1de-4a72-88d7-fbe14cb98372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:36.223200 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e3c74de1-1c85-47d8-aee2-53dc67434013 req-e6839c2b-e1de-4a72-88d7-fbe14cb98372 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 1096 time: 0.0441709 Nov 10 20:08:36.316038 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c74de1-1c85-47d8-aee2-53dc67434013 req-669d61c7-ab60-4e23-8a0e-6c643d020343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:36.317813 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e3c74de1-1c85-47d8-aee2-53dc67434013 req-669d61c7-ab60-4e23-8a0e-6c643d020343 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.0877633 Nov 10 20:08:36.398432 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-28cdfacc-b2c7-45cb-b0b9-1cccdb3059cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29426995-d5d7-4804-a052-1019b2aac574', 'name': 'tempest-ServerActionsTestJSON-1242763271-router', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:08:17Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'gw_port': {'id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:18Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '13766d01-5d05-426c-9134-77020cec5001', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '29426995-d5d7-4804-a052-1019b2aac574', 'port_id': '5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'mac_address': 'fa:16:3e:b2:57:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:08:22Z', 'updated_at': '2021-11-10T20:08:35Z', 'revision_number': 1, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6214f41d-f60c-43ca-9e62-b7dee1c66f02', 'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'mac_address': 'fa:16:3e:31:b0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:19Z', 'updated_at': '2021-11-10T20:08:24Z', 'revision_number': 5, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'subnets': [{'id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:08:36.424023 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e3c74de1-1c85-47d8-aee2-53dc67434013 req-509a5024-6378-4a58-b684-42a2acc14c08 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b HTTP/1.1" status: 200 len: 999 time: 0.0991180 Nov 10 20:08:36.425965 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cdfacc-b2c7-45cb-b0b9-1cccdb3059cc None None] Checking router: 29426995-d5d7-4804-a052-1019b2aac574 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:08:36.435570 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cdfacc-b2c7-45cb-b0b9-1cccdb3059cc None None] Routers {'29426995-d5d7-4804-a052-1019b2aac574'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:08:36.436186 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-28cdfacc-b2c7-45cb-b0b9-1cccdb3059cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:08:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['29426995-d5d7-4804-a052-1019b2aac574'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:08:36.475379 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c74de1-1c85-47d8-aee2-53dc67434013 req-3da96913-e9f2-4c80-a6d0-3535425bf9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:36.476899 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e3c74de1-1c85-47d8-aee2-53dc67434013 req-3da96913-e9f2-4c80-a6d0-3535425bf9f4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0459070 Nov 10 20:08:36.534525 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c74de1-1c85-47d8-aee2-53dc67434013 req-ea908b7f-6456-4c8a-824b-4ec793b817e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:36.536282 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e3c74de1-1c85-47d8-aee2-53dc67434013 req-ea908b7f-6456-4c8a-824b-4ec793b817e8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523078 Nov 10 20:08:36.545678 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-28cdfacc-b2c7-45cb-b0b9-1cccdb3059cc None None] Set router 29426995-d5d7-4804-a052-1019b2aac574 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:08:36.633051 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e3c74de1-1c85-47d8-aee2-53dc67434013 req-c49e3ef8-545e-4361-8437-c7cbca760220 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889409 Nov 10 20:08:36.733026 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e3c74de1-1c85-47d8-aee2-53dc67434013 req-4eabf27b-674f-4ed5-b337-2ecfbdf9f673 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915105 Nov 10 20:08:36.795182 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-28cdfacc-b2c7-45cb-b0b9-1cccdb3059cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29426995-d5d7-4804-a052-1019b2aac574', 'name': 'tempest-ServerActionsTestJSON-1242763271-router', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:08:17Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'gw_port': {'id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:18Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '13766d01-5d05-426c-9134-77020cec5001', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '29426995-d5d7-4804-a052-1019b2aac574', 'port_id': '5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'mac_address': 'fa:16:3e:b2:57:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:08:22Z', 'updated_at': '2021-11-10T20:08:35Z', 'revision_number': 1, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6214f41d-f60c-43ca-9e62-b7dee1c66f02', 'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'mac_address': 'fa:16:3e:31:b0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:19Z', 'updated_at': '2021-11-10T20:08:24Z', 'revision_number': 5, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'subnets': [{'id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:08:36.822688 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cdfacc-b2c7-45cb-b0b9-1cccdb3059cc None None] The sync data for ids ['29426995-d5d7-4804-a052-1019b2aac574'] in n-d-813897-4 is: [{'id': '29426995-d5d7-4804-a052-1019b2aac574', 'name': 'tempest-ServerActionsTestJSON-1242763271-router', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:08:17Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'gw_port': {'id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:18Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '13766d01-5d05-426c-9134-77020cec5001', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '29426995-d5d7-4804-a052-1019b2aac574', 'port_id': '5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'mac_address': 'fa:16:3e:b2:57:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:08:22Z', 'updated_at': '2021-11-10T20:08:35Z', 'revision_number': 1, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6214f41d-f60c-43ca-9e62-b7dee1c66f02', 'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'mac_address': 'fa:16:3e:31:b0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:19Z', 'updated_at': '2021-11-10T20:08:24Z', 'revision_number': 5, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'subnets': [{'id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:08:37.052259 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3765bdea-0b56-450c-9853-0cc687614b3e None None] New status for floating IP 13766d01-5d05-426c-9134-77020cec5001: ACTIVE {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:08:40.181305 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:08:53.491323 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-daf8b539-6f04-46af-87d2-a28af9203a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:55.360418 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:55.548508 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:55.748407 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-50900de5-4cad-4632-98f3-52fff3f7df4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:57.404077 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:58.257221 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-75264684-f58c-4212-a341-3290c52018ae req-ab67e60b-eb38-4427-9afc-41f4cf21779a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1141694 Nov 10 20:08:58.350820 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75264684-f58c-4212-a341-3290c52018ae req-6c42e836-f3ec-41e7-a924-7ab7be8a76d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:58.352336 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-75264684-f58c-4212-a341-3290c52018ae req-6c42e836-f3ec-41e7-a924-7ab7be8a76d7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 1096 time: 0.0479071 Nov 10 20:08:58.485813 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75264684-f58c-4212-a341-3290c52018ae req-07443ac3-0f37-4a52-8c00-9c8031cbcaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:58.487261 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-75264684-f58c-4212-a341-3290c52018ae req-07443ac3-0f37-4a52-8c00-9c8031cbcaa6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.1132665 Nov 10 20:08:58.557998 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-75264684-f58c-4212-a341-3290c52018ae req-08ce4d3f-0358-4dfd-a661-86344c5c2420 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b HTTP/1.1" status: 200 len: 1001 time: 0.0632966 Nov 10 20:08:58.616106 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75264684-f58c-4212-a341-3290c52018ae req-33e38235-1667-4937-ac96-3de9879bdb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:58.617624 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-75264684-f58c-4212-a341-3290c52018ae req-33e38235-1667-4937-ac96-3de9879bdb15 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0518537 Nov 10 20:08:58.668671 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75264684-f58c-4212-a341-3290c52018ae req-cc2e9e8b-f28a-4dd9-ad26-e9b1980e1577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:08:58.670251 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-75264684-f58c-4212-a341-3290c52018ae req-cc2e9e8b-f28a-4dd9-ad26-e9b1980e1577 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443261 Nov 10 20:08:58.762897 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-75264684-f58c-4212-a341-3290c52018ae req-39e4b083-9b81-4aa0-aa25-27cc30ad648b service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829246 Nov 10 20:08:58.869200 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-75264684-f58c-4212-a341-3290c52018ae req-394ecf18-9a5e-49cc-82cb-16bb0be03f3f service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980928 Nov 10 20:08:58.912447 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:08:59.372824 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:09:17.184882 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:09:23.496652 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-78c96a57-d9a8-425e-ba90-ca1c981dd0a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:09:25.352402 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:09:25.547977 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:09:25.754471 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-50c8c258-c1c7-4557-8730-f61777b9276b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:09:27.410305 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:09:28.926612 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:09:29.379692 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:09:53.502245 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9a711c7f-009d-4a1f-8a06-dd3071ca81d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:09:54.184013 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:09:55.366847 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:09:55.568173 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:09:55.750092 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7dc0b35e-62c0-4878-bf39-9b55d813c37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:09:57.421388 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:09:58.190248 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f337407e-5c03-4fce-b5e1-162bdfd6706e req-2709d9e6-64e8-4e64-900d-5246946b9c2b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533035 Nov 10 20:09:58.277042 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337407e-5c03-4fce-b5e1-162bdfd6706e req-2323d63a-4af3-455e-ac2a-0b25414a5407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:09:58.278650 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f337407e-5c03-4fce-b5e1-162bdfd6706e req-2323d63a-4af3-455e-ac2a-0b25414a5407 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 1096 time: 0.0439889 Nov 10 20:09:58.399935 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337407e-5c03-4fce-b5e1-162bdfd6706e req-5bb704ef-ba53-48ee-bdc6-512bb257108f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:09:58.401524 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f337407e-5c03-4fce-b5e1-162bdfd6706e req-5bb704ef-ba53-48ee-bdc6-512bb257108f service neutron] 10.222.0.73 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.0954452 Nov 10 20:09:58.471605 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f337407e-5c03-4fce-b5e1-162bdfd6706e req-891d26b1-641d-46fe-b5e0-5845f7069091 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b HTTP/1.1" status: 200 len: 1001 time: 0.0609040 Nov 10 20:09:58.527114 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337407e-5c03-4fce-b5e1-162bdfd6706e req-9e56443a-93f0-41b5-90e4-b0e37a2820a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:09:58.528666 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f337407e-5c03-4fce-b5e1-162bdfd6706e req-9e56443a-93f0-41b5-90e4-b0e37a2820a5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0504708 Nov 10 20:09:58.581357 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337407e-5c03-4fce-b5e1-162bdfd6706e req-3b56d5c3-6653-4b4c-84e7-93e491f84637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:09:58.582997 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f337407e-5c03-4fce-b5e1-162bdfd6706e req-3b56d5c3-6653-4b4c-84e7-93e491f84637 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463474 Nov 10 20:09:58.692452 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f337407e-5c03-4fce-b5e1-162bdfd6706e req-1fb8ce3a-593e-431e-a5fa-bc678c986fbc service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015806 Nov 10 20:09:58.792430 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f337407e-5c03-4fce-b5e1-162bdfd6706e req-9c9b28ae-a221-449e-9a21-f969f62d8825 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929794 Nov 10 20:09:58.927548 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:09:59.380723 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:13.806849 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac97a3-b24e-4ea1-9eca-dff6470f9c5b req-06c75795-d58d-408e-8802-8457f70a0137 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:13.808322 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-18ac97a3-b24e-4ea1-9eca-dff6470f9c5b req-06c75795-d58d-408e-8802-8457f70a0137 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 945 time: 0.1575739 Nov 10 20:10:13.860008 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-18ac97a3-b24e-4ea1-9eca-dff6470f9c5b req-2f00768e-8dab-42ac-adaa-e373e422eaaa tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454695 Nov 10 20:10:14.123317 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-07fe10f6-b570-4494-8280-55b50f44c479 req-97673f23-abc3-4694-a32f-d213cc65ff99 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0429671 Nov 10 20:10:14.135246 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100819e-0d8b-4a61-826e-09dfd3dfee26 req-4ffe221b-731c-4f58-9ed8-09156a9cf946 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:14.136840 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4100819e-0d8b-4a61-826e-09dfd3dfee26 req-4ffe221b-731c-4f58-9ed8-09156a9cf946 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 945 time: 0.0525794 Nov 10 20:10:14.197489 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4100819e-0d8b-4a61-826e-09dfd3dfee26 req-30950da5-69c9-4555-bbdc-6a2dd74203f5 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536418 Nov 10 20:10:15.320417 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be43df-7e6a-49fe-bc2b-ff5d802d5546 req-c52ad49a-e005-4f14-ac60-ac834b112d83 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:15.322043 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a7be43df-7e6a-49fe-bc2b-ff5d802d5546 req-c52ad49a-e005-4f14-ac60-ac834b112d83 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 945 time: 0.0516090 Nov 10 20:10:15.363506 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe10f6-b570-4494-8280-55b50f44c479 req-09956c40-fba0-4210-af0d-00ec13349d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:15.366660 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-07fe10f6-b570-4494-8280-55b50f44c479 req-09956c40-fba0-4210-af0d-00ec13349d32 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 1096 time: 0.0509322 Nov 10 20:10:15.373377 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a7be43df-7e6a-49fe-bc2b-ff5d802d5546 req-c38d4fe1-6ccc-4f13-875f-b885bcc2b8a7 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449841 Nov 10 20:10:15.462739 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe10f6-b570-4494-8280-55b50f44c479 req-db574f25-04c4-496f-a620-81d3de7877f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:15.464337 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-07fe10f6-b570-4494-8280-55b50f44c479 req-db574f25-04c4-496f-a620-81d3de7877f4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.0888844 Nov 10 20:10:15.536005 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-07fe10f6-b570-4494-8280-55b50f44c479 req-92c4a51a-2d21-4f4b-b047-81a627c02ba6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b HTTP/1.1" status: 200 len: 1001 time: 0.0631583 Nov 10 20:10:15.586348 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe10f6-b570-4494-8280-55b50f44c479 req-9db1a560-c79e-4c28-8ec7-30dba1f3963b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:15.587822 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-07fe10f6-b570-4494-8280-55b50f44c479 req-9db1a560-c79e-4c28-8ec7-30dba1f3963b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0453045 Nov 10 20:10:15.636630 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe10f6-b570-4494-8280-55b50f44c479 req-5ecf4175-4b8a-4d79-95f3-a089536861e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:15.638229 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-07fe10f6-b570-4494-8280-55b50f44c479 req-5ecf4175-4b8a-4d79-95f3-a089536861e1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428331 Nov 10 20:10:15.735949 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-07fe10f6-b570-4494-8280-55b50f44c479 req-4f9a3592-fad2-4d43-8d0a-3bf346fdd30f service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895929 Nov 10 20:10:15.834283 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-07fe10f6-b570-4494-8280-55b50f44c479 req-541aff0c-d225-4e1a-829f-c05acb918780 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910842 Nov 10 20:10:16.500830 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f92625-b845-4de2-9fca-d7515538f676 req-a2b09471-0faa-4b4b-995d-edfdc52a6e39 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:16.502321 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-20f92625-b845-4de2-9fca-d7515538f676 req-a2b09471-0faa-4b4b-995d-edfdc52a6e39 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 945 time: 0.0547016 Nov 10 20:10:16.552351 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-20f92625-b845-4de2-9fca-d7515538f676 req-b0ee78c9-78f7-47c8-8c90-9ab175204d5b tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435448 Nov 10 20:10:17.679901 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a41f5b-e2bb-4b56-bc01-b520f6d6c7e7 req-993ace84-260b-4dcc-ae95-cda908a0445f tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:17.681397 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b9a41f5b-e2bb-4b56-bc01-b520f6d6c7e7 req-993ace84-260b-4dcc-ae95-cda908a0445f tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 945 time: 0.0546634 Nov 10 20:10:17.730921 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b9a41f5b-e2bb-4b56-bc01-b520f6d6c7e7 req-36e62e55-6355-4fd0-a0e1-730912a1b6a8 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435364 Nov 10 20:10:18.855969 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09731e42-efee-4ed8-b22a-5e7fdf8ed493 req-8bc88c76-e3fd-44cb-9323-0672a039a173 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:18.857529 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-09731e42-efee-4ed8-b22a-5e7fdf8ed493 req-8bc88c76-e3fd-44cb-9323-0672a039a173 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 945 time: 0.0517337 Nov 10 20:10:18.908588 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-09731e42-efee-4ed8-b22a-5e7fdf8ed493 req-7538ffea-921d-4b01-a6ae-f2012f2eb1d6 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446281 Nov 10 20:10:20.041836 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c6227-47f4-4d79-8b87-91dd426320dd req-516fe5f3-c27d-4407-beeb-9629a9dd499d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:20.043689 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-874c6227-47f4-4d79-8b87-91dd426320dd req-516fe5f3-c27d-4407-beeb-9629a9dd499d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 945 time: 0.0638661 Nov 10 20:10:20.105094 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-874c6227-47f4-4d79-8b87-91dd426320dd req-a5a0175d-8c26-42d9-b3a9-fb4cc1bcbab6 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550683 Nov 10 20:10:21.234053 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0e4f0-a898-4c2d-9615-8d38e99d60f5 req-43ec239e-63e9-4184-908c-49a459c66717 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:21.235596 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0de0e4f0-a898-4c2d-9615-8d38e99d60f5 req-43ec239e-63e9-4184-908c-49a459c66717 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 945 time: 0.0512786 Nov 10 20:10:21.291477 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0de0e4f0-a898-4c2d-9615-8d38e99d60f5 req-e057bc58-39c0-4476-b645-c19e8eda7c17 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490160 Nov 10 20:10:22.415522 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f856d68-ea0d-4eb0-931c-a8671efc0bf2 req-499a1441-f2b3-4f09-8ffb-75a57ef373fe tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:22.417466 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1f856d68-ea0d-4eb0-931c-a8671efc0bf2 req-499a1441-f2b3-4f09-8ffb-75a57ef373fe tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 945 time: 0.0517452 Nov 10 20:10:22.467607 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1f856d68-ea0d-4eb0-931c-a8671efc0bf2 req-d0d6439f-d0c9-444c-8e94-35a213c9429c tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439162 Nov 10 20:10:23.507553 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c429d0f4-e618-4f1a-9bd8-1ae6b337c853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:23.606357 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12077c61-4acd-4b72-af9c-4826fc09ff96 req-cce03850-bcaf-4947-9911-eb08255dde2a tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:23.607943 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-12077c61-4acd-4b72-af9c-4826fc09ff96 req-cce03850-bcaf-4947-9911-eb08255dde2a tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 945 time: 0.0578511 Nov 10 20:10:23.659400 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-12077c61-4acd-4b72-af9c-4826fc09ff96 req-8f62b211-e460-4e43-96a5-bec64f376812 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450096 Nov 10 20:10:24.793438 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac300404-79ca-4250-87ba-605ae37b69a3 req-6cb1c6dc-0315-4e37-a8eb-ddd3f4b06aa7 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:24.795008 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ac300404-79ca-4250-87ba-605ae37b69a3 req-6cb1c6dc-0315-4e37-a8eb-ddd3f4b06aa7 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 945 time: 0.0561173 Nov 10 20:10:24.847853 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ac300404-79ca-4250-87ba-605ae37b69a3 req-b22e6a8b-2661-4a92-a052-e445dcabe980 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465214 Nov 10 20:10:25.363031 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:25.562314 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:25.757414 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b9c53efb-21bd-4b18-9f5b-73f21d03c4e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:25.995570 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043291e-0fba-48e7-b0e0-b35ca08f6332 req-56407165-496c-49af-8069-e21af5329e75 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:25.997078 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2043291e-0fba-48e7-b0e0-b35ca08f6332 req-56407165-496c-49af-8069-e21af5329e75 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 945 time: 0.0629935 Nov 10 20:10:26.061056 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2043291e-0fba-48e7-b0e0-b35ca08f6332 req-dd12802c-ff7c-4bba-ad20-4b12e9a1f3a3 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577853 Nov 10 20:10:27.200785 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90256d-34e8-4751-84df-8c2c6683ad05 req-0a80977d-8198-4616-9e63-2f5d8ad63436 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:27.202480 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d90256d-34e8-4751-84df-8c2c6683ad05 req-0a80977d-8198-4616-9e63-2f5d8ad63436 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 945 time: 0.0617263 Nov 10 20:10:27.256706 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d90256d-34e8-4751-84df-8c2c6683ad05 req-481543b5-71da-47f1-8719-88785ccda058 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449255 Nov 10 20:10:27.415507 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:27.897229 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [req-07fe10f6-b570-4494-8280-55b50f44c479 req-fc17ec69-74fa-447f-b9a0-cbdf1060d214 service neutron] show failed (client error): The resource could not be found. Nov 10 20:10:27.898319 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-07fe10f6-b570-4494-8280-55b50f44c479 req-fc17ec69-74fa-447f-b9a0-cbdf1060d214 service neutron] 10.222.0.73 "GET /v2.0/ports/5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b/bindings/n-h2-813897-4 HTTP/1.1" status: 404 len: 380 time: 0.0642879 Nov 10 20:10:28.128026 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe10f6-b570-4494-8280-55b50f44c479 req-57677eb7-256a-4a5e-a7ee-6559bcabd95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:28.129610 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-07fe10f6-b570-4494-8280-55b50f44c479 req-57677eb7-256a-4a5e-a7ee-6559bcabd95f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f&tenant_id=868da2bbecd2421ca6396edaac16a106 HTTP/1.1" status: 200 len: 1096 time: 0.0472221 Nov 10 20:10:28.143035 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-07fe10f6-b570-4494-8280-55b50f44c479 req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813897-4', 'device_owner': 'compute:nova'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:10:28.201014 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-07fe10f6-b570-4494-8280-55b50f44c479 req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:28.378704 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0c80a-6078-4667-9d8e-d06cd1836b7c req-b580481e-011a-4471-8bcf-09f5b2be55f2 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:28.380383 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cbd0c80a-6078-4667-9d8e-d06cd1836b7c req-b580481e-011a-4471-8bcf-09f5b2be55f2 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 945 time: 0.0506735 Nov 10 20:10:28.423114 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-07fe10f6-b570-4494-8280-55b50f44c479 req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] For port 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:10:28.441626 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cbd0c80a-6078-4667-9d8e-d06cd1836b7c req-62f43682-e1cd-4bd9-99ed-57aa50af677e tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534680 Nov 10 20:10:28.458804 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-07fe10f6-b570-4494-8280-55b50f44c479 req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] For port 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:10:28.499017 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:10:28.501587 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751b1f3d-e65e-473a-9c8f-df0f5539af29" -d '{"events": [{"server_uuid": "9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f", "name": "network-vif-unplugged", "status": "completed", "tag": "5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:10:28.506412 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-07fe10f6-b570-4494-8280-55b50f44c479 req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:28.520717 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-07fe10f6-b570-4494-8280-55b50f44c479 req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] Transition to ACTIVE for port object 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:10:28.524541 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-07fe10f6-b570-4494-8280-55b50f44c479 req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:28.555078 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 20:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209e10ff-878f-4501-8d15-983ee09bf2a6 x-openstack-request-id: req-209e10ff-878f-4501-8d15-983ee09bf2a6 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:10:28.555374 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f", "name": "network-vif-unplugged", "status": "completed", "tag": "5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:10:28.555628 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-209e10ff-878f-4501-8d15-983ee09bf2a6 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:10:28.556038 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b', 'code': 200} Nov 10 20:10:28.637576 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] Pushing event updated for resources: {'Port': ['ID=5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b,revision_number=6']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:10:28.653250 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:10:28.653582 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:10:28.653957 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:10:28.654292 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:10:28.654730 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:10:28.655069 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:10:28.655401 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:10:28.655715 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:10:28.656038 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:10:28.656364 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:10:28.656834 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:10:28.657007 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:10:28.721801 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-07fe10f6-b570-4494-8280-55b50f44c479 req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] No DVR routers for this DVR port 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:10:28.895845 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-07fe10f6-b570-4494-8280-55b50f44c479 req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] Attempting to bind port 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:10:28.896167 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-07fe10f6-b570-4494-8280-55b50f44c479 req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] Attempting to bind port 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:10:28.896706 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fe10f6-b570-4494-8280-55b50f44c479 req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] Attempting to bind port 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b on network 62ad9681-ad12-4fc3-8053-67c92444be86 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:10:28.901923 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fe10f6-b570-4494-8280-55b50f44c479 req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] Port 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b on network 62ad9681-ad12-4fc3-8053-67c92444be86 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:10:28.902546 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fe10f6-b570-4494-8280-55b50f44c479 req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] Attempting to bind port 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b on network 62ad9681-ad12-4fc3-8053-67c92444be86 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:10:28.908201 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fe10f6-b570-4494-8280-55b50f44c479 req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:10:28.908504 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fe10f6-b570-4494-8280-55b50f44c479 req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] Checking segment: {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:10:28.908919 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fe10f6-b570-4494-8280-55b50f44c479 req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] Bound using segment: {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:10:28.909346 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-07fe10f6-b570-4494-8280-55b50f44c479 req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] Bound port: 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:10:28.910528 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-07fe10f6-b570-4494-8280-55b50f44c479 req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:28.929663 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:28.989177 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-07fe10f6-b570-4494-8280-55b50f44c479 req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] For port 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:10:28.990344 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-07fe10f6-b570-4494-8280-55b50f44c479 req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] For port 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:10:28.995803 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-07fe10f6-b570-4494-8280-55b50f44c479 req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:29.034134 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe10f6-b570-4494-8280-55b50f44c479 req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:29.034790 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-07fe10f6-b570-4494-8280-55b50f44c479 req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:29.036374 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-07fe10f6-b570-4494-8280-55b50f44c479 req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] 10.222.0.25 "PUT /v2.0/ports/5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b HTTP/1.1" status: 200 len: 1091 time: 0.8976614 Nov 10 20:10:29.062412 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f483ad1-6b92-4b62-9a08-d519f5ee1143 service neutron] Pushing event updated for resources: {'Port': ['ID=5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b,revision_number=7']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:10:29.110467 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe10f6-b570-4494-8280-55b50f44c479 req-5e910adf-f833-45fd-bfb9-7472c796c599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:29.111936 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-07fe10f6-b570-4494-8280-55b50f44c479 req-5e910adf-f833-45fd-bfb9-7472c796c599 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 1094 time: 0.0465217 Nov 10 20:10:29.225964 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe10f6-b570-4494-8280-55b50f44c479 req-9ca86362-7802-4d92-af77-1e7ba1e5d04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:29.227484 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-07fe10f6-b570-4494-8280-55b50f44c479 req-9ca86362-7802-4d92-af77-1e7ba1e5d04a service neutron] 10.222.0.25 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.1087074 Nov 10 20:10:29.293430 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-07fe10f6-b570-4494-8280-55b50f44c479 req-73a40120-ea6d-4db1-989d-b5a72d3dc8d2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b HTTP/1.1" status: 200 len: 999 time: 0.0576699 Nov 10 20:10:29.347399 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe10f6-b570-4494-8280-55b50f44c479 req-511c66de-cf15-4681-a330-e6165fa60ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:29.348795 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-07fe10f6-b570-4494-8280-55b50f44c479 req-511c66de-cf15-4681-a330-e6165fa60ec7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0487635 Nov 10 20:10:29.379242 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:29.396427 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe10f6-b570-4494-8280-55b50f44c479 req-85ebb2ba-4a7b-408d-9515-b7fcf338e08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:29.397937 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-07fe10f6-b570-4494-8280-55b50f44c479 req-85ebb2ba-4a7b-408d-9515-b7fcf338e08f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412571 Nov 10 20:10:29.489020 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-07fe10f6-b570-4494-8280-55b50f44c479 req-79c88bd8-ba7d-46de-8f87-14794bc4ea06 service neutron] 10.222.0.25 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835371 Nov 10 20:10:29.565894 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7db77f-1212-4cf9-bd60-8f77808492d7 req-a837798f-3c7b-458e-86d7-876847bd26a7 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:29.568234 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1e7db77f-1212-4cf9-bd60-8f77808492d7 req-a837798f-3c7b-458e-86d7-876847bd26a7 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 943 time: 0.0515099 Nov 10 20:10:29.585116 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-07fe10f6-b570-4494-8280-55b50f44c479 req-d2baa855-732e-4102-a3b1-437a5d21e69d service neutron] 10.222.0.25 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885630 Nov 10 20:10:29.626807 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1e7db77f-1212-4cf9-bd60-8f77808492d7 req-a1bcb499-e2bf-4dfd-b7e5-b30451c166ff tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494063 Nov 10 20:10:30.557970 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f', 'tag': '5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:10:30.560395 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90f35ce-90a4-4dd4-be1a-4630e4c2e800" -d '{"events": [{"name": "network-changed", "server_uuid": "9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f", "tag": "5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:10:30.612640 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf20b81-6b02-4200-8e14-e32f47d4588b x-openstack-request-id: req-aaf20b81-6b02-4200-8e14-e32f47d4588b {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:10:30.613619 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f", "tag": "5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:10:30.613933 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aaf20b81-6b02-4200-8e14-e32f47d4588b {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:10:30.614358 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f', 'tag': '5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b', 'status': 'completed', 'code': 200} Nov 10 20:10:30.712125 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f35ce-90a4-4dd4-be1a-4630e4c2e800 req-f8843f0e-c2ba-46bd-90cb-c4325963eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:30.714490 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b90f35ce-90a4-4dd4-be1a-4630e4c2e800 req-f8843f0e-c2ba-46bd-90cb-c4325963eaa9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 1094 time: 0.0799258 Nov 10 20:10:30.717673 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f35ce-90a4-4dd4-be1a-4630e4c2e800 req-8f253e9f-3d6c-455f-90ff-327f9c8f57ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:30.719291 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b90f35ce-90a4-4dd4-be1a-4630e4c2e800 req-8f253e9f-3d6c-455f-90ff-327f9c8f57ac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 1094 time: 0.0759847 Nov 10 20:10:30.752374 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34e06c-02f3-4bd6-bf59-21bcc765ab14 req-9298bd82-2c5f-4905-ab41-87f56df00439 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:30.754123 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b34e06c-02f3-4bd6-bf59-21bcc765ab14 req-9298bd82-2c5f-4905-ab41-87f56df00439 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 943 time: 0.0536380 Nov 10 20:10:30.806788 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b34e06c-02f3-4bd6-bf59-21bcc765ab14 req-524f1bd0-fc88-406d-a784-1536a0bcd2ca tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445206 Nov 10 20:10:30.878375 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f35ce-90a4-4dd4-be1a-4630e4c2e800 req-49b36dc1-0630-44d0-8545-a10c4228f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:30.879873 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b90f35ce-90a4-4dd4-be1a-4630e4c2e800 req-49b36dc1-0630-44d0-8545-a10c4228f48c service neutron] 10.222.0.73 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.1509283 Nov 10 20:10:30.881066 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f35ce-90a4-4dd4-be1a-4630e4c2e800 req-b6017210-2919-4b3d-9591-ba9de5f472da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:30.882420 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b90f35ce-90a4-4dd4-be1a-4630e4c2e800 req-b6017210-2919-4b3d-9591-ba9de5f472da service neutron] 10.222.0.25 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.1610107 Nov 10 20:10:30.993252 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b90f35ce-90a4-4dd4-be1a-4630e4c2e800 req-37a39534-bfff-4b78-aa5f-58dbdf2faec9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b HTTP/1.1" status: 200 len: 999 time: 0.1062603 Nov 10 20:10:31.003966 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b90f35ce-90a4-4dd4-be1a-4630e4c2e800 req-b4754092-7857-48e2-94e8-e120dc64d078 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b HTTP/1.1" status: 200 len: 999 time: 0.1027176 Nov 10 20:10:31.086003 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f35ce-90a4-4dd4-be1a-4630e4c2e800 req-4800b23d-b0a8-425f-8f6e-e3c0924ec950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:31.087539 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b90f35ce-90a4-4dd4-be1a-4630e4c2e800 req-4800b23d-b0a8-425f-8f6e-e3c0924ec950 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0865464 Nov 10 20:10:31.089352 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f35ce-90a4-4dd4-be1a-4630e4c2e800 req-86f1c226-cb4c-49c9-a38d-1985f095102f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:31.090692 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b90f35ce-90a4-4dd4-be1a-4630e4c2e800 req-86f1c226-cb4c-49c9-a38d-1985f095102f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0819154 Nov 10 20:10:31.094911 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:10:31.136135 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:10:31.168546 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f35ce-90a4-4dd4-be1a-4630e4c2e800 req-18f45b98-9476-48e8-be31-629997a4d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:31.170125 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b90f35ce-90a4-4dd4-be1a-4630e4c2e800 req-18f45b98-9476-48e8-be31-629997a4d447 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668907 Nov 10 20:10:31.171839 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f35ce-90a4-4dd4-be1a-4630e4c2e800 req-1c7bef53-6d8d-4f78-afb5-827df3daa029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:31.173181 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b90f35ce-90a4-4dd4-be1a-4630e4c2e800 req-1c7bef53-6d8d-4f78-afb5-827df3daa029 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783453 Nov 10 20:10:31.184336 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:10:31.663789 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b90f35ce-90a4-4dd4-be1a-4630e4c2e800 req-11469fc5-9216-4e53-b24c-f8ddabaace76 service neutron] 10.222.0.25 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861901 Nov 10 20:10:31.666329 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b90f35ce-90a4-4dd4-be1a-4630e4c2e800 req-3fe9845e-5123-40ef-99dc-d3183fb7a514 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4811656 Nov 10 20:10:31.829924 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b90f35ce-90a4-4dd4-be1a-4630e4c2e800 req-f3eb947b-a818-4959-9ae3-574019a565d2 service neutron] 10.222.0.25 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581120 Nov 10 20:10:31.831830 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b90f35ce-90a4-4dd4-be1a-4630e4c2e800 req-408a0a48-1848-468e-bfb1-984a41a33ea8 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527801 Nov 10 20:10:31.955553 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab10acd-4ff1-4203-8bf2-102bb00d50bd req-e451a8f9-b59f-4fd8-9a9c-65f2bff1c9b4 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:31.956979 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3ab10acd-4ff1-4203-8bf2-102bb00d50bd req-e451a8f9-b59f-4fd8-9a9c-65f2bff1c9b4 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 943 time: 0.0669622 Nov 10 20:10:32.007845 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3ab10acd-4ff1-4203-8bf2-102bb00d50bd req-a085bae3-0ff3-4701-b934-2e4d9b32e35a tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444248 Nov 10 20:10:33.137144 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d665b-b039-4cd1-9ce7-2bd0d022e5b3 req-f74555a7-9cc9-4474-a2b7-fec3e7364941 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:33.138700 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c2d665b-b039-4cd1-9ce7-2bd0d022e5b3 req-f74555a7-9cc9-4474-a2b7-fec3e7364941 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 943 time: 0.0515995 Nov 10 20:10:33.188050 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c2d665b-b039-4cd1-9ce7-2bd0d022e5b3 req-87769dd2-465d-45d3-a707-a4bebaaaccab tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432503 Nov 10 20:10:33.296351 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:10:33.387381 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586de79f-d529-4556-99d7-f9107a7e4812 req-8e9c61f5-eeb8-4295-9383-2caeb3c364f6 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:33.389090 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-586de79f-d529-4556-99d7-f9107a7e4812 req-8e9c61f5-eeb8-4295-9383-2caeb3c364f6 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 943 time: 0.0502543 Nov 10 20:10:33.406217 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8400116-6197-4a4e-8c14-682d89e37b5e req-7d3d2301-fae9-4140-97ed-158f988e350a tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:33.407973 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b8400116-6197-4a4e-8c14-682d89e37b5e req-7d3d2301-fae9-4140-97ed-158f988e350a tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f&tenant_id=868da2bbecd2421ca6396edaac16a106&binding%3Ahost_id=n-h2-813897-4 HTTP/1.1" status: 200 len: 943 time: 0.0546253 Nov 10 20:10:33.419251 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:10:33.432139 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'port_id': '5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b', 'mac_address': 'fa:16:3e:b2:57:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:10:33.443861 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-586de79f-d529-4556-99d7-f9107a7e4812 req-beedd521-dac3-4e3a-b9ac-1a5ac74f48ed tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481100 Nov 10 20:10:33.473726 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [req-b8400116-6197-4a4e-8c14-682d89e37b5e req-d570683a-1aa4-49d8-b622-ee03f057b4db service neutron] delete failed (client error): The resource could not be found. Nov 10 20:10:33.474941 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b8400116-6197-4a4e-8c14-682d89e37b5e req-d570683a-1aa4-49d8-b622-ee03f057b4db service neutron] 10.222.0.73 "DELETE /v2.0/ports/5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b/bindings/n-h1-813897-4 HTTP/1.1" status: 404 len: 380 time: 0.0597894 Nov 10 20:10:33.480703 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:33.494565 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:10:33.515307 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:10:33.522185 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:33.567184 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8400116-6197-4a4e-8c14-682d89e37b5e req-e952852a-e59d-459b-987f-fa13370584bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:33.568991 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b8400116-6197-4a4e-8c14-682d89e37b5e req-e952852a-e59d-459b-987f-fa13370584bc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 1095 time: 0.0463021 Nov 10 20:10:33.574757 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:10:33.582867 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:10:33.583215 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:10:33.583962 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:10:33.584321 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:10:33.584811 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:10:33.585156 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:10:33.585489 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:10:33.585856 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:10:33.586186 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:10:33.586502 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:10:33.586848 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:10:33.587152 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:10:33.677805 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8400116-6197-4a4e-8c14-682d89e37b5e req-1f1cc41d-0a5f-4b16-a7e9-47e42d56b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:33.679604 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b8400116-6197-4a4e-8c14-682d89e37b5e req-1f1cc41d-0a5f-4b16-a7e9-47e42d56b5a5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.0987780 Nov 10 20:10:33.750598 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b8400116-6197-4a4e-8c14-682d89e37b5e req-7dfecead-a463-4387-a2dd-830f5dd3d871 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b HTTP/1.1" status: 200 len: 1000 time: 0.0632834 Nov 10 20:10:33.807855 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8400116-6197-4a4e-8c14-682d89e37b5e req-f8e1c721-cfdf-40c8-8143-6e4fb7ea05cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:33.809349 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b8400116-6197-4a4e-8c14-682d89e37b5e req-f8e1c721-cfdf-40c8-8143-6e4fb7ea05cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0521421 Nov 10 20:10:33.855876 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8400116-6197-4a4e-8c14-682d89e37b5e req-e2befe2c-4a36-48f9-bd1b-99f134e2fb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:33.857261 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b8400116-6197-4a4e-8c14-682d89e37b5e req-e2befe2c-4a36-48f9-bd1b-99f134e2fb7b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404608 Nov 10 20:10:33.861032 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:10:33.949328 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b8400116-6197-4a4e-8c14-682d89e37b5e req-6de07fdb-b834-452f-8abf-27aec1dbbed6 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841041 Nov 10 20:10:34.048365 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b8400116-6197-4a4e-8c14-682d89e37b5e req-3123738c-4ff3-4284-8283-7e4228d27bb7 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916808 Nov 10 20:10:34.573408 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b0834-3faa-4fdf-b1a3-f53b4d7b300c req-db7da212-1137-4f60-b1e8-793d51947df9 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:34.575010 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bc9b0834-3faa-4fdf-b1a3-f53b4d7b300c req-db7da212-1137-4f60-b1e8-793d51947df9 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 944 time: 0.0525429 Nov 10 20:10:34.628611 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bc9b0834-3faa-4fdf-b1a3-f53b4d7b300c req-6c9068c5-3227-4792-ad91-2d59001c4d76 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460291 Nov 10 20:10:34.748738 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326adfb2-ddfc-4974-8f37-5b617df6b55c req-d153be4b-2cb8-4f02-a578-e6da68531cee tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:34.750171 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-326adfb2-ddfc-4974-8f37-5b617df6b55c req-d153be4b-2cb8-4f02-a578-e6da68531cee tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 944 time: 0.0513301 Nov 10 20:10:34.797797 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-326adfb2-ddfc-4974-8f37-5b617df6b55c req-81e4a870-ccd9-4f04-8e87-f7622f7f5718 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414195 Nov 10 20:10:34.931911 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff50179-2833-4c34-bb38-4e136da30381 req-eb58252e-a408-4766-a635-4e2d05c2e873 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:34.933482 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5ff50179-2833-4c34-bb38-4e136da30381 req-eb58252e-a408-4766-a635-4e2d05c2e873 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 944 time: 0.0665338 Nov 10 20:10:34.983838 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5ff50179-2833-4c34-bb38-4e136da30381 req-a45c6f2a-53a0-41c6-bbbc-d419b827b677 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437560 Nov 10 20:10:35.243310 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7083b-bb78-4d81-bf16-1971e14b35f9 req-05e565e1-5baa-42bb-ae68-76c3d86f10be tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:35.244897 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-69d7083b-bb78-4d81-bf16-1971e14b35f9 req-05e565e1-5baa-42bb-ae68-76c3d86f10be tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 944 time: 0.0521622 Nov 10 20:10:35.294857 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-69d7083b-bb78-4d81-bf16-1971e14b35f9 req-17140e21-9504-4360-a566-fba8a9a0a55d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435519 Nov 10 20:10:35.318367 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:10:35.369955 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:10:35.374536 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:10:35.374942 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:35.470675 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:35.494706 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:10:35.496925 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43db069-33e1-4d8f-951a-612fb2137d79" -d '{"events": [{"server_uuid": "9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f", "name": "network-vif-plugged", "status": "completed", "tag": "5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:10:35.509562 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:10:35.515008 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:35.539238 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6c56b0-0e53-4ce2-8d6a-0a8468c97e19 x-openstack-request-id: req-bd6c56b0-0e53-4ce2-8d6a-0a8468c97e19 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:10:35.539546 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f", "name": "network-vif-plugged", "status": "completed", "tag": "5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:10:35.539792 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bd6c56b0-0e53-4ce2-8d6a-0a8468c97e19 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:10:35.540182 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b', 'code': 200} Nov 10 20:10:35.569651 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b,revision_number=9']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:10:36.431234 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be3578-1eb9-4ff3-bbbf-d2a90ff52b0f req-95d90f1d-377b-4405-947d-b828affc9873 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:36.432757 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4be3578-1eb9-4ff3-bbbf-d2a90ff52b0f req-95d90f1d-377b-4405-947d-b828affc9873 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 945 time: 0.0585613 Nov 10 20:10:36.486335 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4be3578-1eb9-4ff3-bbbf-d2a90ff52b0f req-f6df6bff-d9fa-4ba2-836e-5933cb98e0f9 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472736 Nov 10 20:10:36.622487 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36ed42-0201-4f5d-97e5-ffa5139f7885 req-88df0a90-f878-4dd8-bd0b-8bd1fa27d50c tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:36.624008 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9f36ed42-0201-4f5d-97e5-ffa5139f7885 req-88df0a90-f878-4dd8-bd0b-8bd1fa27d50c tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 945 time: 0.0532658 Nov 10 20:10:36.722118 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-9f36ed42-0201-4f5d-97e5-ffa5139f7885 req-3b2ce76f-0758-492e-b8e7-5fa684817c28 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Deleting port 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:10:36.722436 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9f36ed42-0201-4f5d-97e5-ffa5139f7885 req-3b2ce76f-0758-492e-b8e7-5fa684817c28 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:36.814760 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-9f36ed42-0201-4f5d-97e5-ffa5139f7885 req-3b2ce76f-0758-492e-b8e7-5fa684817c28 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] For port 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:10:36.815097 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9f36ed42-0201-4f5d-97e5-ffa5139f7885 req-3b2ce76f-0758-492e-b8e7-5fa684817c28 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:37.048552 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9f36ed42-0201-4f5d-97e5-ffa5139f7885 req-3b2ce76f-0758-492e-b8e7-5fa684817c28 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:37.048796 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9f36ed42-0201-4f5d-97e5-ffa5139f7885 req-3b2ce76f-0758-492e-b8e7-5fa684817c28 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:37.049121 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [req-9f36ed42-0201-4f5d-97e5-ffa5139f7885 req-3b2ce76f-0758-492e-b8e7-5fa684817c28 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Floating IP 13766d01-5d05-426c-9134-77020cec5001 disassociated. External IP: 172.25.3.131, port: 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b. Nov 10 20:10:37.049460 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-9f36ed42-0201-4f5d-97e5-ffa5139f7885 req-3b2ce76f-0758-492e-b8e7-5fa684817c28 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Calling delete_port for 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:10:37.186124 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9f36ed42-0201-4f5d-97e5-ffa5139f7885 req-3b2ce76f-0758-492e-b8e7-5fa684817c28 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:37.215561 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ce76f-0758-492e-b8e7-5fa684817c28 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Pushing event deleted for resources: {'Port': ['ID=5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:10:37.359642 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f36ed42-0201-4f5d-97e5-ffa5139f7885 req-3b2ce76f-0758-492e-b8e7-5fa684817c28 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Router 29426995-d5d7-4804-a052-1019b2aac574 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:10:37.478500 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f36ed42-0201-4f5d-97e5-ffa5139f7885 req-3b2ce76f-0758-492e-b8e7-5fa684817c28 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:10:37.489170 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cea8b81-70c5-4ee1-8ed7-53de8589e361 None None] Sync routers for ids ['29426995-d5d7-4804-a052-1019b2aac574'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:10:37.500591 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cea8b81-70c5-4ee1-8ed7-53de8589e361 None None] Routers {'29426995-d5d7-4804-a052-1019b2aac574'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:10:37.501324 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-5cea8b81-70c5-4ee1-8ed7-53de8589e361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:10:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['29426995-d5d7-4804-a052-1019b2aac574'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:10:37.520212 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f36ed42-0201-4f5d-97e5-ffa5139f7885 req-3b2ce76f-0758-492e-b8e7-5fa684817c28 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] No DVR routers for this DVR port 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:10:37.524318 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9f36ed42-0201-4f5d-97e5-ffa5139f7885 req-3b2ce76f-0758-492e-b8e7-5fa684817c28 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:37.528250 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9f36ed42-0201-4f5d-97e5-ffa5139f7885 req-3b2ce76f-0758-492e-b8e7-5fa684817c28 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.25 "DELETE /v2.0/ports/5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b HTTP/1.1" status: 204 len: 173 time: 0.8975725 Nov 10 20:10:37.528966 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f', 'name': 'network-vif-deleted', 'tag': '5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:10:37.532205 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1cb772-2bca-4271-b56a-fbee291f3ba9" -d '{"events": [{"server_uuid": "9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f", "name": "network-vif-deleted", "tag": "5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:10:37.606783 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c10f5f3e-e12b-424c-9108-5c68e24cbf7e req-5f267e6f-2d5b-42e0-8ea0-bcfc908d5227 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f HTTP/1.1" status: 200 len: 210 time: 0.0449545 Nov 10 20:10:37.613905 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-5cea8b81-70c5-4ee1-8ed7-53de8589e361 None None] Set router 29426995-d5d7-4804-a052-1019b2aac574 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:10:37.663903 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7553f414-fcfd-44db-bd05-8acc1ff481e9 x-openstack-request-id: req-7553f414-fcfd-44db-bd05-8acc1ff481e9 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:10:37.664408 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f", "name": "network-vif-deleted", "tag": "5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:10:37.664512 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7553f414-fcfd-44db-bd05-8acc1ff481e9 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:10:37.664865 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0bd5e2-edaf-4f1e-9e9d-46dade0dd43f', 'name': 'network-vif-deleted', 'tag': '5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b', 'status': 'completed', 'code': 200} Nov 10 20:10:37.862683 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-5cea8b81-70c5-4ee1-8ed7-53de8589e361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29426995-d5d7-4804-a052-1019b2aac574', 'name': 'tempest-ServerActionsTestJSON-1242763271-router', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:08:17Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'gw_port': {'id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:18Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '6214f41d-f60c-43ca-9e62-b7dee1c66f02', 'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'mac_address': 'fa:16:3e:31:b0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:19Z', 'updated_at': '2021-11-10T20:08:24Z', 'revision_number': 5, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'subnets': [{'id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:10:37.888716 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cea8b81-70c5-4ee1-8ed7-53de8589e361 None None] Checking router: 29426995-d5d7-4804-a052-1019b2aac574 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:10:37.897608 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cea8b81-70c5-4ee1-8ed7-53de8589e361 None None] Routers {'29426995-d5d7-4804-a052-1019b2aac574'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:10:37.898233 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-5cea8b81-70c5-4ee1-8ed7-53de8589e361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:10:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['29426995-d5d7-4804-a052-1019b2aac574'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:10:38.009254 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-5cea8b81-70c5-4ee1-8ed7-53de8589e361 None None] Set router 29426995-d5d7-4804-a052-1019b2aac574 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:10:38.214622 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-5cea8b81-70c5-4ee1-8ed7-53de8589e361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29426995-d5d7-4804-a052-1019b2aac574', 'name': 'tempest-ServerActionsTestJSON-1242763271-router', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:08:17Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'gw_port': {'id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:18Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '6214f41d-f60c-43ca-9e62-b7dee1c66f02', 'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'mac_address': 'fa:16:3e:31:b0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:19Z', 'updated_at': '2021-11-10T20:08:24Z', 'revision_number': 5, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'subnets': [{'id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:10:38.244456 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cea8b81-70c5-4ee1-8ed7-53de8589e361 None None] The sync data for ids ['29426995-d5d7-4804-a052-1019b2aac574'] in n-d-813897-4 is: [{'id': '29426995-d5d7-4804-a052-1019b2aac574', 'name': 'tempest-ServerActionsTestJSON-1242763271-router', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:08:17Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'gw_port': {'id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:18Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '6214f41d-f60c-43ca-9e62-b7dee1c66f02', 'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'mac_address': 'fa:16:3e:31:b0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:19Z', 'updated_at': '2021-11-10T20:08:24Z', 'revision_number': 5, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'subnets': [{'id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:10:38.475142 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d845ed03-4493-4338-b569-e3b56414f025 None None] New status for floating IP 13766d01-5d05-426c-9134-77020cec5001: DOWN {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:10:38.863734 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-8918b7d5-6822-48bc-a98e-c6253efa3269 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1016203361&fields=id&tenant_id=868da2bbecd2421ca6396edaac16a106 HTTP/1.1" status: 200 len: 267 time: 0.0447545 Nov 10 20:10:38.976709 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-da168a0f-6b5f-4473-99e4-01f747c7ab5a tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:38.978127 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-da168a0f-6b5f-4473-99e4-01f747c7ab5a tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 812 time: 0.1068587 Nov 10 20:10:38.993926 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-a7124be1-c4a5-4f47-b2c4-43885e8e226d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/quotas/868da2bbecd2421ca6396edaac16a106 HTTP/1.1" status: 200 len: 375 time: 0.0098739 Nov 10 20:10:39.050183 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-03508ec5-db15-4c53-8bbe-3e9933d8db38 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505486 Nov 10 20:10:39.119545 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-85616152-0107-4b16-b06e-9aff03f3c6a1 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:10:39.120615 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-85616152-0107-4b16-b06e-9aff03f3c6a1 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0575063 Nov 10 20:10:39.220168 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-3910c285-e01f-4580-aebb-b344801e68e8 service neutron] 10.222.0.54 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928426 Nov 10 20:10:39.321398 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-260b3ffc-ecc8-4378-ade6-896d08fe1aca service neutron] 10.222.0.54 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948036 Nov 10 20:10:39.488564 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-180ea238-c2fd-4cb1-8445-dd86dd241045 req-69d50e86-8f21-4573-b62d-6ce20bed2b63 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 210 time: 0.0267234 Nov 10 20:10:40.523042 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-9d6e296f-d5c9-4464-b82a-6cb0fecd438c tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:40.525043 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-9d6e296f-d5c9-4464-b82a-6cb0fecd438c tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.73 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 812 time: 0.1265149 Nov 10 20:10:40.589311 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8d151e42-daf3-4bc0-a283-026f88958a10 req-414d1979-1d17-48c5-b7f7-dee6b28f4c8f tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 210 time: 0.0274863 Nov 10 20:10:40.601413 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-41d4578d-7b82-4bb3-afed-298355eb84a0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=868da2bbecd2421ca6396edaac16a106 HTTP/1.1" status: 200 len: 380 time: 0.0657878 Nov 10 20:10:40.611649 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-68f0a37f-972e-4976-a3dd-af30a8cfb759 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Request body: {'port': {'device_id': '6544041c-0080-4030-82da-1de53bef6856', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'admin_state_up': True, 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'security_groups': ['cccd44a1-9c68-403c-8138-03af611b2f27']}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:10:40.729647 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-68f0a37f-972e-4976-a3dd-af30a8cfb759 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Made reservation on behalf of 868da2bbecd2421ca6396edaac16a106 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:10:40.733659 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-68f0a37f-972e-4976-a3dd-af30a8cfb759 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:40.868145 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-68f0a37f-972e-4976-a3dd-af30a8cfb759 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Allocated IP 172.20.0.8 (62ad9681-ad12-4fc3-8053-67c92444be86/d7b49f67-fa13-497a-800b-34608cfad5b8/959c1a01-d116-4f6c-83ad-9ea3c36ab9d8) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:10:41.014654 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-68f0a37f-972e-4976-a3dd-af30a8cfb759 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:41.052639 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-68f0a37f-972e-4976-a3dd-af30a8cfb759 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:41.100749 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-68f0a37f-972e-4976-a3dd-af30a8cfb759 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Network 62ad9681-ad12-4fc3-8053-67c92444be86 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:10:41.106253 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-68f0a37f-972e-4976-a3dd-af30a8cfb759 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:10:41.110030 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-68f0a37f-972e-4976-a3dd-af30a8cfb759 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:10:41.137232 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0a37f-972e-4976-a3dd-af30a8cfb759 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Pushing event updated for resources: {'Port': ['ID=959c1a01-d116-4f6c-83ad-9ea3c36ab9d8,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:10:41.166596 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-68f0a37f-972e-4976-a3dd-af30a8cfb759 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:41.167224 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-68f0a37f-972e-4976-a3dd-af30a8cfb759 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:41.187255 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-68f0a37f-972e-4976-a3dd-af30a8cfb759 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5795281 Nov 10 20:10:41.200918 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-f5689049-8c2a-4355-91bc-9720667d0d20 service neutron] Request body: {'port': {'device_id': '6544041c-0080-4030-82da-1de53bef6856', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:10:41.262015 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-f5689049-8c2a-4355-91bc-9720667d0d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:41.340532 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:10:41.367022 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:10:41.367363 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 5ee81aad-f033-42b6-8e68-2e0a8fbc0a1b not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:10:41.374203 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-411bbacf-92fd-442b-bc4a-d16b00dc7254 None None] Provisioning complete for port 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:10:41.374596 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-411bbacf-92fd-442b-bc4a-d16b00dc7254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:41.411052 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-411bbacf-92fd-442b-bc4a-d16b00dc7254 None None] Port 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:10:41.533265 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-f5689049-8c2a-4355-91bc-9720667d0d20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:10:41.541549 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-f5689049-8c2a-4355-91bc-9720667d0d20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:41.554235 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-f5689049-8c2a-4355-91bc-9720667d0d20 service neutron] Transition to ACTIVE for port object 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:10:41.558656 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-f5689049-8c2a-4355-91bc-9720667d0d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:41.630560 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5689049-8c2a-4355-91bc-9720667d0d20 service neutron] Pushing event updated for resources: {'Port': ['ID=959c1a01-d116-4f6c-83ad-9ea3c36ab9d8,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:10:41.684090 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-f5689049-8c2a-4355-91bc-9720667d0d20 service neutron] Attempting to bind port 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:10:41.684477 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-f5689049-8c2a-4355-91bc-9720667d0d20 service neutron] Attempting to bind port 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:10:41.684758 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-f5689049-8c2a-4355-91bc-9720667d0d20 service neutron] Attempting to bind port 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 on network 62ad9681-ad12-4fc3-8053-67c92444be86 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:10:41.689563 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-f5689049-8c2a-4355-91bc-9720667d0d20 service neutron] Port 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 on network 62ad9681-ad12-4fc3-8053-67c92444be86 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:10:41.689940 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-f5689049-8c2a-4355-91bc-9720667d0d20 service neutron] Attempting to bind port 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 on network 62ad9681-ad12-4fc3-8053-67c92444be86 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:10:41.695731 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-f5689049-8c2a-4355-91bc-9720667d0d20 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:10:41.696077 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-f5689049-8c2a-4355-91bc-9720667d0d20 service neutron] Checking segment: {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:10:41.696468 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-f5689049-8c2a-4355-91bc-9720667d0d20 service neutron] Bound using segment: {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:10:41.696904 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-f5689049-8c2a-4355-91bc-9720667d0d20 service neutron] Bound port: 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:10:41.697284 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-f5689049-8c2a-4355-91bc-9720667d0d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:41.723685 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bac2c-161e-48a3-b43e-72b0f007822b req-4e05cf7d-6271-425a-9ddd-4bf963c88273 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:41.725496 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-639bac2c-161e-48a3-b43e-72b0f007822b req-4e05cf7d-6271-425a-9ddd-4bf963c88273 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 943 time: 0.0585451 Nov 10 20:10:41.767598 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-f5689049-8c2a-4355-91bc-9720667d0d20 service neutron] For port 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:10:41.771470 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-f5689049-8c2a-4355-91bc-9720667d0d20 service neutron] For port 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=959c1a01-d116-4f6c-83ad-9ea3c36ab9d8,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:10:41.778040 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-f5689049-8c2a-4355-91bc-9720667d0d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:41.790437 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-639bac2c-161e-48a3-b43e-72b0f007822b req-d04122ae-a367-4713-8a99-a2bbcfaa1936 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583882 Nov 10 20:10:41.816580 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-f5689049-8c2a-4355-91bc-9720667d0d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:41.817289 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-f5689049-8c2a-4355-91bc-9720667d0d20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:41.818992 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-f5689049-8c2a-4355-91bc-9720667d0d20 service neutron] 10.222.0.73 "PUT /v2.0/ports/959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 HTTP/1.1" status: 200 len: 1091 time: 0.6226389 Nov 10 20:10:41.819448 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6544041c-0080-4030-82da-1de53bef6856', 'tag': '959c1a01-d116-4f6c-83ad-9ea3c36ab9d8'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:10:41.821734 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01112d7a-851a-4d09-af7b-664c3c01617b" -d '{"events": [{"name": "network-changed", "server_uuid": "6544041c-0080-4030-82da-1de53bef6856", "tag": "959c1a01-d116-4f6c-83ad-9ea3c36ab9d8"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:10:41.858371 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5689049-8c2a-4355-91bc-9720667d0d20 service neutron] Pushing event updated for resources: {'Port': ['ID=959c1a01-d116-4f6c-83ad-9ea3c36ab9d8,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:10:41.873406 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c58c5d-36d5-40e4-b342-91cc7d6ac9ea x-openstack-request-id: req-75c58c5d-36d5-40e4-b342-91cc7d6ac9ea {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:10:41.873708 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6544041c-0080-4030-82da-1de53bef6856", "tag": "959c1a01-d116-4f6c-83ad-9ea3c36ab9d8", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:10:41.874043 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-75c58c5d-36d5-40e4-b342-91cc7d6ac9ea {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:10:41.874436 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6544041c-0080-4030-82da-1de53bef6856', 'tag': '959c1a01-d116-4f6c-83ad-9ea3c36ab9d8', 'status': 'completed', 'code': 200} Nov 10 20:10:41.904848 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-5e34bea4-d8d5-48a7-9cfa-66b872da16d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:41.906441 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-5e34bea4-d8d5-48a7-9cfa-66b872da16d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 1094 time: 0.0439248 Nov 10 20:10:41.953131 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-498560c1-d395-47b6-bc25-923989d88188 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 HTTP/1.1" status: 200 len: 217 time: 0.0375609 Nov 10 20:10:42.008805 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-ab7e8066-afcd-447a-a9bf-279ad9734801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:42.010339 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-ab7e8066-afcd-447a-a9bf-279ad9734801 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0499635 Nov 10 20:10:42.076237 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-bad2e3f5-3c90-44d2-b0d2-0579726ff2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:42.077789 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-bad2e3f5-3c90-44d2-b0d2-0579726ff2a8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584865 Nov 10 20:10:42.189419 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-5fad47e9-ae5f-4ca8-860f-9cae2743f2fb service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033363 Nov 10 20:10:42.294139 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cbae253d-4bd4-40b4-8a9b-24d8a21a7475 req-4f039728-be2c-4ae2-9ad3-acac37f2e4c0 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968645 Nov 10 20:10:42.403525 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01112d7a-851a-4d09-af7b-664c3c01617b req-02b6bc5e-2a0d-4fb5-8863-caed216095f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:42.405058 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-01112d7a-851a-4d09-af7b-664c3c01617b req-02b6bc5e-2a0d-4fb5-8863-caed216095f5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 1094 time: 0.0503156 Nov 10 20:10:42.509052 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01112d7a-851a-4d09-af7b-664c3c01617b req-3a549eaf-2f3b-47cc-8f99-49538a23e20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:42.510528 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-01112d7a-851a-4d09-af7b-664c3c01617b req-3a549eaf-2f3b-47cc-8f99-49538a23e20e service neutron] 10.222.0.73 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.0980511 Nov 10 20:10:42.559913 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-01112d7a-851a-4d09-af7b-664c3c01617b req-b3035863-9adc-42d9-b85c-12096fe08174 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 HTTP/1.1" status: 200 len: 217 time: 0.0397739 Nov 10 20:10:42.615033 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01112d7a-851a-4d09-af7b-664c3c01617b req-170ad59f-870a-40d1-a84a-69c71da1dd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:42.616998 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-01112d7a-851a-4d09-af7b-664c3c01617b req-170ad59f-870a-40d1-a84a-69c71da1dd28 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0485303 Nov 10 20:10:42.673193 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01112d7a-851a-4d09-af7b-664c3c01617b req-3370148c-fc6d-42bc-b069-a8a60a4628df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:42.674947 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-01112d7a-851a-4d09-af7b-664c3c01617b req-3370148c-fc6d-42bc-b069-a8a60a4628df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488603 Nov 10 20:10:42.774208 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-01112d7a-851a-4d09-af7b-664c3c01617b req-c5fa6618-a0d1-4cb3-92f6-5e481476a011 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911131 Nov 10 20:10:42.877287 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-01112d7a-851a-4d09-af7b-664c3c01617b req-bcdcdfff-471c-4466-9f92-4e837ecf4828 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952277 Nov 10 20:10:42.915153 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a5d77-db89-43d6-bcfe-60d7ac8ee65b req-315c19ff-48ec-44d8-befc-551c93e61b5a tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:42.917014 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e17a5d77-db89-43d6-bcfe-60d7ac8ee65b req-315c19ff-48ec-44d8-befc-551c93e61b5a tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 943 time: 0.0551815 Nov 10 20:10:42.976937 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e17a5d77-db89-43d6-bcfe-60d7ac8ee65b req-085f2a62-fdbc-49a6-9b6b-d6bfa8d3ef2b tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527596 Nov 10 20:10:44.110839 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6258a-c30d-4407-8cec-36a1a44f4801 req-35c94b8d-9b83-49e3-9347-8579dbf57ea2 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:44.112383 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a6d6258a-c30d-4407-8cec-36a1a44f4801 req-35c94b8d-9b83-49e3-9347-8579dbf57ea2 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 943 time: 0.0599918 Nov 10 20:10:44.163081 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a6d6258a-c30d-4407-8cec-36a1a44f4801 req-88df79cb-0d5b-453b-915b-37e3ceb0a7ad tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442770 Nov 10 20:10:45.168312 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:10:45.276664 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=959c1a01-d116-4f6c-83ad-9ea3c36ab9d8,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:10:45.288356 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8c54d-3695-4d26-a090-ac7bc3c3e0bf req-2a000d7c-d47e-4643-830d-68ca3acb6d45 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:45.289347 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '959c1a01-d116-4f6c-83ad-9ea3c36ab9d8', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'port_id': '959c1a01-d116-4f6c-83ad-9ea3c36ab9d8', 'mac_address': 'fa:16:3e:d5:21:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:10:45.290031 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-36f8c54d-3695-4d26-a090-ac7bc3c3e0bf req-2a000d7c-d47e-4643-830d-68ca3acb6d45 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 943 time: 0.0530117 Nov 10 20:10:45.336042 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:45.346805 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-36f8c54d-3695-4d26-a090-ac7bc3c3e0bf req-9488c538-06c3-403f-a44f-d028c4187989 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499334 Nov 10 20:10:45.350741 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:10:45.373922 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=959c1a01-d116-4f6c-83ad-9ea3c36ab9d8,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:10:45.381363 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:45.445483 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=959c1a01-d116-4f6c-83ad-9ea3c36ab9d8,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:10:45.604773 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['959c1a01-d116-4f6c-83ad-9ea3c36ab9d8'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:10:46.481283 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800453d1-bfb0-4933-b2a2-221fa9f07455 req-b3bd2202-41ba-4c3d-88e0-e924806dc722 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:46.482781 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-800453d1-bfb0-4933-b2a2-221fa9f07455 req-b3bd2202-41ba-4c3d-88e0-e924806dc722 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 944 time: 0.0593760 Nov 10 20:10:46.535848 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-800453d1-bfb0-4933-b2a2-221fa9f07455 req-d97f91d7-ada1-43c8-91c9-a768d76f0fde tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469406 Nov 10 20:10:47.183847 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:10:47.242886 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:10:47.250235 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:10:47.250926 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:47.340835 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:47.368336 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6544041c-0080-4030-82da-1de53bef6856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959c1a01-d116-4f6c-83ad-9ea3c36ab9d8'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:10:47.370932 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde836e0-8314-409d-9a34-76c92a773bdc" -d '{"events": [{"server_uuid": "6544041c-0080-4030-82da-1de53bef6856", "name": "network-vif-plugged", "status": "completed", "tag": "959c1a01-d116-4f6c-83ad-9ea3c36ab9d8"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:10:47.384007 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=959c1a01-d116-4f6c-83ad-9ea3c36ab9d8,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:10:47.389233 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:47.438971 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=959c1a01-d116-4f6c-83ad-9ea3c36ab9d8,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:10:47.470517 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87ae756-f4a7-4850-9d0e-d23b62cd46ad x-openstack-request-id: req-f87ae756-f4a7-4850-9d0e-d23b62cd46ad {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:10:47.470821 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6544041c-0080-4030-82da-1de53bef6856", "name": "network-vif-plugged", "status": "completed", "tag": "959c1a01-d116-4f6c-83ad-9ea3c36ab9d8", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:10:47.471081 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f87ae756-f4a7-4850-9d0e-d23b62cd46ad {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:10:47.471491 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6544041c-0080-4030-82da-1de53bef6856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959c1a01-d116-4f6c-83ad-9ea3c36ab9d8', 'code': 200} Nov 10 20:10:47.578919 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371392e5-f3b4-4e75-8b7a-2d162079bf0a req-fc60ebb8-800f-4ffb-863b-8e481e5d9565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:47.580504 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-371392e5-f3b4-4e75-8b7a-2d162079bf0a req-fc60ebb8-800f-4ffb-863b-8e481e5d9565 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 1096 time: 0.0444527 Nov 10 20:10:47.628098 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-371392e5-f3b4-4e75-8b7a-2d162079bf0a req-d139395d-8ca5-4d8c-b2e0-1a77ffe7f7de service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404630 Nov 10 20:10:47.659264 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32457a-bc65-4319-9233-5b435c75ff20 req-a834eea1-494a-40b8-bbee-d4ce6c270057 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:47.660779 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ed32457a-bc65-4319-9233-5b435c75ff20 req-a834eea1-494a-40b8-bbee-d4ce6c270057 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 945 time: 0.0505426 Nov 10 20:10:47.712247 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ed32457a-bc65-4319-9233-5b435c75ff20 req-0dc51e76-5a0e-4a75-8363-4c8f0138768f tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448399 Nov 10 20:10:48.836293 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2e616-09c6-4a6e-a1c8-103dc3509df0 req-212050a8-2168-4889-bedc-670d61cffc76 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:48.837795 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cba2e616-09c6-4a6e-a1c8-103dc3509df0 req-212050a8-2168-4889-bedc-670d61cffc76 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 945 time: 0.0510747 Nov 10 20:10:48.887675 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cba2e616-09c6-4a6e-a1c8-103dc3509df0 req-724b2ea1-8ff7-4fa4-b2de-1d0bc151c068 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437160 Nov 10 20:10:49.008925 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f8737-1eb2-4455-aaa1-602bcc4c1306 req-f7a7e1d2-ccb3-4050-8730-7fc30c3e40aa tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:49.010567 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-648f8737-1eb2-4455-aaa1-602bcc4c1306 req-f7a7e1d2-ccb3-4050-8730-7fc30c3e40aa tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 945 time: 0.0587966 Nov 10 20:10:49.019194 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55314) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:10:49.024256 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-0a7cda7d-77f3-413e-9bb4-a20bbf3fb899 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Request body: {'floatingip': {'port_id': '959c1a01-d116-4f6c-83ad-9ea3c36ab9d8'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:10:49.065208 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0a7cda7d-77f3-413e-9bb4-a20bbf3fb899 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks [] for floatingip, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:49.529924 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0a7cda7d-77f3-413e-9bb4-a20bbf3fb899 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:49.535272 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0a7cda7d-77f3-413e-9bb4-a20bbf3fb899 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:49.639941 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-0a7cda7d-77f3-413e-9bb4-a20bbf3fb899 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Floating IP 13766d01-5d05-426c-9134-77020cec5001 associated. External IP: 172.25.3.131, port: 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8. Nov 10 20:10:49.863644 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7cda7d-77f3-413e-9bb4-a20bbf3fb899 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Router 29426995-d5d7-4804-a052-1019b2aac574 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:10:49.974932 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7cda7d-77f3-413e-9bb4-a20bbf3fb899 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:10:49.980235 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0a7cda7d-77f3-413e-9bb4-a20bbf3fb899 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:49.984915 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889cd619-118b-44a5-ba15-6520e694453c None None] Sync routers for ids ['29426995-d5d7-4804-a052-1019b2aac574'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:10:49.995068 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889cd619-118b-44a5-ba15-6520e694453c None None] Routers {'29426995-d5d7-4804-a052-1019b2aac574'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:10:49.995676 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-889cd619-118b-44a5-ba15-6520e694453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:10:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['29426995-d5d7-4804-a052-1019b2aac574'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:10:50.008661 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0a7cda7d-77f3-413e-9bb4-a20bbf3fb899 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "PUT /v2.0/floatingips/13766d01-5d05-426c-9134-77020cec5001 HTTP/1.1" status: 200 len: 991 time: 0.9883654 Nov 10 20:10:50.009298 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6544041c-0080-4030-82da-1de53bef6856', 'tag': '959c1a01-d116-4f6c-83ad-9ea3c36ab9d8'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:10:50.011624 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfbd5c25fd1a1bf18e79891c674f962074aa63d8f4aa99a8f6cb3be41b9dd3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89685c8-9af2-4d10-8435-85e5fd0f842b" -d '{"events": [{"name": "network-changed", "server_uuid": "6544041c-0080-4030-82da-1de53bef6856", "tag": "959c1a01-d116-4f6c-83ad-9ea3c36ab9d8"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:10:50.104458 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-889cd619-118b-44a5-ba15-6520e694453c None None] Set router 29426995-d5d7-4804-a052-1019b2aac574 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:10:50.167210 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c5a240-45e4-4467-8080-e732f596bbc0 x-openstack-request-id: req-37c5a240-45e4-4467-8080-e732f596bbc0 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:10:50.167510 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6544041c-0080-4030-82da-1de53bef6856", "tag": "959c1a01-d116-4f6c-83ad-9ea3c36ab9d8", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:10:50.167760 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-37c5a240-45e4-4467-8080-e732f596bbc0 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:10:50.168175 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6544041c-0080-4030-82da-1de53bef6856', 'tag': '959c1a01-d116-4f6c-83ad-9ea3c36ab9d8', 'status': 'completed', 'code': 200} Nov 10 20:10:50.229543 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89685c8-9af2-4d10-8435-85e5fd0f842b req-48c93cb1-602d-4710-8db7-fea174f8cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:50.231208 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f89685c8-9af2-4d10-8435-85e5fd0f842b req-48c93cb1-602d-4710-8db7-fea174f8cf69 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 1096 time: 0.0416424 Nov 10 20:10:50.335579 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89685c8-9af2-4d10-8435-85e5fd0f842b req-a4411f8a-3ca5-465a-8486-6fc8eac493b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:50.337062 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f89685c8-9af2-4d10-8435-85e5fd0f842b req-a4411f8a-3ca5-465a-8486-6fc8eac493b9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.0971913 Nov 10 20:10:50.339609 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-889cd619-118b-44a5-ba15-6520e694453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29426995-d5d7-4804-a052-1019b2aac574', 'name': 'tempest-ServerActionsTestJSON-1242763271-router', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:08:17Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'gw_port': {'id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:18Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '13766d01-5d05-426c-9134-77020cec5001', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '29426995-d5d7-4804-a052-1019b2aac574', 'port_id': '959c1a01-d116-4f6c-83ad-9ea3c36ab9d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'mac_address': 'fa:16:3e:d5:21:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6544041c-0080-4030-82da-1de53bef6856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:08:22Z', 'updated_at': '2021-11-10T20:10:49Z', 'revision_number': 5, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6214f41d-f60c-43ca-9e62-b7dee1c66f02', 'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'mac_address': 'fa:16:3e:31:b0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:19Z', 'updated_at': '2021-11-10T20:08:24Z', 'revision_number': 5, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'subnets': [{'id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:10:50.369958 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889cd619-118b-44a5-ba15-6520e694453c None None] Checking router: 29426995-d5d7-4804-a052-1019b2aac574 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:10:50.378643 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889cd619-118b-44a5-ba15-6520e694453c None None] Routers {'29426995-d5d7-4804-a052-1019b2aac574'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:10:50.379712 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-889cd619-118b-44a5-ba15-6520e694453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:10:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['29426995-d5d7-4804-a052-1019b2aac574'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:10:50.406702 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f89685c8-9af2-4d10-8435-85e5fd0f842b req-ac3bf196-d2e1-4c1c-9079-499daa4e6016 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 HTTP/1.1" status: 200 len: 999 time: 0.0613315 Nov 10 20:10:50.463198 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89685c8-9af2-4d10-8435-85e5fd0f842b req-7323442e-2b3a-4cf2-96c0-1538235687d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:50.464721 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f89685c8-9af2-4d10-8435-85e5fd0f842b req-7323442e-2b3a-4cf2-96c0-1538235687d3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0508580 Nov 10 20:10:50.490640 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-889cd619-118b-44a5-ba15-6520e694453c None None] Set router 29426995-d5d7-4804-a052-1019b2aac574 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:10:50.513096 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89685c8-9af2-4d10-8435-85e5fd0f842b req-a4b5fc51-2b88-45df-b7f9-32137fc011f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:50.514737 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f89685c8-9af2-4d10-8435-85e5fd0f842b req-a4b5fc51-2b88-45df-b7f9-32137fc011f3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424759 Nov 10 20:10:50.611614 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f89685c8-9af2-4d10-8435-85e5fd0f842b req-6d2266ed-819b-4a40-89fd-2f8e3ed55261 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887222 Nov 10 20:10:50.712146 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f89685c8-9af2-4d10-8435-85e5fd0f842b req-2d5c7412-8744-47ac-87df-b650e6c73c28 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932324 Nov 10 20:10:50.825394 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-889cd619-118b-44a5-ba15-6520e694453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29426995-d5d7-4804-a052-1019b2aac574', 'name': 'tempest-ServerActionsTestJSON-1242763271-router', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:08:17Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'gw_port': {'id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:18Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '13766d01-5d05-426c-9134-77020cec5001', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '29426995-d5d7-4804-a052-1019b2aac574', 'port_id': '959c1a01-d116-4f6c-83ad-9ea3c36ab9d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'mac_address': 'fa:16:3e:d5:21:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6544041c-0080-4030-82da-1de53bef6856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:08:22Z', 'updated_at': '2021-11-10T20:10:49Z', 'revision_number': 5, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6214f41d-f60c-43ca-9e62-b7dee1c66f02', 'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'mac_address': 'fa:16:3e:31:b0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:19Z', 'updated_at': '2021-11-10T20:08:24Z', 'revision_number': 5, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'subnets': [{'id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:10:50.852782 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889cd619-118b-44a5-ba15-6520e694453c None None] The sync data for ids ['29426995-d5d7-4804-a052-1019b2aac574'] in n-d-813897-4 is: [{'id': '29426995-d5d7-4804-a052-1019b2aac574', 'name': 'tempest-ServerActionsTestJSON-1242763271-router', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:08:17Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'gw_port': {'id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:18Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '13766d01-5d05-426c-9134-77020cec5001', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '29426995-d5d7-4804-a052-1019b2aac574', 'port_id': '959c1a01-d116-4f6c-83ad-9ea3c36ab9d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'mac_address': 'fa:16:3e:d5:21:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6544041c-0080-4030-82da-1de53bef6856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:08:22Z', 'updated_at': '2021-11-10T20:10:49Z', 'revision_number': 5, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6214f41d-f60c-43ca-9e62-b7dee1c66f02', 'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'mac_address': 'fa:16:3e:31:b0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:19Z', 'updated_at': '2021-11-10T20:08:24Z', 'revision_number': 5, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'subnets': [{'id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:10:51.060193 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18266aa0-af07-415e-8d4c-45536bcc6003 None None] New status for floating IP 13766d01-5d05-426c-9134-77020cec5001: ACTIVE {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:10:53.503492 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-17ad938f-46c7-4e6e-ab91-fe87d295a245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:55.364082 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:55.562701 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:55.751793 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bb4e6dce-1c9c-496a-b93b-ba7587f5d3ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:57.417109 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:58.195370 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-be63d47b-6b8f-4220-8e1c-6932d56352bc req-9856d702-1e78-44bb-8727-02de8a9a8c96 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475049 Nov 10 20:10:58.284344 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63d47b-6b8f-4220-8e1c-6932d56352bc req-52b6060c-1c68-413a-820b-8d34992305b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:58.285881 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-be63d47b-6b8f-4220-8e1c-6932d56352bc req-52b6060c-1c68-413a-820b-8d34992305b0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 1096 time: 0.0449662 Nov 10 20:10:58.390260 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63d47b-6b8f-4220-8e1c-6932d56352bc req-290860e2-e18f-4e0b-9457-b25a14e8be68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:58.391754 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-be63d47b-6b8f-4220-8e1c-6932d56352bc req-290860e2-e18f-4e0b-9457-b25a14e8be68 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.0851316 Nov 10 20:10:58.460535 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-be63d47b-6b8f-4220-8e1c-6932d56352bc req-2122d422-c3f0-4f8b-928a-197f824e4a57 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 HTTP/1.1" status: 200 len: 1001 time: 0.0617449 Nov 10 20:10:58.518899 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63d47b-6b8f-4220-8e1c-6932d56352bc req-650d345b-0828-403f-a5a1-d9483469f7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:58.520441 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-be63d47b-6b8f-4220-8e1c-6932d56352bc req-650d345b-0828-403f-a5a1-d9483469f7f3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0460916 Nov 10 20:10:58.576220 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63d47b-6b8f-4220-8e1c-6932d56352bc req-1a2c9f85-88bd-4c28-8e87-84f7b041314c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:10:58.577829 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-be63d47b-6b8f-4220-8e1c-6932d56352bc req-1a2c9f85-88bd-4c28-8e87-84f7b041314c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449965 Nov 10 20:10:58.679658 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-be63d47b-6b8f-4220-8e1c-6932d56352bc req-1d182707-b0e7-478e-b87c-f88a0746b2aa service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914392 Nov 10 20:10:58.774368 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-be63d47b-6b8f-4220-8e1c-6932d56352bc req-0b68f35f-0d10-463b-b6ca-86043ee29f9b service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842235 Nov 10 20:10:58.930966 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:10:59.375912 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:11:08.184487 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:11:23.500915 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8c837091-3bf4-4c13-bc9c-d8518c33f058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:11:25.360465 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:11:25.560768 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:11:25.754689 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-91926d94-a9e9-4bf7-a25c-3fcfca58be78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:11:27.420389 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:11:28.939497 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:11:29.381189 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:11:45.189624 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:11:53.506544 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8b037c85-707b-4d6a-9312-0966d42ab094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:11:55.390147 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:11:55.564665 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:11:55.764742 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cac85c82-2f53-447c-bc16-7af398fad95b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:11:57.429735 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:11:58.939488 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:11:59.379582 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:00.211303 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5752fd51-ee9e-4b8f-b7ef-534609209be6 req-7e492c0e-f8f2-4703-8654-138b204050d5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478339 Nov 10 20:12:00.300755 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752fd51-ee9e-4b8f-b7ef-534609209be6 req-4458a037-a1b0-4651-9fa3-c71adb525aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:00.302347 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5752fd51-ee9e-4b8f-b7ef-534609209be6 req-4458a037-a1b0-4651-9fa3-c71adb525aae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 1096 time: 0.0446513 Nov 10 20:12:00.407750 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752fd51-ee9e-4b8f-b7ef-534609209be6 req-7244cb97-d395-4b3e-8d46-fbc579668883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:00.409295 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5752fd51-ee9e-4b8f-b7ef-534609209be6 req-7244cb97-d395-4b3e-8d46-fbc579668883 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.0866945 Nov 10 20:12:00.482029 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5752fd51-ee9e-4b8f-b7ef-534609209be6 req-8cec3c61-39d5-4e73-8771-f39921257bd2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 HTTP/1.1" status: 200 len: 1001 time: 0.0648816 Nov 10 20:12:00.537056 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752fd51-ee9e-4b8f-b7ef-534609209be6 req-7323c44d-25cd-4e88-8500-66a2dc18803e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:00.538598 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5752fd51-ee9e-4b8f-b7ef-534609209be6 req-7323c44d-25cd-4e88-8500-66a2dc18803e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0492828 Nov 10 20:12:00.588682 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752fd51-ee9e-4b8f-b7ef-534609209be6 req-f67e96f2-466b-4760-a267-49e41d58f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:00.590268 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5752fd51-ee9e-4b8f-b7ef-534609209be6 req-f67e96f2-466b-4760-a267-49e41d58f99d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439391 Nov 10 20:12:00.690446 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5752fd51-ee9e-4b8f-b7ef-534609209be6 req-352a7637-5183-4c78-8230-e594072e010c service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917809 Nov 10 20:12:00.784269 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5752fd51-ee9e-4b8f-b7ef-534609209be6 req-b257db33-8fa9-4818-ad64-35a24edef137 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854580 Nov 10 20:12:22.194621 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:12:23.500081 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-558d6c77-663a-4323-80d4-369eca567a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:25.378468 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:25.560676 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:25.759375 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1fd0ab62-a385-4b1a-a87f-c13efc89cbd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:26.800909 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd7b42-6586-4932-8399-d98064272f43 req-2b582dff-2bee-491e-a361-0f9500cf6cae tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:26.802538 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-93fd7b42-6586-4932-8399-d98064272f43 req-2b582dff-2bee-491e-a361-0f9500cf6cae tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 945 time: 0.0528157 Nov 10 20:12:26.857131 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-93fd7b42-6586-4932-8399-d98064272f43 req-d6ec4bc1-5082-4352-ac00-f2ac43cae10d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477030 Nov 10 20:12:27.431318 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:27.996059 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc21bf-2d1f-4ba8-8879-cfbe996e4b44 req-f4bcb3d9-406d-4b06-a08b-9ab888a7c532 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:27.997548 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-54fc21bf-2d1f-4ba8-8879-cfbe996e4b44 req-f4bcb3d9-406d-4b06-a08b-9ab888a7c532 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 945 time: 0.0624726 Nov 10 20:12:28.046281 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-54fc21bf-2d1f-4ba8-8879-cfbe996e4b44 req-bde390d7-07cc-48ed-8982-b0e76bd5f213 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420098 Nov 10 20:12:28.950795 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:29.179399 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fe21f-eef6-48a6-acfa-a21d6ad8a920 req-b220b2eb-7fad-4e35-818e-a9b6e3092612 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:29.181053 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f14fe21f-eef6-48a6-acfa-a21d6ad8a920 req-b220b2eb-7fad-4e35-818e-a9b6e3092612 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 945 time: 0.0565662 Nov 10 20:12:29.232118 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f14fe21f-eef6-48a6-acfa-a21d6ad8a920 req-a7e4aa72-39dc-473f-997c-37c139db76d6 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423448 Nov 10 20:12:29.381739 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:30.369022 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2dd290-cae3-432a-9823-cf63f42f1cd0 req-42c1e8b4-e5cf-4feb-96a3-4bffcee9de92 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:30.370546 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e2dd290-cae3-432a-9823-cf63f42f1cd0 req-42c1e8b4-e5cf-4feb-96a3-4bffcee9de92 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 945 time: 0.0555649 Nov 10 20:12:30.429455 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e2dd290-cae3-432a-9823-cf63f42f1cd0 req-8fe6f4e9-3d08-4fe0-8b83-1b3e71edb4d8 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488119 Nov 10 20:12:31.553091 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8d52d-637b-423b-ba7d-2e80c68d0b55 req-f61f48e4-35e7-460f-b769-b8c15a799039 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:31.554597 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-96f8d52d-637b-423b-ba7d-2e80c68d0b55 req-f61f48e4-35e7-460f-b769-b8c15a799039 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 945 time: 0.0518067 Nov 10 20:12:31.604820 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-96f8d52d-637b-423b-ba7d-2e80c68d0b55 req-24d83653-9df9-48d5-adc5-2e7398e2edf4 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433419 Nov 10 20:12:32.732764 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1bbdd-f2a7-4c02-adf4-e94ca2b04ea0 req-64d58cb2-58e8-47d0-95e1-6dfdd2570646 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:32.734288 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-15a1bbdd-f2a7-4c02-adf4-e94ca2b04ea0 req-64d58cb2-58e8-47d0-95e1-6dfdd2570646 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 945 time: 0.0575244 Nov 10 20:12:32.781073 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-15a1bbdd-f2a7-4c02-adf4-e94ca2b04ea0 req-02306f44-cc87-4a7f-a2ad-95a5a876089b tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406950 Nov 10 20:12:33.913481 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91373ef0-cf8b-497f-8477-72b0bc368073 req-006b4f23-e188-4f45-a671-92cfbd244f1c tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:33.915283 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91373ef0-cf8b-497f-8477-72b0bc368073 req-006b4f23-e188-4f45-a671-92cfbd244f1c tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 945 time: 0.0550439 Nov 10 20:12:33.964296 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-91373ef0-cf8b-497f-8477-72b0bc368073 req-59e2c4f7-bf63-4f12-8f57-a7abdcbfa64f tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427353 Nov 10 20:12:35.088744 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65fa56-9779-44ba-bf57-96ec594190de req-59707128-9533-44cd-9b38-d6fdf1564d9c tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:35.090305 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7e65fa56-9779-44ba-bf57-96ec594190de req-59707128-9533-44cd-9b38-d6fdf1564d9c tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 945 time: 0.0536015 Nov 10 20:12:35.140187 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7e65fa56-9779-44ba-bf57-96ec594190de req-8d20713e-1310-4f69-9406-94899919a22c tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437722 Nov 10 20:12:36.289849 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8795e7-739b-4538-a1ce-d4c88c8a2c78 req-126dd490-788f-4a7d-8793-f27cb5d627d2 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:36.291731 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fc8795e7-739b-4538-a1ce-d4c88c8a2c78 req-126dd490-788f-4a7d-8793-f27cb5d627d2 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 945 time: 0.0610504 Nov 10 20:12:36.344525 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fc8795e7-739b-4538-a1ce-d4c88c8a2c78 req-038e4613-d4dc-442e-985a-c14a21b8eafd tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466456 Nov 10 20:12:37.488724 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b8746-71da-4566-bf04-e855212f446d req-7abc1b2f-aa9a-4c3f-b68d-d15b24ed048c tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:37.490119 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7f9b8746-71da-4566-bf04-e855212f446d req-7abc1b2f-aa9a-4c3f-b68d-d15b24ed048c tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 945 time: 0.0605068 Nov 10 20:12:37.544011 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7f9b8746-71da-4566-bf04-e855212f446d req-942e493b-a364-4114-aa91-e23116bb0fba tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456450 Nov 10 20:12:37.802773 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b96cce-0457-4cbf-ad9f-0fcaeb9c273c req-f20eae6b-c026-43fd-b491-cec5eb7b71f4 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:37.804281 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-81b96cce-0457-4cbf-ad9f-0fcaeb9c273c req-f20eae6b-c026-43fd-b491-cec5eb7b71f4 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 945 time: 0.0512145 Nov 10 20:12:37.837566 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-58289365-e575-477f-baec-6676b0cb9c1d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0898144 Nov 10 20:12:37.853812 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-81b96cce-0457-4cbf-ad9f-0fcaeb9c273c req-4276737d-5db3-432d-a857-30d0a536b3f6 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426056 Nov 10 20:12:38.992746 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c451948-d4a4-4937-8686-702062c066cf req-12df42bb-57e4-42ef-a6c5-8ed66c2233ab tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:38.994284 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5c451948-d4a4-4937-8686-702062c066cf req-12df42bb-57e4-42ef-a6c5-8ed66c2233ab tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 945 time: 0.0572097 Nov 10 20:12:39.032885 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-411ffeeb-7a3a-4cca-b2e4-d9dddf8ade58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:39.034632 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-411ffeeb-7a3a-4cca-b2e4-d9dddf8ade58 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 1096 time: 0.0428314 Nov 10 20:12:39.044851 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5c451948-d4a4-4937-8686-702062c066cf req-d205e922-315f-4f5e-a601-92c89c154948 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437179 Nov 10 20:12:39.133239 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-0f4380c3-fea3-4157-b9e1-870afee56294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:39.134823 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-0f4380c3-fea3-4157-b9e1-870afee56294 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.0907068 Nov 10 20:12:39.536698 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-5830c8fb-b588-42da-99ec-3aa1a7b7cff9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 HTTP/1.1" status: 200 len: 1001 time: 0.3931594 Nov 10 20:12:39.586828 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-7c57fcf9-ca9d-41f5-aeb7-17cb62eaaab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:39.588276 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-7c57fcf9-ca9d-41f5-aeb7-17cb62eaaab2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0435083 Nov 10 20:12:39.639439 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-043ad6c5-6103-4d2c-84f8-5fdf10511d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:39.641054 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-043ad6c5-6103-4d2c-84f8-5fdf10511d83 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454032 Nov 10 20:12:39.731936 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-8316ff27-2d85-4906-a9a3-455007346478 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827401 Nov 10 20:12:39.827167 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-d3dd7100-a58c-49c1-bbe0-60a7cf248d42 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873988 Nov 10 20:12:40.168183 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b066d-b780-44ba-a912-fc070d530eda req-5726a363-e894-4dde-9351-ce05d63c13f7 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:40.169816 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f26b066d-b780-44ba-a912-fc070d530eda req-5726a363-e894-4dde-9351-ce05d63c13f7 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 945 time: 0.0525169 Nov 10 20:12:40.228927 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f26b066d-b780-44ba-a912-fc070d530eda req-6a3e6e83-d580-444f-a4af-5833a64d52a3 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501487 Nov 10 20:12:41.376659 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9684ef-4020-45c3-9ce9-3901f390393c req-831fee4f-144d-497b-9e4b-1c10469a5297 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:41.378166 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ed9684ef-4020-45c3-9ce9-3901f390393c req-831fee4f-144d-497b-9e4b-1c10469a5297 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 945 time: 0.0609684 Nov 10 20:12:41.700693 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-d92732b8-6e2a-4e7b-9746-bc83d6d45617 service neutron] show failed (client error): The resource could not be found. Nov 10 20:12:41.701751 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-d92732b8-6e2a-4e7b-9746-bc83d6d45617 service neutron] 10.222.0.73 "GET /v2.0/ports/959c1a01-d116-4f6c-83ad-9ea3c36ab9d8/bindings/n-h2-813897-4 HTTP/1.1" status: 404 len: 380 time: 0.0598247 Nov 10 20:12:41.784195 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ed9684ef-4020-45c3-9ce9-3901f390393c req-844fbf81-b256-4e22-803e-b53d6df393e1 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3998384 Nov 10 20:12:41.970432 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-7a2476bc-11cb-495a-8b9d-c5829623666f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:41.971953 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-7a2476bc-11cb-495a-8b9d-c5829623666f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856&tenant_id=868da2bbecd2421ca6396edaac16a106 HTTP/1.1" status: 200 len: 1096 time: 0.0870056 Nov 10 20:12:41.984525 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813897-4', 'device_owner': 'compute:nova'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:12:42.040778 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:42.245163 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] For port 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=959c1a01-d116-4f6c-83ad-9ea3c36ab9d8,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:12:42.283509 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] For port 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:12:42.323917 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6544041c-0080-4030-82da-1de53bef6856', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '959c1a01-d116-4f6c-83ad-9ea3c36ab9d8'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:12:42.326461 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab91a88-aea9-4c4d-8a73-5d2163402949" -d '{"events": [{"server_uuid": "6544041c-0080-4030-82da-1de53bef6856", "name": "network-vif-unplugged", "status": "completed", "tag": "959c1a01-d116-4f6c-83ad-9ea3c36ab9d8"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:12:42.330591 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:42.349498 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] Transition to ACTIVE for port object 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:12:42.357590 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:42.442776 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] Pushing event updated for resources: {'Port': ['ID=959c1a01-d116-4f6c-83ad-9ea3c36ab9d8,revision_number=6']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:12:42.452793 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 20:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1028638-151f-4e45-bfde-b160d0b60ba9 x-openstack-request-id: req-c1028638-151f-4e45-bfde-b160d0b60ba9 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:12:42.453060 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6544041c-0080-4030-82da-1de53bef6856", "name": "network-vif-unplugged", "status": "completed", "tag": "959c1a01-d116-4f6c-83ad-9ea3c36ab9d8", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:12:42.453349 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c1028638-151f-4e45-bfde-b160d0b60ba9 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:12:42.453755 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6544041c-0080-4030-82da-1de53bef6856', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '959c1a01-d116-4f6c-83ad-9ea3c36ab9d8', 'code': 200} Nov 10 20:12:42.460658 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:12:42.461008 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:12:42.461348 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:12:42.461684 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:12:42.462027 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:12:42.462367 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:12:42.462692 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:12:42.463022 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:12:42.463349 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:12:42.463676 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:12:42.463997 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:12:42.464321 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:12:42.501297 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] No DVR routers for this DVR port 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:12:42.643516 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] Attempting to bind port 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:12:42.643848 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] Attempting to bind port 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:12:42.644168 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] Attempting to bind port 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 on network 62ad9681-ad12-4fc3-8053-67c92444be86 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:12:42.649213 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] Port 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 on network 62ad9681-ad12-4fc3-8053-67c92444be86 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:12:42.649577 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] Attempting to bind port 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 on network 62ad9681-ad12-4fc3-8053-67c92444be86 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:12:42.654954 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:12:42.655291 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] Checking segment: {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:12:42.655667 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] Bound using segment: {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:12:42.656083 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] Bound port: 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:12:42.656488 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:42.718358 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] For port 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:12:42.721373 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] For port 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=959c1a01-d116-4f6c-83ad-9ea3c36ab9d8,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:12:42.728567 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:42.767112 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:42.767645 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:42.769110 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] 10.222.0.25 "PUT /v2.0/ports/959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 HTTP/1.1" status: 200 len: 1091 time: 0.7887127 Nov 10 20:12:42.792269 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a15ee7-bd01-4ce5-aba4-0199db876f3b service neutron] Pushing event updated for resources: {'Port': ['ID=959c1a01-d116-4f6c-83ad-9ea3c36ab9d8,revision_number=7']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:12:42.845879 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-74b34756-8894-4057-82a2-62cb387f20a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:42.847519 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-74b34756-8894-4057-82a2-62cb387f20a7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 1094 time: 0.0491109 Nov 10 20:12:42.916913 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cf47f-ef37-40bc-8ae5-98a8d2b7a69f req-2dfcad1d-6e04-4e10-af02-9c86fa677322 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:42.918636 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-920cf47f-ef37-40bc-8ae5-98a8d2b7a69f req-2dfcad1d-6e04-4e10-af02-9c86fa677322 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 943 time: 0.0546317 Nov 10 20:12:42.950216 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-6962fba6-3341-448a-96f8-d068bdf3ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:42.951518 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-6962fba6-3341-448a-96f8-d068bdf3ff9a service neutron] 10.222.0.25 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.0969989 Nov 10 20:12:42.968926 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-920cf47f-ef37-40bc-8ae5-98a8d2b7a69f req-fef5ec2e-d149-47f8-9976-10c46918506b tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426869 Nov 10 20:12:43.020957 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-008bf556-cf5a-40c6-b09e-c94fe156c1bb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 HTTP/1.1" status: 200 len: 999 time: 0.0614367 Nov 10 20:12:43.072662 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-fcd16c16-b06d-45c2-b3b3-86a4e5658c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:43.074092 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-fcd16c16-b06d-45c2-b3b3-86a4e5658c18 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0452089 Nov 10 20:12:43.136203 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-c93a4e74-77eb-4661-92dc-adbe8a43dad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:43.137798 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-c93a4e74-77eb-4661-92dc-adbe8a43dad7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548844 Nov 10 20:12:43.240060 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-66a3cbe1-6e26-4130-beaa-5ecebde85200 service neutron] 10.222.0.25 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938799 Nov 10 20:12:43.337688 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c5b9fc5c-5051-4e42-a7bb-9ea982256491 req-7a4a2064-3ae8-4025-9f2c-cc4aaedb5570 service neutron] 10.222.0.25 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897615 Nov 10 20:12:44.108420 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e80f9-f814-4d67-8da8-5fe8d9ad1878 req-74245599-5939-41dc-a1d9-70ff7a0d9722 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:44.109935 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f71e80f9-f814-4d67-8da8-5fe8d9ad1878 req-74245599-5939-41dc-a1d9-70ff7a0d9722 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 943 time: 0.0626631 Nov 10 20:12:44.165418 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f71e80f9-f814-4d67-8da8-5fe8d9ad1878 req-dae637bc-c30d-497a-93ee-13916aef94b7 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468545 Nov 10 20:12:44.455694 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6544041c-0080-4030-82da-1de53bef6856', 'tag': '959c1a01-d116-4f6c-83ad-9ea3c36ab9d8'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:12:44.460032 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78d6b58-2914-4d4d-af5d-504f7f30016d" -d '{"events": [{"name": "network-changed", "server_uuid": "6544041c-0080-4030-82da-1de53bef6856", "tag": "959c1a01-d116-4f6c-83ad-9ea3c36ab9d8"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:12:44.514969 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8597b105-7ec4-4642-a14a-bd422b03360b x-openstack-request-id: req-8597b105-7ec4-4642-a14a-bd422b03360b {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:12:44.515225 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6544041c-0080-4030-82da-1de53bef6856", "tag": "959c1a01-d116-4f6c-83ad-9ea3c36ab9d8", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:12:44.515510 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8597b105-7ec4-4642-a14a-bd422b03360b {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:12:44.515960 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6544041c-0080-4030-82da-1de53bef6856', 'tag': '959c1a01-d116-4f6c-83ad-9ea3c36ab9d8', 'status': 'completed', 'code': 200} Nov 10 20:12:44.605118 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d6b58-2914-4d4d-af5d-504f7f30016d req-b48b8d09-9184-443d-b543-9ae2282c93a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:44.606984 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d78d6b58-2914-4d4d-af5d-504f7f30016d req-b48b8d09-9184-443d-b543-9ae2282c93a5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 1094 time: 0.0599706 Nov 10 20:12:44.608946 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d6b58-2914-4d4d-af5d-504f7f30016d req-14215076-1657-4477-b418-57e45ca04749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:44.610365 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d78d6b58-2914-4d4d-af5d-504f7f30016d req-14215076-1657-4477-b418-57e45ca04749 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 1094 time: 0.0756392 Nov 10 20:12:44.767771 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d6b58-2914-4d4d-af5d-504f7f30016d req-ddd9ae56-3845-4784-9dbf-04f85937f429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:44.769191 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d78d6b58-2914-4d4d-af5d-504f7f30016d req-ddd9ae56-3845-4784-9dbf-04f85937f429 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.1553500 Nov 10 20:12:44.771895 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d6b58-2914-4d4d-af5d-504f7f30016d req-9964b8a8-d80c-41bf-8d72-c44deb992342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:44.773214 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d78d6b58-2914-4d4d-af5d-504f7f30016d req-9964b8a8-d80c-41bf-8d72-c44deb992342 service neutron] 10.222.0.25 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.1509178 Nov 10 20:12:44.878400 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d78d6b58-2914-4d4d-af5d-504f7f30016d req-96c53a53-5428-4da6-be8b-26277a287db3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 HTTP/1.1" status: 200 len: 999 time: 0.1019931 Nov 10 20:12:44.882269 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d78d6b58-2914-4d4d-af5d-504f7f30016d req-c26cfdd4-3367-47b2-829e-c1f54cfaa6f0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 HTTP/1.1" status: 200 len: 999 time: 0.1001673 Nov 10 20:12:44.960284 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d6b58-2914-4d4d-af5d-504f7f30016d req-d6e216b0-d0a4-4f1a-ac8d-d4d7367eb609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:44.961729 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d78d6b58-2914-4d4d-af5d-504f7f30016d req-d6e216b0-d0a4-4f1a-ac8d-d4d7367eb609 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0756457 Nov 10 20:12:44.963104 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d6b58-2914-4d4d-af5d-504f7f30016d req-1182e9aa-5f27-42a6-aecd-11f2ba4bf219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:44.964430 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d78d6b58-2914-4d4d-af5d-504f7f30016d req-1182e9aa-5f27-42a6-aecd-11f2ba4bf219 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0709071 Nov 10 20:12:45.049062 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d6b58-2914-4d4d-af5d-504f7f30016d req-577a263f-63d2-4382-9da1-31632fde00f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:45.050595 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d78d6b58-2914-4d4d-af5d-504f7f30016d req-577a263f-63d2-4382-9da1-31632fde00f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813835 Nov 10 20:12:45.056220 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d6b58-2914-4d4d-af5d-504f7f30016d req-37d09c28-a940-46c2-a2fd-d11e6598343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:45.057662 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d78d6b58-2914-4d4d-af5d-504f7f30016d req-37d09c28-a940-46c2-a2fd-d11e6598343d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807796 Nov 10 20:12:45.209432 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d78d6b58-2914-4d4d-af5d-504f7f30016d req-37e36985-0faf-4fc7-a31d-ac1941d88368 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507010 Nov 10 20:12:45.213052 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d78d6b58-2914-4d4d-af5d-504f7f30016d req-507956c0-7322-4651-ac67-fe163600fb2d service neutron] 10.222.0.25 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471736 Nov 10 20:12:45.290755 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e3793-d193-4710-8a14-1d68132e94fe req-167664aa-ad44-467e-b516-80a553ebf6b7 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:45.292276 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-214e3793-d193-4710-8a14-1d68132e94fe req-167664aa-ad44-467e-b516-80a553ebf6b7 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 943 time: 0.0518255 Nov 10 20:12:45.341890 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-214e3793-d193-4710-8a14-1d68132e94fe req-658f47c9-48d7-4ac8-9e02-a9235a5cceec tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428793 Nov 10 20:12:45.372323 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d78d6b58-2914-4d4d-af5d-504f7f30016d req-8c94f299-c181-4ce5-803a-c304fc1bf7a9 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547740 Nov 10 20:12:45.374368 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d78d6b58-2914-4d4d-af5d-504f7f30016d req-f7624c25-4707-45c9-8943-dbb2059ff18d service neutron] 10.222.0.25 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495728 Nov 10 20:12:45.808557 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:12:45.851713 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:12:46.468745 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1d92b-206d-4d9f-93f6-c19d3fdb9787 req-2acfb7d9-1587-43ea-bf38-fc9c17477b79 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:46.470252 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d7e1d92b-206d-4d9f-93f6-c19d3fdb9787 req-2acfb7d9-1587-43ea-bf38-fc9c17477b79 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 943 time: 0.0536506 Nov 10 20:12:46.519389 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d7e1d92b-206d-4d9f-93f6-c19d3fdb9787 req-33b9bfb6-2d39-43d7-b898-e0bd468b27b7 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428948 Nov 10 20:12:46.734136 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595be777-9d79-4fad-871b-88489db8a40c req-45b0e79a-0daf-4cfd-af5c-2e51c737f4c1 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:46.735606 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-595be777-9d79-4fad-871b-88489db8a40c req-45b0e79a-0daf-4cfd-af5c-2e51c737f4c1 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 943 time: 0.0529051 Nov 10 20:12:46.747574 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35be4f-f6e9-435d-afe0-95446688ed2c req-6a1ec21b-d4ac-474c-8c5b-0b57c26f7b3b tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:46.749213 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-aa35be4f-f6e9-435d-afe0-95446688ed2c req-6a1ec21b-d4ac-474c-8c5b-0b57c26f7b3b tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.73 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856&tenant_id=868da2bbecd2421ca6396edaac16a106&binding%3Ahost_id=n-h2-813897-4 HTTP/1.1" status: 200 len: 943 time: 0.0537872 Nov 10 20:12:46.782719 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-595be777-9d79-4fad-871b-88489db8a40c req-b4bd05fa-a9f0-4dd6-bdff-1b5c127a00e7 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410523 Nov 10 20:12:46.813722 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [req-aa35be4f-f6e9-435d-afe0-95446688ed2c req-46114989-bcdf-4399-83c2-595c610f47a6 service neutron] delete failed (client error): The resource could not be found. Nov 10 20:12:46.814800 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-aa35be4f-f6e9-435d-afe0-95446688ed2c req-46114989-bcdf-4399-83c2-595c610f47a6 service neutron] 10.222.0.73 "DELETE /v2.0/ports/959c1a01-d116-4f6c-83ad-9ea3c36ab9d8/bindings/n-h1-813897-4 HTTP/1.1" status: 404 len: 380 time: 0.0583379 Nov 10 20:12:46.902853 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35be4f-f6e9-435d-afe0-95446688ed2c req-ae6c82b6-65b6-4b96-9d1e-756df98c8d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:46.904369 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-aa35be4f-f6e9-435d-afe0-95446688ed2c req-ae6c82b6-65b6-4b96-9d1e-756df98c8d74 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 1094 time: 0.0448666 Nov 10 20:12:46.995891 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35be4f-f6e9-435d-afe0-95446688ed2c req-f9900d64-2201-49aa-a425-006cc5d6d134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:46.997377 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-aa35be4f-f6e9-435d-afe0-95446688ed2c req-f9900d64-2201-49aa-a425-006cc5d6d134 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.0855372 Nov 10 20:12:47.069049 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-aa35be4f-f6e9-435d-afe0-95446688ed2c req-71075a99-bcd1-4207-a770-08e0bb748698 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 HTTP/1.1" status: 200 len: 999 time: 0.0642781 Nov 10 20:12:47.120562 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35be4f-f6e9-435d-afe0-95446688ed2c req-9aa44340-ed60-41b8-8dc7-4a9462d9221f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:47.122148 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-aa35be4f-f6e9-435d-afe0-95446688ed2c req-9aa44340-ed60-41b8-8dc7-4a9462d9221f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0452626 Nov 10 20:12:47.179492 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35be4f-f6e9-435d-afe0-95446688ed2c req-789bc7bf-5f37-4e10-8ae9-a380eaef31a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:47.181975 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-aa35be4f-f6e9-435d-afe0-95446688ed2c req-789bc7bf-5f37-4e10-8ae9-a380eaef31a9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509691 Nov 10 20:12:47.287186 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-aa35be4f-f6e9-435d-afe0-95446688ed2c req-442de9a3-3475-4a3e-aa09-402b80ad3213 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974526 Nov 10 20:12:47.392546 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-aa35be4f-f6e9-435d-afe0-95446688ed2c req-b0fea282-4c99-47dc-92e8-770a241d268e service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976286 Nov 10 20:12:47.865130 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:12:47.906164 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca3887-639e-4873-9191-fe478c38c900 req-304cd040-a121-4637-8613-e5997bf7c0ba tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:47.907707 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2dca3887-639e-4873-9191-fe478c38c900 req-304cd040-a121-4637-8613-e5997bf7c0ba tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 943 time: 0.0506711 Nov 10 20:12:47.957575 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2dca3887-639e-4873-9191-fe478c38c900 req-2cba1ec8-4473-4dd9-9e0c-fecc7c14c45e tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419762 Nov 10 20:12:47.964810 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=959c1a01-d116-4f6c-83ad-9ea3c36ab9d8,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:12:47.983187 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '959c1a01-d116-4f6c-83ad-9ea3c36ab9d8', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'port_id': '959c1a01-d116-4f6c-83ad-9ea3c36ab9d8', 'mac_address': 'fa:16:3e:d5:21:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:12:48.021585 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:48.035047 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:12:48.054786 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=959c1a01-d116-4f6c-83ad-9ea3c36ab9d8,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:12:48.058856 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:48.082193 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144d24d-6cd2-42b1-99c1-e85e55e2fb5a req-994ea7c0-985e-41ae-a716-8752d07cc67d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:48.083675 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4144d24d-6cd2-42b1-99c1-e85e55e2fb5a req-994ea7c0-985e-41ae-a716-8752d07cc67d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 943 time: 0.0494072 Nov 10 20:12:48.105416 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=959c1a01-d116-4f6c-83ad-9ea3c36ab9d8,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:12:48.112969 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:12:48.113310 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:12:48.113644 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:12:48.114007 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:12:48.114335 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:12:48.114662 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:12:48.114987 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:12:48.115295 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:12:48.115615 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:12:48.115914 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:12:48.116230 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:12:48.116537 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:12:48.135344 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4144d24d-6cd2-42b1-99c1-e85e55e2fb5a req-79e194e3-9be2-41bd-aff1-c959a098a250 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452807 Nov 10 20:12:48.340691 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44037439-a0b9-43f7-8d43-ed256f5ffdce req-b66c5f39-1fdd-492d-8645-e7d04b3cfa5e tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:48.342240 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-44037439-a0b9-43f7-8d43-ed256f5ffdce req-b66c5f39-1fdd-492d-8645-e7d04b3cfa5e tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 944 time: 0.0508754 Nov 10 20:12:48.372602 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374a5a9-7cdc-4ecb-a52a-32d598cf964b req-62874536-e208-45ef-b41a-9707650b0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:48.374157 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1374a5a9-7cdc-4ecb-a52a-32d598cf964b req-62874536-e208-45ef-b41a-9707650b0bee service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 1095 time: 0.0434184 Nov 10 20:12:48.392141 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-44037439-a0b9-43f7-8d43-ed256f5ffdce req-2182b038-d4eb-4823-a7ea-4327db0a8cc1 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436499 Nov 10 20:12:48.426139 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['959c1a01-d116-4f6c-83ad-9ea3c36ab9d8'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:12:48.466622 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374a5a9-7cdc-4ecb-a52a-32d598cf964b req-f74425ab-190f-4435-a851-f32267406b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:48.468127 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1374a5a9-7cdc-4ecb-a52a-32d598cf964b req-f74425ab-190f-4435-a851-f32267406b67 service neutron] 10.222.0.25 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.0857835 Nov 10 20:12:48.547797 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1374a5a9-7cdc-4ecb-a52a-32d598cf964b req-40a039cd-7b90-4426-b3b8-378d7bcfac13 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 HTTP/1.1" status: 200 len: 1000 time: 0.0716894 Nov 10 20:12:48.599973 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374a5a9-7cdc-4ecb-a52a-32d598cf964b req-4d773279-c702-44fd-b1b6-9833fbbdb5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:48.601530 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1374a5a9-7cdc-4ecb-a52a-32d598cf964b req-4d773279-c702-44fd-b1b6-9833fbbdb5cb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0474129 Nov 10 20:12:48.648561 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374a5a9-7cdc-4ecb-a52a-32d598cf964b req-46ed69b6-c1d9-4901-b902-973e85754935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:48.650062 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1374a5a9-7cdc-4ecb-a52a-32d598cf964b req-46ed69b6-c1d9-4901-b902-973e85754935 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416334 Nov 10 20:12:48.748272 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1374a5a9-7cdc-4ecb-a52a-32d598cf964b req-6609e9e0-782f-4bc3-a08b-318d0eb17c5a service neutron] 10.222.0.25 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903952 Nov 10 20:12:48.844690 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1374a5a9-7cdc-4ecb-a52a-32d598cf964b req-36c29010-f3fd-4c34-a9b9-9830be772e8e service neutron] 10.222.0.25 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890296 Nov 10 20:12:49.510591 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f8ed6-545d-472d-88b9-8c10a1f3e871 req-0c1383eb-4b65-4112-ab2d-b4ae51d35b17 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:49.512205 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d93f8ed6-545d-472d-88b9-8c10a1f3e871 req-0c1383eb-4b65-4112-ab2d-b4ae51d35b17 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 944 time: 0.0503476 Nov 10 20:12:49.563293 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d93f8ed6-545d-472d-88b9-8c10a1f3e871 req-a6675a6f-b83c-44d2-a3c5-587b27ffecaf tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437634 Nov 10 20:12:49.827275 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06406f9a-2354-424a-b864-887749ff9444 req-4430ebdc-b14d-41d7-b1e8-b3c4c71368f3 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:49.828776 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-06406f9a-2354-424a-b864-887749ff9444 req-4430ebdc-b14d-41d7-b1e8-b3c4c71368f3 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 944 time: 0.0669994 Nov 10 20:12:49.878573 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-06406f9a-2354-424a-b864-887749ff9444 req-a990a68e-ed8a-4abc-916c-8fe33fd34f2d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434110 Nov 10 20:12:49.887846 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:12:49.989512 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=959c1a01-d116-4f6c-83ad-9ea3c36ab9d8,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:12:50.003884 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '959c1a01-d116-4f6c-83ad-9ea3c36ab9d8', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'port_id': '959c1a01-d116-4f6c-83ad-9ea3c36ab9d8', 'mac_address': 'fa:16:3e:d5:21:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:12:50.059814 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['959c1a01-d116-4f6c-83ad-9ea3c36ab9d8'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:12:51.007956 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ad8f6-b8c9-4fda-a0ff-00bb3d448fdf req-08e29822-c566-40f0-9ffd-d557cee2f0ef tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:51.009425 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-da0ad8f6-b8c9-4fda-a0ff-00bb3d448fdf req-08e29822-c566-40f0-9ffd-d557cee2f0ef tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 944 time: 0.0532062 Nov 10 20:12:51.059929 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-da0ad8f6-b8c9-4fda-a0ff-00bb3d448fdf req-35d5a4eb-beb8-4669-8d5f-e577f9a6bc68 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441189 Nov 10 20:12:51.213679 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c339ad8-2d27-46da-9160-a61ebdc747b2 req-8a7dc18d-ccde-4d94-94e1-3d41e2c1854c tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:51.215168 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7c339ad8-2d27-46da-9160-a61ebdc747b2 req-8a7dc18d-ccde-4d94-94e1-3d41e2c1854c tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.25 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 944 time: 0.0606859 Nov 10 20:12:51.306658 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-7c339ad8-2d27-46da-9160-a61ebdc747b2 req-e28437da-f245-450b-a9de-cc814d5a921f tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Deleting port 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:12:51.306992 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7c339ad8-2d27-46da-9160-a61ebdc747b2 req-e28437da-f245-450b-a9de-cc814d5a921f tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:51.403522 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-7c339ad8-2d27-46da-9160-a61ebdc747b2 req-e28437da-f245-450b-a9de-cc814d5a921f tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] For port 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=959c1a01-d116-4f6c-83ad-9ea3c36ab9d8,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:12:51.403891 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7c339ad8-2d27-46da-9160-a61ebdc747b2 req-e28437da-f245-450b-a9de-cc814d5a921f tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:51.583622 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7c339ad8-2d27-46da-9160-a61ebdc747b2 req-e28437da-f245-450b-a9de-cc814d5a921f tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:51.583887 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7c339ad8-2d27-46da-9160-a61ebdc747b2 req-e28437da-f245-450b-a9de-cc814d5a921f tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:51.584207 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [req-7c339ad8-2d27-46da-9160-a61ebdc747b2 req-e28437da-f245-450b-a9de-cc814d5a921f tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Floating IP 13766d01-5d05-426c-9134-77020cec5001 disassociated. External IP: 172.25.3.131, port: 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8. Nov 10 20:12:51.584545 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-7c339ad8-2d27-46da-9160-a61ebdc747b2 req-e28437da-f245-450b-a9de-cc814d5a921f tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Calling delete_port for 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:12:51.727316 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7c339ad8-2d27-46da-9160-a61ebdc747b2 req-e28437da-f245-450b-a9de-cc814d5a921f tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:51.756494 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28437da-f245-450b-a9de-cc814d5a921f tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Pushing event deleted for resources: {'Port': ['ID=959c1a01-d116-4f6c-83ad-9ea3c36ab9d8,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:12:51.895888 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:12:51.902183 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c339ad8-2d27-46da-9160-a61ebdc747b2 req-e28437da-f245-450b-a9de-cc814d5a921f tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Router 29426995-d5d7-4804-a052-1019b2aac574 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:12:51.924326 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:12:51.924764 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 10 20:12:51.945234 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Port 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 not found, will not notify nova. {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 10 20:12:52.175740 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5a0943a5-cef1-4a61-ac52-3d0917ad33b2 req-aba2972d-7e91-465a-974a-d15c2c6688e5 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=6544041c-0080-4030-82da-1de53bef6856 HTTP/1.1" status: 200 len: 210 time: 0.0282800 Nov 10 20:12:52.359872 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c339ad8-2d27-46da-9160-a61ebdc747b2 req-e28437da-f245-450b-a9de-cc814d5a921f tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:12:52.370757 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fad3ce-adad-45ce-bda0-9663a9937805 None None] Sync routers for ids ['29426995-d5d7-4804-a052-1019b2aac574'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:12:52.379835 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fad3ce-adad-45ce-bda0-9663a9937805 None None] Routers {'29426995-d5d7-4804-a052-1019b2aac574'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:12:52.380428 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-c5fad3ce-adad-45ce-bda0-9663a9937805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:12:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['29426995-d5d7-4804-a052-1019b2aac574'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:12:52.400295 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c339ad8-2d27-46da-9160-a61ebdc747b2 req-e28437da-f245-450b-a9de-cc814d5a921f tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] No DVR routers for this DVR port 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:12:52.403427 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7c339ad8-2d27-46da-9160-a61ebdc747b2 req-e28437da-f245-450b-a9de-cc814d5a921f tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:52.407033 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7c339ad8-2d27-46da-9160-a61ebdc747b2 req-e28437da-f245-450b-a9de-cc814d5a921f tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.25 "DELETE /v2.0/ports/959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 HTTP/1.1" status: 204 len: 173 time: 1.1858766 Nov 10 20:12:52.407618 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6544041c-0080-4030-82da-1de53bef6856', 'name': 'network-vif-deleted', 'tag': '959c1a01-d116-4f6c-83ad-9ea3c36ab9d8'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:12:52.410451 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46ef41a-bd57-4e98-9ef4-e0a504900e6c" -d '{"events": [{"server_uuid": "6544041c-0080-4030-82da-1de53bef6856", "name": "network-vif-deleted", "tag": "959c1a01-d116-4f6c-83ad-9ea3c36ab9d8"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:12:52.454639 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512e18e8-804f-4678-a3af-b27c692a5f6b x-openstack-request-id: req-512e18e8-804f-4678-a3af-b27c692a5f6b {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:12:52.454939 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6544041c-0080-4030-82da-1de53bef6856", "name": "network-vif-deleted", "tag": "959c1a01-d116-4f6c-83ad-9ea3c36ab9d8", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:12:52.455213 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-512e18e8-804f-4678-a3af-b27c692a5f6b {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:12:52.455632 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6544041c-0080-4030-82da-1de53bef6856', 'name': 'network-vif-deleted', 'tag': '959c1a01-d116-4f6c-83ad-9ea3c36ab9d8', 'status': 'completed', 'code': 200} Nov 10 20:12:52.502256 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-c5fad3ce-adad-45ce-bda0-9663a9937805 None None] Set router 29426995-d5d7-4804-a052-1019b2aac574 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:12:52.720110 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-c5fad3ce-adad-45ce-bda0-9663a9937805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29426995-d5d7-4804-a052-1019b2aac574', 'name': 'tempest-ServerActionsTestJSON-1242763271-router', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:08:17Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'gw_port': {'id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:18Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '6214f41d-f60c-43ca-9e62-b7dee1c66f02', 'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'mac_address': 'fa:16:3e:31:b0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:19Z', 'updated_at': '2021-11-10T20:08:24Z', 'revision_number': 5, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'subnets': [{'id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:12:52.745880 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fad3ce-adad-45ce-bda0-9663a9937805 None None] Checking router: 29426995-d5d7-4804-a052-1019b2aac574 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:12:52.754740 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fad3ce-adad-45ce-bda0-9663a9937805 None None] Routers {'29426995-d5d7-4804-a052-1019b2aac574'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:12:52.755351 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-c5fad3ce-adad-45ce-bda0-9663a9937805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:12:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['29426995-d5d7-4804-a052-1019b2aac574'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:12:52.866789 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-c5fad3ce-adad-45ce-bda0-9663a9937805 None None] Set router 29426995-d5d7-4804-a052-1019b2aac574 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:12:53.073988 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-c5fad3ce-adad-45ce-bda0-9663a9937805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29426995-d5d7-4804-a052-1019b2aac574', 'name': 'tempest-ServerActionsTestJSON-1242763271-router', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:08:17Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'gw_port': {'id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:18Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '6214f41d-f60c-43ca-9e62-b7dee1c66f02', 'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'mac_address': 'fa:16:3e:31:b0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:19Z', 'updated_at': '2021-11-10T20:08:24Z', 'revision_number': 5, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'subnets': [{'id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:12:53.099386 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fad3ce-adad-45ce-bda0-9663a9937805 None None] The sync data for ids ['29426995-d5d7-4804-a052-1019b2aac574'] in n-d-813897-4 is: [{'id': '29426995-d5d7-4804-a052-1019b2aac574', 'name': 'tempest-ServerActionsTestJSON-1242763271-router', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:08:17Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'gw_port': {'id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:18Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '6214f41d-f60c-43ca-9e62-b7dee1c66f02', 'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'mac_address': 'fa:16:3e:31:b0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:19Z', 'updated_at': '2021-11-10T20:08:24Z', 'revision_number': 5, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'subnets': [{'id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:12:53.324174 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8f326e-55c4-4a71-ab6b-ae95c1459d1b None None] New status for floating IP 13766d01-5d05-426c-9134-77020cec5001: DOWN {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:12:53.480676 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-84c38991-326f-4acc-b68f-3e81d8216a7c tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1016203361&fields=id&tenant_id=868da2bbecd2421ca6396edaac16a106 HTTP/1.1" status: 200 len: 267 time: 0.0529490 Nov 10 20:12:53.494248 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-21427f38-73fc-42c1-9603-52229cbc3844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:53.592354 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-664ae1d5-bbb1-41b1-b675-55b96d526e0a tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:53.593715 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-664ae1d5-bbb1-41b1-b675-55b96d526e0a tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 812 time: 0.1056924 Nov 10 20:12:53.609980 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-61021c60-636a-412f-ac9e-6af7d5f10950 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/quotas/868da2bbecd2421ca6396edaac16a106 HTTP/1.1" status: 200 len: 375 time: 0.0100884 Nov 10 20:12:53.668369 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-d513b115-ef7f-4f4d-83f0-000aaf120241 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526145 Nov 10 20:12:53.762756 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-65398e65-a88b-4675-8a1c-96440630e3f2 service neutron] 10.222.0.54 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815644 Nov 10 20:12:53.866751 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-0b1fe2f1-584c-4b99-8d48-a576534f1f03 service neutron] 10.222.0.54 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970812 Nov 10 20:12:54.039569 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1e079cd1-4732-44ff-a8f7-f6403fae75e7 req-7841470c-9954-4744-9719-8e816f374033 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 210 time: 0.0305445 Nov 10 20:12:55.105077 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-8cdc320d-c8bf-45bf-a130-a7c1f66ff555 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:55.106730 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-8cdc320d-c8bf-45bf-a130-a7c1f66ff555 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.73 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 812 time: 0.1140914 Nov 10 20:12:55.139955 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5809961b-6a91-46b1-be2c-3000383d63c1 req-f0880774-51b7-4d72-9539-deba7a57588e tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 210 time: 0.0286882 Nov 10 20:12:55.177040 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-85fd6e2e-475b-4d4a-a176-980eaac1fa2a tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=868da2bbecd2421ca6396edaac16a106 HTTP/1.1" status: 200 len: 380 time: 0.0592613 Nov 10 20:12:55.187521 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-f8a93d0b-a3a2-4043-9ecb-8cd09955c1b4 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Request body: {'port': {'device_id': '69ca6caa-363b-43f4-a6ec-e2bc83c77fe4', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'admin_state_up': True, 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'security_groups': ['cccd44a1-9c68-403c-8138-03af611b2f27']}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:12:55.311618 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-f8a93d0b-a3a2-4043-9ecb-8cd09955c1b4 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Made reservation on behalf of 868da2bbecd2421ca6396edaac16a106 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:12:55.315178 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-f8a93d0b-a3a2-4043-9ecb-8cd09955c1b4 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:55.400637 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:55.440292 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-f8a93d0b-a3a2-4043-9ecb-8cd09955c1b4 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Allocated IP 172.20.0.9 (62ad9681-ad12-4fc3-8053-67c92444be86/d7b49f67-fa13-497a-800b-34608cfad5b8/8eb6a049-bfc9-49d8-b705-788d867b6f84) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:12:55.567360 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:55.584193 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-f8a93d0b-a3a2-4043-9ecb-8cd09955c1b4 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:55.621610 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-f8a93d0b-a3a2-4043-9ecb-8cd09955c1b4 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:55.670330 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-f8a93d0b-a3a2-4043-9ecb-8cd09955c1b4 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Network 62ad9681-ad12-4fc3-8053-67c92444be86 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:12:55.675435 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-f8a93d0b-a3a2-4043-9ecb-8cd09955c1b4 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:12:55.679296 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-f8a93d0b-a3a2-4043-9ecb-8cd09955c1b4 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:12:55.686583 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a93d0b-a3a2-4043-9ecb-8cd09955c1b4 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Pushing event updated for resources: {'Port': ['ID=8eb6a049-bfc9-49d8-b705-788d867b6f84,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:12:55.735778 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-f8a93d0b-a3a2-4043-9ecb-8cd09955c1b4 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:55.736378 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-f8a93d0b-a3a2-4043-9ecb-8cd09955c1b4 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:55.756191 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-f8a93d0b-a3a2-4043-9ecb-8cd09955c1b4 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5726540 Nov 10 20:12:55.763596 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e0c3b24a-9891-44f9-8e25-7860f596ec51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:55.770494 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-9e8dfcdd-eeb7-440d-b038-c7cac7950b75 service neutron] Request body: {'port': {'device_id': '69ca6caa-363b-43f4-a6ec-e2bc83c77fe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:12:55.840688 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-9e8dfcdd-eeb7-440d-b038-c7cac7950b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:55.905023 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8cc26d0f-e018-4ac3-ade7-87e81300270f None None] Provisioning complete for port 8eb6a049-bfc9-49d8-b705-788d867b6f84 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:12:55.905714 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8cc26d0f-e018-4ac3-ade7-87e81300270f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:55.928484 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:12:55.951923 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:12:55.952247 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 959c1a01-d116-4f6c-83ad-9ea3c36ab9d8 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:12:55.961324 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-8cc26d0f-e018-4ac3-ade7-87e81300270f None None] Port 8eb6a049-bfc9-49d8-b705-788d867b6f84 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:12:56.109895 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-9e8dfcdd-eeb7-440d-b038-c7cac7950b75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb6a049-bfc9-49d8-b705-788d867b6f84 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:12:56.117437 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-9e8dfcdd-eeb7-440d-b038-c7cac7950b75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:56.136161 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-9e8dfcdd-eeb7-440d-b038-c7cac7950b75 service neutron] Transition to ACTIVE for port object 8eb6a049-bfc9-49d8-b705-788d867b6f84 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:12:56.141252 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-9e8dfcdd-eeb7-440d-b038-c7cac7950b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:56.195892 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8dfcdd-eeb7-440d-b038-c7cac7950b75 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb6a049-bfc9-49d8-b705-788d867b6f84,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:12:56.268108 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25cfbf9-39af-40c6-b2ec-8d1b8e5335cc req-c95d206f-caf8-4654-b33e-adbee106fa76 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:56.269549 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-9e8dfcdd-eeb7-440d-b038-c7cac7950b75 service neutron] Attempting to bind port 8eb6a049-bfc9-49d8-b705-788d867b6f84 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:12:56.269935 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-9e8dfcdd-eeb7-440d-b038-c7cac7950b75 service neutron] Attempting to bind port 8eb6a049-bfc9-49d8-b705-788d867b6f84 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:12:56.270267 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-9e8dfcdd-eeb7-440d-b038-c7cac7950b75 service neutron] Attempting to bind port 8eb6a049-bfc9-49d8-b705-788d867b6f84 on network 62ad9681-ad12-4fc3-8053-67c92444be86 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:12:56.270377 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e25cfbf9-39af-40c6-b2ec-8d1b8e5335cc req-c95d206f-caf8-4654-b33e-adbee106fa76 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 943 time: 0.0542526 Nov 10 20:12:56.275111 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-9e8dfcdd-eeb7-440d-b038-c7cac7950b75 service neutron] Port 8eb6a049-bfc9-49d8-b705-788d867b6f84 on network 62ad9681-ad12-4fc3-8053-67c92444be86 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:12:56.275444 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-9e8dfcdd-eeb7-440d-b038-c7cac7950b75 service neutron] Attempting to bind port 8eb6a049-bfc9-49d8-b705-788d867b6f84 on network 62ad9681-ad12-4fc3-8053-67c92444be86 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:12:56.281146 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-9e8dfcdd-eeb7-440d-b038-c7cac7950b75 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:12:56.281481 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-9e8dfcdd-eeb7-440d-b038-c7cac7950b75 service neutron] Checking segment: {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:12:56.281896 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-9e8dfcdd-eeb7-440d-b038-c7cac7950b75 service neutron] Bound using segment: {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:12:56.282330 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-9e8dfcdd-eeb7-440d-b038-c7cac7950b75 service neutron] Bound port: 8eb6a049-bfc9-49d8-b705-788d867b6f84, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:12:56.282684 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-9e8dfcdd-eeb7-440d-b038-c7cac7950b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:56.325358 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e25cfbf9-39af-40c6-b2ec-8d1b8e5335cc req-86131068-24e2-49fe-9356-8fa9608a83c5 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483048 Nov 10 20:12:56.350665 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-9e8dfcdd-eeb7-440d-b038-c7cac7950b75 service neutron] For port 8eb6a049-bfc9-49d8-b705-788d867b6f84, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:12:56.353951 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-9e8dfcdd-eeb7-440d-b038-c7cac7950b75 service neutron] For port 8eb6a049-bfc9-49d8-b705-788d867b6f84, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=8eb6a049-bfc9-49d8-b705-788d867b6f84,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:12:56.360886 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-9e8dfcdd-eeb7-440d-b038-c7cac7950b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:56.395835 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-9e8dfcdd-eeb7-440d-b038-c7cac7950b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:56.396702 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-9e8dfcdd-eeb7-440d-b038-c7cac7950b75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:56.398133 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-9e8dfcdd-eeb7-440d-b038-c7cac7950b75 service neutron] 10.222.0.73 "PUT /v2.0/ports/8eb6a049-bfc9-49d8-b705-788d867b6f84 HTTP/1.1" status: 200 len: 1091 time: 0.6329308 Nov 10 20:12:56.400409 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ca6caa-363b-43f4-a6ec-e2bc83c77fe4', 'tag': '8eb6a049-bfc9-49d8-b705-788d867b6f84'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:12:56.403277 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b8d54b-6268-4f8e-91d9-36e5caf593be" -d '{"events": [{"name": "network-changed", "server_uuid": "69ca6caa-363b-43f4-a6ec-e2bc83c77fe4", "tag": "8eb6a049-bfc9-49d8-b705-788d867b6f84"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:12:56.432944 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8dfcdd-eeb7-440d-b038-c7cac7950b75 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb6a049-bfc9-49d8-b705-788d867b6f84,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:12:56.470695 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8adea2-5275-4647-9651-da6930f70dc0 x-openstack-request-id: req-fd8adea2-5275-4647-9651-da6930f70dc0 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:12:56.470986 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ca6caa-363b-43f4-a6ec-e2bc83c77fe4", "tag": "8eb6a049-bfc9-49d8-b705-788d867b6f84", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:12:56.471247 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fd8adea2-5275-4647-9651-da6930f70dc0 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:12:56.471652 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ca6caa-363b-43f4-a6ec-e2bc83c77fe4', 'tag': '8eb6a049-bfc9-49d8-b705-788d867b6f84', 'status': 'completed', 'code': 200} Nov 10 20:12:56.489226 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-57180ac9-9e12-46eb-98bc-e3eb3c12883c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:56.490798 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-57180ac9-9e12-46eb-98bc-e3eb3c12883c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 1094 time: 0.0510485 Nov 10 20:12:56.536174 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-0b207944-bd1c-4530-90a5-3e3ab74bfbe2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8eb6a049-bfc9-49d8-b705-788d867b6f84 HTTP/1.1" status: 200 len: 217 time: 0.0362427 Nov 10 20:12:56.590818 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-6844a0ba-0601-437f-9c52-60548bcdf213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:56.592422 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-6844a0ba-0601-437f-9c52-60548bcdf213 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0465639 Nov 10 20:12:56.650396 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-3c295be9-1d89-4b82-bf5b-d12a7b1237e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:56.651954 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-3c295be9-1d89-4b82-bf5b-d12a7b1237e7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522306 Nov 10 20:12:56.756490 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-ee77b72f-5432-4d47-914f-3af03043ac17 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970666 Nov 10 20:12:56.861298 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9d78730e-2832-4ba0-90ff-829be2d1560d req-ae58e61b-735b-4218-b904-977c5ed95371 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970497 Nov 10 20:12:56.960568 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8d54b-6268-4f8e-91d9-36e5caf593be req-409e9ad9-6e69-4e46-a294-c7427380410f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:56.962154 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-25b8d54b-6268-4f8e-91d9-36e5caf593be req-409e9ad9-6e69-4e46-a294-c7427380410f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 1094 time: 0.0475144 Nov 10 20:12:57.068218 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8d54b-6268-4f8e-91d9-36e5caf593be req-22c20b70-522b-46cf-b390-3d4134dded1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:57.070392 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-25b8d54b-6268-4f8e-91d9-36e5caf593be req-22c20b70-522b-46cf-b390-3d4134dded1b service neutron] 10.222.0.73 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.1010749 Nov 10 20:12:57.112939 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-25b8d54b-6268-4f8e-91d9-36e5caf593be req-bb207b5f-6564-4589-a1da-7bafbe2926da service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8eb6a049-bfc9-49d8-b705-788d867b6f84 HTTP/1.1" status: 200 len: 217 time: 0.0351474 Nov 10 20:12:57.163221 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8d54b-6268-4f8e-91d9-36e5caf593be req-481a2f52-0cfc-4005-907e-f5eb0d0b33f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:57.165037 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-25b8d54b-6268-4f8e-91d9-36e5caf593be req-481a2f52-0cfc-4005-907e-f5eb0d0b33f3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0447638 Nov 10 20:12:57.214802 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8d54b-6268-4f8e-91d9-36e5caf593be req-0052d94e-a3fe-4cf3-95e8-15984ec030ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:57.216344 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-25b8d54b-6268-4f8e-91d9-36e5caf593be req-0052d94e-a3fe-4cf3-95e8-15984ec030ff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425980 Nov 10 20:12:57.321312 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-25b8d54b-6268-4f8e-91d9-36e5caf593be req-beddd645-0e49-472d-a582-661f1eddcb0e service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970290 Nov 10 20:12:57.428930 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-25b8d54b-6268-4f8e-91d9-36e5caf593be req-93fe331c-69aa-4077-940c-26900e24b9a3 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990822 Nov 10 20:12:57.429623 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:57.460755 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4db327-d3a2-4f25-8e99-bc5c4de90bf9 req-085e7005-7359-418f-994c-d7d290ba1336 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:57.462257 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2f4db327-d3a2-4f25-8e99-bc5c4de90bf9 req-085e7005-7359-418f-994c-d7d290ba1336 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 943 time: 0.0568497 Nov 10 20:12:57.508745 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2f4db327-d3a2-4f25-8e99-bc5c4de90bf9 req-accc4442-4b73-4697-a59b-925271bc053e tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403311 Nov 10 20:12:58.644564 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf4b71-ec4e-4cff-9510-92fc9568717b req-2cac467d-6cd8-4a83-bed3-2526ebed4471 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:58.646120 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-66cf4b71-ec4e-4cff-9510-92fc9568717b req-2cac467d-6cd8-4a83-bed3-2526ebed4471 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 943 time: 0.0574317 Nov 10 20:12:58.695530 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-66cf4b71-ec4e-4cff-9510-92fc9568717b req-810d3a26-63a0-4aa7-aa7d-6887e7c4fb5f tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432653 Nov 10 20:12:58.948944 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:59.195404 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:12:59.394304 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:12:59.842047 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ed7d8-c158-4cbb-998a-4b971ce17c2a req-2f8eeb42-a2e8-4977-b9a4-190616abd3b5 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:12:59.843547 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b4ed7d8-c158-4cbb-998a-4b971ce17c2a req-2f8eeb42-a2e8-4977-b9a4-190616abd3b5 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 943 time: 0.0561006 Nov 10 20:12:59.895129 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2b4ed7d8-c158-4cbb-998a-4b971ce17c2a req-89951b77-a82b-491f-af7f-d56385b5510e tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452952 Nov 10 20:12:59.912263 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 8eb6a049-bfc9-49d8-b705-788d867b6f84 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:13:00.015334 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 8eb6a049-bfc9-49d8-b705-788d867b6f84, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=8eb6a049-bfc9-49d8-b705-788d867b6f84,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:13:00.026140 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '8eb6a049-bfc9-49d8-b705-788d867b6f84', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'port_id': '8eb6a049-bfc9-49d8-b705-788d867b6f84', 'mac_address': 'fa:16:3e:d4:ae:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:13:00.068738 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:13:00.082130 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb6a049-bfc9-49d8-b705-788d867b6f84 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:13:00.102850 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 8eb6a049-bfc9-49d8-b705-788d867b6f84, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=8eb6a049-bfc9-49d8-b705-788d867b6f84,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:13:00.108529 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:13:00.155677 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=8eb6a049-bfc9-49d8-b705-788d867b6f84,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:13:00.322974 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['8eb6a049-bfc9-49d8-b705-788d867b6f84'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:13:01.040825 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281d900-bd4c-4413-9dd5-f13ca875c8d5 req-8f2a23af-e68a-4cde-bd42-1cee7eb1e169 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:13:01.042410 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b281d900-bd4c-4413-9dd5-f13ca875c8d5 req-8f2a23af-e68a-4cde-bd42-1cee7eb1e169 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 944 time: 0.0714829 Nov 10 20:13:01.093679 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b281d900-bd4c-4413-9dd5-f13ca875c8d5 req-e8d93825-d13a-480c-b929-f2a841a90c9f tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434663 Nov 10 20:13:01.919875 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 8eb6a049-bfc9-49d8-b705-788d867b6f84 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:13:01.974157 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 8eb6a049-bfc9-49d8-b705-788d867b6f84 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:13:01.978135 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 8eb6a049-bfc9-49d8-b705-788d867b6f84 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:13:01.978512 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:13:02.057937 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:13:02.080291 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ca6caa-363b-43f4-a6ec-e2bc83c77fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb6a049-bfc9-49d8-b705-788d867b6f84'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:13:02.082825 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f123715-4187-4406-856d-4ecea7298420" -d '{"events": [{"server_uuid": "69ca6caa-363b-43f4-a6ec-e2bc83c77fe4", "name": "network-vif-plugged", "status": "completed", "tag": "8eb6a049-bfc9-49d8-b705-788d867b6f84"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:13:02.098846 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 8eb6a049-bfc9-49d8-b705-788d867b6f84, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=8eb6a049-bfc9-49d8-b705-788d867b6f84,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:13:02.104664 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:13:02.228079 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc10b7-b64b-40de-a604-f34ede3543f2 req-9ee02d07-9a49-4f7c-b94e-a5dc71c63f7f tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:13:02.229748 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-36cc10b7-b64b-40de-a604-f34ede3543f2 req-9ee02d07-9a49-4f7c-b94e-a5dc71c63f7f tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 945 time: 0.0547857 Nov 10 20:13:02.243126 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3a55a-aea9-4ace-afce-6601d99e6548 req-589d9f76-0aee-463b-b81d-a6a68feacc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:13:02.244676 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b6f3a55a-aea9-4ace-afce-6601d99e6548 req-589d9f76-0aee-463b-b81d-a6a68feacc35 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 1096 time: 0.0467904 Nov 10 20:13:02.285548 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-36cc10b7-b64b-40de-a604-f34ede3543f2 req-6a0ec797-c79a-4fde-809b-db0a556ad1da tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490108 Nov 10 20:13:02.295129 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b6f3a55a-aea9-4ace-afce-6601d99e6548 req-31edd970-915f-41f5-ab33-8919a0f284af service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421848 Nov 10 20:13:02.302284 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a34f64-8b1d-4a35-a257-2124eb16c3fb x-openstack-request-id: req-81a34f64-8b1d-4a35-a257-2124eb16c3fb {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:13:02.302577 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ca6caa-363b-43f4-a6ec-e2bc83c77fe4", "name": "network-vif-plugged", "status": "completed", "tag": "8eb6a049-bfc9-49d8-b705-788d867b6f84", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:13:02.302826 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-81a34f64-8b1d-4a35-a257-2124eb16c3fb {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:13:02.303215 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ca6caa-363b-43f4-a6ec-e2bc83c77fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb6a049-bfc9-49d8-b705-788d867b6f84', 'code': 200} Nov 10 20:13:02.325709 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=8eb6a049-bfc9-49d8-b705-788d867b6f84,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:13:03.412631 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cedd601-962d-4250-bfa5-068818ae9163 req-b3b63dbc-343c-4855-8b64-8af4972f29b4 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:13:03.414587 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4cedd601-962d-4250-bfa5-068818ae9163 req-b3b63dbc-343c-4855-8b64-8af4972f29b4 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 945 time: 0.0528100 Nov 10 20:13:03.464765 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4cedd601-962d-4250-bfa5-068818ae9163 req-7af50276-f69b-4c95-8298-68ccdda5a86f tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440555 Nov 10 20:13:04.603879 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77177d1a-917e-4a87-b452-1840129b4a57 req-09565181-6771-4add-85ae-f282ced05c46 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:13:04.605425 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-77177d1a-917e-4a87-b452-1840129b4a57 req-09565181-6771-4add-85ae-f282ced05c46 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 945 time: 0.0613840 Nov 10 20:13:04.658250 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-77177d1a-917e-4a87-b452-1840129b4a57 req-3b288dc4-a87c-409f-9d3e-78ba777ff4e4 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438631 Nov 10 20:13:04.785337 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02861c-6003-48e7-81db-b6fdd44697e7 req-d3bc3c62-9504-42aa-b8ce-4b845708e99e tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:13:04.786948 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9a02861c-6003-48e7-81db-b6fdd44697e7 req-d3bc3c62-9504-42aa-b8ce-4b845708e99e tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 945 time: 0.0561767 Nov 10 20:13:04.797703 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 55678) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:13:04.807028 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-ce48e462-8326-4c9a-a2e6-4753788c4837 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Request body: {'floatingip': {'port_id': '8eb6a049-bfc9-49d8-b705-788d867b6f84'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:13:04.851285 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ce48e462-8326-4c9a-a2e6-4753788c4837 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks [] for floatingip, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:13:05.329731 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ce48e462-8326-4c9a-a2e6-4753788c4837 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:13:05.336378 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ce48e462-8326-4c9a-a2e6-4753788c4837 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:13:05.441991 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-ce48e462-8326-4c9a-a2e6-4753788c4837 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Floating IP 13766d01-5d05-426c-9134-77020cec5001 associated. External IP: 172.25.3.131, port: 8eb6a049-bfc9-49d8-b705-788d867b6f84. Nov 10 20:13:05.668398 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce48e462-8326-4c9a-a2e6-4753788c4837 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Router 29426995-d5d7-4804-a052-1019b2aac574 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:13:05.782297 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce48e462-8326-4c9a-a2e6-4753788c4837 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:13:05.787539 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ce48e462-8326-4c9a-a2e6-4753788c4837 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:13:05.793338 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194bae88-4356-4891-b604-e005f575cf5b None None] Sync routers for ids ['29426995-d5d7-4804-a052-1019b2aac574'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:13:05.804546 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194bae88-4356-4891-b604-e005f575cf5b None None] Routers {'29426995-d5d7-4804-a052-1019b2aac574'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:13:05.805437 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-194bae88-4356-4891-b604-e005f575cf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:12:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['29426995-d5d7-4804-a052-1019b2aac574'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:13:05.815897 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ce48e462-8326-4c9a-a2e6-4753788c4837 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "PUT /v2.0/floatingips/13766d01-5d05-426c-9134-77020cec5001 HTTP/1.1" status: 200 len: 991 time: 1.0162880 Nov 10 20:13:05.816525 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ca6caa-363b-43f4-a6ec-e2bc83c77fe4', 'tag': '8eb6a049-bfc9-49d8-b705-788d867b6f84'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:13:05.818848 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfbd5c25fd1a1bf18e79891c674f962074aa63d8f4aa99a8f6cb3be41b9dd3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf1d2bd-2642-4fc3-9aeb-46ff799d4d43" -d '{"events": [{"name": "network-changed", "server_uuid": "69ca6caa-363b-43f4-a6ec-e2bc83c77fe4", "tag": "8eb6a049-bfc9-49d8-b705-788d867b6f84"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:13:05.909481 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125671b0-04de-4ae8-805b-91bee142bf6b x-openstack-request-id: req-125671b0-04de-4ae8-805b-91bee142bf6b {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:13:05.909790 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ca6caa-363b-43f4-a6ec-e2bc83c77fe4", "tag": "8eb6a049-bfc9-49d8-b705-788d867b6f84", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:13:05.910264 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-125671b0-04de-4ae8-805b-91bee142bf6b {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:13:05.910958 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ca6caa-363b-43f4-a6ec-e2bc83c77fe4', 'tag': '8eb6a049-bfc9-49d8-b705-788d867b6f84', 'status': 'completed', 'code': 200} Nov 10 20:13:05.926720 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-194bae88-4356-4891-b604-e005f575cf5b None None] Set router 29426995-d5d7-4804-a052-1019b2aac574 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:13:05.972568 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1d2bd-2642-4fc3-9aeb-46ff799d4d43 req-181f9eb9-b008-4965-bd0a-00af803dfbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:13:05.974115 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2bf1d2bd-2642-4fc3-9aeb-46ff799d4d43 req-181f9eb9-b008-4965-bd0a-00af803dfbf8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 1096 time: 0.0406532 Nov 10 20:13:06.071564 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1d2bd-2642-4fc3-9aeb-46ff799d4d43 req-430d1421-ea79-47e5-9777-6fcd8f8f9ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:13:06.072998 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2bf1d2bd-2642-4fc3-9aeb-46ff799d4d43 req-430d1421-ea79-47e5-9777-6fcd8f8f9ce8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.0903881 Nov 10 20:13:06.144888 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2bf1d2bd-2642-4fc3-9aeb-46ff799d4d43 req-565f468f-d817-452c-aa24-edaf66203b25 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8eb6a049-bfc9-49d8-b705-788d867b6f84 HTTP/1.1" status: 200 len: 999 time: 0.0639043 Nov 10 20:13:06.156059 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-194bae88-4356-4891-b604-e005f575cf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29426995-d5d7-4804-a052-1019b2aac574', 'name': 'tempest-ServerActionsTestJSON-1242763271-router', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:08:17Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'gw_port': {'id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:18Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '13766d01-5d05-426c-9134-77020cec5001', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '29426995-d5d7-4804-a052-1019b2aac574', 'port_id': '8eb6a049-bfc9-49d8-b705-788d867b6f84', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'mac_address': 'fa:16:3e:d4:ae:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ca6caa-363b-43f4-a6ec-e2bc83c77fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:08:22Z', 'updated_at': '2021-11-10T20:13:05Z', 'revision_number': 9, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6214f41d-f60c-43ca-9e62-b7dee1c66f02', 'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'mac_address': 'fa:16:3e:31:b0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:19Z', 'updated_at': '2021-11-10T20:08:24Z', 'revision_number': 5, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'subnets': [{'id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:13:06.203240 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1d2bd-2642-4fc3-9aeb-46ff799d4d43 req-f7111f46-1ef2-4d4f-8ed6-f6e953ddae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:13:06.204836 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2bf1d2bd-2642-4fc3-9aeb-46ff799d4d43 req-f7111f46-1ef2-4d4f-8ed6-f6e953ddae65 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0528181 Nov 10 20:13:06.257149 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1d2bd-2642-4fc3-9aeb-46ff799d4d43 req-3bc632c7-6b32-4227-a6a9-eb92706f5a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:13:06.258873 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2bf1d2bd-2642-4fc3-9aeb-46ff799d4d43 req-3bc632c7-6b32-4227-a6a9-eb92706f5a5f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456603 Nov 10 20:13:06.278661 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194bae88-4356-4891-b604-e005f575cf5b None None] Checking router: 29426995-d5d7-4804-a052-1019b2aac574 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:13:06.287375 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194bae88-4356-4891-b604-e005f575cf5b None None] Routers {'29426995-d5d7-4804-a052-1019b2aac574'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:13:06.288022 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-194bae88-4356-4891-b604-e005f575cf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:12:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['29426995-d5d7-4804-a052-1019b2aac574'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:13:06.354120 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2bf1d2bd-2642-4fc3-9aeb-46ff799d4d43 req-94077d26-20cc-4db8-a12d-d12f607ec143 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874195 Nov 10 20:13:06.397897 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-194bae88-4356-4891-b604-e005f575cf5b None None] Set router 29426995-d5d7-4804-a052-1019b2aac574 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:13:06.453319 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2bf1d2bd-2642-4fc3-9aeb-46ff799d4d43 req-84a58890-c5f5-43eb-b7a3-0df953707bb5 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913820 Nov 10 20:13:06.624716 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-194bae88-4356-4891-b604-e005f575cf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29426995-d5d7-4804-a052-1019b2aac574', 'name': 'tempest-ServerActionsTestJSON-1242763271-router', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:08:17Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'gw_port': {'id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:18Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '13766d01-5d05-426c-9134-77020cec5001', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '29426995-d5d7-4804-a052-1019b2aac574', 'port_id': '8eb6a049-bfc9-49d8-b705-788d867b6f84', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'mac_address': 'fa:16:3e:d4:ae:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ca6caa-363b-43f4-a6ec-e2bc83c77fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:08:22Z', 'updated_at': '2021-11-10T20:13:05Z', 'revision_number': 9, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6214f41d-f60c-43ca-9e62-b7dee1c66f02', 'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'mac_address': 'fa:16:3e:31:b0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:19Z', 'updated_at': '2021-11-10T20:08:24Z', 'revision_number': 5, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'subnets': [{'id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:13:06.654512 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194bae88-4356-4891-b604-e005f575cf5b None None] The sync data for ids ['29426995-d5d7-4804-a052-1019b2aac574'] in n-d-813897-4 is: [{'id': '29426995-d5d7-4804-a052-1019b2aac574', 'name': 'tempest-ServerActionsTestJSON-1242763271-router', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:08:17Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'gw_port': {'id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:18Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '13766d01-5d05-426c-9134-77020cec5001', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '29426995-d5d7-4804-a052-1019b2aac574', 'port_id': '8eb6a049-bfc9-49d8-b705-788d867b6f84', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'mac_address': 'fa:16:3e:d4:ae:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ca6caa-363b-43f4-a6ec-e2bc83c77fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:08:22Z', 'updated_at': '2021-11-10T20:13:05Z', 'revision_number': 9, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6214f41d-f60c-43ca-9e62-b7dee1c66f02', 'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'mac_address': 'fa:16:3e:31:b0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:19Z', 'updated_at': '2021-11-10T20:08:24Z', 'revision_number': 5, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'subnets': [{'id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:13:06.867631 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d498472-4dd1-487f-910d-155c49181442 None None] New status for floating IP 13766d01-5d05-426c-9134-77020cec5001: ACTIVE {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:13:23.504617 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e2bc7169-3a1b-4598-b901-7760ac85b5ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:13:25.414438 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:13:25.570240 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:13:25.780363 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-86bf015b-901e-4254-b614-b4138c2ba6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:13:27.435062 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:13:28.952591 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:13:29.385257 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:13:36.198746 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:13:53.503722 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d8d698eb-7029-4112-a2c8-d494a042ec74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:13:55.419620 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:13:55.585807 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:13:55.766804 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-09ae12e1-5fec-4f2d-9a51-4afdf1043b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:13:57.441546 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:13:58.954694 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:13:59.392768 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:14:01.228267 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-95e066ea-4901-45b7-a703-99eeab16700b req-4d3b448a-3287-4a5b-ae5f-2575d2b5b05e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0853119 Nov 10 20:14:01.327491 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e066ea-4901-45b7-a703-99eeab16700b req-a0c2923c-f9b3-45f7-ab15-87d9f8ab2592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:14:01.329430 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-95e066ea-4901-45b7-a703-99eeab16700b req-a0c2923c-f9b3-45f7-ab15-87d9f8ab2592 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 1096 time: 0.0485423 Nov 10 20:14:01.453073 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e066ea-4901-45b7-a703-99eeab16700b req-715b5821-89d7-47a9-aa89-931dcde5b817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:14:01.454656 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-95e066ea-4901-45b7-a703-99eeab16700b req-715b5821-89d7-47a9-aa89-931dcde5b817 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.1001160 Nov 10 20:14:01.527054 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-95e066ea-4901-45b7-a703-99eeab16700b req-fef35fb2-9db7-458d-9a6c-915651f9570f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8eb6a049-bfc9-49d8-b705-788d867b6f84 HTTP/1.1" status: 200 len: 1002 time: 0.0649414 Nov 10 20:14:01.593257 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e066ea-4901-45b7-a703-99eeab16700b req-dceee3b8-e8a0-4be2-9b9b-a41ecd149b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:14:01.594814 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-95e066ea-4901-45b7-a703-99eeab16700b req-dceee3b8-e8a0-4be2-9b9b-a41ecd149b2f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0602486 Nov 10 20:14:01.654801 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e066ea-4901-45b7-a703-99eeab16700b req-132c6cd5-a159-45fd-bf05-25dbfcefa9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:14:01.656342 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-95e066ea-4901-45b7-a703-99eeab16700b req-132c6cd5-a159-45fd-bf05-25dbfcefa9ee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536559 Nov 10 20:14:01.753222 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-95e066ea-4901-45b7-a703-99eeab16700b req-58476685-9a1f-4c9b-a787-3ec9c8051f73 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883017 Nov 10 20:14:01.851774 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-95e066ea-4901-45b7-a703-99eeab16700b req-5391fddc-cf14-4c97-8ce6-560d74fd1c2f service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871766 Nov 10 20:14:13.200943 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:14:23.503386 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-909bf413-d1ae-40dc-ba30-5391a2abe7f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:14:25.401792 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:14:25.609179 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:14:25.765098 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-96e4f31a-1ac7-4b84-a239-0684ba1d9b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:14:27.448622 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:14:28.969416 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:14:29.391293 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:14:42.906577 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-a9d46864-d782-4dbb-8804-87595b8e5b66 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0431395 Nov 10 20:14:42.918405 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bef52c-ef62-4663-876d-2c59c2406b44 req-17b93fe8-ece1-4886-bac0-03ed8730fb39 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:14:42.919950 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e0bef52c-ef62-4663-876d-2c59c2406b44 req-17b93fe8-ece1-4886-bac0-03ed8730fb39 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 945 time: 0.0519888 Nov 10 20:14:42.970529 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e0bef52c-ef62-4663-876d-2c59c2406b44 req-300f205e-49b5-446c-a5fa-0019301a7601 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430317 Nov 10 20:14:44.059758 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-9d3ddaf8-8d6d-4d79-84d0-0aaaf6119167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:14:44.061387 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-9d3ddaf8-8d6d-4d79-84d0-0aaaf6119167 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 1096 time: 0.0466268 Nov 10 20:14:44.096081 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ee009-e633-4628-a0a4-3e0cc3a885ba req-23d8e535-8e9d-4e07-89fb-5a8e9c25cc0e tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:14:44.097602 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-238ee009-e633-4628-a0a4-3e0cc3a885ba req-23d8e535-8e9d-4e07-89fb-5a8e9c25cc0e tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 945 time: 0.0544248 Nov 10 20:14:44.145649 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-238ee009-e633-4628-a0a4-3e0cc3a885ba req-c6b10919-1a5b-42cf-a6c9-aa4c5ac77682 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418591 Nov 10 20:14:44.155906 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-c039709e-1166-4327-a359-273d7a1090e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:14:44.157495 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-c039709e-1166-4327-a359-273d7a1090e0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.0874872 Nov 10 20:14:44.229528 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-9d20e916-5a6d-432e-aa0a-c1dedaa48d28 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8eb6a049-bfc9-49d8-b705-788d867b6f84 HTTP/1.1" status: 200 len: 1002 time: 0.0640090 Nov 10 20:14:44.284418 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-9deb9090-c3c1-4aa1-95d2-4e8bce1e1e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:14:44.286081 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-9deb9090-c3c1-4aa1-95d2-4e8bce1e1e1f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0489874 Nov 10 20:14:44.334755 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-d1477e14-a1ac-4274-8912-31fac9cf0647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:14:44.336268 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-d1477e14-a1ac-4274-8912-31fac9cf0647 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431440 Nov 10 20:14:44.432009 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-a352327b-bc5f-40d4-8be1-496f259294da service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876608 Nov 10 20:14:44.523643 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-390c5814-31b9-4934-b182-6bb9485d7f1f service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839341 Nov 10 20:14:45.276554 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce7833-7ea1-4164-be03-3f34acecd04d req-9f066278-599f-4886-bd16-e5b4bc97056d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:14:45.278068 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-07ce7833-7ea1-4164-be03-3f34acecd04d req-9f066278-599f-4886-bd16-e5b4bc97056d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 945 time: 0.0534580 Nov 10 20:14:45.342555 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-07ce7833-7ea1-4164-be03-3f34acecd04d req-cd9ea850-a7f7-4260-95e3-8daa2cdc3b07 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578344 Nov 10 20:14:46.488923 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380071e-1560-4723-991a-4e50964d4073 req-f4a258a5-c318-49e7-85a2-4c47f986fab7 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:14:46.490435 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e380071e-1560-4723-991a-4e50964d4073 req-f4a258a5-c318-49e7-85a2-4c47f986fab7 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 945 time: 0.0614326 Nov 10 20:14:46.544150 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e380071e-1560-4723-991a-4e50964d4073 req-43a8ba42-aead-491b-b728-02db577162ca tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474153 Nov 10 20:14:47.684595 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d9f86-c2bc-4354-b878-840b644f90bb req-1889bd8b-1395-4a03-970f-4b10f6e5e23a tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:14:47.686124 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b10d9f86-c2bc-4354-b878-840b644f90bb req-1889bd8b-1395-4a03-970f-4b10f6e5e23a tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 945 time: 0.0518126 Nov 10 20:14:47.736370 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b10d9f86-c2bc-4354-b878-840b644f90bb req-5b4f9a73-9883-4204-8685-9eca80cd5ed0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437429 Nov 10 20:14:48.873503 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b5257-7b49-4cb5-98c8-4a6aa6c6e18c req-a430cca6-850b-4b97-b220-0709901c66fc tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:14:48.874973 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-525b5257-7b49-4cb5-98c8-4a6aa6c6e18c req-a430cca6-850b-4b97-b220-0709901c66fc tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 945 time: 0.0619214 Nov 10 20:14:48.927337 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-525b5257-7b49-4cb5-98c8-4a6aa6c6e18c req-09eb2c08-88ff-4570-a67b-7f75247c7830 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435650 Nov 10 20:14:50.065471 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de415041-8f6c-41b0-8a62-9b0d0b2e019a req-76bed8a2-588b-403a-8977-3f26051203d4 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:14:50.066958 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de415041-8f6c-41b0-8a62-9b0d0b2e019a req-76bed8a2-588b-403a-8977-3f26051203d4 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 945 time: 0.0591953 Nov 10 20:14:50.116949 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-de415041-8f6c-41b0-8a62-9b0d0b2e019a req-699de9e1-8a73-4c7c-b020-f712a5159c8e tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431736 Nov 10 20:14:50.206080 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:14:51.254370 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a0ef5-1575-4fb0-83b9-d48787b663c8 req-b3261a05-1737-4b35-9a89-fa714631ff06 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:14:51.255952 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-229a0ef5-1575-4fb0-83b9-d48787b663c8 req-b3261a05-1737-4b35-9a89-fa714631ff06 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 945 time: 0.0570590 Nov 10 20:14:51.308536 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-229a0ef5-1575-4fb0-83b9-d48787b663c8 req-a55e3c95-e294-46d5-b75d-2887544836ee tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463889 Nov 10 20:14:52.430773 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bde75-bdfe-40ee-ad35-889cd09d8f98 req-18590e2e-698c-401f-9114-9e4b888e2675 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:14:52.432386 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b28bde75-bdfe-40ee-ad35-889cd09d8f98 req-18590e2e-698c-401f-9114-9e4b888e2675 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 945 time: 0.0517228 Nov 10 20:14:52.485708 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b28bde75-bdfe-40ee-ad35-889cd09d8f98 req-550f6ef7-f55d-43a3-b121-29f37ffcf26e tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470688 Nov 10 20:14:53.503583 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-510d7557-7682-49d9-93b1-2097d50ac957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:14:53.612871 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4236c90-edaf-42e3-a40f-335d37e1a2ce req-51ac1875-d573-4662-bc41-4245e0938e46 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:14:53.614308 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e4236c90-edaf-42e3-a40f-335d37e1a2ce req-51ac1875-d573-4662-bc41-4245e0938e46 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 945 time: 0.0544519 Nov 10 20:14:53.666529 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e4236c90-edaf-42e3-a40f-335d37e1a2ce req-c149f513-1fe5-45ee-9f26-f8dbebd88167 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458286 Nov 10 20:14:54.793955 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697bd13a-e3ec-4c48-b793-bf03bfcadc16 req-6b07bcce-18fe-425b-8302-8e4d86f732a7 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:14:54.795649 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-697bd13a-e3ec-4c48-b793-bf03bfcadc16 req-6b07bcce-18fe-425b-8302-8e4d86f732a7 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 945 time: 0.0529211 Nov 10 20:14:54.849420 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-697bd13a-e3ec-4c48-b793-bf03bfcadc16 req-a452d19b-bf38-4d20-a9b9-6c9f061d2d2d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472887 Nov 10 20:14:55.418911 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:14:55.601016 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:14:55.760869 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-307823e8-4b92-4850-859e-e11924c62dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:14:55.985514 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06615e4e-da07-49ae-88b3-30ba86a84908 req-56ae4a2f-1561-4776-a46c-2c90005e28c9 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:14:55.987018 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-06615e4e-da07-49ae-88b3-30ba86a84908 req-56ae4a2f-1561-4776-a46c-2c90005e28c9 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 945 time: 0.0558200 Nov 10 20:14:56.040963 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-06615e4e-da07-49ae-88b3-30ba86a84908 req-7f17cf77-6692-4e1d-9873-b9df9bcdbc19 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474100 Nov 10 20:14:56.447418 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-6ef85b13-4011-4e75-93bd-8de959807a91 service neutron] show failed (client error): The resource could not be found. Nov 10 20:14:56.448442 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-6ef85b13-4011-4e75-93bd-8de959807a91 service neutron] 10.222.0.73 "GET /v2.0/ports/8eb6a049-bfc9-49d8-b705-788d867b6f84/bindings/n-h2-813897-4 HTTP/1.1" status: 404 len: 380 time: 0.0619247 Nov 10 20:14:56.670373 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-c66faf55-8c35-4f01-8750-481181f9c302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:14:56.672620 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-c66faf55-8c35-4f01-8750-481181f9c302 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4&tenant_id=868da2bbecd2421ca6396edaac16a106 HTTP/1.1" status: 200 len: 1096 time: 0.0474477 Nov 10 20:14:56.688290 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813897-4', 'device_owner': 'compute:nova'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:14:56.755110 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:14:56.990870 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] For port 8eb6a049-bfc9-49d8-b705-788d867b6f84, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=8eb6a049-bfc9-49d8-b705-788d867b6f84,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:14:57.035718 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] For port 8eb6a049-bfc9-49d8-b705-788d867b6f84, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:14:57.079180 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ca6caa-363b-43f4-a6ec-e2bc83c77fe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eb6a049-bfc9-49d8-b705-788d867b6f84'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:14:57.081568 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f9d541-07fa-4e48-a2e5-cd59f4f6ae01" -d '{"events": [{"server_uuid": "69ca6caa-363b-43f4-a6ec-e2bc83c77fe4", "name": "network-vif-unplugged", "status": "completed", "tag": "8eb6a049-bfc9-49d8-b705-788d867b6f84"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:14:57.089898 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:14:57.107095 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] Transition to ACTIVE for port object 8eb6a049-bfc9-49d8-b705-788d867b6f84 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:14:57.112399 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:14:57.167976 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35602123-46f7-4abc-8267-279d021c75dc req-ee5dc79f-4f31-4ab8-8f64-b3ba6ad68827 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:14:57.169645 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-35602123-46f7-4abc-8267-279d021c75dc req-ee5dc79f-4f31-4ab8-8f64-b3ba6ad68827 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 943 time: 0.0513344 Nov 10 20:14:57.197691 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] Pushing event updated for resources: {'Port': ['ID=8eb6a049-bfc9-49d8-b705-788d867b6f84,revision_number=6']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:14:57.209958 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:14:57.210333 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:14:57.210635 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:14:57.210971 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:14:57.211302 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:14:57.211631 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:14:57.211956 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:14:57.212281 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:14:57.212610 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:14:57.212944 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:14:57.213260 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:14:57.213577 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:14:57.235674 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-35602123-46f7-4abc-8267-279d021c75dc req-34523990-c0e5-4fec-9763-cabd650768f3 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596356 Nov 10 20:14:57.252235 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] No DVR routers for this DVR port 8eb6a049-bfc9-49d8-b705-788d867b6f84 on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:14:57.297235 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 20:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb25ed4-1fac-492f-b3b7-90f0e750bd7e x-openstack-request-id: req-dfb25ed4-1fac-492f-b3b7-90f0e750bd7e {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:14:57.297905 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ca6caa-363b-43f4-a6ec-e2bc83c77fe4", "name": "network-vif-unplugged", "status": "completed", "tag": "8eb6a049-bfc9-49d8-b705-788d867b6f84", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:14:57.298260 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dfb25ed4-1fac-492f-b3b7-90f0e750bd7e {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:14:57.298758 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ca6caa-363b-43f4-a6ec-e2bc83c77fe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eb6a049-bfc9-49d8-b705-788d867b6f84', 'code': 200} Nov 10 20:14:57.396608 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] Attempting to bind port 8eb6a049-bfc9-49d8-b705-788d867b6f84 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:14:57.396912 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] Attempting to bind port 8eb6a049-bfc9-49d8-b705-788d867b6f84 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:14:57.397271 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] Attempting to bind port 8eb6a049-bfc9-49d8-b705-788d867b6f84 on network 62ad9681-ad12-4fc3-8053-67c92444be86 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:14:57.402094 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] Port 8eb6a049-bfc9-49d8-b705-788d867b6f84 on network 62ad9681-ad12-4fc3-8053-67c92444be86 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:14:57.402404 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] Attempting to bind port 8eb6a049-bfc9-49d8-b705-788d867b6f84 on network 62ad9681-ad12-4fc3-8053-67c92444be86 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:14:57.407744 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:14:57.408078 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] Checking segment: {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:14:57.408453 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] Bound using segment: {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:14:57.408873 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] Bound port: 8eb6a049-bfc9-49d8-b705-788d867b6f84, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:14:57.409222 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:14:57.453499 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:14:57.480906 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] For port 8eb6a049-bfc9-49d8-b705-788d867b6f84, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:14:57.484460 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] For port 8eb6a049-bfc9-49d8-b705-788d867b6f84, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=8eb6a049-bfc9-49d8-b705-788d867b6f84,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:14:57.489575 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:14:57.522237 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:14:57.522872 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:14:57.524241 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] 10.222.0.25 "PUT /v2.0/ports/8eb6a049-bfc9-49d8-b705-788d867b6f84 HTTP/1.1" status: 200 len: 1091 time: 0.8430970 Nov 10 20:14:57.551428 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305cd94c-9ab4-470f-aca9-26868845ee0f service neutron] Pushing event updated for resources: {'Port': ['ID=8eb6a049-bfc9-49d8-b705-788d867b6f84,revision_number=7']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:14:57.598661 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-da8836ed-8137-4be8-8817-df711a7db1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:14:57.600439 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-da8836ed-8137-4be8-8817-df711a7db1f1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 1094 time: 0.0504489 Nov 10 20:14:57.699492 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-f84342ed-377c-4476-96cc-99357fca82a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:14:57.701061 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-f84342ed-377c-4476-96cc-99357fca82a2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.0930603 Nov 10 20:14:57.778082 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-d6e60e30-9b73-48bd-8c60-7248b3196849 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8eb6a049-bfc9-49d8-b705-788d867b6f84 HTTP/1.1" status: 200 len: 1000 time: 0.0701227 Nov 10 20:14:57.829500 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-3fd8e4b1-5a49-44fd-ad04-c848322af0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:14:57.830967 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-3fd8e4b1-5a49-44fd-ad04-c848322af0e6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0465884 Nov 10 20:14:57.877415 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-09f5a2c3-97c6-4488-accc-a3b12fb02499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:14:57.878911 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-09f5a2c3-97c6-4488-accc-a3b12fb02499 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402145 Nov 10 20:14:57.977264 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-6b103a23-75f4-45a6-b517-7fa3ca9052c5 service neutron] 10.222.0.25 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905890 Nov 10 20:14:58.080476 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e8ee3372-3987-428c-8a8e-0ae26c10515d req-5a2c8b22-1d70-455f-826b-205ad0b2060b service neutron] 10.222.0.25 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956271 Nov 10 20:14:58.376537 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c4e39-21f3-4404-8696-b4a404078b69 req-8751f067-c023-4879-8d7f-f55aa2bd663c tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:14:58.378079 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-671c4e39-21f3-4404-8696-b4a404078b69 req-8751f067-c023-4879-8d7f-f55aa2bd663c tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 943 time: 0.0669332 Nov 10 20:14:58.427315 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-671c4e39-21f3-4404-8696-b4a404078b69 req-8f958e84-228b-4935-9a6e-5b2d0431bc53 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414915 Nov 10 20:14:58.967409 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:14:59.300448 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ca6caa-363b-43f4-a6ec-e2bc83c77fe4', 'tag': '8eb6a049-bfc9-49d8-b705-788d867b6f84'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:14:59.302976 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e981aa-4cc3-4476-b010-96e460d41056" -d '{"events": [{"name": "network-changed", "server_uuid": "69ca6caa-363b-43f4-a6ec-e2bc83c77fe4", "tag": "8eb6a049-bfc9-49d8-b705-788d867b6f84"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:14:59.356864 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6daeec6-15c4-43ac-b5d7-51db307d4399 x-openstack-request-id: req-a6daeec6-15c4-43ac-b5d7-51db307d4399 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:14:59.356864 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ca6caa-363b-43f4-a6ec-e2bc83c77fe4", "tag": "8eb6a049-bfc9-49d8-b705-788d867b6f84", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:14:59.356864 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a6daeec6-15c4-43ac-b5d7-51db307d4399 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:14:59.357254 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ca6caa-363b-43f4-a6ec-e2bc83c77fe4', 'tag': '8eb6a049-bfc9-49d8-b705-788d867b6f84', 'status': 'completed', 'code': 200} Nov 10 20:14:59.385938 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:14:59.453076 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e981aa-4cc3-4476-b010-96e460d41056 req-5058190a-8848-4463-ac43-534aeae8f893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:14:59.454629 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-46e981aa-4cc3-4476-b010-96e460d41056 req-5058190a-8848-4463-ac43-534aeae8f893 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 1094 time: 0.0781901 Nov 10 20:14:59.457648 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e981aa-4cc3-4476-b010-96e460d41056 req-91821fad-e543-4cd1-ac0d-d6d99ec5e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:14:59.459455 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-46e981aa-4cc3-4476-b010-96e460d41056 req-91821fad-e543-4cd1-ac0d-d6d99ec5e9c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 1094 time: 0.0738230 Nov 10 20:14:59.555886 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb96f9b-1f4a-4a92-a939-49f17e68f150 req-fb1b061a-6b5d-4785-817f-1e1c455c39fd tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:14:59.557357 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cb96f9b-1f4a-4a92-a939-49f17e68f150 req-fb1b061a-6b5d-4785-817f-1e1c455c39fd tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 943 time: 0.0500071 Nov 10 20:14:59.606518 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8cb96f9b-1f4a-4a92-a939-49f17e68f150 req-e10a0dcf-9f84-4b0c-95b5-cc1f5d33f8f7 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427196 Nov 10 20:14:59.615692 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e981aa-4cc3-4476-b010-96e460d41056 req-4e45d3bb-eb31-4bd2-8bea-9229284356bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:14:59.617152 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-46e981aa-4cc3-4476-b010-96e460d41056 req-4e45d3bb-eb31-4bd2-8bea-9229284356bd service neutron] 10.222.0.25 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.1547725 Nov 10 20:14:59.618390 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e981aa-4cc3-4476-b010-96e460d41056 req-928a754c-6ce6-419d-8e0a-6e92a99ad427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:14:59.619758 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-46e981aa-4cc3-4476-b010-96e460d41056 req-928a754c-6ce6-419d-8e0a-6e92a99ad427 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.1499569 Nov 10 20:15:00.066329 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-46e981aa-4cc3-4476-b010-96e460d41056 req-93661ca6-d113-4dc5-9c97-174cc8f4bd11 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8eb6a049-bfc9-49d8-b705-788d867b6f84 HTTP/1.1" status: 200 len: 1000 time: 0.4414771 Nov 10 20:15:00.070441 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-46e981aa-4cc3-4476-b010-96e460d41056 req-5d25f578-ca76-4166-8fb8-aaf83862ab29 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8eb6a049-bfc9-49d8-b705-788d867b6f84 HTTP/1.1" status: 200 len: 1000 time: 0.4395106 Nov 10 20:15:00.151603 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e981aa-4cc3-4476-b010-96e460d41056 req-d881f8f8-8c4e-4bac-a5ba-cbcdd3621d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:00.153053 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-46e981aa-4cc3-4476-b010-96e460d41056 req-d881f8f8-8c4e-4bac-a5ba-cbcdd3621d63 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0785310 Nov 10 20:15:00.154749 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e981aa-4cc3-4476-b010-96e460d41056 req-9a5e3dbb-5e0e-4125-a13b-21c0b82a22ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:00.156053 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-46e981aa-4cc3-4476-b010-96e460d41056 req-9a5e3dbb-5e0e-4125-a13b-21c0b82a22ab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0729592 Nov 10 20:15:00.228448 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e981aa-4cc3-4476-b010-96e460d41056 req-9607b528-cfa9-47e9-945d-00ddf22942a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:00.229994 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-46e981aa-4cc3-4476-b010-96e460d41056 req-9607b528-cfa9-47e9-945d-00ddf22942a6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696115 Nov 10 20:15:00.231828 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e981aa-4cc3-4476-b010-96e460d41056 req-8b425e16-e05b-4dee-9d56-1a9cf9962d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:00.233155 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-46e981aa-4cc3-4476-b010-96e460d41056 req-8b425e16-e05b-4dee-9d56-1a9cf9962d6b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647931 Nov 10 20:15:00.385424 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-46e981aa-4cc3-4476-b010-96e460d41056 req-788f31b5-e71a-4913-b6ac-0f5f28ff501d service neutron] 10.222.0.25 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477537 Nov 10 20:15:00.388831 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-46e981aa-4cc3-4476-b010-96e460d41056 req-6e9f4a83-26dd-452c-ba8f-bc2286910504 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443245 Nov 10 20:15:00.548059 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-46e981aa-4cc3-4476-b010-96e460d41056 req-fc24c4ba-9e56-40c8-abac-0a419c610509 service neutron] 10.222.0.25 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547592 Nov 10 20:15:00.550007 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-46e981aa-4cc3-4476-b010-96e460d41056 req-44543dd8-aba2-4bd7-b27f-2de10f9f2c42 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497071 Nov 10 20:15:00.680481 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 8eb6a049-bfc9-49d8-b705-788d867b6f84 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:15:00.723088 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 8eb6a049-bfc9-49d8-b705-788d867b6f84 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:15:00.734468 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921284d-ac5f-41c5-b9fa-c6b0c35c85fb req-92f8e77f-4bc4-4812-9267-e76f2a5403bb tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:00.736092 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0921284d-ac5f-41c5-b9fa-c6b0c35c85fb req-92f8e77f-4bc4-4812-9267-e76f2a5403bb tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 943 time: 0.0578649 Nov 10 20:15:00.788251 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0921284d-ac5f-41c5-b9fa-c6b0c35c85fb req-c94970a7-f44a-4125-8b13-af707f6d4bff tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456042 Nov 10 20:15:01.918005 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686823e-1da4-4827-8514-646bce39ce89 req-0c94003b-91c1-4f3c-9148-6a12a8a9885a tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:01.919543 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c686823e-1da4-4827-8514-646bce39ce89 req-0c94003b-91c1-4f3c-9148-6a12a8a9885a tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 943 time: 0.0593269 Nov 10 20:15:01.977589 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c686823e-1da4-4827-8514-646bce39ce89 req-2eec42a9-84a9-46ca-a353-b2878dff1c2a tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488708 Nov 10 20:15:02.279604 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-b2160953-6e58-4979-8a9a-6922f586a9f9 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:02.281135 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-b2160953-6e58-4979-8a9a-6922f586a9f9 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.25 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4&tenant_id=868da2bbecd2421ca6396edaac16a106&binding%3Ahost_id=n-h2-813897-4 HTTP/1.1" status: 200 len: 943 time: 0.0547321 Nov 10 20:15:02.302568 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a9ff9-4f35-4ea9-8a84-2ddcbf46f903 req-4f029718-630d-4009-b617-e8218c3834a4 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:02.304121 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-048a9ff9-4f35-4ea9-8a84-2ddcbf46f903 req-4f029718-630d-4009-b617-e8218c3834a4 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 943 time: 0.0600863 Nov 10 20:15:02.345352 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-4e011610-901e-49bb-9807-4fb770489abd service neutron] 10.222.0.25 "GET /v2.0/ports/8eb6a049-bfc9-49d8-b705-788d867b6f84/bindings/n-h2-813897-4 HTTP/1.1" status: 200 len: 382 time: 0.0558419 Nov 10 20:15:02.354780 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-048a9ff9-4f35-4ea9-8a84-2ddcbf46f903 req-9b73f56f-d6ab-4d80-8f68-b24e083a3053 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441971 Nov 10 20:15:02.431119 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-82895fde-655d-4b69-be03-e9a2c16fd024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:02.432562 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-82895fde-655d-4b69-be03-e9a2c16fd024 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 1094 time: 0.0540423 Nov 10 20:15:02.469516 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 8eb6a049-bfc9-49d8-b705-788d867b6f84 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:15:02.527067 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-12a0db67-b861-45d4-8fa8-d99ad640c682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:02.528743 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-12a0db67-b861-45d4-8fa8-d99ad640c682 service neutron] 10.222.0.25 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.0892401 Nov 10 20:15:02.565492 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 8eb6a049-bfc9-49d8-b705-788d867b6f84, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=8eb6a049-bfc9-49d8-b705-788d867b6f84,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:15:02.581033 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '8eb6a049-bfc9-49d8-b705-788d867b6f84', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'port_id': '8eb6a049-bfc9-49d8-b705-788d867b6f84', 'mac_address': 'fa:16:3e:d4:ae:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:15:02.600559 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-1f6949e4-0340-431c-90b1-5225cf3e9804 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8eb6a049-bfc9-49d8-b705-788d867b6f84 HTTP/1.1" status: 200 len: 1000 time: 0.0651698 Nov 10 20:15:02.623102 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:02.636468 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb6a049-bfc9-49d8-b705-788d867b6f84 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:15:02.651647 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-d6d96d9d-2573-45a5-8102-5ff746ab0d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:02.653196 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-d6d96d9d-2573-45a5-8102-5ff746ab0d8d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0460904 Nov 10 20:15:02.656652 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 8eb6a049-bfc9-49d8-b705-788d867b6f84, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=8eb6a049-bfc9-49d8-b705-788d867b6f84,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:15:02.662437 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:02.705514 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-2e440747-f4c8-4f60-9da3-ed28d4cbb36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:02.707065 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-2e440747-f4c8-4f60-9da3-ed28d4cbb36f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472214 Nov 10 20:15:02.709167 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=8eb6a049-bfc9-49d8-b705-788d867b6f84,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:15:02.717004 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:02.717356 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:02.717687 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:02.718055 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:02.718388 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:02.718715 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:02.719045 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:02.719369 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:02.719692 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:02.720031 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:02.720333 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:02.720652 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:15:02.810281 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-560bdb2d-0bc4-445e-9dd8-b84b65f5bc71 service neutron] 10.222.0.25 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946672 Nov 10 20:15:02.915424 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-998f44d3-b4eb-4294-9006-ae94facc6be8 service neutron] 10.222.0.25 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977905 Nov 10 20:15:03.000165 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['8eb6a049-bfc9-49d8-b705-788d867b6f84'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:15:03.496711 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e9c82-5e1d-43bb-a03a-696a5ada9697 req-bf08da4c-3954-42a7-9882-174e1b560df7 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:03.498284 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-994e9c82-5e1d-43bb-a03a-696a5ada9697 req-bf08da4c-3954-42a7-9882-174e1b560df7 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 944 time: 0.0592446 Nov 10 20:15:03.554241 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-994e9c82-5e1d-43bb-a03a-696a5ada9697 req-0a3e64a7-cd61-44c9-9802-c2782b47e5b0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464556 Nov 10 20:15:04.499276 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 8eb6a049-bfc9-49d8-b705-788d867b6f84 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:15:04.560477 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 8eb6a049-bfc9-49d8-b705-788d867b6f84 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:15:04.564400 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 8eb6a049-bfc9-49d8-b705-788d867b6f84 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:15:04.564773 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:04.648687 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:04.674676 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ca6caa-363b-43f4-a6ec-e2bc83c77fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb6a049-bfc9-49d8-b705-788d867b6f84'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:15:04.677115 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6eb7386-9902-4762-b479-5d7622c0dedc" -d '{"events": [{"server_uuid": "69ca6caa-363b-43f4-a6ec-e2bc83c77fe4", "name": "network-vif-plugged", "status": "completed", "tag": "8eb6a049-bfc9-49d8-b705-788d867b6f84"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:15:04.681274 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce533c-992e-4403-b442-b96897a68947 req-de9cd5f2-0cc7-4fd1-873c-067c2095acac tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:04.683085 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-68ce533c-992e-4403-b442-b96897a68947 req-de9cd5f2-0cc7-4fd1-873c-067c2095acac tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 944 time: 0.0562975 Nov 10 20:15:04.690180 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 8eb6a049-bfc9-49d8-b705-788d867b6f84, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=8eb6a049-bfc9-49d8-b705-788d867b6f84,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:15:04.696286 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:04.741203 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-68ce533c-992e-4403-b442-b96897a68947 req-3814f471-27ba-4c8c-878f-34a12754fffe tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517635 Nov 10 20:15:04.746499 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=8eb6a049-bfc9-49d8-b705-788d867b6f84,revision_number=9']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:15:04.818643 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d41c8a-d7dd-447f-965b-44bc5ca282a2 x-openstack-request-id: req-41d41c8a-d7dd-447f-965b-44bc5ca282a2 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:15:04.818801 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ca6caa-363b-43f4-a6ec-e2bc83c77fe4", "name": "network-vif-plugged", "status": "completed", "tag": "8eb6a049-bfc9-49d8-b705-788d867b6f84", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:15:04.819065 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-41d41c8a-d7dd-447f-965b-44bc5ca282a2 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:15:04.819483 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ca6caa-363b-43f4-a6ec-e2bc83c77fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb6a049-bfc9-49d8-b705-788d867b6f84', 'code': 200} Nov 10 20:15:05.079232 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-8c3a39ae-4126-43d2-9f58-4377e08bbd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:05.080751 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-8c3a39ae-4126-43d2-9f58-4377e08bbd2c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4&tenant_id=868da2bbecd2421ca6396edaac16a106 HTTP/1.1" status: 200 len: 1096 time: 0.0512729 Nov 10 20:15:05.092917 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-ad776035-c55a-4f38-9688-a367cdb37010 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813897-4', 'device_owner': 'compute:nova'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:15:05.148459 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-ad776035-c55a-4f38-9688-a367cdb37010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:05.360854 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-ad776035-c55a-4f38-9688-a367cdb37010 service neutron] For port 8eb6a049-bfc9-49d8-b705-788d867b6f84, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=8eb6a049-bfc9-49d8-b705-788d867b6f84,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:15:05.397902 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-ad776035-c55a-4f38-9688-a367cdb37010 service neutron] For port 8eb6a049-bfc9-49d8-b705-788d867b6f84, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:15:05.441445 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ca6caa-363b-43f4-a6ec-e2bc83c77fe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eb6a049-bfc9-49d8-b705-788d867b6f84'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:15:05.444013 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c82b06f-1e12-47d6-84d8-35b7075e6c82" -d '{"events": [{"server_uuid": "69ca6caa-363b-43f4-a6ec-e2bc83c77fe4", "name": "network-vif-unplugged", "status": "completed", "tag": "8eb6a049-bfc9-49d8-b705-788d867b6f84"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:15:05.447756 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-ad776035-c55a-4f38-9688-a367cdb37010 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:05.461841 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-ad776035-c55a-4f38-9688-a367cdb37010 service neutron] Transition to ACTIVE for port object 8eb6a049-bfc9-49d8-b705-788d867b6f84 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:15:05.467200 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-ad776035-c55a-4f38-9688-a367cdb37010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:05.499714 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 20:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ac16ce-0e01-44d9-8558-95b281d68e41 x-openstack-request-id: req-a7ac16ce-0e01-44d9-8558-95b281d68e41 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:15:05.500008 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ca6caa-363b-43f4-a6ec-e2bc83c77fe4", "name": "network-vif-unplugged", "status": "completed", "tag": "8eb6a049-bfc9-49d8-b705-788d867b6f84", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:15:05.500337 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a7ac16ce-0e01-44d9-8558-95b281d68e41 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:15:05.500925 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ca6caa-363b-43f4-a6ec-e2bc83c77fe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eb6a049-bfc9-49d8-b705-788d867b6f84', 'code': 200} Nov 10 20:15:05.553799 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad776035-c55a-4f38-9688-a367cdb37010 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb6a049-bfc9-49d8-b705-788d867b6f84,revision_number=10']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:15:05.597565 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-ad776035-c55a-4f38-9688-a367cdb37010 service neutron] No DVR routers for this DVR port 8eb6a049-bfc9-49d8-b705-788d867b6f84 on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:15:05.737747 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-ad776035-c55a-4f38-9688-a367cdb37010 service neutron] Attempting to bind port 8eb6a049-bfc9-49d8-b705-788d867b6f84 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:15:05.738110 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-ad776035-c55a-4f38-9688-a367cdb37010 service neutron] Attempting to bind port 8eb6a049-bfc9-49d8-b705-788d867b6f84 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:15:05.738437 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-ad776035-c55a-4f38-9688-a367cdb37010 service neutron] Attempting to bind port 8eb6a049-bfc9-49d8-b705-788d867b6f84 on network 62ad9681-ad12-4fc3-8053-67c92444be86 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:15:05.743172 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-ad776035-c55a-4f38-9688-a367cdb37010 service neutron] Port 8eb6a049-bfc9-49d8-b705-788d867b6f84 on network 62ad9681-ad12-4fc3-8053-67c92444be86 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:15:05.743493 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-ad776035-c55a-4f38-9688-a367cdb37010 service neutron] Attempting to bind port 8eb6a049-bfc9-49d8-b705-788d867b6f84 on network 62ad9681-ad12-4fc3-8053-67c92444be86 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:15:05.748677 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-ad776035-c55a-4f38-9688-a367cdb37010 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:15:05.749019 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-ad776035-c55a-4f38-9688-a367cdb37010 service neutron] Checking segment: {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:15:05.749398 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-ad776035-c55a-4f38-9688-a367cdb37010 service neutron] Bound using segment: {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:15:05.749846 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-ad776035-c55a-4f38-9688-a367cdb37010 service neutron] Bound port: 8eb6a049-bfc9-49d8-b705-788d867b6f84, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:15:05.750203 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-ad776035-c55a-4f38-9688-a367cdb37010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:05.817439 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-ad776035-c55a-4f38-9688-a367cdb37010 service neutron] For port 8eb6a049-bfc9-49d8-b705-788d867b6f84, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:15:05.821097 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-ad776035-c55a-4f38-9688-a367cdb37010 service neutron] For port 8eb6a049-bfc9-49d8-b705-788d867b6f84, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=8eb6a049-bfc9-49d8-b705-788d867b6f84,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:15:05.826040 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-ad776035-c55a-4f38-9688-a367cdb37010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:05.861164 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-ad776035-c55a-4f38-9688-a367cdb37010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:05.862013 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-ad776035-c55a-4f38-9688-a367cdb37010 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:05.863930 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-ad776035-c55a-4f38-9688-a367cdb37010 service neutron] 10.222.0.73 "PUT /v2.0/ports/8eb6a049-bfc9-49d8-b705-788d867b6f84 HTTP/1.1" status: 200 len: 1092 time: 0.7746005 Nov 10 20:15:05.885151 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8a553-1032-411f-9500-55f11f111dfe req-1f074bf2-d4eb-42d1-ad07-ea226ff7e0de tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:05.885656 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad776035-c55a-4f38-9688-a367cdb37010 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb6a049-bfc9-49d8-b705-788d867b6f84,revision_number=11']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:15:05.886831 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6ed8a553-1032-411f-9500-55f11f111dfe req-1f074bf2-d4eb-42d1-ad07-ea226ff7e0de tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 944 time: 0.0510192 Nov 10 20:15:05.931897 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-bd55b8fa-41e3-4a4a-9706-967784c65b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:05.933465 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-bd55b8fa-41e3-4a4a-9706-967784c65b74 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 1095 time: 0.0446715 Nov 10 20:15:05.951776 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6ed8a553-1032-411f-9500-55f11f111dfe req-39e8f9d1-042e-4699-ad9f-2baeeb02f433 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572119 Nov 10 20:15:06.034666 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-ca594d7e-c5f2-44f1-a110-c55f563e71ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:06.036888 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-ca594d7e-c5f2-44f1-a110-c55f563e71ad service neutron] 10.222.0.73 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.0941877 Nov 10 20:15:06.114211 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-ac84c009-09cb-4985-b3ee-ecabab062651 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8eb6a049-bfc9-49d8-b705-788d867b6f84 HTTP/1.1" status: 200 len: 1000 time: 0.0702865 Nov 10 20:15:06.173314 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-4f56590d-c20b-48d3-b2d6-6107bafbd7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:06.174783 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-4f56590d-c20b-48d3-b2d6-6107bafbd7f1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0531080 Nov 10 20:15:06.228775 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-20512c71-b89c-468b-931b-96d479eb24a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:06.230396 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-20512c71-b89c-468b-931b-96d479eb24a6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480521 Nov 10 20:15:06.322160 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-469dddb1-2c43-4ac6-ba28-b8f2deda1ce7 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835111 Nov 10 20:15:06.416905 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d8baf343-74f7-4e66-840b-1f6f50d40374 req-a87305e2-4e55-4e65-aff3-732cb188ee78 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877957 Nov 10 20:15:07.085648 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e6fd4-5b91-444c-ba6c-43b326d0d701 req-7c1413fe-ecdf-4980-b641-e51ef6ccdb48 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:07.087169 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4d3e6fd4-5b91-444c-ba6c-43b326d0d701 req-7c1413fe-ecdf-4980-b641-e51ef6ccdb48 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 944 time: 0.0516253 Nov 10 20:15:07.137208 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4d3e6fd4-5b91-444c-ba6c-43b326d0d701 req-aa87bc40-0dba-4ead-9591-816cf000a3e9 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440307 Nov 10 20:15:07.503100 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ca6caa-363b-43f4-a6ec-e2bc83c77fe4', 'tag': '8eb6a049-bfc9-49d8-b705-788d867b6f84'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:15:07.507018 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e736079b-13c0-41e9-924c-bdb98f338381" -d '{"events": [{"name": "network-changed", "server_uuid": "69ca6caa-363b-43f4-a6ec-e2bc83c77fe4", "tag": "8eb6a049-bfc9-49d8-b705-788d867b6f84"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:15:07.562724 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6484012b-934f-4a59-b736-8f03b463da48 x-openstack-request-id: req-6484012b-934f-4a59-b736-8f03b463da48 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:15:07.563038 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ca6caa-363b-43f4-a6ec-e2bc83c77fe4", "tag": "8eb6a049-bfc9-49d8-b705-788d867b6f84", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:15:07.563298 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6484012b-934f-4a59-b736-8f03b463da48 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:15:07.563792 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ca6caa-363b-43f4-a6ec-e2bc83c77fe4', 'tag': '8eb6a049-bfc9-49d8-b705-788d867b6f84', 'status': 'completed', 'code': 200} Nov 10 20:15:07.657295 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736079b-13c0-41e9-924c-bdb98f338381 req-e66d6466-581a-454f-b5dd-2256edfca7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:07.658859 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e736079b-13c0-41e9-924c-bdb98f338381 req-e66d6466-581a-454f-b5dd-2256edfca7fd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 1095 time: 0.0728705 Nov 10 20:15:07.663885 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736079b-13c0-41e9-924c-bdb98f338381 req-619c4963-1a2a-479b-8366-d1e8e1edf7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:07.665260 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e736079b-13c0-41e9-924c-bdb98f338381 req-619c4963-1a2a-479b-8366-d1e8e1edf7d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 1095 time: 0.0779095 Nov 10 20:15:07.826827 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736079b-13c0-41e9-924c-bdb98f338381 req-316ee963-17fb-4d9f-869d-7819df799483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:07.828242 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e736079b-13c0-41e9-924c-bdb98f338381 req-316ee963-17fb-4d9f-869d-7819df799483 service neutron] 10.222.0.25 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.1620700 Nov 10 20:15:07.829584 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736079b-13c0-41e9-924c-bdb98f338381 req-54715a90-aa9f-4346-b0a4-d40add9506a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:07.830939 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e736079b-13c0-41e9-924c-bdb98f338381 req-54715a90-aa9f-4346-b0a4-d40add9506a1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.1575606 Nov 10 20:15:07.945162 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e736079b-13c0-41e9-924c-bdb98f338381 req-24ec2ebd-ed15-451c-b56d-6fa9da68eca6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8eb6a049-bfc9-49d8-b705-788d867b6f84 HTTP/1.1" status: 200 len: 1000 time: 0.1097302 Nov 10 20:15:07.949097 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e736079b-13c0-41e9-924c-bdb98f338381 req-8d56049c-6d78-4d33-85c2-7f9a7a726841 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8eb6a049-bfc9-49d8-b705-788d867b6f84 HTTP/1.1" status: 200 len: 1000 time: 0.1075459 Nov 10 20:15:08.027095 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736079b-13c0-41e9-924c-bdb98f338381 req-6a5a05b4-65cc-4939-8cb3-70a773f5e9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:08.028584 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e736079b-13c0-41e9-924c-bdb98f338381 req-6a5a05b4-65cc-4939-8cb3-70a773f5e9af service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0768871 Nov 10 20:15:08.031862 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736079b-13c0-41e9-924c-bdb98f338381 req-a2e97b71-2437-40ec-88f2-2d49c6004206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:08.033160 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e736079b-13c0-41e9-924c-bdb98f338381 req-a2e97b71-2437-40ec-88f2-2d49c6004206 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0741394 Nov 10 20:15:08.102218 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736079b-13c0-41e9-924c-bdb98f338381 req-7238fd5e-fdf3-425d-bf8d-d8a491ff4bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:08.103654 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e736079b-13c0-41e9-924c-bdb98f338381 req-7238fd5e-fdf3-425d-bf8d-d8a491ff4bdf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679145 Nov 10 20:15:08.108128 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736079b-13c0-41e9-924c-bdb98f338381 req-1cb1b6c5-1aeb-44bc-957c-2dd1d76f180f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:08.109488 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e736079b-13c0-41e9-924c-bdb98f338381 req-1cb1b6c5-1aeb-44bc-957c-2dd1d76f180f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656004 Nov 10 20:15:08.258265 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75802a-d2aa-420f-b66d-f8119dd55e0e req-7e9d3688-11b9-4d59-9c56-319ecf439e7c tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:08.258887 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e736079b-13c0-41e9-924c-bdb98f338381 req-5919aa70-8076-4b84-aa4d-a6223f1f9f8f service neutron] 10.222.0.25 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474304 Nov 10 20:15:08.259755 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b75802a-d2aa-420f-b66d-f8119dd55e0e req-7e9d3688-11b9-4d59-9c56-319ecf439e7c tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 944 time: 0.0500643 Nov 10 20:15:08.261560 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e736079b-13c0-41e9-924c-bdb98f338381 req-a3c96ed3-45ac-4b3f-b33d-abbb72df8e8a service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439469 Nov 10 20:15:08.312050 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b75802a-d2aa-420f-b66d-f8119dd55e0e req-4d410deb-9ec8-4b12-91ae-397df4d7f877 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455298 Nov 10 20:15:08.418490 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e736079b-13c0-41e9-924c-bdb98f338381 req-54c60584-fec9-47f2-a340-eff41e4b8fea service neutron] 10.222.0.25 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535709 Nov 10 20:15:08.420346 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e736079b-13c0-41e9-924c-bdb98f338381 req-716627c7-3b86-4cec-9ed4-b392f075ab55 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484220 Nov 10 20:15:08.437155 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e72ad7-8d08-48b8-b304-a2552adb88c2 req-6491ff72-4d16-44c1-ade5-51f2fa6d32a8 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:08.438789 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45e72ad7-8d08-48b8-b304-a2552adb88c2 req-6491ff72-4d16-44c1-ade5-51f2fa6d32a8 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 944 time: 0.0574014 Nov 10 20:15:08.491445 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-45e72ad7-8d08-48b8-b304-a2552adb88c2 req-ffeadf42-cb83-4cb5-ab6e-5a8a2f87e136 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463178 Nov 10 20:15:08.532980 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 8eb6a049-bfc9-49d8-b705-788d867b6f84 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:15:08.577093 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 8eb6a049-bfc9-49d8-b705-788d867b6f84 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:15:08.609632 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a32084-3965-4d90-ab21-63974edb8e6d req-dbf38cca-427d-491f-af5a-0f7902ba1014 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:08.611174 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-26a32084-3965-4d90-ab21-63974edb8e6d req-dbf38cca-427d-491f-af5a-0f7902ba1014 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 944 time: 0.0501716 Nov 10 20:15:08.662871 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-26a32084-3965-4d90-ab21-63974edb8e6d req-852b3f35-7722-407e-8adf-f22870f10034 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456009 Nov 10 20:15:08.728074 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 8eb6a049-bfc9-49d8-b705-788d867b6f84 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:15:08.829348 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 8eb6a049-bfc9-49d8-b705-788d867b6f84, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=8eb6a049-bfc9-49d8-b705-788d867b6f84,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:15:08.841685 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '8eb6a049-bfc9-49d8-b705-788d867b6f84', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'port_id': '8eb6a049-bfc9-49d8-b705-788d867b6f84', 'mac_address': 'fa:16:3e:d4:ae:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:15:08.883458 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:08.896843 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb6a049-bfc9-49d8-b705-788d867b6f84 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:15:08.917754 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 8eb6a049-bfc9-49d8-b705-788d867b6f84, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=8eb6a049-bfc9-49d8-b705-788d867b6f84,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:15:08.923010 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:08.930982 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22555179-31f9-46cc-b6ce-f68788a26764 req-513a7017-25c7-4ae3-9c3e-30eeb63a2d97 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:08.932498 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-22555179-31f9-46cc-b6ce-f68788a26764 req-513a7017-25c7-4ae3-9c3e-30eeb63a2d97 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 944 time: 0.0561991 Nov 10 20:15:08.971351 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=8eb6a049-bfc9-49d8-b705-788d867b6f84,revision_number=12']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:15:08.980125 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-22555179-31f9-46cc-b6ce-f68788a26764 req-1bda8afb-f114-49e4-881b-0c1963651f5a tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413032 Nov 10 20:15:09.171394 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['8eb6a049-bfc9-49d8-b705-788d867b6f84'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:15:10.102846 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba2a2b-f304-45db-a992-417b031ed4e2 req-e88796e6-14a2-4623-accd-7225f41cae45 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:10.104368 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-69ba2a2b-f304-45db-a992-417b031ed4e2 req-e88796e6-14a2-4623-accd-7225f41cae45 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 945 time: 0.0530446 Nov 10 20:15:10.153166 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-69ba2a2b-f304-45db-a992-417b031ed4e2 req-4548024c-8b69-458a-a73b-a89d972ffeb5 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425406 Nov 10 20:15:10.231225 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14fb8d-6e73-4678-83ff-919b5a72f3b5 req-0ba969cc-79c5-4560-bf91-c9af42afb360 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:10.232708 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-df14fb8d-6e73-4678-83ff-919b5a72f3b5 req-0ba969cc-79c5-4560-bf91-c9af42afb360 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.73 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 945 time: 0.0577261 Nov 10 20:15:10.345364 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-df14fb8d-6e73-4678-83ff-919b5a72f3b5 req-017b5342-c44c-443c-abc6-46afdf98bcfe tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Deleting port 8eb6a049-bfc9-49d8-b705-788d867b6f84 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:15:10.345587 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-df14fb8d-6e73-4678-83ff-919b5a72f3b5 req-017b5342-c44c-443c-abc6-46afdf98bcfe tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:10.439553 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-df14fb8d-6e73-4678-83ff-919b5a72f3b5 req-017b5342-c44c-443c-abc6-46afdf98bcfe tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] For port 8eb6a049-bfc9-49d8-b705-788d867b6f84, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=8eb6a049-bfc9-49d8-b705-788d867b6f84,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:15:10.439871 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-df14fb8d-6e73-4678-83ff-919b5a72f3b5 req-017b5342-c44c-443c-abc6-46afdf98bcfe tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:10.635889 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-df14fb8d-6e73-4678-83ff-919b5a72f3b5 req-017b5342-c44c-443c-abc6-46afdf98bcfe tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:10.636256 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-df14fb8d-6e73-4678-83ff-919b5a72f3b5 req-017b5342-c44c-443c-abc6-46afdf98bcfe tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:10.636577 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [req-df14fb8d-6e73-4678-83ff-919b5a72f3b5 req-017b5342-c44c-443c-abc6-46afdf98bcfe tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Floating IP 13766d01-5d05-426c-9134-77020cec5001 disassociated. External IP: 172.25.3.131, port: 8eb6a049-bfc9-49d8-b705-788d867b6f84. Nov 10 20:15:10.636929 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-df14fb8d-6e73-4678-83ff-919b5a72f3b5 req-017b5342-c44c-443c-abc6-46afdf98bcfe tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Calling delete_port for 8eb6a049-bfc9-49d8-b705-788d867b6f84 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:15:10.743536 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 8eb6a049-bfc9-49d8-b705-788d867b6f84 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:15:10.775028 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-df14fb8d-6e73-4678-83ff-919b5a72f3b5 req-017b5342-c44c-443c-abc6-46afdf98bcfe tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:10.788978 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No active binding found for port 8eb6a049-bfc9-49d8-b705-788d867b6f84 {{(pid=102507) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 20:15:10.789410 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 8eb6a049-bfc9-49d8-b705-788d867b6f84 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 10 20:15:10.807745 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b5342-c44c-443c-abc6-46afdf98bcfe tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Pushing event deleted for resources: {'Port': ['ID=8eb6a049-bfc9-49d8-b705-788d867b6f84,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:15:10.808898 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Port 8eb6a049-bfc9-49d8-b705-788d867b6f84 not found, will not notify nova. {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 10 20:15:10.929702 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df14fb8d-6e73-4678-83ff-919b5a72f3b5 req-017b5342-c44c-443c-abc6-46afdf98bcfe tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Router 29426995-d5d7-4804-a052-1019b2aac574 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:15:11.041853 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df14fb8d-6e73-4678-83ff-919b5a72f3b5 req-017b5342-c44c-443c-abc6-46afdf98bcfe tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:15:11.055220 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3384b0-c1c9-4709-8993-f0360fe9d2a5 None None] Sync routers for ids ['29426995-d5d7-4804-a052-1019b2aac574'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:15:11.066241 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3384b0-c1c9-4709-8993-f0360fe9d2a5 None None] Routers {'29426995-d5d7-4804-a052-1019b2aac574'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:15:11.066901 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-8d3384b0-c1c9-4709-8993-f0360fe9d2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:14:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['29426995-d5d7-4804-a052-1019b2aac574'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:15:11.087974 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-df14fb8d-6e73-4678-83ff-919b5a72f3b5 req-017b5342-c44c-443c-abc6-46afdf98bcfe tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] No DVR routers for this DVR port 8eb6a049-bfc9-49d8-b705-788d867b6f84 on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:15:11.090758 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-df14fb8d-6e73-4678-83ff-919b5a72f3b5 req-017b5342-c44c-443c-abc6-46afdf98bcfe tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:11.094234 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-df14fb8d-6e73-4678-83ff-919b5a72f3b5 req-017b5342-c44c-443c-abc6-46afdf98bcfe tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.73 "DELETE /v2.0/ports/8eb6a049-bfc9-49d8-b705-788d867b6f84 HTTP/1.1" status: 204 len: 173 time: 0.8541365 Nov 10 20:15:11.094662 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ca6caa-363b-43f4-a6ec-e2bc83c77fe4', 'name': 'network-vif-deleted', 'tag': '8eb6a049-bfc9-49d8-b705-788d867b6f84'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:15:11.096974 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888b3d53-a5c1-43ce-bd62-660437c77a54" -d '{"events": [{"server_uuid": "69ca6caa-363b-43f4-a6ec-e2bc83c77fe4", "name": "network-vif-deleted", "tag": "8eb6a049-bfc9-49d8-b705-788d867b6f84"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:15:11.135544 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667348f8-215a-495c-a992-da2250607b27 x-openstack-request-id: req-667348f8-215a-495c-a992-da2250607b27 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:15:11.135824 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ca6caa-363b-43f4-a6ec-e2bc83c77fe4", "name": "network-vif-deleted", "tag": "8eb6a049-bfc9-49d8-b705-788d867b6f84", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:15:11.136077 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-667348f8-215a-495c-a992-da2250607b27 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:15:11.136478 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ca6caa-363b-43f4-a6ec-e2bc83c77fe4', 'name': 'network-vif-deleted', 'tag': '8eb6a049-bfc9-49d8-b705-788d867b6f84', 'status': 'completed', 'code': 200} Nov 10 20:15:11.185873 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-8d3384b0-c1c9-4709-8993-f0360fe9d2a5 None None] Set router 29426995-d5d7-4804-a052-1019b2aac574 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:15:11.272677 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b2aab9be-6dc9-451f-af02-b0d6cacb1734 req-ab3f6136-3710-4183-944b-0549afd251d5 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ca6caa-363b-43f4-a6ec-e2bc83c77fe4 HTTP/1.1" status: 200 len: 210 time: 0.0261581 Nov 10 20:15:11.390699 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-8d3384b0-c1c9-4709-8993-f0360fe9d2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29426995-d5d7-4804-a052-1019b2aac574', 'name': 'tempest-ServerActionsTestJSON-1242763271-router', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:08:17Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'gw_port': {'id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:18Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '6214f41d-f60c-43ca-9e62-b7dee1c66f02', 'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'mac_address': 'fa:16:3e:31:b0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:19Z', 'updated_at': '2021-11-10T20:08:24Z', 'revision_number': 5, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'subnets': [{'id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:15:11.416513 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3384b0-c1c9-4709-8993-f0360fe9d2a5 None None] Checking router: 29426995-d5d7-4804-a052-1019b2aac574 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:15:11.425248 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3384b0-c1c9-4709-8993-f0360fe9d2a5 None None] Routers {'29426995-d5d7-4804-a052-1019b2aac574'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:15:11.425874 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-8d3384b0-c1c9-4709-8993-f0360fe9d2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:14:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['29426995-d5d7-4804-a052-1019b2aac574'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:15:11.540714 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-8d3384b0-c1c9-4709-8993-f0360fe9d2a5 None None] Set router 29426995-d5d7-4804-a052-1019b2aac574 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:15:11.749747 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-8d3384b0-c1c9-4709-8993-f0360fe9d2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29426995-d5d7-4804-a052-1019b2aac574', 'name': 'tempest-ServerActionsTestJSON-1242763271-router', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:08:17Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'gw_port': {'id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:18Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '6214f41d-f60c-43ca-9e62-b7dee1c66f02', 'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'mac_address': 'fa:16:3e:31:b0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:19Z', 'updated_at': '2021-11-10T20:08:24Z', 'revision_number': 5, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'subnets': [{'id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:15:11.775907 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3384b0-c1c9-4709-8993-f0360fe9d2a5 None None] The sync data for ids ['29426995-d5d7-4804-a052-1019b2aac574'] in n-d-813897-4 is: [{'id': '29426995-d5d7-4804-a052-1019b2aac574', 'name': 'tempest-ServerActionsTestJSON-1242763271-router', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:08:17Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'gw_port': {'id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:18Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '6214f41d-f60c-43ca-9e62-b7dee1c66f02', 'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'mac_address': 'fa:16:3e:31:b0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:19Z', 'updated_at': '2021-11-10T20:08:24Z', 'revision_number': 5, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'subnets': [{'id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:15:12.010488 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787c20ea-b3b3-460a-9f8f-19f3aef84329 None None] New status for floating IP 13766d01-5d05-426c-9134-77020cec5001: DOWN {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:15:12.572862 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-87d63158-86f7-40c7-9fa6-fa175f3e17f5 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1016203361&fields=id&tenant_id=868da2bbecd2421ca6396edaac16a106 HTTP/1.1" status: 200 len: 267 time: 0.0461998 Nov 10 20:15:12.687156 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-2b3080b7-9b6a-430a-83ec-640b607a224c tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:12.688589 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-2b3080b7-9b6a-430a-83ec-640b607a224c tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 812 time: 0.1086757 Nov 10 20:15:12.706064 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-872ea333-b0d2-404f-b849-1dc7ed35f378 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/quotas/868da2bbecd2421ca6396edaac16a106 HTTP/1.1" status: 200 len: 375 time: 0.0096648 Nov 10 20:15:12.758913 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 8eb6a049-bfc9-49d8-b705-788d867b6f84 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:15:12.762842 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-9af7083e-7df5-4916-bc3e-7de0a64e7ae0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507100 Nov 10 20:15:12.780065 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 8eb6a049-bfc9-49d8-b705-788d867b6f84 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:15:12.780400 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 8eb6a049-bfc9-49d8-b705-788d867b6f84 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:15:12.867176 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-7b078aa5-5396-45ea-a5ce-944da033bc83 service neutron] 10.222.0.54 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917604 Nov 10 20:15:12.955884 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-16f24745-f718-4cc3-92ec-e8bbde1412d5 service neutron] 10.222.0.54 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825090 Nov 10 20:15:13.174968 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-61ef20da-117c-4d4e-b18e-9718f810f9f2 req-527a8fe9-f2ef-4020-bc5b-b146d42da9b2 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 210 time: 0.0837424 Nov 10 20:15:14.281099 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-447ad8b6-1c12-463c-be31-c3c63a56e679 req-89f892b6-d38d-4bf5-97b3-8868e7c85077 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 210 time: 0.0284805 Nov 10 20:15:14.550611 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-afd3c3b7-1804-4d7d-a9da-12adcfe6fbc1 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:14.552007 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-afd3c3b7-1804-4d7d-a9da-12adcfe6fbc1 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.73 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 812 time: 0.4440055 Nov 10 20:15:14.617116 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-f30cb05f-9f7d-46b1-a845-fca3d5ec5e00 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=868da2bbecd2421ca6396edaac16a106 HTTP/1.1" status: 200 len: 380 time: 0.0548155 Nov 10 20:15:14.626736 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-f541fd60-69d0-4875-bc3f-4619817c5d6d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Request body: {'port': {'device_id': 'c7ac9243-9917-4cb8-8b02-a31e0b6c0564', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'admin_state_up': True, 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'security_groups': ['cccd44a1-9c68-403c-8138-03af611b2f27']}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:15:14.740137 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-f541fd60-69d0-4875-bc3f-4619817c5d6d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Made reservation on behalf of 868da2bbecd2421ca6396edaac16a106 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:15:14.743997 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-f541fd60-69d0-4875-bc3f-4619817c5d6d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:14.888115 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-f541fd60-69d0-4875-bc3f-4619817c5d6d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Allocated IP 172.20.0.14 (62ad9681-ad12-4fc3-8053-67c92444be86/d7b49f67-fa13-497a-800b-34608cfad5b8/c2464535-2040-4ba2-8d92-3664b2faf503) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:15:15.040120 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-f541fd60-69d0-4875-bc3f-4619817c5d6d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:15.075952 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-f541fd60-69d0-4875-bc3f-4619817c5d6d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:15.117027 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-f541fd60-69d0-4875-bc3f-4619817c5d6d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Network 62ad9681-ad12-4fc3-8053-67c92444be86 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:15:15.118131 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-f541fd60-69d0-4875-bc3f-4619817c5d6d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:15:15.121912 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-f541fd60-69d0-4875-bc3f-4619817c5d6d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:15:15.154133 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541fd60-69d0-4875-bc3f-4619817c5d6d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Pushing event updated for resources: {'Port': ['ID=c2464535-2040-4ba2-8d92-3664b2faf503,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:15:15.181387 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-f541fd60-69d0-4875-bc3f-4619817c5d6d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:15.182052 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-f541fd60-69d0-4875-bc3f-4619817c5d6d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:15.199663 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-f541fd60-69d0-4875-bc3f-4619817c5d6d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5767655 Nov 10 20:15:15.212493 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-69592d25-9236-4f75-8da1-422a74ed0faf service neutron] Request body: {'port': {'device_id': 'c7ac9243-9917-4cb8-8b02-a31e0b6c0564', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:15:15.274366 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-69592d25-9236-4f75-8da1-422a74ed0faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:15.412567 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e85481-b5a9-4d39-a58b-6cce3c777f1e req-0b9a2652-d6dd-414b-b8c1-9c90956a6655 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:15.414296 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e7e85481-b5a9-4d39-a58b-6cce3c777f1e req-0b9a2652-d6dd-414b-b8c1-9c90956a6655 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 932 time: 0.0541480 Nov 10 20:15:15.466188 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e7e85481-b5a9-4d39-a58b-6cce3c777f1e req-ecbd3919-aec1-471e-8ce9-6c84a9345901 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425532 Nov 10 20:15:15.481491 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-659024c3-eca3-4503-a3e1-9dff56b542d0 None None] Provisioning complete for port c2464535-2040-4ba2-8d92-3664b2faf503 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:15:15.482057 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-659024c3-eca3-4503-a3e1-9dff56b542d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:15.517447 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-659024c3-eca3-4503-a3e1-9dff56b542d0 None None] Port c2464535-2040-4ba2-8d92-3664b2faf503 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:15:15.554129 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-69592d25-9236-4f75-8da1-422a74ed0faf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2464535-2040-4ba2-8d92-3664b2faf503 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:15:15.561916 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-69592d25-9236-4f75-8da1-422a74ed0faf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:15.574576 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-69592d25-9236-4f75-8da1-422a74ed0faf service neutron] Transition to ACTIVE for port object c2464535-2040-4ba2-8d92-3664b2faf503 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:15:15.580743 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-69592d25-9236-4f75-8da1-422a74ed0faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:15.639686 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69592d25-9236-4f75-8da1-422a74ed0faf service neutron] Pushing event updated for resources: {'Port': ['ID=c2464535-2040-4ba2-8d92-3664b2faf503,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:15:15.714484 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-69592d25-9236-4f75-8da1-422a74ed0faf service neutron] Attempting to bind port c2464535-2040-4ba2-8d92-3664b2faf503 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:15:15.714865 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-69592d25-9236-4f75-8da1-422a74ed0faf service neutron] Attempting to bind port c2464535-2040-4ba2-8d92-3664b2faf503 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:15:15.715305 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-69592d25-9236-4f75-8da1-422a74ed0faf service neutron] Attempting to bind port c2464535-2040-4ba2-8d92-3664b2faf503 on network 62ad9681-ad12-4fc3-8053-67c92444be86 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:15:15.720469 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-69592d25-9236-4f75-8da1-422a74ed0faf service neutron] Port c2464535-2040-4ba2-8d92-3664b2faf503 on network 62ad9681-ad12-4fc3-8053-67c92444be86 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:15:15.720793 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-69592d25-9236-4f75-8da1-422a74ed0faf service neutron] Attempting to bind port c2464535-2040-4ba2-8d92-3664b2faf503 on network 62ad9681-ad12-4fc3-8053-67c92444be86 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:15:15.726069 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-69592d25-9236-4f75-8da1-422a74ed0faf service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:15:15.726467 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-69592d25-9236-4f75-8da1-422a74ed0faf service neutron] Checking segment: {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:15:15.726854 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-69592d25-9236-4f75-8da1-422a74ed0faf service neutron] Bound using segment: {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:15:15.727286 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-69592d25-9236-4f75-8da1-422a74ed0faf service neutron] Bound port: c2464535-2040-4ba2-8d92-3664b2faf503, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:15:15.727643 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-69592d25-9236-4f75-8da1-422a74ed0faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:15.795995 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-69592d25-9236-4f75-8da1-422a74ed0faf service neutron] For port c2464535-2040-4ba2-8d92-3664b2faf503, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:15:15.799450 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-69592d25-9236-4f75-8da1-422a74ed0faf service neutron] For port c2464535-2040-4ba2-8d92-3664b2faf503, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=c2464535-2040-4ba2-8d92-3664b2faf503,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:15:15.805929 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-69592d25-9236-4f75-8da1-422a74ed0faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:15.844201 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-69592d25-9236-4f75-8da1-422a74ed0faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:15.844829 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-69592d25-9236-4f75-8da1-422a74ed0faf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:15.846276 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-69592d25-9236-4f75-8da1-422a74ed0faf service neutron] 10.222.0.73 "PUT /v2.0/ports/c2464535-2040-4ba2-8d92-3664b2faf503 HTTP/1.1" status: 200 len: 1092 time: 0.6382499 Nov 10 20:15:15.846717 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ac9243-9917-4cb8-8b02-a31e0b6c0564', 'tag': 'c2464535-2040-4ba2-8d92-3664b2faf503'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:15:15.849034 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f071464-1e75-45cf-9dea-3bfe2828d234" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ac9243-9917-4cb8-8b02-a31e0b6c0564", "tag": "c2464535-2040-4ba2-8d92-3664b2faf503"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:15:15.878657 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69592d25-9236-4f75-8da1-422a74ed0faf service neutron] Pushing event updated for resources: {'Port': ['ID=c2464535-2040-4ba2-8d92-3664b2faf503,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:15:15.895287 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2952008-516d-482a-b46e-3c2f89194e8c x-openstack-request-id: req-a2952008-516d-482a-b46e-3c2f89194e8c {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:15:15.895589 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ac9243-9917-4cb8-8b02-a31e0b6c0564", "tag": "c2464535-2040-4ba2-8d92-3664b2faf503", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:15:15.895846 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a2952008-516d-482a-b46e-3c2f89194e8c {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:15:15.896254 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ac9243-9917-4cb8-8b02-a31e0b6c0564', 'tag': 'c2464535-2040-4ba2-8d92-3664b2faf503', 'status': 'completed', 'code': 200} Nov 10 20:15:15.946156 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-48cb14a5-aba8-4b23-ab6d-5ffdde6d8d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:15.947782 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-48cb14a5-aba8-4b23-ab6d-5ffdde6d8d1d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 1095 time: 0.0443931 Nov 10 20:15:15.995054 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-f33ab9b9-63ea-4a63-b5db-584aef320a38 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2464535-2040-4ba2-8d92-3664b2faf503 HTTP/1.1" status: 200 len: 217 time: 0.0386038 Nov 10 20:15:16.046077 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-aed48848-4446-42ee-837b-7bf1e2a05479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:16.047569 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-aed48848-4446-42ee-837b-7bf1e2a05479 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0460229 Nov 10 20:15:16.098677 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-31f769d7-03ad-4c77-af65-21e334f2fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:16.100229 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-31f769d7-03ad-4c77-af65-21e334f2fd0a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451941 Nov 10 20:15:16.191793 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-2cfa8312-a2b8-45e9-9dfd-4ad6cb77221f service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839217 Nov 10 20:15:16.289808 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ff2d39bd-102b-44f6-a394-cc7535177c39 req-8f77f961-8b3f-4628-ba31-b7cb7cdff555 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908051 Nov 10 20:15:16.393717 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f071464-1e75-45cf-9dea-3bfe2828d234 req-7acaa80a-5fc6-4f41-9450-6df5152c309e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:16.395640 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7f071464-1e75-45cf-9dea-3bfe2828d234 req-7acaa80a-5fc6-4f41-9450-6df5152c309e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 1095 time: 0.0524209 Nov 10 20:15:16.501898 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f071464-1e75-45cf-9dea-3bfe2828d234 req-924d1f3d-9586-4dd4-8df1-00e28330673b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:16.503469 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7f071464-1e75-45cf-9dea-3bfe2828d234 req-924d1f3d-9586-4dd4-8df1-00e28330673b service neutron] 10.222.0.73 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.1001689 Nov 10 20:15:16.546509 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7f071464-1e75-45cf-9dea-3bfe2828d234 req-4dd18fc7-dbd9-4e44-b0a3-0ae9cddfede3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2464535-2040-4ba2-8d92-3664b2faf503 HTTP/1.1" status: 200 len: 217 time: 0.0354388 Nov 10 20:15:16.602572 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb3ed3-9795-46b0-a154-53bf8743355f req-c1c8180f-db67-4512-a6b0-1cc25657e6df tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:16.604134 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-96bb3ed3-9795-46b0-a154-53bf8743355f req-c1c8180f-db67-4512-a6b0-1cc25657e6df tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 944 time: 0.0566432 Nov 10 20:15:16.607746 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f071464-1e75-45cf-9dea-3bfe2828d234 req-84ea5d98-da62-47a0-b0ba-9f5022e7e28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:16.609607 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7f071464-1e75-45cf-9dea-3bfe2828d234 req-84ea5d98-da62-47a0-b0ba-9f5022e7e28d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0535312 Nov 10 20:15:16.658166 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-96bb3ed3-9795-46b0-a154-53bf8743355f req-5d34d03d-4ab4-4e84-a59e-c7b567cea141 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477977 Nov 10 20:15:16.663868 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f071464-1e75-45cf-9dea-3bfe2828d234 req-5eacee9c-d630-40c9-9a67-2284e67198be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:16.665373 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7f071464-1e75-45cf-9dea-3bfe2828d234 req-5eacee9c-d630-40c9-9a67-2284e67198be service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468159 Nov 10 20:15:16.765907 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7f071464-1e75-45cf-9dea-3bfe2828d234 req-f23e4908-1c53-4c7b-bafd-c375c857d5c7 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921431 Nov 10 20:15:16.863431 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7f071464-1e75-45cf-9dea-3bfe2828d234 req-c48433d8-a9cf-483d-8178-baa2c34d5b87 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890121 Nov 10 20:15:17.794055 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ee1a1-be1e-498a-b5b9-7684946712ee req-900e0187-9f30-4cbc-baec-51cbed933185 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:17.797282 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dc7ee1a1-be1e-498a-b5b9-7684946712ee req-900e0187-9f30-4cbc-baec-51cbed933185 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 944 time: 0.0659578 Nov 10 20:15:17.845612 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dc7ee1a1-be1e-498a-b5b9-7684946712ee req-7ace8ca3-3541-493b-9d6b-ff0ed9b63ff1 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437958 Nov 10 20:15:18.767771 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device c2464535-2040-4ba2-8d92-3664b2faf503 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:15:18.881265 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port c2464535-2040-4ba2-8d92-3664b2faf503, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=c2464535-2040-4ba2-8d92-3664b2faf503,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:15:18.894165 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'c2464535-2040-4ba2-8d92-3664b2faf503', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'port_id': 'c2464535-2040-4ba2-8d92-3664b2faf503', 'mac_address': 'fa:16:3e:88:61:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:15:18.934252 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:18.951371 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2464535-2040-4ba2-8d92-3664b2faf503 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:15:18.965230 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4794e61-6717-4932-98a4-092d0de6bfc0 req-ea3d6d07-4844-4f86-b527-7e2b5f436f75 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:18.966762 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e4794e61-6717-4932-98a4-092d0de6bfc0 req-ea3d6d07-4844-4f86-b527-7e2b5f436f75 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 944 time: 0.0489676 Nov 10 20:15:18.971173 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port c2464535-2040-4ba2-8d92-3664b2faf503, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=c2464535-2040-4ba2-8d92-3664b2faf503,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:15:18.976709 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:19.015710 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e4794e61-6717-4932-98a4-092d0de6bfc0 req-5829f581-c488-4963-99de-cd3142f2d754 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427437 Nov 10 20:15:19.023162 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=c2464535-2040-4ba2-8d92-3664b2faf503,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:15:19.175383 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['c2464535-2040-4ba2-8d92-3664b2faf503'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:15:20.173241 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62d5e2-d012-4548-a47d-69c2cdf3abd3 req-6e310510-0cdf-4406-9390-3c73aaaf8c98 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:20.174770 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b62d5e2-d012-4548-a47d-69c2cdf3abd3 req-6e310510-0cdf-4406-9390-3c73aaaf8c98 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 945 time: 0.0744236 Nov 10 20:15:20.239822 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4b62d5e2-d012-4548-a47d-69c2cdf3abd3 req-ae8e4302-307b-4915-a4dd-522a6d0224b5 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577493 Nov 10 20:15:20.775220 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device c2464535-2040-4ba2-8d92-3664b2faf503 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:15:20.829498 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port c2464535-2040-4ba2-8d92-3664b2faf503 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:15:20.835433 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port c2464535-2040-4ba2-8d92-3664b2faf503 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:15:20.836055 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:20.918295 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:20.941551 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ac9243-9917-4cb8-8b02-a31e0b6c0564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2464535-2040-4ba2-8d92-3664b2faf503'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:15:20.943831 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ca6be3-7fd2-4641-ba7a-868a8c1ee1b8" -d '{"events": [{"server_uuid": "c7ac9243-9917-4cb8-8b02-a31e0b6c0564", "name": "network-vif-plugged", "status": "completed", "tag": "c2464535-2040-4ba2-8d92-3664b2faf503"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:15:20.956007 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port c2464535-2040-4ba2-8d92-3664b2faf503, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=c2464535-2040-4ba2-8d92-3664b2faf503,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:15:20.961461 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:20.989544 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d73cb69-5fde-4602-8752-445824725030 x-openstack-request-id: req-5d73cb69-5fde-4602-8752-445824725030 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:15:20.989831 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ac9243-9917-4cb8-8b02-a31e0b6c0564", "name": "network-vif-plugged", "status": "completed", "tag": "c2464535-2040-4ba2-8d92-3664b2faf503", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:15:20.990107 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5d73cb69-5fde-4602-8752-445824725030 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:15:20.990486 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ac9243-9917-4cb8-8b02-a31e0b6c0564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2464535-2040-4ba2-8d92-3664b2faf503', 'code': 200} Nov 10 20:15:21.018444 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=c2464535-2040-4ba2-8d92-3664b2faf503,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:15:21.083798 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfb653-eb0c-4725-9d0e-ede1fcdee82e req-9bf512b9-0e63-4a14-9016-bdfc8e76b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:21.085347 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fcdfb653-eb0c-4725-9d0e-ede1fcdee82e req-9bf512b9-0e63-4a14-9016-bdfc8e76b19c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 1097 time: 0.0426419 Nov 10 20:15:21.133256 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fcdfb653-eb0c-4725-9d0e-ede1fcdee82e req-fedf9bd3-b538-4dc8-93e7-863e6a3630d1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408292 Nov 10 20:15:21.367774 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ea816-88e8-4b7e-9559-cf22c22c6278 req-b24e5ce7-f2c2-4e38-825f-ad5c553a5f6c tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:21.369501 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c08ea816-88e8-4b7e-9559-cf22c22c6278 req-b24e5ce7-f2c2-4e38-825f-ad5c553a5f6c tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 946 time: 0.0514221 Nov 10 20:15:21.417374 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c08ea816-88e8-4b7e-9559-cf22c22c6278 req-40edb09b-10cf-4c98-8d79-b402e3e9bcfc tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417178 Nov 10 20:15:22.540143 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab2d5f-e351-4eea-a5a8-d0e845ad21c5 req-b20daec7-1eaa-45a0-bdaf-54d53a1a0bab tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:22.541696 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4ab2d5f-e351-4eea-a5a8-d0e845ad21c5 req-b20daec7-1eaa-45a0-bdaf-54d53a1a0bab tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 946 time: 0.0538883 Nov 10 20:15:22.587923 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d4ab2d5f-e351-4eea-a5a8-d0e845ad21c5 req-5ad79722-4c3e-4fe7-883a-1412f673d6b0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398512 Nov 10 20:15:22.710683 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66b9e4-28b0-412a-b067-349f9fb02cb4 req-9e221758-ab6c-4e3a-8759-222411cd993a tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:22.712142 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-df66b9e4-28b0-412a-b067-349f9fb02cb4 req-9e221758-ab6c-4e3a-8759-222411cd993a tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 946 time: 0.0545733 Nov 10 20:15:22.721137 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56040) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:15:22.725480 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-e97e3e80-1ef8-4ea4-8d95-9e5ed78bc969 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Request body: {'floatingip': {'port_id': 'c2464535-2040-4ba2-8d92-3664b2faf503'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:15:22.781946 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e97e3e80-1ef8-4ea4-8d95-9e5ed78bc969 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks [] for floatingip, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:23.497110 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-094f1944-5a9f-42c2-a266-4538efaae21b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:23.572899 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e97e3e80-1ef8-4ea4-8d95-9e5ed78bc969 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:23.579813 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e97e3e80-1ef8-4ea4-8d95-9e5ed78bc969 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:23.691834 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-e97e3e80-1ef8-4ea4-8d95-9e5ed78bc969 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Floating IP 13766d01-5d05-426c-9134-77020cec5001 associated. External IP: 172.25.3.131, port: c2464535-2040-4ba2-8d92-3664b2faf503. Nov 10 20:15:23.910453 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97e3e80-1ef8-4ea4-8d95-9e5ed78bc969 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Router 29426995-d5d7-4804-a052-1019b2aac574 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:15:24.023270 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97e3e80-1ef8-4ea4-8d95-9e5ed78bc969 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:15:24.028632 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e97e3e80-1ef8-4ea4-8d95-9e5ed78bc969 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:24.033699 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1dba51-ddf0-4fd3-9389-87fe62118e1f None None] Sync routers for ids ['29426995-d5d7-4804-a052-1019b2aac574'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:15:24.044796 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1dba51-ddf0-4fd3-9389-87fe62118e1f None None] Routers {'29426995-d5d7-4804-a052-1019b2aac574'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:15:24.045420 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-1e1dba51-ddf0-4fd3-9389-87fe62118e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:14:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['29426995-d5d7-4804-a052-1019b2aac574'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:15:24.057913 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e97e3e80-1ef8-4ea4-8d95-9e5ed78bc969 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "PUT /v2.0/floatingips/13766d01-5d05-426c-9134-77020cec5001 HTTP/1.1" status: 200 len: 993 time: 1.3356566 Nov 10 20:15:24.058601 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ac9243-9917-4cb8-8b02-a31e0b6c0564', 'tag': 'c2464535-2040-4ba2-8d92-3664b2faf503'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:15:24.061002 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfbd5c25fd1a1bf18e79891c674f962074aa63d8f4aa99a8f6cb3be41b9dd3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc6c3c1-23d6-4699-a96d-783856d20724" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ac9243-9917-4cb8-8b02-a31e0b6c0564", "tag": "c2464535-2040-4ba2-8d92-3664b2faf503"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:15:24.154777 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c3bf2d-8322-441b-b13b-110bd743868a x-openstack-request-id: req-15c3bf2d-8322-441b-b13b-110bd743868a {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:15:24.155074 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ac9243-9917-4cb8-8b02-a31e0b6c0564", "tag": "c2464535-2040-4ba2-8d92-3664b2faf503", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:15:24.155329 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-15c3bf2d-8322-441b-b13b-110bd743868a {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:15:24.155737 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ac9243-9917-4cb8-8b02-a31e0b6c0564', 'tag': 'c2464535-2040-4ba2-8d92-3664b2faf503', 'status': 'completed', 'code': 200} Nov 10 20:15:24.220943 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6c3c1-23d6-4699-a96d-783856d20724 req-02f405d0-34a1-4163-ab59-4846d4875dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:24.222417 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2fc6c3c1-23d6-4699-a96d-783856d20724 req-02f405d0-34a1-4163-ab59-4846d4875dc7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 1097 time: 0.0421491 Nov 10 20:15:24.254337 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-1e1dba51-ddf0-4fd3-9389-87fe62118e1f None None] Set router 29426995-d5d7-4804-a052-1019b2aac574 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:15:24.318340 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6c3c1-23d6-4699-a96d-783856d20724 req-33085f9d-7717-45a2-817a-399b802608ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:24.319867 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2fc6c3c1-23d6-4699-a96d-783856d20724 req-33085f9d-7717-45a2-817a-399b802608ff service neutron] 10.222.0.73 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.0905831 Nov 10 20:15:24.389513 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2fc6c3c1-23d6-4699-a96d-783856d20724 req-74b50296-5dbf-4827-ab21-bbf80e6ed126 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2464535-2040-4ba2-8d92-3664b2faf503 HTTP/1.1" status: 200 len: 1001 time: 0.0618966 Nov 10 20:15:24.445129 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6c3c1-23d6-4699-a96d-783856d20724 req-35de81d1-3d39-40c2-af34-90c786321801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:24.446701 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2fc6c3c1-23d6-4699-a96d-783856d20724 req-35de81d1-3d39-40c2-af34-90c786321801 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0488112 Nov 10 20:15:24.489461 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-1e1dba51-ddf0-4fd3-9389-87fe62118e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29426995-d5d7-4804-a052-1019b2aac574', 'name': 'tempest-ServerActionsTestJSON-1242763271-router', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:08:17Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'gw_port': {'id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:18Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '13766d01-5d05-426c-9134-77020cec5001', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '29426995-d5d7-4804-a052-1019b2aac574', 'port_id': 'c2464535-2040-4ba2-8d92-3664b2faf503', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'mac_address': 'fa:16:3e:88:61:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ac9243-9917-4cb8-8b02-a31e0b6c0564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:08:22Z', 'updated_at': '2021-11-10T20:15:23Z', 'revision_number': 13, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6214f41d-f60c-43ca-9e62-b7dee1c66f02', 'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'mac_address': 'fa:16:3e:31:b0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:19Z', 'updated_at': '2021-11-10T20:08:24Z', 'revision_number': 5, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'subnets': [{'id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:15:24.493431 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6c3c1-23d6-4699-a96d-783856d20724 req-822ce179-2f3e-4a2e-b850-fa7062805c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:15:24.495037 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2fc6c3c1-23d6-4699-a96d-783856d20724 req-822ce179-2f3e-4a2e-b850-fa7062805c4a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416908 Nov 10 20:15:24.516227 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1dba51-ddf0-4fd3-9389-87fe62118e1f None None] Checking router: 29426995-d5d7-4804-a052-1019b2aac574 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:15:24.525328 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1dba51-ddf0-4fd3-9389-87fe62118e1f None None] Routers {'29426995-d5d7-4804-a052-1019b2aac574'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:15:24.525973 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-1e1dba51-ddf0-4fd3-9389-87fe62118e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:14:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['29426995-d5d7-4804-a052-1019b2aac574'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:15:24.591794 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2fc6c3c1-23d6-4699-a96d-783856d20724 req-35dd7591-57d3-4c81-a47d-f26075f39371 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896866 Nov 10 20:15:24.637680 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-1e1dba51-ddf0-4fd3-9389-87fe62118e1f None None] Set router 29426995-d5d7-4804-a052-1019b2aac574 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:15:24.690029 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2fc6c3c1-23d6-4699-a96d-783856d20724 req-eb1d0454-c69e-4c45-893f-a46ea872760b service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905852 Nov 10 20:15:24.872438 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-1e1dba51-ddf0-4fd3-9389-87fe62118e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29426995-d5d7-4804-a052-1019b2aac574', 'name': 'tempest-ServerActionsTestJSON-1242763271-router', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:08:17Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'gw_port': {'id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:18Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '13766d01-5d05-426c-9134-77020cec5001', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '29426995-d5d7-4804-a052-1019b2aac574', 'port_id': 'c2464535-2040-4ba2-8d92-3664b2faf503', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'mac_address': 'fa:16:3e:88:61:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ac9243-9917-4cb8-8b02-a31e0b6c0564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:08:22Z', 'updated_at': '2021-11-10T20:15:23Z', 'revision_number': 13, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6214f41d-f60c-43ca-9e62-b7dee1c66f02', 'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'mac_address': 'fa:16:3e:31:b0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:19Z', 'updated_at': '2021-11-10T20:08:24Z', 'revision_number': 5, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'subnets': [{'id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:15:24.899278 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1dba51-ddf0-4fd3-9389-87fe62118e1f None None] The sync data for ids ['29426995-d5d7-4804-a052-1019b2aac574'] in n-d-813897-4 is: [{'id': '29426995-d5d7-4804-a052-1019b2aac574', 'name': 'tempest-ServerActionsTestJSON-1242763271-router', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:08:17Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'gw_port': {'id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:18Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '13766d01-5d05-426c-9134-77020cec5001', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '29426995-d5d7-4804-a052-1019b2aac574', 'port_id': 'c2464535-2040-4ba2-8d92-3664b2faf503', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'mac_address': 'fa:16:3e:88:61:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ac9243-9917-4cb8-8b02-a31e0b6c0564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:08:22Z', 'updated_at': '2021-11-10T20:15:23Z', 'revision_number': 13, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6214f41d-f60c-43ca-9e62-b7dee1c66f02', 'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'mac_address': 'fa:16:3e:31:b0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:19Z', 'updated_at': '2021-11-10T20:08:24Z', 'revision_number': 5, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'subnets': [{'id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:15:25.116735 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3de1259-f192-4996-a694-cc1cfc3a1776 None None] New status for floating IP 13766d01-5d05-426c-9134-77020cec5001: ACTIVE {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:15:25.424949 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:25.612277 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:25.756473 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4423e362-d755-4bfc-9a59-b04449a3ed3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:27.207925 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:15:27.454163 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:28.973076 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:29.391820 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:53.502959 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f9bd98d8-9808-481c-b6b7-861a24c350f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:55.272697 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-e611c497-bb8d-4034-a6d8-8a90934ef7c1 req-37b13ce7-1e64-4682-93bb-f520a37f848c service neutron] (102505) timed out ('10.222.0.54', 53930) {{(pid=102505) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 20:15:55.422600 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:55.628211 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:55.752622 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-427dd770-276c-4613-8eca-439296a286d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:57.459276 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:58.971570 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:15:59.391690 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:16:03.186729 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-961b90fa-cea8-47b0-99f9-d2bed7ff2fd9 req-019233b4-d212-406d-b0c8-c74bd0a60d87 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510902 Nov 10 20:16:03.277269 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b90fa-cea8-47b0-99f9-d2bed7ff2fd9 req-b3040e20-d079-4785-9bda-f335b8c5e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:16:03.278848 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-961b90fa-cea8-47b0-99f9-d2bed7ff2fd9 req-b3040e20-d079-4785-9bda-f335b8c5e9ce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 1097 time: 0.0466919 Nov 10 20:16:03.392754 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b90fa-cea8-47b0-99f9-d2bed7ff2fd9 req-f4ab9c5e-0a73-4ec2-a410-b52e0e964b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:16:03.395077 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-961b90fa-cea8-47b0-99f9-d2bed7ff2fd9 req-f4ab9c5e-0a73-4ec2-a410-b52e0e964b60 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.0941060 Nov 10 20:16:03.472357 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-961b90fa-cea8-47b0-99f9-d2bed7ff2fd9 req-cd696729-6923-41c2-a435-6517b615f570 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2464535-2040-4ba2-8d92-3664b2faf503 HTTP/1.1" status: 200 len: 1003 time: 0.0695107 Nov 10 20:16:03.539708 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b90fa-cea8-47b0-99f9-d2bed7ff2fd9 req-684a07cb-4d8f-4b6f-b5c3-5ed27e091902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:16:03.541756 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-961b90fa-cea8-47b0-99f9-d2bed7ff2fd9 req-684a07cb-4d8f-4b6f-b5c3-5ed27e091902 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0622535 Nov 10 20:16:03.591571 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b90fa-cea8-47b0-99f9-d2bed7ff2fd9 req-e4573940-5c90-400a-948f-bc7a2fcbf268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:16:03.593105 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-961b90fa-cea8-47b0-99f9-d2bed7ff2fd9 req-e4573940-5c90-400a-948f-bc7a2fcbf268 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438197 Nov 10 20:16:03.689493 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-961b90fa-cea8-47b0-99f9-d2bed7ff2fd9 req-52f08c91-5b7a-4d02-93f5-420e9279a2a7 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883985 Nov 10 20:16:03.782611 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-961b90fa-cea8-47b0-99f9-d2bed7ff2fd9 req-7b697e87-d263-4bbe-a880-c63987caab3a service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851057 Nov 10 20:16:04.207508 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:16:23.507318 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-994ce365-7805-4aa6-a5d2-58f749b1e0c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:16:25.431201 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:16:25.646091 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:16:25.756739 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dd1a54e8-e9c8-4f90-8feb-09caff24f287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:16:27.470199 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:16:28.974254 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:16:29.397971 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:16:41.211231 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:16:53.513243 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7b68bbe5-a239-473a-881d-7c3954c2a4c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:16:55.471564 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:16:55.645754 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:16:55.765670 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ddaf451d-b366-42c5-84a8-9b0d1739a2e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:16:57.469508 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:16:58.980051 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:16:59.387485 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:02.501800 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa7fac-9330-429b-a358-1b57312ffd1e req-f1320d24-a334-4e66-b46c-15ace601857f tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:02.503503 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cdaa7fac-9330-429b-a358-1b57312ffd1e req-f1320d24-a334-4e66-b46c-15ace601857f tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 946 time: 0.0610335 Nov 10 20:17:02.560514 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cdaa7fac-9330-429b-a358-1b57312ffd1e req-855f3a7b-608b-4526-b684-998823ce4fa3 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508864 Nov 10 20:17:05.169788 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b2684676-454f-4611-bd26-fd6fad68f486 req-c465bb8e-dfaa-42ef-ae97-e73980e313f3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509312 Nov 10 20:17:05.262456 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2684676-454f-4611-bd26-fd6fad68f486 req-d2f31fb0-23eb-4cc7-be8a-aa49b7db42fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:05.263902 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b2684676-454f-4611-bd26-fd6fad68f486 req-d2f31fb0-23eb-4cc7-be8a-aa49b7db42fc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 1097 time: 0.0437701 Nov 10 20:17:05.374370 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2684676-454f-4611-bd26-fd6fad68f486 req-6316c932-7a2e-4d2f-9946-6d25ec372c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:05.375870 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b2684676-454f-4611-bd26-fd6fad68f486 req-6316c932-7a2e-4d2f-9946-6d25ec372c42 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.0896194 Nov 10 20:17:05.447440 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b2684676-454f-4611-bd26-fd6fad68f486 req-aacd3928-657f-4c87-ae30-f14681bd9c33 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2464535-2040-4ba2-8d92-3664b2faf503 HTTP/1.1" status: 200 len: 1003 time: 0.0627120 Nov 10 20:17:05.497808 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2684676-454f-4611-bd26-fd6fad68f486 req-e0c6c458-c53e-4c56-bacb-a02decaddd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:05.499333 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b2684676-454f-4611-bd26-fd6fad68f486 req-e0c6c458-c53e-4c56-bacb-a02decaddd23 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0447690 Nov 10 20:17:05.548224 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2684676-454f-4611-bd26-fd6fad68f486 req-70326330-bf2f-474b-9a4a-900a6c213d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:05.549624 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b2684676-454f-4611-bd26-fd6fad68f486 req-70326330-bf2f-474b-9a4a-900a6c213d37 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426354 Nov 10 20:17:05.651966 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b2684676-454f-4611-bd26-fd6fad68f486 req-c1cdc987-6b33-4081-8311-7f6bb136f633 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947337 Nov 10 20:17:05.747859 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b2684676-454f-4611-bd26-fd6fad68f486 req-c6efb198-0dd5-4c77-93a5-040ef4f288da service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876148 Nov 10 20:17:14.719925 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-a37951ce-0460-43e7-a495-097a9fbc2d19 req-d3afe66d-e70f-4a67-81fc-29c221972cfc service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:17:14.720951 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a37951ce-0460-43e7-a495-097a9fbc2d19 req-d3afe66d-e70f-4a67-81fc-29c221972cfc service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0491593 Nov 10 20:17:14.905423 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-51f4e6b3-d576-4b00-92f3-c129eeaa15f0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0456164 Nov 10 20:17:14.915148 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-f118f2c2-1b6f-40d9-9e6f-d9674e81c98f service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:17:14.916368 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-f118f2c2-1b6f-40d9-9e6f-d9674e81c98f service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056019 Nov 10 20:17:14.919488 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420abddb-4137-44db-a9a7-25e20bbad5c7 req-0c39784e-67eb-4653-a1bb-29fb6cd08bf3 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:14.921327 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-420abddb-4137-44db-a9a7-25e20bbad5c7 req-0c39784e-67eb-4653-a1bb-29fb6cd08bf3 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 946 time: 0.0517015 Nov 10 20:17:14.971321 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-420abddb-4137-44db-a9a7-25e20bbad5c7 req-08500a3f-8b67-425f-a128-908c23db28fd tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438135 Nov 10 20:17:16.098919 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80f601-c334-4b14-bc6f-09e8b140ff2f req-1ec49b46-a01a-410e-b684-e1b7f825a57b tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:16.102226 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6a80f601-c334-4b14-bc6f-09e8b140ff2f req-1ec49b46-a01a-410e-b684-e1b7f825a57b tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 946 time: 0.0527937 Nov 10 20:17:16.110437 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-8e6b29ca-2966-467f-86d5-66b149de954d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:16.111960 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-8e6b29ca-2966-467f-86d5-66b149de954d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 1097 time: 0.0430553 Nov 10 20:17:16.148445 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6a80f601-c334-4b14-bc6f-09e8b140ff2f req-7ee0e5de-752f-4075-9a99-54b3e623ae98 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417290 Nov 10 20:17:16.208632 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-7ddae562-66ba-494f-b7ca-d01f3cdcced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:16.210221 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-7ddae562-66ba-494f-b7ca-d01f3cdcced3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.0911367 Nov 10 20:17:16.279182 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-160437b9-db92-46db-8dc2-13388da7adb5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2464535-2040-4ba2-8d92-3664b2faf503 HTTP/1.1" status: 200 len: 1003 time: 0.0606344 Nov 10 20:17:16.330838 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-b684ca5c-e1f6-4aff-8aef-b82a8f876618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:16.332339 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-b684ca5c-e1f6-4aff-8aef-b82a8f876618 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0458684 Nov 10 20:17:16.394253 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-fb4f77c4-08e3-4253-ae1a-b633d938d612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:16.395829 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-fb4f77c4-08e3-4253-ae1a-b633d938d612 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557430 Nov 10 20:17:16.486550 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-7f489b30-787d-415d-a877-5046615bb5c1 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826259 Nov 10 20:17:16.598837 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-7d957716-4f80-4430-b90e-1d3035b94ccf service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046636 Nov 10 20:17:17.296843 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c989cd-c5b3-41b1-b00e-444e3c3e7788 req-eabb1700-d836-4915-a903-5f626fd326a8 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:17.298354 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a4c989cd-c5b3-41b1-b00e-444e3c3e7788 req-eabb1700-d836-4915-a903-5f626fd326a8 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 946 time: 0.0677061 Nov 10 20:17:17.346783 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a4c989cd-c5b3-41b1-b00e-444e3c3e7788 req-9ef8ecdb-9e3c-450b-ac5a-c13abbea2707 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421984 Nov 10 20:17:18.216945 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:17:18.479618 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b45f10-487a-4d75-9114-7616d6473d1c req-eca3ec5c-06ba-414f-8a2c-952a1b40f704 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:18.481061 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-41b45f10-487a-4d75-9114-7616d6473d1c req-eca3ec5c-06ba-414f-8a2c-952a1b40f704 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 946 time: 0.0567167 Nov 10 20:17:18.532326 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-41b45f10-487a-4d75-9114-7616d6473d1c req-e8f60d88-7fe6-400b-958a-b073a9f24b8b tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421631 Nov 10 20:17:19.666663 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07086f-b8d0-4c1a-bc0a-0de49187d586 req-f7f6707c-84bc-48d2-8a57-c75637bada58 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:19.668151 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3a07086f-b8d0-4c1a-bc0a-0de49187d586 req-f7f6707c-84bc-48d2-8a57-c75637bada58 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 946 time: 0.0558267 Nov 10 20:17:19.727155 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3a07086f-b8d0-4c1a-bc0a-0de49187d586 req-8dc8d504-a8ba-4d75-a623-da645d227ec8 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527346 Nov 10 20:17:20.875583 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d67461-f089-481b-a2ef-9ea927df9f41 req-180695e3-5286-42f5-97d6-b4befb5d6fd0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:20.877008 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-25d67461-f089-481b-a2ef-9ea927df9f41 req-180695e3-5286-42f5-97d6-b4befb5d6fd0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 946 time: 0.0623868 Nov 10 20:17:20.938207 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-25d67461-f089-481b-a2ef-9ea927df9f41 req-abf7bbf9-527a-4cb8-938b-667a4a9918a3 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534067 Nov 10 20:17:22.073921 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae13e2-e5d4-49aa-bd38-ddadf6457c1b req-d2022bae-3538-4856-b143-f406b1c6448d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:22.075449 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e0ae13e2-e5d4-49aa-bd38-ddadf6457c1b req-d2022bae-3538-4856-b143-f406b1c6448d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 946 time: 0.0560257 Nov 10 20:17:22.124305 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e0ae13e2-e5d4-49aa-bd38-ddadf6457c1b req-3057b097-89a7-413c-8def-3e12a4090d1b tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424843 Nov 10 20:17:23.263951 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697273e-5b51-4214-a0c7-3f2d48b142f8 req-346c6f69-c5f2-4086-a86a-912bfda64403 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:23.265542 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6697273e-5b51-4214-a0c7-3f2d48b142f8 req-346c6f69-c5f2-4086-a86a-912bfda64403 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 946 time: 0.0558867 Nov 10 20:17:23.313147 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6697273e-5b51-4214-a0c7-3f2d48b142f8 req-a215311c-cece-447b-aab4-8ee1f24c012c tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415552 Nov 10 20:17:23.517161 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-75072205-8176-4f93-bc01-51bf98f7cf3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:24.444288 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0665943-1f9d-44b5-aeb1-6add27cab943 req-78fece07-8910-4a9d-b90f-c6c044e72cb8 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:24.445966 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f0665943-1f9d-44b5-aeb1-6add27cab943 req-78fece07-8910-4a9d-b90f-c6c044e72cb8 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 946 time: 0.0528469 Nov 10 20:17:24.495514 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f0665943-1f9d-44b5-aeb1-6add27cab943 req-99e78dc2-8022-47de-93e0-de75422425ba tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434008 Nov 10 20:17:25.459977 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:25.639558 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6c296-a38a-4b45-9a02-436af9aafe17 req-d285470e-2fdf-413b-bed8-18ce9113debf tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:25.641589 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f3a6c296-a38a-4b45-9a02-436af9aafe17 req-d285470e-2fdf-413b-bed8-18ce9113debf tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 946 time: 0.0680196 Nov 10 20:17:25.648569 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:25.690629 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f3a6c296-a38a-4b45-9a02-436af9aafe17 req-715c6d66-7ab2-4901-a002-94e247b012c7 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425022 Nov 10 20:17:25.761641 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-22c68c7a-ebcf-427a-9b9c-e0a377d26a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:26.842998 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814dd28f-8b5b-4953-938b-a69d229840cf req-3cd835b8-c468-45a4-a6b1-303f13186f17 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:26.844522 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-814dd28f-8b5b-4953-938b-a69d229840cf req-3cd835b8-c468-45a4-a6b1-303f13186f17 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 946 time: 0.0610433 Nov 10 20:17:26.900434 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-814dd28f-8b5b-4953-938b-a69d229840cf req-cbf5674a-5873-45ab-bf73-fec5c77fd259 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490181 Nov 10 20:17:27.471935 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:28.032112 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bbeb8-513a-4a4e-afff-946ca3a4eb88 req-10b65de4-47d0-47bb-b6fa-ab4c70b08fd2 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:28.034009 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-615bbeb8-513a-4a4e-afff-946ca3a4eb88 req-10b65de4-47d0-47bb-b6fa-ab4c70b08fd2 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 946 time: 0.0531356 Nov 10 20:17:28.098737 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-615bbeb8-513a-4a4e-afff-946ca3a4eb88 req-284bb694-382d-4eb1-bd70-b8165606780c tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584822 Nov 10 20:17:28.981238 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:29.225635 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f099a7-5aa9-4f4b-b121-b13f0f4e0216 req-3ac38801-a543-450c-a38e-7e66a855d0b9 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:29.227207 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97f099a7-5aa9-4f4b-b121-b13f0f4e0216 req-3ac38801-a543-450c-a38e-7e66a855d0b9 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 946 time: 0.0532088 Nov 10 20:17:29.276430 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-97f099a7-5aa9-4f4b-b121-b13f0f4e0216 req-5a4e8df1-9553-4439-b362-08c258f58ad4 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425465 Nov 10 20:17:29.388918 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:30.397850 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4409df-95db-43c9-adc5-9c250dd13423 req-d0bdc224-bc3f-493a-bbf2-4586c7e5da7a tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:30.402369 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cd4409df-95db-43c9-adc5-9c250dd13423 req-d0bdc224-bc3f-493a-bbf2-4586c7e5da7a tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 946 time: 0.0519941 Nov 10 20:17:30.448841 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cd4409df-95db-43c9-adc5-9c250dd13423 req-ff9c00e0-5943-4cc0-be32-908d9076ec76 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427842 Nov 10 20:17:30.737441 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-dbebc946-1651-46b2-ae5d-661d60d33b97 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:17:30.739130 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-dbebc946-1651-46b2-ae5d-661d60d33b97 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086904 Nov 10 20:17:30.806890 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-60544818-6eba-4624-b793-e4a56025880c service neutron] show failed (client error): The resource could not be found. Nov 10 20:17:30.807954 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-60544818-6eba-4624-b793-e4a56025880c service neutron] 10.222.0.73 "GET /v2.0/ports/c2464535-2040-4ba2-8d92-3664b2faf503/bindings/n-h2-813897-4 HTTP/1.1" status: 404 len: 380 time: 0.0610552 Nov 10 20:17:31.042541 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-30581ed6-d411-40e7-9bc1-cbacb8c9cddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:31.044136 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-30581ed6-d411-40e7-9bc1-cbacb8c9cddd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564&tenant_id=868da2bbecd2421ca6396edaac16a106 HTTP/1.1" status: 200 len: 1097 time: 0.0472815 Nov 10 20:17:31.058652 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813897-4', 'device_owner': 'compute:nova'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:17:31.129099 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:31.340512 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] For port c2464535-2040-4ba2-8d92-3664b2faf503, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=c2464535-2040-4ba2-8d92-3664b2faf503,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:17:31.363843 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device c2464535-2040-4ba2-8d92-3664b2faf503 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:17:31.374847 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] For port c2464535-2040-4ba2-8d92-3664b2faf503, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:17:31.414473 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ac9243-9917-4cb8-8b02-a31e0b6c0564', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2464535-2040-4ba2-8d92-3664b2faf503'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:17:31.417163 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcadf9a-7699-460f-8d64-9c6dab8c5558" -d '{"events": [{"server_uuid": "c7ac9243-9917-4cb8-8b02-a31e0b6c0564", "name": "network-vif-unplugged", "status": "completed", "tag": "c2464535-2040-4ba2-8d92-3664b2faf503"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:17:31.421636 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:31.436067 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] Transition to ACTIVE for port object c2464535-2040-4ba2-8d92-3664b2faf503 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:17:31.441211 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:31.483256 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 20:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc3a6ca-9fe7-4655-ad4c-1f6b40df459f x-openstack-request-id: req-8fc3a6ca-9fe7-4655-ad4c-1f6b40df459f {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:17:31.483554 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ac9243-9917-4cb8-8b02-a31e0b6c0564", "name": "network-vif-unplugged", "status": "completed", "tag": "c2464535-2040-4ba2-8d92-3664b2faf503", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:17:31.483802 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8fc3a6ca-9fe7-4655-ad4c-1f6b40df459f {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:17:31.484197 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ac9243-9917-4cb8-8b02-a31e0b6c0564', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2464535-2040-4ba2-8d92-3664b2faf503', 'code': 200} Nov 10 20:17:31.541349 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] Pushing event updated for resources: {'Port': ['ID=c2464535-2040-4ba2-8d92-3664b2faf503,revision_number=6']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:17:31.564394 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:31.564619 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:31.564954 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:31.565288 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:31.565617 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:31.565972 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:31.566298 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:31.566618 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:31.566939 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:31.567279 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:31.567587 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:31.567917 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:31.607353 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee4c9c-9685-4129-93ce-54887da5d1c5 req-e6e36eaa-6e23-466a-b197-7855f2617d34 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:31.611368 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-20ee4c9c-9685-4129-93ce-54887da5d1c5 req-e6e36eaa-6e23-466a-b197-7855f2617d34 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 944 time: 0.0752017 Nov 10 20:17:31.644496 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] No DVR routers for this DVR port c2464535-2040-4ba2-8d92-3664b2faf503 on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:17:31.660979 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:31.677317 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-20ee4c9c-9685-4129-93ce-54887da5d1c5 req-28cb5e4a-e7b2-4452-9653-47de4e1ca50c tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592797 Nov 10 20:17:31.720967 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 20:17:31.721329 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 20:17:31.791433 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] Attempting to bind port c2464535-2040-4ba2-8d92-3664b2faf503 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:17:31.792034 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] Attempting to bind port c2464535-2040-4ba2-8d92-3664b2faf503 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:17:31.792034 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] Attempting to bind port c2464535-2040-4ba2-8d92-3664b2faf503 on network 62ad9681-ad12-4fc3-8053-67c92444be86 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:17:31.797110 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] Port c2464535-2040-4ba2-8d92-3664b2faf503 on network 62ad9681-ad12-4fc3-8053-67c92444be86 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:17:31.797492 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] Attempting to bind port c2464535-2040-4ba2-8d92-3664b2faf503 on network 62ad9681-ad12-4fc3-8053-67c92444be86 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:17:31.802752 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:17:31.803089 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] Checking segment: {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:17:31.803495 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] Bound using segment: {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:17:31.803915 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] Bound port: c2464535-2040-4ba2-8d92-3664b2faf503, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:17:31.804284 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:31.883341 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] For port c2464535-2040-4ba2-8d92-3664b2faf503, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:17:31.886670 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] For port c2464535-2040-4ba2-8d92-3664b2faf503, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=c2464535-2040-4ba2-8d92-3664b2faf503,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:17:31.894528 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:31.931346 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:31.931973 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:31.933380 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] 10.222.0.25 "PUT /v2.0/ports/c2464535-2040-4ba2-8d92-3664b2faf503 HTTP/1.1" status: 200 len: 1092 time: 0.8808866 Nov 10 20:17:31.954743 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3bcc9-0362-417f-9b9c-6f0c6165abe5 service neutron] Pushing event updated for resources: {'Port': ['ID=c2464535-2040-4ba2-8d92-3664b2faf503,revision_number=7']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:17:32.000751 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-d82fdc8a-bacf-4419-94a4-889d8a3d168b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:32.002388 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-d82fdc8a-bacf-4419-94a4-889d8a3d168b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 1095 time: 0.0440388 Nov 10 20:17:32.105326 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-7c67ff79-84bf-491e-bff3-37b0a0950a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:32.106881 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-7c67ff79-84bf-491e-bff3-37b0a0950a82 service neutron] 10.222.0.25 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.0976336 Nov 10 20:17:32.184305 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-c4feb921-8e41-4515-86c8-fb34b3e50cea service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2464535-2040-4ba2-8d92-3664b2faf503 HTTP/1.1" status: 200 len: 1001 time: 0.0687714 Nov 10 20:17:32.236768 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-db072ae5-7092-431f-988d-00a7a83ce342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:32.238208 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-db072ae5-7092-431f-988d-00a7a83ce342 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0468669 Nov 10 20:17:32.290084 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-53bfc97d-e69e-475c-935a-057300ca7af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:32.291906 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-53bfc97d-e69e-475c-935a-057300ca7af0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466480 Nov 10 20:17:32.383921 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-74119cbb-1054-4dbf-872f-5e2316baf626 service neutron] 10.222.0.25 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838864 Nov 10 20:17:32.491530 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-12acf60c-b80e-42d5-8b64-1b85c3a6b29a service neutron] 10.222.0.25 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004417 Nov 10 20:17:32.811512 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b32f47-2806-450a-8821-e83faa7bc42d req-286edb8c-0036-4840-8002-b1a3cb6282b1 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:32.813065 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-98b32f47-2806-450a-8821-e83faa7bc42d req-286edb8c-0036-4840-8002-b1a3cb6282b1 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 944 time: 0.0520611 Nov 10 20:17:32.862937 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-98b32f47-2806-450a-8821-e83faa7bc42d req-fe3ad50e-2c79-445f-98db-ab5dd0271370 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434711 Nov 10 20:17:33.486004 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ac9243-9917-4cb8-8b02-a31e0b6c0564', 'tag': 'c2464535-2040-4ba2-8d92-3664b2faf503'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:17:33.488472 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d1fbe1-c400-4fdc-9c5e-99103854f118" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ac9243-9917-4cb8-8b02-a31e0b6c0564", "tag": "c2464535-2040-4ba2-8d92-3664b2faf503"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:17:33.539017 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a151f523-99d7-4a89-b76c-25f7d6eb9bed x-openstack-request-id: req-a151f523-99d7-4a89-b76c-25f7d6eb9bed {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:17:33.539292 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ac9243-9917-4cb8-8b02-a31e0b6c0564", "tag": "c2464535-2040-4ba2-8d92-3664b2faf503", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:17:33.539590 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a151f523-99d7-4a89-b76c-25f7d6eb9bed {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:17:33.540036 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ac9243-9917-4cb8-8b02-a31e0b6c0564', 'tag': 'c2464535-2040-4ba2-8d92-3664b2faf503', 'status': 'completed', 'code': 200} Nov 10 20:17:33.626342 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1fbe1-c400-4fdc-9c5e-99103854f118 req-9dc5953e-2ab9-4a12-bf75-62848f10f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:33.627949 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-99d1fbe1-c400-4fdc-9c5e-99103854f118 req-9dc5953e-2ab9-4a12-bf75-62848f10f837 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 1095 time: 0.0702007 Nov 10 20:17:33.629897 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1fbe1-c400-4fdc-9c5e-99103854f118 req-435a8c0a-c57f-495e-9b44-4dfe28e9868d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:33.631258 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-99d1fbe1-c400-4fdc-9c5e-99103854f118 req-435a8c0a-c57f-495e-9b44-4dfe28e9868d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 1095 time: 0.0652895 Nov 10 20:17:34.009573 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cbdd6-cafa-4a30-9623-62833c349887 req-34fbd780-52c9-4d5a-a495-1c871aa461f6 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:34.013024 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0b3cbdd6-cafa-4a30-9623-62833c349887 req-34fbd780-52c9-4d5a-a495-1c871aa461f6 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 944 time: 0.0598354 Nov 10 20:17:34.070272 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0b3cbdd6-cafa-4a30-9623-62833c349887 req-e05e34c6-6057-496a-bb1f-f95ec8d5aef9 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526619 Nov 10 20:17:34.156792 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1fbe1-c400-4fdc-9c5e-99103854f118 req-8b40e30e-d4f7-4fe1-a518-a2a105393d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:34.158538 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-99d1fbe1-c400-4fdc-9c5e-99103854f118 req-8b40e30e-d4f7-4fe1-a518-a2a105393d8a service neutron] 10.222.0.25 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.5224679 Nov 10 20:17:34.159516 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1fbe1-c400-4fdc-9c5e-99103854f118 req-d69a396f-0645-4b30-80e0-94aa70887cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:34.160808 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-99d1fbe1-c400-4fdc-9c5e-99103854f118 req-d69a396f-0645-4b30-80e0-94aa70887cbf service neutron] 10.222.0.73 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.5176954 Nov 10 20:17:34.275086 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-99d1fbe1-c400-4fdc-9c5e-99103854f118 req-12d391ce-f7bb-4e55-ae2c-31c5627e0b71 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2464535-2040-4ba2-8d92-3664b2faf503 HTTP/1.1" status: 200 len: 1001 time: 0.1090524 Nov 10 20:17:34.277067 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-99d1fbe1-c400-4fdc-9c5e-99103854f118 req-e7e3cefd-aed2-4c2b-b4df-8f29472eff88 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2464535-2040-4ba2-8d92-3664b2faf503 HTTP/1.1" status: 200 len: 1001 time: 0.1043658 Nov 10 20:17:34.357098 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1fbe1-c400-4fdc-9c5e-99103854f118 req-b11e72a4-248a-43d9-9491-b3eca58caf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:34.358622 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-99d1fbe1-c400-4fdc-9c5e-99103854f118 req-b11e72a4-248a-43d9-9491-b3eca58caf41 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0761163 Nov 10 20:17:34.362115 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1fbe1-c400-4fdc-9c5e-99103854f118 req-dca8149c-de72-43a4-bb03-84fd9dc3bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:34.363424 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-99d1fbe1-c400-4fdc-9c5e-99103854f118 req-dca8149c-de72-43a4-bb03-84fd9dc3bf0d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0732753 Nov 10 20:17:34.439014 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1fbe1-c400-4fdc-9c5e-99103854f118 req-c93238db-84b0-48e8-bc66-d43485b0adcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:34.440430 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-99d1fbe1-c400-4fdc-9c5e-99103854f118 req-c93238db-84b0-48e8-bc66-d43485b0adcf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749755 Nov 10 20:17:34.443031 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1fbe1-c400-4fdc-9c5e-99103854f118 req-7763029c-9951-4a69-a997-b0520ecd0449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:34.444393 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-99d1fbe1-c400-4fdc-9c5e-99103854f118 req-7763029c-9951-4a69-a997-b0520ecd0449 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710986 Nov 10 20:17:34.602297 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-99d1fbe1-c400-4fdc-9c5e-99103854f118 req-9cc5d179-54c9-4636-90b5-69ab52372c7b service neutron] 10.222.0.25 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544051 Nov 10 20:17:34.604186 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-99d1fbe1-c400-4fdc-9c5e-99103854f118 req-09bcea05-6b7b-4193-922b-02c30d65c25a service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492536 Nov 10 20:17:34.760886 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-99d1fbe1-c400-4fdc-9c5e-99103854f118 req-0547d223-c029-4ef4-9c77-8ed8f429b1fb service neutron] 10.222.0.25 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507800 Nov 10 20:17:34.764335 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-99d1fbe1-c400-4fdc-9c5e-99103854f118 req-c6916626-906e-44a3-be84-107aaed0fa7d service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470778 Nov 10 20:17:35.198011 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563a529-d53e-46e8-a152-7cc7b22375e5 req-ce589d8a-7425-47d6-8f40-0eaa722a5352 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:35.199542 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c563a529-d53e-46e8-a152-7cc7b22375e5 req-ce589d8a-7425-47d6-8f40-0eaa722a5352 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 944 time: 0.0527318 Nov 10 20:17:35.248975 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c563a529-d53e-46e8-a152-7cc7b22375e5 req-7e0e7c51-4512-4fc7-9002-382ca9cdec9a tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428951 Nov 10 20:17:36.371026 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30419b20-f082-4680-b8fe-b8744cd5ee71 req-2d9cdb5d-fe40-4541-8fb3-920e9b67e231 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:36.372595 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-30419b20-f082-4680-b8fe-b8744cd5ee71 req-2d9cdb5d-fe40-4541-8fb3-920e9b67e231 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 944 time: 0.0499594 Nov 10 20:17:36.423283 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-30419b20-f082-4680-b8fe-b8744cd5ee71 req-718a527c-910a-418e-a944-7c5a8d64cc67 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441971 Nov 10 20:17:37.564038 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b212b4-5589-476b-847e-a8958ad77aba req-42f67825-c875-47fa-a339-826e07b4db39 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:37.565578 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59b212b4-5589-476b-847e-a8958ad77aba req-42f67825-c875-47fa-a339-826e07b4db39 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 944 time: 0.0666893 Nov 10 20:17:37.616141 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-59b212b4-5589-476b-847e-a8958ad77aba req-53b0ebd0-c9d3-471b-bbf9-5839aa9c1c3f tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441594 Nov 10 20:17:38.739110 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd9fa2-43ec-416d-be5d-cc078275447e req-72e6c89c-2f24-43de-b12b-6e6c665b26bf tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:38.740575 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c8fd9fa2-43ec-416d-be5d-cc078275447e req-72e6c89c-2f24-43de-b12b-6e6c665b26bf tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 944 time: 0.0501504 Nov 10 20:17:38.791211 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c8fd9fa2-43ec-416d-be5d-cc078275447e req-b0fb1d2e-1331-4182-9b08-0f7ccee0c33d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422606 Nov 10 20:17:39.930437 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4e5b0-91f0-4d7a-84b4-a52ec4196a6d req-0d843fcc-a04d-4cd1-a66b-9393fc345866 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:39.932204 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-28a4e5b0-91f0-4d7a-84b4-a52ec4196a6d req-0d843fcc-a04d-4cd1-a66b-9393fc345866 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 944 time: 0.0583138 Nov 10 20:17:39.982899 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-28a4e5b0-91f0-4d7a-84b4-a52ec4196a6d req-9fb64e94-2c77-4479-a3e4-82925354f6ef tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416245 Nov 10 20:17:41.108783 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352e836-7a2a-42d5-9ef6-cfdd34116ab3 req-d8b5d1a9-040d-4a58-864b-00251afae5d5 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:41.110333 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6352e836-7a2a-42d5-9ef6-cfdd34116ab3 req-d8b5d1a9-040d-4a58-864b-00251afae5d5 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 944 time: 0.0555351 Nov 10 20:17:41.161383 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6352e836-7a2a-42d5-9ef6-cfdd34116ab3 req-41071074-07d4-4aff-80e4-ae2d0d849cc5 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424776 Nov 10 20:17:42.302536 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89d019-4c47-43bc-8909-6f1b212c8878 req-cce82550-234f-438e-86ec-3de6f8de4ddc tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:42.304001 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2a89d019-4c47-43bc-8909-6f1b212c8878 req-cce82550-234f-438e-86ec-3de6f8de4ddc tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 944 time: 0.0562682 Nov 10 20:17:42.360883 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2a89d019-4c47-43bc-8909-6f1b212c8878 req-ece9459d-0510-480d-83ce-da7a5b585d0d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474021 Nov 10 20:17:43.499703 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8453c4-c572-42f0-ab25-49ff57110a75 req-c78ab660-9aa1-455e-b510-9397346f2e44 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:43.501212 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d8453c4-c572-42f0-ab25-49ff57110a75 req-c78ab660-9aa1-455e-b510-9397346f2e44 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 944 time: 0.0565186 Nov 10 20:17:43.550006 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d8453c4-c572-42f0-ab25-49ff57110a75 req-88694a97-039e-46ea-98f7-70263f6a584c tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422618 Nov 10 20:17:44.684691 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24ec29-611c-4402-afdd-b5dcf20fafda req-cf22ade0-2aa5-4d64-905f-7caea274ab8e tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:44.686214 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d24ec29-611c-4402-afdd-b5dcf20fafda req-cf22ade0-2aa5-4d64-905f-7caea274ab8e tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 944 time: 0.0550253 Nov 10 20:17:44.738569 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d24ec29-611c-4402-afdd-b5dcf20fafda req-20b0058e-34d3-4c20-b7fd-a61d22d3ac11 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434189 Nov 10 20:17:45.884441 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5b1b6-3451-4035-9a0c-2806ad4ba0d9 req-d8b511dc-204a-4342-8101-44edd350b646 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:45.886788 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a4f5b1b6-3451-4035-9a0c-2806ad4ba0d9 req-d8b511dc-204a-4342-8101-44edd350b646 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 944 time: 0.0663323 Nov 10 20:17:45.942779 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a4f5b1b6-3451-4035-9a0c-2806ad4ba0d9 req-7f0642ae-e278-4286-b835-3c201bb0fb98 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463846 Nov 10 20:17:47.087029 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41faa3-7acf-4075-a32a-dd32d1353e4e req-8858b82d-b69d-4753-b276-6f564f5190e9 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:47.088661 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5e41faa3-7acf-4075-a32a-dd32d1353e4e req-8858b82d-b69d-4753-b276-6f564f5190e9 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 944 time: 0.0588143 Nov 10 20:17:47.145516 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5e41faa3-7acf-4075-a32a-dd32d1353e4e req-79d61f77-7e0d-4ea9-99cd-943c31f29107 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478158 Nov 10 20:17:47.298079 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device c2464535-2040-4ba2-8d92-3664b2faf503 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:17:47.399011 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port c2464535-2040-4ba2-8d92-3664b2faf503, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=c2464535-2040-4ba2-8d92-3664b2faf503,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:17:47.411678 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'c2464535-2040-4ba2-8d92-3664b2faf503', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'port_id': 'c2464535-2040-4ba2-8d92-3664b2faf503', 'mac_address': 'fa:16:3e:88:61:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:17:47.450736 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:47.454489 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-0ea23b9f-75e0-4dfd-8a7f-020b8b57cb6f tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:47.456267 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-0ea23b9f-75e0-4dfd-8a7f-020b8b57cb6f tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564&tenant_id=868da2bbecd2421ca6396edaac16a106&binding%3Ahost_id=n-h2-813897-4 HTTP/1.1" status: 200 len: 944 time: 0.0607717 Nov 10 20:17:47.464370 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2464535-2040-4ba2-8d92-3664b2faf503 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:17:47.465933 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b1f45-4a9c-448e-942c-a1205922a608 req-2041d992-a479-4bbb-a2ac-c55d57dbb94f tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:47.467490 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-670b1f45-4a9c-448e-942c-a1205922a608 req-2041d992-a479-4bbb-a2ac-c55d57dbb94f tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 944 time: 0.0563817 Nov 10 20:17:47.490584 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port c2464535-2040-4ba2-8d92-3664b2faf503, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=c2464535-2040-4ba2-8d92-3664b2faf503,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:17:47.496719 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:47.527034 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-670b1f45-4a9c-448e-942c-a1205922a608 req-3b21ca3c-6229-46a1-9b41-35cce21b0b4d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525563 Nov 10 20:17:47.558410 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=c2464535-2040-4ba2-8d92-3664b2faf503,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:17:47.564879 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-ad707b48-d316-4941-9edb-c3801ab65af2 service neutron] 10.222.0.25 "GET /v2.0/ports/c2464535-2040-4ba2-8d92-3664b2faf503/bindings/n-h2-813897-4 HTTP/1.1" status: 200 len: 382 time: 0.1009984 Nov 10 20:17:47.565755 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:47.566123 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:47.566464 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:47.566799 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:47.567132 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:47.567466 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:47.567792 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:47.568119 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:47.568445 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:47.568766 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:47.569089 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:47.569408 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:17:47.630645 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-5994a42b-bcac-47c6-91b0-5b816e430f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:47.632196 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-5994a42b-bcac-47c6-91b0-5b816e430f0b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 1096 time: 0.0417449 Nov 10 20:17:47.730197 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-d9c19a9f-b061-437c-be76-552c7d9b141a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:47.731704 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-d9c19a9f-b061-437c-be76-552c7d9b141a service neutron] 10.222.0.25 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.0924373 Nov 10 20:17:47.803805 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-75c9a6c9-d7e8-4b58-beba-9523e0b82a4a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2464535-2040-4ba2-8d92-3664b2faf503 HTTP/1.1" status: 200 len: 1002 time: 0.0628834 Nov 10 20:17:47.862337 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-a9717959-8d05-42d7-a91c-709e02f6705c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:47.863788 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-a9717959-8d05-42d7-a91c-709e02f6705c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0530350 Nov 10 20:17:47.866056 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['c2464535-2040-4ba2-8d92-3664b2faf503'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:17:47.917084 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-4bbc2b80-e271-4d45-a671-39a30d6203fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:47.918646 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-4bbc2b80-e271-4d45-a671-39a30d6203fb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472305 Nov 10 20:17:48.019328 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-6ed50825-e13e-4111-af8d-f61b88559594 service neutron] 10.222.0.25 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927522 Nov 10 20:17:48.116328 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-4d0a9d08-13bf-4a5a-be93-87f148f22c93 service neutron] 10.222.0.25 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895774 Nov 10 20:17:48.655244 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3610bb3-13a9-4785-8a3b-4499ecd18720 req-157172dc-407f-4cb6-b88f-54e58d2c18e6 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:48.656754 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d3610bb3-13a9-4785-8a3b-4499ecd18720 req-157172dc-407f-4cb6-b88f-54e58d2c18e6 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 945 time: 0.0529048 Nov 10 20:17:48.709327 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d3610bb3-13a9-4785-8a3b-4499ecd18720 req-534ababc-8f05-4f7b-9e0f-881d7ab0533d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459261 Nov 10 20:17:49.323931 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device c2464535-2040-4ba2-8d92-3664b2faf503 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:17:49.381289 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port c2464535-2040-4ba2-8d92-3664b2faf503 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:17:49.385455 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port c2464535-2040-4ba2-8d92-3664b2faf503 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:17:49.385851 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:49.471903 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:49.496879 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ac9243-9917-4cb8-8b02-a31e0b6c0564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2464535-2040-4ba2-8d92-3664b2faf503'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:17:49.499237 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991ccd65-1eae-4fb8-ad8c-2272f35b8188" -d '{"events": [{"server_uuid": "c7ac9243-9917-4cb8-8b02-a31e0b6c0564", "name": "network-vif-plugged", "status": "completed", "tag": "c2464535-2040-4ba2-8d92-3664b2faf503"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:17:49.510139 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port c2464535-2040-4ba2-8d92-3664b2faf503, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=c2464535-2040-4ba2-8d92-3664b2faf503,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:17:49.515377 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:49.576980 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=c2464535-2040-4ba2-8d92-3664b2faf503,revision_number=9']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:17:49.611768 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f83c940-651f-4222-90e9-f71614cef108 x-openstack-request-id: req-3f83c940-651f-4222-90e9-f71614cef108 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:17:49.612132 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ac9243-9917-4cb8-8b02-a31e0b6c0564", "name": "network-vif-plugged", "status": "completed", "tag": "c2464535-2040-4ba2-8d92-3664b2faf503", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:17:49.612467 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3f83c940-651f-4222-90e9-f71614cef108 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:17:49.613015 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ac9243-9917-4cb8-8b02-a31e0b6c0564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2464535-2040-4ba2-8d92-3664b2faf503', 'code': 200} Nov 10 20:17:49.857534 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e292a4-af76-4be0-9987-7f44eb5a6d3e req-bd029c08-35d3-42cf-9a78-0bebb92ef73a tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:49.859516 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-92e292a4-af76-4be0-9987-7f44eb5a6d3e req-bd029c08-35d3-42cf-9a78-0bebb92ef73a tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 946 time: 0.0592630 Nov 10 20:17:49.913785 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-92e292a4-af76-4be0-9987-7f44eb5a6d3e req-14486b47-6ebe-46ab-8b07-1ef32293bf35 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453098 Nov 10 20:17:51.048810 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431f030-bdfb-499f-ad90-17e508109fac req-b9293c46-37f0-4b03-b842-99675beb647b tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:51.050383 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d431f030-bdfb-499f-ad90-17e508109fac req-b9293c46-37f0-4b03-b842-99675beb647b tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 946 time: 0.0569978 Nov 10 20:17:51.099874 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d431f030-bdfb-499f-ad90-17e508109fac req-35bf0665-4e3d-4eca-b901-941b45c63529 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431812 Nov 10 20:17:52.227022 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cda5c1-0873-4c70-bea8-43948b0fca33 req-d4867942-09ce-43f9-855e-3581ee5e3138 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:52.229092 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-11cda5c1-0873-4c70-bea8-43948b0fca33 req-d4867942-09ce-43f9-855e-3581ee5e3138 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 946 time: 0.0519352 Nov 10 20:17:52.283884 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-11cda5c1-0873-4c70-bea8-43948b0fca33 req-7e347f7f-8b0d-4cc8-96bb-057fc948e8b2 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476060 Nov 10 20:17:52.573013 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-5252f5c8-ddad-4b41-9176-7545bfaa6a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:52.574610 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-5252f5c8-ddad-4b41-9176-7545bfaa6a5e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564&tenant_id=868da2bbecd2421ca6396edaac16a106 HTTP/1.1" status: 200 len: 1097 time: 0.0464437 Nov 10 20:17:52.586511 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-d0f413cc-33c5-4901-95ee-80c5817efd0e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813897-4', 'device_owner': 'compute:nova'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:17:52.640796 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-d0f413cc-33c5-4901-95ee-80c5817efd0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:52.858874 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-d0f413cc-33c5-4901-95ee-80c5817efd0e service neutron] For port c2464535-2040-4ba2-8d92-3664b2faf503, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=c2464535-2040-4ba2-8d92-3664b2faf503,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:17:52.892792 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-d0f413cc-33c5-4901-95ee-80c5817efd0e service neutron] For port c2464535-2040-4ba2-8d92-3664b2faf503, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:17:52.934226 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ac9243-9917-4cb8-8b02-a31e0b6c0564', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2464535-2040-4ba2-8d92-3664b2faf503'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:17:52.936544 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8794c4-097c-48c9-954a-5ca2704e680b" -d '{"events": [{"server_uuid": "c7ac9243-9917-4cb8-8b02-a31e0b6c0564", "name": "network-vif-unplugged", "status": "completed", "tag": "c2464535-2040-4ba2-8d92-3664b2faf503"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:17:52.941338 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-d0f413cc-33c5-4901-95ee-80c5817efd0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:52.956255 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-d0f413cc-33c5-4901-95ee-80c5817efd0e service neutron] Transition to ACTIVE for port object c2464535-2040-4ba2-8d92-3664b2faf503 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:17:52.961132 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-d0f413cc-33c5-4901-95ee-80c5817efd0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:53.048656 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 20:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1edfb08-fc40-4803-ba20-7adec3bebd48 x-openstack-request-id: req-d1edfb08-fc40-4803-ba20-7adec3bebd48 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:17:53.048978 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ac9243-9917-4cb8-8b02-a31e0b6c0564", "name": "network-vif-unplugged", "status": "completed", "tag": "c2464535-2040-4ba2-8d92-3664b2faf503", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:17:53.049213 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d1edfb08-fc40-4803-ba20-7adec3bebd48 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:17:53.049623 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ac9243-9917-4cb8-8b02-a31e0b6c0564', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2464535-2040-4ba2-8d92-3664b2faf503', 'code': 200} Nov 10 20:17:53.051887 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f413cc-33c5-4901-95ee-80c5817efd0e service neutron] Pushing event updated for resources: {'Port': ['ID=c2464535-2040-4ba2-8d92-3664b2faf503,revision_number=10']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:17:53.094415 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-d0f413cc-33c5-4901-95ee-80c5817efd0e service neutron] No DVR routers for this DVR port c2464535-2040-4ba2-8d92-3664b2faf503 on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:17:53.235985 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-d0f413cc-33c5-4901-95ee-80c5817efd0e service neutron] Attempting to bind port c2464535-2040-4ba2-8d92-3664b2faf503 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:17:53.236320 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-d0f413cc-33c5-4901-95ee-80c5817efd0e service neutron] Attempting to bind port c2464535-2040-4ba2-8d92-3664b2faf503 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:17:53.236652 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-d0f413cc-33c5-4901-95ee-80c5817efd0e service neutron] Attempting to bind port c2464535-2040-4ba2-8d92-3664b2faf503 on network 62ad9681-ad12-4fc3-8053-67c92444be86 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:17:53.241099 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-d0f413cc-33c5-4901-95ee-80c5817efd0e service neutron] Port c2464535-2040-4ba2-8d92-3664b2faf503 on network 62ad9681-ad12-4fc3-8053-67c92444be86 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:17:53.241421 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-d0f413cc-33c5-4901-95ee-80c5817efd0e service neutron] Attempting to bind port c2464535-2040-4ba2-8d92-3664b2faf503 on network 62ad9681-ad12-4fc3-8053-67c92444be86 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:17:53.246832 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-d0f413cc-33c5-4901-95ee-80c5817efd0e service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:17:53.247187 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-d0f413cc-33c5-4901-95ee-80c5817efd0e service neutron] Checking segment: {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:17:53.247570 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-d0f413cc-33c5-4901-95ee-80c5817efd0e service neutron] Bound using segment: {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:17:53.247992 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-d0f413cc-33c5-4901-95ee-80c5817efd0e service neutron] Bound port: c2464535-2040-4ba2-8d92-3664b2faf503, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '388c7ed4-474a-4ef2-b01f-474d5f18acf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:17:53.248345 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-d0f413cc-33c5-4901-95ee-80c5817efd0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:53.313269 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-d0f413cc-33c5-4901-95ee-80c5817efd0e service neutron] For port c2464535-2040-4ba2-8d92-3664b2faf503, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:17:53.316782 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-d0f413cc-33c5-4901-95ee-80c5817efd0e service neutron] For port c2464535-2040-4ba2-8d92-3664b2faf503, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=c2464535-2040-4ba2-8d92-3664b2faf503,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:17:53.323771 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-d0f413cc-33c5-4901-95ee-80c5817efd0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:53.354616 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device c2464535-2040-4ba2-8d92-3664b2faf503 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:17:53.361002 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-d0f413cc-33c5-4901-95ee-80c5817efd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:53.361640 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-d0f413cc-33c5-4901-95ee-80c5817efd0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:53.363216 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-d0f413cc-33c5-4901-95ee-80c5817efd0e service neutron] 10.222.0.73 "PUT /v2.0/ports/c2464535-2040-4ba2-8d92-3664b2faf503 HTTP/1.1" status: 200 len: 1093 time: 0.7807035 Nov 10 20:17:53.386260 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f413cc-33c5-4901-95ee-80c5817efd0e service neutron] Pushing event updated for resources: {'Port': ['ID=c2464535-2040-4ba2-8d92-3664b2faf503,revision_number=11']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:17:53.406616 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device c2464535-2040-4ba2-8d92-3664b2faf503 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:17:53.439638 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-e69d603f-2450-447e-9ba1-e1c9ea227586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:53.441163 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-e69d603f-2450-447e-9ba1-e1c9ea227586 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 1096 time: 0.0507159 Nov 10 20:17:53.442316 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b0af2-ee77-44c6-aa5f-23f8e746e7f6 req-41af4f4f-b477-4e0b-97ad-b16fa27e8107 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:53.443845 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-706b0af2-ee77-44c6-aa5f-23f8e746e7f6 req-41af4f4f-b477-4e0b-97ad-b16fa27e8107 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 945 time: 0.0810666 Nov 10 20:17:53.501494 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-706b0af2-ee77-44c6-aa5f-23f8e746e7f6 req-fa137848-7723-4775-90c2-69fb9355cfca tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511863 Nov 10 20:17:53.515528 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d4fd8ab3-f143-46d3-a18f-afb93465379e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:53.546521 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-2eda1832-1961-4dd9-9c7a-9ed1781bd9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:53.548127 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-2eda1832-1961-4dd9-9c7a-9ed1781bd9be service neutron] 10.222.0.73 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.0991454 Nov 10 20:17:53.621330 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-68a569c8-419c-4e9e-92fa-cd45b3af109b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2464535-2040-4ba2-8d92-3664b2faf503 HTTP/1.1" status: 200 len: 1001 time: 0.0635972 Nov 10 20:17:53.673915 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-311667ce-1f1c-4614-9d29-7d688157cca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:53.675305 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-311667ce-1f1c-4614-9d29-7d688157cca0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0464892 Nov 10 20:17:53.733705 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-5a5a01be-fe05-45d4-a7ad-bad1077fd248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:53.735274 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-5a5a01be-fe05-45d4-a7ad-bad1077fd248 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530016 Nov 10 20:17:53.835471 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-c709727f-e685-404a-91d7-3f0ea5232bfc service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927701 Nov 10 20:17:53.934243 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e4478733-5f1a-4b97-a786-398b58bb8ce2 req-07ac8497-69b0-46ad-a120-7e8e419a1fbc service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902209 Nov 10 20:17:54.637053 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6066a39-11d0-4c98-8f09-eb173adbe297 req-74365ab4-2898-46a1-9266-0f0e29994753 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:54.638760 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6066a39-11d0-4c98-8f09-eb173adbe297 req-74365ab4-2898-46a1-9266-0f0e29994753 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 945 time: 0.0544209 Nov 10 20:17:54.688989 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b6066a39-11d0-4c98-8f09-eb173adbe297 req-da6975b8-0d50-4466-ab0c-08e670a35ca0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436730 Nov 10 20:17:55.051842 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ac9243-9917-4cb8-8b02-a31e0b6c0564', 'tag': 'c2464535-2040-4ba2-8d92-3664b2faf503'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:17:55.054476 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01c7a49-9d90-43a4-b7a7-3b17909f93d6" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ac9243-9917-4cb8-8b02-a31e0b6c0564", "tag": "c2464535-2040-4ba2-8d92-3664b2faf503"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:17:55.106602 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba35e6f4-28ac-4e5e-b1b8-f80b8d745f76 x-openstack-request-id: req-ba35e6f4-28ac-4e5e-b1b8-f80b8d745f76 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:17:55.106901 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ac9243-9917-4cb8-8b02-a31e0b6c0564", "tag": "c2464535-2040-4ba2-8d92-3664b2faf503", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:17:55.107159 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ba35e6f4-28ac-4e5e-b1b8-f80b8d745f76 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:17:55.107549 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ac9243-9917-4cb8-8b02-a31e0b6c0564', 'tag': 'c2464535-2040-4ba2-8d92-3664b2faf503', 'status': 'completed', 'code': 200} Nov 10 20:17:55.198068 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c7a49-9d90-43a4-b7a7-3b17909f93d6 req-40b0a88e-928f-4844-9e93-87bb400c25ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:55.199650 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b01c7a49-9d90-43a4-b7a7-3b17909f93d6 req-40b0a88e-928f-4844-9e93-87bb400c25ff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 1096 time: 0.0720851 Nov 10 20:17:55.204255 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c7a49-9d90-43a4-b7a7-3b17909f93d6 req-df063054-62bb-45bd-afcb-3a95314e6604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:55.205607 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b01c7a49-9d90-43a4-b7a7-3b17909f93d6 req-df063054-62bb-45bd-afcb-3a95314e6604 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 1096 time: 0.0697730 Nov 10 20:17:55.218013 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:17:55.365357 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c7a49-9d90-43a4-b7a7-3b17909f93d6 req-233442f2-ee0e-4e4e-ac0b-a698bd5ebc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:55.366947 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b01c7a49-9d90-43a4-b7a7-3b17909f93d6 req-233442f2-ee0e-4e4e-ac0b-a698bd5ebc86 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.1602232 Nov 10 20:17:55.372818 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c7a49-9d90-43a4-b7a7-3b17909f93d6 req-8eb578e0-b212-4495-8ce0-9f6c1bc4c61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:55.374261 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b01c7a49-9d90-43a4-b7a7-3b17909f93d6 req-8eb578e0-b212-4495-8ce0-9f6c1bc4c61a service neutron] 10.222.0.25 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.1592526 Nov 10 20:17:55.470414 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:55.489594 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b01c7a49-9d90-43a4-b7a7-3b17909f93d6 req-4f02c871-75bc-4f86-b00f-d4ea60e5c240 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2464535-2040-4ba2-8d92-3664b2faf503 HTTP/1.1" status: 200 len: 1001 time: 0.1069889 Nov 10 20:17:55.491201 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b01c7a49-9d90-43a4-b7a7-3b17909f93d6 req-14f79054-a4e7-436e-b03c-8adea4f0c0d6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2464535-2040-4ba2-8d92-3664b2faf503 HTTP/1.1" status: 200 len: 1001 time: 0.1160209 Nov 10 20:17:55.585899 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c7a49-9d90-43a4-b7a7-3b17909f93d6 req-7d3fa8d8-f76b-487c-a428-dd1b72c640ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:55.587494 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b01c7a49-9d90-43a4-b7a7-3b17909f93d6 req-7d3fa8d8-f76b-487c-a428-dd1b72c640ea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0902457 Nov 10 20:17:55.591147 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c7a49-9d90-43a4-b7a7-3b17909f93d6 req-84602aa7-9891-4255-b286-b6681e3838eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:55.592560 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b01c7a49-9d90-43a4-b7a7-3b17909f93d6 req-84602aa7-9891-4255-b286-b6681e3838eb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0632920 Nov 10 20:17:55.648822 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:55.666090 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c7a49-9d90-43a4-b7a7-3b17909f93d6 req-1b1b8f40-7acd-49db-875f-c2ee1613d5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:55.667713 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b01c7a49-9d90-43a4-b7a7-3b17909f93d6 req-1b1b8f40-7acd-49db-875f-c2ee1613d5b1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726879 Nov 10 20:17:55.670414 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c7a49-9d90-43a4-b7a7-3b17909f93d6 req-c674d521-a97b-4953-b87d-b0b7873f31e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:55.671823 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b01c7a49-9d90-43a4-b7a7-3b17909f93d6 req-c674d521-a97b-4953-b87d-b0b7873f31e7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690548 Nov 10 20:17:55.782437 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dda7879b-10cd-40fa-b49b-dd2672cbdd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:55.826488 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cd7cd-5dd6-49e4-8c58-bbb6c2e8e45e req-6a3c889e-2b91-4bc0-93c8-b08b7a9e9737 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:55.828009 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-368cd7cd-5dd6-49e4-8c58-bbb6c2e8e45e req-6a3c889e-2b91-4bc0-93c8-b08b7a9e9737 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 945 time: 0.0512462 Nov 10 20:17:55.832276 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b01c7a49-9d90-43a4-b7a7-3b17909f93d6 req-2b474eaa-9332-4f13-b616-efcdf1de64e9 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493888 Nov 10 20:17:55.834408 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b01c7a49-9d90-43a4-b7a7-3b17909f93d6 req-1a1d54db-5812-431b-8b76-d2bc3851d7ad service neutron] 10.222.0.25 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587429 Nov 10 20:17:55.899748 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-368cd7cd-5dd6-49e4-8c58-bbb6c2e8e45e req-4bb8c94c-9aa4-42bd-8c39-4e269fdc6dc0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632672 Nov 10 20:17:56.006484 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b01c7a49-9d90-43a4-b7a7-3b17909f93d6 req-4854d8ee-2d16-4a8a-8f65-5c1ed6066877 service neutron] 10.222.0.25 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582503 Nov 10 20:17:56.008275 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b01c7a49-9d90-43a4-b7a7-3b17909f93d6 req-705706bc-e61b-4ab9-84a6-21bacd9c8883 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678309 Nov 10 20:17:57.024621 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b72f9-91e0-4eb8-b166-596db3a3a680 req-061b55d6-349a-4fe1-8e8f-1771d26ce0a9 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:57.026197 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3b8b72f9-91e0-4eb8-b166-596db3a3a680 req-061b55d6-349a-4fe1-8e8f-1771d26ce0a9 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 945 time: 0.0514915 Nov 10 20:17:57.079757 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3b8b72f9-91e0-4eb8-b166-596db3a3a680 req-26d500f9-3453-4963-b6d6-8ab487e7c672 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462167 Nov 10 20:17:57.469913 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:58.203109 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fb416-38fd-44ed-92b3-f1df44782175 req-5d2550f2-18d4-49c8-9ca1-cff5e89405f4 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:58.204537 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6c3fb416-38fd-44ed-92b3-f1df44782175 req-5d2550f2-18d4-49c8-9ca1-cff5e89405f4 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 945 time: 0.0518928 Nov 10 20:17:58.254467 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6c3fb416-38fd-44ed-92b3-f1df44782175 req-2b46aabc-1d3e-433b-85b0-4f2aa4747d10 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436718 Nov 10 20:17:58.986988 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:59.384471 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:17:59.396570 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815cbb09-06fa-40fa-9e1a-4d5be76c8f64 req-b7d9d2a8-10e9-4f1f-b85e-6ea85e11b597 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:17:59.398097 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-815cbb09-06fa-40fa-9e1a-4d5be76c8f64 req-b7d9d2a8-10e9-4f1f-b85e-6ea85e11b597 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 945 time: 0.0642684 Nov 10 20:17:59.446842 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-815cbb09-06fa-40fa-9e1a-4d5be76c8f64 req-640512f5-f52b-4b2b-8701-5443da37f93b tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424597 Nov 10 20:18:00.586524 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c50fb-3073-4304-a95e-4f4951e928f5 req-34f5a817-4e85-49cd-934d-a2502cccb9f1 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:00.588138 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-052c50fb-3073-4304-a95e-4f4951e928f5 req-34f5a817-4e85-49cd-934d-a2502cccb9f1 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 945 time: 0.0615809 Nov 10 20:18:00.643744 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-052c50fb-3073-4304-a95e-4f4951e928f5 req-30e45c63-fb02-4ef6-8b4c-fac17fe92cf7 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469680 Nov 10 20:18:01.768781 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3e7ae-0126-4fdc-a742-0cf226085319 req-4239bbae-6d0e-4de2-9671-461f7d77525d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:01.770298 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7bc3e7ae-0126-4fdc-a742-0cf226085319 req-4239bbae-6d0e-4de2-9671-461f7d77525d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 945 time: 0.0513737 Nov 10 20:18:01.824922 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7bc3e7ae-0126-4fdc-a742-0cf226085319 req-d34b1b27-2816-4730-ac1e-3b0e1527599c tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454776 Nov 10 20:18:02.965630 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398033a8-0822-44a5-ba69-f8813bcd0a5d req-e7d7e6bc-dc4d-4b9d-9976-80c149a03523 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:02.967080 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-398033a8-0822-44a5-ba69-f8813bcd0a5d req-e7d7e6bc-dc4d-4b9d-9976-80c149a03523 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 945 time: 0.0672743 Nov 10 20:18:03.016655 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-398033a8-0822-44a5-ba69-f8813bcd0a5d req-af031544-5eb4-4449-ba79-df7f6ab8c42f tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432250 Nov 10 20:18:04.153593 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b41d4d-4a93-4197-978f-06cbd723aafa req-20f1ed4d-2599-4912-8315-a9f2cb1ec2cf tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:04.155125 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b2b41d4d-4a93-4197-978f-06cbd723aafa req-20f1ed4d-2599-4912-8315-a9f2cb1ec2cf tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 945 time: 0.0608571 Nov 10 20:18:04.208221 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b2b41d4d-4a93-4197-978f-06cbd723aafa req-ea6e363c-d972-422c-ad7b-b69649530f40 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433297 Nov 10 20:18:05.222812 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8655d-4235-442e-8314-2e777ab009af req-4c681f6e-064b-4b69-8f5e-7aeacfd6187b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:05.224350 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c4f8655d-4235-442e-8314-2e777ab009af req-4c681f6e-064b-4b69-8f5e-7aeacfd6187b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=868da2bbecd2421ca6396edaac16a106&device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 1096 time: 0.0507808 Nov 10 20:18:05.336677 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8655d-4235-442e-8314-2e777ab009af req-efdb6c55-7321-4428-99e0-172723c7afb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:05.337263 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd9362-7be7-4472-aef5-0abcd1d2aba0 req-42fe8d1a-48fe-4371-8f70-e4e779185731 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:05.338198 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c4f8655d-4235-442e-8314-2e777ab009af req-efdb6c55-7321-4428-99e0-172723c7afb9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 200 len: 913 time: 0.0885091 Nov 10 20:18:05.338952 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2abd9362-7be7-4472-aef5-0abcd1d2aba0 req-42fe8d1a-48fe-4371-8f70-e4e779185731 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 945 time: 0.0553393 Nov 10 20:18:05.391003 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2abd9362-7be7-4472-aef5-0abcd1d2aba0 req-3f019113-b916-4809-ad05-17aba35d4f8a tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454242 Nov 10 20:18:05.750650 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c4f8655d-4235-442e-8314-2e777ab009af req-22457aa8-08b8-4fb1-a8b2-c611b11e3e99 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2464535-2040-4ba2-8d92-3664b2faf503 HTTP/1.1" status: 200 len: 1001 time: 0.4037695 Nov 10 20:18:05.813074 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8655d-4235-442e-8314-2e777ab009af req-438ecb41-7589-4c0f-8120-66e945f30edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:05.814629 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c4f8655d-4235-442e-8314-2e777ab009af req-438ecb41-7589-4c0f-8120-66e945f30edb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 200 len: 851 time: 0.0467706 Nov 10 20:18:05.864427 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8655d-4235-442e-8314-2e777ab009af req-155aadc7-82a9-46fa-909c-0cca040634fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:05.866026 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c4f8655d-4235-442e-8314-2e777ab009af req-155aadc7-82a9-46fa-909c-0cca040634fe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=62ad9681-ad12-4fc3-8053-67c92444be86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436974 Nov 10 20:18:05.969444 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c4f8655d-4235-442e-8314-2e777ab009af req-adb9e87d-4737-44e5-9c54-e3654dd25406 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932431 Nov 10 20:18:06.075812 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c4f8655d-4235-442e-8314-2e777ab009af req-861413f5-bc61-4a19-abeb-f46648b04662 service neutron] 10.222.0.73 "GET /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963581 Nov 10 20:18:06.522372 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2d3ca-3694-411c-8336-f0845a4b4eca req-f70dc297-9656-4561-8031-fa5353f0cb6e tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:06.523858 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-43b2d3ca-3694-411c-8336-f0845a4b4eca req-f70dc297-9656-4561-8031-fa5353f0cb6e tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 945 time: 0.0555844 Nov 10 20:18:06.572419 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-43b2d3ca-3694-411c-8336-f0845a4b4eca req-bf61d9be-2c35-42ff-8b5c-b57129600cb7 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422843 Nov 10 20:18:06.703240 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc0bc8-f4d6-4c9c-8a71-bc4b161ed75e req-7729f706-7975-4470-ab54-dab1cdef5548 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:06.704648 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-46fc0bc8-f4d6-4c9c-8a71-bc4b161ed75e req-7729f706-7975-4470-ab54-dab1cdef5548 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 945 time: 0.0630152 Nov 10 20:18:06.755440 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-46fc0bc8-f4d6-4c9c-8a71-bc4b161ed75e req-12f88af6-ad70-400b-a6f7-fda8e82b0105 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420818 Nov 10 20:18:06.881513 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d778671-6a25-4357-9710-aae26e945c8b req-71d1a8fc-54ca-40f8-912f-8d5f94993d52 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:06.883060 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9d778671-6a25-4357-9710-aae26e945c8b req-71d1a8fc-54ca-40f8-912f-8d5f94993d52 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 945 time: 0.0506337 Nov 10 20:18:06.931500 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9d778671-6a25-4357-9710-aae26e945c8b req-152f3d2e-9ba2-44eb-abe0-6fb3959545f6 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421066 Nov 10 20:18:07.200270 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee07a0-1e54-4be0-aa9f-f9539cac6947 req-af55fef1-067c-4b0c-b048-ddea42257b7d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:07.201989 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51ee07a0-1e54-4be0-aa9f-f9539cac6947 req-af55fef1-067c-4b0c-b048-ddea42257b7d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 945 time: 0.0544853 Nov 10 20:18:07.262143 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51ee07a0-1e54-4be0-aa9f-f9539cac6947 req-5c9a759d-b35a-41c2-989a-391f5de4c64d tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521939 Nov 10 20:18:07.526474 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device c2464535-2040-4ba2-8d92-3664b2faf503 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:18:07.634392 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port c2464535-2040-4ba2-8d92-3664b2faf503, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=c2464535-2040-4ba2-8d92-3664b2faf503,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:18:07.645791 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'c2464535-2040-4ba2-8d92-3664b2faf503', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'port_id': 'c2464535-2040-4ba2-8d92-3664b2faf503', 'mac_address': 'fa:16:3e:88:61:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:18:07.685469 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:07.699089 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2464535-2040-4ba2-8d92-3664b2faf503 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:18:07.718390 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port c2464535-2040-4ba2-8d92-3664b2faf503, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=c2464535-2040-4ba2-8d92-3664b2faf503,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:18:07.725104 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:07.775079 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=c2464535-2040-4ba2-8d92-3664b2faf503,revision_number=12']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:07.958467 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['c2464535-2040-4ba2-8d92-3664b2faf503'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:18:08.397333 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1054ae6-72b1-4176-b253-e0249d391df1 req-a9661f2b-43bd-4af9-b3d2-324b84f06b9a tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:08.398877 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e1054ae6-72b1-4176-b253-e0249d391df1 req-a9661f2b-43bd-4af9-b3d2-324b84f06b9a tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 946 time: 0.0574870 Nov 10 20:18:08.452314 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e1054ae6-72b1-4176-b253-e0249d391df1 req-71b8169e-22ed-4c0b-8ca7-3e872d285b5c tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups?id=cccd44a1-9c68-403c-8138-03af611b2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452101 Nov 10 20:18:08.689965 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266e81c-6b99-496e-ac48-311200699d51 req-98e9e904-9e5e-4c9c-a434-ef5fc8d6afbf tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:08.691527 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c266e81c-6b99-496e-ac48-311200699d51 req-98e9e904-9e5e-4c9c-a434-ef5fc8d6afbf tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 946 time: 0.0524235 Nov 10 20:18:08.785357 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-c266e81c-6b99-496e-ac48-311200699d51 req-b87b2837-a6c9-4474-a4a1-dce5a1f80a83 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Deleting port c2464535-2040-4ba2-8d92-3664b2faf503 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:18:08.785696 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c266e81c-6b99-496e-ac48-311200699d51 req-b87b2837-a6c9-4474-a4a1-dce5a1f80a83 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:08.877700 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-c266e81c-6b99-496e-ac48-311200699d51 req-b87b2837-a6c9-4474-a4a1-dce5a1f80a83 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] For port c2464535-2040-4ba2-8d92-3664b2faf503, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=c2464535-2040-4ba2-8d92-3664b2faf503,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:18:08.877987 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c266e81c-6b99-496e-ac48-311200699d51 req-b87b2837-a6c9-4474-a4a1-dce5a1f80a83 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:09.048453 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c266e81c-6b99-496e-ac48-311200699d51 req-b87b2837-a6c9-4474-a4a1-dce5a1f80a83 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:09.048844 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c266e81c-6b99-496e-ac48-311200699d51 req-b87b2837-a6c9-4474-a4a1-dce5a1f80a83 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:09.049162 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [req-c266e81c-6b99-496e-ac48-311200699d51 req-b87b2837-a6c9-4474-a4a1-dce5a1f80a83 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Floating IP 13766d01-5d05-426c-9134-77020cec5001 disassociated. External IP: 172.25.3.131, port: c2464535-2040-4ba2-8d92-3664b2faf503. Nov 10 20:18:09.049506 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-c266e81c-6b99-496e-ac48-311200699d51 req-b87b2837-a6c9-4474-a4a1-dce5a1f80a83 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Calling delete_port for c2464535-2040-4ba2-8d92-3664b2faf503 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:18:09.189861 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c266e81c-6b99-496e-ac48-311200699d51 req-b87b2837-a6c9-4474-a4a1-dce5a1f80a83 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:09.218986 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b2837-a6c9-4474-a4a1-dce5a1f80a83 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Pushing event deleted for resources: {'Port': ['ID=c2464535-2040-4ba2-8d92-3664b2faf503,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:09.345836 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c266e81c-6b99-496e-ac48-311200699d51 req-b87b2837-a6c9-4474-a4a1-dce5a1f80a83 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Router 29426995-d5d7-4804-a052-1019b2aac574 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:18:09.459915 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c266e81c-6b99-496e-ac48-311200699d51 req-b87b2837-a6c9-4474-a4a1-dce5a1f80a83 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:18:09.470213 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b20f22-c61d-4f0a-820c-9353da96f26e None None] Sync routers for ids ['29426995-d5d7-4804-a052-1019b2aac574'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:18:09.480917 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b20f22-c61d-4f0a-820c-9353da96f26e None None] Routers {'29426995-d5d7-4804-a052-1019b2aac574'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:18:09.482481 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-00b20f22-c61d-4f0a-820c-9353da96f26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:17:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['29426995-d5d7-4804-a052-1019b2aac574'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:18:09.501027 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-c266e81c-6b99-496e-ac48-311200699d51 req-b87b2837-a6c9-4474-a4a1-dce5a1f80a83 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] No DVR routers for this DVR port c2464535-2040-4ba2-8d92-3664b2faf503 on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:18:09.503910 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-c266e81c-6b99-496e-ac48-311200699d51 req-b87b2837-a6c9-4474-a4a1-dce5a1f80a83 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:09.507548 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c266e81c-6b99-496e-ac48-311200699d51 req-b87b2837-a6c9-4474-a4a1-dce5a1f80a83 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.73 "DELETE /v2.0/ports/c2464535-2040-4ba2-8d92-3664b2faf503 HTTP/1.1" status: 204 len: 173 time: 0.8088644 Nov 10 20:18:09.508015 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ac9243-9917-4cb8-8b02-a31e0b6c0564', 'name': 'network-vif-deleted', 'tag': 'c2464535-2040-4ba2-8d92-3664b2faf503'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:18:09.510521 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6ea8ef-942e-4aa4-b1c0-9105dd84648d" -d '{"events": [{"server_uuid": "c7ac9243-9917-4cb8-8b02-a31e0b6c0564", "name": "network-vif-deleted", "tag": "c2464535-2040-4ba2-8d92-3664b2faf503"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:18:09.556827 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aaf3ace5-8004-483a-93f6-c0a560c46e77 req-4ecf6198-c94b-4ca2-8f37-afad75653e94 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 210 time: 0.0280364 Nov 10 20:18:09.609174 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f73bea-8b65-4380-bdb0-089ed0f6b33b x-openstack-request-id: req-e5f73bea-8b65-4380-bdb0-089ed0f6b33b {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:18:09.609685 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ac9243-9917-4cb8-8b02-a31e0b6c0564", "name": "network-vif-deleted", "tag": "c2464535-2040-4ba2-8d92-3664b2faf503", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:18:09.610152 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e5f73bea-8b65-4380-bdb0-089ed0f6b33b {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:18:09.610571 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ac9243-9917-4cb8-8b02-a31e0b6c0564', 'name': 'network-vif-deleted', 'tag': 'c2464535-2040-4ba2-8d92-3664b2faf503', 'status': 'completed', 'code': 200} Nov 10 20:18:09.618517 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-00b20f22-c61d-4f0a-820c-9353da96f26e None None] Set router 29426995-d5d7-4804-a052-1019b2aac574 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:18:09.819860 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-00b20f22-c61d-4f0a-820c-9353da96f26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29426995-d5d7-4804-a052-1019b2aac574', 'name': 'tempest-ServerActionsTestJSON-1242763271-router', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:08:17Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'gw_port': {'id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:18Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '6214f41d-f60c-43ca-9e62-b7dee1c66f02', 'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'mac_address': 'fa:16:3e:31:b0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:19Z', 'updated_at': '2021-11-10T20:08:24Z', 'revision_number': 5, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'subnets': [{'id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:18:09.846100 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b20f22-c61d-4f0a-820c-9353da96f26e None None] Checking router: 29426995-d5d7-4804-a052-1019b2aac574 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:18:09.855003 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b20f22-c61d-4f0a-820c-9353da96f26e None None] Routers {'29426995-d5d7-4804-a052-1019b2aac574'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:18:09.855609 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-00b20f22-c61d-4f0a-820c-9353da96f26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:17:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['29426995-d5d7-4804-a052-1019b2aac574'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:18:10.055219 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-00b20f22-c61d-4f0a-820c-9353da96f26e None None] Set router 29426995-d5d7-4804-a052-1019b2aac574 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:18:10.262773 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-00b20f22-c61d-4f0a-820c-9353da96f26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29426995-d5d7-4804-a052-1019b2aac574', 'name': 'tempest-ServerActionsTestJSON-1242763271-router', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:08:17Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'gw_port': {'id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:18Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '6214f41d-f60c-43ca-9e62-b7dee1c66f02', 'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'mac_address': 'fa:16:3e:31:b0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:19Z', 'updated_at': '2021-11-10T20:08:24Z', 'revision_number': 5, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'subnets': [{'id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:18:10.289128 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b20f22-c61d-4f0a-820c-9353da96f26e None None] The sync data for ids ['29426995-d5d7-4804-a052-1019b2aac574'] in n-d-813897-4 is: [{'id': '29426995-d5d7-4804-a052-1019b2aac574', 'name': 'tempest-ServerActionsTestJSON-1242763271-router', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:08:17Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'gw_port': {'id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:18Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '6214f41d-f60c-43ca-9e62-b7dee1c66f02', 'name': '', 'network_id': '62ad9681-ad12-4fc3-8053-67c92444be86', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'mac_address': 'fa:16:3e:31:b0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:19Z', 'updated_at': '2021-11-10T20:08:24Z', 'revision_number': 5, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'subnets': [{'id': 'd7b49f67-fa13-497a-800b-34608cfad5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:18:10.525352 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26313b6-97fc-4e9f-b6f5-4167f45b7773 None None] New status for floating IP 13766d01-5d05-426c-9134-77020cec5001: DOWN {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:18:10.680800 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-39657a53-c3bd-42d1-b137-716a21feedf6 req-c714bbc5-c80c-46bc-8968-9ac2d8826014 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 210 time: 0.0284166 Nov 10 20:18:11.545194 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device c2464535-2040-4ba2-8d92-3664b2faf503 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:18:11.548028 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device c2464535-2040-4ba2-8d92-3664b2faf503 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:18:11.552507 n-d-813897-4 neutron-server[102507]: INFO neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No ports have port_id starting with c2464535-2040-4ba2-8d92-3664b2faf503 Nov 10 20:18:11.554069 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device c2464535-2040-4ba2-8d92-3664b2faf503 requested by agent hyperv_n-h1-813897-4 not found in database {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 10 20:18:11.572762 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: c2464535-2040-4ba2-8d92-3664b2faf503 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:18:11.573119 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device c2464535-2040-4ba2-8d92-3664b2faf503 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:18:11.783985 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-deafe90f-8e0f-44e6-aa0a-45bb4951bc68 req-e5d7c733-35c4-4eec-9fd2-153e56127fee tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 210 time: 0.0269246 Nov 10 20:18:12.894421 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d2cbebe4-c7f2-4bb7-bd57-d4c1dc55b4f9 req-baf405de-ea8c-467a-8378-c0fdff60c761 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 210 time: 0.0330706 Nov 10 20:18:14.015038 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76863a22-342b-403a-83ed-332adc921e60 req-63d6774e-58e1-4131-a6c8-0fb0d0ac06ac tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ac9243-9917-4cb8-8b02-a31e0b6c0564 HTTP/1.1" status: 200 len: 210 time: 0.0312223 Nov 10 20:18:18.812504 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56486) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:18:18.871277 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6c1d8a8d-d531-4dfa-823f-3c686c5995f0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:18.895399 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6c1d8a8d-d531-4dfa-823f-3c686c5995f0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:18.945717 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6c1d8a8d-d531-4dfa-823f-3c686c5995f0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:18.948718 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6c1d8a8d-d531-4dfa-823f-3c686c5995f0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:18.950025 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6c1d8a8d-d531-4dfa-823f-3c686c5995f0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "DELETE /v2.0/security-groups/cccd44a1-9c68-403c-8138-03af611b2f27 HTTP/1.1" status: 204 len: 168 time: 0.1364439 Nov 10 20:18:18.952855 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56488) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:18:18.961390 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d8a8d-d531-4dfa-823f-3c686c5995f0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccd44a1-9c68-403c-8138-03af611b2f27,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:18.969355 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1d8a8d-d531-4dfa-823f-3c686c5995f0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:18.969700 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1d8a8d-d531-4dfa-823f-3c686c5995f0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:18.970065 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1d8a8d-d531-4dfa-823f-3c686c5995f0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:18.970406 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1d8a8d-d531-4dfa-823f-3c686c5995f0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:18.970741 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1d8a8d-d531-4dfa-823f-3c686c5995f0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:18.971067 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1d8a8d-d531-4dfa-823f-3c686c5995f0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:18.971386 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1d8a8d-d531-4dfa-823f-3c686c5995f0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:18.971892 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1d8a8d-d531-4dfa-823f-3c686c5995f0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:18.972216 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1d8a8d-d531-4dfa-823f-3c686c5995f0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:18.972546 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1d8a8d-d531-4dfa-823f-3c686c5995f0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:18.972754 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-820f5d37-83b3-4834-9d29-dee0aa297456 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] show failed (client error): The resource could not be found. Nov 10 20:18:18.972897 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1d8a8d-d531-4dfa-823f-3c686c5995f0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:18.973180 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1d8a8d-d531-4dfa-823f-3c686c5995f0 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:18.974030 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-820f5d37-83b3-4834-9d29-dee0aa297456 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "GET /v2.0/security-groups/cccd44a1-9c68-403c-8138-03af611b2f27 HTTP/1.1" status: 404 len: 347 time: 0.0197980 Nov 10 20:18:18.976857 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56490) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:18:19.103336 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-9e4137ba-6aa8-4ae7-9ca7-7b49f4173e43 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Deleting port 20b558f1-e6c7-48f8-8bc1-75297f528872 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:18:19.103543 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9e4137ba-6aa8-4ae7-9ca7-7b49f4173e43 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:19.182817 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9e4137ba-6aa8-4ae7-9ca7-7b49f4173e43 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:19.183125 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9e4137ba-6aa8-4ae7-9ca7-7b49f4173e43 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:19.195177 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-9e4137ba-6aa8-4ae7-9ca7-7b49f4173e43 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Calling delete_port for 20b558f1-e6c7-48f8-8bc1-75297f528872 owned by network:floatingip {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:18:19.337413 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9e4137ba-6aa8-4ae7-9ca7-7b49f4173e43 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:19.364686 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4137ba-6aa8-4ae7-9ca7-7b49f4173e43 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Pushing event deleted for resources: {'Port': ['ID=20b558f1-e6c7-48f8-8bc1-75297f528872,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:19.426056 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9e4137ba-6aa8-4ae7-9ca7-7b49f4173e43 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks [] for floatingip, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:19.428725 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9e4137ba-6aa8-4ae7-9ca7-7b49f4173e43 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:19.429988 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9e4137ba-6aa8-4ae7-9ca7-7b49f4173e43 tempest-ServerActionsTestJSON-603421345 tempest-ServerActionsTestJSON-603421345-project] 10.222.0.54 "DELETE /v2.0/floatingips/13766d01-5d05-426c-9134-77020cec5001 HTTP/1.1" status: 204 len: 168 time: 0.4521177 Nov 10 20:18:19.433192 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56492) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:18:20.024241 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-80a216bc-a252-4db4-8e95-f22d9797b169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:20.287346 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-80a216bc-a252-4db4-8e95-f22d9797b169 admin admin] Deleting port 6214f41d-f60c-43ca-9e62-b7dee1c66f02 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:18:20.287565 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-80a216bc-a252-4db4-8e95-f22d9797b169 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:20.372618 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-80a216bc-a252-4db4-8e95-f22d9797b169 admin admin] For port 6214f41d-f60c-43ca-9e62-b7dee1c66f02, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=6214f41d-f60c-43ca-9e62-b7dee1c66f02,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:18:20.372969 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-80a216bc-a252-4db4-8e95-f22d9797b169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:20.385312 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-80a216bc-a252-4db4-8e95-f22d9797b169 admin admin] Calling delete_port for 6214f41d-f60c-43ca-9e62-b7dee1c66f02 owned by network:router_interface {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:18:20.605793 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-80a216bc-a252-4db4-8e95-f22d9797b169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:20.635419 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a216bc-a252-4db4-8e95-f22d9797b169 admin admin] Pushing event deleted for resources: {'Port': ['ID=6214f41d-f60c-43ca-9e62-b7dee1c66f02,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:20.807373 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-80a216bc-a252-4db4-8e95-f22d9797b169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:21.349296 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a216bc-a252-4db4-8e95-f22d9797b169 admin admin] Router 29426995-d5d7-4804-a052-1019b2aac574 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:18:21.468866 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a216bc-a252-4db4-8e95-f22d9797b169 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:18:21.476581 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-80a216bc-a252-4db4-8e95-f22d9797b169 admin admin] 10.222.0.54 "PUT /v2.0/routers/29426995-d5d7-4804-a052-1019b2aac574/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0405250 Nov 10 20:18:21.477909 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56496) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:18:21.480865 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3760231c-4775-4b66-bf05-1a38db35a1f8 None None] Sync routers for ids ['29426995-d5d7-4804-a052-1019b2aac574'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:18:21.493720 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3760231c-4775-4b66-bf05-1a38db35a1f8 None None] Routers {'29426995-d5d7-4804-a052-1019b2aac574'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:18:21.494430 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-3760231c-4775-4b66-bf05-1a38db35a1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:17:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['29426995-d5d7-4804-a052-1019b2aac574'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:18:21.604824 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-40378f1a-bbf6-401f-a905-217c2e4364b2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:21.609092 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-3760231c-4775-4b66-bf05-1a38db35a1f8 None None] Set router 29426995-d5d7-4804-a052-1019b2aac574 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:18:21.714936 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-40378f1a-bbf6-401f-a905-217c2e4364b2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:21.774596 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-40378f1a-bbf6-401f-a905-217c2e4364b2 admin admin] Deleting port 994f2156-7330-4bed-bb63-3a0e6bb17933 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:18:21.774947 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-40378f1a-bbf6-401f-a905-217c2e4364b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:21.846129 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-3760231c-4775-4b66-bf05-1a38db35a1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29426995-d5d7-4804-a052-1019b2aac574', 'name': 'tempest-ServerActionsTestJSON-1242763271-router', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:08:17Z', 'updated_at': '2021-11-10T20:18:20Z', 'revision_number': 5, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'gw_port': {'id': '994f2156-7330-4bed-bb63-3a0e6bb17933', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29426995-d5d7-4804-a052-1019b2aac574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:08:18Z', 'updated_at': '2021-11-10T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:18:21.867933 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-40378f1a-bbf6-401f-a905-217c2e4364b2 admin admin] For port 994f2156-7330-4bed-bb63-3a0e6bb17933, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=994f2156-7330-4bed-bb63-3a0e6bb17933,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:18:21.868160 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-40378f1a-bbf6-401f-a905-217c2e4364b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:21.876306 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3760231c-4775-4b66-bf05-1a38db35a1f8 None None] Checking router: 29426995-d5d7-4804-a052-1019b2aac574 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:18:21.883364 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-40378f1a-bbf6-401f-a905-217c2e4364b2 admin admin] Calling delete_port for 994f2156-7330-4bed-bb63-3a0e6bb17933 owned by network:router_gateway {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:18:21.886272 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3760231c-4775-4b66-bf05-1a38db35a1f8 None None] Routers {'29426995-d5d7-4804-a052-1019b2aac574'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:18:21.886892 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-3760231c-4775-4b66-bf05-1a38db35a1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:17:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['29426995-d5d7-4804-a052-1019b2aac574'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:18:21.999826 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-3760231c-4775-4b66-bf05-1a38db35a1f8 None None] Set router 29426995-d5d7-4804-a052-1019b2aac574 gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:18:22.070616 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-3760231c-4775-4b66-bf05-1a38db35a1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29426995-d5d7-4804-a052-1019b2aac574', 'name': 'tempest-ServerActionsTestJSON-1242763271-router', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:08:17Z', 'updated_at': '2021-11-10T20:18:21Z', 'revision_number': 6, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:18:22.105451 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3760231c-4775-4b66-bf05-1a38db35a1f8 None None] The sync data for ids ['29426995-d5d7-4804-a052-1019b2aac574'] in n-d-813897-4 is: [{'id': '29426995-d5d7-4804-a052-1019b2aac574', 'name': 'tempest-ServerActionsTestJSON-1242763271-router', 'tenant_id': '868da2bbecd2421ca6396edaac16a106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:08:17Z', 'updated_at': '2021-11-10T20:18:21Z', 'revision_number': 6, 'project_id': '868da2bbecd2421ca6396edaac16a106', 'gw_port_host': None}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:18:22.109927 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-40378f1a-bbf6-401f-a905-217c2e4364b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:22.143431 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40378f1a-bbf6-401f-a905-217c2e4364b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=994f2156-7330-4bed-bb63-3a0e6bb17933,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:22.165906 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d32b2b0-deb1-4ee6-ad82-c60161b9bd4f None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:18:22.236542 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-40378f1a-bbf6-401f-a905-217c2e4364b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:22.349693 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-40378f1a-bbf6-401f-a905-217c2e4364b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:22.352888 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-40378f1a-bbf6-401f-a905-217c2e4364b2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:22.409676 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-40378f1a-bbf6-401f-a905-217c2e4364b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:22.410147 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40378f1a-bbf6-401f-a905-217c2e4364b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29426995-d5d7-4804-a052-1019b2aac574 {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 20:18:22.415079 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-40378f1a-bbf6-401f-a905-217c2e4364b2 admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:22.416227 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-40378f1a-bbf6-401f-a905-217c2e4364b2 admin admin] 10.222.0.54 "DELETE /v2.0/routers/29426995-d5d7-4804-a052-1019b2aac574 HTTP/1.1" status: 204 len: 168 time: 0.9371736 Nov 10 20:18:22.420181 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56498) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:18:22.474124 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf81ad6-8357-406b-a461-bfe6aff01068 admin admin] Deleting subnet d7b49f67-fa13-497a-800b-34608cfad5b8 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:18:22.478266 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bbf81ad6-8357-406b-a461-bfe6aff01068 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:22.522858 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bbf81ad6-8357-406b-a461-bfe6aff01068 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:22.603736 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bbf81ad6-8357-406b-a461-bfe6aff01068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:22.667993 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bbf81ad6-8357-406b-a461-bfe6aff01068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:22.697186 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bbf81ad6-8357-406b-a461-bfe6aff01068 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:22.701191 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-bbf81ad6-8357-406b-a461-bfe6aff01068 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d7b49f67-fa13-497a-800b-34608cfad5b8 HTTP/1.1" status: 204 len: 168 time: 0.2796905 Nov 10 20:18:22.702122 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf81ad6-8357-406b-a461-bfe6aff01068 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7b49f67-fa13-497a-800b-34608cfad5b8,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:22.703796 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a427f7c5-1337-4407-9098-fc93ae144861 None None] Network 62ad9681-ad12-4fc3-8053-67c92444be86 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:18:22.704193 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56500) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:18:22.781747 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7680533d-2b7d-43d5-bcba-02d0b5f52b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:22.833874 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-7680533d-2b7d-43d5-bcba-02d0b5f52b7f admin admin] Deleting port cd44feed-a3d1-4a55-b999-d214295e48ba {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:18:22.834216 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7680533d-2b7d-43d5-bcba-02d0b5f52b7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:22.895119 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51672b27-e8ce-4113-abe8-6f365945dfb4 None None] DHCP port deletion for 62ad9681-ad12-4fc3-8053-67c92444be86 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:18:22.902136 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-7680533d-2b7d-43d5-bcba-02d0b5f52b7f admin admin] For port cd44feed-a3d1-4a55-b999-d214295e48ba, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=cd44feed-a3d1-4a55-b999-d214295e48ba,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:18:22.902489 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7680533d-2b7d-43d5-bcba-02d0b5f52b7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:22.916335 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-7680533d-2b7d-43d5-bcba-02d0b5f52b7f admin admin] Calling delete_port for cd44feed-a3d1-4a55-b999-d214295e48ba owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:18:22.945351 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-51672b27-e8ce-4113-abe8-6f365945dfb4 None None] Deleting port cd44feed-a3d1-4a55-b999-d214295e48ba {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:18:22.945652 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-51672b27-e8ce-4113-abe8-6f365945dfb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:22.998463 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7680533d-2b7d-43d5-bcba-02d0b5f52b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:23.009796 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-51672b27-e8ce-4113-abe8-6f365945dfb4 None None] For port cd44feed-a3d1-4a55-b999-d214295e48ba, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=cd44feed-a3d1-4a55-b999-d214295e48ba,segment=NetworkSegment(388c7ed4-474a-4ef2-b01f-474d5f18acf4),segment_id=388c7ed4-474a-4ef2-b01f-474d5f18acf4)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:18:23.010230 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-51672b27-e8ce-4113-abe8-6f365945dfb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:23.023693 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-51672b27-e8ce-4113-abe8-6f365945dfb4 None None] Calling delete_port for cd44feed-a3d1-4a55-b999-d214295e48ba owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:18:23.024336 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680533d-2b7d-43d5-bcba-02d0b5f52b7f admin admin] Pushing event deleted for resources: {'Port': ['ID=cd44feed-a3d1-4a55-b999-d214295e48ba,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:23.028252 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7680533d-2b7d-43d5-bcba-02d0b5f52b7f admin admin] No DVR routers for this DVR port cd44feed-a3d1-4a55-b999-d214295e48ba on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:18:23.110235 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7680533d-2b7d-43d5-bcba-02d0b5f52b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:23.118739 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-51672b27-e8ce-4113-abe8-6f365945dfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:23.140594 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-7680533d-2b7d-43d5-bcba-02d0b5f52b7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ad9681-ad12-4fc3-8053-67c92444be86']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:18:23.145128 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51672b27-e8ce-4113-abe8-6f365945dfb4 None None] Pushing event deleted for resources: {'Port': ['ID=cd44feed-a3d1-4a55-b999-d214295e48ba,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:23.148887 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51672b27-e8ce-4113-abe8-6f365945dfb4 None None] No DVR routers for this DVR port cd44feed-a3d1-4a55-b999-d214295e48ba on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:18:23.154934 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-7680533d-2b7d-43d5-bcba-02d0b5f52b7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '388c7ed4-474a-4ef2-b01f-474d5f18acf4') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:18:23.155425 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-7680533d-2b7d-43d5-bcba-02d0b5f52b7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '388c7ed4-474a-4ef2-b01f-474d5f18acf4') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:18:23.168903 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7680533d-2b7d-43d5-bcba-02d0b5f52b7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:23.183863 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7680533d-2b7d-43d5-bcba-02d0b5f52b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:23.190412 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7680533d-2b7d-43d5-bcba-02d0b5f52b7f admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:18:23.190868 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7680533d-2b7d-43d5-bcba-02d0b5f52b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:23.209026 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 20:18:23.209026 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:18:23.209026 n-d-813897-4 neutron-server[102505]: timer() Nov 10 20:18:23.209026 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:18:23.209026 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 20:18:23.209026 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:18:23.209026 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 20:18:23.209026 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:18:23.209026 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 20:18:23.209026 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:18:23.209026 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 20:18:23.209026 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:18:23.209026 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 20:18:23.209026 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:18:23.209026 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:18:23.209026 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:18:23.209026 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:18:23.209026 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:18:23.209026 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 20:18:23.209026 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:18:23.209026 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 20:18:23.209026 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:18:23.209026 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:18:23.209026 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:18:23.209026 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 20:18:23.209026 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:18:23.209026 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:18:23.209026 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:18:23.209026 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:18:23.209026 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:18:23.209026 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:18:23.209026 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:18:23.255603 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7680533d-2b7d-43d5-bcba-02d0b5f52b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:23.261165 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7680533d-2b7d-43d5-bcba-02d0b5f52b7f admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:23.265663 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7680533d-2b7d-43d5-bcba-02d0b5f52b7f admin admin] 10.222.0.54 "DELETE /v2.0/networks/62ad9681-ad12-4fc3-8053-67c92444be86 HTTP/1.1" status: 204 len: 168 time: 0.5586145 Nov 10 20:18:23.275554 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680533d-2b7d-43d5-bcba-02d0b5f52b7f admin admin] Pushing event deleted for resources: {'Network': ['ID=62ad9681-ad12-4fc3-8053-67c92444be86,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:23.401279 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56504) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:18:23.406790 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 6214f41d-f60c-43ca-9e62-b7dee1c66f02 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:18:23.427645 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 6214f41d-f60c-43ca-9e62-b7dee1c66f02 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:18:23.428004 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 6214f41d-f60c-43ca-9e62-b7dee1c66f02 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:18:23.428494 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device cd44feed-a3d1-4a55-b999-d214295e48ba no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:18:23.446243 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-bf07d041-d790-44f4-ae60-cafd60c07efe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=868da2bbecd2421ca6396edaac16a106&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435369 Nov 10 20:18:23.448856 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56506) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:18:23.451765 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: cd44feed-a3d1-4a55-b999-d214295e48ba {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:18:23.452111 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device cd44feed-a3d1-4a55-b999-d214295e48ba not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:18:23.452504 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 994f2156-7330-4bed-bb63-3a0e6bb17933 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:18:23.474924 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 994f2156-7330-4bed-bb63-3a0e6bb17933 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:18:23.475247 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 994f2156-7330-4bed-bb63-3a0e6bb17933 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:18:23.501166 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7bf84ba7-0dab-4042-be6a-26665ea30af4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:23.512220 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-da9dbc11-6742-45bc-acd3-de41a8dab565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:23.526893 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7bf84ba7-0dab-4042-be6a-26665ea30af4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:23.576646 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7bf84ba7-0dab-4042-be6a-26665ea30af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:23.579334 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7bf84ba7-0dab-4042-be6a-26665ea30af4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:23.580511 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7bf84ba7-0dab-4042-be6a-26665ea30af4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/041a8d00-bcd9-450a-8f20-962171ee5ec5 HTTP/1.1" status: 204 len: 168 time: 0.1307979 Nov 10 20:18:23.588638 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf84ba7-0dab-4042-be6a-26665ea30af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041a8d00-bcd9-450a-8f20-962171ee5ec5,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:24.369168 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56528) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:18:24.484491 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-79f792f6-7914-4a62-aed3-05a5c6ff2e83 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-184005737-network', 'tenant_id': '1e0c0d0ccd7a427aa4479b2c3ceb7ec0'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:18:24.509306 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f792f6-7914-4a62-aed3-05a5c6ff2e83 admin admin] Made reservation on behalf of 1e0c0d0ccd7a427aa4479b2c3ceb7ec0 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:18:24.511645 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-79f792f6-7914-4a62-aed3-05a5c6ff2e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:24.524096 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-79f792f6-7914-4a62-aed3-05a5c6ff2e83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:24.612087 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-79f792f6-7914-4a62-aed3-05a5c6ff2e83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:24.618770 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-79f792f6-7914-4a62-aed3-05a5c6ff2e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:24.649822 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f792f6-7914-4a62-aed3-05a5c6ff2e83 admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:18:24.660400 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f792f6-7914-4a62-aed3-05a5c6ff2e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b089f366-e1e6-4e6b-95e7-08b265b03a54,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:24.665317 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-79f792f6-7914-4a62-aed3-05a5c6ff2e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:24.665652 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-79f792f6-7914-4a62-aed3-05a5c6ff2e83 admin admin] Added segment f36e8d8d-8ad6-4d1e-aea8-13106a7ebf08 of type vlan for network b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc Nov 10 20:18:24.706980 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-79f792f6-7914-4a62-aed3-05a5c6ff2e83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:24.734786 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-79f792f6-7914-4a62-aed3-05a5c6ff2e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:24.735648 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f792f6-7914-4a62-aed3-05a5c6ff2e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:24.736256 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-79f792f6-7914-4a62-aed3-05a5c6ff2e83 admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:24.794834 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-79f792f6-7914-4a62-aed3-05a5c6ff2e83 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4244440 Nov 10 20:18:24.798625 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56532) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:18:24.803220 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f792f6-7914-4a62-aed3-05a5c6ff2e83 admin admin] Pushing event updated for resources: {'Network': ['ID=b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:24.804192 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-c721c646-5d58-4a37-87c2-2bc78b9e26c9 admin admin] Request body: {'subnet': {'network_id': 'b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-184005737-subnet', 'tenant_id': '1e0c0d0ccd7a427aa4479b2c3ceb7ec0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:18:24.817736 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:18:24.833014 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c721c646-5d58-4a37-87c2-2bc78b9e26c9 admin admin] Made reservation on behalf of 1e0c0d0ccd7a427aa4479b2c3ceb7ec0 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:18:24.835529 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c721c646-5d58-4a37-87c2-2bc78b9e26c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:25.011043 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c721c646-5d58-4a37-87c2-2bc78b9e26c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:25.066361 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721c646-5d58-4a37-87c2-2bc78b9e26c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92a08c75-c589-45e8-aa34-1506928e28d8,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:25.076563 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c721c646-5d58-4a37-87c2-2bc78b9e26c9 admin admin] Checking segment: {'id': 'f36e8d8d-8ad6-4d1e-aea8-13106a7ebf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:18:25.076908 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c721c646-5d58-4a37-87c2-2bc78b9e26c9 admin admin] Network hostable DHCP agents. Network: b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:18:25.095734 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c721c646-5d58-4a37-87c2-2bc78b9e26c9 admin admin] Network b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:18:25.106827 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-c721c646-5d58-4a37-87c2-2bc78b9e26c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:18:25.111695 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c721c646-5d58-4a37-87c2-2bc78b9e26c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:25.112668 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c721c646-5d58-4a37-87c2-2bc78b9e26c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:25.116132 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386a7b86-cbb7-4919-9d3a-f9f1ff2f6874 None None] Network b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:18:25.132685 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c721c646-5d58-4a37-87c2-2bc78b9e26c9 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3329146 Nov 10 20:18:25.246340 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4e0491-7902-49b4-bfc1-6da7106583b8 None None] Network b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:18:25.482077 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:25.600830 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-4877aad7-84b6-48fd-9f21-0e1ff4e6c8bc tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:25.602247 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-4877aad7-84b6-48fd-9f21-0e1ff4e6c8bc tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/networks?id=b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc HTTP/1.1" status: 200 len: 813 time: 0.1093414 Nov 10 20:18:25.618355 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-0ac2b32f-d94d-4456-a861-3f86ad04e373 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/quotas/1e0c0d0ccd7a427aa4479b2c3ceb7ec0 HTTP/1.1" status: 200 len: 375 time: 0.0100267 Nov 10 20:18:25.653059 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-63ce1bd9-21ba-4804-82bd-2d3f19db34ed tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1e0c0d0ccd7a427aa4479b2c3ceb7ec0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283988 Nov 10 20:18:25.662128 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:25.745090 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-ae8932c8-c7bb-43a4-ba1a-e2ae3a2dcff7 service neutron] 10.222.0.54 "GET /v2.0/networks/b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840988 Nov 10 20:18:25.759674 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2e1e117f-ed84-4710-9040-060783496382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:25.840038 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-4e6d8c5a-1ca2-4b8a-add8-089af474072c service neutron] 10.222.0.54 "GET /v2.0/networks/b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882070 Nov 10 20:18:26.008877 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d43fff1e-224e-4262-9e6c-5a12155b704c req-f2352890-da1a-46b7-b755-0bcb59edc4a9 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a40f5aa-934d-43e7-a1d5-d3f3cab64015 HTTP/1.1" status: 200 len: 210 time: 0.0273962 Nov 10 20:18:27.113134 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1f8e87ef-e648-47ce-926a-51257edaf6df req-d95e5cb1-50b2-49d9-b777-1d85cab0bed1 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a40f5aa-934d-43e7-a1d5-d3f3cab64015 HTTP/1.1" status: 200 len: 210 time: 0.0292025 Nov 10 20:18:27.149567 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-94455c61-f42b-4ed1-a2e3-e0c71052d2c8 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:27.151206 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-94455c61-f42b-4ed1-a2e3-e0c71052d2c8 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.73 "GET /v2.0/networks?id=b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc HTTP/1.1" status: 200 len: 813 time: 0.1146128 Nov 10 20:18:27.166709 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-689dd335-b3d4-49a2-b938-6d618de1cffc tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Request body: {'port': {'device_id': '1a40f5aa-934d-43e7-a1d5-d3f3cab64015', 'network_id': 'b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc', 'admin_state_up': True, 'tenant_id': '1e0c0d0ccd7a427aa4479b2c3ceb7ec0'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:18:27.291461 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-689dd335-b3d4-49a2-b938-6d618de1cffc tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Made reservation on behalf of 1e0c0d0ccd7a427aa4479b2c3ceb7ec0 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:18:27.296989 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-689dd335-b3d4-49a2-b938-6d618de1cffc tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:27.438886 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-689dd335-b3d4-49a2-b938-6d618de1cffc tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Allocated IP 172.20.0.6 (b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc/92a08c75-c589-45e8-aa34-1506928e28d8/9cddeb88-0420-453d-9b8c-2189f6fc0b38) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:18:27.471629 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:27.595271 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-689dd335-b3d4-49a2-b938-6d618de1cffc tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:27.629798 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-689dd335-b3d4-49a2-b938-6d618de1cffc tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:27.671855 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-689dd335-b3d4-49a2-b938-6d618de1cffc tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Network b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:18:27.677164 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-689dd335-b3d4-49a2-b938-6d618de1cffc tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:18:27.680873 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-689dd335-b3d4-49a2-b938-6d618de1cffc tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:18:27.687442 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689dd335-b3d4-49a2-b938-6d618de1cffc tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Pushing event updated for resources: {'Port': ['ID=9cddeb88-0420-453d-9b8c-2189f6fc0b38,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:27.735905 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-689dd335-b3d4-49a2-b938-6d618de1cffc tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:27.736509 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-689dd335-b3d4-49a2-b938-6d618de1cffc tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:27.757107 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-689dd335-b3d4-49a2-b938-6d618de1cffc tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5967610 Nov 10 20:18:27.770269 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-1e8f6ee7-c1ae-4206-bc4b-16816e82d233 service neutron] Request body: {'port': {'device_id': '1a40f5aa-934d-43e7-a1d5-d3f3cab64015', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:18:27.822338 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-1e8f6ee7-c1ae-4206-bc4b-16816e82d233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:28.088941 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-1e8f6ee7-c1ae-4206-bc4b-16816e82d233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cddeb88-0420-453d-9b8c-2189f6fc0b38 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:18:28.096794 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-1e8f6ee7-c1ae-4206-bc4b-16816e82d233 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:28.109249 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-1e8f6ee7-c1ae-4206-bc4b-16816e82d233 service neutron] Transition to ACTIVE for port object 9cddeb88-0420-453d-9b8c-2189f6fc0b38 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:18:28.113317 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-1e8f6ee7-c1ae-4206-bc4b-16816e82d233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:28.166997 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f6ee7-c1ae-4206-bc4b-16816e82d233 service neutron] Pushing event updated for resources: {'Port': ['ID=9cddeb88-0420-453d-9b8c-2189f6fc0b38,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:28.232835 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e9dd9-8670-43e6-b5e5-bebb8a9fce88 req-5569b005-e8ea-4dde-835b-0f6eea40d609 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:28.233513 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-1e8f6ee7-c1ae-4206-bc4b-16816e82d233 service neutron] Attempting to bind port 9cddeb88-0420-453d-9b8c-2189f6fc0b38 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:18:28.233889 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-1e8f6ee7-c1ae-4206-bc4b-16816e82d233 service neutron] Attempting to bind port 9cddeb88-0420-453d-9b8c-2189f6fc0b38 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'f36e8d8d-8ad6-4d1e-aea8-13106a7ebf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:18:28.234220 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-1e8f6ee7-c1ae-4206-bc4b-16816e82d233 service neutron] Attempting to bind port 9cddeb88-0420-453d-9b8c-2189f6fc0b38 on network b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:18:28.234967 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e69e9dd9-8670-43e6-b5e5-bebb8a9fce88 req-5569b005-e8ea-4dde-835b-0f6eea40d609 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a40f5aa-934d-43e7-a1d5-d3f3cab64015 HTTP/1.1" status: 200 len: 943 time: 0.0509074 Nov 10 20:18:28.238532 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-1e8f6ee7-c1ae-4206-bc4b-16816e82d233 service neutron] Port 9cddeb88-0420-453d-9b8c-2189f6fc0b38 on network b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:18:28.238847 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-1e8f6ee7-c1ae-4206-bc4b-16816e82d233 service neutron] Attempting to bind port 9cddeb88-0420-453d-9b8c-2189f6fc0b38 on network b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:18:28.243750 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-1e8f6ee7-c1ae-4206-bc4b-16816e82d233 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:18:28.244081 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-1e8f6ee7-c1ae-4206-bc4b-16816e82d233 service neutron] Checking segment: {'id': 'f36e8d8d-8ad6-4d1e-aea8-13106a7ebf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:18:28.244469 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-1e8f6ee7-c1ae-4206-bc4b-16816e82d233 service neutron] Bound using segment: {'id': 'f36e8d8d-8ad6-4d1e-aea8-13106a7ebf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:18:28.244906 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-1e8f6ee7-c1ae-4206-bc4b-16816e82d233 service neutron] Bound port: 9cddeb88-0420-453d-9b8c-2189f6fc0b38, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f36e8d8d-8ad6-4d1e-aea8-13106a7ebf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:18:28.245256 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-1e8f6ee7-c1ae-4206-bc4b-16816e82d233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:28.288396 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e69e9dd9-8670-43e6-b5e5-bebb8a9fce88 req-8930370b-3594-4a38-ac7c-8a6dc3d28da6 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/security-groups?id=b089f366-e1e6-4e6b-95e7-08b265b03a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468547 Nov 10 20:18:28.319624 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-1e8f6ee7-c1ae-4206-bc4b-16816e82d233 service neutron] For port 9cddeb88-0420-453d-9b8c-2189f6fc0b38, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:18:28.322604 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-1e8f6ee7-c1ae-4206-bc4b-16816e82d233 service neutron] For port 9cddeb88-0420-453d-9b8c-2189f6fc0b38, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=9cddeb88-0420-453d-9b8c-2189f6fc0b38,segment=NetworkSegment(f36e8d8d-8ad6-4d1e-aea8-13106a7ebf08),segment_id=f36e8d8d-8ad6-4d1e-aea8-13106a7ebf08)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:18:28.327758 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-1e8f6ee7-c1ae-4206-bc4b-16816e82d233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:28.360344 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-1e8f6ee7-c1ae-4206-bc4b-16816e82d233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:28.362204 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-1e8f6ee7-c1ae-4206-bc4b-16816e82d233 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:28.363729 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-1e8f6ee7-c1ae-4206-bc4b-16816e82d233 service neutron] 10.222.0.73 "PUT /v2.0/ports/9cddeb88-0420-453d-9b8c-2189f6fc0b38 HTTP/1.1" status: 200 len: 1091 time: 0.5976727 Nov 10 20:18:28.364181 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a40f5aa-934d-43e7-a1d5-d3f3cab64015', 'tag': '9cddeb88-0420-453d-9b8c-2189f6fc0b38'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:18:28.367945 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e21df98-fd84-4f05-ae93-ccda20ee0174" -d '{"events": [{"name": "network-changed", "server_uuid": "1a40f5aa-934d-43e7-a1d5-d3f3cab64015", "tag": "9cddeb88-0420-453d-9b8c-2189f6fc0b38"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:18:28.401338 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f6ee7-c1ae-4206-bc4b-16816e82d233 service neutron] Pushing event updated for resources: {'Port': ['ID=9cddeb88-0420-453d-9b8c-2189f6fc0b38,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:28.416330 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9bdf63-946d-4d34-b8d2-03605e66b3a5 x-openstack-request-id: req-fd9bdf63-946d-4d34-b8d2-03605e66b3a5 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:18:28.416611 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a40f5aa-934d-43e7-a1d5-d3f3cab64015", "tag": "9cddeb88-0420-453d-9b8c-2189f6fc0b38", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:18:28.416882 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fd9bdf63-946d-4d34-b8d2-03605e66b3a5 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:18:28.417248 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a40f5aa-934d-43e7-a1d5-d3f3cab64015', 'tag': '9cddeb88-0420-453d-9b8c-2189f6fc0b38', 'status': 'completed', 'code': 200} Nov 10 20:18:28.450290 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-04638d7c-adb4-4838-ab3d-3f7b6847b53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:28.451964 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-04638d7c-adb4-4838-ab3d-3f7b6847b53e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1e0c0d0ccd7a427aa4479b2c3ceb7ec0&device_id=1a40f5aa-934d-43e7-a1d5-d3f3cab64015 HTTP/1.1" status: 200 len: 1094 time: 0.0449402 Nov 10 20:18:28.494131 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-c6bd52d5-28db-4583-b945-82368c4e4119 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9cddeb88-0420-453d-9b8c-2189f6fc0b38 HTTP/1.1" status: 200 len: 217 time: 0.0340302 Nov 10 20:18:28.557739 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-c3fd5111-a9b7-421d-8505-841ae9e8006a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:28.559257 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-c3fd5111-a9b7-421d-8505-841ae9e8006a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=92a08c75-c589-45e8-aa34-1506928e28d8 HTTP/1.1" status: 200 len: 853 time: 0.0565398 Nov 10 20:18:28.592494 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-220cd670-ec16-438f-9d54-49e004de39ee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257890 Nov 10 20:18:28.683183 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-455c2608-dd56-4092-8132-71b2aa9a5803 service neutron] 10.222.0.73 "GET /v2.0/networks/b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830784 Nov 10 20:18:28.779056 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-02ea1d75-7be8-40f2-95e3-ccde5dbc20e8 req-fe8ed572-8e9b-4954-9f28-d9032baccc24 service neutron] 10.222.0.73 "GET /v2.0/networks/b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884764 Nov 10 20:18:28.879670 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21df98-fd84-4f05-ae93-ccda20ee0174 req-f68f5027-a9bd-46fe-b705-302637b018bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:28.881155 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2e21df98-fd84-4f05-ae93-ccda20ee0174 req-f68f5027-a9bd-46fe-b705-302637b018bf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1e0c0d0ccd7a427aa4479b2c3ceb7ec0&device_id=1a40f5aa-934d-43e7-a1d5-d3f3cab64015 HTTP/1.1" status: 200 len: 1094 time: 0.0471048 Nov 10 20:18:28.979527 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21df98-fd84-4f05-ae93-ccda20ee0174 req-9c8db9e1-a84d-47f2-817a-39ea033cf55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:28.981060 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2e21df98-fd84-4f05-ae93-ccda20ee0174 req-9c8db9e1-a84d-47f2-817a-39ea033cf55d service neutron] 10.222.0.73 "GET /v2.0/networks?id=b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc HTTP/1.1" status: 200 len: 914 time: 0.0919716 Nov 10 20:18:28.988875 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:29.030276 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2e21df98-fd84-4f05-ae93-ccda20ee0174 req-e436a77d-9ca9-4460-bbaa-98f6c49211c1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9cddeb88-0420-453d-9b8c-2189f6fc0b38 HTTP/1.1" status: 200 len: 217 time: 0.0416420 Nov 10 20:18:29.085566 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21df98-fd84-4f05-ae93-ccda20ee0174 req-17cdfa56-1575-4305-8212-40dbeda5eff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:29.087120 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2e21df98-fd84-4f05-ae93-ccda20ee0174 req-17cdfa56-1575-4305-8212-40dbeda5eff0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=92a08c75-c589-45e8-aa34-1506928e28d8 HTTP/1.1" status: 200 len: 853 time: 0.0487974 Nov 10 20:18:29.121100 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2e21df98-fd84-4f05-ae93-ccda20ee0174 req-0a7a0b56-5708-463f-a2ef-b7b2072e5cc1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255795 Nov 10 20:18:29.211963 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2e21df98-fd84-4f05-ae93-ccda20ee0174 req-32888aeb-c81e-4a5d-aa6a-044112759032 service neutron] 10.222.0.73 "GET /v2.0/networks/b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827928 Nov 10 20:18:29.311704 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2e21df98-fd84-4f05-ae93-ccda20ee0174 req-0232f4b5-694e-4014-9010-14132d3473a4 service neutron] 10.222.0.73 "GET /v2.0/networks/b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921540 Nov 10 20:18:29.379963 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:29.412946 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc810a20-65c2-4726-b832-e188d2d83230 req-c2f116ba-3aeb-45cc-8bc4-62dd7111501e tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:29.414486 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dc810a20-65c2-4726-b832-e188d2d83230 req-c2f116ba-3aeb-45cc-8bc4-62dd7111501e tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a40f5aa-934d-43e7-a1d5-d3f3cab64015 HTTP/1.1" status: 200 len: 943 time: 0.0520461 Nov 10 20:18:29.474207 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dc810a20-65c2-4726-b832-e188d2d83230 req-d686f7d2-dee9-42c7-9db7-ea426221e2a7 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/security-groups?id=b089f366-e1e6-4e6b-95e7-08b265b03a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534506 Nov 10 20:18:30.623749 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f4fb5-af5e-467d-9bb9-c640bfb49a7c req-eb0d4955-dde4-43c1-801e-fc451f567d4d tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:30.626296 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5b7f4fb5-af5e-467d-9bb9-c640bfb49a7c req-eb0d4955-dde4-43c1-801e-fc451f567d4d tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a40f5aa-934d-43e7-a1d5-d3f3cab64015 HTTP/1.1" status: 200 len: 943 time: 0.0618033 Nov 10 20:18:30.678312 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5b7f4fb5-af5e-467d-9bb9-c640bfb49a7c req-45ac9d25-cd8e-4972-b16c-2e31e20deba0 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/security-groups?id=b089f366-e1e6-4e6b-95e7-08b265b03a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467041 Nov 10 20:18:31.639224 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 9cddeb88-0420-453d-9b8c-2189f6fc0b38 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:18:31.739527 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 9cddeb88-0420-453d-9b8c-2189f6fc0b38, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=9cddeb88-0420-453d-9b8c-2189f6fc0b38,segment=NetworkSegment(f36e8d8d-8ad6-4d1e-aea8-13106a7ebf08),segment_id=f36e8d8d-8ad6-4d1e-aea8-13106a7ebf08)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:18:31.756604 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '9cddeb88-0420-453d-9b8c-2189f6fc0b38', 'network_id': 'b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc', 'port_id': '9cddeb88-0420-453d-9b8c-2189f6fc0b38', 'mac_address': 'fa:16:3e:04:50:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92a08c75-c589-45e8-aa34-1506928e28d8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:18:31.796566 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:31.808084 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966decb-9d82-4e5b-9912-92d6f2936e45 req-b4ba6850-f5c7-4de1-9ddc-39e450e5ffba tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:31.809621 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0966decb-9d82-4e5b-9912-92d6f2936e45 req-b4ba6850-f5c7-4de1-9ddc-39e450e5ffba tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a40f5aa-934d-43e7-a1d5-d3f3cab64015 HTTP/1.1" status: 200 len: 943 time: 0.0601301 Nov 10 20:18:31.813857 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cddeb88-0420-453d-9b8c-2189f6fc0b38 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:18:31.833900 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 9cddeb88-0420-453d-9b8c-2189f6fc0b38, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=9cddeb88-0420-453d-9b8c-2189f6fc0b38,segment=NetworkSegment(f36e8d8d-8ad6-4d1e-aea8-13106a7ebf08),segment_id=f36e8d8d-8ad6-4d1e-aea8-13106a7ebf08)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:18:31.839422 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:31.859686 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0966decb-9d82-4e5b-9912-92d6f2936e45 req-76e0b3d1-e5cd-4d13-93d0-cb58e5a7d4a9 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/security-groups?id=b089f366-e1e6-4e6b-95e7-08b265b03a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438318 Nov 10 20:18:31.887667 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=9cddeb88-0420-453d-9b8c-2189f6fc0b38,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:32.047430 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['9cddeb88-0420-453d-9b8c-2189f6fc0b38'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:18:32.221302 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:18:32.997387 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5dd6ba-5345-4988-b3ad-c69a388af774 req-d2e9c4ce-041a-4253-a4dc-76dfdb27bdf4 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:32.999625 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d5dd6ba-5345-4988-b3ad-c69a388af774 req-d2e9c4ce-041a-4253-a4dc-76dfdb27bdf4 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a40f5aa-934d-43e7-a1d5-d3f3cab64015 HTTP/1.1" status: 200 len: 944 time: 0.0582502 Nov 10 20:18:33.052627 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d5dd6ba-5345-4988-b3ad-c69a388af774 req-866334aa-56de-4128-9802-23a1a6261dc6 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/security-groups?id=b089f366-e1e6-4e6b-95e7-08b265b03a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468457 Nov 10 20:18:33.655923 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 9cddeb88-0420-453d-9b8c-2189f6fc0b38 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:18:33.709999 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 9cddeb88-0420-453d-9b8c-2189f6fc0b38 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:18:33.715848 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 9cddeb88-0420-453d-9b8c-2189f6fc0b38 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:18:33.716309 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:33.800319 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:33.829627 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a40f5aa-934d-43e7-a1d5-d3f3cab64015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cddeb88-0420-453d-9b8c-2189f6fc0b38'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:18:33.832964 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ea0b79-5f8b-432f-be95-e4096395fd6b" -d '{"events": [{"server_uuid": "1a40f5aa-934d-43e7-a1d5-d3f3cab64015", "name": "network-vif-plugged", "status": "completed", "tag": "9cddeb88-0420-453d-9b8c-2189f6fc0b38"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:18:33.847511 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 9cddeb88-0420-453d-9b8c-2189f6fc0b38, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=9cddeb88-0420-453d-9b8c-2189f6fc0b38,segment=NetworkSegment(f36e8d8d-8ad6-4d1e-aea8-13106a7ebf08),segment_id=f36e8d8d-8ad6-4d1e-aea8-13106a7ebf08)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:18:33.852895 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:33.881679 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338d86bf-0d10-48ee-8310-d68b30c6c491 x-openstack-request-id: req-338d86bf-0d10-48ee-8310-d68b30c6c491 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:18:33.881995 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a40f5aa-934d-43e7-a1d5-d3f3cab64015", "name": "network-vif-plugged", "status": "completed", "tag": "9cddeb88-0420-453d-9b8c-2189f6fc0b38", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:18:33.882246 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-338d86bf-0d10-48ee-8310-d68b30c6c491 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:18:33.882632 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a40f5aa-934d-43e7-a1d5-d3f3cab64015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cddeb88-0420-453d-9b8c-2189f6fc0b38', 'code': 200} Nov 10 20:18:33.907856 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=9cddeb88-0420-453d-9b8c-2189f6fc0b38,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:33.991619 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82bb48f-fa58-4645-b9cb-a0f32d54b30d req-ad69b8d2-1cd3-4dee-8d4f-6f729b966b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:33.993138 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c82bb48f-fa58-4645-b9cb-a0f32d54b30d req-ad69b8d2-1cd3-4dee-8d4f-6f729b966b14 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1a40f5aa-934d-43e7-a1d5-d3f3cab64015 HTTP/1.1" status: 200 len: 1096 time: 0.0465133 Nov 10 20:18:34.039871 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c82bb48f-fa58-4645-b9cb-a0f32d54b30d req-943a55d6-2230-4947-b994-bbf32056a684 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b089f366-e1e6-4e6b-95e7-08b265b03a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391734 Nov 10 20:18:34.183266 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcebd1-0ec5-43ea-874b-67d91956c443 req-52047848-851e-46c4-88af-6cc7dc035d55 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:34.184651 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c6fcebd1-0ec5-43ea-874b-67d91956c443 req-52047848-851e-46c4-88af-6cc7dc035d55 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a40f5aa-934d-43e7-a1d5-d3f3cab64015 HTTP/1.1" status: 200 len: 945 time: 0.0564435 Nov 10 20:18:34.232499 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c6fcebd1-0ec5-43ea-874b-67d91956c443 req-8ce81c9c-d5db-4d01-a27c-ba8ed071efe8 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/security-groups?id=b089f366-e1e6-4e6b-95e7-08b265b03a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414169 Nov 10 20:18:35.370582 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad63b0e-6ef5-4302-af3e-f702f201d36b req-9ccf3996-4d36-4618-bc8d-0095aa480c34 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:35.372103 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dad63b0e-6ef5-4302-af3e-f702f201d36b req-9ccf3996-4d36-4618-bc8d-0095aa480c34 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a40f5aa-934d-43e7-a1d5-d3f3cab64015 HTTP/1.1" status: 200 len: 945 time: 0.0551195 Nov 10 20:18:35.421125 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dad63b0e-6ef5-4302-af3e-f702f201d36b req-2e6d93f6-8e09-45fd-b45e-166f85db79af tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/security-groups?id=b089f366-e1e6-4e6b-95e7-08b265b03a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427554 Nov 10 20:18:35.691107 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-3ed0fb23-0591-4253-8915-029242590449 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:35.692617 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-3ed0fb23-0591-4253-8915-029242590449 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/networks?id=b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc HTTP/1.1" status: 200 len: 813 time: 0.1226697 Nov 10 20:18:35.708084 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-8f67211f-9cc2-4a6b-a4eb-ea23e6d71c17 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/quotas/1e0c0d0ccd7a427aa4479b2c3ceb7ec0 HTTP/1.1" status: 200 len: 375 time: 0.0096741 Nov 10 20:18:35.762938 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-47c82861-0daa-4ffb-97bf-d395a19c60e9 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1e0c0d0ccd7a427aa4479b2c3ceb7ec0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0491989 Nov 10 20:18:35.866022 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-52fefc86-8f91-4084-aa01-3994db97431f service neutron] 10.222.0.54 "GET /v2.0/networks/b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922484 Nov 10 20:18:35.960158 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-b8a01603-7764-4023-9adc-00cc16ca9c3c service neutron] 10.222.0.54 "GET /v2.0/networks/b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850544 Nov 10 20:18:36.129906 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-beb11c61-6b89-4168-9d15-88f50ebc2ae2 req-cfa50eaa-dd83-44f3-9727-f48fa60a723f tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c80acbb-2e62-4c52-8ee4-c15c592e5cad HTTP/1.1" status: 200 len: 210 time: 0.0265541 Nov 10 20:18:37.178414 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-720a1efd-0ea0-47b7-8d85-0814843804e4 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:37.180056 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-720a1efd-0ea0-47b7-8d85-0814843804e4 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.25 "GET /v2.0/networks?id=b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc HTTP/1.1" status: 200 len: 813 time: 0.1092327 Nov 10 20:18:37.194385 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-d4c9e6fc-5086-478b-950e-45eb9d058396 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Request body: {'port': {'device_id': '3c80acbb-2e62-4c52-8ee4-c15c592e5cad', 'network_id': 'b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc', 'admin_state_up': True, 'tenant_id': '1e0c0d0ccd7a427aa4479b2c3ceb7ec0'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:18:37.235901 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4789e36-5be4-4143-b3f9-cad12ac3c6bd req-ed9d2528-3b0d-4270-ae1d-6f76df3fb805 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c80acbb-2e62-4c52-8ee4-c15c592e5cad HTTP/1.1" status: 200 len: 210 time: 0.0274827 Nov 10 20:18:37.310889 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-d4c9e6fc-5086-478b-950e-45eb9d058396 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Made reservation on behalf of 1e0c0d0ccd7a427aa4479b2c3ceb7ec0 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:18:37.314637 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-d4c9e6fc-5086-478b-950e-45eb9d058396 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:37.444110 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-d4c9e6fc-5086-478b-950e-45eb9d058396 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Allocated IP 172.20.0.7 (b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc/92a08c75-c589-45e8-aa34-1506928e28d8/3234fd0c-c325-4138-b6ae-1b34c0e81702) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:18:37.609787 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-d4c9e6fc-5086-478b-950e-45eb9d058396 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:37.650719 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-d4c9e6fc-5086-478b-950e-45eb9d058396 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:37.665402 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['9cddeb88-0420-453d-9b8c-2189f6fc0b38'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:18:37.700198 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-d4c9e6fc-5086-478b-950e-45eb9d058396 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Network b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:18:37.703155 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-d4c9e6fc-5086-478b-950e-45eb9d058396 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:18:37.710105 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-d4c9e6fc-5086-478b-950e-45eb9d058396 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:18:37.734851 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c9e6fc-5086-478b-950e-45eb9d058396 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Pushing event updated for resources: {'Port': ['ID=3234fd0c-c325-4138-b6ae-1b34c0e81702,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:37.747928 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c9e6fc-5086-478b-950e-45eb9d058396 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:37.748272 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c9e6fc-5086-478b-950e-45eb9d058396 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:37.748605 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c9e6fc-5086-478b-950e-45eb9d058396 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:37.748931 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c9e6fc-5086-478b-950e-45eb9d058396 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:37.749254 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c9e6fc-5086-478b-950e-45eb9d058396 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:37.749573 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c9e6fc-5086-478b-950e-45eb9d058396 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:37.749923 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c9e6fc-5086-478b-950e-45eb9d058396 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:37.750230 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c9e6fc-5086-478b-950e-45eb9d058396 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:37.750553 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c9e6fc-5086-478b-950e-45eb9d058396 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:37.750863 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c9e6fc-5086-478b-950e-45eb9d058396 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:37.751177 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c9e6fc-5086-478b-950e-45eb9d058396 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:37.751491 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c9e6fc-5086-478b-950e-45eb9d058396 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:18:37.778736 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-d4c9e6fc-5086-478b-950e-45eb9d058396 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:37.779380 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-d4c9e6fc-5086-478b-950e-45eb9d058396 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:37.797094 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-d4c9e6fc-5086-478b-950e-45eb9d058396 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6075802 Nov 10 20:18:37.807148 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-a89a88e6-7970-410b-897e-98b76ae78822 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:18:37.808135 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-a89a88e6-7970-410b-897e-98b76ae78822 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051227 Nov 10 20:18:37.820046 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-c109f51d-da3c-4030-8807-dd064dfe6a5d service neutron] Request body: {'port': {'device_id': '3c80acbb-2e62-4c52-8ee4-c15c592e5cad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:18:37.875419 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-c109f51d-da3c-4030-8807-dd064dfe6a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:38.151409 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-c109f51d-da3c-4030-8807-dd064dfe6a5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3234fd0c-c325-4138-b6ae-1b34c0e81702 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:18:38.159977 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-c109f51d-da3c-4030-8807-dd064dfe6a5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:38.172184 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-c109f51d-da3c-4030-8807-dd064dfe6a5d service neutron] Transition to ACTIVE for port object 3234fd0c-c325-4138-b6ae-1b34c0e81702 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:18:38.177721 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-c109f51d-da3c-4030-8807-dd064dfe6a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:38.229482 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109f51d-da3c-4030-8807-dd064dfe6a5d service neutron] Pushing event updated for resources: {'Port': ['ID=3234fd0c-c325-4138-b6ae-1b34c0e81702,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:38.299776 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-c109f51d-da3c-4030-8807-dd064dfe6a5d service neutron] Attempting to bind port 3234fd0c-c325-4138-b6ae-1b34c0e81702 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:18:38.300165 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-c109f51d-da3c-4030-8807-dd064dfe6a5d service neutron] Attempting to bind port 3234fd0c-c325-4138-b6ae-1b34c0e81702 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': 'f36e8d8d-8ad6-4d1e-aea8-13106a7ebf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:18:38.300500 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-c109f51d-da3c-4030-8807-dd064dfe6a5d service neutron] Attempting to bind port 3234fd0c-c325-4138-b6ae-1b34c0e81702 on network b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:18:38.305075 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-c109f51d-da3c-4030-8807-dd064dfe6a5d service neutron] Port 3234fd0c-c325-4138-b6ae-1b34c0e81702 on network b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:18:38.305394 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-c109f51d-da3c-4030-8807-dd064dfe6a5d service neutron] Attempting to bind port 3234fd0c-c325-4138-b6ae-1b34c0e81702 on network b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:18:38.310539 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-c109f51d-da3c-4030-8807-dd064dfe6a5d service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:18:38.310903 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-c109f51d-da3c-4030-8807-dd064dfe6a5d service neutron] Checking segment: {'id': 'f36e8d8d-8ad6-4d1e-aea8-13106a7ebf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:18:38.311305 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-c109f51d-da3c-4030-8807-dd064dfe6a5d service neutron] Bound using segment: {'id': 'f36e8d8d-8ad6-4d1e-aea8-13106a7ebf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:18:38.311728 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-c109f51d-da3c-4030-8807-dd064dfe6a5d service neutron] Bound port: 3234fd0c-c325-4138-b6ae-1b34c0e81702, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f36e8d8d-8ad6-4d1e-aea8-13106a7ebf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:18:38.312080 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-c109f51d-da3c-4030-8807-dd064dfe6a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:38.363631 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a9dbc-4b7b-45b9-805e-5417650a1f02 req-a0c91035-3085-46f2-b2b3-03893f9b5d2b tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:38.365121 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d9a9dbc-4b7b-45b9-805e-5417650a1f02 req-a0c91035-3085-46f2-b2b3-03893f9b5d2b tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c80acbb-2e62-4c52-8ee4-c15c592e5cad HTTP/1.1" status: 200 len: 943 time: 0.0582519 Nov 10 20:18:38.385037 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-c109f51d-da3c-4030-8807-dd064dfe6a5d service neutron] For port 3234fd0c-c325-4138-b6ae-1b34c0e81702, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:18:38.389375 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-c109f51d-da3c-4030-8807-dd064dfe6a5d service neutron] For port 3234fd0c-c325-4138-b6ae-1b34c0e81702, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=3234fd0c-c325-4138-b6ae-1b34c0e81702,segment=NetworkSegment(f36e8d8d-8ad6-4d1e-aea8-13106a7ebf08),segment_id=f36e8d8d-8ad6-4d1e-aea8-13106a7ebf08)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:18:38.395428 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-c109f51d-da3c-4030-8807-dd064dfe6a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:38.415955 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d9a9dbc-4b7b-45b9-805e-5417650a1f02 req-de3e5249-ebff-43fe-9393-50acc51b67a4 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/security-groups?id=b089f366-e1e6-4e6b-95e7-08b265b03a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445130 Nov 10 20:18:38.430800 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-c109f51d-da3c-4030-8807-dd064dfe6a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:38.431128 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-c109f51d-da3c-4030-8807-dd064dfe6a5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:38.432842 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-c109f51d-da3c-4030-8807-dd064dfe6a5d service neutron] 10.222.0.25 "PUT /v2.0/ports/3234fd0c-c325-4138-b6ae-1b34c0e81702 HTTP/1.1" status: 200 len: 1091 time: 0.6165760 Nov 10 20:18:38.433165 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c80acbb-2e62-4c52-8ee4-c15c592e5cad', 'tag': '3234fd0c-c325-4138-b6ae-1b34c0e81702'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:18:38.435604 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7dcf9b7-3b36-4e04-a1d8-6762c7dbd8cc" -d '{"events": [{"name": "network-changed", "server_uuid": "3c80acbb-2e62-4c52-8ee4-c15c592e5cad", "tag": "3234fd0c-c325-4138-b6ae-1b34c0e81702"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:18:38.460784 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109f51d-da3c-4030-8807-dd064dfe6a5d service neutron] Pushing event updated for resources: {'Port': ['ID=3234fd0c-c325-4138-b6ae-1b34c0e81702,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:38.477090 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6bec248-70e2-4639-84b4-621cc530f025 x-openstack-request-id: req-e6bec248-70e2-4639-84b4-621cc530f025 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:18:38.477390 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c80acbb-2e62-4c52-8ee4-c15c592e5cad", "tag": "3234fd0c-c325-4138-b6ae-1b34c0e81702", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:18:38.477650 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e6bec248-70e2-4639-84b4-621cc530f025 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:18:38.478097 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c80acbb-2e62-4c52-8ee4-c15c592e5cad', 'tag': '3234fd0c-c325-4138-b6ae-1b34c0e81702', 'status': 'completed', 'code': 200} Nov 10 20:18:38.521257 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-c7148307-4b21-4f02-acf8-733b54bab679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:38.522814 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-c7148307-4b21-4f02-acf8-733b54bab679 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1e0c0d0ccd7a427aa4479b2c3ceb7ec0&device_id=3c80acbb-2e62-4c52-8ee4-c15c592e5cad HTTP/1.1" status: 200 len: 1094 time: 0.0417230 Nov 10 20:18:38.565334 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-6bd6a0ee-1dc7-4dfc-bb76-81f6f8e43b7c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3234fd0c-c325-4138-b6ae-1b34c0e81702 HTTP/1.1" status: 200 len: 217 time: 0.0346394 Nov 10 20:18:38.619527 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-4d4faa08-3f4d-4521-8853-8e9cde6be7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:38.621020 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-4d4faa08-3f4d-4521-8853-8e9cde6be7e0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92a08c75-c589-45e8-aa34-1506928e28d8 HTTP/1.1" status: 200 len: 853 time: 0.0491893 Nov 10 20:18:38.656540 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-28609c4f-9c61-4c73-ac0f-601cb90be2d7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277200 Nov 10 20:18:38.773962 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-4d1d77a3-6a8d-4d68-b3f2-2c0a60bdfcda service neutron] 10.222.0.25 "GET /v2.0/networks/b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095762 Nov 10 20:18:38.870639 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f7d9c6bf-b595-4ca0-a968-1f403eb49e64 req-b4e87071-50af-4341-bbcf-77486ca103e6 service neutron] 10.222.0.25 "GET /v2.0/networks/b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897951 Nov 10 20:18:38.965247 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dcf9b7-3b36-4e04-a1d8-6762c7dbd8cc req-4d9e4ac2-2505-4c56-98fd-8ae1333b73a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:38.966783 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d7dcf9b7-3b36-4e04-a1d8-6762c7dbd8cc req-4d9e4ac2-2505-4c56-98fd-8ae1333b73a3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1e0c0d0ccd7a427aa4479b2c3ceb7ec0&device_id=3c80acbb-2e62-4c52-8ee4-c15c592e5cad HTTP/1.1" status: 200 len: 1094 time: 0.0431702 Nov 10 20:18:39.061553 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dcf9b7-3b36-4e04-a1d8-6762c7dbd8cc req-61c92b13-89c6-49c6-89a8-e6d6c5190489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:39.063009 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d7dcf9b7-3b36-4e04-a1d8-6762c7dbd8cc req-61c92b13-89c6-49c6-89a8-e6d6c5190489 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc HTTP/1.1" status: 200 len: 914 time: 0.0887055 Nov 10 20:18:39.104752 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d7dcf9b7-3b36-4e04-a1d8-6762c7dbd8cc req-5e50dbf8-96b1-4cb4-9b5b-be5bed24eb6a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3234fd0c-c325-4138-b6ae-1b34c0e81702 HTTP/1.1" status: 200 len: 217 time: 0.0347991 Nov 10 20:18:39.159258 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dcf9b7-3b36-4e04-a1d8-6762c7dbd8cc req-e1356202-844c-430d-a423-f73846880d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:39.160738 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d7dcf9b7-3b36-4e04-a1d8-6762c7dbd8cc req-e1356202-844c-430d-a423-f73846880d2d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92a08c75-c589-45e8-aa34-1506928e28d8 HTTP/1.1" status: 200 len: 853 time: 0.0489254 Nov 10 20:18:39.193044 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d7dcf9b7-3b36-4e04-a1d8-6762c7dbd8cc req-39b5a7d2-37ee-461b-a936-7c8f0a05d2ff service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247538 Nov 10 20:18:39.286137 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d7dcf9b7-3b36-4e04-a1d8-6762c7dbd8cc req-ec34bb9a-3e33-4c22-a7fc-99ea3684e47b service neutron] 10.222.0.25 "GET /v2.0/networks/b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853586 Nov 10 20:18:39.383004 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d7dcf9b7-3b36-4e04-a1d8-6762c7dbd8cc req-f97e255e-dad5-46c3-ae65-88f613a614c2 service neutron] 10.222.0.25 "GET /v2.0/networks/b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891993 Nov 10 20:18:39.552529 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45baab5-5472-46b4-b339-a2300a230a0a req-78c04fae-7e02-4c31-8a6d-83149b1ed5d4 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:39.554124 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b45baab5-5472-46b4-b339-a2300a230a0a req-78c04fae-7e02-4c31-8a6d-83149b1ed5d4 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c80acbb-2e62-4c52-8ee4-c15c592e5cad HTTP/1.1" status: 200 len: 943 time: 0.0523787 Nov 10 20:18:39.604760 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b45baab5-5472-46b4-b339-a2300a230a0a req-1c5683c2-9d4e-4e55-beb0-4ac6a61c2685 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/security-groups?id=b089f366-e1e6-4e6b-95e7-08b265b03a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418034 Nov 10 20:18:40.743588 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec0bcd-7733-4819-8362-c3f4adb8d5a4 req-8a8fb1c1-e242-42ad-bf3b-508485022a5f tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:40.745125 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6eec0bcd-7733-4819-8362-c3f4adb8d5a4 req-8a8fb1c1-e242-42ad-bf3b-508485022a5f tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c80acbb-2e62-4c52-8ee4-c15c592e5cad HTTP/1.1" status: 200 len: 943 time: 0.0563028 Nov 10 20:18:40.801411 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6eec0bcd-7733-4819-8362-c3f4adb8d5a4 req-91ba87b9-a79c-4abb-b6a8-c98936b126b6 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/security-groups?id=b089f366-e1e6-4e6b-95e7-08b265b03a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501094 Nov 10 20:18:41.940874 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28ebeb-62c1-4f4c-a74e-4271b97cac5a req-2992afcc-6bdd-47ef-99cd-5deacd75c9b4 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:41.942600 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ac28ebeb-62c1-4f4c-a74e-4271b97cac5a req-2992afcc-6bdd-47ef-99cd-5deacd75c9b4 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c80acbb-2e62-4c52-8ee4-c15c592e5cad HTTP/1.1" status: 200 len: 943 time: 0.0521302 Nov 10 20:18:41.994034 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ac28ebeb-62c1-4f4c-a74e-4271b97cac5a req-26d44126-4570-45c8-b86b-5a0d691a191c tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/security-groups?id=b089f366-e1e6-4e6b-95e7-08b265b03a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422742 Nov 10 20:18:43.140327 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054eb55-7846-4c63-871c-4433282984ea req-200549e9-7b3b-461e-9c45-9bc3f32e6ad3 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:43.141808 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8054eb55-7846-4c63-871c-4433282984ea req-200549e9-7b3b-461e-9c45-9bc3f32e6ad3 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c80acbb-2e62-4c52-8ee4-c15c592e5cad HTTP/1.1" status: 200 len: 943 time: 0.0626545 Nov 10 20:18:43.202810 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8054eb55-7846-4c63-871c-4433282984ea req-18603d36-7d22-4e09-83ac-6bedbf5a3605 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/security-groups?id=b089f366-e1e6-4e6b-95e7-08b265b03a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503647 Nov 10 20:18:43.523816 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 3234fd0c-c325-4138-b6ae-1b34c0e81702 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:18:43.636633 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 3234fd0c-c325-4138-b6ae-1b34c0e81702, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=3234fd0c-c325-4138-b6ae-1b34c0e81702,segment=NetworkSegment(f36e8d8d-8ad6-4d1e-aea8-13106a7ebf08),segment_id=f36e8d8d-8ad6-4d1e-aea8-13106a7ebf08)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:18:43.648975 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '3234fd0c-c325-4138-b6ae-1b34c0e81702', 'network_id': 'b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc', 'port_id': '3234fd0c-c325-4138-b6ae-1b34c0e81702', 'mac_address': 'fa:16:3e:82:26:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92a08c75-c589-45e8-aa34-1506928e28d8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:18:43.687378 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:43.700214 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3234fd0c-c325-4138-b6ae-1b34c0e81702 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:18:43.719524 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 3234fd0c-c325-4138-b6ae-1b34c0e81702, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=3234fd0c-c325-4138-b6ae-1b34c0e81702,segment=NetworkSegment(f36e8d8d-8ad6-4d1e-aea8-13106a7ebf08),segment_id=f36e8d8d-8ad6-4d1e-aea8-13106a7ebf08)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:18:43.725922 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:43.771854 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=3234fd0c-c325-4138-b6ae-1b34c0e81702,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:44.029671 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['3234fd0c-c325-4138-b6ae-1b34c0e81702'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:18:44.330079 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d24c6f-435e-4e85-9727-18db1b5e1aa9 req-28269827-0471-4d79-9aa3-c10385ab5b58 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:44.331502 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b9d24c6f-435e-4e85-9727-18db1b5e1aa9 req-28269827-0471-4d79-9aa3-c10385ab5b58 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c80acbb-2e62-4c52-8ee4-c15c592e5cad HTTP/1.1" status: 200 len: 944 time: 0.0504591 Nov 10 20:18:44.380349 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b9d24c6f-435e-4e85-9727-18db1b5e1aa9 req-9e122fd1-8a84-4854-bf5c-0af0228599bd tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/security-groups?id=b089f366-e1e6-4e6b-95e7-08b265b03a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427854 Nov 10 20:18:45.521620 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ee2ee-9c7a-4fcc-9fb1-76aa93583903 req-d224d084-b95d-4e3d-a461-fa3a9ded1999 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:45.523141 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-814ee2ee-9c7a-4fcc-9fb1-76aa93583903 req-d224d084-b95d-4e3d-a461-fa3a9ded1999 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c80acbb-2e62-4c52-8ee4-c15c592e5cad HTTP/1.1" status: 200 len: 944 time: 0.0504754 Nov 10 20:18:45.523727 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 3234fd0c-c325-4138-b6ae-1b34c0e81702 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:18:45.573137 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-814ee2ee-9c7a-4fcc-9fb1-76aa93583903 req-425002d4-fbd1-4aaa-8c86-b385017c3aa4 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/security-groups?id=b089f366-e1e6-4e6b-95e7-08b265b03a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431409 Nov 10 20:18:45.577725 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 3234fd0c-c325-4138-b6ae-1b34c0e81702 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:18:45.582110 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 3234fd0c-c325-4138-b6ae-1b34c0e81702 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:18:45.582626 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:45.673333 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:45.698168 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c80acbb-2e62-4c52-8ee4-c15c592e5cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3234fd0c-c325-4138-b6ae-1b34c0e81702'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:18:45.700436 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3106c9cd-d130-41f7-8176-ab7d6bf3c31b" -d '{"events": [{"server_uuid": "3c80acbb-2e62-4c52-8ee4-c15c592e5cad", "name": "network-vif-plugged", "status": "completed", "tag": "3234fd0c-c325-4138-b6ae-1b34c0e81702"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:18:45.713728 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 3234fd0c-c325-4138-b6ae-1b34c0e81702, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=3234fd0c-c325-4138-b6ae-1b34c0e81702,segment=NetworkSegment(f36e8d8d-8ad6-4d1e-aea8-13106a7ebf08),segment_id=f36e8d8d-8ad6-4d1e-aea8-13106a7ebf08)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:18:45.719699 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:45.744287 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8d01a8-a1b2-4b5a-95ba-712162cc1348 x-openstack-request-id: req-9c8d01a8-a1b2-4b5a-95ba-712162cc1348 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:18:45.744606 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c80acbb-2e62-4c52-8ee4-c15c592e5cad", "name": "network-vif-plugged", "status": "completed", "tag": "3234fd0c-c325-4138-b6ae-1b34c0e81702", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:18:45.744863 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9c8d01a8-a1b2-4b5a-95ba-712162cc1348 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:18:45.745260 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c80acbb-2e62-4c52-8ee4-c15c592e5cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3234fd0c-c325-4138-b6ae-1b34c0e81702', 'code': 200} Nov 10 20:18:45.770841 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=3234fd0c-c325-4138-b6ae-1b34c0e81702,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:45.841142 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ecc8a-fe41-48ac-bf31-793d05e18d03 req-2ac341d1-94ef-4da2-9dc5-534c86291e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:45.842704 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f83ecc8a-fe41-48ac-bf31-793d05e18d03 req-2ac341d1-94ef-4da2-9dc5-534c86291e4b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3c80acbb-2e62-4c52-8ee4-c15c592e5cad HTTP/1.1" status: 200 len: 1096 time: 0.0454283 Nov 10 20:18:45.890622 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f83ecc8a-fe41-48ac-bf31-793d05e18d03 req-9f7212a2-48d4-4b6e-8bf4-a8dfdd89e169 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b089f366-e1e6-4e6b-95e7-08b265b03a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406184 Nov 10 20:18:46.706621 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977ef06-5be3-465d-9de2-a292f47c9dd3 req-6e096077-21d1-4a71-984b-54395f59bf32 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:46.708166 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8977ef06-5be3-465d-9de2-a292f47c9dd3 req-6e096077-21d1-4a71-984b-54395f59bf32 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c80acbb-2e62-4c52-8ee4-c15c592e5cad HTTP/1.1" status: 200 len: 945 time: 0.0616236 Nov 10 20:18:46.760615 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8977ef06-5be3-465d-9de2-a292f47c9dd3 req-f2690417-029c-4459-b5b7-be5797b157e5 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/security-groups?id=b089f366-e1e6-4e6b-95e7-08b265b03a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432472 Nov 10 20:18:47.899347 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ae615-da0e-4e0e-91de-ee0cebb2cdea req-973aec75-790e-4412-b2d6-a57bb6f95e76 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:47.900735 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2d0ae615-da0e-4e0e-91de-ee0cebb2cdea req-973aec75-790e-4412-b2d6-a57bb6f95e76 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c80acbb-2e62-4c52-8ee4-c15c592e5cad HTTP/1.1" status: 200 len: 945 time: 0.0610690 Nov 10 20:18:47.952380 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2d0ae615-da0e-4e0e-91de-ee0cebb2cdea req-e26bfe85-23e9-449d-821b-5bea16f57b1b tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/security-groups?id=b089f366-e1e6-4e6b-95e7-08b265b03a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425665 Nov 10 20:18:48.200776 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c504378-6bb6-4cfb-958e-0b67442bda26 req-fc667f95-78b2-4eb8-b978-dfec9063a2db tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:48.202191 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0c504378-6bb6-4cfb-958e-0b67442bda26 req-fc667f95-78b2-4eb8-b978-dfec9063a2db tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c80acbb-2e62-4c52-8ee4-c15c592e5cad HTTP/1.1" status: 200 len: 945 time: 0.0493376 Nov 10 20:18:48.254981 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0c504378-6bb6-4cfb-958e-0b67442bda26 req-05fadd65-e946-47b9-b1b3-6a049581ec08 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/security-groups?id=b089f366-e1e6-4e6b-95e7-08b265b03a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452688 Nov 10 20:18:49.378280 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a0698-a3bf-456c-9e11-03a835b2407d req-edd59a43-dbd5-42af-9746-14218a5010e6 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:49.379773 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ea8a0698-a3bf-456c-9e11-03a835b2407d req-edd59a43-dbd5-42af-9746-14218a5010e6 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c80acbb-2e62-4c52-8ee4-c15c592e5cad HTTP/1.1" status: 200 len: 945 time: 0.0510466 Nov 10 20:18:49.431008 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ea8a0698-a3bf-456c-9e11-03a835b2407d req-995f71a7-ccb0-4ad3-a993-256b8108411e tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/security-groups?id=b089f366-e1e6-4e6b-95e7-08b265b03a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420711 Nov 10 20:18:49.644732 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caff92f-8324-4c18-9c08-8f8dbf651bf0 req-4e3f57f5-d6a5-43b8-a805-d03213f0575e tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:49.646244 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7caff92f-8324-4c18-9c08-8f8dbf651bf0 req-4e3f57f5-d6a5-43b8-a805-d03213f0575e tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c80acbb-2e62-4c52-8ee4-c15c592e5cad HTTP/1.1" status: 200 len: 945 time: 0.0677524 Nov 10 20:18:49.736854 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-7caff92f-8324-4c18-9c08-8f8dbf651bf0 req-2ad0934a-5455-478c-99ff-69bf51aea90e tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Deleting port 3234fd0c-c325-4138-b6ae-1b34c0e81702 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:18:49.737222 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7caff92f-8324-4c18-9c08-8f8dbf651bf0 req-2ad0934a-5455-478c-99ff-69bf51aea90e tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:49.828398 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-7caff92f-8324-4c18-9c08-8f8dbf651bf0 req-2ad0934a-5455-478c-99ff-69bf51aea90e tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] For port 3234fd0c-c325-4138-b6ae-1b34c0e81702, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=3234fd0c-c325-4138-b6ae-1b34c0e81702,segment=NetworkSegment(f36e8d8d-8ad6-4d1e-aea8-13106a7ebf08),segment_id=f36e8d8d-8ad6-4d1e-aea8-13106a7ebf08)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:18:49.828750 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7caff92f-8324-4c18-9c08-8f8dbf651bf0 req-2ad0934a-5455-478c-99ff-69bf51aea90e tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:49.841392 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-7caff92f-8324-4c18-9c08-8f8dbf651bf0 req-2ad0934a-5455-478c-99ff-69bf51aea90e tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Calling delete_port for 3234fd0c-c325-4138-b6ae-1b34c0e81702 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:18:49.975655 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7caff92f-8324-4c18-9c08-8f8dbf651bf0 req-2ad0934a-5455-478c-99ff-69bf51aea90e tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:49.991184 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['3234fd0c-c325-4138-b6ae-1b34c0e81702'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:18:49.993583 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['9cddeb88-0420-453d-9b8c-2189f6fc0b38'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:18:50.340491 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0934a-5455-478c-99ff-69bf51aea90e tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Pushing event deleted for resources: {'Port': ['ID=3234fd0c-c325-4138-b6ae-1b34c0e81702,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:50.382306 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-7caff92f-8324-4c18-9c08-8f8dbf651bf0 req-2ad0934a-5455-478c-99ff-69bf51aea90e tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] No DVR routers for this DVR port 3234fd0c-c325-4138-b6ae-1b34c0e81702 on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:18:50.385612 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7caff92f-8324-4c18-9c08-8f8dbf651bf0 req-2ad0934a-5455-478c-99ff-69bf51aea90e tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:50.389092 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7caff92f-8324-4c18-9c08-8f8dbf651bf0 req-2ad0934a-5455-478c-99ff-69bf51aea90e tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.25 "DELETE /v2.0/ports/3234fd0c-c325-4138-b6ae-1b34c0e81702 HTTP/1.1" status: 204 len: 173 time: 0.7362020 Nov 10 20:18:50.389582 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c80acbb-2e62-4c52-8ee4-c15c592e5cad', 'name': 'network-vif-deleted', 'tag': '3234fd0c-c325-4138-b6ae-1b34c0e81702'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:18:50.391954 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e022e918-0f4a-4778-87b2-990d9c43e30e" -d '{"events": [{"server_uuid": "3c80acbb-2e62-4c52-8ee4-c15c592e5cad", "name": "network-vif-deleted", "tag": "3234fd0c-c325-4138-b6ae-1b34c0e81702"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:18:50.430089 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f1bfda-1464-445b-b6e2-6f5910ac089e x-openstack-request-id: req-10f1bfda-1464-445b-b6e2-6f5910ac089e {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:18:50.430411 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c80acbb-2e62-4c52-8ee4-c15c592e5cad", "name": "network-vif-deleted", "tag": "3234fd0c-c325-4138-b6ae-1b34c0e81702", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:18:50.430670 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-10f1bfda-1464-445b-b6e2-6f5910ac089e {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:18:50.431080 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c80acbb-2e62-4c52-8ee4-c15c592e5cad', 'name': 'network-vif-deleted', 'tag': '3234fd0c-c325-4138-b6ae-1b34c0e81702', 'status': 'completed', 'code': 200} Nov 10 20:18:50.532867 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c249ce85-873f-492a-bdbe-523d111bf714 req-7633c6cc-f751-4024-878c-bb62b9f2756d tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c80acbb-2e62-4c52-8ee4-c15c592e5cad HTTP/1.1" status: 200 len: 210 time: 0.0297430 Nov 10 20:18:51.700872 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0211a-1866-4aa9-93fc-6a2e2f273f24 req-187970b6-3d83-4ce9-a622-48dc27786723 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:51.702359 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-47b0211a-1866-4aa9-93fc-6a2e2f273f24 req-187970b6-3d83-4ce9-a622-48dc27786723 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a40f5aa-934d-43e7-a1d5-d3f3cab64015 HTTP/1.1" status: 200 len: 945 time: 0.0522017 Nov 10 20:18:51.757169 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-47b0211a-1866-4aa9-93fc-6a2e2f273f24 req-ce48a62b-43f9-4282-b9b8-d52b288e3c7a tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/security-groups?id=b089f366-e1e6-4e6b-95e7-08b265b03a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482979 Nov 10 20:18:51.903909 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cf608-a174-4b1f-b807-46fc2354e748 req-7b88a1ef-b2bb-4678-9c73-e8700b39097d tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:51.905678 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-892cf608-a174-4b1f-b807-46fc2354e748 req-7b88a1ef-b2bb-4678-9c73-e8700b39097d tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a40f5aa-934d-43e7-a1d5-d3f3cab64015 HTTP/1.1" status: 200 len: 945 time: 0.0628037 Nov 10 20:18:51.960470 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-892cf608-a174-4b1f-b807-46fc2354e748 req-930365b9-febc-4d08-9b91-4a2d62257a74 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/security-groups?id=b089f366-e1e6-4e6b-95e7-08b265b03a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479443 Nov 10 20:18:52.082643 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd044d7-a0ee-453c-9c33-270f85ddd3ff req-95b6768f-85d9-4080-86c0-fc7fb2a618f6 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:52.084144 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-afd044d7-a0ee-453c-9c33-270f85ddd3ff req-95b6768f-85d9-4080-86c0-fc7fb2a618f6 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a40f5aa-934d-43e7-a1d5-d3f3cab64015 HTTP/1.1" status: 200 len: 945 time: 0.0492849 Nov 10 20:18:52.136406 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-afd044d7-a0ee-453c-9c33-270f85ddd3ff req-5cff117e-9d91-4dfe-8d3d-107d5ce7eb49 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/security-groups?id=b089f366-e1e6-4e6b-95e7-08b265b03a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459361 Nov 10 20:18:52.312567 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9aeacf-0b94-41c1-a195-9c2ad307c520 req-84f88ad0-f249-49f7-b1c4-86d2b993fe42 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:52.313991 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fa9aeacf-0b94-41c1-a195-9c2ad307c520 req-84f88ad0-f249-49f7-b1c4-86d2b993fe42 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a40f5aa-934d-43e7-a1d5-d3f3cab64015 HTTP/1.1" status: 200 len: 945 time: 0.0546596 Nov 10 20:18:52.362499 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fa9aeacf-0b94-41c1-a195-9c2ad307c520 req-dcef84b3-8c75-4b74-aa06-6b86f7df2a7f tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/security-groups?id=b089f366-e1e6-4e6b-95e7-08b265b03a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420270 Nov 10 20:18:52.480866 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5feaadb-2b40-4349-b747-afcf014b6bf8 req-22d21c60-a165-4aa1-8a81-75cf960a8303 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:52.482316 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f5feaadb-2b40-4349-b747-afcf014b6bf8 req-22d21c60-a165-4aa1-8a81-75cf960a8303 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a40f5aa-934d-43e7-a1d5-d3f3cab64015 HTTP/1.1" status: 200 len: 945 time: 0.0513361 Nov 10 20:18:52.530963 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f5feaadb-2b40-4349-b747-afcf014b6bf8 req-7daf48fe-f903-4cc8-8fa6-544151ab10c2 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/security-groups?id=b089f366-e1e6-4e6b-95e7-08b265b03a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424993 Nov 10 20:18:52.675154 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945d5c2-8872-4ea3-9b64-693c6841dcd8 req-42c9ac55-499d-424e-a366-924cf8f6285b tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:52.676627 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3945d5c2-8872-4ea3-9b64-693c6841dcd8 req-42c9ac55-499d-424e-a366-924cf8f6285b tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a40f5aa-934d-43e7-a1d5-d3f3cab64015 HTTP/1.1" status: 200 len: 945 time: 0.0553493 Nov 10 20:18:52.723518 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3945d5c2-8872-4ea3-9b64-693c6841dcd8 req-aec0179f-6600-45ad-88c0-601fa7c13be8 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/security-groups?id=b089f366-e1e6-4e6b-95e7-08b265b03a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404778 Nov 10 20:18:53.060484 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0909141-a63d-4818-b1ad-a333ba7ea41c req-7abd9ed9-0252-4b6e-82d6-98fe4ab2a1db tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:53.061870 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c0909141-a63d-4818-b1ad-a333ba7ea41c req-7abd9ed9-0252-4b6e-82d6-98fe4ab2a1db tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a40f5aa-934d-43e7-a1d5-d3f3cab64015 HTTP/1.1" status: 200 len: 945 time: 0.0637619 Nov 10 20:18:53.115602 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c0909141-a63d-4818-b1ad-a333ba7ea41c req-42ac254c-74b3-48f0-9aa1-bbeac3a471ab tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/security-groups?id=b089f366-e1e6-4e6b-95e7-08b265b03a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445487 Nov 10 20:18:53.523536 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1bf8265b-c32c-4050-8935-587572e77cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:53.552537 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 3234fd0c-c325-4138-b6ae-1b34c0e81702 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:18:53.573442 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 3234fd0c-c325-4138-b6ae-1b34c0e81702 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:18:53.573850 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 3234fd0c-c325-4138-b6ae-1b34c0e81702 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:18:54.239126 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043a376-f494-4332-bdf1-333965c6fc9f req-a225b4d5-b8cf-4d36-ba27-680ef349e406 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:54.240649 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f043a376-f494-4332-bdf1-333965c6fc9f req-a225b4d5-b8cf-4d36-ba27-680ef349e406 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a40f5aa-934d-43e7-a1d5-d3f3cab64015 HTTP/1.1" status: 200 len: 945 time: 0.0525439 Nov 10 20:18:54.295486 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f043a376-f494-4332-bdf1-333965c6fc9f req-b6c38bc6-6dc3-4018-9450-64058326cf01 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.54 "GET /v2.0/security-groups?id=b089f366-e1e6-4e6b-95e7-08b265b03a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483012 Nov 10 20:18:54.362984 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad09f04-1f08-42d4-b615-d2579aa9159a req-0cc72a92-3dfc-475d-b1e0-c6f906de9288 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:54.364524 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5ad09f04-1f08-42d4-b615-d2579aa9159a req-0cc72a92-3dfc-475d-b1e0-c6f906de9288 tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a40f5aa-934d-43e7-a1d5-d3f3cab64015 HTTP/1.1" status: 200 len: 945 time: 0.0526724 Nov 10 20:18:54.468029 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-5ad09f04-1f08-42d4-b615-d2579aa9159a req-aa4cc6fc-823b-4cf2-818a-30aa81af77dd tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Deleting port 9cddeb88-0420-453d-9b8c-2189f6fc0b38 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:18:54.468285 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5ad09f04-1f08-42d4-b615-d2579aa9159a req-aa4cc6fc-823b-4cf2-818a-30aa81af77dd tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:54.567147 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-5ad09f04-1f08-42d4-b615-d2579aa9159a req-aa4cc6fc-823b-4cf2-818a-30aa81af77dd tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] For port 9cddeb88-0420-453d-9b8c-2189f6fc0b38, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=9cddeb88-0420-453d-9b8c-2189f6fc0b38,segment=NetworkSegment(f36e8d8d-8ad6-4d1e-aea8-13106a7ebf08),segment_id=f36e8d8d-8ad6-4d1e-aea8-13106a7ebf08)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:18:54.567512 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5ad09f04-1f08-42d4-b615-d2579aa9159a req-aa4cc6fc-823b-4cf2-818a-30aa81af77dd tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:54.585329 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-5ad09f04-1f08-42d4-b615-d2579aa9159a req-aa4cc6fc-823b-4cf2-818a-30aa81af77dd tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Calling delete_port for 9cddeb88-0420-453d-9b8c-2189f6fc0b38 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:18:54.724842 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5ad09f04-1f08-42d4-b615-d2579aa9159a req-aa4cc6fc-823b-4cf2-818a-30aa81af77dd tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:54.736844 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['9cddeb88-0420-453d-9b8c-2189f6fc0b38'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:18:54.752994 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4cc6fc-823b-4cf2-818a-30aa81af77dd tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Pushing event deleted for resources: {'Port': ['ID=9cddeb88-0420-453d-9b8c-2189f6fc0b38,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:54.798148 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad09f04-1f08-42d4-b615-d2579aa9159a req-aa4cc6fc-823b-4cf2-818a-30aa81af77dd tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] No DVR routers for this DVR port 9cddeb88-0420-453d-9b8c-2189f6fc0b38 on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:18:54.801029 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-5ad09f04-1f08-42d4-b615-d2579aa9159a req-aa4cc6fc-823b-4cf2-818a-30aa81af77dd tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:54.804525 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5ad09f04-1f08-42d4-b615-d2579aa9159a req-aa4cc6fc-823b-4cf2-818a-30aa81af77dd tempest-ServersNegativeTestJSON-268003235 tempest-ServersNegativeTestJSON-268003235-project] 10.222.0.73 "DELETE /v2.0/ports/9cddeb88-0420-453d-9b8c-2189f6fc0b38 HTTP/1.1" status: 204 len: 173 time: 0.4337223 Nov 10 20:18:54.804988 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a40f5aa-934d-43e7-a1d5-d3f3cab64015', 'name': 'network-vif-deleted', 'tag': '9cddeb88-0420-453d-9b8c-2189f6fc0b38'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:18:54.807344 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ce430f-9241-42ac-9353-44124ceccfc3" -d '{"events": [{"server_uuid": "1a40f5aa-934d-43e7-a1d5-d3f3cab64015", "name": "network-vif-deleted", "tag": "9cddeb88-0420-453d-9b8c-2189f6fc0b38"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:18:54.844934 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c12d27-373e-43ae-8cfe-bf6d600d0f34 x-openstack-request-id: req-52c12d27-373e-43ae-8cfe-bf6d600d0f34 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:18:54.845239 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a40f5aa-934d-43e7-a1d5-d3f3cab64015", "name": "network-vif-deleted", "tag": "9cddeb88-0420-453d-9b8c-2189f6fc0b38", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:18:54.845487 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-52c12d27-373e-43ae-8cfe-bf6d600d0f34 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:18:54.845921 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a40f5aa-934d-43e7-a1d5-d3f3cab64015', 'name': 'network-vif-deleted', 'tag': '9cddeb88-0420-453d-9b8c-2189f6fc0b38', 'status': 'completed', 'code': 200} Nov 10 20:18:55.358331 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56678) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:18:55.415255 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c7da731-3e1c-436a-aebe-603da16ca05a admin admin] Deleting subnet 92a08c75-c589-45e8-aa34-1506928e28d8 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:18:55.418711 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c7da731-3e1c-436a-aebe-603da16ca05a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:55.459509 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c7da731-3e1c-436a-aebe-603da16ca05a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:55.488729 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:55.506129 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c7da731-3e1c-436a-aebe-603da16ca05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:55.569985 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c7da731-3e1c-436a-aebe-603da16ca05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:55.596681 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7da731-3e1c-436a-aebe-603da16ca05a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92a08c75-c589-45e8-aa34-1506928e28d8,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:55.606663 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9c7da731-3e1c-436a-aebe-603da16ca05a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:55.612760 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9c7da731-3e1c-436a-aebe-603da16ca05a admin admin] 10.222.0.54 "DELETE /v2.0/subnets/92a08c75-c589-45e8-aa34-1506928e28d8 HTTP/1.1" status: 204 len: 168 time: 0.2532938 Nov 10 20:18:55.613044 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56680) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:18:55.684908 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:55.692472 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6945af18-a0fe-44f7-a550-a857fb17a4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:55.753298 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-47586e9a-a407-481d-9b59-e6132a212aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:55.771482 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6945af18-a0fe-44f7-a550-a857fb17a4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:55.792491 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-6945af18-a0fe-44f7-a550-a857fb17a4f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:18:55.801871 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-6945af18-a0fe-44f7-a550-a857fb17a4f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f36e8d8d-8ad6-4d1e-aea8-13106a7ebf08') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:18:55.802172 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-6945af18-a0fe-44f7-a550-a857fb17a4f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f36e8d8d-8ad6-4d1e-aea8-13106a7ebf08') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:18:55.812262 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6945af18-a0fe-44f7-a550-a857fb17a4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:55.825973 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6945af18-a0fe-44f7-a550-a857fb17a4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:55.832111 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6945af18-a0fe-44f7-a550-a857fb17a4f5 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:18:55.832552 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6945af18-a0fe-44f7-a550-a857fb17a4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:55.834237 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 20:18:55.834237 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:18:55.834237 n-d-813897-4 neutron-server[102505]: timer() Nov 10 20:18:55.834237 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:18:55.834237 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 20:18:55.834237 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:18:55.834237 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 20:18:55.834237 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:18:55.834237 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 20:18:55.834237 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:18:55.834237 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 20:18:55.834237 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:18:55.834237 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 20:18:55.834237 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:18:55.834237 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:18:55.834237 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:18:55.834237 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:18:55.834237 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:18:55.834237 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 20:18:55.834237 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:18:55.834237 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 20:18:55.834237 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:18:55.834237 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:18:55.834237 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:18:55.834237 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 20:18:55.834237 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:18:55.834237 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:18:55.834237 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:18:55.834237 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:18:55.834237 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:18:55.834237 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:18:55.834237 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:18:55.893555 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6945af18-a0fe-44f7-a550-a857fb17a4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:55.902825 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6945af18-a0fe-44f7-a550-a857fb17a4f5 admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:55.908110 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6945af18-a0fe-44f7-a550-a857fb17a4f5 admin admin] 10.222.0.54 "DELETE /v2.0/networks/b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc HTTP/1.1" status: 204 len: 168 time: 0.2939789 Nov 10 20:18:55.922817 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945af18-a0fe-44f7-a550-a857fb17a4f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b86e6a9d-ef75-4ecc-a95c-c1030a3f0cfc,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:56.029565 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56684) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:18:56.072065 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-030d13c0-998b-4381-9668-25d8a976cba7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1e0c0d0ccd7a427aa4479b2c3ceb7ec0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412214 Nov 10 20:18:56.075791 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56686) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:18:56.125700 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dab3d728-f7fb-4921-b05c-13d1c0e38e07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:56.148050 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dab3d728-f7fb-4921-b05c-13d1c0e38e07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:56.196432 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dab3d728-f7fb-4921-b05c-13d1c0e38e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:56.199105 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dab3d728-f7fb-4921-b05c-13d1c0e38e07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:56.200317 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-dab3d728-f7fb-4921-b05c-13d1c0e38e07 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b089f366-e1e6-4e6b-95e7-08b265b03a54 HTTP/1.1" status: 204 len: 168 time: 0.1236248 Nov 10 20:18:56.208687 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3d728-f7fb-4921-b05c-13d1c0e38e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b089f366-e1e6-4e6b-95e7-08b265b03a54,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:56.957889 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56708) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:18:57.059833 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-95d1f995-5557-4401-b7e7-7d6da7ff210d tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2110595469'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:18:57.087263 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d1f995-5557-4401-b7e7-7d6da7ff210d tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Made reservation on behalf of 2d6abe3228d24cb5a9ff019ce5fb6f2d for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:18:57.092457 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95d1f995-5557-4401-b7e7-7d6da7ff210d tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:57.107974 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95d1f995-5557-4401-b7e7-7d6da7ff210d tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:57.182572 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95d1f995-5557-4401-b7e7-7d6da7ff210d tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:57.188659 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95d1f995-5557-4401-b7e7-7d6da7ff210d tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:57.211184 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d1f995-5557-4401-b7e7-7d6da7ff210d tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:18:57.227033 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1f995-5557-4401-b7e7-7d6da7ff210d tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5310766a-753c-438b-bf1c-de96b9988e26,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:57.229952 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95d1f995-5557-4401-b7e7-7d6da7ff210d tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:57.230302 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-95d1f995-5557-4401-b7e7-7d6da7ff210d tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Added segment 0fec5970-7998-42ca-87db-33504a873ae7 of type vlan for network c60c27f5-1d9b-45c5-80c5-5caa26f30c50 Nov 10 20:18:57.279805 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95d1f995-5557-4401-b7e7-7d6da7ff210d tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:57.306407 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95d1f995-5557-4401-b7e7-7d6da7ff210d tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:57.312564 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d1f995-5557-4401-b7e7-7d6da7ff210d tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:18:57.313159 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-95d1f995-5557-4401-b7e7-7d6da7ff210d tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:57.349627 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-95d1f995-5557-4401-b7e7-7d6da7ff210d tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3906221 Nov 10 20:18:57.385560 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1f995-5557-4401-b7e7-7d6da7ff210d tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Pushing event updated for resources: {'Network': ['ID=c60c27f5-1d9b-45c5-80c5-5caa26f30c50,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:18:57.396007 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network c60c27f5-1d9b-45c5-80c5-5caa26f30c50 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:18:57.478656 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:57.825045 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 9cddeb88-0420-453d-9b8c-2189f6fc0b38 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:18:57.845187 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 9cddeb88-0420-453d-9b8c-2189f6fc0b38 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:18:57.845554 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 9cddeb88-0420-453d-9b8c-2189f6fc0b38 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:18:58.988997 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:18:59.385851 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:00.563707 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56712) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:00.572386 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-39226dce-a179-4f0b-8896-b2ec8ec7f496 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Request body: {'subnet': {'network_id': 'c60c27f5-1d9b-45c5-80c5-5caa26f30c50', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:19:00.675328 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39226dce-a179-4f0b-8896-b2ec8ec7f496 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Made reservation on behalf of 2d6abe3228d24cb5a9ff019ce5fb6f2d for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:19:00.678841 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-39226dce-a179-4f0b-8896-b2ec8ec7f496 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:00.878310 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-39226dce-a179-4f0b-8896-b2ec8ec7f496 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:00.938755 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39226dce-a179-4f0b-8896-b2ec8ec7f496 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Pushing event updated for resources: {'Subnet': ['ID=19f6358a-0f82-4426-8122-3c1e20c780b1,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:00.948023 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39226dce-a179-4f0b-8896-b2ec8ec7f496 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Checking segment: {'id': '0fec5970-7998-42ca-87db-33504a873ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'c60c27f5-1d9b-45c5-80c5-5caa26f30c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:19:00.948374 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39226dce-a179-4f0b-8896-b2ec8ec7f496 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Network hostable DHCP agents. Network: c60c27f5-1d9b-45c5-80c5-5caa26f30c50, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:19:00.966850 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39226dce-a179-4f0b-8896-b2ec8ec7f496 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Network c60c27f5-1d9b-45c5-80c5-5caa26f30c50 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:19:00.977986 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-39226dce-a179-4f0b-8896-b2ec8ec7f496 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, c60c27f5-1d9b-45c5-80c5-5caa26f30c50) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:19:00.982211 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39226dce-a179-4f0b-8896-b2ec8ec7f496 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:00.982821 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-39226dce-a179-4f0b-8896-b2ec8ec7f496 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:00.987947 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159eaec9-487f-458e-9ba9-543852e21748 None None] Network c60c27f5-1d9b-45c5-80c5-5caa26f30c50 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:19:01.000704 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-39226dce-a179-4f0b-8896-b2ec8ec7f496 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4353740 Nov 10 20:19:01.004343 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56714) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:01.009666 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-ac3ebfad-9e50-4a94-bf72-f07ae37069d3 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1022676823'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:19:01.033693 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3ebfad-9e50-4a94-bf72-f07ae37069d3 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Made reservation on behalf of 2d6abe3228d24cb5a9ff019ce5fb6f2d for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:19:01.037208 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ac3ebfad-9e50-4a94-bf72-f07ae37069d3 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:01.069491 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac3ebfad-9e50-4a94-bf72-f07ae37069d3 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:19:01.079421 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ac3ebfad-9e50-4a94-bf72-f07ae37069d3 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:01.079782 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-ac3ebfad-9e50-4a94-bf72-f07ae37069d3 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Added segment cae299bd-e626-49b3-8350-88a5b0f2e8c5 of type vlan for network 108a7a09-99f3-43ec-bdd1-97e161626a3a Nov 10 20:19:01.121682 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ac3ebfad-9e50-4a94-bf72-f07ae37069d3 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:01.150303 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ac3ebfad-9e50-4a94-bf72-f07ae37069d3 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:01.156237 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3ebfad-9e50-4a94-bf72-f07ae37069d3 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:01.157315 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ac3ebfad-9e50-4a94-bf72-f07ae37069d3 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:01.198609 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ac3ebfad-9e50-4a94-bf72-f07ae37069d3 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1903861 Nov 10 20:19:01.199437 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56716) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:01.206062 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-14318949-8b8a-4d9b-ab7d-40b0533705c5 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Request body: {'subnet': {'network_id': '108a7a09-99f3-43ec-bdd1-97e161626a3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:19:01.232973 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ebfad-9e50-4a94-bf72-f07ae37069d3 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Pushing event updated for resources: {'Network': ['ID=108a7a09-99f3-43ec-bdd1-97e161626a3a,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:01.279271 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 108a7a09-99f3-43ec-bdd1-97e161626a3a details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:19:01.309755 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14318949-8b8a-4d9b-ab7d-40b0533705c5 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Made reservation on behalf of 2d6abe3228d24cb5a9ff019ce5fb6f2d for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:19:01.313642 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-14318949-8b8a-4d9b-ab7d-40b0533705c5 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:01.364710 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8a2977-103c-42f9-81b3-587050e0cc6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-c60c27f5-1d9b-45c5-80c5-5caa26f30c50', 'network_id': 'c60c27f5-1d9b-45c5-80c5-5caa26f30c50', 'tenant_id': '2d6abe3228d24cb5a9ff019ce5fb6f2d', 'fixed_ips': [{'subnet_id': '19f6358a-0f82-4426-8122-3c1e20c780b1'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 20:19:01.365561 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f8a2977-103c-42f9-81b3-587050e0cc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:01.506517 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-9f8a2977-103c-42f9-81b3-587050e0cc6b None None] Allocated IP 2001:db8:0:ffff::2 (c60c27f5-1d9b-45c5-80c5-5caa26f30c50/19f6358a-0f82-4426-8122-3c1e20c780b1/8aa48886-0196-4c36-bfbf-8248eb5f46e5) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:19:01.525219 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-14318949-8b8a-4d9b-ab7d-40b0533705c5 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:01.584079 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14318949-8b8a-4d9b-ab7d-40b0533705c5 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Pushing event updated for resources: {'Subnet': ['ID=fdd3f5ab-0c58-4d79-b4a5-d4b1ebfc288b,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:01.603717 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14318949-8b8a-4d9b-ab7d-40b0533705c5 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Checking segment: {'id': 'cae299bd-e626-49b3-8350-88a5b0f2e8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '108a7a09-99f3-43ec-bdd1-97e161626a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:19:01.604167 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14318949-8b8a-4d9b-ab7d-40b0533705c5 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Network hostable DHCP agents. Network: 108a7a09-99f3-43ec-bdd1-97e161626a3a, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:19:01.623938 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14318949-8b8a-4d9b-ab7d-40b0533705c5 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Network 108a7a09-99f3-43ec-bdd1-97e161626a3a is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:19:01.635573 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-14318949-8b8a-4d9b-ab7d-40b0533705c5 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 108a7a09-99f3-43ec-bdd1-97e161626a3a) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:19:01.639885 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14318949-8b8a-4d9b-ab7d-40b0533705c5 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:01.640622 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-14318949-8b8a-4d9b-ab7d-40b0533705c5 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:01.647014 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877eb8a8-8e60-480a-9ab0-8fd896c5aba2 None None] Network 108a7a09-99f3-43ec-bdd1-97e161626a3a requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:19:01.662023 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-14318949-8b8a-4d9b-ab7d-40b0533705c5 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4582348 Nov 10 20:19:01.662246 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56718) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:01.679765 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f8a2977-103c-42f9-81b3-587050e0cc6b None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:01.708943 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f8a2977-103c-42f9-81b3-587050e0cc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:01.770891 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8a2977-103c-42f9-81b3-587050e0cc6b None None] Network c60c27f5-1d9b-45c5-80c5-5caa26f30c50 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:19:01.772027 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f37e15ac-0aab-4be9-8f41-084e0429be60 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:01.778909 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-9f8a2977-103c-42f9-81b3-587050e0cc6b None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:19:01.792970 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8a2977-103c-42f9-81b3-587050e0cc6b None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:19:01.798483 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a2977-103c-42f9-81b3-587050e0cc6b None None] Pushing event updated for resources: {'Port': ['ID=8aa48886-0196-4c36-bfbf-8248eb5f46e5,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:01.812729 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8a2977-103c-42f9-81b3-587050e0cc6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:01.813086 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8a2977-103c-42f9-81b3-587050e0cc6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:01.813419 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8a2977-103c-42f9-81b3-587050e0cc6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:01.813745 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8a2977-103c-42f9-81b3-587050e0cc6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:01.814095 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8a2977-103c-42f9-81b3-587050e0cc6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:01.814417 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8a2977-103c-42f9-81b3-587050e0cc6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:01.814732 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8a2977-103c-42f9-81b3-587050e0cc6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:01.815045 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8a2977-103c-42f9-81b3-587050e0cc6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:01.815363 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8a2977-103c-42f9-81b3-587050e0cc6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:01.815668 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8a2977-103c-42f9-81b3-587050e0cc6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:01.815983 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8a2977-103c-42f9-81b3-587050e0cc6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:01.816284 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8a2977-103c-42f9-81b3-587050e0cc6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:01.852576 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f37e15ac-0aab-4be9-8f41-084e0429be60 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:01.896785 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-9f8a2977-103c-42f9-81b3-587050e0cc6b None None] Attempting to bind port 8aa48886-0196-4c36-bfbf-8248eb5f46e5 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:19:01.897050 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-9f8a2977-103c-42f9-81b3-587050e0cc6b None None] Attempting to bind port 8aa48886-0196-4c36-bfbf-8248eb5f46e5 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '0fec5970-7998-42ca-87db-33504a873ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'c60c27f5-1d9b-45c5-80c5-5caa26f30c50'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:19:01.897410 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8a2977-103c-42f9-81b3-587050e0cc6b None None] Attempting to bind port 8aa48886-0196-4c36-bfbf-8248eb5f46e5 on network c60c27f5-1d9b-45c5-80c5-5caa26f30c50 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:19:01.916825 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8a2977-103c-42f9-81b3-587050e0cc6b None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:19:01.917179 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8a2977-103c-42f9-81b3-587050e0cc6b None None] Checking segment: {'id': '0fec5970-7998-42ca-87db-33504a873ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'c60c27f5-1d9b-45c5-80c5-5caa26f30c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:19:01.917579 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f8a2977-103c-42f9-81b3-587050e0cc6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:01.917979 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8a2977-103c-42f9-81b3-587050e0cc6b None None] Bound using segment: {'id': '0fec5970-7998-42ca-87db-33504a873ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'c60c27f5-1d9b-45c5-80c5-5caa26f30c50'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:19:01.918448 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-9f8a2977-103c-42f9-81b3-587050e0cc6b None None] Bound port: 8aa48886-0196-4c36-bfbf-8248eb5f46e5, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fec5970-7998-42ca-87db-33504a873ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'c60c27f5-1d9b-45c5-80c5-5caa26f30c50'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:19:01.918822 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f8a2977-103c-42f9-81b3-587050e0cc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:01.925127 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f37e15ac-0aab-4be9-8f41-084e0429be60 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:01.931626 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65599cca-e986-4295-bd7d-2596cb5f3f3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-108a7a09-99f3-43ec-bdd1-97e161626a3a', 'network_id': '108a7a09-99f3-43ec-bdd1-97e161626a3a', 'tenant_id': '2d6abe3228d24cb5a9ff019ce5fb6f2d', 'fixed_ips': [{'subnet_id': 'fdd3f5ab-0c58-4d79-b4a5-d4b1ebfc288b'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 20:19:01.933020 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-65599cca-e986-4295-bd7d-2596cb5f3f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:01.953744 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e15ac-0aab-4be9-8f41-084e0429be60 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Pushing event deleted for resources: {'Subnet': ['ID=fdd3f5ab-0c58-4d79-b4a5-d4b1ebfc288b,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:02.017029 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f37e15ac-0aab-4be9-8f41-084e0429be60 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:02.041015 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-f37e15ac-0aab-4be9-8f41-084e0429be60 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['108a7a09-99f3-43ec-bdd1-97e161626a3a']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:02.050313 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-f37e15ac-0aab-4be9-8f41-084e0429be60 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae299bd-e626-49b3-8350-88a5b0f2e8c5') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:02.050588 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-f37e15ac-0aab-4be9-8f41-084e0429be60 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae299bd-e626-49b3-8350-88a5b0f2e8c5') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:02.060314 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f37e15ac-0aab-4be9-8f41-084e0429be60 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:02.061864 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9f8a2977-103c-42f9-81b3-587050e0cc6b None None] For port 8aa48886-0196-4c36-bfbf-8248eb5f46e5, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:19:02.065325 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9f8a2977-103c-42f9-81b3-587050e0cc6b None None] For port 8aa48886-0196-4c36-bfbf-8248eb5f46e5, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=8aa48886-0196-4c36-bfbf-8248eb5f46e5,segment=NetworkSegment(0fec5970-7998-42ca-87db-33504a873ae7),segment_id=0fec5970-7998-42ca-87db-33504a873ae7)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:19:02.071441 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fc3d07-1f41-4cfa-b9d7-86bf288ae43a None None] Network 108a7a09-99f3-43ec-bdd1-97e161626a3a requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:19:02.077952 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f37e15ac-0aab-4be9-8f41-084e0429be60 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:02.084021 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37e15ac-0aab-4be9-8f41-084e0429be60 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:19:02.084405 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f37e15ac-0aab-4be9-8f41-084e0429be60 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:02.086756 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f8a2977-103c-42f9-81b3-587050e0cc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:02.087799 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 20:19:02.087799 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:19:02.087799 n-d-813897-4 neutron-server[102506]: timer() Nov 10 20:19:02.087799 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:19:02.087799 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 20:19:02.087799 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:19:02.087799 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 20:19:02.087799 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:19:02.087799 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 20:19:02.087799 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:19:02.087799 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 20:19:02.087799 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:19:02.087799 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 20:19:02.087799 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:19:02.087799 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:19:02.087799 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:19:02.087799 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:19:02.087799 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:19:02.087799 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 20:19:02.087799 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:19:02.087799 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 20:19:02.087799 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:19:02.087799 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:19:02.087799 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:19:02.087799 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 20:19:02.087799 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:19:02.087799 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:19:02.087799 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:19:02.087799 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:19:02.087799 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:19:02.087799 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:19:02.087799 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:19:02.154137 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f37e15ac-0aab-4be9-8f41-084e0429be60 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:02.159844 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f37e15ac-0aab-4be9-8f41-084e0429be60 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:02.164096 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f37e15ac-0aab-4be9-8f41-084e0429be60 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] 10.222.0.54 "DELETE /v2.0/networks/108a7a09-99f3-43ec-bdd1-97e161626a3a HTTP/1.1" status: 204 len: 168 time: 0.5008731 Nov 10 20:19:02.168058 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56720) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:02.174563 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-87b882f4-bf2b-4c6a-a8ed-4c68d5a61600 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1479959967'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:19:02.191194 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e15ac-0aab-4be9-8f41-084e0429be60 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Pushing event deleted for resources: {'Network': ['ID=108a7a09-99f3-43ec-bdd1-97e161626a3a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:02.209301 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a2977-103c-42f9-81b3-587050e0cc6b None None] Pushing event updated for resources: {'Port': ['ID=8aa48886-0196-4c36-bfbf-8248eb5f46e5,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:02.211538 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b882f4-bf2b-4c6a-a8ed-4c68d5a61600 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Made reservation on behalf of 2d6abe3228d24cb5a9ff019ce5fb6f2d for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:19:02.216629 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-87b882f4-bf2b-4c6a-a8ed-4c68d5a61600 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:02.245949 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b882f4-bf2b-4c6a-a8ed-4c68d5a61600 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:19:02.256083 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-87b882f4-bf2b-4c6a-a8ed-4c68d5a61600 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:02.256435 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-87b882f4-bf2b-4c6a-a8ed-4c68d5a61600 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Added segment b6f5bc83-ccda-4f26-b531-8a59c380668e of type vlan for network 60f3bc53-1ab5-4c74-8090-9922f82e64f8 Nov 10 20:19:02.298835 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-87b882f4-bf2b-4c6a-a8ed-4c68d5a61600 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:02.331008 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-87b882f4-bf2b-4c6a-a8ed-4c68d5a61600 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:02.336387 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b882f4-bf2b-4c6a-a8ed-4c68d5a61600 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:02.336387 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-87b882f4-bf2b-4c6a-a8ed-4c68d5a61600 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:02.752972 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-87b882f4-bf2b-4c6a-a8ed-4c68d5a61600 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5838296 Nov 10 20:19:02.755999 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56722) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:02.761379 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-6474f364-294a-4b67-876f-83fffc1f872d tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Request body: {'subnet': {'network_id': '60f3bc53-1ab5-4c74-8090-9922f82e64f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:19:02.780419 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b882f4-bf2b-4c6a-a8ed-4c68d5a61600 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Pushing event updated for resources: {'Network': ['ID=60f3bc53-1ab5-4c74-8090-9922f82e64f8,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:02.792190 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 60f3bc53-1ab5-4c74-8090-9922f82e64f8 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:19:02.861915 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6474f364-294a-4b67-876f-83fffc1f872d tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Made reservation on behalf of 2d6abe3228d24cb5a9ff019ce5fb6f2d for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:19:02.865480 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6474f364-294a-4b67-876f-83fffc1f872d tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:02.928611 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.ipam_backend_mixin [None req-6474f364-294a-4b67-876f-83fffc1f872d tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Performing IP validity checks on allocation pools {{(pid=102506) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 20:19:02.929730 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.ipam_backend_mixin [None req-6474f364-294a-4b67-876f-83fffc1f872d tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102506) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 20:19:03.056101 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6474f364-294a-4b67-876f-83fffc1f872d tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:03.081049 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb94b3c-4d18-49cc-9d90-826cb1045e84 None None] Network c60c27f5-1d9b-45c5-80c5-5caa26f30c50 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:19:03.124955 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474f364-294a-4b67-876f-83fffc1f872d tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Pushing event updated for resources: {'Subnet': ['ID=5d2346cd-f54e-44dc-8668-4a7341566c67,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:03.135068 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6474f364-294a-4b67-876f-83fffc1f872d tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Checking segment: {'id': 'b6f5bc83-ccda-4f26-b531-8a59c380668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '60f3bc53-1ab5-4c74-8090-9922f82e64f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:19:03.135433 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6474f364-294a-4b67-876f-83fffc1f872d tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Network hostable DHCP agents. Network: 60f3bc53-1ab5-4c74-8090-9922f82e64f8, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:19:03.154154 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6474f364-294a-4b67-876f-83fffc1f872d tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Network 60f3bc53-1ab5-4c74-8090-9922f82e64f8 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:19:03.165177 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-6474f364-294a-4b67-876f-83fffc1f872d tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 60f3bc53-1ab5-4c74-8090-9922f82e64f8) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:19:03.173603 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cb789a-dd3c-4638-bc36-f1e8493c6a99 None None] Network 60f3bc53-1ab5-4c74-8090-9922f82e64f8 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:19:03.174138 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6474f364-294a-4b67-876f-83fffc1f872d tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:03.174788 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6474f364-294a-4b67-876f-83fffc1f872d tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:03.195127 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6474f364-294a-4b67-876f-83fffc1f872d tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4353228 Nov 10 20:19:03.195465 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56724) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:03.251275 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4e25bbd6-d1d4-4c22-a3be-f87a0d86408b None None] Provisioning complete for port 8aa48886-0196-4c36-bfbf-8248eb5f46e5 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:19:03.251652 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4e25bbd6-d1d4-4c22-a3be-f87a0d86408b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:03.289876 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9eb669bd-b41b-4d18-b13b-fe908d0faaa4 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:03.348005 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9eb669bd-b41b-4d18-b13b-fe908d0faaa4 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:03.424768 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9eb669bd-b41b-4d18-b13b-fe908d0faaa4 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:03.447015 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4e25bbd6-d1d4-4c22-a3be-f87a0d86408b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:03.453503 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb669bd-b41b-4d18-b13b-fe908d0faaa4 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Pushing event deleted for resources: {'Subnet': ['ID=5d2346cd-f54e-44dc-8668-4a7341566c67,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:03.457856 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d6eb05-90a1-4dd5-a9ef-7b33213b5df1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-60f3bc53-1ab5-4c74-8090-9922f82e64f8', 'network_id': '60f3bc53-1ab5-4c74-8090-9922f82e64f8', 'tenant_id': '2d6abe3228d24cb5a9ff019ce5fb6f2d', 'fixed_ips': [{'subnet_id': '5d2346cd-f54e-44dc-8668-4a7341566c67'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 20:19:03.458723 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e2d6eb05-90a1-4dd5-a9ef-7b33213b5df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:03.501219 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 8aa48886-0196-4c36-bfbf-8248eb5f46e5 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:19:03.536022 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-4e25bbd6-d1d4-4c22-a3be-f87a0d86408b None None] For port 8aa48886-0196-4c36-bfbf-8248eb5f46e5, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=8aa48886-0196-4c36-bfbf-8248eb5f46e5,segment=NetworkSegment(0fec5970-7998-42ca-87db-33504a873ae7),segment_id=0fec5970-7998-42ca-87db-33504a873ae7)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:19:03.538887 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9eb669bd-b41b-4d18-b13b-fe908d0faaa4 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:03.563772 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-9eb669bd-b41b-4d18-b13b-fe908d0faaa4 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f3bc53-1ab5-4c74-8090-9922f82e64f8']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:03.574221 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-9eb669bd-b41b-4d18-b13b-fe908d0faaa4 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f5bc83-ccda-4f26-b531-8a59c380668e') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:03.574546 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-9eb669bd-b41b-4d18-b13b-fe908d0faaa4 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f5bc83-ccda-4f26-b531-8a59c380668e') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:03.584727 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9eb669bd-b41b-4d18-b13b-fe908d0faaa4 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:03.591633 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4e25bbd6-d1d4-4c22-a3be-f87a0d86408b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:03.620624 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9eb669bd-b41b-4d18-b13b-fe908d0faaa4 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:03.626571 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eb669bd-b41b-4d18-b13b-fe908d0faaa4 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:19:03.627121 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9eb669bd-b41b-4d18-b13b-fe908d0faaa4 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:03.632132 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a048126-449e-42ad-a1cd-841014a7e31f None None] Network 60f3bc53-1ab5-4c74-8090-9922f82e64f8 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:19:03.641959 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 20:19:03.641959 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:19:03.641959 n-d-813897-4 neutron-server[102506]: timer() Nov 10 20:19:03.641959 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:19:03.641959 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 20:19:03.641959 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:19:03.641959 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 20:19:03.641959 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:19:03.641959 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 20:19:03.641959 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:19:03.641959 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 20:19:03.641959 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:19:03.641959 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 20:19:03.641959 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:19:03.641959 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:19:03.641959 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:19:03.641959 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:19:03.641959 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:19:03.641959 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 20:19:03.641959 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:19:03.641959 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 20:19:03.641959 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:19:03.641959 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:19:03.641959 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:19:03.641959 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 20:19:03.641959 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:19:03.641959 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:19:03.641959 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:19:03.641959 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:19:03.641959 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:19:03.641959 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:19:03.641959 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:19:03.692383 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9eb669bd-b41b-4d18-b13b-fe908d0faaa4 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:03.699984 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9eb669bd-b41b-4d18-b13b-fe908d0faaa4 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:03.706668 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9eb669bd-b41b-4d18-b13b-fe908d0faaa4 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] 10.222.0.54 "DELETE /v2.0/networks/60f3bc53-1ab5-4c74-8090-9922f82e64f8 HTTP/1.1" status: 204 len: 168 time: 0.5068488 Nov 10 20:19:03.707032 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56726) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:03.712623 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-b7a12397-f427-4b34-b3a8-af43b6ce41ef tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-742178252'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:19:03.723439 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb669bd-b41b-4d18-b13b-fe908d0faaa4 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Pushing event deleted for resources: {'Network': ['ID=60f3bc53-1ab5-4c74-8090-9922f82e64f8,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:03.730367 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25bbd6-d1d4-4c22-a3be-f87a0d86408b None None] Pushing event updated for resources: {'Port': ['ID=8aa48886-0196-4c36-bfbf-8248eb5f46e5,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:03.748112 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a12397-f427-4b34-b3a8-af43b6ce41ef tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Made reservation on behalf of 2d6abe3228d24cb5a9ff019ce5fb6f2d for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:19:03.751921 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b7a12397-f427-4b34-b3a8-af43b6ce41ef tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:03.774068 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 8aa48886-0196-4c36-bfbf-8248eb5f46e5 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:19:03.774446 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:03.778623 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f8c6be7a-ac8a-4a23-a8ad-4eaf61e8751b None None] Provisioning complete for port 8aa48886-0196-4c36-bfbf-8248eb5f46e5 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:19:03.778979 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f8c6be7a-ac8a-4a23-a8ad-4eaf61e8751b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:03.780724 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a12397-f427-4b34-b3a8-af43b6ce41ef tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:19:03.790969 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b7a12397-f427-4b34-b3a8-af43b6ce41ef tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:03.791313 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-b7a12397-f427-4b34-b3a8-af43b6ce41ef tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Added segment fe21e34b-94d4-421c-a5ff-55baac762034 of type vlan for network f15962f9-ce07-433f-b9e0-21c25cfa17d2 Nov 10 20:19:03.837605 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b7a12397-f427-4b34-b3a8-af43b6ce41ef tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:03.868506 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b7a12397-f427-4b34-b3a8-af43b6ce41ef tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:03.874190 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a12397-f427-4b34-b3a8-af43b6ce41ef tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:03.874791 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b7a12397-f427-4b34-b3a8-af43b6ce41ef tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:03.911280 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b7a12397-f427-4b34-b3a8-af43b6ce41ef tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2030270 Nov 10 20:19:03.914443 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56728) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:03.919638 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-ca63f479-ec0d-46fc-ac55-72f8fb670ab9 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Request body: {'subnet': {'network_id': 'f15962f9-ce07-433f-b9e0-21c25cfa17d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:19:03.957045 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a12397-f427-4b34-b3a8-af43b6ce41ef tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Pushing event updated for resources: {'Network': ['ID=f15962f9-ce07-433f-b9e0-21c25cfa17d2,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:03.968239 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network f15962f9-ce07-433f-b9e0-21c25cfa17d2 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:19:04.014689 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca63f479-ec0d-46fc-ac55-72f8fb670ab9 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Made reservation on behalf of 2d6abe3228d24cb5a9ff019ce5fb6f2d for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:19:04.018785 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ca63f479-ec0d-46fc-ac55-72f8fb670ab9 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:04.214999 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ca63f479-ec0d-46fc-ac55-72f8fb670ab9 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:04.283189 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63f479-ec0d-46fc-ac55-72f8fb670ab9 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Pushing event updated for resources: {'Subnet': ['ID=7758f2ee-0a33-4888-b8d9-3b2080a46b88,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:04.292262 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca63f479-ec0d-46fc-ac55-72f8fb670ab9 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Checking segment: {'id': 'fe21e34b-94d4-421c-a5ff-55baac762034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f15962f9-ce07-433f-b9e0-21c25cfa17d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:19:04.292811 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca63f479-ec0d-46fc-ac55-72f8fb670ab9 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Network hostable DHCP agents. Network: f15962f9-ce07-433f-b9e0-21c25cfa17d2, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:19:04.311927 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca63f479-ec0d-46fc-ac55-72f8fb670ab9 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Network f15962f9-ce07-433f-b9e0-21c25cfa17d2 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:19:04.324655 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-ca63f479-ec0d-46fc-ac55-72f8fb670ab9 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, f15962f9-ce07-433f-b9e0-21c25cfa17d2) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:19:04.330580 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca63f479-ec0d-46fc-ac55-72f8fb670ab9 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:04.331340 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ca63f479-ec0d-46fc-ac55-72f8fb670ab9 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:04.336121 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ee0476-c0f7-4034-81d3-d2092020dcf1 None None] Network f15962f9-ce07-433f-b9e0-21c25cfa17d2 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:19:04.349923 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ca63f479-ec0d-46fc-ac55-72f8fb670ab9 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4343235 Nov 10 20:19:04.353882 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56730) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:04.360117 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-b086ea84-8c0a-499b-ae75-45f07e020ee8 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-322272416'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:19:04.384023 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b086ea84-8c0a-499b-ae75-45f07e020ee8 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Made reservation on behalf of 2d6abe3228d24cb5a9ff019ce5fb6f2d for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:19:04.387547 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b086ea84-8c0a-499b-ae75-45f07e020ee8 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:04.412872 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b086ea84-8c0a-499b-ae75-45f07e020ee8 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:19:04.422717 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b086ea84-8c0a-499b-ae75-45f07e020ee8 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:04.423062 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-b086ea84-8c0a-499b-ae75-45f07e020ee8 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Added segment 5b3fd03e-37b3-4ca4-a3e0-b6d95da8e097 of type vlan for network fe207232-8050-40ec-9a86-75e179059124 Nov 10 20:19:04.468763 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b086ea84-8c0a-499b-ae75-45f07e020ee8 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:04.486345 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44a5349-0b26-4f35-b97e-1f5e90b9b861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-f15962f9-ce07-433f-b9e0-21c25cfa17d2', 'network_id': 'f15962f9-ce07-433f-b9e0-21c25cfa17d2', 'tenant_id': '2d6abe3228d24cb5a9ff019ce5fb6f2d', 'fixed_ips': [{'subnet_id': '7758f2ee-0a33-4888-b8d9-3b2080a46b88'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 20:19:04.487210 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c44a5349-0b26-4f35-b97e-1f5e90b9b861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:04.494907 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b086ea84-8c0a-499b-ae75-45f07e020ee8 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:04.500954 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b086ea84-8c0a-499b-ae75-45f07e020ee8 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:04.501551 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b086ea84-8c0a-499b-ae75-45f07e020ee8 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:04.539030 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b086ea84-8c0a-499b-ae75-45f07e020ee8 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1839287 Nov 10 20:19:04.542059 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56732) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:04.547602 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-b4276f84-53c5-47b4-b7f8-9a3c776c82b7 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Request body: {'subnet': {'network_id': 'fe207232-8050-40ec-9a86-75e179059124', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:19:04.574070 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086ea84-8c0a-499b-ae75-45f07e020ee8 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Pushing event updated for resources: {'Network': ['ID=fe207232-8050-40ec-9a86-75e179059124,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:04.585904 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network fe207232-8050-40ec-9a86-75e179059124 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:19:04.644064 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4276f84-53c5-47b4-b7f8-9a3c776c82b7 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Made reservation on behalf of 2d6abe3228d24cb5a9ff019ce5fb6f2d for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:19:04.647735 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4276f84-53c5-47b4-b7f8-9a3c776c82b7 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:04.693395 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-c44a5349-0b26-4f35-b97e-1f5e90b9b861 None None] Allocated IP 2001:db8::2 (f15962f9-ce07-433f-b9e0-21c25cfa17d2/7758f2ee-0a33-4888-b8d9-3b2080a46b88/a43384bf-0995-4905-a668-3016548ad086) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:19:04.841202 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4276f84-53c5-47b4-b7f8-9a3c776c82b7 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:04.841985 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c44a5349-0b26-4f35-b97e-1f5e90b9b861 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:04.848852 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c44a5349-0b26-4f35-b97e-1f5e90b9b861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:04.902521 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4276f84-53c5-47b4-b7f8-9a3c776c82b7 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Pushing event updated for resources: {'Subnet': ['ID=c2e948c7-3af3-4e4c-a0f6-4900930e6de7,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:04.912636 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4276f84-53c5-47b4-b7f8-9a3c776c82b7 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Checking segment: {'id': '5b3fd03e-37b3-4ca4-a3e0-b6d95da8e097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fe207232-8050-40ec-9a86-75e179059124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:19:04.912983 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4276f84-53c5-47b4-b7f8-9a3c776c82b7 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Network hostable DHCP agents. Network: fe207232-8050-40ec-9a86-75e179059124, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:19:04.933471 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4276f84-53c5-47b4-b7f8-9a3c776c82b7 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Network fe207232-8050-40ec-9a86-75e179059124 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:19:04.945185 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-b4276f84-53c5-47b4-b7f8-9a3c776c82b7 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, fe207232-8050-40ec-9a86-75e179059124) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:19:04.950131 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4276f84-53c5-47b4-b7f8-9a3c776c82b7 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:04.950740 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b4276f84-53c5-47b4-b7f8-9a3c776c82b7 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:04.969831 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b4276f84-53c5-47b4-b7f8-9a3c776c82b7 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4265471 Nov 10 20:19:04.972503 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56734) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:05.051783 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae4a6f2-c3fc-4fbb-9010-ee274ed9b059 None None] Network fe207232-8050-40ec-9a86-75e179059124 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:19:05.080121 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92271790-5dfb-45c3-991f-135355ec5c63 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:05.085129 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44a5349-0b26-4f35-b97e-1f5e90b9b861 None None] Network f15962f9-ce07-433f-b9e0-21c25cfa17d2 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:19:05.115699 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-c44a5349-0b26-4f35-b97e-1f5e90b9b861 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:19:05.119471 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44a5349-0b26-4f35-b97e-1f5e90b9b861 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:19:05.122716 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a5349-0b26-4f35-b97e-1f5e90b9b861 None None] Pushing event updated for resources: {'Port': ['ID=a43384bf-0995-4905-a668-3016548ad086,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:05.159524 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92271790-5dfb-45c3-991f-135355ec5c63 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:05.201551 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-c44a5349-0b26-4f35-b97e-1f5e90b9b861 None None] Attempting to bind port a43384bf-0995-4905-a668-3016548ad086 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:19:05.202020 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-c44a5349-0b26-4f35-b97e-1f5e90b9b861 None None] Attempting to bind port a43384bf-0995-4905-a668-3016548ad086 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'fe21e34b-94d4-421c-a5ff-55baac762034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f15962f9-ce07-433f-b9e0-21c25cfa17d2'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:19:05.202384 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44a5349-0b26-4f35-b97e-1f5e90b9b861 None None] Attempting to bind port a43384bf-0995-4905-a668-3016548ad086 on network f15962f9-ce07-433f-b9e0-21c25cfa17d2 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:19:05.225401 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92271790-5dfb-45c3-991f-135355ec5c63 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:05.229350 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44a5349-0b26-4f35-b97e-1f5e90b9b861 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:19:05.229742 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44a5349-0b26-4f35-b97e-1f5e90b9b861 None None] Checking segment: {'id': 'fe21e34b-94d4-421c-a5ff-55baac762034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f15962f9-ce07-433f-b9e0-21c25cfa17d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:19:05.230172 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c44a5349-0b26-4f35-b97e-1f5e90b9b861 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:05.230557 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44a5349-0b26-4f35-b97e-1f5e90b9b861 None None] Bound using segment: {'id': 'fe21e34b-94d4-421c-a5ff-55baac762034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f15962f9-ce07-433f-b9e0-21c25cfa17d2'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:19:05.231034 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-c44a5349-0b26-4f35-b97e-1f5e90b9b861 None None] Bound port: a43384bf-0995-4905-a668-3016548ad086, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe21e34b-94d4-421c-a5ff-55baac762034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f15962f9-ce07-433f-b9e0-21c25cfa17d2'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:19:05.231415 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c44a5349-0b26-4f35-b97e-1f5e90b9b861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:05.258056 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92271790-5dfb-45c3-991f-135355ec5c63 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Pushing event deleted for resources: {'Subnet': ['ID=c2e948c7-3af3-4e4c-a0f6-4900930e6de7,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:05.306387 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5ad627-fe0e-47fc-8f22-31d619a6dc2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-fe207232-8050-40ec-9a86-75e179059124', 'network_id': 'fe207232-8050-40ec-9a86-75e179059124', 'tenant_id': '2d6abe3228d24cb5a9ff019ce5fb6f2d', 'fixed_ips': [{'subnet_id': 'c2e948c7-3af3-4e4c-a0f6-4900930e6de7'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 20:19:05.307234 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6e5ad627-fe0e-47fc-8f22-31d619a6dc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:05.317943 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92271790-5dfb-45c3-991f-135355ec5c63 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:05.338270 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-92271790-5dfb-45c3-991f-135355ec5c63 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe207232-8050-40ec-9a86-75e179059124']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:05.338885 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c44a5349-0b26-4f35-b97e-1f5e90b9b861 None None] For port a43384bf-0995-4905-a668-3016548ad086, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:19:05.346054 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c44a5349-0b26-4f35-b97e-1f5e90b9b861 None None] For port a43384bf-0995-4905-a668-3016548ad086, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=a43384bf-0995-4905-a668-3016548ad086,segment=NetworkSegment(fe21e34b-94d4-421c-a5ff-55baac762034),segment_id=fe21e34b-94d4-421c-a5ff-55baac762034)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:19:05.348131 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-92271790-5dfb-45c3-991f-135355ec5c63 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b3fd03e-37b3-4ca4-a3e0-b6d95da8e097') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:05.348883 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-92271790-5dfb-45c3-991f-135355ec5c63 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b3fd03e-37b3-4ca4-a3e0-b6d95da8e097') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:05.352032 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c44a5349-0b26-4f35-b97e-1f5e90b9b861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:05.359296 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92271790-5dfb-45c3-991f-135355ec5c63 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:05.373165 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92271790-5dfb-45c3-991f-135355ec5c63 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:05.380224 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92271790-5dfb-45c3-991f-135355ec5c63 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:19:05.380585 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92271790-5dfb-45c3-991f-135355ec5c63 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:05.384345 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 20:19:05.384345 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:19:05.384345 n-d-813897-4 neutron-server[102505]: timer() Nov 10 20:19:05.384345 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:19:05.384345 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 20:19:05.384345 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:19:05.384345 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 20:19:05.384345 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:19:05.384345 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 20:19:05.384345 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:19:05.384345 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 20:19:05.384345 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:19:05.384345 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 20:19:05.384345 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:19:05.384345 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:19:05.384345 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:19:05.384345 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:19:05.384345 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:19:05.384345 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 20:19:05.384345 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:19:05.384345 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 20:19:05.384345 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:19:05.384345 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:19:05.384345 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:19:05.384345 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 20:19:05.384345 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:19:05.384345 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:19:05.384345 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:19:05.384345 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:19:05.384345 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:19:05.384345 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:19:05.384345 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:19:05.456640 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92271790-5dfb-45c3-991f-135355ec5c63 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:05.460336 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4229da-6d80-4f93-b58a-dd9998ea6e57 None None] Network fe207232-8050-40ec-9a86-75e179059124 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:19:05.462344 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 8aa48886-0196-4c36-bfbf-8248eb5f46e5 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:19:05.464568 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92271790-5dfb-45c3-991f-135355ec5c63 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:05.470381 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-92271790-5dfb-45c3-991f-135355ec5c63 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] 10.222.0.54 "DELETE /v2.0/networks/fe207232-8050-40ec-9a86-75e179059124 HTTP/1.1" status: 204 len: 168 time: 0.4943795 Nov 10 20:19:05.470947 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56736) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:05.479502 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a5349-0b26-4f35-b97e-1f5e90b9b861 None None] Pushing event updated for resources: {'Port': ['ID=a43384bf-0995-4905-a668-3016548ad086,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:05.488490 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92271790-5dfb-45c3-991f-135355ec5c63 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Pushing event deleted for resources: {'Network': ['ID=fe207232-8050-40ec-9a86-75e179059124,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:05.505553 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4229da-6d80-4f93-b58a-dd9998ea6e57 None None] Network fe207232-8050-40ec-9a86-75e179059124 could not be found, it might have been deleted concurrently. {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 10 20:19:05.514013 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-4381dccc-ced7-4633-b5a9-8117f52f12e0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] GET failed (client error): The resource could not be found. Nov 10 20:19:05.515680 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4381dccc-ced7-4633-b5a9-8117f52f12e0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] 10.222.0.54 "GET /v2.0/subnets/c2e948c7-3af3-4e4c-a0f6-4900930e6de7 HTTP/1.1" status: 404 len: 337 time: 0.0436201 Nov 10 20:19:05.518596 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56738) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:05.537352 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 8aa48886-0196-4c36-bfbf-8248eb5f46e5 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:19:05.537981 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-8afeaf89-db1a-45e1-9fd2-5e55b971f149 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] DELETE failed (client error): The resource could not be found. Nov 10 20:19:05.538154 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:05.538552 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8afeaf89-db1a-45e1-9fd2-5e55b971f149 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 20:19:05.542160 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8afeaf89-db1a-45e1-9fd2-5e55b971f149 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] 10.222.0.54 "DELETE /v2.0/networks/fe207232-8050-40ec-9a86-75e179059124 HTTP/1.1" status: 404 len: 339 time: 0.0224435 Nov 10 20:19:05.547829 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56740) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:05.583072 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d858cf-ade5-4c1e-aafe-3cab3fb29b03 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] DELETE failed (client error): The resource could not be found. Nov 10 20:19:05.583542 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31d858cf-ade5-4c1e-aafe-3cab3fb29b03 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 20:19:05.586914 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-31d858cf-ade5-4c1e-aafe-3cab3fb29b03 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] 10.222.0.54 "DELETE /v2.0/subnets/c2e948c7-3af3-4e4c-a0f6-4900930e6de7 HTTP/1.1" status: 404 len: 337 time: 0.0380323 Nov 10 20:19:05.589903 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56742) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:05.610244 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-284d32a2-8a7c-4846-bc0b-d454f3062acd tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] DELETE failed (client error): The resource could not be found. Nov 10 20:19:05.611110 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-284d32a2-8a7c-4846-bc0b-d454f3062acd tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 20:19:05.614227 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-284d32a2-8a7c-4846-bc0b-d454f3062acd tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] 10.222.0.54 "DELETE /v2.0/networks/fe207232-8050-40ec-9a86-75e179059124 HTTP/1.1" status: 404 len: 339 time: 0.0234890 Nov 10 20:19:05.617173 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56744) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:05.685791 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec276e0-84cb-47f5-b010-ad52fd7efba0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Deleting subnet 7758f2ee-0a33-4888-b8d9-3b2080a46b88 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:19:05.688947 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-eec276e0-84cb-47f5-b010-ad52fd7efba0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:05.733360 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-eec276e0-84cb-47f5-b010-ad52fd7efba0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:05.832205 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-eec276e0-84cb-47f5-b010-ad52fd7efba0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:05.895838 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-eec276e0-84cb-47f5-b010-ad52fd7efba0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:05.924603 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec276e0-84cb-47f5-b010-ad52fd7efba0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Pushing event deleted for resources: {'Subnet': ['ID=7758f2ee-0a33-4888-b8d9-3b2080a46b88,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:05.926660 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-eec276e0-84cb-47f5-b010-ad52fd7efba0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:05.930914 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-eec276e0-84cb-47f5-b010-ad52fd7efba0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] 10.222.0.54 "DELETE /v2.0/subnets/7758f2ee-0a33-4888-b8d9-3b2080a46b88 HTTP/1.1" status: 204 len: 168 time: 0.3099041 Nov 10 20:19:05.932779 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56746) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:06.015902 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0572297a-5436-43a7-afcd-474fa515e8ba tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:06.078101 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-0572297a-5436-43a7-afcd-474fa515e8ba tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Deleting port a43384bf-0995-4905-a668-3016548ad086 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:19:06.078457 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0572297a-5436-43a7-afcd-474fa515e8ba tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:06.146516 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-0572297a-5436-43a7-afcd-474fa515e8ba tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] For port a43384bf-0995-4905-a668-3016548ad086, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=a43384bf-0995-4905-a668-3016548ad086,segment=NetworkSegment(fe21e34b-94d4-421c-a5ff-55baac762034),segment_id=fe21e34b-94d4-421c-a5ff-55baac762034)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:19:06.146813 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0572297a-5436-43a7-afcd-474fa515e8ba tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:06.160976 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-0572297a-5436-43a7-afcd-474fa515e8ba tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Calling delete_port for a43384bf-0995-4905-a668-3016548ad086 owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:19:06.249996 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0572297a-5436-43a7-afcd-474fa515e8ba tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:06.274884 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572297a-5436-43a7-afcd-474fa515e8ba tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Pushing event deleted for resources: {'Port': ['ID=a43384bf-0995-4905-a668-3016548ad086,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:06.280668 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0572297a-5436-43a7-afcd-474fa515e8ba tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] No DVR routers for this DVR port a43384bf-0995-4905-a668-3016548ad086 on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:19:06.365708 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0572297a-5436-43a7-afcd-474fa515e8ba tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:06.387012 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-0572297a-5436-43a7-afcd-474fa515e8ba tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f15962f9-ce07-433f-b9e0-21c25cfa17d2']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:06.399202 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cea89b9-3fb3-4de4-8435-ef3db9adbae5 None None] Network f15962f9-ce07-433f-b9e0-21c25cfa17d2 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:19:06.399703 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-0572297a-5436-43a7-afcd-474fa515e8ba tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe21e34b-94d4-421c-a5ff-55baac762034') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:06.399946 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-0572297a-5436-43a7-afcd-474fa515e8ba tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe21e34b-94d4-421c-a5ff-55baac762034') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:06.409877 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0572297a-5436-43a7-afcd-474fa515e8ba tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:06.423229 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0572297a-5436-43a7-afcd-474fa515e8ba tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:06.429519 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0572297a-5436-43a7-afcd-474fa515e8ba tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:19:06.429519 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0572297a-5436-43a7-afcd-474fa515e8ba tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:06.432512 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 20:19:06.432512 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:19:06.432512 n-d-813897-4 neutron-server[102506]: timer() Nov 10 20:19:06.432512 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:19:06.432512 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 20:19:06.432512 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:19:06.432512 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 20:19:06.432512 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:19:06.432512 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 20:19:06.432512 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:19:06.432512 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 20:19:06.432512 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:19:06.432512 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 20:19:06.432512 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:19:06.432512 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:19:06.432512 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:19:06.432512 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:19:06.432512 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:19:06.432512 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 20:19:06.432512 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:19:06.432512 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 20:19:06.432512 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:19:06.432512 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:19:06.432512 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:19:06.432512 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 20:19:06.432512 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:19:06.432512 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:19:06.432512 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:19:06.432512 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:19:06.432512 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:19:06.432512 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:19:06.432512 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:19:06.495919 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-20795f7e-6226-4848-b49b-1864e4bb89de None None] Could not find standard attr ID for object a43384bf-0995-4905-a668-3016548ad086. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 20:19:06.496437 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0572297a-5436-43a7-afcd-474fa515e8ba tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:06.503400 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0572297a-5436-43a7-afcd-474fa515e8ba tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:06.506682 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0572297a-5436-43a7-afcd-474fa515e8ba tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] 10.222.0.54 "DELETE /v2.0/networks/f15962f9-ce07-433f-b9e0-21c25cfa17d2 HTTP/1.1" status: 204 len: 168 time: 0.5729680 Nov 10 20:19:06.510129 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56748) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:06.519249 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572297a-5436-43a7-afcd-474fa515e8ba tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Pushing event deleted for resources: {'Network': ['ID=f15962f9-ce07-433f-b9e0-21c25cfa17d2,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:06.537673 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-c54c41a5-a086-4c04-b16a-8616d19e6331 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] DELETE failed (client error): The resource could not be found. Nov 10 20:19:06.538192 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c54c41a5-a086-4c04-b16a-8616d19e6331 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 20:19:06.543200 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c54c41a5-a086-4c04-b16a-8616d19e6331 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] 10.222.0.54 "DELETE /v2.0/subnets/5d2346cd-f54e-44dc-8668-4a7341566c67 HTTP/1.1" status: 404 len: 337 time: 0.0313225 Nov 10 20:19:06.545273 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56750) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:06.565334 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-d80798ed-2c53-458f-8c90-4d5ed8417200 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] DELETE failed (client error): The resource could not be found. Nov 10 20:19:06.565931 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d80798ed-2c53-458f-8c90-4d5ed8417200 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 20:19:06.568845 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d80798ed-2c53-458f-8c90-4d5ed8417200 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] 10.222.0.54 "DELETE /v2.0/networks/60f3bc53-1ab5-4c74-8090-9922f82e64f8 HTTP/1.1" status: 404 len: 339 time: 0.0225480 Nov 10 20:19:06.572344 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56752) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:06.578960 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118f8c10-a223-4b34-ac1b-83da634089af None None] DHCP port deletion for f15962f9-ce07-433f-b9e0-21c25cfa17d2 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:19:06.604394 n-d-813897-4 neutron-server[102506]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee45382-a853-49c7-a838-eef60da6e759 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] DELETE failed (client error): The resource could not be found. Nov 10 20:19:06.604872 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dee45382-a853-49c7-a838-eef60da6e759 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 20:19:06.607987 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-dee45382-a853-49c7-a838-eef60da6e759 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] 10.222.0.54 "DELETE /v2.0/subnets/fdd3f5ab-0c58-4d79-b4a5-d4b1ebfc288b HTTP/1.1" status: 404 len: 337 time: 0.0337212 Nov 10 20:19:06.611238 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56754) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:06.636561 n-d-813897-4 neutron-server[102505]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e0d109-7fa0-47d3-a9b8-cdd6cdeb8a9e tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] DELETE failed (client error): The resource could not be found. Nov 10 20:19:06.637078 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9e0d109-7fa0-47d3-a9b8-cdd6cdeb8a9e tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 20:19:06.640236 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b9e0d109-7fa0-47d3-a9b8-cdd6cdeb8a9e tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] 10.222.0.54 "DELETE /v2.0/networks/108a7a09-99f3-43ec-bdd1-97e161626a3a HTTP/1.1" status: 404 len: 339 time: 0.0276229 Nov 10 20:19:06.642870 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56756) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:06.701055 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6fd897e-5b36-4208-8321-a76d8ec9c6f0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Deleting subnet 19f6358a-0f82-4426-8122-3c1e20c780b1 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:19:06.704440 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f6fd897e-5b36-4208-8321-a76d8ec9c6f0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:06.752232 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f6fd897e-5b36-4208-8321-a76d8ec9c6f0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:06.848050 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f6fd897e-5b36-4208-8321-a76d8ec9c6f0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:06.910181 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f6fd897e-5b36-4208-8321-a76d8ec9c6f0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:06.943088 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd897e-5b36-4208-8321-a76d8ec9c6f0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Pushing event deleted for resources: {'Subnet': ['ID=19f6358a-0f82-4426-8122-3c1e20c780b1,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:06.945260 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f6fd897e-5b36-4208-8321-a76d8ec9c6f0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:06.948563 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f6fd897e-5b36-4208-8321-a76d8ec9c6f0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] 10.222.0.54 "DELETE /v2.0/subnets/19f6358a-0f82-4426-8122-3c1e20c780b1 HTTP/1.1" status: 204 len: 168 time: 0.3047464 Nov 10 20:19:06.951269 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56758) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:06.951404 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aabb537-bb53-410b-bf15-cda3c7e589e4 None None] Network c60c27f5-1d9b-45c5-80c5-5caa26f30c50 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:19:07.029095 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc7539e8-6349-4874-b06f-fa9510f39ad0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:07.081973 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-cc7539e8-6349-4874-b06f-fa9510f39ad0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Deleting port 8aa48886-0196-4c36-bfbf-8248eb5f46e5 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:19:07.082321 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc7539e8-6349-4874-b06f-fa9510f39ad0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:07.122046 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771dd00b-9b57-4f92-af4a-1719e0f2bf67 None None] DHCP port deletion for c60c27f5-1d9b-45c5-80c5-5caa26f30c50 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:19:07.149708 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-cc7539e8-6349-4874-b06f-fa9510f39ad0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] For port 8aa48886-0196-4c36-bfbf-8248eb5f46e5, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=8aa48886-0196-4c36-bfbf-8248eb5f46e5,segment=NetworkSegment(0fec5970-7998-42ca-87db-33504a873ae7),segment_id=0fec5970-7998-42ca-87db-33504a873ae7)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:19:07.150094 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc7539e8-6349-4874-b06f-fa9510f39ad0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:07.163890 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-cc7539e8-6349-4874-b06f-fa9510f39ad0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Calling delete_port for 8aa48886-0196-4c36-bfbf-8248eb5f46e5 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:19:07.171083 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-771dd00b-9b57-4f92-af4a-1719e0f2bf67 None None] Deleting port 8aa48886-0196-4c36-bfbf-8248eb5f46e5 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:19:07.171478 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-771dd00b-9b57-4f92-af4a-1719e0f2bf67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:07.238653 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-771dd00b-9b57-4f92-af4a-1719e0f2bf67 None None] For port 8aa48886-0196-4c36-bfbf-8248eb5f46e5, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=8aa48886-0196-4c36-bfbf-8248eb5f46e5,segment=NetworkSegment(0fec5970-7998-42ca-87db-33504a873ae7),segment_id=0fec5970-7998-42ca-87db-33504a873ae7)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:19:07.238938 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-771dd00b-9b57-4f92-af4a-1719e0f2bf67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:07.243614 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc7539e8-6349-4874-b06f-fa9510f39ad0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:07.252160 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-771dd00b-9b57-4f92-af4a-1719e0f2bf67 None None] Calling delete_port for 8aa48886-0196-4c36-bfbf-8248eb5f46e5 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:19:07.269723 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7539e8-6349-4874-b06f-fa9510f39ad0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Pushing event deleted for resources: {'Port': ['ID=8aa48886-0196-4c36-bfbf-8248eb5f46e5,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:07.273574 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7539e8-6349-4874-b06f-fa9510f39ad0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] No DVR routers for this DVR port 8aa48886-0196-4c36-bfbf-8248eb5f46e5 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:19:07.328944 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-771dd00b-9b57-4f92-af4a-1719e0f2bf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:07.357188 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771dd00b-9b57-4f92-af4a-1719e0f2bf67 None None] Pushing event deleted for resources: {'Port': ['ID=8aa48886-0196-4c36-bfbf-8248eb5f46e5,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:07.357412 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc7539e8-6349-4874-b06f-fa9510f39ad0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:07.360568 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771dd00b-9b57-4f92-af4a-1719e0f2bf67 None None] No DVR routers for this DVR port 8aa48886-0196-4c36-bfbf-8248eb5f46e5 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:19:07.378646 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-cc7539e8-6349-4874-b06f-fa9510f39ad0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c60c27f5-1d9b-45c5-80c5-5caa26f30c50']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:07.388368 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-cc7539e8-6349-4874-b06f-fa9510f39ad0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fec5970-7998-42ca-87db-33504a873ae7') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:07.388663 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-cc7539e8-6349-4874-b06f-fa9510f39ad0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fec5970-7998-42ca-87db-33504a873ae7') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:07.398434 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc7539e8-6349-4874-b06f-fa9510f39ad0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:07.412052 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc7539e8-6349-4874-b06f-fa9510f39ad0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:07.418154 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc7539e8-6349-4874-b06f-fa9510f39ad0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:19:07.418533 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc7539e8-6349-4874-b06f-fa9510f39ad0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:07.421565 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 20:19:07.421565 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:19:07.421565 n-d-813897-4 neutron-server[102505]: timer() Nov 10 20:19:07.421565 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:19:07.421565 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 20:19:07.421565 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:19:07.421565 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 20:19:07.421565 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:19:07.421565 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 20:19:07.421565 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:19:07.421565 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 20:19:07.421565 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:19:07.421565 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 20:19:07.421565 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:19:07.421565 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:19:07.421565 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:19:07.421565 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:19:07.421565 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:19:07.421565 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 20:19:07.421565 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:19:07.421565 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 20:19:07.421565 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:19:07.421565 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:19:07.421565 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:19:07.421565 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 20:19:07.421565 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:19:07.421565 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:19:07.421565 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:19:07.421565 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:19:07.421565 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:19:07.421565 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:19:07.421565 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:19:07.431713 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 8aa48886-0196-4c36-bfbf-8248eb5f46e5 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:19:07.451794 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 8aa48886-0196-4c36-bfbf-8248eb5f46e5 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:19:07.452133 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 8aa48886-0196-4c36-bfbf-8248eb5f46e5 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:19:07.487355 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc7539e8-6349-4874-b06f-fa9510f39ad0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:07.495018 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cc7539e8-6349-4874-b06f-fa9510f39ad0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:07.498204 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cc7539e8-6349-4874-b06f-fa9510f39ad0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] 10.222.0.54 "DELETE /v2.0/networks/c60c27f5-1d9b-45c5-80c5-5caa26f30c50 HTTP/1.1" status: 204 len: 168 time: 0.5460567 Nov 10 20:19:07.509746 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7539e8-6349-4874-b06f-fa9510f39ad0 tempest-NetworksIpV6Test-1330585863 tempest-NetworksIpV6Test-1330585863-project] Pushing event deleted for resources: {'Network': ['ID=c60c27f5-1d9b-45c5-80c5-5caa26f30c50,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:07.756444 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56764) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:07.917419 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c2d79ce5-5da1-44cc-8647-54c1be5c529d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2d6abe3228d24cb5a9ff019ce5fb6f2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1595550 Nov 10 20:19:07.921207 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56768) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:07.969531 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4ef62c5c-9d6e-49eb-b59e-a09631acbc4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:07.991665 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4ef62c5c-9d6e-49eb-b59e-a09631acbc4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:08.041806 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4ef62c5c-9d6e-49eb-b59e-a09631acbc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:08.044425 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4ef62c5c-9d6e-49eb-b59e-a09631acbc4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:08.045630 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4ef62c5c-9d6e-49eb-b59e-a09631acbc4c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5310766a-753c-438b-bf1c-de96b9988e26 HTTP/1.1" status: 204 len: 168 time: 0.1235256 Nov 10 20:19:08.053600 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef62c5c-9d6e-49eb-b59e-a09631acbc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5310766a-753c-438b-bf1c-de96b9988e26,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:08.772702 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56790) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:08.877280 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-55f883c2-0cd3-4d06-bdfa-e8f6b0e78a4b tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1343060671', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:19:08.907418 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-55f883c2-0cd3-4d06-bdfa-e8f6b0e78a4b tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:08.908469 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-55f883c2-0cd3-4d06-bdfa-e8f6b0e78a4b tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:08.963630 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-55f883c2-0cd3-4d06-bdfa-e8f6b0e78a4b tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:08.970227 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-55f883c2-0cd3-4d06-bdfa-e8f6b0e78a4b tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:08.994123 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-55f883c2-0cd3-4d06-bdfa-e8f6b0e78a4b tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:08.995333 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-55f883c2-0cd3-4d06-bdfa-e8f6b0e78a4b tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2216067 Nov 10 20:19:08.998156 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56794) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:09.002977 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-44f367b9-c02d-4504-81f4-af7fa6f1de12 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-823362504'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:19:09.027265 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f367b9-c02d-4504-81f4-af7fa6f1de12 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Made reservation on behalf of c97b7964682a42aeb936b42299a87c52 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:19:09.030801 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44f367b9-c02d-4504-81f4-af7fa6f1de12 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:09.044061 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44f367b9-c02d-4504-81f4-af7fa6f1de12 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:09.126116 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44f367b9-c02d-4504-81f4-af7fa6f1de12 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:09.132499 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44f367b9-c02d-4504-81f4-af7fa6f1de12 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:09.164149 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f367b9-c02d-4504-81f4-af7fa6f1de12 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:19:09.174157 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f367b9-c02d-4504-81f4-af7fa6f1de12 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aea21616-e57d-40f0-a0d7-fe87aad961a5,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:09.179010 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44f367b9-c02d-4504-81f4-af7fa6f1de12 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:09.179349 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-44f367b9-c02d-4504-81f4-af7fa6f1de12 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Added segment 7b815d92-0c35-4a43-9a4b-f62cabb61ca9 of type vlan for network 7abe7259-cf34-44cc-be74-39e8c14eb10a Nov 10 20:19:09.219550 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44f367b9-c02d-4504-81f4-af7fa6f1de12 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:09.221018 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:19:09.247126 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44f367b9-c02d-4504-81f4-af7fa6f1de12 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:09.252675 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f367b9-c02d-4504-81f4-af7fa6f1de12 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:09.253253 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-44f367b9-c02d-4504-81f4-af7fa6f1de12 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:09.315874 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-44f367b9-c02d-4504-81f4-af7fa6f1de12 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3166249 Nov 10 20:19:09.318770 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56796) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:09.325737 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-f6661c8e-ce68-45b7-ac53-646a2b254967 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Request body: {'subnet': {'network_id': '7abe7259-cf34-44cc-be74-39e8c14eb10a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:19:09.342292 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f367b9-c02d-4504-81f4-af7fa6f1de12 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Pushing event updated for resources: {'Network': ['ID=7abe7259-cf34-44cc-be74-39e8c14eb10a,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:09.353326 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 7abe7259-cf34-44cc-be74-39e8c14eb10a details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:19:09.416955 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6661c8e-ce68-45b7-ac53-646a2b254967 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Made reservation on behalf of c97b7964682a42aeb936b42299a87c52 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:19:09.420743 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f6661c8e-ce68-45b7-ac53-646a2b254967 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:09.619287 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f6661c8e-ce68-45b7-ac53-646a2b254967 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:09.679411 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6661c8e-ce68-45b7-ac53-646a2b254967 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Pushing event updated for resources: {'Subnet': ['ID=95f4cd6a-4f27-4a1d-90ed-de5e3b51ffca,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:09.696648 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6661c8e-ce68-45b7-ac53-646a2b254967 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Checking segment: {'id': '7b815d92-0c35-4a43-9a4b-f62cabb61ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '7abe7259-cf34-44cc-be74-39e8c14eb10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:19:09.697423 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6661c8e-ce68-45b7-ac53-646a2b254967 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Network hostable DHCP agents. Network: 7abe7259-cf34-44cc-be74-39e8c14eb10a, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:19:09.716254 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6661c8e-ce68-45b7-ac53-646a2b254967 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Network 7abe7259-cf34-44cc-be74-39e8c14eb10a is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:19:09.726428 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-f6661c8e-ce68-45b7-ac53-646a2b254967 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 7abe7259-cf34-44cc-be74-39e8c14eb10a) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:19:09.731485 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6661c8e-ce68-45b7-ac53-646a2b254967 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:09.732099 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f6661c8e-ce68-45b7-ac53-646a2b254967 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:09.736987 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615c692b-dfd3-4c9f-9460-232905a0517f None None] Network 7abe7259-cf34-44cc-be74-39e8c14eb10a requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:19:09.749936 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f6661c8e-ce68-45b7-ac53-646a2b254967 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4301095 Nov 10 20:19:09.753183 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56798) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:09.759044 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-fc4cbad2-050d-4e00-8416-bde6b46580d0 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1053784616'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:19:09.784202 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4cbad2-050d-4e00-8416-bde6b46580d0 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Made reservation on behalf of c97b7964682a42aeb936b42299a87c52 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:19:09.788086 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fc4cbad2-050d-4e00-8416-bde6b46580d0 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:09.816482 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc4cbad2-050d-4e00-8416-bde6b46580d0 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:19:09.826487 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fc4cbad2-050d-4e00-8416-bde6b46580d0 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:09.826953 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-fc4cbad2-050d-4e00-8416-bde6b46580d0 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Added segment 61efd567-bce6-47bc-aa97-3ad7aeef3363 of type vlan for network 10f9f85f-bba8-4637-8d54-c071ce709742 Nov 10 20:19:09.873112 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fc4cbad2-050d-4e00-8416-bde6b46580d0 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:09.890424 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472e8a71-b480-406c-aaaf-d715e7a049be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-7abe7259-cf34-44cc-be74-39e8c14eb10a', 'network_id': '7abe7259-cf34-44cc-be74-39e8c14eb10a', 'tenant_id': 'c97b7964682a42aeb936b42299a87c52', 'fixed_ips': [{'subnet_id': '95f4cd6a-4f27-4a1d-90ed-de5e3b51ffca'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 20:19:09.891481 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-472e8a71-b480-406c-aaaf-d715e7a049be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:09.901139 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fc4cbad2-050d-4e00-8416-bde6b46580d0 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:09.907341 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4cbad2-050d-4e00-8416-bde6b46580d0 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:09.908006 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fc4cbad2-050d-4e00-8416-bde6b46580d0 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:09.946903 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-fc4cbad2-050d-4e00-8416-bde6b46580d0 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1917903 Nov 10 20:19:09.949822 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56800) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:09.955996 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-1c13d4cc-235b-4a5a-bd4f-f17271b9a69c tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Request body: {'subnet': {'network_id': '10f9f85f-bba8-4637-8d54-c071ce709742', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:19:09.982283 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4cbad2-050d-4e00-8416-bde6b46580d0 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Pushing event updated for resources: {'Network': ['ID=10f9f85f-bba8-4637-8d54-c071ce709742,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:09.997002 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 10f9f85f-bba8-4637-8d54-c071ce709742 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:19:10.066684 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c13d4cc-235b-4a5a-bd4f-f17271b9a69c tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Made reservation on behalf of c97b7964682a42aeb936b42299a87c52 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:19:10.070593 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1c13d4cc-235b-4a5a-bd4f-f17271b9a69c tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:10.101781 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-472e8a71-b480-406c-aaaf-d715e7a049be None None] Allocated IP 172.20.0.2 (7abe7259-cf34-44cc-be74-39e8c14eb10a/95f4cd6a-4f27-4a1d-90ed-de5e3b51ffca/16494d54-73fc-4386-a26c-c3b6df50a4e5) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:19:10.251117 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-472e8a71-b480-406c-aaaf-d715e7a049be None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:10.256636 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1c13d4cc-235b-4a5a-bd4f-f17271b9a69c tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:10.258492 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-472e8a71-b480-406c-aaaf-d715e7a049be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:10.294811 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472e8a71-b480-406c-aaaf-d715e7a049be None None] Network 7abe7259-cf34-44cc-be74-39e8c14eb10a is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:19:10.297589 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-472e8a71-b480-406c-aaaf-d715e7a049be None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:19:10.300033 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472e8a71-b480-406c-aaaf-d715e7a049be None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:19:10.311633 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13d4cc-235b-4a5a-bd4f-f17271b9a69c tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Pushing event updated for resources: {'Subnet': ['ID=03c3cabd-b5a8-4803-873f-2a9045889602,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:10.327602 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13d4cc-235b-4a5a-bd4f-f17271b9a69c tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Checking segment: {'id': '61efd567-bce6-47bc-aa97-3ad7aeef3363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '10f9f85f-bba8-4637-8d54-c071ce709742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:19:10.327993 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c13d4cc-235b-4a5a-bd4f-f17271b9a69c tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Network hostable DHCP agents. Network: 10f9f85f-bba8-4637-8d54-c071ce709742, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:19:10.336714 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e8a71-b480-406c-aaaf-d715e7a049be None None] Pushing event updated for resources: {'Port': ['ID=16494d54-73fc-4386-a26c-c3b6df50a4e5,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:10.346810 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c13d4cc-235b-4a5a-bd4f-f17271b9a69c tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Network 10f9f85f-bba8-4637-8d54-c071ce709742 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:19:10.355833 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-1c13d4cc-235b-4a5a-bd4f-f17271b9a69c tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 10f9f85f-bba8-4637-8d54-c071ce709742) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:19:10.359937 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c13d4cc-235b-4a5a-bd4f-f17271b9a69c tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:10.360599 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1c13d4cc-235b-4a5a-bd4f-f17271b9a69c tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:10.369261 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2970a9b6-047b-49de-bebf-1372d332a99a None None] Network 10f9f85f-bba8-4637-8d54-c071ce709742 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:19:10.377753 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1c13d4cc-235b-4a5a-bd4f-f17271b9a69c tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4261887 Nov 10 20:19:10.380747 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56802) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:10.385460 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-472e8a71-b480-406c-aaaf-d715e7a049be None None] Attempting to bind port 16494d54-73fc-4386-a26c-c3b6df50a4e5 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:19:10.385869 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-472e8a71-b480-406c-aaaf-d715e7a049be None None] Attempting to bind port 16494d54-73fc-4386-a26c-c3b6df50a4e5 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '7b815d92-0c35-4a43-9a4b-f62cabb61ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '7abe7259-cf34-44cc-be74-39e8c14eb10a'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:19:10.386037 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-5ecff99e-5de6-4a0d-b768-d9560b2bf70e tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Request body: {'router': {'external_gateway_info': {'network_id': '10f9f85f-bba8-4637-8d54-c071ce709742'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:19:10.386221 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472e8a71-b480-406c-aaaf-d715e7a049be None None] Attempting to bind port 16494d54-73fc-4386-a26c-c3b6df50a4e5 on network 7abe7259-cf34-44cc-be74-39e8c14eb10a {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:19:10.424967 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472e8a71-b480-406c-aaaf-d715e7a049be None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:19:10.425394 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472e8a71-b480-406c-aaaf-d715e7a049be None None] Checking segment: {'id': '7b815d92-0c35-4a43-9a4b-f62cabb61ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '7abe7259-cf34-44cc-be74-39e8c14eb10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:19:10.425795 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-472e8a71-b480-406c-aaaf-d715e7a049be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:10.426204 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472e8a71-b480-406c-aaaf-d715e7a049be None None] Bound using segment: {'id': '7b815d92-0c35-4a43-9a4b-f62cabb61ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '7abe7259-cf34-44cc-be74-39e8c14eb10a'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:19:10.426682 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-472e8a71-b480-406c-aaaf-d715e7a049be None None] Bound port: 16494d54-73fc-4386-a26c-c3b6df50a4e5, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b815d92-0c35-4a43-9a4b-f62cabb61ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '7abe7259-cf34-44cc-be74-39e8c14eb10a'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:19:10.427083 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-472e8a71-b480-406c-aaaf-d715e7a049be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:10.536502 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-472e8a71-b480-406c-aaaf-d715e7a049be None None] For port 16494d54-73fc-4386-a26c-c3b6df50a4e5, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:19:10.543056 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-472e8a71-b480-406c-aaaf-d715e7a049be None None] For port 16494d54-73fc-4386-a26c-c3b6df50a4e5, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=16494d54-73fc-4386-a26c-c3b6df50a4e5,segment=NetworkSegment(7b815d92-0c35-4a43-9a4b-f62cabb61ca9),segment_id=7b815d92-0c35-4a43-9a4b-f62cabb61ca9)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:19:10.550583 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-472e8a71-b480-406c-aaaf-d715e7a049be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:10.597461 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5ecff99e-5de6-4a0d-b768-d9560b2bf70e tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:10.621481 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7f36ce-2f8d-491f-b4d8-86846357c705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-10f9f85f-bba8-4637-8d54-c071ce709742', 'network_id': '10f9f85f-bba8-4637-8d54-c071ce709742', 'tenant_id': 'c97b7964682a42aeb936b42299a87c52', 'fixed_ips': [{'subnet_id': '03c3cabd-b5a8-4803-873f-2a9045889602'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 20:19:10.622538 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5d7f36ce-2f8d-491f-b4d8-86846357c705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:10.644426 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e8a71-b480-406c-aaaf-d715e7a049be None None] Pushing event updated for resources: {'Port': ['ID=16494d54-73fc-4386-a26c-c3b6df50a4e5,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:10.716607 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [None req-5ecff99e-5de6-4a0d-b768-d9560b2bf70e tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 20:19:10.723904 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5ecff99e-5de6-4a0d-b768-d9560b2bf70e tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] 10.222.0.54 "PUT /v2.0/routers/e50225a0-b010-4fec-9379-64f3c05a313e HTTP/1.1" status: 400 len: 364 time: 0.3359830 Nov 10 20:19:10.724776 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56804) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:10.784630 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-5d7f36ce-2f8d-491f-b4d8-86846357c705 None None] Allocated IP 172.21.0.2 (10f9f85f-bba8-4637-8d54-c071ce709742/03c3cabd-b5a8-4803-873f-2a9045889602/d4885a1c-50b9-47be-8705-721a5201aa18) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:19:10.792657 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b2e0579-663b-4a6c-92b6-da7303cad774 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Deleting subnet 03c3cabd-b5a8-4803-873f-2a9045889602 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:19:11.121843 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5d7f36ce-2f8d-491f-b4d8-86846357c705 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:11.129607 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0579-663b-4a6c-92b6-da7303cad774 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:11.130175 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5d7f36ce-2f8d-491f-b4d8-86846357c705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:11.165687 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7f36ce-2f8d-491f-b4d8-86846357c705 None None] Network 10f9f85f-bba8-4637-8d54-c071ce709742 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:19:11.168458 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-5d7f36ce-2f8d-491f-b4d8-86846357c705 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:19:11.174028 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7f36ce-2f8d-491f-b4d8-86846357c705 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:19:11.177963 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0579-663b-4a6c-92b6-da7303cad774 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:11.182876 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f36ce-2f8d-491f-b4d8-86846357c705 None None] Pushing event updated for resources: {'Port': ['ID=d4885a1c-50b9-47be-8705-721a5201aa18,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:11.238438 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-5d7f36ce-2f8d-491f-b4d8-86846357c705 None None] Attempting to bind port d4885a1c-50b9-47be-8705-721a5201aa18 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:19:11.238892 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-5d7f36ce-2f8d-491f-b4d8-86846357c705 None None] Attempting to bind port d4885a1c-50b9-47be-8705-721a5201aa18 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '61efd567-bce6-47bc-aa97-3ad7aeef3363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '10f9f85f-bba8-4637-8d54-c071ce709742'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:19:11.239288 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7f36ce-2f8d-491f-b4d8-86846357c705 None None] Attempting to bind port d4885a1c-50b9-47be-8705-721a5201aa18 on network 10f9f85f-bba8-4637-8d54-c071ce709742 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:19:11.248851 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7f36ce-2f8d-491f-b4d8-86846357c705 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:19:11.249405 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7f36ce-2f8d-491f-b4d8-86846357c705 None None] Checking segment: {'id': '61efd567-bce6-47bc-aa97-3ad7aeef3363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '10f9f85f-bba8-4637-8d54-c071ce709742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:19:11.249996 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5d7f36ce-2f8d-491f-b4d8-86846357c705 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:11.250646 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7f36ce-2f8d-491f-b4d8-86846357c705 None None] Bound using segment: {'id': '61efd567-bce6-47bc-aa97-3ad7aeef3363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '10f9f85f-bba8-4637-8d54-c071ce709742'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:19:11.251233 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-5d7f36ce-2f8d-491f-b4d8-86846357c705 None None] Bound port: d4885a1c-50b9-47be-8705-721a5201aa18, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61efd567-bce6-47bc-aa97-3ad7aeef3363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '10f9f85f-bba8-4637-8d54-c071ce709742'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:19:11.251773 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5d7f36ce-2f8d-491f-b4d8-86846357c705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:11.271103 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0579-663b-4a6c-92b6-da7303cad774 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:11.334703 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0579-663b-4a6c-92b6-da7303cad774 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:11.337383 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5d7f36ce-2f8d-491f-b4d8-86846357c705 None None] For port d4885a1c-50b9-47be-8705-721a5201aa18, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:19:11.340895 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5d7f36ce-2f8d-491f-b4d8-86846357c705 None None] For port d4885a1c-50b9-47be-8705-721a5201aa18, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d4885a1c-50b9-47be-8705-721a5201aa18,segment=NetworkSegment(61efd567-bce6-47bc-aa97-3ad7aeef3363),segment_id=61efd567-bce6-47bc-aa97-3ad7aeef3363)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:19:11.348019 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5d7f36ce-2f8d-491f-b4d8-86846357c705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:11.375932 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e0579-663b-4a6c-92b6-da7303cad774 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Pushing event deleted for resources: {'Subnet': ['ID=03c3cabd-b5a8-4803-873f-2a9045889602,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:11.380210 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0579-663b-4a6c-92b6-da7303cad774 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:11.386109 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3b2e0579-663b-4a6c-92b6-da7303cad774 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] 10.222.0.54 "DELETE /v2.0/subnets/03c3cabd-b5a8-4803-873f-2a9045889602 HTTP/1.1" status: 204 len: 168 time: 0.6577966 Nov 10 20:19:11.386537 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56806) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:11.421145 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f36ce-2f8d-491f-b4d8-86846357c705 None None] Pushing event updated for resources: {'Port': ['ID=d4885a1c-50b9-47be-8705-721a5201aa18,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:11.490509 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-29224bc6-be1f-4700-8963-981dca2ba72f tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:11.522972 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 16494d54-73fc-4386-a26c-c3b6df50a4e5 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:19:11.550251 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-29224bc6-be1f-4700-8963-981dca2ba72f tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Deleting port d4885a1c-50b9-47be-8705-721a5201aa18 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:19:11.550610 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-29224bc6-be1f-4700-8963-981dca2ba72f tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:11.587031 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 16494d54-73fc-4386-a26c-c3b6df50a4e5 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:19:11.587421 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:11.646260 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-29224bc6-be1f-4700-8963-981dca2ba72f tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] For port d4885a1c-50b9-47be-8705-721a5201aa18, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d4885a1c-50b9-47be-8705-721a5201aa18,segment=NetworkSegment(61efd567-bce6-47bc-aa97-3ad7aeef3363),segment_id=61efd567-bce6-47bc-aa97-3ad7aeef3363)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:19:11.646684 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-29224bc6-be1f-4700-8963-981dca2ba72f tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:11.661901 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-29224bc6-be1f-4700-8963-981dca2ba72f tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Calling delete_port for d4885a1c-50b9-47be-8705-721a5201aa18 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:19:11.714229 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:11.729525 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea00da4-c1b2-42ca-a30a-3d90634b6a0c None None] Network 7abe7259-cf34-44cc-be74-39e8c14eb10a requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:19:11.751040 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-29224bc6-be1f-4700-8963-981dca2ba72f tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:11.785638 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29224bc6-be1f-4700-8963-981dca2ba72f tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Pushing event deleted for resources: {'Port': ['ID=d4885a1c-50b9-47be-8705-721a5201aa18,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:11.789301 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29224bc6-be1f-4700-8963-981dca2ba72f tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] No DVR routers for this DVR port d4885a1c-50b9-47be-8705-721a5201aa18 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:19:11.816171 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 16494d54-73fc-4386-a26c-c3b6df50a4e5, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=16494d54-73fc-4386-a26c-c3b6df50a4e5,segment=NetworkSegment(7b815d92-0c35-4a43-9a4b-f62cabb61ca9),segment_id=7b815d92-0c35-4a43-9a4b-f62cabb61ca9)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:19:11.830588 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:11.832400 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a52014db-4634-499d-be53-1f05ca4d6469 None None] Provisioning complete for port 16494d54-73fc-4386-a26c-c3b6df50a4e5 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:19:11.832744 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a52014db-4634-499d-be53-1f05ca4d6469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:11.871339 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-29224bc6-be1f-4700-8963-981dca2ba72f tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:11.892650 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-29224bc6-be1f-4700-8963-981dca2ba72f tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f9f85f-bba8-4637-8d54-c071ce709742']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:11.902814 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-29224bc6-be1f-4700-8963-981dca2ba72f tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61efd567-bce6-47bc-aa97-3ad7aeef3363') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:11.903225 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-29224bc6-be1f-4700-8963-981dca2ba72f tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61efd567-bce6-47bc-aa97-3ad7aeef3363') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:11.913852 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-29224bc6-be1f-4700-8963-981dca2ba72f tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:11.927771 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-29224bc6-be1f-4700-8963-981dca2ba72f tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:11.934925 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29224bc6-be1f-4700-8963-981dca2ba72f tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:19:11.935332 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-29224bc6-be1f-4700-8963-981dca2ba72f tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:11.939601 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 20:19:11.939601 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:19:11.939601 n-d-813897-4 neutron-server[102505]: timer() Nov 10 20:19:11.939601 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:19:11.939601 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 20:19:11.939601 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:19:11.939601 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 20:19:11.939601 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:19:11.939601 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 20:19:11.939601 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:19:11.939601 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 20:19:11.939601 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:19:11.939601 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 20:19:11.939601 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:19:11.939601 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:19:11.939601 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:19:11.939601 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:19:11.939601 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:19:11.939601 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 20:19:11.939601 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:19:11.939601 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 20:19:11.939601 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:19:11.939601 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:19:11.939601 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:19:11.939601 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 20:19:11.939601 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:19:11.939601 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:19:11.939601 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:19:11.939601 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:19:11.939601 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:19:11.939601 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:19:11.939601 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:19:11.960176 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=16494d54-73fc-4386-a26c-c3b6df50a4e5,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:12.007378 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-29224bc6-be1f-4700-8963-981dca2ba72f tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:12.012569 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-29224bc6-be1f-4700-8963-981dca2ba72f tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:12.016366 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-29224bc6-be1f-4700-8963-981dca2ba72f tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] 10.222.0.54 "DELETE /v2.0/networks/10f9f85f-bba8-4637-8d54-c071ce709742 HTTP/1.1" status: 204 len: 168 time: 0.6289940 Nov 10 20:19:12.019282 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56808) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:12.034763 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29224bc6-be1f-4700-8963-981dca2ba72f tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Pushing event deleted for resources: {'Network': ['ID=10f9f85f-bba8-4637-8d54-c071ce709742,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:12.077496 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a0bfca1-d402-4de3-a541-bc6e3487abd4 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Deleting subnet 95f4cd6a-4f27-4a1d-90ed-de5e3b51ffca {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:19:12.081133 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a0bfca1-d402-4de3-a541-bc6e3487abd4 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:12.133226 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a0bfca1-d402-4de3-a541-bc6e3487abd4 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:12.225244 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a0bfca1-d402-4de3-a541-bc6e3487abd4 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:12.287693 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a0bfca1-d402-4de3-a541-bc6e3487abd4 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:12.321183 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0bfca1-d402-4de3-a541-bc6e3487abd4 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Pushing event deleted for resources: {'Subnet': ['ID=95f4cd6a-4f27-4a1d-90ed-de5e3b51ffca,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:12.327163 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4a0bfca1-d402-4de3-a541-bc6e3487abd4 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:12.331287 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4a0bfca1-d402-4de3-a541-bc6e3487abd4 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] 10.222.0.54 "DELETE /v2.0/subnets/95f4cd6a-4f27-4a1d-90ed-de5e3b51ffca HTTP/1.1" status: 204 len: 168 time: 0.3101299 Nov 10 20:19:12.334663 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56810) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:12.337199 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b18a2a-3017-49fd-a2fd-2a23cce1882e None None] Network 7abe7259-cf34-44cc-be74-39e8c14eb10a requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:19:12.400906 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-73f96dd5-640e-420f-b217-e586445c06cd None None] Provisioning complete for port 16494d54-73fc-4386-a26c-c3b6df50a4e5 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:19:12.401281 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-73f96dd5-640e-420f-b217-e586445c06cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:12.420721 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d3a636a7-258f-406f-97c1-c51236e5b776 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:12.487162 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-d3a636a7-258f-406f-97c1-c51236e5b776 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Deleting port 16494d54-73fc-4386-a26c-c3b6df50a4e5 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:19:12.487563 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d3a636a7-258f-406f-97c1-c51236e5b776 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:12.534123 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a20dcb-9d08-4d0c-8ec7-07ef8994b4ab None None] DHCP port deletion for 10f9f85f-bba8-4637-8d54-c071ce709742 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:19:12.553588 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-d3a636a7-258f-406f-97c1-c51236e5b776 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] For port 16494d54-73fc-4386-a26c-c3b6df50a4e5, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=16494d54-73fc-4386-a26c-c3b6df50a4e5,segment=NetworkSegment(7b815d92-0c35-4a43-9a4b-f62cabb61ca9),segment_id=7b815d92-0c35-4a43-9a4b-f62cabb61ca9)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:19:12.553968 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d3a636a7-258f-406f-97c1-c51236e5b776 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:12.566965 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-d3a636a7-258f-406f-97c1-c51236e5b776 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Calling delete_port for 16494d54-73fc-4386-a26c-c3b6df50a4e5 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:19:12.570058 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098a7fbf-2a06-49fe-b314-64633ea99b08 None None] Network 10f9f85f-bba8-4637-8d54-c071ce709742 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:19:12.574291 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b588d4-8eef-4abc-bcc3-587f64554724 None None] DHCP port deletion for 7abe7259-cf34-44cc-be74-39e8c14eb10a request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:19:12.586229 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098a7fbf-2a06-49fe-b314-64633ea99b08 None None] Network 10f9f85f-bba8-4637-8d54-c071ce709742 could not be found, it might have been deleted concurrently. {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 10 20:19:12.636040 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-57b588d4-8eef-4abc-bcc3-587f64554724 None None] Deleting port 16494d54-73fc-4386-a26c-c3b6df50a4e5 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:19:12.636338 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-57b588d4-8eef-4abc-bcc3-587f64554724 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:12.654042 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d3a636a7-258f-406f-97c1-c51236e5b776 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:12.662258 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-7de630c9-d2e5-4c3b-8425-02f1a50495be None None] Could not find standard attr ID for object d4885a1c-50b9-47be-8705-721a5201aa18. {{(pid=102507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 20:19:12.676453 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a636a7-258f-406f-97c1-c51236e5b776 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Pushing event deleted for resources: {'Port': ['ID=16494d54-73fc-4386-a26c-c3b6df50a4e5,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:12.684974 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a636a7-258f-406f-97c1-c51236e5b776 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] No DVR routers for this DVR port 16494d54-73fc-4386-a26c-c3b6df50a4e5 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:19:12.707295 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-57b588d4-8eef-4abc-bcc3-587f64554724 None None] For port 16494d54-73fc-4386-a26c-c3b6df50a4e5, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=16494d54-73fc-4386-a26c-c3b6df50a4e5,segment=NetworkSegment(7b815d92-0c35-4a43-9a4b-f62cabb61ca9),segment_id=7b815d92-0c35-4a43-9a4b-f62cabb61ca9)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:19:12.707603 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-57b588d4-8eef-4abc-bcc3-587f64554724 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:12.721320 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-57b588d4-8eef-4abc-bcc3-587f64554724 None None] Calling delete_port for 16494d54-73fc-4386-a26c-c3b6df50a4e5 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:19:12.768057 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d3a636a7-258f-406f-97c1-c51236e5b776 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:12.789383 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-d3a636a7-258f-406f-97c1-c51236e5b776 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7abe7259-cf34-44cc-be74-39e8c14eb10a']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:12.799148 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-d3a636a7-258f-406f-97c1-c51236e5b776 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b815d92-0c35-4a43-9a4b-f62cabb61ca9') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:12.799473 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-d3a636a7-258f-406f-97c1-c51236e5b776 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b815d92-0c35-4a43-9a4b-f62cabb61ca9') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:12.804090 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-57b588d4-8eef-4abc-bcc3-587f64554724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:12.809229 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d3a636a7-258f-406f-97c1-c51236e5b776 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:12.822551 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d3a636a7-258f-406f-97c1-c51236e5b776 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:12.829421 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a636a7-258f-406f-97c1-c51236e5b776 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:19:12.830459 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d3a636a7-258f-406f-97c1-c51236e5b776 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:12.830676 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b588d4-8eef-4abc-bcc3-587f64554724 None None] Pushing event deleted for resources: {'Port': ['ID=16494d54-73fc-4386-a26c-c3b6df50a4e5,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:12.832450 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b588d4-8eef-4abc-bcc3-587f64554724 None None] No DVR routers for this DVR port 16494d54-73fc-4386-a26c-c3b6df50a4e5 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:19:12.833393 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 20:19:12.833393 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:19:12.833393 n-d-813897-4 neutron-server[102505]: timer() Nov 10 20:19:12.833393 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:19:12.833393 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 20:19:12.833393 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:19:12.833393 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 20:19:12.833393 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:19:12.833393 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 20:19:12.833393 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:19:12.833393 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 20:19:12.833393 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:19:12.833393 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 20:19:12.833393 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:19:12.833393 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:19:12.833393 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:19:12.833393 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:19:12.833393 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:19:12.833393 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 20:19:12.833393 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:19:12.833393 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 20:19:12.833393 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:19:12.833393 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:19:12.833393 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:19:12.833393 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 20:19:12.833393 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:19:12.833393 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:19:12.833393 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:19:12.833393 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:19:12.833393 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:19:12.833393 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:19:12.833393 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:19:12.893206 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d3a636a7-258f-406f-97c1-c51236e5b776 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:12.900188 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d3a636a7-258f-406f-97c1-c51236e5b776 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:12.903323 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d3a636a7-258f-406f-97c1-c51236e5b776 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] 10.222.0.54 "DELETE /v2.0/networks/7abe7259-cf34-44cc-be74-39e8c14eb10a HTTP/1.1" status: 204 len: 168 time: 0.5675175 Nov 10 20:19:12.906220 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56812) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:12.914964 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a636a7-258f-406f-97c1-c51236e5b776 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Pushing event deleted for resources: {'Network': ['ID=7abe7259-cf34-44cc-be74-39e8c14eb10a,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:12.934946 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-05588cef-9d44-408c-ad6a-593a758ef1a6 tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] 10.222.0.54 "GET /v2.0/ports?device_id=e50225a0-b010-4fec-9379-64f3c05a313e HTTP/1.1" status: 200 len: 205 time: 0.0270774 Nov 10 20:19:12.937738 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56814) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:13.021605 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f53d47e1-fbe3-49a1-9c25-861fd048441a tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:13.197896 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f53d47e1-fbe3-49a1-9c25-861fd048441a tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:13.199949 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f53d47e1-fbe3-49a1-9c25-861fd048441a tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:13.244086 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f53d47e1-fbe3-49a1-9c25-861fd048441a tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:13.244681 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53d47e1-fbe3-49a1-9c25-861fd048441a tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Fanout notify agent at l3_agent the message router_deleted on router e50225a0-b010-4fec-9379-64f3c05a313e {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 20:19:13.252656 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f53d47e1-fbe3-49a1-9c25-861fd048441a tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:13.253700 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f53d47e1-fbe3-49a1-9c25-861fd048441a tempest-RoutersNegativeTest-544301028 tempest-RoutersNegativeTest-544301028-project] 10.222.0.54 "DELETE /v2.0/routers/e50225a0-b010-4fec-9379-64f3c05a313e HTTP/1.1" status: 204 len: 168 time: 0.3147886 Nov 10 20:19:13.442826 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 16494d54-73fc-4386-a26c-c3b6df50a4e5 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:19:13.463827 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 16494d54-73fc-4386-a26c-c3b6df50a4e5 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:19:13.464194 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 16494d54-73fc-4386-a26c-c3b6df50a4e5 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:19:13.522099 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56820) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:13.667769 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a97bbf28-1b0b-485f-b463-2f5acaa50a1c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c97b7964682a42aeb936b42299a87c52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1444445 Nov 10 20:19:13.670354 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56824) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:14.069359 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c650f31-20c8-4bad-85f1-640bfee2f39c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:14.092007 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c650f31-20c8-4bad-85f1-640bfee2f39c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:14.139806 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c650f31-20c8-4bad-85f1-640bfee2f39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:14.142430 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3c650f31-20c8-4bad-85f1-640bfee2f39c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:14.143602 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3c650f31-20c8-4bad-85f1-640bfee2f39c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/aea21616-e57d-40f0-a0d7-fe87aad961a5 HTTP/1.1" status: 204 len: 168 time: 0.4723294 Nov 10 20:19:14.152355 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c650f31-20c8-4bad-85f1-640bfee2f39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea21616-e57d-40f0-a0d7-fe87aad961a5,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:14.838622 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56846) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:14.937374 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-6a49ce89-6647-4242-a866-9e98296ec598 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-109397367-network', 'tenant_id': '335fcdf863ba4d3bb2ad74e3f7e3b6e6'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:19:14.961541 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a49ce89-6647-4242-a866-9e98296ec598 admin admin] Made reservation on behalf of 335fcdf863ba4d3bb2ad74e3f7e3b6e6 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:19:14.964978 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6a49ce89-6647-4242-a866-9e98296ec598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:14.975195 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6a49ce89-6647-4242-a866-9e98296ec598 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:15.062723 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6a49ce89-6647-4242-a866-9e98296ec598 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:15.069383 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6a49ce89-6647-4242-a866-9e98296ec598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:15.089558 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a49ce89-6647-4242-a866-9e98296ec598 admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:19:15.104529 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a49ce89-6647-4242-a866-9e98296ec598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8baf413-429f-498c-9770-37a0a583101c,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:15.107559 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6a49ce89-6647-4242-a866-9e98296ec598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:15.107904 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-6a49ce89-6647-4242-a866-9e98296ec598 admin admin] Added segment 25a75889-7337-429e-b36e-0d57970e9c37 of type vlan for network 069aceb5-cd49-46d9-8c78-1ed82a46fd0b Nov 10 20:19:15.146671 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6a49ce89-6647-4242-a866-9e98296ec598 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:15.173822 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6a49ce89-6647-4242-a866-9e98296ec598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:15.174667 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a49ce89-6647-4242-a866-9e98296ec598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:15.175233 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6a49ce89-6647-4242-a866-9e98296ec598 admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:15.233892 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6a49ce89-6647-4242-a866-9e98296ec598 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3940771 Nov 10 20:19:15.241794 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56850) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:15.242492 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a49ce89-6647-4242-a866-9e98296ec598 admin admin] Pushing event updated for resources: {'Network': ['ID=069aceb5-cd49-46d9-8c78-1ed82a46fd0b,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:15.244171 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-7cee7c7a-60c6-433c-987d-87e6701e5494 admin admin] Request body: {'subnet': {'network_id': '069aceb5-cd49-46d9-8c78-1ed82a46fd0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-109397367-subnet', 'tenant_id': '335fcdf863ba4d3bb2ad74e3f7e3b6e6', 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:19:15.250882 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 069aceb5-cd49-46d9-8c78-1ed82a46fd0b details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:19:15.269733 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cee7c7a-60c6-433c-987d-87e6701e5494 admin admin] Made reservation on behalf of 335fcdf863ba4d3bb2ad74e3f7e3b6e6 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:19:15.272183 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7cee7c7a-60c6-433c-987d-87e6701e5494 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:15.442575 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7cee7c7a-60c6-433c-987d-87e6701e5494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:15.489974 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee7c7a-60c6-433c-987d-87e6701e5494 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7b89852-717e-42c6-b450-746da421f776,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:15.505223 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee7c7a-60c6-433c-987d-87e6701e5494 admin admin] Checking segment: {'id': '25a75889-7337-429e-b36e-0d57970e9c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '069aceb5-cd49-46d9-8c78-1ed82a46fd0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:19:15.505588 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cee7c7a-60c6-433c-987d-87e6701e5494 admin admin] Network hostable DHCP agents. Network: 069aceb5-cd49-46d9-8c78-1ed82a46fd0b, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:19:15.524196 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cee7c7a-60c6-433c-987d-87e6701e5494 admin admin] Network 069aceb5-cd49-46d9-8c78-1ed82a46fd0b is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:19:15.534424 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-7cee7c7a-60c6-433c-987d-87e6701e5494 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 069aceb5-cd49-46d9-8c78-1ed82a46fd0b) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:19:15.538543 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee7c7a-60c6-433c-987d-87e6701e5494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:15.539138 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7cee7c7a-60c6-433c-987d-87e6701e5494 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:15.544138 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb4916a-05b0-4004-9651-15156b343030 None None] Network 069aceb5-cd49-46d9-8c78-1ed82a46fd0b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:19:15.559536 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7cee7c7a-60c6-433c-987d-87e6701e5494 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3179131 Nov 10 20:19:15.559871 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56852) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:15.564281 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-0ac94ed1-4741-4edf-9041-e991e172bdd1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-109397367-router', 'tenant_id': '335fcdf863ba4d3bb2ad74e3f7e3b6e6', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:19:15.587596 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0ac94ed1-4741-4edf-9041-e991e172bdd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:15.588802 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0ac94ed1-4741-4edf-9041-e991e172bdd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:15.647320 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0ac94ed1-4741-4edf-9041-e991e172bdd1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:15.694279 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d842046f-3201-4711-8465-57e9d5980d87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-069aceb5-cd49-46d9-8c78-1ed82a46fd0b', 'network_id': '069aceb5-cd49-46d9-8c78-1ed82a46fd0b', 'tenant_id': '335fcdf863ba4d3bb2ad74e3f7e3b6e6', 'fixed_ips': [{'subnet_id': 'e7b89852-717e-42c6-b450-746da421f776'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 20:19:15.695107 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d842046f-3201-4711-8465-57e9d5980d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:15.784960 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0ac94ed1-4741-4edf-9041-e991e172bdd1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:15.830245 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-d842046f-3201-4711-8465-57e9d5980d87 None None] Allocated IP 172.20.0.2 (069aceb5-cd49-46d9-8c78-1ed82a46fd0b/e7b89852-717e-42c6-b450-746da421f776/714248e5-58f3-4700-8582-cee0c518d903) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:19:15.979529 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d842046f-3201-4711-8465-57e9d5980d87 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:15.987033 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d842046f-3201-4711-8465-57e9d5980d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:15.989217 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0ac94ed1-4741-4edf-9041-e991e172bdd1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:16.009248 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0ac94ed1-4741-4edf-9041-e991e172bdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:16.030369 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d842046f-3201-4711-8465-57e9d5980d87 None None] Network 069aceb5-cd49-46d9-8c78-1ed82a46fd0b is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:19:16.033734 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-d842046f-3201-4711-8465-57e9d5980d87 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:19:16.036611 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d842046f-3201-4711-8465-57e9d5980d87 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:19:16.044690 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842046f-3201-4711-8465-57e9d5980d87 None None] Pushing event updated for resources: {'Port': ['ID=714248e5-58f3-4700-8582-cee0c518d903,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:16.094505 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d842046f-3201-4711-8465-57e9d5980d87 None None] Attempting to bind port 714248e5-58f3-4700-8582-cee0c518d903 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:19:16.094872 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d842046f-3201-4711-8465-57e9d5980d87 None None] Attempting to bind port 714248e5-58f3-4700-8582-cee0c518d903 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '25a75889-7337-429e-b36e-0d57970e9c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '069aceb5-cd49-46d9-8c78-1ed82a46fd0b'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:19:16.095232 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d842046f-3201-4711-8465-57e9d5980d87 None None] Attempting to bind port 714248e5-58f3-4700-8582-cee0c518d903 on network 069aceb5-cd49-46d9-8c78-1ed82a46fd0b {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:19:16.100124 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d842046f-3201-4711-8465-57e9d5980d87 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:19:16.100482 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d842046f-3201-4711-8465-57e9d5980d87 None None] Checking segment: {'id': '25a75889-7337-429e-b36e-0d57970e9c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '069aceb5-cd49-46d9-8c78-1ed82a46fd0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:19:16.100890 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d842046f-3201-4711-8465-57e9d5980d87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:16.101316 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d842046f-3201-4711-8465-57e9d5980d87 None None] Bound using segment: {'id': '25a75889-7337-429e-b36e-0d57970e9c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '069aceb5-cd49-46d9-8c78-1ed82a46fd0b'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:19:16.101805 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d842046f-3201-4711-8465-57e9d5980d87 None None] Bound port: 714248e5-58f3-4700-8582-cee0c518d903, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a75889-7337-429e-b36e-0d57970e9c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '069aceb5-cd49-46d9-8c78-1ed82a46fd0b'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:19:16.102178 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d842046f-3201-4711-8465-57e9d5980d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:16.122608 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-0ac94ed1-4741-4edf-9041-e991e172bdd1 admin admin] Allocated IP 172.25.3.131 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/da8dcd01-24f7-4470-a227-47d17ef2aef5) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:19:16.168541 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-d842046f-3201-4711-8465-57e9d5980d87 None None] For port 714248e5-58f3-4700-8582-cee0c518d903, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:19:16.171837 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-d842046f-3201-4711-8465-57e9d5980d87 None None] For port 714248e5-58f3-4700-8582-cee0c518d903, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=714248e5-58f3-4700-8582-cee0c518d903,segment=NetworkSegment(25a75889-7337-429e-b36e-0d57970e9c37),segment_id=25a75889-7337-429e-b36e-0d57970e9c37)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:19:16.176068 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d842046f-3201-4711-8465-57e9d5980d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:16.230166 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0ac94ed1-4741-4edf-9041-e991e172bdd1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:16.231609 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842046f-3201-4711-8465-57e9d5980d87 None None] Pushing event updated for resources: {'Port': ['ID=714248e5-58f3-4700-8582-cee0c518d903,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:16.266882 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0ac94ed1-4741-4edf-9041-e991e172bdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:16.310989 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac94ed1-4741-4edf-9041-e991e172bdd1 admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:19:16.316611 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-0ac94ed1-4741-4edf-9041-e991e172bdd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:19:16.318909 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac94ed1-4741-4edf-9041-e991e172bdd1 admin admin] Pushing event updated for resources: {'Port': ['ID=da8dcd01-24f7-4470-a227-47d17ef2aef5,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:16.321125 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac94ed1-4741-4edf-9041-e991e172bdd1 admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:19:16.332338 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00babf0-c0ed-4329-b64c-319663798806 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:19:16.422308 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-37acb1ed-3640-413a-9c62-1a391d38015c None None] Provisioning complete for port da8dcd01-24f7-4470-a227-47d17ef2aef5 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:19:16.422760 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-37acb1ed-3640-413a-9c62-1a391d38015c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:16.460358 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-37acb1ed-3640-413a-9c62-1a391d38015c None None] Port da8dcd01-24f7-4470-a227-47d17ef2aef5 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:19:16.603559 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0ac94ed1-4741-4edf-9041-e991e172bdd1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:16.803823 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0ac94ed1-4741-4edf-9041-e991e172bdd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:16.946768 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac94ed1-4741-4edf-9041-e991e172bdd1 admin admin] Router 2dc1bc3c-3884-4c27-badd-4ec132aa93a2 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 20:19:17.070643 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac94ed1-4741-4edf-9041-e991e172bdd1 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:19:17.080531 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675e00d1-e0b6-42ae-8bbf-b2c40201bda4 None None] Sync routers for ids ['2dc1bc3c-3884-4c27-badd-4ec132aa93a2'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:19:17.091824 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675e00d1-e0b6-42ae-8bbf-b2c40201bda4 None None] Routers {'2dc1bc3c-3884-4c27-badd-4ec132aa93a2'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:19:17.092300 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0ac94ed1-4741-4edf-9041-e991e172bdd1 admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:17.092437 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-675e00d1-e0b6-42ae-8bbf-b2c40201bda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:18:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2dc1bc3c-3884-4c27-badd-4ec132aa93a2'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:17.093731 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0ac94ed1-4741-4edf-9041-e991e172bdd1 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5327256 Nov 10 20:19:17.096702 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56854) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:17.134206 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ef1fdd-bad1-4544-874c-b230ed9da571 None None] Network 069aceb5-cd49-46d9-8c78-1ed82a46fd0b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:19:17.273640 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-02d79148-67f7-47c5-a57c-61a212f29ae6 None None] Provisioning complete for port 714248e5-58f3-4700-8582-cee0c518d903 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:19:17.274027 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-02d79148-67f7-47c5-a57c-61a212f29ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:17.281545 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-675e00d1-e0b6-42ae-8bbf-b2c40201bda4 None None] Set router 2dc1bc3c-3884-4c27-badd-4ec132aa93a2 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:19:17.496751 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 714248e5-58f3-4700-8582-cee0c518d903 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:19:17.536808 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-639f4178-94c4-49d7-a6ed-dce74802608e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:17.708649 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-639f4178-94c4-49d7-a6ed-dce74802608e admin admin] Allocated IP 172.20.0.1 (069aceb5-cd49-46d9-8c78-1ed82a46fd0b/e7b89852-717e-42c6-b450-746da421f776/243b4132-5eb2-442c-9196-7a56cde5c93c) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:19:17.780324 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-02d79148-67f7-47c5-a57c-61a212f29ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:17.822758 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-639f4178-94c4-49d7-a6ed-dce74802608e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:17.837577 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 714248e5-58f3-4700-8582-cee0c518d903 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:19:17.837986 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:17.842213 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-02d79148-67f7-47c5-a57c-61a212f29ae6 None None] For port 714248e5-58f3-4700-8582-cee0c518d903, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=714248e5-58f3-4700-8582-cee0c518d903,segment=NetworkSegment(25a75889-7337-429e-b36e-0d57970e9c37),segment_id=25a75889-7337-429e-b36e-0d57970e9c37)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:19:17.861485 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-639f4178-94c4-49d7-a6ed-dce74802608e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:17.865915 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-02d79148-67f7-47c5-a57c-61a212f29ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:17.904933 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639f4178-94c4-49d7-a6ed-dce74802608e admin admin] Network 069aceb5-cd49-46d9-8c78-1ed82a46fd0b is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:19:17.908854 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-675e00d1-e0b6-42ae-8bbf-b2c40201bda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc1bc3c-3884-4c27-badd-4ec132aa93a2', 'name': 'tempest-TestEncryptedCinderVolumes-109397367-router', 'tenant_id': '335fcdf863ba4d3bb2ad74e3f7e3b6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'da8dcd01-24f7-4470-a227-47d17ef2aef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:19:15Z', 'updated_at': '2021-11-10T20:19:16Z', 'revision_number': 3, 'project_id': '335fcdf863ba4d3bb2ad74e3f7e3b6e6', 'gw_port': {'id': 'da8dcd01-24f7-4470-a227-47d17ef2aef5', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc1bc3c-3884-4c27-badd-4ec132aa93a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:19:16Z', 'updated_at': '2021-11-10T20:19:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:17.912101 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-639f4178-94c4-49d7-a6ed-dce74802608e admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:19:17.914336 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f4178-94c4-49d7-a6ed-dce74802608e admin admin] Pushing event updated for resources: {'Port': ['ID=243b4132-5eb2-442c-9196-7a56cde5c93c,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:17.917953 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639f4178-94c4-49d7-a6ed-dce74802608e admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:19:17.953511 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675e00d1-e0b6-42ae-8bbf-b2c40201bda4 None None] Checking router: 2dc1bc3c-3884-4c27-badd-4ec132aa93a2 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:19:17.953882 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675e00d1-e0b6-42ae-8bbf-b2c40201bda4 None None] Updating router 2dc1bc3c-3884-4c27-badd-4ec132aa93a2 port da8dcd01-24f7-4470-a227-47d17ef2aef5 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:19:17.967237 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-639f4178-94c4-49d7-a6ed-dce74802608e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:17.988655 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d79148-67f7-47c5-a57c-61a212f29ae6 None None] Pushing event updated for resources: {'Port': ['ID=714248e5-58f3-4700-8582-cee0c518d903,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:18.001132 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-675e00d1-e0b6-42ae-8bbf-b2c40201bda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:18.112916 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-639f4178-94c4-49d7-a6ed-dce74802608e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:18.167140 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e2f4b1f2-58fb-4d6f-b25e-61b93dfc0616 None None] Provisioning complete for port 714248e5-58f3-4700-8582-cee0c518d903 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:19:18.167620 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e2f4b1f2-58fb-4d6f-b25e-61b93dfc0616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:18.297036 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-639f4178-94c4-49d7-a6ed-dce74802608e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:18.302587 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-639f4178-94c4-49d7-a6ed-dce74802608e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:18.371635 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-639f4178-94c4-49d7-a6ed-dce74802608e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:18.373486 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f4178-94c4-49d7-a6ed-dce74802608e admin admin] Pushing event updated for resources: {'Port': ['ID=243b4132-5eb2-442c-9196-7a56cde5c93c,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:18.402054 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-675e00d1-e0b6-42ae-8bbf-b2c40201bda4 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:18.408082 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-675e00d1-e0b6-42ae-8bbf-b2c40201bda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:18.458782 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015c6e6d-4858-458b-be7a-cf3f52c3de2c None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:19:18.466150 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639f4178-94c4-49d7-a6ed-dce74802608e admin admin] Network 069aceb5-cd49-46d9-8c78-1ed82a46fd0b is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:19:18.468109 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-639f4178-94c4-49d7-a6ed-dce74802608e admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:19:18.478211 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-675e00d1-e0b6-42ae-8bbf-b2c40201bda4 None None] Attempting to bind port da8dcd01-24f7-4470-a227-47d17ef2aef5 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:19:18.478578 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-675e00d1-e0b6-42ae-8bbf-b2c40201bda4 None None] Attempting to bind port da8dcd01-24f7-4470-a227-47d17ef2aef5 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:19:18.479148 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675e00d1-e0b6-42ae-8bbf-b2c40201bda4 None None] Attempting to bind port da8dcd01-24f7-4470-a227-47d17ef2aef5 on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:19:18.485736 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb097f63-205e-4e9d-8a2a-4afcee480537 None None] Pushing event updated for resources: {'Port': ['ID=da8dcd01-24f7-4470-a227-47d17ef2aef5,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:18.499645 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675e00d1-e0b6-42ae-8bbf-b2c40201bda4 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:19:18.500217 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675e00d1-e0b6-42ae-8bbf-b2c40201bda4 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:19:18.500411 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-675e00d1-e0b6-42ae-8bbf-b2c40201bda4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:18.500802 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675e00d1-e0b6-42ae-8bbf-b2c40201bda4 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:19:18.501384 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-675e00d1-e0b6-42ae-8bbf-b2c40201bda4 None None] Bound port: da8dcd01-24f7-4470-a227-47d17ef2aef5, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:19:18.501790 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-675e00d1-e0b6-42ae-8bbf-b2c40201bda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:18.527917 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5ce0a88d-f986-4f02-ac28-bd8b9b236f1b None None] Provisioning complete for port 243b4132-5eb2-442c-9196-7a56cde5c93c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:19:18.528290 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5ce0a88d-f986-4f02-ac28-bd8b9b236f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:18.582154 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5ce0a88d-f986-4f02-ac28-bd8b9b236f1b None None] Port 243b4132-5eb2-442c-9196-7a56cde5c93c cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:19:18.590028 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-675e00d1-e0b6-42ae-8bbf-b2c40201bda4 None None] For port da8dcd01-24f7-4470-a227-47d17ef2aef5, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:19:18.593867 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-675e00d1-e0b6-42ae-8bbf-b2c40201bda4 None None] For port da8dcd01-24f7-4470-a227-47d17ef2aef5, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=da8dcd01-24f7-4470-a227-47d17ef2aef5,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:19:18.594908 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639f4178-94c4-49d7-a6ed-dce74802608e admin admin] Router 2dc1bc3c-3884-4c27-badd-4ec132aa93a2 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:19:18.601010 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-675e00d1-e0b6-42ae-8bbf-b2c40201bda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:18.659734 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8c12f1-31bb-4847-a341-64b2b57ae549 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:19:18.666433 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675e00d1-e0b6-42ae-8bbf-b2c40201bda4 None None] Routers {'2dc1bc3c-3884-4c27-badd-4ec132aa93a2'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:19:18.667072 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-675e00d1-e0b6-42ae-8bbf-b2c40201bda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:18:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2dc1bc3c-3884-4c27-badd-4ec132aa93a2'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:18.714651 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639f4178-94c4-49d7-a6ed-dce74802608e admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:19:18.720275 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-639f4178-94c4-49d7-a6ed-dce74802608e admin admin] 10.222.0.54 "PUT /v2.0/routers/2dc1bc3c-3884-4c27-badd-4ec132aa93a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6222067 Nov 10 20:19:18.724516 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb097f63-205e-4e9d-8a2a-4afcee480537 None None] Pushing event updated for resources: {'Port': ['ID=da8dcd01-24f7-4470-a227-47d17ef2aef5,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:18.748809 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-21594563-90c3-4125-9234-8002b128b57b None None] Provisioning complete for port da8dcd01-24f7-4470-a227-47d17ef2aef5 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:19:18.749045 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-21594563-90c3-4125-9234-8002b128b57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:18.837186 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-675e00d1-e0b6-42ae-8bbf-b2c40201bda4 None None] Set router 2dc1bc3c-3884-4c27-badd-4ec132aa93a2 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:19:18.954030 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-21594563-90c3-4125-9234-8002b128b57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:19.014122 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-21594563-90c3-4125-9234-8002b128b57b None None] For port da8dcd01-24f7-4470-a227-47d17ef2aef5, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=da8dcd01-24f7-4470-a227-47d17ef2aef5,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:19:19.022779 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-21594563-90c3-4125-9234-8002b128b57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:19.107922 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21594563-90c3-4125-9234-8002b128b57b None None] Pushing event updated for resources: {'Port': ['ID=da8dcd01-24f7-4470-a227-47d17ef2aef5,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:19.145420 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-675e00d1-e0b6-42ae-8bbf-b2c40201bda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc1bc3c-3884-4c27-badd-4ec132aa93a2', 'name': 'tempest-TestEncryptedCinderVolumes-109397367-router', 'tenant_id': '335fcdf863ba4d3bb2ad74e3f7e3b6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'da8dcd01-24f7-4470-a227-47d17ef2aef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:19:15Z', 'updated_at': '2021-11-10T20:19:18Z', 'revision_number': 4, 'project_id': '335fcdf863ba4d3bb2ad74e3f7e3b6e6', 'gw_port': {'id': 'da8dcd01-24f7-4470-a227-47d17ef2aef5', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc1bc3c-3884-4c27-badd-4ec132aa93a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:19:16Z', 'updated_at': '2021-11-10T20:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '243b4132-5eb2-442c-9196-7a56cde5c93c', 'name': '', 'network_id': '069aceb5-cd49-46d9-8c78-1ed82a46fd0b', 'tenant_id': '335fcdf863ba4d3bb2ad74e3f7e3b6e6', 'mac_address': 'fa:16:3e:0d:51:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc1bc3c-3884-4c27-badd-4ec132aa93a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e7b89852-717e-42c6-b450-746da421f776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:19:17Z', 'updated_at': '2021-11-10T20:19:18Z', 'revision_number': 2, 'project_id': '335fcdf863ba4d3bb2ad74e3f7e3b6e6', 'subnets': [{'id': 'e7b89852-717e-42c6-b450-746da421f776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:19.177683 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675e00d1-e0b6-42ae-8bbf-b2c40201bda4 None None] The sync data for ids ['2dc1bc3c-3884-4c27-badd-4ec132aa93a2'] in n-d-813897-4 is: [{'id': '2dc1bc3c-3884-4c27-badd-4ec132aa93a2', 'name': 'tempest-TestEncryptedCinderVolumes-109397367-router', 'tenant_id': '335fcdf863ba4d3bb2ad74e3f7e3b6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'da8dcd01-24f7-4470-a227-47d17ef2aef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:19:15Z', 'updated_at': '2021-11-10T20:19:18Z', 'revision_number': 4, 'project_id': '335fcdf863ba4d3bb2ad74e3f7e3b6e6', 'gw_port': {'id': 'da8dcd01-24f7-4470-a227-47d17ef2aef5', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc1bc3c-3884-4c27-badd-4ec132aa93a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:19:16Z', 'updated_at': '2021-11-10T20:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '243b4132-5eb2-442c-9196-7a56cde5c93c', 'name': '', 'network_id': '069aceb5-cd49-46d9-8c78-1ed82a46fd0b', 'tenant_id': '335fcdf863ba4d3bb2ad74e3f7e3b6e6', 'mac_address': 'fa:16:3e:0d:51:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc1bc3c-3884-4c27-badd-4ec132aa93a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e7b89852-717e-42c6-b450-746da421f776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:19:17Z', 'updated_at': '2021-11-10T20:19:18Z', 'revision_number': 2, 'project_id': '335fcdf863ba4d3bb2ad74e3f7e3b6e6', 'subnets': [{'id': 'e7b89852-717e-42c6-b450-746da421f776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:19:19.179173 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4cd193e6-1538-47c9-9b66-c1a019e59e7c None None] Provisioning complete for port 243b4132-5eb2-442c-9196-7a56cde5c93c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:19:19.179558 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4cd193e6-1538-47c9-9b66-c1a019e59e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:19.220338 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56870) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:19.222298 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-4cd193e6-1538-47c9-9b66-c1a019e59e7c None None] Port 243b4132-5eb2-442c-9196-7a56cde5c93c cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:19:19.225290 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-148d3e22-a903-4374-96c7-7df9ab9027ca admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1689154536-network', 'tenant_id': '4d5ca943c9db4cc58df7d895a91bb88a'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:19:19.247797 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148d3e22-a903-4374-96c7-7df9ab9027ca admin admin] Made reservation on behalf of 4d5ca943c9db4cc58df7d895a91bb88a for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:19:19.250981 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-148d3e22-a903-4374-96c7-7df9ab9027ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:19.260373 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-148d3e22-a903-4374-96c7-7df9ab9027ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:19.339906 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-148d3e22-a903-4374-96c7-7df9ab9027ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:19.344929 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-148d3e22-a903-4374-96c7-7df9ab9027ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:19.374530 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-148d3e22-a903-4374-96c7-7df9ab9027ca admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:19:19.383431 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d3e22-a903-4374-96c7-7df9ab9027ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73741510-f860-428d-9484-1aa3ffa6c779,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:19.392915 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-148d3e22-a903-4374-96c7-7df9ab9027ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:19.395771 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-148d3e22-a903-4374-96c7-7df9ab9027ca admin admin] Added segment c2186c5a-83e0-4c7b-a1f0-bb9a75ae5829 of type vlan for network a781b942-d641-43c5-9ed8-369c3d0c95c8 Nov 10 20:19:19.412157 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148d3e22-a903-4374-96c7-7df9ab9027ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:19.412499 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148d3e22-a903-4374-96c7-7df9ab9027ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:19.412943 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148d3e22-a903-4374-96c7-7df9ab9027ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:19.413277 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148d3e22-a903-4374-96c7-7df9ab9027ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:19.413629 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148d3e22-a903-4374-96c7-7df9ab9027ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:19.414073 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148d3e22-a903-4374-96c7-7df9ab9027ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:19.414517 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148d3e22-a903-4374-96c7-7df9ab9027ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:19.416194 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148d3e22-a903-4374-96c7-7df9ab9027ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:19.416194 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148d3e22-a903-4374-96c7-7df9ab9027ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:19.416194 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148d3e22-a903-4374-96c7-7df9ab9027ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:19.416443 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148d3e22-a903-4374-96c7-7df9ab9027ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:19.416780 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148d3e22-a903-4374-96c7-7df9ab9027ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:19.470387 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-148d3e22-a903-4374-96c7-7df9ab9027ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:19.477600 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 714248e5-58f3-4700-8582-cee0c518d903 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:19:19.499820 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-148d3e22-a903-4374-96c7-7df9ab9027ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:19.500936 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148d3e22-a903-4374-96c7-7df9ab9027ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:19.501578 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-148d3e22-a903-4374-96c7-7df9ab9027ca admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:19.544271 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 714248e5-58f3-4700-8582-cee0c518d903 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:19:19.544845 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:19.561257 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-148d3e22-a903-4374-96c7-7df9ab9027ca admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3397653 Nov 10 20:19:19.564250 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56872) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:19.568890 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-be10b1b9-baad-4074-9186-98ddc1ab5174 admin admin] Request body: {'subnet': {'network_id': 'a781b942-d641-43c5-9ed8-369c3d0c95c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1689154536-subnet', 'tenant_id': '4d5ca943c9db4cc58df7d895a91bb88a', 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:19:19.581204 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d3e22-a903-4374-96c7-7df9ab9027ca admin admin] Pushing event updated for resources: {'Network': ['ID=a781b942-d641-43c5-9ed8-369c3d0c95c8,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:19.596921 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network a781b942-d641-43c5-9ed8-369c3d0c95c8 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:19:19.599761 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be10b1b9-baad-4074-9186-98ddc1ab5174 admin admin] Made reservation on behalf of 4d5ca943c9db4cc58df7d895a91bb88a for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:19:19.605383 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-be10b1b9-baad-4074-9186-98ddc1ab5174 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:20.149427 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-be10b1b9-baad-4074-9186-98ddc1ab5174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:20.209151 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10b1b9-baad-4074-9186-98ddc1ab5174 admin admin] Pushing event updated for resources: {'Subnet': ['ID=943e614e-3c7d-41a2-95da-5a31180826d6,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:20.220482 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be10b1b9-baad-4074-9186-98ddc1ab5174 admin admin] Checking segment: {'id': 'c2186c5a-83e0-4c7b-a1f0-bb9a75ae5829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a781b942-d641-43c5-9ed8-369c3d0c95c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:19:20.221114 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be10b1b9-baad-4074-9186-98ddc1ab5174 admin admin] Network hostable DHCP agents. Network: a781b942-d641-43c5-9ed8-369c3d0c95c8, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:19:20.238818 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be10b1b9-baad-4074-9186-98ddc1ab5174 admin admin] Network a781b942-d641-43c5-9ed8-369c3d0c95c8 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:19:20.249315 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-be10b1b9-baad-4074-9186-98ddc1ab5174 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, a781b942-d641-43c5-9ed8-369c3d0c95c8) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:19:20.253850 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be10b1b9-baad-4074-9186-98ddc1ab5174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:20.254449 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-be10b1b9-baad-4074-9186-98ddc1ab5174 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:20.259521 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edb5654-b350-40b0-aee9-bf2c328d7840 None None] Network a781b942-d641-43c5-9ed8-369c3d0c95c8 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:19:20.275156 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-be10b1b9-baad-4074-9186-98ddc1ab5174 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7074046 Nov 10 20:19:20.275386 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 56874) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:20.280055 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-1cca3402-47be-48cc-bee4-1c0522162ea1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1689154536-router', 'tenant_id': '4d5ca943c9db4cc58df7d895a91bb88a', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:19:20.306762 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1cca3402-47be-48cc-bee4-1c0522162ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:20.308186 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1cca3402-47be-48cc-bee4-1c0522162ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:20.378547 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1cca3402-47be-48cc-bee4-1c0522162ea1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:20.426535 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d1080d-69d1-4d1e-94ba-05622633c2d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-a781b942-d641-43c5-9ed8-369c3d0c95c8', 'network_id': 'a781b942-d641-43c5-9ed8-369c3d0c95c8', 'tenant_id': '4d5ca943c9db4cc58df7d895a91bb88a', 'fixed_ips': [{'subnet_id': '943e614e-3c7d-41a2-95da-5a31180826d6'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 20:19:20.427416 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e2d1080d-69d1-4d1e-94ba-05622633c2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:20.545873 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1cca3402-47be-48cc-bee4-1c0522162ea1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:20.575722 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-e2d1080d-69d1-4d1e-94ba-05622633c2d3 None None] Allocated IP 172.20.0.2 (a781b942-d641-43c5-9ed8-369c3d0c95c8/943e614e-3c7d-41a2-95da-5a31180826d6/040b21fa-a967-420a-8aaa-3276f8d45568) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:19:20.737645 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e2d1080d-69d1-4d1e-94ba-05622633c2d3 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:20.745174 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e2d1080d-69d1-4d1e-94ba-05622633c2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:20.755507 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1cca3402-47be-48cc-bee4-1c0522162ea1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:20.778941 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1cca3402-47be-48cc-bee4-1c0522162ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:20.783027 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d1080d-69d1-4d1e-94ba-05622633c2d3 None None] Network a781b942-d641-43c5-9ed8-369c3d0c95c8 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:19:20.787976 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-e2d1080d-69d1-4d1e-94ba-05622633c2d3 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:19:20.791349 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d1080d-69d1-4d1e-94ba-05622633c2d3 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:19:20.801534 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1080d-69d1-4d1e-94ba-05622633c2d3 None None] Pushing event updated for resources: {'Port': ['ID=040b21fa-a967-420a-8aaa-3276f8d45568,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:20.853681 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e2d1080d-69d1-4d1e-94ba-05622633c2d3 None None] Attempting to bind port 040b21fa-a967-420a-8aaa-3276f8d45568 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:19:20.854064 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e2d1080d-69d1-4d1e-94ba-05622633c2d3 None None] Attempting to bind port 040b21fa-a967-420a-8aaa-3276f8d45568 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'c2186c5a-83e0-4c7b-a1f0-bb9a75ae5829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a781b942-d641-43c5-9ed8-369c3d0c95c8'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:19:20.854421 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d1080d-69d1-4d1e-94ba-05622633c2d3 None None] Attempting to bind port 040b21fa-a967-420a-8aaa-3276f8d45568 on network a781b942-d641-43c5-9ed8-369c3d0c95c8 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:19:20.859407 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d1080d-69d1-4d1e-94ba-05622633c2d3 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:19:20.859772 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d1080d-69d1-4d1e-94ba-05622633c2d3 None None] Checking segment: {'id': 'c2186c5a-83e0-4c7b-a1f0-bb9a75ae5829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a781b942-d641-43c5-9ed8-369c3d0c95c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:19:20.860180 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e2d1080d-69d1-4d1e-94ba-05622633c2d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:20.860559 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d1080d-69d1-4d1e-94ba-05622633c2d3 None None] Bound using segment: {'id': 'c2186c5a-83e0-4c7b-a1f0-bb9a75ae5829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a781b942-d641-43c5-9ed8-369c3d0c95c8'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:19:20.861020 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e2d1080d-69d1-4d1e-94ba-05622633c2d3 None None] Bound port: 040b21fa-a967-420a-8aaa-3276f8d45568, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2186c5a-83e0-4c7b-a1f0-bb9a75ae5829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a781b942-d641-43c5-9ed8-369c3d0c95c8'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:19:20.861398 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e2d1080d-69d1-4d1e-94ba-05622633c2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:20.897452 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-1cca3402-47be-48cc-bee4-1c0522162ea1 admin admin] Allocated IP 172.25.3.74 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/d39f90c8-4750-44ee-bf0f-444ea34277e3) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:19:20.931743 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e2d1080d-69d1-4d1e-94ba-05622633c2d3 None None] For port 040b21fa-a967-420a-8aaa-3276f8d45568, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:19:20.935225 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e2d1080d-69d1-4d1e-94ba-05622633c2d3 None None] For port 040b21fa-a967-420a-8aaa-3276f8d45568, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=040b21fa-a967-420a-8aaa-3276f8d45568,segment=NetworkSegment(c2186c5a-83e0-4c7b-a1f0-bb9a75ae5829),segment_id=c2186c5a-83e0-4c7b-a1f0-bb9a75ae5829)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:19:20.941572 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e2d1080d-69d1-4d1e-94ba-05622633c2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:20.998600 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1080d-69d1-4d1e-94ba-05622633c2d3 None None] Pushing event updated for resources: {'Port': ['ID=040b21fa-a967-420a-8aaa-3276f8d45568,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:21.008956 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1cca3402-47be-48cc-bee4-1c0522162ea1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:21.052486 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1cca3402-47be-48cc-bee4-1c0522162ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:21.096082 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cca3402-47be-48cc-bee4-1c0522162ea1 admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:19:21.099061 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-1cca3402-47be-48cc-bee4-1c0522162ea1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:19:21.101557 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cca3402-47be-48cc-bee4-1c0522162ea1 admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:19:21.113050 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20363d6f-291b-4caa-8fc0-f7f65e0158b3 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:19:21.127278 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca3402-47be-48cc-bee4-1c0522162ea1 admin admin] Pushing event updated for resources: {'Port': ['ID=d39f90c8-4750-44ee-bf0f-444ea34277e3,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:21.196610 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c5b3b647-3464-48ae-ac1f-4b9de022e0fa None None] Provisioning complete for port d39f90c8-4750-44ee-bf0f-444ea34277e3 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:19:21.197627 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c5b3b647-3464-48ae-ac1f-4b9de022e0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:21.245145 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c5b3b647-3464-48ae-ac1f-4b9de022e0fa None None] Port d39f90c8-4750-44ee-bf0f-444ea34277e3 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:19:21.412016 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1cca3402-47be-48cc-bee4-1c0522162ea1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:21.503518 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device da8dcd01-24f7-4470-a227-47d17ef2aef5 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:19:21.554469 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port da8dcd01-24f7-4470-a227-47d17ef2aef5 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:19:21.554832 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:21.642247 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1cca3402-47be-48cc-bee4-1c0522162ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:21.791942 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cca3402-47be-48cc-bee4-1c0522162ea1 admin admin] Router 91117d06-0ecc-4e1c-ab67-dc1838f6fc8e is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 20:19:21.815505 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 040b21fa-a967-420a-8aaa-3276f8d45568 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:19:21.824440 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9050b237-9f97-4ece-a793-ad1e730c2286 None None] Sync routers for ids ['2dc1bc3c-3884-4c27-badd-4ec132aa93a2'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:19:21.834624 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9050b237-9f97-4ece-a793-ad1e730c2286 None None] Routers {'2dc1bc3c-3884-4c27-badd-4ec132aa93a2'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:19:21.835338 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9050b237-9f97-4ece-a793-ad1e730c2286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:18:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2dc1bc3c-3884-4c27-badd-4ec132aa93a2'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:21.865859 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 040b21fa-a967-420a-8aaa-3276f8d45568 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:19:21.866493 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:21.926015 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cca3402-47be-48cc-bee4-1c0522162ea1 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:19:21.948883 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1cca3402-47be-48cc-bee4-1c0522162ea1 admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:21.950220 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1cca3402-47be-48cc-bee4-1c0522162ea1 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6738577 Nov 10 20:19:21.951657 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a488f56-4ac6-4873-ae28-6b46133a16de None None] Sync routers for ids ['91117d06-0ecc-4e1c-ab67-dc1838f6fc8e'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:19:21.954258 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 56876) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:19:21.966892 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-9050b237-9f97-4ece-a793-ad1e730c2286 None None] Set router 2dc1bc3c-3884-4c27-badd-4ec132aa93a2 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:19:21.979712 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a488f56-4ac6-4873-ae28-6b46133a16de None None] Routers {'91117d06-0ecc-4e1c-ab67-dc1838f6fc8e'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:19:21.980339 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-0a488f56-4ac6-4873-ae28-6b46133a16de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:18:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['91117d06-0ecc-4e1c-ab67-dc1838f6fc8e'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:21.982677 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:22.040017 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b62ae71-d30e-4811-82eb-e38291cf3b65 None None] Network a781b942-d641-43c5-9ed8-369c3d0c95c8 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:19:22.168449 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 040b21fa-a967-420a-8aaa-3276f8d45568, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=040b21fa-a967-420a-8aaa-3276f8d45568,segment=NetworkSegment(c2186c5a-83e0-4c7b-a1f0-bb9a75ae5829),segment_id=c2186c5a-83e0-4c7b-a1f0-bb9a75ae5829)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:19:22.185691 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:22.198531 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4dbb8db1-e741-4bb2-b01d-0d6bcd3b847e None None] Provisioning complete for port 040b21fa-a967-420a-8aaa-3276f8d45568 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:19:22.198900 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4dbb8db1-e741-4bb2-b01d-0d6bcd3b847e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:22.264797 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-0a488f56-4ac6-4873-ae28-6b46133a16de None None] Set router 91117d06-0ecc-4e1c-ab67-dc1838f6fc8e gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:19:22.299091 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9050b237-9f97-4ece-a793-ad1e730c2286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc1bc3c-3884-4c27-badd-4ec132aa93a2', 'name': 'tempest-TestEncryptedCinderVolumes-109397367-router', 'tenant_id': '335fcdf863ba4d3bb2ad74e3f7e3b6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'da8dcd01-24f7-4470-a227-47d17ef2aef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:19:15Z', 'updated_at': '2021-11-10T20:19:18Z', 'revision_number': 4, 'project_id': '335fcdf863ba4d3bb2ad74e3f7e3b6e6', 'gw_port': {'id': 'da8dcd01-24f7-4470-a227-47d17ef2aef5', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc1bc3c-3884-4c27-badd-4ec132aa93a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:19:16Z', 'updated_at': '2021-11-10T20:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '243b4132-5eb2-442c-9196-7a56cde5c93c', 'name': '', 'network_id': '069aceb5-cd49-46d9-8c78-1ed82a46fd0b', 'tenant_id': '335fcdf863ba4d3bb2ad74e3f7e3b6e6', 'mac_address': 'fa:16:3e:0d:51:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc1bc3c-3884-4c27-badd-4ec132aa93a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e7b89852-717e-42c6-b450-746da421f776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:19:17Z', 'updated_at': '2021-11-10T20:19:18Z', 'revision_number': 2, 'project_id': '335fcdf863ba4d3bb2ad74e3f7e3b6e6', 'subnets': [{'id': 'e7b89852-717e-42c6-b450-746da421f776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:22.329087 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9050b237-9f97-4ece-a793-ad1e730c2286 None None] Checking router: 2dc1bc3c-3884-4c27-badd-4ec132aa93a2 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:19:22.329589 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9050b237-9f97-4ece-a793-ad1e730c2286 None None] Updating router 2dc1bc3c-3884-4c27-badd-4ec132aa93a2 port 243b4132-5eb2-442c-9196-7a56cde5c93c binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:19:22.356166 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9050b237-9f97-4ece-a793-ad1e730c2286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:22.377163 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=040b21fa-a967-420a-8aaa-3276f8d45568,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:22.417622 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-70d5c614-fa66-44e9-9d83-614a4705f579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:22.607161 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-0a488f56-4ac6-4873-ae28-6b46133a16de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91117d06-0ecc-4e1c-ab67-dc1838f6fc8e', 'name': 'tempest-TestEncryptedCinderVolumes-1689154536-router', 'tenant_id': '4d5ca943c9db4cc58df7d895a91bb88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'd39f90c8-4750-44ee-bf0f-444ea34277e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:19:20Z', 'updated_at': '2021-11-10T20:19:21Z', 'revision_number': 3, 'project_id': '4d5ca943c9db4cc58df7d895a91bb88a', 'gw_port': {'id': 'd39f90c8-4750-44ee-bf0f-444ea34277e3', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91117d06-0ecc-4e1c-ab67-dc1838f6fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:19:20Z', 'updated_at': '2021-11-10T20:19:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:22.611904 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-70d5c614-fa66-44e9-9d83-614a4705f579 admin admin] Allocated IP 172.20.0.1 (a781b942-d641-43c5-9ed8-369c3d0c95c8/943e614e-3c7d-41a2-95da-5a31180826d6/bea21b6a-402a-4e8a-84c1-37ce448607ea) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:19:22.647454 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a488f56-4ac6-4873-ae28-6b46133a16de None None] Checking router: 91117d06-0ecc-4e1c-ab67-dc1838f6fc8e for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:19:22.647803 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a488f56-4ac6-4873-ae28-6b46133a16de None None] Updating router 91117d06-0ecc-4e1c-ab67-dc1838f6fc8e port d39f90c8-4750-44ee-bf0f-444ea34277e3 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:19:22.692051 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0a488f56-4ac6-4873-ae28-6b46133a16de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:22.694738 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9050b237-9f97-4ece-a793-ad1e730c2286 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:22.706169 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9050b237-9f97-4ece-a793-ad1e730c2286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:22.760498 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-70d5c614-fa66-44e9-9d83-614a4705f579 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:22.812447 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf3d92-5b04-45bf-84df-c88f1ae47623 None None] Pushing event updated for resources: {'Port': ['ID=243b4132-5eb2-442c-9196-7a56cde5c93c,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:22.817340 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-70d5c614-fa66-44e9-9d83-614a4705f579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:22.846593 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf3d92-5b04-45bf-84df-c88f1ae47623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:22.847650 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf3d92-5b04-45bf-84df-c88f1ae47623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:22.848088 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf3d92-5b04-45bf-84df-c88f1ae47623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:22.848648 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf3d92-5b04-45bf-84df-c88f1ae47623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:22.849112 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf3d92-5b04-45bf-84df-c88f1ae47623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:22.849598 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf3d92-5b04-45bf-84df-c88f1ae47623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:22.850090 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf3d92-5b04-45bf-84df-c88f1ae47623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:22.850559 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf3d92-5b04-45bf-84df-c88f1ae47623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:22.851044 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf3d92-5b04-45bf-84df-c88f1ae47623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:22.851522 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf3d92-5b04-45bf-84df-c88f1ae47623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:22.851998 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf3d92-5b04-45bf-84df-c88f1ae47623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:22.852543 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf3d92-5b04-45bf-84df-c88f1ae47623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:22.863930 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-9050b237-9f97-4ece-a793-ad1e730c2286 None None] Attempting to bind port 243b4132-5eb2-442c-9196-7a56cde5c93c on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:19:22.864878 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-9050b237-9f97-4ece-a793-ad1e730c2286 None None] Attempting to bind port 243b4132-5eb2-442c-9196-7a56cde5c93c by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '25a75889-7337-429e-b36e-0d57970e9c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '069aceb5-cd49-46d9-8c78-1ed82a46fd0b'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:19:22.865389 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9050b237-9f97-4ece-a793-ad1e730c2286 None None] Attempting to bind port 243b4132-5eb2-442c-9196-7a56cde5c93c on network 069aceb5-cd49-46d9-8c78-1ed82a46fd0b {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:19:22.877463 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9050b237-9f97-4ece-a793-ad1e730c2286 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:19:22.878075 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9050b237-9f97-4ece-a793-ad1e730c2286 None None] Checking segment: {'id': '25a75889-7337-429e-b36e-0d57970e9c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '069aceb5-cd49-46d9-8c78-1ed82a46fd0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:19:22.878677 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9050b237-9f97-4ece-a793-ad1e730c2286 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:22.879212 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9050b237-9f97-4ece-a793-ad1e730c2286 None None] Bound using segment: {'id': '25a75889-7337-429e-b36e-0d57970e9c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '069aceb5-cd49-46d9-8c78-1ed82a46fd0b'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:19:22.880914 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-9050b237-9f97-4ece-a793-ad1e730c2286 None None] Bound port: 243b4132-5eb2-442c-9196-7a56cde5c93c, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a75889-7337-429e-b36e-0d57970e9c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '069aceb5-cd49-46d9-8c78-1ed82a46fd0b'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:19:22.883586 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9050b237-9f97-4ece-a793-ad1e730c2286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:22.899361 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d5c614-fa66-44e9-9d83-614a4705f579 admin admin] Network a781b942-d641-43c5-9ed8-369c3d0c95c8 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:19:22.901808 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5c614-fa66-44e9-9d83-614a4705f579 admin admin] Pushing event updated for resources: {'Port': ['ID=bea21b6a-402a-4e8a-84c1-37ce448607ea,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:22.910663 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-70d5c614-fa66-44e9-9d83-614a4705f579 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:19:22.914759 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d5c614-fa66-44e9-9d83-614a4705f579 admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:19:22.971549 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-6bd6ae0f-ff5e-4149-ad4b-024e90e02acd None None] Provisioning complete for port 040b21fa-a967-420a-8aaa-3276f8d45568 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:19:22.972191 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6bd6ae0f-ff5e-4149-ad4b-024e90e02acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:22.988752 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-70d5c614-fa66-44e9-9d83-614a4705f579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:23.001429 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-9050b237-9f97-4ece-a793-ad1e730c2286 None None] For port 243b4132-5eb2-442c-9196-7a56cde5c93c, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:19:23.005463 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-9050b237-9f97-4ece-a793-ad1e730c2286 None None] For port 243b4132-5eb2-442c-9196-7a56cde5c93c, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=243b4132-5eb2-442c-9196-7a56cde5c93c,segment=NetworkSegment(25a75889-7337-429e-b36e-0d57970e9c37),segment_id=25a75889-7337-429e-b36e-0d57970e9c37)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:19:23.012150 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9050b237-9f97-4ece-a793-ad1e730c2286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:23.137675 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf3d92-5b04-45bf-84df-c88f1ae47623 None None] Pushing event updated for resources: {'Port': ['ID=243b4132-5eb2-442c-9196-7a56cde5c93c,revision_number=4']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:23.168714 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9050b237-9f97-4ece-a793-ad1e730c2286 None None] Routers {'2dc1bc3c-3884-4c27-badd-4ec132aa93a2'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:19:23.169355 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9050b237-9f97-4ece-a793-ad1e730c2286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:18:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2dc1bc3c-3884-4c27-badd-4ec132aa93a2'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:23.184880 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-70d5c614-fa66-44e9-9d83-614a4705f579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:23.231401 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0a488f56-4ac6-4873-ae28-6b46133a16de None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:23.241732 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0a488f56-4ac6-4873-ae28-6b46133a16de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:23.285279 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-0a488f56-4ac6-4873-ae28-6b46133a16de None None] Attempting to bind port d39f90c8-4750-44ee-bf0f-444ea34277e3 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:19:23.285662 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-0a488f56-4ac6-4873-ae28-6b46133a16de None None] Attempting to bind port d39f90c8-4750-44ee-bf0f-444ea34277e3 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:19:23.286080 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a488f56-4ac6-4873-ae28-6b46133a16de None None] Attempting to bind port d39f90c8-4750-44ee-bf0f-444ea34277e3 on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:19:23.316042 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551fcd65-eced-428c-bc44-8d232449fbb3 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:19:23.343578 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a488f56-4ac6-4873-ae28-6b46133a16de None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:19:23.343991 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a488f56-4ac6-4873-ae28-6b46133a16de None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:19:23.344369 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0a488f56-4ac6-4873-ae28-6b46133a16de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:23.344748 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a488f56-4ac6-4873-ae28-6b46133a16de None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:19:23.345268 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-0a488f56-4ac6-4873-ae28-6b46133a16de None None] Bound port: d39f90c8-4750-44ee-bf0f-444ea34277e3, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:19:23.345652 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0a488f56-4ac6-4873-ae28-6b46133a16de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:23.376813 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-9050b237-9f97-4ece-a793-ad1e730c2286 None None] Set router 2dc1bc3c-3884-4c27-badd-4ec132aa93a2 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:19:23.389891 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c2b123aa-2703-4277-bc21-b99170310bb5 None None] Provisioning complete for port 243b4132-5eb2-442c-9196-7a56cde5c93c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:19:23.390253 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c2b123aa-2703-4277-bc21-b99170310bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:23.393469 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b8563-349d-428f-9ec2-e7ac8448de29 None None] Pushing event updated for resources: {'Port': ['ID=d39f90c8-4750-44ee-bf0f-444ea34277e3,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:23.503049 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-0a488f56-4ac6-4873-ae28-6b46133a16de None None] For port d39f90c8-4750-44ee-bf0f-444ea34277e3, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:19:23.510412 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-0a488f56-4ac6-4873-ae28-6b46133a16de None None] For port d39f90c8-4750-44ee-bf0f-444ea34277e3, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d39f90c8-4750-44ee-bf0f-444ea34277e3,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:19:23.532645 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0a488f56-4ac6-4873-ae28-6b46133a16de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:23.537112 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-70d5c614-fa66-44e9-9d83-614a4705f579 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:23.546323 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-70d5c614-fa66-44e9-9d83-614a4705f579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:23.574028 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 243b4132-5eb2-442c-9196-7a56cde5c93c up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:19:23.579576 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3e1892c9-d77f-49aa-93d8-602b6fe9e6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:23.617212 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-70d5c614-fa66-44e9-9d83-614a4705f579 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:23.641753 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5c614-fa66-44e9-9d83-614a4705f579 admin admin] Pushing event updated for resources: {'Port': ['ID=bea21b6a-402a-4e8a-84c1-37ce448607ea,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:23.665500 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d6e0d7-7221-4afd-8477-38247b242fbb None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:19:23.704120 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9050b237-9f97-4ece-a793-ad1e730c2286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc1bc3c-3884-4c27-badd-4ec132aa93a2', 'name': 'tempest-TestEncryptedCinderVolumes-109397367-router', 'tenant_id': '335fcdf863ba4d3bb2ad74e3f7e3b6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'da8dcd01-24f7-4470-a227-47d17ef2aef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:19:15Z', 'updated_at': '2021-11-10T20:19:18Z', 'revision_number': 4, 'project_id': '335fcdf863ba4d3bb2ad74e3f7e3b6e6', 'gw_port': {'id': 'da8dcd01-24f7-4470-a227-47d17ef2aef5', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc1bc3c-3884-4c27-badd-4ec132aa93a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:19:16Z', 'updated_at': '2021-11-10T20:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '243b4132-5eb2-442c-9196-7a56cde5c93c', 'name': '', 'network_id': '069aceb5-cd49-46d9-8c78-1ed82a46fd0b', 'tenant_id': '335fcdf863ba4d3bb2ad74e3f7e3b6e6', 'mac_address': 'fa:16:3e:0d:51:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc1bc3c-3884-4c27-badd-4ec132aa93a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e7b89852-717e-42c6-b450-746da421f776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:19:17Z', 'updated_at': '2021-11-10T20:19:22Z', 'revision_number': 4, 'project_id': '335fcdf863ba4d3bb2ad74e3f7e3b6e6', 'subnets': [{'id': 'e7b89852-717e-42c6-b450-746da421f776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:23.709575 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a488f56-4ac6-4873-ae28-6b46133a16de None None] Routers {'91117d06-0ecc-4e1c-ab67-dc1838f6fc8e'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:19:23.710337 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-0a488f56-4ac6-4873-ae28-6b46133a16de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:18:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['91117d06-0ecc-4e1c-ab67-dc1838f6fc8e'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:23.730594 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d5c614-fa66-44e9-9d83-614a4705f579 admin admin] Network a781b942-d641-43c5-9ed8-369c3d0c95c8 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:19:23.732217 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-70d5c614-fa66-44e9-9d83-614a4705f579 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:19:23.734947 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9050b237-9f97-4ece-a793-ad1e730c2286 None None] The sync data for ids ['2dc1bc3c-3884-4c27-badd-4ec132aa93a2'] in n-d-813897-4 is: [{'id': '2dc1bc3c-3884-4c27-badd-4ec132aa93a2', 'name': 'tempest-TestEncryptedCinderVolumes-109397367-router', 'tenant_id': '335fcdf863ba4d3bb2ad74e3f7e3b6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'da8dcd01-24f7-4470-a227-47d17ef2aef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:19:15Z', 'updated_at': '2021-11-10T20:19:18Z', 'revision_number': 4, 'project_id': '335fcdf863ba4d3bb2ad74e3f7e3b6e6', 'gw_port': {'id': 'da8dcd01-24f7-4470-a227-47d17ef2aef5', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc1bc3c-3884-4c27-badd-4ec132aa93a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:19:16Z', 'updated_at': '2021-11-10T20:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '243b4132-5eb2-442c-9196-7a56cde5c93c', 'name': '', 'network_id': '069aceb5-cd49-46d9-8c78-1ed82a46fd0b', 'tenant_id': '335fcdf863ba4d3bb2ad74e3f7e3b6e6', 'mac_address': 'fa:16:3e:0d:51:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc1bc3c-3884-4c27-badd-4ec132aa93a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e7b89852-717e-42c6-b450-746da421f776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:19:17Z', 'updated_at': '2021-11-10T20:19:22Z', 'revision_number': 4, 'project_id': '335fcdf863ba4d3bb2ad74e3f7e3b6e6', 'subnets': [{'id': 'e7b89852-717e-42c6-b450-746da421f776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:19:23.756892 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b8563-349d-428f-9ec2-e7ac8448de29 None None] Pushing event updated for resources: {'Port': ['ID=d39f90c8-4750-44ee-bf0f-444ea34277e3,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:23.764796 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c2b123aa-2703-4277-bc21-b99170310bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:23.882306 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d5c614-fa66-44e9-9d83-614a4705f579 admin admin] Router 91117d06-0ecc-4e1c-ab67-dc1838f6fc8e has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:19:24.019080 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d5c614-fa66-44e9-9d83-614a4705f579 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:19:24.026342 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-70d5c614-fa66-44e9-9d83-614a4705f579 admin admin] 10.222.0.54 "PUT /v2.0/routers/91117d06-0ecc-4e1c-ab67-dc1838f6fc8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0703187 Nov 10 20:19:24.031460 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 243b4132-5eb2-442c-9196-7a56cde5c93c triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:19:24.031947 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:24.080697 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c2b123aa-2703-4277-bc21-b99170310bb5 None None] For port 243b4132-5eb2-442c-9196-7a56cde5c93c, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=243b4132-5eb2-442c-9196-7a56cde5c93c,segment=NetworkSegment(25a75889-7337-429e-b36e-0d57970e9c37),segment_id=25a75889-7337-429e-b36e-0d57970e9c37)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:19:24.094912 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c2b123aa-2703-4277-bc21-b99170310bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:24.104089 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-0a488f56-4ac6-4873-ae28-6b46133a16de None None] Set router 91117d06-0ecc-4e1c-ab67-dc1838f6fc8e gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:19:24.264421 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b123aa-2703-4277-bc21-b99170310bb5 None None] Pushing event updated for resources: {'Port': ['ID=243b4132-5eb2-442c-9196-7a56cde5c93c,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:24.338870 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 040b21fa-a967-420a-8aaa-3276f8d45568 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:19:24.346927 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-db2fa106-1e0b-4369-a38e-d475ff85c6d5 None None] Provisioning complete for port d39f90c8-4750-44ee-bf0f-444ea34277e3 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:19:24.347370 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-db2fa106-1e0b-4369-a38e-d475ff85c6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:24.484490 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 040b21fa-a967-420a-8aaa-3276f8d45568 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:19:24.484790 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:24.557724 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-db2fa106-1e0b-4369-a38e-d475ff85c6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:24.588993 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-db2fa106-1e0b-4369-a38e-d475ff85c6d5 None None] For port d39f90c8-4750-44ee-bf0f-444ea34277e3, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d39f90c8-4750-44ee-bf0f-444ea34277e3,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:19:24.591379 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-0a488f56-4ac6-4873-ae28-6b46133a16de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91117d06-0ecc-4e1c-ab67-dc1838f6fc8e', 'name': 'tempest-TestEncryptedCinderVolumes-1689154536-router', 'tenant_id': '4d5ca943c9db4cc58df7d895a91bb88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'd39f90c8-4750-44ee-bf0f-444ea34277e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:19:20Z', 'updated_at': '2021-11-10T20:19:23Z', 'revision_number': 4, 'project_id': '4d5ca943c9db4cc58df7d895a91bb88a', 'gw_port': {'id': 'd39f90c8-4750-44ee-bf0f-444ea34277e3', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91117d06-0ecc-4e1c-ab67-dc1838f6fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:19:20Z', 'updated_at': '2021-11-10T20:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'bea21b6a-402a-4e8a-84c1-37ce448607ea', 'name': '', 'network_id': 'a781b942-d641-43c5-9ed8-369c3d0c95c8', 'tenant_id': '4d5ca943c9db4cc58df7d895a91bb88a', 'mac_address': 'fa:16:3e:1e:92:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91117d06-0ecc-4e1c-ab67-dc1838f6fc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '943e614e-3c7d-41a2-95da-5a31180826d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:19:22Z', 'updated_at': '2021-11-10T20:19:23Z', 'revision_number': 2, 'project_id': '4d5ca943c9db4cc58df7d895a91bb88a', 'subnets': [{'id': '943e614e-3c7d-41a2-95da-5a31180826d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:24.596639 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-db2fa106-1e0b-4369-a38e-d475ff85c6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:24.646524 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a488f56-4ac6-4873-ae28-6b46133a16de None None] The sync data for ids ['91117d06-0ecc-4e1c-ab67-dc1838f6fc8e'] in n-d-813897-4 is: [{'id': '91117d06-0ecc-4e1c-ab67-dc1838f6fc8e', 'name': 'tempest-TestEncryptedCinderVolumes-1689154536-router', 'tenant_id': '4d5ca943c9db4cc58df7d895a91bb88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'd39f90c8-4750-44ee-bf0f-444ea34277e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:19:20Z', 'updated_at': '2021-11-10T20:19:23Z', 'revision_number': 4, 'project_id': '4d5ca943c9db4cc58df7d895a91bb88a', 'gw_port': {'id': 'd39f90c8-4750-44ee-bf0f-444ea34277e3', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91117d06-0ecc-4e1c-ab67-dc1838f6fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:19:20Z', 'updated_at': '2021-11-10T20:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'bea21b6a-402a-4e8a-84c1-37ce448607ea', 'name': '', 'network_id': 'a781b942-d641-43c5-9ed8-369c3d0c95c8', 'tenant_id': '4d5ca943c9db4cc58df7d895a91bb88a', 'mac_address': 'fa:16:3e:1e:92:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91117d06-0ecc-4e1c-ab67-dc1838f6fc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '943e614e-3c7d-41a2-95da-5a31180826d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:19:22Z', 'updated_at': '2021-11-10T20:19:23Z', 'revision_number': 2, 'project_id': '4d5ca943c9db4cc58df7d895a91bb88a', 'subnets': [{'id': '943e614e-3c7d-41a2-95da-5a31180826d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:19:24.710234 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-db2fa106-1e0b-4369-a38e-d475ff85c6d5 None None] Provisioning complete for port 243b4132-5eb2-442c-9196-7a56cde5c93c triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:19:24.710605 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-db2fa106-1e0b-4369-a38e-d475ff85c6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:24.731311 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca81c75-2455-455a-8c31-442a8528331f req-5575ee89-26ea-4788-a920-4d8345c181e5 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:24.733002 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3ca81c75-2455-455a-8c31-442a8528331f req-5575ee89-26ea-4788-a920-4d8345c181e5 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/networks?id=069aceb5-cd49-46d9-8c78-1ed82a46fd0b HTTP/1.1" status: 200 len: 816 time: 0.1161518 Nov 10 20:19:24.738396 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2fa106-1e0b-4369-a38e-d475ff85c6d5 None None] Pushing event updated for resources: {'Port': ['ID=d39f90c8-4750-44ee-bf0f-444ea34277e3,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:24.750407 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3ca81c75-2455-455a-8c31-442a8528331f req-da4421e6-bac7-4ce4-9d32-9efd4049226d tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/quotas/335fcdf863ba4d3bb2ad74e3f7e3b6e6 HTTP/1.1" status: 200 len: 375 time: 0.0106645 Nov 10 20:19:24.809250 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3ca81c75-2455-455a-8c31-442a8528331f req-1048f5e2-b6c6-4900-82fd-75f7404da522 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=335fcdf863ba4d3bb2ad74e3f7e3b6e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523996 Nov 10 20:19:24.816714 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-db2fa106-1e0b-4369-a38e-d475ff85c6d5 None None] Provisioning complete for port bea21b6a-402a-4e8a-84c1-37ce448607ea triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:19:24.817085 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-db2fa106-1e0b-4369-a38e-d475ff85c6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:24.854912 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-db2fa106-1e0b-4369-a38e-d475ff85c6d5 None None] Port bea21b6a-402a-4e8a-84c1-37ce448607ea cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:19:24.933413 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3ca81c75-2455-455a-8c31-442a8528331f req-36dfccb9-eedb-4037-9f72-df145dcb77af service neutron] 10.222.0.54 "GET /v2.0/networks/069aceb5-cd49-46d9-8c78-1ed82a46fd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116743 Nov 10 20:19:25.039859 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3ca81c75-2455-455a-8c31-442a8528331f req-12433cc8-5119-4a05-b523-1a58cb45f501 service neutron] 10.222.0.54 "GET /v2.0/networks/069aceb5-cd49-46d9-8c78-1ed82a46fd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987117 Nov 10 20:19:25.222258 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1978e43c-9fa2-4409-a686-a48fce9b7261 req-39bd8962-08ac-41ee-b371-1bdb419637a9 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/ports?device_id=374b001c-302f-4741-86ec-890f8b0d78ea HTTP/1.1" status: 200 len: 210 time: 0.0299077 Nov 10 20:19:25.458200 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 243b4132-5eb2-442c-9196-7a56cde5c93c up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:19:25.510953 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:25.521399 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 243b4132-5eb2-442c-9196-7a56cde5c93c triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:19:25.521823 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:25.697047 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:25.762030 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-01b28c80-1deb-42d7-9ba2-b9660e9ed506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:26.260188 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca81c75-2455-455a-8c31-442a8528331f req-5b4db55f-4162-4df7-99b7-dd9887f0411c tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:26.261862 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3ca81c75-2455-455a-8c31-442a8528331f req-5b4db55f-4162-4df7-99b7-dd9887f0411c tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.73 "GET /v2.0/networks?id=069aceb5-cd49-46d9-8c78-1ed82a46fd0b HTTP/1.1" status: 200 len: 816 time: 0.1182926 Nov 10 20:19:26.278900 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-3ca81c75-2455-455a-8c31-442a8528331f req-0dd662c4-00a9-4fa3-86e1-9b5dd790f4e4 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Request body: {'port': {'device_id': '374b001c-302f-4741-86ec-890f8b0d78ea', 'network_id': '069aceb5-cd49-46d9-8c78-1ed82a46fd0b', 'admin_state_up': True, 'tenant_id': '335fcdf863ba4d3bb2ad74e3f7e3b6e6'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:19:26.338361 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e46ee7a1-a85f-4eb1-bf9f-e4023ce2e798 req-74ae253b-9a7e-495f-88c6-c43b66c6db26 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/ports?device_id=374b001c-302f-4741-86ec-890f8b0d78ea HTTP/1.1" status: 200 len: 210 time: 0.0306008 Nov 10 20:19:26.420148 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ca81c75-2455-455a-8c31-442a8528331f req-0dd662c4-00a9-4fa3-86e1-9b5dd790f4e4 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Made reservation on behalf of 335fcdf863ba4d3bb2ad74e3f7e3b6e6 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:19:26.424485 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3ca81c75-2455-455a-8c31-442a8528331f req-0dd662c4-00a9-4fa3-86e1-9b5dd790f4e4 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:26.564489 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-3ca81c75-2455-455a-8c31-442a8528331f req-0dd662c4-00a9-4fa3-86e1-9b5dd790f4e4 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Allocated IP 172.20.0.7 (069aceb5-cd49-46d9-8c78-1ed82a46fd0b/e7b89852-717e-42c6-b450-746da421f776/08bb4089-d8d3-40fd-8aff-7dd66dad3da4) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:19:26.719377 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3ca81c75-2455-455a-8c31-442a8528331f req-0dd662c4-00a9-4fa3-86e1-9b5dd790f4e4 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:26.760364 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3ca81c75-2455-455a-8c31-442a8528331f req-0dd662c4-00a9-4fa3-86e1-9b5dd790f4e4 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:26.812291 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca81c75-2455-455a-8c31-442a8528331f req-0dd662c4-00a9-4fa3-86e1-9b5dd790f4e4 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Network 069aceb5-cd49-46d9-8c78-1ed82a46fd0b is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:19:26.817347 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-3ca81c75-2455-455a-8c31-442a8528331f req-0dd662c4-00a9-4fa3-86e1-9b5dd790f4e4 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:19:26.821181 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca81c75-2455-455a-8c31-442a8528331f req-0dd662c4-00a9-4fa3-86e1-9b5dd790f4e4 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:19:26.829218 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd662c4-00a9-4fa3-86e1-9b5dd790f4e4 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Pushing event updated for resources: {'Port': ['ID=08bb4089-d8d3-40fd-8aff-7dd66dad3da4,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:26.880973 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca81c75-2455-455a-8c31-442a8528331f req-0dd662c4-00a9-4fa3-86e1-9b5dd790f4e4 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:26.881710 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3ca81c75-2455-455a-8c31-442a8528331f req-0dd662c4-00a9-4fa3-86e1-9b5dd790f4e4 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:26.904377 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3ca81c75-2455-455a-8c31-442a8528331f req-0dd662c4-00a9-4fa3-86e1-9b5dd790f4e4 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6307437 Nov 10 20:19:27.038241 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-3ca81c75-2455-455a-8c31-442a8528331f req-c78baba6-f0ff-46d2-8d03-7b46a62dba7a service neutron] Request body: {'port': {'device_id': '374b001c-302f-4741-86ec-890f8b0d78ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:19:27.098623 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3ca81c75-2455-455a-8c31-442a8528331f req-c78baba6-f0ff-46d2-8d03-7b46a62dba7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:27.176518 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-3352b76e-f81a-4811-980f-8da63ccc56eb None None] Provisioning complete for port 08bb4089-d8d3-40fd-8aff-7dd66dad3da4 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:19:27.177002 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3352b76e-f81a-4811-980f-8da63ccc56eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:27.211466 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-3352b76e-f81a-4811-980f-8da63ccc56eb None None] Port 08bb4089-d8d3-40fd-8aff-7dd66dad3da4 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:19:27.252452 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e78663c-1b2f-4ca1-8d9c-6c95b22a851c None None] Sync routers for ids ['91117d06-0ecc-4e1c-ab67-dc1838f6fc8e'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:19:27.266709 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e78663c-1b2f-4ca1-8d9c-6c95b22a851c None None] Routers {'91117d06-0ecc-4e1c-ab67-dc1838f6fc8e'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:19:27.267237 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-4e78663c-1b2f-4ca1-8d9c-6c95b22a851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:19:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['91117d06-0ecc-4e1c-ab67-dc1838f6fc8e'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:27.370437 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-3ca81c75-2455-455a-8c31-442a8528331f req-c78baba6-f0ff-46d2-8d03-7b46a62dba7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08bb4089-d8d3-40fd-8aff-7dd66dad3da4 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:19:27.374080 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-4e78663c-1b2f-4ca1-8d9c-6c95b22a851c None None] Set router 91117d06-0ecc-4e1c-ab67-dc1838f6fc8e gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:19:27.378506 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3ca81c75-2455-455a-8c31-442a8528331f req-c78baba6-f0ff-46d2-8d03-7b46a62dba7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:27.392471 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-3ca81c75-2455-455a-8c31-442a8528331f req-c78baba6-f0ff-46d2-8d03-7b46a62dba7a service neutron] Transition to ACTIVE for port object 08bb4089-d8d3-40fd-8aff-7dd66dad3da4 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:19:27.399594 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3ca81c75-2455-455a-8c31-442a8528331f req-c78baba6-f0ff-46d2-8d03-7b46a62dba7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:27.488121 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726871b-5e71-4b7d-87e4-65b5a3521661 req-9eaf917a-e88f-4194-aa35-1b6cd5aef9d7 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:27.490060 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:27.498566 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5726871b-5e71-4b7d-87e4-65b5a3521661 req-9eaf917a-e88f-4194-aa35-1b6cd5aef9d7 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/ports?device_id=374b001c-302f-4741-86ec-890f8b0d78ea HTTP/1.1" status: 200 len: 943 time: 0.0808361 Nov 10 20:19:27.524056 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78baba6-f0ff-46d2-8d03-7b46a62dba7a service neutron] Pushing event updated for resources: {'Port': ['ID=08bb4089-d8d3-40fd-8aff-7dd66dad3da4,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:27.540073 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-3ca81c75-2455-455a-8c31-442a8528331f req-c78baba6-f0ff-46d2-8d03-7b46a62dba7a service neutron] Attempting to bind port 08bb4089-d8d3-40fd-8aff-7dd66dad3da4 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:19:27.540402 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-3ca81c75-2455-455a-8c31-442a8528331f req-c78baba6-f0ff-46d2-8d03-7b46a62dba7a service neutron] Attempting to bind port 08bb4089-d8d3-40fd-8aff-7dd66dad3da4 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '25a75889-7337-429e-b36e-0d57970e9c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '069aceb5-cd49-46d9-8c78-1ed82a46fd0b'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:19:27.540738 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca81c75-2455-455a-8c31-442a8528331f req-c78baba6-f0ff-46d2-8d03-7b46a62dba7a service neutron] Attempting to bind port 08bb4089-d8d3-40fd-8aff-7dd66dad3da4 on network 069aceb5-cd49-46d9-8c78-1ed82a46fd0b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:19:27.546348 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca81c75-2455-455a-8c31-442a8528331f req-c78baba6-f0ff-46d2-8d03-7b46a62dba7a service neutron] Port 08bb4089-d8d3-40fd-8aff-7dd66dad3da4 on network 069aceb5-cd49-46d9-8c78-1ed82a46fd0b not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:19:27.546669 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca81c75-2455-455a-8c31-442a8528331f req-c78baba6-f0ff-46d2-8d03-7b46a62dba7a service neutron] Attempting to bind port 08bb4089-d8d3-40fd-8aff-7dd66dad3da4 on network 069aceb5-cd49-46d9-8c78-1ed82a46fd0b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:19:27.552981 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca81c75-2455-455a-8c31-442a8528331f req-c78baba6-f0ff-46d2-8d03-7b46a62dba7a service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:19:27.553330 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca81c75-2455-455a-8c31-442a8528331f req-c78baba6-f0ff-46d2-8d03-7b46a62dba7a service neutron] Checking segment: {'id': '25a75889-7337-429e-b36e-0d57970e9c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '069aceb5-cd49-46d9-8c78-1ed82a46fd0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:19:27.553694 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca81c75-2455-455a-8c31-442a8528331f req-c78baba6-f0ff-46d2-8d03-7b46a62dba7a service neutron] Bound using segment: {'id': '25a75889-7337-429e-b36e-0d57970e9c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '069aceb5-cd49-46d9-8c78-1ed82a46fd0b'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:19:27.554177 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-3ca81c75-2455-455a-8c31-442a8528331f req-c78baba6-f0ff-46d2-8d03-7b46a62dba7a service neutron] Bound port: 08bb4089-d8d3-40fd-8aff-7dd66dad3da4, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a75889-7337-429e-b36e-0d57970e9c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '069aceb5-cd49-46d9-8c78-1ed82a46fd0b'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:19:27.554532 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3ca81c75-2455-455a-8c31-442a8528331f req-c78baba6-f0ff-46d2-8d03-7b46a62dba7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:27.560031 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d39f90c8-4750-44ee-bf0f-444ea34277e3 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:19:27.592516 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5726871b-5e71-4b7d-87e4-65b5a3521661 req-20d6f740-5354-46bd-a7de-eea2701e9c5e tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8baf413-429f-498c-9770-37a0a583101c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868816 Nov 10 20:19:27.631774 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-3ca81c75-2455-455a-8c31-442a8528331f req-c78baba6-f0ff-46d2-8d03-7b46a62dba7a service neutron] For port 08bb4089-d8d3-40fd-8aff-7dd66dad3da4, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:19:27.636716 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-3ca81c75-2455-455a-8c31-442a8528331f req-c78baba6-f0ff-46d2-8d03-7b46a62dba7a service neutron] For port 08bb4089-d8d3-40fd-8aff-7dd66dad3da4, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=08bb4089-d8d3-40fd-8aff-7dd66dad3da4,segment=NetworkSegment(25a75889-7337-429e-b36e-0d57970e9c37),segment_id=25a75889-7337-429e-b36e-0d57970e9c37)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:19:27.642699 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3ca81c75-2455-455a-8c31-442a8528331f req-c78baba6-f0ff-46d2-8d03-7b46a62dba7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:27.647453 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port d39f90c8-4750-44ee-bf0f-444ea34277e3 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:19:27.648092 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:27.683289 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-4e78663c-1b2f-4ca1-8d9c-6c95b22a851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91117d06-0ecc-4e1c-ab67-dc1838f6fc8e', 'name': 'tempest-TestEncryptedCinderVolumes-1689154536-router', 'tenant_id': '4d5ca943c9db4cc58df7d895a91bb88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'd39f90c8-4750-44ee-bf0f-444ea34277e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:19:20Z', 'updated_at': '2021-11-10T20:19:23Z', 'revision_number': 4, 'project_id': '4d5ca943c9db4cc58df7d895a91bb88a', 'gw_port': {'id': 'd39f90c8-4750-44ee-bf0f-444ea34277e3', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91117d06-0ecc-4e1c-ab67-dc1838f6fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:19:20Z', 'updated_at': '2021-11-10T20:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'bea21b6a-402a-4e8a-84c1-37ce448607ea', 'name': '', 'network_id': 'a781b942-d641-43c5-9ed8-369c3d0c95c8', 'tenant_id': '4d5ca943c9db4cc58df7d895a91bb88a', 'mac_address': 'fa:16:3e:1e:92:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91117d06-0ecc-4e1c-ab67-dc1838f6fc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '943e614e-3c7d-41a2-95da-5a31180826d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:19:22Z', 'updated_at': '2021-11-10T20:19:23Z', 'revision_number': 2, 'project_id': '4d5ca943c9db4cc58df7d895a91bb88a', 'subnets': [{'id': '943e614e-3c7d-41a2-95da-5a31180826d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:27.683526 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca81c75-2455-455a-8c31-442a8528331f req-c78baba6-f0ff-46d2-8d03-7b46a62dba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:27.684925 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-3ca81c75-2455-455a-8c31-442a8528331f req-c78baba6-f0ff-46d2-8d03-7b46a62dba7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:27.686607 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3ca81c75-2455-455a-8c31-442a8528331f req-c78baba6-f0ff-46d2-8d03-7b46a62dba7a service neutron] 10.222.0.73 "PUT /v2.0/ports/08bb4089-d8d3-40fd-8aff-7dd66dad3da4 HTTP/1.1" status: 200 len: 1091 time: 0.7738428 Nov 10 20:19:27.687099 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374b001c-302f-4741-86ec-890f8b0d78ea', 'tag': '08bb4089-d8d3-40fd-8aff-7dd66dad3da4'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:19:27.689545 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44ead3c-4b3b-4855-a0ec-5bc7a43340f3" -d '{"events": [{"name": "network-changed", "server_uuid": "374b001c-302f-4741-86ec-890f8b0d78ea", "tag": "08bb4089-d8d3-40fd-8aff-7dd66dad3da4"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:19:27.714157 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e78663c-1b2f-4ca1-8d9c-6c95b22a851c None None] Checking router: 91117d06-0ecc-4e1c-ab67-dc1838f6fc8e for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:19:27.714599 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e78663c-1b2f-4ca1-8d9c-6c95b22a851c None None] Updating router 91117d06-0ecc-4e1c-ab67-dc1838f6fc8e port bea21b6a-402a-4e8a-84c1-37ce448607ea binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:19:27.739029 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78baba6-f0ff-46d2-8d03-7b46a62dba7a service neutron] Pushing event updated for resources: {'Port': ['ID=08bb4089-d8d3-40fd-8aff-7dd66dad3da4,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:27.742700 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4e78663c-1b2f-4ca1-8d9c-6c95b22a851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:28.145233 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4e78663c-1b2f-4ca1-8d9c-6c95b22a851c None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:28.146104 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cc42d7-5960-4f78-8f2d-f4c274a1c1fd x-openstack-request-id: req-d6cc42d7-5960-4f78-8f2d-f4c274a1c1fd {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:19:28.146383 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "374b001c-302f-4741-86ec-890f8b0d78ea", "tag": "08bb4089-d8d3-40fd-8aff-7dd66dad3da4", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:19:28.146734 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d6cc42d7-5960-4f78-8f2d-f4c274a1c1fd {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:19:28.147137 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '374b001c-302f-4741-86ec-890f8b0d78ea', 'tag': '08bb4089-d8d3-40fd-8aff-7dd66dad3da4', 'status': 'completed', 'code': 200} Nov 10 20:19:28.152018 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4e78663c-1b2f-4ca1-8d9c-6c95b22a851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:28.163489 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca81c75-2455-455a-8c31-442a8528331f req-9c6a0c1e-c27b-4d8c-888a-753fbd9e7a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:28.165226 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3ca81c75-2455-455a-8c31-442a8528331f req-9c6a0c1e-c27b-4d8c-888a-753fbd9e7a8e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=335fcdf863ba4d3bb2ad74e3f7e3b6e6&device_id=374b001c-302f-4741-86ec-890f8b0d78ea HTTP/1.1" status: 200 len: 1094 time: 0.4142408 Nov 10 20:19:28.201197 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89a404-94be-422c-a5d0-a0543cf73a26 None None] Pushing event updated for resources: {'Port': ['ID=bea21b6a-402a-4e8a-84c1-37ce448607ea,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:28.209492 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3ca81c75-2455-455a-8c31-442a8528331f req-5c80d77f-e431-436a-99d6-84b6d28fbf3d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08bb4089-d8d3-40fd-8aff-7dd66dad3da4 HTTP/1.1" status: 200 len: 217 time: 0.0354640 Nov 10 20:19:28.257536 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-4e78663c-1b2f-4ca1-8d9c-6c95b22a851c None None] Attempting to bind port bea21b6a-402a-4e8a-84c1-37ce448607ea on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:19:28.258119 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-4e78663c-1b2f-4ca1-8d9c-6c95b22a851c None None] Attempting to bind port bea21b6a-402a-4e8a-84c1-37ce448607ea by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'c2186c5a-83e0-4c7b-a1f0-bb9a75ae5829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a781b942-d641-43c5-9ed8-369c3d0c95c8'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:19:28.258360 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e78663c-1b2f-4ca1-8d9c-6c95b22a851c None None] Attempting to bind port bea21b6a-402a-4e8a-84c1-37ce448607ea on network a781b942-d641-43c5-9ed8-369c3d0c95c8 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:19:28.264740 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e78663c-1b2f-4ca1-8d9c-6c95b22a851c None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:19:28.265021 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca81c75-2455-455a-8c31-442a8528331f req-17d180e6-bc68-4865-9fc5-8c4deeea5b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:28.265137 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e78663c-1b2f-4ca1-8d9c-6c95b22a851c None None] Checking segment: {'id': 'c2186c5a-83e0-4c7b-a1f0-bb9a75ae5829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a781b942-d641-43c5-9ed8-369c3d0c95c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:19:28.265491 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4e78663c-1b2f-4ca1-8d9c-6c95b22a851c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:28.265895 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e78663c-1b2f-4ca1-8d9c-6c95b22a851c None None] Bound using segment: {'id': 'c2186c5a-83e0-4c7b-a1f0-bb9a75ae5829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a781b942-d641-43c5-9ed8-369c3d0c95c8'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:19:28.266268 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3ca81c75-2455-455a-8c31-442a8528331f req-17d180e6-bc68-4865-9fc5-8c4deeea5b19 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e7b89852-717e-42c6-b450-746da421f776 HTTP/1.1" status: 200 len: 855 time: 0.0502286 Nov 10 20:19:28.266376 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-4e78663c-1b2f-4ca1-8d9c-6c95b22a851c None None] Bound port: bea21b6a-402a-4e8a-84c1-37ce448607ea, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2186c5a-83e0-4c7b-a1f0-bb9a75ae5829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a781b942-d641-43c5-9ed8-369c3d0c95c8'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:19:28.266712 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4e78663c-1b2f-4ca1-8d9c-6c95b22a851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:28.321329 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca81c75-2455-455a-8c31-442a8528331f req-33d7b860-5f0c-4abb-81df-b4fec008314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:28.322901 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3ca81c75-2455-455a-8c31-442a8528331f req-33d7b860-5f0c-4abb-81df-b4fec008314b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=069aceb5-cd49-46d9-8c78-1ed82a46fd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485804 Nov 10 20:19:28.332170 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-4e78663c-1b2f-4ca1-8d9c-6c95b22a851c None None] For port bea21b6a-402a-4e8a-84c1-37ce448607ea, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:19:28.336066 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-4e78663c-1b2f-4ca1-8d9c-6c95b22a851c None None] For port bea21b6a-402a-4e8a-84c1-37ce448607ea, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=bea21b6a-402a-4e8a-84c1-37ce448607ea,segment=NetworkSegment(c2186c5a-83e0-4c7b-a1f0-bb9a75ae5829),segment_id=c2186c5a-83e0-4c7b-a1f0-bb9a75ae5829)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:19:28.346738 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4e78663c-1b2f-4ca1-8d9c-6c95b22a851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:28.408640 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89a404-94be-422c-a5d0-a0543cf73a26 None None] Pushing event updated for resources: {'Port': ['ID=bea21b6a-402a-4e8a-84c1-37ce448607ea,revision_number=4']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:28.411231 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e78663c-1b2f-4ca1-8d9c-6c95b22a851c None None] Routers {'91117d06-0ecc-4e1c-ab67-dc1838f6fc8e'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:19:28.411835 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-4e78663c-1b2f-4ca1-8d9c-6c95b22a851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:19:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['91117d06-0ecc-4e1c-ab67-dc1838f6fc8e'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:28.423609 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3ca81c75-2455-455a-8c31-442a8528331f req-771f5aef-a0d5-4602-95f1-ae71a9a79a9c service neutron] 10.222.0.73 "GET /v2.0/networks/069aceb5-cd49-46d9-8c78-1ed82a46fd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932214 Nov 10 20:19:28.489020 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4435f7d1-5231-477a-b28f-60e7c580b190 None None] Provisioning complete for port bea21b6a-402a-4e8a-84c1-37ce448607ea triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:19:28.490735 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4435f7d1-5231-477a-b28f-60e7c580b190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:28.532223 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-4e78663c-1b2f-4ca1-8d9c-6c95b22a851c None None] Set router 91117d06-0ecc-4e1c-ab67-dc1838f6fc8e gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:19:28.538379 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3ca81c75-2455-455a-8c31-442a8528331f req-aabfd02e-410a-400f-9645-a75e032ff1d0 service neutron] 10.222.0.73 "GET /v2.0/networks/069aceb5-cd49-46d9-8c78-1ed82a46fd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065290 Nov 10 20:19:28.595174 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4435f7d1-5231-477a-b28f-60e7c580b190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:28.637718 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-4435f7d1-5231-477a-b28f-60e7c580b190 None None] For port bea21b6a-402a-4e8a-84c1-37ce448607ea, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=bea21b6a-402a-4e8a-84c1-37ce448607ea,segment=NetworkSegment(c2186c5a-83e0-4c7b-a1f0-bb9a75ae5829),segment_id=c2186c5a-83e0-4c7b-a1f0-bb9a75ae5829)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:19:28.644371 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4435f7d1-5231-477a-b28f-60e7c580b190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:28.678791 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ead3c-4b3b-4855-a0ec-5bc7a43340f3 req-6eedc45f-4ffa-452b-8c2d-fce7af698c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:28.680495 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b44ead3c-4b3b-4855-a0ec-5bc7a43340f3 req-6eedc45f-4ffa-452b-8c2d-fce7af698c73 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=335fcdf863ba4d3bb2ad74e3f7e3b6e6&device_id=374b001c-302f-4741-86ec-890f8b0d78ea HTTP/1.1" status: 200 len: 1094 time: 0.0888064 Nov 10 20:19:28.718185 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435f7d1-5231-477a-b28f-60e7c580b190 None None] Pushing event updated for resources: {'Port': ['ID=bea21b6a-402a-4e8a-84c1-37ce448607ea,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:28.748841 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2cc35f-20b7-4393-a5c3-4adf9140d70b req-04e1e8cb-e2c8-4f27-b65b-0307a0a8e5cd tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:28.750575 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aa2cc35f-20b7-4393-a5c3-4adf9140d70b req-04e1e8cb-e2c8-4f27-b65b-0307a0a8e5cd tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/ports?device_id=374b001c-302f-4741-86ec-890f8b0d78ea HTTP/1.1" status: 200 len: 943 time: 0.0664551 Nov 10 20:19:28.757576 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-4e78663c-1b2f-4ca1-8d9c-6c95b22a851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91117d06-0ecc-4e1c-ab67-dc1838f6fc8e', 'name': 'tempest-TestEncryptedCinderVolumes-1689154536-router', 'tenant_id': '4d5ca943c9db4cc58df7d895a91bb88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'd39f90c8-4750-44ee-bf0f-444ea34277e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:19:20Z', 'updated_at': '2021-11-10T20:19:23Z', 'revision_number': 4, 'project_id': '4d5ca943c9db4cc58df7d895a91bb88a', 'gw_port': {'id': 'd39f90c8-4750-44ee-bf0f-444ea34277e3', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91117d06-0ecc-4e1c-ab67-dc1838f6fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:19:20Z', 'updated_at': '2021-11-10T20:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'bea21b6a-402a-4e8a-84c1-37ce448607ea', 'name': '', 'network_id': 'a781b942-d641-43c5-9ed8-369c3d0c95c8', 'tenant_id': '4d5ca943c9db4cc58df7d895a91bb88a', 'mac_address': 'fa:16:3e:1e:92:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91117d06-0ecc-4e1c-ab67-dc1838f6fc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '943e614e-3c7d-41a2-95da-5a31180826d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:19:22Z', 'updated_at': '2021-11-10T20:19:28Z', 'revision_number': 4, 'project_id': '4d5ca943c9db4cc58df7d895a91bb88a', 'subnets': [{'id': '943e614e-3c7d-41a2-95da-5a31180826d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:19:28.782209 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-db433502-9255-4cde-93d9-9c8c00222408 None None] Provisioning complete for port bea21b6a-402a-4e8a-84c1-37ce448607ea triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:19:28.782932 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-db433502-9255-4cde-93d9-9c8c00222408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:28.792087 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e78663c-1b2f-4ca1-8d9c-6c95b22a851c None None] The sync data for ids ['91117d06-0ecc-4e1c-ab67-dc1838f6fc8e'] in n-d-813897-4 is: [{'id': '91117d06-0ecc-4e1c-ab67-dc1838f6fc8e', 'name': 'tempest-TestEncryptedCinderVolumes-1689154536-router', 'tenant_id': '4d5ca943c9db4cc58df7d895a91bb88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'd39f90c8-4750-44ee-bf0f-444ea34277e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:19:20Z', 'updated_at': '2021-11-10T20:19:23Z', 'revision_number': 4, 'project_id': '4d5ca943c9db4cc58df7d895a91bb88a', 'gw_port': {'id': 'd39f90c8-4750-44ee-bf0f-444ea34277e3', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91117d06-0ecc-4e1c-ab67-dc1838f6fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:19:20Z', 'updated_at': '2021-11-10T20:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'bea21b6a-402a-4e8a-84c1-37ce448607ea', 'name': '', 'network_id': 'a781b942-d641-43c5-9ed8-369c3d0c95c8', 'tenant_id': '4d5ca943c9db4cc58df7d895a91bb88a', 'mac_address': 'fa:16:3e:1e:92:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91117d06-0ecc-4e1c-ab67-dc1838f6fc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '943e614e-3c7d-41a2-95da-5a31180826d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:19:22Z', 'updated_at': '2021-11-10T20:19:28Z', 'revision_number': 4, 'project_id': '4d5ca943c9db4cc58df7d895a91bb88a', 'subnets': [{'id': '943e614e-3c7d-41a2-95da-5a31180826d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:19:28.799420 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ead3c-4b3b-4855-a0ec-5bc7a43340f3 req-6cc72ddc-7e47-49b0-a30a-ede00e15b80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:28.800966 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b44ead3c-4b3b-4855-a0ec-5bc7a43340f3 req-6cc72ddc-7e47-49b0-a30a-ede00e15b80f service neutron] 10.222.0.73 "GET /v2.0/networks?id=069aceb5-cd49-46d9-8c78-1ed82a46fd0b HTTP/1.1" status: 200 len: 917 time: 0.1124372 Nov 10 20:19:28.813000 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aa2cc35f-20b7-4393-a5c3-4adf9140d70b req-48e65023-8d45-4eb9-8153-bcaec9be308f tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8baf413-429f-498c-9770-37a0a583101c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507998 Nov 10 20:19:28.847571 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b44ead3c-4b3b-4855-a0ec-5bc7a43340f3 req-e6971c22-e440-434c-b03a-3e92012423ec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08bb4089-d8d3-40fd-8aff-7dd66dad3da4 HTTP/1.1" status: 200 len: 217 time: 0.0366249 Nov 10 20:19:28.901190 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ead3c-4b3b-4855-a0ec-5bc7a43340f3 req-f28dd671-82d6-43a0-9f44-1f491637c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:28.902513 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b44ead3c-4b3b-4855-a0ec-5bc7a43340f3 req-f28dd671-82d6-43a0-9f44-1f491637c985 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e7b89852-717e-42c6-b450-746da421f776 HTTP/1.1" status: 200 len: 855 time: 0.0474334 Nov 10 20:19:28.953360 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ead3c-4b3b-4855-a0ec-5bc7a43340f3 req-f72ea63f-6f19-448b-8f2a-e45fec5c30f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:28.954960 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b44ead3c-4b3b-4855-a0ec-5bc7a43340f3 req-f72ea63f-6f19-448b-8f2a-e45fec5c30f1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=069aceb5-cd49-46d9-8c78-1ed82a46fd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450041 Nov 10 20:19:28.994999 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:29.068630 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b44ead3c-4b3b-4855-a0ec-5bc7a43340f3 req-e3b623e6-a91c-4053-bcba-8baaa1b016ec service neutron] 10.222.0.73 "GET /v2.0/networks/069aceb5-cd49-46d9-8c78-1ed82a46fd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002977 Nov 10 20:19:29.170342 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b44ead3c-4b3b-4855-a0ec-5bc7a43340f3 req-1a724e9a-ea1f-4536-8fe5-e124fceb2c57 service neutron] 10.222.0.73 "GET /v2.0/networks/069aceb5-cd49-46d9-8c78-1ed82a46fd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937257 Nov 10 20:19:29.384801 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:29.465134 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device bea21b6a-402a-4e8a-84c1-37ce448607ea up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:19:29.515905 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port bea21b6a-402a-4e8a-84c1-37ce448607ea triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:19:29.516524 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:29.938131 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523ea14-e5f8-48e1-9d82-c0ec780919d0 req-148a54a3-6fdc-4ecd-8ff1-95e935e84ded tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:29.939688 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6523ea14-e5f8-48e1-9d82-c0ec780919d0 req-148a54a3-6fdc-4ecd-8ff1-95e935e84ded tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/ports?device_id=374b001c-302f-4741-86ec-890f8b0d78ea HTTP/1.1" status: 200 len: 943 time: 0.0513716 Nov 10 20:19:29.991634 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6523ea14-e5f8-48e1-9d82-c0ec780919d0 req-3cb548e1-3f68-4422-99fa-855e82bdea78 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8baf413-429f-498c-9770-37a0a583101c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450218 Nov 10 20:19:31.115335 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74594f-067d-46cc-8387-ee6189be3904 req-0b93d285-c8ee-49cb-bfaa-13dc326012d3 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:31.117159 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fd74594f-067d-46cc-8387-ee6189be3904 req-0b93d285-c8ee-49cb-bfaa-13dc326012d3 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/ports?device_id=374b001c-302f-4741-86ec-890f8b0d78ea HTTP/1.1" status: 200 len: 943 time: 0.0510929 Nov 10 20:19:31.170674 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fd74594f-067d-46cc-8387-ee6189be3904 req-5eaaba97-e0fa-4131-be7e-599f4e84490e tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8baf413-429f-498c-9770-37a0a583101c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472038 Nov 10 20:19:32.013835 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 08bb4089-d8d3-40fd-8aff-7dd66dad3da4 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:19:32.127177 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 08bb4089-d8d3-40fd-8aff-7dd66dad3da4, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=08bb4089-d8d3-40fd-8aff-7dd66dad3da4,segment=NetworkSegment(25a75889-7337-429e-b36e-0d57970e9c37),segment_id=25a75889-7337-429e-b36e-0d57970e9c37)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:19:32.139418 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '08bb4089-d8d3-40fd-8aff-7dd66dad3da4', 'network_id': '069aceb5-cd49-46d9-8c78-1ed82a46fd0b', 'port_id': '08bb4089-d8d3-40fd-8aff-7dd66dad3da4', 'mac_address': 'fa:16:3e:97:0f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b89852-717e-42c6-b450-746da421f776', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:19:32.182736 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:32.196250 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08bb4089-d8d3-40fd-8aff-7dd66dad3da4 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:19:32.217173 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 08bb4089-d8d3-40fd-8aff-7dd66dad3da4, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=08bb4089-d8d3-40fd-8aff-7dd66dad3da4,segment=NetworkSegment(25a75889-7337-429e-b36e-0d57970e9c37),segment_id=25a75889-7337-429e-b36e-0d57970e9c37)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:19:32.223794 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:32.273032 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=08bb4089-d8d3-40fd-8aff-7dd66dad3da4,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:32.300775 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b845df2-9039-4525-b1fa-b94dc87b77f5 req-a9dc832f-8134-4719-9101-f9a2a5fae18b tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:32.302330 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3b845df2-9039-4525-b1fa-b94dc87b77f5 req-a9dc832f-8134-4719-9101-f9a2a5fae18b tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/ports?device_id=374b001c-302f-4741-86ec-890f8b0d78ea HTTP/1.1" status: 200 len: 944 time: 0.0506904 Nov 10 20:19:32.350255 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3b845df2-9039-4525-b1fa-b94dc87b77f5 req-84a927e0-5765-40c3-a446-30e8988c49f6 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8baf413-429f-498c-9770-37a0a583101c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415292 Nov 10 20:19:32.429580 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['08bb4089-d8d3-40fd-8aff-7dd66dad3da4'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:19:33.476272 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d830e5-d96e-43ae-8e95-ab83efde2c9e req-7526ae0d-e680-4350-af52-50ed240c8762 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:33.477929 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-98d830e5-d96e-43ae-8e95-ab83efde2c9e req-7526ae0d-e680-4350-af52-50ed240c8762 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/ports?device_id=374b001c-302f-4741-86ec-890f8b0d78ea HTTP/1.1" status: 200 len: 944 time: 0.0515990 Nov 10 20:19:33.526087 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-98d830e5-d96e-43ae-8e95-ab83efde2c9e req-69ccdd0b-8daa-4240-b0ad-189fce6f9379 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8baf413-429f-498c-9770-37a0a583101c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418892 Nov 10 20:19:34.037663 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 08bb4089-d8d3-40fd-8aff-7dd66dad3da4 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:19:34.106179 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 08bb4089-d8d3-40fd-8aff-7dd66dad3da4 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:19:34.110464 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 08bb4089-d8d3-40fd-8aff-7dd66dad3da4 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:19:34.110842 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:34.197476 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:34.222092 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374b001c-302f-4741-86ec-890f8b0d78ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bb4089-d8d3-40fd-8aff-7dd66dad3da4'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:19:34.224334 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf9af12-4dd3-48ab-8aa6-9e952fbdde67" -d '{"events": [{"server_uuid": "374b001c-302f-4741-86ec-890f8b0d78ea", "name": "network-vif-plugged", "status": "completed", "tag": "08bb4089-d8d3-40fd-8aff-7dd66dad3da4"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:19:34.237898 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 08bb4089-d8d3-40fd-8aff-7dd66dad3da4, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=08bb4089-d8d3-40fd-8aff-7dd66dad3da4,segment=NetworkSegment(25a75889-7337-429e-b36e-0d57970e9c37),segment_id=25a75889-7337-429e-b36e-0d57970e9c37)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:19:34.243413 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:34.268367 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4884ee-ebba-4b23-8ece-0cc1558010e3 x-openstack-request-id: req-ac4884ee-ebba-4b23-8ece-0cc1558010e3 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:19:34.268659 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374b001c-302f-4741-86ec-890f8b0d78ea", "name": "network-vif-plugged", "status": "completed", "tag": "08bb4089-d8d3-40fd-8aff-7dd66dad3da4", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:19:34.268917 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ac4884ee-ebba-4b23-8ece-0cc1558010e3 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:19:34.269292 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374b001c-302f-4741-86ec-890f8b0d78ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bb4089-d8d3-40fd-8aff-7dd66dad3da4', 'code': 200} Nov 10 20:19:34.296029 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=08bb4089-d8d3-40fd-8aff-7dd66dad3da4,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:34.371765 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b84b71-d7d5-4e4b-af13-122ef9c87621 req-67bb0e9c-f11e-44e8-bc7b-739e027626aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:34.373288 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-25b84b71-d7d5-4e4b-af13-122ef9c87621 req-67bb0e9c-f11e-44e8-bc7b-739e027626aa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=374b001c-302f-4741-86ec-890f8b0d78ea HTTP/1.1" status: 200 len: 1096 time: 0.0432925 Nov 10 20:19:34.423808 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-25b84b71-d7d5-4e4b-af13-122ef9c87621 req-8f75c89f-9549-4e3b-b5f1-49dae201cd6a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d8baf413-429f-498c-9770-37a0a583101c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398815 Nov 10 20:19:34.659154 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf451a-bda9-4e47-a06a-ab5218f7eff3 req-fcd08e8a-a226-4947-b447-789d89e3abbb tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:34.660709 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ddcf451a-bda9-4e47-a06a-ab5218f7eff3 req-fcd08e8a-a226-4947-b447-789d89e3abbb tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/ports?device_id=374b001c-302f-4741-86ec-890f8b0d78ea HTTP/1.1" status: 200 len: 945 time: 0.0588081 Nov 10 20:19:34.710861 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ddcf451a-bda9-4e47-a06a-ab5218f7eff3 req-25a1186b-7b03-4918-8756-fdf09e521d47 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8baf413-429f-498c-9770-37a0a583101c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437722 Nov 10 20:19:35.840817 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9cc33-2ce1-4f46-84bc-764c03ee46a0 req-0cc76ffd-ebee-4f2a-90a1-438e018304b7 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:35.842324 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e5b9cc33-2ce1-4f46-84bc-764c03ee46a0 req-0cc76ffd-ebee-4f2a-90a1-438e018304b7 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/ports?device_id=374b001c-302f-4741-86ec-890f8b0d78ea HTTP/1.1" status: 200 len: 945 time: 0.0528769 Nov 10 20:19:35.893098 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e5b9cc33-2ce1-4f46-84bc-764c03ee46a0 req-7a5b07aa-3b40-499a-ae01-d75fb76f0729 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8baf413-429f-498c-9770-37a0a583101c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417049 Nov 10 20:19:36.020991 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb45fe-8243-4138-aec9-edc029db8154 req-551d7653-a2e3-45bd-bc98-a36b99907478 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:36.022527 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dedb45fe-8243-4138-aec9-edc029db8154 req-551d7653-a2e3-45bd-bc98-a36b99907478 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/ports?device_id=374b001c-302f-4741-86ec-890f8b0d78ea HTTP/1.1" status: 200 len: 945 time: 0.0605445 Nov 10 20:19:36.077782 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dedb45fe-8243-4138-aec9-edc029db8154 req-e255a5c6-4fd9-494b-9f0e-06cb4c3601ff tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8baf413-429f-498c-9770-37a0a583101c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488923 Nov 10 20:19:46.223356 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:19:53.516641 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-aa0abfc8-8aef-4c51-8f40-2c07a4836f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:55.504253 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:55.694351 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:55.757183 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ac46fd7c-a13a-44b8-b7d7-d63ae81f82c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:57.486663 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:57.863943 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c025251-a136-4eff-bbb5-a1839a2e2364 req-63043ddd-59dd-4bc0-8f27-ef4f70df2a7d tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:57.865524 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c025251-a136-4eff-bbb5-a1839a2e2364 req-63043ddd-59dd-4bc0-8f27-ef4f70df2a7d tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/ports?device_id=374b001c-302f-4741-86ec-890f8b0d78ea HTTP/1.1" status: 200 len: 945 time: 0.0519388 Nov 10 20:19:57.916256 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c025251-a136-4eff-bbb5-a1839a2e2364 req-e1737530-1494-4067-bede-bf9776af08d7 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8baf413-429f-498c-9770-37a0a583101c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437837 Nov 10 20:19:59.000840 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:59.041567 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ada26-e272-45d6-a8c9-48439a87b9eb req-6991daee-1d06-4514-b342-5c8abccbc782 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:59.043073 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-da7ada26-e272-45d6-a8c9-48439a87b9eb req-6991daee-1d06-4514-b342-5c8abccbc782 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/ports?device_id=374b001c-302f-4741-86ec-890f8b0d78ea HTTP/1.1" status: 200 len: 945 time: 0.0510533 Nov 10 20:19:59.095787 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-da7ada26-e272-45d6-a8c9-48439a87b9eb req-f8297e66-cb7d-4107-ba9c-9c6632624870 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8baf413-429f-498c-9770-37a0a583101c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463917 Nov 10 20:19:59.385727 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:59.418459 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d67a9-47a0-4835-a404-eca34c7d0bd7 req-7bd3c52e-d7bf-44d9-b100-a098ca2b34ab tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:19:59.419949 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a32d67a9-47a0-4835-a404-eca34c7d0bd7 req-7bd3c52e-d7bf-44d9-b100-a098ca2b34ab tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.73 "GET /v2.0/ports?device_id=374b001c-302f-4741-86ec-890f8b0d78ea HTTP/1.1" status: 200 len: 945 time: 0.0559168 Nov 10 20:19:59.522351 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-a32d67a9-47a0-4835-a404-eca34c7d0bd7 req-d62a972c-c4d3-46b7-8b2f-b5dc44d81b93 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Deleting port 08bb4089-d8d3-40fd-8aff-7dd66dad3da4 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:19:59.522694 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-a32d67a9-47a0-4835-a404-eca34c7d0bd7 req-d62a972c-c4d3-46b7-8b2f-b5dc44d81b93 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:59.617367 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-a32d67a9-47a0-4835-a404-eca34c7d0bd7 req-d62a972c-c4d3-46b7-8b2f-b5dc44d81b93 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] For port 08bb4089-d8d3-40fd-8aff-7dd66dad3da4, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=08bb4089-d8d3-40fd-8aff-7dd66dad3da4,segment=NetworkSegment(25a75889-7337-429e-b36e-0d57970e9c37),segment_id=25a75889-7337-429e-b36e-0d57970e9c37)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:19:59.617705 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-a32d67a9-47a0-4835-a404-eca34c7d0bd7 req-d62a972c-c4d3-46b7-8b2f-b5dc44d81b93 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:59.631665 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-a32d67a9-47a0-4835-a404-eca34c7d0bd7 req-d62a972c-c4d3-46b7-8b2f-b5dc44d81b93 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Calling delete_port for 08bb4089-d8d3-40fd-8aff-7dd66dad3da4 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:19:59.776578 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-a32d67a9-47a0-4835-a404-eca34c7d0bd7 req-d62a972c-c4d3-46b7-8b2f-b5dc44d81b93 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:59.790462 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['08bb4089-d8d3-40fd-8aff-7dd66dad3da4'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:19:59.810073 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a972c-c4d3-46b7-8b2f-b5dc44d81b93 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Pushing event deleted for resources: {'Port': ['ID=08bb4089-d8d3-40fd-8aff-7dd66dad3da4,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:19:59.839222 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a972c-c4d3-46b7-8b2f-b5dc44d81b93 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:59.839552 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a972c-c4d3-46b7-8b2f-b5dc44d81b93 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:59.839892 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a972c-c4d3-46b7-8b2f-b5dc44d81b93 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:59.840220 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a972c-c4d3-46b7-8b2f-b5dc44d81b93 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:59.840547 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a972c-c4d3-46b7-8b2f-b5dc44d81b93 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:59.840880 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a972c-c4d3-46b7-8b2f-b5dc44d81b93 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:59.841201 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a972c-c4d3-46b7-8b2f-b5dc44d81b93 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:59.841539 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a972c-c4d3-46b7-8b2f-b5dc44d81b93 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:59.841856 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a972c-c4d3-46b7-8b2f-b5dc44d81b93 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:59.842309 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a972c-c4d3-46b7-8b2f-b5dc44d81b93 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:59.842758 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a972c-c4d3-46b7-8b2f-b5dc44d81b93 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:59.843287 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a972c-c4d3-46b7-8b2f-b5dc44d81b93 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:19:59.865515 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32d67a9-47a0-4835-a404-eca34c7d0bd7 req-d62a972c-c4d3-46b7-8b2f-b5dc44d81b93 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] No DVR routers for this DVR port 08bb4089-d8d3-40fd-8aff-7dd66dad3da4 on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:19:59.868445 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-a32d67a9-47a0-4835-a404-eca34c7d0bd7 req-d62a972c-c4d3-46b7-8b2f-b5dc44d81b93 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:19:59.872086 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a32d67a9-47a0-4835-a404-eca34c7d0bd7 req-d62a972c-c4d3-46b7-8b2f-b5dc44d81b93 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.73 "DELETE /v2.0/ports/08bb4089-d8d3-40fd-8aff-7dd66dad3da4 HTTP/1.1" status: 204 len: 173 time: 0.4454341 Nov 10 20:19:59.872537 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374b001c-302f-4741-86ec-890f8b0d78ea', 'name': 'network-vif-deleted', 'tag': '08bb4089-d8d3-40fd-8aff-7dd66dad3da4'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:19:59.875911 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1d5009-e620-4f9b-b258-a0bf992fd1c1" -d '{"events": [{"server_uuid": "374b001c-302f-4741-86ec-890f8b0d78ea", "name": "network-vif-deleted", "tag": "08bb4089-d8d3-40fd-8aff-7dd66dad3da4"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:19:59.915574 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662d53de-5538-49fe-b2d3-f50e6089f6ae x-openstack-request-id: req-662d53de-5538-49fe-b2d3-f50e6089f6ae {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:19:59.915922 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374b001c-302f-4741-86ec-890f8b0d78ea", "name": "network-vif-deleted", "tag": "08bb4089-d8d3-40fd-8aff-7dd66dad3da4", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:19:59.916213 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-662d53de-5538-49fe-b2d3-f50e6089f6ae {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:19:59.916675 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374b001c-302f-4741-86ec-890f8b0d78ea', 'name': 'network-vif-deleted', 'tag': '08bb4089-d8d3-40fd-8aff-7dd66dad3da4', 'status': 'completed', 'code': 200} Nov 10 20:20:00.233283 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-971b81a0-e993-47e5-8c04-473538a33713 req-77eedcae-80b1-48a2-8fd2-d2794250accf tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/ports?device_id=374b001c-302f-4741-86ec-890f8b0d78ea HTTP/1.1" status: 200 len: 210 time: 0.0290904 Nov 10 20:20:01.969529 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-6389e9e4-3585-4449-9bc4-0f99539c139e tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:20:01.970952 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-6389e9e4-3585-4449-9bc4-0f99539c139e tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/networks?id=069aceb5-cd49-46d9-8c78-1ed82a46fd0b HTTP/1.1" status: 200 len: 816 time: 0.1052930 Nov 10 20:20:01.986339 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-b5abfd17-724f-4c87-be89-e4354ef416f8 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/quotas/335fcdf863ba4d3bb2ad74e3f7e3b6e6 HTTP/1.1" status: 200 len: 375 time: 0.0095158 Nov 10 20:20:02.050065 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-409f37ad-ce76-4d99-a544-89bfc26ae99f tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=335fcdf863ba4d3bb2ad74e3f7e3b6e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583744 Nov 10 20:20:02.135461 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 08bb4089-d8d3-40fd-8aff-7dd66dad3da4 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:20:02.157308 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-5c20f459-c6f0-4320-8414-4007834a9763 service neutron] 10.222.0.54 "GET /v2.0/networks/069aceb5-cd49-46d9-8c78-1ed82a46fd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898392 Nov 10 20:20:02.157727 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 08bb4089-d8d3-40fd-8aff-7dd66dad3da4 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:20:02.158117 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 08bb4089-d8d3-40fd-8aff-7dd66dad3da4 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:20:02.252218 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-95ebe03c-b209-4dd8-93db-d67a0cd1b0c4 service neutron] 10.222.0.54 "GET /v2.0/networks/069aceb5-cd49-46d9-8c78-1ed82a46fd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882626 Nov 10 20:20:02.440129 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f673bb65-4e12-4612-af40-f787ad4fd827 req-216a554d-2f8f-4fc2-ad57-fe144a228313 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/ports?device_id=a81bdfe9-c185-458c-bdc2-66b3443f561d HTTP/1.1" status: 200 len: 210 time: 0.0267522 Nov 10 20:20:03.431104 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-17f8cf2e-084c-42d6-b5e3-7b570fc674c9 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:20:03.432827 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-17f8cf2e-084c-42d6-b5e3-7b570fc674c9 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.73 "GET /v2.0/networks?id=069aceb5-cd49-46d9-8c78-1ed82a46fd0b HTTP/1.1" status: 200 len: 816 time: 0.1099000 Nov 10 20:20:03.446541 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-ed6b1bfb-71d5-4207-88b2-3b498a4000cd tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Request body: {'port': {'device_id': 'a81bdfe9-c185-458c-bdc2-66b3443f561d', 'network_id': '069aceb5-cd49-46d9-8c78-1ed82a46fd0b', 'admin_state_up': True, 'tenant_id': '335fcdf863ba4d3bb2ad74e3f7e3b6e6'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:20:03.538836 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bbcfddde-0b6f-4b60-8cfb-0080b39d91d0 req-a2286cce-6cc5-476b-ac81-e344c0acfd10 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/ports?device_id=a81bdfe9-c185-458c-bdc2-66b3443f561d HTTP/1.1" status: 200 len: 210 time: 0.0277934 Nov 10 20:20:03.565178 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-ed6b1bfb-71d5-4207-88b2-3b498a4000cd tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Made reservation on behalf of 335fcdf863ba4d3bb2ad74e3f7e3b6e6 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:20:03.571004 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-ed6b1bfb-71d5-4207-88b2-3b498a4000cd tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:03.701253 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-ed6b1bfb-71d5-4207-88b2-3b498a4000cd tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Allocated IP 172.20.0.4 (069aceb5-cd49-46d9-8c78-1ed82a46fd0b/e7b89852-717e-42c6-b450-746da421f776/147e7d43-ffb9-4896-9177-fb5956645361) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:20:03.856648 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-ed6b1bfb-71d5-4207-88b2-3b498a4000cd tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:03.891855 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-ed6b1bfb-71d5-4207-88b2-3b498a4000cd tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:03.937949 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-ed6b1bfb-71d5-4207-88b2-3b498a4000cd tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Network 069aceb5-cd49-46d9-8c78-1ed82a46fd0b is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:20:03.943326 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-ed6b1bfb-71d5-4207-88b2-3b498a4000cd tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:20:03.947105 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-ed6b1bfb-71d5-4207-88b2-3b498a4000cd tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:20:03.971286 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b1bfb-71d5-4207-88b2-3b498a4000cd tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Pushing event updated for resources: {'Port': ['ID=147e7d43-ffb9-4896-9177-fb5956645361,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:04.002108 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-ed6b1bfb-71d5-4207-88b2-3b498a4000cd tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:20:04.002737 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-ed6b1bfb-71d5-4207-88b2-3b498a4000cd tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:04.020297 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-ed6b1bfb-71d5-4207-88b2-3b498a4000cd tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5776730 Nov 10 20:20:04.033774 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-ac03337e-6f70-472a-b9a2-6436d9a86743 service neutron] Request body: {'port': {'device_id': 'a81bdfe9-c185-458c-bdc2-66b3443f561d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:20:04.090144 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-ac03337e-6f70-472a-b9a2-6436d9a86743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:04.154347 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-877ce78a-1079-4520-bb18-f0e6cb99fa95 None None] Provisioning complete for port 147e7d43-ffb9-4896-9177-fb5956645361 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:20:04.155025 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-877ce78a-1079-4520-bb18-f0e6cb99fa95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:04.191124 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-877ce78a-1079-4520-bb18-f0e6cb99fa95 None None] Port 147e7d43-ffb9-4896-9177-fb5956645361 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:20:04.372730 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-ac03337e-6f70-472a-b9a2-6436d9a86743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 147e7d43-ffb9-4896-9177-fb5956645361 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:20:04.380635 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-ac03337e-6f70-472a-b9a2-6436d9a86743 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:04.393701 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-ac03337e-6f70-472a-b9a2-6436d9a86743 service neutron] Transition to ACTIVE for port object 147e7d43-ffb9-4896-9177-fb5956645361 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:20:04.400696 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-ac03337e-6f70-472a-b9a2-6436d9a86743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:04.463615 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03337e-6f70-472a-b9a2-6436d9a86743 service neutron] Pushing event updated for resources: {'Port': ['ID=147e7d43-ffb9-4896-9177-fb5956645361,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:04.531968 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-ac03337e-6f70-472a-b9a2-6436d9a86743 service neutron] Attempting to bind port 147e7d43-ffb9-4896-9177-fb5956645361 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:20:04.532324 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-ac03337e-6f70-472a-b9a2-6436d9a86743 service neutron] Attempting to bind port 147e7d43-ffb9-4896-9177-fb5956645361 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '25a75889-7337-429e-b36e-0d57970e9c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '069aceb5-cd49-46d9-8c78-1ed82a46fd0b'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:20:04.532642 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-ac03337e-6f70-472a-b9a2-6436d9a86743 service neutron] Attempting to bind port 147e7d43-ffb9-4896-9177-fb5956645361 on network 069aceb5-cd49-46d9-8c78-1ed82a46fd0b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:20:04.537204 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-ac03337e-6f70-472a-b9a2-6436d9a86743 service neutron] Port 147e7d43-ffb9-4896-9177-fb5956645361 on network 069aceb5-cd49-46d9-8c78-1ed82a46fd0b not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:20:04.537534 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-ac03337e-6f70-472a-b9a2-6436d9a86743 service neutron] Attempting to bind port 147e7d43-ffb9-4896-9177-fb5956645361 on network 069aceb5-cd49-46d9-8c78-1ed82a46fd0b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:20:04.542617 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-ac03337e-6f70-472a-b9a2-6436d9a86743 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:20:04.542958 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-ac03337e-6f70-472a-b9a2-6436d9a86743 service neutron] Checking segment: {'id': '25a75889-7337-429e-b36e-0d57970e9c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '069aceb5-cd49-46d9-8c78-1ed82a46fd0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:20:04.543354 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-ac03337e-6f70-472a-b9a2-6436d9a86743 service neutron] Bound using segment: {'id': '25a75889-7337-429e-b36e-0d57970e9c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '069aceb5-cd49-46d9-8c78-1ed82a46fd0b'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:20:04.543781 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-ac03337e-6f70-472a-b9a2-6436d9a86743 service neutron] Bound port: 147e7d43-ffb9-4896-9177-fb5956645361, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a75889-7337-429e-b36e-0d57970e9c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '069aceb5-cd49-46d9-8c78-1ed82a46fd0b'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:20:04.544135 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-ac03337e-6f70-472a-b9a2-6436d9a86743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:04.615858 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-ac03337e-6f70-472a-b9a2-6436d9a86743 service neutron] For port 147e7d43-ffb9-4896-9177-fb5956645361, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:20:04.619176 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-ac03337e-6f70-472a-b9a2-6436d9a86743 service neutron] For port 147e7d43-ffb9-4896-9177-fb5956645361, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=147e7d43-ffb9-4896-9177-fb5956645361,segment=NetworkSegment(25a75889-7337-429e-b36e-0d57970e9c37),segment_id=25a75889-7337-429e-b36e-0d57970e9c37)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:20:04.625054 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-ac03337e-6f70-472a-b9a2-6436d9a86743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:04.661639 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-ac03337e-6f70-472a-b9a2-6436d9a86743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:20:04.662551 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-ac03337e-6f70-472a-b9a2-6436d9a86743 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:04.664124 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-ac03337e-6f70-472a-b9a2-6436d9a86743 service neutron] 10.222.0.73 "PUT /v2.0/ports/147e7d43-ffb9-4896-9177-fb5956645361 HTTP/1.1" status: 200 len: 1091 time: 0.6350999 Nov 10 20:20:04.666377 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81bdfe9-c185-458c-bdc2-66b3443f561d', 'tag': '147e7d43-ffb9-4896-9177-fb5956645361'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:20:04.669309 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d051a1-d723-49ed-81f2-6ccc434f0ae8 req-a7455b83-73d4-4ef5-b6d2-0804ea47e753 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:20:04.669807 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8182e20-c58f-4ad4-9d62-017838c7570c" -d '{"events": [{"name": "network-changed", "server_uuid": "a81bdfe9-c185-458c-bdc2-66b3443f561d", "tag": "147e7d43-ffb9-4896-9177-fb5956645361"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:20:04.670896 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76d051a1-d723-49ed-81f2-6ccc434f0ae8 req-a7455b83-73d4-4ef5-b6d2-0804ea47e753 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/ports?device_id=a81bdfe9-c185-458c-bdc2-66b3443f561d HTTP/1.1" status: 200 len: 943 time: 0.0499525 Nov 10 20:20:04.700079 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03337e-6f70-472a-b9a2-6436d9a86743 service neutron] Pushing event updated for resources: {'Port': ['ID=147e7d43-ffb9-4896-9177-fb5956645361,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:04.731367 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-76d051a1-d723-49ed-81f2-6ccc434f0ae8 req-a0bee21d-409f-4935-8dfe-9bae6ddd9e9b tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8baf413-429f-498c-9770-37a0a583101c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480292 Nov 10 20:20:04.758502 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-245c2d73-1d94-40cf-abad-83e88dfbe8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:20:04.760082 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-245c2d73-1d94-40cf-abad-83e88dfbe8d9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=335fcdf863ba4d3bb2ad74e3f7e3b6e6&device_id=a81bdfe9-c185-458c-bdc2-66b3443f561d HTTP/1.1" status: 200 len: 1094 time: 0.0550792 Nov 10 20:20:04.808562 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82306026-d8e3-4e4f-aec5-e78f1e18251b x-openstack-request-id: req-82306026-d8e3-4e4f-aec5-e78f1e18251b {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:20:04.808856 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a81bdfe9-c185-458c-bdc2-66b3443f561d", "tag": "147e7d43-ffb9-4896-9177-fb5956645361", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:20:04.809111 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-82306026-d8e3-4e4f-aec5-e78f1e18251b {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:20:04.809553 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a81bdfe9-c185-458c-bdc2-66b3443f561d', 'tag': '147e7d43-ffb9-4896-9177-fb5956645361', 'status': 'completed', 'code': 200} Nov 10 20:20:04.811544 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-7db73643-1f47-4453-8a07-484c88819109 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=147e7d43-ffb9-4896-9177-fb5956645361 HTTP/1.1" status: 200 len: 217 time: 0.0435953 Nov 10 20:20:04.871657 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-898ffe03-62d9-4be6-bd4c-18e6ff77c62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:20:04.875243 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-898ffe03-62d9-4be6-bd4c-18e6ff77c62a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e7b89852-717e-42c6-b450-746da421f776 HTTP/1.1" status: 200 len: 855 time: 0.0555344 Nov 10 20:20:04.925188 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-25c875f6-8f2e-45c0-9a1d-c28b2495045c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:20:04.926763 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-25c875f6-8f2e-45c0-9a1d-c28b2495045c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=069aceb5-cd49-46d9-8c78-1ed82a46fd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451460 Nov 10 20:20:05.031212 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-b6e60e9b-c96b-452a-a176-772f66683f69 service neutron] 10.222.0.73 "GET /v2.0/networks/069aceb5-cd49-46d9-8c78-1ed82a46fd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966229 Nov 10 20:20:05.131305 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cab5510e-4b44-4cb5-bf77-0e62a398c310 req-3a5c11e0-e1e6-432b-a523-a566d5449025 service neutron] 10.222.0.73 "GET /v2.0/networks/069aceb5-cd49-46d9-8c78-1ed82a46fd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921557 Nov 10 20:20:05.235792 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8182e20-c58f-4ad4-9d62-017838c7570c req-d180d827-0f7c-4003-97d6-7af100993e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:20:05.237314 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b8182e20-c58f-4ad4-9d62-017838c7570c req-d180d827-0f7c-4003-97d6-7af100993e20 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=335fcdf863ba4d3bb2ad74e3f7e3b6e6&device_id=a81bdfe9-c185-458c-bdc2-66b3443f561d HTTP/1.1" status: 200 len: 1094 time: 0.0505152 Nov 10 20:20:05.340197 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8182e20-c58f-4ad4-9d62-017838c7570c req-9e95afec-5ef8-4a63-b486-f927712aab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:20:05.341701 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b8182e20-c58f-4ad4-9d62-017838c7570c req-9e95afec-5ef8-4a63-b486-f927712aab8d service neutron] 10.222.0.73 "GET /v2.0/networks?id=069aceb5-cd49-46d9-8c78-1ed82a46fd0b HTTP/1.1" status: 200 len: 917 time: 0.0967257 Nov 10 20:20:05.384324 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b8182e20-c58f-4ad4-9d62-017838c7570c req-fd93b86f-d7fe-4294-92d7-a86672cce004 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=147e7d43-ffb9-4896-9177-fb5956645361 HTTP/1.1" status: 200 len: 217 time: 0.0345194 Nov 10 20:20:05.444391 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8182e20-c58f-4ad4-9d62-017838c7570c req-798b0bc9-0f44-4cd9-95f9-5867492b7131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:20:05.445987 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b8182e20-c58f-4ad4-9d62-017838c7570c req-798b0bc9-0f44-4cd9-95f9-5867492b7131 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e7b89852-717e-42c6-b450-746da421f776 HTTP/1.1" status: 200 len: 855 time: 0.0529060 Nov 10 20:20:05.493511 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8182e20-c58f-4ad4-9d62-017838c7570c req-113f4cb5-a493-4acd-bebf-d567459b9404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:20:05.495047 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b8182e20-c58f-4ad4-9d62-017838c7570c req-113f4cb5-a493-4acd-bebf-d567459b9404 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=069aceb5-cd49-46d9-8c78-1ed82a46fd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418019 Nov 10 20:20:05.593091 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b8182e20-c58f-4ad4-9d62-017838c7570c req-0609c7fe-5fc9-462b-a283-d28ea305d80a service neutron] 10.222.0.73 "GET /v2.0/networks/069aceb5-cd49-46d9-8c78-1ed82a46fd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887117 Nov 10 20:20:05.686317 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b8182e20-c58f-4ad4-9d62-017838c7570c req-3460f195-f2f8-4b97-986a-5279a245b240 service neutron] 10.222.0.73 "GET /v2.0/networks/069aceb5-cd49-46d9-8c78-1ed82a46fd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852327 Nov 10 20:20:05.859569 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27da26-68c2-4707-997c-7f4579578f43 req-3a8a6c30-4cd2-4e6b-9354-a2663fd17e2a tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:20:05.861124 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5a27da26-68c2-4707-997c-7f4579578f43 req-3a8a6c30-4cd2-4e6b-9354-a2663fd17e2a tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/ports?device_id=a81bdfe9-c185-458c-bdc2-66b3443f561d HTTP/1.1" status: 200 len: 943 time: 0.0560169 Nov 10 20:20:05.913023 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5a27da26-68c2-4707-997c-7f4579578f43 req-0da7b6fd-963f-49b9-a052-5f50aa8bffbb tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8baf413-429f-498c-9770-37a0a583101c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425353 Nov 10 20:20:07.044650 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38954b6-6be7-426c-a34e-d290ccbd9f81 req-fb16bf14-55f7-47f6-8b83-1c55729a7739 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:20:07.046339 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b38954b6-6be7-426c-a34e-d290ccbd9f81 req-fb16bf14-55f7-47f6-8b83-1c55729a7739 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/ports?device_id=a81bdfe9-c185-458c-bdc2-66b3443f561d HTTP/1.1" status: 200 len: 943 time: 0.0522346 Nov 10 20:20:07.095146 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b38954b6-6be7-426c-a34e-d290ccbd9f81 req-d9a0d00b-d192-4917-a963-c071ef57afad tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8baf413-429f-498c-9770-37a0a583101c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423863 Nov 10 20:20:08.151213 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 147e7d43-ffb9-4896-9177-fb5956645361 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:20:08.221713 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b585472-81fc-4928-8088-c08b6e01ddfa req-db68cd40-15c0-4a5d-a37b-050b02fdb252 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:20:08.223285 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b585472-81fc-4928-8088-c08b6e01ddfa req-db68cd40-15c0-4a5d-a37b-050b02fdb252 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/ports?device_id=a81bdfe9-c185-458c-bdc2-66b3443f561d HTTP/1.1" status: 200 len: 943 time: 0.0549488 Nov 10 20:20:08.251958 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 147e7d43-ffb9-4896-9177-fb5956645361, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=147e7d43-ffb9-4896-9177-fb5956645361,segment=NetworkSegment(25a75889-7337-429e-b36e-0d57970e9c37),segment_id=25a75889-7337-429e-b36e-0d57970e9c37)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:20:08.267319 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '147e7d43-ffb9-4896-9177-fb5956645361', 'network_id': '069aceb5-cd49-46d9-8c78-1ed82a46fd0b', 'port_id': '147e7d43-ffb9-4896-9177-fb5956645361', 'mac_address': 'fa:16:3e:9f:8e:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b89852-717e-42c6-b450-746da421f776', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:20:08.275427 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b585472-81fc-4928-8088-c08b6e01ddfa req-e4f399dc-f7d5-40e9-8f6e-b791283acf84 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8baf413-429f-498c-9770-37a0a583101c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459712 Nov 10 20:20:08.308560 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:08.322242 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 147e7d43-ffb9-4896-9177-fb5956645361 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:20:08.341341 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 147e7d43-ffb9-4896-9177-fb5956645361, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=147e7d43-ffb9-4896-9177-fb5956645361,segment=NetworkSegment(25a75889-7337-429e-b36e-0d57970e9c37),segment_id=25a75889-7337-429e-b36e-0d57970e9c37)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:20:08.348889 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:08.412520 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=147e7d43-ffb9-4896-9177-fb5956645361,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:08.420494 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:08.420837 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:08.421660 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:08.422014 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:08.422351 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:08.422678 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:08.423006 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:08.423333 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:08.423655 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:08.423973 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:08.424291 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:08.424611 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:08.548816 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['147e7d43-ffb9-4896-9177-fb5956645361'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:20:09.405535 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7cb28-8b67-4610-b8a7-5121973904b3 req-ac0bd937-d1a7-4ddf-b6a4-0420b5a2a41e tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:20:09.407134 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-75e7cb28-8b67-4610-b8a7-5121973904b3 req-ac0bd937-d1a7-4ddf-b6a4-0420b5a2a41e tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/ports?device_id=a81bdfe9-c185-458c-bdc2-66b3443f561d HTTP/1.1" status: 200 len: 944 time: 0.0543573 Nov 10 20:20:09.458716 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-75e7cb28-8b67-4610-b8a7-5121973904b3 req-b0c32e5c-5174-4a3b-b9f8-c6dada7a5ffe tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8baf413-429f-498c-9770-37a0a583101c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451794 Nov 10 20:20:10.166275 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 147e7d43-ffb9-4896-9177-fb5956645361 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:20:10.219356 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 147e7d43-ffb9-4896-9177-fb5956645361 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:20:10.223179 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 147e7d43-ffb9-4896-9177-fb5956645361 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:20:10.223546 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:10.304406 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:10.330316 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81bdfe9-c185-458c-bdc2-66b3443f561d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147e7d43-ffb9-4896-9177-fb5956645361'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:20:10.332565 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e72561-0945-4e55-8a23-7fdaafaa6d4a" -d '{"events": [{"server_uuid": "a81bdfe9-c185-458c-bdc2-66b3443f561d", "name": "network-vif-plugged", "status": "completed", "tag": "147e7d43-ffb9-4896-9177-fb5956645361"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:20:10.345791 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 147e7d43-ffb9-4896-9177-fb5956645361, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=147e7d43-ffb9-4896-9177-fb5956645361,segment=NetworkSegment(25a75889-7337-429e-b36e-0d57970e9c37),segment_id=25a75889-7337-429e-b36e-0d57970e9c37)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:20:10.351258 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:10.377074 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab24194-bf06-4fbd-beac-3c8a6addbb42 x-openstack-request-id: req-bab24194-bf06-4fbd-beac-3c8a6addbb42 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:20:10.377382 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81bdfe9-c185-458c-bdc2-66b3443f561d", "name": "network-vif-plugged", "status": "completed", "tag": "147e7d43-ffb9-4896-9177-fb5956645361", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:20:10.377628 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bab24194-bf06-4fbd-beac-3c8a6addbb42 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:20:10.378010 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81bdfe9-c185-458c-bdc2-66b3443f561d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147e7d43-ffb9-4896-9177-fb5956645361', 'code': 200} Nov 10 20:20:10.409845 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=147e7d43-ffb9-4896-9177-fb5956645361,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:10.478357 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a309988-03ed-4ddd-ae5f-091f8eab19c7 req-61a28abf-9996-43ad-ade6-4363b1c09646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:20:10.479858 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8a309988-03ed-4ddd-ae5f-091f8eab19c7 req-61a28abf-9996-43ad-ade6-4363b1c09646 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a81bdfe9-c185-458c-bdc2-66b3443f561d HTTP/1.1" status: 200 len: 1096 time: 0.0430133 Nov 10 20:20:10.530845 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8a309988-03ed-4ddd-ae5f-091f8eab19c7 req-63fe6e8f-6880-4270-818c-fdf1cea40e92 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d8baf413-429f-498c-9770-37a0a583101c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433068 Nov 10 20:20:10.580291 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a182b20-8ea9-4117-99ff-a2f27f3a9a0b req-f2c11c06-95f2-4f3a-8da6-7cd8cecf6466 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:20:10.581798 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1a182b20-8ea9-4117-99ff-a2f27f3a9a0b req-f2c11c06-95f2-4f3a-8da6-7cd8cecf6466 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/ports?device_id=a81bdfe9-c185-458c-bdc2-66b3443f561d HTTP/1.1" status: 200 len: 945 time: 0.0501678 Nov 10 20:20:10.639287 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1a182b20-8ea9-4117-99ff-a2f27f3a9a0b req-b309b91e-5772-4cad-ba50-d545d7e6621d tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8baf413-429f-498c-9770-37a0a583101c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486746 Nov 10 20:20:11.786081 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac24e39-2ea9-4f8e-8e0f-b977ac4fcce0 req-eb8f51d8-32f0-4db8-b046-d15d954bd6b5 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:20:11.787671 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4ac24e39-2ea9-4f8e-8e0f-b977ac4fcce0 req-eb8f51d8-32f0-4db8-b046-d15d954bd6b5 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/ports?device_id=a81bdfe9-c185-458c-bdc2-66b3443f561d HTTP/1.1" status: 200 len: 945 time: 0.0643070 Nov 10 20:20:11.836960 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4ac24e39-2ea9-4f8e-8e0f-b977ac4fcce0 req-52bf1ac0-6c9b-4c07-89c2-1e24d4af8f36 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8baf413-429f-498c-9770-37a0a583101c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430722 Nov 10 20:20:11.957424 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9cbb4-3490-4eb9-a0e3-d52d07c6401c req-036daa92-663b-4026-853a-8e3a6e3dd381 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:20:11.958839 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-48a9cbb4-3490-4eb9-a0e3-d52d07c6401c req-036daa92-663b-4026-853a-8e3a6e3dd381 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/ports?device_id=a81bdfe9-c185-458c-bdc2-66b3443f561d HTTP/1.1" status: 200 len: 945 time: 0.0527680 Nov 10 20:20:12.011405 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-48a9cbb4-3490-4eb9-a0e3-d52d07c6401c req-bc1e1776-af84-4d85-b3a7-128b4ca9258a tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8baf413-429f-498c-9770-37a0a583101c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437829 Nov 10 20:20:23.224192 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:20:23.518865 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-17e759e4-a79e-4833-9b3e-a68c38c9e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:25.511474 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:25.705450 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:25.752702 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-29b09958-0bdf-42a6-9bd0-05474ecbfa75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:27.485212 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:28.999050 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:29.380882 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:34.837167 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e662148-be7a-449f-9708-336b66085415 req-3ae933bf-5c78-47f6-be91-fcfd797ee728 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:20:34.838842 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e662148-be7a-449f-9708-336b66085415 req-3ae933bf-5c78-47f6-be91-fcfd797ee728 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/ports?device_id=a81bdfe9-c185-458c-bdc2-66b3443f561d HTTP/1.1" status: 200 len: 945 time: 0.0582488 Nov 10 20:20:34.889129 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e662148-be7a-449f-9708-336b66085415 req-a5970d34-9ffa-49c5-9f7d-7ef906f947f2 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8baf413-429f-498c-9770-37a0a583101c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438209 Nov 10 20:20:36.033894 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642246bf-d61b-4536-a66b-32550c268a85 req-567895d8-b135-43fa-a982-b35589a51caa tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:20:36.035574 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-642246bf-d61b-4536-a66b-32550c268a85 req-567895d8-b135-43fa-a982-b35589a51caa tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/ports?device_id=a81bdfe9-c185-458c-bdc2-66b3443f561d HTTP/1.1" status: 200 len: 945 time: 0.0608521 Nov 10 20:20:36.089577 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-642246bf-d61b-4536-a66b-32550c268a85 req-452b77d2-ad90-4e12-b959-b7cb5fda1c73 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8baf413-429f-498c-9770-37a0a583101c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449667 Nov 10 20:20:36.404337 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6326cc-b738-47f1-9deb-a7c7a3fc1f41 req-676c61d8-4a66-450c-ad7d-f4a0c4f95cf8 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:20:36.406209 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0f6326cc-b738-47f1-9deb-a7c7a3fc1f41 req-676c61d8-4a66-450c-ad7d-f4a0c4f95cf8 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.73 "GET /v2.0/ports?device_id=a81bdfe9-c185-458c-bdc2-66b3443f561d HTTP/1.1" status: 200 len: 945 time: 0.0576470 Nov 10 20:20:36.512008 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-0f6326cc-b738-47f1-9deb-a7c7a3fc1f41 req-3370bca8-c867-45b8-90a1-1c8fc7ff4cd4 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Deleting port 147e7d43-ffb9-4896-9177-fb5956645361 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:20:36.512301 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0f6326cc-b738-47f1-9deb-a7c7a3fc1f41 req-3370bca8-c867-45b8-90a1-1c8fc7ff4cd4 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:36.615858 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-0f6326cc-b738-47f1-9deb-a7c7a3fc1f41 req-3370bca8-c867-45b8-90a1-1c8fc7ff4cd4 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] For port 147e7d43-ffb9-4896-9177-fb5956645361, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=147e7d43-ffb9-4896-9177-fb5956645361,segment=NetworkSegment(25a75889-7337-429e-b36e-0d57970e9c37),segment_id=25a75889-7337-429e-b36e-0d57970e9c37)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:20:36.616341 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0f6326cc-b738-47f1-9deb-a7c7a3fc1f41 req-3370bca8-c867-45b8-90a1-1c8fc7ff4cd4 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:36.632546 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-0f6326cc-b738-47f1-9deb-a7c7a3fc1f41 req-3370bca8-c867-45b8-90a1-1c8fc7ff4cd4 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Calling delete_port for 147e7d43-ffb9-4896-9177-fb5956645361 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:20:36.779494 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0f6326cc-b738-47f1-9deb-a7c7a3fc1f41 req-3370bca8-c867-45b8-90a1-1c8fc7ff4cd4 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:36.793266 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['147e7d43-ffb9-4896-9177-fb5956645361'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:20:36.812073 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370bca8-c867-45b8-90a1-1c8fc7ff4cd4 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Pushing event deleted for resources: {'Port': ['ID=147e7d43-ffb9-4896-9177-fb5956645361,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:36.855999 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6326cc-b738-47f1-9deb-a7c7a3fc1f41 req-3370bca8-c867-45b8-90a1-1c8fc7ff4cd4 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] No DVR routers for this DVR port 147e7d43-ffb9-4896-9177-fb5956645361 on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:20:36.858794 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0f6326cc-b738-47f1-9deb-a7c7a3fc1f41 req-3370bca8-c867-45b8-90a1-1c8fc7ff4cd4 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:36.862156 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0f6326cc-b738-47f1-9deb-a7c7a3fc1f41 req-3370bca8-c867-45b8-90a1-1c8fc7ff4cd4 tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.73 "DELETE /v2.0/ports/147e7d43-ffb9-4896-9177-fb5956645361 HTTP/1.1" status: 204 len: 173 time: 0.4479368 Nov 10 20:20:36.862642 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81bdfe9-c185-458c-bdc2-66b3443f561d', 'name': 'network-vif-deleted', 'tag': '147e7d43-ffb9-4896-9177-fb5956645361'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:20:36.864909 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9017fa3-2eaf-4937-8a4b-b9025a4b75a4" -d '{"events": [{"server_uuid": "a81bdfe9-c185-458c-bdc2-66b3443f561d", "name": "network-vif-deleted", "tag": "147e7d43-ffb9-4896-9177-fb5956645361"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:20:36.907566 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72efa915-160f-4807-b1d8-054d0c67bd4a x-openstack-request-id: req-72efa915-160f-4807-b1d8-054d0c67bd4a {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:20:36.907871 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81bdfe9-c185-458c-bdc2-66b3443f561d", "name": "network-vif-deleted", "tag": "147e7d43-ffb9-4896-9177-fb5956645361", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:20:36.908142 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-72efa915-160f-4807-b1d8-054d0c67bd4a {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:20:36.909290 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81bdfe9-c185-458c-bdc2-66b3443f561d', 'name': 'network-vif-deleted', 'tag': '147e7d43-ffb9-4896-9177-fb5956645361', 'status': 'completed', 'code': 200} Nov 10 20:20:37.206970 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-87acf4ce-d318-4996-853d-a63e076626f1 req-502bcf24-35f3-4a44-b16d-44f789d0ab2f tempest-TestEncryptedCinderVolumes-129819141 tempest-TestEncryptedCinderVolumes-129819141-project] 10.222.0.54 "GET /v2.0/ports?device_id=a81bdfe9-c185-458c-bdc2-66b3443f561d HTTP/1.1" status: 200 len: 210 time: 0.0279126 Nov 10 20:20:38.312115 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57192) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:20:38.702187 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8a951d10-9f7e-4558-9bdd-2da68f3e991e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:38.964459 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-8a951d10-9f7e-4558-9bdd-2da68f3e991e admin admin] Deleting port 243b4132-5eb2-442c-9196-7a56cde5c93c {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:20:38.964758 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8a951d10-9f7e-4558-9bdd-2da68f3e991e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:39.052671 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-8a951d10-9f7e-4558-9bdd-2da68f3e991e admin admin] For port 243b4132-5eb2-442c-9196-7a56cde5c93c, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=243b4132-5eb2-442c-9196-7a56cde5c93c,segment=NetworkSegment(25a75889-7337-429e-b36e-0d57970e9c37),segment_id=25a75889-7337-429e-b36e-0d57970e9c37)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:20:39.053141 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8a951d10-9f7e-4558-9bdd-2da68f3e991e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:39.066183 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-8a951d10-9f7e-4558-9bdd-2da68f3e991e admin admin] Calling delete_port for 243b4132-5eb2-442c-9196-7a56cde5c93c owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:20:39.255563 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8a951d10-9f7e-4558-9bdd-2da68f3e991e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:39.284611 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a951d10-9f7e-4558-9bdd-2da68f3e991e admin admin] Pushing event deleted for resources: {'Port': ['ID=243b4132-5eb2-442c-9196-7a56cde5c93c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:39.461379 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8a951d10-9f7e-4558-9bdd-2da68f3e991e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:40.034201 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a951d10-9f7e-4558-9bdd-2da68f3e991e admin admin] Router 2dc1bc3c-3884-4c27-badd-4ec132aa93a2 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:20:40.156491 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a951d10-9f7e-4558-9bdd-2da68f3e991e admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:20:40.161936 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8a951d10-9f7e-4558-9bdd-2da68f3e991e admin admin] 10.222.0.54 "PUT /v2.0/routers/2dc1bc3c-3884-4c27-badd-4ec132aa93a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8486779 Nov 10 20:20:40.164682 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57194) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:20:40.167615 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22324f8b-4b43-4319-81f0-991db625ef97 None None] Sync routers for ids ['2dc1bc3c-3884-4c27-badd-4ec132aa93a2'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:20:40.180298 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22324f8b-4b43-4319-81f0-991db625ef97 None None] Routers {'2dc1bc3c-3884-4c27-badd-4ec132aa93a2'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:20:40.180923 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-22324f8b-4b43-4319-81f0-991db625ef97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:20:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2dc1bc3c-3884-4c27-badd-4ec132aa93a2'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:20:40.273443 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-208e4b18-d2a6-4a98-8b2d-8aef66a0b47d admin admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:40.287861 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-22324f8b-4b43-4319-81f0-991db625ef97 None None] Set router 2dc1bc3c-3884-4c27-badd-4ec132aa93a2 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:20:40.354718 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 147e7d43-ffb9-4896-9177-fb5956645361 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:20:40.373639 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-208e4b18-d2a6-4a98-8b2d-8aef66a0b47d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:40.411092 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 147e7d43-ffb9-4896-9177-fb5956645361 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:20:40.411469 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 147e7d43-ffb9-4896-9177-fb5956645361 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:20:40.432538 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-208e4b18-d2a6-4a98-8b2d-8aef66a0b47d admin admin] Deleting port da8dcd01-24f7-4470-a227-47d17ef2aef5 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:20:40.432882 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-208e4b18-d2a6-4a98-8b2d-8aef66a0b47d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:40.499644 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-22324f8b-4b43-4319-81f0-991db625ef97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc1bc3c-3884-4c27-badd-4ec132aa93a2', 'name': 'tempest-TestEncryptedCinderVolumes-109397367-router', 'tenant_id': '335fcdf863ba4d3bb2ad74e3f7e3b6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'da8dcd01-24f7-4470-a227-47d17ef2aef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:19:15Z', 'updated_at': '2021-11-10T20:20:39Z', 'revision_number': 5, 'project_id': '335fcdf863ba4d3bb2ad74e3f7e3b6e6', 'gw_port': {'id': 'da8dcd01-24f7-4470-a227-47d17ef2aef5', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc1bc3c-3884-4c27-badd-4ec132aa93a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:19:16Z', 'updated_at': '2021-11-10T20:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:20:40.517701 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-208e4b18-d2a6-4a98-8b2d-8aef66a0b47d admin admin] For port da8dcd01-24f7-4470-a227-47d17ef2aef5, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=da8dcd01-24f7-4470-a227-47d17ef2aef5,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:20:40.518372 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-208e4b18-d2a6-4a98-8b2d-8aef66a0b47d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:40.526939 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22324f8b-4b43-4319-81f0-991db625ef97 None None] Checking router: 2dc1bc3c-3884-4c27-badd-4ec132aa93a2 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:20:40.531423 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-208e4b18-d2a6-4a98-8b2d-8aef66a0b47d admin admin] Calling delete_port for da8dcd01-24f7-4470-a227-47d17ef2aef5 owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:20:40.536856 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22324f8b-4b43-4319-81f0-991db625ef97 None None] Routers {'2dc1bc3c-3884-4c27-badd-4ec132aa93a2'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:20:40.537468 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-22324f8b-4b43-4319-81f0-991db625ef97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:20:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['2dc1bc3c-3884-4c27-badd-4ec132aa93a2'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:20:40.633422 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-22324f8b-4b43-4319-81f0-991db625ef97 None None] Set router 2dc1bc3c-3884-4c27-badd-4ec132aa93a2 gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:20:40.688880 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-22324f8b-4b43-4319-81f0-991db625ef97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc1bc3c-3884-4c27-badd-4ec132aa93a2', 'name': 'tempest-TestEncryptedCinderVolumes-109397367-router', 'tenant_id': '335fcdf863ba4d3bb2ad74e3f7e3b6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:19:15Z', 'updated_at': '2021-11-10T20:20:40Z', 'revision_number': 6, 'project_id': '335fcdf863ba4d3bb2ad74e3f7e3b6e6', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:20:40.706730 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-208e4b18-d2a6-4a98-8b2d-8aef66a0b47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:40.717351 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22324f8b-4b43-4319-81f0-991db625ef97 None None] The sync data for ids ['2dc1bc3c-3884-4c27-badd-4ec132aa93a2'] in n-d-813897-4 is: [{'id': '2dc1bc3c-3884-4c27-badd-4ec132aa93a2', 'name': 'tempest-TestEncryptedCinderVolumes-109397367-router', 'tenant_id': '335fcdf863ba4d3bb2ad74e3f7e3b6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:19:15Z', 'updated_at': '2021-11-10T20:20:40Z', 'revision_number': 6, 'project_id': '335fcdf863ba4d3bb2ad74e3f7e3b6e6', 'gw_port_host': None}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:20:40.737075 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e4b18-d2a6-4a98-8b2d-8aef66a0b47d admin admin] Pushing event deleted for resources: {'Port': ['ID=da8dcd01-24f7-4470-a227-47d17ef2aef5,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:40.757659 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b47c97-9fb9-47ed-91bf-19df41eb80fc None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:20:40.815860 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-208e4b18-d2a6-4a98-8b2d-8aef66a0b47d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:40.906793 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-208e4b18-d2a6-4a98-8b2d-8aef66a0b47d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:40.909297 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-208e4b18-d2a6-4a98-8b2d-8aef66a0b47d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:40.959076 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-208e4b18-d2a6-4a98-8b2d-8aef66a0b47d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:40.959632 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208e4b18-d2a6-4a98-8b2d-8aef66a0b47d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dc1bc3c-3884-4c27-badd-4ec132aa93a2 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 20:20:40.964390 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-208e4b18-d2a6-4a98-8b2d-8aef66a0b47d admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:40.965555 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-208e4b18-d2a6-4a98-8b2d-8aef66a0b47d admin admin] 10.222.0.54 "DELETE /v2.0/routers/2dc1bc3c-3884-4c27-badd-4ec132aa93a2 HTTP/1.1" status: 204 len: 168 time: 0.7999208 Nov 10 20:20:40.969425 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57196) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:20:41.016715 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ef269ac-4038-4b8e-a713-b4a59e847f5f admin admin] Deleting subnet e7b89852-717e-42c6-b450-746da421f776 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:20:41.019914 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ef269ac-4038-4b8e-a713-b4a59e847f5f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:41.061741 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ef269ac-4038-4b8e-a713-b4a59e847f5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:41.143906 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ef269ac-4038-4b8e-a713-b4a59e847f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:41.198815 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ef269ac-4038-4b8e-a713-b4a59e847f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:41.236021 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef269ac-4038-4b8e-a713-b4a59e847f5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7b89852-717e-42c6-b450-746da421f776,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:41.239875 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ef269ac-4038-4b8e-a713-b4a59e847f5f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:41.245733 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c9706e-3718-4e39-8318-b6298394827e None None] Network 069aceb5-cd49-46d9-8c78-1ed82a46fd0b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:20:41.246486 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9ef269ac-4038-4b8e-a713-b4a59e847f5f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e7b89852-717e-42c6-b450-746da421f776 HTTP/1.1" status: 204 len: 168 time: 0.2758551 Nov 10 20:20:41.246920 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57198) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:20:41.320762 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5867cd46-5d2e-44ca-99d5-ee07dd9fef3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:41.374311 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-5867cd46-5d2e-44ca-99d5-ee07dd9fef3b admin admin] Deleting port 714248e5-58f3-4700-8582-cee0c518d903 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:20:41.374696 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5867cd46-5d2e-44ca-99d5-ee07dd9fef3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:41.445548 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-5867cd46-5d2e-44ca-99d5-ee07dd9fef3b admin admin] For port 714248e5-58f3-4700-8582-cee0c518d903, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=714248e5-58f3-4700-8582-cee0c518d903,segment=NetworkSegment(25a75889-7337-429e-b36e-0d57970e9c37),segment_id=25a75889-7337-429e-b36e-0d57970e9c37)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:20:41.446136 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5867cd46-5d2e-44ca-99d5-ee07dd9fef3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:41.461314 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-5867cd46-5d2e-44ca-99d5-ee07dd9fef3b admin admin] Calling delete_port for 714248e5-58f3-4700-8582-cee0c518d903 owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:20:41.477274 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9e6a62-46d5-4f77-9700-241055e34e9f None None] DHCP port deletion for 069aceb5-cd49-46d9-8c78-1ed82a46fd0b request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:20:41.535558 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device da8dcd01-24f7-4470-a227-47d17ef2aef5 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:20:41.549293 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5867cd46-5d2e-44ca-99d5-ee07dd9fef3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:41.567378 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: da8dcd01-24f7-4470-a227-47d17ef2aef5 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:20:41.567790 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device da8dcd01-24f7-4470-a227-47d17ef2aef5 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:20:41.568158 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 243b4132-5eb2-442c-9196-7a56cde5c93c no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:20:41.574694 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5d9e6a62-46d5-4f77-9700-241055e34e9f None None] Deleting port 714248e5-58f3-4700-8582-cee0c518d903 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:20:41.575072 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5d9e6a62-46d5-4f77-9700-241055e34e9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:41.577445 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867cd46-5d2e-44ca-99d5-ee07dd9fef3b admin admin] Pushing event deleted for resources: {'Port': ['ID=714248e5-58f3-4700-8582-cee0c518d903,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:41.592275 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5867cd46-5d2e-44ca-99d5-ee07dd9fef3b admin admin] No DVR routers for this DVR port 714248e5-58f3-4700-8582-cee0c518d903 on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:20:41.594245 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 243b4132-5eb2-442c-9196-7a56cde5c93c {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:20:41.594702 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 243b4132-5eb2-442c-9196-7a56cde5c93c not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:20:41.595054 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 714248e5-58f3-4700-8582-cee0c518d903 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:20:41.603218 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867cd46-5d2e-44ca-99d5-ee07dd9fef3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:41.603573 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867cd46-5d2e-44ca-99d5-ee07dd9fef3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:41.603915 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867cd46-5d2e-44ca-99d5-ee07dd9fef3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:41.604254 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867cd46-5d2e-44ca-99d5-ee07dd9fef3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:41.604582 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867cd46-5d2e-44ca-99d5-ee07dd9fef3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:41.604910 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867cd46-5d2e-44ca-99d5-ee07dd9fef3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:41.605234 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867cd46-5d2e-44ca-99d5-ee07dd9fef3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:41.605555 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867cd46-5d2e-44ca-99d5-ee07dd9fef3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:41.605900 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867cd46-5d2e-44ca-99d5-ee07dd9fef3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:41.606219 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867cd46-5d2e-44ca-99d5-ee07dd9fef3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:41.606546 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867cd46-5d2e-44ca-99d5-ee07dd9fef3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:41.606867 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5867cd46-5d2e-44ca-99d5-ee07dd9fef3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:41.631257 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 714248e5-58f3-4700-8582-cee0c518d903 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:20:41.631610 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 714248e5-58f3-4700-8582-cee0c518d903 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:20:41.683118 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5d9e6a62-46d5-4f77-9700-241055e34e9f None None] For port 714248e5-58f3-4700-8582-cee0c518d903, host n-d-813897-4, got binding levels [] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:20:41.683530 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5d9e6a62-46d5-4f77-9700-241055e34e9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:41.687086 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5867cd46-5d2e-44ca-99d5-ee07dd9fef3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:41.696642 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5d9e6a62-46d5-4f77-9700-241055e34e9f None None] Calling delete_port for 714248e5-58f3-4700-8582-cee0c518d903 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:20:41.699519 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.ipam_backend_mixin [None req-5d9e6a62-46d5-4f77-9700-241055e34e9f None None] Port 714248e5-58f3-4700-8582-cee0c518d903 was not found and therefore no delete operation was performed {{(pid=102507) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 20:20:41.701687 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5d9e6a62-46d5-4f77-9700-241055e34e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:41.709339 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-5867cd46-5d2e-44ca-99d5-ee07dd9fef3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['069aceb5-cd49-46d9-8c78-1ed82a46fd0b']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:20:41.720670 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-5867cd46-5d2e-44ca-99d5-ee07dd9fef3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25a75889-7337-429e-b36e-0d57970e9c37') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:20:41.721041 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-5867cd46-5d2e-44ca-99d5-ee07dd9fef3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25a75889-7337-429e-b36e-0d57970e9c37') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:20:41.727827 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e6a62-46d5-4f77-9700-241055e34e9f None None] Pushing event deleted for resources: {'Port': ['ID=714248e5-58f3-4700-8582-cee0c518d903,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:41.731878 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9e6a62-46d5-4f77-9700-241055e34e9f None None] No DVR routers for this DVR port 714248e5-58f3-4700-8582-cee0c518d903 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:20:41.733643 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5867cd46-5d2e-44ca-99d5-ee07dd9fef3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:41.752098 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5867cd46-5d2e-44ca-99d5-ee07dd9fef3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:41.759287 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5867cd46-5d2e-44ca-99d5-ee07dd9fef3b admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:20:41.759765 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5867cd46-5d2e-44ca-99d5-ee07dd9fef3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:41.761632 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 20:20:41.761632 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:20:41.761632 n-d-813897-4 neutron-server[102506]: timer() Nov 10 20:20:41.761632 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:20:41.761632 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 20:20:41.761632 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:20:41.761632 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 20:20:41.761632 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:20:41.761632 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 20:20:41.761632 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:20:41.761632 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 20:20:41.761632 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:20:41.761632 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 20:20:41.761632 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:20:41.761632 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:20:41.761632 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:20:41.761632 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:20:41.761632 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:20:41.761632 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 20:20:41.761632 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:20:41.761632 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 20:20:41.761632 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:20:41.761632 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:20:41.761632 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:20:41.761632 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 20:20:41.761632 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:20:41.761632 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:20:41.761632 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:20:41.761632 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:20:41.761632 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:20:41.761632 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:20:41.761632 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:20:41.823118 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5867cd46-5d2e-44ca-99d5-ee07dd9fef3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:41.829512 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-5867cd46-5d2e-44ca-99d5-ee07dd9fef3b admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:41.833938 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-5867cd46-5d2e-44ca-99d5-ee07dd9fef3b admin admin] 10.222.0.54 "DELETE /v2.0/networks/069aceb5-cd49-46d9-8c78-1ed82a46fd0b HTTP/1.1" status: 204 len: 168 time: 0.5858600 Nov 10 20:20:41.838384 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57200) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:20:41.846186 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867cd46-5d2e-44ca-99d5-ee07dd9fef3b admin admin] Pushing event deleted for resources: {'Network': ['ID=069aceb5-cd49-46d9-8c78-1ed82a46fd0b,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:42.204899 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-963f0e7b-9d95-4bef-b3c8-1c1d2bec0756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:42.471320 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-963f0e7b-9d95-4bef-b3c8-1c1d2bec0756 admin admin] Deleting port bea21b6a-402a-4e8a-84c1-37ce448607ea {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:20:42.471548 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-963f0e7b-9d95-4bef-b3c8-1c1d2bec0756 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:42.558142 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-963f0e7b-9d95-4bef-b3c8-1c1d2bec0756 admin admin] For port bea21b6a-402a-4e8a-84c1-37ce448607ea, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=bea21b6a-402a-4e8a-84c1-37ce448607ea,segment=NetworkSegment(c2186c5a-83e0-4c7b-a1f0-bb9a75ae5829),segment_id=c2186c5a-83e0-4c7b-a1f0-bb9a75ae5829)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:20:42.558502 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-963f0e7b-9d95-4bef-b3c8-1c1d2bec0756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:42.575445 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-963f0e7b-9d95-4bef-b3c8-1c1d2bec0756 admin admin] Calling delete_port for bea21b6a-402a-4e8a-84c1-37ce448607ea owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:20:42.768368 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-963f0e7b-9d95-4bef-b3c8-1c1d2bec0756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:42.794663 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f0e7b-9d95-4bef-b3c8-1c1d2bec0756 admin admin] Pushing event deleted for resources: {'Port': ['ID=bea21b6a-402a-4e8a-84c1-37ce448607ea,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:42.961002 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-963f0e7b-9d95-4bef-b3c8-1c1d2bec0756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:43.214500 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963f0e7b-9d95-4bef-b3c8-1c1d2bec0756 admin admin] Router 91117d06-0ecc-4e1c-ab67-dc1838f6fc8e has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:20:43.324465 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963f0e7b-9d95-4bef-b3c8-1c1d2bec0756 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:20:43.329755 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-963f0e7b-9d95-4bef-b3c8-1c1d2bec0756 admin admin] 10.222.0.54 "PUT /v2.0/routers/91117d06-0ecc-4e1c-ab67-dc1838f6fc8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4902370 Nov 10 20:20:43.332589 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57202) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:20:43.333457 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7641e65-0a33-4eb6-a658-241792553be8 None None] Sync routers for ids ['91117d06-0ecc-4e1c-ab67-dc1838f6fc8e'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:20:43.343935 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7641e65-0a33-4eb6-a658-241792553be8 None None] Routers {'91117d06-0ecc-4e1c-ab67-dc1838f6fc8e'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:20:43.344531 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a7641e65-0a33-4eb6-a658-241792553be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:20:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['91117d06-0ecc-4e1c-ab67-dc1838f6fc8e'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:20:43.439416 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-936a2527-172c-4c1d-a992-4e00c0c294b0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:43.454426 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-a7641e65-0a33-4eb6-a658-241792553be8 None None] Set router 91117d06-0ecc-4e1c-ab67-dc1838f6fc8e gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:20:43.546621 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-936a2527-172c-4c1d-a992-4e00c0c294b0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:43.602240 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-936a2527-172c-4c1d-a992-4e00c0c294b0 admin admin] Deleting port d39f90c8-4750-44ee-bf0f-444ea34277e3 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:20:43.602882 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-936a2527-172c-4c1d-a992-4e00c0c294b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:43.642653 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a7641e65-0a33-4eb6-a658-241792553be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91117d06-0ecc-4e1c-ab67-dc1838f6fc8e', 'name': 'tempest-TestEncryptedCinderVolumes-1689154536-router', 'tenant_id': '4d5ca943c9db4cc58df7d895a91bb88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'd39f90c8-4750-44ee-bf0f-444ea34277e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:19:20Z', 'updated_at': '2021-11-10T20:20:42Z', 'revision_number': 5, 'project_id': '4d5ca943c9db4cc58df7d895a91bb88a', 'gw_port': {'id': 'd39f90c8-4750-44ee-bf0f-444ea34277e3', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91117d06-0ecc-4e1c-ab67-dc1838f6fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:19:20Z', 'updated_at': '2021-11-10T20:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:20:43.669072 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7641e65-0a33-4eb6-a658-241792553be8 None None] Checking router: 91117d06-0ecc-4e1c-ab67-dc1838f6fc8e for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:20:43.680675 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7641e65-0a33-4eb6-a658-241792553be8 None None] Routers {'91117d06-0ecc-4e1c-ab67-dc1838f6fc8e'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:20:43.680675 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a7641e65-0a33-4eb6-a658-241792553be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:20:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['91117d06-0ecc-4e1c-ab67-dc1838f6fc8e'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:20:43.687106 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-936a2527-172c-4c1d-a992-4e00c0c294b0 admin admin] For port d39f90c8-4750-44ee-bf0f-444ea34277e3, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d39f90c8-4750-44ee-bf0f-444ea34277e3,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:20:43.687466 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-936a2527-172c-4c1d-a992-4e00c0c294b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:43.706785 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-936a2527-172c-4c1d-a992-4e00c0c294b0 admin admin] Calling delete_port for d39f90c8-4750-44ee-bf0f-444ea34277e3 owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:20:43.773236 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-a7641e65-0a33-4eb6-a658-241792553be8 None None] Set router 91117d06-0ecc-4e1c-ab67-dc1838f6fc8e gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:20:43.835356 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a7641e65-0a33-4eb6-a658-241792553be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91117d06-0ecc-4e1c-ab67-dc1838f6fc8e', 'name': 'tempest-TestEncryptedCinderVolumes-1689154536-router', 'tenant_id': '4d5ca943c9db4cc58df7d895a91bb88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:19:20Z', 'updated_at': '2021-11-10T20:20:43Z', 'revision_number': 6, 'project_id': '4d5ca943c9db4cc58df7d895a91bb88a', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:20:43.873474 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7641e65-0a33-4eb6-a658-241792553be8 None None] The sync data for ids ['91117d06-0ecc-4e1c-ab67-dc1838f6fc8e'] in n-d-813897-4 is: [{'id': '91117d06-0ecc-4e1c-ab67-dc1838f6fc8e', 'name': 'tempest-TestEncryptedCinderVolumes-1689154536-router', 'tenant_id': '4d5ca943c9db4cc58df7d895a91bb88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:19:20Z', 'updated_at': '2021-11-10T20:20:43Z', 'revision_number': 6, 'project_id': '4d5ca943c9db4cc58df7d895a91bb88a', 'gw_port_host': None}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:20:43.881960 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-936a2527-172c-4c1d-a992-4e00c0c294b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:43.909281 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c80608-0568-4c80-9502-44d3f0c39a8b None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:20:43.927125 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a2527-172c-4c1d-a992-4e00c0c294b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d39f90c8-4750-44ee-bf0f-444ea34277e3,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:43.987725 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-936a2527-172c-4c1d-a992-4e00c0c294b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:44.087712 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-936a2527-172c-4c1d-a992-4e00c0c294b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:44.089949 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-936a2527-172c-4c1d-a992-4e00c0c294b0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:44.135996 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-936a2527-172c-4c1d-a992-4e00c0c294b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:44.136572 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936a2527-172c-4c1d-a992-4e00c0c294b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91117d06-0ecc-4e1c-ab67-dc1838f6fc8e {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 20:20:44.141148 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-936a2527-172c-4c1d-a992-4e00c0c294b0 admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:44.142388 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-936a2527-172c-4c1d-a992-4e00c0c294b0 admin admin] 10.222.0.54 "DELETE /v2.0/routers/91117d06-0ecc-4e1c-ab67-dc1838f6fc8e HTTP/1.1" status: 204 len: 168 time: 0.8086283 Nov 10 20:20:44.145271 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57204) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:20:44.198694 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ecd2822-13ec-48c9-8f20-98cdac3c6189 admin admin] Deleting subnet 943e614e-3c7d-41a2-95da-5a31180826d6 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:20:44.204247 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ecd2822-13ec-48c9-8f20-98cdac3c6189 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:44.247163 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ecd2822-13ec-48c9-8f20-98cdac3c6189 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:44.336798 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ecd2822-13ec-48c9-8f20-98cdac3c6189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:44.401006 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ecd2822-13ec-48c9-8f20-98cdac3c6189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:44.431046 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd2822-13ec-48c9-8f20-98cdac3c6189 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=943e614e-3c7d-41a2-95da-5a31180826d6,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:44.434793 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9ecd2822-13ec-48c9-8f20-98cdac3c6189 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:44.438076 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9ecd2822-13ec-48c9-8f20-98cdac3c6189 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/943e614e-3c7d-41a2-95da-5a31180826d6 HTTP/1.1" status: 204 len: 168 time: 0.2917221 Nov 10 20:20:44.440882 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14518e07-570e-4ace-a915-1b5a2140cf18 None None] Network a781b942-d641-43c5-9ed8-369c3d0c95c8 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:20:44.441896 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57206) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:20:44.509488 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-47910441-075b-4b83-9b4f-64cb710e5004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:44.567062 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-47910441-075b-4b83-9b4f-64cb710e5004 admin admin] Deleting port 040b21fa-a967-420a-8aaa-3276f8d45568 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:20:44.567449 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-47910441-075b-4b83-9b4f-64cb710e5004 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:44.636635 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-47910441-075b-4b83-9b4f-64cb710e5004 admin admin] For port 040b21fa-a967-420a-8aaa-3276f8d45568, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=040b21fa-a967-420a-8aaa-3276f8d45568,segment=NetworkSegment(c2186c5a-83e0-4c7b-a1f0-bb9a75ae5829),segment_id=c2186c5a-83e0-4c7b-a1f0-bb9a75ae5829)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:20:44.637436 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-47910441-075b-4b83-9b4f-64cb710e5004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:44.655069 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-47910441-075b-4b83-9b4f-64cb710e5004 admin admin] Calling delete_port for 040b21fa-a967-420a-8aaa-3276f8d45568 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:20:44.661340 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf86f868-d999-45fe-8530-78e3f1954d22 None None] DHCP port deletion for a781b942-d641-43c5-9ed8-369c3d0c95c8 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:20:44.721021 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-bf86f868-d999-45fe-8530-78e3f1954d22 None None] Deleting port 040b21fa-a967-420a-8aaa-3276f8d45568 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:20:44.721530 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bf86f868-d999-45fe-8530-78e3f1954d22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:44.748540 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-47910441-075b-4b83-9b4f-64cb710e5004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:44.778481 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47910441-075b-4b83-9b4f-64cb710e5004 admin admin] Pushing event deleted for resources: {'Port': ['ID=040b21fa-a967-420a-8aaa-3276f8d45568,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:44.782805 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47910441-075b-4b83-9b4f-64cb710e5004 admin admin] No DVR routers for this DVR port 040b21fa-a967-420a-8aaa-3276f8d45568 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:20:44.795511 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-bf86f868-d999-45fe-8530-78e3f1954d22 None None] For port 040b21fa-a967-420a-8aaa-3276f8d45568, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=040b21fa-a967-420a-8aaa-3276f8d45568,segment=NetworkSegment(c2186c5a-83e0-4c7b-a1f0-bb9a75ae5829),segment_id=c2186c5a-83e0-4c7b-a1f0-bb9a75ae5829)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:20:44.795915 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bf86f868-d999-45fe-8530-78e3f1954d22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:44.810129 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-bf86f868-d999-45fe-8530-78e3f1954d22 None None] Calling delete_port for 040b21fa-a967-420a-8aaa-3276f8d45568 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:20:44.855678 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-47910441-075b-4b83-9b4f-64cb710e5004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:44.882347 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-47910441-075b-4b83-9b4f-64cb710e5004 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a781b942-d641-43c5-9ed8-369c3d0c95c8']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:20:44.891706 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bf86f868-d999-45fe-8530-78e3f1954d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:44.893298 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-47910441-075b-4b83-9b4f-64cb710e5004 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2186c5a-83e0-4c7b-a1f0-bb9a75ae5829') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:20:44.893723 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-47910441-075b-4b83-9b4f-64cb710e5004 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2186c5a-83e0-4c7b-a1f0-bb9a75ae5829') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:20:44.904935 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-47910441-075b-4b83-9b4f-64cb710e5004 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:44.921200 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-47910441-075b-4b83-9b4f-64cb710e5004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:44.922228 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf86f868-d999-45fe-8530-78e3f1954d22 None None] No DVR routers for this DVR port 040b21fa-a967-420a-8aaa-3276f8d45568 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:20:44.927583 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86f868-d999-45fe-8530-78e3f1954d22 None None] Pushing event deleted for resources: {'Port': ['ID=040b21fa-a967-420a-8aaa-3276f8d45568,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:44.939921 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47910441-075b-4b83-9b4f-64cb710e5004 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:20:44.940500 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-47910441-075b-4b83-9b4f-64cb710e5004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:44.943435 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 20:20:44.943435 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:20:44.943435 n-d-813897-4 neutron-server[102505]: timer() Nov 10 20:20:44.943435 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:20:44.943435 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 20:20:44.943435 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:20:44.943435 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 20:20:44.943435 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:20:44.943435 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 20:20:44.943435 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:20:44.943435 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 20:20:44.943435 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:20:44.943435 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 20:20:44.943435 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:20:44.943435 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:20:44.943435 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:20:44.943435 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:20:44.943435 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:20:44.943435 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 20:20:44.943435 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:20:44.943435 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 20:20:44.943435 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:20:44.943435 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:20:44.943435 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:20:44.943435 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 20:20:44.943435 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:20:44.943435 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:20:44.943435 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:20:44.943435 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:20:44.943435 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:20:44.943435 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:20:44.943435 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:20:45.007714 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-47910441-075b-4b83-9b4f-64cb710e5004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:45.013411 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-47910441-075b-4b83-9b4f-64cb710e5004 admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:45.016620 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-47910441-075b-4b83-9b4f-64cb710e5004 admin admin] 10.222.0.54 "DELETE /v2.0/networks/a781b942-d641-43c5-9ed8-369c3d0c95c8 HTTP/1.1" status: 204 len: 168 time: 0.5737293 Nov 10 20:20:45.033825 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47910441-075b-4b83-9b4f-64cb710e5004 admin admin] Pushing event deleted for resources: {'Network': ['ID=a781b942-d641-43c5-9ed8-369c3d0c95c8,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:45.197482 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57210) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:20:45.237927 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2636240b-1605-42fb-b5cf-50b3a88e6bad admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=335fcdf863ba4d3bb2ad74e3f7e3b6e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391440 Nov 10 20:20:45.241613 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57212) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:20:45.295547 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5917c804-e98a-4e2a-8aae-1cdc94dc991d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:45.317802 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5917c804-e98a-4e2a-8aae-1cdc94dc991d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:45.366850 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5917c804-e98a-4e2a-8aae-1cdc94dc991d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:45.369737 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5917c804-e98a-4e2a-8aae-1cdc94dc991d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:45.370952 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5917c804-e98a-4e2a-8aae-1cdc94dc991d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d8baf413-429f-498c-9770-37a0a583101c HTTP/1.1" status: 204 len: 168 time: 0.1284258 Nov 10 20:20:45.378789 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917c804-e98a-4e2a-8aae-1cdc94dc991d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8baf413-429f-498c-9770-37a0a583101c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:45.495009 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device bea21b6a-402a-4e8a-84c1-37ce448607ea no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:20:45.515423 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: bea21b6a-402a-4e8a-84c1-37ce448607ea {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:20:45.515761 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device bea21b6a-402a-4e8a-84c1-37ce448607ea not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:20:45.516170 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d39f90c8-4750-44ee-bf0f-444ea34277e3 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:20:45.536269 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: d39f90c8-4750-44ee-bf0f-444ea34277e3 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:20:45.536558 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d39f90c8-4750-44ee-bf0f-444ea34277e3 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:20:45.536965 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 040b21fa-a967-420a-8aaa-3276f8d45568 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:20:45.557056 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 040b21fa-a967-420a-8aaa-3276f8d45568 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:20:45.557404 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 040b21fa-a967-420a-8aaa-3276f8d45568 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:20:45.723050 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57218) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:20:45.765062 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-076ccafc-dc62-4ae7-b999-04e89a508d05 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4d5ca943c9db4cc58df7d895a91bb88a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406342 Nov 10 20:20:45.767836 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57220) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:20:45.817024 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-75746c5c-f17c-4c00-b1a4-fbedc8ac055c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:45.839202 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-75746c5c-f17c-4c00-b1a4-fbedc8ac055c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:45.887771 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-75746c5c-f17c-4c00-b1a4-fbedc8ac055c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:45.892812 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-75746c5c-f17c-4c00-b1a4-fbedc8ac055c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:45.894485 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-75746c5c-f17c-4c00-b1a4-fbedc8ac055c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/73741510-f860-428d-9484-1aa3ffa6c779 HTTP/1.1" status: 204 len: 168 time: 0.1257660 Nov 10 20:20:45.902533 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75746c5c-f17c-4c00-b1a4-fbedc8ac055c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73741510-f860-428d-9484-1aa3ffa6c779,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:46.657803 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57242) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:20:46.779915 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-23b75cf2-0cd0-451b-8808-e2ae10f236e5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1213383280-network', 'tenant_id': '8bb2c294b0c7497ea3ba7e27c0ebca92'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:20:46.811454 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b75cf2-0cd0-451b-8808-e2ae10f236e5 admin admin] Made reservation on behalf of 8bb2c294b0c7497ea3ba7e27c0ebca92 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:20:46.813905 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-23b75cf2-0cd0-451b-8808-e2ae10f236e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:46.823521 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-23b75cf2-0cd0-451b-8808-e2ae10f236e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:46.912315 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-23b75cf2-0cd0-451b-8808-e2ae10f236e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:46.920008 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-23b75cf2-0cd0-451b-8808-e2ae10f236e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:46.952297 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b75cf2-0cd0-451b-8808-e2ae10f236e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:20:46.959401 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b75cf2-0cd0-451b-8808-e2ae10f236e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02f98eb-f4a9-4af2-b01e-269b777f5c6c,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:46.967241 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-23b75cf2-0cd0-451b-8808-e2ae10f236e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:46.967673 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-23b75cf2-0cd0-451b-8808-e2ae10f236e5 admin admin] Added segment 7ef3bac8-0bf9-4048-8bd5-3b65be547781 of type vlan for network fdbbacda-a407-4c61-a8de-101deccef000 Nov 10 20:20:47.013137 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-23b75cf2-0cd0-451b-8808-e2ae10f236e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:47.044503 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-23b75cf2-0cd0-451b-8808-e2ae10f236e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:47.045875 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b75cf2-0cd0-451b-8808-e2ae10f236e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:20:47.046743 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-23b75cf2-0cd0-451b-8808-e2ae10f236e5 admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:47.107888 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-23b75cf2-0cd0-451b-8808-e2ae10f236e5 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4489605 Nov 10 20:20:47.111339 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57246) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:20:47.115732 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b75cf2-0cd0-451b-8808-e2ae10f236e5 admin admin] Pushing event updated for resources: {'Network': ['ID=fdbbacda-a407-4c61-a8de-101deccef000,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:47.116573 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-bbb696d4-6752-41c4-b3fc-0570f6eec6a8 admin admin] Request body: {'subnet': {'network_id': 'fdbbacda-a407-4c61-a8de-101deccef000', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1213383280-subnet', 'tenant_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:20:47.127265 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network fdbbacda-a407-4c61-a8de-101deccef000 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:20:47.141892 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb696d4-6752-41c4-b3fc-0570f6eec6a8 admin admin] Made reservation on behalf of 8bb2c294b0c7497ea3ba7e27c0ebca92 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:20:47.144357 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bbb696d4-6752-41c4-b3fc-0570f6eec6a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:47.344951 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bbb696d4-6752-41c4-b3fc-0570f6eec6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:47.421913 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb696d4-6752-41c4-b3fc-0570f6eec6a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=898dbf49-c544-4069-8f3e-4bf4500f0c20,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:47.435615 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb696d4-6752-41c4-b3fc-0570f6eec6a8 admin admin] Checking segment: {'id': '7ef3bac8-0bf9-4048-8bd5-3b65be547781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fdbbacda-a407-4c61-a8de-101deccef000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:20:47.436891 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb696d4-6752-41c4-b3fc-0570f6eec6a8 admin admin] Network hostable DHCP agents. Network: fdbbacda-a407-4c61-a8de-101deccef000, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:20:47.459085 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb696d4-6752-41c4-b3fc-0570f6eec6a8 admin admin] Network fdbbacda-a407-4c61-a8de-101deccef000 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:20:47.471241 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-bbb696d4-6752-41c4-b3fc-0570f6eec6a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, fdbbacda-a407-4c61-a8de-101deccef000) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:20:47.478631 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb696d4-6752-41c4-b3fc-0570f6eec6a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:20:47.479716 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-bbb696d4-6752-41c4-b3fc-0570f6eec6a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:47.480577 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506e4c78-b92a-4ab1-95c6-7145103a67a0 None None] Network fdbbacda-a407-4c61-a8de-101deccef000 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:20:47.499197 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-bbb696d4-6752-41c4-b3fc-0570f6eec6a8 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3865180 Nov 10 20:20:47.503451 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57248) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:20:47.507999 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-8be41bbb-d723-437f-87fe-bcc5804c3e99 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1213383280-router', 'tenant_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:20:47.528677 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8be41bbb-d723-437f-87fe-bcc5804c3e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:47.529996 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8be41bbb-d723-437f-87fe-bcc5804c3e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:47.584419 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8be41bbb-d723-437f-87fe-bcc5804c3e99 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:47.663752 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e092bd-db99-4d1c-8ffa-f91838162179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-fdbbacda-a407-4c61-a8de-101deccef000', 'network_id': 'fdbbacda-a407-4c61-a8de-101deccef000', 'tenant_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'fixed_ips': [{'subnet_id': '898dbf49-c544-4069-8f3e-4bf4500f0c20'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 20:20:47.664675 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d6e092bd-db99-4d1c-8ffa-f91838162179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:47.836676 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-d6e092bd-db99-4d1c-8ffa-f91838162179 None None] Allocated IP 172.20.0.2 (fdbbacda-a407-4c61-a8de-101deccef000/898dbf49-c544-4069-8f3e-4bf4500f0c20/b6193022-b163-460b-99a1-f32ea10fdacb) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:20:48.004949 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d6e092bd-db99-4d1c-8ffa-f91838162179 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:48.013716 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d6e092bd-db99-4d1c-8ffa-f91838162179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:48.073368 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e092bd-db99-4d1c-8ffa-f91838162179 None None] Network fdbbacda-a407-4c61-a8de-101deccef000 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:20:48.077347 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-d6e092bd-db99-4d1c-8ffa-f91838162179 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:20:48.083457 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e092bd-db99-4d1c-8ffa-f91838162179 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:20:48.085745 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8be41bbb-d723-437f-87fe-bcc5804c3e99 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:48.087096 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e092bd-db99-4d1c-8ffa-f91838162179 None None] Pushing event updated for resources: {'Port': ['ID=b6193022-b163-460b-99a1-f32ea10fdacb,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:48.159925 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d6e092bd-db99-4d1c-8ffa-f91838162179 None None] Attempting to bind port b6193022-b163-460b-99a1-f32ea10fdacb on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:20:48.161034 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d6e092bd-db99-4d1c-8ffa-f91838162179 None None] Attempting to bind port b6193022-b163-460b-99a1-f32ea10fdacb by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '7ef3bac8-0bf9-4048-8bd5-3b65be547781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fdbbacda-a407-4c61-a8de-101deccef000'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:20:48.161034 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e092bd-db99-4d1c-8ffa-f91838162179 None None] Attempting to bind port b6193022-b163-460b-99a1-f32ea10fdacb on network fdbbacda-a407-4c61-a8de-101deccef000 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:20:48.169464 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e092bd-db99-4d1c-8ffa-f91838162179 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:20:48.169886 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e092bd-db99-4d1c-8ffa-f91838162179 None None] Checking segment: {'id': '7ef3bac8-0bf9-4048-8bd5-3b65be547781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fdbbacda-a407-4c61-a8de-101deccef000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:20:48.170288 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d6e092bd-db99-4d1c-8ffa-f91838162179 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:48.170683 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e092bd-db99-4d1c-8ffa-f91838162179 None None] Bound using segment: {'id': '7ef3bac8-0bf9-4048-8bd5-3b65be547781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fdbbacda-a407-4c61-a8de-101deccef000'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:20:48.171141 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d6e092bd-db99-4d1c-8ffa-f91838162179 None None] Bound port: b6193022-b163-460b-99a1-f32ea10fdacb, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef3bac8-0bf9-4048-8bd5-3b65be547781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fdbbacda-a407-4c61-a8de-101deccef000'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:20:48.171512 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d6e092bd-db99-4d1c-8ffa-f91838162179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:48.246481 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-d6e092bd-db99-4d1c-8ffa-f91838162179 None None] For port b6193022-b163-460b-99a1-f32ea10fdacb, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:20:48.249879 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-d6e092bd-db99-4d1c-8ffa-f91838162179 None None] For port b6193022-b163-460b-99a1-f32ea10fdacb, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=b6193022-b163-460b-99a1-f32ea10fdacb,segment=NetworkSegment(7ef3bac8-0bf9-4048-8bd5-3b65be547781),segment_id=7ef3bac8-0bf9-4048-8bd5-3b65be547781)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:20:48.256214 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d6e092bd-db99-4d1c-8ffa-f91838162179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:48.306501 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8be41bbb-d723-437f-87fe-bcc5804c3e99 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:48.327839 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8be41bbb-d723-437f-87fe-bcc5804c3e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:48.337001 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e092bd-db99-4d1c-8ffa-f91838162179 None None] Pushing event updated for resources: {'Port': ['ID=b6193022-b163-460b-99a1-f32ea10fdacb,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:48.446955 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-8be41bbb-d723-437f-87fe-bcc5804c3e99 admin admin] Allocated IP 172.25.3.25 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/60729f0f-f6ac-4ae4-9386-af9eda40941d) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:20:48.580975 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8be41bbb-d723-437f-87fe-bcc5804c3e99 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:48.623324 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8be41bbb-d723-437f-87fe-bcc5804c3e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:48.668238 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be41bbb-d723-437f-87fe-bcc5804c3e99 admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:20:48.672723 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-8be41bbb-d723-437f-87fe-bcc5804c3e99 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:20:48.678918 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be41bbb-d723-437f-87fe-bcc5804c3e99 admin admin] Pushing event updated for resources: {'Port': ['ID=60729f0f-f6ac-4ae4-9386-af9eda40941d,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:48.681579 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be41bbb-d723-437f-87fe-bcc5804c3e99 admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:20:48.694714 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf4e907-b8bc-4422-9e38-11e199efc8d3 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:20:48.775108 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e420d313-bd1c-4f4f-a2a0-a19e2acf9505 None None] Provisioning complete for port 60729f0f-f6ac-4ae4-9386-af9eda40941d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:20:48.775504 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e420d313-bd1c-4f4f-a2a0-a19e2acf9505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:48.818690 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e420d313-bd1c-4f4f-a2a0-a19e2acf9505 None None] Port 60729f0f-f6ac-4ae4-9386-af9eda40941d cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:20:48.979954 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8be41bbb-d723-437f-87fe-bcc5804c3e99 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:49.188449 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8be41bbb-d723-437f-87fe-bcc5804c3e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:49.244876 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922f0c25-91da-4bc4-8ff4-31cc9b4775f0 None None] Network fdbbacda-a407-4c61-a8de-101deccef000 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:20:49.325710 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be41bbb-d723-437f-87fe-bcc5804c3e99 admin admin] Router ed8675d9-7a76-461d-a378-769f5f1a4e78 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 20:20:49.374969 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-597d80ce-4948-45ee-b89b-6635b5ce68ea None None] Provisioning complete for port b6193022-b163-460b-99a1-f32ea10fdacb triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:20:49.375347 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-597d80ce-4948-45ee-b89b-6635b5ce68ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:49.437612 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be41bbb-d723-437f-87fe-bcc5804c3e99 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:20:49.466142 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd68e4a-9eee-4b9a-9f2a-3792085931ac None None] Sync routers for ids ['ed8675d9-7a76-461d-a378-769f5f1a4e78'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:20:49.473798 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8be41bbb-d723-437f-87fe-bcc5804c3e99 admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:49.476324 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8be41bbb-d723-437f-87fe-bcc5804c3e99 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9718881 Nov 10 20:20:49.478172 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57250) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:20:49.503085 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd68e4a-9eee-4b9a-9f2a-3792085931ac None None] Routers {'ed8675d9-7a76-461d-a378-769f5f1a4e78'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:20:49.503839 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-5cd68e4a-9eee-4b9a-9f2a-3792085931ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:20:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['ed8675d9-7a76-461d-a378-769f5f1a4e78'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:20:49.506188 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-597d80ce-4948-45ee-b89b-6635b5ce68ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:49.724253 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device b6193022-b163-460b-99a1-f32ea10fdacb up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:20:49.832890 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-597d80ce-4948-45ee-b89b-6635b5ce68ea None None] For port b6193022-b163-460b-99a1-f32ea10fdacb, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=b6193022-b163-460b-99a1-f32ea10fdacb,segment=NetworkSegment(7ef3bac8-0bf9-4048-8bd5-3b65be547781),segment_id=7ef3bac8-0bf9-4048-8bd5-3b65be547781)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:20:49.841561 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-597d80ce-4948-45ee-b89b-6635b5ce68ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:49.876225 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-5cd68e4a-9eee-4b9a-9f2a-3792085931ac None None] Set router ed8675d9-7a76-461d-a378-769f5f1a4e78 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:20:49.934509 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-440c60db-5cfb-47b6-80bb-0454bf086f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:49.952040 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port b6193022-b163-460b-99a1-f32ea10fdacb triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:20:49.952416 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:50.004525 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d80ce-4948-45ee-b89b-6635b5ce68ea None None] Pushing event updated for resources: {'Port': ['ID=b6193022-b163-460b-99a1-f32ea10fdacb,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:50.059311 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-516496d2-cc2f-4e7b-a424-1eee5f9b1b56 None None] Provisioning complete for port b6193022-b163-460b-99a1-f32ea10fdacb triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:20:50.059704 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-516496d2-cc2f-4e7b-a424-1eee5f9b1b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:50.092590 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-440c60db-5cfb-47b6-80bb-0454bf086f4f admin admin] Allocated IP 172.20.0.1 (fdbbacda-a407-4c61-a8de-101deccef000/898dbf49-c544-4069-8f3e-4bf4500f0c20/6eaa6d84-19e5-4b7e-a3ba-6f1497017f82) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:20:50.206436 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-440c60db-5cfb-47b6-80bb-0454bf086f4f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:50.240307 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-5cd68e4a-9eee-4b9a-9f2a-3792085931ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'name': 'tempest-TestMinimumBasicScenario-1213383280-router', 'tenant_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '60729f0f-f6ac-4ae4-9386-af9eda40941d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:20:47Z', 'updated_at': '2021-11-10T20:20:48Z', 'revision_number': 3, 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'gw_port': {'id': '60729f0f-f6ac-4ae4-9386-af9eda40941d', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:48Z', 'updated_at': '2021-11-10T20:20:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:20:50.242877 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-440c60db-5cfb-47b6-80bb-0454bf086f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:50.268241 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd68e4a-9eee-4b9a-9f2a-3792085931ac None None] Checking router: ed8675d9-7a76-461d-a378-769f5f1a4e78 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:20:50.268869 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd68e4a-9eee-4b9a-9f2a-3792085931ac None None] Updating router ed8675d9-7a76-461d-a378-769f5f1a4e78 port 60729f0f-f6ac-4ae4-9386-af9eda40941d binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:20:50.280866 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440c60db-5cfb-47b6-80bb-0454bf086f4f admin admin] Network fdbbacda-a407-4c61-a8de-101deccef000 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:20:50.283666 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-440c60db-5cfb-47b6-80bb-0454bf086f4f admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:20:50.287022 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440c60db-5cfb-47b6-80bb-0454bf086f4f admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:20:50.298436 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5cd68e4a-9eee-4b9a-9f2a-3792085931ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:50.321301 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c60db-5cfb-47b6-80bb-0454bf086f4f admin admin] Pushing event updated for resources: {'Port': ['ID=6eaa6d84-19e5-4b7e-a3ba-6f1497017f82,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:50.341142 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-440c60db-5cfb-47b6-80bb-0454bf086f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:50.480431 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-440c60db-5cfb-47b6-80bb-0454bf086f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:50.587079 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5cd68e4a-9eee-4b9a-9f2a-3792085931ac None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:50.588586 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-323d2a24-a6af-4383-b1bd-b60f24cd5118 None None] Provisioning complete for port 6eaa6d84-19e5-4b7e-a3ba-6f1497017f82 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:20:50.588944 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-323d2a24-a6af-4383-b1bd-b60f24cd5118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:50.613002 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5cd68e4a-9eee-4b9a-9f2a-3792085931ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:50.647782 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-440c60db-5cfb-47b6-80bb-0454bf086f4f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:50.653621 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-440c60db-5cfb-47b6-80bb-0454bf086f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:50.668410 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-323d2a24-a6af-4383-b1bd-b60f24cd5118 None None] Port 6eaa6d84-19e5-4b7e-a3ba-6f1497017f82 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:20:50.677624 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd158737-c0de-41a2-b3cb-cdb99167982d None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:20:50.687815 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-5cd68e4a-9eee-4b9a-9f2a-3792085931ac None None] Attempting to bind port 60729f0f-f6ac-4ae4-9386-af9eda40941d on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:20:50.688183 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-5cd68e4a-9eee-4b9a-9f2a-3792085931ac None None] Attempting to bind port 60729f0f-f6ac-4ae4-9386-af9eda40941d by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:20:50.688546 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd68e4a-9eee-4b9a-9f2a-3792085931ac None None] Attempting to bind port 60729f0f-f6ac-4ae4-9386-af9eda40941d on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:20:50.691002 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910d77f-c480-4994-9331-41cf8da5bac3 None None] Pushing event updated for resources: {'Port': ['ID=60729f0f-f6ac-4ae4-9386-af9eda40941d,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:50.697953 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd68e4a-9eee-4b9a-9f2a-3792085931ac None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:20:50.698226 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd68e4a-9eee-4b9a-9f2a-3792085931ac None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:20:50.698535 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5cd68e4a-9eee-4b9a-9f2a-3792085931ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:50.698923 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd68e4a-9eee-4b9a-9f2a-3792085931ac None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:20:50.699436 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-5cd68e4a-9eee-4b9a-9f2a-3792085931ac None None] Bound port: 60729f0f-f6ac-4ae4-9386-af9eda40941d, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:20:50.699833 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5cd68e4a-9eee-4b9a-9f2a-3792085931ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:50.733986 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-440c60db-5cfb-47b6-80bb-0454bf086f4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:50.737931 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c60db-5cfb-47b6-80bb-0454bf086f4f admin admin] Pushing event updated for resources: {'Port': ['ID=6eaa6d84-19e5-4b7e-a3ba-6f1497017f82,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:50.764907 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5cd68e4a-9eee-4b9a-9f2a-3792085931ac None None] For port 60729f0f-f6ac-4ae4-9386-af9eda40941d, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:20:50.768118 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5cd68e4a-9eee-4b9a-9f2a-3792085931ac None None] For port 60729f0f-f6ac-4ae4-9386-af9eda40941d, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=60729f0f-f6ac-4ae4-9386-af9eda40941d,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:20:50.774069 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5cd68e4a-9eee-4b9a-9f2a-3792085931ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:50.828251 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90c14bb-6c10-4aee-a122-31a557773dc7 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:20:50.836461 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440c60db-5cfb-47b6-80bb-0454bf086f4f admin admin] Network fdbbacda-a407-4c61-a8de-101deccef000 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:20:50.838099 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-440c60db-5cfb-47b6-80bb-0454bf086f4f admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:20:50.838805 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-ab2c996b-882c-4948-9525-45ffdf1b3320 None None] Provisioning complete for port 60729f0f-f6ac-4ae4-9386-af9eda40941d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:20:50.839176 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ab2c996b-882c-4948-9525-45ffdf1b3320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:50.878870 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910d77f-c480-4994-9331-41cf8da5bac3 None None] Pushing event updated for resources: {'Port': ['ID=60729f0f-f6ac-4ae4-9386-af9eda40941d,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:50.883660 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd68e4a-9eee-4b9a-9f2a-3792085931ac None None] Routers {'ed8675d9-7a76-461d-a378-769f5f1a4e78'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:20:50.884288 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-5cd68e4a-9eee-4b9a-9f2a-3792085931ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:20:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['ed8675d9-7a76-461d-a378-769f5f1a4e78'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:20:50.964970 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440c60db-5cfb-47b6-80bb-0454bf086f4f admin admin] Router ed8675d9-7a76-461d-a378-769f5f1a4e78 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:20:51.032492 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-5cd68e4a-9eee-4b9a-9f2a-3792085931ac None None] Set router ed8675d9-7a76-461d-a378-769f5f1a4e78 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:20:51.035010 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ab2c996b-882c-4948-9525-45ffdf1b3320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:51.084288 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440c60db-5cfb-47b6-80bb-0454bf086f4f admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:20:51.093792 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-440c60db-5cfb-47b6-80bb-0454bf086f4f admin admin] 10.222.0.54 "PUT /v2.0/routers/ed8675d9-7a76-461d-a378-769f5f1a4e78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6111679 Nov 10 20:20:51.093986 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-ab2c996b-882c-4948-9525-45ffdf1b3320 None None] For port 60729f0f-f6ac-4ae4-9386-af9eda40941d, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=60729f0f-f6ac-4ae4-9386-af9eda40941d,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:20:51.127707 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ab2c996b-882c-4948-9525-45ffdf1b3320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:51.224213 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c996b-882c-4948-9525-45ffdf1b3320 None None] Pushing event updated for resources: {'Port': ['ID=60729f0f-f6ac-4ae4-9386-af9eda40941d,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:51.285343 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-02c472c7-adf3-48a5-9a8b-2d6bb2392c2a None None] Provisioning complete for port 6eaa6d84-19e5-4b7e-a3ba-6f1497017f82 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:20:51.286202 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-02c472c7-adf3-48a5-9a8b-2d6bb2392c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:51.328434 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-02c472c7-adf3-48a5-9a8b-2d6bb2392c2a None None] Port 6eaa6d84-19e5-4b7e-a3ba-6f1497017f82 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:20:51.347805 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-5cd68e4a-9eee-4b9a-9f2a-3792085931ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'name': 'tempest-TestMinimumBasicScenario-1213383280-router', 'tenant_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '60729f0f-f6ac-4ae4-9386-af9eda40941d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:20:47Z', 'updated_at': '2021-11-10T20:20:50Z', 'revision_number': 4, 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'gw_port': {'id': '60729f0f-f6ac-4ae4-9386-af9eda40941d', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:48Z', 'updated_at': '2021-11-10T20:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '6eaa6d84-19e5-4b7e-a3ba-6f1497017f82', 'name': '', 'network_id': 'fdbbacda-a407-4c61-a8de-101deccef000', 'tenant_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'mac_address': 'fa:16:3e:63:03:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '898dbf49-c544-4069-8f3e-4bf4500f0c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:49Z', 'updated_at': '2021-11-10T20:20:50Z', 'revision_number': 2, 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'subnets': [{'id': '898dbf49-c544-4069-8f3e-4bf4500f0c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:20:51.349677 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-02c472c7-adf3-48a5-9a8b-2d6bb2392c2a None None] Provisioning complete for port 60729f0f-f6ac-4ae4-9386-af9eda40941d triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:20:51.350074 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-02c472c7-adf3-48a5-9a8b-2d6bb2392c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:51.398470 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd68e4a-9eee-4b9a-9f2a-3792085931ac None None] The sync data for ids ['ed8675d9-7a76-461d-a378-769f5f1a4e78'] in n-d-813897-4 is: [{'id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'name': 'tempest-TestMinimumBasicScenario-1213383280-router', 'tenant_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '60729f0f-f6ac-4ae4-9386-af9eda40941d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:20:47Z', 'updated_at': '2021-11-10T20:20:50Z', 'revision_number': 4, 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'gw_port': {'id': '60729f0f-f6ac-4ae4-9386-af9eda40941d', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:48Z', 'updated_at': '2021-11-10T20:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '6eaa6d84-19e5-4b7e-a3ba-6f1497017f82', 'name': '', 'network_id': 'fdbbacda-a407-4c61-a8de-101deccef000', 'tenant_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'mac_address': 'fa:16:3e:63:03:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '898dbf49-c544-4069-8f3e-4bf4500f0c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:49Z', 'updated_at': '2021-11-10T20:20:50Z', 'revision_number': 2, 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'subnets': [{'id': '898dbf49-c544-4069-8f3e-4bf4500f0c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:20:51.521591 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device b6193022-b163-460b-99a1-f32ea10fdacb up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:20:51.588486 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port b6193022-b163-460b-99a1-f32ea10fdacb triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:20:51.590855 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:51.638856 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57266) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:20:51.658398 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-c3c9e9fc-f345-48aa-9000-9aeae094e026 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-288107625-network', 'tenant_id': '536a88bb60254caf969508e8416a7ab7'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:20:51.698590 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c9e9fc-f345-48aa-9000-9aeae094e026 admin admin] Made reservation on behalf of 536a88bb60254caf969508e8416a7ab7 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:20:51.702204 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c3c9e9fc-f345-48aa-9000-9aeae094e026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:51.711534 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c3c9e9fc-f345-48aa-9000-9aeae094e026 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:51.837961 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c3c9e9fc-f345-48aa-9000-9aeae094e026 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:51.842907 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c3c9e9fc-f345-48aa-9000-9aeae094e026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:51.870465 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c9e9fc-f345-48aa-9000-9aeae094e026 admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:20:51.881647 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9e9fc-f345-48aa-9000-9aeae094e026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad522e6-99ea-4cfc-959c-906f9995536e,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:51.887576 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c3c9e9fc-f345-48aa-9000-9aeae094e026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:51.887845 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-c3c9e9fc-f345-48aa-9000-9aeae094e026 admin admin] Added segment a8d9ee81-f13c-4825-b2f9-c03121e717e6 of type vlan for network 36f4a10d-4f81-4dcf-9370-3845521e7e0f Nov 10 20:20:51.934595 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c3c9e9fc-f345-48aa-9000-9aeae094e026 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:51.965839 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c3c9e9fc-f345-48aa-9000-9aeae094e026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:51.967449 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c9e9fc-f345-48aa-9000-9aeae094e026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:20:51.968128 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c3c9e9fc-f345-48aa-9000-9aeae094e026 admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:52.007139 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c3c9e9fc-f345-48aa-9000-9aeae094e026 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3665287 Nov 10 20:20:52.010268 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57268) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:20:52.016211 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-dcc86f60-5f61-4137-86c8-81a59ef924b1 admin admin] Request body: {'subnet': {'network_id': '36f4a10d-4f81-4dcf-9370-3845521e7e0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-288107625-subnet', 'tenant_id': '536a88bb60254caf969508e8416a7ab7', 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:20:52.041074 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9e9fc-f345-48aa-9000-9aeae094e026 admin admin] Pushing event updated for resources: {'Network': ['ID=36f4a10d-4f81-4dcf-9370-3845521e7e0f,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:52.050189 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc86f60-5f61-4137-86c8-81a59ef924b1 admin admin] Made reservation on behalf of 536a88bb60254caf969508e8416a7ab7 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:20:52.053391 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 36f4a10d-4f81-4dcf-9370-3845521e7e0f details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:20:52.055165 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dcc86f60-5f61-4137-86c8-81a59ef924b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:52.661234 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dcc86f60-5f61-4137-86c8-81a59ef924b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:52.718758 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc86f60-5f61-4137-86c8-81a59ef924b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2b84a29-e8fa-47d5-a2e8-5c3b4856110d,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:52.755670 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc86f60-5f61-4137-86c8-81a59ef924b1 admin admin] Checking segment: {'id': 'a8d9ee81-f13c-4825-b2f9-c03121e717e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '36f4a10d-4f81-4dcf-9370-3845521e7e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:20:52.756032 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc86f60-5f61-4137-86c8-81a59ef924b1 admin admin] Network hostable DHCP agents. Network: 36f4a10d-4f81-4dcf-9370-3845521e7e0f, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:20:52.777212 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc86f60-5f61-4137-86c8-81a59ef924b1 admin admin] Network 36f4a10d-4f81-4dcf-9370-3845521e7e0f is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:20:52.789396 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-dcc86f60-5f61-4137-86c8-81a59ef924b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 36f4a10d-4f81-4dcf-9370-3845521e7e0f) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:20:52.794413 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc86f60-5f61-4137-86c8-81a59ef924b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:20:52.795114 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-dcc86f60-5f61-4137-86c8-81a59ef924b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:52.803499 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a0fb84-952f-456d-a167-c816678ba594 None None] Network 36f4a10d-4f81-4dcf-9370-3845521e7e0f requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:20:52.816214 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-dcc86f60-5f61-4137-86c8-81a59ef924b1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8041010 Nov 10 20:20:52.819307 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57270) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:20:52.824108 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-b1708440-b70b-4aa5-8ef6-aa5ada6e2a3f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-288107625-router', 'tenant_id': '536a88bb60254caf969508e8416a7ab7', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:20:52.852631 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b1708440-b70b-4aa5-8ef6-aa5ada6e2a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:52.853926 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b1708440-b70b-4aa5-8ef6-aa5ada6e2a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:52.948098 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b1708440-b70b-4aa5-8ef6-aa5ada6e2a3f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:53.104222 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b1708440-b70b-4aa5-8ef6-aa5ada6e2a3f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:53.150264 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0a6484-1011-4d86-beb3-1376ecc2a79a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-36f4a10d-4f81-4dcf-9370-3845521e7e0f', 'network_id': '36f4a10d-4f81-4dcf-9370-3845521e7e0f', 'tenant_id': '536a88bb60254caf969508e8416a7ab7', 'fixed_ips': [{'subnet_id': 'c2b84a29-e8fa-47d5-a2e8-5c3b4856110d'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 20:20:53.151218 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ec0a6484-1011-4d86-beb3-1376ecc2a79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:53.313841 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-ec0a6484-1011-4d86-beb3-1376ecc2a79a None None] Allocated IP 172.20.0.2 (36f4a10d-4f81-4dcf-9370-3845521e7e0f/c2b84a29-e8fa-47d5-a2e8-5c3b4856110d/8f404655-6e3d-4fa9-a816-81d605b59467) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:20:53.322633 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b1708440-b70b-4aa5-8ef6-aa5ada6e2a3f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:53.345235 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b1708440-b70b-4aa5-8ef6-aa5ada6e2a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:53.498489 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-b1708440-b70b-4aa5-8ef6-aa5ada6e2a3f admin admin] Allocated IP 172.25.3.127 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/fcd8d341-7f7b-4e51-8c2e-9026a8e6b665) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:20:53.509246 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ec0a6484-1011-4d86-beb3-1376ecc2a79a None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:53.522367 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ec0a6484-1011-4d86-beb3-1376ecc2a79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:53.529160 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1eca328c-5d4b-4210-916d-c470468046d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:53.557998 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 60729f0f-f6ac-4ae4-9386-af9eda40941d up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:20:53.603358 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0a6484-1011-4d86-beb3-1376ecc2a79a None None] Network 36f4a10d-4f81-4dcf-9370-3845521e7e0f is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:20:53.605574 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a6484-1011-4d86-beb3-1376ecc2a79a None None] Pushing event updated for resources: {'Port': ['ID=8f404655-6e3d-4fa9-a816-81d605b59467,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:53.610415 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-ec0a6484-1011-4d86-beb3-1376ecc2a79a None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:20:53.618021 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0a6484-1011-4d86-beb3-1376ecc2a79a None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:20:53.653065 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b1708440-b70b-4aa5-8ef6-aa5ada6e2a3f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:53.688773 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-ec0a6484-1011-4d86-beb3-1376ecc2a79a None None] Attempting to bind port 8f404655-6e3d-4fa9-a816-81d605b59467 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:20:53.689145 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-ec0a6484-1011-4d86-beb3-1376ecc2a79a None None] Attempting to bind port 8f404655-6e3d-4fa9-a816-81d605b59467 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'a8d9ee81-f13c-4825-b2f9-c03121e717e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '36f4a10d-4f81-4dcf-9370-3845521e7e0f'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:20:53.689509 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0a6484-1011-4d86-beb3-1376ecc2a79a None None] Attempting to bind port 8f404655-6e3d-4fa9-a816-81d605b59467 on network 36f4a10d-4f81-4dcf-9370-3845521e7e0f {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:20:53.696928 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b1708440-b70b-4aa5-8ef6-aa5ada6e2a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:53.697880 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 60729f0f-f6ac-4ae4-9386-af9eda40941d triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:20:53.698268 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:53.700078 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0a6484-1011-4d86-beb3-1376ecc2a79a None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:20:53.700454 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0a6484-1011-4d86-beb3-1376ecc2a79a None None] Checking segment: {'id': 'a8d9ee81-f13c-4825-b2f9-c03121e717e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '36f4a10d-4f81-4dcf-9370-3845521e7e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:20:53.700842 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ec0a6484-1011-4d86-beb3-1376ecc2a79a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:53.701236 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0a6484-1011-4d86-beb3-1376ecc2a79a None None] Bound using segment: {'id': 'a8d9ee81-f13c-4825-b2f9-c03121e717e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '36f4a10d-4f81-4dcf-9370-3845521e7e0f'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:20:53.701717 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-ec0a6484-1011-4d86-beb3-1376ecc2a79a None None] Bound port: 8f404655-6e3d-4fa9-a816-81d605b59467, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d9ee81-f13c-4825-b2f9-c03121e717e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '36f4a10d-4f81-4dcf-9370-3845521e7e0f'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:20:53.702113 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ec0a6484-1011-4d86-beb3-1376ecc2a79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:53.740513 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1708440-b70b-4aa5-8ef6-aa5ada6e2a3f admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:20:53.743708 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-b1708440-b70b-4aa5-8ef6-aa5ada6e2a3f admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:20:53.746664 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1708440-b70b-4aa5-8ef6-aa5ada6e2a3f admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:20:53.765890 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0944552-644d-4166-adb7-dbf0b90b93ba None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:20:53.788144 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1708440-b70b-4aa5-8ef6-aa5ada6e2a3f admin admin] Pushing event updated for resources: {'Port': ['ID=fcd8d341-7f7b-4e51-8c2e-9026a8e6b665,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:53.842546 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-ec0a6484-1011-4d86-beb3-1376ecc2a79a None None] For port 8f404655-6e3d-4fa9-a816-81d605b59467, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:20:53.851135 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe852a2-ec27-4c8b-98f3-9adcbba2bd83 None None] Sync routers for ids ['ed8675d9-7a76-461d-a378-769f5f1a4e78'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:20:53.861344 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-ec0a6484-1011-4d86-beb3-1376ecc2a79a None None] For port 8f404655-6e3d-4fa9-a816-81d605b59467, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=8f404655-6e3d-4fa9-a816-81d605b59467,segment=NetworkSegment(a8d9ee81-f13c-4825-b2f9-c03121e717e6),segment_id=a8d9ee81-f13c-4825-b2f9-c03121e717e6)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:20:53.868364 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe852a2-ec27-4c8b-98f3-9adcbba2bd83 None None] Routers {'ed8675d9-7a76-461d-a378-769f5f1a4e78'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:20:53.869174 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9fe852a2-ec27-4c8b-98f3-9adcbba2bd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:20:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['ed8675d9-7a76-461d-a378-769f5f1a4e78'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:20:53.875313 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ec0a6484-1011-4d86-beb3-1376ecc2a79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:53.953436 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-1ac62345-d4c9-462d-a2f3-e14daf8d6544 None None] Provisioning complete for port fcd8d341-7f7b-4e51-8c2e-9026a8e6b665 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:20:53.954126 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1ac62345-d4c9-462d-a2f3-e14daf8d6544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:53.983208 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a6484-1011-4d86-beb3-1376ecc2a79a None None] Pushing event updated for resources: {'Port': ['ID=8f404655-6e3d-4fa9-a816-81d605b59467,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:54.000125 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-1ac62345-d4c9-462d-a2f3-e14daf8d6544 None None] Port fcd8d341-7f7b-4e51-8c2e-9026a8e6b665 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:20:54.091382 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b1708440-b70b-4aa5-8ef6-aa5ada6e2a3f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:54.143704 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-9fe852a2-ec27-4c8b-98f3-9adcbba2bd83 None None] Set router ed8675d9-7a76-461d-a378-769f5f1a4e78 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:20:54.352750 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b1708440-b70b-4aa5-8ef6-aa5ada6e2a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:54.384672 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9fe852a2-ec27-4c8b-98f3-9adcbba2bd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'name': 'tempest-TestMinimumBasicScenario-1213383280-router', 'tenant_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '60729f0f-f6ac-4ae4-9386-af9eda40941d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:20:47Z', 'updated_at': '2021-11-10T20:20:50Z', 'revision_number': 4, 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'gw_port': {'id': '60729f0f-f6ac-4ae4-9386-af9eda40941d', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:48Z', 'updated_at': '2021-11-10T20:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '6eaa6d84-19e5-4b7e-a3ba-6f1497017f82', 'name': '', 'network_id': 'fdbbacda-a407-4c61-a8de-101deccef000', 'tenant_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'mac_address': 'fa:16:3e:63:03:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '898dbf49-c544-4069-8f3e-4bf4500f0c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:49Z', 'updated_at': '2021-11-10T20:20:50Z', 'revision_number': 2, 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'subnets': [{'id': '898dbf49-c544-4069-8f3e-4bf4500f0c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:20:54.415670 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe852a2-ec27-4c8b-98f3-9adcbba2bd83 None None] Checking router: ed8675d9-7a76-461d-a378-769f5f1a4e78 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:20:54.416004 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe852a2-ec27-4c8b-98f3-9adcbba2bd83 None None] Updating router ed8675d9-7a76-461d-a378-769f5f1a4e78 port 6eaa6d84-19e5-4b7e-a3ba-6f1497017f82 binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:20:54.442312 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9fe852a2-ec27-4c8b-98f3-9adcbba2bd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:54.496415 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1708440-b70b-4aa5-8ef6-aa5ada6e2a3f admin admin] Router 9ba29f4f-b311-413d-93c3-b6f1f95a15ec is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 20:20:54.622486 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1708440-b70b-4aa5-8ef6-aa5ada6e2a3f admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:20:54.634585 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043413a2-7f57-443a-831a-bd32beaf54e5 None None] Sync routers for ids ['9ba29f4f-b311-413d-93c3-b6f1f95a15ec'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:20:54.645411 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b1708440-b70b-4aa5-8ef6-aa5ada6e2a3f admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:54.648427 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043413a2-7f57-443a-831a-bd32beaf54e5 None None] Routers {'9ba29f4f-b311-413d-93c3-b6f1f95a15ec'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:20:54.649281 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-043413a2-7f57-443a-831a-bd32beaf54e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:20:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['9ba29f4f-b311-413d-93c3-b6f1f95a15ec'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:20:54.651154 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57272) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:20:54.654654 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b1708440-b70b-4aa5-8ef6-aa5ada6e2a3f admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8336554 Nov 10 20:20:54.746995 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9fe852a2-ec27-4c8b-98f3-9adcbba2bd83 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:54.756296 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9fe852a2-ec27-4c8b-98f3-9adcbba2bd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:54.804810 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-043413a2-7f57-443a-831a-bd32beaf54e5 None None] Set router 9ba29f4f-b311-413d-93c3-b6f1f95a15ec gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:20:54.821078 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4dcf4e-b059-4488-92cb-d5481b992a90 None None] Pushing event updated for resources: {'Port': ['ID=6eaa6d84-19e5-4b7e-a3ba-6f1497017f82,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:54.850442 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4dcf4e-b059-4488-92cb-d5481b992a90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:54.850442 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4dcf4e-b059-4488-92cb-d5481b992a90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:54.850733 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4dcf4e-b059-4488-92cb-d5481b992a90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:54.850848 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4dcf4e-b059-4488-92cb-d5481b992a90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:54.851130 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4dcf4e-b059-4488-92cb-d5481b992a90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:54.851642 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4dcf4e-b059-4488-92cb-d5481b992a90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:54.853125 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4dcf4e-b059-4488-92cb-d5481b992a90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:54.853125 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4dcf4e-b059-4488-92cb-d5481b992a90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:54.853640 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4dcf4e-b059-4488-92cb-d5481b992a90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:54.853966 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4dcf4e-b059-4488-92cb-d5481b992a90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:54.854264 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4dcf4e-b059-4488-92cb-d5481b992a90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:54.857982 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4dcf4e-b059-4488-92cb-d5481b992a90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:20:54.915486 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-9fe852a2-ec27-4c8b-98f3-9adcbba2bd83 None None] Attempting to bind port 6eaa6d84-19e5-4b7e-a3ba-6f1497017f82 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:20:54.916165 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-9fe852a2-ec27-4c8b-98f3-9adcbba2bd83 None None] Attempting to bind port 6eaa6d84-19e5-4b7e-a3ba-6f1497017f82 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '7ef3bac8-0bf9-4048-8bd5-3b65be547781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fdbbacda-a407-4c61-a8de-101deccef000'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:20:54.916688 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe852a2-ec27-4c8b-98f3-9adcbba2bd83 None None] Attempting to bind port 6eaa6d84-19e5-4b7e-a3ba-6f1497017f82 on network fdbbacda-a407-4c61-a8de-101deccef000 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:20:54.930478 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe852a2-ec27-4c8b-98f3-9adcbba2bd83 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:20:54.930854 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe852a2-ec27-4c8b-98f3-9adcbba2bd83 None None] Checking segment: {'id': '7ef3bac8-0bf9-4048-8bd5-3b65be547781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fdbbacda-a407-4c61-a8de-101deccef000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:20:54.931267 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9fe852a2-ec27-4c8b-98f3-9adcbba2bd83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:54.931653 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe852a2-ec27-4c8b-98f3-9adcbba2bd83 None None] Bound using segment: {'id': '7ef3bac8-0bf9-4048-8bd5-3b65be547781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fdbbacda-a407-4c61-a8de-101deccef000'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:20:54.932145 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-9fe852a2-ec27-4c8b-98f3-9adcbba2bd83 None None] Bound port: 6eaa6d84-19e5-4b7e-a3ba-6f1497017f82, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef3bac8-0bf9-4048-8bd5-3b65be547781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fdbbacda-a407-4c61-a8de-101deccef000'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:20:54.932513 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9fe852a2-ec27-4c8b-98f3-9adcbba2bd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:55.027427 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-9fe852a2-ec27-4c8b-98f3-9adcbba2bd83 None None] For port 6eaa6d84-19e5-4b7e-a3ba-6f1497017f82, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:20:55.033246 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-9fe852a2-ec27-4c8b-98f3-9adcbba2bd83 None None] For port 6eaa6d84-19e5-4b7e-a3ba-6f1497017f82, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=6eaa6d84-19e5-4b7e-a3ba-6f1497017f82,segment=NetworkSegment(7ef3bac8-0bf9-4048-8bd5-3b65be547781),segment_id=7ef3bac8-0bf9-4048-8bd5-3b65be547781)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:20:55.042456 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9fe852a2-ec27-4c8b-98f3-9adcbba2bd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:55.071286 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-043413a2-7f57-443a-831a-bd32beaf54e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba29f4f-b311-413d-93c3-b6f1f95a15ec', 'name': 'tempest-TestMinimumBasicScenario-288107625-router', 'tenant_id': '536a88bb60254caf969508e8416a7ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'fcd8d341-7f7b-4e51-8c2e-9026a8e6b665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:20:52Z', 'updated_at': '2021-11-10T20:20:53Z', 'revision_number': 3, 'project_id': '536a88bb60254caf969508e8416a7ab7', 'gw_port': {'id': 'fcd8d341-7f7b-4e51-8c2e-9026a8e6b665', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba29f4f-b311-413d-93c3-b6f1f95a15ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:53Z', 'updated_at': '2021-11-10T20:20:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:20:55.111034 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043413a2-7f57-443a-831a-bd32beaf54e5 None None] Checking router: 9ba29f4f-b311-413d-93c3-b6f1f95a15ec for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:20:55.111383 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043413a2-7f57-443a-831a-bd32beaf54e5 None None] Updating router 9ba29f4f-b311-413d-93c3-b6f1f95a15ec port fcd8d341-7f7b-4e51-8c2e-9026a8e6b665 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:20:55.114793 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe852a2-ec27-4c8b-98f3-9adcbba2bd83 None None] Routers {'ed8675d9-7a76-461d-a378-769f5f1a4e78'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:20:55.115438 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9fe852a2-ec27-4c8b-98f3-9adcbba2bd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:20:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['ed8675d9-7a76-461d-a378-769f5f1a4e78'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:20:55.115979 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae813e6-f6df-4739-9c22-932c6f694d53 None None] Network 36f4a10d-4f81-4dcf-9370-3845521e7e0f requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:20:55.159005 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4dcf4e-b059-4488-92cb-d5481b992a90 None None] Pushing event updated for resources: {'Port': ['ID=6eaa6d84-19e5-4b7e-a3ba-6f1497017f82,revision_number=4']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:55.225264 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-043413a2-7f57-443a-831a-bd32beaf54e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:55.228775 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-3e077448-9a45-458a-99f5-e2f2bc14cfe8 None None] Provisioning complete for port 6eaa6d84-19e5-4b7e-a3ba-6f1497017f82 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:20:55.229130 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3e077448-9a45-458a-99f5-e2f2bc14cfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:55.255747 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-621a3a3a-7ece-4cdb-a5b3-cd455587a182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:55.256705 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-9fe852a2-ec27-4c8b-98f3-9adcbba2bd83 None None] Set router ed8675d9-7a76-461d-a378-769f5f1a4e78 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:20:55.440167 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-621a3a3a-7ece-4cdb-a5b3-cd455587a182 admin admin] Allocated IP 172.20.0.1 (36f4a10d-4f81-4dcf-9370-3845521e7e0f/c2b84a29-e8fa-47d5-a2e8-5c3b4856110d/a3a8612b-1698-4ddc-949e-a93cc3042944) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:20:55.495790 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9fe852a2-ec27-4c8b-98f3-9adcbba2bd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'name': 'tempest-TestMinimumBasicScenario-1213383280-router', 'tenant_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '60729f0f-f6ac-4ae4-9386-af9eda40941d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:20:47Z', 'updated_at': '2021-11-10T20:20:50Z', 'revision_number': 4, 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'gw_port': {'id': '60729f0f-f6ac-4ae4-9386-af9eda40941d', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:48Z', 'updated_at': '2021-11-10T20:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '6eaa6d84-19e5-4b7e-a3ba-6f1497017f82', 'name': '', 'network_id': 'fdbbacda-a407-4c61-a8de-101deccef000', 'tenant_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'mac_address': 'fa:16:3e:63:03:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '898dbf49-c544-4069-8f3e-4bf4500f0c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:49Z', 'updated_at': '2021-11-10T20:20:55Z', 'revision_number': 4, 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'subnets': [{'id': '898dbf49-c544-4069-8f3e-4bf4500f0c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:20:55.530663 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe852a2-ec27-4c8b-98f3-9adcbba2bd83 None None] The sync data for ids ['ed8675d9-7a76-461d-a378-769f5f1a4e78'] in n-d-813897-4 is: [{'id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'name': 'tempest-TestMinimumBasicScenario-1213383280-router', 'tenant_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '60729f0f-f6ac-4ae4-9386-af9eda40941d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:20:47Z', 'updated_at': '2021-11-10T20:20:50Z', 'revision_number': 4, 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'gw_port': {'id': '60729f0f-f6ac-4ae4-9386-af9eda40941d', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:48Z', 'updated_at': '2021-11-10T20:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '6eaa6d84-19e5-4b7e-a3ba-6f1497017f82', 'name': '', 'network_id': 'fdbbacda-a407-4c61-a8de-101deccef000', 'tenant_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'mac_address': 'fa:16:3e:63:03:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '898dbf49-c544-4069-8f3e-4bf4500f0c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:49Z', 'updated_at': '2021-11-10T20:20:55Z', 'revision_number': 4, 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'subnets': [{'id': '898dbf49-c544-4069-8f3e-4bf4500f0c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:20:55.530911 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3e077448-9a45-458a-99f5-e2f2bc14cfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:55.592931 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-621a3a3a-7ece-4cdb-a5b3-cd455587a182 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:55.601298 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:55.647796 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-3e077448-9a45-458a-99f5-e2f2bc14cfe8 None None] For port 6eaa6d84-19e5-4b7e-a3ba-6f1497017f82, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=6eaa6d84-19e5-4b7e-a3ba-6f1497017f82,segment=NetworkSegment(7ef3bac8-0bf9-4048-8bd5-3b65be547781),segment_id=7ef3bac8-0bf9-4048-8bd5-3b65be547781)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:20:55.653913 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-621a3a3a-7ece-4cdb-a5b3-cd455587a182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:55.656970 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3e077448-9a45-458a-99f5-e2f2bc14cfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:55.712516 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621a3a3a-7ece-4cdb-a5b3-cd455587a182 admin admin] Network 36f4a10d-4f81-4dcf-9370-3845521e7e0f is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:20:55.717958 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-621a3a3a-7ece-4cdb-a5b3-cd455587a182 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:20:55.723792 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621a3a3a-7ece-4cdb-a5b3-cd455587a182 admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:20:55.764197 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a3a3a-7ece-4cdb-a5b3-cd455587a182 admin admin] Pushing event updated for resources: {'Port': ['ID=a3a8612b-1698-4ddc-949e-a93cc3042944,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:55.765220 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 8f404655-6e3d-4fa9-a816-81d605b59467 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:20:55.791795 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-621a3a3a-7ece-4cdb-a5b3-cd455587a182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:55.879063 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:55.893271 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-3e077448-9a45-458a-99f5-e2f2bc14cfe8 None None] Provisioning complete for port 8f404655-6e3d-4fa9-a816-81d605b59467 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:20:55.893716 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3e077448-9a45-458a-99f5-e2f2bc14cfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:55.895629 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b91cd4fe-00ef-49c9-94e2-3b2a89880ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:55.938123 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e077448-9a45-458a-99f5-e2f2bc14cfe8 None None] Pushing event updated for resources: {'Port': ['ID=6eaa6d84-19e5-4b7e-a3ba-6f1497017f82,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:55.946373 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-043413a2-7f57-443a-831a-bd32beaf54e5 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:55.980323 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-043413a2-7f57-443a-831a-bd32beaf54e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:56.030561 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 8f404655-6e3d-4fa9-a816-81d605b59467 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:20:56.031247 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:56.091775 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad0ee44-7738-44c9-8f53-b54fc0ebc504 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:20:56.121352 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-043413a2-7f57-443a-831a-bd32beaf54e5 None None] Attempting to bind port fcd8d341-7f7b-4e51-8c2e-9026a8e6b665 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:20:56.121734 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-043413a2-7f57-443a-831a-bd32beaf54e5 None None] Attempting to bind port fcd8d341-7f7b-4e51-8c2e-9026a8e6b665 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:20:56.122250 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043413a2-7f57-443a-831a-bd32beaf54e5 None None] Attempting to bind port fcd8d341-7f7b-4e51-8c2e-9026a8e6b665 on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:20:56.152390 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d990b0-a434-4c1d-a43d-6c259595e414 None None] Pushing event updated for resources: {'Port': ['ID=fcd8d341-7f7b-4e51-8c2e-9026a8e6b665,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:56.160829 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043413a2-7f57-443a-831a-bd32beaf54e5 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:20:56.161493 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043413a2-7f57-443a-831a-bd32beaf54e5 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:20:56.162167 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-043413a2-7f57-443a-831a-bd32beaf54e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:56.162774 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043413a2-7f57-443a-831a-bd32beaf54e5 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:20:56.163457 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-043413a2-7f57-443a-831a-bd32beaf54e5 None None] Bound port: fcd8d341-7f7b-4e51-8c2e-9026a8e6b665, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:20:56.164024 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-043413a2-7f57-443a-831a-bd32beaf54e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:56.294303 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3e077448-9a45-458a-99f5-e2f2bc14cfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:56.345853 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-3e077448-9a45-458a-99f5-e2f2bc14cfe8 None None] For port 8f404655-6e3d-4fa9-a816-81d605b59467, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=8f404655-6e3d-4fa9-a816-81d605b59467,segment=NetworkSegment(a8d9ee81-f13c-4825-b2f9-c03121e717e6),segment_id=a8d9ee81-f13c-4825-b2f9-c03121e717e6)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:20:56.362157 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3e077448-9a45-458a-99f5-e2f2bc14cfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:56.402596 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-043413a2-7f57-443a-831a-bd32beaf54e5 None None] For port fcd8d341-7f7b-4e51-8c2e-9026a8e6b665, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:20:56.411025 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-621a3a3a-7ece-4cdb-a5b3-cd455587a182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:56.411885 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:56.454655 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-043413a2-7f57-443a-831a-bd32beaf54e5 None None] For port fcd8d341-7f7b-4e51-8c2e-9026a8e6b665, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fcd8d341-7f7b-4e51-8c2e-9026a8e6b665,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:20:56.490940 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-043413a2-7f57-443a-831a-bd32beaf54e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:56.506308 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e077448-9a45-458a-99f5-e2f2bc14cfe8 None None] Pushing event updated for resources: {'Port': ['ID=8f404655-6e3d-4fa9-a816-81d605b59467,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:56.584278 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779fb340-6e64-4e13-ad53-9f104f267fbb None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:20:56.592042 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-7b96efd2-8819-4358-8ee2-db00e907d601 None None] Provisioning complete for port fcd8d341-7f7b-4e51-8c2e-9026a8e6b665 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:20:56.592431 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7b96efd2-8819-4358-8ee2-db00e907d601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:56.616147 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-621a3a3a-7ece-4cdb-a5b3-cd455587a182 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:56.625465 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-621a3a3a-7ece-4cdb-a5b3-cd455587a182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:56.650650 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 20:20:56.651012 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 20:20:56.664069 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043413a2-7f57-443a-831a-bd32beaf54e5 None None] Routers {'9ba29f4f-b311-413d-93c3-b6f1f95a15ec'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:20:56.664704 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-043413a2-7f57-443a-831a-bd32beaf54e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:20:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['9ba29f4f-b311-413d-93c3-b6f1f95a15ec'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:20:56.672416 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d990b0-a434-4c1d-a43d-6c259595e414 None None] Pushing event updated for resources: {'Port': ['ID=fcd8d341-7f7b-4e51-8c2e-9026a8e6b665,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:56.699642 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a3a3a-7ece-4cdb-a5b3-cd455587a182 admin admin] Pushing event updated for resources: {'Port': ['ID=a3a8612b-1698-4ddc-949e-a93cc3042944,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:56.703577 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-621a3a3a-7ece-4cdb-a5b3-cd455587a182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:56.799203 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621a3a3a-7ece-4cdb-a5b3-cd455587a182 admin admin] Network 36f4a10d-4f81-4dcf-9370-3845521e7e0f is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:20:56.800990 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-621a3a3a-7ece-4cdb-a5b3-cd455587a182 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:20:56.926957 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621a3a3a-7ece-4cdb-a5b3-cd455587a182 admin admin] Router 9ba29f4f-b311-413d-93c3-b6f1f95a15ec has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:20:56.982968 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7b96efd2-8819-4358-8ee2-db00e907d601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:57.002799 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-043413a2-7f57-443a-831a-bd32beaf54e5 None None] Set router 9ba29f4f-b311-413d-93c3-b6f1f95a15ec gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:20:57.036388 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7b96efd2-8819-4358-8ee2-db00e907d601 None None] For port fcd8d341-7f7b-4e51-8c2e-9026a8e6b665, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fcd8d341-7f7b-4e51-8c2e-9026a8e6b665,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:20:57.042243 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621a3a3a-7ece-4cdb-a5b3-cd455587a182 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:20:57.044283 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7b96efd2-8819-4358-8ee2-db00e907d601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:57.048092 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-621a3a3a-7ece-4cdb-a5b3-cd455587a182 admin admin] 10.222.0.54 "PUT /v2.0/routers/9ba29f4f-b311-413d-93c3-b6f1f95a15ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3963008 Nov 10 20:20:57.171360 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-7b96efd2-8819-4358-8ee2-db00e907d601 None None] Provisioning complete for port 6eaa6d84-19e5-4b7e-a3ba-6f1497017f82 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:20:57.171891 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7b96efd2-8819-4358-8ee2-db00e907d601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:57.243919 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96efd2-8819-4358-8ee2-db00e907d601 None None] Pushing event updated for resources: {'Port': ['ID=fcd8d341-7f7b-4e51-8c2e-9026a8e6b665,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:20:57.276911 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 6eaa6d84-19e5-4b7e-a3ba-6f1497017f82 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:20:57.407214 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 6eaa6d84-19e5-4b7e-a3ba-6f1497017f82 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:20:57.407583 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:57.463507 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-7b96efd2-8819-4358-8ee2-db00e907d601 None None] Provisioning complete for port 8f404655-6e3d-4fa9-a816-81d605b59467 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:20:57.463875 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7b96efd2-8819-4358-8ee2-db00e907d601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:57.470279 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-043413a2-7f57-443a-831a-bd32beaf54e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba29f4f-b311-413d-93c3-b6f1f95a15ec', 'name': 'tempest-TestMinimumBasicScenario-288107625-router', 'tenant_id': '536a88bb60254caf969508e8416a7ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'fcd8d341-7f7b-4e51-8c2e-9026a8e6b665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:20:52Z', 'updated_at': '2021-11-10T20:20:56Z', 'revision_number': 4, 'project_id': '536a88bb60254caf969508e8416a7ab7', 'gw_port': {'id': 'fcd8d341-7f7b-4e51-8c2e-9026a8e6b665', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba29f4f-b311-413d-93c3-b6f1f95a15ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:53Z', 'updated_at': '2021-11-10T20:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'a3a8612b-1698-4ddc-949e-a93cc3042944', 'name': '', 'network_id': '36f4a10d-4f81-4dcf-9370-3845521e7e0f', 'tenant_id': '536a88bb60254caf969508e8416a7ab7', 'mac_address': 'fa:16:3e:e9:d7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba29f4f-b311-413d-93c3-b6f1f95a15ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'c2b84a29-e8fa-47d5-a2e8-5c3b4856110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:55Z', 'updated_at': '2021-11-10T20:20:56Z', 'revision_number': 2, 'project_id': '536a88bb60254caf969508e8416a7ab7', 'subnets': [{'id': 'c2b84a29-e8fa-47d5-a2e8-5c3b4856110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:20:57.539192 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043413a2-7f57-443a-831a-bd32beaf54e5 None None] The sync data for ids ['9ba29f4f-b311-413d-93c3-b6f1f95a15ec'] in n-d-813897-4 is: [{'id': '9ba29f4f-b311-413d-93c3-b6f1f95a15ec', 'name': 'tempest-TestMinimumBasicScenario-288107625-router', 'tenant_id': '536a88bb60254caf969508e8416a7ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'fcd8d341-7f7b-4e51-8c2e-9026a8e6b665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:20:52Z', 'updated_at': '2021-11-10T20:20:56Z', 'revision_number': 4, 'project_id': '536a88bb60254caf969508e8416a7ab7', 'gw_port': {'id': 'fcd8d341-7f7b-4e51-8c2e-9026a8e6b665', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba29f4f-b311-413d-93c3-b6f1f95a15ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:53Z', 'updated_at': '2021-11-10T20:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'a3a8612b-1698-4ddc-949e-a93cc3042944', 'name': '', 'network_id': '36f4a10d-4f81-4dcf-9370-3845521e7e0f', 'tenant_id': '536a88bb60254caf969508e8416a7ab7', 'mac_address': 'fa:16:3e:e9:d7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba29f4f-b311-413d-93c3-b6f1f95a15ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'c2b84a29-e8fa-47d5-a2e8-5c3b4856110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:55Z', 'updated_at': '2021-11-10T20:20:56Z', 'revision_number': 2, 'project_id': '536a88bb60254caf969508e8416a7ab7', 'subnets': [{'id': 'c2b84a29-e8fa-47d5-a2e8-5c3b4856110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:20:57.574709 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:57.653343 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-7b96efd2-8819-4358-8ee2-db00e907d601 None None] Provisioning complete for port a3a8612b-1698-4ddc-949e-a93cc3042944 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:20:57.653895 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7b96efd2-8819-4358-8ee2-db00e907d601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:57.695642 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-7b96efd2-8819-4358-8ee2-db00e907d601 None None] Port a3a8612b-1698-4ddc-949e-a93cc3042944 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:20:57.710682 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 6eaa6d84-19e5-4b7e-a3ba-6f1497017f82 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:20:57.775192 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 6eaa6d84-19e5-4b7e-a3ba-6f1497017f82 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:20:57.775566 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:57.848523 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4fbe1762-a97f-411b-ac02-dafea8e6c2bd None None] Provisioning complete for port fcd8d341-7f7b-4e51-8c2e-9026a8e6b665 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:20:57.848962 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1762-a97f-411b-ac02-dafea8e6c2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:57.959285 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 8f404655-6e3d-4fa9-a816-81d605b59467 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:20:58.048696 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4fbe1762-a97f-411b-ac02-dafea8e6c2bd None None] Provisioning complete for port a3a8612b-1698-4ddc-949e-a93cc3042944 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:20:58.049071 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1762-a97f-411b-ac02-dafea8e6c2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:58.052685 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 8f404655-6e3d-4fa9-a816-81d605b59467 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:20:58.052685 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:58.141873 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-4fbe1762-a97f-411b-ac02-dafea8e6c2bd None None] Port a3a8612b-1698-4ddc-949e-a93cc3042944 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:20:59.003873 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:59.391264 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:20:59.722789 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fcd8d341-7f7b-4e51-8c2e-9026a8e6b665 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:20:59.783972 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port fcd8d341-7f7b-4e51-8c2e-9026a8e6b665 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:20:59.784354 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:00.017341 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29160243-7b0d-483a-82e5-17423b427524 None None] Sync routers for ids ['9ba29f4f-b311-413d-93c3-b6f1f95a15ec'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:21:00.028079 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29160243-7b0d-483a-82e5-17423b427524 None None] Routers {'9ba29f4f-b311-413d-93c3-b6f1f95a15ec'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:21:00.030482 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-29160243-7b0d-483a-82e5-17423b427524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:20:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['9ba29f4f-b311-413d-93c3-b6f1f95a15ec'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:21:00.158681 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-29160243-7b0d-483a-82e5-17423b427524 None None] Set router 9ba29f4f-b311-413d-93c3-b6f1f95a15ec gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:21:00.246737 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:21:00.386212 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-29160243-7b0d-483a-82e5-17423b427524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba29f4f-b311-413d-93c3-b6f1f95a15ec', 'name': 'tempest-TestMinimumBasicScenario-288107625-router', 'tenant_id': '536a88bb60254caf969508e8416a7ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'fcd8d341-7f7b-4e51-8c2e-9026a8e6b665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:20:52Z', 'updated_at': '2021-11-10T20:20:56Z', 'revision_number': 4, 'project_id': '536a88bb60254caf969508e8416a7ab7', 'gw_port': {'id': 'fcd8d341-7f7b-4e51-8c2e-9026a8e6b665', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba29f4f-b311-413d-93c3-b6f1f95a15ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:53Z', 'updated_at': '2021-11-10T20:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'a3a8612b-1698-4ddc-949e-a93cc3042944', 'name': '', 'network_id': '36f4a10d-4f81-4dcf-9370-3845521e7e0f', 'tenant_id': '536a88bb60254caf969508e8416a7ab7', 'mac_address': 'fa:16:3e:e9:d7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba29f4f-b311-413d-93c3-b6f1f95a15ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'c2b84a29-e8fa-47d5-a2e8-5c3b4856110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:55Z', 'updated_at': '2021-11-10T20:20:56Z', 'revision_number': 2, 'project_id': '536a88bb60254caf969508e8416a7ab7', 'subnets': [{'id': 'c2b84a29-e8fa-47d5-a2e8-5c3b4856110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:21:00.417556 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29160243-7b0d-483a-82e5-17423b427524 None None] Checking router: 9ba29f4f-b311-413d-93c3-b6f1f95a15ec for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:21:00.418185 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29160243-7b0d-483a-82e5-17423b427524 None None] Updating router 9ba29f4f-b311-413d-93c3-b6f1f95a15ec port a3a8612b-1698-4ddc-949e-a93cc3042944 binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:21:00.447803 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-29160243-7b0d-483a-82e5-17423b427524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:00.837184 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-29160243-7b0d-483a-82e5-17423b427524 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:00.843791 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-29160243-7b0d-483a-82e5-17423b427524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:00.901273 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000ff3c-bd13-4d16-a0bd-51059f88eebc None None] Pushing event updated for resources: {'Port': ['ID=a3a8612b-1698-4ddc-949e-a93cc3042944,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:21:00.966692 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-29160243-7b0d-483a-82e5-17423b427524 None None] Attempting to bind port a3a8612b-1698-4ddc-949e-a93cc3042944 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:21:00.967038 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-29160243-7b0d-483a-82e5-17423b427524 None None] Attempting to bind port a3a8612b-1698-4ddc-949e-a93cc3042944 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'a8d9ee81-f13c-4825-b2f9-c03121e717e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '36f4a10d-4f81-4dcf-9370-3845521e7e0f'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:21:00.967338 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29160243-7b0d-483a-82e5-17423b427524 None None] Attempting to bind port a3a8612b-1698-4ddc-949e-a93cc3042944 on network 36f4a10d-4f81-4dcf-9370-3845521e7e0f {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:21:00.972920 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29160243-7b0d-483a-82e5-17423b427524 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:21:00.973427 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29160243-7b0d-483a-82e5-17423b427524 None None] Checking segment: {'id': 'a8d9ee81-f13c-4825-b2f9-c03121e717e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '36f4a10d-4f81-4dcf-9370-3845521e7e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:21:00.973857 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-29160243-7b0d-483a-82e5-17423b427524 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:00.974249 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29160243-7b0d-483a-82e5-17423b427524 None None] Bound using segment: {'id': 'a8d9ee81-f13c-4825-b2f9-c03121e717e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '36f4a10d-4f81-4dcf-9370-3845521e7e0f'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:21:00.974717 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-29160243-7b0d-483a-82e5-17423b427524 None None] Bound port: a3a8612b-1698-4ddc-949e-a93cc3042944, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d9ee81-f13c-4825-b2f9-c03121e717e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '36f4a10d-4f81-4dcf-9370-3845521e7e0f'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:21:00.975097 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-29160243-7b0d-483a-82e5-17423b427524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:01.055891 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-29160243-7b0d-483a-82e5-17423b427524 None None] For port a3a8612b-1698-4ddc-949e-a93cc3042944, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:21:01.059768 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-29160243-7b0d-483a-82e5-17423b427524 None None] For port a3a8612b-1698-4ddc-949e-a93cc3042944, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=a3a8612b-1698-4ddc-949e-a93cc3042944,segment=NetworkSegment(a8d9ee81-f13c-4825-b2f9-c03121e717e6),segment_id=a8d9ee81-f13c-4825-b2f9-c03121e717e6)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:21:01.066204 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-29160243-7b0d-483a-82e5-17423b427524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:01.130363 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29160243-7b0d-483a-82e5-17423b427524 None None] Routers {'9ba29f4f-b311-413d-93c3-b6f1f95a15ec'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:21:01.131302 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-29160243-7b0d-483a-82e5-17423b427524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:20:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['9ba29f4f-b311-413d-93c3-b6f1f95a15ec'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:21:01.182151 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000ff3c-bd13-4d16-a0bd-51059f88eebc None None] Pushing event updated for resources: {'Port': ['ID=a3a8612b-1698-4ddc-949e-a93cc3042944,revision_number=4']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:21:01.226319 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-43878cfc-614e-428b-a803-98ba6c8516ed None None] Provisioning complete for port a3a8612b-1698-4ddc-949e-a93cc3042944 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:21:01.226891 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-43878cfc-614e-428b-a803-98ba6c8516ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:01.295598 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-29160243-7b0d-483a-82e5-17423b427524 None None] Set router 9ba29f4f-b311-413d-93c3-b6f1f95a15ec gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:21:01.350446 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-43878cfc-614e-428b-a803-98ba6c8516ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:01.406640 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-43878cfc-614e-428b-a803-98ba6c8516ed None None] For port a3a8612b-1698-4ddc-949e-a93cc3042944, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=a3a8612b-1698-4ddc-949e-a93cc3042944,segment=NetworkSegment(a8d9ee81-f13c-4825-b2f9-c03121e717e6),segment_id=a8d9ee81-f13c-4825-b2f9-c03121e717e6)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:21:01.412928 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-43878cfc-614e-428b-a803-98ba6c8516ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:01.495088 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43878cfc-614e-428b-a803-98ba6c8516ed None None] Pushing event updated for resources: {'Port': ['ID=a3a8612b-1698-4ddc-949e-a93cc3042944,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:21:01.539873 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d3ae9b7a-c166-43ba-92f4-66472da4411c None None] Provisioning complete for port a3a8612b-1698-4ddc-949e-a93cc3042944 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:21:01.540304 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d3ae9b7a-c166-43ba-92f4-66472da4411c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:01.580601 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-29160243-7b0d-483a-82e5-17423b427524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba29f4f-b311-413d-93c3-b6f1f95a15ec', 'name': 'tempest-TestMinimumBasicScenario-288107625-router', 'tenant_id': '536a88bb60254caf969508e8416a7ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'fcd8d341-7f7b-4e51-8c2e-9026a8e6b665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:20:52Z', 'updated_at': '2021-11-10T20:20:56Z', 'revision_number': 4, 'project_id': '536a88bb60254caf969508e8416a7ab7', 'gw_port': {'id': 'fcd8d341-7f7b-4e51-8c2e-9026a8e6b665', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba29f4f-b311-413d-93c3-b6f1f95a15ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:53Z', 'updated_at': '2021-11-10T20:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'a3a8612b-1698-4ddc-949e-a93cc3042944', 'name': '', 'network_id': '36f4a10d-4f81-4dcf-9370-3845521e7e0f', 'tenant_id': '536a88bb60254caf969508e8416a7ab7', 'mac_address': 'fa:16:3e:e9:d7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba29f4f-b311-413d-93c3-b6f1f95a15ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'c2b84a29-e8fa-47d5-a2e8-5c3b4856110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:55Z', 'updated_at': '2021-11-10T20:21:01Z', 'revision_number': 4, 'project_id': '536a88bb60254caf969508e8416a7ab7', 'subnets': [{'id': 'c2b84a29-e8fa-47d5-a2e8-5c3b4856110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:21:01.637773 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29160243-7b0d-483a-82e5-17423b427524 None None] The sync data for ids ['9ba29f4f-b311-413d-93c3-b6f1f95a15ec'] in n-d-813897-4 is: [{'id': '9ba29f4f-b311-413d-93c3-b6f1f95a15ec', 'name': 'tempest-TestMinimumBasicScenario-288107625-router', 'tenant_id': '536a88bb60254caf969508e8416a7ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'fcd8d341-7f7b-4e51-8c2e-9026a8e6b665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:20:52Z', 'updated_at': '2021-11-10T20:20:56Z', 'revision_number': 4, 'project_id': '536a88bb60254caf969508e8416a7ab7', 'gw_port': {'id': 'fcd8d341-7f7b-4e51-8c2e-9026a8e6b665', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba29f4f-b311-413d-93c3-b6f1f95a15ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:53Z', 'updated_at': '2021-11-10T20:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'a3a8612b-1698-4ddc-949e-a93cc3042944', 'name': '', 'network_id': '36f4a10d-4f81-4dcf-9370-3845521e7e0f', 'tenant_id': '536a88bb60254caf969508e8416a7ab7', 'mac_address': 'fa:16:3e:e9:d7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba29f4f-b311-413d-93c3-b6f1f95a15ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'c2b84a29-e8fa-47d5-a2e8-5c3b4856110d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:55Z', 'updated_at': '2021-11-10T20:21:01Z', 'revision_number': 4, 'project_id': '536a88bb60254caf969508e8416a7ab7', 'subnets': [{'id': 'c2b84a29-e8fa-47d5-a2e8-5c3b4856110d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:21:01.748416 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device a3a8612b-1698-4ddc-949e-a93cc3042944 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:21:01.815031 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port a3a8612b-1698-4ddc-949e-a93cc3042944 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:21:01.815408 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:07.392906 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-6c82546d-5da4-4134-8a1e-718a75f53bcc tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:07.394454 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-6c82546d-5da4-4134-8a1e-718a75f53bcc tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/networks?id=fdbbacda-a407-4c61-a8de-101deccef000 HTTP/1.1" status: 200 len: 815 time: 0.1143663 Nov 10 20:21:07.412691 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-062d7d25-6074-4083-a4ba-54a2e9fb12aa tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/quotas/8bb2c294b0c7497ea3ba7e27c0ebca92 HTTP/1.1" status: 200 len: 375 time: 0.0118787 Nov 10 20:21:07.477033 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-c27a4509-808a-4c4f-befb-f15dff7232e8 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8bb2c294b0c7497ea3ba7e27c0ebca92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567608 Nov 10 20:21:07.497717 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-13460615-0124-462c-9f81-94603413c51a service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:21:07.498723 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-13460615-0124-462c-9f81-94603413c51a service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056965 Nov 10 20:21:07.595760 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-3ee1edc6-6c43-4eaa-8fad-b6db728ad07f service neutron] 10.222.0.54 "GET /v2.0/networks/fdbbacda-a407-4c61-a8de-101deccef000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897188 Nov 10 20:21:07.697160 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-d62cc00e-a608-4651-a4bf-977f87079bd4 service neutron] 10.222.0.54 "GET /v2.0/networks/fdbbacda-a407-4c61-a8de-101deccef000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940547 Nov 10 20:21:07.867322 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e9710a7f-3bae-48f5-ad7a-b3c091d4a24f req-c295a8a7-7765-4123-a561-c57f287b86a4 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 210 time: 0.0278747 Nov 10 20:21:08.900988 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-81aecbc1-ae4a-49d5-b00c-e8f4bf61d4a8 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:08.902991 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-81aecbc1-ae4a-49d5-b00c-e8f4bf61d4a8 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.73 "GET /v2.0/networks?id=fdbbacda-a407-4c61-a8de-101deccef000 HTTP/1.1" status: 200 len: 815 time: 0.1239269 Nov 10 20:21:08.918394 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-609ee393-2bdf-42f1-a9ef-941cf5149fce tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Request body: {'port': {'device_id': 'b075b016-e31c-4f20-a1a8-e4eb7eea4266', 'network_id': 'fdbbacda-a407-4c61-a8de-101deccef000', 'admin_state_up': True, 'tenant_id': '8bb2c294b0c7497ea3ba7e27c0ebca92'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:21:08.992726 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c1a55cff-0f9a-4a19-a543-c31dcccd10ed req-00233c96-d204-442f-a80d-a85a20fe2b95 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 210 time: 0.0346229 Nov 10 20:21:09.048753 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-609ee393-2bdf-42f1-a9ef-941cf5149fce tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Made reservation on behalf of 8bb2c294b0c7497ea3ba7e27c0ebca92 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:21:09.052730 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-609ee393-2bdf-42f1-a9ef-941cf5149fce tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:09.213910 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-609ee393-2bdf-42f1-a9ef-941cf5149fce tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Allocated IP 172.20.0.10 (fdbbacda-a407-4c61-a8de-101deccef000/898dbf49-c544-4069-8f3e-4bf4500f0c20/4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:21:09.494834 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-609ee393-2bdf-42f1-a9ef-941cf5149fce tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:09.544973 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-609ee393-2bdf-42f1-a9ef-941cf5149fce tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:09.634713 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ee393-2bdf-42f1-a9ef-941cf5149fce tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Pushing event updated for resources: {'Port': ['ID=4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:21:09.648702 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ee393-2bdf-42f1-a9ef-941cf5149fce tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:09.649052 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ee393-2bdf-42f1-a9ef-941cf5149fce tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:09.649393 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ee393-2bdf-42f1-a9ef-941cf5149fce tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:09.649728 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ee393-2bdf-42f1-a9ef-941cf5149fce tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:09.650351 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ee393-2bdf-42f1-a9ef-941cf5149fce tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:09.650694 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ee393-2bdf-42f1-a9ef-941cf5149fce tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:09.651021 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ee393-2bdf-42f1-a9ef-941cf5149fce tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:09.651414 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ee393-2bdf-42f1-a9ef-941cf5149fce tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:09.651977 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ee393-2bdf-42f1-a9ef-941cf5149fce tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:09.652553 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ee393-2bdf-42f1-a9ef-941cf5149fce tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:09.652999 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ee393-2bdf-42f1-a9ef-941cf5149fce tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:09.653432 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ee393-2bdf-42f1-a9ef-941cf5149fce tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:09.660288 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-609ee393-2bdf-42f1-a9ef-941cf5149fce tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Network fdbbacda-a407-4c61-a8de-101deccef000 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:21:09.662985 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-609ee393-2bdf-42f1-a9ef-941cf5149fce tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:21:09.665489 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-609ee393-2bdf-42f1-a9ef-941cf5149fce tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:21:09.731920 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-609ee393-2bdf-42f1-a9ef-941cf5149fce tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:09.732671 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-609ee393-2bdf-42f1-a9ef-941cf5149fce tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:09.753885 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-609ee393-2bdf-42f1-a9ef-941cf5149fce tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8401299 Nov 10 20:21:09.936117 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9389e61c-c826-4fb3-8320-9147898ff641 None None] Provisioning complete for port 4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:21:09.936836 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9389e61c-c826-4fb3-8320-9147898ff641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:09.987861 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9389e61c-c826-4fb3-8320-9147898ff641 None None] Port 4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:21:10.149729 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f5a50-d4a1-49fe-8f83-16657e13e554 req-18ebaf03-8239-4821-bdc3-8a9cef537368 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:10.151568 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-736f5a50-d4a1-49fe-8f83-16657e13e554 req-18ebaf03-8239-4821-bdc3-8a9cef537368 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 932 time: 0.0682638 Nov 10 20:21:10.216612 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-736f5a50-d4a1-49fe-8f83-16657e13e554 req-e1459f50-6823-49f4-afcf-2c66f6b809bb tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/security-groups?id=f02f98eb-f4a9-4af2-b01e-269b777f5c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579772 Nov 10 20:21:11.348339 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc694968-b63d-45c1-8d90-747006d2e5d5 req-dcb85c71-a7cd-4072-9ff5-6a7c7d9bcba2 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:11.349986 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dc694968-b63d-45c1-8d90-747006d2e5d5 req-dcb85c71-a7cd-4072-9ff5-6a7c7d9bcba2 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 932 time: 0.0564075 Nov 10 20:21:11.400213 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dc694968-b63d-45c1-8d90-747006d2e5d5 req-66bd5062-cb8f-4e4b-9bdb-4abbc0bd574b tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/security-groups?id=f02f98eb-f4a9-4af2-b01e-269b777f5c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440369 Nov 10 20:21:12.535601 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077e97b-8f26-409a-9b01-8db308a8c5b7 req-bb1c321b-ea69-4b8b-aada-bd050c19abad tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:12.542863 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a077e97b-8f26-409a-9b01-8db308a8c5b7 req-bb1c321b-ea69-4b8b-aada-bd050c19abad tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 932 time: 0.0610468 Nov 10 20:21:12.599692 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a077e97b-8f26-409a-9b01-8db308a8c5b7 req-b7aa818c-989f-40ca-8223-3454fcd8ddcc tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/security-groups?id=f02f98eb-f4a9-4af2-b01e-269b777f5c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558615 Nov 10 20:21:13.754461 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79eb5b-518e-4d24-abb9-93f79ab1b250 req-d6ea9194-0a08-41ac-8653-78022c38bb87 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:13.756307 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-db79eb5b-518e-4d24-abb9-93f79ab1b250 req-d6ea9194-0a08-41ac-8653-78022c38bb87 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 932 time: 0.0679624 Nov 10 20:21:13.813959 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-db79eb5b-518e-4d24-abb9-93f79ab1b250 req-972a735d-3880-4266-914f-ccce5b415079 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/security-groups?id=f02f98eb-f4a9-4af2-b01e-269b777f5c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498860 Nov 10 20:21:15.007333 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bcac67-e440-494c-98bd-c2ad3357a531 req-966efdfc-8f71-4a25-b8b7-0e43b7538e6a tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:15.010345 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-33bcac67-e440-494c-98bd-c2ad3357a531 req-966efdfc-8f71-4a25-b8b7-0e43b7538e6a tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 932 time: 0.0691907 Nov 10 20:21:15.087148 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-33bcac67-e440-494c-98bd-c2ad3357a531 req-7852689f-5a0b-45ef-b447-3da31ae4b248 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/security-groups?id=f02f98eb-f4a9-4af2-b01e-269b777f5c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653756 Nov 10 20:21:16.304403 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192cc76-54cb-442f-b59c-e916ef63b9d5 req-9c3d3508-5af7-44c8-a5b8-2d010c319403 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:16.306038 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6192cc76-54cb-442f-b59c-e916ef63b9d5 req-9c3d3508-5af7-44c8-a5b8-2d010c319403 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 932 time: 0.1075428 Nov 10 20:21:16.413050 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6192cc76-54cb-442f-b59c-e916ef63b9d5 req-bdeae655-c928-4927-9040-7c5f368a027b tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/security-groups?id=f02f98eb-f4a9-4af2-b01e-269b777f5c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958610 Nov 10 20:21:17.615979 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac50499-2358-45dd-8e3b-b4140409666a req-6bdc96b4-5ed7-4448-ace3-6a7a697741af tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:17.618771 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9ac50499-2358-45dd-8e3b-b4140409666a req-6bdc96b4-5ed7-4448-ace3-6a7a697741af tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 932 time: 0.0965014 Nov 10 20:21:17.685194 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9ac50499-2358-45dd-8e3b-b4140409666a req-848ec0a1-30dc-4671-a9cc-be2566c81015 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/security-groups?id=f02f98eb-f4a9-4af2-b01e-269b777f5c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528915 Nov 10 20:21:18.882102 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fcc328-29e1-418e-b864-1dbcbb0d78b1 req-87bc99d8-6faa-4066-b324-1706da646106 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:18.884852 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-72fcc328-29e1-418e-b864-1dbcbb0d78b1 req-87bc99d8-6faa-4066-b324-1706da646106 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 932 time: 0.0747325 Nov 10 20:21:18.975133 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-72fcc328-29e1-418e-b864-1dbcbb0d78b1 req-9e12b7eb-8705-4f54-b486-b81dbb67b3df tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/security-groups?id=f02f98eb-f4a9-4af2-b01e-269b777f5c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798597 Nov 10 20:21:19.174595 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-1b262882-ab89-4a3a-8cfb-54f1dbada2e7 service neutron] Request body: {'port': {'device_id': 'b075b016-e31c-4f20-a1a8-e4eb7eea4266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:21:19.257266 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-1b262882-ab89-4a3a-8cfb-54f1dbada2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:19.552009 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-1b262882-ab89-4a3a-8cfb-54f1dbada2e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:21:19.560712 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-1b262882-ab89-4a3a-8cfb-54f1dbada2e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:19.576931 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-1b262882-ab89-4a3a-8cfb-54f1dbada2e7 service neutron] Transition to ACTIVE for port object 4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:21:19.582624 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-1b262882-ab89-4a3a-8cfb-54f1dbada2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:19.652183 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b262882-ab89-4a3a-8cfb-54f1dbada2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:21:19.744022 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-1b262882-ab89-4a3a-8cfb-54f1dbada2e7 service neutron] Attempting to bind port 4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:21:19.744544 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-1b262882-ab89-4a3a-8cfb-54f1dbada2e7 service neutron] Attempting to bind port 4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '7ef3bac8-0bf9-4048-8bd5-3b65be547781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fdbbacda-a407-4c61-a8de-101deccef000'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:21:19.745072 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-1b262882-ab89-4a3a-8cfb-54f1dbada2e7 service neutron] Attempting to bind port 4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b on network fdbbacda-a407-4c61-a8de-101deccef000 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:21:19.752210 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-1b262882-ab89-4a3a-8cfb-54f1dbada2e7 service neutron] Port 4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b on network fdbbacda-a407-4c61-a8de-101deccef000 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:21:19.752602 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-1b262882-ab89-4a3a-8cfb-54f1dbada2e7 service neutron] Attempting to bind port 4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b on network fdbbacda-a407-4c61-a8de-101deccef000 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:21:19.758877 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-1b262882-ab89-4a3a-8cfb-54f1dbada2e7 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:21:19.759242 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-1b262882-ab89-4a3a-8cfb-54f1dbada2e7 service neutron] Checking segment: {'id': '7ef3bac8-0bf9-4048-8bd5-3b65be547781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fdbbacda-a407-4c61-a8de-101deccef000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:21:19.759577 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-1b262882-ab89-4a3a-8cfb-54f1dbada2e7 service neutron] Bound using segment: {'id': '7ef3bac8-0bf9-4048-8bd5-3b65be547781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fdbbacda-a407-4c61-a8de-101deccef000'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:21:19.760022 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-1b262882-ab89-4a3a-8cfb-54f1dbada2e7 service neutron] Bound port: 4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ef3bac8-0bf9-4048-8bd5-3b65be547781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fdbbacda-a407-4c61-a8de-101deccef000'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:21:19.760396 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-1b262882-ab89-4a3a-8cfb-54f1dbada2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:19.850543 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-1b262882-ab89-4a3a-8cfb-54f1dbada2e7 service neutron] For port 4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:21:19.854294 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-1b262882-ab89-4a3a-8cfb-54f1dbada2e7 service neutron] For port 4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b,segment=NetworkSegment(7ef3bac8-0bf9-4048-8bd5-3b65be547781),segment_id=7ef3bac8-0bf9-4048-8bd5-3b65be547781)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:21:19.859698 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-1b262882-ab89-4a3a-8cfb-54f1dbada2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:19.901843 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-1b262882-ab89-4a3a-8cfb-54f1dbada2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:19.902442 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-1b262882-ab89-4a3a-8cfb-54f1dbada2e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:19.904257 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-1b262882-ab89-4a3a-8cfb-54f1dbada2e7 service neutron] 10.222.0.73 "PUT /v2.0/ports/4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b HTTP/1.1" status: 200 len: 1092 time: 0.7350817 Nov 10 20:21:19.904697 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b075b016-e31c-4f20-a1a8-e4eb7eea4266', 'tag': '4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:21:19.907082 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc5b750-7144-448d-b127-f23ea0763f08" -d '{"events": [{"name": "network-changed", "server_uuid": "b075b016-e31c-4f20-a1a8-e4eb7eea4266", "tag": "4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:21:19.943310 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b262882-ab89-4a3a-8cfb-54f1dbada2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:21:19.990687 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c224b3-a1cc-4e80-9c22-468ec51ab55a x-openstack-request-id: req-56c224b3-a1cc-4e80-9c22-468ec51ab55a {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:21:19.991023 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b075b016-e31c-4f20-a1a8-e4eb7eea4266", "tag": "4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:21:19.991231 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-56c224b3-a1cc-4e80-9c22-468ec51ab55a {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:21:19.991664 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b075b016-e31c-4f20-a1a8-e4eb7eea4266', 'tag': '4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b', 'status': 'completed', 'code': 200} Nov 10 20:21:20.015739 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-fbd19cc3-b007-4c02-ba51-1bb6851c889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:20.018395 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-fbd19cc3-b007-4c02-ba51-1bb6851c889f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8bb2c294b0c7497ea3ba7e27c0ebca92&device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 1095 time: 0.0645893 Nov 10 20:21:20.083768 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-217fa3de-cb1f-49fa-96a2-8b63c857a77e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b HTTP/1.1" status: 200 len: 217 time: 0.0559852 Nov 10 20:21:20.154328 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fb0d5-2e14-4393-a7a7-8351af97b9a2 req-ee5c226b-0a61-4fe1-90e0-0dda62aeb667 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:20.157491 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-244fb0d5-2e14-4393-a7a7-8351af97b9a2 req-ee5c226b-0a61-4fe1-90e0-0dda62aeb667 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 944 time: 0.0622344 Nov 10 20:21:20.158455 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-ad4e760e-4128-4011-8110-f444b44c8662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:20.161099 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-ad4e760e-4128-4011-8110-f444b44c8662 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=898dbf49-c544-4069-8f3e-4bf4500f0c20 HTTP/1.1" status: 200 len: 854 time: 0.0697231 Nov 10 20:21:20.220976 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-96e78f7b-873d-446d-9453-8fd85192e30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:20.223053 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-96e78f7b-873d-446d-9453-8fd85192e30f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fdbbacda-a407-4c61-a8de-101deccef000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545413 Nov 10 20:21:20.228932 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-244fb0d5-2e14-4393-a7a7-8351af97b9a2 req-d9bc6e11-01c5-4b9a-9058-379d92472168 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/security-groups?id=f02f98eb-f4a9-4af2-b01e-269b777f5c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620008 Nov 10 20:21:20.337594 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-f1377cea-fd1f-4a9b-8342-3e0ca9bf0600 service neutron] 10.222.0.73 "GET /v2.0/networks/fdbbacda-a407-4c61-a8de-101deccef000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071351 Nov 10 20:21:20.440080 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-93ff0bcf-2709-40f8-bc11-acfe2e3195ed req-4c5c8d5b-65f7-4374-bac6-d92c47f5e06a service neutron] 10.222.0.73 "GET /v2.0/networks/fdbbacda-a407-4c61-a8de-101deccef000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955620 Nov 10 20:21:20.542480 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5b750-7144-448d-b127-f23ea0763f08 req-8a035176-92c9-445e-8646-371612d52239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:20.544071 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2fc5b750-7144-448d-b127-f23ea0763f08 req-8a035176-92c9-445e-8646-371612d52239 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8bb2c294b0c7497ea3ba7e27c0ebca92&device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 1095 time: 0.0502377 Nov 10 20:21:20.666705 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5b750-7144-448d-b127-f23ea0763f08 req-8a58e61a-fc27-481f-9e14-451bdddfc621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:20.668226 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2fc5b750-7144-448d-b127-f23ea0763f08 req-8a58e61a-fc27-481f-9e14-451bdddfc621 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fdbbacda-a407-4c61-a8de-101deccef000 HTTP/1.1" status: 200 len: 916 time: 0.1159554 Nov 10 20:21:20.719051 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2fc5b750-7144-448d-b127-f23ea0763f08 req-9fe1cf71-a76f-4cf2-8f8e-454b7fc33b81 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b HTTP/1.1" status: 200 len: 217 time: 0.0416324 Nov 10 20:21:20.772984 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5b750-7144-448d-b127-f23ea0763f08 req-b9edfc89-17b7-493a-911b-25d457c1bb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:20.774600 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2fc5b750-7144-448d-b127-f23ea0763f08 req-b9edfc89-17b7-493a-911b-25d457c1bb4d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=898dbf49-c544-4069-8f3e-4bf4500f0c20 HTTP/1.1" status: 200 len: 854 time: 0.0472169 Nov 10 20:21:20.825091 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5b750-7144-448d-b127-f23ea0763f08 req-2fbb50ea-33c8-4bbb-8fa2-7320a9ef79ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:20.826652 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2fc5b750-7144-448d-b127-f23ea0763f08 req-2fbb50ea-33c8-4bbb-8fa2-7320a9ef79ba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fdbbacda-a407-4c61-a8de-101deccef000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443680 Nov 10 20:21:20.946424 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2fc5b750-7144-448d-b127-f23ea0763f08 req-94dea009-9b2e-4751-8097-2d61dc578da4 service neutron] 10.222.0.73 "GET /v2.0/networks/fdbbacda-a407-4c61-a8de-101deccef000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094816 Nov 10 20:21:21.049913 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2fc5b750-7144-448d-b127-f23ea0763f08 req-4558bd21-681d-428e-916a-18fd8f97d33e service neutron] 10.222.0.73 "GET /v2.0/networks/fdbbacda-a407-4c61-a8de-101deccef000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961111 Nov 10 20:21:21.382673 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166fca0-6389-4526-b995-a29813cf134b req-0053c2f4-7446-4b7a-aeec-898ca9da2b6c tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:21.385405 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f166fca0-6389-4526-b995-a29813cf134b req-0053c2f4-7446-4b7a-aeec-898ca9da2b6c tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 944 time: 0.0675173 Nov 10 20:21:21.439905 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f166fca0-6389-4526-b995-a29813cf134b req-02d51c28-9e89-4764-abf3-b048c88f2834 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/security-groups?id=f02f98eb-f4a9-4af2-b01e-269b777f5c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482087 Nov 10 20:21:22.510215 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:21:22.642063 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00f1c8-f019-4786-904c-37d0fcac0bcb req-0980072f-99a0-42dc-8948-0f744044c784 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:22.644953 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4d00f1c8-f019-4786-904c-37d0fcac0bcb req-0980072f-99a0-42dc-8948-0f744044c784 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 944 time: 0.0983670 Nov 10 20:21:22.657967 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b,segment=NetworkSegment(7ef3bac8-0bf9-4048-8bd5-3b65be547781),segment_id=7ef3bac8-0bf9-4048-8bd5-3b65be547781)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:21:22.675418 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b', 'network_id': 'fdbbacda-a407-4c61-a8de-101deccef000', 'port_id': '4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b', 'mac_address': 'fa:16:3e:c0:2d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '898dbf49-c544-4069-8f3e-4bf4500f0c20', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:21:22.723592 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:22.733745 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4d00f1c8-f019-4786-904c-37d0fcac0bcb req-b4f7c249-c6fe-477f-b0d2-fead23209431 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/security-groups?id=f02f98eb-f4a9-4af2-b01e-269b777f5c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812173 Nov 10 20:21:22.763721 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:21:22.806806 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b,segment=NetworkSegment(7ef3bac8-0bf9-4048-8bd5-3b65be547781),segment_id=7ef3bac8-0bf9-4048-8bd5-3b65be547781)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:21:22.811936 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:22.882806 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:21:22.892039 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:22.892423 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:22.892769 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:22.893108 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:22.893441 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:22.893887 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:22.894136 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:22.896671 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:22.897100 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:22.897555 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:22.899406 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:22.899811 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:23.023033 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:21:23.517191 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-58c26d18-415f-4b6d-9cef-c684d48a1aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:23.894879 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa91336-ef9c-440d-843a-d0cfad58813b req-d86773ea-0558-4116-b865-0f17e656212a tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:23.897289 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1fa91336-ef9c-440d-843a-d0cfad58813b req-d86773ea-0558-4116-b865-0f17e656212a tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 945 time: 0.0584278 Nov 10 20:21:23.965641 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1fa91336-ef9c-440d-843a-d0cfad58813b req-8a732fcf-2d30-4ee4-b031-503d0b12978d tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/security-groups?id=f02f98eb-f4a9-4af2-b01e-269b777f5c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601077 Nov 10 20:21:24.538312 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:21:24.601593 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:21:24.606883 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:21:24.607254 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:24.691488 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:24.721368 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b075b016-e31c-4f20-a1a8-e4eb7eea4266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:21:24.724230 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d577e15-14ec-43c3-a6c0-dd63b18e409b" -d '{"events": [{"server_uuid": "b075b016-e31c-4f20-a1a8-e4eb7eea4266", "name": "network-vif-plugged", "status": "completed", "tag": "4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:21:24.742601 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b,segment=NetworkSegment(7ef3bac8-0bf9-4048-8bd5-3b65be547781),segment_id=7ef3bac8-0bf9-4048-8bd5-3b65be547781)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:21:24.750941 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:24.781071 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea95cd91-4904-4cfa-bd0c-a541db9a9426 x-openstack-request-id: req-ea95cd91-4904-4cfa-bd0c-a541db9a9426 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:21:24.781393 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b075b016-e31c-4f20-a1a8-e4eb7eea4266", "name": "network-vif-plugged", "status": "completed", "tag": "4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:21:24.781589 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ea95cd91-4904-4cfa-bd0c-a541db9a9426 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:21:24.782008 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b075b016-e31c-4f20-a1a8-e4eb7eea4266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b', 'code': 200} Nov 10 20:21:24.824196 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:21:24.894066 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691913e-b892-44df-9b06-ca98a790194f req-7942efa9-d4e0-4ac9-ae30-1476be29b962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:24.896236 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d691913e-b892-44df-9b06-ca98a790194f req-7942efa9-d4e0-4ac9-ae30-1476be29b962 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 1097 time: 0.0506864 Nov 10 20:21:24.951696 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d691913e-b892-44df-9b06-ca98a790194f req-e6e58784-cbbc-441e-96e2-51b4278c5b1d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f02f98eb-f4a9-4af2-b01e-269b777f5c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481856 Nov 10 20:21:25.121684 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808fa42-87c8-4da3-9047-6e6b6fbee5a7 req-779d334c-2402-4352-a203-cf9c2b199f35 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:25.123214 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2808fa42-87c8-4da3-9047-6e6b6fbee5a7 req-779d334c-2402-4352-a203-cf9c2b199f35 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 946 time: 0.0645649 Nov 10 20:21:25.200334 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2808fa42-87c8-4da3-9047-6e6b6fbee5a7 req-0b228d48-4138-43ce-8de1-60fcb661a9ba tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/security-groups?id=f02f98eb-f4a9-4af2-b01e-269b777f5c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703938 Nov 10 20:21:25.538636 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:25.703972 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:25.751317 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2783727d-f9ac-4c78-8e87-64ba6f34cccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:26.348176 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c80546-f544-4384-908f-32bf6f91151a req-12e1b326-1a95-47a5-9316-b194d1244144 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:26.349870 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d6c80546-f544-4384-908f-32bf6f91151a req-12e1b326-1a95-47a5-9316-b194d1244144 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 946 time: 0.0541573 Nov 10 20:21:26.405071 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d6c80546-f544-4384-908f-32bf6f91151a req-9a1ae025-d7b1-48d1-ada8-34e19f557de2 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/security-groups?id=f02f98eb-f4a9-4af2-b01e-269b777f5c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482981 Nov 10 20:21:26.542230 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bc54b-00ef-4b57-9417-6c6637b8ed44 req-f8c39e63-1d03-49d2-8a81-57035c4e6131 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:26.544684 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7a5bc54b-00ef-4b57-9417-6c6637b8ed44 req-f8c39e63-1d03-49d2-8a81-57035c4e6131 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 946 time: 0.0602882 Nov 10 20:21:26.598333 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7a5bc54b-00ef-4b57-9417-6c6637b8ed44 req-47acc8a9-5614-400a-9ae4-f387a610fa4d tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/security-groups?id=f02f98eb-f4a9-4af2-b01e-269b777f5c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470791 Nov 10 20:21:26.855444 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe23c8d-89b4-477e-a61e-eb6a5efffd87 req-9b302bcc-65a5-42af-8c7e-d85bc0c8fccf tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:26.857054 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-efe23c8d-89b4-477e-a61e-eb6a5efffd87 req-9b302bcc-65a5-42af-8c7e-d85bc0c8fccf tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 946 time: 0.0573061 Nov 10 20:21:26.923924 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-efe23c8d-89b4-477e-a61e-eb6a5efffd87 req-47243983-ec45-4466-9a47-45de66e5822f tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/security-groups?id=f02f98eb-f4a9-4af2-b01e-269b777f5c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596039 Nov 10 20:21:27.502068 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:29.009788 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:29.394058 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:37.247024 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:21:41.916672 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af2cf6-683a-4342-92c1-150579de1ba3 req-0a1332cf-9b04-42ae-aa26-117300fd385d tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:41.918130 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-42af2cf6-683a-4342-92c1-150579de1ba3 req-0a1332cf-9b04-42ae-aa26-117300fd385d tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 946 time: 0.0587897 Nov 10 20:21:41.976107 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-42af2cf6-683a-4342-92c1-150579de1ba3 req-af5388f1-890d-442a-bdb9-b18c16b78ef1 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/security-groups?id=f02f98eb-f4a9-4af2-b01e-269b777f5c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489893 Nov 10 20:21:42.004205 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57466) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:21:42.162013 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af7690f-0574-40ec-8d52-2563b616608a tempest-TestMinimumBasicScenario-1538806215 tempest-TestMinimumBasicScenario-1538806215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:42.163715 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3af7690f-0574-40ec-8d52-2563b616608a tempest-TestMinimumBasicScenario-1538806215 tempest-TestMinimumBasicScenario-1538806215-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 1092 time: 0.1585159 Nov 10 20:21:42.168425 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57470) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:21:42.172816 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-a2505287-5cb9-4ad9-abea-3bc222233b19 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'port_id': '4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b', 'tenant_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:21:42.199813 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a2505287-5cb9-4ad9-abea-3bc222233b19 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks [] for floatingip, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:42.299170 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a2505287-5cb9-4ad9-abea-3bc222233b19 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:42.420586 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-a2505287-5cb9-4ad9-abea-3bc222233b19 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Allocated IP 172.25.3.123 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/39e972cc-8c66-428d-9de0-136c5bf22a71) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:21:42.523960 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a2505287-5cb9-4ad9-abea-3bc222233b19 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:42.563163 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a2505287-5cb9-4ad9-abea-3bc222233b19 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:42.610312 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2505287-5cb9-4ad9-abea-3bc222233b19 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:21:42.613248 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-a2505287-5cb9-4ad9-abea-3bc222233b19 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:21:42.619504 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2505287-5cb9-4ad9-abea-3bc222233b19 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:21:42.623202 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2505287-5cb9-4ad9-abea-3bc222233b19 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Pushing event updated for resources: {'Port': ['ID=39e972cc-8c66-428d-9de0-136c5bf22a71,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:21:42.650127 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2505287-5cb9-4ad9-abea-3bc222233b19 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:42.650473 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2505287-5cb9-4ad9-abea-3bc222233b19 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:42.650825 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2505287-5cb9-4ad9-abea-3bc222233b19 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:42.651167 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2505287-5cb9-4ad9-abea-3bc222233b19 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:42.651522 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2505287-5cb9-4ad9-abea-3bc222233b19 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:42.651846 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2505287-5cb9-4ad9-abea-3bc222233b19 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:42.652174 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2505287-5cb9-4ad9-abea-3bc222233b19 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:42.652502 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2505287-5cb9-4ad9-abea-3bc222233b19 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:42.652831 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2505287-5cb9-4ad9-abea-3bc222233b19 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:42.653154 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2505287-5cb9-4ad9-abea-3bc222233b19 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:42.653483 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2505287-5cb9-4ad9-abea-3bc222233b19 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:42.654173 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2505287-5cb9-4ad9-abea-3bc222233b19 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:21:43.011752 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a2505287-5cb9-4ad9-abea-3bc222233b19 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:43.092821 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a2505287-5cb9-4ad9-abea-3bc222233b19 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:43.250463 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a2505287-5cb9-4ad9-abea-3bc222233b19 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:43.257712 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a2505287-5cb9-4ad9-abea-3bc222233b19 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:43.332122 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2505287-5cb9-4ad9-abea-3bc222233b19 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Pushing event updated for resources: {'Port': ['ID=39e972cc-8c66-428d-9de0-136c5bf22a71,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:21:43.345471 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a2505287-5cb9-4ad9-abea-3bc222233b19 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:43.453285 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-a2505287-5cb9-4ad9-abea-3bc222233b19 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Floating IP e0ae8a4e-50b9-4410-b461-12b0b22192d4 associated. External IP: 172.25.3.123, port: 4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b. Nov 10 20:21:43.669531 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2505287-5cb9-4ad9-abea-3bc222233b19 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Router ed8675d9-7a76-461d-a378-769f5f1a4e78 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:21:43.780296 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2505287-5cb9-4ad9-abea-3bc222233b19 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:21:43.791782 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5390aa69-9e44-477a-9793-e4262325fd60 None None] Sync routers for ids ['ed8675d9-7a76-461d-a378-769f5f1a4e78'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:21:43.800737 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a2505287-5cb9-4ad9-abea-3bc222233b19 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:43.801322 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5390aa69-9e44-477a-9793-e4262325fd60 None None] Routers {'ed8675d9-7a76-461d-a378-769f5f1a4e78'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:21:43.802005 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-5390aa69-9e44-477a-9793-e4262325fd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:21:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['ed8675d9-7a76-461d-a378-769f5f1a4e78'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:21:43.830964 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a2505287-5cb9-4ad9-abea-3bc222233b19 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6615124 Nov 10 20:21:43.831790 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b075b016-e31c-4f20-a1a8-e4eb7eea4266', 'tag': '4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:21:43.834364 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57472) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:21:43.835041 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfbd5c25fd1a1bf18e79891c674f962074aa63d8f4aa99a8f6cb3be41b9dd3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b53325-7436-47ee-a552-2d30ca6391e4" -d '{"events": [{"name": "network-changed", "server_uuid": "b075b016-e31c-4f20-a1a8-e4eb7eea4266", "tag": "4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:21:43.840291 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-92c0202f-c429-4ae5-b372-178afdf8747b tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-947643950', 'description': 'tempest-secgroup-smoke-947643950 description', 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:21:43.867527 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92c0202f-c429-4ae5-b372-178afdf8747b tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:43.918624 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-5390aa69-9e44-477a-9793-e4262325fd60 None None] Set router ed8675d9-7a76-461d-a378-769f5f1a4e78 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:21:43.947471 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92c0202f-c429-4ae5-b372-178afdf8747b tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:43.955090 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92c0202f-c429-4ae5-b372-178afdf8747b tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:43.988930 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-92c0202f-c429-4ae5-b372-178afdf8747b tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:43.990286 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-92c0202f-c429-4ae5-b372-178afdf8747b tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1538441 Nov 10 20:21:43.992290 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0202f-c429-4ae5-b372-178afdf8747b tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65931484-bc1e-4b46-b920-585bebd03bee,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:21:43.993503 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57478) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:21:44.005956 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-ff70db98-bbe0-4444-a5dd-b755f819ade1 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Request body: {'security_group_rule': {'security_group_id': '65931484-bc1e-4b46-b920-585bebd03bee', 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:21:44.036003 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ff70db98-bbe0-4444-a5dd-b755f819ade1 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:44.047322 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ece4487-e56d-4332-a5e5-7a3c3a0f9897 x-openstack-request-id: req-6ece4487-e56d-4332-a5e5-7a3c3a0f9897 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:21:44.047927 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b075b016-e31c-4f20-a1a8-e4eb7eea4266", "tag": "4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:21:44.047927 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6ece4487-e56d-4332-a5e5-7a3c3a0f9897 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:21:44.048375 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b075b016-e31c-4f20-a1a8-e4eb7eea4266', 'tag': '4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b', 'status': 'completed', 'code': 200} Nov 10 20:21:44.088736 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ff70db98-bbe0-4444-a5dd-b755f819ade1 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:44.093536 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ff70db98-bbe0-4444-a5dd-b755f819ade1 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:44.110906 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b53325-7436-47ee-a552-2d30ca6391e4 req-a34673fa-f97e-4053-8d61-3dda330cda6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:44.112476 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a4b53325-7436-47ee-a552-2d30ca6391e4 req-a34673fa-f97e-4053-8d61-3dda330cda6d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8bb2c294b0c7497ea3ba7e27c0ebca92&device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 1097 time: 0.0460086 Nov 10 20:21:44.112659 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70db98-bbe0-4444-a5dd-b755f819ade1 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae226881-7c1f-4431-82cc-f4b1bea494fd,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:21:44.126092 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ff70db98-bbe0-4444-a5dd-b755f819ade1 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:44.127439 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ff70db98-bbe0-4444-a5dd-b755f819ade1 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1325836 Nov 10 20:21:44.130277 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57480) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:21:44.135816 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-6e078390-c363-4959-8a1f-84d6d1cf3934 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Request body: {'security_group_rule': {'security_group_id': '65931484-bc1e-4b46-b920-585bebd03bee', 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:21:44.169300 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6e078390-c363-4959-8a1f-84d6d1cf3934 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:44.223543 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b53325-7436-47ee-a552-2d30ca6391e4 req-c8c6cbdc-d5e2-44a6-bc39-91d0240278c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:44.225098 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a4b53325-7436-47ee-a552-2d30ca6391e4 req-c8c6cbdc-d5e2-44a6-bc39-91d0240278c6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fdbbacda-a407-4c61-a8de-101deccef000 HTTP/1.1" status: 200 len: 916 time: 0.1050165 Nov 10 20:21:44.241249 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6e078390-c363-4959-8a1f-84d6d1cf3934 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:44.246677 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6e078390-c363-4959-8a1f-84d6d1cf3934 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:44.271494 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e078390-c363-4959-8a1f-84d6d1cf3934 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1d71bf-d783-48ba-9584-4d82626b3a6f,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:21:44.286911 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6e078390-c363-4959-8a1f-84d6d1cf3934 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:44.288401 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6e078390-c363-4959-8a1f-84d6d1cf3934 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1562269 Nov 10 20:21:44.291333 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57482) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:21:44.296022 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-dfcacf11-78d6-4432-9499-d6fe1418fcca tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Request body: {'security_group_rule': {'security_group_id': '65931484-bc1e-4b46-b920-585bebd03bee', 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:21:44.311342 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a4b53325-7436-47ee-a552-2d30ca6391e4 req-e219ce0b-0661-4309-bce3-f0d87a6abe1a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b HTTP/1.1" status: 200 len: 1000 time: 0.0779614 Nov 10 20:21:44.326030 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dfcacf11-78d6-4432-9499-d6fe1418fcca tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:44.365516 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b53325-7436-47ee-a552-2d30ca6391e4 req-b3cf9da5-243f-46b7-aa4f-9ae548478e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:44.367200 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a4b53325-7436-47ee-a552-2d30ca6391e4 req-b3cf9da5-243f-46b7-aa4f-9ae548478e78 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=898dbf49-c544-4069-8f3e-4bf4500f0c20 HTTP/1.1" status: 200 len: 854 time: 0.0476844 Nov 10 20:21:44.384589 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-5390aa69-9e44-477a-9793-e4262325fd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'name': 'tempest-TestMinimumBasicScenario-1213383280-router', 'tenant_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '60729f0f-f6ac-4ae4-9386-af9eda40941d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:20:47Z', 'updated_at': '2021-11-10T20:20:50Z', 'revision_number': 4, 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'gw_port': {'id': '60729f0f-f6ac-4ae4-9386-af9eda40941d', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:48Z', 'updated_at': '2021-11-10T20:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'e0ae8a4e-50b9-4410-b461-12b0b22192d4', 'tenant_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'floating_ip_address': '172.25.3.123', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'port_id': '4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdbbacda-a407-4c61-a8de-101deccef000', 'mac_address': 'fa:16:3e:c0:2d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b075b016-e31c-4f20-a1a8-e4eb7eea4266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:21:42Z', 'updated_at': '2021-11-10T20:21:42Z', 'revision_number': 0, 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eaa6d84-19e5-4b7e-a3ba-6f1497017f82', 'name': '', 'network_id': 'fdbbacda-a407-4c61-a8de-101deccef000', 'tenant_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'mac_address': 'fa:16:3e:63:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '898dbf49-c544-4069-8f3e-4bf4500f0c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:49Z', 'updated_at': '2021-11-10T20:20:55Z', 'revision_number': 5, 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'subnets': [{'id': '898dbf49-c544-4069-8f3e-4bf4500f0c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:21:44.396064 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dfcacf11-78d6-4432-9499-d6fe1418fcca tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:44.403367 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dfcacf11-78d6-4432-9499-d6fe1418fcca tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:44.418871 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5390aa69-9e44-477a-9793-e4262325fd60 None None] Checking router: ed8675d9-7a76-461d-a378-769f5f1a4e78 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:21:44.420389 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcacf11-78d6-4432-9499-d6fe1418fcca tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe37312c-e8cc-4bfd-8fc5-acebf2391c06,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:21:44.429327 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5390aa69-9e44-477a-9793-e4262325fd60 None None] Routers {'ed8675d9-7a76-461d-a378-769f5f1a4e78'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:21:44.430032 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-5390aa69-9e44-477a-9793-e4262325fd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:21:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['ed8675d9-7a76-461d-a378-769f5f1a4e78'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:21:44.430213 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b53325-7436-47ee-a552-2d30ca6391e4 req-b322f4ac-fd93-462e-ae4d-63e3df6a7a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:44.431866 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a4b53325-7436-47ee-a552-2d30ca6391e4 req-b322f4ac-fd93-462e-ae4d-63e3df6a7a37 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fdbbacda-a407-4c61-a8de-101deccef000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571685 Nov 10 20:21:44.436235 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-dfcacf11-78d6-4432-9499-d6fe1418fcca tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:44.437601 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-dfcacf11-78d6-4432-9499-d6fe1418fcca tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1451621 Nov 10 20:21:44.440489 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57484) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:21:44.448400 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-38070dcd-26de-459c-90ef-be6920a89527 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Request body: {'security_group_rule': {'security_group_id': '65931484-bc1e-4b46-b920-585bebd03bee', 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:21:44.484261 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-38070dcd-26de-459c-90ef-be6920a89527 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:44.526304 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a4b53325-7436-47ee-a552-2d30ca6391e4 req-7b043637-a8dd-4535-8bdd-4b5f7c9a9681 service neutron] 10.222.0.73 "GET /v2.0/networks/fdbbacda-a407-4c61-a8de-101deccef000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867553 Nov 10 20:21:44.545913 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-5390aa69-9e44-477a-9793-e4262325fd60 None None] Set router ed8675d9-7a76-461d-a378-769f5f1a4e78 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:21:44.546419 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-38070dcd-26de-459c-90ef-be6920a89527 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:44.552070 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-38070dcd-26de-459c-90ef-be6920a89527 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:44.584611 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-38070dcd-26de-459c-90ef-be6920a89527 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:44.586186 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-38070dcd-26de-459c-90ef-be6920a89527 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1446352 Nov 10 20:21:44.588907 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57486) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:21:44.593240 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-1ba2ab60-46bd-41e7-a3e8-19daf5afb813 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Request body: {'security_group_rule': {'security_group_id': '65931484-bc1e-4b46-b920-585bebd03bee', 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:21:44.602666 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38070dcd-26de-459c-90ef-be6920a89527 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3057ec66-84e9-4673-9a8a-afff6e696a2d,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:21:44.620784 n-d-813897-4 neutron-server[102506]: INFO neutron.db.securitygroups_db [None req-1ba2ab60-46bd-41e7-a3e8-19daf5afb813 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Project 8bb2c294b0c7497ea3ba7e27c0ebca92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 20:21:44.626452 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1ba2ab60-46bd-41e7-a3e8-19daf5afb813 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:44.642369 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-a4b53325-7436-47ee-a552-2d30ca6391e4 req-27ebe39b-823b-4244-85a2-b372588b36be service neutron] 10.222.0.73 "GET /v2.0/networks/fdbbacda-a407-4c61-a8de-101deccef000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070824 Nov 10 20:21:44.689235 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1ba2ab60-46bd-41e7-a3e8-19daf5afb813 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:44.694186 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1ba2ab60-46bd-41e7-a3e8-19daf5afb813 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:44.712568 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2ab60-46bd-41e7-a3e8-19daf5afb813 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d387cf0-491c-464b-b898-d5717c45bb55,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:21:44.721561 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1ba2ab60-46bd-41e7-a3e8-19daf5afb813 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:44.722941 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1ba2ab60-46bd-41e7-a3e8-19daf5afb813 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1330059 Nov 10 20:21:44.726072 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57488) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:21:44.730889 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-b6fa114e-e957-439a-8d6f-8fce87dafe89 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Request body: {'security_group_rule': {'security_group_id': '65931484-bc1e-4b46-b920-585bebd03bee', 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:21:44.754687 n-d-813897-4 neutron-server[102506]: INFO neutron.db.securitygroups_db [None req-b6fa114e-e957-439a-8d6f-8fce87dafe89 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Project 8bb2c294b0c7497ea3ba7e27c0ebca92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 20:21:44.760089 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6fa114e-e957-439a-8d6f-8fce87dafe89 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:44.799508 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-5390aa69-9e44-477a-9793-e4262325fd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'name': 'tempest-TestMinimumBasicScenario-1213383280-router', 'tenant_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '60729f0f-f6ac-4ae4-9386-af9eda40941d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:20:47Z', 'updated_at': '2021-11-10T20:20:50Z', 'revision_number': 4, 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'gw_port': {'id': '60729f0f-f6ac-4ae4-9386-af9eda40941d', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:48Z', 'updated_at': '2021-11-10T20:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'e0ae8a4e-50b9-4410-b461-12b0b22192d4', 'tenant_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'floating_ip_address': '172.25.3.123', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'port_id': '4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdbbacda-a407-4c61-a8de-101deccef000', 'mac_address': 'fa:16:3e:c0:2d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b075b016-e31c-4f20-a1a8-e4eb7eea4266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:21:42Z', 'updated_at': '2021-11-10T20:21:42Z', 'revision_number': 0, 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eaa6d84-19e5-4b7e-a3ba-6f1497017f82', 'name': '', 'network_id': 'fdbbacda-a407-4c61-a8de-101deccef000', 'tenant_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'mac_address': 'fa:16:3e:63:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '898dbf49-c544-4069-8f3e-4bf4500f0c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:49Z', 'updated_at': '2021-11-10T20:20:55Z', 'revision_number': 5, 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'subnets': [{'id': '898dbf49-c544-4069-8f3e-4bf4500f0c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:21:44.823688 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6fa114e-e957-439a-8d6f-8fce87dafe89 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:44.828751 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6fa114e-e957-439a-8d6f-8fce87dafe89 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:44.834425 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5390aa69-9e44-477a-9793-e4262325fd60 None None] The sync data for ids ['ed8675d9-7a76-461d-a378-769f5f1a4e78'] in n-d-813897-4 is: [{'id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'name': 'tempest-TestMinimumBasicScenario-1213383280-router', 'tenant_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '60729f0f-f6ac-4ae4-9386-af9eda40941d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:20:47Z', 'updated_at': '2021-11-10T20:20:50Z', 'revision_number': 4, 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'gw_port': {'id': '60729f0f-f6ac-4ae4-9386-af9eda40941d', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:48Z', 'updated_at': '2021-11-10T20:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'e0ae8a4e-50b9-4410-b461-12b0b22192d4', 'tenant_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'floating_ip_address': '172.25.3.123', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'port_id': '4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdbbacda-a407-4c61-a8de-101deccef000', 'mac_address': 'fa:16:3e:c0:2d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b075b016-e31c-4f20-a1a8-e4eb7eea4266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:21:42Z', 'updated_at': '2021-11-10T20:21:42Z', 'revision_number': 0, 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eaa6d84-19e5-4b7e-a3ba-6f1497017f82', 'name': '', 'network_id': 'fdbbacda-a407-4c61-a8de-101deccef000', 'tenant_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'mac_address': 'fa:16:3e:63:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '898dbf49-c544-4069-8f3e-4bf4500f0c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:49Z', 'updated_at': '2021-11-10T20:20:55Z', 'revision_number': 5, 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'subnets': [{'id': '898dbf49-c544-4069-8f3e-4bf4500f0c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:21:44.846711 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa114e-e957-439a-8d6f-8fce87dafe89 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cc66e8d-687b-4c91-a794-30f74c8f431b,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:21:44.858006 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6fa114e-e957-439a-8d6f-8fce87dafe89 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:44.859314 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b6fa114e-e957-439a-8d6f-8fce87dafe89 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1320741 Nov 10 20:21:44.954438 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-28bb2652-090c-4b6e-a6b5-5b079a56a605 req-95de0eb5-557b-441f-a7f1-d39d3bb3de61 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-947643950&fields=id&tenant_id=8bb2c294b0c7497ea3ba7e27c0ebca92 HTTP/1.1" status: 200 len: 267 time: 0.0452344 Nov 10 20:21:45.009854 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb2652-090c-4b6e-a6b5-5b079a56a605 req-a93528dd-27bf-4b6f-8ada-8cbf2bd85205 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:45.011426 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-28bb2652-090c-4b6e-a6b5-5b079a56a605 req-a93528dd-27bf-4b6f-8ada-8cbf2bd85205 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 946 time: 0.0509400 Nov 10 20:21:45.025271 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-28bb2652-090c-4b6e-a6b5-5b079a56a605 req-99711420-2850-4501-8d41-3d8504a74752 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Request body: {'port': {'security_groups': ['f02f98eb-f4a9-4af2-b01e-269b777f5c6c', '65931484-bc1e-4b46-b920-585bebd03bee']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:21:45.070293 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6002940-7c9d-4dea-b9e4-29d885de3f6c None None] New status for floating IP e0ae8a4e-50b9-4410-b461-12b0b22192d4: ACTIVE {{(pid=102508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:21:45.095420 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-28bb2652-090c-4b6e-a6b5-5b079a56a605 req-99711420-2850-4501-8d41-3d8504a74752 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:45.293812 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-28bb2652-090c-4b6e-a6b5-5b079a56a605 req-99711420-2850-4501-8d41-3d8504a74752 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] For port 4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b,segment=NetworkSegment(7ef3bac8-0bf9-4048-8bd5-3b65be547781),segment_id=7ef3bac8-0bf9-4048-8bd5-3b65be547781)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:21:45.328594 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-28bb2652-090c-4b6e-a6b5-5b079a56a605 req-99711420-2850-4501-8d41-3d8504a74752 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:45.336859 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-28bb2652-090c-4b6e-a6b5-5b079a56a605 req-99711420-2850-4501-8d41-3d8504a74752 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:45.349610 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:21:45.381913 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb2652-090c-4b6e-a6b5-5b079a56a605 req-99711420-2850-4501-8d41-3d8504a74752 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:45.382551 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-28bb2652-090c-4b6e-a6b5-5b079a56a605 req-99711420-2850-4501-8d41-3d8504a74752 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:45.384017 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-28bb2652-090c-4b6e-a6b5-5b079a56a605 req-99711420-2850-4501-8d41-3d8504a74752 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "PUT /v2.0/ports/4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b HTTP/1.1" status: 200 len: 982 time: 0.3640485 Nov 10 20:21:45.418692 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99711420-2850-4501-8d41-3d8504a74752 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Pushing event updated for resources: {'Port': ['ID=4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b,revision_number=6']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:21:45.455892 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:21:45.514700 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69855027-e1d2-4084-a22e-59f98d60efb8 req-3643585d-6eef-4b8e-a550-d2062b940283 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:45.516252 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-69855027-e1d2-4084-a22e-59f98d60efb8 req-3643585d-6eef-4b8e-a550-d2062b940283 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 985 time: 0.0519021 Nov 10 20:21:45.585241 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-69855027-e1d2-4084-a22e-59f98d60efb8 req-8c1a5af2-b5c7-4ed2-a88a-2340ca255f1c tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/security-groups?id=65931484-bc1e-4b46-b920-585bebd03bee&id=f02f98eb-f4a9-4af2-b01e-269b777f5c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615964 Nov 10 20:21:45.666820 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5164589c-0f42-40ff-a699-76bc64fb6150 None None] Provisioning complete for port 4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:21:45.667124 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5164589c-0f42-40ff-a699-76bc64fb6150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:46.050093 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b075b016-e31c-4f20-a1a8-e4eb7eea4266', 'tag': '4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:21:46.052968 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfbd5c25fd1a1bf18e79891c674f962074aa63d8f4aa99a8f6cb3be41b9dd3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325e7da8-0c8c-4658-a66c-43eb837ca895" -d '{"events": [{"name": "network-changed", "server_uuid": "b075b016-e31c-4f20-a1a8-e4eb7eea4266", "tag": "4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:21:46.091999 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a212ff-9a45-483c-a319-54b45cc7a8df x-openstack-request-id: req-39a212ff-9a45-483c-a319-54b45cc7a8df {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:21:46.092292 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b075b016-e31c-4f20-a1a8-e4eb7eea4266", "tag": "4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:21:46.092541 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-39a212ff-9a45-483c-a319-54b45cc7a8df {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:21:46.092947 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b075b016-e31c-4f20-a1a8-e4eb7eea4266', 'tag': '4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b', 'status': 'completed', 'code': 200} Nov 10 20:21:46.167203 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e7da8-0c8c-4658-a66c-43eb837ca895 req-3c41b17f-e555-4f58-81a2-5e803368e244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:46.168649 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-325e7da8-0c8c-4658-a66c-43eb837ca895 req-3c41b17f-e555-4f58-81a2-5e803368e244 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8bb2c294b0c7497ea3ba7e27c0ebca92&device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 1136 time: 0.0489333 Nov 10 20:21:46.596685 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e7da8-0c8c-4658-a66c-43eb837ca895 req-a6968a59-7d8e-4d9b-b82b-81f0c6ac650d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:46.598611 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-325e7da8-0c8c-4658-a66c-43eb837ca895 req-a6968a59-7d8e-4d9b-b82b-81f0c6ac650d service neutron] 10.222.0.73 "GET /v2.0/networks?id=fdbbacda-a407-4c61-a8de-101deccef000 HTTP/1.1" status: 200 len: 916 time: 0.4206645 Nov 10 20:21:46.672204 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-325e7da8-0c8c-4658-a66c-43eb837ca895 req-b94082c2-554b-4ba8-8314-66570594bf36 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b HTTP/1.1" status: 200 len: 1002 time: 0.0634212 Nov 10 20:21:46.723416 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e7da8-0c8c-4658-a66c-43eb837ca895 req-f28eabcd-ca50-4e4b-979a-5609bda2d47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:46.725007 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-325e7da8-0c8c-4658-a66c-43eb837ca895 req-f28eabcd-ca50-4e4b-979a-5609bda2d47b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=898dbf49-c544-4069-8f3e-4bf4500f0c20 HTTP/1.1" status: 200 len: 854 time: 0.0450792 Nov 10 20:21:46.785259 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e7da8-0c8c-4658-a66c-43eb837ca895 req-e7f16e62-5908-449a-acd4-2ffec5ee04c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:46.787697 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-325e7da8-0c8c-4658-a66c-43eb837ca895 req-e7f16e62-5908-449a-acd4-2ffec5ee04c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fdbbacda-a407-4c61-a8de-101deccef000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554140 Nov 10 20:21:46.879091 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-325e7da8-0c8c-4658-a66c-43eb837ca895 req-2dab996f-25fa-4288-aa04-628d1eac1bee service neutron] 10.222.0.73 "GET /v2.0/networks/fdbbacda-a407-4c61-a8de-101deccef000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836334 Nov 10 20:21:46.974698 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-325e7da8-0c8c-4658-a66c-43eb837ca895 req-5a08017a-09c9-4437-8814-9f37206b9e03 service neutron] 10.222.0.73 "GET /v2.0/networks/fdbbacda-a407-4c61-a8de-101deccef000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877059 Nov 10 20:21:53.513587 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c19859cf-fedc-4a7a-9834-f6ecb94d9694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:55.529344 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:55.743683 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:55.749265 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6393759e-5960-436a-bb0e-0e5b05fcb243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:57.495270 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:59.009549 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:59.387696 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:21:59.870344 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fbe75d-8cff-42c0-b67d-7c930f5a9596 req-8c368c18-d0b1-49a2-ace5-a7e0c130598c tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:59.870982 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f890f3-cc5b-4d56-b061-ee130a1eff2a req-ea0f8428-e940-4b1c-b84d-a69b424b84aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:59.871971 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f3fbe75d-8cff-42c0-b67d-7c930f5a9596 req-8c368c18-d0b1-49a2-ace5-a7e0c130598c tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 985 time: 0.0557597 Nov 10 20:21:59.872237 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-13f890f3-cc5b-4d56-b061-ee130a1eff2a req-ea0f8428-e940-4b1c-b84d-a69b424b84aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8bb2c294b0c7497ea3ba7e27c0ebca92&device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 1136 time: 0.0455933 Nov 10 20:21:59.937730 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f3fbe75d-8cff-42c0-b67d-7c930f5a9596 req-96801164-69cd-44d1-939f-9c75b0936c2d tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/security-groups?id=65931484-bc1e-4b46-b920-585bebd03bee&id=f02f98eb-f4a9-4af2-b01e-269b777f5c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569041 Nov 10 20:21:59.970200 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f890f3-cc5b-4d56-b061-ee130a1eff2a req-90267d1c-25a5-4245-9bcf-bdae61370f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:21:59.971708 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-13f890f3-cc5b-4d56-b061-ee130a1eff2a req-90267d1c-25a5-4245-9bcf-bdae61370f1a service neutron] 10.222.0.73 "GET /v2.0/networks?id=fdbbacda-a407-4c61-a8de-101deccef000 HTTP/1.1" status: 200 len: 916 time: 0.0917251 Nov 10 20:22:00.040859 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-13f890f3-cc5b-4d56-b061-ee130a1eff2a req-152d2451-8771-4d96-8cbe-b132d07575bc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b HTTP/1.1" status: 200 len: 1002 time: 0.0599563 Nov 10 20:22:00.093360 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f890f3-cc5b-4d56-b061-ee130a1eff2a req-573bdffe-ca68-468a-9706-8a2aa8e75642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:22:00.094866 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-13f890f3-cc5b-4d56-b061-ee130a1eff2a req-573bdffe-ca68-468a-9706-8a2aa8e75642 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=898dbf49-c544-4069-8f3e-4bf4500f0c20 HTTP/1.1" status: 200 len: 854 time: 0.0466597 Nov 10 20:22:00.151340 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f890f3-cc5b-4d56-b061-ee130a1eff2a req-5bd5d45a-3653-4455-8cdd-67ff892bf892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:22:00.153993 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-13f890f3-cc5b-4d56-b061-ee130a1eff2a req-5bd5d45a-3653-4455-8cdd-67ff892bf892 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fdbbacda-a407-4c61-a8de-101deccef000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505593 Nov 10 20:22:00.247435 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-13f890f3-cc5b-4d56-b061-ee130a1eff2a req-ef22d6ce-5905-470b-b731-8544865943eb service neutron] 10.222.0.73 "GET /v2.0/networks/fdbbacda-a407-4c61-a8de-101deccef000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851579 Nov 10 20:22:00.352354 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-13f890f3-cc5b-4d56-b061-ee130a1eff2a req-6c56ad78-bc82-4d8c-9b80-0bab70f98e4c service neutron] 10.222.0.73 "GET /v2.0/networks/fdbbacda-a407-4c61-a8de-101deccef000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971258 Nov 10 20:22:01.064343 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b0eca-de42-4e22-a228-6385a2851b6c req-543e5fdc-bc45-4514-bffc-3245f10d7a34 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:22:01.065922 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dd1b0eca-de42-4e22-a228-6385a2851b6c req-543e5fdc-bc45-4514-bffc-3245f10d7a34 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 985 time: 0.0547488 Nov 10 20:22:01.130191 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dd1b0eca-de42-4e22-a228-6385a2851b6c req-547a3ecc-dbcd-469a-b2f5-359d971af1e1 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/security-groups?id=65931484-bc1e-4b46-b920-585bebd03bee&id=f02f98eb-f4a9-4af2-b01e-269b777f5c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553093 Nov 10 20:22:02.275539 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64679e-40ff-4ca4-9c65-626d3a29a17a req-33af7a2c-cf91-43cb-bd37-9cf153b32966 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:22:02.277058 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4a64679e-40ff-4ca4-9c65-626d3a29a17a req-33af7a2c-cf91-43cb-bd37-9cf153b32966 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 985 time: 0.0502295 Nov 10 20:22:02.349710 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4a64679e-40ff-4ca4-9c65-626d3a29a17a req-00a2d139-63d3-4e73-837a-025ff1eb6444 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/security-groups?id=65931484-bc1e-4b46-b920-585bebd03bee&id=f02f98eb-f4a9-4af2-b01e-269b777f5c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656197 Nov 10 20:22:03.474170 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f874e50-7867-43bb-9063-4c7ee7e686fe req-befea0c1-d8d9-4575-80f3-e1040294d615 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:22:03.475700 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f874e50-7867-43bb-9063-4c7ee7e686fe req-befea0c1-d8d9-4575-80f3-e1040294d615 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 985 time: 0.0531862 Nov 10 20:22:03.550965 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f874e50-7867-43bb-9063-4c7ee7e686fe req-03c8bdad-ae74-46e6-8576-6b99104674ea tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/security-groups?id=65931484-bc1e-4b46-b920-585bebd03bee&id=f02f98eb-f4a9-4af2-b01e-269b777f5c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0690942 Nov 10 20:22:04.677635 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b2240-7cec-4425-b114-ddf28416f742 req-4dfdffc9-547a-4095-9d7c-bea3e2f9d1e7 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:22:04.679149 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7d7b2240-7cec-4425-b114-ddf28416f742 req-4dfdffc9-547a-4095-9d7c-bea3e2f9d1e7 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 985 time: 0.0506656 Nov 10 20:22:04.742355 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7d7b2240-7cec-4425-b114-ddf28416f742 req-e529023d-51a4-472a-b95f-7f1593ea3ef7 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/security-groups?id=65931484-bc1e-4b46-b920-585bebd03bee&id=f02f98eb-f4a9-4af2-b01e-269b777f5c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567760 Nov 10 20:22:05.888754 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c12c4-7f53-4c8d-8e39-c815fb67a4ff req-d8fe17f4-ae32-4bd8-b138-518ab72fa3bc tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:22:05.890392 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b80c12c4-7f53-4c8d-8e39-c815fb67a4ff req-d8fe17f4-ae32-4bd8-b138-518ab72fa3bc tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 985 time: 0.0643308 Nov 10 20:22:05.953585 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b80c12c4-7f53-4c8d-8e39-c815fb67a4ff req-7bffa9cb-3cc1-496a-b57f-a41dfeb6817a tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/security-groups?id=65931484-bc1e-4b46-b920-585bebd03bee&id=f02f98eb-f4a9-4af2-b01e-269b777f5c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568180 Nov 10 20:22:07.081421 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91f140-88f4-43dd-9f61-7261b8786625 req-e48f3f2e-35f2-4b95-8511-e8eeacb254b8 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:22:07.083251 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8e91f140-88f4-43dd-9f61-7261b8786625 req-e48f3f2e-35f2-4b95-8511-e8eeacb254b8 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 985 time: 0.0578077 Nov 10 20:22:07.151810 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8e91f140-88f4-43dd-9f61-7261b8786625 req-6a194e90-ba24-4e97-99aa-03a6ce35eb6f tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/security-groups?id=65931484-bc1e-4b46-b920-585bebd03bee&id=f02f98eb-f4a9-4af2-b01e-269b777f5c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592718 Nov 10 20:22:08.285236 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720fd22-dd17-44a1-a209-cbbd296ac0b6 req-ceba9f4e-8d51-4ba6-993f-0da104b80bb3 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:22:08.286859 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7720fd22-dd17-44a1-a209-cbbd296ac0b6 req-ceba9f4e-8d51-4ba6-993f-0da104b80bb3 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 985 time: 0.0592270 Nov 10 20:22:08.691330 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7720fd22-dd17-44a1-a209-cbbd296ac0b6 req-512e5b99-c19b-4f85-bc03-769abef3ebe0 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/security-groups?id=65931484-bc1e-4b46-b920-585bebd03bee&id=f02f98eb-f4a9-4af2-b01e-269b777f5c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3967581 Nov 10 20:22:09.189716 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b40d2b-285e-4520-9e02-e3c61e738f17 req-09b63aa1-5c5b-4f1f-9773-f11ac7ab77da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:22:09.191499 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-27b40d2b-285e-4520-9e02-e3c61e738f17 req-09b63aa1-5c5b-4f1f-9773-f11ac7ab77da service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8bb2c294b0c7497ea3ba7e27c0ebca92&device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 1136 time: 0.0478790 Nov 10 20:22:09.310073 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b40d2b-285e-4520-9e02-e3c61e738f17 req-c0f6bc7c-b22e-4999-a1ed-0b6b9929a283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:22:09.311990 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-27b40d2b-285e-4520-9e02-e3c61e738f17 req-c0f6bc7c-b22e-4999-a1ed-0b6b9929a283 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fdbbacda-a407-4c61-a8de-101deccef000 HTTP/1.1" status: 200 len: 916 time: 0.0962560 Nov 10 20:22:09.380744 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-27b40d2b-285e-4520-9e02-e3c61e738f17 req-bc7442a7-49b5-4f6e-9483-c36994fa1d50 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b HTTP/1.1" status: 200 len: 1002 time: 0.0613630 Nov 10 20:22:09.434782 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b40d2b-285e-4520-9e02-e3c61e738f17 req-583f0ac3-6339-47d1-a459-2bdb369b95d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:22:09.436331 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-27b40d2b-285e-4520-9e02-e3c61e738f17 req-583f0ac3-6339-47d1-a459-2bdb369b95d1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=898dbf49-c544-4069-8f3e-4bf4500f0c20 HTTP/1.1" status: 200 len: 854 time: 0.0477047 Nov 10 20:22:09.491213 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b40d2b-285e-4520-9e02-e3c61e738f17 req-4f39c876-6842-4c02-908f-c5f20e474745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:22:09.492665 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-27b40d2b-285e-4520-9e02-e3c61e738f17 req-4f39c876-6842-4c02-908f-c5f20e474745 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fdbbacda-a407-4c61-a8de-101deccef000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486951 Nov 10 20:22:09.595736 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-27b40d2b-285e-4520-9e02-e3c61e738f17 req-2e9fcbc6-5698-4f52-a545-38bf48c78634 service neutron] 10.222.0.73 "GET /v2.0/networks/fdbbacda-a407-4c61-a8de-101deccef000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953741 Nov 10 20:22:09.699533 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-27b40d2b-285e-4520-9e02-e3c61e738f17 req-b99f3965-0701-4350-b892-bfcb22f9c6cd service neutron] 10.222.0.73 "GET /v2.0/networks/fdbbacda-a407-4c61-a8de-101deccef000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964179 Nov 10 20:22:09.824197 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba27ad-6853-4a60-829a-ccef72555e8a req-10fa633d-61ce-4d9e-b2a0-8fbd496d72c8 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:22:09.825632 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-49ba27ad-6853-4a60-829a-ccef72555e8a req-10fa633d-61ce-4d9e-b2a0-8fbd496d72c8 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 985 time: 0.0530314 Nov 10 20:22:09.890794 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-49ba27ad-6853-4a60-829a-ccef72555e8a req-76ceac1f-da22-4862-96c2-5ad4e68621dd tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/security-groups?id=65931484-bc1e-4b46-b920-585bebd03bee&id=f02f98eb-f4a9-4af2-b01e-269b777f5c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587485 Nov 10 20:22:11.020984 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb0d96-62b2-4f33-bb9a-ce81c357812c req-2cc4f043-892f-4518-ba9e-95975be15629 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:22:11.022938 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aeeb0d96-62b2-4f33-bb9a-ce81c357812c req-2cc4f043-892f-4518-ba9e-95975be15629 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 985 time: 0.0529573 Nov 10 20:22:11.108091 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aeeb0d96-62b2-4f33-bb9a-ce81c357812c req-2f15e5e2-d400-45ad-af70-4fa70776954f tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/security-groups?id=65931484-bc1e-4b46-b920-585bebd03bee&id=f02f98eb-f4a9-4af2-b01e-269b777f5c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0729821 Nov 10 20:22:12.244093 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61ff00-6595-4a0a-838a-8ce2638de147 req-357d7a53-23da-42f5-9348-c3883b83028d tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:22:12.245634 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fd61ff00-6595-4a0a-838a-8ce2638de147 req-357d7a53-23da-42f5-9348-c3883b83028d tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 985 time: 0.0605021 Nov 10 20:22:12.307642 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fd61ff00-6595-4a0a-838a-8ce2638de147 req-bfbaecda-219c-495f-8c4b-be044e5b7563 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/security-groups?id=65931484-bc1e-4b46-b920-585bebd03bee&id=f02f98eb-f4a9-4af2-b01e-269b777f5c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554712 Nov 10 20:22:14.246512 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:22:23.508419 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ad123135-1e18-44de-8385-5f013ac9a61a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:25.539358 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:25.744405 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-49e14d1b-342b-4e6d-b349-c0668a04c715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:25.767611 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:27.126876 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-f201b1ed-8926-4759-aaea-eb2729178e2f req-97caa2d2-52e8-4e35-8550-ddc47350cdeb tempest-ServerDiskConfigTestJSON-1562393543 tempest-ServerDiskConfigTestJSON-1562393543-project] (102506) timed out ('10.222.0.73', 63530) {{(pid=102506) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 20:22:27.498242 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:29.011278 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:29.391887 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:44.652962 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0525863e-5310-4b68-9e99-9718a3be765b req-192a212f-1023-45f7-857e-c45a07b2d90b tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-947643950&fields=id&tenant_id=8bb2c294b0c7497ea3ba7e27c0ebca92 HTTP/1.1" status: 200 len: 267 time: 0.0465753 Nov 10 20:22:44.707543 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525863e-5310-4b68-9e99-9718a3be765b req-efff0668-0075-407f-991d-b38d3723c436 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:22:44.709113 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0525863e-5310-4b68-9e99-9718a3be765b req-efff0668-0075-407f-991d-b38d3723c436 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 985 time: 0.0499661 Nov 10 20:22:44.723673 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [req-0525863e-5310-4b68-9e99-9718a3be765b req-d47d7dba-abc2-40e4-9ed1-989bac5dc779 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Request body: {'port': {'security_groups': ['f02f98eb-f4a9-4af2-b01e-269b777f5c6c']}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:22:44.795472 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0525863e-5310-4b68-9e99-9718a3be765b req-d47d7dba-abc2-40e4-9ed1-989bac5dc779 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:44.978309 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [req-0525863e-5310-4b68-9e99-9718a3be765b req-d47d7dba-abc2-40e4-9ed1-989bac5dc779 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] For port 4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b,segment=NetworkSegment(7ef3bac8-0bf9-4048-8bd5-3b65be547781),segment_id=7ef3bac8-0bf9-4048-8bd5-3b65be547781)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:22:45.007112 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0525863e-5310-4b68-9e99-9718a3be765b req-d47d7dba-abc2-40e4-9ed1-989bac5dc779 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:45.014847 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0525863e-5310-4b68-9e99-9718a3be765b req-d47d7dba-abc2-40e4-9ed1-989bac5dc779 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:45.030009 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:22:45.058125 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525863e-5310-4b68-9e99-9718a3be765b req-d47d7dba-abc2-40e4-9ed1-989bac5dc779 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:22:45.058742 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [req-0525863e-5310-4b68-9e99-9718a3be765b req-d47d7dba-abc2-40e4-9ed1-989bac5dc779 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:45.060171 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0525863e-5310-4b68-9e99-9718a3be765b req-d47d7dba-abc2-40e4-9ed1-989bac5dc779 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "PUT /v2.0/ports/4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b HTTP/1.1" status: 200 len: 943 time: 0.3411500 Nov 10 20:22:45.060614 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b075b016-e31c-4f20-a1a8-e4eb7eea4266', 'tag': '4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:22:45.062955 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfbd5c25fd1a1bf18e79891c674f962074aa63d8f4aa99a8f6cb3be41b9dd3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ad118b-c37e-4667-b9ce-5e1262837717" -d '{"events": [{"name": "network-changed", "server_uuid": "b075b016-e31c-4f20-a1a8-e4eb7eea4266", "tag": "4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:22:45.068172 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57540) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:22:45.127614 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d7dba-abc2-40e4-9ed1-989bac5dc779 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Pushing event updated for resources: {'Port': ['ID=4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b,revision_number=7']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:22:45.136891 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6eb8b7-7656-4519-93fc-e8bab5396800 x-openstack-request-id: req-ee6eb8b7-7656-4519-93fc-e8bab5396800 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:22:45.137199 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b075b016-e31c-4f20-a1a8-e4eb7eea4266", "tag": "4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:22:45.137440 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ee6eb8b7-7656-4519-93fc-e8bab5396800 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:22:45.137953 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b075b016-e31c-4f20-a1a8-e4eb7eea4266', 'tag': '4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b', 'status': 'completed', 'code': 200} Nov 10 20:22:45.139503 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47d7dba-abc2-40e4-9ed1-989bac5dc779 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:22:45.139846 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47d7dba-abc2-40e4-9ed1-989bac5dc779 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:22:45.140175 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47d7dba-abc2-40e4-9ed1-989bac5dc779 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:22:45.140501 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47d7dba-abc2-40e4-9ed1-989bac5dc779 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:22:45.140824 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47d7dba-abc2-40e4-9ed1-989bac5dc779 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:22:45.141646 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47d7dba-abc2-40e4-9ed1-989bac5dc779 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:22:45.141646 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47d7dba-abc2-40e4-9ed1-989bac5dc779 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:22:45.141879 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47d7dba-abc2-40e4-9ed1-989bac5dc779 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:22:45.142082 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47d7dba-abc2-40e4-9ed1-989bac5dc779 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:22:45.142403 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47d7dba-abc2-40e4-9ed1-989bac5dc779 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:22:45.142713 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47d7dba-abc2-40e4-9ed1-989bac5dc779 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:22:45.143020 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47d7dba-abc2-40e4-9ed1-989bac5dc779 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:22:45.158325 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:22:45.165339 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e44fe9b5-cd9e-4a12-8951-a00353538056 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:45.197334 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e44fe9b5-cd9e-4a12-8951-a00353538056 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:45.205983 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad118b-c37e-4667-b9ce-5e1262837717 req-11e8ed71-5390-4b20-8bee-b0d63e52ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:22:45.208320 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d3ad118b-c37e-4667-b9ce-5e1262837717 req-11e8ed71-5390-4b20-8bee-b0d63e52ce2c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8bb2c294b0c7497ea3ba7e27c0ebca92&device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 1097 time: 0.0588555 Nov 10 20:22:45.293399 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e44fe9b5-cd9e-4a12-8951-a00353538056 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:45.296748 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e44fe9b5-cd9e-4a12-8951-a00353538056 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:45.301369 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e44fe9b5-cd9e-4a12-8951-a00353538056 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "DELETE /v2.0/security-groups/65931484-bc1e-4b46-b920-585bebd03bee HTTP/1.1" status: 204 len: 168 time: 0.2283273 Nov 10 20:22:45.303234 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57542) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:22:45.316195 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44fe9b5-cd9e-4a12-8951-a00353538056 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65931484-bc1e-4b46-b920-585bebd03bee,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:22:45.348279 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad118b-c37e-4667-b9ce-5e1262837717 req-8b603765-b085-4f6e-b4ad-7f2800e26a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:22:45.350209 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d3ad118b-c37e-4667-b9ce-5e1262837717 req-8b603765-b085-4f6e-b4ad-7f2800e26a56 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fdbbacda-a407-4c61-a8de-101deccef000 HTTP/1.1" status: 200 len: 916 time: 0.1314108 Nov 10 20:22:45.406302 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d2eedc22-cdb3-4780-a9aa-ca21c6ddb82b None None] Provisioning complete for port 4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:22:45.406677 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d2eedc22-cdb3-4780-a9aa-ca21c6ddb82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:45.420545 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d3ad118b-c37e-4667-b9ce-5e1262837717 req-96b83c9f-8275-4793-ab32-041543e41328 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b HTTP/1.1" status: 200 len: 1002 time: 0.0625367 Nov 10 20:22:45.474752 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad118b-c37e-4667-b9ce-5e1262837717 req-a32641e2-3a7b-40d7-b422-6db177149a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:22:45.476359 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d3ad118b-c37e-4667-b9ce-5e1262837717 req-a32641e2-3a7b-40d7-b422-6db177149a3d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=898dbf49-c544-4069-8f3e-4bf4500f0c20 HTTP/1.1" status: 200 len: 854 time: 0.0479178 Nov 10 20:22:45.491081 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-f2e67e26-d315-4229-86d1-82d833e9df8a tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Deleting port 39e972cc-8c66-428d-9de0-136c5bf22a71 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:22:45.491081 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f2e67e26-d315-4229-86d1-82d833e9df8a tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:45.528934 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad118b-c37e-4667-b9ce-5e1262837717 req-323eafd3-f48d-43b6-8b67-5d8b0c0262bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:22:45.530701 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d3ad118b-c37e-4667-b9ce-5e1262837717 req-323eafd3-f48d-43b6-8b67-5d8b0c0262bf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fdbbacda-a407-4c61-a8de-101deccef000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470293 Nov 10 20:22:45.569027 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f2e67e26-d315-4229-86d1-82d833e9df8a tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:45.569359 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f2e67e26-d315-4229-86d1-82d833e9df8a tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:45.582489 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-f2e67e26-d315-4229-86d1-82d833e9df8a tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Calling delete_port for 39e972cc-8c66-428d-9de0-136c5bf22a71 owned by network:floatingip {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:22:45.626088 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d3ad118b-c37e-4667-b9ce-5e1262837717 req-59464606-ef50-4e37-8c20-4c785d538739 service neutron] 10.222.0.73 "GET /v2.0/networks/fdbbacda-a407-4c61-a8de-101deccef000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868337 Nov 10 20:22:45.726115 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d3ad118b-c37e-4667-b9ce-5e1262837717 req-6ec4abd7-1355-4ea0-ab69-7981554d3d36 service neutron] 10.222.0.73 "GET /v2.0/networks/fdbbacda-a407-4c61-a8de-101deccef000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921774 Nov 10 20:22:45.740888 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f2e67e26-d315-4229-86d1-82d833e9df8a tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:45.767391 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e67e26-d315-4229-86d1-82d833e9df8a tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Pushing event deleted for resources: {'Port': ['ID=39e972cc-8c66-428d-9de0-136c5bf22a71,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:22:45.830266 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f2e67e26-d315-4229-86d1-82d833e9df8a tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks [] for floatingip, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:45.830611 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-f2e67e26-d315-4229-86d1-82d833e9df8a tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Floating IP e0ae8a4e-50b9-4410-b461-12b0b22192d4 disassociated (deleted). External IP: 172.25.3.123, port: 4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b. Nov 10 20:22:46.057046 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e67e26-d315-4229-86d1-82d833e9df8a tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Router ed8675d9-7a76-461d-a378-769f5f1a4e78 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:22:46.164923 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e67e26-d315-4229-86d1-82d833e9df8a tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:22:46.169506 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f2e67e26-d315-4229-86d1-82d833e9df8a tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:46.175424 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78ab0e2-1d73-422f-9065-7851f01c151d None None] Sync routers for ids ['ed8675d9-7a76-461d-a378-769f5f1a4e78'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:22:46.186344 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78ab0e2-1d73-422f-9065-7851f01c151d None None] Routers {'ed8675d9-7a76-461d-a378-769f5f1a4e78'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:22:46.186950 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-c78ab0e2-1d73-422f-9065-7851f01c151d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:22:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['ed8675d9-7a76-461d-a378-769f5f1a4e78'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:22:46.200100 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f2e67e26-d315-4229-86d1-82d833e9df8a tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "DELETE /v2.0/floatingips/e0ae8a4e-50b9-4410-b461-12b0b22192d4 HTTP/1.1" status: 204 len: 168 time: 0.8956642 Nov 10 20:22:46.296709 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-c78ab0e2-1d73-422f-9065-7851f01c151d None None] Set router ed8675d9-7a76-461d-a378-769f5f1a4e78 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:22:46.518034 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-c78ab0e2-1d73-422f-9065-7851f01c151d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'name': 'tempest-TestMinimumBasicScenario-1213383280-router', 'tenant_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '60729f0f-f6ac-4ae4-9386-af9eda40941d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:20:47Z', 'updated_at': '2021-11-10T20:20:50Z', 'revision_number': 4, 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'gw_port': {'id': '60729f0f-f6ac-4ae4-9386-af9eda40941d', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:48Z', 'updated_at': '2021-11-10T20:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '6eaa6d84-19e5-4b7e-a3ba-6f1497017f82', 'name': '', 'network_id': 'fdbbacda-a407-4c61-a8de-101deccef000', 'tenant_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'mac_address': 'fa:16:3e:63:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '898dbf49-c544-4069-8f3e-4bf4500f0c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:49Z', 'updated_at': '2021-11-10T20:20:55Z', 'revision_number': 5, 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'subnets': [{'id': '898dbf49-c544-4069-8f3e-4bf4500f0c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:22:46.545301 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78ab0e2-1d73-422f-9065-7851f01c151d None None] Checking router: ed8675d9-7a76-461d-a378-769f5f1a4e78 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:22:46.554384 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78ab0e2-1d73-422f-9065-7851f01c151d None None] Routers {'ed8675d9-7a76-461d-a378-769f5f1a4e78'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:22:46.555004 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-c78ab0e2-1d73-422f-9065-7851f01c151d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:22:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['ed8675d9-7a76-461d-a378-769f5f1a4e78'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:22:46.674721 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-c78ab0e2-1d73-422f-9065-7851f01c151d None None] Set router ed8675d9-7a76-461d-a378-769f5f1a4e78 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:22:46.893454 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-c78ab0e2-1d73-422f-9065-7851f01c151d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'name': 'tempest-TestMinimumBasicScenario-1213383280-router', 'tenant_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '60729f0f-f6ac-4ae4-9386-af9eda40941d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:20:47Z', 'updated_at': '2021-11-10T20:20:50Z', 'revision_number': 4, 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'gw_port': {'id': '60729f0f-f6ac-4ae4-9386-af9eda40941d', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:48Z', 'updated_at': '2021-11-10T20:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '6eaa6d84-19e5-4b7e-a3ba-6f1497017f82', 'name': '', 'network_id': 'fdbbacda-a407-4c61-a8de-101deccef000', 'tenant_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'mac_address': 'fa:16:3e:63:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '898dbf49-c544-4069-8f3e-4bf4500f0c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:49Z', 'updated_at': '2021-11-10T20:20:55Z', 'revision_number': 5, 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'subnets': [{'id': '898dbf49-c544-4069-8f3e-4bf4500f0c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:22:46.926534 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78ab0e2-1d73-422f-9065-7851f01c151d None None] The sync data for ids ['ed8675d9-7a76-461d-a378-769f5f1a4e78'] in n-d-813897-4 is: [{'id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'name': 'tempest-TestMinimumBasicScenario-1213383280-router', 'tenant_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '60729f0f-f6ac-4ae4-9386-af9eda40941d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:20:47Z', 'updated_at': '2021-11-10T20:20:50Z', 'revision_number': 4, 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'gw_port': {'id': '60729f0f-f6ac-4ae4-9386-af9eda40941d', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:48Z', 'updated_at': '2021-11-10T20:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '6eaa6d84-19e5-4b7e-a3ba-6f1497017f82', 'name': '', 'network_id': 'fdbbacda-a407-4c61-a8de-101deccef000', 'tenant_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'mac_address': 'fa:16:3e:63:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '898dbf49-c544-4069-8f3e-4bf4500f0c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:49Z', 'updated_at': '2021-11-10T20:20:55Z', 'revision_number': 5, 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'subnets': [{'id': '898dbf49-c544-4069-8f3e-4bf4500f0c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:22:47.139474 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b075b016-e31c-4f20-a1a8-e4eb7eea4266', 'tag': '4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:22:47.141934 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfbd5c25fd1a1bf18e79891c674f962074aa63d8f4aa99a8f6cb3be41b9dd3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747e555c-31f8-453c-8c98-4ce3a63df807" -d '{"events": [{"name": "network-changed", "server_uuid": "b075b016-e31c-4f20-a1a8-e4eb7eea4266", "tag": "4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:22:47.166203 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6831eb8e-76e2-4f11-9150-5eb281463aa4 None None] New status for floating IP e0ae8a4e-50b9-4410-b461-12b0b22192d4: DOWN {{(pid=102508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:22:47.185900 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c4d45b-3e99-43d2-8926-0c2e2f6826da x-openstack-request-id: req-f1c4d45b-3e99-43d2-8926-0c2e2f6826da {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:22:47.186220 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b075b016-e31c-4f20-a1a8-e4eb7eea4266", "tag": "4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:22:47.186495 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f1c4d45b-3e99-43d2-8926-0c2e2f6826da {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:22:47.187014 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b075b016-e31c-4f20-a1a8-e4eb7eea4266', 'tag': '4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b', 'status': 'completed', 'code': 200} Nov 10 20:22:47.258892 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e555c-31f8-453c-8c98-4ce3a63df807 req-010e74e1-196d-489e-9fd2-a4e7fbebfcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:22:47.261130 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-747e555c-31f8-453c-8c98-4ce3a63df807 req-010e74e1-196d-489e-9fd2-a4e7fbebfcf7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8bb2c294b0c7497ea3ba7e27c0ebca92&device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 1097 time: 0.0504773 Nov 10 20:22:47.357245 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e555c-31f8-453c-8c98-4ce3a63df807 req-aedeffc5-b719-4194-9768-b769485a6051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:22:47.358768 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-747e555c-31f8-453c-8c98-4ce3a63df807 req-aedeffc5-b719-4194-9768-b769485a6051 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fdbbacda-a407-4c61-a8de-101deccef000 HTTP/1.1" status: 200 len: 916 time: 0.0889146 Nov 10 20:22:47.405278 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-747e555c-31f8-453c-8c98-4ce3a63df807 req-b1bd5309-2c26-4217-b670-f1dfbfb36014 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b HTTP/1.1" status: 200 len: 217 time: 0.0380507 Nov 10 20:22:47.457261 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e555c-31f8-453c-8c98-4ce3a63df807 req-d5634058-3833-4867-8ef5-3763125ca549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:22:47.458963 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-747e555c-31f8-453c-8c98-4ce3a63df807 req-d5634058-3833-4867-8ef5-3763125ca549 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=898dbf49-c544-4069-8f3e-4bf4500f0c20 HTTP/1.1" status: 200 len: 854 time: 0.0471439 Nov 10 20:22:47.508321 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e555c-31f8-453c-8c98-4ce3a63df807 req-0188416f-eea6-464d-bffe-bb0da7f8a708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:22:47.509920 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-747e555c-31f8-453c-8c98-4ce3a63df807 req-0188416f-eea6-464d-bffe-bb0da7f8a708 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fdbbacda-a407-4c61-a8de-101deccef000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434341 Nov 10 20:22:47.608492 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-747e555c-31f8-453c-8c98-4ce3a63df807 req-5beb6f8e-a009-4a0f-992c-f9c1a4bed903 service neutron] 10.222.0.73 "GET /v2.0/networks/fdbbacda-a407-4c61-a8de-101deccef000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914545 Nov 10 20:22:47.714613 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-747e555c-31f8-453c-8c98-4ce3a63df807 req-4098c73e-56fe-4baf-8011-7ad90746a618 service neutron] 10.222.0.73 "GET /v2.0/networks/fdbbacda-a407-4c61-a8de-101deccef000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970972 Nov 10 20:22:51.246572 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:22:53.514132 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4e2bc15f-db63-4a2f-b99a-446a9ee90e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:55.301587 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088730cd-6805-4108-b23c-9213b9197f4f req-01124cc8-18e9-4cce-8845-0221ab835257 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:22:55.303113 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-088730cd-6805-4108-b23c-9213b9197f4f req-01124cc8-18e9-4cce-8845-0221ab835257 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 946 time: 0.0534337 Nov 10 20:22:55.352766 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-088730cd-6805-4108-b23c-9213b9197f4f req-e65b2d84-963f-413d-9226-fb75ba7d26c1 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/security-groups?id=f02f98eb-f4a9-4af2-b01e-269b777f5c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434482 Nov 10 20:22:55.552392 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:55.750137 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-67a1c38b-cb91-4c1b-b2f7-611add603a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:55.763527 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:56.474234 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b56f59-0581-4cb7-8013-23c8ef1d5a4b req-9e98e03e-771f-49da-b34b-6ca5612f01ec tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:22:56.475745 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-20b56f59-0581-4cb7-8013-23c8ef1d5a4b req-9e98e03e-771f-49da-b34b-6ca5612f01ec tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 946 time: 0.0499554 Nov 10 20:22:56.535810 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-20b56f59-0581-4cb7-8013-23c8ef1d5a4b req-84cc3988-9f68-485b-9d46-ac186a18712e tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/security-groups?id=f02f98eb-f4a9-4af2-b01e-269b777f5c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538015 Nov 10 20:22:57.072544 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb5e8d-db11-4425-91d7-6916d538984f req-fc52ecea-ef68-4032-b584-dad5972961d4 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:22:57.074031 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-80fb5e8d-db11-4425-91d7-6916d538984f req-fc52ecea-ef68-4032-b584-dad5972961d4 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.73 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 946 time: 0.0575302 Nov 10 20:22:57.174991 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-80fb5e8d-db11-4425-91d7-6916d538984f req-e0168ead-8b15-439f-9d6d-81180d55322b tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Deleting port 4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:22:57.175313 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-80fb5e8d-db11-4425-91d7-6916d538984f req-e0168ead-8b15-439f-9d6d-81180d55322b tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:57.268103 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-80fb5e8d-db11-4425-91d7-6916d538984f req-e0168ead-8b15-439f-9d6d-81180d55322b tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] For port 4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b,segment=NetworkSegment(7ef3bac8-0bf9-4048-8bd5-3b65be547781),segment_id=7ef3bac8-0bf9-4048-8bd5-3b65be547781)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:22:57.268431 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-80fb5e8d-db11-4425-91d7-6916d538984f req-e0168ead-8b15-439f-9d6d-81180d55322b tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:57.281712 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-80fb5e8d-db11-4425-91d7-6916d538984f req-e0168ead-8b15-439f-9d6d-81180d55322b tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Calling delete_port for 4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:22:57.423042 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-80fb5e8d-db11-4425-91d7-6916d538984f req-e0168ead-8b15-439f-9d6d-81180d55322b tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:57.435886 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:22:57.455641 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0168ead-8b15-439f-9d6d-81180d55322b tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Pushing event deleted for resources: {'Port': ['ID=4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:22:57.481877 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0168ead-8b15-439f-9d6d-81180d55322b tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:22:57.482248 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0168ead-8b15-439f-9d6d-81180d55322b tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:22:57.482591 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0168ead-8b15-439f-9d6d-81180d55322b tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:22:57.482926 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0168ead-8b15-439f-9d6d-81180d55322b tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:22:57.483261 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0168ead-8b15-439f-9d6d-81180d55322b tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:22:57.483591 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0168ead-8b15-439f-9d6d-81180d55322b tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:22:57.483914 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0168ead-8b15-439f-9d6d-81180d55322b tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:22:57.484245 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0168ead-8b15-439f-9d6d-81180d55322b tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:22:57.484566 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0168ead-8b15-439f-9d6d-81180d55322b tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:22:57.484891 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0168ead-8b15-439f-9d6d-81180d55322b tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:22:57.485211 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0168ead-8b15-439f-9d6d-81180d55322b tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:22:57.485526 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0168ead-8b15-439f-9d6d-81180d55322b tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:22:57.502212 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:57.507418 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-80fb5e8d-db11-4425-91d7-6916d538984f req-e0168ead-8b15-439f-9d6d-81180d55322b tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] No DVR routers for this DVR port 4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:22:57.510287 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-80fb5e8d-db11-4425-91d7-6916d538984f req-e0168ead-8b15-439f-9d6d-81180d55322b tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:57.513684 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-80fb5e8d-db11-4425-91d7-6916d538984f req-e0168ead-8b15-439f-9d6d-81180d55322b tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.73 "DELETE /v2.0/ports/4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b HTTP/1.1" status: 204 len: 173 time: 0.4324272 Nov 10 20:22:57.514153 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b075b016-e31c-4f20-a1a8-e4eb7eea4266', 'name': 'network-vif-deleted', 'tag': '4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:22:57.516481 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c2b95a-1e9f-4935-8252-98d6b4d445f1" -d '{"events": [{"server_uuid": "b075b016-e31c-4f20-a1a8-e4eb7eea4266", "name": "network-vif-deleted", "tag": "4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:22:57.628965 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b01121-dd3e-496e-8fbf-a8a9068d77a7 x-openstack-request-id: req-44b01121-dd3e-496e-8fbf-a8a9068d77a7 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:22:57.629662 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b075b016-e31c-4f20-a1a8-e4eb7eea4266", "name": "network-vif-deleted", "tag": "4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:22:57.629662 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-44b01121-dd3e-496e-8fbf-a8a9068d77a7 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:22:57.630005 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b075b016-e31c-4f20-a1a8-e4eb7eea4266', 'name': 'network-vif-deleted', 'tag': '4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b', 'status': 'completed', 'code': 200} Nov 10 20:22:57.713177 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-52a17b7e-1ec6-49c2-8a5a-a598a071b8c8 req-20fc7e3a-e90c-4760-8330-590c91ed7941 tempest-TestMinimumBasicScenario-329687864 tempest-TestMinimumBasicScenario-329687864-project] 10.222.0.54 "GET /v2.0/ports?device_id=b075b016-e31c-4f20-a1a8-e4eb7eea4266 HTTP/1.1" status: 200 len: 210 time: 0.0259163 Nov 10 20:22:59.016511 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:59.338774 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57646) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:22:59.389974 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:59.702498 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2957c635-e08b-4b53-b54e-85be88116b14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:22:59.964658 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-2957c635-e08b-4b53-b54e-85be88116b14 admin admin] Deleting port 6eaa6d84-19e5-4b7e-a3ba-6f1497017f82 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:22:59.964907 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2957c635-e08b-4b53-b54e-85be88116b14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:00.050228 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-2957c635-e08b-4b53-b54e-85be88116b14 admin admin] For port 6eaa6d84-19e5-4b7e-a3ba-6f1497017f82, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=6eaa6d84-19e5-4b7e-a3ba-6f1497017f82,segment=NetworkSegment(7ef3bac8-0bf9-4048-8bd5-3b65be547781),segment_id=7ef3bac8-0bf9-4048-8bd5-3b65be547781)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:23:00.050667 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2957c635-e08b-4b53-b54e-85be88116b14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:00.064009 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-2957c635-e08b-4b53-b54e-85be88116b14 admin admin] Calling delete_port for 6eaa6d84-19e5-4b7e-a3ba-6f1497017f82 owned by network:router_interface {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:23:00.261815 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2957c635-e08b-4b53-b54e-85be88116b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:00.287340 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957c635-e08b-4b53-b54e-85be88116b14 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eaa6d84-19e5-4b7e-a3ba-6f1497017f82,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:00.456834 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2957c635-e08b-4b53-b54e-85be88116b14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:00.679005 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2957c635-e08b-4b53-b54e-85be88116b14 admin admin] Router ed8675d9-7a76-461d-a378-769f5f1a4e78 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:23:00.797315 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2957c635-e08b-4b53-b54e-85be88116b14 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:23:00.802986 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2957c635-e08b-4b53-b54e-85be88116b14 admin admin] 10.222.0.54 "PUT /v2.0/routers/ed8675d9-7a76-461d-a378-769f5f1a4e78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4631104 Nov 10 20:23:00.806068 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57648) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:00.808540 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faadddb3-6a43-44db-8b9d-a354ddd09c50 None None] Sync routers for ids ['ed8675d9-7a76-461d-a378-769f5f1a4e78'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:23:00.819328 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faadddb3-6a43-44db-8b9d-a354ddd09c50 None None] Routers {'ed8675d9-7a76-461d-a378-769f5f1a4e78'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:23:00.819948 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-faadddb3-6a43-44db-8b9d-a354ddd09c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:22:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['ed8675d9-7a76-461d-a378-769f5f1a4e78'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:00.914900 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:23:00.924552 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d035162e-6f0d-4ddb-976d-e226c2671607 admin admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:00.941099 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:23:00.941440 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 4c2d4c4d-4c9a-46ca-8d09-bcd8e9753a8b not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:23:00.949525 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-faadddb3-6a43-44db-8b9d-a354ddd09c50 None None] Set router ed8675d9-7a76-461d-a378-769f5f1a4e78 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:23:01.033032 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d035162e-6f0d-4ddb-976d-e226c2671607 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:01.090661 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-d035162e-6f0d-4ddb-976d-e226c2671607 admin admin] Deleting port 60729f0f-f6ac-4ae4-9386-af9eda40941d {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:23:01.090998 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d035162e-6f0d-4ddb-976d-e226c2671607 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:01.148453 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-faadddb3-6a43-44db-8b9d-a354ddd09c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'name': 'tempest-TestMinimumBasicScenario-1213383280-router', 'tenant_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '60729f0f-f6ac-4ae4-9386-af9eda40941d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:20:47Z', 'updated_at': '2021-11-10T20:23:00Z', 'revision_number': 5, 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'gw_port': {'id': '60729f0f-f6ac-4ae4-9386-af9eda40941d', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:48Z', 'updated_at': '2021-11-10T20:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:01.177038 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-d035162e-6f0d-4ddb-976d-e226c2671607 admin admin] For port 60729f0f-f6ac-4ae4-9386-af9eda40941d, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=60729f0f-f6ac-4ae4-9386-af9eda40941d,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:23:01.177570 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faadddb3-6a43-44db-8b9d-a354ddd09c50 None None] Checking router: ed8675d9-7a76-461d-a378-769f5f1a4e78 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:23:01.177737 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d035162e-6f0d-4ddb-976d-e226c2671607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:01.187026 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faadddb3-6a43-44db-8b9d-a354ddd09c50 None None] Routers {'ed8675d9-7a76-461d-a378-769f5f1a4e78'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:23:01.187627 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-faadddb3-6a43-44db-8b9d-a354ddd09c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:22:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['ed8675d9-7a76-461d-a378-769f5f1a4e78'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:01.192235 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-d035162e-6f0d-4ddb-976d-e226c2671607 admin admin] Calling delete_port for 60729f0f-f6ac-4ae4-9386-af9eda40941d owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:23:01.278802 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-faadddb3-6a43-44db-8b9d-a354ddd09c50 None None] Set router ed8675d9-7a76-461d-a378-769f5f1a4e78 gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:23:01.336704 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-faadddb3-6a43-44db-8b9d-a354ddd09c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'name': 'tempest-TestMinimumBasicScenario-1213383280-router', 'tenant_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:20:47Z', 'updated_at': '2021-11-10T20:23:01Z', 'revision_number': 6, 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:01.362646 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d035162e-6f0d-4ddb-976d-e226c2671607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:01.364707 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faadddb3-6a43-44db-8b9d-a354ddd09c50 None None] The sync data for ids ['ed8675d9-7a76-461d-a378-769f5f1a4e78'] in n-d-813897-4 is: [{'id': 'ed8675d9-7a76-461d-a378-769f5f1a4e78', 'name': 'tempest-TestMinimumBasicScenario-1213383280-router', 'tenant_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:20:47Z', 'updated_at': '2021-11-10T20:23:01Z', 'revision_number': 6, 'project_id': '8bb2c294b0c7497ea3ba7e27c0ebca92', 'gw_port_host': None}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:23:01.385363 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035162e-6f0d-4ddb-976d-e226c2671607 admin admin] Pushing event deleted for resources: {'Port': ['ID=60729f0f-f6ac-4ae4-9386-af9eda40941d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:01.412392 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df8a768-1e53-441d-bba0-f2cc0f531117 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:23:01.462314 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d035162e-6f0d-4ddb-976d-e226c2671607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:01.558384 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d035162e-6f0d-4ddb-976d-e226c2671607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:01.560704 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d035162e-6f0d-4ddb-976d-e226c2671607 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:01.606637 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d035162e-6f0d-4ddb-976d-e226c2671607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:01.607299 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d035162e-6f0d-4ddb-976d-e226c2671607 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed8675d9-7a76-461d-a378-769f5f1a4e78 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 20:23:01.615293 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d035162e-6f0d-4ddb-976d-e226c2671607 admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:01.616648 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d035162e-6f0d-4ddb-976d-e226c2671607 admin admin] 10.222.0.54 "DELETE /v2.0/routers/ed8675d9-7a76-461d-a378-769f5f1a4e78 HTTP/1.1" status: 204 len: 168 time: 0.8086379 Nov 10 20:23:01.619416 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57650) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:01.666785 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-962e7d96-82d3-4c5b-8d5e-106ab513149f admin admin] Deleting subnet 898dbf49-c544-4069-8f3e-4bf4500f0c20 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:23:01.670442 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-962e7d96-82d3-4c5b-8d5e-106ab513149f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:01.705424 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-962e7d96-82d3-4c5b-8d5e-106ab513149f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:01.800497 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-962e7d96-82d3-4c5b-8d5e-106ab513149f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:01.860287 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-962e7d96-82d3-4c5b-8d5e-106ab513149f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:01.885661 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e7d96-82d3-4c5b-8d5e-106ab513149f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=898dbf49-c544-4069-8f3e-4bf4500f0c20,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:01.891759 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-962e7d96-82d3-4c5b-8d5e-106ab513149f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:01.898377 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-962e7d96-82d3-4c5b-8d5e-106ab513149f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/898dbf49-c544-4069-8f3e-4bf4500f0c20 HTTP/1.1" status: 204 len: 168 time: 0.2775309 Nov 10 20:23:01.899773 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36d1a8f-b11e-4919-952d-78cf81b3de6e None None] Network fdbbacda-a407-4c61-a8de-101deccef000 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:23:01.900700 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57652) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:01.980589 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-671703ae-455d-4ae5-83bc-03bca56d1164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:02.039271 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-671703ae-455d-4ae5-83bc-03bca56d1164 admin admin] Deleting port b6193022-b163-460b-99a1-f32ea10fdacb {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:23:02.039726 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-671703ae-455d-4ae5-83bc-03bca56d1164 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:02.107348 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-671703ae-455d-4ae5-83bc-03bca56d1164 admin admin] For port b6193022-b163-460b-99a1-f32ea10fdacb, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=b6193022-b163-460b-99a1-f32ea10fdacb,segment=NetworkSegment(7ef3bac8-0bf9-4048-8bd5-3b65be547781),segment_id=7ef3bac8-0bf9-4048-8bd5-3b65be547781)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:23:02.107621 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-671703ae-455d-4ae5-83bc-03bca56d1164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:02.125891 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-671703ae-455d-4ae5-83bc-03bca56d1164 admin admin] Calling delete_port for b6193022-b163-460b-99a1-f32ea10fdacb owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:23:02.166926 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334d8169-0798-4b86-8267-22a711349a3f None None] DHCP port deletion for fdbbacda-a407-4c61-a8de-101deccef000 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:23:02.174042 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 6eaa6d84-19e5-4b7e-a3ba-6f1497017f82 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:23:02.213887 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 6eaa6d84-19e5-4b7e-a3ba-6f1497017f82 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:23:02.214235 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 6eaa6d84-19e5-4b7e-a3ba-6f1497017f82 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:23:02.216341 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-671703ae-455d-4ae5-83bc-03bca56d1164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:02.243633 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-334d8169-0798-4b86-8267-22a711349a3f None None] Deleting port b6193022-b163-460b-99a1-f32ea10fdacb {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:23:02.243882 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671703ae-455d-4ae5-83bc-03bca56d1164 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6193022-b163-460b-99a1-f32ea10fdacb,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:02.244152 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-334d8169-0798-4b86-8267-22a711349a3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:02.245671 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671703ae-455d-4ae5-83bc-03bca56d1164 admin admin] No DVR routers for this DVR port b6193022-b163-460b-99a1-f32ea10fdacb on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:23:02.332913 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-671703ae-455d-4ae5-83bc-03bca56d1164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:02.356585 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-671703ae-455d-4ae5-83bc-03bca56d1164 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdbbacda-a407-4c61-a8de-101deccef000']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:02.368011 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-671703ae-455d-4ae5-83bc-03bca56d1164 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ef3bac8-0bf9-4048-8bd5-3b65be547781') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:02.368299 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-671703ae-455d-4ae5-83bc-03bca56d1164 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ef3bac8-0bf9-4048-8bd5-3b65be547781') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:02.381379 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-671703ae-455d-4ae5-83bc-03bca56d1164 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:02.397128 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-671703ae-455d-4ae5-83bc-03bca56d1164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:02.404275 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-671703ae-455d-4ae5-83bc-03bca56d1164 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:23:02.404785 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-671703ae-455d-4ae5-83bc-03bca56d1164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:02.407351 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 20:23:02.407351 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:23:02.407351 n-d-813897-4 neutron-server[102505]: timer() Nov 10 20:23:02.407351 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:23:02.407351 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 20:23:02.407351 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:23:02.407351 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 20:23:02.407351 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:23:02.407351 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 20:23:02.407351 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:23:02.407351 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 20:23:02.407351 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:23:02.407351 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 20:23:02.407351 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:23:02.407351 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:23:02.407351 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:23:02.407351 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:23:02.407351 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:23:02.407351 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 20:23:02.407351 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:23:02.407351 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 20:23:02.407351 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:23:02.407351 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:23:02.407351 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:23:02.407351 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 20:23:02.407351 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:23:02.407351 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:23:02.407351 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:23:02.407351 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:23:02.407351 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:23:02.407351 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:23:02.407351 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:23:02.469822 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-671703ae-455d-4ae5-83bc-03bca56d1164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:02.478198 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-671703ae-455d-4ae5-83bc-03bca56d1164 admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:02.490539 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-671703ae-455d-4ae5-83bc-03bca56d1164 admin admin] 10.222.0.54 "DELETE /v2.0/networks/fdbbacda-a407-4c61-a8de-101deccef000 HTTP/1.1" status: 204 len: 168 time: 0.5805922 Nov 10 20:23:02.491074 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57654) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:02.497142 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-334d8169-0798-4b86-8267-22a711349a3f None None] For port b6193022-b163-460b-99a1-f32ea10fdacb, host n-d-813897-4, got binding levels [] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:23:02.497312 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671703ae-455d-4ae5-83bc-03bca56d1164 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdbbacda-a407-4c61-a8de-101deccef000,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:02.497445 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-334d8169-0798-4b86-8267-22a711349a3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:02.511041 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-334d8169-0798-4b86-8267-22a711349a3f None None] Calling delete_port for b6193022-b163-460b-99a1-f32ea10fdacb owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:23:02.513752 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.ipam_backend_mixin [None req-334d8169-0798-4b86-8267-22a711349a3f None None] Port b6193022-b163-460b-99a1-f32ea10fdacb was not found and therefore no delete operation was performed {{(pid=102507) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 20:23:02.515114 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-334d8169-0798-4b86-8267-22a711349a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:02.538841 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d8169-0798-4b86-8267-22a711349a3f None None] Pushing event deleted for resources: {'Port': ['ID=b6193022-b163-460b-99a1-f32ea10fdacb,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:02.541105 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-334d8169-0798-4b86-8267-22a711349a3f None None] Network fdbbacda-a407-4c61-a8de-101deccef000 is not hosted by any dhcp agent {{(pid=102507) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 20:23:02.541561 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334d8169-0798-4b86-8267-22a711349a3f None None] No DVR routers for this DVR port b6193022-b163-460b-99a1-f32ea10fdacb on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:23:02.550059 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d8169-0798-4b86-8267-22a711349a3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:02.550406 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d8169-0798-4b86-8267-22a711349a3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:02.550739 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d8169-0798-4b86-8267-22a711349a3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:02.551067 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d8169-0798-4b86-8267-22a711349a3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:02.551420 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d8169-0798-4b86-8267-22a711349a3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:02.551741 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d8169-0798-4b86-8267-22a711349a3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:02.552062 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d8169-0798-4b86-8267-22a711349a3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:02.552348 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d8169-0798-4b86-8267-22a711349a3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:02.552674 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d8169-0798-4b86-8267-22a711349a3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:02.553027 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d8169-0798-4b86-8267-22a711349a3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:02.553341 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d8169-0798-4b86-8267-22a711349a3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:02.553624 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d8169-0798-4b86-8267-22a711349a3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:02.862346 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-93ef5890-62e9-4a42-87e6-7e7d71f65c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:03.461036 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-93ef5890-62e9-4a42-87e6-7e7d71f65c24 admin admin] Deleting port a3a8612b-1698-4ddc-949e-a93cc3042944 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:23:03.461360 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-93ef5890-62e9-4a42-87e6-7e7d71f65c24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:03.542363 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-93ef5890-62e9-4a42-87e6-7e7d71f65c24 admin admin] For port a3a8612b-1698-4ddc-949e-a93cc3042944, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=a3a8612b-1698-4ddc-949e-a93cc3042944,segment=NetworkSegment(a8d9ee81-f13c-4825-b2f9-c03121e717e6),segment_id=a8d9ee81-f13c-4825-b2f9-c03121e717e6)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:23:03.543173 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-93ef5890-62e9-4a42-87e6-7e7d71f65c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:03.555439 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-93ef5890-62e9-4a42-87e6-7e7d71f65c24 admin admin] Calling delete_port for a3a8612b-1698-4ddc-949e-a93cc3042944 owned by network:router_interface {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:23:03.725866 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device b6193022-b163-460b-99a1-f32ea10fdacb no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:23:03.745099 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-93ef5890-62e9-4a42-87e6-7e7d71f65c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:03.750998 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: b6193022-b163-460b-99a1-f32ea10fdacb {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:23:03.751349 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device b6193022-b163-460b-99a1-f32ea10fdacb not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:23:03.751805 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 60729f0f-f6ac-4ae4-9386-af9eda40941d no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:23:03.771485 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 60729f0f-f6ac-4ae4-9386-af9eda40941d {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:23:03.771834 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 60729f0f-f6ac-4ae4-9386-af9eda40941d not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:23:03.776468 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef5890-62e9-4a42-87e6-7e7d71f65c24 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3a8612b-1698-4ddc-949e-a93cc3042944,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:03.946264 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-93ef5890-62e9-4a42-87e6-7e7d71f65c24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:04.182838 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ef5890-62e9-4a42-87e6-7e7d71f65c24 admin admin] Router 9ba29f4f-b311-413d-93c3-b6f1f95a15ec has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:23:04.304466 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ef5890-62e9-4a42-87e6-7e7d71f65c24 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:23:04.309675 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-93ef5890-62e9-4a42-87e6-7e7d71f65c24 admin admin] 10.222.0.54 "PUT /v2.0/routers/9ba29f4f-b311-413d-93c3-b6f1f95a15ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8198082 Nov 10 20:23:04.312469 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57656) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:04.315123 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e40e93-ee29-4286-973f-ff18499e80b1 None None] Sync routers for ids ['9ba29f4f-b311-413d-93c3-b6f1f95a15ec'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:23:04.326669 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e40e93-ee29-4286-973f-ff18499e80b1 None None] Routers {'9ba29f4f-b311-413d-93c3-b6f1f95a15ec'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:23:04.327285 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-e5e40e93-ee29-4286-973f-ff18499e80b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:22:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['9ba29f4f-b311-413d-93c3-b6f1f95a15ec'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:04.417929 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1941e2c-a081-4af8-b7ce-385f23fabcc5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:04.433617 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-e5e40e93-ee29-4286-973f-ff18499e80b1 None None] Set router 9ba29f4f-b311-413d-93c3-b6f1f95a15ec gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:23:04.530002 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1941e2c-a081-4af8-b7ce-385f23fabcc5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:04.590090 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-b1941e2c-a081-4af8-b7ce-385f23fabcc5 admin admin] Deleting port fcd8d341-7f7b-4e51-8c2e-9026a8e6b665 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:23:04.590841 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1941e2c-a081-4af8-b7ce-385f23fabcc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:04.623118 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-e5e40e93-ee29-4286-973f-ff18499e80b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba29f4f-b311-413d-93c3-b6f1f95a15ec', 'name': 'tempest-TestMinimumBasicScenario-288107625-router', 'tenant_id': '536a88bb60254caf969508e8416a7ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'fcd8d341-7f7b-4e51-8c2e-9026a8e6b665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:20:52Z', 'updated_at': '2021-11-10T20:23:03Z', 'revision_number': 5, 'project_id': '536a88bb60254caf969508e8416a7ab7', 'gw_port': {'id': 'fcd8d341-7f7b-4e51-8c2e-9026a8e6b665', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba29f4f-b311-413d-93c3-b6f1f95a15ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:20:53Z', 'updated_at': '2021-11-10T20:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:04.650806 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e40e93-ee29-4286-973f-ff18499e80b1 None None] Checking router: 9ba29f4f-b311-413d-93c3-b6f1f95a15ec for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:23:04.659482 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e40e93-ee29-4286-973f-ff18499e80b1 None None] Routers {'9ba29f4f-b311-413d-93c3-b6f1f95a15ec'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:23:04.660071 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-e5e40e93-ee29-4286-973f-ff18499e80b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:22:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['9ba29f4f-b311-413d-93c3-b6f1f95a15ec'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:04.673965 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-b1941e2c-a081-4af8-b7ce-385f23fabcc5 admin admin] For port fcd8d341-7f7b-4e51-8c2e-9026a8e6b665, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=fcd8d341-7f7b-4e51-8c2e-9026a8e6b665,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:23:04.674300 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1941e2c-a081-4af8-b7ce-385f23fabcc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:04.686753 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-b1941e2c-a081-4af8-b7ce-385f23fabcc5 admin admin] Calling delete_port for fcd8d341-7f7b-4e51-8c2e-9026a8e6b665 owned by network:router_gateway {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:23:04.842771 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-e5e40e93-ee29-4286-973f-ff18499e80b1 None None] Set router 9ba29f4f-b311-413d-93c3-b6f1f95a15ec gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:23:04.863750 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1941e2c-a081-4af8-b7ce-385f23fabcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:04.890026 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1941e2c-a081-4af8-b7ce-385f23fabcc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd8d341-7f7b-4e51-8c2e-9026a8e6b665,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:04.900056 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-e5e40e93-ee29-4286-973f-ff18499e80b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba29f4f-b311-413d-93c3-b6f1f95a15ec', 'name': 'tempest-TestMinimumBasicScenario-288107625-router', 'tenant_id': '536a88bb60254caf969508e8416a7ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:20:52Z', 'updated_at': '2021-11-10T20:23:04Z', 'revision_number': 6, 'project_id': '536a88bb60254caf969508e8416a7ab7', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:04.908991 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff6f3da-01fe-4b62-9f2f-2ab114f4dff4 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:23:04.930129 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e40e93-ee29-4286-973f-ff18499e80b1 None None] The sync data for ids ['9ba29f4f-b311-413d-93c3-b6f1f95a15ec'] in n-d-813897-4 is: [{'id': '9ba29f4f-b311-413d-93c3-b6f1f95a15ec', 'name': 'tempest-TestMinimumBasicScenario-288107625-router', 'tenant_id': '536a88bb60254caf969508e8416a7ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:20:52Z', 'updated_at': '2021-11-10T20:23:04Z', 'revision_number': 6, 'project_id': '536a88bb60254caf969508e8416a7ab7', 'gw_port_host': None}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:23:04.959412 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1941e2c-a081-4af8-b7ce-385f23fabcc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:05.052030 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1941e2c-a081-4af8-b7ce-385f23fabcc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:05.054443 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1941e2c-a081-4af8-b7ce-385f23fabcc5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:05.107123 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1941e2c-a081-4af8-b7ce-385f23fabcc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:05.107735 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1941e2c-a081-4af8-b7ce-385f23fabcc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ba29f4f-b311-413d-93c3-b6f1f95a15ec {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 20:23:05.112481 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1941e2c-a081-4af8-b7ce-385f23fabcc5 admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:05.113661 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b1941e2c-a081-4af8-b7ce-385f23fabcc5 admin admin] 10.222.0.54 "DELETE /v2.0/routers/9ba29f4f-b311-413d-93c3-b6f1f95a15ec HTTP/1.1" status: 204 len: 168 time: 0.8002570 Nov 10 20:23:05.117226 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57658) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:05.162620 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-8885f1b9-2660-44b7-9c64-1bd157847474 admin admin] Deleting subnet c2b84a29-e8fa-47d5-a2e8-5c3b4856110d {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:23:05.166122 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8885f1b9-2660-44b7-9c64-1bd157847474 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:05.201473 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8885f1b9-2660-44b7-9c64-1bd157847474 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:05.290898 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8885f1b9-2660-44b7-9c64-1bd157847474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:05.349282 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8885f1b9-2660-44b7-9c64-1bd157847474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:05.372848 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885f1b9-2660-44b7-9c64-1bd157847474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2b84a29-e8fa-47d5-a2e8-5c3b4856110d,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:05.383429 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8885f1b9-2660-44b7-9c64-1bd157847474 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:05.387124 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8885f1b9-2660-44b7-9c64-1bd157847474 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c2b84a29-e8fa-47d5-a2e8-5c3b4856110d HTTP/1.1" status: 204 len: 168 time: 0.2687080 Nov 10 20:23:05.388758 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e216dd24-baff-46ac-ac98-1431f2274613 None None] Network 36f4a10d-4f81-4dcf-9370-3845521e7e0f requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:23:05.389798 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57660) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:05.464298 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e362468d-5eef-404a-bc2e-da74ad541d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:05.519286 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-e362468d-5eef-404a-bc2e-da74ad541d78 admin admin] Deleting port 8f404655-6e3d-4fa9-a816-81d605b59467 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:23:05.520157 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e362468d-5eef-404a-bc2e-da74ad541d78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:05.588999 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-e362468d-5eef-404a-bc2e-da74ad541d78 admin admin] For port 8f404655-6e3d-4fa9-a816-81d605b59467, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=8f404655-6e3d-4fa9-a816-81d605b59467,segment=NetworkSegment(a8d9ee81-f13c-4825-b2f9-c03121e717e6),segment_id=a8d9ee81-f13c-4825-b2f9-c03121e717e6)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:23:05.589357 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e362468d-5eef-404a-bc2e-da74ad541d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:05.601700 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-e362468d-5eef-404a-bc2e-da74ad541d78 admin admin] Calling delete_port for 8f404655-6e3d-4fa9-a816-81d605b59467 owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:23:05.694347 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e362468d-5eef-404a-bc2e-da74ad541d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:05.714616 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c25e97-406f-4a6b-b908-1a37f177935b None None] DHCP port deletion for 36f4a10d-4f81-4dcf-9370-3845521e7e0f request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:23:05.723720 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362468d-5eef-404a-bc2e-da74ad541d78 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f404655-6e3d-4fa9-a816-81d605b59467,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:05.737818 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e362468d-5eef-404a-bc2e-da74ad541d78 admin admin] No DVR routers for this DVR port 8f404655-6e3d-4fa9-a816-81d605b59467 on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:23:05.768405 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 8f404655-6e3d-4fa9-a816-81d605b59467 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:23:05.789458 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 8f404655-6e3d-4fa9-a816-81d605b59467 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:23:05.790098 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 8f404655-6e3d-4fa9-a816-81d605b59467 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:23:05.790541 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fcd8d341-7f7b-4e51-8c2e-9026a8e6b665 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:23:05.810357 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e362468d-5eef-404a-bc2e-da74ad541d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:05.810972 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: fcd8d341-7f7b-4e51-8c2e-9026a8e6b665 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:23:05.811487 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device fcd8d341-7f7b-4e51-8c2e-9026a8e6b665 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:23:05.812058 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device a3a8612b-1698-4ddc-949e-a93cc3042944 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:23:05.831814 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: a3a8612b-1698-4ddc-949e-a93cc3042944 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:23:05.832164 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device a3a8612b-1698-4ddc-949e-a93cc3042944 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:23:05.846618 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-e362468d-5eef-404a-bc2e-da74ad541d78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f4a10d-4f81-4dcf-9370-3845521e7e0f']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:05.857017 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-e362468d-5eef-404a-bc2e-da74ad541d78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8d9ee81-f13c-4825-b2f9-c03121e717e6') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:05.857331 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-e362468d-5eef-404a-bc2e-da74ad541d78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8d9ee81-f13c-4825-b2f9-c03121e717e6') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:05.867307 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e362468d-5eef-404a-bc2e-da74ad541d78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:05.880763 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e362468d-5eef-404a-bc2e-da74ad541d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:05.886906 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e362468d-5eef-404a-bc2e-da74ad541d78 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:23:05.887307 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e362468d-5eef-404a-bc2e-da74ad541d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:05.888956 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 20:23:05.888956 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:23:05.888956 n-d-813897-4 neutron-server[102505]: timer() Nov 10 20:23:05.888956 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:23:05.888956 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 20:23:05.888956 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:23:05.888956 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 20:23:05.888956 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:23:05.888956 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 20:23:05.888956 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:23:05.888956 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 20:23:05.888956 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:23:05.888956 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 20:23:05.888956 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:23:05.888956 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:23:05.888956 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:23:05.888956 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:23:05.888956 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:23:05.888956 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 20:23:05.888956 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:23:05.888956 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 20:23:05.888956 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:23:05.888956 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:23:05.888956 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:23:05.888956 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 20:23:05.888956 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:23:05.888956 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:23:05.888956 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:23:05.888956 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:23:05.888956 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:23:05.888956 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:23:05.888956 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:23:05.952486 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e362468d-5eef-404a-bc2e-da74ad541d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:05.960274 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e362468d-5eef-404a-bc2e-da74ad541d78 admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:05.964038 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e362468d-5eef-404a-bc2e-da74ad541d78 admin admin] 10.222.0.54 "DELETE /v2.0/networks/36f4a10d-4f81-4dcf-9370-3845521e7e0f HTTP/1.1" status: 204 len: 168 time: 0.5730298 Nov 10 20:23:05.974680 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362468d-5eef-404a-bc2e-da74ad541d78 admin admin] Pushing event deleted for resources: {'Network': ['ID=36f4a10d-4f81-4dcf-9370-3845521e7e0f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:06.147595 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57664) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:06.193626 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-22e6e029-f443-4f15-805c-713ce6bd9e67 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8bb2c294b0c7497ea3ba7e27c0ebca92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0447972 Nov 10 20:23:06.196774 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57666) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:06.252847 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-028fccf9-7d35-432a-a927-95a0654e142d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:06.275014 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-028fccf9-7d35-432a-a927-95a0654e142d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:06.327943 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-028fccf9-7d35-432a-a927-95a0654e142d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:06.330679 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-028fccf9-7d35-432a-a927-95a0654e142d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:06.332010 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-028fccf9-7d35-432a-a927-95a0654e142d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f02f98eb-f4a9-4af2-b01e-269b777f5c6c HTTP/1.1" status: 204 len: 168 time: 0.1344335 Nov 10 20:23:06.340525 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028fccf9-7d35-432a-a927-95a0654e142d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02f98eb-f4a9-4af2-b01e-269b777f5c6c,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:06.709380 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57672) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:06.755151 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-bd70e387-e592-4d31-9800-8247df0d7310 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=536a88bb60254caf969508e8416a7ab7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444872 Nov 10 20:23:06.758482 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57674) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:06.808562 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4da64930-c339-4134-8e4e-af8c24b60746 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:06.830344 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4da64930-c339-4134-8e4e-af8c24b60746 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:06.886877 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4da64930-c339-4134-8e4e-af8c24b60746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:06.889547 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-4da64930-c339-4134-8e4e-af8c24b60746 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:06.890740 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4da64930-c339-4134-8e4e-af8c24b60746 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2ad522e6-99ea-4cfc-959c-906f9995536e HTTP/1.1" status: 204 len: 168 time: 0.1311581 Nov 10 20:23:06.898530 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da64930-c339-4134-8e4e-af8c24b60746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad522e6-99ea-4cfc-959c-906f9995536e,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:08.701379 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57714) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:08.706006 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-e6ff0527-a689-40d0-b17f-7ea3a6cc013c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1481469572', 'description': 'tempest-secgroup-smoke-1481469572 description', 'project_id': 'd6be74ad5b18422194586c70b0b42211'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:23:08.736001 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e6ff0527-a689-40d0-b17f-7ea3a6cc013c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:08.744972 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e6ff0527-a689-40d0-b17f-7ea3a6cc013c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:08.818925 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e6ff0527-a689-40d0-b17f-7ea3a6cc013c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:08.825421 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e6ff0527-a689-40d0-b17f-7ea3a6cc013c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:08.861951 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff0527-a689-40d0-b17f-7ea3a6cc013c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a177a54-fa3f-42dd-98e8-2fe5257ba680,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:08.899580 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e6ff0527-a689-40d0-b17f-7ea3a6cc013c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:08.906349 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e6ff0527-a689-40d0-b17f-7ea3a6cc013c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:08.934911 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e6ff0527-a689-40d0-b17f-7ea3a6cc013c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:08.936136 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e6ff0527-a689-40d0-b17f-7ea3a6cc013c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2337291 Nov 10 20:23:08.938000 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff0527-a689-40d0-b17f-7ea3a6cc013c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e8ea45-dfa8-449a-b1c7-f461dd0033f2,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:08.939372 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57716) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:08.944987 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-babcb7ca-deb2-4508-a1cd-2bd70b1f4f94 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'security_group_rule': {'security_group_id': 'd6e8ea45-dfa8-449a-b1c7-f461dd0033f2', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:23:08.976456 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-babcb7ca-deb2-4508-a1cd-2bd70b1f4f94 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:09.029460 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-babcb7ca-deb2-4508-a1cd-2bd70b1f4f94 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:09.035678 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-babcb7ca-deb2-4508-a1cd-2bd70b1f4f94 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:09.055066 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babcb7ca-deb2-4508-a1cd-2bd70b1f4f94 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50dd66e6-6602-4c0b-9ec3-db0729a6f753,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:09.064331 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-babcb7ca-deb2-4508-a1cd-2bd70b1f4f94 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:09.065554 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-babcb7ca-deb2-4508-a1cd-2bd70b1f4f94 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246364 Nov 10 20:23:09.068620 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57718) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:09.073183 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-c063d4ec-1819-4eaf-907c-f1569aacc230 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'security_group_rule': {'security_group_id': 'd6e8ea45-dfa8-449a-b1c7-f461dd0033f2', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:23:09.101635 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c063d4ec-1819-4eaf-907c-f1569aacc230 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:09.161938 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c063d4ec-1819-4eaf-907c-f1569aacc230 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:09.167661 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c063d4ec-1819-4eaf-907c-f1569aacc230 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:09.190918 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063d4ec-1819-4eaf-907c-f1569aacc230 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4db17b86-06d9-4082-832c-21950a9b0eec,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:09.201306 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c063d4ec-1819-4eaf-907c-f1569aacc230 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:09.202680 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c063d4ec-1819-4eaf-907c-f1569aacc230 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1330769 Nov 10 20:23:09.205560 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57720) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:09.210081 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-2c2fdcc7-4f86-4e6a-994f-3cb9e81b1db1 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'security_group_rule': {'security_group_id': 'd6e8ea45-dfa8-449a-b1c7-f461dd0033f2', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:23:09.242740 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2c2fdcc7-4f86-4e6a-994f-3cb9e81b1db1 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:09.303015 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2c2fdcc7-4f86-4e6a-994f-3cb9e81b1db1 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:09.311060 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2c2fdcc7-4f86-4e6a-994f-3cb9e81b1db1 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:09.331365 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2fdcc7-4f86-4e6a-994f-3cb9e81b1db1 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a9198ea-eba6-44f7-b3fe-4c2c29911363,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:09.339384 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2c2fdcc7-4f86-4e6a-994f-3cb9e81b1db1 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:09.340816 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2c2fdcc7-4f86-4e6a-994f-3cb9e81b1db1 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1342201 Nov 10 20:23:09.343589 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57722) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:09.348019 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-99230090-9362-4bf5-a01d-9a9e537c409e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'security_group_rule': {'security_group_id': 'd6e8ea45-dfa8-449a-b1c7-f461dd0033f2', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:23:09.377181 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-99230090-9362-4bf5-a01d-9a9e537c409e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:09.438328 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-99230090-9362-4bf5-a01d-9a9e537c409e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:09.443771 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-99230090-9362-4bf5-a01d-9a9e537c409e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:09.462242 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99230090-9362-4bf5-a01d-9a9e537c409e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7646ee7-1efc-46e7-ac88-01665493fe10,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:09.470478 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-99230090-9362-4bf5-a01d-9a9e537c409e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:09.471714 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-99230090-9362-4bf5-a01d-9a9e537c409e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1271894 Nov 10 20:23:09.475593 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57724) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:09.480373 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-91f88066-883e-4e5b-9079-fdb0387869a4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'security_group_rule': {'security_group_id': 'd6e8ea45-dfa8-449a-b1c7-f461dd0033f2', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:23:09.504691 n-d-813897-4 neutron-server[102506]: INFO neutron.db.securitygroups_db [None req-91f88066-883e-4e5b-9079-fdb0387869a4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Project d6be74ad5b18422194586c70b0b42211 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 20:23:09.509698 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-91f88066-883e-4e5b-9079-fdb0387869a4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:09.569455 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-91f88066-883e-4e5b-9079-fdb0387869a4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:09.575695 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-91f88066-883e-4e5b-9079-fdb0387869a4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:09.594319 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f88066-883e-4e5b-9079-fdb0387869a4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93efc420-1254-4c94-9f15-a32aa6fc6fd5,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:09.606266 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-91f88066-883e-4e5b-9079-fdb0387869a4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:09.607531 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-91f88066-883e-4e5b-9079-fdb0387869a4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1309385 Nov 10 20:23:09.610488 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57726) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:09.615050 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-ed733ef3-21b7-469f-a2a3-b3ddc0c749f4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'security_group_rule': {'security_group_id': 'd6e8ea45-dfa8-449a-b1c7-f461dd0033f2', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:23:09.641536 n-d-813897-4 neutron-server[102506]: INFO neutron.db.securitygroups_db [None req-ed733ef3-21b7-469f-a2a3-b3ddc0c749f4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Project d6be74ad5b18422194586c70b0b42211 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 20:23:09.647029 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ed733ef3-21b7-469f-a2a3-b3ddc0c749f4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:09.709907 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ed733ef3-21b7-469f-a2a3-b3ddc0c749f4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:09.715395 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ed733ef3-21b7-469f-a2a3-b3ddc0c749f4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:09.736393 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed733ef3-21b7-469f-a2a3-b3ddc0c749f4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa1d7e6-60ce-4ecb-b3f5-22c021e8dcbd,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:09.742739 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ed733ef3-21b7-469f-a2a3-b3ddc0c749f4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:09.743843 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ed733ef3-21b7-469f-a2a3-b3ddc0c749f4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1323869 Nov 10 20:23:09.747619 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57728) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:09.752494 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-de48e55d-1c4f-4d85-aba7-3ddb67d78027 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'network': {'name': 'tempest-network-smoke--1042450692', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'port_security_enabled': True}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:23:09.775959 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de48e55d-1c4f-4d85-aba7-3ddb67d78027 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Made reservation on behalf of d6be74ad5b18422194586c70b0b42211 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:23:09.780286 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-de48e55d-1c4f-4d85-aba7-3ddb67d78027 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:09.803465 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de48e55d-1c4f-4d85-aba7-3ddb67d78027 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:23:09.812285 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-de48e55d-1c4f-4d85-aba7-3ddb67d78027 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:09.812626 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-de48e55d-1c4f-4d85-aba7-3ddb67d78027 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Added segment f55ccd8c-3b3c-4ad2-b82e-f056763a3656 of type vlan for network bf430b97-90c3-4f74-b456-8fc8fe0fd155 Nov 10 20:23:09.853457 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-de48e55d-1c4f-4d85-aba7-3ddb67d78027 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:09.881779 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-de48e55d-1c4f-4d85-aba7-3ddb67d78027 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:09.887460 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de48e55d-1c4f-4d85-aba7-3ddb67d78027 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:09.888024 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-de48e55d-1c4f-4d85-aba7-3ddb67d78027 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:09.953961 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-de48e55d-1c4f-4d85-aba7-3ddb67d78027 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2036800 Nov 10 20:23:09.955645 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57730) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:09.961132 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-08e8751b-4be9-41a4-917c-a818aec3c573 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-287333604', 'admin_state_up': True, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:23:09.966153 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48e55d-1c4f-4d85-aba7-3ddb67d78027 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Network': ['ID=bf430b97-90c3-4f74-b456-8fc8fe0fd155,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:09.976932 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network bf430b97-90c3-4f74-b456-8fc8fe0fd155 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:23:09.986448 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-08e8751b-4be9-41a4-917c-a818aec3c573 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:09.987458 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-08e8751b-4be9-41a4-917c-a818aec3c573 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:10.043878 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-08e8751b-4be9-41a4-917c-a818aec3c573 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:10.533001 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-08e8751b-4be9-41a4-917c-a818aec3c573 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:10.739879 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-08e8751b-4be9-41a4-917c-a818aec3c573 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:10.759250 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-08e8751b-4be9-41a4-917c-a818aec3c573 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:10.868582 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-08e8751b-4be9-41a4-917c-a818aec3c573 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Allocated IP 172.25.3.185 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/22823e3a-6859-4757-b954-8247f2a9da45) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:23:10.999128 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-08e8751b-4be9-41a4-917c-a818aec3c573 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:11.041171 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-08e8751b-4be9-41a4-917c-a818aec3c573 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:11.078277 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e8751b-4be9-41a4-917c-a818aec3c573 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:23:11.081177 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-08e8751b-4be9-41a4-917c-a818aec3c573 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:23:11.087703 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e8751b-4be9-41a4-917c-a818aec3c573 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:23:11.094363 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84acddb5-8330-4fd3-846b-bcd7dfff5277 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:23:11.116312 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8751b-4be9-41a4-917c-a818aec3c573 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Port': ['ID=22823e3a-6859-4757-b954-8247f2a9da45,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:11.196402 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-b03d3708-d1df-4fc2-b37c-da25dccf7394 None None] Provisioning complete for port 22823e3a-6859-4757-b954-8247f2a9da45 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:23:11.196777 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b03d3708-d1df-4fc2-b37c-da25dccf7394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:11.235261 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-b03d3708-d1df-4fc2-b37c-da25dccf7394 None None] Port 22823e3a-6859-4757-b954-8247f2a9da45 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:23:11.359655 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-08e8751b-4be9-41a4-917c-a818aec3c573 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:11.568630 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-08e8751b-4be9-41a4-917c-a818aec3c573 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:11.709233 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e8751b-4be9-41a4-917c-a818aec3c573 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Router ff4efa86-c1b5-4507-9304-05e74d4906ac is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 20:23:11.834893 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e8751b-4be9-41a4-917c-a818aec3c573 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:23:11.845702 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c40f13e-ab39-4bd6-a7df-7e9835ba039e None None] Sync routers for ids ['ff4efa86-c1b5-4507-9304-05e74d4906ac'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:23:11.859514 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-08e8751b-4be9-41a4-917c-a818aec3c573 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:11.860348 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c40f13e-ab39-4bd6-a7df-7e9835ba039e None None] Routers {'ff4efa86-c1b5-4507-9304-05e74d4906ac'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:23:11.860943 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-08e8751b-4be9-41a4-917c-a818aec3c573 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9042494 Nov 10 20:23:11.861290 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-7c40f13e-ab39-4bd6-a7df-7e9835ba039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:22:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['ff4efa86-c1b5-4507-9304-05e74d4906ac'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:11.864088 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57732) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:11.973207 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-7c40f13e-ab39-4bd6-a7df-7e9835ba039e None None] Set router ff4efa86-c1b5-4507-9304-05e74d4906ac gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:23:11.996016 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5dcf27e9-511f-47bc-bb33-1a06ca6e87b8 tempest-TestNetworkAdvancedServerOps-1920971335 tempest-TestNetworkAdvancedServerOps-1920971335-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=d6be74ad5b18422194586c70b0b42211&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1308224 Nov 10 20:23:11.998925 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57736) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:12.092709 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21df8e7-370c-419a-a780-16a70455dc36 tempest-TestNetworkAdvancedServerOps-1920971335 tempest-TestNetworkAdvancedServerOps-1920971335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:12.094263 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e21df8e7-370c-419a-a780-16a70455dc36 tempest-TestNetworkAdvancedServerOps-1920971335 tempest-TestNetworkAdvancedServerOps-1920971335-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0943508 Nov 10 20:23:12.097489 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57738) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:12.133386 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-209fbb40-11e3-4b2b-955e-07dac8bdd592 tempest-TestNetworkAdvancedServerOps-1920971335 tempest-TestNetworkAdvancedServerOps-1920971335-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346861 Nov 10 20:23:12.136528 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57740) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:12.141560 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-639e900f-45cb-4678-9f0d-f4d57a18d92f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-616238797', 'network_id': 'bf430b97-90c3-4f74-b456-8fc8fe0fd155', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:23:12.163819 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-7c40f13e-ab39-4bd6-a7df-7e9835ba039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287333604', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '22823e3a-6859-4757-b954-8247f2a9da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:09Z', 'updated_at': '2021-11-10T20:23:11Z', 'revision_number': 3, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '22823e3a-6859-4757-b954-8247f2a9da45', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:98:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:10Z', 'updated_at': '2021-11-10T20:23:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:12.197500 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c40f13e-ab39-4bd6-a7df-7e9835ba039e None None] Checking router: ff4efa86-c1b5-4507-9304-05e74d4906ac for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:23:12.197848 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c40f13e-ab39-4bd6-a7df-7e9835ba039e None None] Updating router ff4efa86-c1b5-4507-9304-05e74d4906ac port 22823e3a-6859-4757-b954-8247f2a9da45 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:23:12.223581 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7c40f13e-ab39-4bd6-a7df-7e9835ba039e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:12.232712 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639e900f-45cb-4678-9f0d-f4d57a18d92f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Made reservation on behalf of d6be74ad5b18422194586c70b0b42211 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:23:12.236441 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-639e900f-45cb-4678-9f0d-f4d57a18d92f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:12.423695 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-639e900f-45cb-4678-9f0d-f4d57a18d92f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:12.481001 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e900f-45cb-4678-9f0d-f4d57a18d92f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Subnet': ['ID=23ea4fea-456b-4eef-9e42-3cfa96b6fd67,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:12.484699 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7c40f13e-ab39-4bd6-a7df-7e9835ba039e None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:12.492055 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7c40f13e-ab39-4bd6-a7df-7e9835ba039e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:12.497266 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639e900f-45cb-4678-9f0d-f4d57a18d92f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Checking segment: {'id': 'f55ccd8c-3b3c-4ad2-b82e-f056763a3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'bf430b97-90c3-4f74-b456-8fc8fe0fd155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:23:12.497640 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639e900f-45cb-4678-9f0d-f4d57a18d92f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Network hostable DHCP agents. Network: bf430b97-90c3-4f74-b456-8fc8fe0fd155, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:23:12.515212 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639e900f-45cb-4678-9f0d-f4d57a18d92f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Network bf430b97-90c3-4f74-b456-8fc8fe0fd155 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:23:12.524490 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4d9bc7-a883-4467-8dfa-e5832fc99731 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:23:12.525796 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-639e900f-45cb-4678-9f0d-f4d57a18d92f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, bf430b97-90c3-4f74-b456-8fc8fe0fd155) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:23:12.530400 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639e900f-45cb-4678-9f0d-f4d57a18d92f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:12.531002 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-639e900f-45cb-4678-9f0d-f4d57a18d92f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:12.541401 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81318ed-c6ff-495c-bbb7-e1b54b0e010f None None] Network bf430b97-90c3-4f74-b456-8fc8fe0fd155 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:23:12.548157 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-639e900f-45cb-4678-9f0d-f4d57a18d92f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4104860 Nov 10 20:23:12.551158 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57742) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:12.567423 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-7c40f13e-ab39-4bd6-a7df-7e9835ba039e None None] Attempting to bind port 22823e3a-6859-4757-b954-8247f2a9da45 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:23:12.567800 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-7c40f13e-ab39-4bd6-a7df-7e9835ba039e None None] Attempting to bind port 22823e3a-6859-4757-b954-8247f2a9da45 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:23:12.568167 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c40f13e-ab39-4bd6-a7df-7e9835ba039e None None] Attempting to bind port 22823e3a-6859-4757-b954-8247f2a9da45 on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:23:12.583723 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab818b-1049-4b77-b2aa-e2c5bb4841a0 None None] Pushing event updated for resources: {'Port': ['ID=22823e3a-6859-4757-b954-8247f2a9da45,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:12.587679 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c40f13e-ab39-4bd6-a7df-7e9835ba039e None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:23:12.588056 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c40f13e-ab39-4bd6-a7df-7e9835ba039e None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:23:12.588481 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7c40f13e-ab39-4bd6-a7df-7e9835ba039e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:12.588875 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c40f13e-ab39-4bd6-a7df-7e9835ba039e None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:23:12.589357 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-7c40f13e-ab39-4bd6-a7df-7e9835ba039e None None] Bound port: 22823e3a-6859-4757-b954-8247f2a9da45, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:23:12.589733 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7c40f13e-ab39-4bd6-a7df-7e9835ba039e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:12.705088 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7c40f13e-ab39-4bd6-a7df-7e9835ba039e None None] For port 22823e3a-6859-4757-b954-8247f2a9da45, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:23:12.738130 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-13eb17e9-9269-4ea7-8101-a9458b7eefc4 None None] Provisioning complete for port 22823e3a-6859-4757-b954-8247f2a9da45 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:23:12.738498 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-13eb17e9-9269-4ea7-8101-a9458b7eefc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:12.741035 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7c40f13e-ab39-4bd6-a7df-7e9835ba039e None None] For port 22823e3a-6859-4757-b954-8247f2a9da45, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=22823e3a-6859-4757-b954-8247f2a9da45,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:23:12.769756 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7c40f13e-ab39-4bd6-a7df-7e9835ba039e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:12.845471 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24450f27-5bb1-48bd-9c58-b3a87fc00cd1 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:23:12.871024 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c7aca3-5404-4954-a300-293351aa52cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-bf430b97-90c3-4f74-b456-8fc8fe0fd155', 'network_id': 'bf430b97-90c3-4f74-b456-8fc8fe0fd155', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'fixed_ips': [{'subnet_id': '23ea4fea-456b-4eef-9e42-3cfa96b6fd67'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 20:23:12.876361 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-20c7aca3-5404-4954-a300-293351aa52cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:12.895173 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab818b-1049-4b77-b2aa-e2c5bb4841a0 None None] Pushing event updated for resources: {'Port': ['ID=22823e3a-6859-4757-b954-8247f2a9da45,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:12.899238 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c40f13e-ab39-4bd6-a7df-7e9835ba039e None None] Routers {'ff4efa86-c1b5-4507-9304-05e74d4906ac'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:23:12.899892 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-7c40f13e-ab39-4bd6-a7df-7e9835ba039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:22:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['ff4efa86-c1b5-4507-9304-05e74d4906ac'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:12.997581 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aa910225-f4db-419a-a56a-2e260b83de15 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:13.033441 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-13eb17e9-9269-4ea7-8101-a9458b7eefc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:13.113434 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-13eb17e9-9269-4ea7-8101-a9458b7eefc4 None None] For port 22823e3a-6859-4757-b954-8247f2a9da45, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=22823e3a-6859-4757-b954-8247f2a9da45,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:23:13.142641 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-13eb17e9-9269-4ea7-8101-a9458b7eefc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:13.157895 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-7c40f13e-ab39-4bd6-a7df-7e9835ba039e None None] Set router ff4efa86-c1b5-4507-9304-05e74d4906ac gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:23:13.275027 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-20c7aca3-5404-4954-a300-293351aa52cd None None] Allocated IP 172.20.0.2 (bf430b97-90c3-4f74-b456-8fc8fe0fd155/23ea4fea-456b-4eef-9e42-3cfa96b6fd67/78bbaf46-c4f1-461c-8f08-ae419d81a845) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:23:13.327605 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb17e9-9269-4ea7-8101-a9458b7eefc4 None None] Pushing event updated for resources: {'Port': ['ID=22823e3a-6859-4757-b954-8247f2a9da45,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:13.365445 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9ba1f9e5-6bfb-440f-9ab1-063bd0d22f27 None None] Provisioning complete for port 22823e3a-6859-4757-b954-8247f2a9da45 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:23:13.365792 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9ba1f9e5-6bfb-440f-9ab1-063bd0d22f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:13.572483 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-20c7aca3-5404-4954-a300-293351aa52cd None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:13.589917 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-20c7aca3-5404-4954-a300-293351aa52cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:13.637106 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-aa910225-f4db-419a-a56a-2e260b83de15 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Allocated IP 172.20.0.1 (bf430b97-90c3-4f74-b456-8fc8fe0fd155/23ea4fea-456b-4eef-9e42-3cfa96b6fd67/ab51d266-b0d4-48a1-8d1a-8805fc3f48a8) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:23:13.765717 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aa910225-f4db-419a-a56a-2e260b83de15 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:13.787205 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-7c40f13e-ab39-4bd6-a7df-7e9835ba039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287333604', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '22823e3a-6859-4757-b954-8247f2a9da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:09Z', 'updated_at': '2021-11-10T20:23:11Z', 'revision_number': 3, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '22823e3a-6859-4757-b954-8247f2a9da45', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:98:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:10Z', 'updated_at': '2021-11-10T20:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:13.805860 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aa910225-f4db-419a-a56a-2e260b83de15 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:13.823323 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c40f13e-ab39-4bd6-a7df-7e9835ba039e None None] The sync data for ids ['ff4efa86-c1b5-4507-9304-05e74d4906ac'] in n-d-813897-4 is: [{'id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287333604', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '22823e3a-6859-4757-b954-8247f2a9da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:09Z', 'updated_at': '2021-11-10T20:23:11Z', 'revision_number': 3, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '22823e3a-6859-4757-b954-8247f2a9da45', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:98:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:10Z', 'updated_at': '2021-11-10T20:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:23:13.834851 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c7aca3-5404-4954-a300-293351aa52cd None None] Network bf430b97-90c3-4f74-b456-8fc8fe0fd155 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:23:13.839492 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-20c7aca3-5404-4954-a300-293351aa52cd None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:23:13.841161 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7aca3-5404-4954-a300-293351aa52cd None None] Pushing event updated for resources: {'Port': ['ID=78bbaf46-c4f1-461c-8f08-ae419d81a845,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:13.847393 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c7aca3-5404-4954-a300-293351aa52cd None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:23:13.854523 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa910225-f4db-419a-a56a-2e260b83de15 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Network bf430b97-90c3-4f74-b456-8fc8fe0fd155 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:23:13.863101 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-aa910225-f4db-419a-a56a-2e260b83de15 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:23:13.867814 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa910225-f4db-419a-a56a-2e260b83de15 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:23:13.872299 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa910225-f4db-419a-a56a-2e260b83de15 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Port': ['ID=ab51d266-b0d4-48a1-8d1a-8805fc3f48a8,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:13.911553 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-20c7aca3-5404-4954-a300-293351aa52cd None None] Attempting to bind port 78bbaf46-c4f1-461c-8f08-ae419d81a845 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:23:13.911932 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-20c7aca3-5404-4954-a300-293351aa52cd None None] Attempting to bind port 78bbaf46-c4f1-461c-8f08-ae419d81a845 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'f55ccd8c-3b3c-4ad2-b82e-f056763a3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'bf430b97-90c3-4f74-b456-8fc8fe0fd155'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:23:13.912302 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c7aca3-5404-4954-a300-293351aa52cd None None] Attempting to bind port 78bbaf46-c4f1-461c-8f08-ae419d81a845 on network bf430b97-90c3-4f74-b456-8fc8fe0fd155 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:23:13.917931 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c7aca3-5404-4954-a300-293351aa52cd None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:23:13.918441 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c7aca3-5404-4954-a300-293351aa52cd None None] Checking segment: {'id': 'f55ccd8c-3b3c-4ad2-b82e-f056763a3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'bf430b97-90c3-4f74-b456-8fc8fe0fd155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:23:13.918721 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-20c7aca3-5404-4954-a300-293351aa52cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:13.919116 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c7aca3-5404-4954-a300-293351aa52cd None None] Bound using segment: {'id': 'f55ccd8c-3b3c-4ad2-b82e-f056763a3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'bf430b97-90c3-4f74-b456-8fc8fe0fd155'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:23:13.919605 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-20c7aca3-5404-4954-a300-293351aa52cd None None] Bound port: 78bbaf46-c4f1-461c-8f08-ae419d81a845, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f55ccd8c-3b3c-4ad2-b82e-f056763a3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'bf430b97-90c3-4f74-b456-8fc8fe0fd155'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:23:13.919991 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-20c7aca3-5404-4954-a300-293351aa52cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:13.922143 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aa910225-f4db-419a-a56a-2e260b83de15 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:13.988971 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-20c7aca3-5404-4954-a300-293351aa52cd None None] For port 78bbaf46-c4f1-461c-8f08-ae419d81a845, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:23:13.992284 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-20c7aca3-5404-4954-a300-293351aa52cd None None] For port 78bbaf46-c4f1-461c-8f08-ae419d81a845, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=78bbaf46-c4f1-461c-8f08-ae419d81a845,segment=NetworkSegment(f55ccd8c-3b3c-4ad2-b82e-f056763a3656),segment_id=f55ccd8c-3b3c-4ad2-b82e-f056763a3656)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:23:13.997281 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-20c7aca3-5404-4954-a300-293351aa52cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:14.079888 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aa910225-f4db-419a-a56a-2e260b83de15 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:14.081292 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7aca3-5404-4954-a300-293351aa52cd None None] Pushing event updated for resources: {'Port': ['ID=78bbaf46-c4f1-461c-8f08-ae419d81a845,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:14.422461 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aa910225-f4db-419a-a56a-2e260b83de15 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:14.429421 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aa910225-f4db-419a-a56a-2e260b83de15 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:14.504336 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa910225-f4db-419a-a56a-2e260b83de15 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Port': ['ID=ab51d266-b0d4-48a1-8d1a-8805fc3f48a8,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:14.508156 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-aa910225-f4db-419a-a56a-2e260b83de15 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:14.612971 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa910225-f4db-419a-a56a-2e260b83de15 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Network bf430b97-90c3-4f74-b456-8fc8fe0fd155 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:23:14.614555 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-aa910225-f4db-419a-a56a-2e260b83de15 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:23:14.738378 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa910225-f4db-419a-a56a-2e260b83de15 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Router ff4efa86-c1b5-4507-9304-05e74d4906ac has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:23:14.854960 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa910225-f4db-419a-a56a-2e260b83de15 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:23:14.860228 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-aa910225-f4db-419a-a56a-2e260b83de15 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "PUT /v2.0/routers/ff4efa86-c1b5-4507-9304-05e74d4906ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3077960 Nov 10 20:23:15.020257 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-d84ed32b-b903-4e9d-9ac9-d910feb1accb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1481469572&fields=id&tenant_id=d6be74ad5b18422194586c70b0b42211 HTTP/1.1" status: 200 len: 267 time: 0.0484653 Nov 10 20:23:15.020783 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1755f8-8fe8-463e-8e2a-fd5d98943a76 None None] Network bf430b97-90c3-4f74-b456-8fc8fe0fd155 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:23:15.132569 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-71b3f672-8091-49ce-bc08-d9eb097da52a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:15.139845 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-71b3f672-8091-49ce-bc08-d9eb097da52a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/networks?id=bf430b97-90c3-4f74-b456-8fc8fe0fd155 HTTP/1.1" status: 200 len: 797 time: 0.1124320 Nov 10 20:23:15.156368 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a3987d69-b323-4112-802e-0cedf7a2c594 None None] Provisioning complete for port 78bbaf46-c4f1-461c-8f08-ae419d81a845 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:23:15.156688 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-54f0e27c-6966-422d-8a59-ea3278a87290 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/quotas/d6be74ad5b18422194586c70b0b42211 HTTP/1.1" status: 200 len: 375 time: 0.0159349 Nov 10 20:23:15.156897 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a3987d69-b323-4112-802e-0cedf7a2c594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:15.209744 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-c683c876-7c40-45ee-a812-61208ad940d0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521429 Nov 10 20:23:15.270061 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a3987d69-b323-4112-802e-0cedf7a2c594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:15.303916 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-a3987d69-b323-4112-802e-0cedf7a2c594 None None] For port 78bbaf46-c4f1-461c-8f08-ae419d81a845, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=78bbaf46-c4f1-461c-8f08-ae419d81a845,segment=NetworkSegment(f55ccd8c-3b3c-4ad2-b82e-f056763a3656),segment_id=f55ccd8c-3b3c-4ad2-b82e-f056763a3656)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:23:15.316961 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a3987d69-b323-4112-802e-0cedf7a2c594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:15.370640 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3987d69-b323-4112-802e-0cedf7a2c594 None None] Pushing event updated for resources: {'Port': ['ID=78bbaf46-c4f1-461c-8f08-ae419d81a845,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:15.386680 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-b90804e1-d61e-4863-9f7b-71349e07631f service neutron] 10.222.0.54 "GET /v2.0/networks/bf430b97-90c3-4f74-b456-8fc8fe0fd155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644869 Nov 10 20:23:15.487015 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-4618d817-227b-4b51-93c9-9e65c91d5ef8 service neutron] 10.222.0.54 "GET /v2.0/networks/bf430b97-90c3-4f74-b456-8fc8fe0fd155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927458 Nov 10 20:23:15.490822 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ed1687-8aa4-4a7e-a94f-1dc23ea35c97 None None] Sync routers for ids ['ff4efa86-c1b5-4507-9304-05e74d4906ac'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:23:15.508258 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ed1687-8aa4-4a7e-a94f-1dc23ea35c97 None None] Routers {'ff4efa86-c1b5-4507-9304-05e74d4906ac'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:23:15.508258 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-b7ed1687-8aa4-4a7e-a94f-1dc23ea35c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:22:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['ff4efa86-c1b5-4507-9304-05e74d4906ac'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:15.548515 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-91d5f150-aa27-4c0a-b567-911300282587 None None] Provisioning complete for port 78bbaf46-c4f1-461c-8f08-ae419d81a845 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:23:15.548720 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-91d5f150-aa27-4c0a-b567-911300282587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:15.619859 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-b7ed1687-8aa4-4a7e-a94f-1dc23ea35c97 None None] Set router ff4efa86-c1b5-4507-9304-05e74d4906ac gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:23:15.661189 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-91d5f150-aa27-4c0a-b567-911300282587 None None] Provisioning complete for port ab51d266-b0d4-48a1-8d1a-8805fc3f48a8 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:23:15.661702 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-91d5f150-aa27-4c0a-b567-911300282587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:15.700935 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-91d5f150-aa27-4c0a-b567-911300282587 None None] Port ab51d266-b0d4-48a1-8d1a-8805fc3f48a8 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:23:15.812959 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 22823e3a-6859-4757-b954-8247f2a9da45 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:23:15.851897 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-b7ed1687-8aa4-4a7e-a94f-1dc23ea35c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287333604', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '22823e3a-6859-4757-b954-8247f2a9da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:09Z', 'updated_at': '2021-11-10T20:23:14Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '22823e3a-6859-4757-b954-8247f2a9da45', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:98:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:10Z', 'updated_at': '2021-11-10T20:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'ab51d266-b0d4-48a1-8d1a-8805fc3f48a8', 'name': '', 'network_id': 'bf430b97-90c3-4f74-b456-8fc8fe0fd155', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:7f:37:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '23ea4fea-456b-4eef-9e42-3cfa96b6fd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:13Z', 'updated_at': '2021-11-10T20:23:14Z', 'revision_number': 2, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': '23ea4fea-456b-4eef-9e42-3cfa96b6fd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:15.857242 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9ef2dc7a-67a0-4082-a656-aa405d7bd72f None None] Provisioning complete for port ab51d266-b0d4-48a1-8d1a-8805fc3f48a8 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:23:15.857889 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9ef2dc7a-67a0-4082-a656-aa405d7bd72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:15.882899 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ed1687-8aa4-4a7e-a94f-1dc23ea35c97 None None] Checking router: ff4efa86-c1b5-4507-9304-05e74d4906ac for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:23:15.883250 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ed1687-8aa4-4a7e-a94f-1dc23ea35c97 None None] Updating router ff4efa86-c1b5-4507-9304-05e74d4906ac port ab51d266-b0d4-48a1-8d1a-8805fc3f48a8 binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:23:15.903225 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9ef2dc7a-67a0-4082-a656-aa405d7bd72f None None] Port ab51d266-b0d4-48a1-8d1a-8805fc3f48a8 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:23:15.905053 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 22823e3a-6859-4757-b954-8247f2a9da45 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:23:15.905423 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:15.911871 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b7ed1687-8aa4-4a7e-a94f-1dc23ea35c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:15.987094 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 78bbaf46-c4f1-461c-8f08-ae419d81a845 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:23:16.036759 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e767b4f2-70bc-4386-a361-70eb219e76cb None None] Provisioning complete for port ab51d266-b0d4-48a1-8d1a-8805fc3f48a8 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:23:16.037498 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e767b4f2-70bc-4386-a361-70eb219e76cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:16.075621 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 78bbaf46-c4f1-461c-8f08-ae419d81a845 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:23:16.075972 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:16.077573 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-e767b4f2-70bc-4386-a361-70eb219e76cb None None] Port ab51d266-b0d4-48a1-8d1a-8805fc3f48a8 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:23:16.181937 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b7ed1687-8aa4-4a7e-a94f-1dc23ea35c97 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:16.187628 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b7ed1687-8aa4-4a7e-a94f-1dc23ea35c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:16.246855 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8069b5-1b34-4005-bf11-2246e26cdc82 None None] Pushing event updated for resources: {'Port': ['ID=ab51d266-b0d4-48a1-8d1a-8805fc3f48a8,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:16.273093 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8069b5-1b34-4005-bf11-2246e26cdc82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:16.273431 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8069b5-1b34-4005-bf11-2246e26cdc82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:16.273913 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8069b5-1b34-4005-bf11-2246e26cdc82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:16.274140 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8069b5-1b34-4005-bf11-2246e26cdc82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:16.274526 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8069b5-1b34-4005-bf11-2246e26cdc82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:16.274847 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8069b5-1b34-4005-bf11-2246e26cdc82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:16.275164 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8069b5-1b34-4005-bf11-2246e26cdc82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:16.275478 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8069b5-1b34-4005-bf11-2246e26cdc82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:16.275794 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8069b5-1b34-4005-bf11-2246e26cdc82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:16.276105 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8069b5-1b34-4005-bf11-2246e26cdc82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:16.276427 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8069b5-1b34-4005-bf11-2246e26cdc82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:16.276754 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8069b5-1b34-4005-bf11-2246e26cdc82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:23:16.311480 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-b7ed1687-8aa4-4a7e-a94f-1dc23ea35c97 None None] Attempting to bind port ab51d266-b0d4-48a1-8d1a-8805fc3f48a8 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:23:16.311824 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-b7ed1687-8aa4-4a7e-a94f-1dc23ea35c97 None None] Attempting to bind port ab51d266-b0d4-48a1-8d1a-8805fc3f48a8 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'f55ccd8c-3b3c-4ad2-b82e-f056763a3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'bf430b97-90c3-4f74-b456-8fc8fe0fd155'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:23:16.312171 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ed1687-8aa4-4a7e-a94f-1dc23ea35c97 None None] Attempting to bind port ab51d266-b0d4-48a1-8d1a-8805fc3f48a8 on network bf430b97-90c3-4f74-b456-8fc8fe0fd155 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:23:16.317495 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ed1687-8aa4-4a7e-a94f-1dc23ea35c97 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:23:16.317895 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ed1687-8aa4-4a7e-a94f-1dc23ea35c97 None None] Checking segment: {'id': 'f55ccd8c-3b3c-4ad2-b82e-f056763a3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'bf430b97-90c3-4f74-b456-8fc8fe0fd155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:23:16.318278 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b7ed1687-8aa4-4a7e-a94f-1dc23ea35c97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:16.318703 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ed1687-8aa4-4a7e-a94f-1dc23ea35c97 None None] Bound using segment: {'id': 'f55ccd8c-3b3c-4ad2-b82e-f056763a3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'bf430b97-90c3-4f74-b456-8fc8fe0fd155'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:23:16.319424 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-b7ed1687-8aa4-4a7e-a94f-1dc23ea35c97 None None] Bound port: ab51d266-b0d4-48a1-8d1a-8805fc3f48a8, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f55ccd8c-3b3c-4ad2-b82e-f056763a3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'bf430b97-90c3-4f74-b456-8fc8fe0fd155'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:23:16.319817 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b7ed1687-8aa4-4a7e-a94f-1dc23ea35c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:16.387559 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-b7ed1687-8aa4-4a7e-a94f-1dc23ea35c97 None None] For port ab51d266-b0d4-48a1-8d1a-8805fc3f48a8, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:23:16.391000 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-b7ed1687-8aa4-4a7e-a94f-1dc23ea35c97 None None] For port ab51d266-b0d4-48a1-8d1a-8805fc3f48a8, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ab51d266-b0d4-48a1-8d1a-8805fc3f48a8,segment=NetworkSegment(f55ccd8c-3b3c-4ad2-b82e-f056763a3656),segment_id=f55ccd8c-3b3c-4ad2-b82e-f056763a3656)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:23:16.398023 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b7ed1687-8aa4-4a7e-a94f-1dc23ea35c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:16.457566 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ed1687-8aa4-4a7e-a94f-1dc23ea35c97 None None] Routers {'ff4efa86-c1b5-4507-9304-05e74d4906ac'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:23:16.458218 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-b7ed1687-8aa4-4a7e-a94f-1dc23ea35c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:22:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['ff4efa86-c1b5-4507-9304-05e74d4906ac'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:16.461194 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8069b5-1b34-4005-bf11-2246e26cdc82 None None] Pushing event updated for resources: {'Port': ['ID=ab51d266-b0d4-48a1-8d1a-8805fc3f48a8,revision_number=4']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:16.502160 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-b51d99fc-3bca-4b10-957f-dbaf833cd704 None None] Provisioning complete for port ab51d266-b0d4-48a1-8d1a-8805fc3f48a8 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:23:16.502624 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b51d99fc-3bca-4b10-957f-dbaf833cd704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:16.586051 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-b7ed1687-8aa4-4a7e-a94f-1dc23ea35c97 None None] Set router ff4efa86-c1b5-4507-9304-05e74d4906ac gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:23:16.587817 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b51d99fc-3bca-4b10-957f-dbaf833cd704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:16.630210 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-b51d99fc-3bca-4b10-957f-dbaf833cd704 None None] For port ab51d266-b0d4-48a1-8d1a-8805fc3f48a8, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ab51d266-b0d4-48a1-8d1a-8805fc3f48a8,segment=NetworkSegment(f55ccd8c-3b3c-4ad2-b82e-f056763a3656),segment_id=f55ccd8c-3b3c-4ad2-b82e-f056763a3656)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:23:16.638057 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b51d99fc-3bca-4b10-957f-dbaf833cd704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:16.695540 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d99fc-3bca-4b10-957f-dbaf833cd704 None None] Pushing event updated for resources: {'Port': ['ID=ab51d266-b0d4-48a1-8d1a-8805fc3f48a8,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:16.729358 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-61c3cbd8-0492-4434-a810-b58ff70ff615 req-c3c8d375-5ec1-4528-a0c4-d616a6d97bf2 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5f748d2-3efd-4af7-b948-61d65853f2f4 HTTP/1.1" status: 200 len: 210 time: 0.0410213 Nov 10 20:23:16.766115 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2b4b7e29-8770-4aa7-91a9-01d2b9f6b4c1 None None] Provisioning complete for port ab51d266-b0d4-48a1-8d1a-8805fc3f48a8 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:23:16.766487 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2b4b7e29-8770-4aa7-91a9-01d2b9f6b4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:16.843822 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-b7ed1687-8aa4-4a7e-a94f-1dc23ea35c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287333604', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '22823e3a-6859-4757-b954-8247f2a9da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:09Z', 'updated_at': '2021-11-10T20:23:14Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '22823e3a-6859-4757-b954-8247f2a9da45', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:98:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:10Z', 'updated_at': '2021-11-10T20:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'ab51d266-b0d4-48a1-8d1a-8805fc3f48a8', 'name': '', 'network_id': 'bf430b97-90c3-4f74-b456-8fc8fe0fd155', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:7f:37:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '23ea4fea-456b-4eef-9e42-3cfa96b6fd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:13Z', 'updated_at': '2021-11-10T20:23:16Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': '23ea4fea-456b-4eef-9e42-3cfa96b6fd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:16.871597 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ed1687-8aa4-4a7e-a94f-1dc23ea35c97 None None] The sync data for ids ['ff4efa86-c1b5-4507-9304-05e74d4906ac'] in n-d-813897-4 is: [{'id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287333604', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '22823e3a-6859-4757-b954-8247f2a9da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:09Z', 'updated_at': '2021-11-10T20:23:14Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '22823e3a-6859-4757-b954-8247f2a9da45', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:98:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:10Z', 'updated_at': '2021-11-10T20:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'ab51d266-b0d4-48a1-8d1a-8805fc3f48a8', 'name': '', 'network_id': 'bf430b97-90c3-4f74-b456-8fc8fe0fd155', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:7f:37:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '23ea4fea-456b-4eef-9e42-3cfa96b6fd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:13Z', 'updated_at': '2021-11-10T20:23:16Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': '23ea4fea-456b-4eef-9e42-3cfa96b6fd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:23:17.780612 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ab51d266-b0d4-48a1-8d1a-8805fc3f48a8 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:23:17.824425 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-0f63db50-e314-44f1-b217-08db3c2b5f2a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:17.826422 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-0f63db50-e314-44f1-b217-08db3c2b5f2a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.25 "GET /v2.0/networks?id=bf430b97-90c3-4f74-b456-8fc8fe0fd155 HTTP/1.1" status: 200 len: 797 time: 0.1635749 Nov 10 20:23:17.854293 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1319315f-ac65-407a-813a-0845eb338ef6 req-0d522ccd-b050-4f08-9a53-81d6b945e3eb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5f748d2-3efd-4af7-b948-61d65853f2f4 HTTP/1.1" status: 200 len: 210 time: 0.0322292 Nov 10 20:23:17.868261 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port ab51d266-b0d4-48a1-8d1a-8805fc3f48a8 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:23:17.868639 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:17.917915 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-725de26c-30a4-4461-b39f-c381eba9e39b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6be74ad5b18422194586c70b0b42211 HTTP/1.1" status: 200 len: 380 time: 0.0812747 Nov 10 20:23:17.930439 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-984102f9-4a5f-4178-ad11-51280670e531 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'port': {'device_id': 'e5f748d2-3efd-4af7-b948-61d65853f2f4', 'network_id': 'bf430b97-90c3-4f74-b456-8fc8fe0fd155', 'admin_state_up': True, 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'security_groups': ['d6e8ea45-dfa8-449a-b1c7-f461dd0033f2']}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:23:18.054133 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-984102f9-4a5f-4178-ad11-51280670e531 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Made reservation on behalf of d6be74ad5b18422194586c70b0b42211 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:23:18.057640 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-984102f9-4a5f-4178-ad11-51280670e531 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:18.188514 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-984102f9-4a5f-4178-ad11-51280670e531 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Allocated IP 172.20.0.8 (bf430b97-90c3-4f74-b456-8fc8fe0fd155/23ea4fea-456b-4eef-9e42-3cfa96b6fd67/9bb3dffa-02f9-4882-94f1-3e564466ac6f) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:23:18.345115 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-984102f9-4a5f-4178-ad11-51280670e531 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:18.382414 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-984102f9-4a5f-4178-ad11-51280670e531 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:18.425595 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-984102f9-4a5f-4178-ad11-51280670e531 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Network bf430b97-90c3-4f74-b456-8fc8fe0fd155 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:23:18.428670 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-984102f9-4a5f-4178-ad11-51280670e531 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:23:18.434688 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-984102f9-4a5f-4178-ad11-51280670e531 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:23:18.460241 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984102f9-4a5f-4178-ad11-51280670e531 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Port': ['ID=9bb3dffa-02f9-4882-94f1-3e564466ac6f,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:18.489977 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-984102f9-4a5f-4178-ad11-51280670e531 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:18.490599 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-984102f9-4a5f-4178-ad11-51280670e531 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:18.511292 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-984102f9-4a5f-4178-ad11-51280670e531 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5849366 Nov 10 20:23:18.573757 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-caf14e68-9245-4493-a00d-d9530d53c9bd service neutron] Request body: {'port': {'device_id': 'e5f748d2-3efd-4af7-b948-61d65853f2f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:23:18.630595 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-caf14e68-9245-4493-a00d-d9530d53c9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:18.690144 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-3d9157d8-ebde-4e67-a595-fe6759fc1c2d None None] Provisioning complete for port 9bb3dffa-02f9-4882-94f1-3e564466ac6f triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:23:18.690507 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3d9157d8-ebde-4e67-a595-fe6759fc1c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:18.729482 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-3d9157d8-ebde-4e67-a595-fe6759fc1c2d None None] Port 9bb3dffa-02f9-4882-94f1-3e564466ac6f cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:23:18.921190 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-caf14e68-9245-4493-a00d-d9530d53c9bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bb3dffa-02f9-4882-94f1-3e564466ac6f {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:23:18.929118 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-caf14e68-9245-4493-a00d-d9530d53c9bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:18.942384 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-caf14e68-9245-4493-a00d-d9530d53c9bd service neutron] Transition to ACTIVE for port object 9bb3dffa-02f9-4882-94f1-3e564466ac6f will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:23:18.947480 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-caf14e68-9245-4493-a00d-d9530d53c9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:18.986572 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c88b2-8601-4787-8c7c-02e966a24a9f req-b5a75d32-7408-4930-8bd5-6970d5539bf0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:18.988290 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-266c88b2-8601-4787-8c7c-02e966a24a9f req-b5a75d32-7408-4930-8bd5-6970d5539bf0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5f748d2-3efd-4af7-b948-61d65853f2f4 HTTP/1.1" status: 200 len: 931 time: 0.0586078 Nov 10 20:23:19.018853 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf14e68-9245-4493-a00d-d9530d53c9bd service neutron] Pushing event updated for resources: {'Port': ['ID=9bb3dffa-02f9-4882-94f1-3e564466ac6f,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:19.046240 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-266c88b2-8601-4787-8c7c-02e966a24a9f req-73e7c5cf-54dc-43c2-84ce-e5bbd7ef1245 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6e8ea45-dfa8-449a-b1c7-f461dd0033f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477142 Nov 10 20:23:19.078261 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-caf14e68-9245-4493-a00d-d9530d53c9bd service neutron] Attempting to bind port 9bb3dffa-02f9-4882-94f1-3e564466ac6f on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:23:19.078604 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-caf14e68-9245-4493-a00d-d9530d53c9bd service neutron] Attempting to bind port 9bb3dffa-02f9-4882-94f1-3e564466ac6f by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': 'f55ccd8c-3b3c-4ad2-b82e-f056763a3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'bf430b97-90c3-4f74-b456-8fc8fe0fd155'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:23:19.078937 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-caf14e68-9245-4493-a00d-d9530d53c9bd service neutron] Attempting to bind port 9bb3dffa-02f9-4882-94f1-3e564466ac6f on network bf430b97-90c3-4f74-b456-8fc8fe0fd155 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:23:19.083489 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-caf14e68-9245-4493-a00d-d9530d53c9bd service neutron] Port 9bb3dffa-02f9-4882-94f1-3e564466ac6f on network bf430b97-90c3-4f74-b456-8fc8fe0fd155 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:23:19.083811 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-caf14e68-9245-4493-a00d-d9530d53c9bd service neutron] Attempting to bind port 9bb3dffa-02f9-4882-94f1-3e564466ac6f on network bf430b97-90c3-4f74-b456-8fc8fe0fd155 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:23:19.088949 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-caf14e68-9245-4493-a00d-d9530d53c9bd service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:23:19.089293 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-caf14e68-9245-4493-a00d-d9530d53c9bd service neutron] Checking segment: {'id': 'f55ccd8c-3b3c-4ad2-b82e-f056763a3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'bf430b97-90c3-4f74-b456-8fc8fe0fd155'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:23:19.089792 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-caf14e68-9245-4493-a00d-d9530d53c9bd service neutron] Bound using segment: {'id': 'f55ccd8c-3b3c-4ad2-b82e-f056763a3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'bf430b97-90c3-4f74-b456-8fc8fe0fd155'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:23:19.090455 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-caf14e68-9245-4493-a00d-d9530d53c9bd service neutron] Bound port: 9bb3dffa-02f9-4882-94f1-3e564466ac6f, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55ccd8c-3b3c-4ad2-b82e-f056763a3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'bf430b97-90c3-4f74-b456-8fc8fe0fd155'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:23:19.090982 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-caf14e68-9245-4493-a00d-d9530d53c9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:19.507092 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-caf14e68-9245-4493-a00d-d9530d53c9bd service neutron] For port 9bb3dffa-02f9-4882-94f1-3e564466ac6f, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:23:19.510173 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-caf14e68-9245-4493-a00d-d9530d53c9bd service neutron] For port 9bb3dffa-02f9-4882-94f1-3e564466ac6f, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=9bb3dffa-02f9-4882-94f1-3e564466ac6f,segment=NetworkSegment(f55ccd8c-3b3c-4ad2-b82e-f056763a3656),segment_id=f55ccd8c-3b3c-4ad2-b82e-f056763a3656)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:23:19.517044 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-caf14e68-9245-4493-a00d-d9530d53c9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:19.551376 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-caf14e68-9245-4493-a00d-d9530d53c9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:19.552027 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-caf14e68-9245-4493-a00d-d9530d53c9bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:19.553441 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-caf14e68-9245-4493-a00d-d9530d53c9bd service neutron] 10.222.0.25 "PUT /v2.0/ports/9bb3dffa-02f9-4882-94f1-3e564466ac6f HTTP/1.1" status: 200 len: 1091 time: 1.0336370 Nov 10 20:23:19.554022 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f748d2-3efd-4af7-b948-61d65853f2f4', 'tag': '9bb3dffa-02f9-4882-94f1-3e564466ac6f'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:23:19.556205 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfcc89a-4b70-49f2-9cac-8e70a6d22847" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f748d2-3efd-4af7-b948-61d65853f2f4", "tag": "9bb3dffa-02f9-4882-94f1-3e564466ac6f"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:23:19.581956 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf14e68-9245-4493-a00d-d9530d53c9bd service neutron] Pushing event updated for resources: {'Port': ['ID=9bb3dffa-02f9-4882-94f1-3e564466ac6f,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:19.605629 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cb82ac-2dae-41fe-a510-2f76a5a72f61 x-openstack-request-id: req-76cb82ac-2dae-41fe-a510-2f76a5a72f61 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:23:19.605952 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f748d2-3efd-4af7-b948-61d65853f2f4", "tag": "9bb3dffa-02f9-4882-94f1-3e564466ac6f", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:23:19.606397 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-76cb82ac-2dae-41fe-a510-2f76a5a72f61 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:23:19.606832 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f748d2-3efd-4af7-b948-61d65853f2f4', 'tag': '9bb3dffa-02f9-4882-94f1-3e564466ac6f', 'status': 'completed', 'code': 200} Nov 10 20:23:19.655779 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-9ec9ad3a-9106-4496-a67c-3d0b68972583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:19.657466 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-9ec9ad3a-9106-4496-a67c-3d0b68972583 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&device_id=e5f748d2-3efd-4af7-b948-61d65853f2f4 HTTP/1.1" status: 200 len: 1094 time: 0.0449600 Nov 10 20:23:19.705664 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-158eb91d-db50-4f0f-aeba-43cdd66f8ac6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bb3dffa-02f9-4882-94f1-3e564466ac6f HTTP/1.1" status: 200 len: 217 time: 0.0388310 Nov 10 20:23:19.756000 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-c1462ac2-3b1b-480b-8553-817d7245d4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:19.757542 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-c1462ac2-3b1b-480b-8553-817d7245d4c3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=23ea4fea-456b-4eef-9e42-3cfa96b6fd67 HTTP/1.1" status: 200 len: 834 time: 0.0450408 Nov 10 20:23:19.805585 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-02857ab3-9d5c-4844-a4eb-5191fb72d95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:19.807183 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-02857ab3-9d5c-4844-a4eb-5191fb72d95c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bf430b97-90c3-4f74-b456-8fc8fe0fd155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423155 Nov 10 20:23:19.914862 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-57f96198-2b41-481a-aaa1-7149317fea39 service neutron] 10.222.0.25 "GET /v2.0/networks/bf430b97-90c3-4f74-b456-8fc8fe0fd155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996027 Nov 10 20:23:20.019789 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ef5c69a8-f746-4ed7-a451-c11f2172f541 req-ad32eacb-df31-4034-ab01-92365f455f5f service neutron] 10.222.0.25 "GET /v2.0/networks/bf430b97-90c3-4f74-b456-8fc8fe0fd155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976946 Nov 10 20:23:20.113642 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfcc89a-4b70-49f2-9cac-8e70a6d22847 req-e1daae63-5403-4b18-a694-ac5104e41d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:20.115207 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5cfcc89a-4b70-49f2-9cac-8e70a6d22847 req-e1daae63-5403-4b18-a694-ac5104e41d2a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&device_id=e5f748d2-3efd-4af7-b948-61d65853f2f4 HTTP/1.1" status: 200 len: 1094 time: 0.0445123 Nov 10 20:23:20.179373 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a64b9-b6a1-487b-b7c5-958671907aa5 req-21770a18-e9c3-4027-b7a2-b60782d2123d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:20.181094 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9a6a64b9-b6a1-487b-b7c5-958671907aa5 req-21770a18-e9c3-4027-b7a2-b60782d2123d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5f748d2-3efd-4af7-b948-61d65853f2f4 HTTP/1.1" status: 200 len: 943 time: 0.0558891 Nov 10 20:23:20.209300 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfcc89a-4b70-49f2-9cac-8e70a6d22847 req-ef1bef9c-e945-4a97-b06d-f58e3f755649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:20.211161 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5cfcc89a-4b70-49f2-9cac-8e70a6d22847 req-ef1bef9c-e945-4a97-b06d-f58e3f755649 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bf430b97-90c3-4f74-b456-8fc8fe0fd155 HTTP/1.1" status: 200 len: 898 time: 0.0887156 Nov 10 20:23:20.232220 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9a6a64b9-b6a1-487b-b7c5-958671907aa5 req-0770ff10-7fa7-43de-aead-81823bb6f263 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6e8ea45-dfa8-449a-b1c7-f461dd0033f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447724 Nov 10 20:23:20.261192 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5cfcc89a-4b70-49f2-9cac-8e70a6d22847 req-08a7b3c7-10d8-44a8-b510-c57fbff4fa51 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bb3dffa-02f9-4882-94f1-3e564466ac6f HTTP/1.1" status: 200 len: 217 time: 0.0423601 Nov 10 20:23:20.316039 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfcc89a-4b70-49f2-9cac-8e70a6d22847 req-bbcaf251-e2cc-49e3-9581-0f55899d9f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:20.317485 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5cfcc89a-4b70-49f2-9cac-8e70a6d22847 req-bbcaf251-e2cc-49e3-9581-0f55899d9f0b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=23ea4fea-456b-4eef-9e42-3cfa96b6fd67 HTTP/1.1" status: 200 len: 834 time: 0.0491414 Nov 10 20:23:20.369473 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfcc89a-4b70-49f2-9cac-8e70a6d22847 req-991cd295-194a-495f-a237-abf54c3676fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:20.371253 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5cfcc89a-4b70-49f2-9cac-8e70a6d22847 req-991cd295-194a-495f-a237-abf54c3676fe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bf430b97-90c3-4f74-b456-8fc8fe0fd155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461793 Nov 10 20:23:20.469594 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5cfcc89a-4b70-49f2-9cac-8e70a6d22847 req-df932eec-44b4-4c37-a514-f7e1b7c50899 service neutron] 10.222.0.25 "GET /v2.0/networks/bf430b97-90c3-4f74-b456-8fc8fe0fd155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914969 Nov 10 20:23:20.581736 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5cfcc89a-4b70-49f2-9cac-8e70a6d22847 req-004f8153-ebff-43df-bc43-6597109115d9 service neutron] 10.222.0.25 "GET /v2.0/networks/bf430b97-90c3-4f74-b456-8fc8fe0fd155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047442 Nov 10 20:23:21.351808 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148b79e-823d-4bb9-95de-2d64ff314e64 req-7767f636-59fb-456b-a970-9d02e7ae6514 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:21.353333 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d148b79e-823d-4bb9-95de-2d64ff314e64 req-7767f636-59fb-456b-a970-9d02e7ae6514 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5f748d2-3efd-4af7-b948-61d65853f2f4 HTTP/1.1" status: 200 len: 943 time: 0.0513270 Nov 10 20:23:21.409089 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d148b79e-823d-4bb9-95de-2d64ff314e64 req-a0ffae7d-2f60-4ac5-8bc4-854edbbe6fbd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6e8ea45-dfa8-449a-b1c7-f461dd0033f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480816 Nov 10 20:23:22.548042 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465eebf-4fd0-45bf-b00c-e1ad70c737f4 req-b70ff14b-367e-42ad-acb8-c488a9373e78 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:22.549522 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9465eebf-4fd0-45bf-b00c-e1ad70c737f4 req-b70ff14b-367e-42ad-acb8-c488a9373e78 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5f748d2-3efd-4af7-b948-61d65853f2f4 HTTP/1.1" status: 200 len: 943 time: 0.0640512 Nov 10 20:23:22.603154 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9465eebf-4fd0-45bf-b00c-e1ad70c737f4 req-79b5042d-403a-4db2-a1da-c78bcc10a510 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6e8ea45-dfa8-449a-b1c7-f461dd0033f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447900 Nov 10 20:23:22.863781 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 9bb3dffa-02f9-4882-94f1-3e564466ac6f details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:23:22.980743 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 9bb3dffa-02f9-4882-94f1-3e564466ac6f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=9bb3dffa-02f9-4882-94f1-3e564466ac6f,segment=NetworkSegment(f55ccd8c-3b3c-4ad2-b82e-f056763a3656),segment_id=f55ccd8c-3b3c-4ad2-b82e-f056763a3656)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:23:22.993277 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '9bb3dffa-02f9-4882-94f1-3e564466ac6f', 'network_id': 'bf430b97-90c3-4f74-b456-8fc8fe0fd155', 'port_id': '9bb3dffa-02f9-4882-94f1-3e564466ac6f', 'mac_address': 'fa:16:3e:a6:55:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23ea4fea-456b-4eef-9e42-3cfa96b6fd67', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:23:23.031847 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:23.045672 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bb3dffa-02f9-4882-94f1-3e564466ac6f {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:23:23.067554 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 9bb3dffa-02f9-4882-94f1-3e564466ac6f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=9bb3dffa-02f9-4882-94f1-3e564466ac6f,segment=NetworkSegment(f55ccd8c-3b3c-4ad2-b82e-f056763a3656),segment_id=f55ccd8c-3b3c-4ad2-b82e-f056763a3656)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:23:23.075802 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:23.131236 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=9bb3dffa-02f9-4882-94f1-3e564466ac6f,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:23.415074 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['9bb3dffa-02f9-4882-94f1-3e564466ac6f'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:23:23.522065 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7c1b8bac-d2dd-4a03-89ce-1a3a96b5da7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:23.724906 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13b52c-b28b-4dc8-b107-f22d34d2c395 req-60fd0510-8af8-4fa5-92d3-4cd219986e68 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:23.726398 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb13b52c-b28b-4dc8-b107-f22d34d2c395 req-60fd0510-8af8-4fa5-92d3-4cd219986e68 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5f748d2-3efd-4af7-b948-61d65853f2f4 HTTP/1.1" status: 200 len: 944 time: 0.0524070 Nov 10 20:23:23.787044 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fb13b52c-b28b-4dc8-b107-f22d34d2c395 req-7450fb42-eaf3-4d84-ab45-f6234bb95ca9 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6e8ea45-dfa8-449a-b1c7-f461dd0033f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514870 Nov 10 20:23:24.856096 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 9bb3dffa-02f9-4882-94f1-3e564466ac6f up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:23:24.913949 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3260e6-e35b-46db-b147-4a59080bcd24 req-52387e7d-dc9c-4df6-a815-2c991a4c80dd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:24.915472 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dd3260e6-e35b-46db-b147-4a59080bcd24 req-52387e7d-dc9c-4df6-a815-2c991a4c80dd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5f748d2-3efd-4af7-b948-61d65853f2f4 HTTP/1.1" status: 200 len: 944 time: 0.0522206 Nov 10 20:23:24.917587 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 9bb3dffa-02f9-4882-94f1-3e564466ac6f completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:23:24.922407 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 9bb3dffa-02f9-4882-94f1-3e564466ac6f triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:23:24.922809 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:24.981223 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dd3260e6-e35b-46db-b147-4a59080bcd24 req-1064afd7-1478-4f47-91d6-17630ed35469 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6e8ea45-dfa8-449a-b1c7-f461dd0033f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566885 Nov 10 20:23:25.013070 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:25.037573 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f748d2-3efd-4af7-b948-61d65853f2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb3dffa-02f9-4882-94f1-3e564466ac6f'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:23:25.040444 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7073431e-a5a9-4461-bd8e-dbcc5ada4417" -d '{"events": [{"server_uuid": "e5f748d2-3efd-4af7-b948-61d65853f2f4", "name": "network-vif-plugged", "status": "completed", "tag": "9bb3dffa-02f9-4882-94f1-3e564466ac6f"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:23:25.053398 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 9bb3dffa-02f9-4882-94f1-3e564466ac6f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=9bb3dffa-02f9-4882-94f1-3e564466ac6f,segment=NetworkSegment(f55ccd8c-3b3c-4ad2-b82e-f056763a3656),segment_id=f55ccd8c-3b3c-4ad2-b82e-f056763a3656)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:23:25.058778 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:25.118744 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=9bb3dffa-02f9-4882-94f1-3e564466ac6f,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:25.142423 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7414d98-bb80-404f-b4e2-ca21edd48065 x-openstack-request-id: req-f7414d98-bb80-404f-b4e2-ca21edd48065 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:23:25.142423 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f748d2-3efd-4af7-b948-61d65853f2f4", "name": "network-vif-plugged", "status": "completed", "tag": "9bb3dffa-02f9-4882-94f1-3e564466ac6f", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:23:25.142708 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f7414d98-bb80-404f-b4e2-ca21edd48065 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:23:25.143066 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f748d2-3efd-4af7-b948-61d65853f2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb3dffa-02f9-4882-94f1-3e564466ac6f', 'code': 200} Nov 10 20:23:25.255968 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0d782-4f36-4c84-8c3e-cee82b013972 req-9c4bae8f-2b46-4db9-8492-95af35c25cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:25.256606 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5bd0d782-4f36-4c84-8c3e-cee82b013972 req-9c4bae8f-2b46-4db9-8492-95af35c25cee service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e5f748d2-3efd-4af7-b948-61d65853f2f4 HTTP/1.1" status: 200 len: 1096 time: 0.0508518 Nov 10 20:23:25.306887 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5bd0d782-4f36-4c84-8c3e-cee82b013972 req-781318f6-cbee-4fff-9ba2-3ecf8a1de43c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d6e8ea45-dfa8-449a-b1c7-f461dd0033f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435264 Nov 10 20:23:25.557928 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:25.753991 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e673934b-e099-4358-be7b-256f8606785b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:25.782414 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:26.137453 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407450e-e1a3-4cd8-8688-d84adeee8888 req-ba80c3ec-d150-46b4-b517-4a8650875241 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:26.139113 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d407450e-e1a3-4cd8-8688-d84adeee8888 req-ba80c3ec-d150-46b4-b517-4a8650875241 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5f748d2-3efd-4af7-b948-61d65853f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0726929 Nov 10 20:23:26.215038 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d407450e-e1a3-4cd8-8688-d84adeee8888 req-32924b53-3fe4-45a6-b910-371f83d0f0f0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6e8ea45-dfa8-449a-b1c7-f461dd0033f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696220 Nov 10 20:23:27.346599 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a98fb9-e065-448a-af82-3fba1e72700a req-fae14230-ac22-45a5-8fdf-55040748e584 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:27.350097 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-41a98fb9-e065-448a-af82-3fba1e72700a req-fae14230-ac22-45a5-8fdf-55040748e584 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5f748d2-3efd-4af7-b948-61d65853f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0544133 Nov 10 20:23:27.402956 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-41a98fb9-e065-448a-af82-3fba1e72700a req-4dd1e627-0ed3-4c2b-8227-7ffac6f1f933 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6e8ea45-dfa8-449a-b1c7-f461dd0033f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487332 Nov 10 20:23:27.505314 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:27.527868 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f58df-577b-47d4-a7f9-99ae71f663e5 req-6aa4736a-692d-4042-a950-9cbde645a6ab tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:27.529794 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ea7f58df-577b-47d4-a7f9-99ae71f663e5 req-6aa4736a-692d-4042-a950-9cbde645a6ab tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5f748d2-3efd-4af7-b948-61d65853f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0572467 Nov 10 20:23:27.582246 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ea7f58df-577b-47d4-a7f9-99ae71f663e5 req-5a3b2242-5c90-4190-a51a-5e979d2ef094 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6e8ea45-dfa8-449a-b1c7-f461dd0033f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460720 Nov 10 20:23:27.605299 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57800) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:27.650993 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e91178d-d373-4f7a-b75f-6b55b7c9e26b tempest-TestNetworkAdvancedServerOps-1920971335 tempest-TestNetworkAdvancedServerOps-1920971335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:27.653529 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6e91178d-d373-4f7a-b75f-6b55b7c9e26b tempest-TestNetworkAdvancedServerOps-1920971335 tempest-TestNetworkAdvancedServerOps-1920971335-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e5f748d2-3efd-4af7-b948-61d65853f2f4 HTTP/1.1" status: 200 len: 1091 time: 0.0462766 Nov 10 20:23:27.656503 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57802) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:27.662453 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-6c27474b-5a3a-4ea0-9916-0b8c2d093b37 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'port_id': '9bb3dffa-02f9-4882-94f1-3e564466ac6f', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:23:27.687873 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6c27474b-5a3a-4ea0-9916-0b8c2d093b37 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for floatingip, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:27.794199 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6c27474b-5a3a-4ea0-9916-0b8c2d093b37 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:27.915996 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-6c27474b-5a3a-4ea0-9916-0b8c2d093b37 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Allocated IP 172.25.3.148 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/8738fb64-10d7-42ff-af6c-1a5ff25d7f79) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:23:28.038598 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6c27474b-5a3a-4ea0-9916-0b8c2d093b37 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:28.087629 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6c27474b-5a3a-4ea0-9916-0b8c2d093b37 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:28.127639 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c27474b-5a3a-4ea0-9916-0b8c2d093b37 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:23:28.133066 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-6c27474b-5a3a-4ea0-9916-0b8c2d093b37 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:23:28.137077 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c27474b-5a3a-4ea0-9916-0b8c2d093b37 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:23:28.143406 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27474b-5a3a-4ea0-9916-0b8c2d093b37 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Port': ['ID=8738fb64-10d7-42ff-af6c-1a5ff25d7f79,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:28.246239 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:23:28.873553 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6c27474b-5a3a-4ea0-9916-0b8c2d093b37 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:28.943417 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6c27474b-5a3a-4ea0-9916-0b8c2d093b37 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:29.018025 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:29.106230 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6c27474b-5a3a-4ea0-9916-0b8c2d093b37 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:29.112922 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6c27474b-5a3a-4ea0-9916-0b8c2d093b37 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:29.185307 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27474b-5a3a-4ea0-9916-0b8c2d093b37 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Port': ['ID=8738fb64-10d7-42ff-af6c-1a5ff25d7f79,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:23:29.199972 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6c27474b-5a3a-4ea0-9916-0b8c2d093b37 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:29.306600 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-6c27474b-5a3a-4ea0-9916-0b8c2d093b37 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Floating IP 9ac9d776-5960-48ae-94b6-c092ec39afac associated. External IP: 172.25.3.148, port: 9bb3dffa-02f9-4882-94f1-3e564466ac6f. Nov 10 20:23:29.385505 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:29.522974 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c27474b-5a3a-4ea0-9916-0b8c2d093b37 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Router ff4efa86-c1b5-4507-9304-05e74d4906ac has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:23:29.636749 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c27474b-5a3a-4ea0-9916-0b8c2d093b37 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:23:29.646934 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d29ba0-bc54-4d1a-b547-fda6d61551a9 None None] Sync routers for ids ['ff4efa86-c1b5-4507-9304-05e74d4906ac'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:23:29.658421 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6c27474b-5a3a-4ea0-9916-0b8c2d093b37 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:29.661203 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d29ba0-bc54-4d1a-b547-fda6d61551a9 None None] Routers {'ff4efa86-c1b5-4507-9304-05e74d4906ac'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:23:29.661877 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-29d29ba0-bc54-4d1a-b547-fda6d61551a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:23:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['ff4efa86-c1b5-4507-9304-05e74d4906ac'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:29.689332 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6c27474b-5a3a-4ea0-9916-0b8c2d093b37 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0291700 Nov 10 20:23:29.689332 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f748d2-3efd-4af7-b948-61d65853f2f4', 'tag': '9bb3dffa-02f9-4882-94f1-3e564466ac6f'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:23:29.689970 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfbd5c25fd1a1bf18e79891c674f962074aa63d8f4aa99a8f6cb3be41b9dd3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5b1ef2-e355-4e5b-99f2-3e5df9047202" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f748d2-3efd-4af7-b948-61d65853f2f4", "tag": "9bb3dffa-02f9-4882-94f1-3e564466ac6f"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:23:29.786915 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-29d29ba0-bc54-4d1a-b547-fda6d61551a9 None None] Set router ff4efa86-c1b5-4507-9304-05e74d4906ac gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:23:29.805606 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22e165-4f81-4bef-8e2e-538a8af7e8d0 req-598eafe6-36ff-48c0-822c-4d12856e3d80 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:29.807392 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b22e165-4f81-4bef-8e2e-538a8af7e8d0 req-598eafe6-36ff-48c0-822c-4d12856e3d80 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5f748d2-3efd-4af7-b948-61d65853f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0648086 Nov 10 20:23:29.878083 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b22e165-4f81-4bef-8e2e-538a8af7e8d0 req-e69d35d0-9c2a-4ae6-9001-11817b6f7f2d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6e8ea45-dfa8-449a-b1c7-f461dd0033f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584064 Nov 10 20:23:29.905115 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57808) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:29.942081 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab4a2f1-7929-4047-9659-8ee3ef72bf2a x-openstack-request-id: req-bab4a2f1-7929-4047-9659-8ee3ef72bf2a {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:23:29.943002 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f748d2-3efd-4af7-b948-61d65853f2f4", "tag": "9bb3dffa-02f9-4882-94f1-3e564466ac6f", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:23:29.943442 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bab4a2f1-7929-4047-9659-8ee3ef72bf2a {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:23:29.944128 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f748d2-3efd-4af7-b948-61d65853f2f4', 'tag': '9bb3dffa-02f9-4882-94f1-3e564466ac6f', 'status': 'completed', 'code': 200} Nov 10 20:23:30.062593 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3067028e-b909-4b5d-958b-cff6caa9690a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/floatingips/9ac9d776-5960-48ae-94b6-c092ec39afac HTTP/1.1" status: 200 len: 991 time: 0.1548593 Nov 10 20:23:30.065331 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b1ef2-e355-4e5b-99f2-3e5df9047202 req-547db4f7-52ed-40c7-bb2f-b5edcc6bfc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:30.066907 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0f5b1ef2-e355-4e5b-99f2-3e5df9047202 req-547db4f7-52ed-40c7-bb2f-b5edcc6bfc6d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&device_id=e5f748d2-3efd-4af7-b948-61d65853f2f4 HTTP/1.1" status: 200 len: 1096 time: 0.0923102 Nov 10 20:23:30.087740 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-29d29ba0-bc54-4d1a-b547-fda6d61551a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287333604', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '22823e3a-6859-4757-b954-8247f2a9da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:09Z', 'updated_at': '2021-11-10T20:23:14Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '22823e3a-6859-4757-b954-8247f2a9da45', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:98:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:10Z', 'updated_at': '2021-11-10T20:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '9ac9d776-5960-48ae-94b6-c092ec39afac', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'port_id': '9bb3dffa-02f9-4882-94f1-3e564466ac6f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf430b97-90c3-4f74-b456-8fc8fe0fd155', 'mac_address': 'fa:16:3e:a6:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f748d2-3efd-4af7-b948-61d65853f2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:23:28Z', 'updated_at': '2021-11-10T20:23:28Z', 'revision_number': 0, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab51d266-b0d4-48a1-8d1a-8805fc3f48a8', 'name': '', 'network_id': 'bf430b97-90c3-4f74-b456-8fc8fe0fd155', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:7f:37:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '23ea4fea-456b-4eef-9e42-3cfa96b6fd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:13Z', 'updated_at': '2021-11-10T20:23:16Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': '23ea4fea-456b-4eef-9e42-3cfa96b6fd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:30.117833 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d29ba0-bc54-4d1a-b547-fda6d61551a9 None None] Checking router: ff4efa86-c1b5-4507-9304-05e74d4906ac for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:23:30.127431 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d29ba0-bc54-4d1a-b547-fda6d61551a9 None None] Routers {'ff4efa86-c1b5-4507-9304-05e74d4906ac'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:23:30.128066 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-29d29ba0-bc54-4d1a-b547-fda6d61551a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:23:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['ff4efa86-c1b5-4507-9304-05e74d4906ac'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:30.181189 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b1ef2-e355-4e5b-99f2-3e5df9047202 req-63158dd3-e85c-48d3-8670-19914b7ffe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:30.182780 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0f5b1ef2-e355-4e5b-99f2-3e5df9047202 req-63158dd3-e85c-48d3-8670-19914b7ffe09 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bf430b97-90c3-4f74-b456-8fc8fe0fd155 HTTP/1.1" status: 200 len: 898 time: 0.1015546 Nov 10 20:23:30.249061 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-29d29ba0-bc54-4d1a-b547-fda6d61551a9 None None] Set router ff4efa86-c1b5-4507-9304-05e74d4906ac gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:23:30.268315 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0f5b1ef2-e355-4e5b-99f2-3e5df9047202 req-de7f36c1-87ca-4452-8e92-44920fb6d371 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bb3dffa-02f9-4882-94f1-3e564466ac6f HTTP/1.1" status: 200 len: 999 time: 0.0749259 Nov 10 20:23:30.320257 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b1ef2-e355-4e5b-99f2-3e5df9047202 req-e3dd6fe7-ad21-471f-b8bc-9942248e528a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:30.321694 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0f5b1ef2-e355-4e5b-99f2-3e5df9047202 req-e3dd6fe7-ad21-471f-b8bc-9942248e528a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=23ea4fea-456b-4eef-9e42-3cfa96b6fd67 HTTP/1.1" status: 200 len: 834 time: 0.0469594 Nov 10 20:23:30.374754 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b1ef2-e355-4e5b-99f2-3e5df9047202 req-2f740fa0-9c0d-4b52-bf7e-75e95fb5ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:23:30.376310 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0f5b1ef2-e355-4e5b-99f2-3e5df9047202 req-2f740fa0-9c0d-4b52-bf7e-75e95fb5ef0a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bf430b97-90c3-4f74-b456-8fc8fe0fd155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473862 Nov 10 20:23:30.482048 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0f5b1ef2-e355-4e5b-99f2-3e5df9047202 req-a5734215-c239-4d0c-a022-4b36e9a2e4d3 service neutron] 10.222.0.25 "GET /v2.0/networks/bf430b97-90c3-4f74-b456-8fc8fe0fd155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983245 Nov 10 20:23:30.608264 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0f5b1ef2-e355-4e5b-99f2-3e5df9047202 req-b83187da-358a-48f0-9716-4a2a9b0cdb71 service neutron] 10.222.0.25 "GET /v2.0/networks/bf430b97-90c3-4f74-b456-8fc8fe0fd155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171911 Nov 10 20:23:30.701531 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-29d29ba0-bc54-4d1a-b547-fda6d61551a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287333604', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '22823e3a-6859-4757-b954-8247f2a9da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:09Z', 'updated_at': '2021-11-10T20:23:14Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '22823e3a-6859-4757-b954-8247f2a9da45', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:98:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:10Z', 'updated_at': '2021-11-10T20:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '9ac9d776-5960-48ae-94b6-c092ec39afac', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'port_id': '9bb3dffa-02f9-4882-94f1-3e564466ac6f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf430b97-90c3-4f74-b456-8fc8fe0fd155', 'mac_address': 'fa:16:3e:a6:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f748d2-3efd-4af7-b948-61d65853f2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:23:28Z', 'updated_at': '2021-11-10T20:23:28Z', 'revision_number': 0, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab51d266-b0d4-48a1-8d1a-8805fc3f48a8', 'name': '', 'network_id': 'bf430b97-90c3-4f74-b456-8fc8fe0fd155', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:7f:37:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '23ea4fea-456b-4eef-9e42-3cfa96b6fd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:13Z', 'updated_at': '2021-11-10T20:23:16Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': '23ea4fea-456b-4eef-9e42-3cfa96b6fd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:23:30.730306 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d29ba0-bc54-4d1a-b547-fda6d61551a9 None None] The sync data for ids ['ff4efa86-c1b5-4507-9304-05e74d4906ac'] in n-d-813897-4 is: [{'id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287333604', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '22823e3a-6859-4757-b954-8247f2a9da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:09Z', 'updated_at': '2021-11-10T20:23:14Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '22823e3a-6859-4757-b954-8247f2a9da45', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:98:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:10Z', 'updated_at': '2021-11-10T20:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '9ac9d776-5960-48ae-94b6-c092ec39afac', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'port_id': '9bb3dffa-02f9-4882-94f1-3e564466ac6f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf430b97-90c3-4f74-b456-8fc8fe0fd155', 'mac_address': 'fa:16:3e:a6:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f748d2-3efd-4af7-b948-61d65853f2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:23:28Z', 'updated_at': '2021-11-10T20:23:28Z', 'revision_number': 0, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab51d266-b0d4-48a1-8d1a-8805fc3f48a8', 'name': '', 'network_id': 'bf430b97-90c3-4f74-b456-8fc8fe0fd155', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:7f:37:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '23ea4fea-456b-4eef-9e42-3cfa96b6fd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:13Z', 'updated_at': '2021-11-10T20:23:16Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': '23ea4fea-456b-4eef-9e42-3cfa96b6fd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:23:30.978593 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d59832-0b34-465e-9c43-443367f06e74 None None] New status for floating IP 9ac9d776-5960-48ae-94b6-c092ec39afac: ACTIVE {{(pid=102508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:23:31.066775 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57810) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:31.142201 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d12f9290-0043-4de1-a845-0ce0385f4017 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/floatingips/9ac9d776-5960-48ae-94b6-c092ec39afac HTTP/1.1" status: 200 len: 991 time: 0.0738297 Nov 10 20:23:32.146355 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57812) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:23:32.218198 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-101eac85-a958-4cc9-b3c3-93b6afc2d8ac tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/floatingips/9ac9d776-5960-48ae-94b6-c092ec39afac HTTP/1.1" status: 200 len: 993 time: 0.0702705 Nov 10 20:23:53.510828 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-56962070-c23b-4ce3-b818-b97e94f352f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:55.561557 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:55.746341 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-47fcb63c-3cbb-4813-9097-94802d5003aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:55.791843 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:57.509908 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:59.021209 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:23:59.382507 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:05.245723 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:24:15.758886 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-584d481c-af69-40e2-b855-3fe0f69e12e6 req-7a30559c-8a86-440c-9283-a098a469e666 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e5f748d2-3efd-4af7-b948-61d65853f2f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0779388 Nov 10 20:24:15.888054 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d481c-af69-40e2-b855-3fe0f69e12e6 req-cfee8f56-6226-4a05-8db5-b1205e3e21d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:15.890373 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-584d481c-af69-40e2-b855-3fe0f69e12e6 req-cfee8f56-6226-4a05-8db5-b1205e3e21d1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&device_id=e5f748d2-3efd-4af7-b948-61d65853f2f4 HTTP/1.1" status: 200 len: 1096 time: 0.0718524 Nov 10 20:24:16.043009 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d481c-af69-40e2-b855-3fe0f69e12e6 req-db3b96e9-31b2-4a9c-a414-99928eb62fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:16.044642 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-584d481c-af69-40e2-b855-3fe0f69e12e6 req-db3b96e9-31b2-4a9c-a414-99928eb62fb2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bf430b97-90c3-4f74-b456-8fc8fe0fd155 HTTP/1.1" status: 200 len: 898 time: 0.1263528 Nov 10 20:24:16.159793 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-584d481c-af69-40e2-b855-3fe0f69e12e6 req-c6f9105a-5a5f-4309-86bd-77e262ba702a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bb3dffa-02f9-4882-94f1-3e564466ac6f HTTP/1.1" status: 200 len: 1001 time: 0.1070147 Nov 10 20:24:16.245652 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d481c-af69-40e2-b855-3fe0f69e12e6 req-d32b822a-1e82-4c69-8029-bb5c455e1ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:16.248361 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-584d481c-af69-40e2-b855-3fe0f69e12e6 req-d32b822a-1e82-4c69-8029-bb5c455e1ee5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=23ea4fea-456b-4eef-9e42-3cfa96b6fd67 HTTP/1.1" status: 200 len: 834 time: 0.0811853 Nov 10 20:24:16.311220 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d481c-af69-40e2-b855-3fe0f69e12e6 req-b9e9b4cd-05f0-4af6-ad6a-1cdd47244530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:16.312977 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-584d481c-af69-40e2-b855-3fe0f69e12e6 req-b9e9b4cd-05f0-4af6-ad6a-1cdd47244530 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bf430b97-90c3-4f74-b456-8fc8fe0fd155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564065 Nov 10 20:24:16.433704 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-584d481c-af69-40e2-b855-3fe0f69e12e6 req-69277e94-02fe-4ce2-b63f-2a8dab1ac5a5 service neutron] 10.222.0.25 "GET /v2.0/networks/bf430b97-90c3-4f74-b456-8fc8fe0fd155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115334 Nov 10 20:24:16.597234 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-584d481c-af69-40e2-b855-3fe0f69e12e6 req-b53b06a5-4fb6-4fab-a7ce-d96de9dd05e5 service neutron] 10.222.0.25 "GET /v2.0/networks/bf430b97-90c3-4f74-b456-8fc8fe0fd155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557302 Nov 10 20:24:23.513917 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9a2d8b3a-7152-4338-bcd1-61c4c80a2b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:25.554049 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:25.741273 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2bd87f70-fa96-4e4a-82c7-549cc000ed4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:25.796064 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:27.526746 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:29.024024 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:29.383753 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:42.251093 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:24:45.474863 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b8aa7-5dc4-4485-9e65-23c59573a4a5 req-be78f9ce-94c4-4509-8cbc-1d6e653fb8ed tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:45.476443 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6d4b8aa7-5dc4-4485-9e65-23c59573a4a5 req-be78f9ce-94c4-4509-8cbc-1d6e653fb8ed tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5f748d2-3efd-4af7-b948-61d65853f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0808287 Nov 10 20:24:45.547732 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6d4b8aa7-5dc4-4485-9e65-23c59573a4a5 req-8a711e11-c61b-4508-a8a3-9bfcd856348d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6e8ea45-dfa8-449a-b1c7-f461dd0033f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600824 Nov 10 20:24:46.716743 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664910e-3e6c-41a4-ae6d-761fa4c5da44 req-91b8a4a2-02ff-41ef-a3f7-8d5ef633ab70 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:46.718431 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5664910e-3e6c-41a4-ae6d-761fa4c5da44 req-91b8a4a2-02ff-41ef-a3f7-8d5ef633ab70 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5f748d2-3efd-4af7-b948-61d65853f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0571351 Nov 10 20:24:46.780592 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5664910e-3e6c-41a4-ae6d-761fa4c5da44 req-c28ab6c2-2dfd-492a-80e2-b74424fa4462 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6e8ea45-dfa8-449a-b1c7-f461dd0033f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537288 Nov 10 20:24:46.806116 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57850) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:46.877949 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-83dca496-1fda-4da3-8c02-d0bf75ced9c2 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/floatingips/9ac9d776-5960-48ae-94b6-c092ec39afac HTTP/1.1" status: 200 len: 993 time: 0.0700400 Nov 10 20:24:48.209736 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0d594-acdb-4c97-afc2-3bcfd8d81be8 req-3e20b041-9833-47d5-90a5-caf08005cabb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:48.211449 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c3c0d594-acdb-4c97-afc2-3bcfd8d81be8 req-3e20b041-9833-47d5-90a5-caf08005cabb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5f748d2-3efd-4af7-b948-61d65853f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0610678 Nov 10 20:24:48.280665 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c3c0d594-acdb-4c97-afc2-3bcfd8d81be8 req-172d988a-4ceb-4729-9dfd-efbe52452607 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6e8ea45-dfa8-449a-b1c7-f461dd0033f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583086 Nov 10 20:24:49.412178 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a809d-df44-4c0a-a8dd-40d3be9c901b req-6a16a9dd-45d4-472e-af48-3d2113e23cfd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:49.417847 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d03a809d-df44-4c0a-a8dd-40d3be9c901b req-6a16a9dd-45d4-472e-af48-3d2113e23cfd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5f748d2-3efd-4af7-b948-61d65853f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0544014 Nov 10 20:24:49.474630 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d03a809d-df44-4c0a-a8dd-40d3be9c901b req-d717b39c-65ef-4a3a-b6b2-38939edfa6a1 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6e8ea45-dfa8-449a-b1c7-f461dd0033f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513742 Nov 10 20:24:49.502439 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57860) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:49.577183 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c5589151-72b9-4c5b-8061-f770dc8ee095 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/floatingips/9ac9d776-5960-48ae-94b6-c092ec39afac HTTP/1.1" status: 200 len: 993 time: 0.0733278 Nov 10 20:24:49.823814 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57866) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:50.014972 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-1817ea35-a90a-41ae-8a2a-14d710295db4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Deleting port 8738fb64-10d7-42ff-af6c-1a5ff25d7f79 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:24:50.015316 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1817ea35-a90a-41ae-8a2a-14d710295db4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:50.099275 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1817ea35-a90a-41ae-8a2a-14d710295db4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:50.099764 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1817ea35-a90a-41ae-8a2a-14d710295db4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:50.116630 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-1817ea35-a90a-41ae-8a2a-14d710295db4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Calling delete_port for 8738fb64-10d7-42ff-af6c-1a5ff25d7f79 owned by network:floatingip {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:24:50.313569 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1817ea35-a90a-41ae-8a2a-14d710295db4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:50.350768 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1817ea35-a90a-41ae-8a2a-14d710295db4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event deleted for resources: {'Port': ['ID=8738fb64-10d7-42ff-af6c-1a5ff25d7f79,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:50.375425 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817ea35-a90a-41ae-8a2a-14d710295db4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:50.375774 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817ea35-a90a-41ae-8a2a-14d710295db4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:50.376116 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817ea35-a90a-41ae-8a2a-14d710295db4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:50.376471 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817ea35-a90a-41ae-8a2a-14d710295db4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:50.376909 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817ea35-a90a-41ae-8a2a-14d710295db4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:50.377235 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817ea35-a90a-41ae-8a2a-14d710295db4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:50.377569 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817ea35-a90a-41ae-8a2a-14d710295db4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:50.377924 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817ea35-a90a-41ae-8a2a-14d710295db4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:50.378253 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817ea35-a90a-41ae-8a2a-14d710295db4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:50.378577 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817ea35-a90a-41ae-8a2a-14d710295db4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:50.378905 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817ea35-a90a-41ae-8a2a-14d710295db4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:50.379221 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817ea35-a90a-41ae-8a2a-14d710295db4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:50.433961 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1817ea35-a90a-41ae-8a2a-14d710295db4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for floatingip, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:50.435080 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-1817ea35-a90a-41ae-8a2a-14d710295db4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Floating IP 9ac9d776-5960-48ae-94b6-c092ec39afac disassociated (deleted). External IP: 172.25.3.148, port: 9bb3dffa-02f9-4882-94f1-3e564466ac6f. Nov 10 20:24:50.689800 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1817ea35-a90a-41ae-8a2a-14d710295db4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Router ff4efa86-c1b5-4507-9304-05e74d4906ac has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:24:50.842449 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1817ea35-a90a-41ae-8a2a-14d710295db4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:24:50.851291 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1817ea35-a90a-41ae-8a2a-14d710295db4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:50.859386 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ff42fd-6d36-4e93-986b-dcb7bb5d23ec None None] Sync routers for ids ['ff4efa86-c1b5-4507-9304-05e74d4906ac'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:24:50.878436 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ff42fd-6d36-4e93-986b-dcb7bb5d23ec None None] Routers {'ff4efa86-c1b5-4507-9304-05e74d4906ac'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:24:50.879336 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-c4ff42fd-6d36-4e93-986b-dcb7bb5d23ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:24:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['ff4efa86-c1b5-4507-9304-05e74d4906ac'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:24:50.889668 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1817ea35-a90a-41ae-8a2a-14d710295db4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "DELETE /v2.0/floatingips/9ac9d776-5960-48ae-94b6-c092ec39afac HTTP/1.1" status: 204 len: 168 time: 1.0644040 Nov 10 20:24:50.891007 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f748d2-3efd-4af7-b948-61d65853f2f4', 'tag': '9bb3dffa-02f9-4882-94f1-3e564466ac6f'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:24:50.895364 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfbd5c25fd1a1bf18e79891c674f962074aa63d8f4aa99a8f6cb3be41b9dd3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c93b41d-8fd5-4edc-9b0c-e8d7c4cbe8af" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f748d2-3efd-4af7-b948-61d65853f2f4", "tag": "9bb3dffa-02f9-4882-94f1-3e564466ac6f"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:24:51.051250 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-c4ff42fd-6d36-4e93-986b-dcb7bb5d23ec None None] Set router ff4efa86-c1b5-4507-9304-05e74d4906ac gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:24:51.151659 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64b83d7-e12f-49b7-bb51-2d647cb0c776 x-openstack-request-id: req-c64b83d7-e12f-49b7-bb51-2d647cb0c776 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:24:51.152471 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f748d2-3efd-4af7-b948-61d65853f2f4", "tag": "9bb3dffa-02f9-4882-94f1-3e564466ac6f", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:24:51.162245 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c64b83d7-e12f-49b7-bb51-2d647cb0c776 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:24:51.163213 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f748d2-3efd-4af7-b948-61d65853f2f4', 'tag': '9bb3dffa-02f9-4882-94f1-3e564466ac6f', 'status': 'completed', 'code': 200} Nov 10 20:24:51.259040 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93b41d-8fd5-4edc-9b0c-e8d7c4cbe8af req-1e10dc28-c2fe-46c1-b9dd-e2644d9abe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:51.261281 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2c93b41d-8fd5-4edc-9b0c-e8d7c4cbe8af req-1e10dc28-c2fe-46c1-b9dd-e2644d9abe53 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&device_id=e5f748d2-3efd-4af7-b948-61d65853f2f4 HTTP/1.1" status: 200 len: 1096 time: 0.0761065 Nov 10 20:24:51.331659 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970912ca-3e2f-4de1-aad0-1a5324981339 req-8e9f4d32-6d5a-4ecd-8a41-a32aeacf8638 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:51.334553 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-970912ca-3e2f-4de1-aad0-1a5324981339 req-8e9f4d32-6d5a-4ecd-8a41-a32aeacf8638 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5f748d2-3efd-4af7-b948-61d65853f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0865252 Nov 10 20:24:51.360622 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-c4ff42fd-6d36-4e93-986b-dcb7bb5d23ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287333604', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '22823e3a-6859-4757-b954-8247f2a9da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:09Z', 'updated_at': '2021-11-10T20:23:14Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '22823e3a-6859-4757-b954-8247f2a9da45', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:98:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:10Z', 'updated_at': '2021-11-10T20:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'ab51d266-b0d4-48a1-8d1a-8805fc3f48a8', 'name': '', 'network_id': 'bf430b97-90c3-4f74-b456-8fc8fe0fd155', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:7f:37:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '23ea4fea-456b-4eef-9e42-3cfa96b6fd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:13Z', 'updated_at': '2021-11-10T20:23:16Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': '23ea4fea-456b-4eef-9e42-3cfa96b6fd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:24:51.410870 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-970912ca-3e2f-4de1-aad0-1a5324981339 req-1fc87003-57e2-4999-b562-7708c082ab57 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6e8ea45-dfa8-449a-b1c7-f461dd0033f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636034 Nov 10 20:24:51.418482 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93b41d-8fd5-4edc-9b0c-e8d7c4cbe8af req-0b60bc04-78df-4429-9ff0-2e6a329f8a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:51.420353 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2c93b41d-8fd5-4edc-9b0c-e8d7c4cbe8af req-0b60bc04-78df-4429-9ff0-2e6a329f8a2f service neutron] 10.222.0.25 "GET /v2.0/networks?id=bf430b97-90c3-4f74-b456-8fc8fe0fd155 HTTP/1.1" status: 200 len: 898 time: 0.1515687 Nov 10 20:24:51.443534 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ff42fd-6d36-4e93-986b-dcb7bb5d23ec None None] Checking router: ff4efa86-c1b5-4507-9304-05e74d4906ac for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:24:51.454688 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ff42fd-6d36-4e93-986b-dcb7bb5d23ec None None] Routers {'ff4efa86-c1b5-4507-9304-05e74d4906ac'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:24:51.455434 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-c4ff42fd-6d36-4e93-986b-dcb7bb5d23ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:24:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['ff4efa86-c1b5-4507-9304-05e74d4906ac'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:24:51.501866 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2c93b41d-8fd5-4edc-9b0c-e8d7c4cbe8af req-e7e29882-31cd-4df5-9584-f2926186db8d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bb3dffa-02f9-4882-94f1-3e564466ac6f HTTP/1.1" status: 200 len: 217 time: 0.0710347 Nov 10 20:24:51.584524 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93b41d-8fd5-4edc-9b0c-e8d7c4cbe8af req-8627e376-d7cb-495d-8cba-4ca808eecc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:51.586513 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2c93b41d-8fd5-4edc-9b0c-e8d7c4cbe8af req-8627e376-d7cb-495d-8cba-4ca808eecc68 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=23ea4fea-456b-4eef-9e42-3cfa96b6fd67 HTTP/1.1" status: 200 len: 834 time: 0.0766094 Nov 10 20:24:51.609360 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-c4ff42fd-6d36-4e93-986b-dcb7bb5d23ec None None] Set router ff4efa86-c1b5-4507-9304-05e74d4906ac gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:24:51.670595 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93b41d-8fd5-4edc-9b0c-e8d7c4cbe8af req-9706c5a3-2da2-42d6-95e2-17179bf2f6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:51.672995 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2c93b41d-8fd5-4edc-9b0c-e8d7c4cbe8af req-9706c5a3-2da2-42d6-95e2-17179bf2f6ff service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bf430b97-90c3-4f74-b456-8fc8fe0fd155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784159 Nov 10 20:24:51.864519 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2c93b41d-8fd5-4edc-9b0c-e8d7c4cbe8af req-3879ba11-f868-4d02-b2fb-edc3cbe3ac79 service neutron] 10.222.0.25 "GET /v2.0/networks/bf430b97-90c3-4f74-b456-8fc8fe0fd155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829300 Nov 10 20:24:51.989449 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-c4ff42fd-6d36-4e93-986b-dcb7bb5d23ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287333604', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '22823e3a-6859-4757-b954-8247f2a9da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:09Z', 'updated_at': '2021-11-10T20:23:14Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '22823e3a-6859-4757-b954-8247f2a9da45', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:98:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:10Z', 'updated_at': '2021-11-10T20:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'ab51d266-b0d4-48a1-8d1a-8805fc3f48a8', 'name': '', 'network_id': 'bf430b97-90c3-4f74-b456-8fc8fe0fd155', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:7f:37:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '23ea4fea-456b-4eef-9e42-3cfa96b6fd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:13Z', 'updated_at': '2021-11-10T20:23:16Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': '23ea4fea-456b-4eef-9e42-3cfa96b6fd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:24:52.022874 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2c93b41d-8fd5-4edc-9b0c-e8d7c4cbe8af req-e93c8785-b21c-4236-b76d-df0d4d01ea46 service neutron] 10.222.0.25 "GET /v2.0/networks/bf430b97-90c3-4f74-b456-8fc8fe0fd155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497910 Nov 10 20:24:52.043600 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ff42fd-6d36-4e93-986b-dcb7bb5d23ec None None] The sync data for ids ['ff4efa86-c1b5-4507-9304-05e74d4906ac'] in n-d-813897-4 is: [{'id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287333604', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '22823e3a-6859-4757-b954-8247f2a9da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:09Z', 'updated_at': '2021-11-10T20:23:14Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '22823e3a-6859-4757-b954-8247f2a9da45', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:98:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:10Z', 'updated_at': '2021-11-10T20:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'ab51d266-b0d4-48a1-8d1a-8805fc3f48a8', 'name': '', 'network_id': 'bf430b97-90c3-4f74-b456-8fc8fe0fd155', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:7f:37:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '23ea4fea-456b-4eef-9e42-3cfa96b6fd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:13Z', 'updated_at': '2021-11-10T20:23:16Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': '23ea4fea-456b-4eef-9e42-3cfa96b6fd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:24:52.375534 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23a05c3-26c2-430b-9d75-af800dd977f5 None None] New status for floating IP 9ac9d776-5960-48ae-94b6-c092ec39afac: DOWN {{(pid=102508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:24:52.589578 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea07b5-639a-49fe-b41a-311b8cc755e8 req-a3595c26-eb39-46dd-99b4-c6d6898235f3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:52.591285 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-05ea07b5-639a-49fe-b41a-311b8cc755e8 req-a3595c26-eb39-46dd-99b4-c6d6898235f3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5f748d2-3efd-4af7-b948-61d65853f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0625660 Nov 10 20:24:52.657068 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-05ea07b5-639a-49fe-b41a-311b8cc755e8 req-b2c41e93-35ab-4a01-a95e-0ca1ecebab33 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6e8ea45-dfa8-449a-b1c7-f461dd0033f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574381 Nov 10 20:24:53.094233 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf0bfe-29d6-4f5d-8185-c67ae3977aa1 req-64702ab1-d335-4f51-8212-1e63ff6eb7a3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:24:53.096022 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9bdf0bfe-29d6-4f5d-8185-c67ae3977aa1 req-64702ab1-d335-4f51-8212-1e63ff6eb7a3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5f748d2-3efd-4af7-b948-61d65853f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0716178 Nov 10 20:24:53.215235 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-9bdf0bfe-29d6-4f5d-8185-c67ae3977aa1 req-12f23b2e-f41b-4015-b85a-629966729e1f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Deleting port 9bb3dffa-02f9-4882-94f1-3e564466ac6f {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:24:53.215603 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9bdf0bfe-29d6-4f5d-8185-c67ae3977aa1 req-12f23b2e-f41b-4015-b85a-629966729e1f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:53.332145 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-9bdf0bfe-29d6-4f5d-8185-c67ae3977aa1 req-12f23b2e-f41b-4015-b85a-629966729e1f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] For port 9bb3dffa-02f9-4882-94f1-3e564466ac6f, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=9bb3dffa-02f9-4882-94f1-3e564466ac6f,segment=NetworkSegment(f55ccd8c-3b3c-4ad2-b82e-f056763a3656),segment_id=f55ccd8c-3b3c-4ad2-b82e-f056763a3656)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:24:53.332430 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9bdf0bfe-29d6-4f5d-8185-c67ae3977aa1 req-12f23b2e-f41b-4015-b85a-629966729e1f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:53.351229 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-9bdf0bfe-29d6-4f5d-8185-c67ae3977aa1 req-12f23b2e-f41b-4015-b85a-629966729e1f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Calling delete_port for 9bb3dffa-02f9-4882-94f1-3e564466ac6f owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:24:53.523031 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9bdf0bfe-29d6-4f5d-8185-c67ae3977aa1 req-12f23b2e-f41b-4015-b85a-629966729e1f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:53.523725 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-030c4036-02be-4afc-a3d7-65d34c91c6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:53.557031 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f23b2e-f41b-4015-b85a-629966729e1f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event deleted for resources: {'Port': ['ID=9bb3dffa-02f9-4882-94f1-3e564466ac6f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:53.575270 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f23b2e-f41b-4015-b85a-629966729e1f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:53.576656 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f23b2e-f41b-4015-b85a-629966729e1f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:53.577257 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f23b2e-f41b-4015-b85a-629966729e1f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:53.577938 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f23b2e-f41b-4015-b85a-629966729e1f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:53.578430 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f23b2e-f41b-4015-b85a-629966729e1f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:53.578938 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f23b2e-f41b-4015-b85a-629966729e1f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:53.579367 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f23b2e-f41b-4015-b85a-629966729e1f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:53.579839 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f23b2e-f41b-4015-b85a-629966729e1f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:53.580390 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f23b2e-f41b-4015-b85a-629966729e1f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:53.580873 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f23b2e-f41b-4015-b85a-629966729e1f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:53.581337 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f23b2e-f41b-4015-b85a-629966729e1f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:53.581864 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f23b2e-f41b-4015-b85a-629966729e1f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:53.626641 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bdf0bfe-29d6-4f5d-8185-c67ae3977aa1 req-12f23b2e-f41b-4015-b85a-629966729e1f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] No DVR routers for this DVR port 9bb3dffa-02f9-4882-94f1-3e564466ac6f on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:24:53.630439 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-9bdf0bfe-29d6-4f5d-8185-c67ae3977aa1 req-12f23b2e-f41b-4015-b85a-629966729e1f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:53.634176 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9bdf0bfe-29d6-4f5d-8185-c67ae3977aa1 req-12f23b2e-f41b-4015-b85a-629966729e1f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.25 "DELETE /v2.0/ports/9bb3dffa-02f9-4882-94f1-3e564466ac6f HTTP/1.1" status: 204 len: 173 time: 0.5288756 Nov 10 20:24:53.634797 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f748d2-3efd-4af7-b948-61d65853f2f4', 'name': 'network-vif-deleted', 'tag': '9bb3dffa-02f9-4882-94f1-3e564466ac6f'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:24:53.637432 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07eccaae-e54c-4ca9-b72e-d247b4326b56" -d '{"events": [{"server_uuid": "e5f748d2-3efd-4af7-b948-61d65853f2f4", "name": "network-vif-deleted", "tag": "9bb3dffa-02f9-4882-94f1-3e564466ac6f"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:24:53.695189 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760e4569-9444-473f-9501-2522a340ef5f x-openstack-request-id: req-760e4569-9444-473f-9501-2522a340ef5f {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:24:53.697057 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f748d2-3efd-4af7-b948-61d65853f2f4", "name": "network-vif-deleted", "tag": "9bb3dffa-02f9-4882-94f1-3e564466ac6f", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:24:53.697057 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-760e4569-9444-473f-9501-2522a340ef5f {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:24:53.697879 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f748d2-3efd-4af7-b948-61d65853f2f4', 'name': 'network-vif-deleted', 'tag': '9bb3dffa-02f9-4882-94f1-3e564466ac6f', 'status': 'completed', 'code': 200} Nov 10 20:24:53.783690 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6f109907-d7c0-4af7-be7d-9c7aa5d65d9f req-383e923a-91ea-49ea-aceb-9a74b13bd3fa tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5f748d2-3efd-4af7-b948-61d65853f2f4 HTTP/1.1" status: 200 len: 210 time: 0.0284574 Nov 10 20:24:54.862556 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57882) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:55.361629 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e7f8257d-d2ff-4156-aa17-2e42f94d865f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:55.390465 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 9bb3dffa-02f9-4882-94f1-3e564466ac6f no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:24:55.426141 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 9bb3dffa-02f9-4882-94f1-3e564466ac6f {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:24:55.426727 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 9bb3dffa-02f9-4882-94f1-3e564466ac6f not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:24:55.566310 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:55.695152 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-e7f8257d-d2ff-4156-aa17-2e42f94d865f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Deleting port ab51d266-b0d4-48a1-8d1a-8805fc3f48a8 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:24:55.695571 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e7f8257d-d2ff-4156-aa17-2e42f94d865f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:55.743033 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-221ae4d2-6523-428e-9284-ba12730a2033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:55.784779 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:55.825624 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-e7f8257d-d2ff-4156-aa17-2e42f94d865f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] For port ab51d266-b0d4-48a1-8d1a-8805fc3f48a8, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=ab51d266-b0d4-48a1-8d1a-8805fc3f48a8,segment=NetworkSegment(f55ccd8c-3b3c-4ad2-b82e-f056763a3656),segment_id=f55ccd8c-3b3c-4ad2-b82e-f056763a3656)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:24:55.826023 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e7f8257d-d2ff-4156-aa17-2e42f94d865f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:55.844077 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-e7f8257d-d2ff-4156-aa17-2e42f94d865f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Calling delete_port for ab51d266-b0d4-48a1-8d1a-8805fc3f48a8 owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:24:56.125369 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e7f8257d-d2ff-4156-aa17-2e42f94d865f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:56.154389 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f8257d-d2ff-4156-aa17-2e42f94d865f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event deleted for resources: {'Port': ['ID=ab51d266-b0d4-48a1-8d1a-8805fc3f48a8,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:56.400723 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e7f8257d-d2ff-4156-aa17-2e42f94d865f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:56.661128 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f8257d-d2ff-4156-aa17-2e42f94d865f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Router ff4efa86-c1b5-4507-9304-05e74d4906ac has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:24:56.809972 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f8257d-d2ff-4156-aa17-2e42f94d865f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:24:56.818160 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e7f8257d-d2ff-4156-aa17-2e42f94d865f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "PUT /v2.0/routers/ff4efa86-c1b5-4507-9304-05e74d4906ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9540336 Nov 10 20:24:56.821066 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57884) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:56.824566 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebff7c2e-b11b-4691-b438-17559502de15 None None] Sync routers for ids ['ff4efa86-c1b5-4507-9304-05e74d4906ac'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:24:56.841355 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebff7c2e-b11b-4691-b438-17559502de15 None None] Routers {'ff4efa86-c1b5-4507-9304-05e74d4906ac'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:24:56.842711 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-ebff7c2e-b11b-4691-b438-17559502de15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:24:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['ff4efa86-c1b5-4507-9304-05e74d4906ac'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:24:56.972347 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-ebff7c2e-b11b-4691-b438-17559502de15 None None] Set router ff4efa86-c1b5-4507-9304-05e74d4906ac gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:24:57.257849 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-ebff7c2e-b11b-4691-b438-17559502de15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287333604', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '22823e3a-6859-4757-b954-8247f2a9da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:09Z', 'updated_at': '2021-11-10T20:24:56Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '22823e3a-6859-4757-b954-8247f2a9da45', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:98:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:10Z', 'updated_at': '2021-11-10T20:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:24:57.294425 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebff7c2e-b11b-4691-b438-17559502de15 None None] Checking router: ff4efa86-c1b5-4507-9304-05e74d4906ac for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:24:57.307644 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebff7c2e-b11b-4691-b438-17559502de15 None None] Routers {'ff4efa86-c1b5-4507-9304-05e74d4906ac'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:24:57.308296 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-ebff7c2e-b11b-4691-b438-17559502de15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:24:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['ff4efa86-c1b5-4507-9304-05e74d4906ac'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:24:57.318428 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbdbac63-db2c-49b1-ac6f-6e20a78c64c1 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Deleting subnet 23ea4fea-456b-4eef-9e42-3cfa96b6fd67 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:24:57.323981 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bbdbac63-db2c-49b1-ac6f-6e20a78c64c1 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:57.390975 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bbdbac63-db2c-49b1-ac6f-6e20a78c64c1 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:57.462714 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-ebff7c2e-b11b-4691-b438-17559502de15 None None] Set router ff4efa86-c1b5-4507-9304-05e74d4906ac gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:24:57.509188 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bbdbac63-db2c-49b1-ac6f-6e20a78c64c1 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:57.610631 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bbdbac63-db2c-49b1-ac6f-6e20a78c64c1 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:57.637399 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bbdbac63-db2c-49b1-ac6f-6e20a78c64c1 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:57.648857 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57886) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:57.649597 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-bbdbac63-db2c-49b1-ac6f-6e20a78c64c1 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "DELETE /v2.0/subnets/23ea4fea-456b-4eef-9e42-3cfa96b6fd67 HTTP/1.1" status: 204 len: 168 time: 0.8270576 Nov 10 20:24:57.698036 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daed552d-204a-4cf2-8738-c275d9a47c42 None None] Network bf430b97-90c3-4f74-b456-8fc8fe0fd155 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:24:57.699177 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdbac63-db2c-49b1-ac6f-6e20a78c64c1 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event deleted for resources: {'Subnet': ['ID=23ea4fea-456b-4eef-9e42-3cfa96b6fd67,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:57.808948 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:57.868780 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-717b2827-0637-4de4-ad29-a6a1f2cce663 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:57.997820 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-ebff7c2e-b11b-4691-b438-17559502de15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287333604', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '22823e3a-6859-4757-b954-8247f2a9da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:09Z', 'updated_at': '2021-11-10T20:24:56Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '22823e3a-6859-4757-b954-8247f2a9da45', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:98:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:10Z', 'updated_at': '2021-11-10T20:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:24:58.020428 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-717b2827-0637-4de4-ad29-a6a1f2cce663 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:58.030430 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebff7c2e-b11b-4691-b438-17559502de15 None None] The sync data for ids ['ff4efa86-c1b5-4507-9304-05e74d4906ac'] in n-d-813897-4 is: [{'id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287333604', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '22823e3a-6859-4757-b954-8247f2a9da45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:23:09Z', 'updated_at': '2021-11-10T20:24:56Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '22823e3a-6859-4757-b954-8247f2a9da45', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:98:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4efa86-c1b5-4507-9304-05e74d4906ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:23:10Z', 'updated_at': '2021-11-10T20:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:24:58.079561 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74aa60f4-18f5-4ad1-9316-5e6c664f2bb8 None None] DHCP port deletion for bf430b97-90c3-4f74-b456-8fc8fe0fd155 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:24:58.099266 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-717b2827-0637-4de4-ad29-a6a1f2cce663 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Deleting port 22823e3a-6859-4757-b954-8247f2a9da45 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:24:58.099793 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-717b2827-0637-4de4-ad29-a6a1f2cce663 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:58.136299 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-74aa60f4-18f5-4ad1-9316-5e6c664f2bb8 None None] Deleting port 78bbaf46-c4f1-461c-8f08-ae419d81a845 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:24:58.136667 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-74aa60f4-18f5-4ad1-9316-5e6c664f2bb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:58.206709 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-717b2827-0637-4de4-ad29-a6a1f2cce663 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] For port 22823e3a-6859-4757-b954-8247f2a9da45, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=22823e3a-6859-4757-b954-8247f2a9da45,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:24:58.207309 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-717b2827-0637-4de4-ad29-a6a1f2cce663 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:58.213015 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-74aa60f4-18f5-4ad1-9316-5e6c664f2bb8 None None] For port 78bbaf46-c4f1-461c-8f08-ae419d81a845, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=78bbaf46-c4f1-461c-8f08-ae419d81a845,segment=NetworkSegment(f55ccd8c-3b3c-4ad2-b82e-f056763a3656),segment_id=f55ccd8c-3b3c-4ad2-b82e-f056763a3656)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:24:58.213410 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-74aa60f4-18f5-4ad1-9316-5e6c664f2bb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:58.228287 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-74aa60f4-18f5-4ad1-9316-5e6c664f2bb8 None None] Calling delete_port for 78bbaf46-c4f1-461c-8f08-ae419d81a845 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:24:58.228570 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-717b2827-0637-4de4-ad29-a6a1f2cce663 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Calling delete_port for 22823e3a-6859-4757-b954-8247f2a9da45 owned by network:router_gateway {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:24:58.335300 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-74aa60f4-18f5-4ad1-9316-5e6c664f2bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:58.361282 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa60f4-18f5-4ad1-9316-5e6c664f2bb8 None None] Pushing event deleted for resources: {'Port': ['ID=78bbaf46-c4f1-461c-8f08-ae419d81a845,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:58.368557 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aa60f4-18f5-4ad1-9316-5e6c664f2bb8 None None] No DVR routers for this DVR port 78bbaf46-c4f1-461c-8f08-ae419d81a845 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:24:58.380270 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa60f4-18f5-4ad1-9316-5e6c664f2bb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:58.380764 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa60f4-18f5-4ad1-9316-5e6c664f2bb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:58.381165 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa60f4-18f5-4ad1-9316-5e6c664f2bb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:58.381580 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa60f4-18f5-4ad1-9316-5e6c664f2bb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:58.381986 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa60f4-18f5-4ad1-9316-5e6c664f2bb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:58.382323 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa60f4-18f5-4ad1-9316-5e6c664f2bb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:58.382653 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa60f4-18f5-4ad1-9316-5e6c664f2bb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:58.382986 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa60f4-18f5-4ad1-9316-5e6c664f2bb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:58.383309 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa60f4-18f5-4ad1-9316-5e6c664f2bb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:58.383638 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa60f4-18f5-4ad1-9316-5e6c664f2bb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:58.383977 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa60f4-18f5-4ad1-9316-5e6c664f2bb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:58.384284 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa60f4-18f5-4ad1-9316-5e6c664f2bb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:24:58.489289 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-717b2827-0637-4de4-ad29-a6a1f2cce663 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:58.536428 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b2827-0637-4de4-ad29-a6a1f2cce663 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event deleted for resources: {'Port': ['ID=22823e3a-6859-4757-b954-8247f2a9da45,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:58.561426 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf1482c-8fbe-45c2-b471-81972d58ede0 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:24:58.642685 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-717b2827-0637-4de4-ad29-a6a1f2cce663 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:58.751386 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-717b2827-0637-4de4-ad29-a6a1f2cce663 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:58.753991 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-717b2827-0637-4de4-ad29-a6a1f2cce663 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:58.808718 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-717b2827-0637-4de4-ad29-a6a1f2cce663 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:58.809408 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717b2827-0637-4de4-ad29-a6a1f2cce663 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Fanout notify agent at l3_agent the message router_deleted on router ff4efa86-c1b5-4507-9304-05e74d4906ac {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 20:24:58.821630 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-717b2827-0637-4de4-ad29-a6a1f2cce663 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:58.826802 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-717b2827-0637-4de4-ad29-a6a1f2cce663 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "DELETE /v2.0/routers/ff4efa86-c1b5-4507-9304-05e74d4906ac HTTP/1.1" status: 204 len: 168 time: 1.1716676 Nov 10 20:24:58.827302 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57888) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:58.928860 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c58fcd85-1cd1-4426-9b62-acd2d94fc396 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:59.024065 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:59.042322 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c58fcd85-1cd1-4426-9b62-acd2d94fc396 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:59.075555 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-c58fcd85-1cd1-4426-9b62-acd2d94fc396 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf430b97-90c3-4f74-b456-8fc8fe0fd155']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:24:59.091701 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-c58fcd85-1cd1-4426-9b62-acd2d94fc396 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f55ccd8c-3b3c-4ad2-b82e-f056763a3656') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:24:59.092003 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-c58fcd85-1cd1-4426-9b62-acd2d94fc396 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f55ccd8c-3b3c-4ad2-b82e-f056763a3656') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:24:59.103491 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c58fcd85-1cd1-4426-9b62-acd2d94fc396 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:59.119249 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c58fcd85-1cd1-4426-9b62-acd2d94fc396 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:59.126363 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58fcd85-1cd1-4426-9b62-acd2d94fc396 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:24:59.126798 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c58fcd85-1cd1-4426-9b62-acd2d94fc396 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:59.130074 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 20:24:59.130074 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:24:59.130074 n-d-813897-4 neutron-server[102506]: timer() Nov 10 20:24:59.130074 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:24:59.130074 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 20:24:59.130074 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:24:59.130074 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 20:24:59.130074 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:24:59.130074 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 20:24:59.130074 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:24:59.130074 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 20:24:59.130074 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:24:59.130074 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 20:24:59.130074 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:24:59.130074 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:24:59.130074 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:24:59.130074 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:24:59.130074 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:24:59.130074 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 20:24:59.130074 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:24:59.130074 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 20:24:59.130074 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:24:59.130074 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:24:59.130074 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:24:59.130074 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 20:24:59.130074 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:24:59.130074 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:24:59.130074 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:24:59.130074 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:24:59.130074 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:24:59.130074 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:24:59.130074 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:24:59.203201 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c58fcd85-1cd1-4426-9b62-acd2d94fc396 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:59.211943 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c58fcd85-1cd1-4426-9b62-acd2d94fc396 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:59.216261 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c58fcd85-1cd1-4426-9b62-acd2d94fc396 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "DELETE /v2.0/networks/bf430b97-90c3-4f74-b456-8fc8fe0fd155 HTTP/1.1" status: 204 len: 168 time: 0.3874576 Nov 10 20:24:59.220600 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57890) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:59.236501 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58fcd85-1cd1-4426-9b62-acd2d94fc396 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event deleted for resources: {'Network': ['ID=bf430b97-90c3-4f74-b456-8fc8fe0fd155,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:59.296233 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7ce147b0-d8a0-480e-83f7-75ff36643572 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:59.329954 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7ce147b0-d8a0-480e-83f7-75ff36643572 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:59.390659 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:59.416417 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7ce147b0-d8a0-480e-83f7-75ff36643572 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:59.420330 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7ce147b0-d8a0-480e-83f7-75ff36643572 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:59.421725 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7ce147b0-d8a0-480e-83f7-75ff36643572 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "DELETE /v2.0/security-groups/d6e8ea45-dfa8-449a-b1c7-f461dd0033f2 HTTP/1.1" status: 204 len: 168 time: 0.1999719 Nov 10 20:24:59.437897 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce147b0-d8a0-480e-83f7-75ff36643572 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e8ea45-dfa8-449a-b1c7-f461dd0033f2,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:24:59.816535 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ab51d266-b0d4-48a1-8d1a-8805fc3f48a8 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:24:59.844887 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: ab51d266-b0d4-48a1-8d1a-8805fc3f48a8 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:24:59.845276 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device ab51d266-b0d4-48a1-8d1a-8805fc3f48a8 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:24:59.845719 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 22823e3a-6859-4757-b954-8247f2a9da45 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:24:59.847074 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57896) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:24:59.852261 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-43bea45a-fb28-4200-96b9-345b5e5411b4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1048830260', 'description': 'tempest-secgroup-smoke-1048830260 description', 'project_id': 'd6be74ad5b18422194586c70b0b42211'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:24:59.870481 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 22823e3a-6859-4757-b954-8247f2a9da45 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:24:59.871124 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 22823e3a-6859-4757-b954-8247f2a9da45 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:24:59.871580 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 78bbaf46-c4f1-461c-8f08-ae419d81a845 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:24:59.881438 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-43bea45a-fb28-4200-96b9-345b5e5411b4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:59.894765 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 78bbaf46-c4f1-461c-8f08-ae419d81a845 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:24:59.895116 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 78bbaf46-c4f1-461c-8f08-ae419d81a845 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:24:59.969745 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-43bea45a-fb28-4200-96b9-345b5e5411b4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:24:59.975705 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-43bea45a-fb28-4200-96b9-345b5e5411b4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.009296 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-43bea45a-fb28-4200-96b9-345b5e5411b4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.010877 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-43bea45a-fb28-4200-96b9-345b5e5411b4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1625028 Nov 10 20:25:00.016060 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57898) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:00.016414 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bea45a-fb28-4200-96b9-345b5e5411b4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8005381-d737-4349-aab7-c7d956ec7001,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:00.025582 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-2ded1fc2-048a-4d3a-848b-d0a812fd8e41 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'security_group_rule': {'security_group_id': 'e8005381-d737-4349-aab7-c7d956ec7001', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:00.067708 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2ded1fc2-048a-4d3a-848b-d0a812fd8e41 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.138245 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2ded1fc2-048a-4d3a-848b-d0a812fd8e41 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.143283 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2ded1fc2-048a-4d3a-848b-d0a812fd8e41 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.166896 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded1fc2-048a-4d3a-848b-d0a812fd8e41 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f9b6ebe-0211-45d4-8e15-b6077ee1d045,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:00.177348 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2ded1fc2-048a-4d3a-848b-d0a812fd8e41 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.178683 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2ded1fc2-048a-4d3a-848b-d0a812fd8e41 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1611581 Nov 10 20:25:00.183304 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57900) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:00.188642 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-46e44370-3509-44f0-ae9d-82509a20629f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'security_group_rule': {'security_group_id': 'e8005381-d737-4349-aab7-c7d956ec7001', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:00.224058 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46e44370-3509-44f0-ae9d-82509a20629f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.309063 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46e44370-3509-44f0-ae9d-82509a20629f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.315667 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46e44370-3509-44f0-ae9d-82509a20629f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.342415 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e44370-3509-44f0-ae9d-82509a20629f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22775e0-7855-49a0-87ca-55f8f9dc1427,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:00.360078 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-46e44370-3509-44f0-ae9d-82509a20629f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.362518 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-46e44370-3509-44f0-ae9d-82509a20629f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1776340 Nov 10 20:25:00.366609 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57902) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:00.374499 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-0aacf874-8a06-4ba4-b88e-987b7ed99633 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'security_group_rule': {'security_group_id': 'e8005381-d737-4349-aab7-c7d956ec7001', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:00.423843 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0aacf874-8a06-4ba4-b88e-987b7ed99633 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.509575 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0aacf874-8a06-4ba4-b88e-987b7ed99633 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.515584 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0aacf874-8a06-4ba4-b88e-987b7ed99633 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.538919 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aacf874-8a06-4ba4-b88e-987b7ed99633 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69552945-75d5-422d-8a74-c8bcd7ce6fe7,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:00.551971 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0aacf874-8a06-4ba4-b88e-987b7ed99633 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.553519 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0aacf874-8a06-4ba4-b88e-987b7ed99633 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1854494 Nov 10 20:25:00.557082 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57904) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:00.562748 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-e0b2c697-33d1-424a-8039-6d756df4ff5e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'security_group_rule': {'security_group_id': 'e8005381-d737-4349-aab7-c7d956ec7001', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:00.596987 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e0b2c697-33d1-424a-8039-6d756df4ff5e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.679856 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e0b2c697-33d1-424a-8039-6d756df4ff5e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.685031 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e0b2c697-33d1-424a-8039-6d756df4ff5e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.706602 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2c697-33d1-424a-8039-6d756df4ff5e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4320c90a-5e57-4d66-b8db-d4b7883e078e,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:00.718731 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e0b2c697-33d1-424a-8039-6d756df4ff5e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.721174 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e0b2c697-33d1-424a-8039-6d756df4ff5e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1620686 Nov 10 20:25:00.724356 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57906) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:00.729748 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-ca425b9f-d46b-446d-a191-cfdab39a0411 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'security_group_rule': {'security_group_id': 'e8005381-d737-4349-aab7-c7d956ec7001', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:00.758345 n-d-813897-4 neutron-server[102505]: INFO neutron.db.securitygroups_db [None req-ca425b9f-d46b-446d-a191-cfdab39a0411 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Project d6be74ad5b18422194586c70b0b42211 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 20:25:00.765389 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ca425b9f-d46b-446d-a191-cfdab39a0411 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.875221 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ca425b9f-d46b-446d-a191-cfdab39a0411 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.881479 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ca425b9f-d46b-446d-a191-cfdab39a0411 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.901075 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca425b9f-d46b-446d-a191-cfdab39a0411 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0e10a44-1913-40a5-af76-4337e1002471,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:00.918685 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ca425b9f-d46b-446d-a191-cfdab39a0411 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:00.920887 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ca425b9f-d46b-446d-a191-cfdab39a0411 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1950424 Nov 10 20:25:00.924599 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57908) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:00.931430 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-6f4a8769-b26e-4779-b56a-4eee332e7441 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'security_group_rule': {'security_group_id': 'e8005381-d737-4349-aab7-c7d956ec7001', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:00.959262 n-d-813897-4 neutron-server[102505]: INFO neutron.db.securitygroups_db [None req-6f4a8769-b26e-4779-b56a-4eee332e7441 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Project d6be74ad5b18422194586c70b0b42211 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 20:25:00.965408 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6f4a8769-b26e-4779-b56a-4eee332e7441 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:01.034373 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6f4a8769-b26e-4779-b56a-4eee332e7441 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:01.040133 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6f4a8769-b26e-4779-b56a-4eee332e7441 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:01.061712 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a8769-b26e-4779-b56a-4eee332e7441 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3234d82-3955-4419-b98a-975d3032f1b2,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:01.072652 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6f4a8769-b26e-4779-b56a-4eee332e7441 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:01.074910 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6f4a8769-b26e-4779-b56a-4eee332e7441 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1486847 Nov 10 20:25:01.078232 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57910) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:01.087007 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-215af903-6290-41e4-9dd0-854f61c332bf tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'network': {'name': 'tempest-network-smoke--351940129', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'port_security_enabled': True}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:01.119795 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215af903-6290-41e4-9dd0-854f61c332bf tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Made reservation on behalf of d6be74ad5b18422194586c70b0b42211 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:25:01.123804 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-215af903-6290-41e4-9dd0-854f61c332bf tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:01.154372 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-215af903-6290-41e4-9dd0-854f61c332bf tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:25:01.165310 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-215af903-6290-41e4-9dd0-854f61c332bf tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:01.165670 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-215af903-6290-41e4-9dd0-854f61c332bf tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Added segment f9beb331-d636-4aea-b8d9-44e24573bc1a of type vlan for network da9fd6b1-b261-41dc-a571-4d1cbf5dc29b Nov 10 20:25:01.219071 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-215af903-6290-41e4-9dd0-854f61c332bf tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:01.259288 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-215af903-6290-41e4-9dd0-854f61c332bf tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:01.270045 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215af903-6290-41e4-9dd0-854f61c332bf tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:01.270694 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-215af903-6290-41e4-9dd0-854f61c332bf tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:01.314158 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-215af903-6290-41e4-9dd0-854f61c332bf tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2342632 Nov 10 20:25:01.317198 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57912) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:01.322003 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-9f801d5c-1215-46c7-8c58-f56f99e0eb92 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-181142433', 'admin_state_up': True, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:01.351690 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9f801d5c-1215-46c7-8c58-f56f99e0eb92 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:01.353003 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9f801d5c-1215-46c7-8c58-f56f99e0eb92 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:01.366612 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215af903-6290-41e4-9dd0-854f61c332bf tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Network': ['ID=da9fd6b1-b261-41dc-a571-4d1cbf5dc29b,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:01.382246 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network da9fd6b1-b261-41dc-a571-4d1cbf5dc29b details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:25:01.454050 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9f801d5c-1215-46c7-8c58-f56f99e0eb92 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:01.662538 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9f801d5c-1215-46c7-8c58-f56f99e0eb92 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:01.937012 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9f801d5c-1215-46c7-8c58-f56f99e0eb92 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:01.959117 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9f801d5c-1215-46c7-8c58-f56f99e0eb92 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:02.077198 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-9f801d5c-1215-46c7-8c58-f56f99e0eb92 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Allocated IP 172.25.3.179 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:25:02.200691 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9f801d5c-1215-46c7-8c58-f56f99e0eb92 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:02.252344 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9f801d5c-1215-46c7-8c58-f56f99e0eb92 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:02.291437 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f801d5c-1215-46c7-8c58-f56f99e0eb92 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:25:02.294442 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-9f801d5c-1215-46c7-8c58-f56f99e0eb92 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:25:02.300977 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f801d5c-1215-46c7-8c58-f56f99e0eb92 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:25:02.316479 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf2c016-b209-4ec6-86d5-6a55227ee134 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:25:02.326546 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f801d5c-1215-46c7-8c58-f56f99e0eb92 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Port': ['ID=a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:02.403212 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-1e8fe926-8fe1-4cc8-b56f-5118592a45ce None None] Provisioning complete for port a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:02.404043 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1e8fe926-8fe1-4cc8-b56f-5118592a45ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:02.440684 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-1e8fe926-8fe1-4cc8-b56f-5118592a45ce None None] Port a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:25:02.641565 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9f801d5c-1215-46c7-8c58-f56f99e0eb92 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:02.880902 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9f801d5c-1215-46c7-8c58-f56f99e0eb92 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:03.059355 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f801d5c-1215-46c7-8c58-f56f99e0eb92 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Router 1944856b-db1a-4d47-94fe-eff28ba2dc50 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 20:25:03.523739 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f801d5c-1215-46c7-8c58-f56f99e0eb92 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:25:03.539420 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3171d96-41b6-4ecf-9f18-08daa39a6893 None None] Sync routers for ids ['1944856b-db1a-4d47-94fe-eff28ba2dc50'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:25:03.552269 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9f801d5c-1215-46c7-8c58-f56f99e0eb92 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:03.554084 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3171d96-41b6-4ecf-9f18-08daa39a6893 None None] Routers {'1944856b-db1a-4d47-94fe-eff28ba2dc50'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:25:03.554317 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9f801d5c-1215-46c7-8c58-f56f99e0eb92 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2358479 Nov 10 20:25:03.554982 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-b3171d96-41b6-4ecf-9f18-08daa39a6893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:24:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['1944856b-db1a-4d47-94fe-eff28ba2dc50'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:25:03.559651 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57914) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:03.592050 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d0989334-2d61-4569-b327-3e8de16f1adf tempest-TestNetworkAdvancedServerOps-1920971335 tempest-TestNetworkAdvancedServerOps-1920971335-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=d6be74ad5b18422194586c70b0b42211&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310810 Nov 10 20:25:03.596517 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57916) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:03.683288 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-b3171d96-41b6-4ecf-9f18-08daa39a6893 None None] Set router 1944856b-db1a-4d47-94fe-eff28ba2dc50 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:25:03.725935 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e305bf56-691c-4367-8f41-0caff7499f7e tempest-TestNetworkAdvancedServerOps-1920971335 tempest-TestNetworkAdvancedServerOps-1920971335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:03.727537 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e305bf56-691c-4367-8f41-0caff7499f7e tempest-TestNetworkAdvancedServerOps-1920971335 tempest-TestNetworkAdvancedServerOps-1920971335-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1295457 Nov 10 20:25:03.732165 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 57918) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:03.763687 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b7539753-9073-4c67-a5de-6e3739c19eaa tempest-TestNetworkAdvancedServerOps-1920971335 tempest-TestNetworkAdvancedServerOps-1920971335-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301676 Nov 10 20:25:03.768682 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57920) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:03.776468 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-2a9aaa43-b73d-4624-9e71-bc7051053515 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-888639609', 'network_id': 'da9fd6b1-b261-41dc-a571-4d1cbf5dc29b', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:03.890362 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9aaa43-b73d-4624-9e71-bc7051053515 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Made reservation on behalf of d6be74ad5b18422194586c70b0b42211 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:25:03.897027 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2a9aaa43-b73d-4624-9e71-bc7051053515 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:03.916524 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-b3171d96-41b6-4ecf-9f18-08daa39a6893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181142433', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:01Z', 'updated_at': '2021-11-10T20:25:02Z', 'revision_number': 3, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': 'a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:aa:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:01Z', 'updated_at': '2021-11-10T20:25:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:25:03.952586 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3171d96-41b6-4ecf-9f18-08daa39a6893 None None] Checking router: 1944856b-db1a-4d47-94fe-eff28ba2dc50 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:25:03.953017 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3171d96-41b6-4ecf-9f18-08daa39a6893 None None] Updating router 1944856b-db1a-4d47-94fe-eff28ba2dc50 port a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:25:03.988010 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b3171d96-41b6-4ecf-9f18-08daa39a6893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:04.192843 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2a9aaa43-b73d-4624-9e71-bc7051053515 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:04.269938 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9aaa43-b73d-4624-9e71-bc7051053515 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Subnet': ['ID=cc9c00c2-a1f3-4514-ab3b-0f179bb194dd,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:04.279477 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9aaa43-b73d-4624-9e71-bc7051053515 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Checking segment: {'id': 'f9beb331-d636-4aea-b8d9-44e24573bc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'da9fd6b1-b261-41dc-a571-4d1cbf5dc29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:25:04.279861 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9aaa43-b73d-4624-9e71-bc7051053515 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Network hostable DHCP agents. Network: da9fd6b1-b261-41dc-a571-4d1cbf5dc29b, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:25:04.302303 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9aaa43-b73d-4624-9e71-bc7051053515 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Network da9fd6b1-b261-41dc-a571-4d1cbf5dc29b is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:25:04.317648 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-2a9aaa43-b73d-4624-9e71-bc7051053515 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, da9fd6b1-b261-41dc-a571-4d1cbf5dc29b) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:25:04.322961 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9aaa43-b73d-4624-9e71-bc7051053515 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:04.323880 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-2a9aaa43-b73d-4624-9e71-bc7051053515 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:04.335299 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321fe5c8-e2a9-4c1a-9a65-b818130033c5 None None] Network da9fd6b1-b261-41dc-a571-4d1cbf5dc29b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:25:04.359373 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b3171d96-41b6-4ecf-9f18-08daa39a6893 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:04.362062 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2a9aaa43-b73d-4624-9e71-bc7051053515 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5906692 Nov 10 20:25:04.364280 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57922) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:04.368968 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b3171d96-41b6-4ecf-9f18-08daa39a6893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:04.450982 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bc1528-f19b-4908-9622-4e5efaa509db None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:25:04.451304 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-b3171d96-41b6-4ecf-9f18-08daa39a6893 None None] Attempting to bind port a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:25:04.451484 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-b3171d96-41b6-4ecf-9f18-08daa39a6893 None None] Attempting to bind port a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:25:04.452015 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3171d96-41b6-4ecf-9f18-08daa39a6893 None None] Attempting to bind port a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:25:04.472035 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3171d96-41b6-4ecf-9f18-08daa39a6893 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:25:04.472035 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3171d96-41b6-4ecf-9f18-08daa39a6893 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:25:04.472035 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b3171d96-41b6-4ecf-9f18-08daa39a6893 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:04.472809 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3171d96-41b6-4ecf-9f18-08daa39a6893 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:25:04.473430 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-b3171d96-41b6-4ecf-9f18-08daa39a6893 None None] Bound port: a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:25:04.473856 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b3171d96-41b6-4ecf-9f18-08daa39a6893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:04.510089 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf24d5c-b01f-4d17-9597-c9a5f4eae9e9 None None] Pushing event updated for resources: {'Port': ['ID=a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:04.532094 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf24d5c-b01f-4d17-9597-c9a5f4eae9e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:04.532512 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf24d5c-b01f-4d17-9597-c9a5f4eae9e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:04.532962 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf24d5c-b01f-4d17-9597-c9a5f4eae9e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:04.533404 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf24d5c-b01f-4d17-9597-c9a5f4eae9e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:04.533741 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf24d5c-b01f-4d17-9597-c9a5f4eae9e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:04.534276 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf24d5c-b01f-4d17-9597-c9a5f4eae9e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:04.534627 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf24d5c-b01f-4d17-9597-c9a5f4eae9e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:04.535062 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf24d5c-b01f-4d17-9597-c9a5f4eae9e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:04.535384 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf24d5c-b01f-4d17-9597-c9a5f4eae9e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:04.535706 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf24d5c-b01f-4d17-9597-c9a5f4eae9e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:04.536024 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf24d5c-b01f-4d17-9597-c9a5f4eae9e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:04.536339 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf24d5c-b01f-4d17-9597-c9a5f4eae9e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:25:04.549368 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-b3171d96-41b6-4ecf-9f18-08daa39a6893 None None] For port a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:25:04.553464 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-b3171d96-41b6-4ecf-9f18-08daa39a6893 None None] For port a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:25:04.561610 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b3171d96-41b6-4ecf-9f18-08daa39a6893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:04.614024 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5f18f0-3b44-4fa5-88c1-4d92e1e6a70b None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:25:04.620194 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3171d96-41b6-4ecf-9f18-08daa39a6893 None None] Routers {'1944856b-db1a-4d47-94fe-eff28ba2dc50'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:25:04.621245 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-b3171d96-41b6-4ecf-9f18-08daa39a6893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:24:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['1944856b-db1a-4d47-94fe-eff28ba2dc50'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:25:04.643351 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db43b62-e7d3-498e-9c2d-9bac54d9bf2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-da9fd6b1-b261-41dc-a571-4d1cbf5dc29b', 'network_id': 'da9fd6b1-b261-41dc-a571-4d1cbf5dc29b', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'fixed_ips': [{'subnet_id': 'cc9c00c2-a1f3-4514-ab3b-0f179bb194dd'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 20:25:04.644746 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7db43b62-e7d3-498e-9c2d-9bac54d9bf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:04.661057 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-3d208e2f-fa62-4357-8266-26d40919c8a7 None None] Provisioning complete for port a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:04.661433 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3d208e2f-fa62-4357-8266-26d40919c8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:04.713294 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf24d5c-b01f-4d17-9597-c9a5f4eae9e9 None None] Pushing event updated for resources: {'Port': ['ID=a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:04.795702 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-b3171d96-41b6-4ecf-9f18-08daa39a6893 None None] Set router 1944856b-db1a-4d47-94fe-eff28ba2dc50 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:25:04.953650 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3d208e2f-fa62-4357-8266-26d40919c8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:05.008577 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-3d208e2f-fa62-4357-8266-26d40919c8a7 None None] For port a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:25:05.016083 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-7db43b62-e7d3-498e-9c2d-9bac54d9bf2b None None] Allocated IP 172.20.0.2 (da9fd6b1-b261-41dc-a571-4d1cbf5dc29b/cc9c00c2-a1f3-4514-ab3b-0f179bb194dd/d0c7b5db-2346-4cdd-ae08-b17596945503) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:25:05.024896 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3d208e2f-fa62-4357-8266-26d40919c8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:05.049949 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-b3171d96-41b6-4ecf-9f18-08daa39a6893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181142433', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:01Z', 'updated_at': '2021-11-10T20:25:02Z', 'revision_number': 3, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': 'a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:aa:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:01Z', 'updated_at': '2021-11-10T20:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:25:05.085514 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-abe9933b-8b6f-402a-8d7b-5ea968f0c8b0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:05.088669 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3171d96-41b6-4ecf-9f18-08daa39a6893 None None] The sync data for ids ['1944856b-db1a-4d47-94fe-eff28ba2dc50'] in n-d-813897-4 is: [{'id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181142433', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:01Z', 'updated_at': '2021-11-10T20:25:02Z', 'revision_number': 3, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': 'a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:aa:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:01Z', 'updated_at': '2021-11-10T20:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:25:05.183946 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d208e2f-fa62-4357-8266-26d40919c8a7 None None] Pushing event updated for resources: {'Port': ['ID=a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:05.222918 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-06c73db2-8a32-4001-83f4-b8f745e8f2e8 None None] Provisioning complete for port a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:05.223630 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-06c73db2-8a32-4001-83f4-b8f745e8f2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:05.436368 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7db43b62-e7d3-498e-9c2d-9bac54d9bf2b None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:05.449938 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7db43b62-e7d3-498e-9c2d-9bac54d9bf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:05.541796 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db43b62-e7d3-498e-9c2d-9bac54d9bf2b None None] Network da9fd6b1-b261-41dc-a571-4d1cbf5dc29b is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:25:05.547821 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-7db43b62-e7d3-498e-9c2d-9bac54d9bf2b None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:25:05.554043 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db43b62-e7d3-498e-9c2d-9bac54d9bf2b None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:25:05.557897 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db43b62-e7d3-498e-9c2d-9bac54d9bf2b None None] Pushing event updated for resources: {'Port': ['ID=d0c7b5db-2346-4cdd-ae08-b17596945503,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:05.679476 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-7db43b62-e7d3-498e-9c2d-9bac54d9bf2b None None] Attempting to bind port d0c7b5db-2346-4cdd-ae08-b17596945503 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:25:05.680087 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-7db43b62-e7d3-498e-9c2d-9bac54d9bf2b None None] Attempting to bind port d0c7b5db-2346-4cdd-ae08-b17596945503 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'f9beb331-d636-4aea-b8d9-44e24573bc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'da9fd6b1-b261-41dc-a571-4d1cbf5dc29b'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:25:05.680698 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db43b62-e7d3-498e-9c2d-9bac54d9bf2b None None] Attempting to bind port d0c7b5db-2346-4cdd-ae08-b17596945503 on network da9fd6b1-b261-41dc-a571-4d1cbf5dc29b {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:25:05.691200 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db43b62-e7d3-498e-9c2d-9bac54d9bf2b None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:25:05.691844 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db43b62-e7d3-498e-9c2d-9bac54d9bf2b None None] Checking segment: {'id': 'f9beb331-d636-4aea-b8d9-44e24573bc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'da9fd6b1-b261-41dc-a571-4d1cbf5dc29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:25:05.693645 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7db43b62-e7d3-498e-9c2d-9bac54d9bf2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:05.694957 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db43b62-e7d3-498e-9c2d-9bac54d9bf2b None None] Bound using segment: {'id': 'f9beb331-d636-4aea-b8d9-44e24573bc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'da9fd6b1-b261-41dc-a571-4d1cbf5dc29b'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:25:05.695901 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-7db43b62-e7d3-498e-9c2d-9bac54d9bf2b None None] Bound port: d0c7b5db-2346-4cdd-ae08-b17596945503, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9beb331-d636-4aea-b8d9-44e24573bc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'da9fd6b1-b261-41dc-a571-4d1cbf5dc29b'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:25:05.696555 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7db43b62-e7d3-498e-9c2d-9bac54d9bf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:05.752950 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-abe9933b-8b6f-402a-8d7b-5ea968f0c8b0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Allocated IP 172.20.0.1 (da9fd6b1-b261-41dc-a571-4d1cbf5dc29b/cc9c00c2-a1f3-4514-ab3b-0f179bb194dd/034aa8be-5769-489e-afcf-8d5afc6ba7de) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:25:05.826400 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7db43b62-e7d3-498e-9c2d-9bac54d9bf2b None None] For port d0c7b5db-2346-4cdd-ae08-b17596945503, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:25:05.833150 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7db43b62-e7d3-498e-9c2d-9bac54d9bf2b None None] For port d0c7b5db-2346-4cdd-ae08-b17596945503, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d0c7b5db-2346-4cdd-ae08-b17596945503,segment=NetworkSegment(f9beb331-d636-4aea-b8d9-44e24573bc1a),segment_id=f9beb331-d636-4aea-b8d9-44e24573bc1a)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:25:05.842710 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7db43b62-e7d3-498e-9c2d-9bac54d9bf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:05.945679 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:25:05.981680 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-abe9933b-8b6f-402a-8d7b-5ea968f0c8b0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:06.033151 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db43b62-e7d3-498e-9c2d-9bac54d9bf2b None None] Pushing event updated for resources: {'Port': ['ID=d0c7b5db-2346-4cdd-ae08-b17596945503,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:06.054989 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:06.055642 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:06.082859 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-abe9933b-8b6f-402a-8d7b-5ea968f0c8b0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:06.148542 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe9933b-8b6f-402a-8d7b-5ea968f0c8b0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Network da9fd6b1-b261-41dc-a571-4d1cbf5dc29b is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:25:06.167930 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-abe9933b-8b6f-402a-8d7b-5ea968f0c8b0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:25:06.170055 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9933b-8b6f-402a-8d7b-5ea968f0c8b0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Port': ['ID=034aa8be-5769-489e-afcf-8d5afc6ba7de,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:06.185698 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe9933b-8b6f-402a-8d7b-5ea968f0c8b0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:25:06.293955 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-abe9933b-8b6f-402a-8d7b-5ea968f0c8b0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:06.588276 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-abe9933b-8b6f-402a-8d7b-5ea968f0c8b0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:06.961588 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-abe9933b-8b6f-402a-8d7b-5ea968f0c8b0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:06.968065 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-abe9933b-8b6f-402a-8d7b-5ea968f0c8b0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:07.044848 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-abe9933b-8b6f-402a-8d7b-5ea968f0c8b0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:07.046734 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9933b-8b6f-402a-8d7b-5ea968f0c8b0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Port': ['ID=034aa8be-5769-489e-afcf-8d5afc6ba7de,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:07.167054 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe9933b-8b6f-402a-8d7b-5ea968f0c8b0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Network da9fd6b1-b261-41dc-a571-4d1cbf5dc29b is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:25:07.168531 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-abe9933b-8b6f-402a-8d7b-5ea968f0c8b0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:25:07.343051 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe9933b-8b6f-402a-8d7b-5ea968f0c8b0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Router 1944856b-db1a-4d47-94fe-eff28ba2dc50 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:25:07.501856 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe9933b-8b6f-402a-8d7b-5ea968f0c8b0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:25:07.514413 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-abe9933b-8b6f-402a-8d7b-5ea968f0c8b0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "PUT /v2.0/routers/1944856b-db1a-4d47-94fe-eff28ba2dc50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1487811 Nov 10 20:25:07.680175 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c0d475-fd02-47f4-9feb-e724c0c0419f None None] Network da9fd6b1-b261-41dc-a571-4d1cbf5dc29b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:25:07.684384 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde756ae-309a-4980-8fa1-e7b9051ee4fc None None] Sync routers for ids ['1944856b-db1a-4d47-94fe-eff28ba2dc50'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:25:07.727483 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-c4abb302-c91d-42f2-beb8-a8d9fbe5fc4b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1048830260&fields=id&tenant_id=d6be74ad5b18422194586c70b0b42211 HTTP/1.1" status: 200 len: 267 time: 0.0500543 Nov 10 20:25:07.743566 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde756ae-309a-4980-8fa1-e7b9051ee4fc None None] Routers {'1944856b-db1a-4d47-94fe-eff28ba2dc50'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:25:07.744190 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-cde756ae-309a-4980-8fa1-e7b9051ee4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:24:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['1944856b-db1a-4d47-94fe-eff28ba2dc50'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:25:07.865911 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2e7aea21-2556-4878-8db2-a7d93e06791d None None] Provisioning complete for port d0c7b5db-2346-4cdd-ae08-b17596945503 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:07.866803 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2e7aea21-2556-4878-8db2-a7d93e06791d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:07.908562 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d0c7b5db-2346-4cdd-ae08-b17596945503 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:25:07.915744 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-73d61984-6bec-413b-937c-776be77cb30a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:07.918056 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-73d61984-6bec-413b-937c-776be77cb30a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/networks?id=da9fd6b1-b261-41dc-a571-4d1cbf5dc29b HTTP/1.1" status: 200 len: 796 time: 0.1810517 Nov 10 20:25:07.943005 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-9f92760d-6cbe-407f-8775-a63725570685 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/quotas/d6be74ad5b18422194586c70b0b42211 HTTP/1.1" status: 200 len: 375 time: 0.0149634 Nov 10 20:25:08.028008 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-d89fd926-15c8-413d-b59c-6ac15ffb2f6b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0741510 Nov 10 20:25:08.154086 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-bac82cb5-ada8-4ac9-936e-84bbffc38fe1 service neutron] 10.222.0.54 "GET /v2.0/networks/da9fd6b1-b261-41dc-a571-4d1cbf5dc29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031785 Nov 10 20:25:08.242387 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-cde756ae-309a-4980-8fa1-e7b9051ee4fc None None] Set router 1944856b-db1a-4d47-94fe-eff28ba2dc50 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:25:08.304525 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-13e92ecb-ecea-4fb3-8846-9c0d389c1a7b service neutron] 10.222.0.54 "GET /v2.0/networks/da9fd6b1-b261-41dc-a571-4d1cbf5dc29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413555 Nov 10 20:25:08.456206 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port d0c7b5db-2346-4cdd-ae08-b17596945503 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:08.456565 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:08.526398 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2e7aea21-2556-4878-8db2-a7d93e06791d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:08.542835 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-157db1eb-14f8-4bf0-a3c3-ab3846677398 req-ae8bf5bc-ba5d-47d9-b79c-badc7bf6546d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=d41f3afc-477f-41b8-86ea-a818aa90210f HTTP/1.1" status: 200 len: 210 time: 0.0501223 Nov 10 20:25:08.623779 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-2e7aea21-2556-4878-8db2-a7d93e06791d None None] For port d0c7b5db-2346-4cdd-ae08-b17596945503, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d0c7b5db-2346-4cdd-ae08-b17596945503,segment=NetworkSegment(f9beb331-d636-4aea-b8d9-44e24573bc1a),segment_id=f9beb331-d636-4aea-b8d9-44e24573bc1a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:25:08.652311 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2e7aea21-2556-4878-8db2-a7d93e06791d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:08.795608 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7aea21-2556-4878-8db2-a7d93e06791d None None] Pushing event updated for resources: {'Port': ['ID=d0c7b5db-2346-4cdd-ae08-b17596945503,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:08.812690 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-cde756ae-309a-4980-8fa1-e7b9051ee4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181142433', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:01Z', 'updated_at': '2021-11-10T20:25:06Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': 'a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:aa:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:01Z', 'updated_at': '2021-11-10T20:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '034aa8be-5769-489e-afcf-8d5afc6ba7de', 'name': '', 'network_id': 'da9fd6b1-b261-41dc-a571-4d1cbf5dc29b', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:18:1f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'cc9c00c2-a1f3-4514-ab3b-0f179bb194dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:05Z', 'updated_at': '2021-11-10T20:25:06Z', 'revision_number': 2, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': 'cc9c00c2-a1f3-4514-ab3b-0f179bb194dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:25:08.816378 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f19bfdc8-4640-4da8-8ecb-fb52ee7ae828 None None] Provisioning complete for port 034aa8be-5769-489e-afcf-8d5afc6ba7de triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:08.816378 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f19bfdc8-4640-4da8-8ecb-fb52ee7ae828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:08.843531 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde756ae-309a-4980-8fa1-e7b9051ee4fc None None] Checking router: 1944856b-db1a-4d47-94fe-eff28ba2dc50 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:25:08.843887 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde756ae-309a-4980-8fa1-e7b9051ee4fc None None] Updating router 1944856b-db1a-4d47-94fe-eff28ba2dc50 port 034aa8be-5769-489e-afcf-8d5afc6ba7de binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:25:08.898217 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cde756ae-309a-4980-8fa1-e7b9051ee4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:08.909052 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-f19bfdc8-4640-4da8-8ecb-fb52ee7ae828 None None] Port 034aa8be-5769-489e-afcf-8d5afc6ba7de cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:25:08.949576 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f19bfdc8-4640-4da8-8ecb-fb52ee7ae828 None None] Provisioning complete for port d0c7b5db-2346-4cdd-ae08-b17596945503 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:08.949995 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f19bfdc8-4640-4da8-8ecb-fb52ee7ae828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:09.297936 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cde756ae-309a-4980-8fa1-e7b9051ee4fc None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:09.299751 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-24c9bd7f-b6ec-41d3-a445-1a78747b0a8e None None] Provisioning complete for port 034aa8be-5769-489e-afcf-8d5afc6ba7de triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:09.300103 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-24c9bd7f-b6ec-41d3-a445-1a78747b0a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:09.328420 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cde756ae-309a-4980-8fa1-e7b9051ee4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:09.404047 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-24c9bd7f-b6ec-41d3-a445-1a78747b0a8e None None] Port 034aa8be-5769-489e-afcf-8d5afc6ba7de cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:25:09.423788 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e3de1-78d2-4248-aa55-ab8766ee1c36 None None] Pushing event updated for resources: {'Port': ['ID=034aa8be-5769-489e-afcf-8d5afc6ba7de,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:09.488672 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-cde756ae-309a-4980-8fa1-e7b9051ee4fc None None] Attempting to bind port 034aa8be-5769-489e-afcf-8d5afc6ba7de on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:25:09.489099 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-cde756ae-309a-4980-8fa1-e7b9051ee4fc None None] Attempting to bind port 034aa8be-5769-489e-afcf-8d5afc6ba7de by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'f9beb331-d636-4aea-b8d9-44e24573bc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'da9fd6b1-b261-41dc-a571-4d1cbf5dc29b'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:25:09.490251 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde756ae-309a-4980-8fa1-e7b9051ee4fc None None] Attempting to bind port 034aa8be-5769-489e-afcf-8d5afc6ba7de on network da9fd6b1-b261-41dc-a571-4d1cbf5dc29b {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:25:09.497176 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde756ae-309a-4980-8fa1-e7b9051ee4fc None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:25:09.497549 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde756ae-309a-4980-8fa1-e7b9051ee4fc None None] Checking segment: {'id': 'f9beb331-d636-4aea-b8d9-44e24573bc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'da9fd6b1-b261-41dc-a571-4d1cbf5dc29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:25:09.498179 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cde756ae-309a-4980-8fa1-e7b9051ee4fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:09.498608 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde756ae-309a-4980-8fa1-e7b9051ee4fc None None] Bound using segment: {'id': 'f9beb331-d636-4aea-b8d9-44e24573bc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'da9fd6b1-b261-41dc-a571-4d1cbf5dc29b'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:25:09.499091 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-cde756ae-309a-4980-8fa1-e7b9051ee4fc None None] Bound port: 034aa8be-5769-489e-afcf-8d5afc6ba7de, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9beb331-d636-4aea-b8d9-44e24573bc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'da9fd6b1-b261-41dc-a571-4d1cbf5dc29b'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:25:09.499498 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cde756ae-309a-4980-8fa1-e7b9051ee4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:09.562287 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f152bf98-c67b-46f6-8e27-a8f1ed23f47c None None] Provisioning complete for port 034aa8be-5769-489e-afcf-8d5afc6ba7de triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:09.562670 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f152bf98-c67b-46f6-8e27-a8f1ed23f47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:09.622755 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-f152bf98-c67b-46f6-8e27-a8f1ed23f47c None None] Port 034aa8be-5769-489e-afcf-8d5afc6ba7de cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:25:09.631216 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-cde756ae-309a-4980-8fa1-e7b9051ee4fc None None] For port 034aa8be-5769-489e-afcf-8d5afc6ba7de, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:25:09.637365 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-cde756ae-309a-4980-8fa1-e7b9051ee4fc None None] For port 034aa8be-5769-489e-afcf-8d5afc6ba7de, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=034aa8be-5769-489e-afcf-8d5afc6ba7de,segment=NetworkSegment(f9beb331-d636-4aea-b8d9-44e24573bc1a),segment_id=f9beb331-d636-4aea-b8d9-44e24573bc1a)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:25:09.644207 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cde756ae-309a-4980-8fa1-e7b9051ee4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:09.686918 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-01df5842-b3d0-4dec-abec-a1dd2175fe68 req-ea6f02f0-e1cf-4489-95c9-5ec2ca8a8309 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=d41f3afc-477f-41b8-86ea-a818aa90210f HTTP/1.1" status: 200 len: 210 time: 0.0400920 Nov 10 20:25:09.733423 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde756ae-309a-4980-8fa1-e7b9051ee4fc None None] Routers {'1944856b-db1a-4d47-94fe-eff28ba2dc50'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:25:09.734627 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-cde756ae-309a-4980-8fa1-e7b9051ee4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:24:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['1944856b-db1a-4d47-94fe-eff28ba2dc50'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:25:09.817728 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e3de1-78d2-4248-aa55-ab8766ee1c36 None None] Pushing event updated for resources: {'Port': ['ID=034aa8be-5769-489e-afcf-8d5afc6ba7de,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:09.841051 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d0c7b5db-2346-4cdd-ae08-b17596945503 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:25:09.919198 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5cde409c-8188-4226-8279-8fba068a4cef None None] Provisioning complete for port 034aa8be-5769-489e-afcf-8d5afc6ba7de triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:09.919971 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5cde409c-8188-4226-8279-8fba068a4cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:10.085653 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-e635e57a-eb62-4e34-9e70-d9cc4123b9c7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:10.088995 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-e635e57a-eb62-4e34-9e70-d9cc4123b9c7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.73 "GET /v2.0/networks?id=da9fd6b1-b261-41dc-a571-4d1cbf5dc29b HTTP/1.1" status: 200 len: 796 time: 0.2231424 Nov 10 20:25:10.090586 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-cde756ae-309a-4980-8fa1-e7b9051ee4fc None None] Set router 1944856b-db1a-4d47-94fe-eff28ba2dc50 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:25:10.136190 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port d0c7b5db-2346-4cdd-ae08-b17596945503 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:10.136869 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:10.169358 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-a9051907-a4f7-47f1-a054-f7f9ddeadee4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6be74ad5b18422194586c70b0b42211 HTTP/1.1" status: 200 len: 380 time: 0.0676911 Nov 10 20:25:10.180192 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-92f6ed65-b7f1-4b67-94b8-33eb20acab59 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'port': {'device_id': 'd41f3afc-477f-41b8-86ea-a818aa90210f', 'network_id': 'da9fd6b1-b261-41dc-a571-4d1cbf5dc29b', 'admin_state_up': True, 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'security_groups': ['e8005381-d737-4349-aab7-c7d956ec7001']}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:10.356622 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-92f6ed65-b7f1-4b67-94b8-33eb20acab59 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Made reservation on behalf of d6be74ad5b18422194586c70b0b42211 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:25:10.363191 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-92f6ed65-b7f1-4b67-94b8-33eb20acab59 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:10.374934 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5cde409c-8188-4226-8279-8fba068a4cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:10.461233 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5cde409c-8188-4226-8279-8fba068a4cef None None] For port 034aa8be-5769-489e-afcf-8d5afc6ba7de, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=034aa8be-5769-489e-afcf-8d5afc6ba7de,segment=NetworkSegment(f9beb331-d636-4aea-b8d9-44e24573bc1a),segment_id=f9beb331-d636-4aea-b8d9-44e24573bc1a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:25:10.468899 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5cde409c-8188-4226-8279-8fba068a4cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:10.574321 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde409c-8188-4226-8279-8fba068a4cef None None] Pushing event updated for resources: {'Port': ['ID=034aa8be-5769-489e-afcf-8d5afc6ba7de,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:10.588900 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-92f6ed65-b7f1-4b67-94b8-33eb20acab59 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Allocated IP 172.20.0.13 (da9fd6b1-b261-41dc-a571-4d1cbf5dc29b/cc9c00c2-a1f3-4514-ab3b-0f179bb194dd/91bf9445-08ef-43b1-88bd-b759e274778e) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:25:10.617285 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-6b0deded-d113-4e4d-9238-5d48a1491ab3 None None] Provisioning complete for port 034aa8be-5769-489e-afcf-8d5afc6ba7de triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:10.617640 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6b0deded-d113-4e4d-9238-5d48a1491ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:10.649339 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-cde756ae-309a-4980-8fa1-e7b9051ee4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181142433', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:01Z', 'updated_at': '2021-11-10T20:25:06Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': 'a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:aa:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:01Z', 'updated_at': '2021-11-10T20:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '034aa8be-5769-489e-afcf-8d5afc6ba7de', 'name': '', 'network_id': 'da9fd6b1-b261-41dc-a571-4d1cbf5dc29b', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:18:1f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'cc9c00c2-a1f3-4514-ab3b-0f179bb194dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:05Z', 'updated_at': '2021-11-10T20:25:09Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': 'cc9c00c2-a1f3-4514-ab3b-0f179bb194dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:25:10.684840 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde756ae-309a-4980-8fa1-e7b9051ee4fc None None] The sync data for ids ['1944856b-db1a-4d47-94fe-eff28ba2dc50'] in n-d-813897-4 is: [{'id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181142433', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:01Z', 'updated_at': '2021-11-10T20:25:06Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': 'a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:aa:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:01Z', 'updated_at': '2021-11-10T20:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '034aa8be-5769-489e-afcf-8d5afc6ba7de', 'name': '', 'network_id': 'da9fd6b1-b261-41dc-a571-4d1cbf5dc29b', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:18:1f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'cc9c00c2-a1f3-4514-ab3b-0f179bb194dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:05Z', 'updated_at': '2021-11-10T20:25:09Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': 'cc9c00c2-a1f3-4514-ab3b-0f179bb194dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:25:10.799544 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-92f6ed65-b7f1-4b67-94b8-33eb20acab59 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:10.838910 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-92f6ed65-b7f1-4b67-94b8-33eb20acab59 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:10.897304 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-92f6ed65-b7f1-4b67-94b8-33eb20acab59 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Network da9fd6b1-b261-41dc-a571-4d1cbf5dc29b is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:25:10.901186 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-92f6ed65-b7f1-4b67-94b8-33eb20acab59 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:25:10.905645 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-92f6ed65-b7f1-4b67-94b8-33eb20acab59 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:25:10.973578 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060747e9-8b5f-4aff-83c7-90fae6c9e3c3 req-b23df46d-ac55-49e8-a008-7cc39e91acc4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:10.975268 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-060747e9-8b5f-4aff-83c7-90fae6c9e3c3 req-b23df46d-ac55-49e8-a008-7cc39e91acc4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=d41f3afc-477f-41b8-86ea-a818aa90210f HTTP/1.1" status: 200 len: 932 time: 0.0802181 Nov 10 20:25:10.982829 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6ed65-b7f1-4b67-94b8-33eb20acab59 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Port': ['ID=91bf9445-08ef-43b1-88bd-b759e274778e,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:11.002845 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-92f6ed65-b7f1-4b67-94b8-33eb20acab59 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:11.003680 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-92f6ed65-b7f1-4b67-94b8-33eb20acab59 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:11.026836 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-92f6ed65-b7f1-4b67-94b8-33eb20acab59 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8514304 Nov 10 20:25:11.056898 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-060747e9-8b5f-4aff-83c7-90fae6c9e3c3 req-fe9fd6b3-904e-40b3-9718-9938940187cc tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8005381-d737-4349-aab7-c7d956ec7001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716159 Nov 10 20:25:11.110490 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-a946a53f-697a-4f14-8ffc-2d13eb74bbac service neutron] Request body: {'port': {'device_id': 'd41f3afc-477f-41b8-86ea-a818aa90210f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:11.196553 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-a946a53f-697a-4f14-8ffc-2d13eb74bbac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:11.247854 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-aa28efa3-f62a-4845-bf1e-22ac76642d34 None None] Provisioning complete for port 91bf9445-08ef-43b1-88bd-b759e274778e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:11.248774 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-aa28efa3-f62a-4845-bf1e-22ac76642d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:11.296114 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-aa28efa3-f62a-4845-bf1e-22ac76642d34 None None] Port 91bf9445-08ef-43b1-88bd-b759e274778e cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:25:11.582810 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-a946a53f-697a-4f14-8ffc-2d13eb74bbac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91bf9445-08ef-43b1-88bd-b759e274778e {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:25:11.592439 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-a946a53f-697a-4f14-8ffc-2d13eb74bbac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:11.608737 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-a946a53f-697a-4f14-8ffc-2d13eb74bbac service neutron] Transition to ACTIVE for port object 91bf9445-08ef-43b1-88bd-b759e274778e will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:25:11.614643 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-a946a53f-697a-4f14-8ffc-2d13eb74bbac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:11.711352 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946a53f-697a-4f14-8ffc-2d13eb74bbac service neutron] Pushing event updated for resources: {'Port': ['ID=91bf9445-08ef-43b1-88bd-b759e274778e,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:11.792882 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-a946a53f-697a-4f14-8ffc-2d13eb74bbac service neutron] Attempting to bind port 91bf9445-08ef-43b1-88bd-b759e274778e on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:25:11.793218 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-a946a53f-697a-4f14-8ffc-2d13eb74bbac service neutron] Attempting to bind port 91bf9445-08ef-43b1-88bd-b759e274778e by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'f9beb331-d636-4aea-b8d9-44e24573bc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'da9fd6b1-b261-41dc-a571-4d1cbf5dc29b'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:25:11.793555 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-a946a53f-697a-4f14-8ffc-2d13eb74bbac service neutron] Attempting to bind port 91bf9445-08ef-43b1-88bd-b759e274778e on network da9fd6b1-b261-41dc-a571-4d1cbf5dc29b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:25:11.798873 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-a946a53f-697a-4f14-8ffc-2d13eb74bbac service neutron] Port 91bf9445-08ef-43b1-88bd-b759e274778e on network da9fd6b1-b261-41dc-a571-4d1cbf5dc29b not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:25:11.799212 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-a946a53f-697a-4f14-8ffc-2d13eb74bbac service neutron] Attempting to bind port 91bf9445-08ef-43b1-88bd-b759e274778e on network da9fd6b1-b261-41dc-a571-4d1cbf5dc29b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:25:11.809712 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-a946a53f-697a-4f14-8ffc-2d13eb74bbac service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:25:11.810117 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-a946a53f-697a-4f14-8ffc-2d13eb74bbac service neutron] Checking segment: {'id': 'f9beb331-d636-4aea-b8d9-44e24573bc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'da9fd6b1-b261-41dc-a571-4d1cbf5dc29b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:25:11.810509 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-a946a53f-697a-4f14-8ffc-2d13eb74bbac service neutron] Bound using segment: {'id': 'f9beb331-d636-4aea-b8d9-44e24573bc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'da9fd6b1-b261-41dc-a571-4d1cbf5dc29b'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:25:11.811054 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-a946a53f-697a-4f14-8ffc-2d13eb74bbac service neutron] Bound port: 91bf9445-08ef-43b1-88bd-b759e274778e, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9beb331-d636-4aea-b8d9-44e24573bc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'da9fd6b1-b261-41dc-a571-4d1cbf5dc29b'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:25:11.811544 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-a946a53f-697a-4f14-8ffc-2d13eb74bbac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:11.894660 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 034aa8be-5769-489e-afcf-8d5afc6ba7de up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:25:11.921855 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-a946a53f-697a-4f14-8ffc-2d13eb74bbac service neutron] For port 91bf9445-08ef-43b1-88bd-b759e274778e, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:25:11.926959 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-a946a53f-697a-4f14-8ffc-2d13eb74bbac service neutron] For port 91bf9445-08ef-43b1-88bd-b759e274778e, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=91bf9445-08ef-43b1-88bd-b759e274778e,segment=NetworkSegment(f9beb331-d636-4aea-b8d9-44e24573bc1a),segment_id=f9beb331-d636-4aea-b8d9-44e24573bc1a)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:25:11.933740 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-a946a53f-697a-4f14-8ffc-2d13eb74bbac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:11.990568 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-a946a53f-697a-4f14-8ffc-2d13eb74bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:11.991229 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-a946a53f-697a-4f14-8ffc-2d13eb74bbac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:11.992938 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-a946a53f-697a-4f14-8ffc-2d13eb74bbac service neutron] 10.222.0.73 "PUT /v2.0/ports/91bf9445-08ef-43b1-88bd-b759e274778e HTTP/1.1" status: 200 len: 1092 time: 0.9478538 Nov 10 20:25:11.995669 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd41f3afc-477f-41b8-86ea-a818aa90210f', 'tag': '91bf9445-08ef-43b1-88bd-b759e274778e'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:25:12.000091 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0956e32-a04c-49dd-b7dc-bd2156f7dd34" -d '{"events": [{"name": "network-changed", "server_uuid": "d41f3afc-477f-41b8-86ea-a818aa90210f", "tag": "91bf9445-08ef-43b1-88bd-b759e274778e"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:25:12.071356 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946a53f-697a-4f14-8ffc-2d13eb74bbac service neutron] Pushing event updated for resources: {'Port': ['ID=91bf9445-08ef-43b1-88bd-b759e274778e,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:12.087778 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15620222-5165-421c-86c3-304631298c6b x-openstack-request-id: req-15620222-5165-421c-86c3-304631298c6b {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:25:12.088062 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d41f3afc-477f-41b8-86ea-a818aa90210f", "tag": "91bf9445-08ef-43b1-88bd-b759e274778e", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:25:12.088333 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-15620222-5165-421c-86c3-304631298c6b {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:25:12.089318 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd41f3afc-477f-41b8-86ea-a818aa90210f', 'tag': '91bf9445-08ef-43b1-88bd-b759e274778e', 'status': 'completed', 'code': 200} Nov 10 20:25:12.227284 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0956e32-a04c-49dd-b7dc-bd2156f7dd34 req-dc96ef52-e370-4eda-a085-6fc0ebd90430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:12.229026 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f0956e32-a04c-49dd-b7dc-bd2156f7dd34 req-dc96ef52-e370-4eda-a085-6fc0ebd90430 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&device_id=d41f3afc-477f-41b8-86ea-a818aa90210f HTTP/1.1" status: 200 len: 1095 time: 0.0844479 Nov 10 20:25:12.253184 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 034aa8be-5769-489e-afcf-8d5afc6ba7de triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:12.254826 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:12.409240 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e00c45-3b2c-4fd3-b1d0-6335b4692bfe req-0c9b4810-afe2-48b9-9c5e-4a168da8e724 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:12.411220 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0956e32-a04c-49dd-b7dc-bd2156f7dd34 req-478149b5-03c8-4c2c-9fbf-053d6665c898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:12.413886 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-50e00c45-3b2c-4fd3-b1d0-6335b4692bfe req-0c9b4810-afe2-48b9-9c5e-4a168da8e724 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=d41f3afc-477f-41b8-86ea-a818aa90210f HTTP/1.1" status: 200 len: 944 time: 0.1785369 Nov 10 20:25:12.418733 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f0956e32-a04c-49dd-b7dc-bd2156f7dd34 req-478149b5-03c8-4c2c-9fbf-053d6665c898 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=d6be74ad5b18422194586c70b0b42211&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1739423 Nov 10 20:25:12.559173 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0956e32-a04c-49dd-b7dc-bd2156f7dd34 req-05e2c104-2bf1-4de1-b6e6-3ec7797f95a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:12.560189 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-50e00c45-3b2c-4fd3-b1d0-6335b4692bfe req-1999daed-7db3-48e0-b1f3-2a30d93a5179 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8005381-d737-4349-aab7-c7d956ec7001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356249 Nov 10 20:25:12.561571 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f0956e32-a04c-49dd-b7dc-bd2156f7dd34 req-05e2c104-2bf1-4de1-b6e6-3ec7797f95a3 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1323140 Nov 10 20:25:12.669346 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-aa2e82bd-48f2-4e33-b682-80f885580797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:12.670996 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-aa2e82bd-48f2-4e33-b682-80f885580797 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&device_id=d41f3afc-477f-41b8-86ea-a818aa90210f HTTP/1.1" status: 200 len: 1095 time: 0.0649164 Nov 10 20:25:12.724651 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-ce7f85b2-acbc-4d8f-a97f-e19908ac97e2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91bf9445-08ef-43b1-88bd-b759e274778e HTTP/1.1" status: 200 len: 217 time: 0.0447130 Nov 10 20:25:12.799304 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-8d44ab3d-ce62-4674-8217-522959e4c42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:12.800871 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-8d44ab3d-ce62-4674-8217-522959e4c42c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cc9c00c2-a1f3-4514-ab3b-0f179bb194dd HTTP/1.1" status: 200 len: 834 time: 0.0693896 Nov 10 20:25:12.853685 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-9650efcd-df4f-4cde-a4eb-281e6833df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:12.855335 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-9650efcd-df4f-4cde-a4eb-281e6833df91 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da9fd6b1-b261-41dc-a571-4d1cbf5dc29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471244 Nov 10 20:25:12.966113 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-4a37cc50-c716-4696-ad0c-30388c32a8e8 service neutron] 10.222.0.73 "GET /v2.0/networks/da9fd6b1-b261-41dc-a571-4d1cbf5dc29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028390 Nov 10 20:25:13.095451 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ec978948-1959-4b7e-b470-e6e4d545c8c3 req-7c27b7d9-9403-48da-84d5-dc66949c576b service neutron] 10.222.0.73 "GET /v2.0/networks/da9fd6b1-b261-41dc-a571-4d1cbf5dc29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216018 Nov 10 20:25:13.691408 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31ed4b-30c1-439f-96e5-24ea172aa40c req-d62fafa7-dc36-4d8b-9729-91d3783ed112 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:13.692904 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6c31ed4b-30c1-439f-96e5-24ea172aa40c req-d62fafa7-dc36-4d8b-9729-91d3783ed112 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=d41f3afc-477f-41b8-86ea-a818aa90210f HTTP/1.1" status: 200 len: 944 time: 0.0519905 Nov 10 20:25:13.766396 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6c31ed4b-30c1-439f-96e5-24ea172aa40c req-f496ff10-7c81-47e8-a3b7-86893b17adb8 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8005381-d737-4349-aab7-c7d956ec7001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660586 Nov 10 20:25:14.948752 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436ce31-def4-4028-9cca-1c238fe4d4ea req-b3142094-36eb-44c7-9199-f31ef98880ce tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:14.950272 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d436ce31-def4-4028-9cca-1c238fe4d4ea req-b3142094-36eb-44c7-9199-f31ef98880ce tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=d41f3afc-477f-41b8-86ea-a818aa90210f HTTP/1.1" status: 200 len: 944 time: 0.0625231 Nov 10 20:25:15.010968 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d436ce31-def4-4028-9cca-1c238fe4d4ea req-6efbe755-0e01-42e9-a8f9-16ad6ca0ae7a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8005381-d737-4349-aab7-c7d956ec7001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534165 Nov 10 20:25:15.549961 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 91bf9445-08ef-43b1-88bd-b759e274778e details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:25:15.666482 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 91bf9445-08ef-43b1-88bd-b759e274778e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=91bf9445-08ef-43b1-88bd-b759e274778e,segment=NetworkSegment(f9beb331-d636-4aea-b8d9-44e24573bc1a),segment_id=f9beb331-d636-4aea-b8d9-44e24573bc1a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:25:15.680943 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '91bf9445-08ef-43b1-88bd-b759e274778e', 'network_id': 'da9fd6b1-b261-41dc-a571-4d1cbf5dc29b', 'port_id': '91bf9445-08ef-43b1-88bd-b759e274778e', 'mac_address': 'fa:16:3e:90:7f:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9c00c2-a1f3-4514-ab3b-0f179bb194dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:25:15.725057 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:15.739184 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91bf9445-08ef-43b1-88bd-b759e274778e {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:25:15.769678 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 91bf9445-08ef-43b1-88bd-b759e274778e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=91bf9445-08ef-43b1-88bd-b759e274778e,segment=NetworkSegment(f9beb331-d636-4aea-b8d9-44e24573bc1a),segment_id=f9beb331-d636-4aea-b8d9-44e24573bc1a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:25:15.775141 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:15.839317 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=91bf9445-08ef-43b1-88bd-b759e274778e,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:16.029598 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['91bf9445-08ef-43b1-88bd-b759e274778e'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:25:16.144757 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56f943-8ff0-4121-9e91-16e687ba26a8 req-8906e484-089b-40a3-8aec-807af997ec55 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:16.146409 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d56f943-8ff0-4121-9e91-16e687ba26a8 req-8906e484-089b-40a3-8aec-807af997ec55 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=d41f3afc-477f-41b8-86ea-a818aa90210f HTTP/1.1" status: 200 len: 945 time: 0.0539904 Nov 10 20:25:16.205526 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d56f943-8ff0-4121-9e91-16e687ba26a8 req-4cabc328-fbf0-4477-8bae-5e51942697ff tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8005381-d737-4349-aab7-c7d956ec7001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520666 Nov 10 20:25:17.338051 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe1103-399d-418c-9bd2-c602b73cdd98 req-fe8b609a-7d36-4d24-9328-3c1f025ac298 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:17.339658 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e4fe1103-399d-418c-9bd2-c602b73cdd98 req-fe8b609a-7d36-4d24-9328-3c1f025ac298 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=d41f3afc-477f-41b8-86ea-a818aa90210f HTTP/1.1" status: 200 len: 945 time: 0.0555754 Nov 10 20:25:17.402040 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e4fe1103-399d-418c-9bd2-c602b73cdd98 req-9204d036-a9a3-43e5-beda-90da1ea10c35 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8005381-d737-4349-aab7-c7d956ec7001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560904 Nov 10 20:25:17.567360 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 91bf9445-08ef-43b1-88bd-b759e274778e up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:25:17.622209 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 91bf9445-08ef-43b1-88bd-b759e274778e completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:25:17.629109 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 91bf9445-08ef-43b1-88bd-b759e274778e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:25:17.629623 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:17.735269 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:17.775962 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41f3afc-477f-41b8-86ea-a818aa90210f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bf9445-08ef-43b1-88bd-b759e274778e'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:25:17.778694 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a6e9ca-987c-4011-be79-40a6319a1c9f" -d '{"events": [{"server_uuid": "d41f3afc-477f-41b8-86ea-a818aa90210f", "name": "network-vif-plugged", "status": "completed", "tag": "91bf9445-08ef-43b1-88bd-b759e274778e"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:25:17.795252 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 91bf9445-08ef-43b1-88bd-b759e274778e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=91bf9445-08ef-43b1-88bd-b759e274778e,segment=NetworkSegment(f9beb331-d636-4aea-b8d9-44e24573bc1a),segment_id=f9beb331-d636-4aea-b8d9-44e24573bc1a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:25:17.806492 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:17.849921 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db19fd4-bee2-4108-ad60-9b21a10c227d x-openstack-request-id: req-3db19fd4-bee2-4108-ad60-9b21a10c227d {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:25:17.850410 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41f3afc-477f-41b8-86ea-a818aa90210f", "name": "network-vif-plugged", "status": "completed", "tag": "91bf9445-08ef-43b1-88bd-b759e274778e", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:25:17.850617 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3db19fd4-bee2-4108-ad60-9b21a10c227d {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:25:17.851113 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41f3afc-477f-41b8-86ea-a818aa90210f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bf9445-08ef-43b1-88bd-b759e274778e', 'code': 200} Nov 10 20:25:17.882828 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=91bf9445-08ef-43b1-88bd-b759e274778e,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:17.953206 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73c165-3143-4a36-9f9e-798d004804f0 req-ef36aada-b3ea-43ba-8018-34ba5c208269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:17.955276 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0f73c165-3143-4a36-9f9e-798d004804f0 req-ef36aada-b3ea-43ba-8018-34ba5c208269 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d41f3afc-477f-41b8-86ea-a818aa90210f HTTP/1.1" status: 200 len: 1097 time: 0.0536277 Nov 10 20:25:18.028982 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0f73c165-3143-4a36-9f9e-798d004804f0 req-c8ded65f-3fe2-4824-a314-c766a7dd639a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e8005381-d737-4349-aab7-c7d956ec7001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663569 Nov 10 20:25:18.596472 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b2097-f07b-4cd3-abda-e3fd03d139ed req-fe42c33e-ee50-4ae1-a65d-c31a46b9d553 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:18.598171 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-276b2097-f07b-4cd3-abda-e3fd03d139ed req-fe42c33e-ee50-4ae1-a65d-c31a46b9d553 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=d41f3afc-477f-41b8-86ea-a818aa90210f HTTP/1.1" status: 200 len: 946 time: 0.0664814 Nov 10 20:25:18.684086 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-276b2097-f07b-4cd3-abda-e3fd03d139ed req-71884401-ec41-4c09-a915-04be6fe76157 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8005381-d737-4349-aab7-c7d956ec7001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750360 Nov 10 20:25:19.251893 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:25:19.867150 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601e0ae-8810-4b81-b423-c9cc11190a25 req-ef9b756c-34ed-48ca-9d89-cda47e0c9e7c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:19.869670 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2601e0ae-8810-4b81-b423-c9cc11190a25 req-ef9b756c-34ed-48ca-9d89-cda47e0c9e7c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=d41f3afc-477f-41b8-86ea-a818aa90210f HTTP/1.1" status: 200 len: 946 time: 0.0827646 Nov 10 20:25:19.956360 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2601e0ae-8810-4b81-b423-c9cc11190a25 req-50a912e3-3ade-4a57-b659-6bdb94820d3a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8005381-d737-4349-aab7-c7d956ec7001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793848 Nov 10 20:25:20.132179 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf20bb2-b6a2-4aef-bb18-45e8c6b90e15 req-0552bcaf-afa8-4799-977f-1fff361ac66f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:20.135011 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6bf20bb2-b6a2-4aef-bb18-45e8c6b90e15 req-0552bcaf-afa8-4799-977f-1fff361ac66f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=d41f3afc-477f-41b8-86ea-a818aa90210f HTTP/1.1" status: 200 len: 946 time: 0.0937169 Nov 10 20:25:20.197871 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6bf20bb2-b6a2-4aef-bb18-45e8c6b90e15 req-d69ec232-c16c-4c96-a582-9f879e4a8938 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8005381-d737-4349-aab7-c7d956ec7001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550852 Nov 10 20:25:20.230393 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57988) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:20.277283 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a1aab3-609b-4670-be6f-6fd4b098de19 tempest-TestNetworkAdvancedServerOps-1920971335 tempest-TestNetworkAdvancedServerOps-1920971335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:20.279349 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b7a1aab3-609b-4670-be6f-6fd4b098de19 tempest-TestNetworkAdvancedServerOps-1920971335 tempest-TestNetworkAdvancedServerOps-1920971335-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d41f3afc-477f-41b8-86ea-a818aa90210f HTTP/1.1" status: 200 len: 1092 time: 0.0474734 Nov 10 20:25:20.283192 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57990) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:20.288005 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-aa04c367-a097-4c5d-9cb3-b2b41ae3bc6a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'port_id': '91bf9445-08ef-43b1-88bd-b759e274778e', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:25:20.318187 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-aa04c367-a097-4c5d-9cb3-b2b41ae3bc6a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for floatingip, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:20.458905 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-aa04c367-a097-4c5d-9cb3-b2b41ae3bc6a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:20.629468 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-aa04c367-a097-4c5d-9cb3-b2b41ae3bc6a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Allocated IP 172.25.3.92 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/5cd74b81-1902-4f5f-a44c-8c649cf2a1f2) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:25:20.815832 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-aa04c367-a097-4c5d-9cb3-b2b41ae3bc6a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:20.859713 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-aa04c367-a097-4c5d-9cb3-b2b41ae3bc6a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:20.904398 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa04c367-a097-4c5d-9cb3-b2b41ae3bc6a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:25:20.910526 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-aa04c367-a097-4c5d-9cb3-b2b41ae3bc6a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:25:20.913339 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa04c367-a097-4c5d-9cb3-b2b41ae3bc6a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:25:20.942803 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04c367-a097-4c5d-9cb3-b2b41ae3bc6a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Port': ['ID=5cd74b81-1902-4f5f-a44c-8c649cf2a1f2,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:21.432675 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-aa04c367-a097-4c5d-9cb3-b2b41ae3bc6a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:21.525222 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-aa04c367-a097-4c5d-9cb3-b2b41ae3bc6a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:21.778903 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-aa04c367-a097-4c5d-9cb3-b2b41ae3bc6a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:21.786607 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-aa04c367-a097-4c5d-9cb3-b2b41ae3bc6a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:21.879960 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04c367-a097-4c5d-9cb3-b2b41ae3bc6a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Port': ['ID=5cd74b81-1902-4f5f-a44c-8c649cf2a1f2,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:25:21.894381 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-aa04c367-a097-4c5d-9cb3-b2b41ae3bc6a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:22.371253 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-aa04c367-a097-4c5d-9cb3-b2b41ae3bc6a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Floating IP 1053b75c-3974-4854-a044-cc81ec99c3d1 associated. External IP: 172.25.3.92, port: 91bf9445-08ef-43b1-88bd-b759e274778e. Nov 10 20:25:22.608609 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa04c367-a097-4c5d-9cb3-b2b41ae3bc6a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Router 1944856b-db1a-4d47-94fe-eff28ba2dc50 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:25:22.730773 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa04c367-a097-4c5d-9cb3-b2b41ae3bc6a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:25:22.745997 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316dc9f3-72e7-4921-918a-f6ff53131f32 None None] Sync routers for ids ['1944856b-db1a-4d47-94fe-eff28ba2dc50'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:25:22.757348 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-aa04c367-a097-4c5d-9cb3-b2b41ae3bc6a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:22.763074 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316dc9f3-72e7-4921-918a-f6ff53131f32 None None] Routers {'1944856b-db1a-4d47-94fe-eff28ba2dc50'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:25:22.763074 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-316dc9f3-72e7-4921-918a-f6ff53131f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:24:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['1944856b-db1a-4d47-94fe-eff28ba2dc50'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:25:22.808672 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-aa04c367-a097-4c5d-9cb3-b2b41ae3bc6a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5237887 Nov 10 20:25:22.808672 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd41f3afc-477f-41b8-86ea-a818aa90210f', 'tag': '91bf9445-08ef-43b1-88bd-b759e274778e'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:25:22.813779 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfbd5c25fd1a1bf18e79891c674f962074aa63d8f4aa99a8f6cb3be41b9dd3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de9a8cb-3dc6-43ab-af6b-16737ac5719c" -d '{"events": [{"name": "network-changed", "server_uuid": "d41f3afc-477f-41b8-86ea-a818aa90210f", "tag": "91bf9445-08ef-43b1-88bd-b759e274778e"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:25:22.900329 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-316dc9f3-72e7-4921-918a-f6ff53131f32 None None] Set router 1944856b-db1a-4d47-94fe-eff28ba2dc50 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:25:22.920503 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e33b4-4693-46ae-972d-a6394a06f32c req-f7962c6f-d117-4656-8eda-2b643fb77910 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:22.922137 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-573e33b4-4693-46ae-972d-a6394a06f32c req-f7962c6f-d117-4656-8eda-2b643fb77910 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=d41f3afc-477f-41b8-86ea-a818aa90210f HTTP/1.1" status: 200 len: 946 time: 0.0553946 Nov 10 20:25:22.994031 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-573e33b4-4693-46ae-972d-a6394a06f32c req-d9e907a0-ea3b-4251-93ea-136c306b2fb8 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8005381-d737-4349-aab7-c7d956ec7001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600133 Nov 10 20:25:23.017792 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57996) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:23.056388 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493de3c3-6e2f-4823-8381-ad09009cff75 x-openstack-request-id: req-493de3c3-6e2f-4823-8381-ad09009cff75 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:25:23.056724 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d41f3afc-477f-41b8-86ea-a818aa90210f", "tag": "91bf9445-08ef-43b1-88bd-b759e274778e", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:25:23.056925 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-493de3c3-6e2f-4823-8381-ad09009cff75 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:25:23.057338 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd41f3afc-477f-41b8-86ea-a818aa90210f', 'tag': '91bf9445-08ef-43b1-88bd-b759e274778e', 'status': 'completed', 'code': 200} Nov 10 20:25:23.091084 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7e832202-b237-41f9-862f-ba88e37db1e1 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/floatingips/1053b75c-3974-4854-a044-cc81ec99c3d1 HTTP/1.1" status: 200 len: 991 time: 0.0698807 Nov 10 20:25:23.130059 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9a8cb-3dc6-43ab-af6b-16737ac5719c req-064d2727-542b-4840-b366-060553450c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:23.131644 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2de9a8cb-3dc6-43ab-af6b-16737ac5719c req-064d2727-542b-4840-b366-060553450c8d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&device_id=d41f3afc-477f-41b8-86ea-a818aa90210f HTTP/1.1" status: 200 len: 1097 time: 0.0531900 Nov 10 20:25:23.232665 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9a8cb-3dc6-43ab-af6b-16737ac5719c req-1c32510e-053c-4beb-9253-0258943fab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:23.234590 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2de9a8cb-3dc6-43ab-af6b-16737ac5719c req-1c32510e-053c-4beb-9253-0258943fab2f service neutron] 10.222.0.73 "GET /v2.0/networks?id=da9fd6b1-b261-41dc-a571-4d1cbf5dc29b HTTP/1.1" status: 200 len: 897 time: 0.0948472 Nov 10 20:25:23.276943 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-316dc9f3-72e7-4921-918a-f6ff53131f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181142433', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:01Z', 'updated_at': '2021-11-10T20:25:06Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': 'a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:aa:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:01Z', 'updated_at': '2021-11-10T20:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '1053b75c-3974-4854-a044-cc81ec99c3d1', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'port_id': '91bf9445-08ef-43b1-88bd-b759e274778e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da9fd6b1-b261-41dc-a571-4d1cbf5dc29b', 'mac_address': 'fa:16:3e:90:7f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41f3afc-477f-41b8-86ea-a818aa90210f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:25:21Z', 'updated_at': '2021-11-10T20:25:21Z', 'revision_number': 0, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '034aa8be-5769-489e-afcf-8d5afc6ba7de', 'name': '', 'network_id': 'da9fd6b1-b261-41dc-a571-4d1cbf5dc29b', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:18:1f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'cc9c00c2-a1f3-4514-ab3b-0f179bb194dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:05Z', 'updated_at': '2021-11-10T20:25:10Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': 'cc9c00c2-a1f3-4514-ab3b-0f179bb194dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:25:23.307833 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316dc9f3-72e7-4921-918a-f6ff53131f32 None None] Checking router: 1944856b-db1a-4d47-94fe-eff28ba2dc50 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:25:23.319150 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316dc9f3-72e7-4921-918a-f6ff53131f32 None None] Routers {'1944856b-db1a-4d47-94fe-eff28ba2dc50'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:25:23.319937 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-316dc9f3-72e7-4921-918a-f6ff53131f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:24:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['1944856b-db1a-4d47-94fe-eff28ba2dc50'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:25:23.323996 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2de9a8cb-3dc6-43ab-af6b-16737ac5719c req-327a7df7-ea53-4d05-98d0-41c9a5fe6244 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91bf9445-08ef-43b1-88bd-b759e274778e HTTP/1.1" status: 200 len: 999 time: 0.0793962 Nov 10 20:25:23.379283 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9a8cb-3dc6-43ab-af6b-16737ac5719c req-0e20d46e-fcba-46b4-940a-23762f9ddaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:23.380976 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2de9a8cb-3dc6-43ab-af6b-16737ac5719c req-0e20d46e-fcba-46b4-940a-23762f9ddaca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cc9c00c2-a1f3-4514-ab3b-0f179bb194dd HTTP/1.1" status: 200 len: 834 time: 0.0518026 Nov 10 20:25:23.432250 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9a8cb-3dc6-43ab-af6b-16737ac5719c req-98252a52-2e5e-4376-bd0d-d3864743e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:23.433794 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2de9a8cb-3dc6-43ab-af6b-16737ac5719c req-98252a52-2e5e-4376-bd0d-d3864743e3db service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da9fd6b1-b261-41dc-a571-4d1cbf5dc29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451741 Nov 10 20:25:23.453806 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-316dc9f3-72e7-4921-918a-f6ff53131f32 None None] Set router 1944856b-db1a-4d47-94fe-eff28ba2dc50 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:25:23.509427 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d70085c9-8af5-48b1-bec1-c6782158d49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:23.549035 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2de9a8cb-3dc6-43ab-af6b-16737ac5719c req-a8425b5e-f551-4580-a528-86c6efc1619d service neutron] 10.222.0.73 "GET /v2.0/networks/da9fd6b1-b261-41dc-a571-4d1cbf5dc29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076531 Nov 10 20:25:23.646825 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2de9a8cb-3dc6-43ab-af6b-16737ac5719c req-04c9602e-cb1b-4b6f-b289-a76848461e03 service neutron] 10.222.0.73 "GET /v2.0/networks/da9fd6b1-b261-41dc-a571-4d1cbf5dc29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904949 Nov 10 20:25:23.712058 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-316dc9f3-72e7-4921-918a-f6ff53131f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181142433', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:01Z', 'updated_at': '2021-11-10T20:25:06Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': 'a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:aa:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:01Z', 'updated_at': '2021-11-10T20:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '1053b75c-3974-4854-a044-cc81ec99c3d1', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'port_id': '91bf9445-08ef-43b1-88bd-b759e274778e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da9fd6b1-b261-41dc-a571-4d1cbf5dc29b', 'mac_address': 'fa:16:3e:90:7f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41f3afc-477f-41b8-86ea-a818aa90210f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:25:21Z', 'updated_at': '2021-11-10T20:25:21Z', 'revision_number': 0, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '034aa8be-5769-489e-afcf-8d5afc6ba7de', 'name': '', 'network_id': 'da9fd6b1-b261-41dc-a571-4d1cbf5dc29b', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:18:1f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'cc9c00c2-a1f3-4514-ab3b-0f179bb194dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:05Z', 'updated_at': '2021-11-10T20:25:10Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': 'cc9c00c2-a1f3-4514-ab3b-0f179bb194dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:25:23.739190 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316dc9f3-72e7-4921-918a-f6ff53131f32 None None] The sync data for ids ['1944856b-db1a-4d47-94fe-eff28ba2dc50'] in n-d-813897-4 is: [{'id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181142433', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:01Z', 'updated_at': '2021-11-10T20:25:06Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': 'a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:aa:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:01Z', 'updated_at': '2021-11-10T20:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '1053b75c-3974-4854-a044-cc81ec99c3d1', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'port_id': '91bf9445-08ef-43b1-88bd-b759e274778e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da9fd6b1-b261-41dc-a571-4d1cbf5dc29b', 'mac_address': 'fa:16:3e:90:7f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41f3afc-477f-41b8-86ea-a818aa90210f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:25:21Z', 'updated_at': '2021-11-10T20:25:21Z', 'revision_number': 0, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '034aa8be-5769-489e-afcf-8d5afc6ba7de', 'name': '', 'network_id': 'da9fd6b1-b261-41dc-a571-4d1cbf5dc29b', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:18:1f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'cc9c00c2-a1f3-4514-ab3b-0f179bb194dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:05Z', 'updated_at': '2021-11-10T20:25:10Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': 'cc9c00c2-a1f3-4514-ab3b-0f179bb194dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:25:23.956151 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6da8b86-1b9e-4471-ae86-a2a3ed95e4e1 None None] New status for floating IP 1053b75c-3974-4854-a044-cc81ec99c3d1: ACTIVE {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:25:24.093861 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 57998) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:24.177808 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2ec6d86e-d0e8-4146-aa40-53fe4849071c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/floatingips/1053b75c-3974-4854-a044-cc81ec99c3d1 HTTP/1.1" status: 200 len: 991 time: 0.0826948 Nov 10 20:25:25.182602 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58000) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:25:25.258184 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ee270487-c070-4c93-8c3e-5196a8a88bb5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/floatingips/1053b75c-3974-4854-a044-cc81ec99c3d1 HTTP/1.1" status: 200 len: 993 time: 0.0740819 Nov 10 20:25:25.571752 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:25.737908 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d3e2da32-b800-492a-9ee0-e65722de4814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:25.773618 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:27.519811 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:29.031597 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:29.392648 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:52.183082 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23489e-97f3-464c-9289-a6be5b29eca6 req-e4febfd0-115f-4edc-9028-9e63b3c683dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:52.185287 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6e23489e-97f3-464c-9289-a6be5b29eca6 req-e4febfd0-115f-4edc-9028-9e63b3c683dd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&device_id=d41f3afc-477f-41b8-86ea-a818aa90210f HTTP/1.1" status: 200 len: 1097 time: 0.0781584 Nov 10 20:25:52.198571 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9340c-3db2-4112-a26a-439ed721c567 req-196f4049-fa89-4b8f-854b-9cb299f7cd89 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:52.201275 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3fe9340c-3db2-4112-a26a-439ed721c567 req-196f4049-fa89-4b8f-854b-9cb299f7cd89 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=d41f3afc-477f-41b8-86ea-a818aa90210f HTTP/1.1" status: 200 len: 946 time: 0.1042297 Nov 10 20:25:52.260890 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3fe9340c-3db2-4112-a26a-439ed721c567 req-eab1ef25-1c9a-4682-9343-cf54e366395e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8005381-d737-4349-aab7-c7d956ec7001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509558 Nov 10 20:25:52.349516 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23489e-97f3-464c-9289-a6be5b29eca6 req-886f01f2-1bd8-4cc5-9bae-8fd339abb960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:52.351473 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6e23489e-97f3-464c-9289-a6be5b29eca6 req-886f01f2-1bd8-4cc5-9bae-8fd339abb960 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da9fd6b1-b261-41dc-a571-4d1cbf5dc29b HTTP/1.1" status: 200 len: 897 time: 0.1547678 Nov 10 20:25:52.449347 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6e23489e-97f3-464c-9289-a6be5b29eca6 req-24792ad0-1b01-4eaf-b852-c62fe20caaf2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91bf9445-08ef-43b1-88bd-b759e274778e HTTP/1.1" status: 200 len: 1001 time: 0.0864601 Nov 10 20:25:52.514577 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23489e-97f3-464c-9289-a6be5b29eca6 req-d4a89fe0-b2c4-4af0-bd80-a5d06c95dfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:52.516243 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6e23489e-97f3-464c-9289-a6be5b29eca6 req-d4a89fe0-b2c4-4af0-bd80-a5d06c95dfbd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cc9c00c2-a1f3-4514-ab3b-0f179bb194dd HTTP/1.1" status: 200 len: 834 time: 0.0598347 Nov 10 20:25:52.594231 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23489e-97f3-464c-9289-a6be5b29eca6 req-b6117f97-f447-4ef1-83ea-23444a45bdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:52.597138 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6e23489e-97f3-464c-9289-a6be5b29eca6 req-b6117f97-f447-4ef1-83ea-23444a45bdb3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da9fd6b1-b261-41dc-a571-4d1cbf5dc29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724027 Nov 10 20:25:52.759485 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6e23489e-97f3-464c-9289-a6be5b29eca6 req-904ac5bf-461c-4169-846a-870f030662dd service neutron] 10.222.0.73 "GET /v2.0/networks/da9fd6b1-b261-41dc-a571-4d1cbf5dc29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540008 Nov 10 20:25:52.873057 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6e23489e-97f3-464c-9289-a6be5b29eca6 req-680a5af3-5687-4538-9788-82f308b06f16 service neutron] 10.222.0.73 "GET /v2.0/networks/da9fd6b1-b261-41dc-a571-4d1cbf5dc29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055789 Nov 10 20:25:53.444732 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e533fe7-72c7-46f5-97a0-fea6d4c0050b req-28c6703a-47b8-4674-9202-c9d5adbc3387 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:53.447603 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8e533fe7-72c7-46f5-97a0-fea6d4c0050b req-28c6703a-47b8-4674-9202-c9d5adbc3387 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=d41f3afc-477f-41b8-86ea-a818aa90210f HTTP/1.1" status: 200 len: 946 time: 0.0730205 Nov 10 20:25:53.514538 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d65dde02-8e6d-41a3-96b0-d4d68c128c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:53.531638 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8e533fe7-72c7-46f5-97a0-fea6d4c0050b req-e9fccb7e-e80a-4bce-aaba-d3c7433f5119 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8005381-d737-4349-aab7-c7d956ec7001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766799 Nov 10 20:25:54.724862 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f393059-dd5c-469f-b52a-6faff392e267 req-f2f1f70c-9c0e-431d-88d7-7038064a6ba2 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:54.727031 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9f393059-dd5c-469f-b52a-6faff392e267 req-f2f1f70c-9c0e-431d-88d7-7038064a6ba2 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=d41f3afc-477f-41b8-86ea-a818aa90210f HTTP/1.1" status: 200 len: 946 time: 0.0718598 Nov 10 20:25:54.808751 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9f393059-dd5c-469f-b52a-6faff392e267 req-403c1a0f-6b74-4f37-bd78-ea1053b38ff1 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8005381-d737-4349-aab7-c7d956ec7001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717704 Nov 10 20:25:55.568871 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:55.738348 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-38c3a432-9417-426b-bb00-63bd26b9cd28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:55.782560 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:55.967945 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d5a08-8f27-4de5-a423-6d6309b201f4 req-89abfecc-d700-4a54-b8a8-5f9f1b9971f1 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:55.969738 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-345d5a08-8f27-4de5-a423-6d6309b201f4 req-89abfecc-d700-4a54-b8a8-5f9f1b9971f1 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=d41f3afc-477f-41b8-86ea-a818aa90210f HTTP/1.1" status: 200 len: 946 time: 0.0561597 Nov 10 20:25:56.045512 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-345d5a08-8f27-4de5-a423-6d6309b201f4 req-395e6c9c-ccab-4e04-ab69-337496dec9a8 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8005381-d737-4349-aab7-c7d956ec7001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673814 Nov 10 20:25:56.253411 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:25:57.236914 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71923b-7a49-46f3-9ffe-d443101b25e4 req-0498f6e9-0582-4e87-9f3f-a6dd555fedc4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:57.238591 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5c71923b-7a49-46f3-9ffe-d443101b25e4 req-0498f6e9-0582-4e87-9f3f-a6dd555fedc4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=d41f3afc-477f-41b8-86ea-a818aa90210f HTTP/1.1" status: 200 len: 946 time: 0.0772028 Nov 10 20:25:57.296549 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5c71923b-7a49-46f3-9ffe-d443101b25e4 req-ba02cc1b-1ada-4201-8f78-e8fd8236ad93 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8005381-d737-4349-aab7-c7d956ec7001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514641 Nov 10 20:25:57.523702 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:58.463244 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e46f73-33b5-4efe-b21c-6b53b6e7abb8 req-f180a9fd-3c7c-4aca-bd14-786efa9b0214 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:58.464928 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d8e46f73-33b5-4efe-b21c-6b53b6e7abb8 req-f180a9fd-3c7c-4aca-bd14-786efa9b0214 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=d41f3afc-477f-41b8-86ea-a818aa90210f HTTP/1.1" status: 200 len: 946 time: 0.0794406 Nov 10 20:25:58.529344 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d8e46f73-33b5-4efe-b21c-6b53b6e7abb8 req-9bac6682-d876-430d-be71-bec0a1a1a745 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8005381-d737-4349-aab7-c7d956ec7001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575278 Nov 10 20:25:59.036986 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:59.383797 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:25:59.698820 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f8d6a-e822-4e70-af1b-77339150b869 req-74053480-3e22-4078-8f5a-411c68faff1b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:25:59.700694 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ee0f8d6a-e822-4e70-af1b-77339150b869 req-74053480-3e22-4078-8f5a-411c68faff1b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=d41f3afc-477f-41b8-86ea-a818aa90210f HTTP/1.1" status: 200 len: 946 time: 0.0552697 Nov 10 20:25:59.768889 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ee0f8d6a-e822-4e70-af1b-77339150b869 req-3dfec540-b362-4689-bcfe-4fb3125a84c5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8005381-d737-4349-aab7-c7d956ec7001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589178 Nov 10 20:26:00.942099 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291c22d-54d2-47f0-aa28-b28ef16e43c9 req-a63ab7fc-2a82-4414-aeb1-bf646077e3cf tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:00.943914 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a291c22d-54d2-47f0-aa28-b28ef16e43c9 req-a63ab7fc-2a82-4414-aeb1-bf646077e3cf tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=d41f3afc-477f-41b8-86ea-a818aa90210f HTTP/1.1" status: 200 len: 946 time: 0.0605350 Nov 10 20:26:01.013608 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a291c22d-54d2-47f0-aa28-b28ef16e43c9 req-ce1e8709-b280-44a2-92f4-1136c377751f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8005381-d737-4349-aab7-c7d956ec7001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573361 Nov 10 20:26:02.194635 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4786163-659e-483d-bceb-6b3768c917c9 req-2a461e15-df44-49b5-8ee6-18dd7139f31b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:02.196295 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b4786163-659e-483d-bceb-6b3768c917c9 req-2a461e15-df44-49b5-8ee6-18dd7139f31b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=d41f3afc-477f-41b8-86ea-a818aa90210f HTTP/1.1" status: 200 len: 946 time: 0.0724006 Nov 10 20:26:02.253632 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b4786163-659e-483d-bceb-6b3768c917c9 req-8d633d60-5047-4821-9823-176e36b856c3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8005381-d737-4349-aab7-c7d956ec7001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509553 Nov 10 20:26:03.452611 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ec4a1-8a94-49c4-b413-f28a5ef453a9 req-286fcd9d-c3a1-4013-857c-246728312e19 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:03.455483 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7f3ec4a1-8a94-49c4-b413-f28a5ef453a9 req-286fcd9d-c3a1-4013-857c-246728312e19 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=d41f3afc-477f-41b8-86ea-a818aa90210f HTTP/1.1" status: 200 len: 946 time: 0.0699399 Nov 10 20:26:03.547488 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7f3ec4a1-8a94-49c4-b413-f28a5ef453a9 req-28e7419a-33f3-4fc6-95b3-978c88a9f6d2 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8005381-d737-4349-aab7-c7d956ec7001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812359 Nov 10 20:26:04.739559 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa6b8c-b972-4294-bd8b-00e3232fb5ef req-b0988238-7756-4364-80f8-26577467a595 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:04.742427 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6faa6b8c-b972-4294-bd8b-00e3232fb5ef req-b0988238-7756-4364-80f8-26577467a595 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=d41f3afc-477f-41b8-86ea-a818aa90210f HTTP/1.1" status: 200 len: 946 time: 0.0893466 Nov 10 20:26:04.805888 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6faa6b8c-b972-4294-bd8b-00e3232fb5ef req-3499176f-dbb7-457c-9ff5-28a08ff58786 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8005381-d737-4349-aab7-c7d956ec7001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518193 Nov 10 20:26:04.842977 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58036) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:26:04.932890 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d8112772-1117-4161-9dc5-492e5889056a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/floatingips/1053b75c-3974-4854-a044-cc81ec99c3d1 HTTP/1.1" status: 200 len: 993 time: 0.0882974 Nov 10 20:26:14.149510 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-765f280a-3db2-493f-b0b1-7b44fd357c72 req-fb078551-e2f5-4900-8e04-781238f58852 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d41f3afc-477f-41b8-86ea-a818aa90210f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464840 Nov 10 20:26:14.246866 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f280a-3db2-493f-b0b1-7b44fd357c72 req-ecb57fe3-cfc8-4396-aa07-27770c2374e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:14.248347 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-765f280a-3db2-493f-b0b1-7b44fd357c72 req-ecb57fe3-cfc8-4396-aa07-27770c2374e4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&device_id=d41f3afc-477f-41b8-86ea-a818aa90210f HTTP/1.1" status: 200 len: 1097 time: 0.0455568 Nov 10 20:26:14.399313 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f280a-3db2-493f-b0b1-7b44fd357c72 req-ac111479-7237-4b8f-891b-b2edc36e6274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:14.400926 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-765f280a-3db2-493f-b0b1-7b44fd357c72 req-ac111479-7237-4b8f-891b-b2edc36e6274 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da9fd6b1-b261-41dc-a571-4d1cbf5dc29b HTTP/1.1" status: 200 len: 897 time: 0.1312399 Nov 10 20:26:14.506813 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-765f280a-3db2-493f-b0b1-7b44fd357c72 req-1671b124-aaa8-4626-896e-a873fc592ef8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91bf9445-08ef-43b1-88bd-b759e274778e HTTP/1.1" status: 200 len: 1001 time: 0.0974722 Nov 10 20:26:14.584873 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f280a-3db2-493f-b0b1-7b44fd357c72 req-85847429-6f02-4170-aae1-efa5c858859c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:14.587441 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-765f280a-3db2-493f-b0b1-7b44fd357c72 req-85847429-6f02-4170-aae1-efa5c858859c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cc9c00c2-a1f3-4514-ab3b-0f179bb194dd HTTP/1.1" status: 200 len: 834 time: 0.0723982 Nov 10 20:26:14.663563 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f280a-3db2-493f-b0b1-7b44fd357c72 req-38d8870e-25a7-4514-b7e5-aca00fe5502f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:14.666464 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-765f280a-3db2-493f-b0b1-7b44fd357c72 req-38d8870e-25a7-4514-b7e5-aca00fe5502f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da9fd6b1-b261-41dc-a571-4d1cbf5dc29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716906 Nov 10 20:26:14.818186 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-765f280a-3db2-493f-b0b1-7b44fd357c72 req-587a89ec-ae3a-4b6b-9bc2-7ab8d45a359b service neutron] 10.222.0.73 "GET /v2.0/networks/da9fd6b1-b261-41dc-a571-4d1cbf5dc29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429391 Nov 10 20:26:14.950623 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-765f280a-3db2-493f-b0b1-7b44fd357c72 req-27e7b59d-2b8d-48d5-8c4a-fe4fef99c3e2 service neutron] 10.222.0.73 "GET /v2.0/networks/da9fd6b1-b261-41dc-a571-4d1cbf5dc29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241755 Nov 10 20:26:23.514733 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e38a5270-7ce8-4568-8575-9570a16ae08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:25.570233 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:25.743617 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-294e98f6-7f27-4eee-8a78-71d5046eaadc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:25.805381 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:27.526411 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:29.041319 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:29.392819 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:33.254282 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:26:35.346139 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58052) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:26:35.520896 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-fdfe57d9-7432-4be8-9ad8-a957bda6351a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Deleting port 5cd74b81-1902-4f5f-a44c-8c649cf2a1f2 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:26:35.521230 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fdfe57d9-7432-4be8-9ad8-a957bda6351a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:35.609559 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fdfe57d9-7432-4be8-9ad8-a957bda6351a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:35.609862 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fdfe57d9-7432-4be8-9ad8-a957bda6351a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:35.625592 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-fdfe57d9-7432-4be8-9ad8-a957bda6351a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Calling delete_port for 5cd74b81-1902-4f5f-a44c-8c649cf2a1f2 owned by network:floatingip {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:26:35.795785 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fdfe57d9-7432-4be8-9ad8-a957bda6351a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:35.823821 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe57d9-7432-4be8-9ad8-a957bda6351a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event deleted for resources: {'Port': ['ID=5cd74b81-1902-4f5f-a44c-8c649cf2a1f2,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:35.834813 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe57d9-7432-4be8-9ad8-a957bda6351a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:35.835144 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe57d9-7432-4be8-9ad8-a957bda6351a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:35.835483 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe57d9-7432-4be8-9ad8-a957bda6351a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:35.835827 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe57d9-7432-4be8-9ad8-a957bda6351a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:35.836163 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe57d9-7432-4be8-9ad8-a957bda6351a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:35.836515 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe57d9-7432-4be8-9ad8-a957bda6351a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:35.836845 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe57d9-7432-4be8-9ad8-a957bda6351a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:35.837228 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe57d9-7432-4be8-9ad8-a957bda6351a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:35.837701 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe57d9-7432-4be8-9ad8-a957bda6351a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:35.838115 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe57d9-7432-4be8-9ad8-a957bda6351a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:35.838337 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe57d9-7432-4be8-9ad8-a957bda6351a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:35.838674 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe57d9-7432-4be8-9ad8-a957bda6351a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:35.905518 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fdfe57d9-7432-4be8-9ad8-a957bda6351a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for floatingip, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:35.905940 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [None req-fdfe57d9-7432-4be8-9ad8-a957bda6351a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Floating IP 1053b75c-3974-4854-a044-cc81ec99c3d1 disassociated (deleted). External IP: 172.25.3.92, port: 91bf9445-08ef-43b1-88bd-b759e274778e. Nov 10 20:26:36.145218 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdfe57d9-7432-4be8-9ad8-a957bda6351a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Router 1944856b-db1a-4d47-94fe-eff28ba2dc50 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:26:36.270344 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfe57d9-7432-4be8-9ad8-a957bda6351a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:26:36.277115 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fdfe57d9-7432-4be8-9ad8-a957bda6351a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:36.282460 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243ee976-a4dc-4abc-9a89-e9b52b5a8acc None None] Sync routers for ids ['1944856b-db1a-4d47-94fe-eff28ba2dc50'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:26:36.295782 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243ee976-a4dc-4abc-9a89-e9b52b5a8acc None None] Routers {'1944856b-db1a-4d47-94fe-eff28ba2dc50'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:26:36.296441 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-243ee976-a4dc-4abc-9a89-e9b52b5a8acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:26:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['1944856b-db1a-4d47-94fe-eff28ba2dc50'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:26:36.312187 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-fdfe57d9-7432-4be8-9ad8-a957bda6351a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "DELETE /v2.0/floatingips/1053b75c-3974-4854-a044-cc81ec99c3d1 HTTP/1.1" status: 204 len: 168 time: 0.9648983 Nov 10 20:26:36.312941 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd41f3afc-477f-41b8-86ea-a818aa90210f', 'tag': '91bf9445-08ef-43b1-88bd-b759e274778e'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:26:36.315501 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3437fc8b-29fb-4364-a7dc-1484e40d88af" -d '{"events": [{"name": "network-changed", "server_uuid": "d41f3afc-477f-41b8-86ea-a818aa90210f", "tag": "91bf9445-08ef-43b1-88bd-b759e274778e"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:26:36.410293 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-243ee976-a4dc-4abc-9a89-e9b52b5a8acc None None] Set router 1944856b-db1a-4d47-94fe-eff28ba2dc50 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:26:36.489944 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d091291c-f636-4f32-a2a3-e704a3488db6 x-openstack-request-id: req-d091291c-f636-4f32-a2a3-e704a3488db6 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:26:36.490723 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d41f3afc-477f-41b8-86ea-a818aa90210f", "tag": "91bf9445-08ef-43b1-88bd-b759e274778e", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:26:36.490723 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d091291c-f636-4f32-a2a3-e704a3488db6 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:26:36.490909 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd41f3afc-477f-41b8-86ea-a818aa90210f', 'tag': '91bf9445-08ef-43b1-88bd-b759e274778e', 'status': 'completed', 'code': 200} Nov 10 20:26:36.569338 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437fc8b-29fb-4364-a7dc-1484e40d88af req-23b3e0e5-e15e-4bd2-adff-41df9d3512a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:36.570816 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3437fc8b-29fb-4364-a7dc-1484e40d88af req-23b3e0e5-e15e-4bd2-adff-41df9d3512a1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&device_id=d41f3afc-477f-41b8-86ea-a818aa90210f HTTP/1.1" status: 200 len: 1097 time: 0.0491738 Nov 10 20:26:36.595854 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37ba84-52ae-48de-895c-88f8326900ee req-1689e07c-2c8e-49dd-9a6b-3f543dc4ee58 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:36.598247 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3b37ba84-52ae-48de-895c-88f8326900ee req-1689e07c-2c8e-49dd-9a6b-3f543dc4ee58 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=d41f3afc-477f-41b8-86ea-a818aa90210f HTTP/1.1" status: 200 len: 946 time: 0.0615058 Nov 10 20:26:36.638082 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-243ee976-a4dc-4abc-9a89-e9b52b5a8acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181142433', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:01Z', 'updated_at': '2021-11-10T20:25:06Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': 'a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:aa:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:01Z', 'updated_at': '2021-11-10T20:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '034aa8be-5769-489e-afcf-8d5afc6ba7de', 'name': '', 'network_id': 'da9fd6b1-b261-41dc-a571-4d1cbf5dc29b', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:18:1f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'cc9c00c2-a1f3-4514-ab3b-0f179bb194dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:05Z', 'updated_at': '2021-11-10T20:25:10Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': 'cc9c00c2-a1f3-4514-ab3b-0f179bb194dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:26:36.660316 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3b37ba84-52ae-48de-895c-88f8326900ee req-c1fb0e4e-33a7-4497-8d49-2be26d2da996 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8005381-d737-4349-aab7-c7d956ec7001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553687 Nov 10 20:26:36.668531 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243ee976-a4dc-4abc-9a89-e9b52b5a8acc None None] Checking router: 1944856b-db1a-4d47-94fe-eff28ba2dc50 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:26:36.681131 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243ee976-a4dc-4abc-9a89-e9b52b5a8acc None None] Routers {'1944856b-db1a-4d47-94fe-eff28ba2dc50'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:26:36.681131 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-243ee976-a4dc-4abc-9a89-e9b52b5a8acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:26:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['1944856b-db1a-4d47-94fe-eff28ba2dc50'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:26:36.692233 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437fc8b-29fb-4364-a7dc-1484e40d88af req-7c8e3d5c-ae00-468f-9f0f-ef62e71fad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:36.694105 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3437fc8b-29fb-4364-a7dc-1484e40d88af req-7c8e3d5c-ae00-468f-9f0f-ef62e71fad34 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da9fd6b1-b261-41dc-a571-4d1cbf5dc29b HTTP/1.1" status: 200 len: 897 time: 0.1132331 Nov 10 20:26:36.741394 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3437fc8b-29fb-4364-a7dc-1484e40d88af req-5a48a8ec-484a-4966-a11d-69b9c6d9d6bd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91bf9445-08ef-43b1-88bd-b759e274778e HTTP/1.1" status: 200 len: 217 time: 0.0384769 Nov 10 20:26:36.802490 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437fc8b-29fb-4364-a7dc-1484e40d88af req-c0309dbb-19fb-49e9-b194-407905406085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:36.804558 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3437fc8b-29fb-4364-a7dc-1484e40d88af req-c0309dbb-19fb-49e9-b194-407905406085 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cc9c00c2-a1f3-4514-ab3b-0f179bb194dd HTTP/1.1" status: 200 len: 834 time: 0.0555565 Nov 10 20:26:36.804967 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-243ee976-a4dc-4abc-9a89-e9b52b5a8acc None None] Set router 1944856b-db1a-4d47-94fe-eff28ba2dc50 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:26:36.854853 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437fc8b-29fb-4364-a7dc-1484e40d88af req-16147b81-43ed-4fcc-a937-7cc4bdbafa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:36.856283 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3437fc8b-29fb-4364-a7dc-1484e40d88af req-16147b81-43ed-4fcc-a937-7cc4bdbafa18 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da9fd6b1-b261-41dc-a571-4d1cbf5dc29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429349 Nov 10 20:26:36.959404 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3437fc8b-29fb-4364-a7dc-1484e40d88af req-7874d567-bec8-475b-9018-c64822942926 service neutron] 10.222.0.73 "GET /v2.0/networks/da9fd6b1-b261-41dc-a571-4d1cbf5dc29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920982 Nov 10 20:26:37.018994 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-243ee976-a4dc-4abc-9a89-e9b52b5a8acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181142433', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:01Z', 'updated_at': '2021-11-10T20:25:06Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': 'a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:aa:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:01Z', 'updated_at': '2021-11-10T20:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '034aa8be-5769-489e-afcf-8d5afc6ba7de', 'name': '', 'network_id': 'da9fd6b1-b261-41dc-a571-4d1cbf5dc29b', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:18:1f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'cc9c00c2-a1f3-4514-ab3b-0f179bb194dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:05Z', 'updated_at': '2021-11-10T20:25:10Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': 'cc9c00c2-a1f3-4514-ab3b-0f179bb194dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:26:37.051047 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243ee976-a4dc-4abc-9a89-e9b52b5a8acc None None] The sync data for ids ['1944856b-db1a-4d47-94fe-eff28ba2dc50'] in n-d-813897-4 is: [{'id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181142433', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:01Z', 'updated_at': '2021-11-10T20:25:06Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': 'a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:aa:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:01Z', 'updated_at': '2021-11-10T20:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '034aa8be-5769-489e-afcf-8d5afc6ba7de', 'name': '', 'network_id': 'da9fd6b1-b261-41dc-a571-4d1cbf5dc29b', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:18:1f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'cc9c00c2-a1f3-4514-ab3b-0f179bb194dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:05Z', 'updated_at': '2021-11-10T20:25:10Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': 'cc9c00c2-a1f3-4514-ab3b-0f179bb194dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:26:37.075920 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3437fc8b-29fb-4364-a7dc-1484e40d88af req-2530ce2b-9f0d-415d-8be9-33f7ed7bd0c7 service neutron] 10.222.0.73 "GET /v2.0/networks/da9fd6b1-b261-41dc-a571-4d1cbf5dc29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074491 Nov 10 20:26:37.306818 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a9865f-37cd-4a94-bce8-3d671adee4e3 None None] New status for floating IP 1053b75c-3974-4854-a044-cc81ec99c3d1: DOWN {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:26:37.797686 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86134ecd-af20-429a-97e0-2ef2401c3ecc req-13ee7936-038a-412d-8661-fc1b3ae7bd4b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:37.799318 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-86134ecd-af20-429a-97e0-2ef2401c3ecc req-13ee7936-038a-412d-8661-fc1b3ae7bd4b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=d41f3afc-477f-41b8-86ea-a818aa90210f HTTP/1.1" status: 200 len: 946 time: 0.0622396 Nov 10 20:26:37.866456 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-86134ecd-af20-429a-97e0-2ef2401c3ecc req-f960128c-9b0d-483e-b6e2-33c9a569b557 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8005381-d737-4349-aab7-c7d956ec7001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587192 Nov 10 20:26:38.013525 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccbcc0d-4bc0-4020-93e4-003370a7d66b req-02bb9470-fdbe-4423-9004-49d0dea42902 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:38.015171 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-eccbcc0d-4bc0-4020-93e4-003370a7d66b req-02bb9470-fdbe-4423-9004-49d0dea42902 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.73 "GET /v2.0/ports?device_id=d41f3afc-477f-41b8-86ea-a818aa90210f HTTP/1.1" status: 200 len: 946 time: 0.0631111 Nov 10 20:26:38.524432 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-eccbcc0d-4bc0-4020-93e4-003370a7d66b req-55e5553e-ac61-40a8-be55-cac576714529 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Deleting port 91bf9445-08ef-43b1-88bd-b759e274778e {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:26:38.524764 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-eccbcc0d-4bc0-4020-93e4-003370a7d66b req-55e5553e-ac61-40a8-be55-cac576714529 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:38.626490 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-eccbcc0d-4bc0-4020-93e4-003370a7d66b req-55e5553e-ac61-40a8-be55-cac576714529 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] For port 91bf9445-08ef-43b1-88bd-b759e274778e, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=91bf9445-08ef-43b1-88bd-b759e274778e,segment=NetworkSegment(f9beb331-d636-4aea-b8d9-44e24573bc1a),segment_id=f9beb331-d636-4aea-b8d9-44e24573bc1a)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:26:38.626959 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-eccbcc0d-4bc0-4020-93e4-003370a7d66b req-55e5553e-ac61-40a8-be55-cac576714529 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:38.641297 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-eccbcc0d-4bc0-4020-93e4-003370a7d66b req-55e5553e-ac61-40a8-be55-cac576714529 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Calling delete_port for 91bf9445-08ef-43b1-88bd-b759e274778e owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:26:38.787402 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-eccbcc0d-4bc0-4020-93e4-003370a7d66b req-55e5553e-ac61-40a8-be55-cac576714529 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:38.822193 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e5553e-ac61-40a8-be55-cac576714529 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event deleted for resources: {'Port': ['ID=91bf9445-08ef-43b1-88bd-b759e274778e,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:38.869188 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-eccbcc0d-4bc0-4020-93e4-003370a7d66b req-55e5553e-ac61-40a8-be55-cac576714529 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] No DVR routers for this DVR port 91bf9445-08ef-43b1-88bd-b759e274778e on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:26:38.871981 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-eccbcc0d-4bc0-4020-93e4-003370a7d66b req-55e5553e-ac61-40a8-be55-cac576714529 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:38.875415 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-eccbcc0d-4bc0-4020-93e4-003370a7d66b req-55e5553e-ac61-40a8-be55-cac576714529 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.73 "DELETE /v2.0/ports/91bf9445-08ef-43b1-88bd-b759e274778e HTTP/1.1" status: 204 len: 173 time: 0.8537765 Nov 10 20:26:38.875861 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41f3afc-477f-41b8-86ea-a818aa90210f', 'name': 'network-vif-deleted', 'tag': '91bf9445-08ef-43b1-88bd-b759e274778e'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:26:38.878244 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8982f87-36f3-4542-9d3f-12d65b20b553" -d '{"events": [{"server_uuid": "d41f3afc-477f-41b8-86ea-a818aa90210f", "name": "network-vif-deleted", "tag": "91bf9445-08ef-43b1-88bd-b759e274778e"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:26:38.923618 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36aaa19-97aa-4818-b0b6-83e7cf3a8851 x-openstack-request-id: req-c36aaa19-97aa-4818-b0b6-83e7cf3a8851 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:26:38.923922 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41f3afc-477f-41b8-86ea-a818aa90210f", "name": "network-vif-deleted", "tag": "91bf9445-08ef-43b1-88bd-b759e274778e", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:26:38.924180 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c36aaa19-97aa-4818-b0b6-83e7cf3a8851 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:26:38.924593 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41f3afc-477f-41b8-86ea-a818aa90210f', 'name': 'network-vif-deleted', 'tag': '91bf9445-08ef-43b1-88bd-b759e274778e', 'status': 'completed', 'code': 200} Nov 10 20:26:39.003538 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-763b1eeb-a3ab-4940-b9dd-980465062f06 req-6d0df3e7-dba2-45d0-ba0d-ee2420b863f6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=d41f3afc-477f-41b8-86ea-a818aa90210f HTTP/1.1" status: 200 len: 210 time: 0.0267570 Nov 10 20:26:40.073092 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58068) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:26:40.524880 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d2994fab-804a-498d-8ab8-463ae1a2e568 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:40.843037 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-d2994fab-804a-498d-8ab8-463ae1a2e568 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Deleting port 034aa8be-5769-489e-afcf-8d5afc6ba7de {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:26:40.843380 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d2994fab-804a-498d-8ab8-463ae1a2e568 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:40.956011 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-d2994fab-804a-498d-8ab8-463ae1a2e568 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] For port 034aa8be-5769-489e-afcf-8d5afc6ba7de, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=034aa8be-5769-489e-afcf-8d5afc6ba7de,segment=NetworkSegment(f9beb331-d636-4aea-b8d9-44e24573bc1a),segment_id=f9beb331-d636-4aea-b8d9-44e24573bc1a)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:26:40.956295 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d2994fab-804a-498d-8ab8-463ae1a2e568 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:40.970653 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-d2994fab-804a-498d-8ab8-463ae1a2e568 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Calling delete_port for 034aa8be-5769-489e-afcf-8d5afc6ba7de owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:26:41.179440 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d2994fab-804a-498d-8ab8-463ae1a2e568 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:41.205218 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2994fab-804a-498d-8ab8-463ae1a2e568 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event deleted for resources: {'Port': ['ID=034aa8be-5769-489e-afcf-8d5afc6ba7de,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:41.431578 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d2994fab-804a-498d-8ab8-463ae1a2e568 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:41.708796 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2994fab-804a-498d-8ab8-463ae1a2e568 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Router 1944856b-db1a-4d47-94fe-eff28ba2dc50 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:26:41.837463 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2994fab-804a-498d-8ab8-463ae1a2e568 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:26:41.846247 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d2994fab-804a-498d-8ab8-463ae1a2e568 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "PUT /v2.0/routers/1944856b-db1a-4d47-94fe-eff28ba2dc50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7715776 Nov 10 20:26:41.849076 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58070) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:26:41.854716 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201047f1-5fee-4246-83b8-ef4351a043e3 None None] Sync routers for ids ['1944856b-db1a-4d47-94fe-eff28ba2dc50'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:26:41.865602 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201047f1-5fee-4246-83b8-ef4351a043e3 None None] Routers {'1944856b-db1a-4d47-94fe-eff28ba2dc50'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:26:41.866567 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-201047f1-5fee-4246-83b8-ef4351a043e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:26:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['1944856b-db1a-4d47-94fe-eff28ba2dc50'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:26:41.916155 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-03dfd26e-2677-46da-aba8-25eb4bcaba6e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Deleting subnet cc9c00c2-a1f3-4514-ab3b-0f179bb194dd {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:26:41.921740 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03dfd26e-2677-46da-aba8-25eb4bcaba6e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:41.969367 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 91bf9445-08ef-43b1-88bd-b759e274778e no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:26:41.979492 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03dfd26e-2677-46da-aba8-25eb4bcaba6e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:42.008627 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 91bf9445-08ef-43b1-88bd-b759e274778e {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:26:42.009162 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 91bf9445-08ef-43b1-88bd-b759e274778e not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:26:42.098511 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03dfd26e-2677-46da-aba8-25eb4bcaba6e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:42.129565 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-201047f1-5fee-4246-83b8-ef4351a043e3 None None] Set router 1944856b-db1a-4d47-94fe-eff28ba2dc50 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:26:42.173611 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03dfd26e-2677-46da-aba8-25eb4bcaba6e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:42.202474 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dfd26e-2677-46da-aba8-25eb4bcaba6e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event deleted for resources: {'Subnet': ['ID=cc9c00c2-a1f3-4514-ab3b-0f179bb194dd,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:42.206526 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-03dfd26e-2677-46da-aba8-25eb4bcaba6e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:42.214651 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-03dfd26e-2677-46da-aba8-25eb4bcaba6e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "DELETE /v2.0/subnets/cc9c00c2-a1f3-4514-ab3b-0f179bb194dd HTTP/1.1" status: 204 len: 168 time: 0.3592789 Nov 10 20:26:42.214651 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58072) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:26:42.220775 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a7a1b1-5fd4-42fe-8b46-8dca8ec08fab None None] Network da9fd6b1-b261-41dc-a571-4d1cbf5dc29b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:26:42.350560 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-201047f1-5fee-4246-83b8-ef4351a043e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181142433', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:01Z', 'updated_at': '2021-11-10T20:26:41Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': 'a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:aa:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:01Z', 'updated_at': '2021-11-10T20:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:26:42.382839 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-608502db-870a-48e7-81d9-bbae7f4ccfdd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:42.385525 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201047f1-5fee-4246-83b8-ef4351a043e3 None None] Checking router: 1944856b-db1a-4d47-94fe-eff28ba2dc50 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:26:42.395696 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201047f1-5fee-4246-83b8-ef4351a043e3 None None] Routers {'1944856b-db1a-4d47-94fe-eff28ba2dc50'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:26:42.396367 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-201047f1-5fee-4246-83b8-ef4351a043e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:26:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['1944856b-db1a-4d47-94fe-eff28ba2dc50'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:26:42.459832 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0904775f-c70f-4ad4-96e6-ffe307be2776 None None] DHCP port deletion for da9fd6b1-b261-41dc-a571-4d1cbf5dc29b request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:26:42.517106 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-0904775f-c70f-4ad4-96e6-ffe307be2776 None None] Deleting port d0c7b5db-2346-4cdd-ae08-b17596945503 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:26:42.517952 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0904775f-c70f-4ad4-96e6-ffe307be2776 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:42.530601 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-608502db-870a-48e7-81d9-bbae7f4ccfdd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:42.566753 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-201047f1-5fee-4246-83b8-ef4351a043e3 None None] Set router 1944856b-db1a-4d47-94fe-eff28ba2dc50 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:26:42.592592 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-0904775f-c70f-4ad4-96e6-ffe307be2776 None None] For port d0c7b5db-2346-4cdd-ae08-b17596945503, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=d0c7b5db-2346-4cdd-ae08-b17596945503,segment=NetworkSegment(f9beb331-d636-4aea-b8d9-44e24573bc1a),segment_id=f9beb331-d636-4aea-b8d9-44e24573bc1a)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:26:42.593037 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0904775f-c70f-4ad4-96e6-ffe307be2776 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:42.611356 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-0904775f-c70f-4ad4-96e6-ffe307be2776 None None] Calling delete_port for d0c7b5db-2346-4cdd-ae08-b17596945503 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:26:42.628645 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-608502db-870a-48e7-81d9-bbae7f4ccfdd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Deleting port a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:26:42.629072 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-608502db-870a-48e7-81d9-bbae7f4ccfdd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:42.721738 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0904775f-c70f-4ad4-96e6-ffe307be2776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:42.749192 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904775f-c70f-4ad4-96e6-ffe307be2776 None None] Pushing event deleted for resources: {'Port': ['ID=d0c7b5db-2346-4cdd-ae08-b17596945503,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:42.754663 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0904775f-c70f-4ad4-96e6-ffe307be2776 None None] No DVR routers for this DVR port d0c7b5db-2346-4cdd-ae08-b17596945503 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:26:42.764603 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0904775f-c70f-4ad4-96e6-ffe307be2776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:42.764603 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0904775f-c70f-4ad4-96e6-ffe307be2776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:42.764603 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0904775f-c70f-4ad4-96e6-ffe307be2776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:42.764603 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0904775f-c70f-4ad4-96e6-ffe307be2776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:42.764603 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0904775f-c70f-4ad4-96e6-ffe307be2776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:42.764603 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0904775f-c70f-4ad4-96e6-ffe307be2776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:42.764603 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0904775f-c70f-4ad4-96e6-ffe307be2776 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:42.764603 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0904775f-c70f-4ad4-96e6-ffe307be2776 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:42.764603 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0904775f-c70f-4ad4-96e6-ffe307be2776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:42.765911 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0904775f-c70f-4ad4-96e6-ffe307be2776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:42.766411 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0904775f-c70f-4ad4-96e6-ffe307be2776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:42.766742 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0904775f-c70f-4ad4-96e6-ffe307be2776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:42.779664 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-608502db-870a-48e7-81d9-bbae7f4ccfdd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] For port a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:26:42.780038 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-608502db-870a-48e7-81d9-bbae7f4ccfdd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:42.795083 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-608502db-870a-48e7-81d9-bbae7f4ccfdd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Calling delete_port for a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:26:42.845376 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-201047f1-5fee-4246-83b8-ef4351a043e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181142433', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:01Z', 'updated_at': '2021-11-10T20:26:41Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': 'a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:aa:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:01Z', 'updated_at': '2021-11-10T20:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:26:42.892966 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201047f1-5fee-4246-83b8-ef4351a043e3 None None] The sync data for ids ['1944856b-db1a-4d47-94fe-eff28ba2dc50'] in n-d-813897-4 is: [{'id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181142433', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:25:01Z', 'updated_at': '2021-11-10T20:26:41Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': 'a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:aa:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1944856b-db1a-4d47-94fe-eff28ba2dc50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:25:01Z', 'updated_at': '2021-11-10T20:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:26:43.027919 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-608502db-870a-48e7-81d9-bbae7f4ccfdd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:43.073519 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608502db-870a-48e7-81d9-bbae7f4ccfdd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event deleted for resources: {'Port': ['ID=a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:43.088156 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f660c481-f393-46a8-a0d0-6821db64e5ba None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:26:43.141088 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-608502db-870a-48e7-81d9-bbae7f4ccfdd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:43.262486 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-608502db-870a-48e7-81d9-bbae7f4ccfdd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:43.266202 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-608502db-870a-48e7-81d9-bbae7f4ccfdd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:43.340416 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-608502db-870a-48e7-81d9-bbae7f4ccfdd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:43.341414 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608502db-870a-48e7-81d9-bbae7f4ccfdd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Fanout notify agent at l3_agent the message router_deleted on router 1944856b-db1a-4d47-94fe-eff28ba2dc50 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 20:26:43.352694 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-608502db-870a-48e7-81d9-bbae7f4ccfdd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:43.354690 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-608502db-870a-48e7-81d9-bbae7f4ccfdd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "DELETE /v2.0/routers/1944856b-db1a-4d47-94fe-eff28ba2dc50 HTTP/1.1" status: 204 len: 168 time: 1.1385627 Nov 10 20:26:43.357382 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58074) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:26:43.447463 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-53036b86-683a-4a94-be20-2a5610636e48 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:43.558832 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-53036b86-683a-4a94-be20-2a5610636e48 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:43.589715 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-53036b86-683a-4a94-be20-2a5610636e48 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da9fd6b1-b261-41dc-a571-4d1cbf5dc29b']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:26:43.601730 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-53036b86-683a-4a94-be20-2a5610636e48 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9beb331-d636-4aea-b8d9-44e24573bc1a') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:26:43.602238 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-53036b86-683a-4a94-be20-2a5610636e48 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9beb331-d636-4aea-b8d9-44e24573bc1a') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:26:43.614303 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-53036b86-683a-4a94-be20-2a5610636e48 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:43.634107 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-53036b86-683a-4a94-be20-2a5610636e48 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:43.648750 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53036b86-683a-4a94-be20-2a5610636e48 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:26:43.648750 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-53036b86-683a-4a94-be20-2a5610636e48 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:43.652707 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 20:26:43.652707 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:26:43.652707 n-d-813897-4 neutron-server[102505]: timer() Nov 10 20:26:43.652707 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:26:43.652707 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 20:26:43.652707 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:26:43.652707 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 20:26:43.652707 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:26:43.652707 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 20:26:43.652707 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:26:43.652707 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 20:26:43.652707 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:26:43.652707 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 20:26:43.652707 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:26:43.652707 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:26:43.652707 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:26:43.652707 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:26:43.652707 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:26:43.652707 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 20:26:43.652707 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:26:43.652707 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 20:26:43.652707 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:26:43.652707 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:26:43.652707 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:26:43.652707 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 20:26:43.652707 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:26:43.652707 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:26:43.652707 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:26:43.652707 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:26:43.652707 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:26:43.652707 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:26:43.652707 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:26:43.723884 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-53036b86-683a-4a94-be20-2a5610636e48 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:43.733434 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-53036b86-683a-4a94-be20-2a5610636e48 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:43.736727 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-53036b86-683a-4a94-be20-2a5610636e48 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "DELETE /v2.0/networks/da9fd6b1-b261-41dc-a571-4d1cbf5dc29b HTTP/1.1" status: 204 len: 168 time: 0.3782146 Nov 10 20:26:43.743252 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58076) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:26:43.748792 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53036b86-683a-4a94-be20-2a5610636e48 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event deleted for resources: {'Network': ['ID=da9fd6b1-b261-41dc-a571-4d1cbf5dc29b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:43.810403 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-39d47d45-0564-418e-91b4-9af10ab18a01 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:43.842304 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-39d47d45-0564-418e-91b4-9af10ab18a01 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:43.913268 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-39d47d45-0564-418e-91b4-9af10ab18a01 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:43.916606 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-39d47d45-0564-418e-91b4-9af10ab18a01 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:43.918079 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-39d47d45-0564-418e-91b4-9af10ab18a01 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "DELETE /v2.0/security-groups/e8005381-d737-4349-aab7-c7d956ec7001 HTTP/1.1" status: 204 len: 168 time: 0.1725435 Nov 10 20:26:43.932159 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d47d45-0564-418e-91b4-9af10ab18a01 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8005381-d737-4349-aab7-c7d956ec7001,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:43.944861 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d47d45-0564-418e-91b4-9af10ab18a01 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:43.945399 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d47d45-0564-418e-91b4-9af10ab18a01 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:43.945979 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d47d45-0564-418e-91b4-9af10ab18a01 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:43.946433 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d47d45-0564-418e-91b4-9af10ab18a01 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:43.946988 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d47d45-0564-418e-91b4-9af10ab18a01 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:43.947544 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d47d45-0564-418e-91b4-9af10ab18a01 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:43.947981 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d47d45-0564-418e-91b4-9af10ab18a01 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:43.948337 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d47d45-0564-418e-91b4-9af10ab18a01 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:43.948819 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d47d45-0564-418e-91b4-9af10ab18a01 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:43.949002 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d47d45-0564-418e-91b4-9af10ab18a01 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:43.949855 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d47d45-0564-418e-91b4-9af10ab18a01 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:43.949855 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d47d45-0564-418e-91b4-9af10ab18a01 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:44.115708 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 034aa8be-5769-489e-afcf-8d5afc6ba7de no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:26:44.141006 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 034aa8be-5769-489e-afcf-8d5afc6ba7de {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:26:44.141649 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 034aa8be-5769-489e-afcf-8d5afc6ba7de not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:26:44.142104 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:26:44.163655 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:26:44.164145 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device a8e51cc1-3fd7-45d6-9a9e-e9f631b8ae3e not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:26:44.164703 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d0c7b5db-2346-4cdd-ae08-b17596945503 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:26:44.190054 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: d0c7b5db-2346-4cdd-ae08-b17596945503 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:26:44.190444 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device d0c7b5db-2346-4cdd-ae08-b17596945503 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:26:44.351148 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58082) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:26:44.358676 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-330d11cf-c641-4ba9-8a5c-f895d59a9cc0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-833368298', 'description': 'tempest-secgroup-smoke-833368298 description', 'project_id': 'd6be74ad5b18422194586c70b0b42211'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:26:44.383152 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-330d11cf-c641-4ba9-8a5c-f895d59a9cc0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:44.458823 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-330d11cf-c641-4ba9-8a5c-f895d59a9cc0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:44.464416 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-330d11cf-c641-4ba9-8a5c-f895d59a9cc0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:44.493037 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-330d11cf-c641-4ba9-8a5c-f895d59a9cc0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:44.494435 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-330d11cf-c641-4ba9-8a5c-f895d59a9cc0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1418185 Nov 10 20:26:44.497375 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58084) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:26:44.501820 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-028d415b-5796-4a7f-9cee-da4d85657c8f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'security_group_rule': {'security_group_id': '064a2e65-9f62-45c6-ad40-5a67187ee04c', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:26:44.508352 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d11cf-c641-4ba9-8a5c-f895d59a9cc0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=064a2e65-9f62-45c6-ad40-5a67187ee04c,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:44.537140 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-028d415b-5796-4a7f-9cee-da4d85657c8f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:44.598039 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-028d415b-5796-4a7f-9cee-da4d85657c8f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:44.605620 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-028d415b-5796-4a7f-9cee-da4d85657c8f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:44.627791 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d415b-5796-4a7f-9cee-da4d85657c8f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f7d6710-dd0d-4645-9ecc-a6676398297a,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:44.638986 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-028d415b-5796-4a7f-9cee-da4d85657c8f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:44.640268 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-028d415b-5796-4a7f-9cee-da4d85657c8f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1418989 Nov 10 20:26:44.644139 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58086) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:26:44.649650 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-905042c1-27f7-441e-aefd-73c9a64e801c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'security_group_rule': {'security_group_id': '064a2e65-9f62-45c6-ad40-5a67187ee04c', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:26:44.684949 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-905042c1-27f7-441e-aefd-73c9a64e801c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:44.750456 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-905042c1-27f7-441e-aefd-73c9a64e801c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:44.755105 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-905042c1-27f7-441e-aefd-73c9a64e801c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:44.778544 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905042c1-27f7-441e-aefd-73c9a64e801c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81728f8f-b456-47ff-b637-ca84841efbe1,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:44.784893 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-905042c1-27f7-441e-aefd-73c9a64e801c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:44.786180 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-905042c1-27f7-441e-aefd-73c9a64e801c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1408021 Nov 10 20:26:44.789506 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58088) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:26:44.794824 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-44b39fa2-f318-4237-b643-9223cbbfbed4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'security_group_rule': {'security_group_id': '064a2e65-9f62-45c6-ad40-5a67187ee04c', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:26:44.827782 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-44b39fa2-f318-4237-b643-9223cbbfbed4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:44.892873 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-44b39fa2-f318-4237-b643-9223cbbfbed4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:44.898303 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-44b39fa2-f318-4237-b643-9223cbbfbed4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:44.919132 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b39fa2-f318-4237-b643-9223cbbfbed4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bfce375-2059-4981-bfb5-e3d74501c5aa,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:44.928023 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-44b39fa2-f318-4237-b643-9223cbbfbed4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:44.929281 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-44b39fa2-f318-4237-b643-9223cbbfbed4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1385329 Nov 10 20:26:44.932107 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58090) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:26:44.936729 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-a35d312d-cc64-4c65-8fff-55f7e3a12e11 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'security_group_rule': {'security_group_id': '064a2e65-9f62-45c6-ad40-5a67187ee04c', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:26:44.965917 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a35d312d-cc64-4c65-8fff-55f7e3a12e11 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:45.044844 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a35d312d-cc64-4c65-8fff-55f7e3a12e11 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:45.049754 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a35d312d-cc64-4c65-8fff-55f7e3a12e11 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:45.066343 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d312d-cc64-4c65-8fff-55f7e3a12e11 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2571c76-7992-458a-a680-6c591ad1eaa0,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:45.081003 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a35d312d-cc64-4c65-8fff-55f7e3a12e11 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:45.082347 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a35d312d-cc64-4c65-8fff-55f7e3a12e11 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1492474 Nov 10 20:26:45.085812 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58092) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:26:45.090601 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-e5663837-2bd0-4d8a-8c74-6bb8b26c487b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'security_group_rule': {'security_group_id': '064a2e65-9f62-45c6-ad40-5a67187ee04c', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:26:45.117341 n-d-813897-4 neutron-server[102506]: INFO neutron.db.securitygroups_db [None req-e5663837-2bd0-4d8a-8c74-6bb8b26c487b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Project d6be74ad5b18422194586c70b0b42211 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 20:26:45.123545 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e5663837-2bd0-4d8a-8c74-6bb8b26c487b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:45.197112 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e5663837-2bd0-4d8a-8c74-6bb8b26c487b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:45.202396 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e5663837-2bd0-4d8a-8c74-6bb8b26c487b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:45.223016 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5663837-2bd0-4d8a-8c74-6bb8b26c487b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f76cb7-6d99-44e5-a06e-00f56e650b59,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:45.233167 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e5663837-2bd0-4d8a-8c74-6bb8b26c487b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:45.234457 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e5663837-2bd0-4d8a-8c74-6bb8b26c487b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1476130 Nov 10 20:26:45.238221 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58094) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:26:45.243112 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-3847a2b4-ea94-455b-9869-fda6b4178c9a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'security_group_rule': {'security_group_id': '064a2e65-9f62-45c6-ad40-5a67187ee04c', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:26:45.267380 n-d-813897-4 neutron-server[102505]: INFO neutron.db.securitygroups_db [None req-3847a2b4-ea94-455b-9869-fda6b4178c9a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Project d6be74ad5b18422194586c70b0b42211 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 20:26:45.272712 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3847a2b4-ea94-455b-9869-fda6b4178c9a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:45.353164 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3847a2b4-ea94-455b-9869-fda6b4178c9a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:45.357802 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3847a2b4-ea94-455b-9869-fda6b4178c9a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:45.374694 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847a2b4-ea94-455b-9869-fda6b4178c9a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a82b9a-e3ba-4300-a1a6-27110dd7ae12,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:45.387450 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3847a2b4-ea94-455b-9869-fda6b4178c9a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:45.388763 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3847a2b4-ea94-455b-9869-fda6b4178c9a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1495237 Nov 10 20:26:45.391972 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58096) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:26:45.397082 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-a662b61b-d00e-40d2-91c7-1f44c2241bf6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'network': {'name': 'tempest-network-smoke--1640967809', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'port_security_enabled': True}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:26:45.419580 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a662b61b-d00e-40d2-91c7-1f44c2241bf6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Made reservation on behalf of d6be74ad5b18422194586c70b0b42211 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:26:45.423086 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a662b61b-d00e-40d2-91c7-1f44c2241bf6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:45.449832 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a662b61b-d00e-40d2-91c7-1f44c2241bf6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:26:45.462716 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a662b61b-d00e-40d2-91c7-1f44c2241bf6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:45.463347 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-a662b61b-d00e-40d2-91c7-1f44c2241bf6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Added segment e2c780af-a3d2-4818-aace-4bca21ce9bb2 of type vlan for network 4752f3b2-3bfe-4d73-afef-8605a6548370 Nov 10 20:26:45.531353 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a662b61b-d00e-40d2-91c7-1f44c2241bf6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:45.566874 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a662b61b-d00e-40d2-91c7-1f44c2241bf6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:45.572638 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a662b61b-d00e-40d2-91c7-1f44c2241bf6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:45.573233 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a662b61b-d00e-40d2-91c7-1f44c2241bf6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:45.638206 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a662b61b-d00e-40d2-91c7-1f44c2241bf6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2451148 Nov 10 20:26:45.641221 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58098) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:26:45.646511 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-616fa98d-e58d-4438-ae70-9c1d5b19a081 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-581461339', 'admin_state_up': True, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:26:45.648155 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662b61b-d00e-40d2-91c7-1f44c2241bf6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Network': ['ID=4752f3b2-3bfe-4d73-afef-8605a6548370,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:45.663065 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 4752f3b2-3bfe-4d73-afef-8605a6548370 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:26:45.684444 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-616fa98d-e58d-4438-ae70-9c1d5b19a081 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:45.686037 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-616fa98d-e58d-4438-ae70-9c1d5b19a081 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:45.761973 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-616fa98d-e58d-4438-ae70-9c1d5b19a081 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:45.935085 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-616fa98d-e58d-4438-ae70-9c1d5b19a081 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:46.160984 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-616fa98d-e58d-4438-ae70-9c1d5b19a081 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:46.186095 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-616fa98d-e58d-4438-ae70-9c1d5b19a081 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:46.327335 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-616fa98d-e58d-4438-ae70-9c1d5b19a081 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Allocated IP 172.25.3.75 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/5d6918b8-b340-423f-a046-6dda56d0ecf4) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:26:46.459162 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-616fa98d-e58d-4438-ae70-9c1d5b19a081 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:46.506312 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-616fa98d-e58d-4438-ae70-9c1d5b19a081 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:46.550943 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616fa98d-e58d-4438-ae70-9c1d5b19a081 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:26:46.557015 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-616fa98d-e58d-4438-ae70-9c1d5b19a081 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:26:46.559439 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616fa98d-e58d-4438-ae70-9c1d5b19a081 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Port': ['ID=5d6918b8-b340-423f-a046-6dda56d0ecf4,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:46.561709 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616fa98d-e58d-4438-ae70-9c1d5b19a081 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:26:46.580259 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f731eb15-67ff-413d-9d7a-0f1808568328 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:26:46.688887 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-69b01759-5c57-49fb-bf09-2678ffe4be43 None None] Provisioning complete for port 5d6918b8-b340-423f-a046-6dda56d0ecf4 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:26:46.689708 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-69b01759-5c57-49fb-bf09-2678ffe4be43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:46.736824 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-69b01759-5c57-49fb-bf09-2678ffe4be43 None None] Port 5d6918b8-b340-423f-a046-6dda56d0ecf4 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:26:46.836933 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-616fa98d-e58d-4438-ae70-9c1d5b19a081 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:47.064587 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-616fa98d-e58d-4438-ae70-9c1d5b19a081 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:47.216414 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616fa98d-e58d-4438-ae70-9c1d5b19a081 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Router c5482503-4f48-410b-998e-3024cb61e623 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 20:26:47.326952 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616fa98d-e58d-4438-ae70-9c1d5b19a081 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:26:47.339251 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7ca67c-502f-4e2c-8925-8f3d27607742 None None] Sync routers for ids ['c5482503-4f48-410b-998e-3024cb61e623'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:26:47.354205 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7ca67c-502f-4e2c-8925-8f3d27607742 None None] Routers {'c5482503-4f48-410b-998e-3024cb61e623'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:26:47.354550 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-616fa98d-e58d-4438-ae70-9c1d5b19a081 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:47.355152 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-2b7ca67c-502f-4e2c-8925-8f3d27607742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:26:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c5482503-4f48-410b-998e-3024cb61e623'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:26:47.355970 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-616fa98d-e58d-4438-ae70-9c1d5b19a081 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7135286 Nov 10 20:26:47.360306 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58100) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:26:47.392179 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-383e6579-c10c-469b-857b-37df148da8c2 tempest-TestNetworkAdvancedServerOps-1920971335 tempest-TestNetworkAdvancedServerOps-1920971335-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=d6be74ad5b18422194586c70b0b42211&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300634 Nov 10 20:26:47.395205 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58102) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:26:47.524098 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-2b7ca67c-502f-4e2c-8925-8f3d27607742 None None] Set router c5482503-4f48-410b-998e-3024cb61e623 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:26:47.633487 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e0102b-e6a9-40ab-8c3b-83a08bf720cf tempest-TestNetworkAdvancedServerOps-1920971335 tempest-TestNetworkAdvancedServerOps-1920971335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:47.636250 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-80e0102b-e6a9-40ab-8c3b-83a08bf720cf tempest-TestNetworkAdvancedServerOps-1920971335 tempest-TestNetworkAdvancedServerOps-1920971335-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2398047 Nov 10 20:26:47.640715 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58104) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:26:47.686899 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4cefc22e-a611-4390-a6ad-5de5d2e67e3d tempest-TestNetworkAdvancedServerOps-1920971335 tempest-TestNetworkAdvancedServerOps-1920971335-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446808 Nov 10 20:26:47.690343 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58106) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:26:47.699018 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-ac33bc91-99a2-4ade-b954-891aa9505124 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-117945737', 'network_id': '4752f3b2-3bfe-4d73-afef-8605a6548370', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:26:47.751567 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-2b7ca67c-502f-4e2c-8925-8f3d27607742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5482503-4f48-410b-998e-3024cb61e623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-581461339', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '5d6918b8-b340-423f-a046-6dda56d0ecf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:26:45Z', 'updated_at': '2021-11-10T20:26:46Z', 'revision_number': 3, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '5d6918b8-b340-423f-a046-6dda56d0ecf4', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5482503-4f48-410b-998e-3024cb61e623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:26:46Z', 'updated_at': '2021-11-10T20:26:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:26:47.785339 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7ca67c-502f-4e2c-8925-8f3d27607742 None None] Checking router: c5482503-4f48-410b-998e-3024cb61e623 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:26:47.785691 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7ca67c-502f-4e2c-8925-8f3d27607742 None None] Updating router c5482503-4f48-410b-998e-3024cb61e623 port 5d6918b8-b340-423f-a046-6dda56d0ecf4 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:26:47.818663 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2b7ca67c-502f-4e2c-8925-8f3d27607742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:47.841652 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac33bc91-99a2-4ade-b954-891aa9505124 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Made reservation on behalf of d6be74ad5b18422194586c70b0b42211 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:26:47.845326 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ac33bc91-99a2-4ade-b954-891aa9505124 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:48.057677 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ac33bc91-99a2-4ade-b954-891aa9505124 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:48.123715 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33bc91-99a2-4ade-b954-891aa9505124 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Subnet': ['ID=60e7bd2f-2604-4f4a-9513-93d9637fa921,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:48.129430 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2b7ca67c-502f-4e2c-8925-8f3d27607742 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:48.134343 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac33bc91-99a2-4ade-b954-891aa9505124 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Checking segment: {'id': 'e2c780af-a3d2-4818-aace-4bca21ce9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4752f3b2-3bfe-4d73-afef-8605a6548370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:26:48.134824 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac33bc91-99a2-4ade-b954-891aa9505124 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Network hostable DHCP agents. Network: 4752f3b2-3bfe-4d73-afef-8605a6548370, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:26:48.139352 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2b7ca67c-502f-4e2c-8925-8f3d27607742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:48.153325 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac33bc91-99a2-4ade-b954-891aa9505124 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Network 4752f3b2-3bfe-4d73-afef-8605a6548370 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:26:48.165537 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-ac33bc91-99a2-4ade-b954-891aa9505124 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 4752f3b2-3bfe-4d73-afef-8605a6548370) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:26:48.170962 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac33bc91-99a2-4ade-b954-891aa9505124 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:48.171956 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ac33bc91-99a2-4ade-b954-891aa9505124 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:48.178416 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c44b916-65d9-4326-88a0-0658346db4a0 None None] Network 4752f3b2-3bfe-4d73-afef-8605a6548370 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:26:48.198981 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ac33bc91-99a2-4ade-b954-891aa9505124 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5026031 Nov 10 20:26:48.200037 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58108) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:26:48.211654 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8e33ab-f6ec-4dfd-a053-00c572cea451 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:26:48.266052 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f3ecf-5839-48e2-842d-dfbf6af8598f None None] Pushing event updated for resources: {'Port': ['ID=5d6918b8-b340-423f-a046-6dda56d0ecf4,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:48.268396 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-2b7ca67c-502f-4e2c-8925-8f3d27607742 None None] Attempting to bind port 5d6918b8-b340-423f-a046-6dda56d0ecf4 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:26:48.268902 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-2b7ca67c-502f-4e2c-8925-8f3d27607742 None None] Attempting to bind port 5d6918b8-b340-423f-a046-6dda56d0ecf4 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:26:48.269276 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7ca67c-502f-4e2c-8925-8f3d27607742 None None] Attempting to bind port 5d6918b8-b340-423f-a046-6dda56d0ecf4 on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:26:48.283589 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7ca67c-502f-4e2c-8925-8f3d27607742 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:26:48.283969 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7ca67c-502f-4e2c-8925-8f3d27607742 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:26:48.286572 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2b7ca67c-502f-4e2c-8925-8f3d27607742 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:48.286572 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7ca67c-502f-4e2c-8925-8f3d27607742 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:26:48.286572 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-2b7ca67c-502f-4e2c-8925-8f3d27607742 None None] Bound port: 5d6918b8-b340-423f-a046-6dda56d0ecf4, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:26:48.286572 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2b7ca67c-502f-4e2c-8925-8f3d27607742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:48.392457 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-2b7ca67c-502f-4e2c-8925-8f3d27607742 None None] For port 5d6918b8-b340-423f-a046-6dda56d0ecf4, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:26:48.413924 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-2b7ca67c-502f-4e2c-8925-8f3d27607742 None None] For port 5d6918b8-b340-423f-a046-6dda56d0ecf4, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5d6918b8-b340-423f-a046-6dda56d0ecf4,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:26:48.422027 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f1af2877-fa0c-4775-971f-9bad081708f7 None None] Provisioning complete for port 5d6918b8-b340-423f-a046-6dda56d0ecf4 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:26:48.422538 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f1af2877-fa0c-4775-971f-9bad081708f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:48.424437 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2b7ca67c-502f-4e2c-8925-8f3d27607742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:48.670608 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28148420-fe6c-4b3f-83d1-4fb1e596ac14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-4752f3b2-3bfe-4d73-afef-8605a6548370', 'network_id': '4752f3b2-3bfe-4d73-afef-8605a6548370', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'fixed_ips': [{'subnet_id': '60e7bd2f-2604-4f4a-9513-93d9637fa921'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 20:26:48.672318 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-28148420-fe6c-4b3f-83d1-4fb1e596ac14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:48.717880 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9b38c4-9ebe-4a12-88ce-09777bcc3304 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:26:48.737068 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ec3ccd1d-4a02-4976-9e10-c7f0f5cb8ed0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:48.768112 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f3ecf-5839-48e2-842d-dfbf6af8598f None None] Pushing event updated for resources: {'Port': ['ID=5d6918b8-b340-423f-a046-6dda56d0ecf4,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:48.819486 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7ca67c-502f-4e2c-8925-8f3d27607742 None None] Routers {'c5482503-4f48-410b-998e-3024cb61e623'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:26:48.820352 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-2b7ca67c-502f-4e2c-8925-8f3d27607742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:26:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c5482503-4f48-410b-998e-3024cb61e623'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:26:49.024976 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f1af2877-fa0c-4775-971f-9bad081708f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:49.065222 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-28148420-fe6c-4b3f-83d1-4fb1e596ac14 None None] Allocated IP 172.20.0.2 (4752f3b2-3bfe-4d73-afef-8605a6548370/60e7bd2f-2604-4f4a-9513-93d9637fa921/a148b9fb-ec72-4f56-ab27-f342a5fffb8e) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:26:49.093019 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-f1af2877-fa0c-4775-971f-9bad081708f7 None None] For port 5d6918b8-b340-423f-a046-6dda56d0ecf4, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5d6918b8-b340-423f-a046-6dda56d0ecf4,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:26:49.100318 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-2b7ca67c-502f-4e2c-8925-8f3d27607742 None None] Set router c5482503-4f48-410b-998e-3024cb61e623 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:26:49.130432 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f1af2877-fa0c-4775-971f-9bad081708f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:49.426002 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af2877-fa0c-4775-971f-9bad081708f7 None None] Pushing event updated for resources: {'Port': ['ID=5d6918b8-b340-423f-a046-6dda56d0ecf4,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:49.433037 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f7131dad-a82c-4cc8-899d-f46b49c30e42 None None] Provisioning complete for port 5d6918b8-b340-423f-a046-6dda56d0ecf4 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:26:49.433409 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f7131dad-a82c-4cc8-899d-f46b49c30e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:49.583698 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-28148420-fe6c-4b3f-83d1-4fb1e596ac14 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:49.597644 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-28148420-fe6c-4b3f-83d1-4fb1e596ac14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:49.663024 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-ec3ccd1d-4a02-4976-9e10-c7f0f5cb8ed0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Allocated IP 172.20.0.1 (4752f3b2-3bfe-4d73-afef-8605a6548370/60e7bd2f-2604-4f4a-9513-93d9637fa921/53bcc8e1-dd14-4c91-ae2f-6262574b0537) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:26:49.686030 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28148420-fe6c-4b3f-83d1-4fb1e596ac14 None None] Network 4752f3b2-3bfe-4d73-afef-8605a6548370 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:26:49.695800 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28148420-fe6c-4b3f-83d1-4fb1e596ac14 None None] Pushing event updated for resources: {'Port': ['ID=a148b9fb-ec72-4f56-ab27-f342a5fffb8e,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:49.698265 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-28148420-fe6c-4b3f-83d1-4fb1e596ac14 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:26:49.701815 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28148420-fe6c-4b3f-83d1-4fb1e596ac14 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:26:49.721651 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-2b7ca67c-502f-4e2c-8925-8f3d27607742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5482503-4f48-410b-998e-3024cb61e623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-581461339', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '5d6918b8-b340-423f-a046-6dda56d0ecf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:26:45Z', 'updated_at': '2021-11-10T20:26:46Z', 'revision_number': 3, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '5d6918b8-b340-423f-a046-6dda56d0ecf4', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5482503-4f48-410b-998e-3024cb61e623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:26:46Z', 'updated_at': '2021-11-10T20:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:26:49.800791 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7ca67c-502f-4e2c-8925-8f3d27607742 None None] The sync data for ids ['c5482503-4f48-410b-998e-3024cb61e623'] in n-d-813897-4 is: [{'id': 'c5482503-4f48-410b-998e-3024cb61e623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-581461339', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '5d6918b8-b340-423f-a046-6dda56d0ecf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:26:45Z', 'updated_at': '2021-11-10T20:26:46Z', 'revision_number': 3, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '5d6918b8-b340-423f-a046-6dda56d0ecf4', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5482503-4f48-410b-998e-3024cb61e623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:26:46Z', 'updated_at': '2021-11-10T20:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:26:49.855468 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-28148420-fe6c-4b3f-83d1-4fb1e596ac14 None None] Attempting to bind port a148b9fb-ec72-4f56-ab27-f342a5fffb8e on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:26:49.856251 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-28148420-fe6c-4b3f-83d1-4fb1e596ac14 None None] Attempting to bind port a148b9fb-ec72-4f56-ab27-f342a5fffb8e by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'e2c780af-a3d2-4818-aace-4bca21ce9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4752f3b2-3bfe-4d73-afef-8605a6548370'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:26:49.857186 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28148420-fe6c-4b3f-83d1-4fb1e596ac14 None None] Attempting to bind port a148b9fb-ec72-4f56-ab27-f342a5fffb8e on network 4752f3b2-3bfe-4d73-afef-8605a6548370 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:26:49.863858 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ec3ccd1d-4a02-4976-9e10-c7f0f5cb8ed0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:49.868246 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28148420-fe6c-4b3f-83d1-4fb1e596ac14 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:26:49.868971 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28148420-fe6c-4b3f-83d1-4fb1e596ac14 None None] Checking segment: {'id': 'e2c780af-a3d2-4818-aace-4bca21ce9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4752f3b2-3bfe-4d73-afef-8605a6548370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:26:49.869708 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-28148420-fe6c-4b3f-83d1-4fb1e596ac14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:49.870461 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28148420-fe6c-4b3f-83d1-4fb1e596ac14 None None] Bound using segment: {'id': 'e2c780af-a3d2-4818-aace-4bca21ce9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4752f3b2-3bfe-4d73-afef-8605a6548370'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:26:49.871527 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-28148420-fe6c-4b3f-83d1-4fb1e596ac14 None None] Bound port: a148b9fb-ec72-4f56-ab27-f342a5fffb8e, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c780af-a3d2-4818-aace-4bca21ce9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4752f3b2-3bfe-4d73-afef-8605a6548370'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:26:49.872303 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-28148420-fe6c-4b3f-83d1-4fb1e596ac14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:49.908930 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ec3ccd1d-4a02-4976-9e10-c7f0f5cb8ed0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:49.980041 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3ccd1d-4a02-4976-9e10-c7f0f5cb8ed0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Network 4752f3b2-3bfe-4d73-afef-8605a6548370 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:26:49.989209 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-ec3ccd1d-4a02-4976-9e10-c7f0f5cb8ed0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:26:49.995957 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3ccd1d-4a02-4976-9e10-c7f0f5cb8ed0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:26:50.008223 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ccd1d-4a02-4976-9e10-c7f0f5cb8ed0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Port': ['ID=53bcc8e1-dd14-4c91-ae2f-6262574b0537,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:50.012434 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-28148420-fe6c-4b3f-83d1-4fb1e596ac14 None None] For port a148b9fb-ec72-4f56-ab27-f342a5fffb8e, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:26:50.016080 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-28148420-fe6c-4b3f-83d1-4fb1e596ac14 None None] For port a148b9fb-ec72-4f56-ab27-f342a5fffb8e, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=a148b9fb-ec72-4f56-ab27-f342a5fffb8e,segment=NetworkSegment(e2c780af-a3d2-4818-aace-4bca21ce9bb2),segment_id=e2c780af-a3d2-4818-aace-4bca21ce9bb2)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:26:50.024405 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-28148420-fe6c-4b3f-83d1-4fb1e596ac14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:50.073524 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ec3ccd1d-4a02-4976-9e10-c7f0f5cb8ed0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:50.176983 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28148420-fe6c-4b3f-83d1-4fb1e596ac14 None None] Pushing event updated for resources: {'Port': ['ID=a148b9fb-ec72-4f56-ab27-f342a5fffb8e,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:50.314692 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ec3ccd1d-4a02-4976-9e10-c7f0f5cb8ed0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:50.793253 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ec3ccd1d-4a02-4976-9e10-c7f0f5cb8ed0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:50.800645 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ec3ccd1d-4a02-4976-9e10-c7f0f5cb8ed0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:50.882745 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ec3ccd1d-4a02-4976-9e10-c7f0f5cb8ed0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:50.884751 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ccd1d-4a02-4976-9e10-c7f0f5cb8ed0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Port': ['ID=53bcc8e1-dd14-4c91-ae2f-6262574b0537,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:51.013706 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3ccd1d-4a02-4976-9e10-c7f0f5cb8ed0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Network 4752f3b2-3bfe-4d73-afef-8605a6548370 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:26:51.015998 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-ec3ccd1d-4a02-4976-9e10-c7f0f5cb8ed0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:26:51.157035 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3ccd1d-4a02-4976-9e10-c7f0f5cb8ed0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Router c5482503-4f48-410b-998e-3024cb61e623 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:26:51.300513 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3ccd1d-4a02-4976-9e10-c7f0f5cb8ed0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:26:51.306775 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ec3ccd1d-4a02-4976-9e10-c7f0f5cb8ed0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "PUT /v2.0/routers/c5482503-4f48-410b-998e-3024cb61e623/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1055880 Nov 10 20:26:51.370214 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ee0676-c22e-4d18-9287-aab72e38354b None None] Network 4752f3b2-3bfe-4d73-afef-8605a6548370 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:26:51.486863 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a5ff39d6-b6d3-4297-88df-f10a73e6efbb None None] Provisioning complete for port a148b9fb-ec72-4f56-ab27-f342a5fffb8e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:26:51.487846 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a5ff39d6-b6d3-4297-88df-f10a73e6efbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:51.542121 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-d48d2877-31ba-40de-bfcd-43d5e36e7165 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-833368298&fields=id&tenant_id=d6be74ad5b18422194586c70b0b42211 HTTP/1.1" status: 200 len: 267 time: 0.0793006 Nov 10 20:26:51.667435 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a5ff39d6-b6d3-4297-88df-f10a73e6efbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:51.684991 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-257fcb8a-5555-4743-989b-a35f78fa96bf tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:51.686909 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-257fcb8a-5555-4743-989b-a35f78fa96bf tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/networks?id=4752f3b2-3bfe-4d73-afef-8605a6548370 HTTP/1.1" status: 200 len: 797 time: 0.1402972 Nov 10 20:26:51.724064 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-93c712d5-2f2a-4aac-9805-88bfd5c4bc0a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/quotas/d6be74ad5b18422194586c70b0b42211 HTTP/1.1" status: 200 len: 375 time: 0.0205843 Nov 10 20:26:51.729067 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-a5ff39d6-b6d3-4297-88df-f10a73e6efbb None None] For port a148b9fb-ec72-4f56-ab27-f342a5fffb8e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=a148b9fb-ec72-4f56-ab27-f342a5fffb8e,segment=NetworkSegment(e2c780af-a3d2-4818-aace-4bca21ce9bb2),segment_id=e2c780af-a3d2-4818-aace-4bca21ce9bb2)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:26:51.736045 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a5ff39d6-b6d3-4297-88df-f10a73e6efbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:51.806992 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-6eaca5bb-0b39-4dfd-9911-06de030716e8 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737243 Nov 10 20:26:51.812601 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff39d6-b6d3-4297-88df-f10a73e6efbb None None] Pushing event updated for resources: {'Port': ['ID=a148b9fb-ec72-4f56-ab27-f342a5fffb8e,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:51.951902 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-506dbca0-73b2-4f0e-89a6-aa9f545ee082 service neutron] 10.222.0.54 "GET /v2.0/networks/4752f3b2-3bfe-4d73-afef-8605a6548370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434658 Nov 10 20:26:52.024028 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device a148b9fb-ec72-4f56-ab27-f342a5fffb8e up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:26:52.084786 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-2e784c7f-d678-44d8-95a8-65c81f1110d1 service neutron] 10.222.0.54 "GET /v2.0/networks/4752f3b2-3bfe-4d73-afef-8605a6548370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293540 Nov 10 20:26:52.104050 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fc906d-12c0-4db3-b627-ae4f09937309 None None] Sync routers for ids ['c5482503-4f48-410b-998e-3024cb61e623'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:26:52.119676 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fc906d-12c0-4db3-b627-ae4f09937309 None None] Routers {'c5482503-4f48-410b-998e-3024cb61e623'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:26:52.120414 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port a148b9fb-ec72-4f56-ab27-f342a5fffb8e triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:26:52.120796 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:52.121438 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a6fc906d-12c0-4db3-b627-ae4f09937309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:26:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c5482503-4f48-410b-998e-3024cb61e623'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:26:52.289939 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-a6fc906d-12c0-4db3-b627-ae4f09937309 None None] Set router c5482503-4f48-410b-998e-3024cb61e623 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:26:52.343904 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-83f32410-a4d2-46b1-ad0a-e8de480b9ef4 None None] Provisioning complete for port 53bcc8e1-dd14-4c91-ae2f-6262574b0537 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:26:52.344271 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-83f32410-a4d2-46b1-ad0a-e8de480b9ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:52.376851 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1d93fd60-1d7a-4225-a33e-fc0b1244efb6 req-22ed7d4b-3d2a-4260-aab6-e2f8f520ac63 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 210 time: 0.0653811 Nov 10 20:26:52.671881 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a6fc906d-12c0-4db3-b627-ae4f09937309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5482503-4f48-410b-998e-3024cb61e623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-581461339', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '5d6918b8-b340-423f-a046-6dda56d0ecf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:26:45Z', 'updated_at': '2021-11-10T20:26:50Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '5d6918b8-b340-423f-a046-6dda56d0ecf4', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5482503-4f48-410b-998e-3024cb61e623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:26:46Z', 'updated_at': '2021-11-10T20:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '53bcc8e1-dd14-4c91-ae2f-6262574b0537', 'name': '', 'network_id': '4752f3b2-3bfe-4d73-afef-8605a6548370', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:63:b3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5482503-4f48-410b-998e-3024cb61e623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '60e7bd2f-2604-4f4a-9513-93d9637fa921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:26:48Z', 'updated_at': '2021-11-10T20:26:50Z', 'revision_number': 2, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': '60e7bd2f-2604-4f4a-9513-93d9637fa921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:26:52.714913 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5d6918b8-b340-423f-a046-6dda56d0ecf4 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:26:52.726213 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fc906d-12c0-4db3-b627-ae4f09937309 None None] Checking router: c5482503-4f48-410b-998e-3024cb61e623 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:26:52.727121 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fc906d-12c0-4db3-b627-ae4f09937309 None None] Updating router c5482503-4f48-410b-998e-3024cb61e623 port 53bcc8e1-dd14-4c91-ae2f-6262574b0537 binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:26:52.789782 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a6fc906d-12c0-4db3-b627-ae4f09937309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:52.814265 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-83f32410-a4d2-46b1-ad0a-e8de480b9ef4 None None] Port 53bcc8e1-dd14-4c91-ae2f-6262574b0537 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:26:52.842576 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-83f32410-a4d2-46b1-ad0a-e8de480b9ef4 None None] Provisioning complete for port a148b9fb-ec72-4f56-ab27-f342a5fffb8e triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:26:52.843545 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-83f32410-a4d2-46b1-ad0a-e8de480b9ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:52.851192 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 5d6918b8-b340-423f-a046-6dda56d0ecf4 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:26:52.853306 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:53.325588 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a6fc906d-12c0-4db3-b627-ae4f09937309 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:53.334363 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a6fc906d-12c0-4db3-b627-ae4f09937309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:53.351112 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-24d9471d-e547-430b-a739-60b9c269386b None None] Provisioning complete for port 53bcc8e1-dd14-4c91-ae2f-6262574b0537 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:26:53.352003 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-24d9471d-e547-430b-a739-60b9c269386b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:53.395751 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e44c22-f1d3-4c2d-9acf-d6eabda8c7f4 None None] Pushing event updated for resources: {'Port': ['ID=53bcc8e1-dd14-4c91-ae2f-6262574b0537,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:53.423076 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e44c22-f1d3-4c2d-9acf-d6eabda8c7f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:53.423416 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e44c22-f1d3-4c2d-9acf-d6eabda8c7f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:53.423744 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e44c22-f1d3-4c2d-9acf-d6eabda8c7f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:53.424066 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e44c22-f1d3-4c2d-9acf-d6eabda8c7f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:53.424390 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e44c22-f1d3-4c2d-9acf-d6eabda8c7f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:53.424740 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e44c22-f1d3-4c2d-9acf-d6eabda8c7f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:53.425141 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e44c22-f1d3-4c2d-9acf-d6eabda8c7f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:53.425459 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e44c22-f1d3-4c2d-9acf-d6eabda8c7f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:53.425792 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e44c22-f1d3-4c2d-9acf-d6eabda8c7f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:53.426190 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e44c22-f1d3-4c2d-9acf-d6eabda8c7f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:53.426502 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e44c22-f1d3-4c2d-9acf-d6eabda8c7f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:53.426952 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e44c22-f1d3-4c2d-9acf-d6eabda8c7f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:26:53.427501 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-24d9471d-e547-430b-a739-60b9c269386b None None] Port 53bcc8e1-dd14-4c91-ae2f-6262574b0537 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:26:53.481525 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-a6fc906d-12c0-4db3-b627-ae4f09937309 None None] Attempting to bind port 53bcc8e1-dd14-4c91-ae2f-6262574b0537 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:26:53.482584 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-a6fc906d-12c0-4db3-b627-ae4f09937309 None None] Attempting to bind port 53bcc8e1-dd14-4c91-ae2f-6262574b0537 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'e2c780af-a3d2-4818-aace-4bca21ce9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4752f3b2-3bfe-4d73-afef-8605a6548370'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:26:53.483331 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fc906d-12c0-4db3-b627-ae4f09937309 None None] Attempting to bind port 53bcc8e1-dd14-4c91-ae2f-6262574b0537 on network 4752f3b2-3bfe-4d73-afef-8605a6548370 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:26:53.491815 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fc906d-12c0-4db3-b627-ae4f09937309 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:26:53.492596 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fc906d-12c0-4db3-b627-ae4f09937309 None None] Checking segment: {'id': 'e2c780af-a3d2-4818-aace-4bca21ce9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4752f3b2-3bfe-4d73-afef-8605a6548370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:26:53.493200 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a6fc906d-12c0-4db3-b627-ae4f09937309 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:53.493794 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fc906d-12c0-4db3-b627-ae4f09937309 None None] Bound using segment: {'id': 'e2c780af-a3d2-4818-aace-4bca21ce9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4752f3b2-3bfe-4d73-afef-8605a6548370'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:26:53.495410 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-a6fc906d-12c0-4db3-b627-ae4f09937309 None None] Bound port: 53bcc8e1-dd14-4c91-ae2f-6262574b0537, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c780af-a3d2-4818-aace-4bca21ce9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4752f3b2-3bfe-4d73-afef-8605a6548370'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:26:53.496064 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a6fc906d-12c0-4db3-b627-ae4f09937309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:53.523292 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-394adb2c-2976-482f-bd75-4e07aba1a937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:53.547403 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5a6ddc0e-d852-4248-9833-75f61af11c1d req-8576f5eb-0dba-417a-b7c3-e9f6fcd38e14 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 210 time: 0.0321567 Nov 10 20:26:53.579688 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-a6fc906d-12c0-4db3-b627-ae4f09937309 None None] For port 53bcc8e1-dd14-4c91-ae2f-6262574b0537, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:26:53.592338 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-a6fc906d-12c0-4db3-b627-ae4f09937309 None None] For port 53bcc8e1-dd14-4c91-ae2f-6262574b0537, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=53bcc8e1-dd14-4c91-ae2f-6262574b0537,segment=NetworkSegment(e2c780af-a3d2-4818-aace-4bca21ce9bb2),segment_id=e2c780af-a3d2-4818-aace-4bca21ce9bb2)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:26:53.601012 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a6fc906d-12c0-4db3-b627-ae4f09937309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:53.678071 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fc906d-12c0-4db3-b627-ae4f09937309 None None] Routers {'c5482503-4f48-410b-998e-3024cb61e623'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:26:53.679393 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a6fc906d-12c0-4db3-b627-ae4f09937309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:26:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c5482503-4f48-410b-998e-3024cb61e623'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:26:53.685240 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e44c22-f1d3-4c2d-9acf-d6eabda8c7f4 None None] Pushing event updated for resources: {'Port': ['ID=53bcc8e1-dd14-4c91-ae2f-6262574b0537,revision_number=4']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:53.781978 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-aea152fa-9b18-4759-b7ae-27f0bce49f35 None None] Provisioning complete for port 53bcc8e1-dd14-4c91-ae2f-6262574b0537 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:26:53.782600 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-aea152fa-9b18-4759-b7ae-27f0bce49f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:53.926636 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-aea152fa-9b18-4759-b7ae-27f0bce49f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:53.934645 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-619dfa14-3c68-405c-a5c3-7a48e4291f7c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:53.936728 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-619dfa14-3c68-405c-a5c3-7a48e4291f7c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.25 "GET /v2.0/networks?id=4752f3b2-3bfe-4d73-afef-8605a6548370 HTTP/1.1" status: 200 len: 797 time: 0.2271478 Nov 10 20:26:53.986589 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-aea152fa-9b18-4759-b7ae-27f0bce49f35 None None] For port 53bcc8e1-dd14-4c91-ae2f-6262574b0537, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=53bcc8e1-dd14-4c91-ae2f-6262574b0537,segment=NetworkSegment(e2c780af-a3d2-4818-aace-4bca21ce9bb2),segment_id=e2c780af-a3d2-4818-aace-4bca21ce9bb2)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:26:53.995242 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-aea152fa-9b18-4759-b7ae-27f0bce49f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:54.056972 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea152fa-9b18-4759-b7ae-27f0bce49f35 None None] Pushing event updated for resources: {'Port': ['ID=53bcc8e1-dd14-4c91-ae2f-6262574b0537,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:54.081740 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-a6fc906d-12c0-4db3-b627-ae4f09937309 None None] Set router c5482503-4f48-410b-998e-3024cb61e623 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:26:54.084101 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-01a595f3-9c45-4502-b8d1-17efcf6dbd54 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6be74ad5b18422194586c70b0b42211 HTTP/1.1" status: 200 len: 379 time: 0.1368597 Nov 10 20:26:54.097600 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-4e9fb5d8-b982-4ddb-9b10-2e557aa2421c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'port': {'device_id': 'c9032d2e-3318-4f6e-a38a-445b42be3525', 'network_id': '4752f3b2-3bfe-4d73-afef-8605a6548370', 'admin_state_up': True, 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'security_groups': ['064a2e65-9f62-45c6-ad40-5a67187ee04c']}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:26:54.123460 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9af42f3b-5f6b-4249-aad8-9486db6b006c None None] Provisioning complete for port 53bcc8e1-dd14-4c91-ae2f-6262574b0537 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:26:54.124146 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9af42f3b-5f6b-4249-aad8-9486db6b006c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:54.253796 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-4e9fb5d8-b982-4ddb-9b10-2e557aa2421c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Made reservation on behalf of d6be74ad5b18422194586c70b0b42211 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:26:54.258565 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-4e9fb5d8-b982-4ddb-9b10-2e557aa2421c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:54.413638 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a6fc906d-12c0-4db3-b627-ae4f09937309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5482503-4f48-410b-998e-3024cb61e623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-581461339', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '5d6918b8-b340-423f-a046-6dda56d0ecf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:26:45Z', 'updated_at': '2021-11-10T20:26:50Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '5d6918b8-b340-423f-a046-6dda56d0ecf4', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5482503-4f48-410b-998e-3024cb61e623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:26:46Z', 'updated_at': '2021-11-10T20:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '53bcc8e1-dd14-4c91-ae2f-6262574b0537', 'name': '', 'network_id': '4752f3b2-3bfe-4d73-afef-8605a6548370', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:63:b3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5482503-4f48-410b-998e-3024cb61e623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '60e7bd2f-2604-4f4a-9513-93d9637fa921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:26:48Z', 'updated_at': '2021-11-10T20:26:53Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': '60e7bd2f-2604-4f4a-9513-93d9637fa921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:26:54.445803 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-4e9fb5d8-b982-4ddb-9b10-2e557aa2421c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Allocated IP 172.20.0.6 (4752f3b2-3bfe-4d73-afef-8605a6548370/60e7bd2f-2604-4f4a-9513-93d9637fa921/0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:26:54.464596 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fc906d-12c0-4db3-b627-ae4f09937309 None None] The sync data for ids ['c5482503-4f48-410b-998e-3024cb61e623'] in n-d-813897-4 is: [{'id': 'c5482503-4f48-410b-998e-3024cb61e623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-581461339', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '5d6918b8-b340-423f-a046-6dda56d0ecf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:26:45Z', 'updated_at': '2021-11-10T20:26:50Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '5d6918b8-b340-423f-a046-6dda56d0ecf4', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5482503-4f48-410b-998e-3024cb61e623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:26:46Z', 'updated_at': '2021-11-10T20:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '53bcc8e1-dd14-4c91-ae2f-6262574b0537', 'name': '', 'network_id': '4752f3b2-3bfe-4d73-afef-8605a6548370', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:63:b3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5482503-4f48-410b-998e-3024cb61e623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '60e7bd2f-2604-4f4a-9513-93d9637fa921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:26:48Z', 'updated_at': '2021-11-10T20:26:53Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': '60e7bd2f-2604-4f4a-9513-93d9637fa921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:26:54.739757 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-4e9fb5d8-b982-4ddb-9b10-2e557aa2421c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:54.741978 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a3e61adc-ddeb-4223-abc6-db51e3ae5c12 req-df505ee1-0d22-4be1-bf71-45ccef6fa76d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 210 time: 0.0550909 Nov 10 20:26:54.784530 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-4e9fb5d8-b982-4ddb-9b10-2e557aa2421c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:54.842354 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-4e9fb5d8-b982-4ddb-9b10-2e557aa2421c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Network 4752f3b2-3bfe-4d73-afef-8605a6548370 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:26:54.846309 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-4e9fb5d8-b982-4ddb-9b10-2e557aa2421c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:26:54.852370 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-4e9fb5d8-b982-4ddb-9b10-2e557aa2421c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:26:54.902425 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9fb5d8-b982-4ddb-9b10-2e557aa2421c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Port': ['ID=0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:54.944984 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-4e9fb5d8-b982-4ddb-9b10-2e557aa2421c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:54.946138 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-4e9fb5d8-b982-4ddb-9b10-2e557aa2421c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:54.971166 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-4e9fb5d8-b982-4ddb-9b10-2e557aa2421c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8806465 Nov 10 20:26:54.987394 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-967b09e5-0d8a-4043-b9a9-cf0f0ec24f1c service neutron] Request body: {'port': {'device_id': 'c9032d2e-3318-4f6e-a38a-445b42be3525', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:26:55.077199 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-967b09e5-0d8a-4043-b9a9-cf0f0ec24f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:55.210883 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-77c6282b-04b5-4ec5-9083-0359e5506ad0 None None] Provisioning complete for port 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:26:55.210883 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-77c6282b-04b5-4ec5-9083-0359e5506ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:55.263132 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-77c6282b-04b5-4ec5-9083-0359e5506ad0 None None] Port 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:26:55.443048 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-967b09e5-0d8a-4043-b9a9-cf0f0ec24f1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:26:55.452145 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-967b09e5-0d8a-4043-b9a9-cf0f0ec24f1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:55.470837 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-967b09e5-0d8a-4043-b9a9-cf0f0ec24f1c service neutron] Transition to ACTIVE for port object 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:26:55.477411 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-967b09e5-0d8a-4043-b9a9-cf0f0ec24f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:55.544539 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b09e5-0d8a-4043-b9a9-cf0f0ec24f1c service neutron] Pushing event updated for resources: {'Port': ['ID=0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:55.588291 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:55.653487 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-967b09e5-0d8a-4043-b9a9-cf0f0ec24f1c service neutron] Attempting to bind port 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:26:55.653936 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-967b09e5-0d8a-4043-b9a9-cf0f0ec24f1c service neutron] Attempting to bind port 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': 'e2c780af-a3d2-4818-aace-4bca21ce9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4752f3b2-3bfe-4d73-afef-8605a6548370'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:26:55.654218 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-967b09e5-0d8a-4043-b9a9-cf0f0ec24f1c service neutron] Attempting to bind port 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b on network 4752f3b2-3bfe-4d73-afef-8605a6548370 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:26:55.659928 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-967b09e5-0d8a-4043-b9a9-cf0f0ec24f1c service neutron] Port 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b on network 4752f3b2-3bfe-4d73-afef-8605a6548370 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:26:55.660233 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-967b09e5-0d8a-4043-b9a9-cf0f0ec24f1c service neutron] Attempting to bind port 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b on network 4752f3b2-3bfe-4d73-afef-8605a6548370 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:26:55.669469 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-967b09e5-0d8a-4043-b9a9-cf0f0ec24f1c service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:26:55.670216 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-967b09e5-0d8a-4043-b9a9-cf0f0ec24f1c service neutron] Checking segment: {'id': 'e2c780af-a3d2-4818-aace-4bca21ce9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4752f3b2-3bfe-4d73-afef-8605a6548370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:26:55.670887 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-967b09e5-0d8a-4043-b9a9-cf0f0ec24f1c service neutron] Bound using segment: {'id': 'e2c780af-a3d2-4818-aace-4bca21ce9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4752f3b2-3bfe-4d73-afef-8605a6548370'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:26:55.671565 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-967b09e5-0d8a-4043-b9a9-cf0f0ec24f1c service neutron] Bound port: 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2c780af-a3d2-4818-aace-4bca21ce9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4752f3b2-3bfe-4d73-afef-8605a6548370'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:26:55.672098 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-967b09e5-0d8a-4043-b9a9-cf0f0ec24f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:55.741118 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ea830790-625d-41e2-8cdb-3c16bfd48a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:55.791203 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-967b09e5-0d8a-4043-b9a9-cf0f0ec24f1c service neutron] For port 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:26:55.796037 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-967b09e5-0d8a-4043-b9a9-cf0f0ec24f1c service neutron] For port 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b,segment=NetworkSegment(e2c780af-a3d2-4818-aace-4bca21ce9bb2),segment_id=e2c780af-a3d2-4818-aace-4bca21ce9bb2)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:26:55.804990 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-967b09e5-0d8a-4043-b9a9-cf0f0ec24f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:55.813071 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:55.864578 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-967b09e5-0d8a-4043-b9a9-cf0f0ec24f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:55.866043 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-967b09e5-0d8a-4043-b9a9-cf0f0ec24f1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:55.868366 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-967b09e5-0d8a-4043-b9a9-cf0f0ec24f1c service neutron] 10.222.0.25 "PUT /v2.0/ports/0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b HTTP/1.1" status: 200 len: 1091 time: 0.8881276 Nov 10 20:26:55.868888 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9032d2e-3318-4f6e-a38a-445b42be3525', 'tag': '0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:26:55.890308 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a1e6d4-ae60-46a6-b78f-e5c4f4aa20e2" -d '{"events": [{"name": "network-changed", "server_uuid": "c9032d2e-3318-4f6e-a38a-445b42be3525", "tag": "0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:26:55.928890 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf6375-87f7-4e26-9776-13475aa283a1 req-e6d3bf3d-d840-48b1-a451-6e73be54335f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:55.939131 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1ebf6375-87f7-4e26-9776-13475aa283a1 req-e6d3bf3d-d840-48b1-a451-6e73be54335f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 943 time: 0.0917771 Nov 10 20:26:55.993373 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b09e5-0d8a-4043-b9a9-cf0f0ec24f1c service neutron] Pushing event updated for resources: {'Port': ['ID=0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:26:56.023603 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-72daa488-29ba-48a6-b498-1cfa0017664a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:56.025613 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-72daa488-29ba-48a6-b498-1cfa0017664a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 1094 time: 0.0798614 Nov 10 20:26:56.036394 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1ebf6375-87f7-4e26-9776-13475aa283a1 req-3f2e013a-84b5-4812-807d-13f08fc6eb80 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=064a2e65-9f62-45c6-ad40-5a67187ee04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940495 Nov 10 20:26:56.087796 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 53bcc8e1-dd14-4c91-ae2f-6262574b0537 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:26:56.110616 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-01af2801-7674-41cc-9112-b0c319a95618 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b HTTP/1.1" status: 200 len: 217 time: 0.0757535 Nov 10 20:26:56.216947 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc36011-84d8-469a-9aca-b35150820403 x-openstack-request-id: req-9bc36011-84d8-469a-9aca-b35150820403 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:26:56.217249 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9032d2e-3318-4f6e-a38a-445b42be3525", "tag": "0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:26:56.217515 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9bc36011-84d8-469a-9aca-b35150820403 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:26:56.217933 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9032d2e-3318-4f6e-a38a-445b42be3525', 'tag': '0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b', 'status': 'completed', 'code': 200} Nov 10 20:26:56.229847 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-5e3990bd-dd7d-48ff-9ed7-3829f4d7dc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:56.232061 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-5e3990bd-dd7d-48ff-9ed7-3829f4d7dc47 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=60e7bd2f-2604-4f4a-9513-93d9637fa921 HTTP/1.1" status: 200 len: 834 time: 0.1133015 Nov 10 20:26:56.234346 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 53bcc8e1-dd14-4c91-ae2f-6262574b0537 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:26:56.235218 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:56.306759 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-6f2a7020-dbae-4b39-97ce-30b57533aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:56.308742 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-6f2a7020-dbae-4b39-97ce-30b57533aa2d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4752f3b2-3bfe-4d73-afef-8605a6548370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686204 Nov 10 20:26:56.427572 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-b186e2e7-a416-42b6-a160-bde43ba52561 service neutron] 10.222.0.25 "GET /v2.0/networks/4752f3b2-3bfe-4d73-afef-8605a6548370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083407 Nov 10 20:26:56.547751 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ff50b4d8-08de-4086-9f2b-5764eaca1f50 req-9a6a0abe-fb23-4d10-8b5b-124dbb5ad4d5 service neutron] 10.222.0.25 "GET /v2.0/networks/4752f3b2-3bfe-4d73-afef-8605a6548370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100295 Nov 10 20:26:56.653521 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1e6d4-ae60-46a6-b78f-e5c4f4aa20e2 req-4da0a6c5-1c0a-4270-ad88-f62839880e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:56.655483 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-33a1e6d4-ae60-46a6-b78f-e5c4f4aa20e2 req-4da0a6c5-1c0a-4270-ad88-f62839880e53 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 1094 time: 0.0559120 Nov 10 20:26:56.765500 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1e6d4-ae60-46a6-b78f-e5c4f4aa20e2 req-753b3d8b-8926-449c-9abc-f2e544ee8dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:56.768028 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-33a1e6d4-ae60-46a6-b78f-e5c4f4aa20e2 req-753b3d8b-8926-449c-9abc-f2e544ee8dd6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4752f3b2-3bfe-4d73-afef-8605a6548370 HTTP/1.1" status: 200 len: 898 time: 0.1037285 Nov 10 20:26:56.819199 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-33a1e6d4-ae60-46a6-b78f-e5c4f4aa20e2 req-1908f32b-f12e-4352-a023-e84915f13c29 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b HTTP/1.1" status: 200 len: 217 time: 0.0439262 Nov 10 20:26:56.888327 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1e6d4-ae60-46a6-b78f-e5c4f4aa20e2 req-cd0f301c-8e14-49d2-b068-bb13d3160328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:56.890644 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-33a1e6d4-ae60-46a6-b78f-e5c4f4aa20e2 req-cd0f301c-8e14-49d2-b068-bb13d3160328 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=60e7bd2f-2604-4f4a-9513-93d9637fa921 HTTP/1.1" status: 200 len: 834 time: 0.0589280 Nov 10 20:26:56.945026 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1e6d4-ae60-46a6-b78f-e5c4f4aa20e2 req-52cb3466-1446-4de5-b888-71dea153f201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:56.946866 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-33a1e6d4-ae60-46a6-b78f-e5c4f4aa20e2 req-52cb3466-1446-4de5-b888-71dea153f201 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4752f3b2-3bfe-4d73-afef-8605a6548370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479040 Nov 10 20:26:57.074407 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-33a1e6d4-ae60-46a6-b78f-e5c4f4aa20e2 req-4a8e4d0c-65b7-41d6-b617-247064f007b7 service neutron] 10.222.0.25 "GET /v2.0/networks/4752f3b2-3bfe-4d73-afef-8605a6548370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186607 Nov 10 20:26:57.185439 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a3d00-4ec5-4fb3-94e1-ce95498c4323 req-2d73a0dd-e4df-4efa-80c9-bd6cee50c7c7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:57.187130 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-316a3d00-4ec5-4fb3-94e1-ce95498c4323 req-2d73a0dd-e4df-4efa-80c9-bd6cee50c7c7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 943 time: 0.0692811 Nov 10 20:26:57.192144 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-33a1e6d4-ae60-46a6-b78f-e5c4f4aa20e2 req-7e81c1ff-8e27-49d0-bc4f-2a929fb59951 service neutron] 10.222.0.25 "GET /v2.0/networks/4752f3b2-3bfe-4d73-afef-8605a6548370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091213 Nov 10 20:26:57.253086 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-316a3d00-4ec5-4fb3-94e1-ce95498c4323 req-3a621966-65cf-46b9-b7aa-4d9ede0de8a8 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=064a2e65-9f62-45c6-ad40-5a67187ee04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562415 Nov 10 20:26:57.533256 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:58.409347 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24710e1-4a5f-42c9-9c26-d0ce7deca847 req-3dc016c8-4e83-489b-a086-07acd9210862 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:58.410983 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c24710e1-4a5f-42c9-9c26-d0ce7deca847 req-3dc016c8-4e83-489b-a086-07acd9210862 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 943 time: 0.0553269 Nov 10 20:26:58.466604 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c24710e1-4a5f-42c9-9c26-d0ce7deca847 req-88dd5811-5c60-4e39-ac6c-5a73618df509 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=064a2e65-9f62-45c6-ad40-5a67187ee04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481408 Nov 10 20:26:59.044289 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:59.381211 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:26:59.614058 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55afce-6cfb-4ca1-af77-6d8b076792b5 req-ecdb4c06-fc31-4e06-af0e-6b13cd5858eb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:26:59.616148 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3e55afce-6cfb-4ca1-af77-6d8b076792b5 req-ecdb4c06-fc31-4e06-af0e-6b13cd5858eb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 943 time: 0.0626814 Nov 10 20:26:59.696368 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3e55afce-6cfb-4ca1-af77-6d8b076792b5 req-3afa44ff-6a0d-4cbd-b127-11912dd9fded tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=064a2e65-9f62-45c6-ad40-5a67187ee04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709765 Nov 10 20:26:59.991174 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:27:00.101997 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b,segment=NetworkSegment(e2c780af-a3d2-4818-aace-4bca21ce9bb2),segment_id=e2c780af-a3d2-4818-aace-4bca21ce9bb2)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:27:00.117017 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b', 'network_id': '4752f3b2-3bfe-4d73-afef-8605a6548370', 'port_id': '0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b', 'mac_address': 'fa:16:3e:4c:29:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e7bd2f-2604-4f4a-9513-93d9637fa921', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:27:00.164787 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:00.186918 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:27:00.213247 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b,segment=NetworkSegment(e2c780af-a3d2-4818-aace-4bca21ce9bb2),segment_id=e2c780af-a3d2-4818-aace-4bca21ce9bb2)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:27:00.218850 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:00.282751 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:27:00.580058 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:27:00.851024 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a8aaa-9a6d-4388-bfc7-70e81db18d7c req-14741b58-9e41-425f-8970-7449eb368160 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:00.852170 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cd6a8aaa-9a6d-4388-bfc7-70e81db18d7c req-14741b58-9e41-425f-8970-7449eb368160 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 944 time: 0.0651631 Nov 10 20:27:00.913458 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cd6a8aaa-9a6d-4388-bfc7-70e81db18d7c req-9c8ad65c-ebb3-406e-9e4c-e45e4e443b1d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=064a2e65-9f62-45c6-ad40-5a67187ee04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556965 Nov 10 20:27:01.994349 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:27:02.052828 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:27:02.054347 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcea71-43e4-41fc-95cd-12f5b284fc17 req-d1494afc-aead-4734-a862-83e4cf8b4ad5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:02.055899 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16dcea71-43e4-41fc-95cd-12f5b284fc17 req-d1494afc-aead-4734-a862-83e4cf8b4ad5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 944 time: 0.0672135 Nov 10 20:27:02.058028 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:27:02.058500 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:02.132062 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16dcea71-43e4-41fc-95cd-12f5b284fc17 req-feb8d951-9fba-491a-8472-07a17b08f3a0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=064a2e65-9f62-45c6-ad40-5a67187ee04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685711 Nov 10 20:27:02.152242 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:02.182385 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9032d2e-3318-4f6e-a38a-445b42be3525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:27:02.184710 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae16359-17b6-4400-ae17-9d50e86c3c7a" -d '{"events": [{"server_uuid": "c9032d2e-3318-4f6e-a38a-445b42be3525", "name": "network-vif-plugged", "status": "completed", "tag": "0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:27:02.206099 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b,segment=NetworkSegment(e2c780af-a3d2-4818-aace-4bca21ce9bb2),segment_id=e2c780af-a3d2-4818-aace-4bca21ce9bb2)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:27:02.220139 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:02.249305 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3d8712-b75d-47ec-a5b4-9dabbc81044f x-openstack-request-id: req-dc3d8712-b75d-47ec-a5b4-9dabbc81044f {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:27:02.249625 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9032d2e-3318-4f6e-a38a-445b42be3525", "name": "network-vif-plugged", "status": "completed", "tag": "0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:27:02.249856 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dc3d8712-b75d-47ec-a5b4-9dabbc81044f {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:27:02.250259 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9032d2e-3318-4f6e-a38a-445b42be3525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b', 'code': 200} Nov 10 20:27:02.280660 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:27:02.349443 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c385a09-7fab-4c18-bede-eda2982f5c35 req-6a0123de-3f2d-4d13-ae44-6655bd08eb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:02.351036 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3c385a09-7fab-4c18-bede-eda2982f5c35 req-6a0123de-3f2d-4d13-ae44-6655bd08eb89 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 1096 time: 0.0480771 Nov 10 20:27:02.407983 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3c385a09-7fab-4c18-bede-eda2982f5c35 req-e334cbae-c6ac-4a3b-9778-80a92b0e0820 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=064a2e65-9f62-45c6-ad40-5a67187ee04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495391 Nov 10 20:27:03.286169 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ee3e1-0a82-4c7f-b5ec-e80f9e5cb05d req-d07f2eb6-37d2-4525-b586-aece9c5e57f5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:03.287897 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-817ee3e1-0a82-4c7f-b5ec-e80f9e5cb05d req-d07f2eb6-37d2-4525-b586-aece9c5e57f5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 945 time: 0.0672739 Nov 10 20:27:03.348584 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-817ee3e1-0a82-4c7f-b5ec-e80f9e5cb05d req-eb8265f0-4b30-49da-bbf2-eaeadd01d5ce tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=064a2e65-9f62-45c6-ad40-5a67187ee04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495436 Nov 10 20:27:04.501014 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809063c-7378-4a09-8800-20c746bcd152 req-b99c8628-3c89-4054-bbe4-d401731170b3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:04.503739 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0809063c-7378-4a09-8800-20c746bcd152 req-b99c8628-3c89-4054-bbe4-d401731170b3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 945 time: 0.0731177 Nov 10 20:27:04.567036 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0809063c-7378-4a09-8800-20c746bcd152 req-86bc8010-7702-4a83-bcf2-7456b7cb164f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=064a2e65-9f62-45c6-ad40-5a67187ee04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486865 Nov 10 20:27:04.721644 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6aca83-e1d7-4a27-90ba-e21e80b02f22 req-1fab91c5-bdbc-4c0d-b1d5-33c8f190ce74 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:04.723255 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dc6aca83-e1d7-4a27-90ba-e21e80b02f22 req-1fab91c5-bdbc-4c0d-b1d5-33c8f190ce74 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 945 time: 0.0635884 Nov 10 20:27:04.806231 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dc6aca83-e1d7-4a27-90ba-e21e80b02f22 req-b07c1258-6455-4ec6-bae0-13e1cbcbfada tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=064a2e65-9f62-45c6-ad40-5a67187ee04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692749 Nov 10 20:27:04.837910 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58164) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:27:04.885432 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4674df17-d337-4b0b-819c-70234881f6ee tempest-TestNetworkAdvancedServerOps-1920971335 tempest-TestNetworkAdvancedServerOps-1920971335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:04.887041 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4674df17-d337-4b0b-819c-70234881f6ee tempest-TestNetworkAdvancedServerOps-1920971335 tempest-TestNetworkAdvancedServerOps-1920971335-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 1091 time: 0.0481460 Nov 10 20:27:04.890181 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58166) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:27:04.894751 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-ec53ea9e-5ada-4595-8ccc-bd879ff1fd76 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'port_id': '0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:27:04.922063 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ec53ea9e-5ada-4595-8ccc-bd879ff1fd76 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for floatingip, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:05.035343 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ec53ea9e-5ada-4595-8ccc-bd879ff1fd76 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:05.166296 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-ec53ea9e-5ada-4595-8ccc-bd879ff1fd76 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Allocated IP 172.25.3.45 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/8a56eebf-81c1-4ab5-b254-1bb1a49e85ca) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:27:05.661024 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ec53ea9e-5ada-4595-8ccc-bd879ff1fd76 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:05.696325 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ec53ea9e-5ada-4595-8ccc-bd879ff1fd76 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:05.740925 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec53ea9e-5ada-4595-8ccc-bd879ff1fd76 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:27:05.744203 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-ec53ea9e-5ada-4595-8ccc-bd879ff1fd76 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:27:05.751500 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec53ea9e-5ada-4595-8ccc-bd879ff1fd76 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:27:05.755316 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53ea9e-5ada-4595-8ccc-bd879ff1fd76 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Port': ['ID=8a56eebf-81c1-4ab5-b254-1bb1a49e85ca,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:27:06.186314 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ec53ea9e-5ada-4595-8ccc-bd879ff1fd76 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:06.270569 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ec53ea9e-5ada-4595-8ccc-bd879ff1fd76 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:06.459639 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ec53ea9e-5ada-4595-8ccc-bd879ff1fd76 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:06.466027 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ec53ea9e-5ada-4595-8ccc-bd879ff1fd76 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:06.550122 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53ea9e-5ada-4595-8ccc-bd879ff1fd76 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Port': ['ID=8a56eebf-81c1-4ab5-b254-1bb1a49e85ca,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:27:06.563184 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ec53ea9e-5ada-4595-8ccc-bd879ff1fd76 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:06.692429 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-ec53ea9e-5ada-4595-8ccc-bd879ff1fd76 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Floating IP 0a65480c-2246-4de5-bdc5-cc4496eb8ee5 associated. External IP: 172.25.3.45, port: 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b. Nov 10 20:27:06.954649 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec53ea9e-5ada-4595-8ccc-bd879ff1fd76 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Router c5482503-4f48-410b-998e-3024cb61e623 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:27:07.075294 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec53ea9e-5ada-4595-8ccc-bd879ff1fd76 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:27:07.094114 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea85f6b-5fcf-42ac-bce5-161e86dcf906 None None] Sync routers for ids ['c5482503-4f48-410b-998e-3024cb61e623'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:27:07.098029 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ec53ea9e-5ada-4595-8ccc-bd879ff1fd76 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:07.110011 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea85f6b-5fcf-42ac-bce5-161e86dcf906 None None] Routers {'c5482503-4f48-410b-998e-3024cb61e623'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:27:07.111067 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-3ea85f6b-5fcf-42ac-bce5-161e86dcf906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:26:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c5482503-4f48-410b-998e-3024cb61e623'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:27:07.152839 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ec53ea9e-5ada-4595-8ccc-bd879ff1fd76 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2613747 Nov 10 20:27:07.153697 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9032d2e-3318-4f6e-a38a-445b42be3525', 'tag': '0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:27:07.156528 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfbd5c25fd1a1bf18e79891c674f962074aa63d8f4aa99a8f6cb3be41b9dd3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cf470b-0e64-4014-85c5-c2bddcb3b1f7" -d '{"events": [{"name": "network-changed", "server_uuid": "c9032d2e-3318-4f6e-a38a-445b42be3525", "tag": "0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:27:07.276292 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-3ea85f6b-5fcf-42ac-bce5-161e86dcf906 None None] Set router c5482503-4f48-410b-998e-3024cb61e623 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:27:07.292593 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282a363-d59d-4178-b684-dfab0bf06a39 req-0a20b87a-7f1a-459c-a702-4d3939e6094e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:07.295510 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9282a363-d59d-4178-b684-dfab0bf06a39 req-0a20b87a-7f1a-459c-a702-4d3939e6094e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 945 time: 0.0792544 Nov 10 20:27:07.370453 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9282a363-d59d-4178-b684-dfab0bf06a39 req-d8bc4eb1-d949-44e8-a1a6-1ed282f00650 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=064a2e65-9f62-45c6-ad40-5a67187ee04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663099 Nov 10 20:27:07.410596 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58174) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:27:07.536318 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-4d2c5585-a7aa-422c-9f3f-58a5fded3bd1 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/floatingips/0a65480c-2246-4de5-bdc5-cc4496eb8ee5 HTTP/1.1" status: 200 len: 990 time: 0.1213651 Nov 10 20:27:07.553336 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0c4400-2eb0-4baa-a69b-38363830e91d x-openstack-request-id: req-8b0c4400-2eb0-4baa-a69b-38363830e91d {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:27:07.553724 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9032d2e-3318-4f6e-a38a-445b42be3525", "tag": "0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:27:07.557185 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8b0c4400-2eb0-4baa-a69b-38363830e91d {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:27:07.557185 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9032d2e-3318-4f6e-a38a-445b42be3525', 'tag': '0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b', 'status': 'completed', 'code': 200} Nov 10 20:27:07.598278 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-3ea85f6b-5fcf-42ac-bce5-161e86dcf906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5482503-4f48-410b-998e-3024cb61e623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-581461339', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '5d6918b8-b340-423f-a046-6dda56d0ecf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:26:45Z', 'updated_at': '2021-11-10T20:26:50Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '5d6918b8-b340-423f-a046-6dda56d0ecf4', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5482503-4f48-410b-998e-3024cb61e623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:26:46Z', 'updated_at': '2021-11-10T20:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '0a65480c-2246-4de5-bdc5-cc4496eb8ee5', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'floating_ip_address': '172.25.3.45', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'c5482503-4f48-410b-998e-3024cb61e623', 'port_id': '0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4752f3b2-3bfe-4d73-afef-8605a6548370', 'mac_address': 'fa:16:3e:4c:29:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9032d2e-3318-4f6e-a38a-445b42be3525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:27:06Z', 'updated_at': '2021-11-10T20:27:06Z', 'revision_number': 0, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53bcc8e1-dd14-4c91-ae2f-6262574b0537', 'name': '', 'network_id': '4752f3b2-3bfe-4d73-afef-8605a6548370', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:63:b3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5482503-4f48-410b-998e-3024cb61e623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '60e7bd2f-2604-4f4a-9513-93d9637fa921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:26:48Z', 'updated_at': '2021-11-10T20:26:53Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': '60e7bd2f-2604-4f4a-9513-93d9637fa921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:27:07.631374 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea85f6b-5fcf-42ac-bce5-161e86dcf906 None None] Checking router: c5482503-4f48-410b-998e-3024cb61e623 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:27:07.643214 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea85f6b-5fcf-42ac-bce5-161e86dcf906 None None] Routers {'c5482503-4f48-410b-998e-3024cb61e623'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:27:07.644108 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-3ea85f6b-5fcf-42ac-bce5-161e86dcf906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:26:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c5482503-4f48-410b-998e-3024cb61e623'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:27:07.655404 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf470b-0e64-4014-85c5-c2bddcb3b1f7 req-88105a61-3299-4e27-a44a-fd5afe6bdd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:07.657865 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-55cf470b-0e64-4014-85c5-c2bddcb3b1f7 req-88105a61-3299-4e27-a44a-fd5afe6bdd64 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 1096 time: 0.0745187 Nov 10 20:27:07.787867 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf470b-0e64-4014-85c5-c2bddcb3b1f7 req-1967aa8e-720c-4c3a-979e-115cdba1508b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:07.789256 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-55cf470b-0e64-4014-85c5-c2bddcb3b1f7 req-1967aa8e-720c-4c3a-979e-115cdba1508b service neutron] 10.222.0.25 "GET /v2.0/networks?id=4752f3b2-3bfe-4d73-afef-8605a6548370 HTTP/1.1" status: 200 len: 898 time: 0.1241069 Nov 10 20:27:07.791619 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-3ea85f6b-5fcf-42ac-bce5-161e86dcf906 None None] Set router c5482503-4f48-410b-998e-3024cb61e623 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:27:07.879534 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-55cf470b-0e64-4014-85c5-c2bddcb3b1f7 req-be2e67eb-112f-4570-8d76-ee0f52455688 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b HTTP/1.1" status: 200 len: 998 time: 0.0819430 Nov 10 20:27:07.941934 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf470b-0e64-4014-85c5-c2bddcb3b1f7 req-ee714e31-a7dc-4ce0-8d95-32d106f04f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:07.944875 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-55cf470b-0e64-4014-85c5-c2bddcb3b1f7 req-ee714e31-a7dc-4ce0-8d95-32d106f04f6e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=60e7bd2f-2604-4f4a-9513-93d9637fa921 HTTP/1.1" status: 200 len: 834 time: 0.0573080 Nov 10 20:27:08.006337 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf470b-0e64-4014-85c5-c2bddcb3b1f7 req-cd0d0cdf-02fa-4511-a251-2738fa61f9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:08.008301 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-55cf470b-0e64-4014-85c5-c2bddcb3b1f7 req-cd0d0cdf-02fa-4511-a251-2738fa61f9d5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4752f3b2-3bfe-4d73-afef-8605a6548370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561466 Nov 10 20:27:08.096046 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-3ea85f6b-5fcf-42ac-bce5-161e86dcf906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5482503-4f48-410b-998e-3024cb61e623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-581461339', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '5d6918b8-b340-423f-a046-6dda56d0ecf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:26:45Z', 'updated_at': '2021-11-10T20:26:50Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '5d6918b8-b340-423f-a046-6dda56d0ecf4', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5482503-4f48-410b-998e-3024cb61e623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:26:46Z', 'updated_at': '2021-11-10T20:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '0a65480c-2246-4de5-bdc5-cc4496eb8ee5', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'floating_ip_address': '172.25.3.45', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'c5482503-4f48-410b-998e-3024cb61e623', 'port_id': '0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4752f3b2-3bfe-4d73-afef-8605a6548370', 'mac_address': 'fa:16:3e:4c:29:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9032d2e-3318-4f6e-a38a-445b42be3525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:27:06Z', 'updated_at': '2021-11-10T20:27:06Z', 'revision_number': 0, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53bcc8e1-dd14-4c91-ae2f-6262574b0537', 'name': '', 'network_id': '4752f3b2-3bfe-4d73-afef-8605a6548370', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:63:b3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5482503-4f48-410b-998e-3024cb61e623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '60e7bd2f-2604-4f4a-9513-93d9637fa921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:26:48Z', 'updated_at': '2021-11-10T20:26:53Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': '60e7bd2f-2604-4f4a-9513-93d9637fa921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:27:08.127819 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea85f6b-5fcf-42ac-bce5-161e86dcf906 None None] The sync data for ids ['c5482503-4f48-410b-998e-3024cb61e623'] in n-d-813897-4 is: [{'id': 'c5482503-4f48-410b-998e-3024cb61e623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-581461339', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '5d6918b8-b340-423f-a046-6dda56d0ecf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:26:45Z', 'updated_at': '2021-11-10T20:26:50Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '5d6918b8-b340-423f-a046-6dda56d0ecf4', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5482503-4f48-410b-998e-3024cb61e623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:26:46Z', 'updated_at': '2021-11-10T20:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '0a65480c-2246-4de5-bdc5-cc4496eb8ee5', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'floating_ip_address': '172.25.3.45', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'c5482503-4f48-410b-998e-3024cb61e623', 'port_id': '0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4752f3b2-3bfe-4d73-afef-8605a6548370', 'mac_address': 'fa:16:3e:4c:29:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9032d2e-3318-4f6e-a38a-445b42be3525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:27:06Z', 'updated_at': '2021-11-10T20:27:06Z', 'revision_number': 0, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53bcc8e1-dd14-4c91-ae2f-6262574b0537', 'name': '', 'network_id': '4752f3b2-3bfe-4d73-afef-8605a6548370', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:63:b3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5482503-4f48-410b-998e-3024cb61e623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '60e7bd2f-2604-4f4a-9513-93d9637fa921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:26:48Z', 'updated_at': '2021-11-10T20:26:53Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': '60e7bd2f-2604-4f4a-9513-93d9637fa921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:27:08.150315 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-55cf470b-0e64-4014-85c5-c2bddcb3b1f7 req-c947db5e-a3bf-4639-918c-e05e50c76167 service neutron] 10.222.0.25 "GET /v2.0/networks/4752f3b2-3bfe-4d73-afef-8605a6548370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342511 Nov 10 20:27:08.264450 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-55cf470b-0e64-4014-85c5-c2bddcb3b1f7 req-c968c168-e6d5-47be-a5a7-de06071fd58b service neutron] 10.222.0.25 "GET /v2.0/networks/4752f3b2-3bfe-4d73-afef-8605a6548370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073782 Nov 10 20:27:08.396494 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7a1577-d6d3-4de8-b29b-fdae5322035b None None] New status for floating IP 0a65480c-2246-4de5-bdc5-cc4496eb8ee5: ACTIVE {{(pid=102508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:27:08.540216 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58176) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:27:08.652898 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6ad5b54d-cb49-449c-92b3-79e4a7faa28d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/floatingips/0a65480c-2246-4de5-bdc5-cc4496eb8ee5 HTTP/1.1" status: 200 len: 990 time: 0.1114702 Nov 10 20:27:09.657237 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58178) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:27:09.734209 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e5b3507d-31d8-4ee4-8582-aa2846b87c36 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/floatingips/0a65480c-2246-4de5-bdc5-cc4496eb8ee5 HTTP/1.1" status: 200 len: 992 time: 0.0751894 Nov 10 20:27:10.253901 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:27:19.546592 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-34378c81-c501-41b3-ad0c-83b82a05970a req-dfeb1494-e9c0-40db-8882-99479df14dc9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0505385 Nov 10 20:27:19.659113 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34378c81-c501-41b3-ad0c-83b82a05970a req-03314bc2-5ec0-4364-a0ea-d3cb479f77ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:19.661032 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-34378c81-c501-41b3-ad0c-83b82a05970a req-03314bc2-5ec0-4364-a0ea-d3cb479f77ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 1096 time: 0.0566881 Nov 10 20:27:19.783813 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34378c81-c501-41b3-ad0c-83b82a05970a req-51d12c14-fe1e-4cc3-bafa-e4394cb3e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:19.786568 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-34378c81-c501-41b3-ad0c-83b82a05970a req-51d12c14-fe1e-4cc3-bafa-e4394cb3e51e service neutron] 10.222.0.25 "GET /v2.0/networks?id=4752f3b2-3bfe-4d73-afef-8605a6548370 HTTP/1.1" status: 200 len: 898 time: 0.1040046 Nov 10 20:27:19.898849 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-34378c81-c501-41b3-ad0c-83b82a05970a req-4790aa28-54c9-45e3-adc9-1b8def647be7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b HTTP/1.1" status: 200 len: 1000 time: 0.1049972 Nov 10 20:27:19.982330 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34378c81-c501-41b3-ad0c-83b82a05970a req-93218afa-7164-49f6-a6e7-a95870c3b307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:19.984756 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-34378c81-c501-41b3-ad0c-83b82a05970a req-93218afa-7164-49f6-a6e7-a95870c3b307 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=60e7bd2f-2604-4f4a-9513-93d9637fa921 HTTP/1.1" status: 200 len: 834 time: 0.0785165 Nov 10 20:27:20.043089 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34378c81-c501-41b3-ad0c-83b82a05970a req-13381733-6879-4fc0-9f74-2cb07513c19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:27:20.044730 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-34378c81-c501-41b3-ad0c-83b82a05970a req-13381733-6879-4fc0-9f74-2cb07513c19f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4752f3b2-3bfe-4d73-afef-8605a6548370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528924 Nov 10 20:27:20.162572 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-34378c81-c501-41b3-ad0c-83b82a05970a req-dab5b532-16e7-4417-a70e-c9a3a1b03164 service neutron] 10.222.0.25 "GET /v2.0/networks/4752f3b2-3bfe-4d73-afef-8605a6548370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088364 Nov 10 20:27:20.284070 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-34378c81-c501-41b3-ad0c-83b82a05970a req-6f9a9ce6-d47d-4338-848f-98c6dd5d6874 service neutron] 10.222.0.25 "GET /v2.0/networks/4752f3b2-3bfe-4d73-afef-8605a6548370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134477 Nov 10 20:27:23.511428 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-26d50f3c-d2e2-4937-9e92-4e9bc67389a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:25.591296 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:25.731611 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-af07da49-675f-4faa-97c0-71e3d261c65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:25.804037 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:27.533086 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:29.046401 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:29.381822 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:47.257667 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:27:53.520073 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9d102534-37f9-444d-b52a-3ed2f4507cf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:55.607935 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:55.725856 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cef08802-15c5-4851-8b6c-50be93857eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:55.816031 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:57.538848 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:59.045014 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:27:59.375981 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:18.778970 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7067f2bc-201b-4736-81f0-0ff533c3862a req-ad2295b9-7c41-4192-8b46-8857a30bd958 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0985696 Nov 10 20:28:18.867359 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067f2bc-201b-4736-81f0-0ff533c3862a req-9c3d9c34-7ca8-4140-8138-2b6bd0cc090a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:18.869125 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7067f2bc-201b-4736-81f0-0ff533c3862a req-9c3d9c34-7ca8-4140-8138-2b6bd0cc090a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 1096 time: 0.0439565 Nov 10 20:28:18.980495 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067f2bc-201b-4736-81f0-0ff533c3862a req-5a905100-bee4-41c9-8bf8-c686047a1488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:18.981914 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7067f2bc-201b-4736-81f0-0ff533c3862a req-5a905100-bee4-41c9-8bf8-c686047a1488 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4752f3b2-3bfe-4d73-afef-8605a6548370 HTTP/1.1" status: 200 len: 898 time: 0.0909336 Nov 10 20:28:19.064824 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7067f2bc-201b-4736-81f0-0ff533c3862a req-06582a1b-7d4e-486f-a6fe-c62fe200559d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b HTTP/1.1" status: 200 len: 1000 time: 0.0706038 Nov 10 20:28:19.120907 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067f2bc-201b-4736-81f0-0ff533c3862a req-98e0ce81-4a80-41eb-8df5-7b67f38b8105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:19.122613 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7067f2bc-201b-4736-81f0-0ff533c3862a req-98e0ce81-4a80-41eb-8df5-7b67f38b8105 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=60e7bd2f-2604-4f4a-9513-93d9637fa921 HTTP/1.1" status: 200 len: 834 time: 0.0501335 Nov 10 20:28:19.171232 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067f2bc-201b-4736-81f0-0ff533c3862a req-d1a6f4d6-9c28-4531-9bc6-01e8cd2c95fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:19.172853 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7067f2bc-201b-4736-81f0-0ff533c3862a req-d1a6f4d6-9c28-4531-9bc6-01e8cd2c95fc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4752f3b2-3bfe-4d73-afef-8605a6548370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429790 Nov 10 20:28:19.279334 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7067f2bc-201b-4736-81f0-0ff533c3862a req-ea261a01-c03f-4c01-8466-4d3879e7cbd7 service neutron] 10.222.0.25 "GET /v2.0/networks/4752f3b2-3bfe-4d73-afef-8605a6548370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937438 Nov 10 20:28:19.389226 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7067f2bc-201b-4736-81f0-0ff533c3862a req-0d3fb701-607b-4483-8d4b-b90dcb88ec98 service neutron] 10.222.0.25 "GET /v2.0/networks/4752f3b2-3bfe-4d73-afef-8605a6548370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023717 Nov 10 20:28:20.882472 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-ba7ba6ee-6afd-40d3-8137-cc4d49267cf0 req-78e04741-1d74-46bd-ad84-6f571b1145dd service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:28:20.883543 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba7ba6ee-6afd-40d3-8137-cc4d49267cf0 req-78e04741-1d74-46bd-ad84-6f571b1145dd service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0506887 Nov 10 20:28:21.096579 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a047e-1f73-4631-8f42-00ced636973a req-fef38af1-49f1-4aa6-a8cb-291c20472d7d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:21.098408 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6e2a047e-1f73-4631-8f42-00ced636973a req-fef38af1-49f1-4aa6-a8cb-291c20472d7d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 945 time: 0.0616744 Nov 10 20:28:21.134031 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58214) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:28:21.159058 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6e2a047e-1f73-4631-8f42-00ced636973a req-3d509e26-7b0c-48f7-ab54-5f39d3e1e522 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=064a2e65-9f62-45c6-ad40-5a67187ee04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530045 Nov 10 20:28:21.230971 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-2d03b2e2-6396-4222-ae26-ad32b82b955c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0956726 Nov 10 20:28:21.241132 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-f505be11-7913-4b5d-839d-08632d7c527c service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:28:21.242339 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-f505be11-7913-4b5d-839d-08632d7c527c service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059259 Nov 10 20:28:22.294443 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f03b49-33bc-4ecb-94ed-778614ef3870 req-058168fd-087c-443f-aae2-3f05578c6f29 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:22.296104 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-69f03b49-33bc-4ecb-94ed-778614ef3870 req-058168fd-087c-443f-aae2-3f05578c6f29 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 945 time: 0.0604310 Nov 10 20:28:22.354142 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-69f03b49-33bc-4ecb-94ed-778614ef3870 req-6de36b16-26ad-4215-b0ea-aef41672a747 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=064a2e65-9f62-45c6-ad40-5a67187ee04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514312 Nov 10 20:28:22.458718 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-622331b8-0de5-43f1-ba3e-87f59ae83260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:22.460492 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-622331b8-0de5-43f1-ba3e-87f59ae83260 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 1096 time: 0.0454996 Nov 10 20:28:22.564800 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-4495ffdb-f62e-4daa-90db-daf344e6f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:22.566439 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-4495ffdb-f62e-4daa-90db-daf344e6f4df service neutron] 10.222.0.25 "GET /v2.0/networks?id=4752f3b2-3bfe-4d73-afef-8605a6548370 HTTP/1.1" status: 200 len: 898 time: 0.0986192 Nov 10 20:28:22.645898 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-61924dd2-3a8b-4378-84bc-c5b080f19bec service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b HTTP/1.1" status: 200 len: 1000 time: 0.0720987 Nov 10 20:28:22.716511 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-8c6322dc-bf9c-4e14-8be8-4ddb255c52a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:22.717975 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-8c6322dc-bf9c-4e14-8be8-4ddb255c52a7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=60e7bd2f-2604-4f4a-9513-93d9637fa921 HTTP/1.1" status: 200 len: 834 time: 0.0631609 Nov 10 20:28:22.778698 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-495735f7-aaa1-445c-adc1-0d754a810650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:22.780477 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-495735f7-aaa1-445c-adc1-0d754a810650 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4752f3b2-3bfe-4d73-afef-8605a6548370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546808 Nov 10 20:28:22.894982 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-865261b7-821d-4ac7-ad70-cc9911e49bcb service neutron] 10.222.0.25 "GET /v2.0/networks/4752f3b2-3bfe-4d73-afef-8605a6548370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033993 Nov 10 20:28:23.003043 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-3b79695e-d8e7-4669-a968-77d57da7b05e service neutron] 10.222.0.25 "GET /v2.0/networks/4752f3b2-3bfe-4d73-afef-8605a6548370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002572 Nov 10 20:28:23.485925 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea68f43-3093-4fb0-9fa3-87c136cc9aa0 req-ca71c10b-ba4f-4e58-a2d7-ba9ee4a09d43 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:23.487666 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2ea68f43-3093-4fb0-9fa3-87c136cc9aa0 req-ca71c10b-ba4f-4e58-a2d7-ba9ee4a09d43 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 945 time: 0.0545800 Nov 10 20:28:23.521428 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e5801033-80c4-40b3-9e47-3ff1693af8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:23.555053 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2ea68f43-3093-4fb0-9fa3-87c136cc9aa0 req-cad0f85f-6e88-47d3-8da7-42b44ee7f2f1 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=064a2e65-9f62-45c6-ad40-5a67187ee04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595193 Nov 10 20:28:24.263679 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:28:24.704843 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b599106-e018-4e52-b46a-bb5d7f851dd7 req-c5f28597-aabd-4cb9-b41e-c247c0ed7936 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:24.706416 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0b599106-e018-4e52-b46a-bb5d7f851dd7 req-c5f28597-aabd-4cb9-b41e-c247c0ed7936 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 945 time: 0.0698838 Nov 10 20:28:24.761898 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0b599106-e018-4e52-b46a-bb5d7f851dd7 req-3c5a7c35-5554-4fcd-ba39-6e8b12195f34 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=064a2e65-9f62-45c6-ad40-5a67187ee04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485938 Nov 10 20:28:25.605417 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:25.730440 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2e73c5bd-e9cc-4ffa-8502-22ba3cc9c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:25.815424 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:25.900563 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2eecd-e368-490e-8af4-19324368f4c9 req-1d89504f-2b4f-46dc-a6e2-74b8a46f5961 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:25.902856 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bab2eecd-e368-490e-8af4-19324368f4c9 req-1d89504f-2b4f-46dc-a6e2-74b8a46f5961 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 945 time: 0.0597537 Nov 10 20:28:25.979676 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bab2eecd-e368-490e-8af4-19324368f4c9 req-dbe16d81-2c30-46a4-8ffb-90a9d7189933 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=064a2e65-9f62-45c6-ad40-5a67187ee04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559106 Nov 10 20:28:27.112714 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f0aa1-dd50-40e7-96cb-2adcf14662bd req-c09ae9c6-ab4a-47d3-9997-1d443248d70e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:27.115327 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f13f0aa1-dd50-40e7-96cb-2adcf14662bd req-c09ae9c6-ab4a-47d3-9997-1d443248d70e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 945 time: 0.0563428 Nov 10 20:28:27.204673 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f13f0aa1-dd50-40e7-96cb-2adcf14662bd req-01a16874-d45d-40fb-9251-be4001635286 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=064a2e65-9f62-45c6-ad40-5a67187ee04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800927 Nov 10 20:28:27.542581 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:28.339040 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca9228-1f1a-45f1-83d0-174d43cfdd9c req-cb175860-01ff-4089-94b8-126f1bda4796 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:28.340616 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-03ca9228-1f1a-45f1-83d0-174d43cfdd9c req-cb175860-01ff-4089-94b8-126f1bda4796 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 945 time: 0.0567493 Nov 10 20:28:28.401195 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-03ca9228-1f1a-45f1-83d0-174d43cfdd9c req-ae6abf5d-2030-4535-8ce6-9c4cd13dc58c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=064a2e65-9f62-45c6-ad40-5a67187ee04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538075 Nov 10 20:28:29.050932 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:29.380892 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:29.534797 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f271e-00d6-47d6-9d55-bc940447ba0c req-d7a28d4f-c8aa-4576-a284-33dc599b51ff tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:29.536727 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-301f271e-00d6-47d6-9d55-bc940447ba0c req-d7a28d4f-c8aa-4576-a284-33dc599b51ff tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 945 time: 0.0597134 Nov 10 20:28:29.591600 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-301f271e-00d6-47d6-9d55-bc940447ba0c req-6cbd600c-daeb-443b-b5f3-8c53fce9c538 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=064a2e65-9f62-45c6-ad40-5a67187ee04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474792 Nov 10 20:28:30.745478 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34997553-3b15-4ddb-b611-7b25e035d6cd req-37443379-bf39-494b-9bce-c7cbfd501476 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:30.748260 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-34997553-3b15-4ddb-b611-7b25e035d6cd req-37443379-bf39-494b-9bce-c7cbfd501476 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 945 time: 0.0727611 Nov 10 20:28:30.814836 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-34997553-3b15-4ddb-b611-7b25e035d6cd req-b6276612-6f8e-4bb8-b65f-1144c64d1bd3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=064a2e65-9f62-45c6-ad40-5a67187ee04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584092 Nov 10 20:28:31.973160 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf35cb9-3011-4063-8d00-a18b5f39d97d req-92abff78-e773-44b5-baed-42614b61eab2 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:31.974765 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-abf35cb9-3011-4063-8d00-a18b5f39d97d req-92abff78-e773-44b5-baed-42614b61eab2 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 945 time: 0.0671484 Nov 10 20:28:32.029380 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-abf35cb9-3011-4063-8d00-a18b5f39d97d req-101e4e51-f2df-4804-a1b5-460db87b99f2 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=064a2e65-9f62-45c6-ad40-5a67187ee04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485430 Nov 10 20:28:33.166520 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab6943-63de-43eb-a68b-60eae7f4823d req-ec60afd8-f2d5-47ac-94a8-99be2542c154 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:33.168209 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a0ab6943-63de-43eb-a68b-60eae7f4823d req-ec60afd8-f2d5-47ac-94a8-99be2542c154 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 945 time: 0.0579991 Nov 10 20:28:33.229840 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a0ab6943-63de-43eb-a68b-60eae7f4823d req-9da4d9fd-defa-45c6-9670-67eaca1d046d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=064a2e65-9f62-45c6-ad40-5a67187ee04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549002 Nov 10 20:28:34.361192 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f205a-8a56-49a0-827d-6244061fc08c req-359dec3e-caaa-48cc-99a8-713531853ae9 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:34.362821 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ec4f205a-8a56-49a0-827d-6244061fc08c req-359dec3e-caaa-48cc-99a8-713531853ae9 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 945 time: 0.0572236 Nov 10 20:28:34.419978 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ec4f205a-8a56-49a0-827d-6244061fc08c req-1e864eaa-a874-4bdf-b8c4-9c4b2cc404de tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=064a2e65-9f62-45c6-ad40-5a67187ee04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504093 Nov 10 20:28:34.967905 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-1f075ade-cb1a-4447-ac0c-b2b30cca64a9 service neutron] show failed (client error): The resource could not be found. Nov 10 20:28:34.968879 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-1f075ade-cb1a-4447-ac0c-b2b30cca64a9 service neutron] 10.222.0.25 "GET /v2.0/ports/0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b/bindings/n-h1-813897-4 HTTP/1.1" status: 404 len: 380 time: 0.0589273 Nov 10 20:28:35.208357 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-1c31d91d-13e6-41c5-b379-b64fa8ebacd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:35.210789 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-1c31d91d-13e6-41c5-b379-b64fa8ebacd4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525&tenant_id=d6be74ad5b18422194586c70b0b42211 HTTP/1.1" status: 200 len: 1096 time: 0.0470750 Nov 10 20:28:35.222295 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-c114bac4-1987-497e-a602-63b25f10b1e7 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:28:35.223530 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-c114bac4-1987-497e-a602-63b25f10b1e7 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055821 Nov 10 20:28:35.236019 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813897-4', 'device_owner': 'compute:nova'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:28:35.303954 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:35.547037 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] For port 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b,segment=NetworkSegment(e2c780af-a3d2-4818-aace-4bca21ce9bb2),segment_id=e2c780af-a3d2-4818-aace-4bca21ce9bb2)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:28:35.578130 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c687a-0efe-4165-96ce-6df62d0bbf34 req-07c53da3-096a-4d79-8938-99d6777f1a70 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:35.579683 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c7c687a-0efe-4165-96ce-6df62d0bbf34 req-07c53da3-096a-4d79-8938-99d6777f1a70 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 945 time: 0.0610597 Nov 10 20:28:35.601520 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] For port 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:28:35.633734 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4c7c687a-0efe-4165-96ce-6df62d0bbf34 req-60dde3ec-0e2c-4545-82c0-9f23c021a2b7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=064a2e65-9f62-45c6-ad40-5a67187ee04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474832 Nov 10 20:28:35.655742 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9032d2e-3318-4f6e-a38a-445b42be3525', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:28:35.658068 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606917a8-fb8e-4be2-bd3d-03c32ce27722" -d '{"events": [{"server_uuid": "c9032d2e-3318-4f6e-a38a-445b42be3525", "name": "network-vif-unplugged", "status": "completed", "tag": "0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:28:35.662203 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:35.678121 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] Transition to ACTIVE for port object 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:28:35.689919 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:36.151576 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 20:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2143ea-357d-4424-9692-65cd50224c11 x-openstack-request-id: req-0a2143ea-357d-4424-9692-65cd50224c11 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:28:36.152720 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9032d2e-3318-4f6e-a38a-445b42be3525", "name": "network-vif-unplugged", "status": "completed", "tag": "0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:28:36.152720 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0a2143ea-357d-4424-9692-65cd50224c11 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:28:36.152720 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9032d2e-3318-4f6e-a38a-445b42be3525', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b', 'code': 200} Nov 10 20:28:36.161694 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] Pushing event updated for resources: {'Port': ['ID=0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b,revision_number=6']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:28:36.173355 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:36.173705 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:36.174089 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:36.174429 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:36.174762 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:36.175097 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:36.175417 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:36.175924 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:36.176370 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:36.176699 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:36.177020 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:36.177346 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:36.215436 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] No DVR routers for this DVR port 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:28:36.372090 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] Attempting to bind port 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:28:36.372443 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] Attempting to bind port 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'e2c780af-a3d2-4818-aace-4bca21ce9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4752f3b2-3bfe-4d73-afef-8605a6548370'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:28:36.372777 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] Attempting to bind port 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b on network 4752f3b2-3bfe-4d73-afef-8605a6548370 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:28:36.378276 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] Port 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b on network 4752f3b2-3bfe-4d73-afef-8605a6548370 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:28:36.378638 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] Attempting to bind port 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b on network 4752f3b2-3bfe-4d73-afef-8605a6548370 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:28:36.385182 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:28:36.385541 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] Checking segment: {'id': 'e2c780af-a3d2-4818-aace-4bca21ce9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4752f3b2-3bfe-4d73-afef-8605a6548370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:28:36.385977 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] Bound using segment: {'id': 'e2c780af-a3d2-4818-aace-4bca21ce9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4752f3b2-3bfe-4d73-afef-8605a6548370'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:28:36.386433 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] Bound port: 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2c780af-a3d2-4818-aace-4bca21ce9bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4752f3b2-3bfe-4d73-afef-8605a6548370'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:28:36.386795 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:36.460318 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] For port 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:28:36.464638 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] For port 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b,segment=NetworkSegment(e2c780af-a3d2-4818-aace-4bca21ce9bb2),segment_id=e2c780af-a3d2-4818-aace-4bca21ce9bb2)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:28:36.470548 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:36.508114 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:36.508739 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:36.510287 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] 10.222.0.73 "PUT /v2.0/ports/0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b HTTP/1.1" status: 200 len: 1091 time: 1.2783456 Nov 10 20:28:36.547882 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c2d0c-32bf-451b-b314-414a510cd85e service neutron] Pushing event updated for resources: {'Port': ['ID=0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b,revision_number=7']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:28:36.582604 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-a7a55923-adc3-4932-bceb-3d1a44e746e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:36.584203 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-a7a55923-adc3-4932-bceb-3d1a44e746e7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 1094 time: 0.0461698 Nov 10 20:28:36.701723 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-ac885c8d-f9b9-417d-82ba-e21aaa165f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:36.703636 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-ac885c8d-f9b9-417d-82ba-e21aaa165f19 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4752f3b2-3bfe-4d73-afef-8605a6548370 HTTP/1.1" status: 200 len: 898 time: 0.1121118 Nov 10 20:28:36.775275 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051a486-fccd-4879-a40c-a2ccf77b6eec req-6eaf289c-6b6a-4d4c-8e12-75d14cb0184f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:36.776340 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-1c87fb00-80e8-4aa3-985a-8bdead4645bd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b HTTP/1.1" status: 200 len: 998 time: 0.0649199 Nov 10 20:28:36.777130 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8051a486-fccd-4879-a40c-a2ccf77b6eec req-6eaf289c-6b6a-4d4c-8e12-75d14cb0184f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 943 time: 0.0581756 Nov 10 20:28:36.831715 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8051a486-fccd-4879-a40c-a2ccf77b6eec req-9fa3af9c-bb90-4862-919f-880ebd93b336 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=064a2e65-9f62-45c6-ad40-5a67187ee04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482249 Nov 10 20:28:36.837549 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-c4efa255-5cb2-4eaf-86ee-d06b3aac48f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:36.840224 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-c4efa255-5cb2-4eaf-86ee-d06b3aac48f1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60e7bd2f-2604-4f4a-9513-93d9637fa921 HTTP/1.1" status: 200 len: 834 time: 0.0565412 Nov 10 20:28:36.899466 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-05f8fa90-c5bf-4df6-978d-45e5a54ff1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:36.901348 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-05f8fa90-c5bf-4df6-978d-45e5a54ff1e0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4752f3b2-3bfe-4d73-afef-8605a6548370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541523 Nov 10 20:28:37.000350 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-21bd757a-3b42-40b4-aab7-448338c0baf0 service neutron] 10.222.0.73 "GET /v2.0/networks/4752f3b2-3bfe-4d73-afef-8605a6548370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916309 Nov 10 20:28:37.109636 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e2f25e64-d7b9-4461-a4ac-9dcfa2b6550c req-7437637b-97a7-42b7-93cc-cd9147509731 service neutron] 10.222.0.73 "GET /v2.0/networks/4752f3b2-3bfe-4d73-afef-8605a6548370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024129 Nov 10 20:28:37.974905 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093c1c5-5749-4bfa-b3ad-b751606dce0d req-bebef726-e1dd-44fe-ad7b-2d0ae6dc59ed tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:37.976555 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b093c1c5-5749-4bfa-b3ad-b751606dce0d req-bebef726-e1dd-44fe-ad7b-2d0ae6dc59ed tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 943 time: 0.0583460 Nov 10 20:28:38.042697 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b093c1c5-5749-4bfa-b3ad-b751606dce0d req-c7351a24-5790-4826-825d-8bee0099e2a6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=064a2e65-9f62-45c6-ad40-5a67187ee04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598273 Nov 10 20:28:38.154309 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9032d2e-3318-4f6e-a38a-445b42be3525', 'tag': '0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:28:38.156729 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8b0206-288a-46cd-bdae-3c01ac2ce915" -d '{"events": [{"name": "network-changed", "server_uuid": "c9032d2e-3318-4f6e-a38a-445b42be3525", "tag": "0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:28:38.212253 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e744be99-e13a-4429-ac37-1f3c879e17da x-openstack-request-id: req-e744be99-e13a-4429-ac37-1f3c879e17da {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:28:38.212789 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9032d2e-3318-4f6e-a38a-445b42be3525", "tag": "0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:28:38.213124 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e744be99-e13a-4429-ac37-1f3c879e17da {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:28:38.213811 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9032d2e-3318-4f6e-a38a-445b42be3525', 'tag': '0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b', 'status': 'completed', 'code': 200} Nov 10 20:28:38.303220 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b0206-288a-46cd-bdae-3c01ac2ce915 req-389cd529-ad2b-479b-a8cf-58c7a2d51e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:38.304563 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ec8b0206-288a-46cd-bdae-3c01ac2ce915 req-389cd529-ad2b-479b-a8cf-58c7a2d51e3a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 1094 time: 0.0710726 Nov 10 20:28:38.309341 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b0206-288a-46cd-bdae-3c01ac2ce915 req-e8af7a93-ee76-4ca2-90e6-ced1056de7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:38.310811 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ec8b0206-288a-46cd-bdae-3c01ac2ce915 req-e8af7a93-ee76-4ca2-90e6-ced1056de7c5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 1094 time: 0.0687644 Nov 10 20:28:38.482570 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b0206-288a-46cd-bdae-3c01ac2ce915 req-228d1de7-c766-4542-8bf7-2e60da25492b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:38.483993 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ec8b0206-288a-46cd-bdae-3c01ac2ce915 req-228d1de7-c766-4542-8bf7-2e60da25492b service neutron] 10.222.0.25 "GET /v2.0/networks?id=4752f3b2-3bfe-4d73-afef-8605a6548370 HTTP/1.1" status: 200 len: 898 time: 0.1643145 Nov 10 20:28:38.484983 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b0206-288a-46cd-bdae-3c01ac2ce915 req-ceacd285-2332-4884-a2b4-922411524194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:38.486296 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ec8b0206-288a-46cd-bdae-3c01ac2ce915 req-ceacd285-2332-4884-a2b4-922411524194 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4752f3b2-3bfe-4d73-afef-8605a6548370 HTTP/1.1" status: 200 len: 898 time: 0.1744492 Nov 10 20:28:38.495917 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:28:38.559892 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:28:38.607547 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ec8b0206-288a-46cd-bdae-3c01ac2ce915 req-1e0386fd-f981-4b49-9e53-a99d7c42fdd6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b HTTP/1.1" status: 200 len: 998 time: 0.1096997 Nov 10 20:28:38.611169 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ec8b0206-288a-46cd-bdae-3c01ac2ce915 req-875283e7-2f35-46f2-b2ab-39da208a3525 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b HTTP/1.1" status: 200 len: 998 time: 0.1190803 Nov 10 20:28:38.614154 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:28:38.654189 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b,segment=NetworkSegment(e2c780af-a3d2-4818-aace-4bca21ce9bb2),segment_id=e2c780af-a3d2-4818-aace-4bca21ce9bb2)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:28:38.667350 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b', 'network_id': '4752f3b2-3bfe-4d73-afef-8605a6548370', 'port_id': '0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b', 'mac_address': 'fa:16:3e:4c:29:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e7bd2f-2604-4f4a-9513-93d9637fa921', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:28:38.712845 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:38.733261 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:28:38.753730 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b,segment=NetworkSegment(e2c780af-a3d2-4818-aace-4bca21ce9bb2),segment_id=e2c780af-a3d2-4818-aace-4bca21ce9bb2)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:28:38.759285 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:38.759774 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b0206-288a-46cd-bdae-3c01ac2ce915 req-8144ebb1-4448-4873-80bc-d701d3b0900a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:38.762120 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ec8b0206-288a-46cd-bdae-3c01ac2ce915 req-8144ebb1-4448-4873-80bc-d701d3b0900a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60e7bd2f-2604-4f4a-9513-93d9637fa921 HTTP/1.1" status: 200 len: 834 time: 0.1469090 Nov 10 20:28:38.767918 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b0206-288a-46cd-bdae-3c01ac2ce915 req-f771e665-0f3a-4757-82f4-ed8679fe0f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:38.767918 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ec8b0206-288a-46cd-bdae-3c01ac2ce915 req-f771e665-0f3a-4757-82f4-ed8679fe0f0a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=60e7bd2f-2604-4f4a-9513-93d9637fa921 HTTP/1.1" status: 200 len: 834 time: 0.1370475 Nov 10 20:28:38.822771 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:28:38.833625 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:38.834125 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:38.835065 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:38.835065 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:38.835279 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:38.836055 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:38.836055 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:38.836440 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:38.836769 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:38.837167 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:38.837535 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:38.838018 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:28:38.844947 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b0206-288a-46cd-bdae-3c01ac2ce915 req-b8dda6e1-4411-4fb6-9399-be1afd7fc4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:38.846623 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ec8b0206-288a-46cd-bdae-3c01ac2ce915 req-b8dda6e1-4411-4fb6-9399-be1afd7fc4d9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4752f3b2-3bfe-4d73-afef-8605a6548370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776186 Nov 10 20:28:38.853838 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b0206-288a-46cd-bdae-3c01ac2ce915 req-df850ca2-2fec-47c0-8888-b961ddd0465a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:38.855520 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ec8b0206-288a-46cd-bdae-3c01ac2ce915 req-df850ca2-2fec-47c0-8888-b961ddd0465a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4752f3b2-3bfe-4d73-afef-8605a6548370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755227 Nov 10 20:28:38.869538 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-ec8b0206-288a-46cd-bdae-3c01ac2ce915 req-de3dbf7a-6b65-47fc-9ee1-a60a6d6f57ea service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:28:38.870639 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ec8b0206-288a-46cd-bdae-3c01ac2ce915 req-de3dbf7a-6b65-47fc-9ee1-a60a6d6f57ea service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062084 Nov 10 20:28:39.003473 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:28:39.028129 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ec8b0206-288a-46cd-bdae-3c01ac2ce915 req-7aa8be0b-99c6-4954-9646-a451ad26b084 service neutron] 10.222.0.73 "GET /v2.0/networks/4752f3b2-3bfe-4d73-afef-8605a6548370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715121 Nov 10 20:28:39.035162 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ec8b0206-288a-46cd-bdae-3c01ac2ce915 req-a14f60a5-744e-4b00-9cb2-6137fdb6ea91 service neutron] 10.222.0.25 "GET /v2.0/networks/4752f3b2-3bfe-4d73-afef-8605a6548370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532009 Nov 10 20:28:39.200644 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85506096-b934-4db5-90e9-8193e3eb3ddb req-909cbb70-62cd-4cab-b376-bd53a6948f4b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:39.203341 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-85506096-b934-4db5-90e9-8193e3eb3ddb req-909cbb70-62cd-4cab-b376-bd53a6948f4b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 944 time: 0.0626307 Nov 10 20:28:39.211658 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ec8b0206-288a-46cd-bdae-3c01ac2ce915 req-263f73c9-1ba7-479c-a03c-09c5b0974d98 service neutron] 10.222.0.73 "GET /v2.0/networks/4752f3b2-3bfe-4d73-afef-8605a6548370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753590 Nov 10 20:28:39.215652 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ec8b0206-288a-46cd-bdae-3c01ac2ce915 req-593033db-d645-4daa-86ca-b7801b5f0efb service neutron] 10.222.0.25 "GET /v2.0/networks/4752f3b2-3bfe-4d73-afef-8605a6548370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716442 Nov 10 20:28:39.278481 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-85506096-b934-4db5-90e9-8193e3eb3ddb req-76a9d5fc-f0e9-49e3-af7f-92491ae3dcdb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=064a2e65-9f62-45c6-ad40-5a67187ee04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619299 Nov 10 20:28:39.555692 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b47e6-c545-4d19-a663-b6519e10d133 req-a141caca-aebd-49e4-8dc7-6ca93f8b7ecc tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:39.557195 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef9b47e6-c545-4d19-a663-b6519e10d133 req-a141caca-aebd-49e4-8dc7-6ca93f8b7ecc tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 944 time: 0.0674112 Nov 10 20:28:39.563366 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9a984-8a57-4572-b2f0-59105382fe2f req-ad6e779c-ab18-48f4-8e2f-bb1d090523bb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:39.565169 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1ff9a984-8a57-4572-b2f0-59105382fe2f req-ad6e779c-ab18-48f4-8e2f-bb1d090523bb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525&tenant_id=d6be74ad5b18422194586c70b0b42211&binding%3Ahost_id=n-h1-813897-4 HTTP/1.1" status: 200 len: 944 time: 0.0609889 Nov 10 20:28:39.610974 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef9b47e6-c545-4d19-a663-b6519e10d133 req-04c3d061-bb16-468f-9f90-f287c5f1c437 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=064a2e65-9f62-45c6-ad40-5a67187ee04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472631 Nov 10 20:28:39.651284 n-d-813897-4 neutron-server[102505]: INFO neutron.api.v2.resource [req-1ff9a984-8a57-4572-b2f0-59105382fe2f req-c814c5c2-4806-4791-b031-5275fe64f0f2 service neutron] delete failed (client error): The resource could not be found. Nov 10 20:28:39.652580 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1ff9a984-8a57-4572-b2f0-59105382fe2f req-c814c5c2-4806-4791-b031-5275fe64f0f2 service neutron] 10.222.0.25 "DELETE /v2.0/ports/0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b/bindings/n-h2-813897-4 HTTP/1.1" status: 404 len: 380 time: 0.0804265 Nov 10 20:28:39.775257 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9a984-8a57-4572-b2f0-59105382fe2f req-23bccdcf-6d3c-4843-a10a-aa4786a44cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:39.778052 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1ff9a984-8a57-4572-b2f0-59105382fe2f req-23bccdcf-6d3c-4843-a10a-aa4786a44cf6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 1095 time: 0.0692251 Nov 10 20:28:39.781165 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f9be6-9d1d-4e04-96af-be9e08f5ae38 req-4c10b72f-c261-45d1-9ffc-3c5f0bd5db1e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:39.783460 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-869f9be6-9d1d-4e04-96af-be9e08f5ae38 req-4c10b72f-c261-45d1-9ffc-3c5f0bd5db1e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 944 time: 0.0640504 Nov 10 20:28:39.858900 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-869f9be6-9d1d-4e04-96af-be9e08f5ae38 req-4875ae49-4404-4778-ab54-29fe3946d81e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=064a2e65-9f62-45c6-ad40-5a67187ee04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647306 Nov 10 20:28:39.897534 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9a984-8a57-4572-b2f0-59105382fe2f req-cef1bef6-d870-4e85-bc5c-6d43a4bab664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:39.899139 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1ff9a984-8a57-4572-b2f0-59105382fe2f req-cef1bef6-d870-4e85-bc5c-6d43a4bab664 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4752f3b2-3bfe-4d73-afef-8605a6548370 HTTP/1.1" status: 200 len: 898 time: 0.1140149 Nov 10 20:28:39.983381 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1ff9a984-8a57-4572-b2f0-59105382fe2f req-8b8acd75-dbdf-44ad-bf93-99ea557e5525 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b HTTP/1.1" status: 200 len: 999 time: 0.0766351 Nov 10 20:28:40.042353 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9a984-8a57-4572-b2f0-59105382fe2f req-e786fdbe-60a5-411f-9261-771b8c39472f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:40.044334 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1ff9a984-8a57-4572-b2f0-59105382fe2f req-e786fdbe-60a5-411f-9261-771b8c39472f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=60e7bd2f-2604-4f4a-9513-93d9637fa921 HTTP/1.1" status: 200 len: 834 time: 0.0532033 Nov 10 20:28:40.102770 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9a984-8a57-4572-b2f0-59105382fe2f req-f180bc65-8498-467c-923e-f5f11872f0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:40.104409 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1ff9a984-8a57-4572-b2f0-59105382fe2f req-f180bc65-8498-467c-923e-f5f11872f0d0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4752f3b2-3bfe-4d73-afef-8605a6548370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515347 Nov 10 20:28:40.211644 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1ff9a984-8a57-4572-b2f0-59105382fe2f req-e65e82b2-1128-4028-bc06-68cb2e040bbf service neutron] 10.222.0.25 "GET /v2.0/networks/4752f3b2-3bfe-4d73-afef-8605a6548370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994325 Nov 10 20:28:40.325620 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-1ff9a984-8a57-4572-b2f0-59105382fe2f req-fece4798-a965-4b0f-b781-6929f8c61efb service neutron] 10.222.0.25 "GET /v2.0/networks/4752f3b2-3bfe-4d73-afef-8605a6548370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064656 Nov 10 20:28:40.495303 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:28:40.560597 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:28:40.564750 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:28:40.565166 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:40.659063 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:40.689625 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9032d2e-3318-4f6e-a38a-445b42be3525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:28:40.692011 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757cbd3b-0edc-46aa-87b2-d0417cc1e7eb" -d '{"events": [{"server_uuid": "c9032d2e-3318-4f6e-a38a-445b42be3525", "name": "network-vif-plugged", "status": "completed", "tag": "0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:28:40.707364 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b,segment=NetworkSegment(e2c780af-a3d2-4818-aace-4bca21ce9bb2),segment_id=e2c780af-a3d2-4818-aace-4bca21ce9bb2)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:28:40.713256 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:40.774317 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b,revision_number=9']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:28:40.814351 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bf1605-1e94-4f48-bc5c-63e4062149ae x-openstack-request-id: req-47bf1605-1e94-4f48-bc5c-63e4062149ae {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:28:40.814672 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9032d2e-3318-4f6e-a38a-445b42be3525", "name": "network-vif-plugged", "status": "completed", "tag": "0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:28:40.814922 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-47bf1605-1e94-4f48-bc5c-63e4062149ae {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:28:40.815325 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9032d2e-3318-4f6e-a38a-445b42be3525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b', 'code': 200} Nov 10 20:28:41.026843 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd748d20-e626-4ad0-a790-29a47c20c5a8 req-f6ae4d1b-1950-4943-8ad1-d2f354653539 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:28:41.028382 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fd748d20-e626-4ad0-a790-29a47c20c5a8 req-f6ae4d1b-1950-4943-8ad1-d2f354653539 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 945 time: 0.0721319 Nov 10 20:28:41.092593 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-fd748d20-e626-4ad0-a790-29a47c20c5a8 req-e6cb551c-0521-4ee3-adbb-fe87ff3c506a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=064a2e65-9f62-45c6-ad40-5a67187ee04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496409 Nov 10 20:28:41.127402 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58288) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:28:41.195240 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d35aec29-b26b-461d-8611-8261882ae8a7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/floatingips/0a65480c-2246-4de5-bdc5-cc4496eb8ee5 HTTP/1.1" status: 200 len: 992 time: 0.0663855 Nov 10 20:28:53.515892 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9c614856-366f-42e1-b179-e343e60bb7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:55.608171 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:55.742106 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f2d6f759-5add-4b0a-86b6-7d7bf3e9c92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:55.820704 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:57.547085 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:59.054515 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:28:59.383710 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:01.264168 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:29:09.586005 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58298) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:09.781118 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-8f4a73b2-2c14-44b4-9675-bddcb2924b46 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Deleting port 8a56eebf-81c1-4ab5-b254-1bb1a49e85ca {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:29:09.781558 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8f4a73b2-2c14-44b4-9675-bddcb2924b46 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:09.868259 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8f4a73b2-2c14-44b4-9675-bddcb2924b46 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:09.868935 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8f4a73b2-2c14-44b4-9675-bddcb2924b46 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:09.884821 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-8f4a73b2-2c14-44b4-9675-bddcb2924b46 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Calling delete_port for 8a56eebf-81c1-4ab5-b254-1bb1a49e85ca owned by network:floatingip {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:29:10.095824 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8f4a73b2-2c14-44b4-9675-bddcb2924b46 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:10.125440 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a73b2-2c14-44b4-9675-bddcb2924b46 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event deleted for resources: {'Port': ['ID=8a56eebf-81c1-4ab5-b254-1bb1a49e85ca,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:10.198023 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8f4a73b2-2c14-44b4-9675-bddcb2924b46 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for floatingip, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:10.198368 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [None req-8f4a73b2-2c14-44b4-9675-bddcb2924b46 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Floating IP 0a65480c-2246-4de5-bdc5-cc4496eb8ee5 disassociated (deleted). External IP: 172.25.3.45, port: 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b. Nov 10 20:29:10.437731 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4a73b2-2c14-44b4-9675-bddcb2924b46 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Router c5482503-4f48-410b-998e-3024cb61e623 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:29:10.562864 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4a73b2-2c14-44b4-9675-bddcb2924b46 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:29:10.568520 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8f4a73b2-2c14-44b4-9675-bddcb2924b46 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:10.573493 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb09f190-90dc-462d-85e3-e8aec6e9be1a None None] Sync routers for ids ['c5482503-4f48-410b-998e-3024cb61e623'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:29:10.585513 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb09f190-90dc-462d-85e3-e8aec6e9be1a None None] Routers {'c5482503-4f48-410b-998e-3024cb61e623'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:29:10.586212 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-fb09f190-90dc-462d-85e3-e8aec6e9be1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:28:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c5482503-4f48-410b-998e-3024cb61e623'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:29:10.604996 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8f4a73b2-2c14-44b4-9675-bddcb2924b46 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "DELETE /v2.0/floatingips/0a65480c-2246-4de5-bdc5-cc4496eb8ee5 HTTP/1.1" status: 204 len: 168 time: 1.0173845 Nov 10 20:29:10.607083 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9032d2e-3318-4f6e-a38a-445b42be3525', 'tag': '0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:29:10.610369 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97080593-8db3-459e-85a9-04342567bb41" -d '{"events": [{"name": "network-changed", "server_uuid": "c9032d2e-3318-4f6e-a38a-445b42be3525", "tag": "0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:29:10.708864 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-fb09f190-90dc-462d-85e3-e8aec6e9be1a None None] Set router c5482503-4f48-410b-998e-3024cb61e623 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:29:10.819878 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8cec2d-3cfd-413a-bd3f-c894235b36b5 x-openstack-request-id: req-4b8cec2d-3cfd-413a-bd3f-c894235b36b5 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:29:10.820370 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9032d2e-3318-4f6e-a38a-445b42be3525", "tag": "0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:29:10.820735 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4b8cec2d-3cfd-413a-bd3f-c894235b36b5 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:29:10.820735 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9032d2e-3318-4f6e-a38a-445b42be3525', 'tag': '0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b', 'status': 'completed', 'code': 200} Nov 10 20:29:10.908311 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97080593-8db3-459e-85a9-04342567bb41 req-ba131420-db68-4a55-a6a5-7e0ee2fc92c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:10.910829 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-97080593-8db3-459e-85a9-04342567bb41 req-ba131420-db68-4a55-a6a5-7e0ee2fc92c4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 1096 time: 0.0553365 Nov 10 20:29:10.967182 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ccad67-efd7-44f4-85da-6609c63572c5 req-b0deaf71-d42b-453d-a462-38f5b8e9520d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:10.970670 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-40ccad67-efd7-44f4-85da-6609c63572c5 req-b0deaf71-d42b-453d-a462-38f5b8e9520d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 945 time: 0.0902698 Nov 10 20:29:11.013082 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-fb09f190-90dc-462d-85e3-e8aec6e9be1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5482503-4f48-410b-998e-3024cb61e623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-581461339', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '5d6918b8-b340-423f-a046-6dda56d0ecf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:26:45Z', 'updated_at': '2021-11-10T20:26:50Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '5d6918b8-b340-423f-a046-6dda56d0ecf4', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5482503-4f48-410b-998e-3024cb61e623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:26:46Z', 'updated_at': '2021-11-10T20:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '53bcc8e1-dd14-4c91-ae2f-6262574b0537', 'name': '', 'network_id': '4752f3b2-3bfe-4d73-afef-8605a6548370', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:63:b3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5482503-4f48-410b-998e-3024cb61e623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '60e7bd2f-2604-4f4a-9513-93d9637fa921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:26:48Z', 'updated_at': '2021-11-10T20:26:53Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': '60e7bd2f-2604-4f4a-9513-93d9637fa921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:29:11.037899 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-40ccad67-efd7-44f4-85da-6609c63572c5 req-8cecc05a-1edd-4f80-8692-27dd618e5443 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=064a2e65-9f62-45c6-ad40-5a67187ee04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594733 Nov 10 20:29:11.060634 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb09f190-90dc-462d-85e3-e8aec6e9be1a None None] Checking router: c5482503-4f48-410b-998e-3024cb61e623 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:29:11.061053 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97080593-8db3-459e-85a9-04342567bb41 req-d1430bb7-b856-4c40-90e5-9d483ad6997b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:11.062597 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-97080593-8db3-459e-85a9-04342567bb41 req-d1430bb7-b856-4c40-90e5-9d483ad6997b service neutron] 10.222.0.73 "GET /v2.0/networks?id=4752f3b2-3bfe-4d73-afef-8605a6548370 HTTP/1.1" status: 200 len: 898 time: 0.1428974 Nov 10 20:29:11.075354 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb09f190-90dc-462d-85e3-e8aec6e9be1a None None] Routers {'c5482503-4f48-410b-998e-3024cb61e623'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:29:11.076017 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-fb09f190-90dc-462d-85e3-e8aec6e9be1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:28:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c5482503-4f48-410b-998e-3024cb61e623'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:29:11.111263 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-97080593-8db3-459e-85a9-04342567bb41 req-28237e33-702d-4f11-808a-7b0f90e162e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b HTTP/1.1" status: 200 len: 217 time: 0.0394704 Nov 10 20:29:11.177688 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97080593-8db3-459e-85a9-04342567bb41 req-abdc0b53-dd3c-4d97-aac3-8e19bbcc0b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:11.180144 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-97080593-8db3-459e-85a9-04342567bb41 req-abdc0b53-dd3c-4d97-aac3-8e19bbcc0b1a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60e7bd2f-2604-4f4a-9513-93d9637fa921 HTTP/1.1" status: 200 len: 834 time: 0.0602474 Nov 10 20:29:11.209361 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-fb09f190-90dc-462d-85e3-e8aec6e9be1a None None] Set router c5482503-4f48-410b-998e-3024cb61e623 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:29:11.253157 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97080593-8db3-459e-85a9-04342567bb41 req-5ce8dfaf-14f2-489d-a2b6-aa4180f8e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:11.255576 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-97080593-8db3-459e-85a9-04342567bb41 req-5ce8dfaf-14f2-489d-a2b6-aa4180f8e503 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4752f3b2-3bfe-4d73-afef-8605a6548370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671642 Nov 10 20:29:11.492247 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-fb09f190-90dc-462d-85e3-e8aec6e9be1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5482503-4f48-410b-998e-3024cb61e623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-581461339', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '5d6918b8-b340-423f-a046-6dda56d0ecf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:26:45Z', 'updated_at': '2021-11-10T20:26:50Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '5d6918b8-b340-423f-a046-6dda56d0ecf4', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5482503-4f48-410b-998e-3024cb61e623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:26:46Z', 'updated_at': '2021-11-10T20:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '53bcc8e1-dd14-4c91-ae2f-6262574b0537', 'name': '', 'network_id': '4752f3b2-3bfe-4d73-afef-8605a6548370', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:63:b3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5482503-4f48-410b-998e-3024cb61e623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '60e7bd2f-2604-4f4a-9513-93d9637fa921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:26:48Z', 'updated_at': '2021-11-10T20:26:53Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': '60e7bd2f-2604-4f4a-9513-93d9637fa921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:29:11.536357 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb09f190-90dc-462d-85e3-e8aec6e9be1a None None] The sync data for ids ['c5482503-4f48-410b-998e-3024cb61e623'] in n-d-813897-4 is: [{'id': 'c5482503-4f48-410b-998e-3024cb61e623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-581461339', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '5d6918b8-b340-423f-a046-6dda56d0ecf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:26:45Z', 'updated_at': '2021-11-10T20:26:50Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '5d6918b8-b340-423f-a046-6dda56d0ecf4', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5482503-4f48-410b-998e-3024cb61e623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:26:46Z', 'updated_at': '2021-11-10T20:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '53bcc8e1-dd14-4c91-ae2f-6262574b0537', 'name': '', 'network_id': '4752f3b2-3bfe-4d73-afef-8605a6548370', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:63:b3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5482503-4f48-410b-998e-3024cb61e623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '60e7bd2f-2604-4f4a-9513-93d9637fa921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:26:48Z', 'updated_at': '2021-11-10T20:26:53Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': '60e7bd2f-2604-4f4a-9513-93d9637fa921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:29:11.780111 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-97080593-8db3-459e-85a9-04342567bb41 req-6e80818a-0fe9-4eee-aae4-92c83b3108f6 service neutron] 10.222.0.73 "GET /v2.0/networks/4752f3b2-3bfe-4d73-afef-8605a6548370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5157630 Nov 10 20:29:11.851227 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5e804f-19db-4057-9fe9-36ccd4b0c4f4 None None] New status for floating IP 0a65480c-2246-4de5-bdc5-cc4496eb8ee5: DOWN {{(pid=102508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:29:11.922622 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-97080593-8db3-459e-85a9-04342567bb41 req-87a79c3c-386a-4acf-bcdb-ed5d27dee964 service neutron] 10.222.0.73 "GET /v2.0/networks/4752f3b2-3bfe-4d73-afef-8605a6548370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339929 Nov 10 20:29:12.179505 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159efbcf-2536-4771-b7a7-af43d5b90fed req-1f0e935a-a2f5-474e-b65e-30850a8582e8 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:12.182075 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-159efbcf-2536-4771-b7a7-af43d5b90fed req-1f0e935a-a2f5-474e-b65e-30850a8582e8 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 945 time: 0.0712643 Nov 10 20:29:12.189853 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324cd36-e2aa-40b2-b390-4e2379e14702 req-4d533616-5b87-480d-b048-c8f455a75c87 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:12.191475 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d324cd36-e2aa-40b2-b390-4e2379e14702 req-4d533616-5b87-480d-b048-c8f455a75c87 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9032d2e-3318-4f6e-a38a-445b42be3525 HTTP/1.1" status: 200 len: 945 time: 0.0635018 Nov 10 20:29:12.256243 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d324cd36-e2aa-40b2-b390-4e2379e14702 req-f97ac862-98d6-405a-8afa-2b49d7959374 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=064a2e65-9f62-45c6-ad40-5a67187ee04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580864 Nov 10 20:29:12.313226 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-159efbcf-2536-4771-b7a7-af43d5b90fed req-d2d94aa3-7c99-4b9c-b343-12853e0b6342 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Deleting port 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:29:12.313580 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-159efbcf-2536-4771-b7a7-af43d5b90fed req-d2d94aa3-7c99-4b9c-b343-12853e0b6342 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:12.425093 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-159efbcf-2536-4771-b7a7-af43d5b90fed req-d2d94aa3-7c99-4b9c-b343-12853e0b6342 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] For port 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b,segment=NetworkSegment(e2c780af-a3d2-4818-aace-4bca21ce9bb2),segment_id=e2c780af-a3d2-4818-aace-4bca21ce9bb2)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:29:12.425981 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-159efbcf-2536-4771-b7a7-af43d5b90fed req-d2d94aa3-7c99-4b9c-b343-12853e0b6342 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:12.439274 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-159efbcf-2536-4771-b7a7-af43d5b90fed req-d2d94aa3-7c99-4b9c-b343-12853e0b6342 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Calling delete_port for 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:29:12.607041 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-159efbcf-2536-4771-b7a7-af43d5b90fed req-d2d94aa3-7c99-4b9c-b343-12853e0b6342 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:12.640576 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d94aa3-7c99-4b9c-b343-12853e0b6342 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event deleted for resources: {'Port': ['ID=0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:12.691769 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-159efbcf-2536-4771-b7a7-af43d5b90fed req-d2d94aa3-7c99-4b9c-b343-12853e0b6342 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] No DVR routers for this DVR port 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:29:12.695613 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-159efbcf-2536-4771-b7a7-af43d5b90fed req-d2d94aa3-7c99-4b9c-b343-12853e0b6342 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:12.699211 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-159efbcf-2536-4771-b7a7-af43d5b90fed req-d2d94aa3-7c99-4b9c-b343-12853e0b6342 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.73 "DELETE /v2.0/ports/0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b HTTP/1.1" status: 204 len: 173 time: 0.5105906 Nov 10 20:29:12.822365 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9032d2e-3318-4f6e-a38a-445b42be3525', 'name': 'network-vif-deleted', 'tag': '0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:29:12.824792 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e2c168-20f1-4640-94cd-0fa56f5cd3fa" -d '{"events": [{"server_uuid": "c9032d2e-3318-4f6e-a38a-445b42be3525", "name": "network-vif-deleted", "tag": "0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:29:12.874197 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb2ae5f-0882-4565-91e0-2bc7ccd5a017 x-openstack-request-id: req-bbb2ae5f-0882-4565-91e0-2bc7ccd5a017 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:29:12.875031 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9032d2e-3318-4f6e-a38a-445b42be3525", "name": "network-vif-deleted", "tag": "0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:29:12.875031 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bbb2ae5f-0882-4565-91e0-2bc7ccd5a017 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:29:12.875917 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9032d2e-3318-4f6e-a38a-445b42be3525', 'name': 'network-vif-deleted', 'tag': '0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b', 'status': 'completed', 'code': 200} Nov 10 20:29:13.327056 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58312) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:13.778228 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3eb015fe-2d9f-4eb7-8af8-8ab310564108 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:14.102319 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-3eb015fe-2d9f-4eb7-8af8-8ab310564108 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Deleting port 53bcc8e1-dd14-4c91-ae2f-6262574b0537 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:29:14.103945 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3eb015fe-2d9f-4eb7-8af8-8ab310564108 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:14.224590 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-3eb015fe-2d9f-4eb7-8af8-8ab310564108 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] For port 53bcc8e1-dd14-4c91-ae2f-6262574b0537, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=53bcc8e1-dd14-4c91-ae2f-6262574b0537,segment=NetworkSegment(e2c780af-a3d2-4818-aace-4bca21ce9bb2),segment_id=e2c780af-a3d2-4818-aace-4bca21ce9bb2)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:29:14.225272 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3eb015fe-2d9f-4eb7-8af8-8ab310564108 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:14.251681 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-3eb015fe-2d9f-4eb7-8af8-8ab310564108 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Calling delete_port for 53bcc8e1-dd14-4c91-ae2f-6262574b0537 owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:29:14.476623 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3eb015fe-2d9f-4eb7-8af8-8ab310564108 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:14.508396 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb015fe-2d9f-4eb7-8af8-8ab310564108 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event deleted for resources: {'Port': ['ID=53bcc8e1-dd14-4c91-ae2f-6262574b0537,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:14.738755 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3eb015fe-2d9f-4eb7-8af8-8ab310564108 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:14.987555 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb015fe-2d9f-4eb7-8af8-8ab310564108 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Router c5482503-4f48-410b-998e-3024cb61e623 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:29:15.105912 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb015fe-2d9f-4eb7-8af8-8ab310564108 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:29:15.111725 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3eb015fe-2d9f-4eb7-8af8-8ab310564108 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "PUT /v2.0/routers/c5482503-4f48-410b-998e-3024cb61e623/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7830327 Nov 10 20:29:15.114748 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58314) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:15.118497 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f633baae-2d66-45ef-aa07-0f16632eee0d None None] Sync routers for ids ['c5482503-4f48-410b-998e-3024cb61e623'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:29:15.132922 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f633baae-2d66-45ef-aa07-0f16632eee0d None None] Routers {'c5482503-4f48-410b-998e-3024cb61e623'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:29:15.133554 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-f633baae-2d66-45ef-aa07-0f16632eee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:28:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c5482503-4f48-410b-998e-3024cb61e623'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:29:15.172813 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d201af5-4f93-4941-b5ec-0dd009a78829 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Deleting subnet 60e7bd2f-2604-4f4a-9513-93d9637fa921 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:29:15.176644 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3d201af5-4f93-4941-b5ec-0dd009a78829 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:15.227549 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3d201af5-4f93-4941-b5ec-0dd009a78829 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:15.288281 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-f633baae-2d66-45ef-aa07-0f16632eee0d None None] Set router c5482503-4f48-410b-998e-3024cb61e623 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:29:15.351310 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3d201af5-4f93-4941-b5ec-0dd009a78829 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:15.430146 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3d201af5-4f93-4941-b5ec-0dd009a78829 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:15.461686 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d201af5-4f93-4941-b5ec-0dd009a78829 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event deleted for resources: {'Subnet': ['ID=60e7bd2f-2604-4f4a-9513-93d9637fa921,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:15.463767 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3d201af5-4f93-4941-b5ec-0dd009a78829 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:15.467324 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3d201af5-4f93-4941-b5ec-0dd009a78829 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "DELETE /v2.0/subnets/60e7bd2f-2604-4f4a-9513-93d9637fa921 HTTP/1.1" status: 204 len: 168 time: 0.3515666 Nov 10 20:29:15.471450 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58316) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:15.480502 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353ba48b-a3c2-4a74-bb6c-a8bd538bad68 None None] Network 4752f3b2-3bfe-4d73-afef-8605a6548370 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:29:15.596244 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-f633baae-2d66-45ef-aa07-0f16632eee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5482503-4f48-410b-998e-3024cb61e623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-581461339', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '5d6918b8-b340-423f-a046-6dda56d0ecf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:26:45Z', 'updated_at': '2021-11-10T20:29:14Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '5d6918b8-b340-423f-a046-6dda56d0ecf4', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5482503-4f48-410b-998e-3024cb61e623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:26:46Z', 'updated_at': '2021-11-10T20:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:29:15.608494 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7be469cf-25d4-4a27-b816-c3f6a9d7006f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:15.656358 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f633baae-2d66-45ef-aa07-0f16632eee0d None None] Checking router: c5482503-4f48-410b-998e-3024cb61e623 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:29:15.673681 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f633baae-2d66-45ef-aa07-0f16632eee0d None None] Routers {'c5482503-4f48-410b-998e-3024cb61e623'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:29:15.674707 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-f633baae-2d66-45ef-aa07-0f16632eee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:28:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['c5482503-4f48-410b-998e-3024cb61e623'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:29:15.763455 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7be469cf-25d4-4a27-b816-c3f6a9d7006f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:15.824240 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c035dd76-5cc6-46e2-b957-db4a93c9b39a None None] DHCP port deletion for 4752f3b2-3bfe-4d73-afef-8605a6548370 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:29:15.843082 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-7be469cf-25d4-4a27-b816-c3f6a9d7006f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Deleting port 5d6918b8-b340-423f-a046-6dda56d0ecf4 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:29:15.843439 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7be469cf-25d4-4a27-b816-c3f6a9d7006f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:15.862280 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-f633baae-2d66-45ef-aa07-0f16632eee0d None None] Set router c5482503-4f48-410b-998e-3024cb61e623 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:29:15.991973 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-7be469cf-25d4-4a27-b816-c3f6a9d7006f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] For port 5d6918b8-b340-423f-a046-6dda56d0ecf4, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=5d6918b8-b340-423f-a046-6dda56d0ecf4,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:29:15.993715 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7be469cf-25d4-4a27-b816-c3f6a9d7006f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:16.030421 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-7be469cf-25d4-4a27-b816-c3f6a9d7006f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Calling delete_port for 5d6918b8-b340-423f-a046-6dda56d0ecf4 owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:29:16.036615 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c035dd76-5cc6-46e2-b957-db4a93c9b39a None None] Deleting port a148b9fb-ec72-4f56-ab27-f342a5fffb8e {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:29:16.037006 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c035dd76-5cc6-46e2-b957-db4a93c9b39a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:16.130452 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c035dd76-5cc6-46e2-b957-db4a93c9b39a None None] For port a148b9fb-ec72-4f56-ab27-f342a5fffb8e, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=a148b9fb-ec72-4f56-ab27-f342a5fffb8e,segment=NetworkSegment(e2c780af-a3d2-4818-aace-4bca21ce9bb2),segment_id=e2c780af-a3d2-4818-aace-4bca21ce9bb2)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:29:16.131561 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c035dd76-5cc6-46e2-b957-db4a93c9b39a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:16.261661 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7be469cf-25d4-4a27-b816-c3f6a9d7006f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:16.289216 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be469cf-25d4-4a27-b816-c3f6a9d7006f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event deleted for resources: {'Port': ['ID=5d6918b8-b340-423f-a046-6dda56d0ecf4,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:16.362757 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device a148b9fb-ec72-4f56-ab27-f342a5fffb8e no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:29:16.369547 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c01a43-aa1d-44ac-82b2-7e2fc34d9cdc None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:29:16.375312 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7be469cf-25d4-4a27-b816-c3f6a9d7006f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:16.394245 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c035dd76-5cc6-46e2-b957-db4a93c9b39a None None] Calling delete_port for a148b9fb-ec72-4f56-ab27-f342a5fffb8e owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:29:16.490983 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7be469cf-25d4-4a27-b816-c3f6a9d7006f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:16.493396 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7be469cf-25d4-4a27-b816-c3f6a9d7006f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:16.543703 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:16.549631 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-f633baae-2d66-45ef-aa07-0f16632eee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5482503-4f48-410b-998e-3024cb61e623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-581461339', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '5d6918b8-b340-423f-a046-6dda56d0ecf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:26:45Z', 'updated_at': '2021-11-10T20:29:14Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '5d6918b8-b340-423f-a046-6dda56d0ecf4', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5482503-4f48-410b-998e-3024cb61e623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:26:46Z', 'updated_at': '2021-11-10T20:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:29:16.556520 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7be469cf-25d4-4a27-b816-c3f6a9d7006f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:16.557562 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be469cf-25d4-4a27-b816-c3f6a9d7006f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Fanout notify agent at l3_agent the message router_deleted on router c5482503-4f48-410b-998e-3024cb61e623 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 20:29:16.570810 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7be469cf-25d4-4a27-b816-c3f6a9d7006f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:16.572281 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7be469cf-25d4-4a27-b816-c3f6a9d7006f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "DELETE /v2.0/routers/c5482503-4f48-410b-998e-3024cb61e623 HTTP/1.1" status: 204 len: 168 time: 1.0996060 Nov 10 20:29:16.576735 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58318) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:16.588088 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c035dd76-5cc6-46e2-b957-db4a93c9b39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:16.591806 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f633baae-2d66-45ef-aa07-0f16632eee0d None None] The sync data for ids ['c5482503-4f48-410b-998e-3024cb61e623'] in n-d-813897-4 is: [{'id': 'c5482503-4f48-410b-998e-3024cb61e623', 'name': 'tempest-TestNetworkAdvancedServerOps-router-581461339', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '5d6918b8-b340-423f-a046-6dda56d0ecf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:26:45Z', 'updated_at': '2021-11-10T20:29:14Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '5d6918b8-b340-423f-a046-6dda56d0ecf4', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5482503-4f48-410b-998e-3024cb61e623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:26:46Z', 'updated_at': '2021-11-10T20:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:29:16.635206 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035dd76-5cc6-46e2-b957-db4a93c9b39a None None] Pushing event deleted for resources: {'Port': ['ID=a148b9fb-ec72-4f56-ab27-f342a5fffb8e,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:16.636535 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:29:16.683850 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:29:16.684213 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 0995de28-a8f3-4c57-8da4-4aa9f9bb9c7b not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:29:16.685921 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c035dd76-5cc6-46e2-b957-db4a93c9b39a None None] No DVR routers for this DVR port a148b9fb-ec72-4f56-ab27-f342a5fffb8e on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:29:16.703338 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8b30697e-ca2d-4613-a6ac-fe91bc5dcb3c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:16.801226 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8b30697e-ca2d-4613-a6ac-fe91bc5dcb3c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:16.822673 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-8b30697e-ca2d-4613-a6ac-fe91bc5dcb3c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4752f3b2-3bfe-4d73-afef-8605a6548370']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:29:16.832404 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-8b30697e-ca2d-4613-a6ac-fe91bc5dcb3c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c780af-a3d2-4818-aace-4bca21ce9bb2') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:29:16.832702 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-8b30697e-ca2d-4613-a6ac-fe91bc5dcb3c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c780af-a3d2-4818-aace-4bca21ce9bb2') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:29:16.842878 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8b30697e-ca2d-4613-a6ac-fe91bc5dcb3c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:16.857400 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8b30697e-ca2d-4613-a6ac-fe91bc5dcb3c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:16.864934 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b30697e-ca2d-4613-a6ac-fe91bc5dcb3c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:29:16.865382 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8b30697e-ca2d-4613-a6ac-fe91bc5dcb3c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:16.868538 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 20:29:16.868538 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:29:16.868538 n-d-813897-4 neutron-server[102505]: timer() Nov 10 20:29:16.868538 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:29:16.868538 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 20:29:16.868538 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:29:16.868538 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 20:29:16.868538 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:29:16.868538 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 20:29:16.868538 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:29:16.868538 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 20:29:16.868538 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:29:16.868538 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 20:29:16.868538 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:29:16.868538 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:29:16.868538 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:29:16.868538 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:29:16.868538 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:29:16.868538 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 20:29:16.868538 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:29:16.868538 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 20:29:16.868538 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:29:16.868538 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:29:16.868538 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:29:16.868538 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 20:29:16.868538 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:29:16.868538 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:29:16.868538 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:29:16.868538 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:29:16.868538 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:29:16.868538 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:29:16.868538 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:29:16.939042 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8b30697e-ca2d-4613-a6ac-fe91bc5dcb3c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:16.948594 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-8b30697e-ca2d-4613-a6ac-fe91bc5dcb3c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:16.954562 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8b30697e-ca2d-4613-a6ac-fe91bc5dcb3c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "DELETE /v2.0/networks/4752f3b2-3bfe-4d73-afef-8605a6548370 HTTP/1.1" status: 204 len: 168 time: 0.3764529 Nov 10 20:29:16.955592 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58320) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:16.975841 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30697e-ca2d-4613-a6ac-fe91bc5dcb3c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event deleted for resources: {'Network': ['ID=4752f3b2-3bfe-4d73-afef-8605a6548370,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:17.053403 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1439ff7-9a43-43e9-8a25-8e106a6d69f3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:17.093807 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1439ff7-9a43-43e9-8a25-8e106a6d69f3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:17.190217 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1439ff7-9a43-43e9-8a25-8e106a6d69f3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:17.193744 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b1439ff7-9a43-43e9-8a25-8e106a6d69f3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:17.195056 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b1439ff7-9a43-43e9-8a25-8e106a6d69f3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "DELETE /v2.0/security-groups/064a2e65-9f62-45c6-ad40-5a67187ee04c HTTP/1.1" status: 204 len: 168 time: 0.2381577 Nov 10 20:29:17.209791 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1439ff7-9a43-43e9-8a25-8e106a6d69f3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=064a2e65-9f62-45c6-ad40-5a67187ee04c,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:17.223332 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1439ff7-9a43-43e9-8a25-8e106a6d69f3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:17.223899 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1439ff7-9a43-43e9-8a25-8e106a6d69f3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:17.224435 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1439ff7-9a43-43e9-8a25-8e106a6d69f3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:17.224977 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1439ff7-9a43-43e9-8a25-8e106a6d69f3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:17.225548 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1439ff7-9a43-43e9-8a25-8e106a6d69f3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:17.226205 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1439ff7-9a43-43e9-8a25-8e106a6d69f3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:17.226804 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1439ff7-9a43-43e9-8a25-8e106a6d69f3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:17.227317 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1439ff7-9a43-43e9-8a25-8e106a6d69f3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:17.227991 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1439ff7-9a43-43e9-8a25-8e106a6d69f3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:17.228423 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1439ff7-9a43-43e9-8a25-8e106a6d69f3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:17.228951 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1439ff7-9a43-43e9-8a25-8e106a6d69f3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:17.229451 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1439ff7-9a43-43e9-8a25-8e106a6d69f3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:17.685824 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58326) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:17.693104 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-9e6b2712-ccf3-4f30-aaca-8ff7534b165d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1235829710', 'description': 'tempest-secgroup-smoke-1235829710 description', 'project_id': 'd6be74ad5b18422194586c70b0b42211'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:29:17.721392 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9e6b2712-ccf3-4f30-aaca-8ff7534b165d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:17.807336 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9e6b2712-ccf3-4f30-aaca-8ff7534b165d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:17.813749 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9e6b2712-ccf3-4f30-aaca-8ff7534b165d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:17.843996 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b2712-ccf3-4f30-aaca-8ff7534b165d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9814ef87-7048-4eb5-b9f8-2026cee32878,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:17.849965 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9e6b2712-ccf3-4f30-aaca-8ff7534b165d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:17.851859 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9e6b2712-ccf3-4f30-aaca-8ff7534b165d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1644509 Nov 10 20:29:17.855826 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58328) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:17.860411 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-37732f25-6b75-4f35-8f3a-ac8a2ccc87e3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'security_group_rule': {'security_group_id': '9814ef87-7048-4eb5-b9f8-2026cee32878', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:29:17.892559 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-37732f25-6b75-4f35-8f3a-ac8a2ccc87e3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:17.961344 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-37732f25-6b75-4f35-8f3a-ac8a2ccc87e3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:17.967844 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-37732f25-6b75-4f35-8f3a-ac8a2ccc87e3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:17.992331 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37732f25-6b75-4f35-8f3a-ac8a2ccc87e3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9608b1f6-76b6-46b2-9913-34b174d9d50d,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:18.000745 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-37732f25-6b75-4f35-8f3a-ac8a2ccc87e3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:18.005584 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-37732f25-6b75-4f35-8f3a-ac8a2ccc87e3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1452963 Nov 10 20:29:18.007130 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58330) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:18.010269 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 53bcc8e1-dd14-4c91-ae2f-6262574b0537 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:29:18.013233 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-154e6ddb-9ce3-4d14-89fe-e01c93c7c4c5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'security_group_rule': {'security_group_id': '9814ef87-7048-4eb5-b9f8-2026cee32878', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:29:18.032460 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 53bcc8e1-dd14-4c91-ae2f-6262574b0537 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:29:18.032903 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 53bcc8e1-dd14-4c91-ae2f-6262574b0537 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:29:18.033362 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5d6918b8-b340-423f-a046-6dda56d0ecf4 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:29:18.048094 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-154e6ddb-9ce3-4d14-89fe-e01c93c7c4c5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:18.059778 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 5d6918b8-b340-423f-a046-6dda56d0ecf4 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:29:18.060141 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 5d6918b8-b340-423f-a046-6dda56d0ecf4 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:29:18.123824 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-154e6ddb-9ce3-4d14-89fe-e01c93c7c4c5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:18.129275 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-154e6ddb-9ce3-4d14-89fe-e01c93c7c4c5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:18.154780 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e6ddb-9ce3-4d14-89fe-e01c93c7c4c5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b715418a-2c13-42e0-b91e-ff80daa34f2d,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:18.163194 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-154e6ddb-9ce3-4d14-89fe-e01c93c7c4c5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:18.165854 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-154e6ddb-9ce3-4d14-89fe-e01c93c7c4c5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1569521 Nov 10 20:29:18.168285 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58332) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:18.175191 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-3b811896-f649-492e-9b80-24d3f9397187 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'security_group_rule': {'security_group_id': '9814ef87-7048-4eb5-b9f8-2026cee32878', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:29:18.209634 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3b811896-f649-492e-9b80-24d3f9397187 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:18.276669 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3b811896-f649-492e-9b80-24d3f9397187 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:18.281272 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3b811896-f649-492e-9b80-24d3f9397187 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:18.303218 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b811896-f649-492e-9b80-24d3f9397187 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94cb8525-17fd-4aab-922f-6bb0b7b721b5,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:18.314882 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3b811896-f649-492e-9b80-24d3f9397187 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:18.317688 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3b811896-f649-492e-9b80-24d3f9397187 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1474838 Nov 10 20:29:18.320358 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58334) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:18.325026 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-1a1ea45d-407f-408f-ab2e-a560a960a737 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'security_group_rule': {'security_group_id': '9814ef87-7048-4eb5-b9f8-2026cee32878', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:29:18.357701 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1a1ea45d-407f-408f-ab2e-a560a960a737 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:18.431808 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1a1ea45d-407f-408f-ab2e-a560a960a737 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:18.437854 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1a1ea45d-407f-408f-ab2e-a560a960a737 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:18.463005 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ea45d-407f-408f-ab2e-a560a960a737 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7fc1f00-cd3f-411a-8051-6bd56bc11061,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:18.473898 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1a1ea45d-407f-408f-ab2e-a560a960a737 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:18.475153 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1a1ea45d-407f-408f-ab2e-a560a960a737 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1538556 Nov 10 20:29:18.478017 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58336) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:18.482535 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-e7e4b9fe-e346-4f05-8388-8363def31ba7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'security_group_rule': {'security_group_id': '9814ef87-7048-4eb5-b9f8-2026cee32878', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:29:18.508534 n-d-813897-4 neutron-server[102506]: INFO neutron.db.securitygroups_db [None req-e7e4b9fe-e346-4f05-8388-8363def31ba7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Project d6be74ad5b18422194586c70b0b42211 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 20:29:18.516234 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e7e4b9fe-e346-4f05-8388-8363def31ba7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:18.581977 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e7e4b9fe-e346-4f05-8388-8363def31ba7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:18.586653 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e7e4b9fe-e346-4f05-8388-8363def31ba7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:18.608612 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4b9fe-e346-4f05-8388-8363def31ba7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64171df9-2219-4076-b20d-004bcbf1e907,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:18.614283 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e7e4b9fe-e346-4f05-8388-8363def31ba7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:18.618233 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e7e4b9fe-e346-4f05-8388-8363def31ba7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1391783 Nov 10 20:29:18.618594 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58338) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:18.624411 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-4541db6d-70a0-4987-b959-98a8abcbb7dd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'security_group_rule': {'security_group_id': '9814ef87-7048-4eb5-b9f8-2026cee32878', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:29:18.655459 n-d-813897-4 neutron-server[102505]: INFO neutron.db.securitygroups_db [None req-4541db6d-70a0-4987-b959-98a8abcbb7dd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Project d6be74ad5b18422194586c70b0b42211 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 20:29:18.663413 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4541db6d-70a0-4987-b959-98a8abcbb7dd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:18.755814 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4541db6d-70a0-4987-b959-98a8abcbb7dd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:18.761525 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4541db6d-70a0-4987-b959-98a8abcbb7dd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:18.784006 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541db6d-70a0-4987-b959-98a8abcbb7dd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f4e966-7764-4d15-b9df-afdc7abd1345,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:18.793928 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4541db6d-70a0-4987-b959-98a8abcbb7dd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:18.795199 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4541db6d-70a0-4987-b959-98a8abcbb7dd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1754913 Nov 10 20:29:18.799153 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58340) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:18.808224 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-64deb54b-0230-40a9-9ed3-96bcb3649c6b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'network': {'name': 'tempest-network-smoke--1431334237', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'port_security_enabled': True}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:29:18.836921 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64deb54b-0230-40a9-9ed3-96bcb3649c6b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Made reservation on behalf of d6be74ad5b18422194586c70b0b42211 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:29:18.842666 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-64deb54b-0230-40a9-9ed3-96bcb3649c6b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:18.876328 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64deb54b-0230-40a9-9ed3-96bcb3649c6b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:29:18.892155 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-64deb54b-0230-40a9-9ed3-96bcb3649c6b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:18.892552 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-64deb54b-0230-40a9-9ed3-96bcb3649c6b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Added segment 8be7c656-66cf-4ef1-98bd-e6e6218196f2 of type vlan for network ff50b9f4-ef35-435d-88b7-7c68b1969746 Nov 10 20:29:18.947331 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-64deb54b-0230-40a9-9ed3-96bcb3649c6b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:18.976924 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-64deb54b-0230-40a9-9ed3-96bcb3649c6b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:18.982668 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64deb54b-0230-40a9-9ed3-96bcb3649c6b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:18.983273 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-64deb54b-0230-40a9-9ed3-96bcb3649c6b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:19.048691 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-64deb54b-0230-40a9-9ed3-96bcb3649c6b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2481372 Nov 10 20:29:19.051818 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58342) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:19.057036 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-863f916e-87a7-40d8-87c9-2001ce8a39fb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-450288108', 'admin_state_up': True, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:29:19.059171 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64deb54b-0230-40a9-9ed3-96bcb3649c6b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Network': ['ID=ff50b9f4-ef35-435d-88b7-7c68b1969746,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:19.077085 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network ff50b9f4-ef35-435d-88b7-7c68b1969746 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:29:19.093436 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-863f916e-87a7-40d8-87c9-2001ce8a39fb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:19.095041 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-863f916e-87a7-40d8-87c9-2001ce8a39fb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:19.161061 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-863f916e-87a7-40d8-87c9-2001ce8a39fb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:19.317704 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-863f916e-87a7-40d8-87c9-2001ce8a39fb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:19.532388 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-863f916e-87a7-40d8-87c9-2001ce8a39fb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:19.554755 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-863f916e-87a7-40d8-87c9-2001ce8a39fb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:19.677797 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-863f916e-87a7-40d8-87c9-2001ce8a39fb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Allocated IP 172.25.3.208 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:29:19.791828 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-863f916e-87a7-40d8-87c9-2001ce8a39fb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:19.837067 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-863f916e-87a7-40d8-87c9-2001ce8a39fb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:19.881694 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863f916e-87a7-40d8-87c9-2001ce8a39fb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:29:19.886941 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-863f916e-87a7-40d8-87c9-2001ce8a39fb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:29:19.891087 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863f916e-87a7-40d8-87c9-2001ce8a39fb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:29:19.903929 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57a92ec-b4c8-4a0b-a540-056a5507a1ee None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:29:19.925550 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f916e-87a7-40d8-87c9-2001ce8a39fb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Port': ['ID=3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:19.949539 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-92408744-5da0-4e37-ae73-08352f7832ee None None] Provisioning complete for port 3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:29:19.949991 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-92408744-5da0-4e37-ae73-08352f7832ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:19.997361 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-92408744-5da0-4e37-ae73-08352f7832ee None None] Port 3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:29:20.581610 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-863f916e-87a7-40d8-87c9-2001ce8a39fb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:20.809430 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-863f916e-87a7-40d8-87c9-2001ce8a39fb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:20.988076 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863f916e-87a7-40d8-87c9-2001ce8a39fb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Router 4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 20:29:21.120404 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863f916e-87a7-40d8-87c9-2001ce8a39fb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:29:21.131867 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c44c98-4d8e-4f24-b5a7-4ee578a396ee None None] Sync routers for ids ['4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:29:21.143874 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c44c98-4d8e-4f24-b5a7-4ee578a396ee None None] Routers {'4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:29:21.144825 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-20c44c98-4d8e-4f24-b5a7-4ee578a396ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:28:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:29:21.146887 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-863f916e-87a7-40d8-87c9-2001ce8a39fb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:21.148500 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-863f916e-87a7-40d8-87c9-2001ce8a39fb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0950680 Nov 10 20:29:21.153609 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58344) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:21.247846 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e3f15d64-0833-422f-a0b0-7bf7d7d17ad6 tempest-TestNetworkAdvancedServerOps-1920971335 tempest-TestNetworkAdvancedServerOps-1920971335-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=d6be74ad5b18422194586c70b0b42211&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0927250 Nov 10 20:29:21.251468 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58348) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:21.274870 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-20c44c98-4d8e-4f24-b5a7-4ee578a396ee None None] Set router 4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:29:21.358001 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770bfc37-2d63-4d59-806b-05e57d8051cf tempest-TestNetworkAdvancedServerOps-1920971335 tempest-TestNetworkAdvancedServerOps-1920971335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:21.364175 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-770bfc37-2d63-4d59-806b-05e57d8051cf tempest-TestNetworkAdvancedServerOps-1920971335 tempest-TestNetworkAdvancedServerOps-1920971335-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1072059 Nov 10 20:29:21.364689 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58350) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:21.404486 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7f5475ac-bf54-4567-b73c-9db6d6ecfb90 tempest-TestNetworkAdvancedServerOps-1920971335 tempest-TestNetworkAdvancedServerOps-1920971335-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383925 Nov 10 20:29:21.407797 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58352) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:21.415226 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-1fe3c6db-5a85-479f-898f-691df00182d8 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2061514670', 'network_id': 'ff50b9f4-ef35-435d-88b7-7c68b1969746', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:29:21.520034 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe3c6db-5a85-479f-898f-691df00182d8 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Made reservation on behalf of d6be74ad5b18422194586c70b0b42211 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:29:21.524361 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1fe3c6db-5a85-479f-898f-691df00182d8 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:21.540965 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-20c44c98-4d8e-4f24-b5a7-4ee578a396ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450288108', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:29:19Z', 'updated_at': '2021-11-10T20:29:20Z', 'revision_number': 3, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:55:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:29:19Z', 'updated_at': '2021-11-10T20:29:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:29:21.573064 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c44c98-4d8e-4f24-b5a7-4ee578a396ee None None] Checking router: 4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:29:21.573369 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c44c98-4d8e-4f24-b5a7-4ee578a396ee None None] Updating router 4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd port 3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:29:21.603800 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-20c44c98-4d8e-4f24-b5a7-4ee578a396ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:21.759692 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1fe3c6db-5a85-479f-898f-691df00182d8 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:21.836743 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe3c6db-5a85-479f-898f-691df00182d8 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Subnet': ['ID=c067e6f0-e0dc-4594-bcea-f0d9d8263010,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:21.848003 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe3c6db-5a85-479f-898f-691df00182d8 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Checking segment: {'id': '8be7c656-66cf-4ef1-98bd-e6e6218196f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ff50b9f4-ef35-435d-88b7-7c68b1969746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:29:21.848370 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe3c6db-5a85-479f-898f-691df00182d8 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Network hostable DHCP agents. Network: ff50b9f4-ef35-435d-88b7-7c68b1969746, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:29:21.869532 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe3c6db-5a85-479f-898f-691df00182d8 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Network ff50b9f4-ef35-435d-88b7-7c68b1969746 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:29:21.880752 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-1fe3c6db-5a85-479f-898f-691df00182d8 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, ff50b9f4-ef35-435d-88b7-7c68b1969746) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:29:21.887034 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe3c6db-5a85-479f-898f-691df00182d8 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:21.888049 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1fe3c6db-5a85-479f-898f-691df00182d8 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:21.894806 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2730f9-bfdc-4fd1-a983-d1dc97dd4326 None None] Network ff50b9f4-ef35-435d-88b7-7c68b1969746 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:29:21.915892 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1fe3c6db-5a85-479f-898f-691df00182d8 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5061488 Nov 10 20:29:21.919808 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58354) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:22.067832 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-20c44c98-4d8e-4f24-b5a7-4ee578a396ee None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:22.076021 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-20c44c98-4d8e-4f24-b5a7-4ee578a396ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:22.111162 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8184924d-6a89-4957-892e-c2a2aacdf37c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-ff50b9f4-ef35-435d-88b7-7c68b1969746', 'network_id': 'ff50b9f4-ef35-435d-88b7-7c68b1969746', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'fixed_ips': [{'subnet_id': 'c067e6f0-e0dc-4594-bcea-f0d9d8263010'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 20:29:22.119570 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8184924d-6a89-4957-892e-c2a2aacdf37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:22.130532 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f84daed-b04d-4e65-b7da-65dd13473c22 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:29:22.135037 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-20c44c98-4d8e-4f24-b5a7-4ee578a396ee None None] Attempting to bind port 3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:29:22.135587 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-20c44c98-4d8e-4f24-b5a7-4ee578a396ee None None] Attempting to bind port 3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:29:22.135876 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c44c98-4d8e-4f24-b5a7-4ee578a396ee None None] Attempting to bind port 3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:29:22.137881 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51d2dd-34b9-4106-ad9c-fa2ccc290afb None None] Pushing event updated for resources: {'Port': ['ID=3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:22.149807 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51d2dd-34b9-4106-ad9c-fa2ccc290afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:22.150456 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51d2dd-34b9-4106-ad9c-fa2ccc290afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:22.150882 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51d2dd-34b9-4106-ad9c-fa2ccc290afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:22.151383 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51d2dd-34b9-4106-ad9c-fa2ccc290afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:22.152260 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51d2dd-34b9-4106-ad9c-fa2ccc290afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:22.153004 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51d2dd-34b9-4106-ad9c-fa2ccc290afb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:22.153617 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51d2dd-34b9-4106-ad9c-fa2ccc290afb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:22.153981 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51d2dd-34b9-4106-ad9c-fa2ccc290afb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:22.154621 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51d2dd-34b9-4106-ad9c-fa2ccc290afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:22.154985 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51d2dd-34b9-4106-ad9c-fa2ccc290afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:22.155702 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51d2dd-34b9-4106-ad9c-fa2ccc290afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:22.156248 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b51d2dd-34b9-4106-ad9c-fa2ccc290afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:29:22.162514 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c44c98-4d8e-4f24-b5a7-4ee578a396ee None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:29:22.163134 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c44c98-4d8e-4f24-b5a7-4ee578a396ee None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:29:22.163657 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-20c44c98-4d8e-4f24-b5a7-4ee578a396ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:22.164145 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c44c98-4d8e-4f24-b5a7-4ee578a396ee None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:29:22.164756 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-20c44c98-4d8e-4f24-b5a7-4ee578a396ee None None] Bound port: 3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:29:22.165243 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-20c44c98-4d8e-4f24-b5a7-4ee578a396ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:22.246486 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-20c44c98-4d8e-4f24-b5a7-4ee578a396ee None None] For port 3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:29:22.251740 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-20c44c98-4d8e-4f24-b5a7-4ee578a396ee None None] For port 3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:29:22.258564 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-20c44c98-4d8e-4f24-b5a7-4ee578a396ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:22.324227 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0450f1-05c9-4c1b-970e-8d3c61ccf9b8 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:29:22.343604 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c44c98-4d8e-4f24-b5a7-4ee578a396ee None None] Routers {'4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:29:22.344648 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-20c44c98-4d8e-4f24-b5a7-4ee578a396ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:28:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:29:22.372729 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-3d94f781-b094-4e99-b1aa-7097d89cbfdf None None] Provisioning complete for port 3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:29:22.373044 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3d94f781-b094-4e99-b1aa-7097d89cbfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:22.412724 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51d2dd-34b9-4106-ad9c-fa2ccc290afb None None] Pushing event updated for resources: {'Port': ['ID=3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:22.434144 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-8184924d-6a89-4957-892e-c2a2aacdf37c None None] Allocated IP 172.20.0.2 (ff50b9f4-ef35-435d-88b7-7c68b1969746/c067e6f0-e0dc-4594-bcea-f0d9d8263010/bccef22b-d212-4b16-9873-22b3871518b6) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:29:22.511803 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-20c44c98-4d8e-4f24-b5a7-4ee578a396ee None None] Set router 4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:29:22.552974 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3d94f781-b094-4e99-b1aa-7097d89cbfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:22.557275 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ccaa6a91-74c5-4d7a-b020-f93a57051ceb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:22.591525 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-3d94f781-b094-4e99-b1aa-7097d89cbfdf None None] For port 3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:29:22.598444 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3d94f781-b094-4e99-b1aa-7097d89cbfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:22.728814 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94f781-b094-4e99-b1aa-7097d89cbfdf None None] Pushing event updated for resources: {'Port': ['ID=3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:22.743497 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-20c44c98-4d8e-4f24-b5a7-4ee578a396ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450288108', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:29:19Z', 'updated_at': '2021-11-10T20:29:20Z', 'revision_number': 3, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:55:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:29:19Z', 'updated_at': '2021-11-10T20:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:29:22.751426 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-37a8068c-fcea-45d1-86b3-c1a49570c5d1 None None] Provisioning complete for port 3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:29:22.751803 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-37a8068c-fcea-45d1-86b3-c1a49570c5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:22.753961 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8184924d-6a89-4957-892e-c2a2aacdf37c None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:22.786394 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8184924d-6a89-4957-892e-c2a2aacdf37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:22.791435 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c44c98-4d8e-4f24-b5a7-4ee578a396ee None None] The sync data for ids ['4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd'] in n-d-813897-4 is: [{'id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450288108', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:29:19Z', 'updated_at': '2021-11-10T20:29:20Z', 'revision_number': 3, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:55:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:29:19Z', 'updated_at': '2021-11-10T20:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:29:22.874419 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8184924d-6a89-4957-892e-c2a2aacdf37c None None] Network ff50b9f4-ef35-435d-88b7-7c68b1969746 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:29:22.879882 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-8184924d-6a89-4957-892e-c2a2aacdf37c None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:29:22.882365 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184924d-6a89-4957-892e-c2a2aacdf37c None None] Pushing event updated for resources: {'Port': ['ID=bccef22b-d212-4b16-9873-22b3871518b6,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:22.884804 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8184924d-6a89-4957-892e-c2a2aacdf37c None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:29:22.976086 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-8184924d-6a89-4957-892e-c2a2aacdf37c None None] Attempting to bind port bccef22b-d212-4b16-9873-22b3871518b6 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:29:22.977042 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-8184924d-6a89-4957-892e-c2a2aacdf37c None None] Attempting to bind port bccef22b-d212-4b16-9873-22b3871518b6 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '8be7c656-66cf-4ef1-98bd-e6e6218196f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ff50b9f4-ef35-435d-88b7-7c68b1969746'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:29:22.977042 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8184924d-6a89-4957-892e-c2a2aacdf37c None None] Attempting to bind port bccef22b-d212-4b16-9873-22b3871518b6 on network ff50b9f4-ef35-435d-88b7-7c68b1969746 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:29:22.985546 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8184924d-6a89-4957-892e-c2a2aacdf37c None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:29:22.985546 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8184924d-6a89-4957-892e-c2a2aacdf37c None None] Checking segment: {'id': '8be7c656-66cf-4ef1-98bd-e6e6218196f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ff50b9f4-ef35-435d-88b7-7c68b1969746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:29:22.985546 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8184924d-6a89-4957-892e-c2a2aacdf37c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:22.985546 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8184924d-6a89-4957-892e-c2a2aacdf37c None None] Bound using segment: {'id': '8be7c656-66cf-4ef1-98bd-e6e6218196f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ff50b9f4-ef35-435d-88b7-7c68b1969746'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:29:22.986266 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-8184924d-6a89-4957-892e-c2a2aacdf37c None None] Bound port: bccef22b-d212-4b16-9873-22b3871518b6, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be7c656-66cf-4ef1-98bd-e6e6218196f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ff50b9f4-ef35-435d-88b7-7c68b1969746'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:29:22.986266 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8184924d-6a89-4957-892e-c2a2aacdf37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:22.996806 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-ccaa6a91-74c5-4d7a-b020-f93a57051ceb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Allocated IP 172.20.0.1 (ff50b9f4-ef35-435d-88b7-7c68b1969746/c067e6f0-e0dc-4594-bcea-f0d9d8263010/f135dcc3-05c7-4a3c-8950-f6c275711626) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:29:23.094607 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-8184924d-6a89-4957-892e-c2a2aacdf37c None None] For port bccef22b-d212-4b16-9873-22b3871518b6, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:29:23.100150 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-8184924d-6a89-4957-892e-c2a2aacdf37c None None] For port bccef22b-d212-4b16-9873-22b3871518b6, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=bccef22b-d212-4b16-9873-22b3871518b6,segment=NetworkSegment(8be7c656-66cf-4ef1-98bd-e6e6218196f2),segment_id=8be7c656-66cf-4ef1-98bd-e6e6218196f2)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:29:23.108010 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8184924d-6a89-4957-892e-c2a2aacdf37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:23.200155 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184924d-6a89-4957-892e-c2a2aacdf37c None None] Pushing event updated for resources: {'Port': ['ID=bccef22b-d212-4b16-9873-22b3871518b6,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:23.243264 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ccaa6a91-74c5-4d7a-b020-f93a57051ceb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:23.297068 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ccaa6a91-74c5-4d7a-b020-f93a57051ceb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:23.349400 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccaa6a91-74c5-4d7a-b020-f93a57051ceb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Network ff50b9f4-ef35-435d-88b7-7c68b1969746 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:29:23.353874 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-ccaa6a91-74c5-4d7a-b020-f93a57051ceb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:29:23.357164 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaa6a91-74c5-4d7a-b020-f93a57051ceb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:29:23.367540 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa6a91-74c5-4d7a-b020-f93a57051ceb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Port': ['ID=f135dcc3-05c7-4a3c-8950-f6c275711626,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:23.471741 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ccaa6a91-74c5-4d7a-b020-f93a57051ceb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:23.535920 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d74b0f2f-74f6-46c6-940e-9b49aeb9af42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:23.650864 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ccaa6a91-74c5-4d7a-b020-f93a57051ceb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:24.086740 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ccaa6a91-74c5-4d7a-b020-f93a57051ceb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:24.092853 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ccaa6a91-74c5-4d7a-b020-f93a57051ceb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:24.133960 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:29:24.216252 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:29:24.216717 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:24.233581 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa6a91-74c5-4d7a-b020-f93a57051ceb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Port': ['ID=f135dcc3-05c7-4a3c-8950-f6c275711626,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:24.240269 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ccaa6a91-74c5-4d7a-b020-f93a57051ceb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:24.353423 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device bccef22b-d212-4b16-9873-22b3871518b6 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:29:24.380965 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccaa6a91-74c5-4d7a-b020-f93a57051ceb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Network ff50b9f4-ef35-435d-88b7-7c68b1969746 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:29:24.383128 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-ccaa6a91-74c5-4d7a-b020-f93a57051ceb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:29:24.417581 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port bccef22b-d212-4b16-9873-22b3871518b6 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:29:24.418344 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:24.476593 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bc5d9b-82b9-4f47-b5ce-ef349fdcd606 None None] Network ff50b9f4-ef35-435d-88b7-7c68b1969746 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:29:24.540240 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccaa6a91-74c5-4d7a-b020-f93a57051ceb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Router 4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:29:24.644559 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-825adec4-640c-45fc-ae8f-cefcb03f1a4b None None] Provisioning complete for port bccef22b-d212-4b16-9873-22b3871518b6 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:29:24.645030 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-825adec4-640c-45fc-ae8f-cefcb03f1a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:24.694334 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:24.706518 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccaa6a91-74c5-4d7a-b020-f93a57051ceb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:29:24.721856 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ccaa6a91-74c5-4d7a-b020-f93a57051ceb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "PUT /v2.0/routers/4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7928705 Nov 10 20:29:24.801344 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port bccef22b-d212-4b16-9873-22b3871518b6, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=bccef22b-d212-4b16-9873-22b3871518b6,segment=NetworkSegment(8be7c656-66cf-4ef1-98bd-e6e6218196f2),segment_id=8be7c656-66cf-4ef1-98bd-e6e6218196f2)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:29:24.819891 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:24.953165 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=bccef22b-d212-4b16-9873-22b3871518b6,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:24.975858 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-0506ebc9-a7d4-4ae7-b672-1a13ada28efa tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1235829710&fields=id&tenant_id=d6be74ad5b18422194586c70b0b42211 HTTP/1.1" status: 200 len: 267 time: 0.0881577 Nov 10 20:29:24.987080 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e98ae2-f037-4abf-ae71-23af2947d2a0 None None] Sync routers for ids ['4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:29:24.998911 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e98ae2-f037-4abf-ae71-23af2947d2a0 None None] Routers {'4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:29:24.999790 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-87e98ae2-f037-4abf-ae71-23af2947d2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:28:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:29:25.142035 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-f9ccd457-5b77-43dd-9e64-6524ea8a8008 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:25.144876 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-f9ccd457-5b77-43dd-9e64-6524ea8a8008 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/networks?id=ff50b9f4-ef35-435d-88b7-7c68b1969746 HTTP/1.1" status: 200 len: 797 time: 0.1592114 Nov 10 20:29:25.156900 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-87e98ae2-f037-4abf-ae71-23af2947d2a0 None None] Set router 4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:29:25.166592 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-5c722238-ef13-4d00-a496-8f1b1d2ec0a7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/quotas/d6be74ad5b18422194586c70b0b42211 HTTP/1.1" status: 200 len: 375 time: 0.0107977 Nov 10 20:29:25.232472 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-9c47de9d-17a8-46fb-968d-e44e6cb19285 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569074 Nov 10 20:29:25.312618 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5aa6f57f-4d2c-4101-844a-84a3313c3d8e None None] Provisioning complete for port bccef22b-d212-4b16-9873-22b3871518b6 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:29:25.313052 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5aa6f57f-4d2c-4101-844a-84a3313c3d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:25.376217 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-6b36da2b-c417-49ef-aebb-81c64ff93258 service neutron] 10.222.0.54 "GET /v2.0/networks/ff50b9f4-ef35-435d-88b7-7c68b1969746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289134 Nov 10 20:29:25.512752 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5aa6f57f-4d2c-4101-844a-84a3313c3d8e None None] Provisioning complete for port f135dcc3-05c7-4a3c-8950-f6c275711626 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:29:25.513138 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5aa6f57f-4d2c-4101-844a-84a3313c3d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:25.519777 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-0250c202-0dcb-4ab9-9b9d-ba1b14aa887e service neutron] 10.222.0.54 "GET /v2.0/networks/ff50b9f4-ef35-435d-88b7-7c68b1969746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356766 Nov 10 20:29:25.555569 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-87e98ae2-f037-4abf-ae71-23af2947d2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450288108', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:29:19Z', 'updated_at': '2021-11-10T20:29:23Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:55:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:29:19Z', 'updated_at': '2021-11-10T20:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'f135dcc3-05c7-4a3c-8950-f6c275711626', 'name': '', 'network_id': 'ff50b9f4-ef35-435d-88b7-7c68b1969746', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:00:68:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c067e6f0-e0dc-4594-bcea-f0d9d8263010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:29:22Z', 'updated_at': '2021-11-10T20:29:23Z', 'revision_number': 2, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': 'c067e6f0-e0dc-4594-bcea-f0d9d8263010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:29:25.614480 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5aa6f57f-4d2c-4101-844a-84a3313c3d8e None None] Port f135dcc3-05c7-4a3c-8950-f6c275711626 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:29:25.622921 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e98ae2-f037-4abf-ae71-23af2947d2a0 None None] Checking router: 4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:29:25.623277 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e98ae2-f037-4abf-ae71-23af2947d2a0 None None] Updating router 4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd port f135dcc3-05c7-4a3c-8950-f6c275711626 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:29:25.725498 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-06f31ea2-0876-4f44-b9f4-1ecfcff03683 req-46c5ca4d-d7f1-4c3a-a203-6a7076899146 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 210 time: 0.0334172 Nov 10 20:29:25.949912 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:25.955093 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-87e98ae2-f037-4abf-ae71-23af2947d2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:25.958793 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ac561574-a924-4b67-9322-f0d8a8e9146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:25.964832 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:25.991496 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-6f6902a1-6838-4e0c-9aef-1700f29c14c5 None None] Provisioning complete for port f135dcc3-05c7-4a3c-8950-f6c275711626 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:29:25.992097 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6f6902a1-6838-4e0c-9aef-1700f29c14c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:26.057037 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device bccef22b-d212-4b16-9873-22b3871518b6 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:29:26.171167 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-6f6902a1-6838-4e0c-9aef-1700f29c14c5 None None] Port f135dcc3-05c7-4a3c-8950-f6c275711626 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:29:26.219274 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port bccef22b-d212-4b16-9873-22b3871518b6 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:29:26.219657 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:26.339388 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f64d54bf-7d06-4464-86e1-a42cd453648d None None] Provisioning complete for port f135dcc3-05c7-4a3c-8950-f6c275711626 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:29:26.339388 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f64d54bf-7d06-4464-86e1-a42cd453648d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:26.425312 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-f64d54bf-7d06-4464-86e1-a42cd453648d None None] Port f135dcc3-05c7-4a3c-8950-f6c275711626 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:29:26.492107 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-87e98ae2-f037-4abf-ae71-23af2947d2a0 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:26.502290 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-87e98ae2-f037-4abf-ae71-23af2947d2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:26.561604 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4361436f-8226-4bcb-ab5d-11c6db63d33f None None] Pushing event updated for resources: {'Port': ['ID=f135dcc3-05c7-4a3c-8950-f6c275711626,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:26.639635 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-87e98ae2-f037-4abf-ae71-23af2947d2a0 None None] Attempting to bind port f135dcc3-05c7-4a3c-8950-f6c275711626 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:29:26.640132 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-87e98ae2-f037-4abf-ae71-23af2947d2a0 None None] Attempting to bind port f135dcc3-05c7-4a3c-8950-f6c275711626 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '8be7c656-66cf-4ef1-98bd-e6e6218196f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ff50b9f4-ef35-435d-88b7-7c68b1969746'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:29:26.640413 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e98ae2-f037-4abf-ae71-23af2947d2a0 None None] Attempting to bind port f135dcc3-05c7-4a3c-8950-f6c275711626 on network ff50b9f4-ef35-435d-88b7-7c68b1969746 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:29:26.646705 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e98ae2-f037-4abf-ae71-23af2947d2a0 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:29:26.647129 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e98ae2-f037-4abf-ae71-23af2947d2a0 None None] Checking segment: {'id': '8be7c656-66cf-4ef1-98bd-e6e6218196f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ff50b9f4-ef35-435d-88b7-7c68b1969746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:29:26.647556 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-87e98ae2-f037-4abf-ae71-23af2947d2a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:26.647960 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e98ae2-f037-4abf-ae71-23af2947d2a0 None None] Bound using segment: {'id': '8be7c656-66cf-4ef1-98bd-e6e6218196f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ff50b9f4-ef35-435d-88b7-7c68b1969746'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:29:26.648448 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-87e98ae2-f037-4abf-ae71-23af2947d2a0 None None] Bound port: f135dcc3-05c7-4a3c-8950-f6c275711626, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be7c656-66cf-4ef1-98bd-e6e6218196f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ff50b9f4-ef35-435d-88b7-7c68b1969746'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:29:26.648839 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-87e98ae2-f037-4abf-ae71-23af2947d2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:26.738727 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-87e98ae2-f037-4abf-ae71-23af2947d2a0 None None] For port f135dcc3-05c7-4a3c-8950-f6c275711626, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:29:26.742867 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-87e98ae2-f037-4abf-ae71-23af2947d2a0 None None] For port f135dcc3-05c7-4a3c-8950-f6c275711626, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f135dcc3-05c7-4a3c-8950-f6c275711626,segment=NetworkSegment(8be7c656-66cf-4ef1-98bd-e6e6218196f2),segment_id=8be7c656-66cf-4ef1-98bd-e6e6218196f2)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:29:26.748702 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-87e98ae2-f037-4abf-ae71-23af2947d2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:26.854057 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e98ae2-f037-4abf-ae71-23af2947d2a0 None None] Routers {'4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:29:26.854057 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-87e98ae2-f037-4abf-ae71-23af2947d2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:29:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:29:26.870777 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7e056e19-7ff5-486b-be67-4e75af7e00d0 req-396f2bfc-0130-42ba-9071-e4b3b4b0ae47 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 210 time: 0.0493059 Nov 10 20:29:27.000861 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4361436f-8226-4bcb-ab5d-11c6db63d33f None None] Pushing event updated for resources: {'Port': ['ID=f135dcc3-05c7-4a3c-8950-f6c275711626,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:27.009304 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2a8d8304-98a7-420a-a5c6-3a8fe367d2a6 None None] Provisioning complete for port f135dcc3-05c7-4a3c-8950-f6c275711626 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:29:27.009304 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2a8d8304-98a7-420a-a5c6-3a8fe367d2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:27.065709 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-e2ba5424-15d6-4266-b79c-608e7d84135f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:27.068782 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-e2ba5424-15d6-4266-b79c-608e7d84135f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.25 "GET /v2.0/networks?id=ff50b9f4-ef35-435d-88b7-7c68b1969746 HTTP/1.1" status: 200 len: 797 time: 0.1750000 Nov 10 20:29:27.109918 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-87e98ae2-f037-4abf-ae71-23af2947d2a0 None None] Set router 4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:29:27.170978 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-4bf2046c-c1ca-4786-9ede-742f4227c7a6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6be74ad5b18422194586c70b0b42211 HTTP/1.1" status: 200 len: 380 time: 0.0906117 Nov 10 20:29:27.182272 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-3b3d16f8-759d-4f31-977e-0654afe94c97 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'port': {'device_id': 'f03ab85b-b67a-4e43-94a3-cee656cd5c4e', 'network_id': 'ff50b9f4-ef35-435d-88b7-7c68b1969746', 'admin_state_up': True, 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'security_groups': ['9814ef87-7048-4eb5-b9f8-2026cee32878']}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:29:27.248902 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2a8d8304-98a7-420a-a5c6-3a8fe367d2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:27.335133 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-2a8d8304-98a7-420a-a5c6-3a8fe367d2a6 None None] For port f135dcc3-05c7-4a3c-8950-f6c275711626, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f135dcc3-05c7-4a3c-8950-f6c275711626,segment=NetworkSegment(8be7c656-66cf-4ef1-98bd-e6e6218196f2),segment_id=8be7c656-66cf-4ef1-98bd-e6e6218196f2)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:29:27.335652 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-3b3d16f8-759d-4f31-977e-0654afe94c97 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Made reservation on behalf of d6be74ad5b18422194586c70b0b42211 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:29:27.341409 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-3b3d16f8-759d-4f31-977e-0654afe94c97 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:27.343480 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2a8d8304-98a7-420a-a5c6-3a8fe367d2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:27.436261 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d8304-98a7-420a-a5c6-3a8fe367d2a6 None None] Pushing event updated for resources: {'Port': ['ID=f135dcc3-05c7-4a3c-8950-f6c275711626,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:27.482306 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-87e98ae2-f037-4abf-ae71-23af2947d2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450288108', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:29:19Z', 'updated_at': '2021-11-10T20:29:23Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:55:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:29:19Z', 'updated_at': '2021-11-10T20:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'f135dcc3-05c7-4a3c-8950-f6c275711626', 'name': '', 'network_id': 'ff50b9f4-ef35-435d-88b7-7c68b1969746', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:00:68:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c067e6f0-e0dc-4594-bcea-f0d9d8263010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:29:22Z', 'updated_at': '2021-11-10T20:29:26Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': 'c067e6f0-e0dc-4594-bcea-f0d9d8263010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:29:27.504775 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-3b3d16f8-759d-4f31-977e-0654afe94c97 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Allocated IP 172.20.0.8 (ff50b9f4-ef35-435d-88b7-7c68b1969746/c067e6f0-e0dc-4594-bcea-f0d9d8263010/085ec1bd-ed06-4a83-b46d-c2a3eeedbc95) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:29:27.517559 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e98ae2-f037-4abf-ae71-23af2947d2a0 None None] The sync data for ids ['4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd'] in n-d-813897-4 is: [{'id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450288108', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:29:19Z', 'updated_at': '2021-11-10T20:29:23Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:55:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:29:19Z', 'updated_at': '2021-11-10T20:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'f135dcc3-05c7-4a3c-8950-f6c275711626', 'name': '', 'network_id': 'ff50b9f4-ef35-435d-88b7-7c68b1969746', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:00:68:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c067e6f0-e0dc-4594-bcea-f0d9d8263010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:29:22Z', 'updated_at': '2021-11-10T20:29:26Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': 'c067e6f0-e0dc-4594-bcea-f0d9d8263010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:29:27.520340 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e1ee5ef5-1a02-4ac3-867d-96e2b4c57934 None None] Provisioning complete for port f135dcc3-05c7-4a3c-8950-f6c275711626 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:29:27.520717 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e1ee5ef5-1a02-4ac3-867d-96e2b4c57934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:27.574414 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:27.736542 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-3b3d16f8-759d-4f31-977e-0654afe94c97 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:27.779948 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-3b3d16f8-759d-4f31-977e-0654afe94c97 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:27.826390 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-3b3d16f8-759d-4f31-977e-0654afe94c97 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Network ff50b9f4-ef35-435d-88b7-7c68b1969746 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:29:27.832504 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-3b3d16f8-759d-4f31-977e-0654afe94c97 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:29:27.836931 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-3b3d16f8-759d-4f31-977e-0654afe94c97 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:29:27.844614 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d16f8-759d-4f31-977e-0654afe94c97 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Port': ['ID=085ec1bd-ed06-4a83-b46d-c2a3eeedbc95,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:27.912483 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-3b3d16f8-759d-4f31-977e-0654afe94c97 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:27.913186 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-3b3d16f8-759d-4f31-977e-0654afe94c97 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:27.940434 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-3b3d16f8-759d-4f31-977e-0654afe94c97 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7623839 Nov 10 20:29:27.955401 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-2b7b0fd9-ea6c-4a3a-b291-14e7247c7d42 service neutron] Request body: {'port': {'device_id': 'f03ab85b-b67a-4e43-94a3-cee656cd5c4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:29:28.058206 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-2b7b0fd9-ea6c-4a3a-b291-14e7247c7d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:28.073863 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f135dcc3-05c7-4a3c-8950-f6c275711626 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:29:28.138392 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecf224-cbca-4e14-848d-1c55dc2c7809 req-d14571b7-a37f-4a53-b196-9b06b26a6211 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:28.160785 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eaecf224-cbca-4e14-848d-1c55dc2c7809 req-d14571b7-a37f-4a53-b196-9b06b26a6211 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 931 time: 0.1456435 Nov 10 20:29:28.232195 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port f135dcc3-05c7-4a3c-8950-f6c275711626 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:29:28.232679 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:28.246493 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eaecf224-cbca-4e14-848d-1c55dc2c7809 req-ae762f4c-554b-4a3e-93bf-986608c67ad7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=9814ef87-7048-4eb5-b9f8-2026cee32878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733726 Nov 10 20:29:28.339667 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4c52264f-e2c5-47a4-9784-59f57a340e3c None None] Provisioning complete for port 085ec1bd-ed06-4a83-b46d-c2a3eeedbc95 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:29:28.339667 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4c52264f-e2c5-47a4-9784-59f57a340e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:28.428175 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-4c52264f-e2c5-47a4-9784-59f57a340e3c None None] Port 085ec1bd-ed06-4a83-b46d-c2a3eeedbc95 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:29:28.531474 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-2b7b0fd9-ea6c-4a3a-b291-14e7247c7d42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 085ec1bd-ed06-4a83-b46d-c2a3eeedbc95 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:29:28.541717 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-2b7b0fd9-ea6c-4a3a-b291-14e7247c7d42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:28.559938 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-2b7b0fd9-ea6c-4a3a-b291-14e7247c7d42 service neutron] Transition to ACTIVE for port object 085ec1bd-ed06-4a83-b46d-c2a3eeedbc95 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:29:28.564827 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-2b7b0fd9-ea6c-4a3a-b291-14e7247c7d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:28.632895 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b0fd9-ea6c-4a3a-b291-14e7247c7d42 service neutron] Pushing event updated for resources: {'Port': ['ID=085ec1bd-ed06-4a83-b46d-c2a3eeedbc95,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:28.726392 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-2b7b0fd9-ea6c-4a3a-b291-14e7247c7d42 service neutron] Attempting to bind port 085ec1bd-ed06-4a83-b46d-c2a3eeedbc95 on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:29:28.726894 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-2b7b0fd9-ea6c-4a3a-b291-14e7247c7d42 service neutron] Attempting to bind port 085ec1bd-ed06-4a83-b46d-c2a3eeedbc95 by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '8be7c656-66cf-4ef1-98bd-e6e6218196f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ff50b9f4-ef35-435d-88b7-7c68b1969746'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:29:28.727323 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-2b7b0fd9-ea6c-4a3a-b291-14e7247c7d42 service neutron] Attempting to bind port 085ec1bd-ed06-4a83-b46d-c2a3eeedbc95 on network ff50b9f4-ef35-435d-88b7-7c68b1969746 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:29:28.734153 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-2b7b0fd9-ea6c-4a3a-b291-14e7247c7d42 service neutron] Port 085ec1bd-ed06-4a83-b46d-c2a3eeedbc95 on network ff50b9f4-ef35-435d-88b7-7c68b1969746 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:29:28.734701 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-2b7b0fd9-ea6c-4a3a-b291-14e7247c7d42 service neutron] Attempting to bind port 085ec1bd-ed06-4a83-b46d-c2a3eeedbc95 on network ff50b9f4-ef35-435d-88b7-7c68b1969746 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:29:28.743879 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-2b7b0fd9-ea6c-4a3a-b291-14e7247c7d42 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:29:28.743879 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-2b7b0fd9-ea6c-4a3a-b291-14e7247c7d42 service neutron] Checking segment: {'id': '8be7c656-66cf-4ef1-98bd-e6e6218196f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ff50b9f4-ef35-435d-88b7-7c68b1969746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:29:28.744740 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-2b7b0fd9-ea6c-4a3a-b291-14e7247c7d42 service neutron] Bound using segment: {'id': '8be7c656-66cf-4ef1-98bd-e6e6218196f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ff50b9f4-ef35-435d-88b7-7c68b1969746'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:29:28.745151 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-2b7b0fd9-ea6c-4a3a-b291-14e7247c7d42 service neutron] Bound port: 085ec1bd-ed06-4a83-b46d-c2a3eeedbc95, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8be7c656-66cf-4ef1-98bd-e6e6218196f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ff50b9f4-ef35-435d-88b7-7c68b1969746'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:29:28.745588 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-2b7b0fd9-ea6c-4a3a-b291-14e7247c7d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:28.847310 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-2b7b0fd9-ea6c-4a3a-b291-14e7247c7d42 service neutron] For port 085ec1bd-ed06-4a83-b46d-c2a3eeedbc95, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:29:28.852379 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-2b7b0fd9-ea6c-4a3a-b291-14e7247c7d42 service neutron] For port 085ec1bd-ed06-4a83-b46d-c2a3eeedbc95, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=085ec1bd-ed06-4a83-b46d-c2a3eeedbc95,segment=NetworkSegment(8be7c656-66cf-4ef1-98bd-e6e6218196f2),segment_id=8be7c656-66cf-4ef1-98bd-e6e6218196f2)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:29:28.862155 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-2b7b0fd9-ea6c-4a3a-b291-14e7247c7d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:28.908480 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-2b7b0fd9-ea6c-4a3a-b291-14e7247c7d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:28.909412 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-2b7b0fd9-ea6c-4a3a-b291-14e7247c7d42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:28.911323 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-2b7b0fd9-ea6c-4a3a-b291-14e7247c7d42 service neutron] 10.222.0.25 "PUT /v2.0/ports/085ec1bd-ed06-4a83-b46d-c2a3eeedbc95 HTTP/1.1" status: 200 len: 1091 time: 0.9609072 Nov 10 20:29:28.911795 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f03ab85b-b67a-4e43-94a3-cee656cd5c4e', 'tag': '085ec1bd-ed06-4a83-b46d-c2a3eeedbc95'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:29:28.914328 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24dcbdae-869c-4038-aeb9-372ac25d6956" -d '{"events": [{"name": "network-changed", "server_uuid": "f03ab85b-b67a-4e43-94a3-cee656cd5c4e", "tag": "085ec1bd-ed06-4a83-b46d-c2a3eeedbc95"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:29:28.959710 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b0fd9-ea6c-4a3a-b291-14e7247c7d42 service neutron] Pushing event updated for resources: {'Port': ['ID=085ec1bd-ed06-4a83-b46d-c2a3eeedbc95,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:29.005496 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74457498-e812-42de-aa9d-b1e7a0b3f244 x-openstack-request-id: req-74457498-e812-42de-aa9d-b1e7a0b3f244 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:29:29.006293 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f03ab85b-b67a-4e43-94a3-cee656cd5c4e", "tag": "085ec1bd-ed06-4a83-b46d-c2a3eeedbc95", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:29:29.006842 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-74457498-e812-42de-aa9d-b1e7a0b3f244 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:29:29.007629 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f03ab85b-b67a-4e43-94a3-cee656cd5c4e', 'tag': '085ec1bd-ed06-4a83-b46d-c2a3eeedbc95', 'status': 'completed', 'code': 200} Nov 10 20:29:29.071064 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:29.081165 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-efa8e54a-8619-4251-8659-af0dd1cbb2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:29.083474 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-efa8e54a-8619-4251-8659-af0dd1cbb2b2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 1094 time: 0.0991282 Nov 10 20:29:29.146346 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-c3e3ab78-e8e4-46f2-95e2-c29283b04ebd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=085ec1bd-ed06-4a83-b46d-c2a3eeedbc95 HTTP/1.1" status: 200 len: 217 time: 0.0533762 Nov 10 20:29:29.217840 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-7366acdd-57b8-4c3f-bb8f-dfeae70b2aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:29.224940 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-7366acdd-57b8-4c3f-bb8f-dfeae70b2aa2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c067e6f0-e0dc-4594-bcea-f0d9d8263010 HTTP/1.1" status: 200 len: 835 time: 0.0702288 Nov 10 20:29:29.280508 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-4bf1f395-3a0a-4c8d-aea7-5cf8bf9d5391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:29.283212 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-4bf1f395-3a0a-4c8d-aea7-5cf8bf9d5391 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff50b9f4-ef35-435d-88b7-7c68b1969746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555661 Nov 10 20:29:29.397093 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:29.426885 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b3e53-1ad4-482a-85ee-fe18997e2807 req-03be6062-f66b-4e3c-a95c-457f94ca2885 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:29.429561 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6a5b3e53-1ad4-482a-85ee-fe18997e2807 req-03be6062-f66b-4e3c-a95c-457f94ca2885 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 943 time: 0.0932024 Nov 10 20:29:29.451191 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-619f370b-b57f-4025-a9d1-80a62f86230c service neutron] 10.222.0.25 "GET /v2.0/networks/ff50b9f4-ef35-435d-88b7-7c68b1969746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601827 Nov 10 20:29:29.487878 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6a5b3e53-1ad4-482a-85ee-fe18997e2807 req-e0b41b02-65e4-4ff3-b0c8-46fa50d07ddd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=9814ef87-7048-4eb5-b9f8-2026cee32878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515370 Nov 10 20:29:29.577051 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-abbbeffe-e040-4eb4-8409-bfe96d3e723c req-b7477f88-631a-4a31-b928-80a950a8e9f5 service neutron] 10.222.0.25 "GET /v2.0/networks/ff50b9f4-ef35-435d-88b7-7c68b1969746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183939 Nov 10 20:29:30.046798 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dcbdae-869c-4038-aeb9-372ac25d6956 req-5e99eb12-f329-4d47-b8e2-b71f304d6cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:30.048446 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-24dcbdae-869c-4038-aeb9-372ac25d6956 req-5e99eb12-f329-4d47-b8e2-b71f304d6cd4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 1094 time: 0.4151969 Nov 10 20:29:30.159460 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dcbdae-869c-4038-aeb9-372ac25d6956 req-3244c992-0ac8-4057-8cc8-b1d473d2b9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:30.161113 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-24dcbdae-869c-4038-aeb9-372ac25d6956 req-3244c992-0ac8-4057-8cc8-b1d473d2b9f0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff50b9f4-ef35-435d-88b7-7c68b1969746 HTTP/1.1" status: 200 len: 898 time: 0.1050243 Nov 10 20:29:30.210737 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-24dcbdae-869c-4038-aeb9-372ac25d6956 req-3bf1544c-0472-4be2-baee-63344ea94641 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=085ec1bd-ed06-4a83-b46d-c2a3eeedbc95 HTTP/1.1" status: 200 len: 217 time: 0.0420685 Nov 10 20:29:30.267908 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dcbdae-869c-4038-aeb9-372ac25d6956 req-e3f9859b-4bef-4aaf-84a9-e190d700f528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:30.270385 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-24dcbdae-869c-4038-aeb9-372ac25d6956 req-e3f9859b-4bef-4aaf-84a9-e190d700f528 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c067e6f0-e0dc-4594-bcea-f0d9d8263010 HTTP/1.1" status: 200 len: 835 time: 0.0523078 Nov 10 20:29:30.334007 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dcbdae-869c-4038-aeb9-372ac25d6956 req-321a8ef0-5073-4d8d-8411-dd57f03fe798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:30.335612 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-24dcbdae-869c-4038-aeb9-372ac25d6956 req-321a8ef0-5073-4d8d-8411-dd57f03fe798 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff50b9f4-ef35-435d-88b7-7c68b1969746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555530 Nov 10 20:29:30.448352 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-24dcbdae-869c-4038-aeb9-372ac25d6956 req-f2ce2915-ad49-4dfd-b779-85b1d6066548 service neutron] 10.222.0.25 "GET /v2.0/networks/ff50b9f4-ef35-435d-88b7-7c68b1969746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044514 Nov 10 20:29:30.568216 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-24dcbdae-869c-4038-aeb9-372ac25d6956 req-a48c347a-226b-483c-83d9-7af3a059edfd service neutron] 10.222.0.25 "GET /v2.0/networks/ff50b9f4-ef35-435d-88b7-7c68b1969746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110814 Nov 10 20:29:30.662156 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51645fb-86c5-4914-97bc-3dc5fdfa3c1e req-3b2b287c-8edd-4e0e-b02f-fc368076e478 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:30.663789 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d51645fb-86c5-4914-97bc-3dc5fdfa3c1e req-3b2b287c-8edd-4e0e-b02f-fc368076e478 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 943 time: 0.0688801 Nov 10 20:29:30.720798 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d51645fb-86c5-4914-97bc-3dc5fdfa3c1e req-7966eb01-baa8-41e0-9509-803ad6b31998 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=9814ef87-7048-4eb5-b9f8-2026cee32878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480673 Nov 10 20:29:31.865842 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043c26e-0870-41b3-a6cd-93ea1ecf43ec req-388152cf-358a-4dff-b734-02d8a2e2db9e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:31.867402 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a043c26e-0870-41b3-a6cd-93ea1ecf43ec req-388152cf-358a-4dff-b734-02d8a2e2db9e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 943 time: 0.0659094 Nov 10 20:29:31.931101 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a043c26e-0870-41b3-a6cd-93ea1ecf43ec req-c31c1712-640a-4376-9018-9919dc15504d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=9814ef87-7048-4eb5-b9f8-2026cee32878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570681 Nov 10 20:29:32.798142 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 085ec1bd-ed06-4a83-b46d-c2a3eeedbc95 details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:29:32.921945 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 085ec1bd-ed06-4a83-b46d-c2a3eeedbc95, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=085ec1bd-ed06-4a83-b46d-c2a3eeedbc95,segment=NetworkSegment(8be7c656-66cf-4ef1-98bd-e6e6218196f2),segment_id=8be7c656-66cf-4ef1-98bd-e6e6218196f2)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:29:32.937189 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '085ec1bd-ed06-4a83-b46d-c2a3eeedbc95', 'network_id': 'ff50b9f4-ef35-435d-88b7-7c68b1969746', 'port_id': '085ec1bd-ed06-4a83-b46d-c2a3eeedbc95', 'mac_address': 'fa:16:3e:ad:f0:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c067e6f0-e0dc-4594-bcea-f0d9d8263010', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:29:32.985189 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:33.005512 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 085ec1bd-ed06-4a83-b46d-c2a3eeedbc95 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:29:33.036853 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 085ec1bd-ed06-4a83-b46d-c2a3eeedbc95, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=085ec1bd-ed06-4a83-b46d-c2a3eeedbc95,segment=NetworkSegment(8be7c656-66cf-4ef1-98bd-e6e6218196f2),segment_id=8be7c656-66cf-4ef1-98bd-e6e6218196f2)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:29:33.050172 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:33.121302 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8bdc2-6843-4c37-9087-1fc6622d116f req-bfdb4b46-5ef3-426c-8731-49d343158011 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:33.123039 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=085ec1bd-ed06-4a83-b46d-c2a3eeedbc95,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:33.123977 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-83f8bdc2-6843-4c37-9087-1fc6622d116f req-bfdb4b46-5ef3-426c-8731-49d343158011 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 943 time: 0.1023071 Nov 10 20:29:33.205868 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-83f8bdc2-6843-4c37-9087-1fc6622d116f req-b024007e-e18f-4fe6-9ad3-99c9cd253fe6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=9814ef87-7048-4eb5-b9f8-2026cee32878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726902 Nov 10 20:29:33.407431 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['085ec1bd-ed06-4a83-b46d-c2a3eeedbc95'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:29:34.350236 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4340c2-4828-4e92-9042-a5b673acf951 req-d831cc47-d4a0-4ce9-94c6-c69baca35f1f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:34.351896 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0f4340c2-4828-4e92-9042-a5b673acf951 req-d831cc47-d4a0-4ce9-94c6-c69baca35f1f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 944 time: 0.0663695 Nov 10 20:29:34.411271 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0f4340c2-4828-4e92-9042-a5b673acf951 req-03305fb1-5403-4b1d-afcb-4336618f7c46 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=9814ef87-7048-4eb5-b9f8-2026cee32878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524566 Nov 10 20:29:34.813220 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 085ec1bd-ed06-4a83-b46d-c2a3eeedbc95 up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:29:34.880079 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 085ec1bd-ed06-4a83-b46d-c2a3eeedbc95 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:29:34.885074 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 085ec1bd-ed06-4a83-b46d-c2a3eeedbc95 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:29:34.885494 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:34.974350 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:35.003777 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03ab85b-b67a-4e43-94a3-cee656cd5c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085ec1bd-ed06-4a83-b46d-c2a3eeedbc95'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:29:35.006119 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bbb4cb-57b9-4135-bd32-776358a293c3" -d '{"events": [{"server_uuid": "f03ab85b-b67a-4e43-94a3-cee656cd5c4e", "name": "network-vif-plugged", "status": "completed", "tag": "085ec1bd-ed06-4a83-b46d-c2a3eeedbc95"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:29:35.023379 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 085ec1bd-ed06-4a83-b46d-c2a3eeedbc95, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=085ec1bd-ed06-4a83-b46d-c2a3eeedbc95,segment=NetworkSegment(8be7c656-66cf-4ef1-98bd-e6e6218196f2),segment_id=8be7c656-66cf-4ef1-98bd-e6e6218196f2)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:29:35.035858 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:35.066719 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6314d1b-6d32-4909-86d0-f82eaa60f147 x-openstack-request-id: req-c6314d1b-6d32-4909-86d0-f82eaa60f147 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:29:35.066959 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03ab85b-b67a-4e43-94a3-cee656cd5c4e", "name": "network-vif-plugged", "status": "completed", "tag": "085ec1bd-ed06-4a83-b46d-c2a3eeedbc95", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:29:35.067169 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c6314d1b-6d32-4909-86d0-f82eaa60f147 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:29:35.067682 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f03ab85b-b67a-4e43-94a3-cee656cd5c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085ec1bd-ed06-4a83-b46d-c2a3eeedbc95', 'code': 200} Nov 10 20:29:35.103422 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=085ec1bd-ed06-4a83-b46d-c2a3eeedbc95,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:35.184586 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e356bc-e90f-4cec-b97d-5ada9450bd53 req-0e5d3b6a-88c3-4d1d-821e-20f9109c1a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:35.186649 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-99e356bc-e90f-4cec-b97d-5ada9450bd53 req-0e5d3b6a-88c3-4d1d-821e-20f9109c1a95 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 1096 time: 0.0513179 Nov 10 20:29:35.252541 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-99e356bc-e90f-4cec-b97d-5ada9450bd53 req-11dda61e-8920-4333-a396-f3e5e3a6bcf1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9814ef87-7048-4eb5-b9f8-2026cee32878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590448 Nov 10 20:29:35.558950 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d21c5-cab9-408c-a314-fba571f3015d req-ab37ad97-f884-4c65-aa9a-935c025f0d2b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:35.561260 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-404d21c5-cab9-408c-a314-fba571f3015d req-ab37ad97-f884-4c65-aa9a-935c025f0d2b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 945 time: 0.0604501 Nov 10 20:29:35.634813 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-404d21c5-cab9-408c-a314-fba571f3015d req-7607f504-bf80-4535-9452-d715cbff3ddb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=9814ef87-7048-4eb5-b9f8-2026cee32878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663288 Nov 10 20:29:36.781126 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abf298-9af6-4390-a022-0807624c756e req-a461dd7b-a705-4896-89e3-8f4f5812f187 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:36.782916 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4abf298-9af6-4390-a022-0807624c756e req-a461dd7b-a705-4896-89e3-8f4f5812f187 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 945 time: 0.0586998 Nov 10 20:29:36.854962 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4abf298-9af6-4390-a022-0807624c756e req-cf33d6ea-c193-43aa-a0a3-2954f61b8427 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=9814ef87-7048-4eb5-b9f8-2026cee32878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559072 Nov 10 20:29:36.993534 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3532cd-b9f1-42d7-9b9b-b8452d9c3715 req-836e29b1-a381-4c64-8c78-1c8142abb7e0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:36.995487 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5b3532cd-b9f1-42d7-9b9b-b8452d9c3715 req-836e29b1-a381-4c64-8c78-1c8142abb7e0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 945 time: 0.0597126 Nov 10 20:29:37.065641 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5b3532cd-b9f1-42d7-9b9b-b8452d9c3715 req-9841bbf6-3ed2-403d-b80d-4b26aaa86e0a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=9814ef87-7048-4eb5-b9f8-2026cee32878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605955 Nov 10 20:29:37.100549 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58410) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:37.157830 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f867e640-4db1-4ff3-8793-a46df6467ae9 tempest-TestNetworkAdvancedServerOps-1920971335 tempest-TestNetworkAdvancedServerOps-1920971335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:37.159347 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f867e640-4db1-4ff3-8793-a46df6467ae9 tempest-TestNetworkAdvancedServerOps-1920971335 tempest-TestNetworkAdvancedServerOps-1920971335-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 1091 time: 0.0574501 Nov 10 20:29:37.163650 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58412) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:37.168663 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-0d89f271-fce8-4ddb-8620-471be83d861a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'port_id': '085ec1bd-ed06-4a83-b46d-c2a3eeedbc95', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:29:37.197387 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d89f271-fce8-4ddb-8620-471be83d861a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for floatingip, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:37.306843 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d89f271-fce8-4ddb-8620-471be83d861a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:37.428665 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-0d89f271-fce8-4ddb-8620-471be83d861a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Allocated IP 172.25.3.237 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/c096c812-88fe-486c-8264-b94adf170515) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:29:37.563130 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d89f271-fce8-4ddb-8620-471be83d861a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:37.606566 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d89f271-fce8-4ddb-8620-471be83d861a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:37.657796 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d89f271-fce8-4ddb-8620-471be83d861a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:29:37.663948 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-0d89f271-fce8-4ddb-8620-471be83d861a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:29:37.666266 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89f271-fce8-4ddb-8620-471be83d861a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Port': ['ID=c096c812-88fe-486c-8264-b94adf170515,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:37.668476 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d89f271-fce8-4ddb-8620-471be83d861a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:29:38.088636 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d89f271-fce8-4ddb-8620-471be83d861a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:38.178205 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d89f271-fce8-4ddb-8620-471be83d861a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:38.270981 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:29:38.358793 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d89f271-fce8-4ddb-8620-471be83d861a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:38.365356 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d89f271-fce8-4ddb-8620-471be83d861a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:38.436983 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89f271-fce8-4ddb-8620-471be83d861a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Port': ['ID=c096c812-88fe-486c-8264-b94adf170515,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:29:38.452949 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d89f271-fce8-4ddb-8620-471be83d861a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:38.557825 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-0d89f271-fce8-4ddb-8620-471be83d861a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Floating IP 6423cbea-fafa-4683-97d9-e204c0dec9c8 associated. External IP: 172.25.3.237, port: 085ec1bd-ed06-4a83-b46d-c2a3eeedbc95. Nov 10 20:29:39.151273 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d89f271-fce8-4ddb-8620-471be83d861a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Router 4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:29:39.279432 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d89f271-fce8-4ddb-8620-471be83d861a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:29:39.291543 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18cee89-4332-4e26-abe7-4c6c97881a48 None None] Sync routers for ids ['4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:29:39.299252 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-0d89f271-fce8-4ddb-8620-471be83d861a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:39.303578 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18cee89-4332-4e26-abe7-4c6c97881a48 None None] Routers {'4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:29:39.304199 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-d18cee89-4332-4e26-abe7-4c6c97881a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:29:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:29:39.339018 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-0d89f271-fce8-4ddb-8620-471be83d861a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1741292 Nov 10 20:29:39.339688 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f03ab85b-b67a-4e43-94a3-cee656cd5c4e', 'tag': '085ec1bd-ed06-4a83-b46d-c2a3eeedbc95'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:29:39.342719 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfbd5c25fd1a1bf18e79891c674f962074aa63d8f4aa99a8f6cb3be41b9dd3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36800a8-2105-4b16-a880-27bfc0e7f154" -d '{"events": [{"name": "network-changed", "server_uuid": "f03ab85b-b67a-4e43-94a3-cee656cd5c4e", "tag": "085ec1bd-ed06-4a83-b46d-c2a3eeedbc95"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:29:39.435440 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-d18cee89-4332-4e26-abe7-4c6c97881a48 None None] Set router 4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:29:39.443094 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf856e3-6a9f-4b06-b1a1-ed2d1a0f9c93 req-9ca73abb-2d53-4b02-af7c-226eacb01c24 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:39.444677 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6bf856e3-6a9f-4b06-b1a1-ed2d1a0f9c93 req-9ca73abb-2d53-4b02-af7c-226eacb01c24 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 945 time: 0.0522344 Nov 10 20:29:39.506471 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6bf856e3-6a9f-4b06-b1a1-ed2d1a0f9c93 req-899c1100-c2b4-4c34-b09e-2893f7948c49 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=9814ef87-7048-4eb5-b9f8-2026cee32878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544457 Nov 10 20:29:39.539430 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58418) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:39.575302 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6c89fc-abfe-4206-b22c-07d08331c4d9 x-openstack-request-id: req-1d6c89fc-abfe-4206-b22c-07d08331c4d9 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:29:39.575617 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f03ab85b-b67a-4e43-94a3-cee656cd5c4e", "tag": "085ec1bd-ed06-4a83-b46d-c2a3eeedbc95", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:29:39.575882 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1d6c89fc-abfe-4206-b22c-07d08331c4d9 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:29:39.576310 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f03ab85b-b67a-4e43-94a3-cee656cd5c4e', 'tag': '085ec1bd-ed06-4a83-b46d-c2a3eeedbc95', 'status': 'completed', 'code': 200} Nov 10 20:29:39.647832 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-fb778371-766d-4032-9721-c3d72c311dbf tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/floatingips/6423cbea-fafa-4683-97d9-e204c0dec9c8 HTTP/1.1" status: 200 len: 991 time: 0.1068687 Nov 10 20:29:39.659572 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36800a8-2105-4b16-a880-27bfc0e7f154 req-bdc46f6f-076b-41e0-99f8-dfe45bc44f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:39.663438 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f36800a8-2105-4b16-a880-27bfc0e7f154 req-bdc46f6f-076b-41e0-99f8-dfe45bc44f64 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 1096 time: 0.0592370 Nov 10 20:29:39.722329 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-d18cee89-4332-4e26-abe7-4c6c97881a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450288108', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:29:19Z', 'updated_at': '2021-11-10T20:29:23Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:55:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:29:19Z', 'updated_at': '2021-11-10T20:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '6423cbea-fafa-4683-97d9-e204c0dec9c8', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'port_id': '085ec1bd-ed06-4a83-b46d-c2a3eeedbc95', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff50b9f4-ef35-435d-88b7-7c68b1969746', 'mac_address': 'fa:16:3e:ad:f0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03ab85b-b67a-4e43-94a3-cee656cd5c4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:29:37Z', 'updated_at': '2021-11-10T20:29:37Z', 'revision_number': 0, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f135dcc3-05c7-4a3c-8950-f6c275711626', 'name': '', 'network_id': 'ff50b9f4-ef35-435d-88b7-7c68b1969746', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:00:68:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c067e6f0-e0dc-4594-bcea-f0d9d8263010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:29:22Z', 'updated_at': '2021-11-10T20:29:27Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': 'c067e6f0-e0dc-4594-bcea-f0d9d8263010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:29:39.763187 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18cee89-4332-4e26-abe7-4c6c97881a48 None None] Checking router: 4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:29:39.773930 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18cee89-4332-4e26-abe7-4c6c97881a48 None None] Routers {'4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:29:39.774546 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-d18cee89-4332-4e26-abe7-4c6c97881a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:29:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:29:39.790235 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36800a8-2105-4b16-a880-27bfc0e7f154 req-0c598bf8-4f3b-4661-88bf-f32c65060897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:39.791740 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f36800a8-2105-4b16-a880-27bfc0e7f154 req-0c598bf8-4f3b-4661-88bf-f32c65060897 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff50b9f4-ef35-435d-88b7-7c68b1969746 HTTP/1.1" status: 200 len: 898 time: 0.1216764 Nov 10 20:29:39.905630 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f36800a8-2105-4b16-a880-27bfc0e7f154 req-50a66c2b-0a08-4190-8973-6c225e622759 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=085ec1bd-ed06-4a83-b46d-c2a3eeedbc95 HTTP/1.1" status: 200 len: 999 time: 0.1034436 Nov 10 20:29:39.908663 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-d18cee89-4332-4e26-abe7-4c6c97881a48 None None] Set router 4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:29:40.000151 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36800a8-2105-4b16-a880-27bfc0e7f154 req-b3457272-c347-4305-bc7b-752af2d4b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:40.002380 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f36800a8-2105-4b16-a880-27bfc0e7f154 req-b3457272-c347-4305-bc7b-752af2d4b064 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c067e6f0-e0dc-4594-bcea-f0d9d8263010 HTTP/1.1" status: 200 len: 835 time: 0.0888929 Nov 10 20:29:40.064231 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36800a8-2105-4b16-a880-27bfc0e7f154 req-f6368607-6905-4bfe-b6c5-059a7b8e6c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:29:40.066184 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f36800a8-2105-4b16-a880-27bfc0e7f154 req-f6368607-6905-4bfe-b6c5-059a7b8e6c7a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff50b9f4-ef35-435d-88b7-7c68b1969746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568707 Nov 10 20:29:40.187675 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f36800a8-2105-4b16-a880-27bfc0e7f154 req-9f7d2a38-d008-4947-97c6-cc5886851733 service neutron] 10.222.0.25 "GET /v2.0/networks/ff50b9f4-ef35-435d-88b7-7c68b1969746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139455 Nov 10 20:29:40.220100 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-d18cee89-4332-4e26-abe7-4c6c97881a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450288108', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:29:19Z', 'updated_at': '2021-11-10T20:29:23Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:55:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:29:19Z', 'updated_at': '2021-11-10T20:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '6423cbea-fafa-4683-97d9-e204c0dec9c8', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'port_id': '085ec1bd-ed06-4a83-b46d-c2a3eeedbc95', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff50b9f4-ef35-435d-88b7-7c68b1969746', 'mac_address': 'fa:16:3e:ad:f0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03ab85b-b67a-4e43-94a3-cee656cd5c4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:29:37Z', 'updated_at': '2021-11-10T20:29:37Z', 'revision_number': 0, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f135dcc3-05c7-4a3c-8950-f6c275711626', 'name': '', 'network_id': 'ff50b9f4-ef35-435d-88b7-7c68b1969746', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:00:68:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c067e6f0-e0dc-4594-bcea-f0d9d8263010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:29:22Z', 'updated_at': '2021-11-10T20:29:27Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': 'c067e6f0-e0dc-4594-bcea-f0d9d8263010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:29:40.259284 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18cee89-4332-4e26-abe7-4c6c97881a48 None None] The sync data for ids ['4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd'] in n-d-813897-4 is: [{'id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450288108', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:29:19Z', 'updated_at': '2021-11-10T20:29:23Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:55:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:29:19Z', 'updated_at': '2021-11-10T20:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '6423cbea-fafa-4683-97d9-e204c0dec9c8', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'port_id': '085ec1bd-ed06-4a83-b46d-c2a3eeedbc95', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff50b9f4-ef35-435d-88b7-7c68b1969746', 'mac_address': 'fa:16:3e:ad:f0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03ab85b-b67a-4e43-94a3-cee656cd5c4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:29:37Z', 'updated_at': '2021-11-10T20:29:37Z', 'revision_number': 0, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f135dcc3-05c7-4a3c-8950-f6c275711626', 'name': '', 'network_id': 'ff50b9f4-ef35-435d-88b7-7c68b1969746', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:00:68:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c067e6f0-e0dc-4594-bcea-f0d9d8263010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:29:22Z', 'updated_at': '2021-11-10T20:29:27Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': 'c067e6f0-e0dc-4594-bcea-f0d9d8263010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:29:40.313977 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f36800a8-2105-4b16-a880-27bfc0e7f154 req-a6b03762-b522-496c-ab9a-cad98159a75f service neutron] 10.222.0.25 "GET /v2.0/networks/ff50b9f4-ef35-435d-88b7-7c68b1969746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187732 Nov 10 20:29:40.502523 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca29e54-7683-44e0-89c7-76826b2964c5 None None] New status for floating IP 6423cbea-fafa-4683-97d9-e204c0dec9c8: ACTIVE {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:29:40.653011 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58420) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:40.742214 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-dd1574b5-4004-4c78-8e9e-8d3ad0903d95 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/floatingips/6423cbea-fafa-4683-97d9-e204c0dec9c8 HTTP/1.1" status: 200 len: 991 time: 0.0875492 Nov 10 20:29:41.746029 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58422) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:29:41.813917 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6049b5d1-aeb0-4fe7-a769-3f9958436c84 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/floatingips/6423cbea-fafa-4683-97d9-e204c0dec9c8 HTTP/1.1" status: 200 len: 993 time: 0.0663147 Nov 10 20:29:53.522671 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-58528e72-c6d5-45f7-bdf6-3a126f699b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:55.629357 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:55.736391 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f678e782-9361-4d4f-9766-8efc3e97487e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:55.830886 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:57.554834 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:59.057483 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:29:59.374785 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:15.263128 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:30:20.725022 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-47b27709-0e53-435f-a096-9e21367ead11 req-baa22893-9bf3-4797-8e7e-48c92070a4c8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509717 Nov 10 20:30:20.826667 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b27709-0e53-435f-a096-9e21367ead11 req-68f2250a-d55e-4303-a465-c8a7cfd149c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:20.828487 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-47b27709-0e53-435f-a096-9e21367ead11 req-68f2250a-d55e-4303-a465-c8a7cfd149c4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 1096 time: 0.0560734 Nov 10 20:30:20.954896 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b27709-0e53-435f-a096-9e21367ead11 req-e565391a-b7ed-4b99-a154-dae42fb273d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:20.956698 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-47b27709-0e53-435f-a096-9e21367ead11 req-e565391a-b7ed-4b99-a154-dae42fb273d9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff50b9f4-ef35-435d-88b7-7c68b1969746 HTTP/1.1" status: 200 len: 898 time: 0.1057794 Nov 10 20:30:21.044118 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-47b27709-0e53-435f-a096-9e21367ead11 req-3b0b99f8-7c8b-4dd2-9a9e-7e4700611e1d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=085ec1bd-ed06-4a83-b46d-c2a3eeedbc95 HTTP/1.1" status: 200 len: 1001 time: 0.0795450 Nov 10 20:30:21.098237 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b27709-0e53-435f-a096-9e21367ead11 req-2012781c-d6ea-4a31-8de2-53f5d814c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:21.100262 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-47b27709-0e53-435f-a096-9e21367ead11 req-2012781c-d6ea-4a31-8de2-53f5d814c701 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c067e6f0-e0dc-4594-bcea-f0d9d8263010 HTTP/1.1" status: 200 len: 835 time: 0.0492885 Nov 10 20:30:21.151803 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b27709-0e53-435f-a096-9e21367ead11 req-e3babe93-bc59-415a-a24f-8b63d4919329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:21.153518 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-47b27709-0e53-435f-a096-9e21367ead11 req-e3babe93-bc59-415a-a24f-8b63d4919329 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff50b9f4-ef35-435d-88b7-7c68b1969746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455506 Nov 10 20:30:21.276887 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-47b27709-0e53-435f-a096-9e21367ead11 req-1836c8b7-b26a-4ea6-a720-1cd16709a15e service neutron] 10.222.0.25 "GET /v2.0/networks/ff50b9f4-ef35-435d-88b7-7c68b1969746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156757 Nov 10 20:30:21.404710 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-47b27709-0e53-435f-a096-9e21367ead11 req-807cbe72-8422-4a5d-9105-9851359cc42b service neutron] 10.222.0.25 "GET /v2.0/networks/ff50b9f4-ef35-435d-88b7-7c68b1969746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209013 Nov 10 20:30:23.522570 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a0ca21b2-8bc3-43af-90bf-ad954c6f3f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:25.638439 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:25.742871 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fe836070-fa0d-44c2-8b55-14c2453e3f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:25.827510 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:27.554560 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:29.061627 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:29.383625 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:52.263691 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:30:53.082129 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e908d-0f08-46cb-b4ca-a4067b472d84 req-e2a45d5c-67e4-4682-b580-8aa0114486f9 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:53.083739 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-893e908d-0f08-46cb-b4ca-a4067b472d84 req-e2a45d5c-67e4-4682-b580-8aa0114486f9 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 945 time: 0.1255357 Nov 10 20:30:53.138782 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-893e908d-0f08-46cb-b4ca-a4067b472d84 req-d635f3dc-92cb-4f9f-85df-d0ea42a09e99 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=9814ef87-7048-4eb5-b9f8-2026cee32878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488703 Nov 10 20:30:53.519563 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b140d640-92c8-40c3-80ed-15ab6b23235b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:54.267519 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13418b9e-e3d3-407b-8bbb-b768dbc9bbd4 req-3f58cb8d-4831-403b-b91c-931680f52c68 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:54.269554 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13418b9e-e3d3-407b-8bbb-b768dbc9bbd4 req-3f58cb8d-4831-403b-b91c-931680f52c68 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 945 time: 0.0542572 Nov 10 20:30:54.325389 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-13418b9e-e3d3-407b-8bbb-b768dbc9bbd4 req-6a987649-ac38-4ff6-8651-b8508cc1144d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=9814ef87-7048-4eb5-b9f8-2026cee32878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463567 Nov 10 20:30:55.453702 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c47df0-cf43-41a8-b985-d18890c68eb2 req-0ca68673-7d85-44a8-a746-994c1b544a1e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:55.455210 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-66c47df0-cf43-41a8-b985-d18890c68eb2 req-0ca68673-7d85-44a8-a746-994c1b544a1e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 945 time: 0.0552406 Nov 10 20:30:55.506130 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-66c47df0-cf43-41a8-b985-d18890c68eb2 req-461d0c97-5316-4194-9ffc-8c468229efb7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=9814ef87-7048-4eb5-b9f8-2026cee32878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441494 Nov 10 20:30:55.637148 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:55.749583 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-10ebbea3-a7d7-4fb4-814c-ea317fff4ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:55.832087 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:56.635277 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcc5be-aeed-49fc-9532-e3607314a8e5 req-43f46d4d-1695-4942-972e-29774185998b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:56.636792 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eefcc5be-aeed-49fc-9532-e3607314a8e5 req-43f46d4d-1695-4942-972e-29774185998b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 945 time: 0.0546763 Nov 10 20:30:56.692220 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-eefcc5be-aeed-49fc-9532-e3607314a8e5 req-aea0678d-76d1-49c9-b386-edded4b2cbac tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=9814ef87-7048-4eb5-b9f8-2026cee32878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490794 Nov 10 20:30:57.560731 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:57.821296 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c50efd-f55c-4246-baaf-6bae9cb0a16f req-0d19c65a-95f8-4a51-b53a-7de1adb1498b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:57.822813 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b5c50efd-f55c-4246-baaf-6bae9cb0a16f req-0d19c65a-95f8-4a51-b53a-7de1adb1498b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 945 time: 0.0568106 Nov 10 20:30:57.879824 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b5c50efd-f55c-4246-baaf-6bae9cb0a16f req-3c5b89c7-8a02-453e-8ec4-148e6064eec6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=9814ef87-7048-4eb5-b9f8-2026cee32878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506995 Nov 10 20:30:59.018235 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39830d-8f7d-4d4e-acc0-cd49c2a7ce40 req-a6b6a718-01d1-4565-a8e9-ed6afe524ae3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:30:59.019788 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ea39830d-8f7d-4d4e-acc0-cd49c2a7ce40 req-a6b6a718-01d1-4565-a8e9-ed6afe524ae3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 945 time: 0.0626941 Nov 10 20:30:59.075697 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:30:59.088304 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ea39830d-8f7d-4d4e-acc0-cd49c2a7ce40 req-bcf7234b-639d-4f31-961c-79b597139b3d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=9814ef87-7048-4eb5-b9f8-2026cee32878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600421 Nov 10 20:30:59.382451 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:00.227460 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9155aee-348e-4178-b3f4-ded66e11abdb req-92581825-ac41-454a-a6d4-baf7df4bf1bf tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:00.228923 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b9155aee-348e-4178-b3f4-ded66e11abdb req-92581825-ac41-454a-a6d4-baf7df4bf1bf tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 945 time: 0.0574026 Nov 10 20:31:00.287741 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b9155aee-348e-4178-b3f4-ded66e11abdb req-7276fe92-466d-41cd-9ca2-0c0debed62ba tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=9814ef87-7048-4eb5-b9f8-2026cee32878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525119 Nov 10 20:31:01.421587 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4095247-3228-4fab-a8b6-30aff769ee0e req-a19e2383-c123-4db0-8ba5-0b20d473219b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:01.423205 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e4095247-3228-4fab-a8b6-30aff769ee0e req-a19e2383-c123-4db0-8ba5-0b20d473219b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 945 time: 0.0615284 Nov 10 20:31:01.478427 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e4095247-3228-4fab-a8b6-30aff769ee0e req-11afb11a-683f-4488-b8fa-b1e68332c955 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=9814ef87-7048-4eb5-b9f8-2026cee32878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489206 Nov 10 20:31:02.605519 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9856499-1df5-4787-a08f-026f40270c0e req-c9c01053-e757-4f42-a0e4-522dd9383683 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:02.607174 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c9856499-1df5-4787-a08f-026f40270c0e req-c9c01053-e757-4f42-a0e4-522dd9383683 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 945 time: 0.0544679 Nov 10 20:31:02.667341 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c9856499-1df5-4787-a08f-026f40270c0e req-6d057d2b-d5c6-40ae-af81-c8fa3eaba520 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=9814ef87-7048-4eb5-b9f8-2026cee32878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532279 Nov 10 20:31:03.803258 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9986e78-e2d8-434c-bdd4-eaea21a6f3da req-91ab2ade-ff5e-434a-ada9-4a7e797c5a9a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:03.804767 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c9986e78-e2d8-434c-bdd4-eaea21a6f3da req-91ab2ade-ff5e-434a-ada9-4a7e797c5a9a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 945 time: 0.0620344 Nov 10 20:31:03.858773 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c9986e78-e2d8-434c-bdd4-eaea21a6f3da req-4951983f-fa70-4e6e-adba-daf08a82582c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=9814ef87-7048-4eb5-b9f8-2026cee32878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474145 Nov 10 20:31:03.884368 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58468) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:31:03.957576 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-47424ae7-0c8d-4db9-a273-b5852d1e181b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/floatingips/6423cbea-fafa-4683-97d9-e204c0dec9c8 HTTP/1.1" status: 200 len: 993 time: 0.0719459 Nov 10 20:31:05.268349 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49959a76-95d5-4bce-9949-9bbb7cfe9051 req-30247cef-01d7-4fc1-a252-e9c2bfaf7987 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:05.271610 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-49959a76-95d5-4bce-9949-9bbb7cfe9051 req-30247cef-01d7-4fc1-a252-e9c2bfaf7987 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 945 time: 0.0560098 Nov 10 20:31:05.297822 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb1bb0-44c9-4ffc-bd72-07c4a1ef0b63 req-07cf46cc-525a-433d-8cd3-4142050253d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:05.299457 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3bcb1bb0-44c9-4ffc-bd72-07c4a1ef0b63 req-07cf46cc-525a-433d-8cd3-4142050253d4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 1096 time: 0.0472448 Nov 10 20:31:05.326115 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-49959a76-95d5-4bce-9949-9bbb7cfe9051 req-6dc20ebb-d413-4c01-b757-7f86be74d1fb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=9814ef87-7048-4eb5-b9f8-2026cee32878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481727 Nov 10 20:31:05.403113 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb1bb0-44c9-4ffc-bd72-07c4a1ef0b63 req-614c94b9-78ea-4e07-a3a9-2da3e454bcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:05.404661 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3bcb1bb0-44c9-4ffc-bd72-07c4a1ef0b63 req-614c94b9-78ea-4e07-a3a9-2da3e454bcaa service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff50b9f4-ef35-435d-88b7-7c68b1969746 HTTP/1.1" status: 200 len: 898 time: 0.0976059 Nov 10 20:31:05.471040 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3bcb1bb0-44c9-4ffc-bd72-07c4a1ef0b63 req-0efb084b-1174-4403-82c6-7cd745a1e970 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=085ec1bd-ed06-4a83-b46d-c2a3eeedbc95 HTTP/1.1" status: 200 len: 1001 time: 0.0594337 Nov 10 20:31:05.526963 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb1bb0-44c9-4ffc-bd72-07c4a1ef0b63 req-4b78f21b-ae6d-4db7-95eb-719d7795e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:05.528803 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3bcb1bb0-44c9-4ffc-bd72-07c4a1ef0b63 req-4b78f21b-ae6d-4db7-95eb-719d7795e5f3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c067e6f0-e0dc-4594-bcea-f0d9d8263010 HTTP/1.1" status: 200 len: 835 time: 0.0505414 Nov 10 20:31:05.581997 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb1bb0-44c9-4ffc-bd72-07c4a1ef0b63 req-e7e58643-1a47-4b42-b630-7d5695470197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:05.583554 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3bcb1bb0-44c9-4ffc-bd72-07c4a1ef0b63 req-e7e58643-1a47-4b42-b630-7d5695470197 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff50b9f4-ef35-435d-88b7-7c68b1969746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477161 Nov 10 20:31:05.690160 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3bcb1bb0-44c9-4ffc-bd72-07c4a1ef0b63 req-a7d1f846-5ad8-48ca-9576-8eba30184b9d service neutron] 10.222.0.25 "GET /v2.0/networks/ff50b9f4-ef35-435d-88b7-7c68b1969746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966744 Nov 10 20:31:05.787189 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3bcb1bb0-44c9-4ffc-bd72-07c4a1ef0b63 req-20450760-1227-4d0a-8c95-dfe11ea3f38a service neutron] 10.222.0.25 "GET /v2.0/networks/ff50b9f4-ef35-435d-88b7-7c68b1969746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900750 Nov 10 20:31:06.462290 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eed21d-d1b9-4af4-8808-b6f48d06e887 req-aae4082c-06ee-40be-8833-2e88dae564e7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:06.463840 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-41eed21d-d1b9-4af4-8808-b6f48d06e887 req-aae4082c-06ee-40be-8833-2e88dae564e7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 945 time: 0.0536470 Nov 10 20:31:06.527538 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-41eed21d-d1b9-4af4-8808-b6f48d06e887 req-c41be1aa-9ee1-4f59-815f-dd5aaa2aca11 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=9814ef87-7048-4eb5-b9f8-2026cee32878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571783 Nov 10 20:31:06.554871 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58478) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:31:06.627889 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-fa563eb7-271e-4afc-9b05-a113470ae101 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/floatingips/6423cbea-fafa-4683-97d9-e204c0dec9c8 HTTP/1.1" status: 200 len: 993 time: 0.0714869 Nov 10 20:31:22.301362 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-62fa56d6-3d79-41cf-861f-980715599e16 req-bb6ab488-d968-4b0c-97b2-b9996d54ccb6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466285 Nov 10 20:31:22.392898 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa56d6-3d79-41cf-861f-980715599e16 req-e7d5545f-81bb-4b61-96e0-78692e552dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:22.394440 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-62fa56d6-3d79-41cf-861f-980715599e16 req-e7d5545f-81bb-4b61-96e0-78692e552dd3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 1096 time: 0.0464728 Nov 10 20:31:22.519992 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa56d6-3d79-41cf-861f-980715599e16 req-b516d822-5165-4954-af71-78541bc54404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:22.521535 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-62fa56d6-3d79-41cf-861f-980715599e16 req-b516d822-5165-4954-af71-78541bc54404 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff50b9f4-ef35-435d-88b7-7c68b1969746 HTTP/1.1" status: 200 len: 898 time: 0.1024961 Nov 10 20:31:22.604993 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-62fa56d6-3d79-41cf-861f-980715599e16 req-c7290786-4880-4d65-aa28-0835117da9f6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=085ec1bd-ed06-4a83-b46d-c2a3eeedbc95 HTTP/1.1" status: 200 len: 1001 time: 0.0720251 Nov 10 20:31:22.661818 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa56d6-3d79-41cf-861f-980715599e16 req-6615e298-0405-4eef-a142-68b5afd1c57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:22.663380 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-62fa56d6-3d79-41cf-861f-980715599e16 req-6615e298-0405-4eef-a142-68b5afd1c57a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c067e6f0-e0dc-4594-bcea-f0d9d8263010 HTTP/1.1" status: 200 len: 835 time: 0.0512354 Nov 10 20:31:22.716377 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa56d6-3d79-41cf-861f-980715599e16 req-8100bc65-25e6-4cfd-b58c-214bd3363543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:31:22.717930 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-62fa56d6-3d79-41cf-861f-980715599e16 req-8100bc65-25e6-4cfd-b58c-214bd3363543 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff50b9f4-ef35-435d-88b7-7c68b1969746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443926 Nov 10 20:31:22.813926 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-62fa56d6-3d79-41cf-861f-980715599e16 req-a557310b-b9d8-442e-aea2-e6d5eceab1b7 service neutron] 10.222.0.25 "GET /v2.0/networks/ff50b9f4-ef35-435d-88b7-7c68b1969746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869713 Nov 10 20:31:22.927641 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-62fa56d6-3d79-41cf-861f-980715599e16 req-ac572aff-2263-44f9-a5aa-43e6c0bfb555 service neutron] 10.222.0.25 "GET /v2.0/networks/ff50b9f4-ef35-435d-88b7-7c68b1969746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046352 Nov 10 20:31:23.516039 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bdf24f68-cecb-4f40-9931-9599c992c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:25.634201 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:25.750859 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d3529ce0-a048-4e55-9889-691e794bb6c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:25.846732 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:27.562149 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:29.071326 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:29.265134 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:31:29.391401 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:53.514314 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2cb35ceb-964c-4e6f-96b0-cc40f463beb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:55.637059 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:55.748052 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e14584f8-3a34-4360-ad3a-b068fa54fc0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:55.849921 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:57.568258 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:59.074979 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:31:59.378490 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:03.633228 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58500) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:32:03.808444 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-b6d0ebfd-82d5-4b50-ba33-ec24d82011fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Deleting port c096c812-88fe-486c-8264-b94adf170515 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:32:03.808788 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6d0ebfd-82d5-4b50-ba33-ec24d82011fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:03.895359 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6d0ebfd-82d5-4b50-ba33-ec24d82011fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:03.895758 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6d0ebfd-82d5-4b50-ba33-ec24d82011fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:03.908430 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-b6d0ebfd-82d5-4b50-ba33-ec24d82011fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Calling delete_port for c096c812-88fe-486c-8264-b94adf170515 owned by network:floatingip {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:32:04.088280 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6d0ebfd-82d5-4b50-ba33-ec24d82011fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:04.116986 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0ebfd-82d5-4b50-ba33-ec24d82011fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event deleted for resources: {'Port': ['ID=c096c812-88fe-486c-8264-b94adf170515,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:04.145900 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0ebfd-82d5-4b50-ba33-ec24d82011fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:04.146229 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0ebfd-82d5-4b50-ba33-ec24d82011fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:04.146576 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0ebfd-82d5-4b50-ba33-ec24d82011fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:04.146913 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0ebfd-82d5-4b50-ba33-ec24d82011fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:04.147243 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0ebfd-82d5-4b50-ba33-ec24d82011fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:04.147570 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0ebfd-82d5-4b50-ba33-ec24d82011fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:04.147893 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0ebfd-82d5-4b50-ba33-ec24d82011fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:04.148577 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0ebfd-82d5-4b50-ba33-ec24d82011fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:04.148901 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0ebfd-82d5-4b50-ba33-ec24d82011fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:04.149222 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0ebfd-82d5-4b50-ba33-ec24d82011fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:04.149544 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0ebfd-82d5-4b50-ba33-ec24d82011fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:04.149906 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d0ebfd-82d5-4b50-ba33-ec24d82011fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:04.194636 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6d0ebfd-82d5-4b50-ba33-ec24d82011fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for floatingip, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:04.195349 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-b6d0ebfd-82d5-4b50-ba33-ec24d82011fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Floating IP 6423cbea-fafa-4683-97d9-e204c0dec9c8 disassociated (deleted). External IP: 172.25.3.237, port: 085ec1bd-ed06-4a83-b46d-c2a3eeedbc95. Nov 10 20:32:04.442919 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d0ebfd-82d5-4b50-ba33-ec24d82011fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Router 4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:32:04.578619 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d0ebfd-82d5-4b50-ba33-ec24d82011fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:32:04.583785 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b6d0ebfd-82d5-4b50-ba33-ec24d82011fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:04.592319 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2ad7bf-6445-4d4b-be2c-240e195f535f None None] Sync routers for ids ['4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:32:04.614369 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b6d0ebfd-82d5-4b50-ba33-ec24d82011fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "DELETE /v2.0/floatingips/6423cbea-fafa-4683-97d9-e204c0dec9c8 HTTP/1.1" status: 204 len: 168 time: 0.9799526 Nov 10 20:32:04.614988 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f03ab85b-b67a-4e43-94a3-cee656cd5c4e', 'tag': '085ec1bd-ed06-4a83-b46d-c2a3eeedbc95'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:32:04.619939 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfbd5c25fd1a1bf18e79891c674f962074aa63d8f4aa99a8f6cb3be41b9dd3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11097ed-1036-45c2-ae64-a61ccd0c44a4" -d '{"events": [{"name": "network-changed", "server_uuid": "f03ab85b-b67a-4e43-94a3-cee656cd5c4e", "tag": "085ec1bd-ed06-4a83-b46d-c2a3eeedbc95"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:32:04.620209 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2ad7bf-6445-4d4b-be2c-240e195f535f None None] Routers {'4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:32:04.620430 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ee2ad7bf-6445-4d4b-be2c-240e195f535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:31:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:32:04.834654 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f3626b-9a2c-4fee-9bf7-849530138b19 x-openstack-request-id: req-66f3626b-9a2c-4fee-9bf7-849530138b19 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:32:04.835449 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f03ab85b-b67a-4e43-94a3-cee656cd5c4e", "tag": "085ec1bd-ed06-4a83-b46d-c2a3eeedbc95", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:32:04.835449 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-66f3626b-9a2c-4fee-9bf7-849530138b19 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:32:04.835808 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f03ab85b-b67a-4e43-94a3-cee656cd5c4e', 'tag': '085ec1bd-ed06-4a83-b46d-c2a3eeedbc95', 'status': 'completed', 'code': 200} Nov 10 20:32:04.854348 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-ee2ad7bf-6445-4d4b-be2c-240e195f535f None None] Set router 4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:32:04.912038 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11097ed-1036-45c2-ae64-a61ccd0c44a4 req-49ece685-068e-4367-82fc-2f798c3c2392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:04.913870 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e11097ed-1036-45c2-ae64-a61ccd0c44a4 req-49ece685-068e-4367-82fc-2f798c3c2392 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 1096 time: 0.0540497 Nov 10 20:32:04.958300 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0f5c4-71d8-468d-974e-b8d998519e05 req-c8620432-83d4-43c7-8276-9ef3d8049425 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:04.960422 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-84e0f5c4-71d8-468d-974e-b8d998519e05 req-c8620432-83d4-43c7-8276-9ef3d8049425 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 945 time: 0.0688205 Nov 10 20:32:05.035750 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-84e0f5c4-71d8-468d-974e-b8d998519e05 req-1ad5c37a-bc29-4d46-b8a2-1be1a6687e67 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=9814ef87-7048-4eb5-b9f8-2026cee32878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689571 Nov 10 20:32:05.064444 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11097ed-1036-45c2-ae64-a61ccd0c44a4 req-a44513dc-cb4d-4a41-9616-128742db1b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:05.066698 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e11097ed-1036-45c2-ae64-a61ccd0c44a4 req-a44513dc-cb4d-4a41-9616-128742db1b63 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff50b9f4-ef35-435d-88b7-7c68b1969746 HTTP/1.1" status: 200 len: 898 time: 0.1440547 Nov 10 20:32:05.112021 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ee2ad7bf-6445-4d4b-be2c-240e195f535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450288108', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:29:19Z', 'updated_at': '2021-11-10T20:29:23Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:55:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:29:19Z', 'updated_at': '2021-11-10T20:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'f135dcc3-05c7-4a3c-8950-f6c275711626', 'name': '', 'network_id': 'ff50b9f4-ef35-435d-88b7-7c68b1969746', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:00:68:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c067e6f0-e0dc-4594-bcea-f0d9d8263010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:29:22Z', 'updated_at': '2021-11-10T20:29:27Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': 'c067e6f0-e0dc-4594-bcea-f0d9d8263010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:32:05.112413 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e11097ed-1036-45c2-ae64-a61ccd0c44a4 req-532023c1-db0d-468e-b37b-af6e0eecbbe5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=085ec1bd-ed06-4a83-b46d-c2a3eeedbc95 HTTP/1.1" status: 200 len: 217 time: 0.0387790 Nov 10 20:32:05.140202 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2ad7bf-6445-4d4b-be2c-240e195f535f None None] Checking router: 4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:32:05.153568 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2ad7bf-6445-4d4b-be2c-240e195f535f None None] Routers {'4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:32:05.154632 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ee2ad7bf-6445-4d4b-be2c-240e195f535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:31:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:32:05.168650 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11097ed-1036-45c2-ae64-a61ccd0c44a4 req-6e7886d6-4493-4ddc-8dc7-bf941d9df4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:05.170391 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e11097ed-1036-45c2-ae64-a61ccd0c44a4 req-6e7886d6-4493-4ddc-8dc7-bf941d9df4ad service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c067e6f0-e0dc-4594-bcea-f0d9d8263010 HTTP/1.1" status: 200 len: 835 time: 0.0507486 Nov 10 20:32:05.226468 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11097ed-1036-45c2-ae64-a61ccd0c44a4 req-6dec17a9-c976-4cfe-84e2-3833b3efc6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:05.228012 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e11097ed-1036-45c2-ae64-a61ccd0c44a4 req-6dec17a9-c976-4cfe-84e2-3833b3efc6aa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff50b9f4-ef35-435d-88b7-7c68b1969746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502136 Nov 10 20:32:05.294998 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-ee2ad7bf-6445-4d4b-be2c-240e195f535f None None] Set router 4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:32:05.339209 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e11097ed-1036-45c2-ae64-a61ccd0c44a4 req-d755b249-25fa-45da-9391-70cbf1794b1a service neutron] 10.222.0.25 "GET /v2.0/networks/ff50b9f4-ef35-435d-88b7-7c68b1969746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995882 Nov 10 20:32:05.444454 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e11097ed-1036-45c2-ae64-a61ccd0c44a4 req-bc7731b7-8ae6-40b0-9c40-9ac1ce72f3c0 service neutron] 10.222.0.25 "GET /v2.0/networks/ff50b9f4-ef35-435d-88b7-7c68b1969746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978143 Nov 10 20:32:05.537699 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ee2ad7bf-6445-4d4b-be2c-240e195f535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450288108', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:29:19Z', 'updated_at': '2021-11-10T20:29:23Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:55:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:29:19Z', 'updated_at': '2021-11-10T20:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'f135dcc3-05c7-4a3c-8950-f6c275711626', 'name': '', 'network_id': 'ff50b9f4-ef35-435d-88b7-7c68b1969746', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:00:68:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c067e6f0-e0dc-4594-bcea-f0d9d8263010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:29:22Z', 'updated_at': '2021-11-10T20:29:27Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': 'c067e6f0-e0dc-4594-bcea-f0d9d8263010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:32:05.564462 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2ad7bf-6445-4d4b-be2c-240e195f535f None None] The sync data for ids ['4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd'] in n-d-813897-4 is: [{'id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450288108', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:29:19Z', 'updated_at': '2021-11-10T20:29:23Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:55:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:29:19Z', 'updated_at': '2021-11-10T20:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'f135dcc3-05c7-4a3c-8950-f6c275711626', 'name': '', 'network_id': 'ff50b9f4-ef35-435d-88b7-7c68b1969746', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:00:68:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'c067e6f0-e0dc-4594-bcea-f0d9d8263010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:29:22Z', 'updated_at': '2021-11-10T20:29:27Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': 'c067e6f0-e0dc-4594-bcea-f0d9d8263010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:32:05.803168 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac2d43e-1424-4c6d-a3b1-f77eb71fac9c None None] New status for floating IP 6423cbea-fafa-4683-97d9-e204c0dec9c8: DOWN {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:32:06.173643 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c46bc0-275f-462e-a457-dfa09a99f1b1 req-75105f24-da5f-4f5b-8b15-5fc3a2db1313 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:06.175193 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f8c46bc0-275f-462e-a457-dfa09a99f1b1 req-75105f24-da5f-4f5b-8b15-5fc3a2db1313 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 945 time: 0.0602417 Nov 10 20:32:06.227883 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f8c46bc0-275f-462e-a457-dfa09a99f1b1 req-4731b613-84ce-4500-8f94-8ca0ad78896c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=9814ef87-7048-4eb5-b9f8-2026cee32878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465643 Nov 10 20:32:06.268306 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:32:06.619992 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0de945-3e33-4054-9553-6663cbf5057a req-9e0fed7c-52c8-4e4b-af44-12bcee400fd9 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:06.621555 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ee0de945-3e33-4054-9553-6663cbf5057a req-9e0fed7c-52c8-4e4b-af44-12bcee400fd9 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.25 "GET /v2.0/ports?device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 945 time: 0.0539777 Nov 10 20:32:06.734120 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-ee0de945-3e33-4054-9553-6663cbf5057a req-afda9ea7-539c-48b4-809e-3d14763290e6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Deleting port 085ec1bd-ed06-4a83-b46d-c2a3eeedbc95 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:32:06.734416 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ee0de945-3e33-4054-9553-6663cbf5057a req-afda9ea7-539c-48b4-809e-3d14763290e6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:06.835496 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-ee0de945-3e33-4054-9553-6663cbf5057a req-afda9ea7-539c-48b4-809e-3d14763290e6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] For port 085ec1bd-ed06-4a83-b46d-c2a3eeedbc95, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=085ec1bd-ed06-4a83-b46d-c2a3eeedbc95,segment=NetworkSegment(8be7c656-66cf-4ef1-98bd-e6e6218196f2),segment_id=8be7c656-66cf-4ef1-98bd-e6e6218196f2)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:32:06.835822 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ee0de945-3e33-4054-9553-6663cbf5057a req-afda9ea7-539c-48b4-809e-3d14763290e6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:06.851412 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-ee0de945-3e33-4054-9553-6663cbf5057a req-afda9ea7-539c-48b4-809e-3d14763290e6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Calling delete_port for 085ec1bd-ed06-4a83-b46d-c2a3eeedbc95 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:32:06.998066 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ee0de945-3e33-4054-9553-6663cbf5057a req-afda9ea7-539c-48b4-809e-3d14763290e6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:07.031747 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda9ea7-539c-48b4-809e-3d14763290e6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event deleted for resources: {'Port': ['ID=085ec1bd-ed06-4a83-b46d-c2a3eeedbc95,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:07.053576 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda9ea7-539c-48b4-809e-3d14763290e6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:07.054180 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda9ea7-539c-48b4-809e-3d14763290e6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:07.054633 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda9ea7-539c-48b4-809e-3d14763290e6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:07.055168 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda9ea7-539c-48b4-809e-3d14763290e6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:07.055716 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda9ea7-539c-48b4-809e-3d14763290e6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:07.056185 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda9ea7-539c-48b4-809e-3d14763290e6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:07.056731 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda9ea7-539c-48b4-809e-3d14763290e6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:07.057245 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda9ea7-539c-48b4-809e-3d14763290e6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:07.057728 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda9ea7-539c-48b4-809e-3d14763290e6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:07.058298 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda9ea7-539c-48b4-809e-3d14763290e6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:07.058816 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda9ea7-539c-48b4-809e-3d14763290e6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:07.059277 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda9ea7-539c-48b4-809e-3d14763290e6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:07.105793 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0de945-3e33-4054-9553-6663cbf5057a req-afda9ea7-539c-48b4-809e-3d14763290e6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] No DVR routers for this DVR port 085ec1bd-ed06-4a83-b46d-c2a3eeedbc95 on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:32:07.108853 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-ee0de945-3e33-4054-9553-6663cbf5057a req-afda9ea7-539c-48b4-809e-3d14763290e6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:07.112434 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ee0de945-3e33-4054-9553-6663cbf5057a req-afda9ea7-539c-48b4-809e-3d14763290e6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.25 "DELETE /v2.0/ports/085ec1bd-ed06-4a83-b46d-c2a3eeedbc95 HTTP/1.1" status: 204 len: 173 time: 0.4847615 Nov 10 20:32:07.113152 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03ab85b-b67a-4e43-94a3-cee656cd5c4e', 'name': 'network-vif-deleted', 'tag': '085ec1bd-ed06-4a83-b46d-c2a3eeedbc95'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:32:07.115277 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62702860-8db3-4fd0-883a-7a29fbec8d99" -d '{"events": [{"server_uuid": "f03ab85b-b67a-4e43-94a3-cee656cd5c4e", "name": "network-vif-deleted", "tag": "085ec1bd-ed06-4a83-b46d-c2a3eeedbc95"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:32:07.164975 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36493042-55eb-4379-b714-ff4ef51fa6cb x-openstack-request-id: req-36493042-55eb-4379-b714-ff4ef51fa6cb {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:32:07.165281 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03ab85b-b67a-4e43-94a3-cee656cd5c4e", "name": "network-vif-deleted", "tag": "085ec1bd-ed06-4a83-b46d-c2a3eeedbc95", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:32:07.165530 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-36493042-55eb-4379-b714-ff4ef51fa6cb {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:32:07.165963 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f03ab85b-b67a-4e43-94a3-cee656cd5c4e', 'name': 'network-vif-deleted', 'tag': '085ec1bd-ed06-4a83-b46d-c2a3eeedbc95', 'status': 'completed', 'code': 200} Nov 10 20:32:07.361317 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d437fa4f-c431-42fb-9c18-8ffb9b006ae5 req-78203c5b-f271-4fc3-a48c-13d3ee6c6bb7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=f03ab85b-b67a-4e43-94a3-cee656cd5c4e HTTP/1.1" status: 200 len: 210 time: 0.0279295 Nov 10 20:32:08.430112 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58516) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:32:08.846951 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6243ba0a-8520-4b15-8915-10a90df20e47 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:09.131259 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-6243ba0a-8520-4b15-8915-10a90df20e47 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Deleting port f135dcc3-05c7-4a3c-8950-f6c275711626 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:32:09.131669 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6243ba0a-8520-4b15-8915-10a90df20e47 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:09.233940 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-6243ba0a-8520-4b15-8915-10a90df20e47 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] For port f135dcc3-05c7-4a3c-8950-f6c275711626, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=f135dcc3-05c7-4a3c-8950-f6c275711626,segment=NetworkSegment(8be7c656-66cf-4ef1-98bd-e6e6218196f2),segment_id=8be7c656-66cf-4ef1-98bd-e6e6218196f2)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:32:09.234323 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6243ba0a-8520-4b15-8915-10a90df20e47 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:09.250185 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-6243ba0a-8520-4b15-8915-10a90df20e47 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Calling delete_port for f135dcc3-05c7-4a3c-8950-f6c275711626 owned by network:router_interface {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:32:09.473575 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6243ba0a-8520-4b15-8915-10a90df20e47 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:09.507446 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243ba0a-8520-4b15-8915-10a90df20e47 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event deleted for resources: {'Port': ['ID=f135dcc3-05c7-4a3c-8950-f6c275711626,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:09.705595 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6243ba0a-8520-4b15-8915-10a90df20e47 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:09.950035 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6243ba0a-8520-4b15-8915-10a90df20e47 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Router 4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:32:10.436406 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6243ba0a-8520-4b15-8915-10a90df20e47 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:32:10.442009 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6243ba0a-8520-4b15-8915-10a90df20e47 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "PUT /v2.0/routers/4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0108016 Nov 10 20:32:10.445132 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58518) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:32:10.447519 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a56887-c58e-46b3-a89f-bb2a8f2e5ca9 None None] Sync routers for ids ['4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:32:10.463118 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a56887-c58e-46b3-a89f-bb2a8f2e5ca9 None None] Routers {'4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:32:10.464097 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-92a56887-c58e-46b3-a89f-bb2a8f2e5ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:31:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:32:10.506773 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-478eaee6-f235-4e7f-a0b0-85ac5a18d667 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Deleting subnet c067e6f0-e0dc-4594-bcea-f0d9d8263010 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:32:10.511561 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-478eaee6-f235-4e7f-a0b0-85ac5a18d667 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:10.562298 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-478eaee6-f235-4e7f-a0b0-85ac5a18d667 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:10.585114 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-92a56887-c58e-46b3-a89f-bb2a8f2e5ca9 None None] Set router 4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:32:10.659468 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-478eaee6-f235-4e7f-a0b0-85ac5a18d667 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:10.744153 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-478eaee6-f235-4e7f-a0b0-85ac5a18d667 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:10.776562 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478eaee6-f235-4e7f-a0b0-85ac5a18d667 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event deleted for resources: {'Subnet': ['ID=c067e6f0-e0dc-4594-bcea-f0d9d8263010,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:10.781073 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-478eaee6-f235-4e7f-a0b0-85ac5a18d667 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:10.785122 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-478eaee6-f235-4e7f-a0b0-85ac5a18d667 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "DELETE /v2.0/subnets/c067e6f0-e0dc-4594-bcea-f0d9d8263010 HTTP/1.1" status: 204 len: 168 time: 0.3387215 Nov 10 20:32:10.788239 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58520) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:32:10.792315 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4eff05-9965-4b7e-9b04-f42f1e3beb9a None None] Network ff50b9f4-ef35-435d-88b7-7c68b1969746 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:32:10.807432 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-92a56887-c58e-46b3-a89f-bb2a8f2e5ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450288108', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:29:19Z', 'updated_at': '2021-11-10T20:32:09Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:55:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:29:19Z', 'updated_at': '2021-11-10T20:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:32:10.841333 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a56887-c58e-46b3-a89f-bb2a8f2e5ca9 None None] Checking router: 4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:32:10.853308 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a56887-c58e-46b3-a89f-bb2a8f2e5ca9 None None] Routers {'4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:32:10.853965 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-92a56887-c58e-46b3-a89f-bb2a8f2e5ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:31:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:32:10.916089 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-012bed43-a2fb-4f15-b86e-fd95c1d75138 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:10.990378 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-92a56887-c58e-46b3-a89f-bb2a8f2e5ca9 None None] Set router 4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:32:11.020469 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d7cc17-5be8-4bc7-a389-4778dbbd1a46 None None] DHCP port deletion for ff50b9f4-ef35-435d-88b7-7c68b1969746 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:32:11.052650 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-012bed43-a2fb-4f15-b86e-fd95c1d75138 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:11.074436 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-36d7cc17-5be8-4bc7-a389-4778dbbd1a46 None None] Deleting port bccef22b-d212-4b16-9873-22b3871518b6 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:32:11.074870 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-36d7cc17-5be8-4bc7-a389-4778dbbd1a46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:11.116522 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-012bed43-a2fb-4f15-b86e-fd95c1d75138 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Deleting port 3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:32:11.116961 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-012bed43-a2fb-4f15-b86e-fd95c1d75138 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:11.152204 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-36d7cc17-5be8-4bc7-a389-4778dbbd1a46 None None] For port bccef22b-d212-4b16-9873-22b3871518b6, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=bccef22b-d212-4b16-9873-22b3871518b6,segment=NetworkSegment(8be7c656-66cf-4ef1-98bd-e6e6218196f2),segment_id=8be7c656-66cf-4ef1-98bd-e6e6218196f2)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:32:11.152702 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-36d7cc17-5be8-4bc7-a389-4778dbbd1a46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:11.170213 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-36d7cc17-5be8-4bc7-a389-4778dbbd1a46 None None] Calling delete_port for bccef22b-d212-4b16-9873-22b3871518b6 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:32:11.205907 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-012bed43-a2fb-4f15-b86e-fd95c1d75138 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] For port 3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:32:11.206281 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-012bed43-a2fb-4f15-b86e-fd95c1d75138 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:11.216533 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-92a56887-c58e-46b3-a89f-bb2a8f2e5ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450288108', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:29:19Z', 'updated_at': '2021-11-10T20:32:09Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:55:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:29:19Z', 'updated_at': '2021-11-10T20:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:32:11.226325 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-012bed43-a2fb-4f15-b86e-fd95c1d75138 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Calling delete_port for 3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f owned by network:router_gateway {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:32:11.244973 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a56887-c58e-46b3-a89f-bb2a8f2e5ca9 None None] The sync data for ids ['4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd'] in n-d-813897-4 is: [{'id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450288108', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:29:19Z', 'updated_at': '2021-11-10T20:32:09Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:55:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:29:19Z', 'updated_at': '2021-11-10T20:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:32:11.261347 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-36d7cc17-5be8-4bc7-a389-4778dbbd1a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:11.290076 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7cc17-5be8-4bc7-a389-4778dbbd1a46 None None] Pushing event deleted for resources: {'Port': ['ID=bccef22b-d212-4b16-9873-22b3871518b6,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:11.294794 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d7cc17-5be8-4bc7-a389-4778dbbd1a46 None None] No DVR routers for this DVR port bccef22b-d212-4b16-9873-22b3871518b6 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:32:11.303615 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7cc17-5be8-4bc7-a389-4778dbbd1a46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:11.303980 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7cc17-5be8-4bc7-a389-4778dbbd1a46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:11.304324 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7cc17-5be8-4bc7-a389-4778dbbd1a46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:11.304661 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7cc17-5be8-4bc7-a389-4778dbbd1a46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:11.311345 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7cc17-5be8-4bc7-a389-4778dbbd1a46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:11.311345 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7cc17-5be8-4bc7-a389-4778dbbd1a46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:11.311345 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7cc17-5be8-4bc7-a389-4778dbbd1a46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:11.311345 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7cc17-5be8-4bc7-a389-4778dbbd1a46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:11.311345 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7cc17-5be8-4bc7-a389-4778dbbd1a46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:11.311345 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7cc17-5be8-4bc7-a389-4778dbbd1a46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:11.311345 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7cc17-5be8-4bc7-a389-4778dbbd1a46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:11.311345 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7cc17-5be8-4bc7-a389-4778dbbd1a46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:11.475309 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-012bed43-a2fb-4f15-b86e-fd95c1d75138 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:11.502702 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012bed43-a2fb-4f15-b86e-fd95c1d75138 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event deleted for resources: {'Port': ['ID=3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:11.517100 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97b67df-7fe5-4a41-848b-b04e406c178b None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:32:11.576712 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-012bed43-a2fb-4f15-b86e-fd95c1d75138 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:11.625639 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 085ec1bd-ed06-4a83-b46d-c2a3eeedbc95 no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:32:11.656104 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 085ec1bd-ed06-4a83-b46d-c2a3eeedbc95 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:32:11.656606 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 085ec1bd-ed06-4a83-b46d-c2a3eeedbc95 not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:32:11.690363 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-012bed43-a2fb-4f15-b86e-fd95c1d75138 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:11.692660 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-012bed43-a2fb-4f15-b86e-fd95c1d75138 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:11.740698 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-012bed43-a2fb-4f15-b86e-fd95c1d75138 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:11.741418 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012bed43-a2fb-4f15-b86e-fd95c1d75138 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Fanout notify agent at l3_agent the message router_deleted on router 4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 20:32:11.750072 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-012bed43-a2fb-4f15-b86e-fd95c1d75138 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:11.751308 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-012bed43-a2fb-4f15-b86e-fd95c1d75138 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "DELETE /v2.0/routers/4645f0ae-8904-4eb6-8cb3-30b84b4d4bfd HTTP/1.1" status: 204 len: 168 time: 0.9602625 Nov 10 20:32:11.754286 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58522) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:32:11.855459 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-766d0f9f-af00-44e6-8803-602aa35aa2c5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:11.953312 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-766d0f9f-af00-44e6-8803-602aa35aa2c5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:11.982784 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-766d0f9f-af00-44e6-8803-602aa35aa2c5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff50b9f4-ef35-435d-88b7-7c68b1969746']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:32:11.996477 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-766d0f9f-af00-44e6-8803-602aa35aa2c5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be7c656-66cf-4ef1-98bd-e6e6218196f2') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:32:11.996477 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-766d0f9f-af00-44e6-8803-602aa35aa2c5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be7c656-66cf-4ef1-98bd-e6e6218196f2') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:32:12.008532 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-766d0f9f-af00-44e6-8803-602aa35aa2c5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:12.026869 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-766d0f9f-af00-44e6-8803-602aa35aa2c5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:12.038440 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766d0f9f-af00-44e6-8803-602aa35aa2c5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:32:12.038905 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-766d0f9f-af00-44e6-8803-602aa35aa2c5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:12.042427 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 20:32:12.042427 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:32:12.042427 n-d-813897-4 neutron-server[102506]: timer() Nov 10 20:32:12.042427 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:32:12.042427 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 20:32:12.042427 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:32:12.042427 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 20:32:12.042427 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:32:12.042427 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 20:32:12.042427 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:32:12.042427 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 20:32:12.042427 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:32:12.042427 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 20:32:12.042427 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:32:12.042427 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:32:12.042427 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:32:12.042427 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:32:12.042427 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:32:12.042427 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 20:32:12.042427 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:32:12.042427 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 20:32:12.042427 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:32:12.042427 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:32:12.042427 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:32:12.042427 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 20:32:12.042427 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:32:12.042427 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:32:12.042427 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:32:12.042427 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:32:12.042427 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:32:12.042427 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:32:12.042427 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:32:12.107504 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-766d0f9f-af00-44e6-8803-602aa35aa2c5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:12.115459 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-766d0f9f-af00-44e6-8803-602aa35aa2c5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:12.118737 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-766d0f9f-af00-44e6-8803-602aa35aa2c5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "DELETE /v2.0/networks/ff50b9f4-ef35-435d-88b7-7c68b1969746 HTTP/1.1" status: 204 len: 168 time: 0.3632193 Nov 10 20:32:12.121629 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58524) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:32:12.131362 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d0f9f-af00-44e6-8803-602aa35aa2c5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event deleted for resources: {'Network': ['ID=ff50b9f4-ef35-435d-88b7-7c68b1969746,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:12.191180 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9bf0732e-4118-47b9-b6bd-020534d3a628 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:12.219538 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9bf0732e-4118-47b9-b6bd-020534d3a628 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:12.303420 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9bf0732e-4118-47b9-b6bd-020534d3a628 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:12.306058 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-9bf0732e-4118-47b9-b6bd-020534d3a628 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:12.307357 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-9bf0732e-4118-47b9-b6bd-020534d3a628 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "DELETE /v2.0/security-groups/9814ef87-7048-4eb5-b9f8-2026cee32878 HTTP/1.1" status: 204 len: 168 time: 0.1844490 Nov 10 20:32:12.319776 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0732e-4118-47b9-b6bd-020534d3a628 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9814ef87-7048-4eb5-b9f8-2026cee32878,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:12.353855 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:32:12.382259 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:32:12.383019 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3c4263b3-2aeb-4d46-8c58-6aaa9c1d586f not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:32:12.384223 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device bccef22b-d212-4b16-9873-22b3871518b6 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:32:12.418609 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: bccef22b-d212-4b16-9873-22b3871518b6 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:32:12.420740 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device bccef22b-d212-4b16-9873-22b3871518b6 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:32:12.420740 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f135dcc3-05c7-4a3c-8950-f6c275711626 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:32:12.441007 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: f135dcc3-05c7-4a3c-8950-f6c275711626 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:32:12.441348 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device f135dcc3-05c7-4a3c-8950-f6c275711626 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:32:12.584355 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58530) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:32:12.589895 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-2eb751ff-bac0-4afd-a100-407ca9533379 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-197290081', 'description': 'tempest-secgroup-smoke-197290081 description', 'project_id': 'd6be74ad5b18422194586c70b0b42211'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:32:12.619019 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2eb751ff-bac0-4afd-a100-407ca9533379 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:12.703173 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2eb751ff-bac0-4afd-a100-407ca9533379 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:12.708327 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2eb751ff-bac0-4afd-a100-407ca9533379 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:12.746765 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2eb751ff-bac0-4afd-a100-407ca9533379 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:12.748239 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2eb751ff-bac0-4afd-a100-407ca9533379 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1627581 Nov 10 20:32:12.750159 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb751ff-bac0-4afd-a100-407ca9533379 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d011639c-7991-4c3c-87f8-ac64c817ab0c,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:12.752598 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58532) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:32:12.757726 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-3355761e-ca1f-4f57-992f-8d2afb883b7e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'security_group_rule': {'security_group_id': 'd011639c-7991-4c3c-87f8-ac64c817ab0c', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:32:12.791541 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3355761e-ca1f-4f57-992f-8d2afb883b7e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:12.858340 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3355761e-ca1f-4f57-992f-8d2afb883b7e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:12.864539 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3355761e-ca1f-4f57-992f-8d2afb883b7e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:12.879581 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355761e-ca1f-4f57-992f-8d2afb883b7e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85704917-f515-43d4-ac17-03c4eef3ba09,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:12.895147 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3355761e-ca1f-4f57-992f-8d2afb883b7e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:12.898399 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3355761e-ca1f-4f57-992f-8d2afb883b7e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1426291 Nov 10 20:32:12.899702 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58534) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:32:12.904147 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-d3319f79-1828-4921-b5ed-5806a021abf5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'security_group_rule': {'security_group_id': 'd011639c-7991-4c3c-87f8-ac64c817ab0c', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:32:12.940658 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d3319f79-1828-4921-b5ed-5806a021abf5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:13.009307 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d3319f79-1828-4921-b5ed-5806a021abf5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:13.014795 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d3319f79-1828-4921-b5ed-5806a021abf5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:13.033781 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3319f79-1828-4921-b5ed-5806a021abf5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044e6237-52fd-4bef-8137-199dc0e61bea,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:13.042854 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-d3319f79-1828-4921-b5ed-5806a021abf5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:13.045844 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-d3319f79-1828-4921-b5ed-5806a021abf5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1434264 Nov 10 20:32:13.047344 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58536) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:32:13.051905 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-9847ecbe-8c66-44b9-97bd-446b48df7a35 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'security_group_rule': {'security_group_id': 'd011639c-7991-4c3c-87f8-ac64c817ab0c', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:32:13.081682 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9847ecbe-8c66-44b9-97bd-446b48df7a35 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:13.160923 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9847ecbe-8c66-44b9-97bd-446b48df7a35 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:13.167040 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9847ecbe-8c66-44b9-97bd-446b48df7a35 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:13.192881 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847ecbe-8c66-44b9-97bd-446b48df7a35 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f92aa3-48ce-4613-914c-c2bba78685d1,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:13.205506 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-9847ecbe-8c66-44b9-97bd-446b48df7a35 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:13.207273 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-9847ecbe-8c66-44b9-97bd-446b48df7a35 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1588850 Nov 10 20:32:13.210416 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58538) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:32:13.219797 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-def6461d-19da-4064-b203-854e4d1a79e2 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'security_group_rule': {'security_group_id': 'd011639c-7991-4c3c-87f8-ac64c817ab0c', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:32:13.249629 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-def6461d-19da-4064-b203-854e4d1a79e2 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:13.313534 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-def6461d-19da-4064-b203-854e4d1a79e2 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:13.319050 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-def6461d-19da-4064-b203-854e4d1a79e2 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:13.340431 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6461d-19da-4064-b203-854e4d1a79e2 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4258de60-0540-43a4-a92b-b22483d6dae6,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:13.348598 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-def6461d-19da-4064-b203-854e4d1a79e2 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:13.349983 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-def6461d-19da-4064-b203-854e4d1a79e2 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1382105 Nov 10 20:32:13.352943 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58540) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:32:13.359833 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-c53f8969-503a-4b8c-9f25-a14088d9e5c9 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'security_group_rule': {'security_group_id': 'd011639c-7991-4c3c-87f8-ac64c817ab0c', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:32:13.389721 n-d-813897-4 neutron-server[102506]: INFO neutron.db.securitygroups_db [None req-c53f8969-503a-4b8c-9f25-a14088d9e5c9 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Project d6be74ad5b18422194586c70b0b42211 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 20:32:13.397363 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c53f8969-503a-4b8c-9f25-a14088d9e5c9 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:13.465621 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c53f8969-503a-4b8c-9f25-a14088d9e5c9 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:13.473256 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c53f8969-503a-4b8c-9f25-a14088d9e5c9 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:13.497018 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f8969-503a-4b8c-9f25-a14088d9e5c9 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e72716a-b9d9-4e66-b5ea-3e23f03ee5f2,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:13.503316 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c53f8969-503a-4b8c-9f25-a14088d9e5c9 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:13.504707 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c53f8969-503a-4b8c-9f25-a14088d9e5c9 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1503706 Nov 10 20:32:13.511629 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58542) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:32:13.518253 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-efae5cd1-9441-4fd7-9063-fbb59456e611 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'security_group_rule': {'security_group_id': 'd011639c-7991-4c3c-87f8-ac64c817ab0c', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:32:13.546513 n-d-813897-4 neutron-server[102506]: INFO neutron.db.securitygroups_db [None req-efae5cd1-9441-4fd7-9063-fbb59456e611 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Project d6be74ad5b18422194586c70b0b42211 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 20:32:13.552941 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-efae5cd1-9441-4fd7-9063-fbb59456e611 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:13.631123 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-efae5cd1-9441-4fd7-9063-fbb59456e611 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:13.637015 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-efae5cd1-9441-4fd7-9063-fbb59456e611 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:13.657602 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae5cd1-9441-4fd7-9063-fbb59456e611 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3294bce3-394e-4bc3-8681-bbc2bdf99dbf,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:13.666184 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-efae5cd1-9441-4fd7-9063-fbb59456e611 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:13.667460 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-efae5cd1-9441-4fd7-9063-fbb59456e611 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1544578 Nov 10 20:32:13.670942 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58544) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:32:13.676871 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-3879600f-39f5-42af-ad98-2cd029211beb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'network': {'name': 'tempest-network-smoke--1203583070', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'port_security_enabled': True}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:32:13.703493 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3879600f-39f5-42af-ad98-2cd029211beb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Made reservation on behalf of d6be74ad5b18422194586c70b0b42211 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:32:13.711666 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3879600f-39f5-42af-ad98-2cd029211beb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:13.740752 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3879600f-39f5-42af-ad98-2cd029211beb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:32:13.752968 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3879600f-39f5-42af-ad98-2cd029211beb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:13.753310 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-3879600f-39f5-42af-ad98-2cd029211beb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Added segment fb886026-5d94-42f2-a321-c5aa1f1a058c of type vlan for network 980c129d-86fe-4753-aa9a-bf80a0ca6ca2 Nov 10 20:32:13.809903 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3879600f-39f5-42af-ad98-2cd029211beb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:13.853104 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3879600f-39f5-42af-ad98-2cd029211beb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:13.859029 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3879600f-39f5-42af-ad98-2cd029211beb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:13.859885 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3879600f-39f5-42af-ad98-2cd029211beb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:13.920864 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3879600f-39f5-42af-ad98-2cd029211beb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2480602 Nov 10 20:32:13.923959 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58546) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:32:13.929662 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-0751c41c-0778-40fe-b993-5ba65f3c346d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-58564151', 'admin_state_up': True, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:32:13.933949 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879600f-39f5-42af-ad98-2cd029211beb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Network': ['ID=980c129d-86fe-4753-aa9a-bf80a0ca6ca2,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:13.945134 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 980c129d-86fe-4753-aa9a-bf80a0ca6ca2 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:32:13.960221 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0751c41c-0778-40fe-b993-5ba65f3c346d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:13.961438 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0751c41c-0778-40fe-b993-5ba65f3c346d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:14.026009 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0751c41c-0778-40fe-b993-5ba65f3c346d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:14.182106 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0751c41c-0778-40fe-b993-5ba65f3c346d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:14.400298 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0751c41c-0778-40fe-b993-5ba65f3c346d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:14.419522 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0751c41c-0778-40fe-b993-5ba65f3c346d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:14.537838 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-0751c41c-0778-40fe-b993-5ba65f3c346d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Allocated IP 172.25.3.179 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/92babd0b-e277-4569-b1a0-5e48c2363e05) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:32:14.663808 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0751c41c-0778-40fe-b993-5ba65f3c346d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:14.708297 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0751c41c-0778-40fe-b993-5ba65f3c346d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:14.754031 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0751c41c-0778-40fe-b993-5ba65f3c346d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:32:14.762907 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-0751c41c-0778-40fe-b993-5ba65f3c346d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:32:14.767490 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0751c41c-0778-40fe-b993-5ba65f3c346d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:32:14.770592 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0751c41c-0778-40fe-b993-5ba65f3c346d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Port': ['ID=92babd0b-e277-4569-b1a0-5e48c2363e05,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:14.786636 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e0411d-dfb0-4093-b101-66c6599d325b None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:32:14.858974 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5c569fbc-e42e-45ba-9cd2-4e831afd85ed None None] Provisioning complete for port 92babd0b-e277-4569-b1a0-5e48c2363e05 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:32:14.859484 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5c569fbc-e42e-45ba-9cd2-4e831afd85ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:14.897161 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5c569fbc-e42e-45ba-9cd2-4e831afd85ed None None] Port 92babd0b-e277-4569-b1a0-5e48c2363e05 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:32:14.918853 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-cf55d64e-bfda-48f3-9145-4c93d085e0d4 req-f118f2c2-1b6f-40d9-9e6f-d9674e81c98f service neutron] (102505) timed out ('10.222.0.54', 44238) {{(pid=102505) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 20:32:15.393072 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0751c41c-0778-40fe-b993-5ba65f3c346d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:15.604314 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0751c41c-0778-40fe-b993-5ba65f3c346d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:15.761556 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0751c41c-0778-40fe-b993-5ba65f3c346d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Router 15110469-ac8c-4ad1-8d42-7d897ff6e278 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 20:32:15.891046 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0751c41c-0778-40fe-b993-5ba65f3c346d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:32:15.902597 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e375f138-1a60-41ff-ae6c-0503e7f51e94 None None] Sync routers for ids ['15110469-ac8c-4ad1-8d42-7d897ff6e278'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:32:15.914848 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e375f138-1a60-41ff-ae6c-0503e7f51e94 None None] Routers {'15110469-ac8c-4ad1-8d42-7d897ff6e278'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:32:15.915480 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-e375f138-1a60-41ff-ae6c-0503e7f51e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:31:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['15110469-ac8c-4ad1-8d42-7d897ff6e278'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:32:15.915999 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-0751c41c-0778-40fe-b993-5ba65f3c346d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:15.921164 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-0751c41c-0778-40fe-b993-5ba65f3c346d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9922907 Nov 10 20:32:15.921673 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58548) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:32:15.958005 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-590acc81-310b-42e0-9d38-a8ee0658135a tempest-TestNetworkAdvancedServerOps-1920971335 tempest-TestNetworkAdvancedServerOps-1920971335-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=d6be74ad5b18422194586c70b0b42211&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314248 Nov 10 20:32:15.958385 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58550) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:32:16.037743 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-e375f138-1a60-41ff-ae6c-0503e7f51e94 None None] Set router 15110469-ac8c-4ad1-8d42-7d897ff6e278 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:32:16.068413 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1931bb96-ef91-4238-958b-611a67f375e8 tempest-TestNetworkAdvancedServerOps-1920971335 tempest-TestNetworkAdvancedServerOps-1920971335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:16.070005 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1931bb96-ef91-4238-958b-611a67f375e8 tempest-TestNetworkAdvancedServerOps-1920971335 tempest-TestNetworkAdvancedServerOps-1920971335-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1105416 Nov 10 20:32:16.077195 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58552) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:32:16.113882 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c4cae65b-bd4a-4129-a92c-d3df22171ee5 tempest-TestNetworkAdvancedServerOps-1920971335 tempest-TestNetworkAdvancedServerOps-1920971335-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=68e810b6-b2b2-4366-86a3-e6b3e1ce71dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352306 Nov 10 20:32:16.116691 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58554) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:32:16.122148 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-fcce67ea-181f-4a9e-8813-21f8670b0b5b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1974980983', 'network_id': '980c129d-86fe-4753-aa9a-bf80a0ca6ca2', 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:32:16.225496 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcce67ea-181f-4a9e-8813-21f8670b0b5b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Made reservation on behalf of d6be74ad5b18422194586c70b0b42211 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:32:16.230291 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fcce67ea-181f-4a9e-8813-21f8670b0b5b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:16.262279 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-e375f138-1a60-41ff-ae6c-0503e7f51e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58564151', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '92babd0b-e277-4569-b1a0-5e48c2363e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:32:13Z', 'updated_at': '2021-11-10T20:32:14Z', 'revision_number': 3, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '92babd0b-e277-4569-b1a0-5e48c2363e05', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:82:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:32:14Z', 'updated_at': '2021-11-10T20:32:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:32:16.306905 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e375f138-1a60-41ff-ae6c-0503e7f51e94 None None] Checking router: 15110469-ac8c-4ad1-8d42-7d897ff6e278 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:32:16.307232 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e375f138-1a60-41ff-ae6c-0503e7f51e94 None None] Updating router 15110469-ac8c-4ad1-8d42-7d897ff6e278 port 92babd0b-e277-4569-b1a0-5e48c2363e05 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:32:16.335154 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e375f138-1a60-41ff-ae6c-0503e7f51e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:16.466088 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fcce67ea-181f-4a9e-8813-21f8670b0b5b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:16.552745 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce67ea-181f-4a9e-8813-21f8670b0b5b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Subnet': ['ID=de63e0a0-2782-4905-a975-5a3d14ddc42b,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:16.562409 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcce67ea-181f-4a9e-8813-21f8670b0b5b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Checking segment: {'id': 'fb886026-5d94-42f2-a321-c5aa1f1a058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '980c129d-86fe-4753-aa9a-bf80a0ca6ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:32:16.562721 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcce67ea-181f-4a9e-8813-21f8670b0b5b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Network hostable DHCP agents. Network: 980c129d-86fe-4753-aa9a-bf80a0ca6ca2, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:32:16.583395 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcce67ea-181f-4a9e-8813-21f8670b0b5b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Network 980c129d-86fe-4753-aa9a-bf80a0ca6ca2 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:32:16.597425 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-fcce67ea-181f-4a9e-8813-21f8670b0b5b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 980c129d-86fe-4753-aa9a-bf80a0ca6ca2) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:32:16.609682 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcce67ea-181f-4a9e-8813-21f8670b0b5b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:16.612459 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fcce67ea-181f-4a9e-8813-21f8670b0b5b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:16.630448 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9858baf0-913c-4bb4-bad1-084a27c31e68 None None] Network 980c129d-86fe-4753-aa9a-bf80a0ca6ca2 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:32:16.631484 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-fcce67ea-181f-4a9e-8813-21f8670b0b5b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5135911 Nov 10 20:32:16.634688 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58556) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:32:16.697065 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e375f138-1a60-41ff-ae6c-0503e7f51e94 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:16.730135 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e375f138-1a60-41ff-ae6c-0503e7f51e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:16.807870 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84757f2-8417-4701-9955-b8f584d7cb7d None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:32:16.820066 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2638fd7-7b93-4bd5-94b1-04c1fbe502ec None None] Pushing event updated for resources: {'Port': ['ID=92babd0b-e277-4569-b1a0-5e48c2363e05,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:16.822302 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e375f138-1a60-41ff-ae6c-0503e7f51e94 None None] Attempting to bind port 92babd0b-e277-4569-b1a0-5e48c2363e05 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:32:16.822687 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e375f138-1a60-41ff-ae6c-0503e7f51e94 None None] Attempting to bind port 92babd0b-e277-4569-b1a0-5e48c2363e05 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:32:16.823104 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e375f138-1a60-41ff-ae6c-0503e7f51e94 None None] Attempting to bind port 92babd0b-e277-4569-b1a0-5e48c2363e05 on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:32:16.858367 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e375f138-1a60-41ff-ae6c-0503e7f51e94 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:32:16.858815 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e375f138-1a60-41ff-ae6c-0503e7f51e94 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:32:16.859235 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e375f138-1a60-41ff-ae6c-0503e7f51e94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:16.859864 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e375f138-1a60-41ff-ae6c-0503e7f51e94 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:32:16.860809 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-e375f138-1a60-41ff-ae6c-0503e7f51e94 None None] Bound port: 92babd0b-e277-4569-b1a0-5e48c2363e05, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:32:16.860809 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e375f138-1a60-41ff-ae6c-0503e7f51e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:16.962960 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24507e7-17d7-4720-94e1-9595a65ecbf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-980c129d-86fe-4753-aa9a-bf80a0ca6ca2', 'network_id': '980c129d-86fe-4753-aa9a-bf80a0ca6ca2', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'fixed_ips': [{'subnet_id': 'de63e0a0-2782-4905-a975-5a3d14ddc42b'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 20:32:16.964268 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d24507e7-17d7-4720-94e1-9595a65ecbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:16.981149 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e375f138-1a60-41ff-ae6c-0503e7f51e94 None None] For port 92babd0b-e277-4569-b1a0-5e48c2363e05, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:32:17.005027 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-cf9d7151-3379-4c07-8dd1-40a62e514804 None None] Provisioning complete for port 92babd0b-e277-4569-b1a0-5e48c2363e05 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:32:17.005523 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cf9d7151-3379-4c07-8dd1-40a62e514804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:17.009430 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-e375f138-1a60-41ff-ae6c-0503e7f51e94 None None] For port 92babd0b-e277-4569-b1a0-5e48c2363e05, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=92babd0b-e277-4569-b1a0-5e48c2363e05,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:32:17.084180 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e375f138-1a60-41ff-ae6c-0503e7f51e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:17.148217 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-cf9d7151-3379-4c07-8dd1-40a62e514804 None None] Port 92babd0b-e277-4569-b1a0-5e48c2363e05 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:32:17.177461 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabd632d-7d58-4f16-84d0-e0b64c54beba None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:32:17.221661 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e375f138-1a60-41ff-ae6c-0503e7f51e94 None None] Routers {'15110469-ac8c-4ad1-8d42-7d897ff6e278'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:32:17.222334 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-e375f138-1a60-41ff-ae6c-0503e7f51e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:31:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['15110469-ac8c-4ad1-8d42-7d897ff6e278'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:32:17.228042 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2638fd7-7b93-4bd5-94b1-04c1fbe502ec None None] Pushing event updated for resources: {'Port': ['ID=92babd0b-e277-4569-b1a0-5e48c2363e05,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:17.290498 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-d24507e7-17d7-4720-94e1-9595a65ecbf5 None None] Allocated IP 172.20.0.2 (980c129d-86fe-4753-aa9a-bf80a0ca6ca2/de63e0a0-2782-4905-a975-5a3d14ddc42b/20127300-759b-42dd-892c-34f1d3cc70e1) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:32:17.297914 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3c77ac19-9588-4b52-99eb-9f8850fad3e5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:17.357303 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-b8677872-93c7-4ea2-976b-35a75924d7b9 None None] Provisioning complete for port 92babd0b-e277-4569-b1a0-5e48c2363e05 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:32:17.357950 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b8677872-93c7-4ea2-976b-35a75924d7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:17.644806 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-e375f138-1a60-41ff-ae6c-0503e7f51e94 None None] Set router 15110469-ac8c-4ad1-8d42-7d897ff6e278 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:32:17.898562 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d24507e7-17d7-4720-94e1-9595a65ecbf5 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:17.920451 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b8677872-93c7-4ea2-976b-35a75924d7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:17.927140 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d24507e7-17d7-4720-94e1-9595a65ecbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:17.962493 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-3c77ac19-9588-4b52-99eb-9f8850fad3e5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Allocated IP 172.20.0.1 (980c129d-86fe-4753-aa9a-bf80a0ca6ca2/de63e0a0-2782-4905-a975-5a3d14ddc42b/19a63b13-7187-4f5f-848b-734aa304a248) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:32:17.982080 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-b8677872-93c7-4ea2-976b-35a75924d7b9 None None] For port 92babd0b-e277-4569-b1a0-5e48c2363e05, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=92babd0b-e277-4569-b1a0-5e48c2363e05,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:32:17.995850 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b8677872-93c7-4ea2-976b-35a75924d7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:18.007208 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24507e7-17d7-4720-94e1-9595a65ecbf5 None None] Network 980c129d-86fe-4753-aa9a-bf80a0ca6ca2 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:32:18.010726 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-d24507e7-17d7-4720-94e1-9595a65ecbf5 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:32:18.012464 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24507e7-17d7-4720-94e1-9595a65ecbf5 None None] Pushing event updated for resources: {'Port': ['ID=20127300-759b-42dd-892c-34f1d3cc70e1,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:18.018330 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24507e7-17d7-4720-94e1-9595a65ecbf5 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:32:18.124017 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8677872-93c7-4ea2-976b-35a75924d7b9 None None] Pushing event updated for resources: {'Port': ['ID=92babd0b-e277-4569-b1a0-5e48c2363e05,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:18.124834 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3c77ac19-9588-4b52-99eb-9f8850fad3e5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:18.129567 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-e375f138-1a60-41ff-ae6c-0503e7f51e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58564151', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '92babd0b-e277-4569-b1a0-5e48c2363e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:32:13Z', 'updated_at': '2021-11-10T20:32:14Z', 'revision_number': 3, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '92babd0b-e277-4569-b1a0-5e48c2363e05', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:82:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:32:14Z', 'updated_at': '2021-11-10T20:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:32:18.164066 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d24507e7-17d7-4720-94e1-9595a65ecbf5 None None] Attempting to bind port 20127300-759b-42dd-892c-34f1d3cc70e1 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:32:18.164518 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d24507e7-17d7-4720-94e1-9595a65ecbf5 None None] Attempting to bind port 20127300-759b-42dd-892c-34f1d3cc70e1 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'fb886026-5d94-42f2-a321-c5aa1f1a058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '980c129d-86fe-4753-aa9a-bf80a0ca6ca2'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:32:18.164869 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24507e7-17d7-4720-94e1-9595a65ecbf5 None None] Attempting to bind port 20127300-759b-42dd-892c-34f1d3cc70e1 on network 980c129d-86fe-4753-aa9a-bf80a0ca6ca2 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:32:18.167369 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e375f138-1a60-41ff-ae6c-0503e7f51e94 None None] The sync data for ids ['15110469-ac8c-4ad1-8d42-7d897ff6e278'] in n-d-813897-4 is: [{'id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58564151', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '92babd0b-e277-4569-b1a0-5e48c2363e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:32:13Z', 'updated_at': '2021-11-10T20:32:14Z', 'revision_number': 3, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '92babd0b-e277-4569-b1a0-5e48c2363e05', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:82:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:32:14Z', 'updated_at': '2021-11-10T20:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:32:18.174303 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24507e7-17d7-4720-94e1-9595a65ecbf5 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:32:18.174784 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24507e7-17d7-4720-94e1-9595a65ecbf5 None None] Checking segment: {'id': 'fb886026-5d94-42f2-a321-c5aa1f1a058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '980c129d-86fe-4753-aa9a-bf80a0ca6ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:32:18.175362 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d24507e7-17d7-4720-94e1-9595a65ecbf5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:18.175569 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24507e7-17d7-4720-94e1-9595a65ecbf5 None None] Bound using segment: {'id': 'fb886026-5d94-42f2-a321-c5aa1f1a058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '980c129d-86fe-4753-aa9a-bf80a0ca6ca2'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:32:18.176120 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d24507e7-17d7-4720-94e1-9595a65ecbf5 None None] Bound port: 20127300-759b-42dd-892c-34f1d3cc70e1, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb886026-5d94-42f2-a321-c5aa1f1a058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '980c129d-86fe-4753-aa9a-bf80a0ca6ca2'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:32:18.176453 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d24507e7-17d7-4720-94e1-9595a65ecbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:18.196793 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3c77ac19-9588-4b52-99eb-9f8850fad3e5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:18.245347 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c77ac19-9588-4b52-99eb-9f8850fad3e5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Network 980c129d-86fe-4753-aa9a-bf80a0ca6ca2 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:32:18.249074 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-3c77ac19-9588-4b52-99eb-9f8850fad3e5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:32:18.253680 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c77ac19-9588-4b52-99eb-9f8850fad3e5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:32:18.292301 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77ac19-9588-4b52-99eb-9f8850fad3e5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Port': ['ID=19a63b13-7187-4f5f-848b-734aa304a248,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:18.303922 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-d24507e7-17d7-4720-94e1-9595a65ecbf5 None None] For port 20127300-759b-42dd-892c-34f1d3cc70e1, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:32:18.308447 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-d24507e7-17d7-4720-94e1-9595a65ecbf5 None None] For port 20127300-759b-42dd-892c-34f1d3cc70e1, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=20127300-759b-42dd-892c-34f1d3cc70e1,segment=NetworkSegment(fb886026-5d94-42f2-a321-c5aa1f1a058c),segment_id=fb886026-5d94-42f2-a321-c5aa1f1a058c)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:32:18.313537 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3c77ac19-9588-4b52-99eb-9f8850fad3e5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:18.316952 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d24507e7-17d7-4720-94e1-9595a65ecbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:18.397038 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24507e7-17d7-4720-94e1-9595a65ecbf5 None None] Pushing event updated for resources: {'Port': ['ID=20127300-759b-42dd-892c-34f1d3cc70e1,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:18.559647 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3c77ac19-9588-4b52-99eb-9f8850fad3e5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:19.040811 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3c77ac19-9588-4b52-99eb-9f8850fad3e5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:19.049557 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3c77ac19-9588-4b52-99eb-9f8850fad3e5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:19.134475 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3c77ac19-9588-4b52-99eb-9f8850fad3e5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:19.150337 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77ac19-9588-4b52-99eb-9f8850fad3e5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Port': ['ID=19a63b13-7187-4f5f-848b-734aa304a248,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:19.285026 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c77ac19-9588-4b52-99eb-9f8850fad3e5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Network 980c129d-86fe-4753-aa9a-bf80a0ca6ca2 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:32:19.286771 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-3c77ac19-9588-4b52-99eb-9f8850fad3e5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:32:19.438564 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c77ac19-9588-4b52-99eb-9f8850fad3e5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Router 15110469-ac8c-4ad1-8d42-7d897ff6e278 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:32:19.605242 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c77ac19-9588-4b52-99eb-9f8850fad3e5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:32:19.615389 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3c77ac19-9588-4b52-99eb-9f8850fad3e5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "PUT /v2.0/routers/15110469-ac8c-4ad1-8d42-7d897ff6e278/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9786437 Nov 10 20:32:19.706727 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa48efe-c3df-42f8-9328-aa4158861cd5 None None] Network 980c129d-86fe-4753-aa9a-bf80a0ca6ca2 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:32:19.807944 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-37fd1770-5898-4162-a971-1ca017ded092 None None] Provisioning complete for port 20127300-759b-42dd-892c-34f1d3cc70e1 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:32:19.808221 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-37fd1770-5898-4162-a971-1ca017ded092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:19.832710 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-85dce4da-51bf-4909-885f-511fce5917d1 req-6ee73c32-fe8c-4169-8e0b-c3c067e43a76 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-197290081&fields=id&tenant_id=d6be74ad5b18422194586c70b0b42211 HTTP/1.1" status: 200 len: 267 time: 0.0685601 Nov 10 20:32:19.985703 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dce4da-51bf-4909-885f-511fce5917d1 req-f1b8ef00-e689-4177-8893-a7d46ac203e8 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:19.988408 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-85dce4da-51bf-4909-885f-511fce5917d1 req-f1b8ef00-e689-4177-8893-a7d46ac203e8 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/networks?id=980c129d-86fe-4753-aa9a-bf80a0ca6ca2 HTTP/1.1" status: 200 len: 797 time: 0.1516352 Nov 10 20:32:20.009869 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-37fd1770-5898-4162-a971-1ca017ded092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:20.033482 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-85dce4da-51bf-4909-885f-511fce5917d1 req-6c56b2ff-5bf8-4094-b783-e19ef8c9776a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/quotas/d6be74ad5b18422194586c70b0b42211 HTTP/1.1" status: 200 len: 375 time: 0.0269980 Nov 10 20:32:20.107781 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-85dce4da-51bf-4909-885f-511fce5917d1 req-e495e47f-12b8-4039-aa1b-8ad6986701a5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690784 Nov 10 20:32:20.120939 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-37fd1770-5898-4162-a971-1ca017ded092 None None] For port 20127300-759b-42dd-892c-34f1d3cc70e1, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=20127300-759b-42dd-892c-34f1d3cc70e1,segment=NetworkSegment(fb886026-5d94-42f2-a321-c5aa1f1a058c),segment_id=fb886026-5d94-42f2-a321-c5aa1f1a058c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:32:20.134534 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-37fd1770-5898-4162-a971-1ca017ded092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:20.137708 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-85dce4da-51bf-4909-885f-511fce5917d1 req-f6dd96a0-9eb5-42e4-aee5-e62dd59544fc service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:32:20.142075 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-85dce4da-51bf-4909-885f-511fce5917d1 req-f6dd96a0-9eb5-42e4-aee5-e62dd59544fc service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092721 Nov 10 20:32:20.209730 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd1770-5898-4162-a971-1ca017ded092 None None] Pushing event updated for resources: {'Port': ['ID=20127300-759b-42dd-892c-34f1d3cc70e1,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:20.264584 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 92babd0b-e277-4569-b1a0-5e48c2363e05 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:32:20.337206 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-85dce4da-51bf-4909-885f-511fce5917d1 req-0af15131-60e1-4740-8b02-5e99423bb00e service neutron] 10.222.0.54 "GET /v2.0/networks/980c129d-86fe-4753-aa9a-bf80a0ca6ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829629 Nov 10 20:32:20.342682 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 92babd0b-e277-4569-b1a0-5e48c2363e05 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:32:20.348536 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:20.395427 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d57f5d-4170-4e71-bad3-d0624b70a389 None None] Sync routers for ids ['15110469-ac8c-4ad1-8d42-7d897ff6e278'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:32:20.414327 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d57f5d-4170-4e71-bad3-d0624b70a389 None None] Routers {'15110469-ac8c-4ad1-8d42-7d897ff6e278'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:32:20.415332 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-c2d57f5d-4170-4e71-bad3-d0624b70a389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:31:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['15110469-ac8c-4ad1-8d42-7d897ff6e278'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:32:20.466587 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 20127300-759b-42dd-892c-34f1d3cc70e1 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:32:20.503454 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-85dce4da-51bf-4909-885f-511fce5917d1 req-f4499d4e-1b28-456b-80a1-e320ac45c4c9 service neutron] 10.222.0.54 "GET /v2.0/networks/980c129d-86fe-4753-aa9a-bf80a0ca6ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498587 Nov 10 20:32:20.537528 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 20127300-759b-42dd-892c-34f1d3cc70e1 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:32:20.538032 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:20.625081 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a9b11068-854e-4622-9e3f-64c262996797 None None] Provisioning complete for port 20127300-759b-42dd-892c-34f1d3cc70e1 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:32:20.625471 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a9b11068-854e-4622-9e3f-64c262996797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:20.761518 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-c2d57f5d-4170-4e71-bad3-d0624b70a389 None None] Set router 15110469-ac8c-4ad1-8d42-7d897ff6e278 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:32:20.777422 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7e275276-0c4e-4b38-bb9c-88a3c39ec0f9 req-64a7e60f-f247-4e64-a9b3-7a4f39bc2b02 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=97c490ff-5a0d-40a8-a1fb-34a7f48bac68 HTTP/1.1" status: 200 len: 210 time: 0.0581887 Nov 10 20:32:20.850594 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-a9b11068-854e-4622-9e3f-64c262996797 None None] Provisioning complete for port 19a63b13-7187-4f5f-848b-734aa304a248 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:32:20.851185 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a9b11068-854e-4622-9e3f-64c262996797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:20.917371 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-a9b11068-854e-4622-9e3f-64c262996797 None None] Port 19a63b13-7187-4f5f-848b-734aa304a248 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:32:21.053270 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-75a30fe4-17ea-49c3-8ffe-a5074a815a48 None None] Provisioning complete for port 19a63b13-7187-4f5f-848b-734aa304a248 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:32:21.054072 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-75a30fe4-17ea-49c3-8ffe-a5074a815a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:21.060524 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-c2d57f5d-4170-4e71-bad3-d0624b70a389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58564151', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '92babd0b-e277-4569-b1a0-5e48c2363e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:32:13Z', 'updated_at': '2021-11-10T20:32:18Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '92babd0b-e277-4569-b1a0-5e48c2363e05', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:32:14Z', 'updated_at': '2021-11-10T20:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '19a63b13-7187-4f5f-848b-734aa304a248', 'name': '', 'network_id': '980c129d-86fe-4753-aa9a-bf80a0ca6ca2', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:71:6b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'de63e0a0-2782-4905-a975-5a3d14ddc42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:32:17Z', 'updated_at': '2021-11-10T20:32:18Z', 'revision_number': 2, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': 'de63e0a0-2782-4905-a975-5a3d14ddc42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:32:21.115751 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d57f5d-4170-4e71-bad3-d0624b70a389 None None] Checking router: 15110469-ac8c-4ad1-8d42-7d897ff6e278 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:32:21.116108 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d57f5d-4170-4e71-bad3-d0624b70a389 None None] Updating router 15110469-ac8c-4ad1-8d42-7d897ff6e278 port 19a63b13-7187-4f5f-848b-734aa304a248 binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:32:21.143709 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-75a30fe4-17ea-49c3-8ffe-a5074a815a48 None None] Port 19a63b13-7187-4f5f-848b-734aa304a248 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:32:21.175865 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c2d57f5d-4170-4e71-bad3-d0624b70a389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:21.270722 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-392d7e7b-7139-474f-a61f-58ef8315bb26 None None] Provisioning complete for port 19a63b13-7187-4f5f-848b-734aa304a248 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:32:21.271489 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-392d7e7b-7139-474f-a61f-58ef8315bb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:21.331196 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-392d7e7b-7139-474f-a61f-58ef8315bb26 None None] Port 19a63b13-7187-4f5f-848b-734aa304a248 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:32:21.585752 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c2d57f5d-4170-4e71-bad3-d0624b70a389 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:21.595369 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c2d57f5d-4170-4e71-bad3-d0624b70a389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:21.687836 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551213e0-52a6-4e15-8fc1-cc529a008207 None None] Pushing event updated for resources: {'Port': ['ID=19a63b13-7187-4f5f-848b-734aa304a248,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:21.700687 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551213e0-52a6-4e15-8fc1-cc529a008207 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:21.701128 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551213e0-52a6-4e15-8fc1-cc529a008207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:21.701569 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551213e0-52a6-4e15-8fc1-cc529a008207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:21.702437 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551213e0-52a6-4e15-8fc1-cc529a008207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:21.702763 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551213e0-52a6-4e15-8fc1-cc529a008207 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:21.703085 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551213e0-52a6-4e15-8fc1-cc529a008207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:21.703405 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551213e0-52a6-4e15-8fc1-cc529a008207 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:21.703719 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551213e0-52a6-4e15-8fc1-cc529a008207 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:21.704038 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551213e0-52a6-4e15-8fc1-cc529a008207 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:21.704366 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551213e0-52a6-4e15-8fc1-cc529a008207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:21.704763 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551213e0-52a6-4e15-8fc1-cc529a008207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:21.705083 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551213e0-52a6-4e15-8fc1-cc529a008207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:32:21.752140 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-c2d57f5d-4170-4e71-bad3-d0624b70a389 None None] Attempting to bind port 19a63b13-7187-4f5f-848b-734aa304a248 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:32:21.752505 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-c2d57f5d-4170-4e71-bad3-d0624b70a389 None None] Attempting to bind port 19a63b13-7187-4f5f-848b-734aa304a248 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'fb886026-5d94-42f2-a321-c5aa1f1a058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '980c129d-86fe-4753-aa9a-bf80a0ca6ca2'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:32:21.752841 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d57f5d-4170-4e71-bad3-d0624b70a389 None None] Attempting to bind port 19a63b13-7187-4f5f-848b-734aa304a248 on network 980c129d-86fe-4753-aa9a-bf80a0ca6ca2 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:32:21.758919 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d57f5d-4170-4e71-bad3-d0624b70a389 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:32:21.759348 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d57f5d-4170-4e71-bad3-d0624b70a389 None None] Checking segment: {'id': 'fb886026-5d94-42f2-a321-c5aa1f1a058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '980c129d-86fe-4753-aa9a-bf80a0ca6ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:32:21.759752 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c2d57f5d-4170-4e71-bad3-d0624b70a389 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:21.760725 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d57f5d-4170-4e71-bad3-d0624b70a389 None None] Bound using segment: {'id': 'fb886026-5d94-42f2-a321-c5aa1f1a058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '980c129d-86fe-4753-aa9a-bf80a0ca6ca2'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:32:21.761489 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-c2d57f5d-4170-4e71-bad3-d0624b70a389 None None] Bound port: 19a63b13-7187-4f5f-848b-734aa304a248, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb886026-5d94-42f2-a321-c5aa1f1a058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '980c129d-86fe-4753-aa9a-bf80a0ca6ca2'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:32:21.761995 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c2d57f5d-4170-4e71-bad3-d0624b70a389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:21.871311 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-c2d57f5d-4170-4e71-bad3-d0624b70a389 None None] For port 19a63b13-7187-4f5f-848b-734aa304a248, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:32:21.875818 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-c2d57f5d-4170-4e71-bad3-d0624b70a389 None None] For port 19a63b13-7187-4f5f-848b-734aa304a248, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=19a63b13-7187-4f5f-848b-734aa304a248,segment=NetworkSegment(fb886026-5d94-42f2-a321-c5aa1f1a058c),segment_id=fb886026-5d94-42f2-a321-c5aa1f1a058c)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:32:21.889445 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c2d57f5d-4170-4e71-bad3-d0624b70a389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:21.906351 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-42f0ec1c-b147-4b62-964a-af6912c20dd4 req-7d1113de-2095-4b89-8dbd-41902bb3436b tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=97c490ff-5a0d-40a8-a1fb-34a7f48bac68 HTTP/1.1" status: 200 len: 210 time: 0.0473235 Nov 10 20:32:21.965559 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d57f5d-4170-4e71-bad3-d0624b70a389 None None] Routers {'15110469-ac8c-4ad1-8d42-7d897ff6e278'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:32:21.966640 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-c2d57f5d-4170-4e71-bad3-d0624b70a389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:31:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['15110469-ac8c-4ad1-8d42-7d897ff6e278'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:32:21.975327 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-0d6298d2-a448-485b-8c5f-dba6841670d7 None None] Provisioning complete for port 19a63b13-7187-4f5f-848b-734aa304a248 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:32:21.976607 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0d6298d2-a448-485b-8c5f-dba6841670d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:22.060828 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551213e0-52a6-4e15-8fc1-cc529a008207 None None] Pushing event updated for resources: {'Port': ['ID=19a63b13-7187-4f5f-848b-734aa304a248,revision_number=4']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:22.104692 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0d6298d2-a448-485b-8c5f-dba6841670d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:22.177036 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-c2d57f5d-4170-4e71-bad3-d0624b70a389 None None] Set router 15110469-ac8c-4ad1-8d42-7d897ff6e278 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:32:22.200090 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-0d6298d2-a448-485b-8c5f-dba6841670d7 None None] For port 19a63b13-7187-4f5f-848b-734aa304a248, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=19a63b13-7187-4f5f-848b-734aa304a248,segment=NetworkSegment(fb886026-5d94-42f2-a321-c5aa1f1a058c),segment_id=fb886026-5d94-42f2-a321-c5aa1f1a058c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:32:22.215515 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0d6298d2-a448-485b-8c5f-dba6841670d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:22.294476 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dce4da-51bf-4909-885f-511fce5917d1 req-ce746576-4f5f-47c9-810c-19fbe674e347 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:22.297205 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-85dce4da-51bf-4909-885f-511fce5917d1 req-ce746576-4f5f-47c9-810c-19fbe674e347 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.73 "GET /v2.0/networks?id=980c129d-86fe-4753-aa9a-bf80a0ca6ca2 HTTP/1.1" status: 200 len: 797 time: 0.2815645 Nov 10 20:32:22.302400 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 20127300-759b-42dd-892c-34f1d3cc70e1 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:32:22.305233 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6298d2-a448-485b-8c5f-dba6841670d7 None None] Pushing event updated for resources: {'Port': ['ID=19a63b13-7187-4f5f-848b-734aa304a248,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:22.381704 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-2d5e97bf-00e7-4fa1-aac6-7d314e66fc6f None None] Provisioning complete for port 19a63b13-7187-4f5f-848b-734aa304a248 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:32:22.382164 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2d5e97bf-00e7-4fa1-aac6-7d314e66fc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:22.404809 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-85dce4da-51bf-4909-885f-511fce5917d1 req-3b040890-19bc-4382-85ee-54acdfd7f209 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6be74ad5b18422194586c70b0b42211 HTTP/1.1" status: 200 len: 379 time: 0.0937300 Nov 10 20:32:22.416529 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-85dce4da-51bf-4909-885f-511fce5917d1 req-351a913d-3582-4153-abd4-12500642343e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'port': {'device_id': '97c490ff-5a0d-40a8-a1fb-34a7f48bac68', 'network_id': '980c129d-86fe-4753-aa9a-bf80a0ca6ca2', 'admin_state_up': True, 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'security_groups': ['d011639c-7991-4c3c-87f8-ac64c817ab0c']}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:32:22.429556 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 20127300-759b-42dd-892c-34f1d3cc70e1 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:32:22.429556 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:22.538888 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-c2d57f5d-4170-4e71-bad3-d0624b70a389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58564151', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '92babd0b-e277-4569-b1a0-5e48c2363e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:32:13Z', 'updated_at': '2021-11-10T20:32:18Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '92babd0b-e277-4569-b1a0-5e48c2363e05', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:32:14Z', 'updated_at': '2021-11-10T20:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '19a63b13-7187-4f5f-848b-734aa304a248', 'name': '', 'network_id': '980c129d-86fe-4753-aa9a-bf80a0ca6ca2', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:71:6b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'de63e0a0-2782-4905-a975-5a3d14ddc42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:32:17Z', 'updated_at': '2021-11-10T20:32:21Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': 'de63e0a0-2782-4905-a975-5a3d14ddc42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:32:22.568160 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85dce4da-51bf-4909-885f-511fce5917d1 req-351a913d-3582-4153-abd4-12500642343e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Made reservation on behalf of d6be74ad5b18422194586c70b0b42211 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:32:22.570824 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d57f5d-4170-4e71-bad3-d0624b70a389 None None] The sync data for ids ['15110469-ac8c-4ad1-8d42-7d897ff6e278'] in n-d-813897-4 is: [{'id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58564151', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '92babd0b-e277-4569-b1a0-5e48c2363e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:32:13Z', 'updated_at': '2021-11-10T20:32:18Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '92babd0b-e277-4569-b1a0-5e48c2363e05', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:32:14Z', 'updated_at': '2021-11-10T20:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '19a63b13-7187-4f5f-848b-734aa304a248', 'name': '', 'network_id': '980c129d-86fe-4753-aa9a-bf80a0ca6ca2', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:71:6b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'de63e0a0-2782-4905-a975-5a3d14ddc42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:32:17Z', 'updated_at': '2021-11-10T20:32:21Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': 'de63e0a0-2782-4905-a975-5a3d14ddc42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:32:22.574493 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-85dce4da-51bf-4909-885f-511fce5917d1 req-351a913d-3582-4153-abd4-12500642343e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:22.800437 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-85dce4da-51bf-4909-885f-511fce5917d1 req-351a913d-3582-4153-abd4-12500642343e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Allocated IP 172.20.0.11 (980c129d-86fe-4753-aa9a-bf80a0ca6ca2/de63e0a0-2782-4905-a975-5a3d14ddc42b/c98e2180-be6e-4779-9a60-e040210828bd) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:32:22.995808 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-85dce4da-51bf-4909-885f-511fce5917d1 req-351a913d-3582-4153-abd4-12500642343e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:23.032517 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a8f8dc9a-fe4d-4977-9f2c-5462270f482b req-93ed1cf6-89a5-45f0-b8f3-35ac37fbc524 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=97c490ff-5a0d-40a8-a1fb-34a7f48bac68 HTTP/1.1" status: 200 len: 210 time: 0.0317426 Nov 10 20:32:23.048048 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-85dce4da-51bf-4909-885f-511fce5917d1 req-351a913d-3582-4153-abd4-12500642343e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:23.114671 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85dce4da-51bf-4909-885f-511fce5917d1 req-351a913d-3582-4153-abd4-12500642343e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Network 980c129d-86fe-4753-aa9a-bf80a0ca6ca2 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:32:23.119057 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-85dce4da-51bf-4909-885f-511fce5917d1 req-351a913d-3582-4153-abd4-12500642343e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:32:23.126712 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-85dce4da-51bf-4909-885f-511fce5917d1 req-351a913d-3582-4153-abd4-12500642343e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:32:23.164997 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a913d-3582-4153-abd4-12500642343e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Port': ['ID=c98e2180-be6e-4779-9a60-e040210828bd,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:23.193578 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dce4da-51bf-4909-885f-511fce5917d1 req-351a913d-3582-4153-abd4-12500642343e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:23.194929 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-85dce4da-51bf-4909-885f-511fce5917d1 req-351a913d-3582-4153-abd4-12500642343e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:23.228866 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-85dce4da-51bf-4909-885f-511fce5917d1 req-351a913d-3582-4153-abd4-12500642343e tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8171566 Nov 10 20:32:23.307227 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-85dce4da-51bf-4909-885f-511fce5917d1 req-de92cd8b-f044-4ce7-a340-7c088adea096 service neutron] Request body: {'port': {'device_id': '97c490ff-5a0d-40a8-a1fb-34a7f48bac68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:32:23.396573 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-85dce4da-51bf-4909-885f-511fce5917d1 req-de92cd8b-f044-4ce7-a340-7c088adea096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:23.468755 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-856c32a0-c64d-4730-b823-ae41d2d12efc None None] Provisioning complete for port c98e2180-be6e-4779-9a60-e040210828bd triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:32:23.470215 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-856c32a0-c64d-4730-b823-ae41d2d12efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:23.541618 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-856c32a0-c64d-4730-b823-ae41d2d12efc None None] Port c98e2180-be6e-4779-9a60-e040210828bd cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:32:23.544521 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-665cb7c2-3763-467d-9279-c14967aba7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:23.775165 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-85dce4da-51bf-4909-885f-511fce5917d1 req-de92cd8b-f044-4ce7-a340-7c088adea096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c98e2180-be6e-4779-9a60-e040210828bd {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:32:23.783050 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-85dce4da-51bf-4909-885f-511fce5917d1 req-de92cd8b-f044-4ce7-a340-7c088adea096 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:23.795758 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-85dce4da-51bf-4909-885f-511fce5917d1 req-de92cd8b-f044-4ce7-a340-7c088adea096 service neutron] Transition to ACTIVE for port object c98e2180-be6e-4779-9a60-e040210828bd will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:32:23.802243 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-85dce4da-51bf-4909-885f-511fce5917d1 req-de92cd8b-f044-4ce7-a340-7c088adea096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:23.875201 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92cd8b-f044-4ce7-a340-7c088adea096 service neutron] Pushing event updated for resources: {'Port': ['ID=c98e2180-be6e-4779-9a60-e040210828bd,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:23.948599 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-85dce4da-51bf-4909-885f-511fce5917d1 req-de92cd8b-f044-4ce7-a340-7c088adea096 service neutron] Attempting to bind port c98e2180-be6e-4779-9a60-e040210828bd on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:32:23.949229 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-85dce4da-51bf-4909-885f-511fce5917d1 req-de92cd8b-f044-4ce7-a340-7c088adea096 service neutron] Attempting to bind port c98e2180-be6e-4779-9a60-e040210828bd by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': 'fb886026-5d94-42f2-a321-c5aa1f1a058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '980c129d-86fe-4753-aa9a-bf80a0ca6ca2'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:32:23.949876 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dce4da-51bf-4909-885f-511fce5917d1 req-de92cd8b-f044-4ce7-a340-7c088adea096 service neutron] Attempting to bind port c98e2180-be6e-4779-9a60-e040210828bd on network 980c129d-86fe-4753-aa9a-bf80a0ca6ca2 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:32:23.959082 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dce4da-51bf-4909-885f-511fce5917d1 req-de92cd8b-f044-4ce7-a340-7c088adea096 service neutron] Port c98e2180-be6e-4779-9a60-e040210828bd on network 980c129d-86fe-4753-aa9a-bf80a0ca6ca2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:32:23.959527 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dce4da-51bf-4909-885f-511fce5917d1 req-de92cd8b-f044-4ce7-a340-7c088adea096 service neutron] Attempting to bind port c98e2180-be6e-4779-9a60-e040210828bd on network 980c129d-86fe-4753-aa9a-bf80a0ca6ca2 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:32:23.968307 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dce4da-51bf-4909-885f-511fce5917d1 req-de92cd8b-f044-4ce7-a340-7c088adea096 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:32:23.968307 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dce4da-51bf-4909-885f-511fce5917d1 req-de92cd8b-f044-4ce7-a340-7c088adea096 service neutron] Checking segment: {'id': 'fb886026-5d94-42f2-a321-c5aa1f1a058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '980c129d-86fe-4753-aa9a-bf80a0ca6ca2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:32:23.968307 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dce4da-51bf-4909-885f-511fce5917d1 req-de92cd8b-f044-4ce7-a340-7c088adea096 service neutron] Bound using segment: {'id': 'fb886026-5d94-42f2-a321-c5aa1f1a058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '980c129d-86fe-4753-aa9a-bf80a0ca6ca2'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:32:23.968307 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-85dce4da-51bf-4909-885f-511fce5917d1 req-de92cd8b-f044-4ce7-a340-7c088adea096 service neutron] Bound port: c98e2180-be6e-4779-9a60-e040210828bd, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb886026-5d94-42f2-a321-c5aa1f1a058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '980c129d-86fe-4753-aa9a-bf80a0ca6ca2'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:32:23.968882 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-85dce4da-51bf-4909-885f-511fce5917d1 req-de92cd8b-f044-4ce7-a340-7c088adea096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:24.052146 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-85dce4da-51bf-4909-885f-511fce5917d1 req-de92cd8b-f044-4ce7-a340-7c088adea096 service neutron] For port c98e2180-be6e-4779-9a60-e040210828bd, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:32:24.056075 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-85dce4da-51bf-4909-885f-511fce5917d1 req-de92cd8b-f044-4ce7-a340-7c088adea096 service neutron] For port c98e2180-be6e-4779-9a60-e040210828bd, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=c98e2180-be6e-4779-9a60-e040210828bd,segment=NetworkSegment(fb886026-5d94-42f2-a321-c5aa1f1a058c),segment_id=fb886026-5d94-42f2-a321-c5aa1f1a058c)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:32:24.063040 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-85dce4da-51bf-4909-885f-511fce5917d1 req-de92cd8b-f044-4ce7-a340-7c088adea096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:24.109863 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dce4da-51bf-4909-885f-511fce5917d1 req-de92cd8b-f044-4ce7-a340-7c088adea096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:24.110377 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-85dce4da-51bf-4909-885f-511fce5917d1 req-de92cd8b-f044-4ce7-a340-7c088adea096 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:24.111916 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-85dce4da-51bf-4909-885f-511fce5917d1 req-de92cd8b-f044-4ce7-a340-7c088adea096 service neutron] 10.222.0.73 "PUT /v2.0/ports/c98e2180-be6e-4779-9a60-e040210828bd HTTP/1.1" status: 200 len: 1092 time: 0.8745115 Nov 10 20:32:24.112425 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c490ff-5a0d-40a8-a1fb-34a7f48bac68', 'tag': 'c98e2180-be6e-4779-9a60-e040210828bd'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:32:24.114920 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7338e041-31df-451b-8ffc-d5fa22823b15" -d '{"events": [{"name": "network-changed", "server_uuid": "97c490ff-5a0d-40a8-a1fb-34a7f48bac68", "tag": "c98e2180-be6e-4779-9a60-e040210828bd"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:32:24.157132 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92cd8b-f044-4ce7-a340-7c088adea096 service neutron] Pushing event updated for resources: {'Port': ['ID=c98e2180-be6e-4779-9a60-e040210828bd,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:24.208181 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 19a63b13-7187-4f5f-848b-734aa304a248 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:32:24.226314 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53d891-94f9-4a72-80ae-d72dcef7300a req-47136c02-36ae-4fe5-8101-1c52bd035dda tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:24.228936 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a53d891-94f9-4a72-80ae-d72dcef7300a req-47136c02-36ae-4fe5-8101-1c52bd035dda tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=97c490ff-5a0d-40a8-a1fb-34a7f48bac68 HTTP/1.1" status: 200 len: 944 time: 0.0744314 Nov 10 20:32:24.252838 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dce4da-51bf-4909-885f-511fce5917d1 req-3f61dcf6-3594-44a5-81e4-1c73e5022237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:24.254568 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-85dce4da-51bf-4909-885f-511fce5917d1 req-3f61dcf6-3594-44a5-81e4-1c73e5022237 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&device_id=97c490ff-5a0d-40a8-a1fb-34a7f48bac68 HTTP/1.1" status: 200 len: 1095 time: 0.0928574 Nov 10 20:32:24.302862 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 19a63b13-7187-4f5f-848b-734aa304a248 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:32:24.303282 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:24.319319 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8a53d891-94f9-4a72-80ae-d72dcef7300a req-010f6de7-1d7d-4995-8edb-bdfe9b4485c3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d011639c-7991-4c3c-87f8-ac64c817ab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829475 Nov 10 20:32:24.325923 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-85dce4da-51bf-4909-885f-511fce5917d1 req-c546f5d3-eeee-472c-a462-b8ab7c069548 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c98e2180-be6e-4779-9a60-e040210828bd HTTP/1.1" status: 200 len: 217 time: 0.0631020 Nov 10 20:32:24.387849 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e302d91-4eea-4ff0-a6c9-fbafdb00eab2 x-openstack-request-id: req-6e302d91-4eea-4ff0-a6c9-fbafdb00eab2 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:32:24.388140 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c490ff-5a0d-40a8-a1fb-34a7f48bac68", "tag": "c98e2180-be6e-4779-9a60-e040210828bd", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:32:24.388346 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6e302d91-4eea-4ff0-a6c9-fbafdb00eab2 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:32:24.388777 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c490ff-5a0d-40a8-a1fb-34a7f48bac68', 'tag': 'c98e2180-be6e-4779-9a60-e040210828bd', 'status': 'completed', 'code': 200} Nov 10 20:32:24.400189 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dce4da-51bf-4909-885f-511fce5917d1 req-f9e8e162-b2dc-49cb-aabc-226c229dc98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:24.401917 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-85dce4da-51bf-4909-885f-511fce5917d1 req-f9e8e162-b2dc-49cb-aabc-226c229dc98e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de63e0a0-2782-4905-a975-5a3d14ddc42b HTTP/1.1" status: 200 len: 835 time: 0.0668888 Nov 10 20:32:24.461595 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dce4da-51bf-4909-885f-511fce5917d1 req-fedfa24e-5b02-4f8c-afc1-fc0a4ab73f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:24.463272 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-85dce4da-51bf-4909-885f-511fce5917d1 req-fedfa24e-5b02-4f8c-afc1-fc0a4ab73f05 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=980c129d-86fe-4753-aa9a-bf80a0ca6ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485871 Nov 10 20:32:24.578406 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-85dce4da-51bf-4909-885f-511fce5917d1 req-be7d74ec-5c27-43d9-8105-e3b4661645ff service neutron] 10.222.0.73 "GET /v2.0/networks/980c129d-86fe-4753-aa9a-bf80a0ca6ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064641 Nov 10 20:32:24.680829 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-85dce4da-51bf-4909-885f-511fce5917d1 req-d72c84bc-603b-4a87-92f2-67fb0d3b8f3d service neutron] 10.222.0.73 "GET /v2.0/networks/980c129d-86fe-4753-aa9a-bf80a0ca6ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955856 Nov 10 20:32:24.792052 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338e041-31df-451b-8ffc-d5fa22823b15 req-e56ed7bf-9813-41ad-a07b-d598f8c34e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:24.793936 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7338e041-31df-451b-8ffc-d5fa22823b15 req-e56ed7bf-9813-41ad-a07b-d598f8c34e80 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&device_id=97c490ff-5a0d-40a8-a1fb-34a7f48bac68 HTTP/1.1" status: 200 len: 1095 time: 0.0576193 Nov 10 20:32:24.897190 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338e041-31df-451b-8ffc-d5fa22823b15 req-fd8372a2-f815-46d8-9c8d-8a0613c8d859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:24.899082 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7338e041-31df-451b-8ffc-d5fa22823b15 req-fd8372a2-f815-46d8-9c8d-8a0613c8d859 service neutron] 10.222.0.73 "GET /v2.0/networks?id=980c129d-86fe-4753-aa9a-bf80a0ca6ca2 HTTP/1.1" status: 200 len: 898 time: 0.0962155 Nov 10 20:32:24.948413 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7338e041-31df-451b-8ffc-d5fa22823b15 req-fa53611f-acbb-4ae5-8676-b58f6bc2037d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c98e2180-be6e-4779-9a60-e040210828bd HTTP/1.1" status: 200 len: 217 time: 0.0404320 Nov 10 20:32:25.002662 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338e041-31df-451b-8ffc-d5fa22823b15 req-47c6b84d-cd7b-4a4c-8c96-287f48acd50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:25.004219 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7338e041-31df-451b-8ffc-d5fa22823b15 req-47c6b84d-cd7b-4a4c-8c96-287f48acd50c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de63e0a0-2782-4905-a975-5a3d14ddc42b HTTP/1.1" status: 200 len: 835 time: 0.0488546 Nov 10 20:32:25.057206 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338e041-31df-451b-8ffc-d5fa22823b15 req-0b6522c3-93f6-4a17-a6c9-9e95d6b05b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:25.058827 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7338e041-31df-451b-8ffc-d5fa22823b15 req-0b6522c3-93f6-4a17-a6c9-9e95d6b05b4c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=980c129d-86fe-4753-aa9a-bf80a0ca6ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463715 Nov 10 20:32:25.167453 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7338e041-31df-451b-8ffc-d5fa22823b15 req-32fd1e9d-bb08-414f-a4fd-f581bd9fdecf service neutron] 10.222.0.73 "GET /v2.0/networks/980c129d-86fe-4753-aa9a-bf80a0ca6ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000841 Nov 10 20:32:25.268095 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7338e041-31df-451b-8ffc-d5fa22823b15 req-8eb8d989-fc1e-4451-9805-30a137bd6a13 service neutron] 10.222.0.73 "GET /v2.0/networks/980c129d-86fe-4753-aa9a-bf80a0ca6ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901504 Nov 10 20:32:25.452203 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53833616-1256-43ec-9ffc-5b5ff8911a4d req-9d7bc683-9571-48bd-a3d3-1482b5d7b3eb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:25.453949 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-53833616-1256-43ec-9ffc-5b5ff8911a4d req-9d7bc683-9571-48bd-a3d3-1482b5d7b3eb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=97c490ff-5a0d-40a8-a1fb-34a7f48bac68 HTTP/1.1" status: 200 len: 944 time: 0.0560868 Nov 10 20:32:25.521071 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-53833616-1256-43ec-9ffc-5b5ff8911a4d req-d19429d7-124d-496c-b70b-54d02bd11e97 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d011639c-7991-4c3c-87f8-ac64c817ab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604544 Nov 10 20:32:25.631352 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:25.752604 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-287727d5-d470-4d01-ad40-c0a8f5f3e2c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:25.854837 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:26.646355 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc0ef6-ef09-46be-8be0-b236008256d0 req-864023d7-98d2-499e-88c6-05ba029948dd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:26.648305 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cadc0ef6-ef09-46be-8be0-b236008256d0 req-864023d7-98d2-499e-88c6-05ba029948dd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=97c490ff-5a0d-40a8-a1fb-34a7f48bac68 HTTP/1.1" status: 200 len: 944 time: 0.0518572 Nov 10 20:32:26.710303 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cadc0ef6-ef09-46be-8be0-b236008256d0 req-98e82cde-5936-4543-8b1f-0678f3919768 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d011639c-7991-4c3c-87f8-ac64c817ab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553570 Nov 10 20:32:27.472451 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device c98e2180-be6e-4779-9a60-e040210828bd details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:32:27.575958 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:27.598795 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port c98e2180-be6e-4779-9a60-e040210828bd, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=c98e2180-be6e-4779-9a60-e040210828bd,segment=NetworkSegment(fb886026-5d94-42f2-a321-c5aa1f1a058c),segment_id=fb886026-5d94-42f2-a321-c5aa1f1a058c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:32:27.615429 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': 'c98e2180-be6e-4779-9a60-e040210828bd', 'network_id': '980c129d-86fe-4753-aa9a-bf80a0ca6ca2', 'port_id': 'c98e2180-be6e-4779-9a60-e040210828bd', 'mac_address': 'fa:16:3e:16:7d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de63e0a0-2782-4905-a975-5a3d14ddc42b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:32:27.656069 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:27.671562 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c98e2180-be6e-4779-9a60-e040210828bd {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:32:27.694528 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port c98e2180-be6e-4779-9a60-e040210828bd, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=c98e2180-be6e-4779-9a60-e040210828bd,segment=NetworkSegment(fb886026-5d94-42f2-a321-c5aa1f1a058c),segment_id=fb886026-5d94-42f2-a321-c5aa1f1a058c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:32:27.702208 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:27.757975 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=c98e2180-be6e-4779-9a60-e040210828bd,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:27.845805 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c1b6ff-b92a-4fa1-91e6-8061a21aa121 req-bb09dd3f-ea42-4334-8213-0eec3203598d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:27.847340 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-77c1b6ff-b92a-4fa1-91e6-8061a21aa121 req-bb09dd3f-ea42-4334-8213-0eec3203598d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=97c490ff-5a0d-40a8-a1fb-34a7f48bac68 HTTP/1.1" status: 200 len: 945 time: 0.0545542 Nov 10 20:32:27.907154 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-77c1b6ff-b92a-4fa1-91e6-8061a21aa121 req-876d6501-7cca-4c54-b032-5235abe42957 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d011639c-7991-4c3c-87f8-ac64c817ab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534332 Nov 10 20:32:27.938078 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['c98e2180-be6e-4779-9a60-e040210828bd'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:32:29.040613 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf6212-8640-4e85-9bbc-d4ec2bcaecf1 req-0702c4ff-cdef-49e5-a3ef-c15ce7f6cccb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:29.042268 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1faf6212-8640-4e85-9bbc-d4ec2bcaecf1 req-0702c4ff-cdef-49e5-a3ef-c15ce7f6cccb tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=97c490ff-5a0d-40a8-a1fb-34a7f48bac68 HTTP/1.1" status: 200 len: 945 time: 0.0552390 Nov 10 20:32:29.072819 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:29.108002 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1faf6212-8640-4e85-9bbc-d4ec2bcaecf1 req-3d731902-0491-421d-b2b8-e1018daee5cc tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d011639c-7991-4c3c-87f8-ac64c817ab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575447 Nov 10 20:32:29.381086 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:29.472561 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device c98e2180-be6e-4779-9a60-e040210828bd up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:32:29.528184 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port c98e2180-be6e-4779-9a60-e040210828bd completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:32:29.532669 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port c98e2180-be6e-4779-9a60-e040210828bd triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:32:29.533041 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:29.648529 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:29.674657 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c490ff-5a0d-40a8-a1fb-34a7f48bac68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98e2180-be6e-4779-9a60-e040210828bd'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:32:29.676918 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e0718a-b1b6-4a3f-bc95-a504ff679353" -d '{"events": [{"server_uuid": "97c490ff-5a0d-40a8-a1fb-34a7f48bac68", "name": "network-vif-plugged", "status": "completed", "tag": "c98e2180-be6e-4779-9a60-e040210828bd"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:32:29.690748 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port c98e2180-be6e-4779-9a60-e040210828bd, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=c98e2180-be6e-4779-9a60-e040210828bd,segment=NetworkSegment(fb886026-5d94-42f2-a321-c5aa1f1a058c),segment_id=fb886026-5d94-42f2-a321-c5aa1f1a058c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:32:29.697316 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:29.728679 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d19533-8d7e-4fae-bf33-576b28d9ad39 x-openstack-request-id: req-b9d19533-8d7e-4fae-bf33-576b28d9ad39 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:32:29.728960 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c490ff-5a0d-40a8-a1fb-34a7f48bac68", "name": "network-vif-plugged", "status": "completed", "tag": "c98e2180-be6e-4779-9a60-e040210828bd", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:32:29.729302 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b9d19533-8d7e-4fae-bf33-576b28d9ad39 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:32:29.729552 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c490ff-5a0d-40a8-a1fb-34a7f48bac68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98e2180-be6e-4779-9a60-e040210828bd', 'code': 200} Nov 10 20:32:29.758103 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=c98e2180-be6e-4779-9a60-e040210828bd,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:29.843179 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214a7d5-2125-4d98-affd-a0902fdd492a req-bf63ebc3-d3b3-4755-ae4c-255948e574bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:29.844569 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3214a7d5-2125-4d98-affd-a0902fdd492a req-bf63ebc3-d3b3-4755-ae4c-255948e574bf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=97c490ff-5a0d-40a8-a1fb-34a7f48bac68 HTTP/1.1" status: 200 len: 1097 time: 0.0481246 Nov 10 20:32:29.891734 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3214a7d5-2125-4d98-affd-a0902fdd492a req-1256cfaf-dba2-4a8c-973f-b1db2547a9e0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d011639c-7991-4c3c-87f8-ac64c817ab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399668 Nov 10 20:32:30.239821 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264da4ef-b607-48b1-92de-a6bbe113b7f5 req-49be62be-8999-4032-a8c0-db2efb727f59 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:30.241384 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-264da4ef-b607-48b1-92de-a6bbe113b7f5 req-49be62be-8999-4032-a8c0-db2efb727f59 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=97c490ff-5a0d-40a8-a1fb-34a7f48bac68 HTTP/1.1" status: 200 len: 946 time: 0.0587840 Nov 10 20:32:30.300238 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-264da4ef-b607-48b1-92de-a6bbe113b7f5 req-e2a55136-4915-43aa-bcd2-f9515578c882 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d011639c-7991-4c3c-87f8-ac64c817ab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462024 Nov 10 20:32:31.430719 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8c9c6-3a09-4a7c-94de-68f311e0579b req-4b3a2cea-db9a-4f65-abd9-d9e709411bb3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:31.432269 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bda8c9c6-3a09-4a7c-94de-68f311e0579b req-4b3a2cea-db9a-4f65-abd9-d9e709411bb3 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=97c490ff-5a0d-40a8-a1fb-34a7f48bac68 HTTP/1.1" status: 200 len: 946 time: 0.0540059 Nov 10 20:32:31.493284 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bda8c9c6-3a09-4a7c-94de-68f311e0579b req-0a5bd32d-d665-404a-b4e8-b513c67d82c1 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d011639c-7991-4c3c-87f8-ac64c817ab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535479 Nov 10 20:32:31.626193 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67406def-971c-4fae-962e-b20a10713632 req-2fe3b054-35ee-46a2-aef3-671696bea24c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:31.627942 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67406def-971c-4fae-962e-b20a10713632 req-2fe3b054-35ee-46a2-aef3-671696bea24c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=97c490ff-5a0d-40a8-a1fb-34a7f48bac68 HTTP/1.1" status: 200 len: 946 time: 0.0588930 Nov 10 20:32:31.682835 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-67406def-971c-4fae-962e-b20a10713632 req-57f223fc-597e-4805-aa22-2fd4051dbfc4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d011639c-7991-4c3c-87f8-ac64c817ab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472121 Nov 10 20:32:31.708886 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58614) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:32:31.761646 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b277e8ff-21c0-4151-949d-42bf6d202f7f tempest-TestNetworkAdvancedServerOps-1920971335 tempest-TestNetworkAdvancedServerOps-1920971335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:31.764040 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b277e8ff-21c0-4151-949d-42bf6d202f7f tempest-TestNetworkAdvancedServerOps-1920971335 tempest-TestNetworkAdvancedServerOps-1920971335-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=97c490ff-5a0d-40a8-a1fb-34a7f48bac68 HTTP/1.1" status: 200 len: 1092 time: 0.0539410 Nov 10 20:32:31.767691 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58616) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:32:31.773027 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-7c2513d4-a299-4760-bf11-8d4d11ff42da tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'port_id': 'c98e2180-be6e-4779-9a60-e040210828bd', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:32:31.800628 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7c2513d4-a299-4760-bf11-8d4d11ff42da tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for floatingip, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:31.922483 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7c2513d4-a299-4760-bf11-8d4d11ff42da tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:32.054617 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-7c2513d4-a299-4760-bf11-8d4d11ff42da tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Allocated IP 172.25.3.77 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/349fcd5a-d353-4a47-b329-b94613879f49) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:32:32.178344 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7c2513d4-a299-4760-bf11-8d4d11ff42da tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:32.217631 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7c2513d4-a299-4760-bf11-8d4d11ff42da tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:32.259856 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2513d4-a299-4760-bf11-8d4d11ff42da tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:32:32.265811 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-7c2513d4-a299-4760-bf11-8d4d11ff42da tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:32:32.269729 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2513d4-a299-4760-bf11-8d4d11ff42da tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:32:32.276207 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2513d4-a299-4760-bf11-8d4d11ff42da tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Port': ['ID=349fcd5a-d353-4a47-b329-b94613879f49,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:32.696581 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7c2513d4-a299-4760-bf11-8d4d11ff42da tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:32.771535 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7c2513d4-a299-4760-bf11-8d4d11ff42da tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:32.941698 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7c2513d4-a299-4760-bf11-8d4d11ff42da tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:32.948443 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7c2513d4-a299-4760-bf11-8d4d11ff42da tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:33.032749 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2513d4-a299-4760-bf11-8d4d11ff42da tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event updated for resources: {'Port': ['ID=349fcd5a-d353-4a47-b329-b94613879f49,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:32:33.043511 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7c2513d4-a299-4760-bf11-8d4d11ff42da tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:33.145571 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [None req-7c2513d4-a299-4760-bf11-8d4d11ff42da tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Floating IP 4fe776b4-63dd-4ff3-a704-73e02a0df1cc associated. External IP: 172.25.3.77, port: c98e2180-be6e-4779-9a60-e040210828bd. Nov 10 20:32:33.370676 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2513d4-a299-4760-bf11-8d4d11ff42da tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Router 15110469-ac8c-4ad1-8d42-7d897ff6e278 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:32:33.491470 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2513d4-a299-4760-bf11-8d4d11ff42da tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:32:33.502707 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606dc08c-0027-4f24-a3f9-6ff20d5cd4f2 None None] Sync routers for ids ['15110469-ac8c-4ad1-8d42-7d897ff6e278'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:32:33.513710 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606dc08c-0027-4f24-a3f9-6ff20d5cd4f2 None None] Routers {'15110469-ac8c-4ad1-8d42-7d897ff6e278'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:32:33.513974 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-7c2513d4-a299-4760-bf11-8d4d11ff42da tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:33.514512 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-606dc08c-0027-4f24-a3f9-6ff20d5cd4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:32:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['15110469-ac8c-4ad1-8d42-7d897ff6e278'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:32:33.547591 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-7c2513d4-a299-4760-bf11-8d4d11ff42da tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7786357 Nov 10 20:32:33.548505 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c490ff-5a0d-40a8-a1fb-34a7f48bac68', 'tag': 'c98e2180-be6e-4779-9a60-e040210828bd'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:32:33.551144 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ab47a2-311c-4184-aa0e-053d61502afa" -d '{"events": [{"name": "network-changed", "server_uuid": "97c490ff-5a0d-40a8-a1fb-34a7f48bac68", "tag": "c98e2180-be6e-4779-9a60-e040210828bd"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:32:33.684178 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfc1e5-15a8-4203-baae-f86b72555f6e req-65c071ed-7fe6-49e8-88fb-29cc4619b408 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:33.686941 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-90bfc1e5-15a8-4203-baae-f86b72555f6e req-65c071ed-7fe6-49e8-88fb-29cc4619b408 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=97c490ff-5a0d-40a8-a1fb-34a7f48bac68 HTTP/1.1" status: 200 len: 946 time: 0.0669248 Nov 10 20:32:33.752051 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-90bfc1e5-15a8-4203-baae-f86b72555f6e req-84e80401-17f7-4340-aa3b-3ffa22b072f0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d011639c-7991-4c3c-87f8-ac64c817ab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565267 Nov 10 20:32:33.783925 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58622) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:32:33.832844 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-606dc08c-0027-4f24-a3f9-6ff20d5cd4f2 None None] Set router 15110469-ac8c-4ad1-8d42-7d897ff6e278 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:32:33.835627 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a921dc-ffe0-4030-9a66-f1323bb199bd x-openstack-request-id: req-d1a921dc-ffe0-4030-9a66-f1323bb199bd {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:32:33.835919 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c490ff-5a0d-40a8-a1fb-34a7f48bac68", "tag": "c98e2180-be6e-4779-9a60-e040210828bd", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:32:33.836302 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d1a921dc-ffe0-4030-9a66-f1323bb199bd {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:32:33.837514 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c490ff-5a0d-40a8-a1fb-34a7f48bac68', 'tag': 'c98e2180-be6e-4779-9a60-e040210828bd', 'status': 'completed', 'code': 200} Nov 10 20:32:33.890878 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e795761b-9c7b-4711-8621-6ef00c8cbfc2 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/floatingips/4fe776b4-63dd-4ff3-a704-73e02a0df1cc HTTP/1.1" status: 200 len: 991 time: 0.1051147 Nov 10 20:32:33.911374 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab47a2-311c-4184-aa0e-053d61502afa req-383f9303-4fb4-4174-9520-b3d7f63c7d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:33.913254 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b9ab47a2-311c-4184-aa0e-053d61502afa req-383f9303-4fb4-4174-9520-b3d7f63c7d1c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&device_id=97c490ff-5a0d-40a8-a1fb-34a7f48bac68 HTTP/1.1" status: 200 len: 1097 time: 0.0653582 Nov 10 20:32:34.117340 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-606dc08c-0027-4f24-a3f9-6ff20d5cd4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58564151', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '92babd0b-e277-4569-b1a0-5e48c2363e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:32:13Z', 'updated_at': '2021-11-10T20:32:18Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '92babd0b-e277-4569-b1a0-5e48c2363e05', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:32:14Z', 'updated_at': '2021-11-10T20:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '4fe776b4-63dd-4ff3-a704-73e02a0df1cc', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'port_id': 'c98e2180-be6e-4779-9a60-e040210828bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '980c129d-86fe-4753-aa9a-bf80a0ca6ca2', 'mac_address': 'fa:16:3e:16:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c490ff-5a0d-40a8-a1fb-34a7f48bac68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:32:32Z', 'updated_at': '2021-11-10T20:32:32Z', 'revision_number': 0, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a63b13-7187-4f5f-848b-734aa304a248', 'name': '', 'network_id': '980c129d-86fe-4753-aa9a-bf80a0ca6ca2', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:71:6b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'de63e0a0-2782-4905-a975-5a3d14ddc42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:32:17Z', 'updated_at': '2021-11-10T20:32:22Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': 'de63e0a0-2782-4905-a975-5a3d14ddc42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:32:34.147294 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606dc08c-0027-4f24-a3f9-6ff20d5cd4f2 None None] Checking router: 15110469-ac8c-4ad1-8d42-7d897ff6e278 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:32:34.158285 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606dc08c-0027-4f24-a3f9-6ff20d5cd4f2 None None] Routers {'15110469-ac8c-4ad1-8d42-7d897ff6e278'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:32:34.158966 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-606dc08c-0027-4f24-a3f9-6ff20d5cd4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:32:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['15110469-ac8c-4ad1-8d42-7d897ff6e278'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:32:34.280719 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-606dc08c-0027-4f24-a3f9-6ff20d5cd4f2 None None] Set router 15110469-ac8c-4ad1-8d42-7d897ff6e278 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:32:34.405540 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab47a2-311c-4184-aa0e-053d61502afa req-ca2dea85-112c-4892-9acb-aa7c1f43d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:34.406964 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b9ab47a2-311c-4184-aa0e-053d61502afa req-ca2dea85-112c-4892-9acb-aa7c1f43d64b service neutron] 10.222.0.73 "GET /v2.0/networks?id=980c129d-86fe-4753-aa9a-bf80a0ca6ca2 HTTP/1.1" status: 200 len: 898 time: 0.4858241 Nov 10 20:32:34.491311 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b9ab47a2-311c-4184-aa0e-053d61502afa req-03333074-1f7b-4730-8437-c451bf4dbeff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c98e2180-be6e-4779-9a60-e040210828bd HTTP/1.1" status: 200 len: 999 time: 0.0765650 Nov 10 20:32:34.547592 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab47a2-311c-4184-aa0e-053d61502afa req-f2bb7369-793a-4f7c-9530-f7f032f57c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:34.549632 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b9ab47a2-311c-4184-aa0e-053d61502afa req-f2bb7369-793a-4f7c-9530-f7f032f57c53 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de63e0a0-2782-4905-a975-5a3d14ddc42b HTTP/1.1" status: 200 len: 835 time: 0.0508525 Nov 10 20:32:34.551462 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-606dc08c-0027-4f24-a3f9-6ff20d5cd4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58564151', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '92babd0b-e277-4569-b1a0-5e48c2363e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:32:13Z', 'updated_at': '2021-11-10T20:32:18Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '92babd0b-e277-4569-b1a0-5e48c2363e05', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:32:14Z', 'updated_at': '2021-11-10T20:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '4fe776b4-63dd-4ff3-a704-73e02a0df1cc', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'port_id': 'c98e2180-be6e-4779-9a60-e040210828bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '980c129d-86fe-4753-aa9a-bf80a0ca6ca2', 'mac_address': 'fa:16:3e:16:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c490ff-5a0d-40a8-a1fb-34a7f48bac68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:32:32Z', 'updated_at': '2021-11-10T20:32:32Z', 'revision_number': 0, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a63b13-7187-4f5f-848b-734aa304a248', 'name': '', 'network_id': '980c129d-86fe-4753-aa9a-bf80a0ca6ca2', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:71:6b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'de63e0a0-2782-4905-a975-5a3d14ddc42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:32:17Z', 'updated_at': '2021-11-10T20:32:22Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': 'de63e0a0-2782-4905-a975-5a3d14ddc42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:32:34.587005 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606dc08c-0027-4f24-a3f9-6ff20d5cd4f2 None None] The sync data for ids ['15110469-ac8c-4ad1-8d42-7d897ff6e278'] in n-d-813897-4 is: [{'id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58564151', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '92babd0b-e277-4569-b1a0-5e48c2363e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:32:13Z', 'updated_at': '2021-11-10T20:32:18Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '92babd0b-e277-4569-b1a0-5e48c2363e05', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:32:14Z', 'updated_at': '2021-11-10T20:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '4fe776b4-63dd-4ff3-a704-73e02a0df1cc', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'port_id': 'c98e2180-be6e-4779-9a60-e040210828bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '980c129d-86fe-4753-aa9a-bf80a0ca6ca2', 'mac_address': 'fa:16:3e:16:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c490ff-5a0d-40a8-a1fb-34a7f48bac68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:32:32Z', 'updated_at': '2021-11-10T20:32:32Z', 'revision_number': 0, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a63b13-7187-4f5f-848b-734aa304a248', 'name': '', 'network_id': '980c129d-86fe-4753-aa9a-bf80a0ca6ca2', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:71:6b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'de63e0a0-2782-4905-a975-5a3d14ddc42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:32:17Z', 'updated_at': '2021-11-10T20:32:22Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': 'de63e0a0-2782-4905-a975-5a3d14ddc42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:32:34.614136 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab47a2-311c-4184-aa0e-053d61502afa req-8d696c59-29fa-433e-85db-ead02f335fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:32:34.618632 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b9ab47a2-311c-4184-aa0e-053d61502afa req-8d696c59-29fa-433e-85db-ead02f335fe2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=980c129d-86fe-4753-aa9a-bf80a0ca6ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598159 Nov 10 20:32:34.737994 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b9ab47a2-311c-4184-aa0e-053d61502afa req-4146a897-ac00-450e-a985-4790b5fecb93 service neutron] 10.222.0.73 "GET /v2.0/networks/980c129d-86fe-4753-aa9a-bf80a0ca6ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122265 Nov 10 20:32:34.862138 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ba3c40-d122-4e3d-b0fd-213f5b44c1a9 None None] New status for floating IP 4fe776b4-63dd-4ff3-a704-73e02a0df1cc: ACTIVE {{(pid=102508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:32:34.864973 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b9ab47a2-311c-4184-aa0e-053d61502afa req-21564abd-94f0-4db5-aa7e-92ff594eeaae service neutron] 10.222.0.73 "GET /v2.0/networks/980c129d-86fe-4753-aa9a-bf80a0ca6ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188002 Nov 10 20:32:34.894748 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58624) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:32:34.984256 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3aaf91b6-a9cb-4b0e-9525-c7017bdc21d6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/floatingips/4fe776b4-63dd-4ff3-a704-73e02a0df1cc HTTP/1.1" status: 200 len: 991 time: 0.0877323 Nov 10 20:32:35.988143 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58626) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:32:36.059844 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-8d05b06b-5901-467c-988e-8d359c10e0aa tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/floatingips/4fe776b4-63dd-4ff3-a704-73e02a0df1cc HTTP/1.1" status: 200 len: 993 time: 0.0703099 Nov 10 20:32:43.268144 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:32:53.514250 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2cd5d2e8-9566-4b52-a935-7f43bfbc912a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:55.628682 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:55.750837 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6b6cc68e-613a-47f3-8852-9be8fbb8f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:55.868888 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:57.570053 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:59.080439 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:32:59.380768 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:07.532964 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2527b6-0621-40a1-aff8-1c62f3547304 req-0d1a981e-6281-4651-886d-563055047d16 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:07.534496 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bf2527b6-0621-40a1-aff8-1c62f3547304 req-0d1a981e-6281-4651-886d-563055047d16 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=97c490ff-5a0d-40a8-a1fb-34a7f48bac68 HTTP/1.1" status: 200 len: 946 time: 0.0612626 Nov 10 20:33:07.592033 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bf2527b6-0621-40a1-aff8-1c62f3547304 req-738f046e-a057-4f70-8633-085ab4b547ef tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d011639c-7991-4c3c-87f8-ac64c817ab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504637 Nov 10 20:33:08.732040 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b848c5e-9869-4875-b138-2fd6f2859ad4 req-14230148-fc17-4f22-83e8-bc3c93ee213a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:08.733612 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0b848c5e-9869-4875-b138-2fd6f2859ad4 req-14230148-fc17-4f22-83e8-bc3c93ee213a tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=97c490ff-5a0d-40a8-a1fb-34a7f48bac68 HTTP/1.1" status: 200 len: 946 time: 0.0581353 Nov 10 20:33:08.789197 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0b848c5e-9869-4875-b138-2fd6f2859ad4 req-b62c7e6e-fc50-4e87-a3bf-f93f44ee8b73 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d011639c-7991-4c3c-87f8-ac64c817ab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493801 Nov 10 20:33:08.812642 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58648) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:33:08.885101 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-55b25680-ce68-4344-9b6a-3a2bb9ad65da tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/floatingips/4fe776b4-63dd-4ff3-a704-73e02a0df1cc HTTP/1.1" status: 200 len: 993 time: 0.0710735 Nov 10 20:33:10.187829 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d668cd-bd83-40dc-adcb-1b654451e74f req-be977e2d-5cfa-47c0-9e0e-029dceb4f780 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:10.189207 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-75d668cd-bd83-40dc-adcb-1b654451e74f req-be977e2d-5cfa-47c0-9e0e-029dceb4f780 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=97c490ff-5a0d-40a8-a1fb-34a7f48bac68 HTTP/1.1" status: 200 len: 946 time: 0.0586307 Nov 10 20:33:10.204076 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd1227-52e6-4747-bbb6-e9f7009526fa req-71836dee-ed36-4b73-affb-337ed1c3f0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:10.205638 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f5bd1227-52e6-4747-bbb6-e9f7009526fa req-71836dee-ed36-4b73-affb-337ed1c3f0de service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&device_id=97c490ff-5a0d-40a8-a1fb-34a7f48bac68 HTTP/1.1" status: 200 len: 1097 time: 0.0428205 Nov 10 20:33:10.251635 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-75d668cd-bd83-40dc-adcb-1b654451e74f req-242591e3-f73c-4280-b657-a1902895ed18 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d011639c-7991-4c3c-87f8-ac64c817ab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557666 Nov 10 20:33:10.303206 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd1227-52e6-4747-bbb6-e9f7009526fa req-bfe0d039-7fde-498d-9a72-4cf0976e1aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:10.304762 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f5bd1227-52e6-4747-bbb6-e9f7009526fa req-bfe0d039-7fde-498d-9a72-4cf0976e1aff service neutron] 10.222.0.73 "GET /v2.0/networks?id=980c129d-86fe-4753-aa9a-bf80a0ca6ca2 HTTP/1.1" status: 200 len: 898 time: 0.0919166 Nov 10 20:33:10.387472 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f5bd1227-52e6-4747-bbb6-e9f7009526fa req-bcd1b777-10bc-4967-bed0-061660f9fda8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c98e2180-be6e-4779-9a60-e040210828bd HTTP/1.1" status: 200 len: 1001 time: 0.0740592 Nov 10 20:33:10.447500 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd1227-52e6-4747-bbb6-e9f7009526fa req-44c3a9aa-ddd1-4db2-9f83-4ba907fc1615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:10.448909 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f5bd1227-52e6-4747-bbb6-e9f7009526fa req-44c3a9aa-ddd1-4db2-9f83-4ba907fc1615 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de63e0a0-2782-4905-a975-5a3d14ddc42b HTTP/1.1" status: 200 len: 835 time: 0.0541010 Nov 10 20:33:10.498334 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd1227-52e6-4747-bbb6-e9f7009526fa req-3b0da642-ba62-45d3-a8aa-680d402b2b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:10.499850 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f5bd1227-52e6-4747-bbb6-e9f7009526fa req-3b0da642-ba62-45d3-a8aa-680d402b2b12 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=980c129d-86fe-4753-aa9a-bf80a0ca6ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430403 Nov 10 20:33:10.595480 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f5bd1227-52e6-4747-bbb6-e9f7009526fa req-2f0a188d-be95-4042-a42d-c46ffc3b5b24 service neutron] 10.222.0.73 "GET /v2.0/networks/980c129d-86fe-4753-aa9a-bf80a0ca6ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879500 Nov 10 20:33:10.697460 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-f5bd1227-52e6-4747-bbb6-e9f7009526fa req-538928d3-87b3-4f62-a7f7-effa5575d4a9 service neutron] 10.222.0.73 "GET /v2.0/networks/980c129d-86fe-4753-aa9a-bf80a0ca6ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946229 Nov 10 20:33:11.380001 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c9976-ad5f-4085-a2e0-3428fcfd0342 req-8c5ec97b-367e-4c5b-85f8-1730b42cbdd0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:11.382210 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-648c9976-ad5f-4085-a2e0-3428fcfd0342 req-8c5ec97b-367e-4c5b-85f8-1730b42cbdd0 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=97c490ff-5a0d-40a8-a1fb-34a7f48bac68 HTTP/1.1" status: 200 len: 946 time: 0.0565004 Nov 10 20:33:11.452218 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-648c9976-ad5f-4085-a2e0-3428fcfd0342 req-01057569-2753-4f3f-9bdd-fef5336ef8f4 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d011639c-7991-4c3c-87f8-ac64c817ab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630395 Nov 10 20:33:12.576739 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebce7d-4c0a-4a9a-9de1-eb014c8efe22 req-bf3d0951-11cc-41ae-8dea-063d4e3cc8d6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:12.578321 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-abebce7d-4c0a-4a9a-9de1-eb014c8efe22 req-bf3d0951-11cc-41ae-8dea-063d4e3cc8d6 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=97c490ff-5a0d-40a8-a1fb-34a7f48bac68 HTTP/1.1" status: 200 len: 946 time: 0.0549498 Nov 10 20:33:12.634980 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-abebce7d-4c0a-4a9a-9de1-eb014c8efe22 req-dd366eb3-e7b9-4c49-abe9-53b12d679d5d tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d011639c-7991-4c3c-87f8-ac64c817ab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485282 Nov 10 20:33:12.663201 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58660) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:33:12.732303 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d4f54a9c-ea71-4de3-8cbf-165d11ed5aa8 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/floatingips/4fe776b4-63dd-4ff3-a704-73e02a0df1cc HTTP/1.1" status: 200 len: 993 time: 0.0677133 Nov 10 20:33:12.963296 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58666) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:33:13.140965 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-160b6098-3a8a-4f6d-bd3f-e5e528d4a2fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Deleting port 349fcd5a-d353-4a47-b329-b94613879f49 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:33:13.141348 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-160b6098-3a8a-4f6d-bd3f-e5e528d4a2fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:13.217394 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-160b6098-3a8a-4f6d-bd3f-e5e528d4a2fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:13.217711 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-160b6098-3a8a-4f6d-bd3f-e5e528d4a2fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:13.229488 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-160b6098-3a8a-4f6d-bd3f-e5e528d4a2fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Calling delete_port for 349fcd5a-d353-4a47-b329-b94613879f49 owned by network:floatingip {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:33:13.386711 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-160b6098-3a8a-4f6d-bd3f-e5e528d4a2fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:13.416070 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b6098-3a8a-4f6d-bd3f-e5e528d4a2fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event deleted for resources: {'Port': ['ID=349fcd5a-d353-4a47-b329-b94613879f49,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:13.428468 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160b6098-3a8a-4f6d-bd3f-e5e528d4a2fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:13.428854 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160b6098-3a8a-4f6d-bd3f-e5e528d4a2fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:13.429249 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160b6098-3a8a-4f6d-bd3f-e5e528d4a2fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:13.429605 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160b6098-3a8a-4f6d-bd3f-e5e528d4a2fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:13.429986 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160b6098-3a8a-4f6d-bd3f-e5e528d4a2fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:13.430321 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160b6098-3a8a-4f6d-bd3f-e5e528d4a2fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:13.430652 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160b6098-3a8a-4f6d-bd3f-e5e528d4a2fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:13.430981 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160b6098-3a8a-4f6d-bd3f-e5e528d4a2fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:13.431312 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160b6098-3a8a-4f6d-bd3f-e5e528d4a2fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:13.431651 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160b6098-3a8a-4f6d-bd3f-e5e528d4a2fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:13.431945 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160b6098-3a8a-4f6d-bd3f-e5e528d4a2fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:13.432268 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160b6098-3a8a-4f6d-bd3f-e5e528d4a2fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:13.490207 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-160b6098-3a8a-4f6d-bd3f-e5e528d4a2fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for floatingip, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:13.490609 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [None req-160b6098-3a8a-4f6d-bd3f-e5e528d4a2fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Floating IP 4fe776b4-63dd-4ff3-a704-73e02a0df1cc disassociated (deleted). External IP: 172.25.3.77, port: c98e2180-be6e-4779-9a60-e040210828bd. Nov 10 20:33:13.709930 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160b6098-3a8a-4f6d-bd3f-e5e528d4a2fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Router 15110469-ac8c-4ad1-8d42-7d897ff6e278 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:33:13.824970 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160b6098-3a8a-4f6d-bd3f-e5e528d4a2fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:33:13.830442 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-160b6098-3a8a-4f6d-bd3f-e5e528d4a2fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:13.835357 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501dd2e3-1b2b-4931-9a26-fa86677e77db None None] Sync routers for ids ['15110469-ac8c-4ad1-8d42-7d897ff6e278'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:33:13.845227 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501dd2e3-1b2b-4931-9a26-fa86677e77db None None] Routers {'15110469-ac8c-4ad1-8d42-7d897ff6e278'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:33:13.845863 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-501dd2e3-1b2b-4931-9a26-fa86677e77db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:32:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['15110469-ac8c-4ad1-8d42-7d897ff6e278'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:33:13.858019 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-160b6098-3a8a-4f6d-bd3f-e5e528d4a2fd tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "DELETE /v2.0/floatingips/4fe776b4-63dd-4ff3-a704-73e02a0df1cc HTTP/1.1" status: 204 len: 168 time: 0.8934999 Nov 10 20:33:13.858782 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c490ff-5a0d-40a8-a1fb-34a7f48bac68', 'tag': 'c98e2180-be6e-4779-9a60-e040210828bd'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:33:13.861079 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fc444b-4356-4e99-874d-412007ba4179" -d '{"events": [{"name": "network-changed", "server_uuid": "97c490ff-5a0d-40a8-a1fb-34a7f48bac68", "tag": "c98e2180-be6e-4779-9a60-e040210828bd"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:33:13.954429 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-501dd2e3-1b2b-4931-9a26-fa86677e77db None None] Set router 15110469-ac8c-4ad1-8d42-7d897ff6e278 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:33:14.026031 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda1dd4e-d136-4bb8-af44-adc4ed85c150 x-openstack-request-id: req-bda1dd4e-d136-4bb8-af44-adc4ed85c150 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:33:14.026527 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c490ff-5a0d-40a8-a1fb-34a7f48bac68", "tag": "c98e2180-be6e-4779-9a60-e040210828bd", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:33:14.026846 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bda1dd4e-d136-4bb8-af44-adc4ed85c150 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:33:14.027326 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c490ff-5a0d-40a8-a1fb-34a7f48bac68', 'tag': 'c98e2180-be6e-4779-9a60-e040210828bd', 'status': 'completed', 'code': 200} Nov 10 20:33:14.096356 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc444b-4356-4e99-874d-412007ba4179 req-c8dad324-b97d-4f2e-ba7d-7463d035f442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:14.097968 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-70fc444b-4356-4e99-874d-412007ba4179 req-c8dad324-b97d-4f2e-ba7d-7463d035f442 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d6be74ad5b18422194586c70b0b42211&device_id=97c490ff-5a0d-40a8-a1fb-34a7f48bac68 HTTP/1.1" status: 200 len: 1097 time: 0.0489411 Nov 10 20:33:14.133194 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe128f-d220-487e-b111-ad1432580ac5 req-3d304274-6057-4328-bd1d-0e582050d733 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:14.135147 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e8fe128f-d220-487e-b111-ad1432580ac5 req-3d304274-6057-4328-bd1d-0e582050d733 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=97c490ff-5a0d-40a8-a1fb-34a7f48bac68 HTTP/1.1" status: 200 len: 946 time: 0.0578270 Nov 10 20:33:14.192659 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e8fe128f-d220-487e-b111-ad1432580ac5 req-aae9621b-e900-4522-a492-7142fb8eee99 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d011639c-7991-4c3c-87f8-ac64c817ab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513742 Nov 10 20:33:14.204016 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc444b-4356-4e99-874d-412007ba4179 req-cc6ad5bc-2f3a-4f9f-840b-181f9d6c6fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:14.205586 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-70fc444b-4356-4e99-874d-412007ba4179 req-cc6ad5bc-2f3a-4f9f-840b-181f9d6c6fa8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=980c129d-86fe-4753-aa9a-bf80a0ca6ca2 HTTP/1.1" status: 200 len: 898 time: 0.0999353 Nov 10 20:33:14.210965 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-501dd2e3-1b2b-4931-9a26-fa86677e77db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58564151', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '92babd0b-e277-4569-b1a0-5e48c2363e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:32:13Z', 'updated_at': '2021-11-10T20:32:18Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '92babd0b-e277-4569-b1a0-5e48c2363e05', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:32:14Z', 'updated_at': '2021-11-10T20:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '19a63b13-7187-4f5f-848b-734aa304a248', 'name': '', 'network_id': '980c129d-86fe-4753-aa9a-bf80a0ca6ca2', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:71:6b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'de63e0a0-2782-4905-a975-5a3d14ddc42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:32:17Z', 'updated_at': '2021-11-10T20:32:22Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': 'de63e0a0-2782-4905-a975-5a3d14ddc42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:33:14.237556 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501dd2e3-1b2b-4931-9a26-fa86677e77db None None] Checking router: 15110469-ac8c-4ad1-8d42-7d897ff6e278 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:33:14.246699 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501dd2e3-1b2b-4931-9a26-fa86677e77db None None] Routers {'15110469-ac8c-4ad1-8d42-7d897ff6e278'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:33:14.247208 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-501dd2e3-1b2b-4931-9a26-fa86677e77db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:32:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['15110469-ac8c-4ad1-8d42-7d897ff6e278'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:33:14.249477 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-70fc444b-4356-4e99-874d-412007ba4179 req-b8cebdd9-5ae5-49f3-af55-b8f914536dad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c98e2180-be6e-4779-9a60-e040210828bd HTTP/1.1" status: 200 len: 217 time: 0.0358973 Nov 10 20:33:14.303579 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc444b-4356-4e99-874d-412007ba4179 req-fbb19dc7-105c-42a3-9714-01f9ff11d4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:14.305092 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-70fc444b-4356-4e99-874d-412007ba4179 req-fbb19dc7-105c-42a3-9714-01f9ff11d4b6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de63e0a0-2782-4905-a975-5a3d14ddc42b HTTP/1.1" status: 200 len: 835 time: 0.0483298 Nov 10 20:33:14.362658 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-501dd2e3-1b2b-4931-9a26-fa86677e77db None None] Set router 15110469-ac8c-4ad1-8d42-7d897ff6e278 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:33:14.362935 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc444b-4356-4e99-874d-412007ba4179 req-aaaca3f7-f194-4fc9-b228-e298d424a9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:14.364723 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-70fc444b-4356-4e99-874d-412007ba4179 req-aaaca3f7-f194-4fc9-b228-e298d424a9e8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=980c129d-86fe-4753-aa9a-bf80a0ca6ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504663 Nov 10 20:33:14.474242 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-70fc444b-4356-4e99-874d-412007ba4179 req-380c521e-4e29-4b8e-9aeb-a2555a162639 service neutron] 10.222.0.73 "GET /v2.0/networks/980c129d-86fe-4753-aa9a-bf80a0ca6ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010160 Nov 10 20:33:14.576236 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-70fc444b-4356-4e99-874d-412007ba4179 req-d31c1137-a949-4b71-8fff-7dc9f591038f service neutron] 10.222.0.73 "GET /v2.0/networks/980c129d-86fe-4753-aa9a-bf80a0ca6ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930941 Nov 10 20:33:14.587024 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-501dd2e3-1b2b-4931-9a26-fa86677e77db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58564151', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '92babd0b-e277-4569-b1a0-5e48c2363e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:32:13Z', 'updated_at': '2021-11-10T20:32:18Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '92babd0b-e277-4569-b1a0-5e48c2363e05', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:32:14Z', 'updated_at': '2021-11-10T20:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '19a63b13-7187-4f5f-848b-734aa304a248', 'name': '', 'network_id': '980c129d-86fe-4753-aa9a-bf80a0ca6ca2', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:71:6b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'de63e0a0-2782-4905-a975-5a3d14ddc42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:32:17Z', 'updated_at': '2021-11-10T20:32:22Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': 'de63e0a0-2782-4905-a975-5a3d14ddc42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:33:14.620063 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501dd2e3-1b2b-4931-9a26-fa86677e77db None None] The sync data for ids ['15110469-ac8c-4ad1-8d42-7d897ff6e278'] in n-d-813897-4 is: [{'id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58564151', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '92babd0b-e277-4569-b1a0-5e48c2363e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:32:13Z', 'updated_at': '2021-11-10T20:32:18Z', 'revision_number': 4, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '92babd0b-e277-4569-b1a0-5e48c2363e05', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:32:14Z', 'updated_at': '2021-11-10T20:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '19a63b13-7187-4f5f-848b-734aa304a248', 'name': '', 'network_id': '980c129d-86fe-4753-aa9a-bf80a0ca6ca2', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'mac_address': 'fa:16:3e:71:6b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'de63e0a0-2782-4905-a975-5a3d14ddc42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:32:17Z', 'updated_at': '2021-11-10T20:32:22Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'subnets': [{'id': 'de63e0a0-2782-4905-a975-5a3d14ddc42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:33:14.860311 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941006e0-3c6d-4be4-af23-d5556f9d7435 None None] New status for floating IP 4fe776b4-63dd-4ff3-a704-73e02a0df1cc: DOWN {{(pid=102508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:33:15.335096 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0e38c-078a-4775-b34c-c7a3dbb89996 req-08e9e6fe-31fb-4048-a12c-8224ccf474da tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:15.336735 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-84a0e38c-078a-4775-b34c-c7a3dbb89996 req-08e9e6fe-31fb-4048-a12c-8224ccf474da tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=97c490ff-5a0d-40a8-a1fb-34a7f48bac68 HTTP/1.1" status: 200 len: 946 time: 0.0618477 Nov 10 20:33:15.410725 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-84a0e38c-078a-4775-b34c-c7a3dbb89996 req-761ec264-cc60-4e10-ac98-1bc83a3dc49c tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d011639c-7991-4c3c-87f8-ac64c817ab0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639026 Nov 10 20:33:15.635038 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62612e9d-eb80-4ae8-857c-377c49dc18be req-4bc14ad3-5519-4d9b-b6fc-11c1695d1579 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:15.636607 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-62612e9d-eb80-4ae8-857c-377c49dc18be req-4bc14ad3-5519-4d9b-b6fc-11c1695d1579 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.73 "GET /v2.0/ports?device_id=97c490ff-5a0d-40a8-a1fb-34a7f48bac68 HTTP/1.1" status: 200 len: 946 time: 0.0612626 Nov 10 20:33:15.733967 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-62612e9d-eb80-4ae8-857c-377c49dc18be req-02aef040-9cf2-4f78-8d47-869f1a9f6cdf tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Deleting port c98e2180-be6e-4779-9a60-e040210828bd {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:33:15.734304 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-62612e9d-eb80-4ae8-857c-377c49dc18be req-02aef040-9cf2-4f78-8d47-869f1a9f6cdf tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:15.830186 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-62612e9d-eb80-4ae8-857c-377c49dc18be req-02aef040-9cf2-4f78-8d47-869f1a9f6cdf tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] For port c98e2180-be6e-4779-9a60-e040210828bd, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=c98e2180-be6e-4779-9a60-e040210828bd,segment=NetworkSegment(fb886026-5d94-42f2-a321-c5aa1f1a058c),segment_id=fb886026-5d94-42f2-a321-c5aa1f1a058c)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:33:15.830504 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-62612e9d-eb80-4ae8-857c-377c49dc18be req-02aef040-9cf2-4f78-8d47-869f1a9f6cdf tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:15.844016 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-62612e9d-eb80-4ae8-857c-377c49dc18be req-02aef040-9cf2-4f78-8d47-869f1a9f6cdf tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Calling delete_port for c98e2180-be6e-4779-9a60-e040210828bd owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:33:15.978618 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-62612e9d-eb80-4ae8-857c-377c49dc18be req-02aef040-9cf2-4f78-8d47-869f1a9f6cdf tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:16.008894 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aef040-9cf2-4f78-8d47-869f1a9f6cdf tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event deleted for resources: {'Port': ['ID=c98e2180-be6e-4779-9a60-e040210828bd,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:16.054495 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-62612e9d-eb80-4ae8-857c-377c49dc18be req-02aef040-9cf2-4f78-8d47-869f1a9f6cdf tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] No DVR routers for this DVR port c98e2180-be6e-4779-9a60-e040210828bd on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:33:16.057341 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-62612e9d-eb80-4ae8-857c-377c49dc18be req-02aef040-9cf2-4f78-8d47-869f1a9f6cdf tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:16.061021 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-62612e9d-eb80-4ae8-857c-377c49dc18be req-02aef040-9cf2-4f78-8d47-869f1a9f6cdf tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.73 "DELETE /v2.0/ports/c98e2180-be6e-4779-9a60-e040210828bd HTTP/1.1" status: 204 len: 173 time: 0.4180233 Nov 10 20:33:16.061496 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c490ff-5a0d-40a8-a1fb-34a7f48bac68', 'name': 'network-vif-deleted', 'tag': 'c98e2180-be6e-4779-9a60-e040210828bd'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:33:16.063912 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2085bc60-0b0e-4323-ba1a-f172dddd22a1" -d '{"events": [{"server_uuid": "97c490ff-5a0d-40a8-a1fb-34a7f48bac68", "name": "network-vif-deleted", "tag": "c98e2180-be6e-4779-9a60-e040210828bd"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:33:16.102882 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a142163-bf91-4f33-9ebe-0d8f65d1b16c x-openstack-request-id: req-0a142163-bf91-4f33-9ebe-0d8f65d1b16c {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:33:16.103176 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c490ff-5a0d-40a8-a1fb-34a7f48bac68", "name": "network-vif-deleted", "tag": "c98e2180-be6e-4779-9a60-e040210828bd", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:33:16.103436 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0a142163-bf91-4f33-9ebe-0d8f65d1b16c {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:33:16.103843 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c490ff-5a0d-40a8-a1fb-34a7f48bac68', 'name': 'network-vif-deleted', 'tag': 'c98e2180-be6e-4779-9a60-e040210828bd', 'status': 'completed', 'code': 200} Nov 10 20:33:16.538021 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d709442e-e219-4d3f-9a91-c4229180d8c8 req-10517455-9ce0-4d24-976a-64b3eee05433 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "GET /v2.0/ports?device_id=97c490ff-5a0d-40a8-a1fb-34a7f48bac68 HTTP/1.1" status: 200 len: 210 time: 0.0283713 Nov 10 20:33:17.601832 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58682) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:33:17.998023 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-49b8a86e-0599-4ca1-9927-8c3d4a6c9119 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:18.632536 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-49b8a86e-0599-4ca1-9927-8c3d4a6c9119 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Deleting port 19a63b13-7187-4f5f-848b-734aa304a248 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:33:18.633314 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-49b8a86e-0599-4ca1-9927-8c3d4a6c9119 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:18.723398 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-49b8a86e-0599-4ca1-9927-8c3d4a6c9119 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] For port 19a63b13-7187-4f5f-848b-734aa304a248, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=19a63b13-7187-4f5f-848b-734aa304a248,segment=NetworkSegment(fb886026-5d94-42f2-a321-c5aa1f1a058c),segment_id=fb886026-5d94-42f2-a321-c5aa1f1a058c)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:33:18.723763 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-49b8a86e-0599-4ca1-9927-8c3d4a6c9119 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:18.738091 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-49b8a86e-0599-4ca1-9927-8c3d4a6c9119 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Calling delete_port for 19a63b13-7187-4f5f-848b-734aa304a248 owned by network:router_interface {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:33:18.933967 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-49b8a86e-0599-4ca1-9927-8c3d4a6c9119 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:18.968569 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8a86e-0599-4ca1-9927-8c3d4a6c9119 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event deleted for resources: {'Port': ['ID=19a63b13-7187-4f5f-848b-734aa304a248,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:18.994827 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8a86e-0599-4ca1-9927-8c3d4a6c9119 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:18.995170 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8a86e-0599-4ca1-9927-8c3d4a6c9119 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:18.995499 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8a86e-0599-4ca1-9927-8c3d4a6c9119 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:18.995989 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8a86e-0599-4ca1-9927-8c3d4a6c9119 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:18.996400 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8a86e-0599-4ca1-9927-8c3d4a6c9119 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:18.996736 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8a86e-0599-4ca1-9927-8c3d4a6c9119 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:18.997138 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8a86e-0599-4ca1-9927-8c3d4a6c9119 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:18.997487 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8a86e-0599-4ca1-9927-8c3d4a6c9119 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:18.997880 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8a86e-0599-4ca1-9927-8c3d4a6c9119 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:18.998222 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8a86e-0599-4ca1-9927-8c3d4a6c9119 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:18.998553 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8a86e-0599-4ca1-9927-8c3d4a6c9119 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:18.998882 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8a86e-0599-4ca1-9927-8c3d4a6c9119 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:19.162815 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-49b8a86e-0599-4ca1-9927-8c3d4a6c9119 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:19.388122 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b8a86e-0599-4ca1-9927-8c3d4a6c9119 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Router 15110469-ac8c-4ad1-8d42-7d897ff6e278 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:33:19.505211 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b8a86e-0599-4ca1-9927-8c3d4a6c9119 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:33:19.510566 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-49b8a86e-0599-4ca1-9927-8c3d4a6c9119 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "PUT /v2.0/routers/15110469-ac8c-4ad1-8d42-7d897ff6e278/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9060535 Nov 10 20:33:19.514396 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58684) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:33:19.515494 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aefea27-fcce-4c82-8652-7f2fb7497479 None None] Sync routers for ids ['15110469-ac8c-4ad1-8d42-7d897ff6e278'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:33:19.527259 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aefea27-fcce-4c82-8652-7f2fb7497479 None None] Routers {'15110469-ac8c-4ad1-8d42-7d897ff6e278'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:33:19.527906 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-5aefea27-fcce-4c82-8652-7f2fb7497479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:32:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['15110469-ac8c-4ad1-8d42-7d897ff6e278'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:33:19.638415 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-5aefea27-fcce-4c82-8652-7f2fb7497479 None None] Set router 15110469-ac8c-4ad1-8d42-7d897ff6e278 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:33:19.768835 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device c98e2180-be6e-4779-9a60-e040210828bd no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:33:19.776040 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd1c6024-2843-42d5-bb5f-1423c15d856f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Deleting subnet de63e0a0-2782-4905-a975-5a3d14ddc42b {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:33:19.779659 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fd1c6024-2843-42d5-bb5f-1423c15d856f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:19.796971 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: c98e2180-be6e-4779-9a60-e040210828bd {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:33:19.797316 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device c98e2180-be6e-4779-9a60-e040210828bd not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:33:19.821009 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fd1c6024-2843-42d5-bb5f-1423c15d856f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:19.852963 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-5aefea27-fcce-4c82-8652-7f2fb7497479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58564151', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '92babd0b-e277-4569-b1a0-5e48c2363e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:32:13Z', 'updated_at': '2021-11-10T20:33:18Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '92babd0b-e277-4569-b1a0-5e48c2363e05', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:32:14Z', 'updated_at': '2021-11-10T20:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:33:19.880886 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aefea27-fcce-4c82-8652-7f2fb7497479 None None] Checking router: 15110469-ac8c-4ad1-8d42-7d897ff6e278 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:33:19.890733 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aefea27-fcce-4c82-8652-7f2fb7497479 None None] Routers {'15110469-ac8c-4ad1-8d42-7d897ff6e278'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:33:19.891280 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-5aefea27-fcce-4c82-8652-7f2fb7497479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:32:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['15110469-ac8c-4ad1-8d42-7d897ff6e278'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:33:19.906922 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fd1c6024-2843-42d5-bb5f-1423c15d856f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:19.976770 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fd1c6024-2843-42d5-bb5f-1423c15d856f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:20.003549 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-5aefea27-fcce-4c82-8652-7f2fb7497479 None None] Set router 15110469-ac8c-4ad1-8d42-7d897ff6e278 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:33:20.006821 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c6024-2843-42d5-bb5f-1423c15d856f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event deleted for resources: {'Subnet': ['ID=de63e0a0-2782-4905-a975-5a3d14ddc42b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:20.009347 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-fd1c6024-2843-42d5-bb5f-1423c15d856f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:20.016346 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-fd1c6024-2843-42d5-bb5f-1423c15d856f tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "DELETE /v2.0/subnets/de63e0a0-2782-4905-a975-5a3d14ddc42b HTTP/1.1" status: 204 len: 168 time: 0.4973357 Nov 10 20:33:20.016346 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58688) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:33:20.036318 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3508d170-c029-473f-824a-4d74d863f09e None None] Network 980c129d-86fe-4753-aa9a-bf80a0ca6ca2 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:33:20.144315 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-20236127-8ac6-4a71-bff8-fbb483a6a3c7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:20.266027 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-20236127-8ac6-4a71-bff8-fbb483a6a3c7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:20.267752 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:33:20.327260 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-20236127-8ac6-4a71-bff8-fbb483a6a3c7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Deleting port 92babd0b-e277-4569-b1a0-5e48c2363e05 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:33:20.327576 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-20236127-8ac6-4a71-bff8-fbb483a6a3c7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:20.412272 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-20236127-8ac6-4a71-bff8-fbb483a6a3c7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] For port 92babd0b-e277-4569-b1a0-5e48c2363e05, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=92babd0b-e277-4569-b1a0-5e48c2363e05,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:33:20.412572 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-20236127-8ac6-4a71-bff8-fbb483a6a3c7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:20.426569 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-20236127-8ac6-4a71-bff8-fbb483a6a3c7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Calling delete_port for 92babd0b-e277-4569-b1a0-5e48c2363e05 owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:33:20.513202 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-5aefea27-fcce-4c82-8652-7f2fb7497479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58564151', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '92babd0b-e277-4569-b1a0-5e48c2363e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:32:13Z', 'updated_at': '2021-11-10T20:33:18Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '92babd0b-e277-4569-b1a0-5e48c2363e05', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:32:14Z', 'updated_at': '2021-11-10T20:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:33:20.546034 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebeaa0d-044f-4040-a626-4ad5d14a3f4d None None] DHCP port deletion for 980c129d-86fe-4753-aa9a-bf80a0ca6ca2 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:33:20.549611 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aefea27-fcce-4c82-8652-7f2fb7497479 None None] The sync data for ids ['15110469-ac8c-4ad1-8d42-7d897ff6e278'] in n-d-813897-4 is: [{'id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58564151', 'tenant_id': 'd6be74ad5b18422194586c70b0b42211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '92babd0b-e277-4569-b1a0-5e48c2363e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:32:13Z', 'updated_at': '2021-11-10T20:33:18Z', 'revision_number': 5, 'project_id': 'd6be74ad5b18422194586c70b0b42211', 'gw_port': {'id': '92babd0b-e277-4569-b1a0-5e48c2363e05', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15110469-ac8c-4ad1-8d42-7d897ff6e278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:32:14Z', 'updated_at': '2021-11-10T20:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:33:20.599657 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-2ebeaa0d-044f-4040-a626-4ad5d14a3f4d None None] Deleting port 20127300-759b-42dd-892c-34f1d3cc70e1 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:33:20.600089 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2ebeaa0d-044f-4040-a626-4ad5d14a3f4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:20.635672 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-20236127-8ac6-4a71-bff8-fbb483a6a3c7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:20.667325 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20236127-8ac6-4a71-bff8-fbb483a6a3c7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event deleted for resources: {'Port': ['ID=92babd0b-e277-4569-b1a0-5e48c2363e05,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:20.674956 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-2ebeaa0d-044f-4040-a626-4ad5d14a3f4d None None] For port 20127300-759b-42dd-892c-34f1d3cc70e1, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=20127300-759b-42dd-892c-34f1d3cc70e1,segment=NetworkSegment(fb886026-5d94-42f2-a321-c5aa1f1a058c),segment_id=fb886026-5d94-42f2-a321-c5aa1f1a058c)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:33:20.675409 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2ebeaa0d-044f-4040-a626-4ad5d14a3f4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:20.687981 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2ae3df-a5a2-4242-ba13-918c7193f873 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:33:20.700260 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-2ebeaa0d-044f-4040-a626-4ad5d14a3f4d None None] Calling delete_port for 20127300-759b-42dd-892c-34f1d3cc70e1 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:33:20.736185 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-20236127-8ac6-4a71-bff8-fbb483a6a3c7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:20.798084 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2ebeaa0d-044f-4040-a626-4ad5d14a3f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:20.828075 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebeaa0d-044f-4040-a626-4ad5d14a3f4d None None] Pushing event deleted for resources: {'Port': ['ID=20127300-759b-42dd-892c-34f1d3cc70e1,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:20.833435 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebeaa0d-044f-4040-a626-4ad5d14a3f4d None None] No DVR routers for this DVR port 20127300-759b-42dd-892c-34f1d3cc70e1 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:33:20.836302 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-20236127-8ac6-4a71-bff8-fbb483a6a3c7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:20.838715 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-20236127-8ac6-4a71-bff8-fbb483a6a3c7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:20.848343 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebeaa0d-044f-4040-a626-4ad5d14a3f4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:20.848718 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebeaa0d-044f-4040-a626-4ad5d14a3f4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:20.849120 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebeaa0d-044f-4040-a626-4ad5d14a3f4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:20.849558 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebeaa0d-044f-4040-a626-4ad5d14a3f4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:20.849986 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebeaa0d-044f-4040-a626-4ad5d14a3f4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:20.850370 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebeaa0d-044f-4040-a626-4ad5d14a3f4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:20.850757 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebeaa0d-044f-4040-a626-4ad5d14a3f4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:20.851036 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebeaa0d-044f-4040-a626-4ad5d14a3f4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:20.851361 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebeaa0d-044f-4040-a626-4ad5d14a3f4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:20.851687 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebeaa0d-044f-4040-a626-4ad5d14a3f4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:20.852014 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebeaa0d-044f-4040-a626-4ad5d14a3f4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:20.852332 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebeaa0d-044f-4040-a626-4ad5d14a3f4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:20.898070 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-20236127-8ac6-4a71-bff8-fbb483a6a3c7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:20.898070 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20236127-8ac6-4a71-bff8-fbb483a6a3c7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Fanout notify agent at l3_agent the message router_deleted on router 15110469-ac8c-4ad1-8d42-7d897ff6e278 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 20:33:20.918863 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-20236127-8ac6-4a71-bff8-fbb483a6a3c7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:20.920648 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-20236127-8ac6-4a71-bff8-fbb483a6a3c7 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "DELETE /v2.0/routers/15110469-ac8c-4ad1-8d42-7d897ff6e278 HTTP/1.1" status: 204 len: 168 time: 0.9038236 Nov 10 20:33:20.923702 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58690) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:33:21.010937 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1148fe5d-8289-4e22-bb24-5db120608aa5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:21.114306 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1148fe5d-8289-4e22-bb24-5db120608aa5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:21.155174 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-1148fe5d-8289-4e22-bb24-5db120608aa5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['980c129d-86fe-4753-aa9a-bf80a0ca6ca2']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:33:21.168502 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-1148fe5d-8289-4e22-bb24-5db120608aa5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb886026-5d94-42f2-a321-c5aa1f1a058c') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:33:21.168980 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-1148fe5d-8289-4e22-bb24-5db120608aa5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb886026-5d94-42f2-a321-c5aa1f1a058c') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:33:21.180931 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1148fe5d-8289-4e22-bb24-5db120608aa5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:21.200582 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1148fe5d-8289-4e22-bb24-5db120608aa5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:21.207506 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1148fe5d-8289-4e22-bb24-5db120608aa5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:33:21.207916 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1148fe5d-8289-4e22-bb24-5db120608aa5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:21.211266 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 20:33:21.211266 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:33:21.211266 n-d-813897-4 neutron-server[102505]: timer() Nov 10 20:33:21.211266 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:33:21.211266 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 20:33:21.211266 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:33:21.211266 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 20:33:21.211266 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:33:21.211266 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 20:33:21.211266 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:33:21.211266 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 20:33:21.211266 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:33:21.211266 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 20:33:21.211266 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:33:21.211266 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:33:21.211266 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:33:21.211266 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:33:21.211266 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:33:21.211266 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 20:33:21.211266 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:33:21.211266 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 20:33:21.211266 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:33:21.211266 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:33:21.211266 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:33:21.211266 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 20:33:21.211266 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:33:21.211266 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:33:21.211266 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:33:21.211266 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:33:21.211266 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:33:21.211266 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:33:21.211266 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:33:21.278166 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1148fe5d-8289-4e22-bb24-5db120608aa5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:21.284334 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1148fe5d-8289-4e22-bb24-5db120608aa5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:21.288690 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1148fe5d-8289-4e22-bb24-5db120608aa5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "DELETE /v2.0/networks/980c129d-86fe-4753-aa9a-bf80a0ca6ca2 HTTP/1.1" status: 204 len: 168 time: 0.3635271 Nov 10 20:33:21.292489 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58692) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:33:21.304175 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148fe5d-8289-4e22-bb24-5db120608aa5 tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event deleted for resources: {'Network': ['ID=980c129d-86fe-4753-aa9a-bf80a0ca6ca2,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:21.354056 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-80921e2e-9d4e-452d-8261-87a6cfd625ec tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:21.379715 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-80921e2e-9d4e-452d-8261-87a6cfd625ec tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:21.442925 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-80921e2e-9d4e-452d-8261-87a6cfd625ec tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:21.445870 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-80921e2e-9d4e-452d-8261-87a6cfd625ec tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:21.447062 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-80921e2e-9d4e-452d-8261-87a6cfd625ec tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] 10.222.0.54 "DELETE /v2.0/security-groups/d011639c-7991-4c3c-87f8-ac64c817ab0c HTTP/1.1" status: 204 len: 168 time: 0.1532533 Nov 10 20:33:21.456835 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80921e2e-9d4e-452d-8261-87a6cfd625ec tempest-TestNetworkAdvancedServerOps-1659605148 tempest-TestNetworkAdvancedServerOps-1659605148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d011639c-7991-4c3c-87f8-ac64c817ab0c,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:21.823598 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58700) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:33:21.969238 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b42e5b82-311f-44d0-b292-39999406f764 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d6be74ad5b18422194586c70b0b42211&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1442983 Nov 10 20:33:21.972000 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58704) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:33:22.026381 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2eaee542-50f1-443d-8a8c-a668cdca465e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:22.049265 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2eaee542-50f1-443d-8a8c-a668cdca465e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:22.107008 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2eaee542-50f1-443d-8a8c-a668cdca465e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:22.109625 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2eaee542-50f1-443d-8a8c-a668cdca465e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:22.113476 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2eaee542-50f1-443d-8a8c-a668cdca465e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7a177a54-fa3f-42dd-98e8-2fe5257ba680 HTTP/1.1" status: 204 len: 168 time: 0.1376507 Nov 10 20:33:22.120963 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaee542-50f1-443d-8a8c-a668cdca465e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a177a54-fa3f-42dd-98e8-2fe5257ba680,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:22.122992 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 92babd0b-e277-4569-b1a0-5e48c2363e05 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:33:22.155763 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 92babd0b-e277-4569-b1a0-5e48c2363e05 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:33:22.156079 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 92babd0b-e277-4569-b1a0-5e48c2363e05 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:33:22.156719 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 19a63b13-7187-4f5f-848b-734aa304a248 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:33:22.179566 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 19a63b13-7187-4f5f-848b-734aa304a248 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:33:22.179909 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 19a63b13-7187-4f5f-848b-734aa304a248 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:33:22.180322 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 20127300-759b-42dd-892c-34f1d3cc70e1 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:33:22.203422 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 20127300-759b-42dd-892c-34f1d3cc70e1 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:33:22.203777 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 20127300-759b-42dd-892c-34f1d3cc70e1 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:33:22.432802 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58710) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:33:22.447684 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bca398e2-c6db-4dd6-912d-776fcb6d7eaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:22.547999 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bca398e2-c6db-4dd6-912d-776fcb6d7eaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:22.556060 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-bca398e2-c6db-4dd6-912d-776fcb6d7eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:22.595455 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca398e2-c6db-4dd6-912d-776fcb6d7eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff02ed0-dd5a-4522-a695-e142c2dd6c55,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:22.603055 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-bca398e2-c6db-4dd6-912d-776fcb6d7eaf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4240c1545e254f6e9bf436610c304ddf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1657083 Nov 10 20:33:22.604026 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58712) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:33:22.659238 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4c01ed75-0f99-48bf-a489-53881f84d586 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:22.682082 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4c01ed75-0f99-48bf-a489-53881f84d586 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:22.737121 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4c01ed75-0f99-48bf-a489-53881f84d586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:22.740481 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4c01ed75-0f99-48bf-a489-53881f84d586 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:22.741870 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4c01ed75-0f99-48bf-a489-53881f84d586 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6ff02ed0-dd5a-4522-a695-e142c2dd6c55 HTTP/1.1" status: 204 len: 168 time: 0.1371624 Nov 10 20:33:22.753872 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01ed75-0f99-48bf-a489-53881f84d586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff02ed0-dd5a-4522-a695-e142c2dd6c55,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:23.530094 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6a5c1897-390a-40f2-a59d-86f6e1f3be9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:23.681459 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58734) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:33:23.811746 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-42dd6788-54b3-4f3c-ac86-5ba66ecce8fc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-157387112-network', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:33:23.840360 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42dd6788-54b3-4f3c-ac86-5ba66ecce8fc admin admin] Made reservation on behalf of c0cf1703230d4b4b9933f7c644ccba9a for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:33:23.843457 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-42dd6788-54b3-4f3c-ac86-5ba66ecce8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:23.854492 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-42dd6788-54b3-4f3c-ac86-5ba66ecce8fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:23.949172 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-42dd6788-54b3-4f3c-ac86-5ba66ecce8fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:23.954530 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-42dd6788-54b3-4f3c-ac86-5ba66ecce8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:23.982903 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42dd6788-54b3-4f3c-ac86-5ba66ecce8fc admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:33:23.995445 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd6788-54b3-4f3c-ac86-5ba66ecce8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36b5b66-6745-4c7d-b363-99f9af156a0b,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:24.001541 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-42dd6788-54b3-4f3c-ac86-5ba66ecce8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:24.001925 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-42dd6788-54b3-4f3c-ac86-5ba66ecce8fc admin admin] Added segment 13c6cb75-1e1c-42c7-85af-ba6522501409 of type vlan for network da8c4fca-509f-4155-a75c-1a8528b79688 Nov 10 20:33:24.051217 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-42dd6788-54b3-4f3c-ac86-5ba66ecce8fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:24.087537 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-42dd6788-54b3-4f3c-ac86-5ba66ecce8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:24.088525 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dd6788-54b3-4f3c-ac86-5ba66ecce8fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:24.089122 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-42dd6788-54b3-4f3c-ac86-5ba66ecce8fc admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:24.157365 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-42dd6788-54b3-4f3c-ac86-5ba66ecce8fc admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4705677 Nov 10 20:33:24.157861 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58738) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:33:24.161517 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd6788-54b3-4f3c-ac86-5ba66ecce8fc admin admin] Pushing event updated for resources: {'Network': ['ID=da8c4fca-509f-4155-a75c-1a8528b79688,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:24.169912 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-99522292-6628-462b-b9fa-459f4f50fffa admin admin] Request body: {'subnet': {'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-157387112-subnet', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:33:24.175137 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network da8c4fca-509f-4155-a75c-1a8528b79688 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:33:24.190693 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99522292-6628-462b-b9fa-459f4f50fffa admin admin] Made reservation on behalf of c0cf1703230d4b4b9933f7c644ccba9a for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:33:24.196006 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-99522292-6628-462b-b9fa-459f4f50fffa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:24.398091 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-99522292-6628-462b-b9fa-459f4f50fffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:24.473683 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99522292-6628-462b-b9fa-459f4f50fffa admin admin] Pushing event updated for resources: {'Subnet': ['ID=26cc5b7b-9b4a-4621-954d-eddf82ac4472,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:24.486721 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99522292-6628-462b-b9fa-459f4f50fffa admin admin] Checking segment: {'id': '13c6cb75-1e1c-42c7-85af-ba6522501409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:33:24.487061 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99522292-6628-462b-b9fa-459f4f50fffa admin admin] Network hostable DHCP agents. Network: da8c4fca-509f-4155-a75c-1a8528b79688, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:33:24.509626 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99522292-6628-462b-b9fa-459f4f50fffa admin admin] Network da8c4fca-509f-4155-a75c-1a8528b79688 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:33:24.522694 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-99522292-6628-462b-b9fa-459f4f50fffa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, da8c4fca-509f-4155-a75c-1a8528b79688) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:33:24.527766 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99522292-6628-462b-b9fa-459f4f50fffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:24.528944 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-99522292-6628-462b-b9fa-459f4f50fffa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:24.533272 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7a1ab1-917e-4d7c-ad1a-4eba9b39e8f5 None None] Network da8c4fca-509f-4155-a75c-1a8528b79688 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:33:24.554657 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-99522292-6628-462b-b9fa-459f4f50fffa admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3909528 Nov 10 20:33:24.554975 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58740) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:33:24.560738 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-b362f392-6698-4181-baeb-9863313fd51d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-157387112-router', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:33:24.586641 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b362f392-6698-4181-baeb-9863313fd51d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:24.587667 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b362f392-6698-4181-baeb-9863313fd51d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:24.646827 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b362f392-6698-4181-baeb-9863313fd51d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:24.716899 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00611007-0449-449f-b057-0934ae2256f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-da8c4fca-509f-4155-a75c-1a8528b79688', 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'fixed_ips': [{'subnet_id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 20:33:24.718026 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-00611007-0449-449f-b057-0934ae2256f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:24.804690 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b362f392-6698-4181-baeb-9863313fd51d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:24.878450 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-00611007-0449-449f-b057-0934ae2256f5 None None] Allocated IP 172.20.0.2 (da8c4fca-509f-4155-a75c-1a8528b79688/26cc5b7b-9b4a-4621-954d-eddf82ac4472/57399fba-258e-4153-a57b-e0e6087b538f) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:33:25.030434 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b362f392-6698-4181-baeb-9863313fd51d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:25.036100 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-00611007-0449-449f-b057-0934ae2256f5 None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:25.044716 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-00611007-0449-449f-b057-0934ae2256f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:25.056284 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b362f392-6698-4181-baeb-9863313fd51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:25.092118 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00611007-0449-449f-b057-0934ae2256f5 None None] Network da8c4fca-509f-4155-a75c-1a8528b79688 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:33:25.096609 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-00611007-0449-449f-b057-0934ae2256f5 None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:33:25.099990 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00611007-0449-449f-b057-0934ae2256f5 None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:33:25.118905 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00611007-0449-449f-b057-0934ae2256f5 None None] Pushing event updated for resources: {'Port': ['ID=57399fba-258e-4153-a57b-e0e6087b538f,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:25.166854 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-b362f392-6698-4181-baeb-9863313fd51d admin admin] Allocated IP 172.25.3.145 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/84353ecc-21cc-4c92-b905-b30ca82b6180) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:33:25.168156 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-00611007-0449-449f-b057-0934ae2256f5 None None] Attempting to bind port 57399fba-258e-4153-a57b-e0e6087b538f on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:33:25.168550 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-00611007-0449-449f-b057-0934ae2256f5 None None] Attempting to bind port 57399fba-258e-4153-a57b-e0e6087b538f by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '13c6cb75-1e1c-42c7-85af-ba6522501409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:33:25.168923 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00611007-0449-449f-b057-0934ae2256f5 None None] Attempting to bind port 57399fba-258e-4153-a57b-e0e6087b538f on network da8c4fca-509f-4155-a75c-1a8528b79688 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:33:25.175028 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00611007-0449-449f-b057-0934ae2256f5 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:33:25.175597 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00611007-0449-449f-b057-0934ae2256f5 None None] Checking segment: {'id': '13c6cb75-1e1c-42c7-85af-ba6522501409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:33:25.176009 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-00611007-0449-449f-b057-0934ae2256f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:25.176403 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00611007-0449-449f-b057-0934ae2256f5 None None] Bound using segment: {'id': '13c6cb75-1e1c-42c7-85af-ba6522501409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:33:25.176876 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-00611007-0449-449f-b057-0934ae2256f5 None None] Bound port: 57399fba-258e-4153-a57b-e0e6087b538f, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c6cb75-1e1c-42c7-85af-ba6522501409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:33:25.177263 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-00611007-0449-449f-b057-0934ae2256f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:25.249110 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-00611007-0449-449f-b057-0934ae2256f5 None None] For port 57399fba-258e-4153-a57b-e0e6087b538f, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:33:25.253198 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-00611007-0449-449f-b057-0934ae2256f5 None None] For port 57399fba-258e-4153-a57b-e0e6087b538f, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=57399fba-258e-4153-a57b-e0e6087b538f,segment=NetworkSegment(13c6cb75-1e1c-42c7-85af-ba6522501409),segment_id=13c6cb75-1e1c-42c7-85af-ba6522501409)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:33:25.259466 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-00611007-0449-449f-b057-0934ae2256f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:25.289285 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b362f392-6698-4181-baeb-9863313fd51d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:25.325044 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00611007-0449-449f-b057-0934ae2256f5 None None] Pushing event updated for resources: {'Port': ['ID=57399fba-258e-4153-a57b-e0e6087b538f,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:25.328393 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b362f392-6698-4181-baeb-9863313fd51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:25.366811 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b362f392-6698-4181-baeb-9863313fd51d admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:33:25.369920 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-b362f392-6698-4181-baeb-9863313fd51d admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:33:25.376707 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b362f392-6698-4181-baeb-9863313fd51d admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:33:25.385660 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ed3e30-4e40-424f-944c-51c7a6aed05b None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:33:25.407677 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362f392-6698-4181-baeb-9863313fd51d admin admin] Pushing event updated for resources: {'Port': ['ID=84353ecc-21cc-4c92-b905-b30ca82b6180,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:25.477440 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-31a9caed-ccdf-4284-a7cb-82dc6b32fe99 None None] Provisioning complete for port 84353ecc-21cc-4c92-b905-b30ca82b6180 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:33:25.477855 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-31a9caed-ccdf-4284-a7cb-82dc6b32fe99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:25.554477 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-31a9caed-ccdf-4284-a7cb-82dc6b32fe99 None None] Port 84353ecc-21cc-4c92-b905-b30ca82b6180 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:33:25.632266 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:25.677688 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b362f392-6698-4181-baeb-9863313fd51d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:25.745490 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3f9ef014-2c07-4d7e-8359-b1730326020f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:25.879564 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:25.888713 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b362f392-6698-4181-baeb-9863313fd51d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:26.038883 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b362f392-6698-4181-baeb-9863313fd51d admin admin] Router 37a4132e-8195-4dd7-8a33-6243f28d231d is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 20:33:26.180568 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b362f392-6698-4181-baeb-9863313fd51d admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:33:26.193660 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdae6c4-c6da-4f45-b455-83314fa2d7e4 None None] Sync routers for ids ['37a4132e-8195-4dd7-8a33-6243f28d231d'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:33:26.196580 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 57399fba-258e-4153-a57b-e0e6087b538f up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:33:26.207812 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b362f392-6698-4181-baeb-9863313fd51d admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:26.208152 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdae6c4-c6da-4f45-b455-83314fa2d7e4 None None] Routers {'37a4132e-8195-4dd7-8a33-6243f28d231d'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:33:26.209208 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9cdae6c4-c6da-4f45-b455-83314fa2d7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:33:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['37a4132e-8195-4dd7-8a33-6243f28d231d'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:33:26.210301 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b362f392-6698-4181-baeb-9863313fd51d admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6534884 Nov 10 20:33:26.213024 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58742) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:33:26.265327 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 57399fba-258e-4153-a57b-e0e6087b538f triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:33:26.265823 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:26.339781 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-9cdae6c4-c6da-4f45-b455-83314fa2d7e4 None None] Set router 37a4132e-8195-4dd7-8a33-6243f28d231d gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:33:26.385138 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:26.426196 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 57399fba-258e-4153-a57b-e0e6087b538f, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=57399fba-258e-4153-a57b-e0e6087b538f,segment=NetworkSegment(13c6cb75-1e1c-42c7-85af-ba6522501409),segment_id=13c6cb75-1e1c-42c7-85af-ba6522501409)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:33:26.431893 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:26.469970 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15271c22-636d-47e2-af27-843ceb987a1e None None] Network da8c4fca-509f-4155-a75c-1a8528b79688 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:33:26.563909 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=57399fba-258e-4153-a57b-e0e6087b538f,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:26.567081 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9cdae6c4-c6da-4f45-b455-83314fa2d7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'name': 'tempest-TestShelveInstance-157387112-router', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:33:24Z', 'updated_at': '2021-11-10T20:33:25Z', 'revision_number': 3, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'gw_port': {'id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:59:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:25Z', 'updated_at': '2021-11-10T20:33:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:33:26.568728 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-e3b7642c-27fb-4885-8325-0cf393be17d5 None None] Provisioning complete for port 57399fba-258e-4153-a57b-e0e6087b538f triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:33:26.569382 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e3b7642c-27fb-4885-8325-0cf393be17d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:26.604082 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdae6c4-c6da-4f45-b455-83314fa2d7e4 None None] Checking router: 37a4132e-8195-4dd7-8a33-6243f28d231d for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:33:26.604431 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdae6c4-c6da-4f45-b455-83314fa2d7e4 None None] Updating router 37a4132e-8195-4dd7-8a33-6243f28d231d port 84353ecc-21cc-4c92-b905-b30ca82b6180 binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:33:26.638210 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9cdae6c4-c6da-4f45-b455-83314fa2d7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:26.941723 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9cdae6c4-c6da-4f45-b455-83314fa2d7e4 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:26.949406 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9cdae6c4-c6da-4f45-b455-83314fa2d7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:26.974773 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e3cd19-f238-4d53-91dc-c09a0cc07fc7 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:33:27.016530 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-9cdae6c4-c6da-4f45-b455-83314fa2d7e4 None None] Attempting to bind port 84353ecc-21cc-4c92-b905-b30ca82b6180 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:33:27.016900 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-9cdae6c4-c6da-4f45-b455-83314fa2d7e4 None None] Attempting to bind port 84353ecc-21cc-4c92-b905-b30ca82b6180 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:33:27.017255 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdae6c4-c6da-4f45-b455-83314fa2d7e4 None None] Attempting to bind port 84353ecc-21cc-4c92-b905-b30ca82b6180 on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:33:27.022752 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1bbb5-5850-4ac6-b11d-cf73768b3699 None None] Pushing event updated for resources: {'Port': ['ID=84353ecc-21cc-4c92-b905-b30ca82b6180,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:27.025630 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdae6c4-c6da-4f45-b455-83314fa2d7e4 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:33:27.026022 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdae6c4-c6da-4f45-b455-83314fa2d7e4 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:33:27.026424 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9cdae6c4-c6da-4f45-b455-83314fa2d7e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:27.026808 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdae6c4-c6da-4f45-b455-83314fa2d7e4 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:33:27.027274 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-9cdae6c4-c6da-4f45-b455-83314fa2d7e4 None None] Bound port: 84353ecc-21cc-4c92-b905-b30ca82b6180, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:33:27.027646 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9cdae6c4-c6da-4f45-b455-83314fa2d7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:27.052804 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f1bbb5-5850-4ac6-b11d-cf73768b3699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:27.053842 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f1bbb5-5850-4ac6-b11d-cf73768b3699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:27.054202 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f1bbb5-5850-4ac6-b11d-cf73768b3699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:27.054533 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f1bbb5-5850-4ac6-b11d-cf73768b3699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:27.054865 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f1bbb5-5850-4ac6-b11d-cf73768b3699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:27.055189 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f1bbb5-5850-4ac6-b11d-cf73768b3699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:27.055509 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f1bbb5-5850-4ac6-b11d-cf73768b3699 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:27.055830 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f1bbb5-5850-4ac6-b11d-cf73768b3699 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:27.056503 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f1bbb5-5850-4ac6-b11d-cf73768b3699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:27.056503 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f1bbb5-5850-4ac6-b11d-cf73768b3699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:27.056956 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f1bbb5-5850-4ac6-b11d-cf73768b3699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:27.057109 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f1bbb5-5850-4ac6-b11d-cf73768b3699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:33:27.092813 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-9cdae6c4-c6da-4f45-b455-83314fa2d7e4 None None] For port 84353ecc-21cc-4c92-b905-b30ca82b6180, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:33:27.094497 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-360b60af-2ba9-4982-8d28-c6dba55532c4 None None] Provisioning complete for port 57399fba-258e-4153-a57b-e0e6087b538f triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:33:27.095444 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-360b60af-2ba9-4982-8d28-c6dba55532c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:27.096849 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-9cdae6c4-c6da-4f45-b455-83314fa2d7e4 None None] For port 84353ecc-21cc-4c92-b905-b30ca82b6180, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=84353ecc-21cc-4c92-b905-b30ca82b6180,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:33:27.106608 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9cdae6c4-c6da-4f45-b455-83314fa2d7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:27.121911 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c1469be3-9782-4999-bb01-9147a861d428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:27.203381 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1bbb5-5850-4ac6-b11d-cf73768b3699 None None] Pushing event updated for resources: {'Port': ['ID=84353ecc-21cc-4c92-b905-b30ca82b6180,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:27.204823 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515608dc-2b18-49b6-a2fb-1979e4274b2b None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:33:27.211032 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdae6c4-c6da-4f45-b455-83314fa2d7e4 None None] Routers {'37a4132e-8195-4dd7-8a33-6243f28d231d'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:33:27.211771 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9cdae6c4-c6da-4f45-b455-83314fa2d7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:33:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['37a4132e-8195-4dd7-8a33-6243f28d231d'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:33:27.252149 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-360b60af-2ba9-4982-8d28-c6dba55532c4 None None] Provisioning complete for port 84353ecc-21cc-4c92-b905-b30ca82b6180 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:33:27.252706 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-360b60af-2ba9-4982-8d28-c6dba55532c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:27.330042 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-9cdae6c4-c6da-4f45-b455-83314fa2d7e4 None None] Set router 37a4132e-8195-4dd7-8a33-6243f28d231d gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:33:27.364466 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-c1469be3-9782-4999-bb01-9147a861d428 admin admin] Allocated IP 172.20.0.1 (da8c4fca-509f-4155-a75c-1a8528b79688/26cc5b7b-9b4a-4621-954d-eddf82ac4472/3af5c2a5-d6b3-4a09-860f-89dff4b7af41) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:33:27.380278 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-360b60af-2ba9-4982-8d28-c6dba55532c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:27.408668 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-360b60af-2ba9-4982-8d28-c6dba55532c4 None None] For port 84353ecc-21cc-4c92-b905-b30ca82b6180, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=84353ecc-21cc-4c92-b905-b30ca82b6180,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:33:27.414607 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-360b60af-2ba9-4982-8d28-c6dba55532c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:27.466212 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b60af-2ba9-4982-8d28-c6dba55532c4 None None] Pushing event updated for resources: {'Port': ['ID=84353ecc-21cc-4c92-b905-b30ca82b6180,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:27.494858 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c1469be3-9782-4999-bb01-9147a861d428 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:27.532142 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c1469be3-9782-4999-bb01-9147a861d428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:27.535997 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-9cdae6c4-c6da-4f45-b455-83314fa2d7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'name': 'tempest-TestShelveInstance-157387112-router', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:33:24Z', 'updated_at': '2021-11-10T20:33:25Z', 'revision_number': 3, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'gw_port': {'id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:59:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:25Z', 'updated_at': '2021-11-10T20:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:33:27.544101 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-0b28292d-8c66-43dd-a2f4-412e196962ad None None] Provisioning complete for port 84353ecc-21cc-4c92-b905-b30ca82b6180 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:33:27.544479 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0b28292d-8c66-43dd-a2f4-412e196962ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:27.566403 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdae6c4-c6da-4f45-b455-83314fa2d7e4 None None] The sync data for ids ['37a4132e-8195-4dd7-8a33-6243f28d231d'] in n-d-813897-4 is: [{'id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'name': 'tempest-TestShelveInstance-157387112-router', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:33:24Z', 'updated_at': '2021-11-10T20:33:25Z', 'revision_number': 3, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'gw_port': {'id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:59:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:25Z', 'updated_at': '2021-11-10T20:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:33:27.580026 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1469be3-9782-4999-bb01-9147a861d428 admin admin] Network da8c4fca-509f-4155-a75c-1a8528b79688 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:33:27.588067 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-c1469be3-9782-4999-bb01-9147a861d428 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:33:27.590919 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1469be3-9782-4999-bb01-9147a861d428 admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:33:27.606970 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:27.627125 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1469be3-9782-4999-bb01-9147a861d428 admin admin] Pushing event updated for resources: {'Port': ['ID=3af5c2a5-d6b3-4a09-860f-89dff4b7af41,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:27.653363 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c1469be3-9782-4999-bb01-9147a861d428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:27.804994 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c1469be3-9782-4999-bb01-9147a861d428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:27.906178 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-3dab812d-1a92-4188-b9af-7bc52cb7393a None None] Provisioning complete for port 3af5c2a5-d6b3-4a09-860f-89dff4b7af41 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:33:27.906541 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3dab812d-1a92-4188-b9af-7bc52cb7393a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:27.947766 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-3dab812d-1a92-4188-b9af-7bc52cb7393a None None] Port 3af5c2a5-d6b3-4a09-860f-89dff4b7af41 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:33:28.013632 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c1469be3-9782-4999-bb01-9147a861d428 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:28.020335 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c1469be3-9782-4999-bb01-9147a861d428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:28.100442 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c1469be3-9782-4999-bb01-9147a861d428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:28.103936 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1469be3-9782-4999-bb01-9147a861d428 admin admin] Pushing event updated for resources: {'Port': ['ID=3af5c2a5-d6b3-4a09-860f-89dff4b7af41,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:28.227666 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1469be3-9782-4999-bb01-9147a861d428 admin admin] Network da8c4fca-509f-4155-a75c-1a8528b79688 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:33:28.230216 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-c1469be3-9782-4999-bb01-9147a861d428 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:33:28.278384 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 84353ecc-21cc-4c92-b905-b30ca82b6180 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:33:28.348752 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 84353ecc-21cc-4c92-b905-b30ca82b6180 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:33:28.349613 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:28.400865 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1469be3-9782-4999-bb01-9147a861d428 admin admin] Router 37a4132e-8195-4dd7-8a33-6243f28d231d has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:33:28.449037 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 57399fba-258e-4153-a57b-e0e6087b538f up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:33:28.511996 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 57399fba-258e-4153-a57b-e0e6087b538f triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:33:28.512384 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:28.565605 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1469be3-9782-4999-bb01-9147a861d428 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:33:28.583986 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c1469be3-9782-4999-bb01-9147a861d428 admin admin] 10.222.0.54 "PUT /v2.0/routers/37a4132e-8195-4dd7-8a33-6243f28d231d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3693180 Nov 10 20:33:28.585673 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4d31ba94-1712-4daf-8b4d-4e9702dfcc45 None None] Provisioning complete for port 3af5c2a5-d6b3-4a09-860f-89dff4b7af41 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:33:28.586091 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4d31ba94-1712-4daf-8b4d-4e9702dfcc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:28.666261 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-4d31ba94-1712-4daf-8b4d-4e9702dfcc45 None None] Port 3af5c2a5-d6b3-4a09-860f-89dff4b7af41 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:33:29.083630 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:29.137159 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58758) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:33:29.142714 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-a04901bb-544d-4a2f-baee-8963b577994e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1310634179-network', 'tenant_id': 'bb9034e9ce4e41b4b50d53ff50376630'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:33:29.169062 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04901bb-544d-4a2f-baee-8963b577994e admin admin] Made reservation on behalf of bb9034e9ce4e41b4b50d53ff50376630 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:33:29.171642 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a04901bb-544d-4a2f-baee-8963b577994e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:29.181514 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a04901bb-544d-4a2f-baee-8963b577994e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:29.270907 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a04901bb-544d-4a2f-baee-8963b577994e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:29.277269 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a04901bb-544d-4a2f-baee-8963b577994e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:29.304820 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a04901bb-544d-4a2f-baee-8963b577994e admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:33:29.315565 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04901bb-544d-4a2f-baee-8963b577994e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f54e4b-3ad6-492a-b170-d0462b20dd88,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:29.322563 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a04901bb-544d-4a2f-baee-8963b577994e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:29.323727 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-a04901bb-544d-4a2f-baee-8963b577994e admin admin] Added segment fdd55c55-b539-4217-bd79-34c0627b9a57 of type vlan for network b605cd7c-4bae-4f6d-ad14-517699d4d6b0 Nov 10 20:33:29.372049 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a04901bb-544d-4a2f-baee-8963b577994e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:29.380020 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:29.404079 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a04901bb-544d-4a2f-baee-8963b577994e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:29.405183 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04901bb-544d-4a2f-baee-8963b577994e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:29.405797 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a04901bb-544d-4a2f-baee-8963b577994e admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:29.470751 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-a04901bb-544d-4a2f-baee-8963b577994e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3322570 Nov 10 20:33:29.471193 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b0889f-d7c2-4dc3-9552-b9edaecd069e None None] Sync routers for ids ['37a4132e-8195-4dd7-8a33-6243f28d231d'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:33:29.473650 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58760) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:33:29.482038 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-02937a5d-4b17-4355-95e6-2d1877a10817 admin admin] Request body: {'subnet': {'network_id': 'b605cd7c-4bae-4f6d-ad14-517699d4d6b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1310634179-subnet', 'tenant_id': 'bb9034e9ce4e41b4b50d53ff50376630', 'ip_version': 4}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:33:29.484582 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b0889f-d7c2-4dc3-9552-b9edaecd069e None None] Routers {'37a4132e-8195-4dd7-8a33-6243f28d231d'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:33:29.485427 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-21b0889f-d7c2-4dc3-9552-b9edaecd069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:33:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['37a4132e-8195-4dd7-8a33-6243f28d231d'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:33:29.490405 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04901bb-544d-4a2f-baee-8963b577994e admin admin] Pushing event updated for resources: {'Network': ['ID=b605cd7c-4bae-4f6d-ad14-517699d4d6b0,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:29.513661 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02937a5d-4b17-4355-95e6-2d1877a10817 admin admin] Made reservation on behalf of bb9034e9ce4e41b4b50d53ff50376630 for: {'subnet': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:33:29.518217 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-02937a5d-4b17-4355-95e6-2d1877a10817 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9906861'] for subnet, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:29.529433 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network b605cd7c-4bae-4f6d-ad14-517699d4d6b0 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:33:29.663756 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-21b0889f-d7c2-4dc3-9552-b9edaecd069e None None] Set router 37a4132e-8195-4dd7-8a33-6243f28d231d gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:33:29.723840 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-02937a5d-4b17-4355-95e6-2d1877a10817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9292181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9906819'] for subnet, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:29.788180 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02937a5d-4b17-4355-95e6-2d1877a10817 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c49c5657-0727-42e8-b205-9cf53ba34910,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:29.798225 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02937a5d-4b17-4355-95e6-2d1877a10817 admin admin] Checking segment: {'id': 'fdd55c55-b539-4217-bd79-34c0627b9a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'b605cd7c-4bae-4f6d-ad14-517699d4d6b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:33:29.798571 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02937a5d-4b17-4355-95e6-2d1877a10817 admin admin] Network hostable DHCP agents. Network: b605cd7c-4bae-4f6d-ad14-517699d4d6b0, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:33:29.819558 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02937a5d-4b17-4355-95e6-2d1877a10817 admin admin] Network b605cd7c-4bae-4f6d-ad14-517699d4d6b0 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:33:29.832390 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-02937a5d-4b17-4355-95e6-2d1877a10817 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, b605cd7c-4bae-4f6d-ad14-517699d4d6b0) {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:33:29.839959 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02937a5d-4b17-4355-95e6-2d1877a10817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:29.841523 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-02937a5d-4b17-4355-95e6-2d1877a10817 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:29.852519 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e39bbd4-73b6-4c76-868f-a7983e75a948 None None] Network b605cd7c-4bae-4f6d-ad14-517699d4d6b0 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:33:29.863182 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-02937a5d-4b17-4355-95e6-2d1877a10817 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3881934 Nov 10 20:33:29.866196 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58762) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:33:29.871724 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-1a9fd22e-cdd7-402d-b0bf-bfe6f4c672c2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1310634179-router', 'tenant_id': 'bb9034e9ce4e41b4b50d53ff50376630', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:33:29.903754 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1a9fd22e-cdd7-402d-b0bf-bfe6f4c672c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:29.906107 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1a9fd22e-cdd7-402d-b0bf-bfe6f4c672c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:29.974781 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1a9fd22e-cdd7-402d-b0bf-bfe6f4c672c2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:30.129584 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1a9fd22e-cdd7-402d-b0bf-bfe6f4c672c2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:30.155601 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-21b0889f-d7c2-4dc3-9552-b9edaecd069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'name': 'tempest-TestShelveInstance-157387112-router', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:33:24Z', 'updated_at': '2021-11-10T20:33:27Z', 'revision_number': 4, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'gw_port': {'id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:59:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:25Z', 'updated_at': '2021-11-10T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '3af5c2a5-d6b3-4a09-860f-89dff4b7af41', 'name': '', 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'mac_address': 'fa:16:3e:aa:86:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:27Z', 'updated_at': '2021-11-10T20:33:27Z', 'revision_number': 2, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'subnets': [{'id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:33:30.192663 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b0889f-d7c2-4dc3-9552-b9edaecd069e None None] Checking router: 37a4132e-8195-4dd7-8a33-6243f28d231d for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:33:30.193014 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b0889f-d7c2-4dc3-9552-b9edaecd069e None None] Updating router 37a4132e-8195-4dd7-8a33-6243f28d231d port 3af5c2a5-d6b3-4a09-860f-89dff4b7af41 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:33:30.245204 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-21b0889f-d7c2-4dc3-9552-b9edaecd069e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:30.260769 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9af1709-871f-47a7-a22d-37b8c71dc78f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-b605cd7c-4bae-4f6d-ad14-517699d4d6b0', 'network_id': 'b605cd7c-4bae-4f6d-ad14-517699d4d6b0', 'tenant_id': 'bb9034e9ce4e41b4b50d53ff50376630', 'fixed_ips': [{'subnet_id': 'c49c5657-0727-42e8-b205-9cf53ba34910'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 20:33:30.261639 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d9af1709-871f-47a7-a22d-37b8c71dc78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:30.362618 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1a9fd22e-cdd7-402d-b0bf-bfe6f4c672c2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:30.386656 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1a9fd22e-cdd7-402d-b0bf-bfe6f4c672c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:30.508004 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-1a9fd22e-cdd7-402d-b0bf-bfe6f4c672c2 admin admin] Allocated IP 172.25.3.53 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/56b7370e-c712-4e7f-bc5f-a270c2a7f03b) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:33:30.552436 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-d9af1709-871f-47a7-a22d-37b8c71dc78f None None] Allocated IP 172.20.0.2 (b605cd7c-4bae-4f6d-ad14-517699d4d6b0/c49c5657-0727-42e8-b205-9cf53ba34910/39f75a41-8ed9-48b1-8162-ba02325e320a) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:33:30.639648 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1a9fd22e-cdd7-402d-b0bf-bfe6f4c672c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:30.682524 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1a9fd22e-cdd7-402d-b0bf-bfe6f4c672c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:30.734714 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9fd22e-cdd7-402d-b0bf-bfe6f4c672c2 admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:33:30.735938 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9fd22e-cdd7-402d-b0bf-bfe6f4c672c2 admin admin] Pushing event updated for resources: {'Port': ['ID=56b7370e-c712-4e7f-bc5f-a270c2a7f03b,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:30.739071 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-1a9fd22e-cdd7-402d-b0bf-bfe6f4c672c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:33:30.742962 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9fd22e-cdd7-402d-b0bf-bfe6f4c672c2 admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:33:30.753326 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-21b0889f-d7c2-4dc3-9552-b9edaecd069e None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:30.775059 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e585788-a139-46f5-aaba-37871bf9da09 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:33:30.784682 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-21b0889f-d7c2-4dc3-9552-b9edaecd069e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:30.840548 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d9af1709-871f-47a7-a22d-37b8c71dc78f None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:30.860599 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e0416-9ab2-4102-950b-4e25963c1976 None None] Pushing event updated for resources: {'Port': ['ID=3af5c2a5-d6b3-4a09-860f-89dff4b7af41,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:30.863430 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d9af1709-871f-47a7-a22d-37b8c71dc78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:30.932496 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9af1709-871f-47a7-a22d-37b8c71dc78f None None] Network b605cd7c-4bae-4f6d-ad14-517699d4d6b0 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:33:30.964321 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-d9af1709-871f-47a7-a22d-37b8c71dc78f None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:33:30.971973 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9af1709-871f-47a7-a22d-37b8c71dc78f None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:33:30.981632 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af1709-871f-47a7-a22d-37b8c71dc78f None None] Pushing event updated for resources: {'Port': ['ID=39f75a41-8ed9-48b1-8162-ba02325e320a,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:30.983639 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-ed92dff5-debc-4a32-b6a0-b4eb3dd9a5b0 None None] Provisioning complete for port 56b7370e-c712-4e7f-bc5f-a270c2a7f03b triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:33:30.984020 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ed92dff5-debc-4a32-b6a0-b4eb3dd9a5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:31.017394 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-21b0889f-d7c2-4dc3-9552-b9edaecd069e None None] Attempting to bind port 3af5c2a5-d6b3-4a09-860f-89dff4b7af41 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:33:31.017680 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-21b0889f-d7c2-4dc3-9552-b9edaecd069e None None] Attempting to bind port 3af5c2a5-d6b3-4a09-860f-89dff4b7af41 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '13c6cb75-1e1c-42c7-85af-ba6522501409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:33:31.018079 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b0889f-d7c2-4dc3-9552-b9edaecd069e None None] Attempting to bind port 3af5c2a5-d6b3-4a09-860f-89dff4b7af41 on network da8c4fca-509f-4155-a75c-1a8528b79688 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:33:31.050670 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b0889f-d7c2-4dc3-9552-b9edaecd069e None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:33:31.050670 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b0889f-d7c2-4dc3-9552-b9edaecd069e None None] Checking segment: {'id': '13c6cb75-1e1c-42c7-85af-ba6522501409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:33:31.050670 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-21b0889f-d7c2-4dc3-9552-b9edaecd069e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:31.050670 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b0889f-d7c2-4dc3-9552-b9edaecd069e None None] Bound using segment: {'id': '13c6cb75-1e1c-42c7-85af-ba6522501409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:33:31.051464 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-21b0889f-d7c2-4dc3-9552-b9edaecd069e None None] Bound port: 3af5c2a5-d6b3-4a09-860f-89dff4b7af41, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c6cb75-1e1c-42c7-85af-ba6522501409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:33:31.051464 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-21b0889f-d7c2-4dc3-9552-b9edaecd069e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:31.063654 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1a9fd22e-cdd7-402d-b0bf-bfe6f4c672c2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:31.091095 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-ed92dff5-debc-4a32-b6a0-b4eb3dd9a5b0 None None] Port 56b7370e-c712-4e7f-bc5f-a270c2a7f03b cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:33:31.098678 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d9af1709-871f-47a7-a22d-37b8c71dc78f None None] Attempting to bind port 39f75a41-8ed9-48b1-8162-ba02325e320a on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:33:31.099595 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d9af1709-871f-47a7-a22d-37b8c71dc78f None None] Attempting to bind port 39f75a41-8ed9-48b1-8162-ba02325e320a by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'fdd55c55-b539-4217-bd79-34c0627b9a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'b605cd7c-4bae-4f6d-ad14-517699d4d6b0'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:33:31.099595 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9af1709-871f-47a7-a22d-37b8c71dc78f None None] Attempting to bind port 39f75a41-8ed9-48b1-8162-ba02325e320a on network b605cd7c-4bae-4f6d-ad14-517699d4d6b0 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:33:31.125661 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9af1709-871f-47a7-a22d-37b8c71dc78f None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:33:31.126095 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9af1709-871f-47a7-a22d-37b8c71dc78f None None] Checking segment: {'id': 'fdd55c55-b539-4217-bd79-34c0627b9a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'b605cd7c-4bae-4f6d-ad14-517699d4d6b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:33:31.126457 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d9af1709-871f-47a7-a22d-37b8c71dc78f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:31.126853 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9af1709-871f-47a7-a22d-37b8c71dc78f None None] Bound using segment: {'id': 'fdd55c55-b539-4217-bd79-34c0627b9a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'b605cd7c-4bae-4f6d-ad14-517699d4d6b0'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:33:31.127375 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-d9af1709-871f-47a7-a22d-37b8c71dc78f None None] Bound port: 39f75a41-8ed9-48b1-8162-ba02325e320a, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd55c55-b539-4217-bd79-34c0627b9a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'b605cd7c-4bae-4f6d-ad14-517699d4d6b0'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:33:31.127766 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d9af1709-871f-47a7-a22d-37b8c71dc78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:31.190936 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-21b0889f-d7c2-4dc3-9552-b9edaecd069e None None] For port 3af5c2a5-d6b3-4a09-860f-89dff4b7af41, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:33:31.198728 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-21b0889f-d7c2-4dc3-9552-b9edaecd069e None None] For port 3af5c2a5-d6b3-4a09-860f-89dff4b7af41, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=3af5c2a5-d6b3-4a09-860f-89dff4b7af41,segment=NetworkSegment(13c6cb75-1e1c-42c7-85af-ba6522501409),segment_id=13c6cb75-1e1c-42c7-85af-ba6522501409)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:33:31.211391 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-21b0889f-d7c2-4dc3-9552-b9edaecd069e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:31.269748 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-d9af1709-871f-47a7-a22d-37b8c71dc78f None None] For port 39f75a41-8ed9-48b1-8162-ba02325e320a, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:33:31.297390 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-d9af1709-871f-47a7-a22d-37b8c71dc78f None None] For port 39f75a41-8ed9-48b1-8162-ba02325e320a, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=39f75a41-8ed9-48b1-8162-ba02325e320a,segment=NetworkSegment(fdd55c55-b539-4217-bd79-34c0627b9a57),segment_id=fdd55c55-b539-4217-bd79-34c0627b9a57)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:33:31.298652 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-f4bf59dd-57ed-479c-a17d-7b300a044e2f None None] Provisioning complete for port 3af5c2a5-d6b3-4a09-860f-89dff4b7af41 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:33:31.299310 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f4bf59dd-57ed-479c-a17d-7b300a044e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:31.308112 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1a9fd22e-cdd7-402d-b0bf-bfe6f4c672c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:31.338598 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d9af1709-871f-47a7-a22d-37b8c71dc78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:31.359095 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e0416-9ab2-4102-950b-4e25963c1976 None None] Pushing event updated for resources: {'Port': ['ID=3af5c2a5-d6b3-4a09-860f-89dff4b7af41,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:31.364537 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b0889f-d7c2-4dc3-9552-b9edaecd069e None None] Routers {'37a4132e-8195-4dd7-8a33-6243f28d231d'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:33:31.365532 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-21b0889f-d7c2-4dc3-9552-b9edaecd069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:33:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['37a4132e-8195-4dd7-8a33-6243f28d231d'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:33:31.485615 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9fd22e-cdd7-402d-b0bf-bfe6f4c672c2 admin admin] Router 52c38918-aa41-4902-a69c-529537a94a25 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 20:33:31.545878 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af1709-871f-47a7-a22d-37b8c71dc78f None None] Pushing event updated for resources: {'Port': ['ID=39f75a41-8ed9-48b1-8162-ba02325e320a,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:31.591504 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f4bf59dd-57ed-479c-a17d-7b300a044e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:31.614932 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-21b0889f-d7c2-4dc3-9552-b9edaecd069e None None] Set router 37a4132e-8195-4dd7-8a33-6243f28d231d gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:33:31.645146 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9fd22e-cdd7-402d-b0bf-bfe6f4c672c2 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:33:31.656665 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a611c835-36c2-4624-be5d-002114a624a4 None None] Sync routers for ids ['52c38918-aa41-4902-a69c-529537a94a25'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:33:31.672312 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a611c835-36c2-4624-be5d-002114a624a4 None None] Routers {'52c38918-aa41-4902-a69c-529537a94a25'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:33:31.673149 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a611c835-36c2-4624-be5d-002114a624a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:33:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['52c38918-aa41-4902-a69c-529537a94a25'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:33:31.720648 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1a9fd22e-cdd7-402d-b0bf-bfe6f4c672c2 admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:31.722421 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1a9fd22e-cdd7-402d-b0bf-bfe6f4c672c2 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8546753 Nov 10 20:33:31.731604 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58764) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:33:31.732332 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-f4bf59dd-57ed-479c-a17d-7b300a044e2f None None] For port 3af5c2a5-d6b3-4a09-860f-89dff4b7af41, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=3af5c2a5-d6b3-4a09-860f-89dff4b7af41,segment=NetworkSegment(13c6cb75-1e1c-42c7-85af-ba6522501409),segment_id=13c6cb75-1e1c-42c7-85af-ba6522501409)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:33:31.766545 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f4bf59dd-57ed-479c-a17d-7b300a044e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:31.864937 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf59dd-57ed-479c-a17d-7b300a044e2f None None] Pushing event updated for resources: {'Port': ['ID=3af5c2a5-d6b3-4a09-860f-89dff4b7af41,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:31.876383 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-a611c835-36c2-4624-be5d-002114a624a4 None None] Set router 52c38918-aa41-4902-a69c-529537a94a25 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:33:31.938159 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4791f7e0-3b49-4ce3-809f-0c4f7a5603d9 None None] Provisioning complete for port 3af5c2a5-d6b3-4a09-860f-89dff4b7af41 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:33:31.938611 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4791f7e0-3b49-4ce3-809f-0c4f7a5603d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:32.026216 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-21b0889f-d7c2-4dc3-9552-b9edaecd069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'name': 'tempest-TestShelveInstance-157387112-router', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:33:24Z', 'updated_at': '2021-11-10T20:33:27Z', 'revision_number': 4, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'gw_port': {'id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:59:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:25Z', 'updated_at': '2021-11-10T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '3af5c2a5-d6b3-4a09-860f-89dff4b7af41', 'name': '', 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'mac_address': 'fa:16:3e:aa:86:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:27Z', 'updated_at': '2021-11-10T20:33:31Z', 'revision_number': 4, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'subnets': [{'id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:33:32.062469 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b0889f-d7c2-4dc3-9552-b9edaecd069e None None] The sync data for ids ['37a4132e-8195-4dd7-8a33-6243f28d231d'] in n-d-813897-4 is: [{'id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'name': 'tempest-TestShelveInstance-157387112-router', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:33:24Z', 'updated_at': '2021-11-10T20:33:27Z', 'revision_number': 4, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'gw_port': {'id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:59:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:25Z', 'updated_at': '2021-11-10T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '3af5c2a5-d6b3-4a09-860f-89dff4b7af41', 'name': '', 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'mac_address': 'fa:16:3e:aa:86:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:27Z', 'updated_at': '2021-11-10T20:33:31Z', 'revision_number': 4, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'subnets': [{'id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:33:32.112277 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a611c835-36c2-4624-be5d-002114a624a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c38918-aa41-4902-a69c-529537a94a25', 'name': 'tempest-TestShelveInstance-1310634179-router', 'tenant_id': 'bb9034e9ce4e41b4b50d53ff50376630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '56b7370e-c712-4e7f-bc5f-a270c2a7f03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:33:29Z', 'updated_at': '2021-11-10T20:33:30Z', 'revision_number': 3, 'project_id': 'bb9034e9ce4e41b4b50d53ff50376630', 'gw_port': {'id': '56b7370e-c712-4e7f-bc5f-a270c2a7f03b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c38918-aa41-4902-a69c-529537a94a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:30Z', 'updated_at': '2021-11-10T20:33:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:33:32.306454 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 39f75a41-8ed9-48b1-8162-ba02325e320a up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:33:32.309704 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a611c835-36c2-4624-be5d-002114a624a4 None None] Checking router: 52c38918-aa41-4902-a69c-529537a94a25 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:33:32.310369 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a611c835-36c2-4624-be5d-002114a624a4 None None] Updating router 52c38918-aa41-4902-a69c-529537a94a25 port 56b7370e-c712-4e7f-bc5f-a270c2a7f03b binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:33:32.343759 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a611c835-36c2-4624-be5d-002114a624a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:32.392036 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 39f75a41-8ed9-48b1-8162-ba02325e320a triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:33:32.392698 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:32.546772 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:32.607912 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] For port 39f75a41-8ed9-48b1-8162-ba02325e320a, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=39f75a41-8ed9-48b1-8162-ba02325e320a,segment=NetworkSegment(fdd55c55-b539-4217-bd79-34c0627b9a57),segment_id=fdd55c55-b539-4217-bd79-34c0627b9a57)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:33:32.614977 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:32.728064 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Pushing event updated for resources: {'Port': ['ID=39f75a41-8ed9-48b1-8162-ba02325e320a,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:32.798262 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a611c835-36c2-4624-be5d-002114a624a4 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:32.807797 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a611c835-36c2-4624-be5d-002114a624a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:32.826687 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7c9f90b8-e576-47fa-b34f-13fcf877f649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:32.875508 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b618968a-f39e-4b6b-956a-759a4c74fa70 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:33:32.923226 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3064fe-0e51-4613-a14c-bac626b57eb2 None None] Pushing event updated for resources: {'Port': ['ID=56b7370e-c712-4e7f-bc5f-a270c2a7f03b,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:32.925521 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-a611c835-36c2-4624-be5d-002114a624a4 None None] Attempting to bind port 56b7370e-c712-4e7f-bc5f-a270c2a7f03b on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:33:32.925801 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a1fa33-7595-4003-bfb6-91fa215dff6f None None] Network b605cd7c-4bae-4f6d-ad14-517699d4d6b0 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:33:32.926335 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-a611c835-36c2-4624-be5d-002114a624a4 None None] Attempting to bind port 56b7370e-c712-4e7f-bc5f-a270c2a7f03b by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:33:32.927055 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a611c835-36c2-4624-be5d-002114a624a4 None None] Attempting to bind port 56b7370e-c712-4e7f-bc5f-a270c2a7f03b on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:33:32.940818 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a611c835-36c2-4624-be5d-002114a624a4 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:33:32.941201 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a611c835-36c2-4624-be5d-002114a624a4 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:33:32.941616 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a611c835-36c2-4624-be5d-002114a624a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:32.942041 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a611c835-36c2-4624-be5d-002114a624a4 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:33:32.942525 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-a611c835-36c2-4624-be5d-002114a624a4 None None] Bound port: 56b7370e-c712-4e7f-bc5f-a270c2a7f03b, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:33:32.942898 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a611c835-36c2-4624-be5d-002114a624a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:33.013631 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-a611c835-36c2-4624-be5d-002114a624a4 None None] For port 56b7370e-c712-4e7f-bc5f-a270c2a7f03b, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:33:33.018212 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-a611c835-36c2-4624-be5d-002114a624a4 None None] For port 56b7370e-c712-4e7f-bc5f-a270c2a7f03b, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=56b7370e-c712-4e7f-bc5f-a270c2a7f03b,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:33:33.026851 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a611c835-36c2-4624-be5d-002114a624a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:33.036064 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5f693886-a396-4346-92df-c85266385296 None None] Provisioning complete for port 39f75a41-8ed9-48b1-8162-ba02325e320a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:33:33.036440 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5f693886-a396-4346-92df-c85266385296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:33.070845 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7131234-0c00-4329-9e22-529f258b2636 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:33:33.071409 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-7c9f90b8-e576-47fa-b34f-13fcf877f649 admin admin] Allocated IP 172.20.0.1 (b605cd7c-4bae-4f6d-ad14-517699d4d6b0/c49c5657-0727-42e8-b205-9cf53ba34910/bc21a82f-f19a-4eb1-8258-7c13f8ca7877) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:33:33.097795 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a611c835-36c2-4624-be5d-002114a624a4 None None] Routers {'52c38918-aa41-4902-a69c-529537a94a25'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:33:33.098435 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a611c835-36c2-4624-be5d-002114a624a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:33:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['52c38918-aa41-4902-a69c-529537a94a25'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:33:33.212267 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3064fe-0e51-4613-a14c-bac626b57eb2 None None] Pushing event updated for resources: {'Port': ['ID=56b7370e-c712-4e7f-bc5f-a270c2a7f03b,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:33.223394 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7c9f90b8-e576-47fa-b34f-13fcf877f649 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:33.257423 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5f693886-a396-4346-92df-c85266385296 None None] Provisioning complete for port 56b7370e-c712-4e7f-bc5f-a270c2a7f03b triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:33:33.257847 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5f693886-a396-4346-92df-c85266385296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:33.272328 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7c9f90b8-e576-47fa-b34f-13fcf877f649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:33.304794 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9f90b8-e576-47fa-b34f-13fcf877f649 admin admin] Network b605cd7c-4bae-4f6d-ad14-517699d4d6b0 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:33:33.308837 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-7c9f90b8-e576-47fa-b34f-13fcf877f649 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:33:33.313607 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9f90b8-e576-47fa-b34f-13fcf877f649 admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:33:33.386066 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-a611c835-36c2-4624-be5d-002114a624a4 None None] Set router 52c38918-aa41-4902-a69c-529537a94a25 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:33:33.406347 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7c9f90b8-e576-47fa-b34f-13fcf877f649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:33.453656 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5f693886-a396-4346-92df-c85266385296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:33.477574 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5f693886-a396-4346-92df-c85266385296 None None] For port 56b7370e-c712-4e7f-bc5f-a270c2a7f03b, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=56b7370e-c712-4e7f-bc5f-a270c2a7f03b,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:33:33.484009 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5f693886-a396-4346-92df-c85266385296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:33.571510 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f693886-a396-4346-92df-c85266385296 None None] Pushing event updated for resources: {'Port': ['ID=56b7370e-c712-4e7f-bc5f-a270c2a7f03b,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:33.588445 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f90b8-e576-47fa-b34f-13fcf877f649 admin admin] Pushing event updated for resources: {'Port': ['ID=bc21a82f-f19a-4eb1-8258-7c13f8ca7877,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:33.643146 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-bdf8763b-9d6c-4ca2-8068-a97400bcb643 None None] Provisioning complete for port 39f75a41-8ed9-48b1-8162-ba02325e320a triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:33:33.643327 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bdf8763b-9d6c-4ca2-8068-a97400bcb643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:33.667229 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7c9f90b8-e576-47fa-b34f-13fcf877f649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:33.722218 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-a611c835-36c2-4624-be5d-002114a624a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c38918-aa41-4902-a69c-529537a94a25', 'name': 'tempest-TestShelveInstance-1310634179-router', 'tenant_id': 'bb9034e9ce4e41b4b50d53ff50376630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '56b7370e-c712-4e7f-bc5f-a270c2a7f03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:33:29Z', 'updated_at': '2021-11-10T20:33:30Z', 'revision_number': 3, 'project_id': 'bb9034e9ce4e41b4b50d53ff50376630', 'gw_port': {'id': '56b7370e-c712-4e7f-bc5f-a270c2a7f03b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c38918-aa41-4902-a69c-529537a94a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:30Z', 'updated_at': '2021-11-10T20:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:33:33.768338 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a611c835-36c2-4624-be5d-002114a624a4 None None] The sync data for ids ['52c38918-aa41-4902-a69c-529537a94a25'] in n-d-813897-4 is: [{'id': '52c38918-aa41-4902-a69c-529537a94a25', 'name': 'tempest-TestShelveInstance-1310634179-router', 'tenant_id': 'bb9034e9ce4e41b4b50d53ff50376630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '56b7370e-c712-4e7f-bc5f-a270c2a7f03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:33:29Z', 'updated_at': '2021-11-10T20:33:30Z', 'revision_number': 3, 'project_id': 'bb9034e9ce4e41b4b50d53ff50376630', 'gw_port': {'id': '56b7370e-c712-4e7f-bc5f-a270c2a7f03b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c38918-aa41-4902-a69c-529537a94a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:30Z', 'updated_at': '2021-11-10T20:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:33:33.800246 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-bdf8763b-9d6c-4ca2-8068-a97400bcb643 None None] Provisioning complete for port 56b7370e-c712-4e7f-bc5f-a270c2a7f03b triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:33:33.800689 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bdf8763b-9d6c-4ca2-8068-a97400bcb643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:33.898960 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7c9f90b8-e576-47fa-b34f-13fcf877f649 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:33.910533 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7c9f90b8-e576-47fa-b34f-13fcf877f649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:33.998943 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f90b8-e576-47fa-b34f-13fcf877f649 admin admin] Pushing event updated for resources: {'Port': ['ID=bc21a82f-f19a-4eb1-8258-7c13f8ca7877,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:34.004512 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-7c9f90b8-e576-47fa-b34f-13fcf877f649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:34.165995 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9f90b8-e576-47fa-b34f-13fcf877f649 admin admin] Network b605cd7c-4bae-4f6d-ad14-517699d4d6b0 is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:33:34.169367 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-7c9f90b8-e576-47fa-b34f-13fcf877f649 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:33:34.327428 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-aeadfc3a-1ce8-4da2-ae96-20289f365f37 None None] Provisioning complete for port bc21a82f-f19a-4eb1-8258-7c13f8ca7877 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:33:34.328021 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-aeadfc3a-1ce8-4da2-ae96-20289f365f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:34.371933 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9f90b8-e576-47fa-b34f-13fcf877f649 admin admin] Router 52c38918-aa41-4902-a69c-529537a94a25 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:33:34.379488 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-aeadfc3a-1ce8-4da2-ae96-20289f365f37 None None] Port bc21a82f-f19a-4eb1-8258-7c13f8ca7877 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:33:34.389737 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3af5c2a5-d6b3-4a09-860f-89dff4b7af41 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:33:34.464366 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 3af5c2a5-d6b3-4a09-860f-89dff4b7af41 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:33:34.464366 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:34.532505 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9f90b8-e576-47fa-b34f-13fcf877f649 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:33:34.542427 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-7c9f90b8-e576-47fa-b34f-13fcf877f649 admin admin] 10.222.0.54 "PUT /v2.0/routers/52c38918-aa41-4902-a69c-529537a94a25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8155432 Nov 10 20:33:34.567304 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 39f75a41-8ed9-48b1-8162-ba02325e320a up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:33:34.628630 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-13eef8de-4cf7-4b55-955b-1343d308392f None None] Provisioning complete for port bc21a82f-f19a-4eb1-8258-7c13f8ca7877 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:33:34.629002 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-13eef8de-4cf7-4b55-955b-1343d308392f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:34.687032 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 39f75a41-8ed9-48b1-8162-ba02325e320a triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:33:34.687409 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:34.690130 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-13eef8de-4cf7-4b55-955b-1343d308392f None None] Port bc21a82f-f19a-4eb1-8258-7c13f8ca7877 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:33:34.791842 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 56b7370e-c712-4e7f-bc5f-a270c2a7f03b up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:33:34.856190 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 56b7370e-c712-4e7f-bc5f-a270c2a7f03b triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:33:34.856832 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:35.488661 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58772) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:33:35.494630 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-c9ae7519-aba7-4778-87a8-d5e65d6b8272 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1875061412', 'description': 'tempest-secgroup-smoke-1875061412 description', 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:33:35.524484 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c9ae7519-aba7-4778-87a8-d5e65d6b8272 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:35.605007 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c9ae7519-aba7-4778-87a8-d5e65d6b8272 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:35.610681 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c9ae7519-aba7-4778-87a8-d5e65d6b8272 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:35.647831 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae7519-aba7-4778-87a8-d5e65d6b8272 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:35.652314 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c9ae7519-aba7-4778-87a8-d5e65d6b8272 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:35.653565 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c9ae7519-aba7-4778-87a8-d5e65d6b8272 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1637640 Nov 10 20:33:35.657688 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58774) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:33:35.665350 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-651eb335-6060-4e0e-b570-ce8779d21c8b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Request body: {'security_group_rule': {'security_group_id': '1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42', 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:33:35.696458 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-651eb335-6060-4e0e-b570-ce8779d21c8b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:35.766427 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373f7c2d-9634-4a71-98f5-cf9c514fec1f None None] Sync routers for ids ['52c38918-aa41-4902-a69c-529537a94a25'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:33:35.775378 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-651eb335-6060-4e0e-b570-ce8779d21c8b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:35.780754 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-651eb335-6060-4e0e-b570-ce8779d21c8b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:35.790925 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373f7c2d-9634-4a71-98f5-cf9c514fec1f None None] Routers {'52c38918-aa41-4902-a69c-529537a94a25'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:33:35.791596 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-373f7c2d-9634-4a71-98f5-cf9c514fec1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:33:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['52c38918-aa41-4902-a69c-529537a94a25'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:33:35.806574 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651eb335-6060-4e0e-b570-ce8779d21c8b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a96ee3-f237-4280-b0f0-3148cd553d33,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:35.813381 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-651eb335-6060-4e0e-b570-ce8779d21c8b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:35.814823 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-651eb335-6060-4e0e-b570-ce8779d21c8b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1557012 Nov 10 20:33:35.817748 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 58776) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:33:35.822770 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-c53b3cb4-6b5c-444d-84e9-1610928040b7 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Request body: {'security_group_rule': {'security_group_id': '1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42', 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:33:35.855920 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c53b3cb4-6b5c-444d-84e9-1610928040b7 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:35.910674 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-373f7c2d-9634-4a71-98f5-cf9c514fec1f None None] Set router 52c38918-aa41-4902-a69c-529537a94a25 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:33:35.918631 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c53b3cb4-6b5c-444d-84e9-1610928040b7 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:35.924334 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c53b3cb4-6b5c-444d-84e9-1610928040b7 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:35.943138 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b3cb4-6b5c-444d-84e9-1610928040b7 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0769885-1e7a-470f-a783-636d798c32b3,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:35.956125 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c53b3cb4-6b5c-444d-84e9-1610928040b7 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:35.957826 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-c53b3cb4-6b5c-444d-84e9-1610928040b7 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1388042 Nov 10 20:33:35.960941 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58778) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:33:35.965823 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-47f067ed-30cf-405a-9a29-388af8c3808e tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Request body: {'security_group_rule': {'security_group_id': '1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42', 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:33:35.999298 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-47f067ed-30cf-405a-9a29-388af8c3808e tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:36.061611 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-47f067ed-30cf-405a-9a29-388af8c3808e tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:36.066286 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-47f067ed-30cf-405a-9a29-388af8c3808e tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:36.083645 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f067ed-30cf-405a-9a29-388af8c3808e tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eadb6a04-4af4-4d3f-a7a0-026dbdee5e65,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:36.098692 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-47f067ed-30cf-405a-9a29-388af8c3808e tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:36.102742 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-47f067ed-30cf-405a-9a29-388af8c3808e tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1380088 Nov 10 20:33:36.103065 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58780) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:33:36.107725 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-b626848c-871b-4236-9cea-854f1930f126 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Request body: {'security_group_rule': {'security_group_id': '1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42', 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:33:36.143533 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b626848c-871b-4236-9cea-854f1930f126 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:36.175222 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-373f7c2d-9634-4a71-98f5-cf9c514fec1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c38918-aa41-4902-a69c-529537a94a25', 'name': 'tempest-TestShelveInstance-1310634179-router', 'tenant_id': 'bb9034e9ce4e41b4b50d53ff50376630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '56b7370e-c712-4e7f-bc5f-a270c2a7f03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:33:29Z', 'updated_at': '2021-11-10T20:33:33Z', 'revision_number': 4, 'project_id': 'bb9034e9ce4e41b4b50d53ff50376630', 'gw_port': {'id': '56b7370e-c712-4e7f-bc5f-a270c2a7f03b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c38918-aa41-4902-a69c-529537a94a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:30Z', 'updated_at': '2021-11-10T20:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'bc21a82f-f19a-4eb1-8258-7c13f8ca7877', 'name': '', 'network_id': 'b605cd7c-4bae-4f6d-ad14-517699d4d6b0', 'tenant_id': 'bb9034e9ce4e41b4b50d53ff50376630', 'mac_address': 'fa:16:3e:d1:9b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c38918-aa41-4902-a69c-529537a94a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'c49c5657-0727-42e8-b205-9cf53ba34910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:32Z', 'updated_at': '2021-11-10T20:33:33Z', 'revision_number': 2, 'project_id': 'bb9034e9ce4e41b4b50d53ff50376630', 'subnets': [{'id': 'c49c5657-0727-42e8-b205-9cf53ba34910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:33:36.204831 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373f7c2d-9634-4a71-98f5-cf9c514fec1f None None] Checking router: 52c38918-aa41-4902-a69c-529537a94a25 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:33:36.205347 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373f7c2d-9634-4a71-98f5-cf9c514fec1f None None] Updating router 52c38918-aa41-4902-a69c-529537a94a25 port bc21a82f-f19a-4eb1-8258-7c13f8ca7877 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:33:36.222756 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b626848c-871b-4236-9cea-854f1930f126 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:36.228263 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b626848c-871b-4236-9cea-854f1930f126 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:36.233410 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-373f7c2d-9634-4a71-98f5-cf9c514fec1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:36.248390 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626848c-871b-4236-9cea-854f1930f126 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98897046-2dfc-4d1b-b35a-1fbff0712c64,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:36.263734 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b626848c-871b-4236-9cea-854f1930f126 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:36.265341 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b626848c-871b-4236-9cea-854f1930f126 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1612442 Nov 10 20:33:36.269636 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58782) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:33:36.275538 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-55247a23-524c-42bb-a31e-1dbf1cc8bbed tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Request body: {'security_group_rule': {'security_group_id': '1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42', 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:33:36.308893 n-d-813897-4 neutron-server[102506]: INFO neutron.db.securitygroups_db [None req-55247a23-524c-42bb-a31e-1dbf1cc8bbed tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Project c0cf1703230d4b4b9933f7c644ccba9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 20:33:36.313933 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-55247a23-524c-42bb-a31e-1dbf1cc8bbed tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:36.378540 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-55247a23-524c-42bb-a31e-1dbf1cc8bbed tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:36.383218 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-55247a23-524c-42bb-a31e-1dbf1cc8bbed tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:36.401342 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55247a23-524c-42bb-a31e-1dbf1cc8bbed tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4223d9e7-9d12-4904-aa97-a389bd9686c8,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:36.411639 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-55247a23-524c-42bb-a31e-1dbf1cc8bbed tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:36.412987 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-55247a23-524c-42bb-a31e-1dbf1cc8bbed tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1426516 Nov 10 20:33:36.416344 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58784) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:33:36.421049 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-ca5bc9dd-2919-4429-bc17-ac91b284dede tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Request body: {'security_group_rule': {'security_group_id': '1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42', 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:33:36.448466 n-d-813897-4 neutron-server[102506]: INFO neutron.db.securitygroups_db [None req-ca5bc9dd-2919-4429-bc17-ac91b284dede tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Project c0cf1703230d4b4b9933f7c644ccba9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 20:33:36.454423 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ca5bc9dd-2919-4429-bc17-ac91b284dede tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:36.524720 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ca5bc9dd-2919-4429-bc17-ac91b284dede tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:36.529604 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ca5bc9dd-2919-4429-bc17-ac91b284dede tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:36.536456 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-373f7c2d-9634-4a71-98f5-cf9c514fec1f None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:36.544465 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-373f7c2d-9634-4a71-98f5-cf9c514fec1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:36.551931 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bc9dd-2919-4429-bc17-ac91b284dede tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4fbe608-ae6f-463e-b056-d0c8d6f72890,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:36.561337 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-ca5bc9dd-2919-4429-bc17-ac91b284dede tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:36.569828 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ca5bc9dd-2919-4429-bc17-ac91b284dede tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1453135 Nov 10 20:33:36.627633 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d8b09b-48eb-458a-903e-c3761995e8c5 None None] Pushing event updated for resources: {'Port': ['ID=bc21a82f-f19a-4eb1-8258-7c13f8ca7877,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:36.697216 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-373f7c2d-9634-4a71-98f5-cf9c514fec1f None None] Attempting to bind port bc21a82f-f19a-4eb1-8258-7c13f8ca7877 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:33:36.697666 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-373f7c2d-9634-4a71-98f5-cf9c514fec1f None None] Attempting to bind port bc21a82f-f19a-4eb1-8258-7c13f8ca7877 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': 'fdd55c55-b539-4217-bd79-34c0627b9a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'b605cd7c-4bae-4f6d-ad14-517699d4d6b0'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:33:36.698183 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373f7c2d-9634-4a71-98f5-cf9c514fec1f None None] Attempting to bind port bc21a82f-f19a-4eb1-8258-7c13f8ca7877 on network b605cd7c-4bae-4f6d-ad14-517699d4d6b0 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:33:36.703832 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373f7c2d-9634-4a71-98f5-cf9c514fec1f None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:33:36.704293 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373f7c2d-9634-4a71-98f5-cf9c514fec1f None None] Checking segment: {'id': 'fdd55c55-b539-4217-bd79-34c0627b9a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'b605cd7c-4bae-4f6d-ad14-517699d4d6b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:33:36.704756 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-373f7c2d-9634-4a71-98f5-cf9c514fec1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:36.705207 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373f7c2d-9634-4a71-98f5-cf9c514fec1f None None] Bound using segment: {'id': 'fdd55c55-b539-4217-bd79-34c0627b9a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'b605cd7c-4bae-4f6d-ad14-517699d4d6b0'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:33:36.705749 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-373f7c2d-9634-4a71-98f5-cf9c514fec1f None None] Bound port: bc21a82f-f19a-4eb1-8258-7c13f8ca7877, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd55c55-b539-4217-bd79-34c0627b9a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'b605cd7c-4bae-4f6d-ad14-517699d4d6b0'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:33:36.706261 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-373f7c2d-9634-4a71-98f5-cf9c514fec1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:36.794166 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-373f7c2d-9634-4a71-98f5-cf9c514fec1f None None] For port bc21a82f-f19a-4eb1-8258-7c13f8ca7877, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:33:36.799097 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-373f7c2d-9634-4a71-98f5-cf9c514fec1f None None] For port bc21a82f-f19a-4eb1-8258-7c13f8ca7877, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=bc21a82f-f19a-4eb1-8258-7c13f8ca7877,segment=NetworkSegment(fdd55c55-b539-4217-bd79-34c0627b9a57),segment_id=fdd55c55-b539-4217-bd79-34c0627b9a57)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:33:36.804652 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-373f7c2d-9634-4a71-98f5-cf9c514fec1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:36.867450 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373f7c2d-9634-4a71-98f5-cf9c514fec1f None None] Routers {'52c38918-aa41-4902-a69c-529537a94a25'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:33:36.868053 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-373f7c2d-9634-4a71-98f5-cf9c514fec1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:33:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['52c38918-aa41-4902-a69c-529537a94a25'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:33:36.875042 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-22fac2c1-dd8a-405d-8c77-f70c91942220 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1875061412&fields=id&tenant_id=c0cf1703230d4b4b9933f7c644ccba9a HTTP/1.1" status: 200 len: 267 time: 0.0620184 Nov 10 20:33:36.934004 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d8b09b-48eb-458a-903e-c3761995e8c5 None None] Pushing event updated for resources: {'Port': ['ID=bc21a82f-f19a-4eb1-8258-7c13f8ca7877,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:36.954514 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-32c5cb7b-43d6-44b7-b12a-b99e7c90e85d None None] Provisioning complete for port bc21a82f-f19a-4eb1-8258-7c13f8ca7877 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:33:36.954808 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-32c5cb7b-43d6-44b7-b12a-b99e7c90e85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:37.020273 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-d38fe4c6-b9e8-44a6-be6e-39abe07e2599 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:37.029033 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-d38fe4c6-b9e8-44a6-be6e-39abe07e2599 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/networks?id=da8c4fca-509f-4155-a75c-1a8528b79688 HTTP/1.1" status: 200 len: 808 time: 0.1423693 Nov 10 20:33:37.043587 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-373f7c2d-9634-4a71-98f5-cf9c514fec1f None None] Set router 52c38918-aa41-4902-a69c-529537a94a25 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:33:37.046364 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-8ee0b1c0-419f-4034-9a8c-60a71b925588 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/quotas/c0cf1703230d4b4b9933f7c644ccba9a HTTP/1.1" status: 200 len: 375 time: 0.0131116 Nov 10 20:33:37.108434 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-8c84eaad-7e41-4a0b-805b-2e4d28a4645e tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c0cf1703230d4b4b9933f7c644ccba9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532534 Nov 10 20:33:37.207593 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-32c5cb7b-43d6-44b7-b12a-b99e7c90e85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:37.260935 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-32c5cb7b-43d6-44b7-b12a-b99e7c90e85d None None] For port bc21a82f-f19a-4eb1-8258-7c13f8ca7877, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=bc21a82f-f19a-4eb1-8258-7c13f8ca7877,segment=NetworkSegment(fdd55c55-b539-4217-bd79-34c0627b9a57),segment_id=fdd55c55-b539-4217-bd79-34c0627b9a57)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:33:37.267869 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-32c5cb7b-43d6-44b7-b12a-b99e7c90e85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:37.351659 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5cb7b-43d6-44b7-b12a-b99e7c90e85d None None] Pushing event updated for resources: {'Port': ['ID=bc21a82f-f19a-4eb1-8258-7c13f8ca7877,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:37.368972 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-373f7c2d-9634-4a71-98f5-cf9c514fec1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c38918-aa41-4902-a69c-529537a94a25', 'name': 'tempest-TestShelveInstance-1310634179-router', 'tenant_id': 'bb9034e9ce4e41b4b50d53ff50376630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '56b7370e-c712-4e7f-bc5f-a270c2a7f03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:33:29Z', 'updated_at': '2021-11-10T20:33:33Z', 'revision_number': 4, 'project_id': 'bb9034e9ce4e41b4b50d53ff50376630', 'gw_port': {'id': '56b7370e-c712-4e7f-bc5f-a270c2a7f03b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c38918-aa41-4902-a69c-529537a94a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:30Z', 'updated_at': '2021-11-10T20:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'bc21a82f-f19a-4eb1-8258-7c13f8ca7877', 'name': '', 'network_id': 'b605cd7c-4bae-4f6d-ad14-517699d4d6b0', 'tenant_id': 'bb9034e9ce4e41b4b50d53ff50376630', 'mac_address': 'fa:16:3e:d1:9b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c38918-aa41-4902-a69c-529537a94a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'c49c5657-0727-42e8-b205-9cf53ba34910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:32Z', 'updated_at': '2021-11-10T20:33:36Z', 'revision_number': 4, 'project_id': 'bb9034e9ce4e41b4b50d53ff50376630', 'subnets': [{'id': 'c49c5657-0727-42e8-b205-9cf53ba34910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:33:37.373785 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-6f1dfb70-ed10-4572-b37e-8fab5edf16de service neutron] 10.222.0.54 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485995 Nov 10 20:33:37.406721 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373f7c2d-9634-4a71-98f5-cf9c514fec1f None None] The sync data for ids ['52c38918-aa41-4902-a69c-529537a94a25'] in n-d-813897-4 is: [{'id': '52c38918-aa41-4902-a69c-529537a94a25', 'name': 'tempest-TestShelveInstance-1310634179-router', 'tenant_id': 'bb9034e9ce4e41b4b50d53ff50376630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '56b7370e-c712-4e7f-bc5f-a270c2a7f03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:33:29Z', 'updated_at': '2021-11-10T20:33:33Z', 'revision_number': 4, 'project_id': 'bb9034e9ce4e41b4b50d53ff50376630', 'gw_port': {'id': '56b7370e-c712-4e7f-bc5f-a270c2a7f03b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c38918-aa41-4902-a69c-529537a94a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:30Z', 'updated_at': '2021-11-10T20:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': 'bc21a82f-f19a-4eb1-8258-7c13f8ca7877', 'name': '', 'network_id': 'b605cd7c-4bae-4f6d-ad14-517699d4d6b0', 'tenant_id': 'bb9034e9ce4e41b4b50d53ff50376630', 'mac_address': 'fa:16:3e:d1:9b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c38918-aa41-4902-a69c-529537a94a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'c49c5657-0727-42e8-b205-9cf53ba34910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:32Z', 'updated_at': '2021-11-10T20:33:36Z', 'revision_number': 4, 'project_id': 'bb9034e9ce4e41b4b50d53ff50376630', 'subnets': [{'id': 'c49c5657-0727-42e8-b205-9cf53ba34910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:33:37.417658 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-59fe889b-60d2-4c6e-b4a8-f33378a5fac6 None None] Provisioning complete for port bc21a82f-f19a-4eb1-8258-7c13f8ca7877 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:33:37.418081 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-59fe889b-60d2-4c6e-b4a8-f33378a5fac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:37.518292 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-807e5a28-d5b5-49c2-9cb3-1b2939c2a9d7 service neutron] 10.222.0.54 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340683 Nov 10 20:33:37.715584 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-10cf7437-a295-480d-8d24-848866a8727b req-5f3e1c72-fdd4-49f2-b9ae-7c19a132f734 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 210 time: 0.0352869 Nov 10 20:33:38.194322 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device bc21a82f-f19a-4eb1-8258-7c13f8ca7877 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:33:38.250733 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port bc21a82f-f19a-4eb1-8258-7c13f8ca7877 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:33:38.251188 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:38.825881 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-dbc5f389-987f-4f1d-94ba-739e67a87ba1 req-42394d72-d895-4fbf-9806-6d5477464ea8 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 210 time: 0.0298381 Nov 10 20:33:39.035529 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-16c19948-2e0d-4a24-8ba2-c72c55439ad4 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:39.038546 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-16c19948-2e0d-4a24-8ba2-c72c55439ad4 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.73 "GET /v2.0/networks?id=da8c4fca-509f-4155-a75c-1a8528b79688 HTTP/1.1" status: 200 len: 808 time: 0.1651075 Nov 10 20:33:39.125037 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-43e86813-7a70-4417-a399-df4c4a126fd4 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0cf1703230d4b4b9933f7c644ccba9a HTTP/1.1" status: 200 len: 380 time: 0.0758948 Nov 10 20:33:39.137054 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-610d87ca-fe28-4a5a-9be2-4e21c59ce3c2 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Request body: {'port': {'device_id': '1bd91292-e1e5-4f75-91ef-0e57180bd908', 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688', 'admin_state_up': True, 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'security_groups': ['1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42']}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:33:39.281983 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-610d87ca-fe28-4a5a-9be2-4e21c59ce3c2 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Made reservation on behalf of c0cf1703230d4b4b9933f7c644ccba9a for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:33:39.286040 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-610d87ca-fe28-4a5a-9be2-4e21c59ce3c2 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:39.472985 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-610d87ca-fe28-4a5a-9be2-4e21c59ce3c2 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Allocated IP 172.20.0.4 (da8c4fca-509f-4155-a75c-1a8528b79688/26cc5b7b-9b4a-4621-954d-eddf82ac4472/7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:33:39.641338 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-610d87ca-fe28-4a5a-9be2-4e21c59ce3c2 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:39.695087 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-610d87ca-fe28-4a5a-9be2-4e21c59ce3c2 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:39.748688 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-610d87ca-fe28-4a5a-9be2-4e21c59ce3c2 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Network da8c4fca-509f-4155-a75c-1a8528b79688 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:33:39.751895 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-610d87ca-fe28-4a5a-9be2-4e21c59ce3c2 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:33:39.759044 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-610d87ca-fe28-4a5a-9be2-4e21c59ce3c2 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:33:39.787792 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d87ca-fe28-4a5a-9be2-4e21c59ce3c2 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Pushing event updated for resources: {'Port': ['ID=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:39.831172 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-610d87ca-fe28-4a5a-9be2-4e21c59ce3c2 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:39.831868 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-610d87ca-fe28-4a5a-9be2-4e21c59ce3c2 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:39.854885 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-610d87ca-fe28-4a5a-9be2-4e21c59ce3c2 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7219620 Nov 10 20:33:39.869861 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-6f01aab5-86d1-40a9-a570-2f0afec4b51e service neutron] Request body: {'port': {'device_id': '1bd91292-e1e5-4f75-91ef-0e57180bd908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:33:39.940076 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-6f01aab5-86d1-40a9-a570-2f0afec4b51e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:39.997573 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea16265-cee4-4449-ba35-7178d024b1ba req-ebac36f6-f212-43aa-b5b7-fe380a19d07b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:39.999171 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4ea16265-cee4-4449-ba35-7178d024b1ba req-ebac36f6-f212-43aa-b5b7-fe380a19d07b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 931 time: 0.0609186 Nov 10 20:33:40.052127 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4ea16265-cee4-4449-ba35-7178d024b1ba req-95be87d3-aa2b-45e1-a4de-a39c69d2c6b4 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464492 Nov 10 20:33:40.074451 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-1d58d173-1008-4ef6-ba6e-28b88d36a3f6 None None] Provisioning complete for port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:33:40.075031 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1d58d173-1008-4ef6-ba6e-28b88d36a3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:40.117048 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-1d58d173-1008-4ef6-ba6e-28b88d36a3f6 None None] Port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:33:40.259567 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-6f01aab5-86d1-40a9-a570-2f0afec4b51e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:33:40.267432 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-6f01aab5-86d1-40a9-a570-2f0afec4b51e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:40.282318 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-6f01aab5-86d1-40a9-a570-2f0afec4b51e service neutron] Transition to ACTIVE for port object 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:33:40.288187 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-6f01aab5-86d1-40a9-a570-2f0afec4b51e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:40.339455 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01aab5-86d1-40a9-a570-2f0afec4b51e service neutron] Pushing event updated for resources: {'Port': ['ID=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:40.417734 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-6f01aab5-86d1-40a9-a570-2f0afec4b51e service neutron] Attempting to bind port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:33:40.418115 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-6f01aab5-86d1-40a9-a570-2f0afec4b51e service neutron] Attempting to bind port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '13c6cb75-1e1c-42c7-85af-ba6522501409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:33:40.418448 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-6f01aab5-86d1-40a9-a570-2f0afec4b51e service neutron] Attempting to bind port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac on network da8c4fca-509f-4155-a75c-1a8528b79688 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:33:40.424333 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-6f01aab5-86d1-40a9-a570-2f0afec4b51e service neutron] Port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac on network da8c4fca-509f-4155-a75c-1a8528b79688 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:33:40.424658 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-6f01aab5-86d1-40a9-a570-2f0afec4b51e service neutron] Attempting to bind port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac on network da8c4fca-509f-4155-a75c-1a8528b79688 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:33:40.430651 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-6f01aab5-86d1-40a9-a570-2f0afec4b51e service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:33:40.430986 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-6f01aab5-86d1-40a9-a570-2f0afec4b51e service neutron] Checking segment: {'id': '13c6cb75-1e1c-42c7-85af-ba6522501409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:33:40.431379 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-6f01aab5-86d1-40a9-a570-2f0afec4b51e service neutron] Bound using segment: {'id': '13c6cb75-1e1c-42c7-85af-ba6522501409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:33:40.431826 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-6f01aab5-86d1-40a9-a570-2f0afec4b51e service neutron] Bound port: 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13c6cb75-1e1c-42c7-85af-ba6522501409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:33:40.432179 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-6f01aab5-86d1-40a9-a570-2f0afec4b51e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:40.523082 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-6f01aab5-86d1-40a9-a570-2f0afec4b51e service neutron] For port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:33:40.528861 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-6f01aab5-86d1-40a9-a570-2f0afec4b51e service neutron] For port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac,segment=NetworkSegment(13c6cb75-1e1c-42c7-85af-ba6522501409),segment_id=13c6cb75-1e1c-42c7-85af-ba6522501409)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:33:40.533696 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-6f01aab5-86d1-40a9-a570-2f0afec4b51e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:40.568735 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-6f01aab5-86d1-40a9-a570-2f0afec4b51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:40.569369 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-6f01aab5-86d1-40a9-a570-2f0afec4b51e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:40.570836 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-6f01aab5-86d1-40a9-a570-2f0afec4b51e service neutron] 10.222.0.73 "PUT /v2.0/ports/7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac HTTP/1.1" status: 200 len: 1091 time: 0.7069647 Nov 10 20:33:40.571345 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd91292-e1e5-4f75-91ef-0e57180bd908', 'tag': '7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:33:40.573626 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062d0c7a-7dc7-4f25-9666-71071f509813" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd91292-e1e5-4f75-91ef-0e57180bd908", "tag": "7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:33:40.607988 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01aab5-86d1-40a9-a570-2f0afec4b51e service neutron] Pushing event updated for resources: {'Port': ['ID=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:40.695601 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-b520b3bd-3062-46d0-b548-8dc1532e3c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:40.697321 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-b520b3bd-3062-46d0-b548-8dc1532e3c7c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0cf1703230d4b4b9933f7c644ccba9a&device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 1094 time: 0.0571713 Nov 10 20:33:40.714563 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfba081d-41ea-4765-afa7-608b01b93768 x-openstack-request-id: req-dfba081d-41ea-4765-afa7-608b01b93768 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:33:40.714852 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd91292-e1e5-4f75-91ef-0e57180bd908", "tag": "7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:33:40.715117 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dfba081d-41ea-4765-afa7-608b01b93768 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:33:40.715525 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd91292-e1e5-4f75-91ef-0e57180bd908', 'tag': '7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac', 'status': 'completed', 'code': 200} Nov 10 20:33:40.751434 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-5bbd0a41-ca2e-490b-be89-001cf03d3b7e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac HTTP/1.1" status: 200 len: 217 time: 0.0448380 Nov 10 20:33:41.156814 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-08311ff3-9d5d-4430-b44c-1cd3f9b38e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:41.159080 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-08311ff3-9d5d-4430-b44c-1cd3f9b38e92 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=26cc5b7b-9b4a-4621-954d-eddf82ac4472 HTTP/1.1" status: 200 len: 847 time: 0.3955708 Nov 10 20:33:41.180197 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3e74e-aad6-4fdb-a050-cbe92afdc91e req-bb58bb84-098b-428d-81d9-d5132a40271c tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:41.181698 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d3a3e74e-aad6-4fdb-a050-cbe92afdc91e req-bb58bb84-098b-428d-81d9-d5132a40271c tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 943 time: 0.0514841 Nov 10 20:33:41.206725 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-b10ea092-87c8-453d-8db8-49c6b3ba7389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:41.208286 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-b10ea092-87c8-453d-8db8-49c6b3ba7389 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da8c4fca-509f-4155-a75c-1a8528b79688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424256 Nov 10 20:33:41.236235 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d3a3e74e-aad6-4fdb-a050-cbe92afdc91e req-b120862d-3160-4bc3-908a-d9c9b927c85f tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482070 Nov 10 20:33:41.304994 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-f1094b08-8e6d-46fe-bafb-a82e6ee08814 service neutron] 10.222.0.73 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882998 Nov 10 20:33:41.398736 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7fec13ba-31b8-4db1-8164-99597b3f1a4f req-d43847e4-4357-4f33-9959-abf3d2a5eafc service neutron] 10.222.0.73 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861788 Nov 10 20:33:41.487374 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d0c7a-7dc7-4f25-9666-71071f509813 req-669c311f-fdc2-4183-8250-4a14f599341a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:41.489030 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-062d0c7a-7dc7-4f25-9666-71071f509813 req-669c311f-fdc2-4183-8250-4a14f599341a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0cf1703230d4b4b9933f7c644ccba9a&device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 1094 time: 0.0427189 Nov 10 20:33:41.590018 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d0c7a-7dc7-4f25-9666-71071f509813 req-4094c70b-c99e-412b-982a-fbee6a5f72b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:41.591425 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-062d0c7a-7dc7-4f25-9666-71071f509813 req-4094c70b-c99e-412b-982a-fbee6a5f72b2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da8c4fca-509f-4155-a75c-1a8528b79688 HTTP/1.1" status: 200 len: 909 time: 0.0952907 Nov 10 20:33:41.635846 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-062d0c7a-7dc7-4f25-9666-71071f509813 req-f3416adb-60e8-4a66-ac0b-d96880ddecbf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac HTTP/1.1" status: 200 len: 217 time: 0.0371523 Nov 10 20:33:41.695590 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d0c7a-7dc7-4f25-9666-71071f509813 req-0944e614-84a1-42d8-98a4-8834e560f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:41.697064 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-062d0c7a-7dc7-4f25-9666-71071f509813 req-0944e614-84a1-42d8-98a4-8834e560f72b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=26cc5b7b-9b4a-4621-954d-eddf82ac4472 HTTP/1.1" status: 200 len: 847 time: 0.0530069 Nov 10 20:33:41.754154 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d0c7a-7dc7-4f25-9666-71071f509813 req-8a817c0b-0752-49fb-9fc0-ee432e4bae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:41.756263 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-062d0c7a-7dc7-4f25-9666-71071f509813 req-8a817c0b-0752-49fb-9fc0-ee432e4bae7d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da8c4fca-509f-4155-a75c-1a8528b79688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509372 Nov 10 20:33:41.867545 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-062d0c7a-7dc7-4f25-9666-71071f509813 req-76ac3737-75b7-4999-8801-5023b7517c49 service neutron] 10.222.0.73 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004257 Nov 10 20:33:41.978992 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-062d0c7a-7dc7-4f25-9666-71071f509813 req-37e143f7-2b82-4925-a697-7d0962d536f7 service neutron] 10.222.0.73 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030622 Nov 10 20:33:42.368183 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cd08b-0ed6-4be4-8ce7-0604cd01b858 req-15995f83-44ca-4772-822f-ebdeaec1afba tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:42.369809 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c10cd08b-0ed6-4be4-8ce7-0604cd01b858 req-15995f83-44ca-4772-822f-ebdeaec1afba tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 943 time: 0.0600085 Nov 10 20:33:42.430880 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c10cd08b-0ed6-4be4-8ce7-0604cd01b858 req-cb2706d2-ab1f-47c3-b9ae-fc74ebed9e0b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548272 Nov 10 20:33:43.561268 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d7047-1898-4a68-916e-18c588673b43 req-e514eb11-f70a-4e70-8528-a24c343b2925 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:43.563059 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3a7d7047-1898-4a68-916e-18c588673b43 req-e514eb11-f70a-4e70-8528-a24c343b2925 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 943 time: 0.0577357 Nov 10 20:33:43.616437 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3a7d7047-1898-4a68-916e-18c588673b43 req-8afb2eb7-ca35-4987-9484-eba67258373a tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469820 Nov 10 20:33:43.907995 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:33:44.005595 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac,segment=NetworkSegment(13c6cb75-1e1c-42c7-85af-ba6522501409),segment_id=13c6cb75-1e1c-42c7-85af-ba6522501409)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:33:44.017983 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac', 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688', 'port_id': '7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac', 'mac_address': 'fa:16:3e:8b:6e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:33:44.062772 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:44.076935 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:33:44.099245 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac,segment=NetworkSegment(13c6cb75-1e1c-42c7-85af-ba6522501409),segment_id=13c6cb75-1e1c-42c7-85af-ba6522501409)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:33:44.104753 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:44.156712 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:44.310035 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:33:44.752206 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36e364-50aa-4ea4-80b1-16e167bae879 req-f5678d46-c2fa-4ea8-9b33-56676c66dac2 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:44.753803 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3e36e364-50aa-4ea4-80b1-16e167bae879 req-f5678d46-c2fa-4ea8-9b33-56676c66dac2 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 944 time: 0.0628781 Nov 10 20:33:44.807786 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3e36e364-50aa-4ea4-80b1-16e167bae879 req-1a925481-53d5-494d-8337-3fd96270af3b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473638 Nov 10 20:33:45.907737 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:33:45.950387 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9355a8e-d938-4c43-a759-d227f245505c req-99e099af-fae9-4802-b07d-df1ff3f68682 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:45.952016 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c9355a8e-d938-4c43-a759-d227f245505c req-99e099af-fae9-4802-b07d-df1ff3f68682 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 944 time: 0.0635540 Nov 10 20:33:45.968703 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:33:45.973476 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:33:45.973973 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:46.030471 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c9355a8e-d938-4c43-a759-d227f245505c req-4b1a8df9-b39c-4dba-a1f8-61e5c6ecba5c tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667324 Nov 10 20:33:46.080992 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:46.105693 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd91292-e1e5-4f75-91ef-0e57180bd908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:33:46.108102 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ffd736-aad0-4f77-97cd-0e110e9b01a8" -d '{"events": [{"server_uuid": "1bd91292-e1e5-4f75-91ef-0e57180bd908", "name": "network-vif-plugged", "status": "completed", "tag": "7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:33:46.122533 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac,segment=NetworkSegment(13c6cb75-1e1c-42c7-85af-ba6522501409),segment_id=13c6cb75-1e1c-42c7-85af-ba6522501409)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:33:46.130646 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:46.199099 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:46.222634 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c92ed1-9e29-423f-a0b4-ac40ae20e142 x-openstack-request-id: req-97c92ed1-9e29-423f-a0b4-ac40ae20e142 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:33:46.222953 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd91292-e1e5-4f75-91ef-0e57180bd908", "name": "network-vif-plugged", "status": "completed", "tag": "7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:33:46.223213 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-97c92ed1-9e29-423f-a0b4-ac40ae20e142 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:33:46.223614 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd91292-e1e5-4f75-91ef-0e57180bd908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac', 'code': 200} Nov 10 20:33:46.340657 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa8aaf-2414-457c-93c4-b38f91cf341b req-9f23d83f-420c-4535-bf43-7952cdd73d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:46.342237 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7faa8aaf-2414-457c-93c4-b38f91cf341b req-9f23d83f-420c-4535-bf43-7952cdd73d66 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 1096 time: 0.0502658 Nov 10 20:33:46.405402 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7faa8aaf-2414-457c-93c4-b38f91cf341b req-657c5041-079e-4f0d-8659-76ed362d5094 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542383 Nov 10 20:33:47.173498 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1e853-34bc-46a0-8ce5-3621dc50e5d1 req-833b53b8-1b5c-42ca-8177-a66fef2f7b7b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:47.175420 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-09b1e853-34bc-46a0-8ce5-3621dc50e5d1 req-833b53b8-1b5c-42ca-8177-a66fef2f7b7b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 945 time: 0.0658948 Nov 10 20:33:47.239017 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-09b1e853-34bc-46a0-8ce5-3621dc50e5d1 req-ce76316d-74bd-40ff-bbbd-029013e297fc tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568750 Nov 10 20:33:48.378382 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90973bef-290e-4645-bdfa-4218fdc60e4c req-c0d6690a-b743-417e-af56-56ec3bf50d87 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:48.379963 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-90973bef-290e-4645-bdfa-4218fdc60e4c req-c0d6690a-b743-417e-af56-56ec3bf50d87 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 945 time: 0.0611610 Nov 10 20:33:48.438433 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-90973bef-290e-4645-bdfa-4218fdc60e4c req-ecff9789-e69e-4379-9db7-c78b267f1492 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516322 Nov 10 20:33:48.561803 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f2138-6a75-4e50-9352-dbf5c997e6fa req-d1c5bc61-74b0-4a10-a044-b773fa267855 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:48.563386 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e5f2138-6a75-4e50-9352-dbf5c997e6fa req-d1c5bc61-74b0-4a10-a044-b773fa267855 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 945 time: 0.0521126 Nov 10 20:33:48.628893 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9e5f2138-6a75-4e50-9352-dbf5c997e6fa req-64fbb13c-6cca-4bc4-b86b-b5958ff606c9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589776 Nov 10 20:33:48.653578 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58844) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:33:48.766333 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cad5fcc-5d6d-48da-9e1b-43db41a0475f tempest-TestShelveInstance-1471766579 tempest-TestShelveInstance-1471766579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:48.767878 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1cad5fcc-5d6d-48da-9e1b-43db41a0475f tempest-TestShelveInstance-1471766579 tempest-TestShelveInstance-1471766579-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 1091 time: 0.1132369 Nov 10 20:33:48.775129 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 58848) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:33:48.780882 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-3e2d0a40-e06c-41a0-b16d-576fa6eb6924 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'port_id': '7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:33:48.807507 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3e2d0a40-e06c-41a0-b16d-576fa6eb6924 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for floatingip, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:48.915739 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3e2d0a40-e06c-41a0-b16d-576fa6eb6924 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:49.047229 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-3e2d0a40-e06c-41a0-b16d-576fa6eb6924 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Allocated IP 172.25.3.251 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/1fa1bcbb-025e-4c7c-88d7-96f73a1e3167) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:33:49.160662 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3e2d0a40-e06c-41a0-b16d-576fa6eb6924 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:49.203287 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3e2d0a40-e06c-41a0-b16d-576fa6eb6924 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:49.244537 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2d0a40-e06c-41a0-b16d-576fa6eb6924 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:33:49.247694 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-3e2d0a40-e06c-41a0-b16d-576fa6eb6924 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:33:49.253579 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2d0a40-e06c-41a0-b16d-576fa6eb6924 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:33:49.279149 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d0a40-e06c-41a0-b16d-576fa6eb6924 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Pushing event updated for resources: {'Port': ['ID=1fa1bcbb-025e-4c7c-88d7-96f73a1e3167,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:49.675008 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3e2d0a40-e06c-41a0-b16d-576fa6eb6924 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:49.752491 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3e2d0a40-e06c-41a0-b16d-576fa6eb6924 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:49.918342 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3e2d0a40-e06c-41a0-b16d-576fa6eb6924 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:49.924507 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3e2d0a40-e06c-41a0-b16d-576fa6eb6924 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:49.988938 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d0a40-e06c-41a0-b16d-576fa6eb6924 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Pushing event updated for resources: {'Port': ['ID=1fa1bcbb-025e-4c7c-88d7-96f73a1e3167,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:33:50.006645 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3e2d0a40-e06c-41a0-b16d-576fa6eb6924 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:50.110616 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-3e2d0a40-e06c-41a0-b16d-576fa6eb6924 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Floating IP 701d9d23-c890-4eb0-a8eb-674869f43066 associated. External IP: 172.25.3.251, port: 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac. Nov 10 20:33:50.324055 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2d0a40-e06c-41a0-b16d-576fa6eb6924 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Router 37a4132e-8195-4dd7-8a33-6243f28d231d has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:33:50.434518 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2d0a40-e06c-41a0-b16d-576fa6eb6924 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:33:50.444813 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034ce176-36b7-48c2-ac85-e3873aa0d4eb None None] Sync routers for ids ['37a4132e-8195-4dd7-8a33-6243f28d231d'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:33:50.454223 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-3e2d0a40-e06c-41a0-b16d-576fa6eb6924 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:50.456497 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034ce176-36b7-48c2-ac85-e3873aa0d4eb None None] Routers {'37a4132e-8195-4dd7-8a33-6243f28d231d'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:33:50.457147 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-034ce176-36b7-48c2-ac85-e3873aa0d4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:33:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['37a4132e-8195-4dd7-8a33-6243f28d231d'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:33:50.482514 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-3e2d0a40-e06c-41a0-b16d-576fa6eb6924 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7062709 Nov 10 20:33:50.483544 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd91292-e1e5-4f75-91ef-0e57180bd908', 'tag': '7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:33:50.485916 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfbd5c25fd1a1bf18e79891c674f962074aa63d8f4aa99a8f6cb3be41b9dd3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9737a64d-1f45-4f0e-8002-f4996bc2e7f4" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd91292-e1e5-4f75-91ef-0e57180bd908", "tag": "7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:33:50.568043 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-034ce176-36b7-48c2-ac85-e3873aa0d4eb None None] Set router 37a4132e-8195-4dd7-8a33-6243f28d231d gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:33:50.582532 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4606e90-70fe-442e-8ba4-e7225c841286 x-openstack-request-id: req-c4606e90-70fe-442e-8ba4-e7225c841286 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:33:50.582724 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd91292-e1e5-4f75-91ef-0e57180bd908", "tag": "7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:33:50.583021 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c4606e90-70fe-442e-8ba4-e7225c841286 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:33:50.583479 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd91292-e1e5-4f75-91ef-0e57180bd908', 'tag': '7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac', 'status': 'completed', 'code': 200} Nov 10 20:33:50.649143 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737a64d-1f45-4f0e-8002-f4996bc2e7f4 req-739935c6-5ae6-4804-aafc-4813b47616d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:50.650746 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9737a64d-1f45-4f0e-8002-f4996bc2e7f4 req-739935c6-5ae6-4804-aafc-4813b47616d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0cf1703230d4b4b9933f7c644ccba9a&device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 1096 time: 0.0430367 Nov 10 20:33:50.743750 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737a64d-1f45-4f0e-8002-f4996bc2e7f4 req-fa6ee577-f068-44ff-857c-47a1eba3fae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:50.745455 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9737a64d-1f45-4f0e-8002-f4996bc2e7f4 req-fa6ee577-f068-44ff-857c-47a1eba3fae8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da8c4fca-509f-4155-a75c-1a8528b79688 HTTP/1.1" status: 200 len: 909 time: 0.0869038 Nov 10 20:33:50.806668 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-034ce176-36b7-48c2-ac85-e3873aa0d4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'name': 'tempest-TestShelveInstance-157387112-router', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:33:24Z', 'updated_at': '2021-11-10T20:33:27Z', 'revision_number': 4, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'gw_port': {'id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:59:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:25Z', 'updated_at': '2021-11-10T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '701d9d23-c890-4eb0-a8eb-674869f43066', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'port_id': '7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688', 'mac_address': 'fa:16:3e:8b:6e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd91292-e1e5-4f75-91ef-0e57180bd908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:33:49Z', 'updated_at': '2021-11-10T20:33:49Z', 'revision_number': 0, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af5c2a5-d6b3-4a09-860f-89dff4b7af41', 'name': '', 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'mac_address': 'fa:16:3e:aa:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:27Z', 'updated_at': '2021-11-10T20:33:31Z', 'revision_number': 5, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'subnets': [{'id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:33:50.829545 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9737a64d-1f45-4f0e-8002-f4996bc2e7f4 req-24035bb6-1157-4465-aa05-79dbed966e69 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac HTTP/1.1" status: 200 len: 999 time: 0.0761065 Nov 10 20:33:50.834818 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034ce176-36b7-48c2-ac85-e3873aa0d4eb None None] Checking router: 37a4132e-8195-4dd7-8a33-6243f28d231d for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:33:50.844948 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034ce176-36b7-48c2-ac85-e3873aa0d4eb None None] Routers {'37a4132e-8195-4dd7-8a33-6243f28d231d'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:33:50.845568 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-034ce176-36b7-48c2-ac85-e3873aa0d4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:33:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['37a4132e-8195-4dd7-8a33-6243f28d231d'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:33:50.883777 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737a64d-1f45-4f0e-8002-f4996bc2e7f4 req-a4fe0a24-6af4-48a4-bbb4-7cd6e510ad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:50.885324 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9737a64d-1f45-4f0e-8002-f4996bc2e7f4 req-a4fe0a24-6af4-48a4-bbb4-7cd6e510ad24 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=26cc5b7b-9b4a-4621-954d-eddf82ac4472 HTTP/1.1" status: 200 len: 847 time: 0.0481086 Nov 10 20:33:50.934818 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737a64d-1f45-4f0e-8002-f4996bc2e7f4 req-81bbd76e-d429-41cc-b3ed-ad24ea03f5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:33:50.936442 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9737a64d-1f45-4f0e-8002-f4996bc2e7f4 req-81bbd76e-d429-41cc-b3ed-ad24ea03f5da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da8c4fca-509f-4155-a75c-1a8528b79688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430422 Nov 10 20:33:50.957640 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-034ce176-36b7-48c2-ac85-e3873aa0d4eb None None] Set router 37a4132e-8195-4dd7-8a33-6243f28d231d gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:33:51.039512 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9737a64d-1f45-4f0e-8002-f4996bc2e7f4 req-5c98c5b6-a7ba-402a-8be0-785fe863c8fe service neutron] 10.222.0.73 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956678 Nov 10 20:33:51.135239 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-9737a64d-1f45-4f0e-8002-f4996bc2e7f4 req-f38952eb-176f-4e92-9232-265765b2a91b service neutron] 10.222.0.73 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885048 Nov 10 20:33:51.195877 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-034ce176-36b7-48c2-ac85-e3873aa0d4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'name': 'tempest-TestShelveInstance-157387112-router', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:33:24Z', 'updated_at': '2021-11-10T20:33:27Z', 'revision_number': 4, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'gw_port': {'id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:59:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:25Z', 'updated_at': '2021-11-10T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '701d9d23-c890-4eb0-a8eb-674869f43066', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'port_id': '7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688', 'mac_address': 'fa:16:3e:8b:6e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd91292-e1e5-4f75-91ef-0e57180bd908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:33:49Z', 'updated_at': '2021-11-10T20:33:49Z', 'revision_number': 0, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af5c2a5-d6b3-4a09-860f-89dff4b7af41', 'name': '', 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'mac_address': 'fa:16:3e:aa:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:27Z', 'updated_at': '2021-11-10T20:33:31Z', 'revision_number': 5, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'subnets': [{'id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:33:51.323058 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034ce176-36b7-48c2-ac85-e3873aa0d4eb None None] The sync data for ids ['37a4132e-8195-4dd7-8a33-6243f28d231d'] in n-d-813897-4 is: [{'id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'name': 'tempest-TestShelveInstance-157387112-router', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:33:24Z', 'updated_at': '2021-11-10T20:33:27Z', 'revision_number': 4, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'gw_port': {'id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:59:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:25Z', 'updated_at': '2021-11-10T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '701d9d23-c890-4eb0-a8eb-674869f43066', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'port_id': '7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688', 'mac_address': 'fa:16:3e:8b:6e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd91292-e1e5-4f75-91ef-0e57180bd908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:33:49Z', 'updated_at': '2021-11-10T20:33:49Z', 'revision_number': 0, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af5c2a5-d6b3-4a09-860f-89dff4b7af41', 'name': '', 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'mac_address': 'fa:16:3e:aa:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:27Z', 'updated_at': '2021-11-10T20:33:31Z', 'revision_number': 5, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'subnets': [{'id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:33:51.542234 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c3216d-0a28-49b3-9d06-ba466127172a None None] New status for floating IP 701d9d23-c890-4eb0-a8eb-674869f43066: ACTIVE {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:33:53.516339 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f0867780-5e6f-420a-96e8-50df8453cdcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:55.645841 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:55.749995 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c5465963-5a80-49de-9bb3-91a0cec306fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:55.886644 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:57.269932 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:33:57.575629 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:59.082914 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:33:59.379911 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:21.159032 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ba219e33-e9f1-4ac2-aab5-5b46bb2ab6b3 req-c1e227b0-b0b5-40b6-863f-632d0dd54591 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481637 Nov 10 20:34:21.252036 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba219e33-e9f1-4ac2-aab5-5b46bb2ab6b3 req-06d40dd9-6195-454a-b263-1f2b641cc4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:21.253547 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ba219e33-e9f1-4ac2-aab5-5b46bb2ab6b3 req-06d40dd9-6195-454a-b263-1f2b641cc4b3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0cf1703230d4b4b9933f7c644ccba9a&device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 1096 time: 0.0419607 Nov 10 20:34:21.368723 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba219e33-e9f1-4ac2-aab5-5b46bb2ab6b3 req-e0634501-35eb-4f21-af05-a147b18f3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:21.370264 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ba219e33-e9f1-4ac2-aab5-5b46bb2ab6b3 req-e0634501-35eb-4f21-af05-a147b18f3045 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da8c4fca-509f-4155-a75c-1a8528b79688 HTTP/1.1" status: 200 len: 909 time: 0.0941815 Nov 10 20:34:21.442883 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ba219e33-e9f1-4ac2-aab5-5b46bb2ab6b3 req-87cf937a-f8bb-4176-bc7c-f594dba5396d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac HTTP/1.1" status: 200 len: 1001 time: 0.0646641 Nov 10 20:34:21.494529 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba219e33-e9f1-4ac2-aab5-5b46bb2ab6b3 req-9ddd8207-aa2f-49ab-9335-be2799551321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:21.496165 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ba219e33-e9f1-4ac2-aab5-5b46bb2ab6b3 req-9ddd8207-aa2f-49ab-9335-be2799551321 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=26cc5b7b-9b4a-4621-954d-eddf82ac4472 HTTP/1.1" status: 200 len: 847 time: 0.0455008 Nov 10 20:34:21.548888 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba219e33-e9f1-4ac2-aab5-5b46bb2ab6b3 req-3eb1c820-f995-4d45-8fac-490c5492d34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:34:21.550436 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ba219e33-e9f1-4ac2-aab5-5b46bb2ab6b3 req-3eb1c820-f995-4d45-8fac-490c5492d34a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da8c4fca-509f-4155-a75c-1a8528b79688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463591 Nov 10 20:34:21.652561 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ba219e33-e9f1-4ac2-aab5-5b46bb2ab6b3 req-1cff6c52-5e1d-4826-bed1-af2e3ba1e3b6 service neutron] 10.222.0.73 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936220 Nov 10 20:34:21.755314 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ba219e33-e9f1-4ac2-aab5-5b46bb2ab6b3 req-c10afc54-51a5-4280-b33e-177e9796f0f7 service neutron] 10.222.0.73 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945075 Nov 10 20:34:23.533260 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ce3b2ccd-4947-430e-bbb2-8b3c8359ef54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:25.645241 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:25.755022 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-880a8266-bae7-4f0e-b434-fa0188c732bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:25.904303 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:27.579497 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:29.088302 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:29.377376 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:34.271630 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:34:53.521280 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-20319f13-6596-45e1-bbdd-997111c2c357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:55.655018 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:55.750006 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-41b14818-54ca-4a9d-9f0d-aefc478642a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:55.898513 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:57.583450 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:59.096923 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:34:59.373653 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:11.272536 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:35:22.132836 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ddbf1118-c047-4847-b890-5c81749ca691 req-2d2c2b3b-be57-44e5-942a-1470b1fc480e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0492692 Nov 10 20:35:22.232361 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf1118-c047-4847-b890-5c81749ca691 req-a1a8da79-d1c2-4738-a689-b7e85809fcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:22.233923 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ddbf1118-c047-4847-b890-5c81749ca691 req-a1a8da79-d1c2-4738-a689-b7e85809fcc8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0cf1703230d4b4b9933f7c644ccba9a&device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 1096 time: 0.0460172 Nov 10 20:35:22.353134 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf1118-c047-4847-b890-5c81749ca691 req-159b4344-c747-47b4-b99a-3b66cdf33759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:22.355203 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ddbf1118-c047-4847-b890-5c81749ca691 req-159b4344-c747-47b4-b99a-3b66cdf33759 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da8c4fca-509f-4155-a75c-1a8528b79688 HTTP/1.1" status: 200 len: 909 time: 0.1003034 Nov 10 20:35:22.431240 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ddbf1118-c047-4847-b890-5c81749ca691 req-3c83edd4-6036-4611-824f-91530f67b621 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac HTTP/1.1" status: 200 len: 1001 time: 0.0681174 Nov 10 20:35:22.488754 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf1118-c047-4847-b890-5c81749ca691 req-09f8bc78-1bd3-4c56-9bee-0449d945270b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:22.490315 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ddbf1118-c047-4847-b890-5c81749ca691 req-09f8bc78-1bd3-4c56-9bee-0449d945270b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=26cc5b7b-9b4a-4621-954d-eddf82ac4472 HTTP/1.1" status: 200 len: 847 time: 0.0524268 Nov 10 20:35:22.541727 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf1118-c047-4847-b890-5c81749ca691 req-80931a93-ee03-4301-af23-646a7240808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:22.543308 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ddbf1118-c047-4847-b890-5c81749ca691 req-80931a93-ee03-4301-af23-646a7240808d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da8c4fca-509f-4155-a75c-1a8528b79688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452304 Nov 10 20:35:22.641982 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ddbf1118-c047-4847-b890-5c81749ca691 req-321d4c93-a4e3-4adb-be87-340ae00c0e10 service neutron] 10.222.0.73 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912697 Nov 10 20:35:22.742497 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ddbf1118-c047-4847-b890-5c81749ca691 req-c46f5441-ba5c-4529-ab82-573046814a41 service neutron] 10.222.0.73 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936038 Nov 10 20:35:23.518425 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b70d08ca-c74b-4629-8585-99492e6670e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:25.654434 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:25.754789 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b4bca496-1a31-40f6-852a-e3d401b91c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:25.891185 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:27.590035 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:29.094652 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:29.372453 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:46.374122 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13cbe5-6765-49aa-94e2-4f66f6356810 req-2c8273a3-68b6-4da7-8ac2-c32b9360127b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:46.375626 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8d13cbe5-6765-49aa-94e2-4f66f6356810 req-2c8273a3-68b6-4da7-8ac2-c32b9360127b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 945 time: 0.0537763 Nov 10 20:35:46.434949 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8d13cbe5-6765-49aa-94e2-4f66f6356810 req-f1afa747-fb88-48dd-8bfd-1df93ce63498 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501049 Nov 10 20:35:47.587273 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c7cbe-0de4-4657-89b6-8062edbc21eb req-8f50bb10-a55d-4987-b735-c71eeba46073 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:47.589249 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d91c7cbe-0de4-4657-89b6-8062edbc21eb req-8f50bb10-a55d-4987-b735-c71eeba46073 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 945 time: 0.0526595 Nov 10 20:35:47.642855 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d91c7cbe-0de4-4657-89b6-8062edbc21eb req-5acb35e0-37d2-4992-9370-69d1e683f7f0 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453346 Nov 10 20:35:48.273281 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:35:48.766238 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5bbe4-6197-4e11-86a9-e2495efdf2cf req-bc5b9788-bd97-4248-b417-1e995555de96 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:48.767958 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1fd5bbe4-6197-4e11-86a9-e2495efdf2cf req-bc5b9788-bd97-4248-b417-1e995555de96 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 945 time: 0.0530138 Nov 10 20:35:48.828306 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1fd5bbe4-6197-4e11-86a9-e2495efdf2cf req-2f64282b-0e47-41cf-b6d0-316e40d644de tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509844 Nov 10 20:35:49.955833 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff7e23-e46d-445f-a5a4-db96a9ea8f93 req-11fc8c45-c2bf-4018-96a4-f24b4dc5ef27 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:49.957332 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b3ff7e23-e46d-445f-a5a4-db96a9ea8f93 req-11fc8c45-c2bf-4018-96a4-f24b4dc5ef27 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 945 time: 0.0569746 Nov 10 20:35:50.010980 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b3ff7e23-e46d-445f-a5a4-db96a9ea8f93 req-b3a7c99b-e35b-4042-989a-82ecbbde538c tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441399 Nov 10 20:35:51.139092 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdd637-b99d-4582-813f-2f1b062a45ff req-a23e8f94-c4fa-4156-886e-f0ab825ba83e tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:51.140594 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2fdd637-b99d-4582-813f-2f1b062a45ff req-a23e8f94-c4fa-4156-886e-f0ab825ba83e tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 945 time: 0.0553124 Nov 10 20:35:51.194205 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e2fdd637-b99d-4582-813f-2f1b062a45ff req-5831fb7a-8f6c-4211-9c02-86130a9ae06b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437398 Nov 10 20:35:52.318813 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c106822-9a1a-4e38-825d-5de1d81c48a6 req-e36e925d-a2c8-492a-9238-6cf5529cdbd5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:52.320591 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c106822-9a1a-4e38-825d-5de1d81c48a6 req-e36e925d-a2c8-492a-9238-6cf5529cdbd5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 945 time: 0.0516083 Nov 10 20:35:52.376246 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8c106822-9a1a-4e38-825d-5de1d81c48a6 req-851a40ed-e338-4fad-ae59-0e5b480fae42 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492184 Nov 10 20:35:53.514429 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ae098da1-7bb6-4afa-94f5-f17489a8a644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:53.567995 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85dec1c-2276-44a2-8247-8d50fe5a0be6 req-a3a63a1f-1460-4622-aedc-69ae64f933b4 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:53.569691 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b85dec1c-2276-44a2-8247-8d50fe5a0be6 req-a3a63a1f-1460-4622-aedc-69ae64f933b4 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 945 time: 0.1146898 Nov 10 20:35:53.627436 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b85dec1c-2276-44a2-8247-8d50fe5a0be6 req-60835e65-519e-4da3-a32c-e0aa713c32b6 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510633 Nov 10 20:35:54.765369 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffea19-f491-410b-a817-54af0a94317f req-1f2e873d-fa69-4b46-a0fc-5e4123bf77b2 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:54.766909 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a9ffea19-f491-410b-a817-54af0a94317f req-1f2e873d-fa69-4b46-a0fc-5e4123bf77b2 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 945 time: 0.0666063 Nov 10 20:35:54.826859 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a9ffea19-f491-410b-a817-54af0a94317f req-7f70c2e5-e075-4376-b718-a89e0d8871be tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511222 Nov 10 20:35:55.669125 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:55.761432 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-efeddd10-4190-4a53-bbfa-47d0a919a92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:55.877846 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:55.961512 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e77c4-0c66-4c59-880f-432877779dd5 req-218b3370-2277-4af6-8f1d-ac74ba53c78d tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:55.963071 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-602e77c4-0c66-4c59-880f-432877779dd5 req-218b3370-2277-4af6-8f1d-ac74ba53c78d tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 945 time: 0.0553920 Nov 10 20:35:56.014559 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-602e77c4-0c66-4c59-880f-432877779dd5 req-946ba95f-8106-4ad0-9232-e15062d6a3b3 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453484 Nov 10 20:35:57.137734 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe655a-437f-45d3-89dc-0b437d4a7fb2 req-647fd184-1fc3-471e-b5f8-a8a7f2dcae2d tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:57.139065 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-14fe655a-437f-45d3-89dc-0b437d4a7fb2 req-647fd184-1fc3-471e-b5f8-a8a7f2dcae2d tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 945 time: 0.0508251 Nov 10 20:35:57.192811 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-14fe655a-437f-45d3-89dc-0b437d4a7fb2 req-02a9e187-b1a1-4072-b2b4-e81b19fe0665 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442367 Nov 10 20:35:57.591010 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:58.327137 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac33b8-56b9-43ba-944b-049d00b63a3a req-fe32e542-ef1d-4f16-b872-4ec499a6bba6 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:58.328680 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-12ac33b8-56b9-43ba-944b-049d00b63a3a req-fe32e542-ef1d-4f16-b872-4ec499a6bba6 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 945 time: 0.0553083 Nov 10 20:35:58.384882 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-12ac33b8-56b9-43ba-944b-049d00b63a3a req-e4703285-4581-4a2d-a185-7246f88a6d06 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469193 Nov 10 20:35:58.654579 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:35:58.766933 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac,segment=NetworkSegment(13c6cb75-1e1c-42c7-85af-ba6522501409),segment_id=13c6cb75-1e1c-42c7-85af-ba6522501409)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:35:58.779337 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac', 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688', 'port_id': '7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac', 'mac_address': 'fa:16:3e:8b:6e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:35:58.824413 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:58.837809 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:35:58.858206 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac,segment=NetworkSegment(13c6cb75-1e1c-42c7-85af-ba6522501409),segment_id=13c6cb75-1e1c-42c7-85af-ba6522501409)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:35:58.863335 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:58.928077 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:35:58.936842 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:58.937193 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:58.937675 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:58.938098 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:58.938445 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:58.938777 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:58.939132 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:58.939468 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:58.939770 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:58.940088 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:58.940411 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:58.940730 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:35:58.946041 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:35:59.112991 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:59.370039 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:35:59.521428 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30091248-a2c7-4077-99cf-2d6ddd194f9a req-f0bb30f9-36b8-41bc-9da5-7d2a98d074a6 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:35:59.523200 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-30091248-a2c7-4077-99cf-2d6ddd194f9a req-f0bb30f9-36b8-41bc-9da5-7d2a98d074a6 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 944 time: 0.0570529 Nov 10 20:35:59.587838 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-30091248-a2c7-4077-99cf-2d6ddd194f9a req-f3ed503a-d628-49ea-b3f9-ec122eaf45bd tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514133 Nov 10 20:36:00.671291 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:36:00.721085 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd04c7f-85d7-4208-8b60-1ace2ecfbb0f req-114a72e2-8f6b-496b-8585-8c4d6d82a2a9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:00.728225 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ddd04c7f-85d7-4208-8b60-1ace2ecfbb0f req-114a72e2-8f6b-496b-8585-8c4d6d82a2a9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 944 time: 0.0616028 Nov 10 20:36:00.746952 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:36:00.747634 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:00.791698 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ddd04c7f-85d7-4208-8b60-1ace2ecfbb0f req-a4704a2e-1791-418a-af8d-51fe21ae1159 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625145 Nov 10 20:36:00.868537 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:00.895619 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd91292-e1e5-4f75-91ef-0e57180bd908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:36:00.900122 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83f60cc-b28d-480a-afde-bcb2af0fe2e3" -d '{"events": [{"server_uuid": "1bd91292-e1e5-4f75-91ef-0e57180bd908", "name": "network-vif-plugged", "status": "completed", "tag": "7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:36:00.917399 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac,segment=NetworkSegment(13c6cb75-1e1c-42c7-85af-ba6522501409),segment_id=13c6cb75-1e1c-42c7-85af-ba6522501409)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:36:00.922694 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:00.955441 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ec3495-7087-4653-ae13-d60031c29803 x-openstack-request-id: req-f1ec3495-7087-4653-ae13-d60031c29803 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:36:00.955757 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd91292-e1e5-4f75-91ef-0e57180bd908", "name": "network-vif-plugged", "status": "completed", "tag": "7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:36:00.956003 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f1ec3495-7087-4653-ae13-d60031c29803 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:36:00.956648 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd91292-e1e5-4f75-91ef-0e57180bd908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac', 'code': 200} Nov 10 20:36:00.980453 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac,revision_number=7']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:36:01.921442 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37624b-6964-4f18-bb80-745ca9b71615 req-35f45e3b-2b1f-4c6d-8590-8106c0bcea3b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:01.922982 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bb37624b-6964-4f18-bb80-745ca9b71615 req-35f45e3b-2b1f-4c6d-8590-8106c0bcea3b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 945 time: 0.0565622 Nov 10 20:36:01.988743 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bb37624b-6964-4f18-bb80-745ca9b71615 req-2ab498b9-d1ea-4449-8ab4-2f34b1270376 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589797 Nov 10 20:36:03.121202 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc4336-71b3-4032-b1bd-36f33ef8ea67 req-6d3537df-08ea-4b9f-8b43-a253befa931a tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:03.123606 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-84cc4336-71b3-4032-b1bd-36f33ef8ea67 req-6d3537df-08ea-4b9f-8b43-a253befa931a tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 945 time: 0.0555940 Nov 10 20:36:03.189084 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-84cc4336-71b3-4032-b1bd-36f33ef8ea67 req-f9d3a91e-85cc-45a1-9109-bde2e211488c tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519707 Nov 10 20:36:04.322235 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc72e8b-dadf-4b75-967d-ec92b20120d9 req-e599a12b-2fdc-4b84-88ae-e75d0255fcec tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:04.323808 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4fc72e8b-dadf-4b75-967d-ec92b20120d9 req-e599a12b-2fdc-4b84-88ae-e75d0255fcec tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 945 time: 0.0578568 Nov 10 20:36:04.377227 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4fc72e8b-dadf-4b75-967d-ec92b20120d9 req-e6be6576-2745-43c1-b1c0-dabe46aeb406 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470350 Nov 10 20:36:05.527127 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ddf90-b7b1-4743-acd3-75cfc1489d3c req-8aff2af5-3259-449d-86ca-6da96b835fb1 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:05.528189 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e81ddf90-b7b1-4743-acd3-75cfc1489d3c req-8aff2af5-3259-449d-86ca-6da96b835fb1 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 945 time: 0.0539465 Nov 10 20:36:05.600779 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e81ddf90-b7b1-4743-acd3-75cfc1489d3c req-5a217a29-74e6-403f-8192-5cea4e424771 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641005 Nov 10 20:36:06.740052 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4828b-f77b-488c-a4a8-9aef25151463 req-dea35556-3a6d-4ee3-ac1f-329c2cff1e01 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:06.746165 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-71e4828b-f77b-488c-a4a8-9aef25151463 req-dea35556-3a6d-4ee3-ac1f-329c2cff1e01 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 945 time: 0.0568831 Nov 10 20:36:06.810142 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-71e4828b-f77b-488c-a4a8-9aef25151463 req-a56b633c-84cf-43a1-b840-bd51adb98231 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610955 Nov 10 20:36:07.950967 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227fb19-cafc-4710-a057-a7b0d56ec4fc req-5f66578b-d422-441d-8905-2ea362c4d97f tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:07.955154 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1227fb19-cafc-4710-a057-a7b0d56ec4fc req-5f66578b-d422-441d-8905-2ea362c4d97f tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 945 time: 0.0660203 Nov 10 20:36:08.029194 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1227fb19-cafc-4710-a057-a7b0d56ec4fc req-dff0d6a7-9bb9-42ef-9332-70c94b88c630 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677571 Nov 10 20:36:09.080796 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ee35e-4bfb-45c1-ace9-e9c513bce565 req-298490b2-8307-47c8-8a14-7027abcf34a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:09.082391 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b15ee35e-4bfb-45c1-ace9-e9c513bce565 req-298490b2-8307-47c8-8a14-7027abcf34a7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0cf1703230d4b4b9933f7c644ccba9a&device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 1096 time: 0.0456724 Nov 10 20:36:09.147277 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422eeb9a-698f-431e-adfc-f25584aa4f14 req-217a019f-646a-4dbe-bf15-b375c201ec19 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:09.148766 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-422eeb9a-698f-431e-adfc-f25584aa4f14 req-217a019f-646a-4dbe-bf15-b375c201ec19 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 945 time: 0.0490897 Nov 10 20:36:09.182016 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ee35e-4bfb-45c1-ace9-e9c513bce565 req-200c25e2-0ad2-40d0-9fc9-529dc87a2c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:09.183631 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b15ee35e-4bfb-45c1-ace9-e9c513bce565 req-200c25e2-0ad2-40d0-9fc9-529dc87a2c3a service neutron] 10.222.0.73 "GET /v2.0/networks?id=da8c4fca-509f-4155-a75c-1a8528b79688 HTTP/1.1" status: 200 len: 909 time: 0.0928595 Nov 10 20:36:09.203936 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-422eeb9a-698f-431e-adfc-f25584aa4f14 req-e7e0b3a4-d222-4ff0-ac94-7684fd922a31 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486870 Nov 10 20:36:09.254625 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b15ee35e-4bfb-45c1-ace9-e9c513bce565 req-99b218d5-e974-4883-8e09-227e3c5f076a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac HTTP/1.1" status: 200 len: 1001 time: 0.0639741 Nov 10 20:36:09.309813 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ee35e-4bfb-45c1-ace9-e9c513bce565 req-26d42c6f-ef22-4a6e-aaf8-c536736d8cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:09.311225 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b15ee35e-4bfb-45c1-ace9-e9c513bce565 req-26d42c6f-ef22-4a6e-aaf8-c536736d8cc9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=26cc5b7b-9b4a-4621-954d-eddf82ac4472 HTTP/1.1" status: 200 len: 847 time: 0.0491242 Nov 10 20:36:09.372263 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ee35e-4bfb-45c1-ace9-e9c513bce565 req-815287f0-3d86-4a1e-bed6-30af53edde4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:09.374120 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b15ee35e-4bfb-45c1-ace9-e9c513bce565 req-815287f0-3d86-4a1e-bed6-30af53edde4d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da8c4fca-509f-4155-a75c-1a8528b79688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545721 Nov 10 20:36:09.474182 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b15ee35e-4bfb-45c1-ace9-e9c513bce565 req-3d91fe43-f333-45c9-8c21-617bee80292c service neutron] 10.222.0.73 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918219 Nov 10 20:36:09.571161 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b15ee35e-4bfb-45c1-ace9-e9c513bce565 req-b2035657-7d8d-47b6-8f6a-35c4c43273aa service neutron] 10.222.0.73 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896564 Nov 10 20:36:10.338506 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3519ae-a32f-4592-a078-4ec24aac64c3 req-c2ba1bed-6435-47fd-a2b7-fa51be65a166 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:10.340026 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6c3519ae-a32f-4592-a078-4ec24aac64c3 req-c2ba1bed-6435-47fd-a2b7-fa51be65a166 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 945 time: 0.0545001 Nov 10 20:36:10.392783 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6c3519ae-a32f-4592-a078-4ec24aac64c3 req-f993d13f-c470-452c-8c16-6ae5caa51c30 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436304 Nov 10 20:36:11.521688 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da18b58-a9d4-4915-b36d-19a6e32919ae req-c5e5f463-ec18-4924-bb54-b4a9810afda9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:11.523191 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9da18b58-a9d4-4915-b36d-19a6e32919ae req-c5e5f463-ec18-4924-bb54-b4a9810afda9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 945 time: 0.0524502 Nov 10 20:36:11.574316 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9da18b58-a9d4-4915-b36d-19a6e32919ae req-ff3a0691-1429-4818-a73b-f0db653d9355 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447333 Nov 10 20:36:11.646950 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-0be0a904-b0c6-40c0-93ae-9a889793e5c1 req-41c89b33-d9d8-4d9c-9d9f-9d596c31fed9 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:36:11.647982 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0be0a904-b0c6-40c0-93ae-9a889793e5c1 req-41c89b33-d9d8-4d9c-9d9f-9d596c31fed9 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058572 Nov 10 20:36:11.828620 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02689f4c-3580-4287-81de-957b41262ed0 req-8b57eee0-09e9-4e41-9805-0f3007a38e27 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:11.830576 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02689f4c-3580-4287-81de-957b41262ed0 req-8b57eee0-09e9-4e41-9805-0f3007a38e27 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 945 time: 0.0573254 Nov 10 20:36:11.880373 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-02689f4c-3580-4287-81de-957b41262ed0 req-009e1145-3079-469e-99dd-937fef3a6c6a tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438890 Nov 10 20:36:12.149342 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-2de54c20-2711-496f-a706-925fe6d5b080 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0960197 Nov 10 20:36:12.731590 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:36:12.808734 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:12.831329 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd91292-e1e5-4f75-91ef-0e57180bd908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:36:12.833488 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857b7e63-f882-4ca6-bb8f-3db3c12f42ff" -d '{"events": [{"server_uuid": "1bd91292-e1e5-4f75-91ef-0e57180bd908", "name": "network-vif-unplugged", "status": "completed", "tag": "7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:36:12.845989 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac,segment=NetworkSegment(13c6cb75-1e1c-42c7-85af-ba6522501409),segment_id=13c6cb75-1e1c-42c7-85af-ba6522501409)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:36:12.851383 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:12.877987 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 20:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98daf00-e257-4d47-8aca-acc9f10c9333 x-openstack-request-id: req-c98daf00-e257-4d47-8aca-acc9f10c9333 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:36:12.878319 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd91292-e1e5-4f75-91ef-0e57180bd908", "name": "network-vif-unplugged", "status": "completed", "tag": "7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:36:12.878542 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c98daf00-e257-4d47-8aca-acc9f10c9333 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:36:12.878919 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd91292-e1e5-4f75-91ef-0e57180bd908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac', 'code': 200} Nov 10 20:36:12.905887 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:36:13.012175 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beab4c0-3986-4d15-b749-64fd24da0e37 req-1b56ccb2-d722-4798-93cf-b09dbefda188 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:13.013984 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8beab4c0-3986-4d15-b749-64fd24da0e37 req-1b56ccb2-d722-4798-93cf-b09dbefda188 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 943 time: 0.0556154 Nov 10 20:36:13.040862 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-4762cd8b-a248-4ebd-ba2f-1a9d2a6dccab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:13.042674 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-4762cd8b-a248-4ebd-ba2f-1a9d2a6dccab service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908&tenant_id=c0cf1703230d4b4b9933f7c644ccba9a HTTP/1.1" status: 200 len: 1094 time: 0.0940526 Nov 10 20:36:13.054532 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-d5146248-d971-457e-98ae-55acea36f372 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813897-4', 'device_owner': 'compute:nova'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:36:13.069708 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8beab4c0-3986-4d15-b749-64fd24da0e37 req-3c08acea-3277-402a-ba5c-b2ba7a16d081 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483649 Nov 10 20:36:13.113399 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-d5146248-d971-457e-98ae-55acea36f372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:13.335019 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-d5146248-d971-457e-98ae-55acea36f372 service neutron] For port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac,segment=NetworkSegment(13c6cb75-1e1c-42c7-85af-ba6522501409),segment_id=13c6cb75-1e1c-42c7-85af-ba6522501409)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:36:13.384722 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-d5146248-d971-457e-98ae-55acea36f372 service neutron] For port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:36:13.419744 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-d5146248-d971-457e-98ae-55acea36f372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:36:13.428072 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-d5146248-d971-457e-98ae-55acea36f372 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:13.445015 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-d5146248-d971-457e-98ae-55acea36f372 service neutron] Transition to ACTIVE for port object 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:36:13.450710 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-d5146248-d971-457e-98ae-55acea36f372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:13.541227 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5146248-d971-457e-98ae-55acea36f372 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac,revision_number=9']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:36:13.553662 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5146248-d971-457e-98ae-55acea36f372 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:36:13.554038 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5146248-d971-457e-98ae-55acea36f372 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:36:13.554380 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5146248-d971-457e-98ae-55acea36f372 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:36:13.554714 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5146248-d971-457e-98ae-55acea36f372 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:36:13.555041 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5146248-d971-457e-98ae-55acea36f372 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:36:13.555370 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5146248-d971-457e-98ae-55acea36f372 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:36:13.555701 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5146248-d971-457e-98ae-55acea36f372 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:36:13.556023 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5146248-d971-457e-98ae-55acea36f372 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:36:13.556343 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5146248-d971-457e-98ae-55acea36f372 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:36:13.556669 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5146248-d971-457e-98ae-55acea36f372 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:36:13.556988 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5146248-d971-457e-98ae-55acea36f372 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:36:13.557302 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5146248-d971-457e-98ae-55acea36f372 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:36:13.591309 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-d5146248-d971-457e-98ae-55acea36f372 service neutron] No DVR routers for this DVR port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:36:13.735064 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-d5146248-d971-457e-98ae-55acea36f372 service neutron] Attempting to bind port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:36:13.735406 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-d5146248-d971-457e-98ae-55acea36f372 service neutron] Attempting to bind port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '13c6cb75-1e1c-42c7-85af-ba6522501409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:36:13.735736 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-d5146248-d971-457e-98ae-55acea36f372 service neutron] Attempting to bind port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac on network da8c4fca-509f-4155-a75c-1a8528b79688 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:36:13.740254 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-d5146248-d971-457e-98ae-55acea36f372 service neutron] Port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac on network da8c4fca-509f-4155-a75c-1a8528b79688 not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:36:13.740594 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-d5146248-d971-457e-98ae-55acea36f372 service neutron] Attempting to bind port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac on network da8c4fca-509f-4155-a75c-1a8528b79688 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:36:13.745916 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-d5146248-d971-457e-98ae-55acea36f372 service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:36:13.746248 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-d5146248-d971-457e-98ae-55acea36f372 service neutron] Checking segment: {'id': '13c6cb75-1e1c-42c7-85af-ba6522501409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:36:13.746632 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-d5146248-d971-457e-98ae-55acea36f372 service neutron] Bound using segment: {'id': '13c6cb75-1e1c-42c7-85af-ba6522501409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:36:13.747058 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-d5146248-d971-457e-98ae-55acea36f372 service neutron] Bound port: 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13c6cb75-1e1c-42c7-85af-ba6522501409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:36:13.747411 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-d5146248-d971-457e-98ae-55acea36f372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:13.818618 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-d5146248-d971-457e-98ae-55acea36f372 service neutron] For port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:36:13.822394 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-d5146248-d971-457e-98ae-55acea36f372 service neutron] For port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac,segment=NetworkSegment(13c6cb75-1e1c-42c7-85af-ba6522501409),segment_id=13c6cb75-1e1c-42c7-85af-ba6522501409)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:36:13.828386 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-d5146248-d971-457e-98ae-55acea36f372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:13.864936 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-d5146248-d971-457e-98ae-55acea36f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:13.865511 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-d5146248-d971-457e-98ae-55acea36f372 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:13.866918 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-d5146248-d971-457e-98ae-55acea36f372 service neutron] 10.222.0.25 "PUT /v2.0/ports/7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac HTTP/1.1" status: 200 len: 1091 time: 0.8164589 Nov 10 20:36:13.867390 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd91292-e1e5-4f75-91ef-0e57180bd908', 'tag': '7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:36:13.869688 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d22623-3fb1-43b3-bb14-8f9485447fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd91292-e1e5-4f75-91ef-0e57180bd908", "tag": "7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:36:13.926706 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d01c33e-5ced-46fc-88f1-b22de0fb6531 x-openstack-request-id: req-3d01c33e-5ced-46fc-88f1-b22de0fb6531 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:36:13.926957 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd91292-e1e5-4f75-91ef-0e57180bd908", "tag": "7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:36:13.927220 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3d01c33e-5ced-46fc-88f1-b22de0fb6531 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:36:13.927646 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd91292-e1e5-4f75-91ef-0e57180bd908', 'tag': '7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac', 'status': 'completed', 'code': 200} Nov 10 20:36:13.928474 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5146248-d971-457e-98ae-55acea36f372 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac,revision_number=10']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:36:13.952543 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-ebad2600-3702-4613-8fe6-d13af8cc2222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:13.954186 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-ebad2600-3702-4613-8fe6-d13af8cc2222 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c0cf1703230d4b4b9933f7c644ccba9a&device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 1095 time: 0.0588729 Nov 10 20:36:14.057918 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-c9ada362-615a-4857-916c-78c5f155f0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:14.059478 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-c9ada362-615a-4857-916c-78c5f155f0e3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=da8c4fca-509f-4155-a75c-1a8528b79688 HTTP/1.1" status: 200 len: 909 time: 0.0984490 Nov 10 20:36:14.129870 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-0f29b561-7381-4432-bddb-12a38bbb96c3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac HTTP/1.1" status: 200 len: 999 time: 0.0626581 Nov 10 20:36:14.182570 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-d8814b90-5ec8-4eb1-8b88-e982ccf20564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:14.184276 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-d8814b90-5ec8-4eb1-8b88-e982ccf20564 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=26cc5b7b-9b4a-4621-954d-eddf82ac4472 HTTP/1.1" status: 200 len: 847 time: 0.0479822 Nov 10 20:36:14.193675 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a2d6d-0964-412e-a9a7-8c01c75f97c7 req-ce8d334f-58f6-4b94-bd4d-8c2c17be7143 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:14.195210 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f67a2d6d-0964-412e-a9a7-8c01c75f97c7 req-ce8d334f-58f6-4b94-bd4d-8c2c17be7143 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 944 time: 0.0496523 Nov 10 20:36:14.236572 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-1c6c3f32-f46b-49c7-bf26-1bbb146ac382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:14.238156 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-1c6c3f32-f46b-49c7-bf26-1bbb146ac382 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=da8c4fca-509f-4155-a75c-1a8528b79688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465283 Nov 10 20:36:14.249698 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f67a2d6d-0964-412e-a9a7-8c01c75f97c7 req-98721754-0186-4aa0-b245-98480bb7eb78 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482774 Nov 10 20:36:14.330124 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-1814e561-e8bd-45b2-80ba-0b8ae715ded9 service neutron] 10.222.0.25 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848813 Nov 10 20:36:14.445398 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-db488b5d-df5e-433c-b5d7-81e7861c2078 req-6d70e392-4273-4dff-8402-334ee67f2b1a service neutron] 10.222.0.25 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082587 Nov 10 20:36:14.541334 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d22623-3fb1-43b3-bb14-8f9485447fd2 req-ecab6e28-7aac-455c-afcf-19d23d3b8e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:14.542723 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-96d22623-3fb1-43b3-bb14-8f9485447fd2 req-ecab6e28-7aac-455c-afcf-19d23d3b8e64 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c0cf1703230d4b4b9933f7c644ccba9a&device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 1095 time: 0.0451241 Nov 10 20:36:14.644151 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d22623-3fb1-43b3-bb14-8f9485447fd2 req-8330f3f7-327b-4a88-a448-f36a6a7c7d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:14.645996 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-96d22623-3fb1-43b3-bb14-8f9485447fd2 req-8330f3f7-327b-4a88-a448-f36a6a7c7d1e service neutron] 10.222.0.25 "GET /v2.0/networks?id=da8c4fca-509f-4155-a75c-1a8528b79688 HTTP/1.1" status: 200 len: 909 time: 0.0967548 Nov 10 20:36:14.716603 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-96d22623-3fb1-43b3-bb14-8f9485447fd2 req-a7c10751-c243-46d2-9aad-c394053b3f11 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac HTTP/1.1" status: 200 len: 999 time: 0.0631237 Nov 10 20:36:14.779781 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d22623-3fb1-43b3-bb14-8f9485447fd2 req-97d09295-8c93-47a1-95db-ee1621296ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:14.781629 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-96d22623-3fb1-43b3-bb14-8f9485447fd2 req-97d09295-8c93-47a1-95db-ee1621296ba5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=26cc5b7b-9b4a-4621-954d-eddf82ac4472 HTTP/1.1" status: 200 len: 847 time: 0.0569074 Nov 10 20:36:15.380647 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b682a6-8402-44d6-b7a6-644d47b4734c req-4aa57cd4-4509-4c9e-ad9a-74de13e7f17f tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:15.382349 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-47b682a6-8402-44d6-b7a6-644d47b4734c req-4aa57cd4-4509-4c9e-ad9a-74de13e7f17f tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 944 time: 0.0567431 Nov 10 20:36:15.436364 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-47b682a6-8402-44d6-b7a6-644d47b4734c req-28a00d12-b36c-4965-b18b-ba04b79e0025 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475564 Nov 10 20:36:16.560528 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d925dae-ab1a-4280-ab65-da98971957f2 req-ce64f0b0-422d-400e-998b-1af3c3955214 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:16.562101 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d925dae-ab1a-4280-ab65-da98971957f2 req-ce64f0b0-422d-400e-998b-1af3c3955214 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 944 time: 0.0523810 Nov 10 20:36:16.616204 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3d925dae-ab1a-4280-ab65-da98971957f2 req-e033e88f-fced-48ca-85f9-2eb999f81deb tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476360 Nov 10 20:36:17.745402 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc1bb0-7e2c-4fc8-ba3f-8ef73a2a0209 req-3e393fed-e27f-4742-ad3b-f2e668e0bc84 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:17.747249 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2adc1bb0-7e2c-4fc8-ba3f-8ef73a2a0209 req-3e393fed-e27f-4742-ad3b-f2e668e0bc84 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 944 time: 0.0557311 Nov 10 20:36:17.800326 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2adc1bb0-7e2c-4fc8-ba3f-8ef73a2a0209 req-7d49f3fd-a4f7-453d-9faf-c1c99d91d2ff tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467463 Nov 10 20:36:18.944812 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2b1f5-132c-41ff-9fb0-f935223a7354 req-3fb0a329-5642-4e92-a66e-e205066aa7ad tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:18.946548 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4df2b1f5-132c-41ff-9fb0-f935223a7354 req-3fb0a329-5642-4e92-a66e-e205066aa7ad tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 944 time: 0.0568571 Nov 10 20:36:18.998756 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4df2b1f5-132c-41ff-9fb0-f935223a7354 req-c5a84e70-4cae-4c64-be77-6e01efaa47e0 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457566 Nov 10 20:36:20.128811 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778dc4c-d9c3-4ee7-a334-7acfa4234153 req-33e39522-ea31-48c5-bbc4-9c971ebb09f1 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:20.130708 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b778dc4c-d9c3-4ee7-a334-7acfa4234153 req-33e39522-ea31-48c5-bbc4-9c971ebb09f1 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 944 time: 0.0529237 Nov 10 20:36:20.189222 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b778dc4c-d9c3-4ee7-a334-7acfa4234153 req-3964caf2-4aee-4baa-a3d9-539ebdfb9fb7 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516472 Nov 10 20:36:21.314795 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c322b9-461d-4e5d-9ecc-cf81e10b34a0 req-dae776ff-2340-41d4-b014-6f4df93ae40b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:21.316375 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a1c322b9-461d-4e5d-9ecc-cf81e10b34a0 req-dae776ff-2340-41d4-b014-6f4df93ae40b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 944 time: 0.0532272 Nov 10 20:36:21.367587 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a1c322b9-461d-4e5d-9ecc-cf81e10b34a0 req-51c9cc87-e93c-49cf-9c39-df3c0926dd6c tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449023 Nov 10 20:36:22.501986 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f46bd-538a-4a1e-b28b-3ff93a5fe472 req-5d20a9b1-3cce-4aad-ba2e-b7345680ec88 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:22.503427 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6d0f46bd-538a-4a1e-b28b-3ff93a5fe472 req-5d20a9b1-3cce-4aad-ba2e-b7345680ec88 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 944 time: 0.0542512 Nov 10 20:36:22.558067 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6d0f46bd-538a-4a1e-b28b-3ff93a5fe472 req-9c7725d2-1d2b-4560-9a01-e9dc5f2a79ee tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480356 Nov 10 20:36:23.510838 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-13b666bb-c0e5-4d9a-96a6-4cc879ac728f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:23.690727 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c480361-fde5-4acf-8303-d98047ed77a4 req-1c61e762-56e9-40cb-b1f7-76bb0fba24d5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:23.692273 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c480361-fde5-4acf-8303-d98047ed77a4 req-1c61e762-56e9-40cb-b1f7-76bb0fba24d5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 944 time: 0.0578344 Nov 10 20:36:23.750315 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c480361-fde5-4acf-8303-d98047ed77a4 req-8ffec1b2-cef2-4349-8bc0-7c8efbde45ef tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501049 Nov 10 20:36:24.883188 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9cf3d-3261-4e64-9a6b-d72cf9c48760 req-1e8706a4-a80f-4c6a-bff2-0c2f7bfad3ed tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:24.884952 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-36f9cf3d-3261-4e64-9a6b-d72cf9c48760 req-1e8706a4-a80f-4c6a-bff2-0c2f7bfad3ed tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 944 time: 0.0610614 Nov 10 20:36:24.943237 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-36f9cf3d-3261-4e64-9a6b-d72cf9c48760 req-9a5db0c8-1db2-401c-b241-77d3c49cc1c4 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509920 Nov 10 20:36:25.274366 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:36:25.678444 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:25.762775 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-de654125-725c-4f0c-9ba8-8a089b158cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:25.881979 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:26.080830 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24db690-18a3-4a8e-83c4-c80491852c83 req-a78d76ff-dadb-42f0-b50c-65a36a0ca50b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:26.082364 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a24db690-18a3-4a8e-83c4-c80491852c83 req-a78d76ff-dadb-42f0-b50c-65a36a0ca50b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 944 time: 0.0561922 Nov 10 20:36:26.480934 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a24db690-18a3-4a8e-83c4-c80491852c83 req-e07c665f-5ac5-497b-b9ea-d833252e8d2e tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3923783 Nov 10 20:36:27.592202 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:27.619909 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4ebcc-4b03-4320-b7d4-ebff67a6dc30 req-4a102d1b-f3ff-488e-942a-76d1f6282979 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:27.621701 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-42f4ebcc-4b03-4320-b7d4-ebff67a6dc30 req-4a102d1b-f3ff-488e-942a-76d1f6282979 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 944 time: 0.0545261 Nov 10 20:36:27.675968 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-42f4ebcc-4b03-4320-b7d4-ebff67a6dc30 req-eae0fc6e-24f7-446f-89bf-99ead91ca0d4 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477593 Nov 10 20:36:28.809405 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47a1e0-43de-4b5e-90a0-07dfa589234d req-1d78f26a-dd19-41d4-941c-0111e4d472a9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:28.810971 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5c47a1e0-43de-4b5e-90a0-07dfa589234d req-1d78f26a-dd19-41d4-941c-0111e4d472a9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 944 time: 0.0553923 Nov 10 20:36:28.867601 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5c47a1e0-43de-4b5e-90a0-07dfa589234d req-591c04c5-f55e-4c46-b934-699d8793a665 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497055 Nov 10 20:36:29.103720 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:29.179064 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d22623-3fb1-43b3-bb14-8f9485447fd2 req-0d24ddc9-5a0c-4b37-a423-16d7f7ae0bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:29.180506 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-96d22623-3fb1-43b3-bb14-8f9485447fd2 req-0d24ddc9-5a0c-4b37-a423-16d7f7ae0bfe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=da8c4fca-509f-4155-a75c-1a8528b79688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517223 Nov 10 20:36:29.278647 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-96d22623-3fb1-43b3-bb14-8f9485447fd2 req-049ae8c9-49d6-467f-93c0-b33a931cd21a service neutron] 10.222.0.25 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889316 Nov 10 20:36:29.370636 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:29.383328 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-96d22623-3fb1-43b3-bb14-8f9485447fd2 req-5c9b673b-5e3b-4054-a1ed-d117dc653eab service neutron] 10.222.0.25 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962903 Nov 10 20:36:30.001712 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d62be7-f8ae-4bbd-afed-debed9bdcb7a req-486c09dd-1eec-4d86-8beb-ad2cb5154939 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:30.003272 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-34d62be7-f8ae-4bbd-afed-debed9bdcb7a req-486c09dd-1eec-4d86-8beb-ad2cb5154939 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 944 time: 0.0512052 Nov 10 20:36:30.056503 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-34d62be7-f8ae-4bbd-afed-debed9bdcb7a req-9775a876-571e-429b-8139-3b3291fce57b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470796 Nov 10 20:36:30.339912 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32863339-2654-41d3-ad60-4dadf941351a req-d967b705-2c2a-42b0-be27-05f03d3d25a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:30.341470 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-32863339-2654-41d3-ad60-4dadf941351a req-d967b705-2c2a-42b0-be27-05f03d3d25a1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c0cf1703230d4b4b9933f7c644ccba9a&device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 1095 time: 0.0501423 Nov 10 20:36:30.455761 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32863339-2654-41d3-ad60-4dadf941351a req-bdcedbd1-68b7-4bfa-bcbd-8cea570174dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:30.457154 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-32863339-2654-41d3-ad60-4dadf941351a req-bdcedbd1-68b7-4bfa-bcbd-8cea570174dc service neutron] 10.222.0.25 "GET /v2.0/networks?id=da8c4fca-509f-4155-a75c-1a8528b79688 HTTP/1.1" status: 200 len: 909 time: 0.0919724 Nov 10 20:36:30.530871 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-32863339-2654-41d3-ad60-4dadf941351a req-cd62bb75-0f3c-4972-b4f3-5854cfb192b6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac HTTP/1.1" status: 200 len: 999 time: 0.0645611 Nov 10 20:36:30.582007 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32863339-2654-41d3-ad60-4dadf941351a req-0a766609-8bd5-4ca7-8c21-6eebaff6566d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:30.583473 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-32863339-2654-41d3-ad60-4dadf941351a req-0a766609-8bd5-4ca7-8c21-6eebaff6566d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=26cc5b7b-9b4a-4621-954d-eddf82ac4472 HTTP/1.1" status: 200 len: 847 time: 0.0449855 Nov 10 20:36:30.637018 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32863339-2654-41d3-ad60-4dadf941351a req-a4e746a1-d787-4d6d-bfd7-ede1c435df3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:30.638757 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-32863339-2654-41d3-ad60-4dadf941351a req-a4e746a1-d787-4d6d-bfd7-ede1c435df3a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=da8c4fca-509f-4155-a75c-1a8528b79688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475020 Nov 10 20:36:30.733656 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-32863339-2654-41d3-ad60-4dadf941351a req-b15ffb56-2fc3-455b-86ec-4b98c4b158e4 service neutron] 10.222.0.25 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872254 Nov 10 20:36:30.838938 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-32863339-2654-41d3-ad60-4dadf941351a req-2b970664-eccc-4d03-a51c-a8516f437c31 service neutron] 10.222.0.25 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983763 Nov 10 20:36:31.188436 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4ca48-1fed-4df8-9a63-fb396f78cc07 req-131fcc6b-8c7d-402a-b65c-6d8bba29d9d9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:31.189957 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-26c4ca48-1fed-4df8-9a63-fb396f78cc07 req-131fcc6b-8c7d-402a-b65c-6d8bba29d9d9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 944 time: 0.0625620 Nov 10 20:36:31.242733 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-26c4ca48-1fed-4df8-9a63-fb396f78cc07 req-375400cb-3597-4487-bc7d-df98bc444148 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438392 Nov 10 20:36:32.378859 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd3210-477e-4bf4-8c09-5ce1e0d84cfc req-cb1469b5-9b82-4f8f-8bac-062aabed74da tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:32.381160 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b4bd3210-477e-4bf4-8c09-5ce1e0d84cfc req-cb1469b5-9b82-4f8f-8bac-062aabed74da tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 944 time: 0.0576098 Nov 10 20:36:32.442733 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b4bd3210-477e-4bf4-8c09-5ce1e0d84cfc req-014269b4-fa85-4496-8861-7029e3c9afd0 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526838 Nov 10 20:36:33.588739 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad90ced-24ff-4797-bcb9-294a3a9d8402 req-bc814f51-9242-472b-9d17-b61fd02fc2c7 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:33.590331 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aad90ced-24ff-4797-bcb9-294a3a9d8402 req-bc814f51-9242-472b-9d17-b61fd02fc2c7 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 944 time: 0.0538156 Nov 10 20:36:33.645042 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aad90ced-24ff-4797-bcb9-294a3a9d8402 req-ce1a4d87-2f03-46ec-88c4-9f495da197c8 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482364 Nov 10 20:36:34.781401 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f511d4-727a-4fec-b486-d8021a373353 req-c4c9eceb-5722-4870-aceb-76f3dc4d7be3 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:34.782941 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-32f511d4-727a-4fec-b486-d8021a373353 req-c4c9eceb-5722-4870-aceb-76f3dc4d7be3 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 944 time: 0.0596077 Nov 10 20:36:34.841319 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-32f511d4-727a-4fec-b486-d8021a373353 req-de6f4d5b-43c5-4747-a582-b70e028a4162 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521364 Nov 10 20:36:34.862746 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:36:34.959704 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac,segment=NetworkSegment(13c6cb75-1e1c-42c7-85af-ba6522501409),segment_id=13c6cb75-1e1c-42c7-85af-ba6522501409)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:36:34.971578 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': '7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac', 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688', 'port_id': '7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac', 'mac_address': 'fa:16:3e:8b:6e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:36:35.008804 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:35.022879 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:36:35.044016 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac,segment=NetworkSegment(13c6cb75-1e1c-42c7-85af-ba6522501409),segment_id=13c6cb75-1e1c-42c7-85af-ba6522501409)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:36:35.049466 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:35.100825 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac,revision_number=11']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:36:35.426013 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:36:35.970998 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566dba8b-a104-44e5-866d-0bef0234d3c0 req-ea8e3038-c601-4d83-a418-d1bba80362f3 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:35.972489 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-566dba8b-a104-44e5-866d-0bef0234d3c0 req-ea8e3038-c601-4d83-a418-d1bba80362f3 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 945 time: 0.0530210 Nov 10 20:36:36.022496 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-566dba8b-a104-44e5-866d-0bef0234d3c0 req-07db154e-0526-4087-9202-245d2378e699 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437372 Nov 10 20:36:36.879362 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:36:36.955355 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:36:36.959994 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:36:36.960372 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:37.051280 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:37.085973 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd91292-e1e5-4f75-91ef-0e57180bd908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:36:37.087870 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c516c4b-5c8d-4e81-bb68-83dc54f7c225" -d '{"events": [{"server_uuid": "1bd91292-e1e5-4f75-91ef-0e57180bd908", "name": "network-vif-plugged", "status": "completed", "tag": "7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:36:37.103460 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac,segment=NetworkSegment(13c6cb75-1e1c-42c7-85af-ba6522501409),segment_id=13c6cb75-1e1c-42c7-85af-ba6522501409)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:36:37.111388 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:37.165416 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec9ebd-280c-414c-9d91-810a2cfaf960 req-b762e1ca-82ca-44b7-a4ee-17b1a97a7d10 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:37.166972 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aaec9ebd-280c-414c-9d91-810a2cfaf960 req-b762e1ca-82ca-44b7-a4ee-17b1a97a7d10 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 946 time: 0.0583539 Nov 10 20:36:37.174715 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac,revision_number=12']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:36:37.229317 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-aaec9ebd-280c-414c-9d91-810a2cfaf960 req-82bdd11f-a315-45d2-bf23-3e3e4a0104c1 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557599 Nov 10 20:36:37.282935 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02af51c-cb7e-410f-94b8-ddfd155991ca x-openstack-request-id: req-b02af51c-cb7e-410f-94b8-ddfd155991ca {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:36:37.284176 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd91292-e1e5-4f75-91ef-0e57180bd908", "name": "network-vif-plugged", "status": "completed", "tag": "7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:36:37.284176 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b02af51c-cb7e-410f-94b8-ddfd155991ca {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:36:37.284176 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd91292-e1e5-4f75-91ef-0e57180bd908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac', 'code': 200} Nov 10 20:36:37.477905 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ebff5-5f5e-4db3-944d-5c4119b3c135 req-45fd8c1c-2e6e-4934-a6d7-481176de80f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:37.479444 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7e0ebff5-5f5e-4db3-944d-5c4119b3c135 req-45fd8c1c-2e6e-4934-a6d7-481176de80f9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 1097 time: 0.0485723 Nov 10 20:36:37.528951 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-7e0ebff5-5f5e-4db3-944d-5c4119b3c135 req-952d7fdf-e4bd-4763-af6a-5eccd11fae8b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420489 Nov 10 20:36:38.359077 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce210019-1dca-4881-b931-f2bb961cd8f3 req-abdc01d9-37f6-410f-80cc-ced21874122e tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:38.360601 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ce210019-1dca-4881-b931-f2bb961cd8f3 req-abdc01d9-37f6-410f-80cc-ced21874122e tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 946 time: 0.0549700 Nov 10 20:36:38.415233 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ce210019-1dca-4881-b931-f2bb961cd8f3 req-3b88e413-7760-42ee-9654-432123c4ffc4 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455980 Nov 10 20:36:39.553686 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f9f6f-9007-4602-bb7d-cf52afa36d0d req-06f1ce3b-ef60-4ea9-b00d-e555780d735c tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:36:39.555225 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-927f9f6f-9007-4602-bb7d-cf52afa36d0d req-06f1ce3b-ef60-4ea9-b00d-e555780d735c tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 946 time: 0.0634437 Nov 10 20:36:39.606748 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-927f9f6f-9007-4602-bb7d-cf52afa36d0d req-330bd1eb-1e1a-49cd-ae34-8b82c54c0d83 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451560 Nov 10 20:36:53.510102 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a9dbfc06-b288-445a-8379-d574a2616db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:55.682579 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:55.757681 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ef08034e-c8b2-486c-8abf-5166e46e4587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:55.899306 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:57.603000 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:59.106228 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:36:59.372891 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:37:02.276158 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:37:23.509378 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-400e75ae-62e6-4aa1-8bbd-b863a915cae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:37:25.689334 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:37:25.767878 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-81bcb18f-ee9a-4413-aa65-7c4cabcd3765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:37:25.900312 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:37:27.603984 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:37:29.107143 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:37:29.368814 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:37:30.704338 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bda3202c-5864-4550-9d8b-c1077b09068d req-d0e6b119-fc81-4275-9486-5215509572d8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427878 Nov 10 20:37:30.800256 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3202c-5864-4550-9d8b-c1077b09068d req-07dcae3f-0abf-4a5f-abb9-bb9c359b9f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:37:30.801798 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bda3202c-5864-4550-9d8b-c1077b09068d req-07dcae3f-0abf-4a5f-abb9-bb9c359b9f50 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c0cf1703230d4b4b9933f7c644ccba9a&device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 1097 time: 0.0490124 Nov 10 20:37:30.910960 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3202c-5864-4550-9d8b-c1077b09068d req-30e5332a-71d8-4d5a-a20a-0146d6f44cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:37:30.912463 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bda3202c-5864-4550-9d8b-c1077b09068d req-30e5332a-71d8-4d5a-a20a-0146d6f44cc9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=da8c4fca-509f-4155-a75c-1a8528b79688 HTTP/1.1" status: 200 len: 909 time: 0.0902815 Nov 10 20:37:31.346182 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bda3202c-5864-4550-9d8b-c1077b09068d req-cbc246d0-ebd5-4e17-9702-5fe1c81c1272 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac HTTP/1.1" status: 200 len: 1001 time: 0.4261904 Nov 10 20:37:31.396807 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3202c-5864-4550-9d8b-c1077b09068d req-cc27b23a-fa34-4ea8-bdfd-91bc9fa02cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:37:31.398503 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bda3202c-5864-4550-9d8b-c1077b09068d req-cc27b23a-fa34-4ea8-bdfd-91bc9fa02cec service neutron] 10.222.0.25 "GET /v2.0/subnets?id=26cc5b7b-9b4a-4621-954d-eddf82ac4472 HTTP/1.1" status: 200 len: 847 time: 0.0451396 Nov 10 20:37:31.445581 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3202c-5864-4550-9d8b-c1077b09068d req-10e0df7f-bb8c-427f-a0fe-e6a8251e47cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:37:31.447107 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bda3202c-5864-4550-9d8b-c1077b09068d req-10e0df7f-bb8c-427f-a0fe-e6a8251e47cb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=da8c4fca-509f-4155-a75c-1a8528b79688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414853 Nov 10 20:37:31.543655 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bda3202c-5864-4550-9d8b-c1077b09068d req-fd4704e0-50f3-42a8-8161-e6e01b73d304 service neutron] 10.222.0.25 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891051 Nov 10 20:37:31.635847 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-bda3202c-5864-4550-9d8b-c1077b09068d req-55d2d933-65f1-477d-88e0-c4d787d15ba0 service neutron] 10.222.0.25 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847683 Nov 10 20:37:39.276800 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:37:53.506599 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-54fd60e8-7595-498a-b84e-4ce59cb4b298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:37:55.686319 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:37:55.762597 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cc89b38d-112c-411b-a785-42eea829a9d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:37:55.918607 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:37:57.602834 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:37:59.109518 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:37:59.374427 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:16.277552 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:38:23.505394 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4f8fdb8c-d0f4-4eb4-a3a8-11eea1483bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:25.696671 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:25.776325 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a5aa7bfa-031d-4b59-9c2b-b0bf07128558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:25.908115 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:26.611161 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59176) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:38:26.782980 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-2af92afd-b960-4ee2-9203-60badc09d61b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Deleting port 1fa1bcbb-025e-4c7c-88d7-96f73a1e3167 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:38:26.783437 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2af92afd-b960-4ee2-9203-60badc09d61b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:26.861566 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2af92afd-b960-4ee2-9203-60badc09d61b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:26.861863 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2af92afd-b960-4ee2-9203-60badc09d61b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:26.873375 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-2af92afd-b960-4ee2-9203-60badc09d61b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Calling delete_port for 1fa1bcbb-025e-4c7c-88d7-96f73a1e3167 owned by network:floatingip {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:38:27.040865 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2af92afd-b960-4ee2-9203-60badc09d61b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:27.068098 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af92afd-b960-4ee2-9203-60badc09d61b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Pushing event deleted for resources: {'Port': ['ID=1fa1bcbb-025e-4c7c-88d7-96f73a1e3167,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:38:27.080513 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af92afd-b960-4ee2-9203-60badc09d61b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:27.080871 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af92afd-b960-4ee2-9203-60badc09d61b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:27.081217 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af92afd-b960-4ee2-9203-60badc09d61b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:27.081555 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af92afd-b960-4ee2-9203-60badc09d61b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:27.081927 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af92afd-b960-4ee2-9203-60badc09d61b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:27.082250 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af92afd-b960-4ee2-9203-60badc09d61b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:27.082588 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af92afd-b960-4ee2-9203-60badc09d61b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:27.082920 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af92afd-b960-4ee2-9203-60badc09d61b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:27.083253 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af92afd-b960-4ee2-9203-60badc09d61b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:27.083580 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af92afd-b960-4ee2-9203-60badc09d61b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:27.083908 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af92afd-b960-4ee2-9203-60badc09d61b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:27.084231 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af92afd-b960-4ee2-9203-60badc09d61b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:27.143409 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2af92afd-b960-4ee2-9203-60badc09d61b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for floatingip, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:27.143793 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [None req-2af92afd-b960-4ee2-9203-60badc09d61b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Floating IP 701d9d23-c890-4eb0-a8eb-674869f43066 disassociated (deleted). External IP: 172.25.3.251, port: 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac. Nov 10 20:38:27.375142 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af92afd-b960-4ee2-9203-60badc09d61b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Router 37a4132e-8195-4dd7-8a33-6243f28d231d has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:38:27.496257 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af92afd-b960-4ee2-9203-60badc09d61b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:38:27.501133 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2af92afd-b960-4ee2-9203-60badc09d61b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:27.506530 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c5310d-339f-47ce-8619-6bb392f59ee8 None None] Sync routers for ids ['37a4132e-8195-4dd7-8a33-6243f28d231d'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:38:27.516848 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c5310d-339f-47ce-8619-6bb392f59ee8 None None] Routers {'37a4132e-8195-4dd7-8a33-6243f28d231d'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:38:27.517776 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-34c5310d-339f-47ce-8619-6bb392f59ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:38:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['37a4132e-8195-4dd7-8a33-6243f28d231d'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:38:27.533037 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2af92afd-b960-4ee2-9203-60badc09d61b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "DELETE /v2.0/floatingips/701d9d23-c890-4eb0-a8eb-674869f43066 HTTP/1.1" status: 204 len: 168 time: 0.9207964 Nov 10 20:38:27.533676 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd91292-e1e5-4f75-91ef-0e57180bd908', 'tag': '7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:38:27.536128 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c635d646-ff3b-42a5-8ecb-8e9b11415410" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd91292-e1e5-4f75-91ef-0e57180bd908", "tag": "7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:38:27.612417 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:27.634933 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-34c5310d-339f-47ce-8619-6bb392f59ee8 None None] Set router 37a4132e-8195-4dd7-8a33-6243f28d231d gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:38:27.706787 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050c8d03-9e47-404f-bab8-04a20f39a4dc x-openstack-request-id: req-050c8d03-9e47-404f-bab8-04a20f39a4dc {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:38:27.707695 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd91292-e1e5-4f75-91ef-0e57180bd908", "tag": "7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:38:27.708124 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-050c8d03-9e47-404f-bab8-04a20f39a4dc {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:38:27.708726 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd91292-e1e5-4f75-91ef-0e57180bd908', 'tag': '7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac', 'status': 'completed', 'code': 200} Nov 10 20:38:27.775722 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635d646-ff3b-42a5-8ecb-8e9b11415410 req-957e2adb-31f3-4734-8033-450d87ec5fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:27.777334 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c635d646-ff3b-42a5-8ecb-8e9b11415410 req-957e2adb-31f3-4734-8033-450d87ec5fa7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c0cf1703230d4b4b9933f7c644ccba9a&device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 1097 time: 0.0449586 Nov 10 20:38:27.808956 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e8e0d-32eb-49a2-9d9f-9004a4098d55 req-030c0c61-2cc5-4f54-aac4-798d47e817f4 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:27.810579 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef4e8e0d-32eb-49a2-9d9f-9004a4098d55 req-030c0c61-2cc5-4f54-aac4-798d47e817f4 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 946 time: 0.0591905 Nov 10 20:38:27.845533 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-34c5310d-339f-47ce-8619-6bb392f59ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'name': 'tempest-TestShelveInstance-157387112-router', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:33:24Z', 'updated_at': '2021-11-10T20:33:27Z', 'revision_number': 4, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'gw_port': {'id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:59:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:25Z', 'updated_at': '2021-11-10T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '3af5c2a5-d6b3-4a09-860f-89dff4b7af41', 'name': '', 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'mac_address': 'fa:16:3e:aa:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:27Z', 'updated_at': '2021-11-10T20:33:31Z', 'revision_number': 5, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'subnets': [{'id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:38:27.864124 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ef4e8e0d-32eb-49a2-9d9f-9004a4098d55 req-53d019e6-2e13-43bf-b88e-288609d0ec57 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464163 Nov 10 20:38:27.871863 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c5310d-339f-47ce-8619-6bb392f59ee8 None None] Checking router: 37a4132e-8195-4dd7-8a33-6243f28d231d for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:38:27.883157 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635d646-ff3b-42a5-8ecb-8e9b11415410 req-ceee3242-7f6c-415b-9792-b7e1b338cb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:27.884770 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c635d646-ff3b-42a5-8ecb-8e9b11415410 req-ceee3242-7f6c-415b-9792-b7e1b338cb2d service neutron] 10.222.0.25 "GET /v2.0/networks?id=da8c4fca-509f-4155-a75c-1a8528b79688 HTTP/1.1" status: 200 len: 909 time: 0.0976214 Nov 10 20:38:27.888892 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c5310d-339f-47ce-8619-6bb392f59ee8 None None] Routers {'37a4132e-8195-4dd7-8a33-6243f28d231d'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:38:27.889625 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-34c5310d-339f-47ce-8619-6bb392f59ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:38:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['37a4132e-8195-4dd7-8a33-6243f28d231d'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:38:27.933098 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c635d646-ff3b-42a5-8ecb-8e9b11415410 req-5567417e-00ba-4081-8f31-7ad11fa62bfa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac HTTP/1.1" status: 200 len: 217 time: 0.0395892 Nov 10 20:38:27.985597 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635d646-ff3b-42a5-8ecb-8e9b11415410 req-e214fbd4-c3fe-4bee-8092-0a32cac401d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:27.987124 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c635d646-ff3b-42a5-8ecb-8e9b11415410 req-e214fbd4-c3fe-4bee-8092-0a32cac401d9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=26cc5b7b-9b4a-4621-954d-eddf82ac4472 HTTP/1.1" status: 200 len: 847 time: 0.0458302 Nov 10 20:38:27.998671 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-34c5310d-339f-47ce-8619-6bb392f59ee8 None None] Set router 37a4132e-8195-4dd7-8a33-6243f28d231d gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:38:28.040512 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635d646-ff3b-42a5-8ecb-8e9b11415410 req-8a84a059-09aa-4f6e-8338-034f871f709d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:28.041993 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c635d646-ff3b-42a5-8ecb-8e9b11415410 req-8a84a059-09aa-4f6e-8338-034f871f709d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=da8c4fca-509f-4155-a75c-1a8528b79688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470619 Nov 10 20:38:28.145405 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c635d646-ff3b-42a5-8ecb-8e9b11415410 req-d627ebf3-6575-45db-b6c3-c044779c4e8c service neutron] 10.222.0.25 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945020 Nov 10 20:38:28.208382 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-34c5310d-339f-47ce-8619-6bb392f59ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'name': 'tempest-TestShelveInstance-157387112-router', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:33:24Z', 'updated_at': '2021-11-10T20:33:27Z', 'revision_number': 4, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'gw_port': {'id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:59:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:25Z', 'updated_at': '2021-11-10T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '3af5c2a5-d6b3-4a09-860f-89dff4b7af41', 'name': '', 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'mac_address': 'fa:16:3e:aa:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:27Z', 'updated_at': '2021-11-10T20:33:31Z', 'revision_number': 5, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'subnets': [{'id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:38:28.238199 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c5310d-339f-47ce-8619-6bb392f59ee8 None None] The sync data for ids ['37a4132e-8195-4dd7-8a33-6243f28d231d'] in n-d-813897-4 is: [{'id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'name': 'tempest-TestShelveInstance-157387112-router', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:33:24Z', 'updated_at': '2021-11-10T20:33:27Z', 'revision_number': 4, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'gw_port': {'id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:59:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:25Z', 'updated_at': '2021-11-10T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '3af5c2a5-d6b3-4a09-860f-89dff4b7af41', 'name': '', 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'mac_address': 'fa:16:3e:aa:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:27Z', 'updated_at': '2021-11-10T20:33:31Z', 'revision_number': 5, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'subnets': [{'id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:38:28.245434 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c635d646-ff3b-42a5-8ecb-8e9b11415410 req-e73bcad9-0697-4ea5-b032-7bb2fc88805f service neutron] 10.222.0.25 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924737 Nov 10 20:38:28.475526 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbce518-437e-40d8-91fa-5eb3c9a34417 None None] New status for floating IP 701d9d23-c890-4eb0-a8eb-674869f43066: DOWN {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:38:29.000250 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b8c83-223d-4e55-bd04-cc3a2a8cba12 req-5eadbea5-236e-4c45-ad8e-8571b259ec86 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:29.001891 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd4b8c83-223d-4e55-bd04-cc3a2a8cba12 req-5eadbea5-236e-4c45-ad8e-8571b259ec86 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 946 time: 0.0508962 Nov 10 20:38:29.052825 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd4b8c83-223d-4e55-bd04-cc3a2a8cba12 req-dfcc3147-c75c-4d65-81b1-c197e3aa0740 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442905 Nov 10 20:38:29.113714 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:29.372683 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:29.409076 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b5c88-604a-403e-a5b3-821f1fb3712b req-7ac92e31-a76e-4b1c-9f06-f5d64c20a0c6 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:29.410606 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-512b5c88-604a-403e-a5b3-821f1fb3712b req-7ac92e31-a76e-4b1c-9f06-f5d64c20a0c6 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 946 time: 0.0599670 Nov 10 20:38:29.513272 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-512b5c88-604a-403e-a5b3-821f1fb3712b req-9cbe97b1-177d-436e-a128-724535c71698 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Deleting port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:38:29.513589 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-512b5c88-604a-403e-a5b3-821f1fb3712b req-9cbe97b1-177d-436e-a128-724535c71698 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:29.613274 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-512b5c88-604a-403e-a5b3-821f1fb3712b req-9cbe97b1-177d-436e-a128-724535c71698 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] For port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac,segment=NetworkSegment(13c6cb75-1e1c-42c7-85af-ba6522501409),segment_id=13c6cb75-1e1c-42c7-85af-ba6522501409)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:38:29.614523 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-512b5c88-604a-403e-a5b3-821f1fb3712b req-9cbe97b1-177d-436e-a128-724535c71698 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:29.629351 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-512b5c88-604a-403e-a5b3-821f1fb3712b req-9cbe97b1-177d-436e-a128-724535c71698 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Calling delete_port for 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:38:29.780193 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-512b5c88-604a-403e-a5b3-821f1fb3712b req-9cbe97b1-177d-436e-a128-724535c71698 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:29.814453 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe97b1-177d-436e-a128-724535c71698 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Pushing event deleted for resources: {'Port': ['ID=7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:38:29.860247 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-512b5c88-604a-403e-a5b3-821f1fb3712b req-9cbe97b1-177d-436e-a128-724535c71698 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] No DVR routers for this DVR port 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:38:29.863193 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-512b5c88-604a-403e-a5b3-821f1fb3712b req-9cbe97b1-177d-436e-a128-724535c71698 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:29.866651 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-512b5c88-604a-403e-a5b3-821f1fb3712b req-9cbe97b1-177d-436e-a128-724535c71698 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.25 "DELETE /v2.0/ports/7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac HTTP/1.1" status: 204 len: 173 time: 0.4491920 Nov 10 20:38:29.867140 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd91292-e1e5-4f75-91ef-0e57180bd908', 'name': 'network-vif-deleted', 'tag': '7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:38:29.869555 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ace89fb-9ae6-4c7a-b670-0738a330c28c" -d '{"events": [{"server_uuid": "1bd91292-e1e5-4f75-91ef-0e57180bd908", "name": "network-vif-deleted", "tag": "7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:38:29.907745 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ae1aec-85c6-4339-a554-71c799e6d6c8 x-openstack-request-id: req-24ae1aec-85c6-4339-a554-71c799e6d6c8 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:38:29.908044 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd91292-e1e5-4f75-91ef-0e57180bd908", "name": "network-vif-deleted", "tag": "7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:38:29.908415 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-24ae1aec-85c6-4339-a554-71c799e6d6c8 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:38:29.908824 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd91292-e1e5-4f75-91ef-0e57180bd908', 'name': 'network-vif-deleted', 'tag': '7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac', 'status': 'completed', 'code': 200} Nov 10 20:38:30.167127 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3c3216bc-791e-411a-b3f5-6277549210fb req-035624d4-1a31-4061-bc14-2180814173ef tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bd91292-e1e5-4f75-91ef-0e57180bd908 HTTP/1.1" status: 200 len: 210 time: 0.0287650 Nov 10 20:38:31.236076 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59196) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:38:31.304038 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e2b2c981-648e-4c22-931a-8684211b71b6 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:31.329216 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e2b2c981-648e-4c22-931a-8684211b71b6 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:31.391313 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e2b2c981-648e-4c22-931a-8684211b71b6 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:31.394459 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-e2b2c981-648e-4c22-931a-8684211b71b6 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:31.395691 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-e2b2c981-648e-4c22-931a-8684211b71b6 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "DELETE /v2.0/security-groups/1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42 HTTP/1.1" status: 204 len: 168 time: 0.1586308 Nov 10 20:38:31.406096 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2c981-648e-4c22-931a-8684211b71b6 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0cdf11-9ba3-44e9-88b9-9d44d2ddea42,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:38:31.783191 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59204) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:38:31.788061 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-2c63c3c0-de08-47cc-ae4d-753b8c1e6586 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1984431198', 'description': 'tempest-secgroup-smoke-1984431198 description', 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:38:31.814700 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2c63c3c0-de08-47cc-ae4d-753b8c1e6586 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:31.891159 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2c63c3c0-de08-47cc-ae4d-753b8c1e6586 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:31.897863 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2c63c3c0-de08-47cc-ae4d-753b8c1e6586 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:31.927498 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2c63c3c0-de08-47cc-ae4d-753b8c1e6586 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:31.928748 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2c63c3c0-de08-47cc-ae4d-753b8c1e6586 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1444595 Nov 10 20:38:31.930638 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63c3c0-de08-47cc-ae4d-753b8c1e6586 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:38:31.931948 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59206) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:38:31.942098 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-de85b379-16fc-492a-b02b-28d9e9ca57d9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Request body: {'security_group_rule': {'security_group_id': '5e0acc1d-9b7f-49ba-8489-dc3fa4be5233', 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:38:31.970195 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-de85b379-16fc-492a-b02b-28d9e9ca57d9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:32.030711 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-de85b379-16fc-492a-b02b-28d9e9ca57d9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:32.037250 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-de85b379-16fc-492a-b02b-28d9e9ca57d9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:32.066868 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85b379-16fc-492a-b02b-28d9e9ca57d9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19940cdf-6a18-4a7b-9414-a263fd126439,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:38:32.079786 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-de85b379-16fc-492a-b02b-28d9e9ca57d9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:32.080994 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-de85b379-16fc-492a-b02b-28d9e9ca57d9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1471856 Nov 10 20:38:32.082416 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de85b379-16fc-492a-b02b-28d9e9ca57d9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:32.082746 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de85b379-16fc-492a-b02b-28d9e9ca57d9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:32.083092 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de85b379-16fc-492a-b02b-28d9e9ca57d9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:32.083412 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de85b379-16fc-492a-b02b-28d9e9ca57d9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:32.084063 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59208) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:38:32.084301 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de85b379-16fc-492a-b02b-28d9e9ca57d9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:32.084639 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de85b379-16fc-492a-b02b-28d9e9ca57d9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:32.084951 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de85b379-16fc-492a-b02b-28d9e9ca57d9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:32.085272 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de85b379-16fc-492a-b02b-28d9e9ca57d9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:32.085587 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de85b379-16fc-492a-b02b-28d9e9ca57d9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:32.085926 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de85b379-16fc-492a-b02b-28d9e9ca57d9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:32.086239 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de85b379-16fc-492a-b02b-28d9e9ca57d9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:32.086569 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de85b379-16fc-492a-b02b-28d9e9ca57d9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:38:32.089492 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-ced73fe6-9ab4-4089-8113-d8522af7d681 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Request body: {'security_group_rule': {'security_group_id': '5e0acc1d-9b7f-49ba-8489-dc3fa4be5233', 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:38:32.121250 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ced73fe6-9ab4-4089-8113-d8522af7d681 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:32.181345 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ced73fe6-9ab4-4089-8113-d8522af7d681 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:32.187595 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ced73fe6-9ab4-4089-8113-d8522af7d681 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:32.206603 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced73fe6-9ab4-4089-8113-d8522af7d681 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a013c5a-c345-42bc-b2fd-a24f1d2c27df,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:38:32.213036 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-ced73fe6-9ab4-4089-8113-d8522af7d681 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:32.214312 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-ced73fe6-9ab4-4089-8113-d8522af7d681 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1289756 Nov 10 20:38:32.217969 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59210) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:38:32.222663 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-16dcf458-a202-434c-a71a-452ae953e7e2 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Request body: {'security_group_rule': {'security_group_id': '5e0acc1d-9b7f-49ba-8489-dc3fa4be5233', 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:38:32.259999 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-16dcf458-a202-434c-a71a-452ae953e7e2 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:32.316931 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-16dcf458-a202-434c-a71a-452ae953e7e2 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:32.322427 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-16dcf458-a202-434c-a71a-452ae953e7e2 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:32.340481 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dcf458-a202-434c-a71a-452ae953e7e2 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3051985-5c71-4f19-b817-c29c3b10a6d3,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:38:32.346556 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-16dcf458-a202-434c-a71a-452ae953e7e2 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:32.348045 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-16dcf458-a202-434c-a71a-452ae953e7e2 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1290491 Nov 10 20:38:32.351019 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59212) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:38:32.355516 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-38183675-581b-4435-9a1b-2d025695de19 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Request body: {'security_group_rule': {'security_group_id': '5e0acc1d-9b7f-49ba-8489-dc3fa4be5233', 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:38:32.385525 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-38183675-581b-4435-9a1b-2d025695de19 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:32.455879 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-38183675-581b-4435-9a1b-2d025695de19 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:32.464031 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-38183675-581b-4435-9a1b-2d025695de19 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:32.485799 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38183675-581b-4435-9a1b-2d025695de19 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa1fe18-714f-4d06-9ddc-014385e3102e,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:38:32.492053 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-38183675-581b-4435-9a1b-2d025695de19 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:32.492809 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-38183675-581b-4435-9a1b-2d025695de19 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1408029 Nov 10 20:38:32.495702 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59214) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:38:32.500198 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-3afde6de-078c-4945-a804-796bc4737153 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Request body: {'security_group_rule': {'security_group_id': '5e0acc1d-9b7f-49ba-8489-dc3fa4be5233', 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:38:32.523521 n-d-813897-4 neutron-server[102505]: INFO neutron.db.securitygroups_db [None req-3afde6de-078c-4945-a804-796bc4737153 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Project c0cf1703230d4b4b9933f7c644ccba9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 20:38:32.528531 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3afde6de-078c-4945-a804-796bc4737153 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:32.600169 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3afde6de-078c-4945-a804-796bc4737153 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:32.604862 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3afde6de-078c-4945-a804-796bc4737153 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:32.624652 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afde6de-078c-4945-a804-796bc4737153 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e5812a5-341d-431b-b872-4cf36569e3ec,revision_number=0']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:38:32.635532 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3afde6de-078c-4945-a804-796bc4737153 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:32.636774 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-3afde6de-078c-4945-a804-796bc4737153 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1401653 Nov 10 20:38:32.640352 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59216) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:38:32.645798 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-fbe0245b-f821-459a-b483-76501eb08104 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Request body: {'security_group_rule': {'security_group_id': '5e0acc1d-9b7f-49ba-8489-dc3fa4be5233', 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:38:32.668412 n-d-813897-4 neutron-server[102506]: INFO neutron.db.securitygroups_db [None req-fbe0245b-f821-459a-b483-76501eb08104 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Project c0cf1703230d4b4b9933f7c644ccba9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 20:38:32.673660 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fbe0245b-f821-459a-b483-76501eb08104 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:32.733337 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fbe0245b-f821-459a-b483-76501eb08104 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:32.738887 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fbe0245b-f821-459a-b483-76501eb08104 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:32.756670 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0245b-f821-459a-b483-76501eb08104 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=602b9a4a-9253-400f-a207-c41e4d12e058,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:38:32.766285 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-fbe0245b-f821-459a-b483-76501eb08104 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:32.767831 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-fbe0245b-f821-459a-b483-76501eb08104 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1261089 Nov 10 20:38:33.490727 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:38:33.511420 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:38:33.511765 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device 7f5fa25c-7c04-4d5d-9c69-c96c5ec270ac not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:38:49.303403 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d485e17-566f-4040-9ced-d60692e4b614 req-ffc67c54-4365-4482-9a1e-926bbe7b3b4b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1984431198&fields=id&tenant_id=c0cf1703230d4b4b9933f7c644ccba9a HTTP/1.1" status: 200 len: 267 time: 0.0488808 Nov 10 20:38:49.426088 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d485e17-566f-4040-9ced-d60692e4b614 req-d8114ee0-cccf-4e9c-89ba-82223b6da18f tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:49.427680 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d485e17-566f-4040-9ced-d60692e4b614 req-d8114ee0-cccf-4e9c-89ba-82223b6da18f tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/networks?id=da8c4fca-509f-4155-a75c-1a8528b79688 HTTP/1.1" status: 200 len: 808 time: 0.1172342 Nov 10 20:38:49.447647 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d485e17-566f-4040-9ced-d60692e4b614 req-c0a11eb9-25af-4faa-9dd7-c55db7a333e6 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/quotas/c0cf1703230d4b4b9933f7c644ccba9a HTTP/1.1" status: 200 len: 375 time: 0.0108724 Nov 10 20:38:49.504455 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d485e17-566f-4040-9ced-d60692e4b614 req-58758f8c-be35-4b59-a2d8-6189c10c7845 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c0cf1703230d4b4b9933f7c644ccba9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509648 Nov 10 20:38:49.666034 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d485e17-566f-4040-9ced-d60692e4b614 req-c6f97252-2883-4825-bd62-ded112b71fe7 service neutron] 10.222.0.54 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418376 Nov 10 20:38:49.770890 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0d485e17-566f-4040-9ced-d60692e4b614 req-22127be1-76f5-4c5b-805b-6308fbc4af73 service neutron] 10.222.0.54 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984309 Nov 10 20:38:50.090826 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d3c9c49f-7176-4c05-b8c3-5fe4e3d055a6 req-8a8157eb-6d9b-4082-a3d9-1e2066b4462b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 210 time: 0.0277586 Nov 10 20:38:51.179897 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d485e17-566f-4040-9ced-d60692e4b614 req-fa373725-a62d-42d6-9455-907a1077e8e3 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:51.181420 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d485e17-566f-4040-9ced-d60692e4b614 req-fa373725-a62d-42d6-9455-907a1077e8e3 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.73 "GET /v2.0/networks?id=da8c4fca-509f-4155-a75c-1a8528b79688 HTTP/1.1" status: 200 len: 808 time: 0.1305015 Nov 10 20:38:51.202155 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ee8aca66-6ce8-4d9e-8479-69e47f3f81bc req-4cbeadef-ae7a-4fdf-9e7b-b395f74e09bb tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 210 time: 0.0326617 Nov 10 20:38:51.249261 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d485e17-566f-4040-9ced-d60692e4b614 req-dae2199e-e5a1-43bb-a421-8c31dfedafd2 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0cf1703230d4b4b9933f7c644ccba9a HTTP/1.1" status: 200 len: 380 time: 0.0581164 Nov 10 20:38:51.260506 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-0d485e17-566f-4040-9ced-d60692e4b614 req-a003b86c-5cf2-4ebb-8426-c8356bf2a7e9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Request body: {'port': {'device_id': 'bc7993d6-04ba-4fcd-85d6-06abe7ac9175', 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688', 'admin_state_up': True, 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'security_groups': ['5e0acc1d-9b7f-49ba-8489-dc3fa4be5233']}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:38:51.372391 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d485e17-566f-4040-9ced-d60692e4b614 req-a003b86c-5cf2-4ebb-8426-c8356bf2a7e9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Made reservation on behalf of c0cf1703230d4b4b9933f7c644ccba9a for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:38:51.376531 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0d485e17-566f-4040-9ced-d60692e4b614 req-a003b86c-5cf2-4ebb-8426-c8356bf2a7e9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:51.543694 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-0d485e17-566f-4040-9ced-d60692e4b614 req-a003b86c-5cf2-4ebb-8426-c8356bf2a7e9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Allocated IP 172.20.0.3 (da8c4fca-509f-4155-a75c-1a8528b79688/26cc5b7b-9b4a-4621-954d-eddf82ac4472/1ffa6ee7-01ee-41b9-a64d-c0b96840a011) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:38:51.714823 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0d485e17-566f-4040-9ced-d60692e4b614 req-a003b86c-5cf2-4ebb-8426-c8356bf2a7e9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:51.756883 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0d485e17-566f-4040-9ced-d60692e4b614 req-a003b86c-5cf2-4ebb-8426-c8356bf2a7e9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:51.803032 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d485e17-566f-4040-9ced-d60692e4b614 req-a003b86c-5cf2-4ebb-8426-c8356bf2a7e9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Network da8c4fca-509f-4155-a75c-1a8528b79688 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:38:51.806370 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-0d485e17-566f-4040-9ced-d60692e4b614 req-a003b86c-5cf2-4ebb-8426-c8356bf2a7e9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:38:51.815082 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d485e17-566f-4040-9ced-d60692e4b614 req-a003b86c-5cf2-4ebb-8426-c8356bf2a7e9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:38:51.841420 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003b86c-5cf2-4ebb-8426-c8356bf2a7e9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Pushing event updated for resources: {'Port': ['ID=1ffa6ee7-01ee-41b9-a64d-c0b96840a011,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:38:51.882291 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d485e17-566f-4040-9ced-d60692e4b614 req-a003b86c-5cf2-4ebb-8426-c8356bf2a7e9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:51.883222 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0d485e17-566f-4040-9ced-d60692e4b614 req-a003b86c-5cf2-4ebb-8426-c8356bf2a7e9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:51.904483 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d485e17-566f-4040-9ced-d60692e4b614 req-a003b86c-5cf2-4ebb-8426-c8356bf2a7e9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6480365 Nov 10 20:38:51.917127 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-0d485e17-566f-4040-9ced-d60692e4b614 req-037cfa78-daa7-4883-a904-fc37d3321baa tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:38:51.918206 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d485e17-566f-4040-9ced-d60692e4b614 req-037cfa78-daa7-4883-a904-fc37d3321baa tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065341 Nov 10 20:38:52.000140 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-0d485e17-566f-4040-9ced-d60692e4b614 req-8f355e3c-cb8f-4ae9-b148-de30d13f9f2c service neutron] Request body: {'port': {'device_id': 'bc7993d6-04ba-4fcd-85d6-06abe7ac9175', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:38:52.083434 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0d485e17-566f-4040-9ced-d60692e4b614 req-8f355e3c-cb8f-4ae9-b148-de30d13f9f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:52.148539 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-96e379bb-3423-474c-ae82-bf710bb98b86 None None] Provisioning complete for port 1ffa6ee7-01ee-41b9-a64d-c0b96840a011 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:38:52.149575 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-96e379bb-3423-474c-ae82-bf710bb98b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:52.186807 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-96e379bb-3423-474c-ae82-bf710bb98b86 None None] Port 1ffa6ee7-01ee-41b9-a64d-c0b96840a011 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:38:52.351910 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13470cc-bbd1-4f23-859b-9672ad4971b2 req-fb76b599-2a41-4cec-88de-6264d797df7e tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:52.360221 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d13470cc-bbd1-4f23-859b-9672ad4971b2 req-fb76b599-2a41-4cec-88de-6264d797df7e tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 931 time: 0.0745943 Nov 10 20:38:52.428790 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d13470cc-bbd1-4f23-859b-9672ad4971b2 req-4770d9ae-afa0-469a-9179-1a22d9466734 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672314 Nov 10 20:38:52.451722 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-0d485e17-566f-4040-9ced-d60692e4b614 req-8f355e3c-cb8f-4ae9-b148-de30d13f9f2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ffa6ee7-01ee-41b9-a64d-c0b96840a011 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:38:52.460330 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0d485e17-566f-4040-9ced-d60692e4b614 req-8f355e3c-cb8f-4ae9-b148-de30d13f9f2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:52.474003 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-0d485e17-566f-4040-9ced-d60692e4b614 req-8f355e3c-cb8f-4ae9-b148-de30d13f9f2c service neutron] Transition to ACTIVE for port object 1ffa6ee7-01ee-41b9-a64d-c0b96840a011 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:38:52.479585 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0d485e17-566f-4040-9ced-d60692e4b614 req-8f355e3c-cb8f-4ae9-b148-de30d13f9f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:52.537422 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f355e3c-cb8f-4ae9-b148-de30d13f9f2c service neutron] Pushing event updated for resources: {'Port': ['ID=1ffa6ee7-01ee-41b9-a64d-c0b96840a011,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:38:52.623254 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-0d485e17-566f-4040-9ced-d60692e4b614 req-8f355e3c-cb8f-4ae9-b148-de30d13f9f2c service neutron] Attempting to bind port 1ffa6ee7-01ee-41b9-a64d-c0b96840a011 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:38:52.623664 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-0d485e17-566f-4040-9ced-d60692e4b614 req-8f355e3c-cb8f-4ae9-b148-de30d13f9f2c service neutron] Attempting to bind port 1ffa6ee7-01ee-41b9-a64d-c0b96840a011 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '13c6cb75-1e1c-42c7-85af-ba6522501409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:38:52.624059 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d485e17-566f-4040-9ced-d60692e4b614 req-8f355e3c-cb8f-4ae9-b148-de30d13f9f2c service neutron] Attempting to bind port 1ffa6ee7-01ee-41b9-a64d-c0b96840a011 on network da8c4fca-509f-4155-a75c-1a8528b79688 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:38:52.629415 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d485e17-566f-4040-9ced-d60692e4b614 req-8f355e3c-cb8f-4ae9-b148-de30d13f9f2c service neutron] Port 1ffa6ee7-01ee-41b9-a64d-c0b96840a011 on network da8c4fca-509f-4155-a75c-1a8528b79688 not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:38:52.629889 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d485e17-566f-4040-9ced-d60692e4b614 req-8f355e3c-cb8f-4ae9-b148-de30d13f9f2c service neutron] Attempting to bind port 1ffa6ee7-01ee-41b9-a64d-c0b96840a011 on network da8c4fca-509f-4155-a75c-1a8528b79688 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:38:52.635527 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d485e17-566f-4040-9ced-d60692e4b614 req-8f355e3c-cb8f-4ae9-b148-de30d13f9f2c service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:38:52.635953 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d485e17-566f-4040-9ced-d60692e4b614 req-8f355e3c-cb8f-4ae9-b148-de30d13f9f2c service neutron] Checking segment: {'id': '13c6cb75-1e1c-42c7-85af-ba6522501409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:38:52.636401 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d485e17-566f-4040-9ced-d60692e4b614 req-8f355e3c-cb8f-4ae9-b148-de30d13f9f2c service neutron] Bound using segment: {'id': '13c6cb75-1e1c-42c7-85af-ba6522501409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:38:52.636904 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-0d485e17-566f-4040-9ced-d60692e4b614 req-8f355e3c-cb8f-4ae9-b148-de30d13f9f2c service neutron] Bound port: 1ffa6ee7-01ee-41b9-a64d-c0b96840a011, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13c6cb75-1e1c-42c7-85af-ba6522501409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:38:52.637328 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0d485e17-566f-4040-9ced-d60692e4b614 req-8f355e3c-cb8f-4ae9-b148-de30d13f9f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:52.711584 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-0d485e17-566f-4040-9ced-d60692e4b614 req-8f355e3c-cb8f-4ae9-b148-de30d13f9f2c service neutron] For port 1ffa6ee7-01ee-41b9-a64d-c0b96840a011, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:38:52.715369 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-0d485e17-566f-4040-9ced-d60692e4b614 req-8f355e3c-cb8f-4ae9-b148-de30d13f9f2c service neutron] For port 1ffa6ee7-01ee-41b9-a64d-c0b96840a011, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=1ffa6ee7-01ee-41b9-a64d-c0b96840a011,segment=NetworkSegment(13c6cb75-1e1c-42c7-85af-ba6522501409),segment_id=13c6cb75-1e1c-42c7-85af-ba6522501409)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:38:52.722604 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0d485e17-566f-4040-9ced-d60692e4b614 req-8f355e3c-cb8f-4ae9-b148-de30d13f9f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:52.763823 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d485e17-566f-4040-9ced-d60692e4b614 req-8f355e3c-cb8f-4ae9-b148-de30d13f9f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:52.764577 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0d485e17-566f-4040-9ced-d60692e4b614 req-8f355e3c-cb8f-4ae9-b148-de30d13f9f2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:52.766072 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d485e17-566f-4040-9ced-d60692e4b614 req-8f355e3c-cb8f-4ae9-b148-de30d13f9f2c service neutron] 10.222.0.73 "PUT /v2.0/ports/1ffa6ee7-01ee-41b9-a64d-c0b96840a011 HTTP/1.1" status: 200 len: 1091 time: 0.8379431 Nov 10 20:38:52.766572 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7993d6-04ba-4fcd-85d6-06abe7ac9175', 'tag': '1ffa6ee7-01ee-41b9-a64d-c0b96840a011'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:38:52.769585 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca147358-2888-401d-a813-58bc49c8368e" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7993d6-04ba-4fcd-85d6-06abe7ac9175", "tag": "1ffa6ee7-01ee-41b9-a64d-c0b96840a011"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:38:52.803520 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f355e3c-cb8f-4ae9-b148-de30d13f9f2c service neutron] Pushing event updated for resources: {'Port': ['ID=1ffa6ee7-01ee-41b9-a64d-c0b96840a011,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:38:52.874910 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d485e17-566f-4040-9ced-d60692e4b614 req-66b04cb0-060b-465a-9635-a1c33a2a3973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:52.885010 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d485e17-566f-4040-9ced-d60692e4b614 req-66b04cb0-060b-465a-9635-a1c33a2a3973 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0cf1703230d4b4b9933f7c644ccba9a&device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 1094 time: 0.0687077 Nov 10 20:38:52.964624 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf2b7c3-9a37-42cb-8421-5659f1febaf9 x-openstack-request-id: req-fdf2b7c3-9a37-42cb-8421-5659f1febaf9 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:38:52.964943 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7993d6-04ba-4fcd-85d6-06abe7ac9175", "tag": "1ffa6ee7-01ee-41b9-a64d-c0b96840a011", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:38:52.965190 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fdf2b7c3-9a37-42cb-8421-5659f1febaf9 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:38:52.965606 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7993d6-04ba-4fcd-85d6-06abe7ac9175', 'tag': '1ffa6ee7-01ee-41b9-a64d-c0b96840a011', 'status': 'completed', 'code': 200} Nov 10 20:38:52.967265 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d485e17-566f-4040-9ced-d60692e4b614 req-105d4428-6e6d-4c1a-baf0-2480268e6419 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ffa6ee7-01ee-41b9-a64d-c0b96840a011 HTTP/1.1" status: 200 len: 217 time: 0.0814347 Nov 10 20:38:53.022931 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d485e17-566f-4040-9ced-d60692e4b614 req-02581116-d930-4ecd-bd0d-2f4e42c2c09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:53.024781 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d485e17-566f-4040-9ced-d60692e4b614 req-02581116-d930-4ecd-bd0d-2f4e42c2c09a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=26cc5b7b-9b4a-4621-954d-eddf82ac4472 HTTP/1.1" status: 200 len: 847 time: 0.0491660 Nov 10 20:38:53.076178 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d485e17-566f-4040-9ced-d60692e4b614 req-91f1a33a-198c-4bac-93a3-1136787ada3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:53.077798 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d485e17-566f-4040-9ced-d60692e4b614 req-91f1a33a-198c-4bac-93a3-1136787ada3f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da8c4fca-509f-4155-a75c-1a8528b79688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453656 Nov 10 20:38:53.177482 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d485e17-566f-4040-9ced-d60692e4b614 req-2044c088-b5ff-482e-a94d-80053824abd8 service neutron] 10.222.0.73 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913224 Nov 10 20:38:53.273361 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0d485e17-566f-4040-9ced-d60692e4b614 req-ced5e4ae-9d3e-47c8-937b-d7cdfd8d9220 service neutron] 10.222.0.73 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888023 Nov 10 20:38:53.277425 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:38:53.367167 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca147358-2888-401d-a813-58bc49c8368e req-79006048-aff0-4a2f-b76a-a193f319dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:53.368601 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ca147358-2888-401d-a813-58bc49c8368e req-79006048-aff0-4a2f-b76a-a193f319dd3c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0cf1703230d4b4b9933f7c644ccba9a&device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 1094 time: 0.0471215 Nov 10 20:38:53.467957 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca147358-2888-401d-a813-58bc49c8368e req-48bc5b97-27c2-477a-9f49-a700ad937da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:53.469464 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ca147358-2888-401d-a813-58bc49c8368e req-48bc5b97-27c2-477a-9f49-a700ad937da1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da8c4fca-509f-4155-a75c-1a8528b79688 HTTP/1.1" status: 200 len: 909 time: 0.0938361 Nov 10 20:38:53.502278 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-72244f0e-e884-4f0a-8924-3d0446c2c61b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:53.521703 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ca147358-2888-401d-a813-58bc49c8368e req-d4fb887b-9223-4668-a589-8e67444661b0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ffa6ee7-01ee-41b9-a64d-c0b96840a011 HTTP/1.1" status: 200 len: 217 time: 0.0441339 Nov 10 20:38:53.550803 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0dcfad-1208-456a-afe5-b5044ec2ecc6 req-68ea625a-a73f-440a-afa8-3af9556a2c20 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:53.552911 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b0dcfad-1208-456a-afe5-b5044ec2ecc6 req-68ea625a-a73f-440a-afa8-3af9556a2c20 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 943 time: 0.0540361 Nov 10 20:38:53.577639 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca147358-2888-401d-a813-58bc49c8368e req-92ee142b-295a-466f-b42d-8a4c8696cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:53.579226 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ca147358-2888-401d-a813-58bc49c8368e req-92ee142b-295a-466f-b42d-8a4c8696cb15 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=26cc5b7b-9b4a-4621-954d-eddf82ac4472 HTTP/1.1" status: 200 len: 847 time: 0.0507963 Nov 10 20:38:53.605405 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1b0dcfad-1208-456a-afe5-b5044ec2ecc6 req-7ec203fb-f04c-4aec-918f-aa65f25fa5c7 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458052 Nov 10 20:38:53.643601 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca147358-2888-401d-a813-58bc49c8368e req-7fe5455c-776c-47c4-84cc-ef46b6ea4460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:53.645170 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ca147358-2888-401d-a813-58bc49c8368e req-7fe5455c-776c-47c4-84cc-ef46b6ea4460 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da8c4fca-509f-4155-a75c-1a8528b79688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561366 Nov 10 20:38:53.745502 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ca147358-2888-401d-a813-58bc49c8368e req-933fc05d-ca5b-4ddf-8446-052a88a0e0de service neutron] 10.222.0.73 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917914 Nov 10 20:38:53.842469 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ca147358-2888-401d-a813-58bc49c8368e req-f9e07418-a019-4993-b92b-6ef5647e25f3 service neutron] 10.222.0.73 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899413 Nov 10 20:38:54.735379 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559abdde-aa2d-4f99-b595-666c0af0b88e req-a872c95d-fe1d-436d-9714-e6fd806afe7d tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:54.736887 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-559abdde-aa2d-4f99-b595-666c0af0b88e req-a872c95d-fe1d-436d-9714-e6fd806afe7d tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 943 time: 0.0590539 Nov 10 20:38:54.793955 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-559abdde-aa2d-4f99-b595-666c0af0b88e req-d129fc8e-fcf4-4e3f-bfad-464d45d7ed0f tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508492 Nov 10 20:38:55.694635 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:55.772282 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7cc820ab-43df-4dba-8b5a-46a672496ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:55.917940 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ba4bb-ab7b-46ac-a331-8a3aa4c2e379 req-f26952d6-01f0-46d6-9f4b-0041d0614afd tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:55.918651 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:55.919521 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d65ba4bb-ab7b-46ac-a331-8a3aa4c2e379 req-f26952d6-01f0-46d6-9f4b-0041d0614afd tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 943 time: 0.0532320 Nov 10 20:38:55.972450 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d65ba4bb-ab7b-46ac-a331-8a3aa4c2e379 req-27531b13-1190-45df-abdf-3b51f8e843a2 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460815 Nov 10 20:38:57.110078 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22054e-2b94-4d94-924b-f68509fec79f req-7b991524-36ae-434b-bbc0-afc7a4c3ef8a tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:57.111579 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6c22054e-2b94-4d94-924b-f68509fec79f req-7b991524-36ae-434b-bbc0-afc7a4c3ef8a tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 943 time: 0.0532541 Nov 10 20:38:57.169328 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6c22054e-2b94-4d94-924b-f68509fec79f req-29d243ed-04f5-4761-a366-f895afc33291 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493090 Nov 10 20:38:57.611127 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:58.310314 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856a7f4-80cf-4c0a-84bc-c3f208d25dfc req-1d942fcd-a956-46ca-8876-932a9e842eb2 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:58.312214 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a856a7f4-80cf-4c0a-84bc-c3f208d25dfc req-1d942fcd-a956-46ca-8876-932a9e842eb2 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 943 time: 0.0619104 Nov 10 20:38:58.365323 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a856a7f4-80cf-4c0a-84bc-c3f208d25dfc req-1cad36fd-82a2-4de9-b14e-f0332d61b1a0 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463262 Nov 10 20:38:59.117241 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:59.371309 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:38:59.513784 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb309d6-9104-4843-bd13-671eb672e9fb req-1cfb0196-dbff-4805-990b-4d87e480f061 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:38:59.515323 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-adb309d6-9104-4843-bd13-671eb672e9fb req-1cfb0196-dbff-4805-990b-4d87e480f061 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 943 time: 0.0679622 Nov 10 20:38:59.570147 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-adb309d6-9104-4843-bd13-671eb672e9fb req-a7352a11-bb03-45e0-9902-6d1bd2896dd3 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482721 Nov 10 20:39:00.702566 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbdd7c-2860-474f-a089-19c8a68a7f21 req-dea39d81-cc41-4986-ad35-645c118f3ad5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:00.704390 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-99fbdd7c-2860-474f-a089-19c8a68a7f21 req-dea39d81-cc41-4986-ad35-645c118f3ad5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 943 time: 0.0555062 Nov 10 20:39:00.764424 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-99fbdd7c-2860-474f-a089-19c8a68a7f21 req-26babbd9-94c0-40ff-b894-7ff688cdc2e8 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508523 Nov 10 20:39:01.903110 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b57265-0b69-4854-ba2d-673831681aa5 req-6ec9ce06-f5f9-4a6d-860f-2013350a7780 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:01.904753 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-64b57265-0b69-4854-ba2d-673831681aa5 req-6ec9ce06-f5f9-4a6d-860f-2013350a7780 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 943 time: 0.0608220 Nov 10 20:39:01.958755 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-64b57265-0b69-4854-ba2d-673831681aa5 req-a332c515-315e-40fc-a078-c4278ee2d48e tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450292 Nov 10 20:39:03.094058 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d276c-9d35-4fe6-8b4e-8420aeb14ecc req-765a44a9-4954-4c22-8dc1-587f9c6ec354 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:03.095575 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6b2d276c-9d35-4fe6-8b4e-8420aeb14ecc req-765a44a9-4954-4c22-8dc1-587f9c6ec354 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 943 time: 0.0608521 Nov 10 20:39:03.148773 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6b2d276c-9d35-4fe6-8b4e-8420aeb14ecc req-e1cd9621-36e3-47f3-bbff-cc3054e4850e tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469627 Nov 10 20:39:04.291546 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b95229-cf5d-4e96-b83a-aaac0fe0fbe9 req-d01f17f1-481d-44bf-aceb-9e2288def761 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:04.293073 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a6b95229-cf5d-4e96-b83a-aaac0fe0fbe9 req-d01f17f1-481d-44bf-aceb-9e2288def761 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 943 time: 0.0602150 Nov 10 20:39:04.345489 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a6b95229-cf5d-4e96-b83a-aaac0fe0fbe9 req-8fed798f-7ed3-48ab-80fc-ce544d252bcb tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459425 Nov 10 20:39:05.476698 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9b274-daa0-4617-8120-c25ed641697f req-d0b1ed84-2b7c-4c64-82a1-cf83a985201e tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:05.478235 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80f9b274-daa0-4617-8120-c25ed641697f req-d0b1ed84-2b7c-4c64-82a1-cf83a985201e tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 943 time: 0.0528853 Nov 10 20:39:05.504937 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 1ffa6ee7-01ee-41b9-a64d-c0b96840a011 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:39:05.535879 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80f9b274-daa0-4617-8120-c25ed641697f req-f760cf71-13ab-4efa-b2bd-594f386b0990 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514498 Nov 10 20:39:05.779765 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 1ffa6ee7-01ee-41b9-a64d-c0b96840a011, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=1ffa6ee7-01ee-41b9-a64d-c0b96840a011,segment=NetworkSegment(13c6cb75-1e1c-42c7-85af-ba6522501409),segment_id=13c6cb75-1e1c-42c7-85af-ba6522501409)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:39:05.794398 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '1ffa6ee7-01ee-41b9-a64d-c0b96840a011', 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688', 'port_id': '1ffa6ee7-01ee-41b9-a64d-c0b96840a011', 'mac_address': 'fa:16:3e:df:55:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:39:05.834223 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:05.847585 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ffa6ee7-01ee-41b9-a64d-c0b96840a011 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:39:05.869184 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 1ffa6ee7-01ee-41b9-a64d-c0b96840a011, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=1ffa6ee7-01ee-41b9-a64d-c0b96840a011,segment=NetworkSegment(13c6cb75-1e1c-42c7-85af-ba6522501409),segment_id=13c6cb75-1e1c-42c7-85af-ba6522501409)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:39:05.875650 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:05.925660 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=1ffa6ee7-01ee-41b9-a64d-c0b96840a011,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:39:05.934029 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:39:05.934374 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:39:05.934708 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:39:05.935043 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:39:05.935371 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:39:05.935700 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:39:05.936023 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:39:05.936344 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:39:05.936662 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:39:05.936959 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:39:05.937272 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:39:05.937592 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:39:06.113892 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['1ffa6ee7-01ee-41b9-a64d-c0b96840a011'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:39:06.670488 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cb0a4-390b-424d-8e49-fc7ffa8476e7 req-780e6c3a-4728-4714-8479-8d2c5d8896f8 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:06.671978 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-268cb0a4-390b-424d-8e49-fc7ffa8476e7 req-780e6c3a-4728-4714-8479-8d2c5d8896f8 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 944 time: 0.0570540 Nov 10 20:39:06.737289 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-268cb0a4-390b-424d-8e49-fc7ffa8476e7 req-754133e8-a48e-4dc4-b007-b97e1ded6fd5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590243 Nov 10 20:39:07.508109 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 1ffa6ee7-01ee-41b9-a64d-c0b96840a011 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:39:07.570824 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 1ffa6ee7-01ee-41b9-a64d-c0b96840a011 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:39:07.575370 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 1ffa6ee7-01ee-41b9-a64d-c0b96840a011 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:39:07.575741 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:07.662156 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:07.692815 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7993d6-04ba-4fcd-85d6-06abe7ac9175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffa6ee7-01ee-41b9-a64d-c0b96840a011'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:39:07.695194 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95d2b60-bc3a-40fd-a51f-5ccb5275fa60" -d '{"events": [{"server_uuid": "bc7993d6-04ba-4fcd-85d6-06abe7ac9175", "name": "network-vif-plugged", "status": "completed", "tag": "1ffa6ee7-01ee-41b9-a64d-c0b96840a011"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:39:07.708842 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 1ffa6ee7-01ee-41b9-a64d-c0b96840a011, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=1ffa6ee7-01ee-41b9-a64d-c0b96840a011,segment=NetworkSegment(13c6cb75-1e1c-42c7-85af-ba6522501409),segment_id=13c6cb75-1e1c-42c7-85af-ba6522501409)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:39:07.714658 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:07.769931 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=1ffa6ee7-01ee-41b9-a64d-c0b96840a011,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:39:07.787291 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56de4981-9e23-4eb5-8bf9-db66ba8965b5 x-openstack-request-id: req-56de4981-9e23-4eb5-8bf9-db66ba8965b5 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:39:07.787594 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7993d6-04ba-4fcd-85d6-06abe7ac9175", "name": "network-vif-plugged", "status": "completed", "tag": "1ffa6ee7-01ee-41b9-a64d-c0b96840a011", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:39:07.787824 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-56de4981-9e23-4eb5-8bf9-db66ba8965b5 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:39:07.788441 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7993d6-04ba-4fcd-85d6-06abe7ac9175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffa6ee7-01ee-41b9-a64d-c0b96840a011', 'code': 200} Nov 10 20:39:07.884757 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fed05-42ef-4348-8c46-9b51d1b75cbb req-490285ad-85a9-4422-9003-96343a2672d9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:07.886310 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c28fed05-42ef-4348-8c46-9b51d1b75cbb req-490285ad-85a9-4422-9003-96343a2672d9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 945 time: 0.0503786 Nov 10 20:39:07.899768 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae23c0-d9cb-404d-b6b0-0fbcfb4e688f req-5eee6294-800c-4799-8fa0-ffeeb91a6ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:07.901546 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5bae23c0-d9cb-404d-b6b0-0fbcfb4e688f req-5eee6294-800c-4799-8fa0-ffeeb91a6ebe service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 1096 time: 0.0484512 Nov 10 20:39:07.938238 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c28fed05-42ef-4348-8c46-9b51d1b75cbb req-54332a3d-ec70-490a-b775-381a161726e3 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453832 Nov 10 20:39:07.952395 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5bae23c0-d9cb-404d-b6b0-0fbcfb4e688f req-1531a9ee-1041-4f57-8d59-8c03d9c5b4d6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422034 Nov 10 20:39:09.066776 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebd15f-ea68-4745-930f-213391b6a05f req-979d79d2-a7bf-436b-ae1b-29941c4f6f49 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:09.068299 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-adebd15f-ea68-4745-930f-213391b6a05f req-979d79d2-a7bf-436b-ae1b-29941c4f6f49 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 945 time: 0.0591607 Nov 10 20:39:09.120264 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-adebd15f-ea68-4745-930f-213391b6a05f req-50ec63ea-c091-4fef-9de1-31a48ad79252 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454662 Nov 10 20:39:10.255660 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba65f4-54a6-492b-920d-8c9f4aecaf87 req-db89ffe5-dde7-4848-a49c-c1984c14647e tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:10.257176 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e0ba65f4-54a6-492b-920d-8c9f4aecaf87 req-db89ffe5-dde7-4848-a49c-c1984c14647e tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 945 time: 0.0623791 Nov 10 20:39:10.316639 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e0ba65f4-54a6-492b-920d-8c9f4aecaf87 req-a86a5ab6-c9c5-4886-8232-cfd162f35406 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508075 Nov 10 20:39:10.443402 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a1107-ea6e-4871-b678-c2720b996fea req-8e6751b2-5e63-40b3-87d9-1d3fbedfe4a0 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:10.445311 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-262a1107-ea6e-4871-b678-c2720b996fea req-8e6751b2-5e63-40b3-87d9-1d3fbedfe4a0 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 945 time: 0.0582285 Nov 10 20:39:10.505905 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-262a1107-ea6e-4871-b678-c2720b996fea req-6b80db02-b1ac-45a2-96fc-43c4c737b3a3 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534599 Nov 10 20:39:10.535997 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59432) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:39:10.633366 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9e2c77-fafa-43ab-9b33-b5363ca2f0b7 tempest-TestShelveInstance-1471766579 tempest-TestShelveInstance-1471766579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:10.635319 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-ed9e2c77-fafa-43ab-9b33-b5363ca2f0b7 tempest-TestShelveInstance-1471766579 tempest-TestShelveInstance-1471766579-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 1091 time: 0.0982888 Nov 10 20:39:10.638429 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59436) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:39:10.643286 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-04c1e9d6-6c42-4331-a2f7-0c8fa4475719 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'port_id': '1ffa6ee7-01ee-41b9-a64d-c0b96840a011', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:39:10.671495 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-04c1e9d6-6c42-4331-a2f7-0c8fa4475719 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for floatingip, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:10.772802 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-04c1e9d6-6c42-4331-a2f7-0c8fa4475719 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:10.887899 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-04c1e9d6-6c42-4331-a2f7-0c8fa4475719 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Allocated IP 172.25.3.189 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/7be2f2cc-457c-4900-a17c-3671f671c068) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:39:11.006357 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-04c1e9d6-6c42-4331-a2f7-0c8fa4475719 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:11.041809 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-04c1e9d6-6c42-4331-a2f7-0c8fa4475719 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:11.083566 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c1e9d6-6c42-4331-a2f7-0c8fa4475719 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:39:11.089188 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-04c1e9d6-6c42-4331-a2f7-0c8fa4475719 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:39:11.093022 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c1e9d6-6c42-4331-a2f7-0c8fa4475719 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:39:11.098752 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1e9d6-6c42-4331-a2f7-0c8fa4475719 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Pushing event updated for resources: {'Port': ['ID=7be2f2cc-457c-4900-a17c-3671f671c068,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:39:11.493918 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-04c1e9d6-6c42-4331-a2f7-0c8fa4475719 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:11.567428 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-04c1e9d6-6c42-4331-a2f7-0c8fa4475719 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:11.733193 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-04c1e9d6-6c42-4331-a2f7-0c8fa4475719 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:11.741694 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-04c1e9d6-6c42-4331-a2f7-0c8fa4475719 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:11.851680 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1e9d6-6c42-4331-a2f7-0c8fa4475719 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Pushing event updated for resources: {'Port': ['ID=7be2f2cc-457c-4900-a17c-3671f671c068,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:39:11.864478 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-04c1e9d6-6c42-4331-a2f7-0c8fa4475719 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:11.975341 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-04c1e9d6-6c42-4331-a2f7-0c8fa4475719 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Floating IP e7b42754-f4f0-4783-a588-6aa5c3e668db associated. External IP: 172.25.3.189, port: 1ffa6ee7-01ee-41b9-a64d-c0b96840a011. Nov 10 20:39:12.204169 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c1e9d6-6c42-4331-a2f7-0c8fa4475719 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Router 37a4132e-8195-4dd7-8a33-6243f28d231d has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:39:12.318232 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c1e9d6-6c42-4331-a2f7-0c8fa4475719 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:39:12.328445 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225ac9e2-b993-4253-9cad-86f8f5a4367c None None] Sync routers for ids ['37a4132e-8195-4dd7-8a33-6243f28d231d'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:39:12.339767 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225ac9e2-b993-4253-9cad-86f8f5a4367c None None] Routers {'37a4132e-8195-4dd7-8a33-6243f28d231d'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:39:12.340521 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-04c1e9d6-6c42-4331-a2f7-0c8fa4475719 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:12.341035 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-225ac9e2-b993-4253-9cad-86f8f5a4367c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:38:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['37a4132e-8195-4dd7-8a33-6243f28d231d'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:39:12.369815 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-04c1e9d6-6c42-4331-a2f7-0c8fa4475719 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7301385 Nov 10 20:39:12.370544 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7993d6-04ba-4fcd-85d6-06abe7ac9175', 'tag': '1ffa6ee7-01ee-41b9-a64d-c0b96840a011'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:39:12.372916 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfbd5c25fd1a1bf18e79891c674f962074aa63d8f4aa99a8f6cb3be41b9dd3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2a09f5-e75f-4abd-acb5-03cab11dca96" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7993d6-04ba-4fcd-85d6-06abe7ac9175", "tag": "1ffa6ee7-01ee-41b9-a64d-c0b96840a011"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:39:12.453079 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-225ac9e2-b993-4253-9cad-86f8f5a4367c None None] Set router 37a4132e-8195-4dd7-8a33-6243f28d231d gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:39:12.479343 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f27da0-b835-4d35-89a5-932b11d0648c x-openstack-request-id: req-d9f27da0-b835-4d35-89a5-932b11d0648c {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:39:12.479697 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7993d6-04ba-4fcd-85d6-06abe7ac9175", "tag": "1ffa6ee7-01ee-41b9-a64d-c0b96840a011", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:39:12.479888 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d9f27da0-b835-4d35-89a5-932b11d0648c {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:39:12.480305 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7993d6-04ba-4fcd-85d6-06abe7ac9175', 'tag': '1ffa6ee7-01ee-41b9-a64d-c0b96840a011', 'status': 'completed', 'code': 200} Nov 10 20:39:12.546700 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a09f5-e75f-4abd-acb5-03cab11dca96 req-031d298a-ab76-4edd-a848-92feb526c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:12.548261 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cf2a09f5-e75f-4abd-acb5-03cab11dca96 req-031d298a-ab76-4edd-a848-92feb526c5fc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0cf1703230d4b4b9933f7c644ccba9a&device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 1096 time: 0.0447807 Nov 10 20:39:12.651204 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a09f5-e75f-4abd-acb5-03cab11dca96 req-ec295140-b2ac-491c-abd5-df955607641d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:12.653618 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cf2a09f5-e75f-4abd-acb5-03cab11dca96 req-ec295140-b2ac-491c-abd5-df955607641d service neutron] 10.222.0.73 "GET /v2.0/networks?id=da8c4fca-509f-4155-a75c-1a8528b79688 HTTP/1.1" status: 200 len: 909 time: 0.0978217 Nov 10 20:39:12.695966 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-225ac9e2-b993-4253-9cad-86f8f5a4367c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'name': 'tempest-TestShelveInstance-157387112-router', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:33:24Z', 'updated_at': '2021-11-10T20:33:27Z', 'revision_number': 4, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'gw_port': {'id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:59:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:25Z', 'updated_at': '2021-11-10T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'e7b42754-f4f0-4783-a588-6aa5c3e668db', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'floating_ip_address': '172.25.3.189', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'port_id': '1ffa6ee7-01ee-41b9-a64d-c0b96840a011', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688', 'mac_address': 'fa:16:3e:df:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7993d6-04ba-4fcd-85d6-06abe7ac9175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:39:11Z', 'updated_at': '2021-11-10T20:39:11Z', 'revision_number': 0, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af5c2a5-d6b3-4a09-860f-89dff4b7af41', 'name': '', 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'mac_address': 'fa:16:3e:aa:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:27Z', 'updated_at': '2021-11-10T20:33:31Z', 'revision_number': 5, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'subnets': [{'id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:39:12.722936 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225ac9e2-b993-4253-9cad-86f8f5a4367c None None] Checking router: 37a4132e-8195-4dd7-8a33-6243f28d231d for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:39:12.726011 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cf2a09f5-e75f-4abd-acb5-03cab11dca96 req-001fe859-e92e-4c3d-90a3-49b57718e0d5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ffa6ee7-01ee-41b9-a64d-c0b96840a011 HTTP/1.1" status: 200 len: 999 time: 0.0653079 Nov 10 20:39:12.733469 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225ac9e2-b993-4253-9cad-86f8f5a4367c None None] Routers {'37a4132e-8195-4dd7-8a33-6243f28d231d'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:39:12.734121 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-225ac9e2-b993-4253-9cad-86f8f5a4367c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:38:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['37a4132e-8195-4dd7-8a33-6243f28d231d'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:39:12.781712 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a09f5-e75f-4abd-acb5-03cab11dca96 req-77a4c775-6ba9-446b-bcb5-b20ff635f16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:12.783295 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cf2a09f5-e75f-4abd-acb5-03cab11dca96 req-77a4c775-6ba9-446b-bcb5-b20ff635f16c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=26cc5b7b-9b4a-4621-954d-eddf82ac4472 HTTP/1.1" status: 200 len: 847 time: 0.0505872 Nov 10 20:39:12.849995 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-225ac9e2-b993-4253-9cad-86f8f5a4367c None None] Set router 37a4132e-8195-4dd7-8a33-6243f28d231d gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:39:12.851124 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a09f5-e75f-4abd-acb5-03cab11dca96 req-56b2306c-1570-4021-a2a6-ec35c2ebfc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:12.852726 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cf2a09f5-e75f-4abd-acb5-03cab11dca96 req-56b2306c-1570-4021-a2a6-ec35c2ebfc84 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da8c4fca-509f-4155-a75c-1a8528b79688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622623 Nov 10 20:39:12.953127 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cf2a09f5-e75f-4abd-acb5-03cab11dca96 req-091fcd63-bd17-4c16-a9ed-f12b30e4d931 service neutron] 10.222.0.73 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929558 Nov 10 20:39:13.052961 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cf2a09f5-e75f-4abd-acb5-03cab11dca96 req-c23faf80-dd75-4dff-84ad-a686d87d0a71 service neutron] 10.222.0.73 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917408 Nov 10 20:39:13.103694 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-225ac9e2-b993-4253-9cad-86f8f5a4367c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'name': 'tempest-TestShelveInstance-157387112-router', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:33:24Z', 'updated_at': '2021-11-10T20:33:27Z', 'revision_number': 4, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'gw_port': {'id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:59:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:25Z', 'updated_at': '2021-11-10T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'e7b42754-f4f0-4783-a588-6aa5c3e668db', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'floating_ip_address': '172.25.3.189', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'port_id': '1ffa6ee7-01ee-41b9-a64d-c0b96840a011', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688', 'mac_address': 'fa:16:3e:df:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7993d6-04ba-4fcd-85d6-06abe7ac9175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:39:11Z', 'updated_at': '2021-11-10T20:39:11Z', 'revision_number': 0, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af5c2a5-d6b3-4a09-860f-89dff4b7af41', 'name': '', 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'mac_address': 'fa:16:3e:aa:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:27Z', 'updated_at': '2021-11-10T20:33:31Z', 'revision_number': 5, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'subnets': [{'id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:39:13.129803 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225ac9e2-b993-4253-9cad-86f8f5a4367c None None] The sync data for ids ['37a4132e-8195-4dd7-8a33-6243f28d231d'] in n-d-813897-4 is: [{'id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'name': 'tempest-TestShelveInstance-157387112-router', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:33:24Z', 'updated_at': '2021-11-10T20:33:27Z', 'revision_number': 4, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'gw_port': {'id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:59:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:25Z', 'updated_at': '2021-11-10T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': 'e7b42754-f4f0-4783-a588-6aa5c3e668db', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'floating_ip_address': '172.25.3.189', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'port_id': '1ffa6ee7-01ee-41b9-a64d-c0b96840a011', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688', 'mac_address': 'fa:16:3e:df:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7993d6-04ba-4fcd-85d6-06abe7ac9175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:39:11Z', 'updated_at': '2021-11-10T20:39:11Z', 'revision_number': 0, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af5c2a5-d6b3-4a09-860f-89dff4b7af41', 'name': '', 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'mac_address': 'fa:16:3e:aa:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:27Z', 'updated_at': '2021-11-10T20:33:31Z', 'revision_number': 5, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'subnets': [{'id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:39:13.352301 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491dfb97-675c-4717-a5d0-dcfb5d1eaf8b None None] New status for floating IP e7b42754-f4f0-4783-a588-6aa5c3e668db: ACTIVE {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:39:23.501424 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6e346788-e9e6-4f12-bc3a-449ea9715b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:25.708417 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:25.774465 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9e877a1c-20eb-4cbd-81d2-5c75f1702f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:25.921065 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:26.125958 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-638c6cf1-53b9-411d-ad3c-7a0dc6004150 req-d4c31f23-98d7-460b-8146-9acf6c574dfd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0495281 Nov 10 20:39:26.222740 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c6cf1-53b9-411d-ad3c-7a0dc6004150 req-a6d34516-94a0-4e73-b7a1-383646ce4267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:26.224655 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-638c6cf1-53b9-411d-ad3c-7a0dc6004150 req-a6d34516-94a0-4e73-b7a1-383646ce4267 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0cf1703230d4b4b9933f7c644ccba9a&device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 1096 time: 0.0484669 Nov 10 20:39:26.364353 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c6cf1-53b9-411d-ad3c-7a0dc6004150 req-4f6347d7-adfa-40e0-bc23-69537e43ab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:26.366052 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-638c6cf1-53b9-411d-ad3c-7a0dc6004150 req-4f6347d7-adfa-40e0-bc23-69537e43ab05 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da8c4fca-509f-4155-a75c-1a8528b79688 HTTP/1.1" status: 200 len: 909 time: 0.1197755 Nov 10 20:39:26.446195 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-638c6cf1-53b9-411d-ad3c-7a0dc6004150 req-9ce4f98c-7094-4723-a20a-e180d7aa3ac3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ffa6ee7-01ee-41b9-a64d-c0b96840a011 HTTP/1.1" status: 200 len: 1001 time: 0.0713129 Nov 10 20:39:26.503334 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c6cf1-53b9-411d-ad3c-7a0dc6004150 req-c7e8203b-4577-4284-a5d3-70a36e953bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:26.504744 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-638c6cf1-53b9-411d-ad3c-7a0dc6004150 req-c7e8203b-4577-4284-a5d3-70a36e953bd1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=26cc5b7b-9b4a-4621-954d-eddf82ac4472 HTTP/1.1" status: 200 len: 847 time: 0.0511713 Nov 10 20:39:26.554156 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c6cf1-53b9-411d-ad3c-7a0dc6004150 req-6d8ba1dd-7ce9-4f59-a594-6d39f6f3a980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:39:26.555843 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-638c6cf1-53b9-411d-ad3c-7a0dc6004150 req-6d8ba1dd-7ce9-4f59-a594-6d39f6f3a980 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da8c4fca-509f-4155-a75c-1a8528b79688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439348 Nov 10 20:39:26.669612 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-638c6cf1-53b9-411d-ad3c-7a0dc6004150 req-1d52567e-3238-4a28-b30f-6b6c61cf9ec4 service neutron] 10.222.0.73 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044843 Nov 10 20:39:26.785343 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-638c6cf1-53b9-411d-ad3c-7a0dc6004150 req-d42ede0e-d7b5-4e6e-b4e7-9443b1e3c0d0 service neutron] 10.222.0.73 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057932 Nov 10 20:39:27.620301 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:29.129118 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:29.367751 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:30.283604 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:39:53.500401 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ebcdba3e-8e80-407b-93e5-1e3000213036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:55.707031 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:55.771014 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-50d822c3-99ff-46ba-ae4c-f640a4f1eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:55.931898 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:57.615982 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:59.124938 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:39:59.363279 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:07.284170 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:40:23.496862 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e1bc8129-ac48-48bc-85a6-d868175ba84b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:25.739938 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:25.763606 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d39753d8-06de-4939-ad7a-fc5994938261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:25.935927 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:26.130241 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cf3e43a9-ab4d-4795-8c75-81efeb9e9c93 req-fbc06355-d27d-443b-962b-a6806d21a812 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428629 Nov 10 20:40:26.218847 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e43a9-ab4d-4795-8c75-81efeb9e9c93 req-f2d07156-bcdd-4462-adcc-1a54659982e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:26.220615 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cf3e43a9-ab4d-4795-8c75-81efeb9e9c93 req-f2d07156-bcdd-4462-adcc-1a54659982e1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0cf1703230d4b4b9933f7c644ccba9a&device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 1096 time: 0.0438249 Nov 10 20:40:26.335444 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e43a9-ab4d-4795-8c75-81efeb9e9c93 req-3ce931dd-6c68-4510-a1b5-e03156651f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:26.337064 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cf3e43a9-ab4d-4795-8c75-81efeb9e9c93 req-3ce931dd-6c68-4510-a1b5-e03156651f23 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da8c4fca-509f-4155-a75c-1a8528b79688 HTTP/1.1" status: 200 len: 909 time: 0.0970001 Nov 10 20:40:26.405341 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cf3e43a9-ab4d-4795-8c75-81efeb9e9c93 req-9077ea0a-a6c3-4790-99b7-fe276fcbaab3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ffa6ee7-01ee-41b9-a64d-c0b96840a011 HTTP/1.1" status: 200 len: 1001 time: 0.0606511 Nov 10 20:40:26.460569 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e43a9-ab4d-4795-8c75-81efeb9e9c93 req-57bcd32a-6c00-499c-93fb-5efb7aba164f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:26.462095 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cf3e43a9-ab4d-4795-8c75-81efeb9e9c93 req-57bcd32a-6c00-499c-93fb-5efb7aba164f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=26cc5b7b-9b4a-4621-954d-eddf82ac4472 HTTP/1.1" status: 200 len: 847 time: 0.0494642 Nov 10 20:40:26.509191 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e43a9-ab4d-4795-8c75-81efeb9e9c93 req-d50fc7cc-53c2-4c06-b09f-7bf4e403e2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:40:26.510678 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cf3e43a9-ab4d-4795-8c75-81efeb9e9c93 req-d50fc7cc-53c2-4c06-b09f-7bf4e403e2a0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da8c4fca-509f-4155-a75c-1a8528b79688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413589 Nov 10 20:40:26.601861 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cf3e43a9-ab4d-4795-8c75-81efeb9e9c93 req-92aa3328-f94f-430f-9c06-4f54c2e9e1a9 service neutron] 10.222.0.73 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829449 Nov 10 20:40:27.051121 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-cf3e43a9-ab4d-4795-8c75-81efeb9e9c93 req-b4516359-e220-40e7-bbdc-b9de8d6927da service neutron] 10.222.0.73 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419551 Nov 10 20:40:27.617937 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:29.129055 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:29.367333 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:44.283975 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:40:53.491489 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-17d03bb5-2cd1-4078-9238-7d5ca1c5f901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:55.756432 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:55.768186 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c832e7f7-3a34-4655-868e-2b71af89fd5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:55.931278 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:57.625530 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:59.130986 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:40:59.363196 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:09.867849 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d1289-9376-43bf-b923-609e17520b24 req-0fc3cda0-0e23-42fc-b517-d5a3529a2c8f tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:09.869270 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9c1d1289-9376-43bf-b923-609e17520b24 req-0fc3cda0-0e23-42fc-b517-d5a3529a2c8f tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 945 time: 0.1161287 Nov 10 20:41:09.934556 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9c1d1289-9376-43bf-b923-609e17520b24 req-e42663a4-f767-43d7-9398-c5fde0da5bcb tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555944 Nov 10 20:41:11.101362 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3057457-d202-4dce-8c66-771c0d00965d req-48b8a031-58d1-4cd8-9946-930854acda9b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:11.102957 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a3057457-d202-4dce-8c66-771c0d00965d req-48b8a031-58d1-4cd8-9946-930854acda9b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 945 time: 0.0564559 Nov 10 20:41:11.156778 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a3057457-d202-4dce-8c66-771c0d00965d req-f93a122c-83c5-4f70-894e-f4a289c66233 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476000 Nov 10 20:41:12.284777 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c83488-dc44-49bf-ae2d-a09e7f92d604 req-64568015-3c1f-4948-98c1-a01b74976688 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:12.286337 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b5c83488-dc44-49bf-ae2d-a09e7f92d604 req-64568015-3c1f-4948-98c1-a01b74976688 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 945 time: 0.0512531 Nov 10 20:41:12.336701 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b5c83488-dc44-49bf-ae2d-a09e7f92d604 req-bf7e575c-2af1-46c9-a259-8ad0f371d0e5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443845 Nov 10 20:41:13.465427 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc4e8e-1a8a-438e-b654-4e1e3d5d55b0 req-efc4f0fa-3389-4b30-9f6b-86bedcf3ee42 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:13.466923 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e5bc4e8e-1a8a-438e-b654-4e1e3d5d55b0 req-efc4f0fa-3389-4b30-9f6b-86bedcf3ee42 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 945 time: 0.0541596 Nov 10 20:41:13.517265 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e5bc4e8e-1a8a-438e-b654-4e1e3d5d55b0 req-68d20c69-c513-41b9-ad75-4603fb21b72e tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438623 Nov 10 20:41:14.641945 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76a964-4f48-43a9-b64a-5f1c5410fc53 req-58f81958-5b66-4133-a750-2b7f788cc65a tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:14.643493 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d76a964-4f48-43a9-b64a-5f1c5410fc53 req-58f81958-5b66-4133-a750-2b7f788cc65a tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 945 time: 0.0545092 Nov 10 20:41:14.694795 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5d76a964-4f48-43a9-b64a-5f1c5410fc53 req-2afb2690-6b94-4c74-aca7-290b0ed36008 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450246 Nov 10 20:41:15.820536 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a244c4-1c14-4232-836c-7cb73970114a req-cc7168e9-42aa-4317-8e02-52639805995c tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:15.822337 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4a244c4-1c14-4232-836c-7cb73970114a req-cc7168e9-42aa-4317-8e02-52639805995c tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 945 time: 0.0522187 Nov 10 20:41:15.882118 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f4a244c4-1c14-4232-836c-7cb73970114a req-dd5ab374-e240-4c40-b8a4-8bdb01039a17 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505753 Nov 10 20:41:17.006386 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d6ef0-6f1e-4c93-9d99-1a41baba72fd req-6ccee7db-0ec6-4dd6-8ed9-000cc2bef5f9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:17.007879 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d37d6ef0-6f1e-4c93-9d99-1a41baba72fd req-6ccee7db-0ec6-4dd6-8ed9-000cc2bef5f9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 945 time: 0.0521109 Nov 10 20:41:17.058683 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d37d6ef0-6f1e-4c93-9d99-1a41baba72fd req-b93af0a9-87d9-4f07-80a9-4d07563fb1e5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444357 Nov 10 20:41:18.189969 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905910e5-c7d1-4994-bd51-f60fd4668fdf req-7d59b6f0-fbf5-45f0-a23e-cf2310031d05 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:18.191709 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-905910e5-c7d1-4994-bd51-f60fd4668fdf req-7d59b6f0-fbf5-45f0-a23e-cf2310031d05 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 945 time: 0.0509808 Nov 10 20:41:18.243575 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-905910e5-c7d1-4994-bd51-f60fd4668fdf req-f76e18e6-4404-4aa1-9f0b-7c535cdc5cab tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454099 Nov 10 20:41:19.369320 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68da7ef-e32d-46c3-9deb-d8b357f127b4 req-9a776e8d-0b66-407d-8c2c-cdc9c80beaf5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:19.370849 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c68da7ef-e32d-46c3-9deb-d8b357f127b4 req-9a776e8d-0b66-407d-8c2c-cdc9c80beaf5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 945 time: 0.0558324 Nov 10 20:41:19.423059 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c68da7ef-e32d-46c3-9deb-d8b357f127b4 req-d3cb5dff-e43a-4735-9d8c-74633c481cc3 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460913 Nov 10 20:41:19.965834 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a7673-043e-46b4-a458-53c4ce8baeab req-445f0187-ae82-4171-bd59-e995919ca3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:19.967266 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-101a7673-043e-46b4-a458-53c4ce8baeab req-445f0187-ae82-4171-bd59-e995919ca3c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0cf1703230d4b4b9933f7c644ccba9a&device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 1096 time: 0.0447383 Nov 10 20:41:20.078389 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a7673-043e-46b4-a458-53c4ce8baeab req-a546080a-c1f4-47d3-9852-c24e34821d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:20.079971 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-101a7673-043e-46b4-a458-53c4ce8baeab req-a546080a-c1f4-47d3-9852-c24e34821d46 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da8c4fca-509f-4155-a75c-1a8528b79688 HTTP/1.1" status: 200 len: 909 time: 0.1047180 Nov 10 20:41:20.148747 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-101a7673-043e-46b4-a458-53c4ce8baeab req-133d4c7d-f07c-436a-9f94-c25326cd2b7b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ffa6ee7-01ee-41b9-a64d-c0b96840a011 HTTP/1.1" status: 200 len: 1001 time: 0.0608242 Nov 10 20:41:20.204881 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a7673-043e-46b4-a458-53c4ce8baeab req-0e24c719-522b-4194-8403-96cf2aa9c795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:20.206601 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-101a7673-043e-46b4-a458-53c4ce8baeab req-0e24c719-522b-4194-8403-96cf2aa9c795 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=26cc5b7b-9b4a-4621-954d-eddf82ac4472 HTTP/1.1" status: 200 len: 847 time: 0.0505459 Nov 10 20:41:20.255295 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a7673-043e-46b4-a458-53c4ce8baeab req-b9a5a17f-9deb-42ad-a5e5-afa16ae1170c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:20.256746 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-101a7673-043e-46b4-a458-53c4ce8baeab req-b9a5a17f-9deb-42ad-a5e5-afa16ae1170c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da8c4fca-509f-4155-a75c-1a8528b79688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426898 Nov 10 20:41:20.348065 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-101a7673-043e-46b4-a458-53c4ce8baeab req-faa866f6-49cf-42dd-9341-69c00c7b863e service neutron] 10.222.0.73 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829437 Nov 10 20:41:20.446110 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-101a7673-043e-46b4-a458-53c4ce8baeab req-b1fd6e00-9367-40a5-90f5-72fc0f3e4b18 service neutron] 10.222.0.73 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906088 Nov 10 20:41:20.549737 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c8059-3823-4792-966e-42be5df75841 req-d9b16e8d-19f0-49d2-be55-235a7ca9328d tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:20.551346 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e01c8059-3823-4792-966e-42be5df75841 req-d9b16e8d-19f0-49d2-be55-235a7ca9328d tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 945 time: 0.0530870 Nov 10 20:41:20.601733 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e01c8059-3823-4792-966e-42be5df75841 req-cfe58afe-869b-4acb-9123-756b562ff51b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443783 Nov 10 20:41:21.285645 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:41:21.730619 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d4dc6-aee9-4263-946d-484aa23a7f28 req-c7e62f5b-8f85-4ae7-a11b-c2c52e8f3b07 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:21.732225 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba4d4dc6-aee9-4263-946d-484aa23a7f28 req-c7e62f5b-8f85-4ae7-a11b-c2c52e8f3b07 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 945 time: 0.0569615 Nov 10 20:41:21.786159 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba4d4dc6-aee9-4263-946d-484aa23a7f28 req-8caa5f42-8f42-4b94-a8c1-f858aab1aa14 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463972 Nov 10 20:41:22.915209 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79da808-9973-4e19-9e40-a2a916dc0a87 req-444db604-3d53-45b6-88e8-2caf02520a27 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:22.916664 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f79da808-9973-4e19-9e40-a2a916dc0a87 req-444db604-3d53-45b6-88e8-2caf02520a27 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 945 time: 0.0522132 Nov 10 20:41:22.977512 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f79da808-9973-4e19-9e40-a2a916dc0a87 req-a6591cf2-ca40-40f3-9a71-506798b4d517 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546725 Nov 10 20:41:23.496930 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-608035bc-2afe-491f-96ff-d192241c3863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:24.103543 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f9c49-ce8f-40a9-a85f-bcee1c6777e3 req-f01bf150-5489-4731-896f-922d55fb8a9c tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:24.105164 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-271f9c49-ce8f-40a9-a85f-bcee1c6777e3 req-f01bf150-5489-4731-896f-922d55fb8a9c tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 945 time: 0.0534625 Nov 10 20:41:24.163792 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-271f9c49-ce8f-40a9-a85f-bcee1c6777e3 req-afb4d04c-9a46-455d-a89e-7165822d0fa4 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522470 Nov 10 20:41:24.396170 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871f18a-1996-49d9-bfd0-d8dbc92795a8 req-292444d2-b28c-46dd-b090-b1ff9f371fc1 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:24.397740 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f871f18a-1996-49d9-bfd0-d8dbc92795a8 req-292444d2-b28c-46dd-b090-b1ff9f371fc1 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 945 time: 0.0562241 Nov 10 20:41:24.407110 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-26f69df0-ed8c-412c-8b84-63d58b5face3 req-e4a8481e-b0d5-4b0c-8aa9-b74b29cb4f35 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0832191 Nov 10 20:41:24.416957 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-26f69df0-ed8c-412c-8b84-63d58b5face3 req-2f7a6a0a-1052-4989-9140-0f12a55a0267 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:41:24.417984 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-26f69df0-ed8c-412c-8b84-63d58b5face3 req-2f7a6a0a-1052-4989-9140-0f12a55a0267 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054526 Nov 10 20:41:24.453604 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 1ffa6ee7-01ee-41b9-a64d-c0b96840a011 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:41:24.456410 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f871f18a-1996-49d9-bfd0-d8dbc92795a8 req-a4a9eb6f-7562-4733-90dc-65027c5edbde tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524421 Nov 10 20:41:24.532279 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:24.555494 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7993d6-04ba-4fcd-85d6-06abe7ac9175', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ffa6ee7-01ee-41b9-a64d-c0b96840a011'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:41:24.557778 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4fd2b7-3d00-49fd-b9b9-6d38099b2dc1" -d '{"events": [{"server_uuid": "bc7993d6-04ba-4fcd-85d6-06abe7ac9175", "name": "network-vif-unplugged", "status": "completed", "tag": "1ffa6ee7-01ee-41b9-a64d-c0b96840a011"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:41:24.576614 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 1ffa6ee7-01ee-41b9-a64d-c0b96840a011, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=1ffa6ee7-01ee-41b9-a64d-c0b96840a011,segment=NetworkSegment(13c6cb75-1e1c-42c7-85af-ba6522501409),segment_id=13c6cb75-1e1c-42c7-85af-ba6522501409)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:41:24.583701 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:24.624218 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 10 Nov 2021 20:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6c65df-5da2-46fd-910c-cbc083f88643 x-openstack-request-id: req-ba6c65df-5da2-46fd-910c-cbc083f88643 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:41:24.624642 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7993d6-04ba-4fcd-85d6-06abe7ac9175", "name": "network-vif-unplugged", "status": "failed", "tag": "1ffa6ee7-01ee-41b9-a64d-c0b96840a011", "code": 422}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:41:24.625019 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ba6c65df-5da2-46fd-910c-cbc083f88643 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:41:24.625583 n-d-813897-4 neutron-server[102507]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bc7993d6-04ba-4fcd-85d6-06abe7ac9175', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1ffa6ee7-01ee-41b9-a64d-c0b96840a011', 'code': 422} returned with failed status Nov 10 20:41:24.653157 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=1ffa6ee7-01ee-41b9-a64d-c0b96840a011,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:41:24.662208 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:41:24.662553 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:41:24.662916 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:41:24.663366 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:41:24.663701 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:41:24.664069 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:41:24.664360 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:41:24.664683 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:41:24.665010 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:41:24.665332 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:41:24.665652 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:41:24.665996 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:41:25.582445 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244984a0-cfd7-446e-9d82-8df52b40fdc6 req-51c92f88-c2e5-4608-b286-17cdd7c659bb tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:25.587850 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-244984a0-cfd7-446e-9d82-8df52b40fdc6 req-51c92f88-c2e5-4608-b286-17cdd7c659bb tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 943 time: 0.0562932 Nov 10 20:41:25.648174 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-244984a0-cfd7-446e-9d82-8df52b40fdc6 req-9b5828b1-cebe-42ad-a582-98186af590a2 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539289 Nov 10 20:41:25.773111 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:25.776668 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b04c7338-c0ee-4fd2-9a19-967bc1eaf506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:25.932027 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:26.774054 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2b3cd-50ff-402a-8d8a-ef3d8699a37e req-c79a5bbd-2345-4be7-bc4d-a5bfbd663c6c tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:26.775512 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d7f2b3cd-50ff-402a-8d8a-ef3d8699a37e req-c79a5bbd-2345-4be7-bc4d-a5bfbd663c6c tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 943 time: 0.0564144 Nov 10 20:41:26.828395 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d7f2b3cd-50ff-402a-8d8a-ef3d8699a37e req-5d9a0776-4e38-4685-bcb9-c841931bcc03 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465226 Nov 10 20:41:27.626033 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:27.950656 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46997e4-c78d-4797-b5f4-3ddc6cb2a052 req-c3aa0338-0aa5-4057-bbd7-49f22320f602 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:27.952069 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a46997e4-c78d-4797-b5f4-3ddc6cb2a052 req-c3aa0338-0aa5-4057-bbd7-49f22320f602 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 943 time: 0.0518458 Nov 10 20:41:28.008473 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a46997e4-c78d-4797-b5f4-3ddc6cb2a052 req-46f20173-5248-49d7-841d-6f1a94d326d9 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491357 Nov 10 20:41:29.131859 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:29.133839 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6edcda2-7d41-43c0-9dde-14015394f3d5 req-4a281457-7060-421a-93a1-f8c39d3486fd tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:29.135452 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a6edcda2-7d41-43c0-9dde-14015394f3d5 req-4a281457-7060-421a-93a1-f8c39d3486fd tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 943 time: 0.0545747 Nov 10 20:41:29.192777 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a6edcda2-7d41-43c0-9dde-14015394f3d5 req-ab9647ab-ed69-4068-be89-7212069e307d tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507624 Nov 10 20:41:29.369556 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:30.317333 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc59d4f-575e-4352-b735-c5f1723dfd24 req-08177011-17a1-449e-a7f9-583d87179719 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:30.318928 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3cc59d4f-575e-4352-b735-c5f1723dfd24 req-08177011-17a1-449e-a7f9-583d87179719 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 943 time: 0.0554485 Nov 10 20:41:30.372961 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3cc59d4f-575e-4352-b735-c5f1723dfd24 req-5af5fb07-3991-406c-9cec-68a0e223b1d2 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475330 Nov 10 20:41:30.377565 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f69df0-ed8c-412c-8b84-63d58b5face3 req-e51043fb-9ccf-4141-a312-587ee20020e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:30.379442 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-26f69df0-ed8c-412c-8b84-63d58b5face3 req-e51043fb-9ccf-4141-a312-587ee20020e7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175&tenant_id=c0cf1703230d4b4b9933f7c644ccba9a HTTP/1.1" status: 200 len: 1094 time: 0.0507300 Nov 10 20:41:30.441721 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f69df0-ed8c-412c-8b84-63d58b5face3 req-0c34110f-7fb2-4f76-becf-86d7de006b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:30.443216 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-26f69df0-ed8c-412c-8b84-63d58b5face3 req-0c34110f-7fb2-4f76-becf-86d7de006b6e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0cf1703230d4b4b9933f7c644ccba9a&device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 1094 time: 0.0405889 Nov 10 20:41:30.535686 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f69df0-ed8c-412c-8b84-63d58b5face3 req-cacd7fd4-2785-4ee4-8251-5369962f9cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:30.537138 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-26f69df0-ed8c-412c-8b84-63d58b5face3 req-cacd7fd4-2785-4ee4-8251-5369962f9cff service neutron] 10.222.0.73 "GET /v2.0/networks?id=da8c4fca-509f-4155-a75c-1a8528b79688 HTTP/1.1" status: 200 len: 909 time: 0.0857952 Nov 10 20:41:30.611070 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-26f69df0-ed8c-412c-8b84-63d58b5face3 req-72a4cac1-c553-45c8-9140-3d031114e854 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ffa6ee7-01ee-41b9-a64d-c0b96840a011 HTTP/1.1" status: 200 len: 999 time: 0.0650566 Nov 10 20:41:30.669377 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f69df0-ed8c-412c-8b84-63d58b5face3 req-e0674c32-39e6-4579-bbc6-a4b770e71740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:30.670914 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-26f69df0-ed8c-412c-8b84-63d58b5face3 req-e0674c32-39e6-4579-bbc6-a4b770e71740 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=26cc5b7b-9b4a-4621-954d-eddf82ac4472 HTTP/1.1" status: 200 len: 847 time: 0.0533421 Nov 10 20:41:30.719044 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f69df0-ed8c-412c-8b84-63d58b5face3 req-0078ff3f-4c75-48f1-99e4-7e7a90ae6be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:30.720616 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-26f69df0-ed8c-412c-8b84-63d58b5face3 req-0078ff3f-4c75-48f1-99e4-7e7a90ae6be3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da8c4fca-509f-4155-a75c-1a8528b79688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422926 Nov 10 20:41:30.817262 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-26f69df0-ed8c-412c-8b84-63d58b5face3 req-64b5c250-9267-49ce-97f3-35320e27950e service neutron] 10.222.0.73 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891712 Nov 10 20:41:30.908860 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-26f69df0-ed8c-412c-8b84-63d58b5face3 req-9f5e25ec-47f4-4d6d-9663-3f20c9f9536c service neutron] 10.222.0.73 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848358 Nov 10 20:41:31.495242 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95391380-85b5-458e-b1d7-b3730337d9c3 req-7c933775-0944-4962-b704-3fe4797d40b4 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:31.496742 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-95391380-85b5-458e-b1d7-b3730337d9c3 req-7c933775-0944-4962-b704-3fe4797d40b4 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 943 time: 0.0510507 Nov 10 20:41:31.548678 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-95391380-85b5-458e-b1d7-b3730337d9c3 req-a8553acf-4bab-4017-93f8-c4c6c9a795b8 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457199 Nov 10 20:41:32.677334 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac199e8-3d06-4807-bfc7-cae87e71eb6e req-2dab7230-af13-44dc-bd3d-d537e5a128e2 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:32.678813 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1ac199e8-3d06-4807-bfc7-cae87e71eb6e req-2dab7230-af13-44dc-bd3d-d537e5a128e2 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 943 time: 0.0544336 Nov 10 20:41:32.731487 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-1ac199e8-3d06-4807-bfc7-cae87e71eb6e req-4bd4134c-03db-4d2c-87be-404c2ab863ce tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461540 Nov 10 20:41:33.867386 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d89c5f-28f7-433b-aada-62dc0b1c6b05 req-de9900c1-b3ed-4a24-8c71-0d7b8f0b1577 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:33.868939 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-06d89c5f-28f7-433b-aada-62dc0b1c6b05 req-de9900c1-b3ed-4a24-8c71-0d7b8f0b1577 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 943 time: 0.0620537 Nov 10 20:41:33.920094 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-06d89c5f-28f7-433b-aada-62dc0b1c6b05 req-e7020e12-e45f-484b-a830-3861d987e394 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449448 Nov 10 20:41:35.046922 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bbf28a-13a4-455d-8130-7663f90e58c6 req-557325e1-cdc6-4219-a9a2-be7f34d2d14f tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:35.048506 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f6bbf28a-13a4-455d-8130-7663f90e58c6 req-557325e1-cdc6-4219-a9a2-be7f34d2d14f tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 943 time: 0.0552635 Nov 10 20:41:35.102151 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f6bbf28a-13a4-455d-8130-7663f90e58c6 req-e94b4e28-d2f8-4004-9b16-3e86ce8665e5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449824 Nov 10 20:41:36.232453 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e8426-c1e8-479b-83a2-e7bf8b923069 req-0b561ae5-2a7c-4a85-8200-3280545f9cda tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:36.234008 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e06e8426-c1e8-479b-83a2-e7bf8b923069 req-0b561ae5-2a7c-4a85-8200-3280545f9cda tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 943 time: 0.0519073 Nov 10 20:41:36.287736 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e06e8426-c1e8-479b-83a2-e7bf8b923069 req-aa9682d7-5873-43c4-98ac-caca2d8ba670 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473897 Nov 10 20:41:37.409936 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd4150-4ee2-4a58-84eb-e999830312a1 req-05a5a085-5555-4121-8992-1c167814c8b7 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:37.411539 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80dd4150-4ee2-4a58-84eb-e999830312a1 req-05a5a085-5555-4121-8992-1c167814c8b7 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 943 time: 0.0516725 Nov 10 20:41:37.468998 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-80dd4150-4ee2-4a58-84eb-e999830312a1 req-3ec7729c-88cb-4296-9288-0ff4e0131809 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484450 Nov 10 20:41:38.578334 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 1ffa6ee7-01ee-41b9-a64d-c0b96840a011 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:41:38.601054 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5bccfc-375c-4a71-bed9-1693611bcbc3 req-0e526d0b-d8a7-415d-a887-895108c6da90 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:38.604804 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ed5bccfc-375c-4a71-bed9-1693611bcbc3 req-0e526d0b-d8a7-415d-a887-895108c6da90 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 943 time: 0.0577292 Nov 10 20:41:38.656357 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ed5bccfc-375c-4a71-bed9-1693611bcbc3 req-90774ee5-0be5-4e5b-bd97-8ac7811d08ff tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476179 Nov 10 20:41:38.679848 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 1ffa6ee7-01ee-41b9-a64d-c0b96840a011, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=1ffa6ee7-01ee-41b9-a64d-c0b96840a011,segment=NetworkSegment(13c6cb75-1e1c-42c7-85af-ba6522501409),segment_id=13c6cb75-1e1c-42c7-85af-ba6522501409)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:41:38.695090 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '1ffa6ee7-01ee-41b9-a64d-c0b96840a011', 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688', 'port_id': '1ffa6ee7-01ee-41b9-a64d-c0b96840a011', 'mac_address': 'fa:16:3e:df:55:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:41:38.731927 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:38.745375 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ffa6ee7-01ee-41b9-a64d-c0b96840a011 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:41:38.765471 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 1ffa6ee7-01ee-41b9-a64d-c0b96840a011, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=1ffa6ee7-01ee-41b9-a64d-c0b96840a011,segment=NetworkSegment(13c6cb75-1e1c-42c7-85af-ba6522501409),segment_id=13c6cb75-1e1c-42c7-85af-ba6522501409)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:41:38.772584 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:38.820351 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=1ffa6ee7-01ee-41b9-a64d-c0b96840a011,revision_number=7']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:41:39.025867 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['1ffa6ee7-01ee-41b9-a64d-c0b96840a011'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:41:39.796041 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a4bea-0e8e-4333-b241-6552804ad75d req-6912fa47-6433-4f0e-8220-85c96728fe00 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:39.797680 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4e4a4bea-0e8e-4333-b241-6552804ad75d req-6912fa47-6433-4f0e-8220-85c96728fe00 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 944 time: 0.0513868 Nov 10 20:41:39.850213 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4e4a4bea-0e8e-4333-b241-6552804ad75d req-dae54f11-d1f4-4e3a-8bed-80d97466bf87 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462747 Nov 10 20:41:40.594047 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 1ffa6ee7-01ee-41b9-a64d-c0b96840a011 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:41:40.652243 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 1ffa6ee7-01ee-41b9-a64d-c0b96840a011 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:41:40.652630 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:40.731718 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:40.756197 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7993d6-04ba-4fcd-85d6-06abe7ac9175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffa6ee7-01ee-41b9-a64d-c0b96840a011'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:41:40.758510 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d16c4ba-0fc5-44d8-bdfa-34c595dc55e4" -d '{"events": [{"server_uuid": "bc7993d6-04ba-4fcd-85d6-06abe7ac9175", "name": "network-vif-plugged", "status": "completed", "tag": "1ffa6ee7-01ee-41b9-a64d-c0b96840a011"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:41:40.772435 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 1ffa6ee7-01ee-41b9-a64d-c0b96840a011, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=1ffa6ee7-01ee-41b9-a64d-c0b96840a011,segment=NetworkSegment(13c6cb75-1e1c-42c7-85af-ba6522501409),segment_id=13c6cb75-1e1c-42c7-85af-ba6522501409)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:41:40.779116 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:40.810808 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebfe15f-c08e-4802-aa17-6f1adfe56e4d x-openstack-request-id: req-8ebfe15f-c08e-4802-aa17-6f1adfe56e4d {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:41:40.811095 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7993d6-04ba-4fcd-85d6-06abe7ac9175", "name": "network-vif-plugged", "status": "completed", "tag": "1ffa6ee7-01ee-41b9-a64d-c0b96840a011", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:41:40.811346 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8ebfe15f-c08e-4802-aa17-6f1adfe56e4d {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:41:40.811739 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7993d6-04ba-4fcd-85d6-06abe7ac9175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffa6ee7-01ee-41b9-a64d-c0b96840a011', 'code': 200} Nov 10 20:41:40.840635 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=1ffa6ee7-01ee-41b9-a64d-c0b96840a011,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:41:40.967549 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ee085-916e-4815-a43c-67019543a7da req-d58355dc-fb34-4a94-b657-506d56717c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:40.969415 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-220ee085-916e-4815-a43c-67019543a7da req-d58355dc-fb34-4a94-b657-506d56717c37 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 1096 time: 0.0541892 Nov 10 20:41:40.976443 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc4f52-2eb9-46b9-998c-691bf79f46af req-a464aef3-188c-492a-98e3-8da497987912 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:40.977968 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4bfc4f52-2eb9-46b9-998c-691bf79f46af req-a464aef3-188c-492a-98e3-8da497987912 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 945 time: 0.0555332 Nov 10 20:41:41.018982 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-220ee085-916e-4815-a43c-67019543a7da req-d271c3a0-6c4b-4162-9e70-a17da7bb6616 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421808 Nov 10 20:41:41.031151 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4bfc4f52-2eb9-46b9-998c-691bf79f46af req-f1bf843b-b032-4ad4-bf18-aef5dafb126b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470419 Nov 10 20:41:42.173360 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedd1ef-276a-4c48-a954-e5b31b3d1b19 req-747d3f71-a1b6-4d0a-b705-fa226a97e81b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:42.175075 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8bedd1ef-276a-4c48-a954-e5b31b3d1b19 req-747d3f71-a1b6-4d0a-b705-fa226a97e81b tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 945 time: 0.0538414 Nov 10 20:41:42.225799 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8bedd1ef-276a-4c48-a954-e5b31b3d1b19 req-dbb94036-253e-4a34-af71-b690d7c33678 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446184 Nov 10 20:41:43.356705 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51df516-7673-4541-96de-df6a42f58806 req-57ab0957-8fe8-412c-b29d-06924bb3a786 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:41:43.358232 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a51df516-7673-4541-96de-df6a42f58806 req-57ab0957-8fe8-412c-b29d-06924bb3a786 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 945 time: 0.0495694 Nov 10 20:41:43.420703 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a51df516-7673-4541-96de-df6a42f58806 req-ab7f9b68-ed4f-4719-928c-428d0bd0c40a tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517414 Nov 10 20:41:53.501813 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-51f6271c-906b-45dc-9a9b-29479d376b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:55.777242 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c468d7dc-6874-44b4-8946-fc3d60c588f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:55.778842 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:55.926207 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:57.629134 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:58.287089 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:41:59.138816 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:41:59.373494 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:23.507412 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3c598c51-d661-4923-994a-c9aec64afc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:25.776697 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8b58b5e4-0d1e-44d6-a9dc-ef9b0cc70645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:25.779040 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:25.955677 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:27.632796 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:28.128956 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ce704f7a-2b7a-4887-840c-4c517bb86f84 req-13e2bda4-ae94-4d12-a7ee-4f9a4fa52a16 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413237 Nov 10 20:42:28.220626 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce704f7a-2b7a-4887-840c-4c517bb86f84 req-c2ea1a90-54eb-464c-a3dc-2dcc2f6eb8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:42:28.223495 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ce704f7a-2b7a-4887-840c-4c517bb86f84 req-c2ea1a90-54eb-464c-a3dc-2dcc2f6eb8b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0cf1703230d4b4b9933f7c644ccba9a&device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 1096 time: 0.0461888 Nov 10 20:42:28.336722 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce704f7a-2b7a-4887-840c-4c517bb86f84 req-b61d25fa-4f57-459b-ac9c-865e72daff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:42:28.338288 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ce704f7a-2b7a-4887-840c-4c517bb86f84 req-b61d25fa-4f57-459b-ac9c-865e72daff43 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da8c4fca-509f-4155-a75c-1a8528b79688 HTTP/1.1" status: 200 len: 909 time: 0.0953774 Nov 10 20:42:28.407210 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ce704f7a-2b7a-4887-840c-4c517bb86f84 req-5c23f855-d522-4af3-afea-fb495b263c76 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ffa6ee7-01ee-41b9-a64d-c0b96840a011 HTTP/1.1" status: 200 len: 1001 time: 0.0614624 Nov 10 20:42:28.462568 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce704f7a-2b7a-4887-840c-4c517bb86f84 req-f976ca61-2dd8-4b5d-a109-018d08eef0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:42:28.464064 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ce704f7a-2b7a-4887-840c-4c517bb86f84 req-f976ca61-2dd8-4b5d-a109-018d08eef0d1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=26cc5b7b-9b4a-4621-954d-eddf82ac4472 HTTP/1.1" status: 200 len: 847 time: 0.0494411 Nov 10 20:42:28.511164 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce704f7a-2b7a-4887-840c-4c517bb86f84 req-4b886dc2-a412-4b1c-9938-2972f9bf4175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:42:28.512679 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ce704f7a-2b7a-4887-840c-4c517bb86f84 req-4b886dc2-a412-4b1c-9938-2972f9bf4175 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da8c4fca-509f-4155-a75c-1a8528b79688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413849 Nov 10 20:42:28.609194 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ce704f7a-2b7a-4887-840c-4c517bb86f84 req-a12884c0-ac7f-4b61-97c0-d318b6e54583 service neutron] 10.222.0.73 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884626 Nov 10 20:42:28.712636 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-ce704f7a-2b7a-4887-840c-4c517bb86f84 req-f5f73698-b39f-4601-abe3-9acd43c3ee7d service neutron] 10.222.0.73 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940483 Nov 10 20:42:29.140038 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:29.369503 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:35.287001 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:42:53.504023 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-303115f0-ea91-4189-af49-fdf5a7af61fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:55.778833 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-10670f06-c110-4832-baee-428b62e3d8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:55.783121 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:55.976471 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:57.635394 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:58.928052 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59590) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:42:59.091701 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-74b6cdc3-a0cf-4c4d-b0ed-7b15a32a3af5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Deleting port 7be2f2cc-457c-4900-a17c-3671f671c068 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:42:59.092054 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-74b6cdc3-a0cf-4c4d-b0ed-7b15a32a3af5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:59.144483 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:59.172514 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-74b6cdc3-a0cf-4c4d-b0ed-7b15a32a3af5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:59.172821 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-74b6cdc3-a0cf-4c4d-b0ed-7b15a32a3af5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:59.184962 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-74b6cdc3-a0cf-4c4d-b0ed-7b15a32a3af5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Calling delete_port for 7be2f2cc-457c-4900-a17c-3671f671c068 owned by network:floatingip {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:42:59.342702 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-74b6cdc3-a0cf-4c4d-b0ed-7b15a32a3af5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:59.374594 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6cdc3-a0cf-4c4d-b0ed-7b15a32a3af5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Pushing event deleted for resources: {'Port': ['ID=7be2f2cc-457c-4900-a17c-3671f671c068,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:42:59.380810 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:59.384885 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6cdc3-a0cf-4c4d-b0ed-7b15a32a3af5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:59.385224 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6cdc3-a0cf-4c4d-b0ed-7b15a32a3af5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:59.385577 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6cdc3-a0cf-4c4d-b0ed-7b15a32a3af5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:59.385938 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6cdc3-a0cf-4c4d-b0ed-7b15a32a3af5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:59.386265 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6cdc3-a0cf-4c4d-b0ed-7b15a32a3af5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:59.386591 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6cdc3-a0cf-4c4d-b0ed-7b15a32a3af5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:59.386910 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6cdc3-a0cf-4c4d-b0ed-7b15a32a3af5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:59.387231 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6cdc3-a0cf-4c4d-b0ed-7b15a32a3af5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:59.387549 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6cdc3-a0cf-4c4d-b0ed-7b15a32a3af5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:59.387868 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6cdc3-a0cf-4c4d-b0ed-7b15a32a3af5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:59.388529 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6cdc3-a0cf-4c4d-b0ed-7b15a32a3af5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:59.388849 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b6cdc3-a0cf-4c4d-b0ed-7b15a32a3af5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:42:59.454911 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-74b6cdc3-a0cf-4c4d-b0ed-7b15a32a3af5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for floatingip, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:42:59.455202 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-74b6cdc3-a0cf-4c4d-b0ed-7b15a32a3af5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Floating IP e7b42754-f4f0-4783-a588-6aa5c3e668db disassociated (deleted). External IP: 172.25.3.189, port: 1ffa6ee7-01ee-41b9-a64d-c0b96840a011. Nov 10 20:43:00.024123 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b6cdc3-a0cf-4c4d-b0ed-7b15a32a3af5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Router 37a4132e-8195-4dd7-8a33-6243f28d231d has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:43:00.137664 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b6cdc3-a0cf-4c4d-b0ed-7b15a32a3af5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:43:00.142618 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-74b6cdc3-a0cf-4c4d-b0ed-7b15a32a3af5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:00.147571 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5bcbfe-b953-487e-9d01-5fc1ded0b017 None None] Sync routers for ids ['37a4132e-8195-4dd7-8a33-6243f28d231d'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:43:00.157698 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5bcbfe-b953-487e-9d01-5fc1ded0b017 None None] Routers {'37a4132e-8195-4dd7-8a33-6243f28d231d'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:43:00.158310 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-6c5bcbfe-b953-487e-9d01-5fc1ded0b017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:42:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['37a4132e-8195-4dd7-8a33-6243f28d231d'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:00.177680 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-74b6cdc3-a0cf-4c4d-b0ed-7b15a32a3af5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "DELETE /v2.0/floatingips/e7b42754-f4f0-4783-a588-6aa5c3e668db HTTP/1.1" status: 204 len: 168 time: 1.2484570 Nov 10 20:43:00.178325 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7993d6-04ba-4fcd-85d6-06abe7ac9175', 'tag': '1ffa6ee7-01ee-41b9-a64d-c0b96840a011'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:43:00.180745 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfbd5c25fd1a1bf18e79891c674f962074aa63d8f4aa99a8f6cb3be41b9dd3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85b97a7-fca9-47fb-9525-3615cf76d7b9" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7993d6-04ba-4fcd-85d6-06abe7ac9175", "tag": "1ffa6ee7-01ee-41b9-a64d-c0b96840a011"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:43:00.350908 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046bed80-7fc5-4dca-9e6f-5585f20350d6 x-openstack-request-id: req-046bed80-7fc5-4dca-9e6f-5585f20350d6 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:43:00.351216 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7993d6-04ba-4fcd-85d6-06abe7ac9175", "tag": "1ffa6ee7-01ee-41b9-a64d-c0b96840a011", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:43:00.351499 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-046bed80-7fc5-4dca-9e6f-5585f20350d6 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:43:00.352052 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7993d6-04ba-4fcd-85d6-06abe7ac9175', 'tag': '1ffa6ee7-01ee-41b9-a64d-c0b96840a011', 'status': 'completed', 'code': 200} Nov 10 20:43:00.372512 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-6c5bcbfe-b953-487e-9d01-5fc1ded0b017 None None] Set router 37a4132e-8195-4dd7-8a33-6243f28d231d gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:43:00.433967 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b97a7-fca9-47fb-9525-3615cf76d7b9 req-30a1a5f7-190a-4e4f-8773-5a52bca17de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:00.435521 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c85b97a7-fca9-47fb-9525-3615cf76d7b9 req-30a1a5f7-190a-4e4f-8773-5a52bca17de6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0cf1703230d4b4b9933f7c644ccba9a&device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 1096 time: 0.0599699 Nov 10 20:43:00.450304 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90420a0-5499-481f-883d-81a9fe22530b req-32fd8918-c33d-4c6d-ae9b-889c83cbfb3f tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:00.452089 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a90420a0-5499-481f-883d-81a9fe22530b req-32fd8918-c33d-4c6d-ae9b-889c83cbfb3f tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 945 time: 0.0549695 Nov 10 20:43:00.513584 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a90420a0-5499-481f-883d-81a9fe22530b req-d7f552d2-7e29-4839-ad3a-f794e18b9872 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537086 Nov 10 20:43:00.539795 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b97a7-fca9-47fb-9525-3615cf76d7b9 req-f6e6394b-4497-4e57-864e-2eb17fd11737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:00.541393 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c85b97a7-fca9-47fb-9525-3615cf76d7b9 req-f6e6394b-4497-4e57-864e-2eb17fd11737 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da8c4fca-509f-4155-a75c-1a8528b79688 HTTP/1.1" status: 200 len: 909 time: 0.0977583 Nov 10 20:43:00.587881 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c85b97a7-fca9-47fb-9525-3615cf76d7b9 req-7b04b009-f2e8-46f3-a91b-b6f4860aa250 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ffa6ee7-01ee-41b9-a64d-c0b96840a011 HTTP/1.1" status: 200 len: 217 time: 0.0365376 Nov 10 20:43:00.588148 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-6c5bcbfe-b953-487e-9d01-5fc1ded0b017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'name': 'tempest-TestShelveInstance-157387112-router', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:33:24Z', 'updated_at': '2021-11-10T20:33:27Z', 'revision_number': 4, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'gw_port': {'id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:59:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:25Z', 'updated_at': '2021-11-10T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '3af5c2a5-d6b3-4a09-860f-89dff4b7af41', 'name': '', 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'mac_address': 'fa:16:3e:aa:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:27Z', 'updated_at': '2021-11-10T20:33:31Z', 'revision_number': 5, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'subnets': [{'id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:00.618585 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5bcbfe-b953-487e-9d01-5fc1ded0b017 None None] Checking router: 37a4132e-8195-4dd7-8a33-6243f28d231d for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:43:00.628145 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5bcbfe-b953-487e-9d01-5fc1ded0b017 None None] Routers {'37a4132e-8195-4dd7-8a33-6243f28d231d'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:43:00.628796 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-6c5bcbfe-b953-487e-9d01-5fc1ded0b017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:42:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['37a4132e-8195-4dd7-8a33-6243f28d231d'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:00.644587 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b97a7-fca9-47fb-9525-3615cf76d7b9 req-e7a7dce8-2c6b-440d-8f79-ee2f94e61f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:00.646147 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c85b97a7-fca9-47fb-9525-3615cf76d7b9 req-e7a7dce8-2c6b-440d-8f79-ee2f94e61f29 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=26cc5b7b-9b4a-4621-954d-eddf82ac4472 HTTP/1.1" status: 200 len: 847 time: 0.0512407 Nov 10 20:43:00.694187 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b97a7-fca9-47fb-9525-3615cf76d7b9 req-b11c6aac-9d2e-447b-a1ef-e6b87f1d7c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:00.695707 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c85b97a7-fca9-47fb-9525-3615cf76d7b9 req-b11c6aac-9d2e-447b-a1ef-e6b87f1d7c86 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da8c4fca-509f-4155-a75c-1a8528b79688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412228 Nov 10 20:43:00.737592 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-6c5bcbfe-b953-487e-9d01-5fc1ded0b017 None None] Set router 37a4132e-8195-4dd7-8a33-6243f28d231d gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:43:00.792675 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c85b97a7-fca9-47fb-9525-3615cf76d7b9 req-aa2f02c6-e372-41a0-9969-cb4b4ffaed02 service neutron] 10.222.0.73 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881479 Nov 10 20:43:00.896457 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-c85b97a7-fca9-47fb-9525-3615cf76d7b9 req-1f3f1755-805a-4ce3-af61-8c348eeab162 service neutron] 10.222.0.73 "GET /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945723 Nov 10 20:43:00.947574 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-6c5bcbfe-b953-487e-9d01-5fc1ded0b017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'name': 'tempest-TestShelveInstance-157387112-router', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:33:24Z', 'updated_at': '2021-11-10T20:33:27Z', 'revision_number': 4, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'gw_port': {'id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:59:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:25Z', 'updated_at': '2021-11-10T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '3af5c2a5-d6b3-4a09-860f-89dff4b7af41', 'name': '', 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'mac_address': 'fa:16:3e:aa:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:27Z', 'updated_at': '2021-11-10T20:33:31Z', 'revision_number': 5, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'subnets': [{'id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:00.973952 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5bcbfe-b953-487e-9d01-5fc1ded0b017 None None] The sync data for ids ['37a4132e-8195-4dd7-8a33-6243f28d231d'] in n-d-813897-4 is: [{'id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'name': 'tempest-TestShelveInstance-157387112-router', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:33:24Z', 'updated_at': '2021-11-10T20:33:27Z', 'revision_number': 4, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'gw_port': {'id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:59:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:25Z', 'updated_at': '2021-11-10T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '3af5c2a5-d6b3-4a09-860f-89dff4b7af41', 'name': '', 'network_id': 'da8c4fca-509f-4155-a75c-1a8528b79688', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'mac_address': 'fa:16:3e:aa:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:27Z', 'updated_at': '2021-11-10T20:33:31Z', 'revision_number': 5, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'subnets': [{'id': '26cc5b7b-9b4a-4621-954d-eddf82ac4472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:43:01.207122 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50de68a1-8e03-4c64-9742-a2c961976adf None None] New status for floating IP e7b42754-f4f0-4783-a588-6aa5c3e668db: DOWN {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:43:01.639904 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7278c-2519-47cf-ac2a-4a24c18ce714 req-fcc778ae-4daa-47bc-8ea8-117686b0b2fb tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:01.641566 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e9f7278c-2519-47cf-ac2a-4a24c18ce714 req-fcc778ae-4daa-47bc-8ea8-117686b0b2fb tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 945 time: 0.0553899 Nov 10 20:43:01.692381 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e9f7278c-2519-47cf-ac2a-4a24c18ce714 req-afbf3594-60fb-464b-a9b5-9d48667ada56 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436056 Nov 10 20:43:01.908740 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2deef2-6336-44a3-81ba-2bcfd9f84e95 req-8d5f39eb-40c3-44fb-904d-12f71650f6e5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:01.910381 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0b2deef2-6336-44a3-81ba-2bcfd9f84e95 req-8d5f39eb-40c3-44fb-904d-12f71650f6e5 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 945 time: 0.0549808 Nov 10 20:43:02.008275 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-0b2deef2-6336-44a3-81ba-2bcfd9f84e95 req-14c6a33e-ab40-48d4-8b0b-1fe349fc1643 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Deleting port 1ffa6ee7-01ee-41b9-a64d-c0b96840a011 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:43:02.008595 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0b2deef2-6336-44a3-81ba-2bcfd9f84e95 req-14c6a33e-ab40-48d4-8b0b-1fe349fc1643 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:02.102248 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-0b2deef2-6336-44a3-81ba-2bcfd9f84e95 req-14c6a33e-ab40-48d4-8b0b-1fe349fc1643 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] For port 1ffa6ee7-01ee-41b9-a64d-c0b96840a011, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=1ffa6ee7-01ee-41b9-a64d-c0b96840a011,segment=NetworkSegment(13c6cb75-1e1c-42c7-85af-ba6522501409),segment_id=13c6cb75-1e1c-42c7-85af-ba6522501409)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:43:02.102622 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0b2deef2-6336-44a3-81ba-2bcfd9f84e95 req-14c6a33e-ab40-48d4-8b0b-1fe349fc1643 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:02.120837 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-0b2deef2-6336-44a3-81ba-2bcfd9f84e95 req-14c6a33e-ab40-48d4-8b0b-1fe349fc1643 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Calling delete_port for 1ffa6ee7-01ee-41b9-a64d-c0b96840a011 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:43:02.274200 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0b2deef2-6336-44a3-81ba-2bcfd9f84e95 req-14c6a33e-ab40-48d4-8b0b-1fe349fc1643 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:02.307739 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6a33e-ab40-48d4-8b0b-1fe349fc1643 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Pushing event deleted for resources: {'Port': ['ID=1ffa6ee7-01ee-41b9-a64d-c0b96840a011,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:02.335106 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6a33e-ab40-48d4-8b0b-1fe349fc1643 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:02.335468 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6a33e-ab40-48d4-8b0b-1fe349fc1643 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:02.335815 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6a33e-ab40-48d4-8b0b-1fe349fc1643 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:02.336146 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6a33e-ab40-48d4-8b0b-1fe349fc1643 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:02.336484 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6a33e-ab40-48d4-8b0b-1fe349fc1643 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:02.336822 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6a33e-ab40-48d4-8b0b-1fe349fc1643 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:02.337158 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6a33e-ab40-48d4-8b0b-1fe349fc1643 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:02.337489 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6a33e-ab40-48d4-8b0b-1fe349fc1643 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:02.337847 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6a33e-ab40-48d4-8b0b-1fe349fc1643 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:02.338178 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6a33e-ab40-48d4-8b0b-1fe349fc1643 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:02.338505 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6a33e-ab40-48d4-8b0b-1fe349fc1643 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:02.338831 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6a33e-ab40-48d4-8b0b-1fe349fc1643 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:02.362922 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2deef2-6336-44a3-81ba-2bcfd9f84e95 req-14c6a33e-ab40-48d4-8b0b-1fe349fc1643 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] No DVR routers for this DVR port 1ffa6ee7-01ee-41b9-a64d-c0b96840a011 on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:43:02.365795 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-0b2deef2-6336-44a3-81ba-2bcfd9f84e95 req-14c6a33e-ab40-48d4-8b0b-1fe349fc1643 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:02.369356 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-0b2deef2-6336-44a3-81ba-2bcfd9f84e95 req-14c6a33e-ab40-48d4-8b0b-1fe349fc1643 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.73 "DELETE /v2.0/ports/1ffa6ee7-01ee-41b9-a64d-c0b96840a011 HTTP/1.1" status: 204 len: 173 time: 0.4528275 Nov 10 20:43:02.369840 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7993d6-04ba-4fcd-85d6-06abe7ac9175', 'name': 'network-vif-deleted', 'tag': '1ffa6ee7-01ee-41b9-a64d-c0b96840a011'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:43:02.372224 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f900e56b-b1cc-4994-bfe9-cb3fb00c43b6" -d '{"events": [{"server_uuid": "bc7993d6-04ba-4fcd-85d6-06abe7ac9175", "name": "network-vif-deleted", "tag": "1ffa6ee7-01ee-41b9-a64d-c0b96840a011"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:43:02.416311 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6197dbfa-8580-43d9-8f1c-7986e9d49ff3 x-openstack-request-id: req-6197dbfa-8580-43d9-8f1c-7986e9d49ff3 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:43:02.416696 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7993d6-04ba-4fcd-85d6-06abe7ac9175", "name": "network-vif-deleted", "tag": "1ffa6ee7-01ee-41b9-a64d-c0b96840a011", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:43:02.417032 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6197dbfa-8580-43d9-8f1c-7986e9d49ff3 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:43:02.417542 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7993d6-04ba-4fcd-85d6-06abe7ac9175', 'name': 'network-vif-deleted', 'tag': '1ffa6ee7-01ee-41b9-a64d-c0b96840a011', 'status': 'completed', 'code': 200} Nov 10 20:43:02.810992 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f75c902c-0007-4999-8418-d4bcfa804472 req-d1a5cf7b-c137-4d0a-a470-14f284a9d72c tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 210 time: 0.0321224 Nov 10 20:43:03.915560 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-638079a4-3d29-4abc-9c3a-91e2b67edeaf req-7561ffc9-84ea-4655-8dad-872c121e5ef2 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 210 time: 0.0325425 Nov 10 20:43:05.014190 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8e868b5d-d661-4c1f-aa97-88f9a4b21100 req-e1f7a564-d01f-4882-bcd5-92e75b2fbd04 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 210 time: 0.0270295 Nov 10 20:43:05.185260 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 1ffa6ee7-01ee-41b9-a64d-c0b96840a011 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:43:05.208819 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 1ffa6ee7-01ee-41b9-a64d-c0b96840a011 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:43:05.209129 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 1ffa6ee7-01ee-41b9-a64d-c0b96840a011 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:43:06.114847 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e59b2f93-4fb3-450b-ba3c-772747d8d7b9 req-cd8cfc2c-e43f-4a7a-8418-52885db6d4ec tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 210 time: 0.0278370 Nov 10 20:43:07.230423 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f9c58b16-71a2-41c3-ad6b-0ca4fb506fe7 req-ba50f388-7a9f-4224-8e15-ff42d7c65f58 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc7993d6-04ba-4fcd-85d6-06abe7ac9175 HTTP/1.1" status: 200 len: 210 time: 0.0277636 Nov 10 20:43:08.293103 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59622) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:08.355729 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-de8763de-9a2e-4291-af4d-e644d1d417a4 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:08.385529 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-de8763de-9a2e-4291-af4d-e644d1d417a4 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:08.448699 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-de8763de-9a2e-4291-af4d-e644d1d417a4 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:08.451787 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-de8763de-9a2e-4291-af4d-e644d1d417a4 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:08.452957 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-de8763de-9a2e-4291-af4d-e644d1d417a4 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] 10.222.0.54 "DELETE /v2.0/security-groups/5e0acc1d-9b7f-49ba-8489-dc3fa4be5233 HTTP/1.1" status: 204 len: 168 time: 0.1588318 Nov 10 20:43:08.463367 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8763de-9a2e-4291-af4d-e644d1d417a4 tempest-TestShelveInstance-799625309 tempest-TestShelveInstance-799625309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0acc1d-9b7f-49ba-8489-dc3fa4be5233,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:09.526241 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59628) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:10.003931 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d10e613b-0953-4dcd-a690-65ef0ea32b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:10.259125 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-d10e613b-0953-4dcd-a690-65ef0ea32b48 admin admin] Deleting port 3af5c2a5-d6b3-4a09-860f-89dff4b7af41 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:43:10.259370 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d10e613b-0953-4dcd-a690-65ef0ea32b48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:10.352239 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-d10e613b-0953-4dcd-a690-65ef0ea32b48 admin admin] For port 3af5c2a5-d6b3-4a09-860f-89dff4b7af41, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=3af5c2a5-d6b3-4a09-860f-89dff4b7af41,segment=NetworkSegment(13c6cb75-1e1c-42c7-85af-ba6522501409),segment_id=13c6cb75-1e1c-42c7-85af-ba6522501409)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:43:10.352613 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d10e613b-0953-4dcd-a690-65ef0ea32b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:10.371090 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-d10e613b-0953-4dcd-a690-65ef0ea32b48 admin admin] Calling delete_port for 3af5c2a5-d6b3-4a09-860f-89dff4b7af41 owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:43:10.559924 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d10e613b-0953-4dcd-a690-65ef0ea32b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:10.586635 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e613b-0953-4dcd-a690-65ef0ea32b48 admin admin] Pushing event deleted for resources: {'Port': ['ID=3af5c2a5-d6b3-4a09-860f-89dff4b7af41,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:10.766106 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d10e613b-0953-4dcd-a690-65ef0ea32b48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:10.998531 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10e613b-0953-4dcd-a690-65ef0ea32b48 admin admin] Router 37a4132e-8195-4dd7-8a33-6243f28d231d has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:43:11.113448 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10e613b-0953-4dcd-a690-65ef0ea32b48 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:43:11.118611 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d10e613b-0953-4dcd-a690-65ef0ea32b48 admin admin] 10.222.0.54 "PUT /v2.0/routers/37a4132e-8195-4dd7-8a33-6243f28d231d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5912671 Nov 10 20:43:11.121470 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59632) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:11.122908 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f210d1ed-c2f3-43a6-8797-6d73b9b83473 None None] Sync routers for ids ['37a4132e-8195-4dd7-8a33-6243f28d231d'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:43:11.135647 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f210d1ed-c2f3-43a6-8797-6d73b9b83473 None None] Routers {'37a4132e-8195-4dd7-8a33-6243f28d231d'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:43:11.136241 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-f210d1ed-c2f3-43a6-8797-6d73b9b83473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:42:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['37a4132e-8195-4dd7-8a33-6243f28d231d'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:11.230551 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b9f1653a-6f71-4647-a993-91f6b5db4af8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:11.243094 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-f210d1ed-c2f3-43a6-8797-6d73b9b83473 None None] Set router 37a4132e-8195-4dd7-8a33-6243f28d231d gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:43:11.336841 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b9f1653a-6f71-4647-a993-91f6b5db4af8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:11.391442 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-b9f1653a-6f71-4647-a993-91f6b5db4af8 admin admin] Deleting port 84353ecc-21cc-4c92-b905-b30ca82b6180 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:43:11.391786 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b9f1653a-6f71-4647-a993-91f6b5db4af8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:11.429984 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-f210d1ed-c2f3-43a6-8797-6d73b9b83473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'name': 'tempest-TestShelveInstance-157387112-router', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:33:24Z', 'updated_at': '2021-11-10T20:43:10Z', 'revision_number': 5, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'gw_port': {'id': '84353ecc-21cc-4c92-b905-b30ca82b6180', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:59:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:25Z', 'updated_at': '2021-11-10T20:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:11.456702 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f210d1ed-c2f3-43a6-8797-6d73b9b83473 None None] Checking router: 37a4132e-8195-4dd7-8a33-6243f28d231d for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:43:11.465263 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f210d1ed-c2f3-43a6-8797-6d73b9b83473 None None] Routers {'37a4132e-8195-4dd7-8a33-6243f28d231d'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:43:11.465900 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-f210d1ed-c2f3-43a6-8797-6d73b9b83473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:42:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['37a4132e-8195-4dd7-8a33-6243f28d231d'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:11.472152 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-b9f1653a-6f71-4647-a993-91f6b5db4af8 admin admin] For port 84353ecc-21cc-4c92-b905-b30ca82b6180, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=84353ecc-21cc-4c92-b905-b30ca82b6180,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:43:11.472527 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b9f1653a-6f71-4647-a993-91f6b5db4af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:11.490980 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-b9f1653a-6f71-4647-a993-91f6b5db4af8 admin admin] Calling delete_port for 84353ecc-21cc-4c92-b905-b30ca82b6180 owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:43:11.551211 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-f210d1ed-c2f3-43a6-8797-6d73b9b83473 None None] Set router 37a4132e-8195-4dd7-8a33-6243f28d231d gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:43:11.606096 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-f210d1ed-c2f3-43a6-8797-6d73b9b83473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'name': 'tempest-TestShelveInstance-157387112-router', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:33:24Z', 'updated_at': '2021-11-10T20:43:11Z', 'revision_number': 6, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:11.634414 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f210d1ed-c2f3-43a6-8797-6d73b9b83473 None None] The sync data for ids ['37a4132e-8195-4dd7-8a33-6243f28d231d'] in n-d-813897-4 is: [{'id': '37a4132e-8195-4dd7-8a33-6243f28d231d', 'name': 'tempest-TestShelveInstance-157387112-router', 'tenant_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:33:24Z', 'updated_at': '2021-11-10T20:43:11Z', 'revision_number': 6, 'project_id': 'c0cf1703230d4b4b9933f7c644ccba9a', 'gw_port_host': None}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:43:11.671891 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b9f1653a-6f71-4647-a993-91f6b5db4af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:11.699026 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1653a-6f71-4647-a993-91f6b5db4af8 admin admin] Pushing event deleted for resources: {'Port': ['ID=84353ecc-21cc-4c92-b905-b30ca82b6180,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:11.716711 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f08712-3d1d-444e-a8cc-9ef54e692d7c None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:43:11.764249 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b9f1653a-6f71-4647-a993-91f6b5db4af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:11.855602 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b9f1653a-6f71-4647-a993-91f6b5db4af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:11.857707 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b9f1653a-6f71-4647-a993-91f6b5db4af8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:11.906520 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b9f1653a-6f71-4647-a993-91f6b5db4af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:11.907113 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f1653a-6f71-4647-a993-91f6b5db4af8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37a4132e-8195-4dd7-8a33-6243f28d231d {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 20:43:11.912380 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b9f1653a-6f71-4647-a993-91f6b5db4af8 admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:11.913662 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-b9f1653a-6f71-4647-a993-91f6b5db4af8 admin admin] 10.222.0.54 "DELETE /v2.0/routers/37a4132e-8195-4dd7-8a33-6243f28d231d HTTP/1.1" status: 204 len: 168 time: 0.7912278 Nov 10 20:43:11.916427 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59634) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:11.965327 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-d74bcaa9-3869-4d73-9b9c-c5cd052d6659 admin admin] Deleting subnet 26cc5b7b-9b4a-4621-954d-eddf82ac4472 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:43:11.969511 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d74bcaa9-3869-4d73-9b9c-c5cd052d6659 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:12.009185 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d74bcaa9-3869-4d73-9b9c-c5cd052d6659 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:12.100790 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d74bcaa9-3869-4d73-9b9c-c5cd052d6659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:12.156893 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d74bcaa9-3869-4d73-9b9c-c5cd052d6659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:12.183889 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74bcaa9-3869-4d73-9b9c-c5cd052d6659 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26cc5b7b-9b4a-4621-954d-eddf82ac4472,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:12.185866 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-d74bcaa9-3869-4d73-9b9c-c5cd052d6659 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:12.189109 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-d74bcaa9-3869-4d73-9b9c-c5cd052d6659 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/26cc5b7b-9b4a-4621-954d-eddf82ac4472 HTTP/1.1" status: 204 len: 168 time: 0.2717433 Nov 10 20:43:12.191444 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da702892-bcc2-4b4f-861a-83fe1b9c5582 None None] Network da8c4fca-509f-4155-a75c-1a8528b79688 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:43:12.192062 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59636) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:12.287967 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:43:12.409612 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b318c562-745a-43e5-b4e4-fcea5a1db37c None None] DHCP port deletion for da8c4fca-509f-4155-a75c-1a8528b79688 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:43:12.479215 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-b318c562-745a-43e5-b4e4-fcea5a1db37c None None] Deleting port 57399fba-258e-4153-a57b-e0e6087b538f {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:43:12.479667 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b318c562-745a-43e5-b4e4-fcea5a1db37c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:12.482878 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3af5c2a5-d6b3-4a09-860f-89dff4b7af41 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:43:12.525726 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 3af5c2a5-d6b3-4a09-860f-89dff4b7af41 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:43:12.526128 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 3af5c2a5-d6b3-4a09-860f-89dff4b7af41 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:43:12.526566 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 84353ecc-21cc-4c92-b905-b30ca82b6180 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:43:12.572443 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 84353ecc-21cc-4c92-b905-b30ca82b6180 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:43:12.572788 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 84353ecc-21cc-4c92-b905-b30ca82b6180 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:43:12.573188 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 57399fba-258e-4153-a57b-e0e6087b538f no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:43:12.609443 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-31ccb4ec-dfac-4e14-8bf2-04defe9d9693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:12.612713 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-b318c562-745a-43e5-b4e4-fcea5a1db37c None None] For port 57399fba-258e-4153-a57b-e0e6087b538f, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=57399fba-258e-4153-a57b-e0e6087b538f,segment=NetworkSegment(13c6cb75-1e1c-42c7-85af-ba6522501409),segment_id=13c6cb75-1e1c-42c7-85af-ba6522501409)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:43:12.612713 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b318c562-745a-43e5-b4e4-fcea5a1db37c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:12.633342 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-b318c562-745a-43e5-b4e4-fcea5a1db37c None None] Calling delete_port for 57399fba-258e-4153-a57b-e0e6087b538f owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:43:12.672605 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-31ccb4ec-dfac-4e14-8bf2-04defe9d9693 admin admin] Deleting port 57399fba-258e-4153-a57b-e0e6087b538f {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:43:12.673171 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-31ccb4ec-dfac-4e14-8bf2-04defe9d9693 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:12.731906 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:12.744177 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-31ccb4ec-dfac-4e14-8bf2-04defe9d9693 admin admin] For port 57399fba-258e-4153-a57b-e0e6087b538f, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=57399fba-258e-4153-a57b-e0e6087b538f,segment=NetworkSegment(13c6cb75-1e1c-42c7-85af-ba6522501409),segment_id=13c6cb75-1e1c-42c7-85af-ba6522501409)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:43:12.744177 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-31ccb4ec-dfac-4e14-8bf2-04defe9d9693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:12.755328 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-31ccb4ec-dfac-4e14-8bf2-04defe9d9693 admin admin] Calling delete_port for 57399fba-258e-4153-a57b-e0e6087b538f owned by network:dhcp {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:43:12.776933 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b318c562-745a-43e5-b4e4-fcea5a1db37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:12.826285 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318c562-745a-43e5-b4e4-fcea5a1db37c None None] Pushing event deleted for resources: {'Port': ['ID=57399fba-258e-4153-a57b-e0e6087b538f,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:12.828711 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b318c562-745a-43e5-b4e4-fcea5a1db37c None None] No DVR routers for this DVR port 57399fba-258e-4153-a57b-e0e6087b538f on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:43:12.843324 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-31ccb4ec-dfac-4e14-8bf2-04defe9d9693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:12.844077 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318c562-745a-43e5-b4e4-fcea5a1db37c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:12.844501 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318c562-745a-43e5-b4e4-fcea5a1db37c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:12.845803 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318c562-745a-43e5-b4e4-fcea5a1db37c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:12.845803 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318c562-745a-43e5-b4e4-fcea5a1db37c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:12.845803 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318c562-745a-43e5-b4e4-fcea5a1db37c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:12.846483 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318c562-745a-43e5-b4e4-fcea5a1db37c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:12.846855 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318c562-745a-43e5-b4e4-fcea5a1db37c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:12.847255 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318c562-745a-43e5-b4e4-fcea5a1db37c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:12.847698 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318c562-745a-43e5-b4e4-fcea5a1db37c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:12.848149 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318c562-745a-43e5-b4e4-fcea5a1db37c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:12.848495 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318c562-745a-43e5-b4e4-fcea5a1db37c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:12.849109 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318c562-745a-43e5-b4e4-fcea5a1db37c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:12.868880 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccb4ec-dfac-4e14-8bf2-04defe9d9693 admin admin] Pushing event deleted for resources: {'Port': ['ID=57399fba-258e-4153-a57b-e0e6087b538f,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:12.878008 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ccb4ec-dfac-4e14-8bf2-04defe9d9693 admin admin] No DVR routers for this DVR port 57399fba-258e-4153-a57b-e0e6087b538f on host n-d-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:43:12.954480 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-31ccb4ec-dfac-4e14-8bf2-04defe9d9693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:12.975407 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-31ccb4ec-dfac-4e14-8bf2-04defe9d9693 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da8c4fca-509f-4155-a75c-1a8528b79688']}} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:12.985459 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-31ccb4ec-dfac-4e14-8bf2-04defe9d9693 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c6cb75-1e1c-42c7-85af-ba6522501409') {'for_net_delete': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:12.985794 n-d-813897-4 neutron-server[102505]: DEBUG neutron.services.segments.db [None req-31ccb4ec-dfac-4e14-8bf2-04defe9d9693 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c6cb75-1e1c-42c7-85af-ba6522501409') {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:12.995959 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-31ccb4ec-dfac-4e14-8bf2-04defe9d9693 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10270792'] for segment, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:13.009990 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-31ccb4ec-dfac-4e14-8bf2-04defe9d9693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:13.016975 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31ccb4ec-dfac-4e14-8bf2-04defe9d9693 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=102505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:43:13.017360 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-31ccb4ec-dfac-4e14-8bf2-04defe9d9693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9292042'] for segment, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: self.session.flush() Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: Traceback (most recent call last): Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: timer() Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: cb(*args, **kw) Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: return func(*args, **kwargs) Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: self._notify() Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: self.callback(batched_events) Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: event.method(event) Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: return f(self, *a, **k) Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: return self._get(url).json() Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: return self.request(url, 'GET', **kwargs) Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:43:13.019382 n-d-813897-4 neutron-server[102505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:43:13.075602 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-31ccb4ec-dfac-4e14-8bf2-04defe9d9693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:13.081481 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-31ccb4ec-dfac-4e14-8bf2-04defe9d9693 admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:13.084856 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-31ccb4ec-dfac-4e14-8bf2-04defe9d9693 admin admin] 10.222.0.54 "DELETE /v2.0/networks/da8c4fca-509f-4155-a75c-1a8528b79688 HTTP/1.1" status: 204 len: 168 time: 0.8918841 Nov 10 20:43:13.088287 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59638) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:13.096459 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccb4ec-dfac-4e14-8bf2-04defe9d9693 admin admin] Pushing event deleted for resources: {'Network': ['ID=da8c4fca-509f-4155-a75c-1a8528b79688,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:13.444695 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1e3204c2-4ecb-4320-b250-39a4ffca8e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:13.774171 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-1e3204c2-4ecb-4320-b250-39a4ffca8e57 admin admin] Deleting port bc21a82f-f19a-4eb1-8258-7c13f8ca7877 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:43:13.774437 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1e3204c2-4ecb-4320-b250-39a4ffca8e57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:13.857078 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-1e3204c2-4ecb-4320-b250-39a4ffca8e57 admin admin] For port bc21a82f-f19a-4eb1-8258-7c13f8ca7877, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=bc21a82f-f19a-4eb1-8258-7c13f8ca7877,segment=NetworkSegment(fdd55c55-b539-4217-bd79-34c0627b9a57),segment_id=fdd55c55-b539-4217-bd79-34c0627b9a57)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:43:13.857441 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1e3204c2-4ecb-4320-b250-39a4ffca8e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:13.870051 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-1e3204c2-4ecb-4320-b250-39a4ffca8e57 admin admin] Calling delete_port for bc21a82f-f19a-4eb1-8258-7c13f8ca7877 owned by network:router_interface {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:43:14.059371 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1e3204c2-4ecb-4320-b250-39a4ffca8e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:14.085565 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3204c2-4ecb-4320-b250-39a4ffca8e57 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc21a82f-f19a-4eb1-8258-7c13f8ca7877,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:14.255966 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-1e3204c2-4ecb-4320-b250-39a4ffca8e57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:14.489839 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3204c2-4ecb-4320-b250-39a4ffca8e57 admin admin] Router 52c38918-aa41-4902-a69c-529537a94a25 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:43:14.599280 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3204c2-4ecb-4320-b250-39a4ffca8e57 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:43:14.605570 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-1e3204c2-4ecb-4320-b250-39a4ffca8e57 admin admin] 10.222.0.54 "PUT /v2.0/routers/52c38918-aa41-4902-a69c-529537a94a25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5151117 Nov 10 20:43:14.607527 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59640) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:14.720331 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5449354a-a71c-4dee-b350-55df4e4a4e8b admin admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:14.779090 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff46eab-3285-419f-a204-2e2ddbfc44ac None None] Sync routers for ids ['52c38918-aa41-4902-a69c-529537a94a25'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:43:14.790595 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff46eab-3285-419f-a204-2e2ddbfc44ac None None] Routers {'52c38918-aa41-4902-a69c-529537a94a25'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:43:14.791214 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-8ff46eab-3285-419f-a204-2e2ddbfc44ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:42:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['52c38918-aa41-4902-a69c-529537a94a25'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:14.828694 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5449354a-a71c-4dee-b350-55df4e4a4e8b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:14.886819 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-5449354a-a71c-4dee-b350-55df4e4a4e8b admin admin] Deleting port 56b7370e-c712-4e7f-bc5f-a270c2a7f03b {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:43:14.887162 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5449354a-a71c-4dee-b350-55df4e4a4e8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:14.900640 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-8ff46eab-3285-419f-a204-2e2ddbfc44ac None None] Set router 52c38918-aa41-4902-a69c-529537a94a25 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:43:14.982512 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-5449354a-a71c-4dee-b350-55df4e4a4e8b admin admin] For port 56b7370e-c712-4e7f-bc5f-a270c2a7f03b, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=56b7370e-c712-4e7f-bc5f-a270c2a7f03b,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:43:14.982790 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5449354a-a71c-4dee-b350-55df4e4a4e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:14.994824 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-5449354a-a71c-4dee-b350-55df4e4a4e8b admin admin] Calling delete_port for 56b7370e-c712-4e7f-bc5f-a270c2a7f03b owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:43:15.083429 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-8ff46eab-3285-419f-a204-2e2ddbfc44ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c38918-aa41-4902-a69c-529537a94a25', 'name': 'tempest-TestShelveInstance-1310634179-router', 'tenant_id': 'bb9034e9ce4e41b4b50d53ff50376630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '56b7370e-c712-4e7f-bc5f-a270c2a7f03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:33:29Z', 'updated_at': '2021-11-10T20:43:14Z', 'revision_number': 5, 'project_id': 'bb9034e9ce4e41b4b50d53ff50376630', 'gw_port': {'id': '56b7370e-c712-4e7f-bc5f-a270c2a7f03b', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c38918-aa41-4902-a69c-529537a94a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:33:30Z', 'updated_at': '2021-11-10T20:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:15.117217 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff46eab-3285-419f-a204-2e2ddbfc44ac None None] Checking router: 52c38918-aa41-4902-a69c-529537a94a25 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:43:15.126019 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff46eab-3285-419f-a204-2e2ddbfc44ac None None] Routers {'52c38918-aa41-4902-a69c-529537a94a25'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:43:15.126652 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-8ff46eab-3285-419f-a204-2e2ddbfc44ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:42:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['52c38918-aa41-4902-a69c-529537a94a25'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:15.167315 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5449354a-a71c-4dee-b350-55df4e4a4e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:15.193931 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449354a-a71c-4dee-b350-55df4e4a4e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=56b7370e-c712-4e7f-bc5f-a270c2a7f03b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:15.213507 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccffcf3d-0e32-4c2f-8d2f-8a3620fb6558 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:43:15.226771 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-8ff46eab-3285-419f-a204-2e2ddbfc44ac None None] Set router 52c38918-aa41-4902-a69c-529537a94a25 gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:43:15.259852 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5449354a-a71c-4dee-b350-55df4e4a4e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:15.280788 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-8ff46eab-3285-419f-a204-2e2ddbfc44ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c38918-aa41-4902-a69c-529537a94a25', 'name': 'tempest-TestShelveInstance-1310634179-router', 'tenant_id': 'bb9034e9ce4e41b4b50d53ff50376630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:33:29Z', 'updated_at': '2021-11-10T20:43:14Z', 'revision_number': 6, 'project_id': 'bb9034e9ce4e41b4b50d53ff50376630', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:15.310825 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff46eab-3285-419f-a204-2e2ddbfc44ac None None] The sync data for ids ['52c38918-aa41-4902-a69c-529537a94a25'] in n-d-813897-4 is: [{'id': '52c38918-aa41-4902-a69c-529537a94a25', 'name': 'tempest-TestShelveInstance-1310634179-router', 'tenant_id': 'bb9034e9ce4e41b4b50d53ff50376630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:33:29Z', 'updated_at': '2021-11-10T20:43:14Z', 'revision_number': 6, 'project_id': 'bb9034e9ce4e41b4b50d53ff50376630', 'gw_port_host': None}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:43:15.352809 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5449354a-a71c-4dee-b350-55df4e4a4e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:15.355065 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5449354a-a71c-4dee-b350-55df4e4a4e8b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:15.402330 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5449354a-a71c-4dee-b350-55df4e4a4e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:15.402900 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5449354a-a71c-4dee-b350-55df4e4a4e8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52c38918-aa41-4902-a69c-529537a94a25 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 20:43:15.407136 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-5449354a-a71c-4dee-b350-55df4e4a4e8b admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:15.408363 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-5449354a-a71c-4dee-b350-55df4e4a4e8b admin admin] 10.222.0.54 "DELETE /v2.0/routers/52c38918-aa41-4902-a69c-529537a94a25 HTTP/1.1" status: 204 len: 168 time: 0.7992544 Nov 10 20:43:15.411535 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59642) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:15.457966 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe172f2-c49a-4940-9d2e-dd5453133adc admin admin] Deleting subnet c49c5657-0727-42e8-b205-9cf53ba34910 {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:43:15.461247 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-afe172f2-c49a-4940-9d2e-dd5453133adc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:15.501512 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-afe172f2-c49a-4940-9d2e-dd5453133adc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:15.585415 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-afe172f2-c49a-4940-9d2e-dd5453133adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:15.648497 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-afe172f2-c49a-4940-9d2e-dd5453133adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:15.685843 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe172f2-c49a-4940-9d2e-dd5453133adc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c49c5657-0727-42e8-b205-9cf53ba34910,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:15.689639 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-afe172f2-c49a-4940-9d2e-dd5453133adc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:15.693239 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-afe172f2-c49a-4940-9d2e-dd5453133adc admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c49c5657-0727-42e8-b205-9cf53ba34910 HTTP/1.1" status: 204 len: 168 time: 0.2807162 Nov 10 20:43:15.695768 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59644) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:15.696146 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53cfabf-479a-420b-ab6a-2e9284b6a70f None None] Network b605cd7c-4bae-4f6d-ad14-517699d4d6b0 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:43:15.774436 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b0fab497-1d0e-4e3c-a087-ff9253afbf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:15.829628 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-b0fab497-1d0e-4e3c-a087-ff9253afbf1d admin admin] Deleting port 39f75a41-8ed9-48b1-8162-ba02325e320a {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:43:15.830082 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b0fab497-1d0e-4e3c-a087-ff9253afbf1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:15.900846 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-b0fab497-1d0e-4e3c-a087-ff9253afbf1d admin admin] For port 39f75a41-8ed9-48b1-8162-ba02325e320a, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=39f75a41-8ed9-48b1-8162-ba02325e320a,segment=NetworkSegment(fdd55c55-b539-4217-bd79-34c0627b9a57),segment_id=fdd55c55-b539-4217-bd79-34c0627b9a57)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:43:15.901215 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b0fab497-1d0e-4e3c-a087-ff9253afbf1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:15.914486 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-b0fab497-1d0e-4e3c-a087-ff9253afbf1d admin admin] Calling delete_port for 39f75a41-8ed9-48b1-8162-ba02325e320a owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:43:15.996824 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b0fab497-1d0e-4e3c-a087-ff9253afbf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:16.023343 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fab497-1d0e-4e3c-a087-ff9253afbf1d admin admin] Pushing event deleted for resources: {'Port': ['ID=39f75a41-8ed9-48b1-8162-ba02325e320a,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:16.026886 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fab497-1d0e-4e3c-a087-ff9253afbf1d admin admin] No DVR routers for this DVR port 39f75a41-8ed9-48b1-8162-ba02325e320a on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:43:16.080785 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f44fef-572d-4974-a501-4f6b6115d087 None None] DHCP port deletion for b605cd7c-4bae-4f6d-ad14-517699d4d6b0 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:43:16.107723 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b0fab497-1d0e-4e3c-a087-ff9253afbf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:16.130272 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-b0fab497-1d0e-4e3c-a087-ff9253afbf1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b605cd7c-4bae-4f6d-ad14-517699d4d6b0']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:16.140430 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-b0fab497-1d0e-4e3c-a087-ff9253afbf1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd55c55-b539-4217-bd79-34c0627b9a57') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:16.140724 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-b0fab497-1d0e-4e3c-a087-ff9253afbf1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd55c55-b539-4217-bd79-34c0627b9a57') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:16.152436 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b0fab497-1d0e-4e3c-a087-ff9253afbf1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:16.167793 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b0fab497-1d0e-4e3c-a087-ff9253afbf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:16.174652 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0fab497-1d0e-4e3c-a087-ff9253afbf1d admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:43:16.175340 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b0fab497-1d0e-4e3c-a087-ff9253afbf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:16.177351 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 20:43:16.177351 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:43:16.177351 n-d-813897-4 neutron-server[102506]: timer() Nov 10 20:43:16.177351 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:43:16.177351 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 20:43:16.177351 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:43:16.177351 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 20:43:16.177351 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:43:16.177351 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 20:43:16.177351 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:43:16.177351 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 20:43:16.177351 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:43:16.177351 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 20:43:16.177351 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:43:16.177351 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:43:16.177351 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:43:16.177351 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:43:16.177351 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:43:16.177351 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 20:43:16.177351 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:43:16.177351 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 20:43:16.177351 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:43:16.177351 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:43:16.177351 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:43:16.177351 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 20:43:16.177351 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:43:16.177351 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:43:16.177351 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:43:16.177351 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:43:16.177351 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:43:16.177351 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:43:16.177351 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:43:16.240518 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b0fab497-1d0e-4e3c-a087-ff9253afbf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:16.245559 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-b0fab497-1d0e-4e3c-a087-ff9253afbf1d admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:16.248948 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-b0fab497-1d0e-4e3c-a087-ff9253afbf1d admin admin] 10.222.0.54 "DELETE /v2.0/networks/b605cd7c-4bae-4f6d-ad14-517699d4d6b0 HTTP/1.1" status: 204 len: 168 time: 0.5518522 Nov 10 20:43:16.263078 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fab497-1d0e-4e3c-a087-ff9253afbf1d admin admin] Pushing event deleted for resources: {'Network': ['ID=b605cd7c-4bae-4f6d-ad14-517699d4d6b0,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:16.387694 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59648) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:16.430933 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-41e57e22-a9f8-4933-b90f-930f71a5215f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c0cf1703230d4b4b9933f7c644ccba9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415721 Nov 10 20:43:16.433592 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59650) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:16.471171 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 39f75a41-8ed9-48b1-8162-ba02325e320a no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:43:16.487150 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6190cde1-3667-4c94-9ba8-8edd4b398555 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:16.496023 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 39f75a41-8ed9-48b1-8162-ba02325e320a {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:43:16.496367 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 39f75a41-8ed9-48b1-8162-ba02325e320a not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:43:16.496793 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 56b7370e-c712-4e7f-bc5f-a270c2a7f03b no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:43:16.511547 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6190cde1-3667-4c94-9ba8-8edd4b398555 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:16.516367 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 56b7370e-c712-4e7f-bc5f-a270c2a7f03b {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:43:16.516719 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 56b7370e-c712-4e7f-bc5f-a270c2a7f03b not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:43:16.517133 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device bc21a82f-f19a-4eb1-8258-7c13f8ca7877 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:43:16.537051 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: bc21a82f-f19a-4eb1-8258-7c13f8ca7877 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:43:16.537281 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device bc21a82f-f19a-4eb1-8258-7c13f8ca7877 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:43:16.565127 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6190cde1-3667-4c94-9ba8-8edd4b398555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:16.568387 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-6190cde1-3667-4c94-9ba8-8edd4b398555 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:16.569660 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-6190cde1-3667-4c94-9ba8-8edd4b398555 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c36b5b66-6745-4c7d-b363-99f9af156a0b HTTP/1.1" status: 204 len: 168 time: 0.1350327 Nov 10 20:43:16.577571 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6190cde1-3667-4c94-9ba8-8edd4b398555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36b5b66-6745-4c7d-b363-99f9af156a0b,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:16.901774 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59656) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:16.943861 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-2ca58c36-0a73-4e12-be43-f43535d6de1d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bb9034e9ce4e41b4b50d53ff50376630&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408838 Nov 10 20:43:16.947314 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59658) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:17.003348 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e692d7b7-839b-4b05-a0f1-96798a933247 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:17.026201 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e692d7b7-839b-4b05-a0f1-96798a933247 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:17.076618 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e692d7b7-839b-4b05-a0f1-96798a933247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:17.079202 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e692d7b7-839b-4b05-a0f1-96798a933247 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:17.080807 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e692d7b7-839b-4b05-a0f1-96798a933247 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/21f54e4b-3ad6-492a-b170-d0462b20dd88 HTTP/1.1" status: 204 len: 168 time: 0.1323466 Nov 10 20:43:17.089529 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e692d7b7-839b-4b05-a0f1-96798a933247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f54e4b-3ad6-492a-b170-d0462b20dd88,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:17.805750 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59680) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:17.910383 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-4a70f674-3928-424d-b57a-4d9e62710d7b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-8449205-network', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:43:17.933456 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a70f674-3928-424d-b57a-4d9e62710d7b admin admin] Made reservation on behalf of 79db8cd213a74b0ba51555c43fd585d1 for: {'network': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:43:17.935971 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4a70f674-3928-424d-b57a-4d9e62710d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:17.945208 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4a70f674-3928-424d-b57a-4d9e62710d7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:18.030619 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4a70f674-3928-424d-b57a-4d9e62710d7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:18.036811 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4a70f674-3928-424d-b57a-4d9e62710d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:18.062800 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a70f674-3928-424d-b57a-4d9e62710d7b admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=102505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:43:18.073831 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70f674-3928-424d-b57a-4d9e62710d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b50944-24ae-426b-b909-9e91d3cf82fb,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:18.078784 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4a70f674-3928-424d-b57a-4d9e62710d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:18.079130 n-d-813897-4 neutron-server[102505]: INFO neutron.db.segments_db [None req-4a70f674-3928-424d-b57a-4d9e62710d7b admin admin] Added segment 879337b4-f817-422d-a9fb-65148ff0a12b of type vlan for network c02f36c5-aaae-4a11-a075-609b9af0aa0b Nov 10 20:43:18.123515 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4a70f674-3928-424d-b57a-4d9e62710d7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:18.151627 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4a70f674-3928-424d-b57a-4d9e62710d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:18.152551 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a70f674-3928-424d-b57a-4d9e62710d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:18.153183 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-4a70f674-3928-424d-b57a-4d9e62710d7b admin admin] Publish callbacks [] for network, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:18.211856 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-4a70f674-3928-424d-b57a-4d9e62710d7b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4049056 Nov 10 20:43:18.215276 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59684) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:18.217425 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70f674-3928-424d-b57a-4d9e62710d7b admin admin] Pushing event updated for resources: {'Network': ['ID=c02f36c5-aaae-4a11-a075-609b9af0aa0b,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:18.220476 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-a562327d-fda1-4ea7-936d-b2ddbd2e4ee4 admin admin] Request body: {'subnet': {'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-8449205-subnet', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:43:18.228207 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network c02f36c5-aaae-4a11-a075-609b9af0aa0b details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:43:18.245270 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a562327d-fda1-4ea7-936d-b2ddbd2e4ee4 admin admin] Made reservation on behalf of 79db8cd213a74b0ba51555c43fd585d1 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:43:18.247868 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a562327d-fda1-4ea7-936d-b2ddbd2e4ee4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:18.424884 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a562327d-fda1-4ea7-936d-b2ddbd2e4ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:18.479159 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562327d-fda1-4ea7-936d-b2ddbd2e4ee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=676d7bd8-a664-4237-8ab7-f1d0e4f324e2,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:18.490908 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a562327d-fda1-4ea7-936d-b2ddbd2e4ee4 admin admin] Checking segment: {'id': '879337b4-f817-422d-a9fb-65148ff0a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:43:18.491267 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a562327d-fda1-4ea7-936d-b2ddbd2e4ee4 admin admin] Network hostable DHCP agents. Network: c02f36c5-aaae-4a11-a075-609b9af0aa0b, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:43:18.509024 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a562327d-fda1-4ea7-936d-b2ddbd2e4ee4 admin admin] Network c02f36c5-aaae-4a11-a075-609b9af0aa0b is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:43:18.518800 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-a562327d-fda1-4ea7-936d-b2ddbd2e4ee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, c02f36c5-aaae-4a11-a075-609b9af0aa0b) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:43:18.523393 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a562327d-fda1-4ea7-936d-b2ddbd2e4ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:18.524790 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a562327d-fda1-4ea7-936d-b2ddbd2e4ee4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:18.528070 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45bd112-26ac-4165-ad8b-b47f76b7f47f None None] Network c02f36c5-aaae-4a11-a075-609b9af0aa0b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:43:18.541427 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a562327d-fda1-4ea7-936d-b2ddbd2e4ee4 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3249936 Nov 10 20:43:18.544083 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59686) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:18.548617 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-377bfdb1-6ca0-4c0a-ab04-fba6c16cbed9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-8449205-router', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:43:18.574927 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-377bfdb1-6ca0-4c0a-ab04-fba6c16cbed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:18.575883 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-377bfdb1-6ca0-4c0a-ab04-fba6c16cbed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:18.635463 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-377bfdb1-6ca0-4c0a-ab04-fba6c16cbed9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:18.683486 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d327f39-76b2-40d6-b2d7-2cbed2ba1c8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'fixed_ips': [{'subnet_id': '676d7bd8-a664-4237-8ab7-f1d0e4f324e2'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 20:43:18.684381 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5d327f39-76b2-40d6-b2d7-2cbed2ba1c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:18.776450 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-377bfdb1-6ca0-4c0a-ab04-fba6c16cbed9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:18.822650 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-5d327f39-76b2-40d6-b2d7-2cbed2ba1c8c None None] Allocated IP 172.20.0.2 (c02f36c5-aaae-4a11-a075-609b9af0aa0b/676d7bd8-a664-4237-8ab7-f1d0e4f324e2/41fa15cc-5e3e-445c-8942-7b7a985e5a92) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:43:18.976161 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5d327f39-76b2-40d6-b2d7-2cbed2ba1c8c None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:18.983310 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5d327f39-76b2-40d6-b2d7-2cbed2ba1c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:18.989506 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-377bfdb1-6ca0-4c0a-ab04-fba6c16cbed9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:19.009753 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-377bfdb1-6ca0-4c0a-ab04-fba6c16cbed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:19.026812 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d327f39-76b2-40d6-b2d7-2cbed2ba1c8c None None] Network c02f36c5-aaae-4a11-a075-609b9af0aa0b is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:43:19.029915 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-5d327f39-76b2-40d6-b2d7-2cbed2ba1c8c None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:43:19.035561 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d327f39-76b2-40d6-b2d7-2cbed2ba1c8c None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:43:19.041638 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d327f39-76b2-40d6-b2d7-2cbed2ba1c8c None None] Pushing event updated for resources: {'Port': ['ID=41fa15cc-5e3e-445c-8942-7b7a985e5a92,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:19.093533 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-5d327f39-76b2-40d6-b2d7-2cbed2ba1c8c None None] Attempting to bind port 41fa15cc-5e3e-445c-8942-7b7a985e5a92 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:43:19.093952 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-5d327f39-76b2-40d6-b2d7-2cbed2ba1c8c None None] Attempting to bind port 41fa15cc-5e3e-445c-8942-7b7a985e5a92 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '879337b4-f817-422d-a9fb-65148ff0a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:43:19.094303 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d327f39-76b2-40d6-b2d7-2cbed2ba1c8c None None] Attempting to bind port 41fa15cc-5e3e-445c-8942-7b7a985e5a92 on network c02f36c5-aaae-4a11-a075-609b9af0aa0b {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:43:19.099540 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d327f39-76b2-40d6-b2d7-2cbed2ba1c8c None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:43:19.099910 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d327f39-76b2-40d6-b2d7-2cbed2ba1c8c None None] Checking segment: {'id': '879337b4-f817-422d-a9fb-65148ff0a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:43:19.100308 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5d327f39-76b2-40d6-b2d7-2cbed2ba1c8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:19.100695 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d327f39-76b2-40d6-b2d7-2cbed2ba1c8c None None] Bound using segment: {'id': '879337b4-f817-422d-a9fb-65148ff0a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:43:19.101167 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-5d327f39-76b2-40d6-b2d7-2cbed2ba1c8c None None] Bound port: 41fa15cc-5e3e-445c-8942-7b7a985e5a92, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879337b4-f817-422d-a9fb-65148ff0a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:43:19.101549 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5d327f39-76b2-40d6-b2d7-2cbed2ba1c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:19.121121 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-377bfdb1-6ca0-4c0a-ab04-fba6c16cbed9 admin admin] Allocated IP 172.25.3.206 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/0f196db1-f0d5-41f6-8c1b-0f552481cedc) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:43:19.172214 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5d327f39-76b2-40d6-b2d7-2cbed2ba1c8c None None] For port 41fa15cc-5e3e-445c-8942-7b7a985e5a92, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:43:19.177142 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5d327f39-76b2-40d6-b2d7-2cbed2ba1c8c None None] For port 41fa15cc-5e3e-445c-8942-7b7a985e5a92, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=41fa15cc-5e3e-445c-8942-7b7a985e5a92,segment=NetworkSegment(879337b4-f817-422d-a9fb-65148ff0a12b),segment_id=879337b4-f817-422d-a9fb-65148ff0a12b)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:43:19.181482 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5d327f39-76b2-40d6-b2d7-2cbed2ba1c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:19.228853 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-377bfdb1-6ca0-4c0a-ab04-fba6c16cbed9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:19.244756 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d327f39-76b2-40d6-b2d7-2cbed2ba1c8c None None] Pushing event updated for resources: {'Port': ['ID=41fa15cc-5e3e-445c-8942-7b7a985e5a92,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:19.270217 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-377bfdb1-6ca0-4c0a-ab04-fba6c16cbed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:19.312319 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377bfdb1-6ca0-4c0a-ab04-fba6c16cbed9 admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:43:19.318542 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-377bfdb1-6ca0-4c0a-ab04-fba6c16cbed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:43:19.321348 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377bfdb1-6ca0-4c0a-ab04-fba6c16cbed9 admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:43:19.341574 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0088cb4e-ae48-486b-9442-98155d1954c1 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:43:19.373613 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377bfdb1-6ca0-4c0a-ab04-fba6c16cbed9 admin admin] Pushing event updated for resources: {'Port': ['ID=0f196db1-f0d5-41f6-8c1b-0f552481cedc,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:19.419263 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-4d61ed9d-2043-48b6-b374-bb8f0fd2b8ac None None] Provisioning complete for port 0f196db1-f0d5-41f6-8c1b-0f552481cedc triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:43:19.420771 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4d61ed9d-2043-48b6-b374-bb8f0fd2b8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:19.469659 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-4d61ed9d-2043-48b6-b374-bb8f0fd2b8ac None None] Port 0f196db1-f0d5-41f6-8c1b-0f552481cedc cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:43:19.648014 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-377bfdb1-6ca0-4c0a-ab04-fba6c16cbed9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:20.122597 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5825f6c-b3cc-4747-8978-5d5d91f7221d None None] Network c02f36c5-aaae-4a11-a075-609b9af0aa0b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:43:20.212872 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-377bfdb1-6ca0-4c0a-ab04-fba6c16cbed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:20.216092 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-345ec90a-b34b-45ab-8b55-2e890fa9fff2 None None] Provisioning complete for port 41fa15cc-5e3e-445c-8942-7b7a985e5a92 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:43:20.216538 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-345ec90a-b34b-45ab-8b55-2e890fa9fff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:20.343693 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377bfdb1-6ca0-4c0a-ab04-fba6c16cbed9 admin admin] Router d164f6bf-7824-41df-b88f-169124fc3566 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 20:43:20.356359 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-345ec90a-b34b-45ab-8b55-2e890fa9fff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:20.392373 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-345ec90a-b34b-45ab-8b55-2e890fa9fff2 None None] For port 41fa15cc-5e3e-445c-8942-7b7a985e5a92, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=41fa15cc-5e3e-445c-8942-7b7a985e5a92,segment=NetworkSegment(879337b4-f817-422d-a9fb-65148ff0a12b),segment_id=879337b4-f817-422d-a9fb-65148ff0a12b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:43:20.400062 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-345ec90a-b34b-45ab-8b55-2e890fa9fff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:20.469352 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377bfdb1-6ca0-4c0a-ab04-fba6c16cbed9 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:43:20.481096 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ec90a-b34b-45ab-8b55-2e890fa9fff2 None None] Pushing event updated for resources: {'Port': ['ID=41fa15cc-5e3e-445c-8942-7b7a985e5a92,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:20.483526 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d8f24f-9cdb-43e8-a89f-04e34041481e None None] Sync routers for ids ['d164f6bf-7824-41df-b88f-169124fc3566'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:43:20.493435 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-377bfdb1-6ca0-4c0a-ab04-fba6c16cbed9 admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:20.498012 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d8f24f-9cdb-43e8-a89f-04e34041481e None None] Routers {'d164f6bf-7824-41df-b88f-169124fc3566'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:43:20.499305 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-73d8f24f-9cdb-43e8-a89f-04e34041481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:42:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d164f6bf-7824-41df-b88f-169124fc3566'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:20.503401 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-377bfdb1-6ca0-4c0a-ab04-fba6c16cbed9 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9580584 Nov 10 20:43:20.506085 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59688) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:20.558595 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 41fa15cc-5e3e-445c-8942-7b7a985e5a92 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:43:20.632037 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-64aed7a1-d42d-4e80-82ab-f19cdd603dde None None] Provisioning complete for port 41fa15cc-5e3e-445c-8942-7b7a985e5a92 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:43:20.632494 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-64aed7a1-d42d-4e80-82ab-f19cdd603dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:20.632741 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-73d8f24f-9cdb-43e8-a89f-04e34041481e None None] Set router d164f6bf-7824-41df-b88f-169124fc3566 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:43:20.675897 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 41fa15cc-5e3e-445c-8942-7b7a985e5a92 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:43:20.676353 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:20.820558 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-73d8f24f-9cdb-43e8-a89f-04e34041481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'name': 'tempest-TestSnapshotPattern-8449205-router', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:43:18Z', 'updated_at': '2021-11-10T20:43:19Z', 'revision_number': 3, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'gw_port': {'id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:19Z', 'updated_at': '2021-11-10T20:43:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:20.851233 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d8f24f-9cdb-43e8-a89f-04e34041481e None None] Checking router: d164f6bf-7824-41df-b88f-169124fc3566 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:43:20.851575 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d8f24f-9cdb-43e8-a89f-04e34041481e None None] Updating router d164f6bf-7824-41df-b88f-169124fc3566 port 0f196db1-f0d5-41f6-8c1b-0f552481cedc binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:43:20.876376 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-73d8f24f-9cdb-43e8-a89f-04e34041481e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:20.988281 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-929d2782-baca-469c-9eec-617010555fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:21.159724 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-929d2782-baca-469c-9eec-617010555fd1 admin admin] Allocated IP 172.20.0.1 (c02f36c5-aaae-4a11-a075-609b9af0aa0b/676d7bd8-a664-4237-8ab7-f1d0e4f324e2/24336f76-787f-48e1-a7c6-b1b3e3a2ce87) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:43:21.229081 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-73d8f24f-9cdb-43e8-a89f-04e34041481e None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:21.234530 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-73d8f24f-9cdb-43e8-a89f-04e34041481e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:21.267557 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-929d2782-baca-469c-9eec-617010555fd1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:21.280860 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf7c9c5-72e2-4e86-850a-571199ddfe51 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:43:21.286239 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-73d8f24f-9cdb-43e8-a89f-04e34041481e None None] Attempting to bind port 0f196db1-f0d5-41f6-8c1b-0f552481cedc on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:43:21.286621 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-73d8f24f-9cdb-43e8-a89f-04e34041481e None None] Attempting to bind port 0f196db1-f0d5-41f6-8c1b-0f552481cedc by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:43:21.286957 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d8f24f-9cdb-43e8-a89f-04e34041481e None None] Attempting to bind port 0f196db1-f0d5-41f6-8c1b-0f552481cedc on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:43:21.301654 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d8f24f-9cdb-43e8-a89f-04e34041481e None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:43:21.302045 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d8f24f-9cdb-43e8-a89f-04e34041481e None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:43:21.302362 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-929d2782-baca-469c-9eec-617010555fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:21.302509 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-73d8f24f-9cdb-43e8-a89f-04e34041481e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:21.302818 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d8f24f-9cdb-43e8-a89f-04e34041481e None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:43:21.303339 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-73d8f24f-9cdb-43e8-a89f-04e34041481e None None] Bound port: 0f196db1-f0d5-41f6-8c1b-0f552481cedc, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:43:21.303711 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-73d8f24f-9cdb-43e8-a89f-04e34041481e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:21.306473 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83967869-4c86-44bf-9f08-fecaf11b87f6 None None] Pushing event updated for resources: {'Port': ['ID=0f196db1-f0d5-41f6-8c1b-0f552481cedc,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:21.333713 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83967869-4c86-44bf-9f08-fecaf11b87f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:21.334084 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83967869-4c86-44bf-9f08-fecaf11b87f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:21.334706 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83967869-4c86-44bf-9f08-fecaf11b87f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:21.334872 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83967869-4c86-44bf-9f08-fecaf11b87f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:21.335053 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83967869-4c86-44bf-9f08-fecaf11b87f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:21.335499 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83967869-4c86-44bf-9f08-fecaf11b87f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:21.335816 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83967869-4c86-44bf-9f08-fecaf11b87f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:21.336131 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83967869-4c86-44bf-9f08-fecaf11b87f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:21.336445 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83967869-4c86-44bf-9f08-fecaf11b87f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:21.336759 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83967869-4c86-44bf-9f08-fecaf11b87f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:21.337073 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83967869-4c86-44bf-9f08-fecaf11b87f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:21.337384 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83967869-4c86-44bf-9f08-fecaf11b87f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:43:21.345806 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929d2782-baca-469c-9eec-617010555fd1 admin admin] Network c02f36c5-aaae-4a11-a075-609b9af0aa0b is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:43:21.353042 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-929d2782-baca-469c-9eec-617010555fd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:43:21.357866 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929d2782-baca-469c-9eec-617010555fd1 admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:43:21.361041 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d2782-baca-469c-9eec-617010555fd1 admin admin] Pushing event updated for resources: {'Port': ['ID=24336f76-787f-48e1-a7c6-b1b3e3a2ce87,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:21.371402 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-73d8f24f-9cdb-43e8-a89f-04e34041481e None None] For port 0f196db1-f0d5-41f6-8c1b-0f552481cedc, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:43:21.375100 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-73d8f24f-9cdb-43e8-a89f-04e34041481e None None] For port 0f196db1-f0d5-41f6-8c1b-0f552481cedc, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=0f196db1-f0d5-41f6-8c1b-0f552481cedc,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:43:21.381903 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-73d8f24f-9cdb-43e8-a89f-04e34041481e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:21.396225 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-edb5ea4d-5a66-4147-8ae2-9510335c813b None None] Provisioning complete for port 0f196db1-f0d5-41f6-8c1b-0f552481cedc triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:43:21.396225 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-edb5ea4d-5a66-4147-8ae2-9510335c813b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:21.405406 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-929d2782-baca-469c-9eec-617010555fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:21.432543 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bdeaa4-675b-4c17-bba4-ca1d3d2518e3 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:43:21.445311 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d8f24f-9cdb-43e8-a89f-04e34041481e None None] Routers {'d164f6bf-7824-41df-b88f-169124fc3566'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:43:21.445999 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-73d8f24f-9cdb-43e8-a89f-04e34041481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:42:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d164f6bf-7824-41df-b88f-169124fc3566'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:21.520280 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83967869-4c86-44bf-9f08-fecaf11b87f6 None None] Pushing event updated for resources: {'Port': ['ID=0f196db1-f0d5-41f6-8c1b-0f552481cedc,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:21.523476 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-edb5ea4d-5a66-4147-8ae2-9510335c813b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:21.548853 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-edb5ea4d-5a66-4147-8ae2-9510335c813b None None] For port 0f196db1-f0d5-41f6-8c1b-0f552481cedc, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=0f196db1-f0d5-41f6-8c1b-0f552481cedc,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:43:21.556008 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-edb5ea4d-5a66-4147-8ae2-9510335c813b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:21.587046 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-73d8f24f-9cdb-43e8-a89f-04e34041481e None None] Set router d164f6bf-7824-41df-b88f-169124fc3566 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:43:21.599707 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-929d2782-baca-469c-9eec-617010555fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:21.632459 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5ea4d-5a66-4147-8ae2-9510335c813b None None] Pushing event updated for resources: {'Port': ['ID=0f196db1-f0d5-41f6-8c1b-0f552481cedc,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:21.682208 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-419c9a03-851d-4b6d-ab64-5abb8c561bb9 None None] Provisioning complete for port 24336f76-787f-48e1-a7c6-b1b3e3a2ce87 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:43:21.682589 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-419c9a03-851d-4b6d-ab64-5abb8c561bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:21.718389 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-419c9a03-851d-4b6d-ab64-5abb8c561bb9 None None] Port 24336f76-787f-48e1-a7c6-b1b3e3a2ce87 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:43:21.728836 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-419c9a03-851d-4b6d-ab64-5abb8c561bb9 None None] Provisioning complete for port 0f196db1-f0d5-41f6-8c1b-0f552481cedc triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:43:21.729210 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-419c9a03-851d-4b6d-ab64-5abb8c561bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:21.792914 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-929d2782-baca-469c-9eec-617010555fd1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:21.798608 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-929d2782-baca-469c-9eec-617010555fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868428'] for port, after_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:21.806621 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-73d8f24f-9cdb-43e8-a89f-04e34041481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'name': 'tempest-TestSnapshotPattern-8449205-router', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:43:18Z', 'updated_at': '2021-11-10T20:43:19Z', 'revision_number': 3, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'gw_port': {'id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:19Z', 'updated_at': '2021-11-10T20:43:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:21.837000 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d8f24f-9cdb-43e8-a89f-04e34041481e None None] The sync data for ids ['d164f6bf-7824-41df-b88f-169124fc3566'] in n-d-813897-4 is: [{'id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'name': 'tempest-TestSnapshotPattern-8449205-router', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:43:18Z', 'updated_at': '2021-11-10T20:43:19Z', 'revision_number': 3, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'gw_port': {'id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:19Z', 'updated_at': '2021-11-10T20:43:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:43:21.865399 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-929d2782-baca-469c-9eec-617010555fd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:21.873693 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d2782-baca-469c-9eec-617010555fd1 admin admin] Pushing event updated for resources: {'Port': ['ID=24336f76-787f-48e1-a7c6-b1b3e3a2ce87,revision_number=2']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:21.969566 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929d2782-baca-469c-9eec-617010555fd1 admin admin] Network c02f36c5-aaae-4a11-a075-609b9af0aa0b is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:43:21.971241 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-929d2782-baca-469c-9eec-617010555fd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:43:22.120845 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929d2782-baca-469c-9eec-617010555fd1 admin admin] Router d164f6bf-7824-41df-b88f-169124fc3566 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:43:22.239285 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-1a276047-a32a-4f64-903d-86d46eede97c None None] Provisioning complete for port 24336f76-787f-48e1-a7c6-b1b3e3a2ce87 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:43:22.240022 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1a276047-a32a-4f64-903d-86d46eede97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:22.244139 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929d2782-baca-469c-9eec-617010555fd1 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:43:22.250429 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-929d2782-baca-469c-9eec-617010555fd1 admin admin] 10.222.0.54 "PUT /v2.0/routers/d164f6bf-7824-41df-b88f-169124fc3566/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7430913 Nov 10 20:43:22.282849 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-1a276047-a32a-4f64-903d-86d46eede97c None None] Port 24336f76-787f-48e1-a7c6-b1b3e3a2ce87 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:43:22.546897 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 41fa15cc-5e3e-445c-8942-7b7a985e5a92 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:43:22.604991 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 41fa15cc-5e3e-445c-8942-7b7a985e5a92 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:43:22.605400 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:22.702511 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 0f196db1-f0d5-41f6-8c1b-0f552481cedc up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:43:22.818259 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59704) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:22.823485 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-f9ee16ca-cc86-4a79-9c68-a5eba5892b08 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1265817479-network', 'tenant_id': '91bbf62c10904ab4b940eae6b2e859a2'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:43:22.846656 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ee16ca-cc86-4a79-9c68-a5eba5892b08 admin admin] Made reservation on behalf of 91bbf62c10904ab4b940eae6b2e859a2 for: {'network': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:43:22.849357 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f9ee16ca-cc86-4a79-9c68-a5eba5892b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for network, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:22.861990 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f9ee16ca-cc86-4a79-9c68-a5eba5892b08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:22.928231 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 0f196db1-f0d5-41f6-8c1b-0f552481cedc triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:43:22.928589 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:22.946122 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f9ee16ca-cc86-4a79-9c68-a5eba5892b08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:22.951387 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f9ee16ca-cc86-4a79-9c68-a5eba5892b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:22.974220 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ee16ca-cc86-4a79-9c68-a5eba5892b08 admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=102506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 20:43:22.990415 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee16ca-cc86-4a79-9c68-a5eba5892b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c6ede7-2969-447c-af20-1df9cfa638bf,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:22.993647 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f9ee16ca-cc86-4a79-9c68-a5eba5892b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:22.994053 n-d-813897-4 neutron-server[102506]: INFO neutron.db.segments_db [None req-f9ee16ca-cc86-4a79-9c68-a5eba5892b08 admin admin] Added segment 430a752a-42d3-417d-8025-c7786e186c04 of type vlan for network 91b28693-e1ac-410b-907a-7b9ed5ca6817 Nov 10 20:43:23.044348 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f9ee16ca-cc86-4a79-9c68-a5eba5892b08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739349927626'] for network, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:23.071518 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f9ee16ca-cc86-4a79-9c68-a5eba5892b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768'] for network, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:23.072581 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ee16ca-cc86-4a79-9c68-a5eba5892b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:23.073167 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f9ee16ca-cc86-4a79-9c68-a5eba5892b08 admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:23.132885 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f9ee16ca-cc86-4a79-9c68-a5eba5892b08 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3133643 Nov 10 20:43:23.135767 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59706) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:23.141350 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-77200200-98e8-4c87-83dc-7996879b69b3 admin admin] Request body: {'subnet': {'network_id': '91b28693-e1ac-410b-907a-7b9ed5ca6817', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1265817479-subnet', 'tenant_id': '91bbf62c10904ab4b940eae6b2e859a2', 'ip_version': 4}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:43:23.153373 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee16ca-cc86-4a79-9c68-a5eba5892b08 admin admin] Pushing event updated for resources: {'Network': ['ID=91b28693-e1ac-410b-907a-7b9ed5ca6817,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:23.166829 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Network 91b28693-e1ac-410b-907a-7b9ed5ca6817 details requested by agent ovs-agent-n-d-813897-4 with host n-d-813897-4 {{(pid=102507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 20:43:23.172016 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77200200-98e8-4c87-83dc-7996879b69b3 admin admin] Made reservation on behalf of 91bbf62c10904ab4b940eae6b2e859a2 for: {'subnet': 1} {{(pid=102506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:43:23.175254 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-77200200-98e8-4c87-83dc-7996879b69b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12438498'] for subnet, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:23.350838 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-77200200-98e8-4c87-83dc-7996879b69b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8868535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12438476'] for subnet, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:23.407622 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77200200-98e8-4c87-83dc-7996879b69b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d9b07db-063b-4261-a86c-3cea977e9d1c,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:23.416781 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77200200-98e8-4c87-83dc-7996879b69b3 admin admin] Checking segment: {'id': '430a752a-42d3-417d-8025-c7786e186c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '91b28693-e1ac-410b-907a-7b9ed5ca6817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:43:23.417135 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77200200-98e8-4c87-83dc-7996879b69b3 admin admin] Network hostable DHCP agents. Network: 91b28693-e1ac-410b-907a-7b9ed5ca6817, hostable agents: ['04cbf761-69d3-45c4-a01e-b7f64fbc8479'], hosted agents: [] {{(pid=102506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 20:43:23.436587 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77200200-98e8-4c87-83dc-7996879b69b3 admin admin] Network 91b28693-e1ac-410b-907a-7b9ed5ca6817 is scheduled to be hosted by DHCP agent 04cbf761-69d3-45c4-a01e-b7f64fbc8479 with binding_index 1 {{(pid=102506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 20:43:23.449833 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-77200200-98e8-4c87-83dc-7996879b69b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813897-4, 91b28693-e1ac-410b-907a-7b9ed5ca6817) {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:43:23.450851 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e83628-5862-4c3a-93b1-d3ab9f8d6c4b None None] Sync routers for ids ['d164f6bf-7824-41df-b88f-169124fc3566'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:43:23.454921 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77200200-98e8-4c87-83dc-7996879b69b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:23.455560 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-77200200-98e8-4c87-83dc-7996879b69b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:23.462507 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77580a95-c283-4abc-b845-4c2e1b4056c3 None None] Network 91b28693-e1ac-410b-907a-7b9ed5ca6817 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:43:23.475901 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-77200200-98e8-4c87-83dc-7996879b69b3 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3390601 Nov 10 20:43:23.478527 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59708) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:23.483145 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-f97a5c08-1a76-4c07-bc11-79e96111231e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1265817479-router', 'tenant_id': '91bbf62c10904ab4b940eae6b2e859a2', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:43:23.489841 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e83628-5862-4c3a-93b1-d3ab9f8d6c4b None None] Routers {'d164f6bf-7824-41df-b88f-169124fc3566'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:43:23.490773 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-73e83628-5862-4c3a-93b1-d3ab9f8d6c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:42:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d164f6bf-7824-41df-b88f-169124fc3566'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:23.507040 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f97a5c08-1a76-4c07-bc11-79e96111231e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-396220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25265'] for router, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:23.508013 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f97a5c08-1a76-4c07-bc11-79e96111231e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-396224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25274'] for router, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:23.563236 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f97a5c08-1a76-4c07-bc11-79e96111231e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:23.586931 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f548dc82-e0b2-4013-9662-ca5f30f21ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:23.684691 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-73e83628-5862-4c3a-93b1-d3ab9f8d6c4b None None] Set router d164f6bf-7824-41df-b88f-169124fc3566 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:43:23.702932 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f97a5c08-1a76-4c07-bc11-79e96111231e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:23.803005 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985decd8-af8b-4d8a-ab4f-c166f77ea8fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb331ee9-cf60-53af-89fa-8fdf75d4319e-91b28693-e1ac-410b-907a-7b9ed5ca6817', 'network_id': '91b28693-e1ac-410b-907a-7b9ed5ca6817', 'tenant_id': '91bbf62c10904ab4b940eae6b2e859a2', 'fixed_ips': [{'subnet_id': '1d9b07db-063b-4261-a86c-3cea977e9d1c'}]}} from n-d-813897-4. {{(pid=102507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 20:43:23.803898 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-985decd8-af8b-4d8a-ab4f-c166f77ea8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:23.916139 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f97a5c08-1a76-4c07-bc11-79e96111231e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:23.940122 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f97a5c08-1a76-4c07-bc11-79e96111231e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:24.019469 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-985decd8-af8b-4d8a-ab4f-c166f77ea8fa None None] Allocated IP 172.20.0.2 (91b28693-e1ac-410b-907a-7b9ed5ca6817/1d9b07db-063b-4261-a86c-3cea977e9d1c/2af0f939-ded7-46ee-a000-d200614a17cb) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:43:24.047948 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_common [None req-f97a5c08-1a76-4c07-bc11-79e96111231e admin admin] Allocated IP 172.25.3.137 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca) {{(pid=102506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:43:24.057392 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-73e83628-5862-4c3a-93b1-d3ab9f8d6c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'name': 'tempest-TestSnapshotPattern-8449205-router', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:43:18Z', 'updated_at': '2021-11-10T20:43:21Z', 'revision_number': 4, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'gw_port': {'id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:19Z', 'updated_at': '2021-11-10T20:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '24336f76-787f-48e1-a7c6-b1b3e3a2ce87', 'name': '', 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'mac_address': 'fa:16:3e:96:5a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '676d7bd8-a664-4237-8ab7-f1d0e4f324e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:21Z', 'updated_at': '2021-11-10T20:43:21Z', 'revision_number': 2, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'subnets': [{'id': '676d7bd8-a664-4237-8ab7-f1d0e4f324e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:24.099980 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e83628-5862-4c3a-93b1-d3ab9f8d6c4b None None] Checking router: d164f6bf-7824-41df-b88f-169124fc3566 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:43:24.100293 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e83628-5862-4c3a-93b1-d3ab9f8d6c4b None None] Updating router d164f6bf-7824-41df-b88f-169124fc3566 port 24336f76-787f-48e1-a7c6-b1b3e3a2ce87 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:43:24.158866 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f97a5c08-1a76-4c07-bc11-79e96111231e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:24.161813 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-73e83628-5862-4c3a-93b1-d3ab9f8d6c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:24.194756 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f97a5c08-1a76-4c07-bc11-79e96111231e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:24.237923 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97a5c08-1a76-4c07-bc11-79e96111231e admin admin] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:43:24.244797 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.base_scheduler [None req-f97a5c08-1a76-4c07-bc11-79e96111231e admin admin] Resources bound (agent type, host, resource id): {{(pid=102506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:43:24.249525 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97a5c08-1a76-4c07-bc11-79e96111231e admin admin] Received port after_create {{(pid=102506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:43:24.270912 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a5c08-1a76-4c07-bc11-79e96111231e admin admin] Pushing event updated for resources: {'Port': ['ID=8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca,revision_number=1']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:24.308246 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7750f555-dcfc-491d-8b04-41c733e1fe84 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:43:24.343183 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-985decd8-af8b-4d8a-ab4f-c166f77ea8fa None None] Publish callbacks [] for port, precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:24.356195 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-985decd8-af8b-4d8a-ab4f-c166f77ea8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664'] for port, after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:24.466441 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985decd8-af8b-4d8a-ab4f-c166f77ea8fa None None] Network 91b28693-e1ac-410b-907a-7b9ed5ca6817 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:43:24.469291 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985decd8-af8b-4d8a-ab4f-c166f77ea8fa None None] Pushing event updated for resources: {'Port': ['ID=2af0f939-ded7-46ee-a000-d200614a17cb,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:24.477049 n-d-813897-4 neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-985decd8-af8b-4d8a-ab4f-c166f77ea8fa None None] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:43:24.479329 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985decd8-af8b-4d8a-ab4f-c166f77ea8fa None None] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:43:24.488823 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-d3e4592a-5d85-4bce-a7ea-56f1b38ab02c None None] Provisioning complete for port 8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:43:24.489180 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d3e4592a-5d85-4bce-a7ea-56f1b38ab02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:24.513031 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f97a5c08-1a76-4c07-bc11-79e96111231e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:24.588777 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-d3e4592a-5d85-4bce-a7ea-56f1b38ab02c None None] Port 8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:43:24.624518 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-985decd8-af8b-4d8a-ab4f-c166f77ea8fa None None] Attempting to bind port 2af0f939-ded7-46ee-a000-d200614a17cb on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:43:24.624886 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-985decd8-af8b-4d8a-ab4f-c166f77ea8fa None None] Attempting to bind port 2af0f939-ded7-46ee-a000-d200614a17cb by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '430a752a-42d3-417d-8025-c7786e186c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '91b28693-e1ac-410b-907a-7b9ed5ca6817'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:43:24.625243 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985decd8-af8b-4d8a-ab4f-c166f77ea8fa None None] Attempting to bind port 2af0f939-ded7-46ee-a000-d200614a17cb on network 91b28693-e1ac-410b-907a-7b9ed5ca6817 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:43:24.634166 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985decd8-af8b-4d8a-ab4f-c166f77ea8fa None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:43:24.634567 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985decd8-af8b-4d8a-ab4f-c166f77ea8fa None None] Checking segment: {'id': '430a752a-42d3-417d-8025-c7786e186c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '91b28693-e1ac-410b-907a-7b9ed5ca6817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:43:24.634963 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-985decd8-af8b-4d8a-ab4f-c166f77ea8fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:24.635343 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985decd8-af8b-4d8a-ab4f-c166f77ea8fa None None] Bound using segment: {'id': '430a752a-42d3-417d-8025-c7786e186c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '91b28693-e1ac-410b-907a-7b9ed5ca6817'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:43:24.635808 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-985decd8-af8b-4d8a-ab4f-c166f77ea8fa None None] Bound port: 2af0f939-ded7-46ee-a000-d200614a17cb, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430a752a-42d3-417d-8025-c7786e186c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '91b28693-e1ac-410b-907a-7b9ed5ca6817'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:43:24.636186 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-985decd8-af8b-4d8a-ab4f-c166f77ea8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:24.659987 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-73e83628-5862-4c3a-93b1-d3ab9f8d6c4b None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:24.682993 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-73e83628-5862-4c3a-93b1-d3ab9f8d6c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:24.720806 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f97a5c08-1a76-4c07-bc11-79e96111231e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409013'] for router, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:24.767460 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53454a-296c-4cae-990b-805e1091599b None None] Pushing event updated for resources: {'Port': ['ID=24336f76-787f-48e1-a7c6-b1b3e3a2ce87,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:24.774261 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-985decd8-af8b-4d8a-ab4f-c166f77ea8fa None None] For port 2af0f939-ded7-46ee-a000-d200614a17cb, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:43:24.776773 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-985decd8-af8b-4d8a-ab4f-c166f77ea8fa None None] For port 2af0f939-ded7-46ee-a000-d200614a17cb, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2af0f939-ded7-46ee-a000-d200614a17cb,segment=NetworkSegment(430a752a-42d3-417d-8025-c7786e186c04),segment_id=430a752a-42d3-417d-8025-c7786e186c04)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:43:24.794770 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-985decd8-af8b-4d8a-ab4f-c166f77ea8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:24.877931 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97a5c08-1a76-4c07-bc11-79e96111231e admin admin] Router 09969d0b-f56b-41ff-9036-b430991bb219 is scheduled to L3 agent b288843b-426b-4c69-9569-39630c5d5d3e with binding_index 1 {{(pid=102506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 20:43:25.061117 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-73e83628-5862-4c3a-93b1-d3ab9f8d6c4b None None] Attempting to bind port 24336f76-787f-48e1-a7c6-b1b3e3a2ce87 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:43:25.061117 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-73e83628-5862-4c3a-93b1-d3ab9f8d6c4b None None] Attempting to bind port 24336f76-787f-48e1-a7c6-b1b3e3a2ce87 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '879337b4-f817-422d-a9fb-65148ff0a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:43:25.061117 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e83628-5862-4c3a-93b1-d3ab9f8d6c4b None None] Attempting to bind port 24336f76-787f-48e1-a7c6-b1b3e3a2ce87 on network c02f36c5-aaae-4a11-a075-609b9af0aa0b {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:43:25.078861 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-7bf6aa98-96ef-4bb9-b6eb-a2d9b61abac9 None None] Provisioning complete for port 24336f76-787f-48e1-a7c6-b1b3e3a2ce87 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:43:25.079243 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7bf6aa98-96ef-4bb9-b6eb-a2d9b61abac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:25.082983 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985decd8-af8b-4d8a-ab4f-c166f77ea8fa None None] Pushing event updated for resources: {'Port': ['ID=2af0f939-ded7-46ee-a000-d200614a17cb,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:25.104605 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e83628-5862-4c3a-93b1-d3ab9f8d6c4b None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:43:25.105010 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e83628-5862-4c3a-93b1-d3ab9f8d6c4b None None] Checking segment: {'id': '879337b4-f817-422d-a9fb-65148ff0a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:43:25.105405 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-73e83628-5862-4c3a-93b1-d3ab9f8d6c4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:25.105875 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e83628-5862-4c3a-93b1-d3ab9f8d6c4b None None] Bound using segment: {'id': '879337b4-f817-422d-a9fb-65148ff0a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:43:25.106330 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-73e83628-5862-4c3a-93b1-d3ab9f8d6c4b None None] Bound port: 24336f76-787f-48e1-a7c6-b1b3e3a2ce87, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879337b4-f817-422d-a9fb-65148ff0a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:43:25.106721 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-73e83628-5862-4c3a-93b1-d3ab9f8d6c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:25.153836 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-7bf6aa98-96ef-4bb9-b6eb-a2d9b61abac9 None None] Port 24336f76-787f-48e1-a7c6-b1b3e3a2ce87 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:43:25.197623 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-73e83628-5862-4c3a-93b1-d3ab9f8d6c4b None None] For port 24336f76-787f-48e1-a7c6-b1b3e3a2ce87, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:43:25.203522 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-73e83628-5862-4c3a-93b1-d3ab9f8d6c4b None None] For port 24336f76-787f-48e1-a7c6-b1b3e3a2ce87, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=24336f76-787f-48e1-a7c6-b1b3e3a2ce87,segment=NetworkSegment(879337b4-f817-422d-a9fb-65148ff0a12b),segment_id=879337b4-f817-422d-a9fb-65148ff0a12b)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:43:25.209654 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-73e83628-5862-4c3a-93b1-d3ab9f8d6c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:25.303271 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e83628-5862-4c3a-93b1-d3ab9f8d6c4b None None] Routers {'d164f6bf-7824-41df-b88f-169124fc3566'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:43:25.303936 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-73e83628-5862-4c3a-93b1-d3ab9f8d6c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:42:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d164f6bf-7824-41df-b88f-169124fc3566'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:25.351075 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53454a-296c-4cae-990b-805e1091599b None None] Pushing event updated for resources: {'Port': ['ID=24336f76-787f-48e1-a7c6-b1b3e3a2ce87,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:25.392710 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97a5c08-1a76-4c07-bc11-79e96111231e admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:43:25.409562 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fab9ce2-76e4-4c9b-94bb-8c4ae4dbe078 None None] Sync routers for ids ['09969d0b-f56b-41ff-9036-b430991bb219'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:43:25.424363 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fab9ce2-76e4-4c9b-94bb-8c4ae4dbe078 None None] Routers {'09969d0b-f56b-41ff-9036-b430991bb219'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:43:25.425428 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-2fab9ce2-76e4-4c9b-94bb-8c4ae4dbe078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:42:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['09969d0b-f56b-41ff-9036-b430991bb219'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:25.429555 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f97a5c08-1a76-4c07-bc11-79e96111231e admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:25.434329 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59710) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:25.434901 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f97a5c08-1a76-4c07-bc11-79e96111231e admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9548869 Nov 10 20:43:25.446185 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-73e83628-5862-4c3a-93b1-d3ab9f8d6c4b None None] Set router d164f6bf-7824-41df-b88f-169124fc3566 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:43:25.552647 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-2fab9ce2-76e4-4c9b-94bb-8c4ae4dbe078 None None] Set router 09969d0b-f56b-41ff-9036-b430991bb219 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:43:25.692958 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-68f335f9-bfbe-44bc-aabf-955178bb303e None None] Provisioning complete for port 24336f76-787f-48e1-a7c6-b1b3e3a2ce87 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:43:25.693608 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-68f335f9-bfbe-44bc-aabf-955178bb303e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:25.728026 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-73e83628-5862-4c3a-93b1-d3ab9f8d6c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'name': 'tempest-TestSnapshotPattern-8449205-router', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:43:18Z', 'updated_at': '2021-11-10T20:43:21Z', 'revision_number': 4, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'gw_port': {'id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:19Z', 'updated_at': '2021-11-10T20:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '24336f76-787f-48e1-a7c6-b1b3e3a2ce87', 'name': '', 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'mac_address': 'fa:16:3e:96:5a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '676d7bd8-a664-4237-8ab7-f1d0e4f324e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:21Z', 'updated_at': '2021-11-10T20:43:25Z', 'revision_number': 4, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'subnets': [{'id': '676d7bd8-a664-4237-8ab7-f1d0e4f324e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:25.749419 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-2fab9ce2-76e4-4c9b-94bb-8c4ae4dbe078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09969d0b-f56b-41ff-9036-b430991bb219', 'name': 'tempest-TestSnapshotPattern-1265817479-router', 'tenant_id': '91bbf62c10904ab4b940eae6b2e859a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:43:23Z', 'updated_at': '2021-11-10T20:43:24Z', 'revision_number': 3, 'project_id': '91bbf62c10904ab4b940eae6b2e859a2', 'gw_port': {'id': '8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09969d0b-f56b-41ff-9036-b430991bb219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:23Z', 'updated_at': '2021-11-10T20:43:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:25.771556 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e83628-5862-4c3a-93b1-d3ab9f8d6c4b None None] The sync data for ids ['d164f6bf-7824-41df-b88f-169124fc3566'] in n-d-813897-4 is: [{'id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'name': 'tempest-TestSnapshotPattern-8449205-router', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:43:18Z', 'updated_at': '2021-11-10T20:43:21Z', 'revision_number': 4, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'gw_port': {'id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:19Z', 'updated_at': '2021-11-10T20:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '24336f76-787f-48e1-a7c6-b1b3e3a2ce87', 'name': '', 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'mac_address': 'fa:16:3e:96:5a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '676d7bd8-a664-4237-8ab7-f1d0e4f324e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:21Z', 'updated_at': '2021-11-10T20:43:25Z', 'revision_number': 4, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'subnets': [{'id': '676d7bd8-a664-4237-8ab7-f1d0e4f324e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:43:25.791787 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fab9ce2-76e4-4c9b-94bb-8c4ae4dbe078 None None] Checking router: 09969d0b-f56b-41ff-9036-b430991bb219 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:43:25.792343 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fab9ce2-76e4-4c9b-94bb-8c4ae4dbe078 None None] Updating router 09969d0b-f56b-41ff-9036-b430991bb219 port 8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca binding host n-d-813897-4 {{(pid=102508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:43:25.818058 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:25.855066 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2fab9ce2-76e4-4c9b-94bb-8c4ae4dbe078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:25.873431 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5d6cd4b6-db52-4373-ae5b-fa82fd81c3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:25.903304 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-68f335f9-bfbe-44bc-aabf-955178bb303e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:25.948784 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-68f335f9-bfbe-44bc-aabf-955178bb303e None None] For port 24336f76-787f-48e1-a7c6-b1b3e3a2ce87, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=24336f76-787f-48e1-a7c6-b1b3e3a2ce87,segment=NetworkSegment(879337b4-f817-422d-a9fb-65148ff0a12b),segment_id=879337b4-f817-422d-a9fb-65148ff0a12b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:43:25.959509 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-68f335f9-bfbe-44bc-aabf-955178bb303e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:26.046251 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f335f9-bfbe-44bc-aabf-955178bb303e None None] Pushing event updated for resources: {'Port': ['ID=24336f76-787f-48e1-a7c6-b1b3e3a2ce87,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:26.061463 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1d17282c-652a-482d-a14c-9989815ee9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:26.078495 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:26.226570 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2fab9ce2-76e4-4c9b-94bb-8c4ae4dbe078 None None] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:26.235765 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2fab9ce2-76e4-4c9b-94bb-8c4ae4dbe078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:26.262169 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-1d17282c-652a-482d-a14c-9989815ee9e4 admin admin] Allocated IP 172.20.0.1 (91b28693-e1ac-410b-907a-7b9ed5ca6817/1d9b07db-063b-4261-a86c-3cea977e9d1c/96cb4c92-8029-4632-966d-744174c140d3) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:43:26.292969 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d4f530-2cfb-4bbe-9a4b-f59f4df6af70 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:43:26.300457 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-2fab9ce2-76e4-4c9b-94bb-8c4ae4dbe078 None None] Attempting to bind port 8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca on host n-d-813897-4 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:43:26.301263 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-2fab9ce2-76e4-4c9b-94bb-8c4ae4dbe078 None None] Attempting to bind port 8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:43:26.301738 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fab9ce2-76e4-4c9b-94bb-8c4ae4dbe078 None None] Attempting to bind port 8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca on network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:43:26.324258 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fab9ce2-76e4-4c9b-94bb-8c4ae4dbe078 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:43:26.324858 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fab9ce2-76e4-4c9b-94bb-8c4ae4dbe078 None None] Checking segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:43:26.325385 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2fab9ce2-76e4-4c9b-94bb-8c4ae4dbe078 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:26.326078 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fab9ce2-76e4-4c9b-94bb-8c4ae4dbe078 None None] Bound using segment: {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:43:26.326654 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [None req-2fab9ce2-76e4-4c9b-94bb-8c4ae4dbe078 None None] Bound port: 8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a67ee1-a0e0-4a48-9bc4-e86eebf2b859', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:43:26.327135 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2fab9ce2-76e4-4c9b-94bb-8c4ae4dbe078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:26.329295 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d93c1-11f2-47f5-ac03-303f4379f0dd None None] Pushing event updated for resources: {'Port': ['ID=8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:26.388709 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-96edd8e1-a015-497e-8bca-e3722b262336 None None] Provisioning complete for port 8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:43:26.389219 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-96edd8e1-a015-497e-8bca-e3722b262336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:26.397946 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1d17282c-652a-482d-a14c-9989815ee9e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:26.412764 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-2fab9ce2-76e4-4c9b-94bb-8c4ae4dbe078 None None] For port 8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca, host n-d-813897-4, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:43:26.419537 n-d-813897-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-2fab9ce2-76e4-4c9b-94bb-8c4ae4dbe078 None None] For port 8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:43:26.429457 n-d-813897-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2fab9ce2-76e4-4c9b-94bb-8c4ae4dbe078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:26.454121 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1d17282c-652a-482d-a14c-9989815ee9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:26.463498 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fee7758-107f-4207-8432-33bf53203480 None None] Network 91b28693-e1ac-410b-907a-7b9ed5ca6817 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:43:26.481826 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-96edd8e1-a015-497e-8bca-e3722b262336 None None] Port 8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:43:26.537791 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d17282c-652a-482d-a14c-9989815ee9e4 admin admin] Pushing event updated for resources: {'Port': ['ID=96cb4c92-8029-4632-966d-744174c140d3,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:26.554373 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767e6e34-dfc4-477e-95d0-b9685f4e2a12 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:43:26.554557 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d17282c-652a-482d-a14c-9989815ee9e4 admin admin] Network 91b28693-e1ac-410b-907a-7b9ed5ca6817 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:43:26.556101 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-1d17282c-652a-482d-a14c-9989815ee9e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:43:26.560535 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d17282c-652a-482d-a14c-9989815ee9e4 admin admin] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:43:26.577855 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d93c1-11f2-47f5-ac03-303f4379f0dd None None] Pushing event updated for resources: {'Port': ['ID=8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:26.592613 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fab9ce2-76e4-4c9b-94bb-8c4ae4dbe078 None None] Routers {'09969d0b-f56b-41ff-9036-b430991bb219'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:43:26.593871 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-2fab9ce2-76e4-4c9b-94bb-8c4ae4dbe078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:43:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['09969d0b-f56b-41ff-9036-b430991bb219'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:26.645843 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-0b29cf72-f7ae-4f76-b854-c0000af3cef5 None None] Provisioning complete for port 8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:43:26.646590 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0b29cf72-f7ae-4f76-b854-c0000af3cef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:26.652180 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1d17282c-652a-482d-a14c-9989815ee9e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393570'] for router_interface, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:26.689366 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 24336f76-787f-48e1-a7c6-b1b3e3a2ce87 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:43:26.754834 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-2fab9ce2-76e4-4c9b-94bb-8c4ae4dbe078 None None] Set router 09969d0b-f56b-41ff-9036-b430991bb219 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:43:26.805242 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1d17282c-652a-482d-a14c-9989815ee9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:26.811903 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 24336f76-787f-48e1-a7c6-b1b3e3a2ce87 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:43:26.812487 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:26.911498 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0b29cf72-f7ae-4f76-b854-c0000af3cef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:26.990861 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-0b29cf72-f7ae-4f76-b854-c0000af3cef5 None None] For port 8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:43:26.998599 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2af0f939-ded7-46ee-a000-d200614a17cb up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:43:27.001969 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0b29cf72-f7ae-4f76-b854-c0000af3cef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:27.021086 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-2fab9ce2-76e4-4c9b-94bb-8c4ae4dbe078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09969d0b-f56b-41ff-9036-b430991bb219', 'name': 'tempest-TestSnapshotPattern-1265817479-router', 'tenant_id': '91bbf62c10904ab4b940eae6b2e859a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:43:23Z', 'updated_at': '2021-11-10T20:43:24Z', 'revision_number': 3, 'project_id': '91bbf62c10904ab4b940eae6b2e859a2', 'gw_port': {'id': '8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09969d0b-f56b-41ff-9036-b430991bb219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:23Z', 'updated_at': '2021-11-10T20:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:27.037253 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1d17282c-652a-482d-a14c-9989815ee9e4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:27.046318 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1d17282c-652a-482d-a14c-9989815ee9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:27.072324 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fab9ce2-76e4-4c9b-94bb-8c4ae4dbe078 None None] The sync data for ids ['09969d0b-f56b-41ff-9036-b430991bb219'] in n-d-813897-4 is: [{'id': '09969d0b-f56b-41ff-9036-b430991bb219', 'name': 'tempest-TestSnapshotPattern-1265817479-router', 'tenant_id': '91bbf62c10904ab4b940eae6b2e859a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:43:23Z', 'updated_at': '2021-11-10T20:43:24Z', 'revision_number': 3, 'project_id': '91bbf62c10904ab4b940eae6b2e859a2', 'gw_port': {'id': '8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09969d0b-f56b-41ff-9036-b430991bb219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:23Z', 'updated_at': '2021-11-10T20:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:43:27.113036 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29cf72-f7ae-4f76-b854-c0000af3cef5 None None] Pushing event updated for resources: {'Port': ['ID=8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:27.128112 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-0b29cf72-f7ae-4f76-b854-c0000af3cef5 None None] Provisioning complete for port 2af0f939-ded7-46ee-a000-d200614a17cb triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:43:27.129179 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0b29cf72-f7ae-4f76-b854-c0000af3cef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:27.133393 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-1d17282c-652a-482d-a14c-9989815ee9e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3908690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393718'] for router_interface, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:27.186380 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 2af0f939-ded7-46ee-a000-d200614a17cb triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:43:27.187058 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:27.225892 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d17282c-652a-482d-a14c-9989815ee9e4 admin admin] Pushing event updated for resources: {'Port': ['ID=96cb4c92-8029-4632-966d-744174c140d3,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:27.264589 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d17282c-652a-482d-a14c-9989815ee9e4 admin admin] Network 91b28693-e1ac-410b-907a-7b9ed5ca6817 is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:43:27.266237 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-1d17282c-652a-482d-a14c-9989815ee9e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:43:27.277023 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0b29cf72-f7ae-4f76-b854-c0000af3cef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:27.344176 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:27.384236 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-0b29cf72-f7ae-4f76-b854-c0000af3cef5 None None] For port 2af0f939-ded7-46ee-a000-d200614a17cb, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2af0f939-ded7-46ee-a000-d200614a17cb,segment=NetworkSegment(430a752a-42d3-417d-8025-c7786e186c04),segment_id=430a752a-42d3-417d-8025-c7786e186c04)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:43:27.391297 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0b29cf72-f7ae-4f76-b854-c0000af3cef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:27.416506 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d17282c-652a-482d-a14c-9989815ee9e4 admin admin] Router 09969d0b-f56b-41ff-9036-b430991bb219 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:43:27.482576 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 20:43:27.482944 n-d-813897-4 neutron-server[102507]: DEBUG oslo_db.api [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 20:43:27.500483 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29cf72-f7ae-4f76-b854-c0000af3cef5 None None] Pushing event updated for resources: {'Port': ['ID=2af0f939-ded7-46ee-a000-d200614a17cb,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:27.526771 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-78fd70ff-ddbc-4053-a2cf-2920db823828 None None] Provisioning complete for port 2af0f939-ded7-46ee-a000-d200614a17cb triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:43:27.527293 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-78fd70ff-ddbc-4053-a2cf-2920db823828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:27.543204 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d17282c-652a-482d-a14c-9989815ee9e4 admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:43:27.550590 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-1d17282c-652a-482d-a14c-9989815ee9e4 admin admin] 10.222.0.54 "PUT /v2.0/routers/09969d0b-f56b-41ff-9036-b430991bb219/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1140625 Nov 10 20:43:27.646081 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:27.646953 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-78fd70ff-ddbc-4053-a2cf-2920db823828 None None] Provisioning complete for port 96cb4c92-8029-4632-966d-744174c140d3 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:43:27.647307 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-78fd70ff-ddbc-4053-a2cf-2920db823828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:27.706912 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-78fd70ff-ddbc-4053-a2cf-2920db823828 None None] Port 96cb4c92-8029-4632-966d-744174c140d3 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:43:27.827059 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8c28aeb0-8b91-48a3-b36d-73a88fbfc3a2 None None] Provisioning complete for port 96cb4c92-8029-4632-966d-744174c140d3 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:43:27.827753 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8c28aeb0-8b91-48a3-b36d-73a88fbfc3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:27.867556 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-8c28aeb0-8b91-48a3-b36d-73a88fbfc3a2 None None] Port 96cb4c92-8029-4632-966d-744174c140d3 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:43:28.177118 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59718) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:28.181958 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-f8688059-56cb-4672-bd8e-253cb672c396 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1354070060', 'description': 'tempest-secgroup-smoke-1354070060 description', 'project_id': '79db8cd213a74b0ba51555c43fd585d1'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:43:28.206933 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f8688059-56cb-4672-bd8e-253cb672c396 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for security_group, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:28.277598 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f8688059-56cb-4672-bd8e-253cb672c396 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for security_group, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:28.282865 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f8688059-56cb-4672-bd8e-253cb672c396 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:28.312944 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-f8688059-56cb-4672-bd8e-253cb672c396 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:28.314388 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-f8688059-56cb-4672-bd8e-253cb672c396 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1360760 Nov 10 20:43:28.317792 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59720) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:28.323013 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-a39c37a8-38ab-4865-9253-aebffb715c1a tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Request body: {'security_group_rule': {'security_group_id': '80bff731-9114-4095-846b-6557dd19b64d', 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:43:28.324147 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8688059-56cb-4672-bd8e-253cb672c396 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80bff731-9114-4095-846b-6557dd19b64d,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:28.351267 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a39c37a8-38ab-4865-9253-aebffb715c1a tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:28.408249 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a39c37a8-38ab-4865-9253-aebffb715c1a tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:28.414631 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a39c37a8-38ab-4865-9253-aebffb715c1a tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:28.428890 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c37a8-38ab-4865-9253-aebffb715c1a tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5287d452-32a5-49b1-a83a-5be6b2d9e9ba,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:28.443900 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-a39c37a8-38ab-4865-9253-aebffb715c1a tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:28.445190 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-a39c37a8-38ab-4865-9253-aebffb715c1a tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262801 Nov 10 20:43:28.448188 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59722) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:28.452737 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-735b93a9-9733-4611-bc7d-8ad20666f802 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Request body: {'security_group_rule': {'security_group_id': '80bff731-9114-4095-846b-6557dd19b64d', 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:43:28.485141 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-735b93a9-9733-4611-bc7d-8ad20666f802 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:28.547065 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-735b93a9-9733-4611-bc7d-8ad20666f802 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:28.550488 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2af0f939-ded7-46ee-a000-d200614a17cb up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:43:28.555233 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-735b93a9-9733-4611-bc7d-8ad20666f802 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:28.573914 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b93a9-9733-4611-bc7d-8ad20666f802 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c6af9c-3f6d-433f-a2ca-2d641571b5ac,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:28.583563 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-735b93a9-9733-4611-bc7d-8ad20666f802 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:28.587663 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-735b93a9-9733-4611-bc7d-8ad20666f802 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1356950 Nov 10 20:43:28.588017 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59724) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:28.592792 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-e145011e-652f-4e7c-b3ad-1b0d34e08d38 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Request body: {'security_group_rule': {'security_group_id': '80bff731-9114-4095-846b-6557dd19b64d', 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:43:28.605844 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 2af0f939-ded7-46ee-a000-d200614a17cb triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:43:28.606464 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:28.623825 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e145011e-652f-4e7c-b3ad-1b0d34e08d38 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:28.686539 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e145011e-652f-4e7c-b3ad-1b0d34e08d38 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:28.692028 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e145011e-652f-4e7c-b3ad-1b0d34e08d38 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:28.692275 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:43:28.708873 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145011e-652f-4e7c-b3ad-1b0d34e08d38 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c38f982-e31c-49aa-acae-7a00264580f3,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:28.721887 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e145011e-652f-4e7c-b3ad-1b0d34e08d38 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:28.723201 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e145011e-652f-4e7c-b3ad-1b0d34e08d38 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1341994 Nov 10 20:43:28.726114 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59726) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:28.730932 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-03e0bcbb-5d45-48fd-a581-c514866db18f tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Request body: {'security_group_rule': {'security_group_id': '80bff731-9114-4095-846b-6557dd19b64d', 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:43:28.747147 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:43:28.747620 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:28.760216 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-03e0bcbb-5d45-48fd-a581-c514866db18f tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:28.828135 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-03e0bcbb-5d45-48fd-a581-c514866db18f tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:28.833932 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-03e0bcbb-5d45-48fd-a581-c514866db18f tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:28.854714 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0bcbb-5d45-48fd-a581-c514866db18f tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e47f9f6-1e8d-4fa8-bee6-1a9ad6f442ae,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:28.865470 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-03e0bcbb-5d45-48fd-a581-c514866db18f tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:28.866740 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-03e0bcbb-5d45-48fd-a581-c514866db18f tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1393988 Nov 10 20:43:28.869656 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59728) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:28.874360 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-e2b41dff-f084-485d-9b3a-5499d6a69a66 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Request body: {'security_group_rule': {'security_group_id': '80bff731-9114-4095-846b-6557dd19b64d', 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:43:28.901834 n-d-813897-4 neutron-server[102506]: INFO neutron.db.securitygroups_db [None req-e2b41dff-f084-485d-9b3a-5499d6a69a66 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Project 79db8cd213a74b0ba51555c43fd585d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 20:43:28.907491 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e2b41dff-f084-485d-9b3a-5499d6a69a66 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:28.969013 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e2b41dff-f084-485d-9b3a-5499d6a69a66 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:28.974975 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e2b41dff-f084-485d-9b3a-5499d6a69a66 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:28.993579 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b41dff-f084-485d-9b3a-5499d6a69a66 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e08321bb-729f-4ecc-8bb9-8dd01f842e39,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:29.002404 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-e2b41dff-f084-485d-9b3a-5499d6a69a66 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:29.003595 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-e2b41dff-f084-485d-9b3a-5499d6a69a66 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1329103 Nov 10 20:43:29.006533 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 59730) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:29.010817 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.v2.base [None req-82a4e802-ac57-44c6-82d7-96e63ebf391c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Request body: {'security_group_rule': {'security_group_id': '80bff731-9114-4095-846b-6557dd19b64d', 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:43:29.034724 n-d-813897-4 neutron-server[102506]: INFO neutron.db.securitygroups_db [None req-82a4e802-ac57-44c6-82d7-96e63ebf391c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Project 79db8cd213a74b0ba51555c43fd585d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 20:43:29.039896 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-82a4e802-ac57-44c6-82d7-96e63ebf391c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:29.108409 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-82a4e802-ac57-44c6-82d7-96e63ebf391c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:29.113725 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-82a4e802-ac57-44c6-82d7-96e63ebf391c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497032'] for security_group_rule, after_create {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:29.130827 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4e802-ac57-44c6-82d7-96e63ebf391c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1229e872-deec-4723-9800-c27710538813,revision_number=0']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:29.144637 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-82a4e802-ac57-44c6-82d7-96e63ebf391c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:29.144915 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:29.157098 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-82a4e802-ac57-44c6-82d7-96e63ebf391c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1384854 Nov 10 20:43:29.176865 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7559633f-4fc2-434f-8720-7719022bd241 None None] Sync routers for ids ['09969d0b-f56b-41ff-9036-b430991bb219'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:43:29.187374 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7559633f-4fc2-434f-8720-7719022bd241 None None] Routers {'09969d0b-f56b-41ff-9036-b430991bb219'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:43:29.188006 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-7559633f-4fc2-434f-8720-7719022bd241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:43:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['09969d0b-f56b-41ff-9036-b430991bb219'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:29.305624 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-7559633f-4fc2-434f-8720-7719022bd241 None None] Set router 09969d0b-f56b-41ff-9036-b430991bb219 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:43:29.312532 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-824f81bd-efc6-4f6b-8d3d-dba2cde296db tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1354070060&fields=id&tenant_id=79db8cd213a74b0ba51555c43fd585d1 HTTP/1.1" status: 200 len: 267 time: 0.0511982 Nov 10 20:43:29.427043 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-ed1f0a36-127f-4ead-bef5-5d6ae3947b61 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:29.428562 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-ed1f0a36-127f-4ead-bef5-5d6ae3947b61 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/networks?id=c02f36c5-aaae-4a11-a075-609b9af0aa0b HTTP/1.1" status: 200 len: 807 time: 0.1088042 Nov 10 20:43:29.445943 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:29.448118 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-2e8a744e-78a3-4773-bf52-2c0eec32e17a tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/quotas/79db8cd213a74b0ba51555c43fd585d1 HTTP/1.1" status: 200 len: 375 time: 0.0095448 Nov 10 20:43:29.502038 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-305706df-ba32-4d14-9a5e-112f0b273512 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=79db8cd213a74b0ba51555c43fd585d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472758 Nov 10 20:43:29.520284 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-79601336-fc64-43f0-9259-73fd07c85c79 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:43:29.521617 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-79601336-fc64-43f0-9259-73fd07c85c79 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060186 Nov 10 20:43:29.535282 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-7559633f-4fc2-434f-8720-7719022bd241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09969d0b-f56b-41ff-9036-b430991bb219', 'name': 'tempest-TestSnapshotPattern-1265817479-router', 'tenant_id': '91bbf62c10904ab4b940eae6b2e859a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:43:23Z', 'updated_at': '2021-11-10T20:43:26Z', 'revision_number': 4, 'project_id': '91bbf62c10904ab4b940eae6b2e859a2', 'gw_port': {'id': '8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09969d0b-f56b-41ff-9036-b430991bb219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:23Z', 'updated_at': '2021-11-10T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '96cb4c92-8029-4632-966d-744174c140d3', 'name': '', 'network_id': '91b28693-e1ac-410b-907a-7b9ed5ca6817', 'tenant_id': '91bbf62c10904ab4b940eae6b2e859a2', 'mac_address': 'fa:16:3e:29:00:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09969d0b-f56b-41ff-9036-b430991bb219', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '1d9b07db-063b-4261-a86c-3cea977e9d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:26Z', 'updated_at': '2021-11-10T20:43:26Z', 'revision_number': 2, 'project_id': '91bbf62c10904ab4b940eae6b2e859a2', 'subnets': [{'id': '1d9b07db-063b-4261-a86c-3cea977e9d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:29.562777 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7559633f-4fc2-434f-8720-7719022bd241 None None] Checking router: 09969d0b-f56b-41ff-9036-b430991bb219 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:43:29.563138 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7559633f-4fc2-434f-8720-7719022bd241 None None] Updating router 09969d0b-f56b-41ff-9036-b430991bb219 port 96cb4c92-8029-4632-966d-744174c140d3 binding host n-d-813897-4 {{(pid=102507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 20:43:29.589675 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7559633f-4fc2-434f-8720-7719022bd241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:29.622066 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-d02a26e7-fbca-49cb-99ab-2c5593ec9816 service neutron] 10.222.0.54 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932658 Nov 10 20:43:29.714956 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-e73ff3e1-0598-43ee-a119-bfe4b0753aa9 service neutron] 10.222.0.54 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853086 Nov 10 20:43:29.911138 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4532b77d-854b-47bb-bc2d-6e3aead73cee req-305aa5c4-2ab8-4c85-9ab0-8ee28c9f833e tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1a06044-02ce-4baf-b629-4cdbef125122 HTTP/1.1" status: 200 len: 210 time: 0.0394952 Nov 10 20:43:30.056112 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7559633f-4fc2-434f-8720-7719022bd241 None None] Publish callbacks [] for port, precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:30.063261 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7559633f-4fc2-434f-8720-7719022bd241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:30.121223 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ba44-0511-4daf-b841-8e36964e3e36 None None] Pushing event updated for resources: {'Port': ['ID=96cb4c92-8029-4632-966d-744174c140d3,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:30.178674 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-7559633f-4fc2-434f-8720-7719022bd241 None None] Attempting to bind port 96cb4c92-8029-4632-966d-744174c140d3 on host n-d-813897-4 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:43:30.179384 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-7559633f-4fc2-434f-8720-7719022bd241 None None] Attempting to bind port 96cb4c92-8029-4632-966d-744174c140d3 by drivers openvswitch,hyperv on host n-d-813897-4 at level 0 using segments [{'id': '430a752a-42d3-417d-8025-c7786e186c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '91b28693-e1ac-410b-907a-7b9ed5ca6817'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:43:30.179614 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7559633f-4fc2-434f-8720-7719022bd241 None None] Attempting to bind port 96cb4c92-8029-4632-966d-744174c140d3 on network 91b28693-e1ac-410b-907a-7b9ed5ca6817 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:43:30.185656 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7559633f-4fc2-434f-8720-7719022bd241 None None] Checking agent: {'id': '76cea06d-11ba-4bdb-a971-23d6049bf253', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 18, 54, 59), 'started_at': datetime.datetime(2021, 11, 10, 18, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813897-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:43:30.186054 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7559633f-4fc2-434f-8720-7719022bd241 None None] Checking segment: {'id': '430a752a-42d3-417d-8025-c7786e186c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '91b28693-e1ac-410b-907a-7b9ed5ca6817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:43:30.186465 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7559633f-4fc2-434f-8720-7719022bd241 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:30.186860 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7559633f-4fc2-434f-8720-7719022bd241 None None] Bound using segment: {'id': '430a752a-42d3-417d-8025-c7786e186c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '91b28693-e1ac-410b-907a-7b9ed5ca6817'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:43:30.187333 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [None req-7559633f-4fc2-434f-8720-7719022bd241 None None] Bound port: 96cb4c92-8029-4632-966d-744174c140d3, host: n-d-813897-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430a752a-42d3-417d-8025-c7786e186c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '91b28693-e1ac-410b-907a-7b9ed5ca6817'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:43:30.187716 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7559633f-4fc2-434f-8720-7719022bd241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:30.264841 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7559633f-4fc2-434f-8720-7719022bd241 None None] For port 96cb4c92-8029-4632-966d-744174c140d3, host n-d-813897-4, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:43:30.269557 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7559633f-4fc2-434f-8720-7719022bd241 None None] For port 96cb4c92-8029-4632-966d-744174c140d3, host n-d-813897-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=96cb4c92-8029-4632-966d-744174c140d3,segment=NetworkSegment(430a752a-42d3-417d-8025-c7786e186c04),segment_id=430a752a-42d3-417d-8025-c7786e186c04)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:43:30.277799 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7559633f-4fc2-434f-8720-7719022bd241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:30.333348 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7559633f-4fc2-434f-8720-7719022bd241 None None] Routers {'09969d0b-f56b-41ff-9036-b430991bb219'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:43:30.334039 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-7559633f-4fc2-434f-8720-7719022bd241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:43:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['09969d0b-f56b-41ff-9036-b430991bb219'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:30.380484 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ba44-0511-4daf-b841-8e36964e3e36 None None] Pushing event updated for resources: {'Port': ['ID=96cb4c92-8029-4632-966d-744174c140d3,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:30.454171 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-8c66328f-3d0d-469e-b565-393bc577a588 None None] Provisioning complete for port 96cb4c92-8029-4632-966d-744174c140d3 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:43:30.454550 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8c66328f-3d0d-469e-b565-393bc577a588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:30.504766 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-7559633f-4fc2-434f-8720-7719022bd241 None None] Set router 09969d0b-f56b-41ff-9036-b430991bb219 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:43:30.671411 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8c66328f-3d0d-469e-b565-393bc577a588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:30.723256 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-8c66328f-3d0d-469e-b565-393bc577a588 None None] For port 96cb4c92-8029-4632-966d-744174c140d3, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=96cb4c92-8029-4632-966d-744174c140d3,segment=NetworkSegment(430a752a-42d3-417d-8025-c7786e186c04),segment_id=430a752a-42d3-417d-8025-c7786e186c04)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:43:30.742485 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8c66328f-3d0d-469e-b565-393bc577a588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:30.805112 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66328f-3d0d-469e-b565-393bc577a588 None None] Pushing event updated for resources: {'Port': ['ID=96cb4c92-8029-4632-966d-744174c140d3,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:30.817444 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-7559633f-4fc2-434f-8720-7719022bd241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09969d0b-f56b-41ff-9036-b430991bb219', 'name': 'tempest-TestSnapshotPattern-1265817479-router', 'tenant_id': '91bbf62c10904ab4b940eae6b2e859a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:43:23Z', 'updated_at': '2021-11-10T20:43:26Z', 'revision_number': 4, 'project_id': '91bbf62c10904ab4b940eae6b2e859a2', 'gw_port': {'id': '8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09969d0b-f56b-41ff-9036-b430991bb219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:23Z', 'updated_at': '2021-11-10T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '96cb4c92-8029-4632-966d-744174c140d3', 'name': '', 'network_id': '91b28693-e1ac-410b-907a-7b9ed5ca6817', 'tenant_id': '91bbf62c10904ab4b940eae6b2e859a2', 'mac_address': 'fa:16:3e:29:00:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09969d0b-f56b-41ff-9036-b430991bb219', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '1d9b07db-063b-4261-a86c-3cea977e9d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:26Z', 'updated_at': '2021-11-10T20:43:30Z', 'revision_number': 4, 'project_id': '91bbf62c10904ab4b940eae6b2e859a2', 'subnets': [{'id': '1d9b07db-063b-4261-a86c-3cea977e9d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:30.844834 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7559633f-4fc2-434f-8720-7719022bd241 None None] The sync data for ids ['09969d0b-f56b-41ff-9036-b430991bb219'] in n-d-813897-4 is: [{'id': '09969d0b-f56b-41ff-9036-b430991bb219', 'name': 'tempest-TestSnapshotPattern-1265817479-router', 'tenant_id': '91bbf62c10904ab4b940eae6b2e859a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:43:23Z', 'updated_at': '2021-11-10T20:43:26Z', 'revision_number': 4, 'project_id': '91bbf62c10904ab4b940eae6b2e859a2', 'gw_port': {'id': '8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09969d0b-f56b-41ff-9036-b430991bb219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:23Z', 'updated_at': '2021-11-10T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '96cb4c92-8029-4632-966d-744174c140d3', 'name': '', 'network_id': '91b28693-e1ac-410b-907a-7b9ed5ca6817', 'tenant_id': '91bbf62c10904ab4b940eae6b2e859a2', 'mac_address': 'fa:16:3e:29:00:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09969d0b-f56b-41ff-9036-b430991bb219', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '1d9b07db-063b-4261-a86c-3cea977e9d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:26Z', 'updated_at': '2021-11-10T20:43:30Z', 'revision_number': 4, 'project_id': '91bbf62c10904ab4b940eae6b2e859a2', 'subnets': [{'id': '1d9b07db-063b-4261-a86c-3cea977e9d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:43:30.862725 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-587973a3-6abc-43e6-8231-bdc72388a90e None None] Provisioning complete for port 96cb4c92-8029-4632-966d-744174c140d3 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:43:30.863378 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-587973a3-6abc-43e6-8231-bdc72388a90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:31.076366 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-963d8680-a980-46e9-84e2-4b9e48d01a13 req-6ef14cce-e406-438c-b105-2872e0b70e35 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1a06044-02ce-4baf-b629-4cdbef125122 HTTP/1.1" status: 200 len: 210 time: 0.0518489 Nov 10 20:43:31.098442 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-973e82f1-d193-4c9e-8112-fa763cf05f6a tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:31.100271 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-973e82f1-d193-4c9e-8112-fa763cf05f6a tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.73 "GET /v2.0/networks?id=c02f36c5-aaae-4a11-a075-609b9af0aa0b HTTP/1.1" status: 200 len: 807 time: 0.2087598 Nov 10 20:43:31.172729 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-ac01d303-9833-412b-9de8-d7bfe32002ba tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79db8cd213a74b0ba51555c43fd585d1 HTTP/1.1" status: 200 len: 380 time: 0.0605466 Nov 10 20:43:31.183465 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-fa37d386-851f-4819-9d88-6a7208c3e05c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Request body: {'port': {'device_id': 'a1a06044-02ce-4baf-b629-4cdbef125122', 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'admin_state_up': True, 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'security_groups': ['80bff731-9114-4095-846b-6557dd19b64d']}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:43:31.311320 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-fa37d386-851f-4819-9d88-6a7208c3e05c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Made reservation on behalf of 79db8cd213a74b0ba51555c43fd585d1 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:43:31.315314 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-fa37d386-851f-4819-9d88-6a7208c3e05c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:31.443683 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-fa37d386-851f-4819-9d88-6a7208c3e05c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Allocated IP 172.20.0.11 (c02f36c5-aaae-4a11-a075-609b9af0aa0b/676d7bd8-a664-4237-8ab7-f1d0e4f324e2/7f27dcad-1c7b-4518-b48c-65cb7d400c91) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:43:31.634249 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-fa37d386-851f-4819-9d88-6a7208c3e05c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:31.670974 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-fa37d386-851f-4819-9d88-6a7208c3e05c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:31.719413 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-fa37d386-851f-4819-9d88-6a7208c3e05c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Network c02f36c5-aaae-4a11-a075-609b9af0aa0b is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:43:31.722854 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-fa37d386-851f-4819-9d88-6a7208c3e05c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:43:31.727734 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-fa37d386-851f-4819-9d88-6a7208c3e05c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:43:31.732084 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37d386-851f-4819-9d88-6a7208c3e05c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Pushing event updated for resources: {'Port': ['ID=7f27dcad-1c7b-4518-b48c-65cb7d400c91,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:31.785257 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-fa37d386-851f-4819-9d88-6a7208c3e05c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:31.786598 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-fa37d386-851f-4819-9d88-6a7208c3e05c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:31.804984 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-fa37d386-851f-4819-9d88-6a7208c3e05c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6257365 Nov 10 20:43:31.818092 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-062d8835-cee6-44de-89be-adc960b7d736 service neutron] Request body: {'port': {'device_id': 'a1a06044-02ce-4baf-b629-4cdbef125122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:43:31.876072 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-062d8835-cee6-44de-89be-adc960b7d736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:31.924629 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-6ea966a5-68ed-457e-948b-105886b9c2b0 None None] Provisioning complete for port 7f27dcad-1c7b-4518-b48c-65cb7d400c91 triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:43:31.925263 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ea966a5-68ed-457e-948b-105886b9c2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:31.967147 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-6ea966a5-68ed-457e-948b-105886b9c2b0 None None] Port 7f27dcad-1c7b-4518-b48c-65cb7d400c91 cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:43:32.156019 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-062d8835-cee6-44de-89be-adc960b7d736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f27dcad-1c7b-4518-b48c-65cb7d400c91 {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:43:32.164312 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-062d8835-cee6-44de-89be-adc960b7d736 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:32.177561 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-062d8835-cee6-44de-89be-adc960b7d736 service neutron] Transition to ACTIVE for port object 7f27dcad-1c7b-4518-b48c-65cb7d400c91 will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:43:32.182164 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-062d8835-cee6-44de-89be-adc960b7d736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:32.202722 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340438d-30b8-4739-ac59-68243cb11b7a req-c6c960c6-2389-4416-ad91-c3504c5449c1 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:32.204315 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d340438d-30b8-4739-ac59-68243cb11b7a req-c6c960c6-2389-4416-ad91-c3504c5449c1 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1a06044-02ce-4baf-b629-4cdbef125122 HTTP/1.1" status: 200 len: 932 time: 0.0508475 Nov 10 20:43:32.239917 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d8835-cee6-44de-89be-adc960b7d736 service neutron] Pushing event updated for resources: {'Port': ['ID=7f27dcad-1c7b-4518-b48c-65cb7d400c91,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:32.265131 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-d340438d-30b8-4739-ac59-68243cb11b7a req-eee28108-97f6-4d9a-adec-410ba4de08cc tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/security-groups?id=80bff731-9114-4095-846b-6557dd19b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527616 Nov 10 20:43:32.311139 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-062d8835-cee6-44de-89be-adc960b7d736 service neutron] Attempting to bind port 7f27dcad-1c7b-4518-b48c-65cb7d400c91 on host n-h1-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:43:32.311473 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-062d8835-cee6-44de-89be-adc960b7d736 service neutron] Attempting to bind port 7f27dcad-1c7b-4518-b48c-65cb7d400c91 by drivers openvswitch,hyperv on host n-h1-813897-4 at level 0 using segments [{'id': '879337b4-f817-422d-a9fb-65148ff0a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:43:32.311833 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-062d8835-cee6-44de-89be-adc960b7d736 service neutron] Attempting to bind port 7f27dcad-1c7b-4518-b48c-65cb7d400c91 on network c02f36c5-aaae-4a11-a075-609b9af0aa0b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:43:32.316467 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-062d8835-cee6-44de-89be-adc960b7d736 service neutron] Port 7f27dcad-1c7b-4518-b48c-65cb7d400c91 on network c02f36c5-aaae-4a11-a075-609b9af0aa0b not bound, no agent of type Open vSwitch agent registered on host n-h1-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:43:32.316786 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-062d8835-cee6-44de-89be-adc960b7d736 service neutron] Attempting to bind port 7f27dcad-1c7b-4518-b48c-65cb7d400c91 on network c02f36c5-aaae-4a11-a075-609b9af0aa0b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:43:32.321876 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-062d8835-cee6-44de-89be-adc960b7d736 service neutron] Checking agent: {'id': 'be4a56d9-f6ad-4f2b-bc02-c17babac2ba2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:43:32.322216 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-062d8835-cee6-44de-89be-adc960b7d736 service neutron] Checking segment: {'id': '879337b4-f817-422d-a9fb-65148ff0a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:43:32.322607 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-062d8835-cee6-44de-89be-adc960b7d736 service neutron] Bound using segment: {'id': '879337b4-f817-422d-a9fb-65148ff0a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:43:32.323020 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-062d8835-cee6-44de-89be-adc960b7d736 service neutron] Bound port: 7f27dcad-1c7b-4518-b48c-65cb7d400c91, host: n-h1-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '879337b4-f817-422d-a9fb-65148ff0a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:43:32.323371 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-062d8835-cee6-44de-89be-adc960b7d736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:32.396814 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-062d8835-cee6-44de-89be-adc960b7d736 service neutron] For port 7f27dcad-1c7b-4518-b48c-65cb7d400c91, host n-h1-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:43:32.401623 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-062d8835-cee6-44de-89be-adc960b7d736 service neutron] For port 7f27dcad-1c7b-4518-b48c-65cb7d400c91, host n-h1-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7f27dcad-1c7b-4518-b48c-65cb7d400c91,segment=NetworkSegment(879337b4-f817-422d-a9fb-65148ff0a12b),segment_id=879337b4-f817-422d-a9fb-65148ff0a12b)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:43:32.407434 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-062d8835-cee6-44de-89be-adc960b7d736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:32.445337 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-062d8835-cee6-44de-89be-adc960b7d736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:32.446308 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-062d8835-cee6-44de-89be-adc960b7d736 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:32.447966 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-062d8835-cee6-44de-89be-adc960b7d736 service neutron] 10.222.0.73 "PUT /v2.0/ports/7f27dcad-1c7b-4518-b48c-65cb7d400c91 HTTP/1.1" status: 200 len: 1092 time: 0.6344330 Nov 10 20:43:32.448197 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a06044-02ce-4baf-b629-4cdbef125122', 'tag': '7f27dcad-1c7b-4518-b48c-65cb7d400c91'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:43:32.450569 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baeff4f9-661e-4d0f-8e29-dac969b1a276" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a06044-02ce-4baf-b629-4cdbef125122", "tag": "7f27dcad-1c7b-4518-b48c-65cb7d400c91"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:43:32.490300 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d8835-cee6-44de-89be-adc960b7d736 service neutron] Pushing event updated for resources: {'Port': ['ID=7f27dcad-1c7b-4518-b48c-65cb7d400c91,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:32.506900 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41471af8-10cf-4717-933a-6e5f6d5d19fc x-openstack-request-id: req-41471af8-10cf-4717-933a-6e5f6d5d19fc {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:43:32.507218 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a06044-02ce-4baf-b629-4cdbef125122", "tag": "7f27dcad-1c7b-4518-b48c-65cb7d400c91", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:43:32.507446 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-41471af8-10cf-4717-933a-6e5f6d5d19fc {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:43:32.507961 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a06044-02ce-4baf-b629-4cdbef125122', 'tag': '7f27dcad-1c7b-4518-b48c-65cb7d400c91', 'status': 'completed', 'code': 200} Nov 10 20:43:32.545276 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 96cb4c92-8029-4632-966d-744174c140d3 up at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:43:32.564363 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-c122a66e-3bbd-4066-9121-0e62b48d5d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:32.567714 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-c122a66e-3bbd-4066-9121-0e62b48d5d71 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79db8cd213a74b0ba51555c43fd585d1&device_id=a1a06044-02ce-4baf-b629-4cdbef125122 HTTP/1.1" status: 200 len: 1095 time: 0.0522366 Nov 10 20:43:32.604262 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Provisioning complete for port 96cb4c92-8029-4632-966d-744174c140d3 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:43:32.604645 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:32.624592 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-96ca3d26-c680-4806-99d5-f509c7374610 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f27dcad-1c7b-4518-b48c-65cb7d400c91 HTTP/1.1" status: 200 len: 217 time: 0.0471747 Nov 10 20:43:32.683640 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-c02d1dbf-7f42-44ed-8bdb-9eae13a38532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:32.685152 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-c02d1dbf-7f42-44ed-8bdb-9eae13a38532 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=676d7bd8-a664-4237-8ab7-f1d0e4f324e2 HTTP/1.1" status: 200 len: 846 time: 0.0541003 Nov 10 20:43:32.733950 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-963816dd-9191-4288-8b88-ffd0d1520084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:32.735588 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-963816dd-9191-4288-8b88-ffd0d1520084 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c02f36c5-aaae-4a11-a075-609b9af0aa0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430238 Nov 10 20:43:32.832534 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-c1beb703-f424-4377-acfc-0c2a231440d4 service neutron] 10.222.0.73 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894516 Nov 10 20:43:32.927004 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-41b0776b-0ad1-40f3-9288-31b1c4bb000e req-65a068a1-ee5e-4700-b9fd-2a22feea5fc3 service neutron] 10.222.0.73 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868506 Nov 10 20:43:33.017406 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeff4f9-661e-4d0f-8e29-dac969b1a276 req-c2bf88b6-63e1-4a27-a136-1c0e64d88ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:33.019489 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-baeff4f9-661e-4d0f-8e29-dac969b1a276 req-c2bf88b6-63e1-4a27-a136-1c0e64d88ada service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79db8cd213a74b0ba51555c43fd585d1&device_id=a1a06044-02ce-4baf-b629-4cdbef125122 HTTP/1.1" status: 200 len: 1095 time: 0.0449100 Nov 10 20:43:33.130099 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeff4f9-661e-4d0f-8e29-dac969b1a276 req-af7b7978-45d0-48dc-abaa-a792d5349fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:33.131631 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-baeff4f9-661e-4d0f-8e29-dac969b1a276 req-af7b7978-45d0-48dc-abaa-a792d5349fac service neutron] 10.222.0.73 "GET /v2.0/networks?id=c02f36c5-aaae-4a11-a075-609b9af0aa0b HTTP/1.1" status: 200 len: 908 time: 0.1031852 Nov 10 20:43:33.176914 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-baeff4f9-661e-4d0f-8e29-dac969b1a276 req-29817137-b13f-46ef-885f-403281425164 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f27dcad-1c7b-4518-b48c-65cb7d400c91 HTTP/1.1" status: 200 len: 217 time: 0.0374215 Nov 10 20:43:33.237354 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeff4f9-661e-4d0f-8e29-dac969b1a276 req-ec9f9216-ebb5-4965-a775-b3e002a7f05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:33.238959 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-baeff4f9-661e-4d0f-8e29-dac969b1a276 req-ec9f9216-ebb5-4965-a775-b3e002a7f05c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=676d7bd8-a664-4237-8ab7-f1d0e4f324e2 HTTP/1.1" status: 200 len: 846 time: 0.0529134 Nov 10 20:43:33.293029 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeff4f9-661e-4d0f-8e29-dac969b1a276 req-cae64397-057a-49fc-ade4-d6b77c25fcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:33.294749 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-baeff4f9-661e-4d0f-8e29-dac969b1a276 req-cae64397-057a-49fc-ade4-d6b77c25fcfe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c02f36c5-aaae-4a11-a075-609b9af0aa0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453026 Nov 10 20:43:33.402001 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-baeff4f9-661e-4d0f-8e29-dac969b1a276 req-a9019750-0a2f-434a-a93d-1c62306f06bf service neutron] 10.222.0.73 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987740 Nov 10 20:43:33.402485 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f7a15-6642-45a8-85ed-c22a1826bd0a req-d8735ac9-745b-4fe9-a94d-97a5e51fe00e tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:33.404001 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b2f7a15-6642-45a8-85ed-c22a1826bd0a req-d8735ac9-745b-4fe9-a94d-97a5e51fe00e tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1a06044-02ce-4baf-b629-4cdbef125122 HTTP/1.1" status: 200 len: 944 time: 0.0591173 Nov 10 20:43:33.464026 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8b2f7a15-6642-45a8-85ed-c22a1826bd0a req-43a61fab-4175-4149-b688-db69d69f9b50 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/security-groups?id=80bff731-9114-4095-846b-6557dd19b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529721 Nov 10 20:43:33.507898 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-baeff4f9-661e-4d0f-8e29-dac969b1a276 req-32993046-7281-4cf4-b515-71a45910bb56 service neutron] 10.222.0.73 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985203 Nov 10 20:43:34.585851 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06a7fb-3ab0-4f4a-b647-3cbfe01b974c req-dabeae93-68e1-45a7-8ba2-7fcc71f28a3d tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:34.587617 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba06a7fb-3ab0-4f4a-b647-3cbfe01b974c req-dabeae93-68e1-45a7-8ba2-7fcc71f28a3d tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1a06044-02ce-4baf-b629-4cdbef125122 HTTP/1.1" status: 200 len: 944 time: 0.0529301 Nov 10 20:43:34.645281 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-ba06a7fb-3ab0-4f4a-b647-3cbfe01b974c req-a5ceb312-de54-4ed3-be9e-54e8de092dea tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/security-groups?id=80bff731-9114-4095-846b-6557dd19b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515258 Nov 10 20:43:35.339159 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 7f27dcad-1c7b-4518-b48c-65cb7d400c91 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:43:35.442679 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 7f27dcad-1c7b-4518-b48c-65cb7d400c91, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7f27dcad-1c7b-4518-b48c-65cb7d400c91,segment=NetworkSegment(879337b4-f817-422d-a9fb-65148ff0a12b),segment_id=879337b4-f817-422d-a9fb-65148ff0a12b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:43:35.457618 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '7f27dcad-1c7b-4518-b48c-65cb7d400c91', 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'port_id': '7f27dcad-1c7b-4518-b48c-65cb7d400c91', 'mac_address': 'fa:16:3e:19:50:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '676d7bd8-a664-4237-8ab7-f1d0e4f324e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:43:35.496047 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:35.510280 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f27dcad-1c7b-4518-b48c-65cb7d400c91 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:43:35.532983 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 7f27dcad-1c7b-4518-b48c-65cb7d400c91, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7f27dcad-1c7b-4518-b48c-65cb7d400c91,segment=NetworkSegment(879337b4-f817-422d-a9fb-65148ff0a12b),segment_id=879337b4-f817-422d-a9fb-65148ff0a12b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:43:35.538646 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:35.589462 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=7f27dcad-1c7b-4518-b48c-65cb7d400c91,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:35.748774 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['7f27dcad-1c7b-4518-b48c-65cb7d400c91'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:43:36.062077 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936291d-638c-4f03-8abe-5d666cdc6926 req-67108d95-17fb-4fb2-afbd-f93479a9f824 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:36.063558 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8936291d-638c-4f03-8abe-5d666cdc6926 req-67108d95-17fb-4fb2-afbd-f93479a9f824 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1a06044-02ce-4baf-b629-4cdbef125122 HTTP/1.1" status: 200 len: 945 time: 0.0491617 Nov 10 20:43:36.118515 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-8936291d-638c-4f03-8abe-5d666cdc6926 req-98dfe2da-3706-4d94-9d3f-6befb6a8169d tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/security-groups?id=80bff731-9114-4095-846b-6557dd19b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460184 Nov 10 20:43:37.243461 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f02eb6-a36f-4f0a-83ff-852dea8b6f04 req-5497ee15-c95b-42fe-8947-15435aca4317 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:37.245024 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-60f02eb6-a36f-4f0a-83ff-852dea8b6f04 req-5497ee15-c95b-42fe-8947-15435aca4317 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1a06044-02ce-4baf-b629-4cdbef125122 HTTP/1.1" status: 200 len: 945 time: 0.0549629 Nov 10 20:43:37.298110 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-60f02eb6-a36f-4f0a-83ff-852dea8b6f04 req-15db20fb-c795-4e8f-b304-4f455e5ce44d tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/security-groups?id=80bff731-9114-4095-846b-6557dd19b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468569 Nov 10 20:43:37.370559 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 7f27dcad-1c7b-4518-b48c-65cb7d400c91 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:43:37.422689 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning for port 7f27dcad-1c7b-4518-b48c-65cb7d400c91 completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:43:37.426709 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 7f27dcad-1c7b-4518-b48c-65cb7d400c91 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:43:37.427289 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:37.510750 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:37.535329 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a06044-02ce-4baf-b629-4cdbef125122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f27dcad-1c7b-4518-b48c-65cb7d400c91'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:43:37.537647 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fec2a2e-f7c6-4f22-ab3f-c3d3a9a13d43" -d '{"events": [{"server_uuid": "a1a06044-02ce-4baf-b629-4cdbef125122", "name": "network-vif-plugged", "status": "completed", "tag": "7f27dcad-1c7b-4518-b48c-65cb7d400c91"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:43:37.552079 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 7f27dcad-1c7b-4518-b48c-65cb7d400c91, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7f27dcad-1c7b-4518-b48c-65cb7d400c91,segment=NetworkSegment(879337b4-f817-422d-a9fb-65148ff0a12b),segment_id=879337b4-f817-422d-a9fb-65148ff0a12b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:43:37.557026 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:37.589203 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e069f059-828e-4660-a0f6-92fc80b8aba0 x-openstack-request-id: req-e069f059-828e-4660-a0f6-92fc80b8aba0 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:43:37.589464 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a06044-02ce-4baf-b629-4cdbef125122", "name": "network-vif-plugged", "status": "completed", "tag": "7f27dcad-1c7b-4518-b48c-65cb7d400c91", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:43:37.589731 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e069f059-828e-4660-a0f6-92fc80b8aba0 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:43:37.590173 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a06044-02ce-4baf-b629-4cdbef125122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f27dcad-1c7b-4518-b48c-65cb7d400c91', 'code': 200} Nov 10 20:43:37.619718 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=7f27dcad-1c7b-4518-b48c-65cb7d400c91,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:37.683621 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aeaa64-7634-4ba6-89be-3d4536a95efa req-e713f2fa-27c6-41fa-a931-dbb25bf50416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:37.685145 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-52aeaa64-7634-4ba6-89be-3d4536a95efa req-e713f2fa-27c6-41fa-a931-dbb25bf50416 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a1a06044-02ce-4baf-b629-4cdbef125122 HTTP/1.1" status: 200 len: 1097 time: 0.0425017 Nov 10 20:43:37.738100 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-52aeaa64-7634-4ba6-89be-3d4536a95efa req-d14b0f0c-543f-4100-8a1d-60f9247926dd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=80bff731-9114-4095-846b-6557dd19b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453084 Nov 10 20:43:38.421688 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a3b1f-2830-40fa-8302-890d7fa328e0 req-9000ae30-3228-40c1-b35a-74e1c2dcaef4 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:38.423326 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0c3a3b1f-2830-40fa-8302-890d7fa328e0 req-9000ae30-3228-40c1-b35a-74e1c2dcaef4 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1a06044-02ce-4baf-b629-4cdbef125122 HTTP/1.1" status: 200 len: 946 time: 0.0519638 Nov 10 20:43:38.474622 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-0c3a3b1f-2830-40fa-8302-890d7fa328e0 req-299980ca-b7e5-4ee4-a552-58520669fe5e tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/security-groups?id=80bff731-9114-4095-846b-6557dd19b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448377 Nov 10 20:43:39.604522 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b41554-c15d-4a4b-8280-01f863e9e65d req-09d86ca0-ba43-4ea8-ac0f-100b2ba4787b tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:39.606039 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51b41554-c15d-4a4b-8280-01f863e9e65d req-09d86ca0-ba43-4ea8-ac0f-100b2ba4787b tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1a06044-02ce-4baf-b629-4cdbef125122 HTTP/1.1" status: 200 len: 946 time: 0.0552375 Nov 10 20:43:39.659685 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-51b41554-c15d-4a4b-8280-01f863e9e65d req-e377adbb-c158-426e-8b00-eb8ed986ea6f tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/security-groups?id=80bff731-9114-4095-846b-6557dd19b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462394 Nov 10 20:43:39.781297 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3e4a8-5ab2-4d30-b2d8-b76279dfa4f9 req-b10733ef-562b-47b2-bf1c-ada60710986b tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:39.782963 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cea3e4a8-5ab2-4d30-b2d8-b76279dfa4f9 req-b10733ef-562b-47b2-bf1c-ada60710986b tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1a06044-02ce-4baf-b629-4cdbef125122 HTTP/1.1" status: 200 len: 946 time: 0.0515573 Nov 10 20:43:39.834052 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cea3e4a8-5ab2-4d30-b2d8-b76279dfa4f9 req-c5e6f5ea-83e8-49a6-8e00-62b2d7c559d0 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/security-groups?id=80bff731-9114-4095-846b-6557dd19b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450246 Nov 10 20:43:39.856359 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59780) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:39.985880 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee966ce-5897-42ba-b66c-273110f7c708 tempest-TestSnapshotPattern-114869948 tempest-TestSnapshotPattern-114869948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:39.987462 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-aee966ce-5897-42ba-b66c-273110f7c708 tempest-TestSnapshotPattern-114869948 tempest-TestSnapshotPattern-114869948-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a1a06044-02ce-4baf-b629-4cdbef125122 HTTP/1.1" status: 200 len: 1092 time: 0.1300178 Nov 10 20:43:39.990607 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 59784) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:43:39.995092 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-6ddeab97-0053-4cd3-8911-90e70f7896e2 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'port_id': '7f27dcad-1c7b-4518-b48c-65cb7d400c91', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:43:40.025945 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ddeab97-0053-4cd3-8911-90e70f7896e2 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for floatingip, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:40.134263 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ddeab97-0053-4cd3-8911-90e70f7896e2 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:40.252758 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-6ddeab97-0053-4cd3-8911-90e70f7896e2 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Allocated IP 172.25.3.73 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/4c5afb9c-d24a-49b7-a6f7-7e5124ddc620) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:43:40.360100 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ddeab97-0053-4cd3-8911-90e70f7896e2 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:40.403434 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ddeab97-0053-4cd3-8911-90e70f7896e2 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:40.446226 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddeab97-0053-4cd3-8911-90e70f7896e2 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:43:40.450483 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-6ddeab97-0053-4cd3-8911-90e70f7896e2 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:43:40.453065 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddeab97-0053-4cd3-8911-90e70f7896e2 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:43:40.476733 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddeab97-0053-4cd3-8911-90e70f7896e2 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Pushing event updated for resources: {'Port': ['ID=4c5afb9c-d24a-49b7-a6f7-7e5124ddc620,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:40.835360 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ddeab97-0053-4cd3-8911-90e70f7896e2 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:40.903156 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ddeab97-0053-4cd3-8911-90e70f7896e2 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:41.058976 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ddeab97-0053-4cd3-8911-90e70f7896e2 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:41.065457 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ddeab97-0053-4cd3-8911-90e70f7896e2 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:41.131302 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddeab97-0053-4cd3-8911-90e70f7896e2 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Pushing event updated for resources: {'Port': ['ID=4c5afb9c-d24a-49b7-a6f7-7e5124ddc620,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:43:41.145933 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ddeab97-0053-4cd3-8911-90e70f7896e2 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:41.594990 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [None req-6ddeab97-0053-4cd3-8911-90e70f7896e2 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Floating IP 1453f6cb-278e-4d80-89dc-31e9d55eb0f6 associated. External IP: 172.25.3.73, port: 7f27dcad-1c7b-4518-b48c-65cb7d400c91. Nov 10 20:43:41.809690 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ddeab97-0053-4cd3-8911-90e70f7896e2 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Router d164f6bf-7824-41df-b88f-169124fc3566 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:43:41.919004 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddeab97-0053-4cd3-8911-90e70f7896e2 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:43:41.929156 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b2c75b-be21-44b6-9b9b-c2f6db7bb62b None None] Sync routers for ids ['d164f6bf-7824-41df-b88f-169124fc3566'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:43:41.938867 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-6ddeab97-0053-4cd3-8911-90e70f7896e2 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:41.939872 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b2c75b-be21-44b6-9b9b-c2f6db7bb62b None None] Routers {'d164f6bf-7824-41df-b88f-169124fc3566'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:43:41.940678 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-65b2c75b-be21-44b6-9b9b-c2f6db7bb62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:43:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d164f6bf-7824-41df-b88f-169124fc3566'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:41.968377 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-6ddeab97-0053-4cd3-8911-90e70f7896e2 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9766967 Nov 10 20:43:41.968979 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a06044-02ce-4baf-b629-4cdbef125122', 'tag': '7f27dcad-1c7b-4518-b48c-65cb7d400c91'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:43:41.971668 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926c582b-68a9-407e-9209-282b83614d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a06044-02ce-4baf-b629-4cdbef125122", "tag": "7f27dcad-1c7b-4518-b48c-65cb7d400c91"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:43:42.011033 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17db596-573c-431b-8923-25e8a2ee5352 x-openstack-request-id: req-c17db596-573c-431b-8923-25e8a2ee5352 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:43:42.011338 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a06044-02ce-4baf-b629-4cdbef125122", "tag": "7f27dcad-1c7b-4518-b48c-65cb7d400c91", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:43:42.011650 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c17db596-573c-431b-8923-25e8a2ee5352 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:43:42.012066 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a06044-02ce-4baf-b629-4cdbef125122', 'tag': '7f27dcad-1c7b-4518-b48c-65cb7d400c91', 'status': 'completed', 'code': 200} Nov 10 20:43:42.079525 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c582b-68a9-407e-9209-282b83614d2c req-5c4f2769-9d5d-4216-9adc-72a8330ef95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:42.081858 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-926c582b-68a9-407e-9209-282b83614d2c req-5c4f2769-9d5d-4216-9adc-72a8330ef95c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79db8cd213a74b0ba51555c43fd585d1&device_id=a1a06044-02ce-4baf-b629-4cdbef125122 HTTP/1.1" status: 200 len: 1097 time: 0.0459030 Nov 10 20:43:42.152153 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-65b2c75b-be21-44b6-9b9b-c2f6db7bb62b None None] Set router d164f6bf-7824-41df-b88f-169124fc3566 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:43:42.186201 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c582b-68a9-407e-9209-282b83614d2c req-0244c5d5-e1a1-4af3-adda-c1cab017ce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:42.187595 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-926c582b-68a9-407e-9209-282b83614d2c req-0244c5d5-e1a1-4af3-adda-c1cab017ce22 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c02f36c5-aaae-4a11-a075-609b9af0aa0b HTTP/1.1" status: 200 len: 908 time: 0.0984528 Nov 10 20:43:42.267411 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-926c582b-68a9-407e-9209-282b83614d2c req-d83fc59b-7d4f-4b0b-9d54-e6ef3362f856 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f27dcad-1c7b-4518-b48c-65cb7d400c91 HTTP/1.1" status: 200 len: 999 time: 0.0723424 Nov 10 20:43:42.317940 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c582b-68a9-407e-9209-282b83614d2c req-9338386e-d07d-48fe-9f30-83a0eec09af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:42.319472 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-926c582b-68a9-407e-9209-282b83614d2c req-9338386e-d07d-48fe-9f30-83a0eec09af5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=676d7bd8-a664-4237-8ab7-f1d0e4f324e2 HTTP/1.1" status: 200 len: 846 time: 0.0447717 Nov 10 20:43:42.369337 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c582b-68a9-407e-9209-282b83614d2c req-07039855-acfd-41c8-aa1f-b186f5baff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:43:42.370966 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-926c582b-68a9-407e-9209-282b83614d2c req-07039855-acfd-41c8-aa1f-b186f5baff8f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c02f36c5-aaae-4a11-a075-609b9af0aa0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436375 Nov 10 20:43:42.388983 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-65b2c75b-be21-44b6-9b9b-c2f6db7bb62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'name': 'tempest-TestSnapshotPattern-8449205-router', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:43:18Z', 'updated_at': '2021-11-10T20:43:21Z', 'revision_number': 4, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'gw_port': {'id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:19Z', 'updated_at': '2021-11-10T20:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '1453f6cb-278e-4d80-89dc-31e9d55eb0f6', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'floating_ip_address': '172.25.3.73', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'port_id': '7f27dcad-1c7b-4518-b48c-65cb7d400c91', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'mac_address': 'fa:16:3e:19:50:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a06044-02ce-4baf-b629-4cdbef125122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:43:40Z', 'updated_at': '2021-11-10T20:43:40Z', 'revision_number': 0, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24336f76-787f-48e1-a7c6-b1b3e3a2ce87', 'name': '', 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'mac_address': 'fa:16:3e:96:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '676d7bd8-a664-4237-8ab7-f1d0e4f324e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:21Z', 'updated_at': '2021-11-10T20:43:25Z', 'revision_number': 5, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'subnets': [{'id': '676d7bd8-a664-4237-8ab7-f1d0e4f324e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:42.418195 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b2c75b-be21-44b6-9b9b-c2f6db7bb62b None None] Checking router: d164f6bf-7824-41df-b88f-169124fc3566 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:43:42.427551 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b2c75b-be21-44b6-9b9b-c2f6db7bb62b None None] Routers {'d164f6bf-7824-41df-b88f-169124fc3566'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:43:42.428188 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-65b2c75b-be21-44b6-9b9b-c2f6db7bb62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:43:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d164f6bf-7824-41df-b88f-169124fc3566'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:42.470364 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-926c582b-68a9-407e-9209-282b83614d2c req-e79a8d4c-1b7b-46ca-bca3-dd641a60e1f1 service neutron] 10.222.0.73 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921662 Nov 10 20:43:42.535450 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-65b2c75b-be21-44b6-9b9b-c2f6db7bb62b None None] Set router d164f6bf-7824-41df-b88f-169124fc3566 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:43:42.567926 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-926c582b-68a9-407e-9209-282b83614d2c req-be128ac5-6f4c-4936-9d17-774585535b37 service neutron] 10.222.0.73 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905528 Nov 10 20:43:42.761556 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-65b2c75b-be21-44b6-9b9b-c2f6db7bb62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'name': 'tempest-TestSnapshotPattern-8449205-router', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:43:18Z', 'updated_at': '2021-11-10T20:43:21Z', 'revision_number': 4, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'gw_port': {'id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:19Z', 'updated_at': '2021-11-10T20:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '1453f6cb-278e-4d80-89dc-31e9d55eb0f6', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'floating_ip_address': '172.25.3.73', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'port_id': '7f27dcad-1c7b-4518-b48c-65cb7d400c91', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'mac_address': 'fa:16:3e:19:50:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a06044-02ce-4baf-b629-4cdbef125122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:43:40Z', 'updated_at': '2021-11-10T20:43:40Z', 'revision_number': 0, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24336f76-787f-48e1-a7c6-b1b3e3a2ce87', 'name': '', 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'mac_address': 'fa:16:3e:96:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '676d7bd8-a664-4237-8ab7-f1d0e4f324e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:21Z', 'updated_at': '2021-11-10T20:43:25Z', 'revision_number': 5, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'subnets': [{'id': '676d7bd8-a664-4237-8ab7-f1d0e4f324e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:43:42.791533 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b2c75b-be21-44b6-9b9b-c2f6db7bb62b None None] The sync data for ids ['d164f6bf-7824-41df-b88f-169124fc3566'] in n-d-813897-4 is: [{'id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'name': 'tempest-TestSnapshotPattern-8449205-router', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:43:18Z', 'updated_at': '2021-11-10T20:43:21Z', 'revision_number': 4, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'gw_port': {'id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:19Z', 'updated_at': '2021-11-10T20:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '1453f6cb-278e-4d80-89dc-31e9d55eb0f6', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'floating_ip_address': '172.25.3.73', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'port_id': '7f27dcad-1c7b-4518-b48c-65cb7d400c91', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'mac_address': 'fa:16:3e:19:50:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a06044-02ce-4baf-b629-4cdbef125122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:43:40Z', 'updated_at': '2021-11-10T20:43:40Z', 'revision_number': 0, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24336f76-787f-48e1-a7c6-b1b3e3a2ce87', 'name': '', 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'mac_address': 'fa:16:3e:96:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '676d7bd8-a664-4237-8ab7-f1d0e4f324e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:21Z', 'updated_at': '2021-11-10T20:43:25Z', 'revision_number': 5, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'subnets': [{'id': '676d7bd8-a664-4237-8ab7-f1d0e4f324e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:43:42.990687 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1ca2ea-ff50-4e68-b549-f40557ba2b64 None None] New status for floating IP 1453f6cb-278e-4d80-89dc-31e9d55eb0f6: ACTIVE {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:43:49.287897 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:43:53.515521 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5dd15172-4c55-4c8d-9559-f8dd00c1fbac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:55.786745 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-57761c03-7b38-4095-b8ca-4ff49359e900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:55.796543 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:55.988181 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:57.647533 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:59.150856 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:43:59.386472 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:44:23.515303 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-52c1d2e1-cc6a-47ae-b922-3de00366478f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:44:25.788424 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3454a32b-283e-42f6-9fb0-babfeddfefdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:44:25.791278 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:44:25.993616 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:44:26.290271 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:44:27.648351 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:44:29.154121 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:44:29.165777 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-33075a6b-b46d-4b06-913b-ec868067c949 req-df2cf944-f375-45c5-831c-e2a911844933 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a1a06044-02ce-4baf-b629-4cdbef125122&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1011584 Nov 10 20:44:29.259682 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33075a6b-b46d-4b06-913b-ec868067c949 req-4d0c7e2e-1d0c-4e8e-aba0-a9fefc957072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:44:29.261285 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-33075a6b-b46d-4b06-913b-ec868067c949 req-4d0c7e2e-1d0c-4e8e-aba0-a9fefc957072 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79db8cd213a74b0ba51555c43fd585d1&device_id=a1a06044-02ce-4baf-b629-4cdbef125122 HTTP/1.1" status: 200 len: 1097 time: 0.0493505 Nov 10 20:44:29.372834 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33075a6b-b46d-4b06-913b-ec868067c949 req-019a2be4-c2d2-4575-9584-a953dcd69f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:44:29.374517 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-33075a6b-b46d-4b06-913b-ec868067c949 req-019a2be4-c2d2-4575-9584-a953dcd69f99 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c02f36c5-aaae-4a11-a075-609b9af0aa0b HTTP/1.1" status: 200 len: 908 time: 0.0917046 Nov 10 20:44:29.382779 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:44:29.449598 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-33075a6b-b46d-4b06-913b-ec868067c949 req-8f0721c7-683d-4c59-ad68-710a3977597a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f27dcad-1c7b-4518-b48c-65cb7d400c91 HTTP/1.1" status: 200 len: 1001 time: 0.0666876 Nov 10 20:44:29.509055 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33075a6b-b46d-4b06-913b-ec868067c949 req-f602d268-d08d-4281-a96c-7b3dfb009421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:44:29.510632 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-33075a6b-b46d-4b06-913b-ec868067c949 req-f602d268-d08d-4281-a96c-7b3dfb009421 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=676d7bd8-a664-4237-8ab7-f1d0e4f324e2 HTTP/1.1" status: 200 len: 846 time: 0.0535860 Nov 10 20:44:29.558028 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33075a6b-b46d-4b06-913b-ec868067c949 req-7cfd4033-1187-4583-ac62-6cb74af44dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:44:29.559577 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-33075a6b-b46d-4b06-913b-ec868067c949 req-7cfd4033-1187-4583-ac62-6cb74af44dd6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c02f36c5-aaae-4a11-a075-609b9af0aa0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417736 Nov 10 20:44:29.671323 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-33075a6b-b46d-4b06-913b-ec868067c949 req-f980ad9c-e7d7-46eb-ae5f-679efdb99282 service neutron] 10.222.0.73 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027045 Nov 10 20:44:29.767448 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-33075a6b-b46d-4b06-913b-ec868067c949 req-d96a08c8-0cf4-4a02-8c47-f55bcb0d616e service neutron] 10.222.0.73 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866134 Nov 10 20:44:53.513805 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-56b80375-457e-4601-ab64-44e73d6c9be6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:44:55.786599 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-effa5c38-5581-4ae1-ba44-bfb2e0cf7d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:44:55.795033 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:44:55.985670 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:44:57.649593 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:44:59.159289 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:44:59.377952 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:03.295625 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:45:23.509617 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a8b6a11e-62c0-4d0f-b1b9-d87c80b6940d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:25.783247 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f8d685cd-581b-4ae5-a53f-cd0cc82673df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:25.809666 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:25.989492 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:27.653298 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:29.160957 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:29.374573 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:30.124595 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5be51896-5447-45be-87ad-5504de3f4db9 req-1e9e6fb5-05ab-460a-9b6d-3ed94f4fa81f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a1a06044-02ce-4baf-b629-4cdbef125122&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567398 Nov 10 20:45:30.214499 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be51896-5447-45be-87ad-5504de3f4db9 req-500e426b-f995-48e3-aa72-5bd4c5f96ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:45:30.216009 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5be51896-5447-45be-87ad-5504de3f4db9 req-500e426b-f995-48e3-aa72-5bd4c5f96ba8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79db8cd213a74b0ba51555c43fd585d1&device_id=a1a06044-02ce-4baf-b629-4cdbef125122 HTTP/1.1" status: 200 len: 1097 time: 0.0425224 Nov 10 20:45:30.324873 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be51896-5447-45be-87ad-5504de3f4db9 req-ba2822ff-d26a-4087-96da-9a42bc6d1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:45:30.326414 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5be51896-5447-45be-87ad-5504de3f4db9 req-ba2822ff-d26a-4087-96da-9a42bc6d1673 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c02f36c5-aaae-4a11-a075-609b9af0aa0b HTTP/1.1" status: 200 len: 908 time: 0.0900931 Nov 10 20:45:30.414499 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5be51896-5447-45be-87ad-5504de3f4db9 req-0cd04b5b-cb9a-4e8c-bd76-3e3c0be90650 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f27dcad-1c7b-4518-b48c-65cb7d400c91 HTTP/1.1" status: 200 len: 1001 time: 0.0803134 Nov 10 20:45:30.467265 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be51896-5447-45be-87ad-5504de3f4db9 req-c61a607e-9d51-4cec-941b-ae49fbc89462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:45:30.468747 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5be51896-5447-45be-87ad-5504de3f4db9 req-c61a607e-9d51-4cec-941b-ae49fbc89462 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=676d7bd8-a664-4237-8ab7-f1d0e4f324e2 HTTP/1.1" status: 200 len: 846 time: 0.0469434 Nov 10 20:45:30.518605 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be51896-5447-45be-87ad-5504de3f4db9 req-8ae04edd-e4ca-46de-8b64-9911a00bfebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:45:30.520167 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5be51896-5447-45be-87ad-5504de3f4db9 req-8ae04edd-e4ca-46de-8b64-9911a00bfebb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c02f36c5-aaae-4a11-a075-609b9af0aa0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441740 Nov 10 20:45:30.627877 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5be51896-5447-45be-87ad-5504de3f4db9 req-8f09ad66-e495-4a44-9bcb-0b31eea89c3a service neutron] 10.222.0.73 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989575 Nov 10 20:45:30.724549 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-5be51896-5447-45be-87ad-5504de3f4db9 req-19ac9868-beee-4c6c-b1a7-8568ba05952d service neutron] 10.222.0.73 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888677 Nov 10 20:45:40.299489 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:45:42.038484 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 7f27dcad-1c7b-4518-b48c-65cb7d400c91 details requested by agent hyperv_n-h1-813897-4 with host n-h1-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:45:42.323931 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 7f27dcad-1c7b-4518-b48c-65cb7d400c91, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7f27dcad-1c7b-4518-b48c-65cb7d400c91,segment=NetworkSegment(879337b4-f817-422d-a9fb-65148ff0a12b),segment_id=879337b4-f817-422d-a9fb-65148ff0a12b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:45:42.336974 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Returning: {'device': '7f27dcad-1c7b-4518-b48c-65cb7d400c91', 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'port_id': '7f27dcad-1c7b-4518-b48c-65cb7d400c91', 'mac_address': 'fa:16:3e:19:50:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '676d7bd8-a664-4237-8ab7-f1d0e4f324e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:45:42.377054 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:42.391347 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f27dcad-1c7b-4518-b48c-65cb7d400c91 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:45:42.414216 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 7f27dcad-1c7b-4518-b48c-65cb7d400c91, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7f27dcad-1c7b-4518-b48c-65cb7d400c91,segment=NetworkSegment(879337b4-f817-422d-a9fb-65148ff0a12b),segment_id=879337b4-f817-422d-a9fb-65148ff0a12b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:45:42.418847 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:42.483698 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=7f27dcad-1c7b-4518-b48c-65cb7d400c91,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:45:42.495609 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] get_ports_and_sgs() called for port_ids ['7f27dcad-1c7b-4518-b48c-65cb7d400c91'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:45:42.498645 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:45:42.498988 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:45:42.499346 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:45:42.499675 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:45:42.500196 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:45:42.500565 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:45:42.500950 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:45:42.501274 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:45:42.501594 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:45:42.501938 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:45:42.502372 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:45:42.502690 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:45:44.070899 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 7f27dcad-1c7b-4518-b48c-65cb7d400c91 up at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:45:44.123270 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Provisioning complete for port 7f27dcad-1c7b-4518-b48c-65cb7d400c91 triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:45:44.124085 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:44.207153 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:44.237198 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a06044-02ce-4baf-b629-4cdbef125122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f27dcad-1c7b-4518-b48c-65cb7d400c91'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:45:44.240233 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d817d03-ce3f-4481-9031-2404ba11cdac" -d '{"events": [{"server_uuid": "a1a06044-02ce-4baf-b629-4cdbef125122", "name": "network-vif-plugged", "status": "completed", "tag": "7f27dcad-1c7b-4518-b48c-65cb7d400c91"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:45:44.257345 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 7f27dcad-1c7b-4518-b48c-65cb7d400c91, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7f27dcad-1c7b-4518-b48c-65cb7d400c91,segment=NetworkSegment(879337b4-f817-422d-a9fb-65148ff0a12b),segment_id=879337b4-f817-422d-a9fb-65148ff0a12b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:45:44.268104 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:44.334351 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=7f27dcad-1c7b-4518-b48c-65cb7d400c91,revision_number=7']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:45:44.419699 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8943909a-0f02-4a23-bec1-0e1bb64e97b5 x-openstack-request-id: req-8943909a-0f02-4a23-bec1-0e1bb64e97b5 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:45:44.420000 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a06044-02ce-4baf-b629-4cdbef125122", "name": "network-vif-plugged", "status": "completed", "tag": "7f27dcad-1c7b-4518-b48c-65cb7d400c91", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:45:44.420259 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8943909a-0f02-4a23-bec1-0e1bb64e97b5 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:45:44.420655 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a06044-02ce-4baf-b629-4cdbef125122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f27dcad-1c7b-4518-b48c-65cb7d400c91', 'code': 200} Nov 10 20:45:51.395937 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-676e62db-d6f6-43d5-8029-70896ea32946 req-30a197b7-ded7-4147-ac1e-ccc51e9a7893 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1354070060&fields=id&tenant_id=79db8cd213a74b0ba51555c43fd585d1 HTTP/1.1" status: 200 len: 267 time: 0.0469134 Nov 10 20:45:51.513102 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e62db-d6f6-43d5-8029-70896ea32946 req-cc05cde3-f51b-4737-afe5-b63b7ec9955c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:45:51.514630 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-676e62db-d6f6-43d5-8029-70896ea32946 req-cc05cde3-f51b-4737-afe5-b63b7ec9955c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/networks?id=c02f36c5-aaae-4a11-a075-609b9af0aa0b HTTP/1.1" status: 200 len: 807 time: 0.1116803 Nov 10 20:45:51.531276 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-676e62db-d6f6-43d5-8029-70896ea32946 req-e61a8952-6d80-497c-99db-ed568f6dbb26 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/quotas/79db8cd213a74b0ba51555c43fd585d1 HTTP/1.1" status: 200 len: 375 time: 0.0101626 Nov 10 20:45:51.590948 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-676e62db-d6f6-43d5-8029-70896ea32946 req-e5a07b35-8b20-4fc9-ac5a-40fe53b2457b tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=79db8cd213a74b0ba51555c43fd585d1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0536764 Nov 10 20:45:51.745442 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-676e62db-d6f6-43d5-8029-70896ea32946 req-1f95f2de-ec9e-41ad-bb77-1bbec69107b7 service neutron] 10.222.0.54 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411679 Nov 10 20:45:51.835541 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-676e62db-d6f6-43d5-8029-70896ea32946 req-a4ddae93-5fc5-423d-8fdf-cd31c391d963 service neutron] 10.222.0.54 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833056 Nov 10 20:45:52.014437 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-9378dda4-a9c1-43c1-a484-88a70e1bb5d6 req-ba0903a2-bf99-4f9f-b535-4e0d92e13420 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca HTTP/1.1" status: 200 len: 210 time: 0.0348132 Nov 10 20:45:53.015451 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e62db-d6f6-43d5-8029-70896ea32946 req-043b2536-656b-4776-a457-bda869e91e17 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:45:53.016964 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-676e62db-d6f6-43d5-8029-70896ea32946 req-043b2536-656b-4776-a457-bda869e91e17 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.25 "GET /v2.0/networks?id=c02f36c5-aaae-4a11-a075-609b9af0aa0b HTTP/1.1" status: 200 len: 807 time: 0.1082740 Nov 10 20:45:53.095913 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-676e62db-d6f6-43d5-8029-70896ea32946 req-883c0062-f347-4043-92df-00f8a658a10b tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79db8cd213a74b0ba51555c43fd585d1 HTTP/1.1" status: 200 len: 380 time: 0.0677874 Nov 10 20:45:53.106733 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-676e62db-d6f6-43d5-8029-70896ea32946 req-e32b73bc-39d9-452a-bbfc-d0d535d9df1c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Request body: {'port': {'device_id': 'ef63fe02-33c4-43c7-81f7-1c831d39f1ca', 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'admin_state_up': True, 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'security_groups': ['80bff731-9114-4095-846b-6557dd19b64d']}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:45:53.121140 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-599bf5fc-4717-4852-847d-87b8263109de req-d24f527e-6994-49f2-aba6-1e0be93fa830 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca HTTP/1.1" status: 200 len: 210 time: 0.0295444 Nov 10 20:45:53.234969 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-676e62db-d6f6-43d5-8029-70896ea32946 req-e32b73bc-39d9-452a-bbfc-d0d535d9df1c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Made reservation on behalf of 79db8cd213a74b0ba51555c43fd585d1 for: {'port': 1} {{(pid=102505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 20:45:53.238730 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-676e62db-d6f6-43d5-8029-70896ea32946 req-e32b73bc-39d9-452a-bbfc-d0d535d9df1c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:53.381177 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [req-676e62db-d6f6-43d5-8029-70896ea32946 req-e32b73bc-39d9-452a-bbfc-d0d535d9df1c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Allocated IP 172.20.0.7 (c02f36c5-aaae-4a11-a075-609b9af0aa0b/676d7bd8-a664-4237-8ab7-f1d0e4f324e2/ef95d4ed-7d34-48c8-884b-aff0ed289a8b) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:45:53.507226 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cba8f77f-52af-4909-a15b-0744f6bf4552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:53.569667 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-676e62db-d6f6-43d5-8029-70896ea32946 req-e32b73bc-39d9-452a-bbfc-d0d535d9df1c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:53.611381 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-676e62db-d6f6-43d5-8029-70896ea32946 req-e32b73bc-39d9-452a-bbfc-d0d535d9df1c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:53.671528 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-676e62db-d6f6-43d5-8029-70896ea32946 req-e32b73bc-39d9-452a-bbfc-d0d535d9df1c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Network c02f36c5-aaae-4a11-a075-609b9af0aa0b is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:45:53.674957 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [req-676e62db-d6f6-43d5-8029-70896ea32946 req-e32b73bc-39d9-452a-bbfc-d0d535d9df1c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:45:53.677847 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-676e62db-d6f6-43d5-8029-70896ea32946 req-e32b73bc-39d9-452a-bbfc-d0d535d9df1c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:45:53.707363 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b73bc-39d9-452a-bbfc-d0d535d9df1c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Pushing event updated for resources: {'Port': ['ID=ef95d4ed-7d34-48c8-884b-aff0ed289a8b,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:45:53.726279 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b73bc-39d9-452a-bbfc-d0d535d9df1c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:45:53.726632 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b73bc-39d9-452a-bbfc-d0d535d9df1c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:45:53.726977 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b73bc-39d9-452a-bbfc-d0d535d9df1c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:45:53.727336 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b73bc-39d9-452a-bbfc-d0d535d9df1c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:45:53.727797 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b73bc-39d9-452a-bbfc-d0d535d9df1c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:45:53.728138 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b73bc-39d9-452a-bbfc-d0d535d9df1c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:45:53.728478 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b73bc-39d9-452a-bbfc-d0d535d9df1c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:45:53.728807 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b73bc-39d9-452a-bbfc-d0d535d9df1c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:45:53.729136 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b73bc-39d9-452a-bbfc-d0d535d9df1c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:45:53.729463 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b73bc-39d9-452a-bbfc-d0d535d9df1c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:45:53.729816 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b73bc-39d9-452a-bbfc-d0d535d9df1c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:45:53.730137 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b73bc-39d9-452a-bbfc-d0d535d9df1c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:45:53.760023 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e62db-d6f6-43d5-8029-70896ea32946 req-e32b73bc-39d9-452a-bbfc-d0d535d9df1c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:45:53.761059 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-676e62db-d6f6-43d5-8029-70896ea32946 req-e32b73bc-39d9-452a-bbfc-d0d535d9df1c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:53.787315 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-676e62db-d6f6-43d5-8029-70896ea32946 req-e32b73bc-39d9-452a-bbfc-d0d535d9df1c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6854820 Nov 10 20:45:53.909293 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-827e1a90-e4ba-4aca-b554-5f2fbe3e0549 None None] Provisioning complete for port ef95d4ed-7d34-48c8-884b-aff0ed289a8b triggered by entity DHCP. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:45:53.909659 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-827e1a90-e4ba-4aca-b554-5f2fbe3e0549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:53.948077 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-827e1a90-e4ba-4aca-b554-5f2fbe3e0549 None None] Port ef95d4ed-7d34-48c8-884b-aff0ed289a8b cannot update to ACTIVE because it is not bound. {{(pid=102507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 20:45:54.117918 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 7f27dcad-1c7b-4518-b48c-65cb7d400c91 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:45:54.206120 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:54.239737 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a06044-02ce-4baf-b629-4cdbef125122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f27dcad-1c7b-4518-b48c-65cb7d400c91'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:45:54.242359 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08d8364-8936-4b01-826e-45143bfdce73" -d '{"events": [{"server_uuid": "a1a06044-02ce-4baf-b629-4cdbef125122", "name": "network-vif-unplugged", "status": "completed", "tag": "7f27dcad-1c7b-4518-b48c-65cb7d400c91"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:45:54.256643 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c878f95-35d9-4503-b3b6-9b399d588c49 req-549759ba-84c5-4743-a98d-cca2a2875a5f tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:45:54.258231 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] For port 7f27dcad-1c7b-4518-b48c-65cb7d400c91, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7f27dcad-1c7b-4518-b48c-65cb7d400c91,segment=NetworkSegment(879337b4-f817-422d-a9fb-65148ff0a12b),segment_id=879337b4-f817-422d-a9fb-65148ff0a12b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:45:54.258510 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c878f95-35d9-4503-b3b6-9b399d588c49 req-549759ba-84c5-4743-a98d-cca2a2875a5f tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca HTTP/1.1" status: 200 len: 931 time: 0.0589728 Nov 10 20:45:54.267697 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:54.330735 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2c878f95-35d9-4503-b3b6-9b399d588c49 req-7148b0eb-5fad-426a-8a70-7a893daa972e tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/security-groups?id=80bff731-9114-4095-846b-6557dd19b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623107 Nov 10 20:45:54.331278 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Pushing event updated for resources: {'Port': ['ID=7f27dcad-1c7b-4518-b48c-65cb7d400c91,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:45:54.397521 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 20:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0bd8b5-85d6-47b3-8645-872fce3b9882 x-openstack-request-id: req-8a0bd8b5-85d6-47b3-8645-872fce3b9882 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:45:54.397847 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a06044-02ce-4baf-b629-4cdbef125122", "name": "network-vif-unplugged", "status": "completed", "tag": "7f27dcad-1c7b-4518-b48c-65cb7d400c91", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:45:54.398139 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8a0bd8b5-85d6-47b3-8645-872fce3b9882 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:45:54.398535 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a06044-02ce-4baf-b629-4cdbef125122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f27dcad-1c7b-4518-b48c-65cb7d400c91', 'code': 200} Nov 10 20:45:55.479660 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5510098-238a-4215-aa41-e6f794c0cb66 req-9a1e32e6-3b37-4605-95ff-dad7deeafe7f tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:45:55.481398 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c5510098-238a-4215-aa41-e6f794c0cb66 req-9a1e32e6-3b37-4605-95ff-dad7deeafe7f tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca HTTP/1.1" status: 200 len: 931 time: 0.0542960 Nov 10 20:45:55.541426 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c5510098-238a-4215-aa41-e6f794c0cb66 req-bb228eff-8fca-4a17-84a3-f647c6dd3477 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/security-groups?id=80bff731-9114-4095-846b-6557dd19b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519705 Nov 10 20:45:55.780608 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3fc5fc07-6f44-4858-a619-f7d8efa00701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:55.818470 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:55.979453 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:56.673460 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e734fc-42d2-4c48-8b6c-17696f269edb req-563042b5-64cb-4450-9284-86191c2f1d13 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:45:56.675228 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a5e734fc-42d2-4c48-8b6c-17696f269edb req-563042b5-64cb-4450-9284-86191c2f1d13 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca HTTP/1.1" status: 200 len: 931 time: 0.0550561 Nov 10 20:45:56.727783 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a5e734fc-42d2-4c48-8b6c-17696f269edb req-11dce1e9-ebe4-4c12-8ea8-1c00a9e333ec tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/security-groups?id=80bff731-9114-4095-846b-6557dd19b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463269 Nov 10 20:45:57.656881 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:57.860311 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af23013-ccba-4f29-8388-8ce897479d52 req-50483600-4770-4094-b884-e358fee6cebc tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:45:57.861944 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2af23013-ccba-4f29-8388-8ce897479d52 req-50483600-4770-4094-b884-e358fee6cebc tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca HTTP/1.1" status: 200 len: 931 time: 0.0590007 Nov 10 20:45:57.915101 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-2af23013-ccba-4f29-8388-8ce897479d52 req-524cb58e-250f-403c-ac43-4640d1a55dce tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/security-groups?id=80bff731-9114-4095-846b-6557dd19b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467420 Nov 10 20:45:59.054398 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1433ec4-6a53-4ff2-86a7-caac80657d7a req-4fbe1812-ed87-4df6-9378-005d892b1e30 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:45:59.055934 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a1433ec4-6a53-4ff2-86a7-caac80657d7a req-4fbe1812-ed87-4df6-9378-005d892b1e30 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca HTTP/1.1" status: 200 len: 931 time: 0.0638177 Nov 10 20:45:59.123664 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-a1433ec4-6a53-4ff2-86a7-caac80657d7a req-661249b8-5cb0-4267-9198-1be4cf9c7315 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/security-groups?id=80bff731-9114-4095-846b-6557dd19b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613670 Nov 10 20:45:59.161621 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:45:59.371124 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:00.252603 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc207f4-5cf0-4ad4-b9fd-d4ac1bda215a req-84f88af9-bc53-4e19-b9cd-5fe670ff26dc tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:00.254299 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7dc207f4-5cf0-4ad4-b9fd-d4ac1bda215a req-84f88af9-bc53-4e19-b9cd-5fe670ff26dc tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca HTTP/1.1" status: 200 len: 931 time: 0.0555167 Nov 10 20:46:00.309637 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-7dc207f4-5cf0-4ad4-b9fd-d4ac1bda215a req-4a6e254a-c9d2-40f5-844a-356f09aa0d65 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/security-groups?id=80bff731-9114-4095-846b-6557dd19b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485446 Nov 10 20:46:01.431460 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16863dc2-9a34-40df-9091-ecd657db2c77 req-a834d76d-4b70-4202-a53a-9cc8bc704854 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:01.433481 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16863dc2-9a34-40df-9091-ecd657db2c77 req-a834d76d-4b70-4202-a53a-9cc8bc704854 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca HTTP/1.1" status: 200 len: 931 time: 0.0532625 Nov 10 20:46:01.492370 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-16863dc2-9a34-40df-9091-ecd657db2c77 req-dfd4b55c-566b-484b-9d7b-6437a4554e73 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/security-groups?id=80bff731-9114-4095-846b-6557dd19b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512595 Nov 10 20:46:02.619090 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102e6dc-caa3-4ba4-82b8-8c6bb8281a3b req-ac4341e7-4dc8-48d4-91c6-e305bbab72df tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:02.621463 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f102e6dc-caa3-4ba4-82b8-8c6bb8281a3b req-ac4341e7-4dc8-48d4-91c6-e305bbab72df tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca HTTP/1.1" status: 200 len: 931 time: 0.0551658 Nov 10 20:46:02.675013 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-f102e6dc-caa3-4ba4-82b8-8c6bb8281a3b req-6303e9e1-b0b5-4ca7-8f80-4b85fa44b951 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/security-groups?id=80bff731-9114-4095-846b-6557dd19b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468960 Nov 10 20:46:03.801282 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf5c45-d060-49a9-8cb7-2fbea47b142e req-87e829aa-d88e-4fb4-a417-9199c0f8f481 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:03.802847 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cedf5c45-d060-49a9-8cb7-2fbea47b142e req-87e829aa-d88e-4fb4-a417-9199c0f8f481 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca HTTP/1.1" status: 200 len: 931 time: 0.0565548 Nov 10 20:46:03.854845 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cedf5c45-d060-49a9-8cb7-2fbea47b142e req-400c8694-6ddd-4109-9a27-ae18bef59d23 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/security-groups?id=80bff731-9114-4095-846b-6557dd19b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428402 Nov 10 20:46:04.989301 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f1eb1-4da4-47cd-8df3-62cb80f3d9d7 req-32c07680-022b-4dd6-b5fb-6465d4cc99c7 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:04.990814 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd6f1eb1-4da4-47cd-8df3-62cb80f3d9d7 req-32c07680-022b-4dd6-b5fb-6465d4cc99c7 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca HTTP/1.1" status: 200 len: 931 time: 0.0573115 Nov 10 20:46:05.044936 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-bd6f1eb1-4da4-47cd-8df3-62cb80f3d9d7 req-d9c9d43f-cfc1-4765-bb76-b19ec24e7d6a tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/security-groups?id=80bff731-9114-4095-846b-6557dd19b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456231 Nov 10 20:46:06.034415 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-676e62db-d6f6-43d5-8029-70896ea32946 req-136cae25-2bdc-4fe7-b070-b66e0719cea6 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:46:06.035878 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-676e62db-d6f6-43d5-8029-70896ea32946 req-136cae25-2bdc-4fe7-b070-b66e0719cea6 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092168 Nov 10 20:46:06.097405 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [req-676e62db-d6f6-43d5-8029-70896ea32946 req-7ad5c1c2-bb33-47a3-b3ee-5f36804d5b4e service neutron] Request body: {'port': {'device_id': 'ef63fe02-33c4-43c7-81f7-1c831d39f1ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813897-4'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:46:06.151623 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-676e62db-d6f6-43d5-8029-70896ea32946 req-7ad5c1c2-bb33-47a3-b3ee-5f36804d5b4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:06.162568 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af6a21-9fef-4e41-b918-5a6030e3898b req-44b7badf-505a-41d4-9d23-15f2659456ec tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:06.164138 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4af6a21-9fef-4e41-b918-5a6030e3898b req-44b7badf-505a-41d4-9d23-15f2659456ec tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca HTTP/1.1" status: 200 len: 931 time: 0.0497165 Nov 10 20:46:06.214115 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-c4af6a21-9fef-4e41-b918-5a6030e3898b req-77a5f2ae-4164-4bb4-8e6a-f7691a600856 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/security-groups?id=80bff731-9114-4095-846b-6557dd19b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437422 Nov 10 20:46:06.420265 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [req-676e62db-d6f6-43d5-8029-70896ea32946 req-7ad5c1c2-bb33-47a3-b3ee-5f36804d5b4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef95d4ed-7d34-48c8-884b-aff0ed289a8b {{(pid=102505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:46:06.427979 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-676e62db-d6f6-43d5-8029-70896ea32946 req-7ad5c1c2-bb33-47a3-b3ee-5f36804d5b4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:06.444602 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.provisioning_blocks [req-676e62db-d6f6-43d5-8029-70896ea32946 req-7ad5c1c2-bb33-47a3-b3ee-5f36804d5b4e service neutron] Transition to ACTIVE for port object ef95d4ed-7d34-48c8-884b-aff0ed289a8b will not be triggered until provisioned by entity L2. {{(pid=102505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 20:46:06.455774 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-676e62db-d6f6-43d5-8029-70896ea32946 req-7ad5c1c2-bb33-47a3-b3ee-5f36804d5b4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:06.504756 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5c1c2-bb33-47a3-b3ee-5f36804d5b4e service neutron] Pushing event updated for resources: {'Port': ['ID=ef95d4ed-7d34-48c8-884b-aff0ed289a8b,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:46:06.582279 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-676e62db-d6f6-43d5-8029-70896ea32946 req-7ad5c1c2-bb33-47a3-b3ee-5f36804d5b4e service neutron] Attempting to bind port ef95d4ed-7d34-48c8-884b-aff0ed289a8b on host n-h2-813897-4 for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 20:46:06.582588 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-676e62db-d6f6-43d5-8029-70896ea32946 req-7ad5c1c2-bb33-47a3-b3ee-5f36804d5b4e service neutron] Attempting to bind port ef95d4ed-7d34-48c8-884b-aff0ed289a8b by drivers openvswitch,hyperv on host n-h2-813897-4 at level 0 using segments [{'id': '879337b4-f817-422d-a9fb-65148ff0a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 20:46:06.582946 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676e62db-d6f6-43d5-8029-70896ea32946 req-7ad5c1c2-bb33-47a3-b3ee-5f36804d5b4e service neutron] Attempting to bind port ef95d4ed-7d34-48c8-884b-aff0ed289a8b on network c02f36c5-aaae-4a11-a075-609b9af0aa0b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:46:06.593136 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676e62db-d6f6-43d5-8029-70896ea32946 req-7ad5c1c2-bb33-47a3-b3ee-5f36804d5b4e service neutron] Port ef95d4ed-7d34-48c8-884b-aff0ed289a8b on network c02f36c5-aaae-4a11-a075-609b9af0aa0b not bound, no agent of type Open vSwitch agent registered on host n-h2-813897-4 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 20:46:06.593544 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676e62db-d6f6-43d5-8029-70896ea32946 req-7ad5c1c2-bb33-47a3-b3ee-5f36804d5b4e service neutron] Attempting to bind port ef95d4ed-7d34-48c8-884b-aff0ed289a8b on network c02f36c5-aaae-4a11-a075-609b9af0aa0b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 20:46:06.603707 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676e62db-d6f6-43d5-8029-70896ea32946 req-7ad5c1c2-bb33-47a3-b3ee-5f36804d5b4e service neutron] Checking agent: {'id': '991cfb7a-349a-410e-885e-4d770a06062a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813897-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'started_at': datetime.datetime(2021, 11, 10, 19, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 20, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 20:46:06.604049 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676e62db-d6f6-43d5-8029-70896ea32946 req-7ad5c1c2-bb33-47a3-b3ee-5f36804d5b4e service neutron] Checking segment: {'id': '879337b4-f817-422d-a9fb-65148ff0a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 20:46:06.604436 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676e62db-d6f6-43d5-8029-70896ea32946 req-7ad5c1c2-bb33-47a3-b3ee-5f36804d5b4e service neutron] Bound using segment: {'id': '879337b4-f817-422d-a9fb-65148ff0a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 20:46:06.604862 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [req-676e62db-d6f6-43d5-8029-70896ea32946 req-7ad5c1c2-bb33-47a3-b3ee-5f36804d5b4e service neutron] Bound port: ef95d4ed-7d34-48c8-884b-aff0ed289a8b, host: n-h2-813897-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '879337b4-f817-422d-a9fb-65148ff0a12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 20:46:06.605222 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-676e62db-d6f6-43d5-8029-70896ea32946 req-7ad5c1c2-bb33-47a3-b3ee-5f36804d5b4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:06.674464 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-676e62db-d6f6-43d5-8029-70896ea32946 req-7ad5c1c2-bb33-47a3-b3ee-5f36804d5b4e service neutron] For port ef95d4ed-7d34-48c8-884b-aff0ed289a8b, host n-h2-813897-4, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 20:46:06.677890 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-676e62db-d6f6-43d5-8029-70896ea32946 req-7ad5c1c2-bb33-47a3-b3ee-5f36804d5b4e service neutron] For port ef95d4ed-7d34-48c8-884b-aff0ed289a8b, host n-h2-813897-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=ef95d4ed-7d34-48c8-884b-aff0ed289a8b,segment=NetworkSegment(879337b4-f817-422d-a9fb-65148ff0a12b),segment_id=879337b4-f817-422d-a9fb-65148ff0a12b)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 20:46:06.683235 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-676e62db-d6f6-43d5-8029-70896ea32946 req-7ad5c1c2-bb33-47a3-b3ee-5f36804d5b4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:06.715481 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e62db-d6f6-43d5-8029-70896ea32946 req-7ad5c1c2-bb33-47a3-b3ee-5f36804d5b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:06.716105 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-676e62db-d6f6-43d5-8029-70896ea32946 req-7ad5c1c2-bb33-47a3-b3ee-5f36804d5b4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:06.717520 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-676e62db-d6f6-43d5-8029-70896ea32946 req-7ad5c1c2-bb33-47a3-b3ee-5f36804d5b4e service neutron] 10.222.0.25 "PUT /v2.0/ports/ef95d4ed-7d34-48c8-884b-aff0ed289a8b HTTP/1.1" status: 200 len: 1091 time: 0.6704819 Nov 10 20:46:06.718017 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef63fe02-33c4-43c7-81f7-1c831d39f1ca', 'tag': 'ef95d4ed-7d34-48c8-884b-aff0ed289a8b'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:46:06.720270 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8195840-6e10-4295-b3a8-26316438af5c" -d '{"events": [{"name": "network-changed", "server_uuid": "ef63fe02-33c4-43c7-81f7-1c831d39f1ca", "tag": "ef95d4ed-7d34-48c8-884b-aff0ed289a8b"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:46:06.749939 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5c1c2-bb33-47a3-b3ee-5f36804d5b4e service neutron] Pushing event updated for resources: {'Port': ['ID=ef95d4ed-7d34-48c8-884b-aff0ed289a8b,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:46:06.816646 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e62db-d6f6-43d5-8029-70896ea32946 req-47360ffb-1973-4ab3-a3e0-2c3354c94fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:06.818263 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-676e62db-d6f6-43d5-8029-70896ea32946 req-47360ffb-1973-4ab3-a3e0-2c3354c94fa0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=79db8cd213a74b0ba51555c43fd585d1&device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca HTTP/1.1" status: 200 len: 1094 time: 0.0538192 Nov 10 20:46:06.837069 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ada0acc-d63e-4f65-b156-b5572f216204 x-openstack-request-id: req-4ada0acc-d63e-4f65-b156-b5572f216204 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:46:06.837426 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef63fe02-33c4-43c7-81f7-1c831d39f1ca", "tag": "ef95d4ed-7d34-48c8-884b-aff0ed289a8b", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:46:06.837739 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4ada0acc-d63e-4f65-b156-b5572f216204 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:46:06.838250 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef63fe02-33c4-43c7-81f7-1c831d39f1ca', 'tag': 'ef95d4ed-7d34-48c8-884b-aff0ed289a8b', 'status': 'completed', 'code': 200} Nov 10 20:46:06.870551 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-676e62db-d6f6-43d5-8029-70896ea32946 req-d0b7346c-5ec6-4946-bea8-006001b3ee72 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef95d4ed-7d34-48c8-884b-aff0ed289a8b HTTP/1.1" status: 200 len: 217 time: 0.0433669 Nov 10 20:46:06.923865 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e62db-d6f6-43d5-8029-70896ea32946 req-5762e5cd-a2c8-49e3-9e6b-8279f2f2230a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:06.925513 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-676e62db-d6f6-43d5-8029-70896ea32946 req-5762e5cd-a2c8-49e3-9e6b-8279f2f2230a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=676d7bd8-a664-4237-8ab7-f1d0e4f324e2 HTTP/1.1" status: 200 len: 846 time: 0.0468318 Nov 10 20:46:06.975296 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e62db-d6f6-43d5-8029-70896ea32946 req-5c78ad4d-80f6-41c2-9d8c-ca477a18636e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:06.976831 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-676e62db-d6f6-43d5-8029-70896ea32946 req-5c78ad4d-80f6-41c2-9d8c-ca477a18636e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c02f36c5-aaae-4a11-a075-609b9af0aa0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433769 Nov 10 20:46:07.074897 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-676e62db-d6f6-43d5-8029-70896ea32946 req-c0172ebd-660c-4a4c-953e-ce9ab2e65d8c service neutron] 10.222.0.25 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878232 Nov 10 20:46:07.172727 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-676e62db-d6f6-43d5-8029-70896ea32946 req-35dd4443-0ce5-48da-b15a-c66f6cd0b26f service neutron] 10.222.0.25 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891662 Nov 10 20:46:07.276616 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8195840-6e10-4295-b3a8-26316438af5c req-b2f05531-d091-4b68-bb78-e1717529edc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:07.278368 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e8195840-6e10-4295-b3a8-26316438af5c req-b2f05531-d091-4b68-bb78-e1717529edc4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=79db8cd213a74b0ba51555c43fd585d1&device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca HTTP/1.1" status: 200 len: 1094 time: 0.0486929 Nov 10 20:46:07.339452 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faae109-eff0-4b72-8299-f6a6bd118978 req-977b4101-7c76-497c-a47a-06ef1ee7fe5f tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:07.340984 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6faae109-eff0-4b72-8299-f6a6bd118978 req-977b4101-7c76-497c-a47a-06ef1ee7fe5f tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca HTTP/1.1" status: 200 len: 943 time: 0.0526783 Nov 10 20:46:07.372621 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8195840-6e10-4295-b3a8-26316438af5c req-e9909c97-b074-46f0-91ad-a0199bbe20e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:07.374336 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e8195840-6e10-4295-b3a8-26316438af5c req-e9909c97-b074-46f0-91ad-a0199bbe20e5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c02f36c5-aaae-4a11-a075-609b9af0aa0b HTTP/1.1" status: 200 len: 908 time: 0.0877051 Nov 10 20:46:07.392865 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-6faae109-eff0-4b72-8299-f6a6bd118978 req-342e233c-ab2a-40d4-9fff-908cd8f09fc9 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/security-groups?id=80bff731-9114-4095-846b-6557dd19b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456069 Nov 10 20:46:07.420893 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e8195840-6e10-4295-b3a8-26316438af5c req-8dc5d401-6516-44ac-bc43-e97ce105fc20 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef95d4ed-7d34-48c8-884b-aff0ed289a8b HTTP/1.1" status: 200 len: 217 time: 0.0392518 Nov 10 20:46:07.470285 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8195840-6e10-4295-b3a8-26316438af5c req-a5082144-ce4f-46e0-9a5e-b6808394c678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:07.471813 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e8195840-6e10-4295-b3a8-26316438af5c req-a5082144-ce4f-46e0-9a5e-b6808394c678 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=676d7bd8-a664-4237-8ab7-f1d0e4f324e2 HTTP/1.1" status: 200 len: 846 time: 0.0433140 Nov 10 20:46:07.518327 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8195840-6e10-4295-b3a8-26316438af5c req-8b5d2b91-b246-47e7-9c92-aafc219479dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:07.519727 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e8195840-6e10-4295-b3a8-26316438af5c req-8b5d2b91-b246-47e7-9c92-aafc219479dd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c02f36c5-aaae-4a11-a075-609b9af0aa0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407686 Nov 10 20:46:07.628472 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e8195840-6e10-4295-b3a8-26316438af5c req-6fb47fb7-2fb2-4f2b-9104-6a5461d57029 service neutron] 10.222.0.25 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003137 Nov 10 20:46:07.728115 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-e8195840-6e10-4295-b3a8-26316438af5c req-ced80676-6656-4daf-b2d2-4880f09f3ab6 service neutron] 10.222.0.25 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916462 Nov 10 20:46:08.588239 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232972a-39cb-491b-8f54-105c404dcf7c req-ab364671-dccd-4d79-bc07-1e8ed2f2917a tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:08.589790 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3232972a-39cb-491b-8f54-105c404dcf7c req-ab364671-dccd-4d79-bc07-1e8ed2f2917a tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca HTTP/1.1" status: 200 len: 943 time: 0.1207652 Nov 10 20:46:08.645703 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3232972a-39cb-491b-8f54-105c404dcf7c req-6cc8b288-8998-489b-957c-7c9ecf7f7ac5 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/security-groups?id=80bff731-9114-4095-846b-6557dd19b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468953 Nov 10 20:46:09.782710 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2855534-b076-40de-8627-0aa6082cd83a req-ff56cf62-193a-4782-8a7b-3ff934506d0a tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:09.784246 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b2855534-b076-40de-8627-0aa6082cd83a req-ff56cf62-193a-4782-8a7b-3ff934506d0a tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca HTTP/1.1" status: 200 len: 943 time: 0.0560575 Nov 10 20:46:09.839964 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b2855534-b076-40de-8627-0aa6082cd83a req-e4e230ab-96b6-4c16-9205-af6c704304fb tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/security-groups?id=80bff731-9114-4095-846b-6557dd19b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490301 Nov 10 20:46:10.968351 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f3016-3b4c-4ffc-a07e-05567b5a8e70 req-3af6ad97-f33d-41bd-b47e-37d8598e70e9 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:10.969949 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e17f3016-3b4c-4ffc-a07e-05567b5a8e70 req-3af6ad97-f33d-41bd-b47e-37d8598e70e9 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca HTTP/1.1" status: 200 len: 943 time: 0.0538881 Nov 10 20:46:11.023582 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-e17f3016-3b4c-4ffc-a07e-05567b5a8e70 req-1b0614cb-7558-4fc2-9a5b-379852a14ab7 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/security-groups?id=80bff731-9114-4095-846b-6557dd19b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475256 Nov 10 20:46:11.633105 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device ef95d4ed-7d34-48c8-884b-aff0ed289a8b details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:46:11.731541 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port ef95d4ed-7d34-48c8-884b-aff0ed289a8b, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=ef95d4ed-7d34-48c8-884b-aff0ed289a8b,segment=NetworkSegment(879337b4-f817-422d-a9fb-65148ff0a12b),segment_id=879337b4-f817-422d-a9fb-65148ff0a12b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:46:11.747377 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'ef95d4ed-7d34-48c8-884b-aff0ed289a8b', 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'port_id': 'ef95d4ed-7d34-48c8-884b-aff0ed289a8b', 'mac_address': 'fa:16:3e:c5:03:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '676d7bd8-a664-4237-8ab7-f1d0e4f324e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:46:11.785800 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:11.798739 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef95d4ed-7d34-48c8-884b-aff0ed289a8b {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:46:11.819154 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port ef95d4ed-7d34-48c8-884b-aff0ed289a8b, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=ef95d4ed-7d34-48c8-884b-aff0ed289a8b,segment=NetworkSegment(879337b4-f817-422d-a9fb-65148ff0a12b),segment_id=879337b4-f817-422d-a9fb-65148ff0a12b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:46:11.831304 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:11.884471 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=ef95d4ed-7d34-48c8-884b-aff0ed289a8b,revision_number=4']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:46:12.152082 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b9177-dda0-43c2-aa2d-38e2a401296c req-f7b3912d-8474-43ac-837a-791480c5bffe tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:12.153525 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4a5b9177-dda0-43c2-aa2d-38e2a401296c req-f7b3912d-8474-43ac-837a-791480c5bffe tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca HTTP/1.1" status: 200 len: 944 time: 0.0528111 Nov 10 20:46:12.191436 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['ef95d4ed-7d34-48c8-884b-aff0ed289a8b'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:46:12.203776 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-4a5b9177-dda0-43c2-aa2d-38e2a401296c req-e23e22d2-9617-48b2-bdfb-4436d647b62a tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/security-groups?id=80bff731-9114-4095-846b-6557dd19b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440741 Nov 10 20:46:13.334021 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b28ac6-50e4-42ce-93ea-36a8bff7ed14 req-cf2597b2-d6a5-4542-92aa-67a283906416 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:13.335592 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-69b28ac6-50e4-42ce-93ea-36a8bff7ed14 req-cf2597b2-d6a5-4542-92aa-67a283906416 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca HTTP/1.1" status: 200 len: 944 time: 0.0550377 Nov 10 20:46:13.389266 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-69b28ac6-50e4-42ce-93ea-36a8bff7ed14 req-a5f33c21-a106-4916-aaf0-554a9a5ba38a tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/security-groups?id=80bff731-9114-4095-846b-6557dd19b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449703 Nov 10 20:46:13.635129 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device ef95d4ed-7d34-48c8-884b-aff0ed289a8b up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:46:13.689383 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning for port ef95d4ed-7d34-48c8-884b-aff0ed289a8b completed by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 20:46:13.693262 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port ef95d4ed-7d34-48c8-884b-aff0ed289a8b triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:46:13.693647 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:13.780313 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:13.806122 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef63fe02-33c4-43c7-81f7-1c831d39f1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef95d4ed-7d34-48c8-884b-aff0ed289a8b'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:46:13.808415 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc93918-ca78-4a08-abed-d95d6ee79d84" -d '{"events": [{"server_uuid": "ef63fe02-33c4-43c7-81f7-1c831d39f1ca", "name": "network-vif-plugged", "status": "completed", "tag": "ef95d4ed-7d34-48c8-884b-aff0ed289a8b"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:46:13.821742 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port ef95d4ed-7d34-48c8-884b-aff0ed289a8b, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=ef95d4ed-7d34-48c8-884b-aff0ed289a8b,segment=NetworkSegment(879337b4-f817-422d-a9fb-65148ff0a12b),segment_id=879337b4-f817-422d-a9fb-65148ff0a12b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:46:13.826970 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:13.853336 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11579bb9-4291-4d5e-be8e-26e201c41531 x-openstack-request-id: req-11579bb9-4291-4d5e-be8e-26e201c41531 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:46:13.853644 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef63fe02-33c4-43c7-81f7-1c831d39f1ca", "name": "network-vif-plugged", "status": "completed", "tag": "ef95d4ed-7d34-48c8-884b-aff0ed289a8b", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:46:13.853926 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-11579bb9-4291-4d5e-be8e-26e201c41531 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:46:13.854499 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef63fe02-33c4-43c7-81f7-1c831d39f1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef95d4ed-7d34-48c8-884b-aff0ed289a8b', 'code': 200} Nov 10 20:46:13.883469 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=ef95d4ed-7d34-48c8-884b-aff0ed289a8b,revision_number=5']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:46:13.962754 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75cdee-5297-4758-b482-25662ed7ad37 req-f678314d-258d-4086-9430-f79f1572590f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:13.964237 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2d75cdee-5297-4758-b482-25662ed7ad37 req-f678314d-258d-4086-9430-f79f1572590f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca HTTP/1.1" status: 200 len: 1096 time: 0.0471804 Nov 10 20:46:14.017632 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-2d75cdee-5297-4758-b482-25662ed7ad37 req-03bf36b9-e4dc-47d8-973a-d1652e238ecd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=80bff731-9114-4095-846b-6557dd19b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447137 Nov 10 20:46:14.538419 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd045e8-e0a3-411a-a90f-421a6eca111c req-5541b8f7-fc09-401c-8178-5f0c7c943968 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:14.539966 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-edd045e8-e0a3-411a-a90f-421a6eca111c req-5541b8f7-fc09-401c-8178-5f0c7c943968 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca HTTP/1.1" status: 200 len: 945 time: 0.0609558 Nov 10 20:46:14.594817 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-edd045e8-e0a3-411a-a90f-421a6eca111c req-a4987f93-9caa-46d0-899a-738a74b126d8 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/security-groups?id=80bff731-9114-4095-846b-6557dd19b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455959 Nov 10 20:46:15.735640 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374e485-d53c-4ec4-887e-43a42ff8e13b req-c1c6ebbe-0bb1-414f-bf0f-0ee735b2f8e3 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:15.737134 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5374e485-d53c-4ec4-887e-43a42ff8e13b req-c1c6ebbe-0bb1-414f-bf0f-0ee735b2f8e3 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca HTTP/1.1" status: 200 len: 945 time: 0.0624850 Nov 10 20:46:15.793738 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-5374e485-d53c-4ec4-887e-43a42ff8e13b req-fc0eb18e-095b-4468-b242-2c1ebcac0f0d tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/security-groups?id=80bff731-9114-4095-846b-6557dd19b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503862 Nov 10 20:46:15.918161 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7c5c1-90d9-41ac-aac7-6b5dac1bd721 req-64db6549-b63a-48ab-bc8b-edac45a36766 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:15.919631 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-78a7c5c1-90d9-41ac-aac7-6b5dac1bd721 req-64db6549-b63a-48ab-bc8b-edac45a36766 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca HTTP/1.1" status: 200 len: 945 time: 0.0585396 Nov 10 20:46:15.971834 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-78a7c5c1-90d9-41ac-aac7-6b5dac1bd721 req-4987d093-7d9e-4af4-bec2-589ba9acd8cd tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/security-groups?id=80bff731-9114-4095-846b-6557dd19b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437372 Nov 10 20:46:16.007811 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60064) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:46:16.060891 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa8f9fb-31b3-406b-802c-61bbb803f2fb tempest-TestSnapshotPattern-114869948 tempest-TestSnapshotPattern-114869948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:16.062528 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2fa8f9fb-31b3-406b-802c-61bbb803f2fb tempest-TestSnapshotPattern-114869948 tempest-TestSnapshotPattern-114869948-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca HTTP/1.1" status: 200 len: 1091 time: 0.0536613 Nov 10 20:46:16.065679 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60066) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:46:16.070604 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.v2.base [None req-271b73cc-f132-4aea-8c60-7330c7916460 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Request body: {'floatingip': {'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'port_id': 'ef95d4ed-7d34-48c8-884b-aff0ed289a8b', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 20:46:16.095900 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-271b73cc-f132-4aea-8c60-7330c7916460 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for floatingip, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:16.205784 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-271b73cc-f132-4aea-8c60-7330c7916460 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:16.315873 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_common [None req-271b73cc-f132-4aea-8c60-7330c7916460 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Allocated IP 172.25.3.197 (68e810b6-b2b2-4366-86a3-e6b3e1ce71dd/5fce5fe3-b867-472b-a652-b81cd9bf5766/9a984ce2-3eed-4693-ac6f-d6b7fb57e135) {{(pid=102505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 20:46:16.429467 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-271b73cc-f132-4aea-8c60-7330c7916460 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for port, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:16.465929 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-271b73cc-f132-4aea-8c60-7330c7916460 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739349943664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:16.501282 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271b73cc-f132-4aea-8c60-7330c7916460 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Network 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd is already hosted by enough agents. {{(pid=102505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 20:46:16.508398 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.base_scheduler [None req-271b73cc-f132-4aea-8c60-7330c7916460 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Resources bound (agent type, host, resource id): {{(pid=102505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 20:46:16.511454 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271b73cc-f132-4aea-8c60-7330c7916460 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Received port after_create {{(pid=102505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 20:46:16.540255 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b73cc-f132-4aea-8c60-7330c7916460 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Pushing event updated for resources: {'Port': ['ID=9a984ce2-3eed-4693-ac6f-d6b7fb57e135,revision_number=1']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:46:16.889366 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-271b73cc-f132-4aea-8c60-7330c7916460 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:16.960141 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-271b73cc-f132-4aea-8c60-7330c7916460 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:17.119571 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-271b73cc-f132-4aea-8c60-7330c7916460 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:17.127382 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-271b73cc-f132-4aea-8c60-7330c7916460 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9292142'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:17.192369 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b73cc-f132-4aea-8c60-7330c7916460 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Pushing event updated for resources: {'Port': ['ID=9a984ce2-3eed-4693-ac6f-d6b7fb57e135,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:46:17.206027 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-271b73cc-f132-4aea-8c60-7330c7916460 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-409067'] for floatingip, after_create {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:17.299291 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:46:17.315417 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [None req-271b73cc-f132-4aea-8c60-7330c7916460 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Floating IP 4bbfa752-e989-4ebf-b08d-b609314f201a associated. External IP: 172.25.3.197, port: ef95d4ed-7d34-48c8-884b-aff0ed289a8b. Nov 10 20:46:17.535262 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271b73cc-f132-4aea-8c60-7330c7916460 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Router d164f6bf-7824-41df-b88f-169124fc3566 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:46:17.977790 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271b73cc-f132-4aea-8c60-7330c7916460 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:46:17.988964 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0cc903-6675-40c4-a8b6-3a7e64448fde None None] Sync routers for ids ['d164f6bf-7824-41df-b88f-169124fc3566'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:46:17.999270 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-271b73cc-f132-4aea-8c60-7330c7916460 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:18.000508 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0cc903-6675-40c4-a8b6-3a7e64448fde None None] Routers {'d164f6bf-7824-41df-b88f-169124fc3566'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:46:18.001118 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ac0cc903-6675-40c4-a8b6-3a7e64448fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:45:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d164f6bf-7824-41df-b88f-169124fc3566'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:46:18.037243 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-271b73cc-f132-4aea-8c60-7330c7916460 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9597788 Nov 10 20:46:18.037243 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef63fe02-33c4-43c7-81f7-1c831d39f1ca', 'tag': 'ef95d4ed-7d34-48c8-884b-aff0ed289a8b'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:46:18.037243 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050ad145-17d9-4dca-b620-c962576fd74f" -d '{"events": [{"name": "network-changed", "server_uuid": "ef63fe02-33c4-43c7-81f7-1c831d39f1ca", "tag": "ef95d4ed-7d34-48c8-884b-aff0ed289a8b"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:46:18.069987 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7386c2e-4bd0-4252-909f-7f6052892aa2 x-openstack-request-id: req-d7386c2e-4bd0-4252-909f-7f6052892aa2 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:46:18.070287 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef63fe02-33c4-43c7-81f7-1c831d39f1ca", "tag": "ef95d4ed-7d34-48c8-884b-aff0ed289a8b", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:46:18.070543 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d7386c2e-4bd0-4252-909f-7f6052892aa2 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:46:18.070956 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef63fe02-33c4-43c7-81f7-1c831d39f1ca', 'tag': 'ef95d4ed-7d34-48c8-884b-aff0ed289a8b', 'status': 'completed', 'code': 200} Nov 10 20:46:18.115819 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-ac0cc903-6675-40c4-a8b6-3a7e64448fde None None] Set router d164f6bf-7824-41df-b88f-169124fc3566 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:46:18.136564 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ad145-17d9-4dca-b620-c962576fd74f req-afdd574e-268c-4562-8f7b-84ed2c1fda91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:18.138136 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-050ad145-17d9-4dca-b620-c962576fd74f req-afdd574e-268c-4562-8f7b-84ed2c1fda91 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=79db8cd213a74b0ba51555c43fd585d1&device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca HTTP/1.1" status: 200 len: 1096 time: 0.0432572 Nov 10 20:46:18.233604 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ad145-17d9-4dca-b620-c962576fd74f req-08fa731e-3976-4527-9023-c40a81a22877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:18.235055 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-050ad145-17d9-4dca-b620-c962576fd74f req-08fa731e-3976-4527-9023-c40a81a22877 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c02f36c5-aaae-4a11-a075-609b9af0aa0b HTTP/1.1" status: 200 len: 908 time: 0.0897336 Nov 10 20:46:18.303748 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-050ad145-17d9-4dca-b620-c962576fd74f req-84a08c02-4faf-4986-844b-62e454c001bd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef95d4ed-7d34-48c8-884b-aff0ed289a8b HTTP/1.1" status: 200 len: 999 time: 0.0606470 Nov 10 20:46:18.347580 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ac0cc903-6675-40c4-a8b6-3a7e64448fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'name': 'tempest-TestSnapshotPattern-8449205-router', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:43:18Z', 'updated_at': '2021-11-10T20:43:21Z', 'revision_number': 4, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'gw_port': {'id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:19Z', 'updated_at': '2021-11-10T20:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '1453f6cb-278e-4d80-89dc-31e9d55eb0f6', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'floating_ip_address': '172.25.3.73', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'port_id': '7f27dcad-1c7b-4518-b48c-65cb7d400c91', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'mac_address': 'fa:16:3e:19:50:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a06044-02ce-4baf-b629-4cdbef125122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:43:40Z', 'updated_at': '2021-11-10T20:43:43Z', 'revision_number': 1, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'fixed_ip_address_scope': None}, {'id': '4bbfa752-e989-4ebf-b08d-b609314f201a', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'port_id': 'ef95d4ed-7d34-48c8-884b-aff0ed289a8b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'mac_address': 'fa:16:3e:c5:03:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef63fe02-33c4-43c7-81f7-1c831d39f1ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:46:16Z', 'updated_at': '2021-11-10T20:46:16Z', 'revision_number': 0, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24336f76-787f-48e1-a7c6-b1b3e3a2ce87', 'name': '', 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'mac_address': 'fa:16:3e:96:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '676d7bd8-a664-4237-8ab7-f1d0e4f324e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:21Z', 'updated_at': '2021-11-10T20:43:25Z', 'revision_number': 5, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'subnets': [{'id': '676d7bd8-a664-4237-8ab7-f1d0e4f324e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:46:18.361286 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ad145-17d9-4dca-b620-c962576fd74f req-274c5e55-e503-4bcf-8753-431a4f64c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:18.362825 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-050ad145-17d9-4dca-b620-c962576fd74f req-274c5e55-e503-4bcf-8753-431a4f64c001 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=676d7bd8-a664-4237-8ab7-f1d0e4f324e2 HTTP/1.1" status: 200 len: 846 time: 0.0507517 Nov 10 20:46:18.375436 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0cc903-6675-40c4-a8b6-3a7e64448fde None None] Checking router: d164f6bf-7824-41df-b88f-169124fc3566 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:46:18.385089 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0cc903-6675-40c4-a8b6-3a7e64448fde None None] Routers {'d164f6bf-7824-41df-b88f-169124fc3566'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:46:18.385701 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ac0cc903-6675-40c4-a8b6-3a7e64448fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:45:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d164f6bf-7824-41df-b88f-169124fc3566'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:46:18.409676 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ad145-17d9-4dca-b620-c962576fd74f req-c1574d7d-b654-457b-ab7c-82a7701913e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:18.411206 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-050ad145-17d9-4dca-b620-c962576fd74f req-c1574d7d-b654-457b-ab7c-82a7701913e9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c02f36c5-aaae-4a11-a075-609b9af0aa0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402353 Nov 10 20:46:18.507204 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-050ad145-17d9-4dca-b620-c962576fd74f req-5b425afc-32df-41c4-81f5-a67fcb1978b9 service neutron] 10.222.0.25 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874963 Nov 10 20:46:18.590302 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-ac0cc903-6675-40c4-a8b6-3a7e64448fde None None] Set router d164f6bf-7824-41df-b88f-169124fc3566 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:46:18.613395 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-050ad145-17d9-4dca-b620-c962576fd74f req-406a0c80-5aa0-4e38-adcb-b1b38290472d service neutron] 10.222.0.25 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978646 Nov 10 20:46:18.813751 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-ac0cc903-6675-40c4-a8b6-3a7e64448fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'name': 'tempest-TestSnapshotPattern-8449205-router', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:43:18Z', 'updated_at': '2021-11-10T20:43:21Z', 'revision_number': 4, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'gw_port': {'id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:19Z', 'updated_at': '2021-11-10T20:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '1453f6cb-278e-4d80-89dc-31e9d55eb0f6', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'floating_ip_address': '172.25.3.73', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'port_id': '7f27dcad-1c7b-4518-b48c-65cb7d400c91', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'mac_address': 'fa:16:3e:19:50:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a06044-02ce-4baf-b629-4cdbef125122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:43:40Z', 'updated_at': '2021-11-10T20:43:43Z', 'revision_number': 1, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'fixed_ip_address_scope': None}, {'id': '4bbfa752-e989-4ebf-b08d-b609314f201a', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'port_id': 'ef95d4ed-7d34-48c8-884b-aff0ed289a8b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'mac_address': 'fa:16:3e:c5:03:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef63fe02-33c4-43c7-81f7-1c831d39f1ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:46:16Z', 'updated_at': '2021-11-10T20:46:16Z', 'revision_number': 0, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24336f76-787f-48e1-a7c6-b1b3e3a2ce87', 'name': '', 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'mac_address': 'fa:16:3e:96:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '676d7bd8-a664-4237-8ab7-f1d0e4f324e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:21Z', 'updated_at': '2021-11-10T20:43:25Z', 'revision_number': 5, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'subnets': [{'id': '676d7bd8-a664-4237-8ab7-f1d0e4f324e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:46:18.842291 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0cc903-6675-40c4-a8b6-3a7e64448fde None None] The sync data for ids ['d164f6bf-7824-41df-b88f-169124fc3566'] in n-d-813897-4 is: [{'id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'name': 'tempest-TestSnapshotPattern-8449205-router', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:43:18Z', 'updated_at': '2021-11-10T20:43:21Z', 'revision_number': 4, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'gw_port': {'id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:19Z', 'updated_at': '2021-11-10T20:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '1453f6cb-278e-4d80-89dc-31e9d55eb0f6', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'floating_ip_address': '172.25.3.73', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'port_id': '7f27dcad-1c7b-4518-b48c-65cb7d400c91', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'mac_address': 'fa:16:3e:19:50:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a06044-02ce-4baf-b629-4cdbef125122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:43:40Z', 'updated_at': '2021-11-10T20:43:43Z', 'revision_number': 1, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'fixed_ip_address_scope': None}, {'id': '4bbfa752-e989-4ebf-b08d-b609314f201a', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'port_id': 'ef95d4ed-7d34-48c8-884b-aff0ed289a8b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'mac_address': 'fa:16:3e:c5:03:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef63fe02-33c4-43c7-81f7-1c831d39f1ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:46:16Z', 'updated_at': '2021-11-10T20:46:16Z', 'revision_number': 0, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24336f76-787f-48e1-a7c6-b1b3e3a2ce87', 'name': '', 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'mac_address': 'fa:16:3e:96:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '676d7bd8-a664-4237-8ab7-f1d0e4f324e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:21Z', 'updated_at': '2021-11-10T20:43:25Z', 'revision_number': 5, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'subnets': [{'id': '676d7bd8-a664-4237-8ab7-f1d0e4f324e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:46:19.041448 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37003259-08e7-4c85-b8ff-1d45144088b5 None None] New status for floating IP 4bbfa752-e989-4ebf-b08d-b609314f201a: ACTIVE {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:46:23.518705 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9bd0ae65-4ac3-4f0b-b87c-a8a2b4d444ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:25.783620 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-25e1ec1b-c890-4fb2-be9c-cf155fba1dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:25.817641 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:25.997002 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:27.660233 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:29.166994 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:29.372688 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:31.126620 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-05497ebf-fbb8-497a-8635-3a5aa5739682 req-8964404d-3403-4119-936c-1aaad9440b20 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a1a06044-02ce-4baf-b629-4cdbef125122&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434215 Nov 10 20:46:31.217309 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05497ebf-fbb8-497a-8635-3a5aa5739682 req-10eaea1c-5e5d-491b-a623-d38d9f84d8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:31.218870 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-05497ebf-fbb8-497a-8635-3a5aa5739682 req-10eaea1c-5e5d-491b-a623-d38d9f84d8c6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79db8cd213a74b0ba51555c43fd585d1&device_id=a1a06044-02ce-4baf-b629-4cdbef125122 HTTP/1.1" status: 200 len: 1095 time: 0.0466003 Nov 10 20:46:31.334150 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05497ebf-fbb8-497a-8635-3a5aa5739682 req-ed700141-6e9e-4134-942f-7d8c57f110cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:31.335679 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-05497ebf-fbb8-497a-8635-3a5aa5739682 req-ed700141-6e9e-4134-942f-7d8c57f110cf service neutron] 10.222.0.73 "GET /v2.0/networks?id=c02f36c5-aaae-4a11-a075-609b9af0aa0b HTTP/1.1" status: 200 len: 908 time: 0.0969460 Nov 10 20:46:31.407469 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-05497ebf-fbb8-497a-8635-3a5aa5739682 req-2cf28793-093d-40cd-a5c7-16088c17a540 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f27dcad-1c7b-4518-b48c-65cb7d400c91 HTTP/1.1" status: 200 len: 999 time: 0.0645583 Nov 10 20:46:31.456500 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05497ebf-fbb8-497a-8635-3a5aa5739682 req-ece563a9-e749-4f73-8dd6-86268a5766a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:31.457962 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-05497ebf-fbb8-497a-8635-3a5aa5739682 req-ece563a9-e749-4f73-8dd6-86268a5766a1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=676d7bd8-a664-4237-8ab7-f1d0e4f324e2 HTTP/1.1" status: 200 len: 846 time: 0.0430939 Nov 10 20:46:31.504905 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05497ebf-fbb8-497a-8635-3a5aa5739682 req-6d600062-2a5f-4599-b8cb-c5538ea951cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:31.506619 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-05497ebf-fbb8-497a-8635-3a5aa5739682 req-6d600062-2a5f-4599-b8cb-c5538ea951cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c02f36c5-aaae-4a11-a075-609b9af0aa0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412090 Nov 10 20:46:31.600182 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-05497ebf-fbb8-497a-8635-3a5aa5739682 req-635157fc-17b1-45de-915f-498b96790cd6 service neutron] 10.222.0.73 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860329 Nov 10 20:46:31.702052 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-05497ebf-fbb8-497a-8635-3a5aa5739682 req-22a6a53e-8be9-49b4-bfb9-dcc110df76cd service neutron] 10.222.0.73 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942414 Nov 10 20:46:38.681733 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fe15f60a-3bc4-409e-a257-0ceb1d05fc1f req-729d0ea2-5773-44a7-952e-9fba1939d21c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432692 Nov 10 20:46:38.776569 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15f60a-3bc4-409e-a257-0ceb1d05fc1f req-d17eead1-6af8-432e-acad-499ef7f60533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:38.778012 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fe15f60a-3bc4-409e-a257-0ceb1d05fc1f req-d17eead1-6af8-432e-acad-499ef7f60533 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=79db8cd213a74b0ba51555c43fd585d1&device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca HTTP/1.1" status: 200 len: 1096 time: 0.0477965 Nov 10 20:46:38.892773 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15f60a-3bc4-409e-a257-0ceb1d05fc1f req-8b4ab789-f9ab-43ad-8288-4050c47df45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:38.894290 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fe15f60a-3bc4-409e-a257-0ceb1d05fc1f req-8b4ab789-f9ab-43ad-8288-4050c47df45a service neutron] 10.222.0.25 "GET /v2.0/networks?id=c02f36c5-aaae-4a11-a075-609b9af0aa0b HTTP/1.1" status: 200 len: 908 time: 0.0868638 Nov 10 20:46:38.970862 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fe15f60a-3bc4-409e-a257-0ceb1d05fc1f req-76110b32-932e-4e3f-be79-0cee745bff6e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef95d4ed-7d34-48c8-884b-aff0ed289a8b HTTP/1.1" status: 200 len: 1001 time: 0.0681150 Nov 10 20:46:39.024975 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15f60a-3bc4-409e-a257-0ceb1d05fc1f req-0dc00e29-a8c9-4522-a983-90b98744c8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:39.026726 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fe15f60a-3bc4-409e-a257-0ceb1d05fc1f req-0dc00e29-a8c9-4522-a983-90b98744c8db service neutron] 10.222.0.25 "GET /v2.0/subnets?id=676d7bd8-a664-4237-8ab7-f1d0e4f324e2 HTTP/1.1" status: 200 len: 846 time: 0.0468156 Nov 10 20:46:39.075287 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15f60a-3bc4-409e-a257-0ceb1d05fc1f req-bed593d4-a2e1-4534-82fc-d50daeb2b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:46:39.076823 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fe15f60a-3bc4-409e-a257-0ceb1d05fc1f req-bed593d4-a2e1-4534-82fc-d50daeb2b7e1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c02f36c5-aaae-4a11-a075-609b9af0aa0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417883 Nov 10 20:46:39.173980 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fe15f60a-3bc4-409e-a257-0ceb1d05fc1f req-56fc9cb8-994f-4f08-b8dd-7bcea9f76db3 service neutron] 10.222.0.25 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884023 Nov 10 20:46:39.269115 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-fe15f60a-3bc4-409e-a257-0ceb1d05fc1f req-f49d8533-3e0c-42b4-a0c7-d8cf05a59c44 service neutron] 10.222.0.25 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871692 Nov 10 20:46:53.513938 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-56748271-d78b-4f3f-94c9-fdd4448376d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:54.299601 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:46:55.792584 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e9e35b8a-3995-4dc3-82c3-b428511a02f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:55.830855 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:55.984525 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:57.664062 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:59.169147 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:46:59.377527 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:47:23.512672 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ac4a3f82-82d2-45d1-9b8d-063746c24f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:47:25.779674 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-855e424c-1b1b-4c9e-be47-f816f31a3355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:47:25.842890 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:47:25.991696 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:47:27.665884 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:47:29.173595 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:47:29.371862 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:47:31.305555 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:47:33.119119 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f10cf9a-a22c-4f6d-a3d6-ec85dd98567e req-dab53bbc-b84f-4f72-8806-28c4b048b61a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a1a06044-02ce-4baf-b629-4cdbef125122&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474477 Nov 10 20:47:33.222324 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10cf9a-a22c-4f6d-a3d6-ec85dd98567e req-badd4a48-21de-4c36-9ffe-567a29fe9733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:47:33.223846 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f10cf9a-a22c-4f6d-a3d6-ec85dd98567e req-badd4a48-21de-4c36-9ffe-567a29fe9733 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79db8cd213a74b0ba51555c43fd585d1&device_id=a1a06044-02ce-4baf-b629-4cdbef125122 HTTP/1.1" status: 200 len: 1095 time: 0.0468056 Nov 10 20:47:33.331554 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10cf9a-a22c-4f6d-a3d6-ec85dd98567e req-ca17da60-0c82-4856-b5f3-679de7ece402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:47:33.333098 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f10cf9a-a22c-4f6d-a3d6-ec85dd98567e req-ca17da60-0c82-4856-b5f3-679de7ece402 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c02f36c5-aaae-4a11-a075-609b9af0aa0b HTTP/1.1" status: 200 len: 908 time: 0.0879672 Nov 10 20:47:33.405061 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f10cf9a-a22c-4f6d-a3d6-ec85dd98567e req-f7e12b01-0675-4ab9-b4ce-00722fed6f2c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f27dcad-1c7b-4518-b48c-65cb7d400c91 HTTP/1.1" status: 200 len: 999 time: 0.0639946 Nov 10 20:47:33.454660 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10cf9a-a22c-4f6d-a3d6-ec85dd98567e req-de5b00f1-60f2-45df-8818-89afbd05b456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:47:33.456132 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f10cf9a-a22c-4f6d-a3d6-ec85dd98567e req-de5b00f1-60f2-45df-8818-89afbd05b456 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=676d7bd8-a664-4237-8ab7-f1d0e4f324e2 HTTP/1.1" status: 200 len: 846 time: 0.0442579 Nov 10 20:47:33.502182 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10cf9a-a22c-4f6d-a3d6-ec85dd98567e req-f9f6fde5-e303-4f47-bfdf-cd5cbc1898af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:47:33.503700 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f10cf9a-a22c-4f6d-a3d6-ec85dd98567e req-f9f6fde5-e303-4f47-bfdf-cd5cbc1898af service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c02f36c5-aaae-4a11-a075-609b9af0aa0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400817 Nov 10 20:47:33.598470 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f10cf9a-a22c-4f6d-a3d6-ec85dd98567e req-32416eef-3b8e-4948-aef0-f2bde283ff8f service neutron] 10.222.0.73 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868251 Nov 10 20:47:33.698538 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-3f10cf9a-a22c-4f6d-a3d6-ec85dd98567e req-8c99ecc1-1e6d-4c6e-bc30-7b10cd31695e service neutron] 10.222.0.73 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917482 Nov 10 20:47:39.459176 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4a9c833c-1f61-420b-8aee-4aff3f4aa8e2 req-1fb85641-1348-460a-8fc2-6e6bd533329b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442312 Nov 10 20:47:39.560111 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c833c-1f61-420b-8aee-4aff3f4aa8e2 req-6e02df2c-7bf0-4fac-83e4-b604258fcbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:47:39.561648 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4a9c833c-1f61-420b-8aee-4aff3f4aa8e2 req-6e02df2c-7bf0-4fac-83e4-b604258fcbeb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=79db8cd213a74b0ba51555c43fd585d1&device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca HTTP/1.1" status: 200 len: 1096 time: 0.0444660 Nov 10 20:47:39.683535 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c833c-1f61-420b-8aee-4aff3f4aa8e2 req-574b130b-0bc7-4961-8133-adea5319263d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:47:39.685069 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4a9c833c-1f61-420b-8aee-4aff3f4aa8e2 req-574b130b-0bc7-4961-8133-adea5319263d service neutron] 10.222.0.25 "GET /v2.0/networks?id=c02f36c5-aaae-4a11-a075-609b9af0aa0b HTTP/1.1" status: 200 len: 908 time: 0.0938504 Nov 10 20:47:39.763416 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4a9c833c-1f61-420b-8aee-4aff3f4aa8e2 req-667b227e-ebb4-4e2a-a6ca-1c32304e1e69 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef95d4ed-7d34-48c8-884b-aff0ed289a8b HTTP/1.1" status: 200 len: 1001 time: 0.0694470 Nov 10 20:47:39.817711 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c833c-1f61-420b-8aee-4aff3f4aa8e2 req-8c346eba-5add-4faf-b497-f6ba05d0b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:47:39.819221 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4a9c833c-1f61-420b-8aee-4aff3f4aa8e2 req-8c346eba-5add-4faf-b497-f6ba05d0b83f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=676d7bd8-a664-4237-8ab7-f1d0e4f324e2 HTTP/1.1" status: 200 len: 846 time: 0.0480227 Nov 10 20:47:39.871484 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c833c-1f61-420b-8aee-4aff3f4aa8e2 req-84df28f1-c1f2-47da-a870-a6f4502d00c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:47:39.873039 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4a9c833c-1f61-420b-8aee-4aff3f4aa8e2 req-84df28f1-c1f2-47da-a870-a6f4502d00c8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c02f36c5-aaae-4a11-a075-609b9af0aa0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456114 Nov 10 20:47:39.963234 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4a9c833c-1f61-420b-8aee-4aff3f4aa8e2 req-48c89be9-36e2-4824-9bf4-31aaa52a033b service neutron] 10.222.0.25 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817361 Nov 10 20:47:40.062027 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-4a9c833c-1f61-420b-8aee-4aff3f4aa8e2 req-30f974b7-8a11-4d3e-a4ca-31f3ce264730 service neutron] 10.222.0.25 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908458 Nov 10 20:47:53.512281 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5b8747f1-98a0-4a2d-9418-34af9e1ecbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:47:55.777699 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2ff888a1-36c3-4f2e-b4a1-644fbae632c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:47:55.851178 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:47:55.994491 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:47:57.670600 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:47:59.176800 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:47:59.373419 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:08.309542 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:48:23.513715 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6d603765-2870-46af-837e-496d0240a121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:25.779493 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-447c9943-00fd-4d35-a647-15d3e5d32516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:25.846223 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:26.007042 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:27.673098 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:29.179310 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:29.369537 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:33.102119 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-018753aa-93b9-4d73-9108-3499b70bea27 req-652a656c-c672-410f-931a-baa365a096b6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a1a06044-02ce-4baf-b629-4cdbef125122&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465379 Nov 10 20:48:33.190818 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018753aa-93b9-4d73-9108-3499b70bea27 req-24a70762-8dbf-48ae-a9aa-c88ce3f82b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:48:33.192423 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-018753aa-93b9-4d73-9108-3499b70bea27 req-24a70762-8dbf-48ae-a9aa-c88ce3f82b62 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79db8cd213a74b0ba51555c43fd585d1&device_id=a1a06044-02ce-4baf-b629-4cdbef125122 HTTP/1.1" status: 200 len: 1095 time: 0.0432158 Nov 10 20:48:33.308844 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018753aa-93b9-4d73-9108-3499b70bea27 req-d20153c2-3d3b-41f7-99eb-379dabeeb585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:48:33.310445 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-018753aa-93b9-4d73-9108-3499b70bea27 req-d20153c2-3d3b-41f7-99eb-379dabeeb585 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c02f36c5-aaae-4a11-a075-609b9af0aa0b HTTP/1.1" status: 200 len: 908 time: 0.0959110 Nov 10 20:48:33.379714 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-018753aa-93b9-4d73-9108-3499b70bea27 req-830d388c-3afc-40c2-9f14-45a5b4638cf4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f27dcad-1c7b-4518-b48c-65cb7d400c91 HTTP/1.1" status: 200 len: 999 time: 0.0586801 Nov 10 20:48:33.434483 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018753aa-93b9-4d73-9108-3499b70bea27 req-9b4ab90c-51df-469f-9b9e-4d9aeb434ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:48:33.435957 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-018753aa-93b9-4d73-9108-3499b70bea27 req-9b4ab90c-51df-469f-9b9e-4d9aeb434ac8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=676d7bd8-a664-4237-8ab7-f1d0e4f324e2 HTTP/1.1" status: 200 len: 846 time: 0.0484240 Nov 10 20:48:33.482759 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018753aa-93b9-4d73-9108-3499b70bea27 req-f6f595b5-b667-4c7e-9581-a689969e1d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:48:33.484254 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-018753aa-93b9-4d73-9108-3499b70bea27 req-f6f595b5-b667-4c7e-9581-a689969e1d2a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c02f36c5-aaae-4a11-a075-609b9af0aa0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405478 Nov 10 20:48:33.575248 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-018753aa-93b9-4d73-9108-3499b70bea27 req-f7e02d4f-6049-4cce-ad04-de93fefa87b8 service neutron] 10.222.0.73 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819013 Nov 10 20:48:33.686448 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-018753aa-93b9-4d73-9108-3499b70bea27 req-eccd7efa-afd9-4892-a003-31c2affe8e43 service neutron] 10.222.0.73 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020553 Nov 10 20:48:34.282202 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device ef95d4ed-7d34-48c8-884b-aff0ed289a8b details requested by agent hyperv_n-h2-813897-4 with host n-h2-813897-4 {{(pid=102507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 20:48:34.388701 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port ef95d4ed-7d34-48c8-884b-aff0ed289a8b, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=ef95d4ed-7d34-48c8-884b-aff0ed289a8b,segment=NetworkSegment(879337b4-f817-422d-a9fb-65148ff0a12b),segment_id=879337b4-f817-422d-a9fb-65148ff0a12b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:48:34.400115 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Returning: {'device': 'ef95d4ed-7d34-48c8-884b-aff0ed289a8b', 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'port_id': 'ef95d4ed-7d34-48c8-884b-aff0ed289a8b', 'mac_address': 'fa:16:3e:c5:03:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '676d7bd8-a664-4237-8ab7-f1d0e4f324e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 20:48:34.437693 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:34.450747 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef95d4ed-7d34-48c8-884b-aff0ed289a8b {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 20:48:34.470396 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port ef95d4ed-7d34-48c8-884b-aff0ed289a8b, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=ef95d4ed-7d34-48c8-884b-aff0ed289a8b,segment=NetworkSegment(879337b4-f817-422d-a9fb-65148ff0a12b),segment_id=879337b4-f817-422d-a9fb-65148ff0a12b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:48:34.478495 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:34.530674 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=ef95d4ed-7d34-48c8-884b-aff0ed289a8b,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:48:34.539097 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:34.539393 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:34.539711 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:34.540044 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:34.540370 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:34.540697 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:34.541020 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:34.541341 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:34.541659 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:34.541997 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:34.542299 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:34.542616 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:34.554808 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] get_ports_and_sgs() called for port_ids ['ef95d4ed-7d34-48c8-884b-aff0ed289a8b'] {{(pid=102507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 20:48:36.315135 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device ef95d4ed-7d34-48c8-884b-aff0ed289a8b up at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 20:48:36.367314 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Provisioning complete for port ef95d4ed-7d34-48c8-884b-aff0ed289a8b triggered by entity L2. {{(pid=102507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 20:48:36.367692 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672038'] for port, provisioning_complete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:36.444275 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:36.467626 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef63fe02-33c4-43c7-81f7-1c831d39f1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef95d4ed-7d34-48c8-884b-aff0ed289a8b'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:48:36.469894 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fc9e4a-1e97-40f5-859a-1093e123f5db" -d '{"events": [{"server_uuid": "ef63fe02-33c4-43c7-81f7-1c831d39f1ca", "name": "network-vif-plugged", "status": "completed", "tag": "ef95d4ed-7d34-48c8-884b-aff0ed289a8b"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:48:36.482660 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port ef95d4ed-7d34-48c8-884b-aff0ed289a8b, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=ef95d4ed-7d34-48c8-884b-aff0ed289a8b,segment=NetworkSegment(879337b4-f817-422d-a9fb-65148ff0a12b),segment_id=879337b4-f817-422d-a9fb-65148ff0a12b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:48:36.488049 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:36.515137 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ee2cd4-efe8-4495-8bf5-faa5d926c5e6 x-openstack-request-id: req-b5ee2cd4-efe8-4495-8bf5-faa5d926c5e6 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:48:36.515434 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef63fe02-33c4-43c7-81f7-1c831d39f1ca", "name": "network-vif-plugged", "status": "completed", "tag": "ef95d4ed-7d34-48c8-884b-aff0ed289a8b", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:48:36.515692 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b5ee2cd4-efe8-4495-8bf5-faa5d926c5e6 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:48:36.516059 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef63fe02-33c4-43c7-81f7-1c831d39f1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef95d4ed-7d34-48c8-884b-aff0ed289a8b', 'code': 200} Nov 10 20:48:36.541315 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=ef95d4ed-7d34-48c8-884b-aff0ed289a8b,revision_number=7']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:48:40.358330 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34f887-419b-4581-b8a0-4b8cbbac403d req-bf5cb59d-2f22-46da-9524-f4bb1cdcda65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:48:40.360039 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6d34f887-419b-4581-b8a0-4b8cbbac403d req-bf5cb59d-2f22-46da-9524-f4bb1cdcda65 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=79db8cd213a74b0ba51555c43fd585d1&device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca HTTP/1.1" status: 200 len: 1096 time: 0.0499487 Nov 10 20:48:40.494258 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34f887-419b-4581-b8a0-4b8cbbac403d req-8008ee17-bb3a-4cf0-8987-ddbac34ed4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:48:40.495798 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6d34f887-419b-4581-b8a0-4b8cbbac403d req-8008ee17-bb3a-4cf0-8987-ddbac34ed4e2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c02f36c5-aaae-4a11-a075-609b9af0aa0b HTTP/1.1" status: 200 len: 908 time: 0.1110926 Nov 10 20:48:40.573437 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6d34f887-419b-4581-b8a0-4b8cbbac403d req-afbb7fdb-2e28-4e21-aa54-1a706d91bf4c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef95d4ed-7d34-48c8-884b-aff0ed289a8b HTTP/1.1" status: 200 len: 1001 time: 0.0688784 Nov 10 20:48:40.684524 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34f887-419b-4581-b8a0-4b8cbbac403d req-92941a75-822c-4dd4-be3d-37f7012676b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:48:40.686360 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6d34f887-419b-4581-b8a0-4b8cbbac403d req-92941a75-822c-4dd4-be3d-37f7012676b2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=676d7bd8-a664-4237-8ab7-f1d0e4f324e2 HTTP/1.1" status: 200 len: 846 time: 0.1031284 Nov 10 20:48:40.762761 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34f887-419b-4581-b8a0-4b8cbbac403d req-b1dc2b40-3c0f-4b07-873a-b6e6cd0d4dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:48:40.764395 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6d34f887-419b-4581-b8a0-4b8cbbac403d req-b1dc2b40-3c0f-4b07-873a-b6e6cd0d4dc9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c02f36c5-aaae-4a11-a075-609b9af0aa0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659821 Nov 10 20:48:40.869681 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6d34f887-419b-4581-b8a0-4b8cbbac403d req-72e11c4c-7894-4fed-83c6-8f5ecd06f5d3 service neutron] 10.222.0.25 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957875 Nov 10 20:48:40.981647 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-6d34f887-419b-4581-b8a0-4b8cbbac403d req-f3b23eaa-8fce-4734-a15a-bd0c5e21fda4 service neutron] 10.222.0.25 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032715 Nov 10 20:48:45.308793 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:48:49.874822 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60312) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:48:50.037204 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-cefb48a8-1462-4309-a963-e56e27403d6d tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Deleting port 9a984ce2-3eed-4693-ac6f-d6b7fb57e135 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:48:50.037547 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cefb48a8-1462-4309-a963-e56e27403d6d tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:50.116540 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cefb48a8-1462-4309-a963-e56e27403d6d tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:50.116797 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cefb48a8-1462-4309-a963-e56e27403d6d tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:50.128724 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-cefb48a8-1462-4309-a963-e56e27403d6d tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Calling delete_port for 9a984ce2-3eed-4693-ac6f-d6b7fb57e135 owned by network:floatingip {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:48:50.290921 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cefb48a8-1462-4309-a963-e56e27403d6d tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:50.320320 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb48a8-1462-4309-a963-e56e27403d6d tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Pushing event deleted for resources: {'Port': ['ID=9a984ce2-3eed-4693-ac6f-d6b7fb57e135,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:48:50.345420 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb48a8-1462-4309-a963-e56e27403d6d tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:50.345789 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb48a8-1462-4309-a963-e56e27403d6d tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:50.346128 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb48a8-1462-4309-a963-e56e27403d6d tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:50.346468 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb48a8-1462-4309-a963-e56e27403d6d tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:50.346801 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb48a8-1462-4309-a963-e56e27403d6d tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:50.347127 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb48a8-1462-4309-a963-e56e27403d6d tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:50.347453 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb48a8-1462-4309-a963-e56e27403d6d tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:50.347763 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb48a8-1462-4309-a963-e56e27403d6d tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:50.348084 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb48a8-1462-4309-a963-e56e27403d6d tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:50.348402 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb48a8-1462-4309-a963-e56e27403d6d tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:50.348725 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb48a8-1462-4309-a963-e56e27403d6d tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:50.349044 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb48a8-1462-4309-a963-e56e27403d6d tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:50.389586 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cefb48a8-1462-4309-a963-e56e27403d6d tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for floatingip, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:50.389953 n-d-813897-4 neutron-server[102505]: INFO neutron.db.l3_db [None req-cefb48a8-1462-4309-a963-e56e27403d6d tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Floating IP 4bbfa752-e989-4ebf-b08d-b609314f201a disassociated (deleted). External IP: 172.25.3.197, port: ef95d4ed-7d34-48c8-884b-aff0ed289a8b. Nov 10 20:48:50.603434 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefb48a8-1462-4309-a963-e56e27403d6d tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Router d164f6bf-7824-41df-b88f-169124fc3566 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:48:50.715500 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefb48a8-1462-4309-a963-e56e27403d6d tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:48:50.720776 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cefb48a8-1462-4309-a963-e56e27403d6d tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:50.725586 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15af24e-64bb-49c8-80b5-6651f5f19a07 None None] Sync routers for ids ['d164f6bf-7824-41df-b88f-169124fc3566'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:48:50.736174 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15af24e-64bb-49c8-80b5-6651f5f19a07 None None] Routers {'d164f6bf-7824-41df-b88f-169124fc3566'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:48:50.736798 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-e15af24e-64bb-49c8-80b5-6651f5f19a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:48:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d164f6bf-7824-41df-b88f-169124fc3566'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:48:50.749933 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-cefb48a8-1462-4309-a963-e56e27403d6d tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "DELETE /v2.0/floatingips/4bbfa752-e989-4ebf-b08d-b609314f201a HTTP/1.1" status: 204 len: 168 time: 0.8739479 Nov 10 20:48:50.750559 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef63fe02-33c4-43c7-81f7-1c831d39f1ca', 'tag': 'ef95d4ed-7d34-48c8-884b-aff0ed289a8b'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:48:50.752846 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66463fea-94c7-41cb-abb4-4fdf38ba6824" -d '{"events": [{"name": "network-changed", "server_uuid": "ef63fe02-33c4-43c7-81f7-1c831d39f1ca", "tag": "ef95d4ed-7d34-48c8-884b-aff0ed289a8b"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:48:50.843170 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-e15af24e-64bb-49c8-80b5-6651f5f19a07 None None] Set router d164f6bf-7824-41df-b88f-169124fc3566 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:48:50.921691 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8698f602-a94b-4527-9e15-5426e9a81f04 x-openstack-request-id: req-8698f602-a94b-4527-9e15-5426e9a81f04 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:48:50.922282 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef63fe02-33c4-43c7-81f7-1c831d39f1ca", "tag": "ef95d4ed-7d34-48c8-884b-aff0ed289a8b", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:48:50.922400 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8698f602-a94b-4527-9e15-5426e9a81f04 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:48:50.922978 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef63fe02-33c4-43c7-81f7-1c831d39f1ca', 'tag': 'ef95d4ed-7d34-48c8-884b-aff0ed289a8b', 'status': 'completed', 'code': 200} Nov 10 20:48:50.989074 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66463fea-94c7-41cb-abb4-4fdf38ba6824 req-141e5461-64eb-4247-a356-5d8f99279ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:48:50.990687 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-66463fea-94c7-41cb-abb4-4fdf38ba6824 req-141e5461-64eb-4247-a356-5d8f99279ecc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=79db8cd213a74b0ba51555c43fd585d1&device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca HTTP/1.1" status: 200 len: 1096 time: 0.0432036 Nov 10 20:48:51.020997 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2b2cb-7e00-483a-ae9b-d96aa74dfffd req-aa8d58e9-acb7-4e22-ad1b-0cb9571b246c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:48:51.023492 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cac2b2cb-7e00-483a-ae9b-d96aa74dfffd req-aa8d58e9-acb7-4e22-ad1b-0cb9571b246c tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca HTTP/1.1" status: 200 len: 945 time: 0.0534070 Nov 10 20:48:51.082373 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-cac2b2cb-7e00-483a-ae9b-d96aa74dfffd req-1c66be40-5c00-49d0-908a-8219f28a8dae tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/security-groups?id=80bff731-9114-4095-846b-6557dd19b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518355 Nov 10 20:48:51.090662 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-e15af24e-64bb-49c8-80b5-6651f5f19a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'name': 'tempest-TestSnapshotPattern-8449205-router', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:43:18Z', 'updated_at': '2021-11-10T20:43:21Z', 'revision_number': 4, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'gw_port': {'id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:19Z', 'updated_at': '2021-11-10T20:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '1453f6cb-278e-4d80-89dc-31e9d55eb0f6', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'floating_ip_address': '172.25.3.73', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'port_id': '7f27dcad-1c7b-4518-b48c-65cb7d400c91', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'mac_address': 'fa:16:3e:19:50:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a06044-02ce-4baf-b629-4cdbef125122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:43:40Z', 'updated_at': '2021-11-10T20:43:43Z', 'revision_number': 1, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24336f76-787f-48e1-a7c6-b1b3e3a2ce87', 'name': '', 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'mac_address': 'fa:16:3e:96:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '676d7bd8-a664-4237-8ab7-f1d0e4f324e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:21Z', 'updated_at': '2021-11-10T20:43:25Z', 'revision_number': 5, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'subnets': [{'id': '676d7bd8-a664-4237-8ab7-f1d0e4f324e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:48:51.092974 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66463fea-94c7-41cb-abb4-4fdf38ba6824 req-9ea213e5-2959-416b-a50e-f19b11482957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:48:51.097664 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-66463fea-94c7-41cb-abb4-4fdf38ba6824 req-9ea213e5-2959-416b-a50e-f19b11482957 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c02f36c5-aaae-4a11-a075-609b9af0aa0b HTTP/1.1" status: 200 len: 908 time: 0.0955162 Nov 10 20:48:51.117988 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15af24e-64bb-49c8-80b5-6651f5f19a07 None None] Checking router: d164f6bf-7824-41df-b88f-169124fc3566 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:48:51.126468 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15af24e-64bb-49c8-80b5-6651f5f19a07 None None] Routers {'d164f6bf-7824-41df-b88f-169124fc3566'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:48:51.127175 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-e15af24e-64bb-49c8-80b5-6651f5f19a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:48:26Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d164f6bf-7824-41df-b88f-169124fc3566'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:48:51.138935 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-66463fea-94c7-41cb-abb4-4fdf38ba6824 req-1f372f48-d9b4-4caa-9ce6-f26078eb30e6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef95d4ed-7d34-48c8-884b-aff0ed289a8b HTTP/1.1" status: 200 len: 217 time: 0.0360973 Nov 10 20:48:51.190805 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66463fea-94c7-41cb-abb4-4fdf38ba6824 req-b3d49006-f84c-48b1-8e23-c9443c8915be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:48:51.192308 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-66463fea-94c7-41cb-abb4-4fdf38ba6824 req-b3d49006-f84c-48b1-8e23-c9443c8915be service neutron] 10.222.0.25 "GET /v2.0/subnets?id=676d7bd8-a664-4237-8ab7-f1d0e4f324e2 HTTP/1.1" status: 200 len: 846 time: 0.0454342 Nov 10 20:48:51.237705 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-e15af24e-64bb-49c8-80b5-6651f5f19a07 None None] Set router d164f6bf-7824-41df-b88f-169124fc3566 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:48:51.247316 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66463fea-94c7-41cb-abb4-4fdf38ba6824 req-8a66981e-c851-4d1c-9016-e9bc01f7cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:48:51.248771 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-66463fea-94c7-41cb-abb4-4fdf38ba6824 req-8a66981e-c851-4d1c-9016-e9bc01f7cc5e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c02f36c5-aaae-4a11-a075-609b9af0aa0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476527 Nov 10 20:48:51.340162 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-66463fea-94c7-41cb-abb4-4fdf38ba6824 req-36119154-5218-4e20-bfef-6c6f7114008f service neutron] 10.222.0.25 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831873 Nov 10 20:48:51.476352 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-e15af24e-64bb-49c8-80b5-6651f5f19a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'name': 'tempest-TestSnapshotPattern-8449205-router', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:43:18Z', 'updated_at': '2021-11-10T20:43:21Z', 'revision_number': 4, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'gw_port': {'id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:19Z', 'updated_at': '2021-11-10T20:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '1453f6cb-278e-4d80-89dc-31e9d55eb0f6', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'floating_ip_address': '172.25.3.73', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'port_id': '7f27dcad-1c7b-4518-b48c-65cb7d400c91', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'mac_address': 'fa:16:3e:19:50:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a06044-02ce-4baf-b629-4cdbef125122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:43:40Z', 'updated_at': '2021-11-10T20:43:43Z', 'revision_number': 1, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24336f76-787f-48e1-a7c6-b1b3e3a2ce87', 'name': '', 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'mac_address': 'fa:16:3e:96:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '676d7bd8-a664-4237-8ab7-f1d0e4f324e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:21Z', 'updated_at': '2021-11-10T20:43:25Z', 'revision_number': 5, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'subnets': [{'id': '676d7bd8-a664-4237-8ab7-f1d0e4f324e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:48:51.504046 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15af24e-64bb-49c8-80b5-6651f5f19a07 None None] The sync data for ids ['d164f6bf-7824-41df-b88f-169124fc3566'] in n-d-813897-4 is: [{'id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'name': 'tempest-TestSnapshotPattern-8449205-router', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:43:18Z', 'updated_at': '2021-11-10T20:43:21Z', 'revision_number': 4, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'gw_port': {'id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:19Z', 'updated_at': '2021-11-10T20:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_floatingips': [{'id': '1453f6cb-278e-4d80-89dc-31e9d55eb0f6', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'floating_ip_address': '172.25.3.73', 'floating_network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'router_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'port_id': '7f27dcad-1c7b-4518-b48c-65cb7d400c91', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'mac_address': 'fa:16:3e:19:50:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a06044-02ce-4baf-b629-4cdbef125122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T20:43:40Z', 'updated_at': '2021-11-10T20:43:43Z', 'revision_number': 1, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24336f76-787f-48e1-a7c6-b1b3e3a2ce87', 'name': '', 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'mac_address': 'fa:16:3e:96:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '676d7bd8-a664-4237-8ab7-f1d0e4f324e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:21Z', 'updated_at': '2021-11-10T20:43:25Z', 'revision_number': 5, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'subnets': [{'id': '676d7bd8-a664-4237-8ab7-f1d0e4f324e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:48:51.808093 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-66463fea-94c7-41cb-abb4-4fdf38ba6824 req-b4a56685-6cdb-4ef0-baf2-82225cea5b5f service neutron] 10.222.0.25 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4602890 Nov 10 20:48:51.808618 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2e351a-50b4-46aa-b051-00ab2deaa5fe None None] New status for floating IP 4bbfa752-e989-4ebf-b08d-b609314f201a: DOWN {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:48:52.205176 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ab2b0-f2bb-42fd-bc98-3ba130b25861 req-6bc82797-21e3-453f-8c7e-8207c7f8ebc4 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:48:52.206752 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-343ab2b0-f2bb-42fd-bc98-3ba130b25861 req-6bc82797-21e3-453f-8c7e-8207c7f8ebc4 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca HTTP/1.1" status: 200 len: 945 time: 0.0514405 Nov 10 20:48:52.260406 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-343ab2b0-f2bb-42fd-bc98-3ba130b25861 req-b56abeec-6583-4f37-812e-efe6791148b5 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/security-groups?id=80bff731-9114-4095-846b-6557dd19b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470445 Nov 10 20:48:52.395994 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device ef95d4ed-7d34-48c8-884b-aff0ed289a8b no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:48:52.654470 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531566'] for port, before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:52.680831 n-d-813897-4 neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef63fe02-33c4-43c7-81f7-1c831d39f1ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef95d4ed-7d34-48c8-884b-aff0ed289a8b'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:48:52.683169 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56af117ce8e55ce9de2e40d12ab2a345d66b7304b5d3919f8eb24bf53c611771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abad646-0957-4191-bdfd-781f2b815ce1" -d '{"events": [{"server_uuid": "ef63fe02-33c4-43c7-81f7-1c831d39f1ca", "name": "network-vif-unplugged", "status": "completed", "tag": "ef95d4ed-7d34-48c8-884b-aff0ed289a8b"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:48:52.695090 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] For port ef95d4ed-7d34-48c8-884b-aff0ed289a8b, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=ef95d4ed-7d34-48c8-884b-aff0ed289a8b,segment=NetworkSegment(879337b4-f817-422d-a9fb-65148ff0a12b),segment_id=879337b4-f817-422d-a9fb-65148ff0a12b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:48:52.700833 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739350356107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739349943682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739349943700'] for port, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:52.731675 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 20:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f7429e-901c-4153-93b4-021dfdc3e091 x-openstack-request-id: req-d9f7429e-901c-4153-93b4-021dfdc3e091 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:48:52.732057 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef63fe02-33c4-43c7-81f7-1c831d39f1ca", "name": "network-vif-unplugged", "status": "completed", "tag": "ef95d4ed-7d34-48c8-884b-aff0ed289a8b", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:48:52.732319 n-d-813897-4 neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d9f7429e-901c-4153-93b4-021dfdc3e091 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:48:52.732709 n-d-813897-4 neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef63fe02-33c4-43c7-81f7-1c831d39f1ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef95d4ed-7d34-48c8-884b-aff0ed289a8b', 'code': 200} Nov 10 20:48:52.756493 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Pushing event updated for resources: {'Port': ['ID=ef95d4ed-7d34-48c8-884b-aff0ed289a8b,revision_number=8']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:48:52.907124 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c77b12-5cbc-4726-866d-ce46cd155116 req-3b37b753-f364-4049-89ba-6ab1bf2a6dc9 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:48:52.908511 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b8c77b12-5cbc-4726-866d-ce46cd155116 req-3b37b753-f364-4049-89ba-6ab1bf2a6dc9 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca HTTP/1.1" status: 200 len: 943 time: 0.0631299 Nov 10 20:48:53.011007 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-b8c77b12-5cbc-4726-866d-ce46cd155116 req-8a794eb2-87c2-4c8f-b63a-c2b24c379966 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Deleting port ef95d4ed-7d34-48c8-884b-aff0ed289a8b {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:48:53.011256 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-b8c77b12-5cbc-4726-866d-ce46cd155116 req-8a794eb2-87c2-4c8f-b63a-c2b24c379966 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:53.109187 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-b8c77b12-5cbc-4726-866d-ce46cd155116 req-8a794eb2-87c2-4c8f-b63a-c2b24c379966 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] For port ef95d4ed-7d34-48c8-884b-aff0ed289a8b, host n-h2-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813897-4',level=0,port_id=ef95d4ed-7d34-48c8-884b-aff0ed289a8b,segment=NetworkSegment(879337b4-f817-422d-a9fb-65148ff0a12b),segment_id=879337b4-f817-422d-a9fb-65148ff0a12b)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:48:53.109516 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-b8c77b12-5cbc-4726-866d-ce46cd155116 req-8a794eb2-87c2-4c8f-b63a-c2b24c379966 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:53.122570 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-b8c77b12-5cbc-4726-866d-ce46cd155116 req-8a794eb2-87c2-4c8f-b63a-c2b24c379966 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Calling delete_port for ef95d4ed-7d34-48c8-884b-aff0ed289a8b owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:48:53.259592 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-b8c77b12-5cbc-4726-866d-ce46cd155116 req-8a794eb2-87c2-4c8f-b63a-c2b24c379966 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:53.288769 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a794eb2-87c2-4c8f-b63a-c2b24c379966 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Pushing event deleted for resources: {'Port': ['ID=ef95d4ed-7d34-48c8-884b-aff0ed289a8b,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:48:53.332559 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c77b12-5cbc-4726-866d-ce46cd155116 req-8a794eb2-87c2-4c8f-b63a-c2b24c379966 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] No DVR routers for this DVR port ef95d4ed-7d34-48c8-884b-aff0ed289a8b on host n-h2-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:48:53.336203 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-b8c77b12-5cbc-4726-866d-ce46cd155116 req-8a794eb2-87c2-4c8f-b63a-c2b24c379966 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:53.339724 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-b8c77b12-5cbc-4726-866d-ce46cd155116 req-8a794eb2-87c2-4c8f-b63a-c2b24c379966 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.25 "DELETE /v2.0/ports/ef95d4ed-7d34-48c8-884b-aff0ed289a8b HTTP/1.1" status: 204 len: 173 time: 0.4242370 Nov 10 20:48:53.340172 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef63fe02-33c4-43c7-81f7-1c831d39f1ca', 'name': 'network-vif-deleted', 'tag': 'ef95d4ed-7d34-48c8-884b-aff0ed289a8b'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:48:53.342591 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea16835a-2b89-4da8-9bf2-07d91ee2b72a" -d '{"events": [{"server_uuid": "ef63fe02-33c4-43c7-81f7-1c831d39f1ca", "name": "network-vif-deleted", "tag": "ef95d4ed-7d34-48c8-884b-aff0ed289a8b"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:48:53.368150 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-b303c4f3-534e-4a49-b107-2bc9950cc15d req-89c9e3c8-0df1-4343-9f5d-c3903c2e2a86 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef63fe02-33c4-43c7-81f7-1c831d39f1ca HTTP/1.1" status: 200 len: 210 time: 0.0301821 Nov 10 20:48:53.417384 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0199ca7-e5ef-42ca-8799-63359effbba6 x-openstack-request-id: req-b0199ca7-e5ef-42ca-8799-63359effbba6 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:48:53.417683 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef63fe02-33c4-43c7-81f7-1c831d39f1ca", "name": "network-vif-deleted", "tag": "ef95d4ed-7d34-48c8-884b-aff0ed289a8b", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:48:53.418147 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b0199ca7-e5ef-42ca-8799-63359effbba6 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:48:53.418408 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef63fe02-33c4-43c7-81f7-1c831d39f1ca', 'name': 'network-vif-deleted', 'tag': 'ef95d4ed-7d34-48c8-884b-aff0ed289a8b', 'status': 'completed', 'code': 200} Nov 10 20:48:53.516006 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e123be90-4385-4bdd-b711-3baf5a0edda4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:54.987622 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60372) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:48:55.164225 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-c5eed480-8df7-4986-a7e4-31bfbd7619f1 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Deleting port 4c5afb9c-d24a-49b7-a6f7-7e5124ddc620 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:48:55.164528 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c5eed480-8df7-4986-a7e4-31bfbd7619f1 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:55.242461 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c5eed480-8df7-4986-a7e4-31bfbd7619f1 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:55.242700 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c5eed480-8df7-4986-a7e4-31bfbd7619f1 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:55.254941 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-c5eed480-8df7-4986-a7e4-31bfbd7619f1 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Calling delete_port for 4c5afb9c-d24a-49b7-a6f7-7e5124ddc620 owned by network:floatingip {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:48:55.419916 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c5eed480-8df7-4986-a7e4-31bfbd7619f1 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:55.444990 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eed480-8df7-4986-a7e4-31bfbd7619f1 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Pushing event deleted for resources: {'Port': ['ID=4c5afb9c-d24a-49b7-a6f7-7e5124ddc620,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:48:55.457171 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eed480-8df7-4986-a7e4-31bfbd7619f1 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:55.457575 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eed480-8df7-4986-a7e4-31bfbd7619f1 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:55.457961 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eed480-8df7-4986-a7e4-31bfbd7619f1 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:55.458300 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eed480-8df7-4986-a7e4-31bfbd7619f1 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:55.458631 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eed480-8df7-4986-a7e4-31bfbd7619f1 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:55.458958 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eed480-8df7-4986-a7e4-31bfbd7619f1 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:55.459281 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eed480-8df7-4986-a7e4-31bfbd7619f1 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:55.459609 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eed480-8df7-4986-a7e4-31bfbd7619f1 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:55.459960 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eed480-8df7-4986-a7e4-31bfbd7619f1 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:55.460905 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eed480-8df7-4986-a7e4-31bfbd7619f1 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:55.461246 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eed480-8df7-4986-a7e4-31bfbd7619f1 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:55.461571 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eed480-8df7-4986-a7e4-31bfbd7619f1 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813897-4 {{(pid=102506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 20:48:55.515940 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c5eed480-8df7-4986-a7e4-31bfbd7619f1 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for floatingip, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:55.516163 n-d-813897-4 neutron-server[102506]: INFO neutron.db.l3_db [None req-c5eed480-8df7-4986-a7e4-31bfbd7619f1 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Floating IP 1453f6cb-278e-4d80-89dc-31e9d55eb0f6 disassociated (deleted). External IP: 172.25.3.73, port: 7f27dcad-1c7b-4518-b48c-65cb7d400c91. Nov 10 20:48:55.738153 n-d-813897-4 neutron-server[102506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5eed480-8df7-4986-a7e4-31bfbd7619f1 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Router d164f6bf-7824-41df-b88f-169124fc3566 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:48:55.772976 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ee9da828-6e4c-4d3b-b946-3897adbe3839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:55.843097 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:55.853416 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5eed480-8df7-4986-a7e4-31bfbd7619f1 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:48:55.858322 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-c5eed480-8df7-4986-a7e4-31bfbd7619f1 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for floatingip, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:55.863872 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4971a334-7749-4ab5-9471-a7d1d02ddc21 None None] Sync routers for ids ['d164f6bf-7824-41df-b88f-169124fc3566'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:48:55.874751 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4971a334-7749-4ab5-9471-a7d1d02ddc21 None None] Routers {'d164f6bf-7824-41df-b88f-169124fc3566'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:48:55.875354 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-4971a334-7749-4ab5-9471-a7d1d02ddc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:48:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d164f6bf-7824-41df-b88f-169124fc3566'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:48:55.886937 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-c5eed480-8df7-4986-a7e4-31bfbd7619f1 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "DELETE /v2.0/floatingips/1453f6cb-278e-4d80-89dc-31e9d55eb0f6 HTTP/1.1" status: 204 len: 168 time: 0.8982151 Nov 10 20:48:55.887517 n-d-813897-4 neutron-server[102506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a06044-02ce-4baf-b629-4cdbef125122', 'tag': '7f27dcad-1c7b-4518-b48c-65cb7d400c91'}] {{(pid=102506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:48:55.889841 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acfbd5c25fd1a1bf18e79891c674f962074aa63d8f4aa99a8f6cb3be41b9dd3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8486d5de-30d2-49de-a507-7d786dca5dfb" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a06044-02ce-4baf-b629-4cdbef125122", "tag": "7f27dcad-1c7b-4518-b48c-65cb7d400c91"}]}' {{(pid=102506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:48:56.008786 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:56.087314 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-4971a334-7749-4ab5-9471-a7d1d02ddc21 None None] Set router d164f6bf-7824-41df-b88f-169124fc3566 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:48:56.118195 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 20:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd23ff9e-b130-4de4-97af-b988ea4d7668 x-openstack-request-id: req-bd23ff9e-b130-4de4-97af-b988ea4d7668 {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:48:56.118741 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a06044-02ce-4baf-b629-4cdbef125122", "tag": "7f27dcad-1c7b-4518-b48c-65cb7d400c91", "status": "completed", "code": 200}]} {{(pid=102506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:48:56.118741 n-d-813897-4 neutron-server[102506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bd23ff9e-b130-4de4-97af-b988ea4d7668 {{(pid=102506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:48:56.119109 n-d-813897-4 neutron-server[102506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a06044-02ce-4baf-b629-4cdbef125122', 'tag': '7f27dcad-1c7b-4518-b48c-65cb7d400c91', 'status': 'completed', 'code': 200} Nov 10 20:48:56.195008 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486d5de-30d2-49de-a507-7d786dca5dfb req-dcb53c32-fa22-47a1-8ab7-2432048a66f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:48:56.197206 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8486d5de-30d2-49de-a507-7d786dca5dfb req-dcb53c32-fa22-47a1-8ab7-2432048a66f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=79db8cd213a74b0ba51555c43fd585d1&device_id=a1a06044-02ce-4baf-b629-4cdbef125122 HTTP/1.1" status: 200 len: 1095 time: 0.0494723 Nov 10 20:48:56.231989 n-d-813897-4 neutron-server[102506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082825b-559f-495c-b07b-d4a36d8e870b req-17e0ecd9-00e9-4ac3-9f31-9e0d66b5b0c7 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:48:56.233694 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3082825b-559f-495c-b07b-d4a36d8e870b req-17e0ecd9-00e9-4ac3-9f31-9e0d66b5b0c7 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1a06044-02ce-4baf-b629-4cdbef125122 HTTP/1.1" status: 200 len: 944 time: 0.0518262 Nov 10 20:48:56.290387 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-4971a334-7749-4ab5-9471-a7d1d02ddc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'name': 'tempest-TestSnapshotPattern-8449205-router', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:43:18Z', 'updated_at': '2021-11-10T20:43:21Z', 'revision_number': 4, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'gw_port': {'id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:19Z', 'updated_at': '2021-11-10T20:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '24336f76-787f-48e1-a7c6-b1b3e3a2ce87', 'name': '', 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'mac_address': 'fa:16:3e:96:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '676d7bd8-a664-4237-8ab7-f1d0e4f324e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:21Z', 'updated_at': '2021-11-10T20:43:25Z', 'revision_number': 5, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'subnets': [{'id': '676d7bd8-a664-4237-8ab7-f1d0e4f324e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:48:56.291963 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-3082825b-559f-495c-b07b-d4a36d8e870b req-6e02df72-7921-4857-88f7-fc9593d2efe6 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/security-groups?id=80bff731-9114-4095-846b-6557dd19b64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519607 Nov 10 20:48:56.300858 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486d5de-30d2-49de-a507-7d786dca5dfb req-2d87c71e-322a-404c-a28f-159e3d8450a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:48:56.302382 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8486d5de-30d2-49de-a507-7d786dca5dfb req-2d87c71e-322a-404c-a28f-159e3d8450a6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c02f36c5-aaae-4a11-a075-609b9af0aa0b HTTP/1.1" status: 200 len: 908 time: 0.0952744 Nov 10 20:48:56.320313 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4971a334-7749-4ab5-9471-a7d1d02ddc21 None None] Checking router: d164f6bf-7824-41df-b88f-169124fc3566 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:48:56.328595 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4971a334-7749-4ab5-9471-a7d1d02ddc21 None None] Routers {'d164f6bf-7824-41df-b88f-169124fc3566'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:48:56.329245 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-4971a334-7749-4ab5-9471-a7d1d02ddc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:48:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d164f6bf-7824-41df-b88f-169124fc3566'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:48:56.352194 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8486d5de-30d2-49de-a507-7d786dca5dfb req-6631d61b-5993-48c4-9872-e1c0bb8f597c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f27dcad-1c7b-4518-b48c-65cb7d400c91 HTTP/1.1" status: 200 len: 217 time: 0.0397885 Nov 10 20:48:56.404343 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device ef95d4ed-7d34-48c8-884b-aff0ed289a8b no longer exists at agent hyperv_n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:48:56.416627 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486d5de-30d2-49de-a507-7d786dca5dfb req-2bef42ef-85d4-47dd-96f2-7f98857e0f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:48:56.418152 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8486d5de-30d2-49de-a507-7d786dca5dfb req-2bef42ef-85d4-47dd-96f2-7f98857e0f50 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=676d7bd8-a664-4237-8ab7-f1d0e4f324e2 HTTP/1.1" status: 200 len: 846 time: 0.0526187 Nov 10 20:48:56.429292 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] No Port match for: ef95d4ed-7d34-48c8-884b-aff0ed289a8b {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:48:56.430011 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Device ef95d4ed-7d34-48c8-884b-aff0ed289a8b not bound to the agent host n-h2-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:48:56.442777 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-4971a334-7749-4ab5-9471-a7d1d02ddc21 None None] Set router d164f6bf-7824-41df-b88f-169124fc3566 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:48:56.468482 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486d5de-30d2-49de-a507-7d786dca5dfb req-a8b6ab85-e8e5-47ae-8c44-a2a98a1b4cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:48:56.470058 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8486d5de-30d2-49de-a507-7d786dca5dfb req-a8b6ab85-e8e5-47ae-8c44-a2a98a1b4cb0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c02f36c5-aaae-4a11-a075-609b9af0aa0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430431 Nov 10 20:48:56.487712 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-8486d5de-30d2-49de-a507-7d786dca5dfb req-6a9c49a3-bdbc-4dd8-af9a-e6c573c32463 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102505) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 20:48:56.488738 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8486d5de-30d2-49de-a507-7d786dca5dfb req-6a9c49a3-bdbc-4dd8-af9a-e6c573c32463 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070107 Nov 10 20:48:56.590833 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8486d5de-30d2-49de-a507-7d786dca5dfb req-bf76e3ff-bfa7-40f3-841f-b009a2fc748e service neutron] 10.222.0.73 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911329 Nov 10 20:48:56.645535 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-4971a334-7749-4ab5-9471-a7d1d02ddc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'name': 'tempest-TestSnapshotPattern-8449205-router', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:43:18Z', 'updated_at': '2021-11-10T20:43:21Z', 'revision_number': 4, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'gw_port': {'id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:19Z', 'updated_at': '2021-11-10T20:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '24336f76-787f-48e1-a7c6-b1b3e3a2ce87', 'name': '', 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'mac_address': 'fa:16:3e:96:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '676d7bd8-a664-4237-8ab7-f1d0e4f324e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:21Z', 'updated_at': '2021-11-10T20:43:25Z', 'revision_number': 5, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'subnets': [{'id': '676d7bd8-a664-4237-8ab7-f1d0e4f324e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:48:56.676493 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4971a334-7749-4ab5-9471-a7d1d02ddc21 None None] The sync data for ids ['d164f6bf-7824-41df-b88f-169124fc3566'] in n-d-813897-4 is: [{'id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'name': 'tempest-TestSnapshotPattern-8449205-router', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:43:18Z', 'updated_at': '2021-11-10T20:43:21Z', 'revision_number': 4, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'gw_port': {'id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:19Z', 'updated_at': '2021-11-10T20:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4', '_interfaces': [{'id': '24336f76-787f-48e1-a7c6-b1b3e3a2ce87', 'name': '', 'network_id': 'c02f36c5-aaae-4a11-a075-609b9af0aa0b', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'mac_address': 'fa:16:3e:96:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '676d7bd8-a664-4237-8ab7-f1d0e4f324e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:21Z', 'updated_at': '2021-11-10T20:43:25Z', 'revision_number': 5, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'subnets': [{'id': '676d7bd8-a664-4237-8ab7-f1d0e4f324e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:48:56.697842 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-8486d5de-30d2-49de-a507-7d786dca5dfb req-db78132b-777e-401f-ab42-3750c0cdcc3d service neutron] 10.222.0.73 "GET /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949893 Nov 10 20:48:56.821233 n-d-813897-4 neutron-server[102505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85909e6-cfe5-471b-b32f-6cd734c01094 req-5926159a-c51e-4856-b2b9-112103968f63 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 20:48:56.822800 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d85909e6-cfe5-471b-b32f-6cd734c01094 req-5926159a-c51e-4856-b2b9-112103968f63 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1a06044-02ce-4baf-b629-4cdbef125122 HTTP/1.1" status: 200 len: 944 time: 0.0552661 Nov 10 20:48:56.913252 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726454ea-746e-456b-827d-fcc05becbfd8 None None] New status for floating IP 1453f6cb-278e-4d80-89dc-31e9d55eb0f6: DOWN {{(pid=102507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 20:48:56.919615 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-d85909e6-cfe5-471b-b32f-6cd734c01094 req-9e7256d2-9342-4211-83ca-e0699818118a tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Deleting port 7f27dcad-1c7b-4518-b48c-65cb7d400c91 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:48:56.919956 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d85909e6-cfe5-471b-b32f-6cd734c01094 req-9e7256d2-9342-4211-83ca-e0699818118a tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:57.012301 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [req-d85909e6-cfe5-471b-b32f-6cd734c01094 req-9e7256d2-9342-4211-83ca-e0699818118a tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] For port 7f27dcad-1c7b-4518-b48c-65cb7d400c91, host n-h1-813897-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813897-4',level=0,port_id=7f27dcad-1c7b-4518-b48c-65cb7d400c91,segment=NetworkSegment(879337b4-f817-422d-a9fb-65148ff0a12b),segment_id=879337b4-f817-422d-a9fb-65148ff0a12b)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:48:57.012680 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d85909e6-cfe5-471b-b32f-6cd734c01094 req-9e7256d2-9342-4211-83ca-e0699818118a tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:57.027107 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [req-d85909e6-cfe5-471b-b32f-6cd734c01094 req-9e7256d2-9342-4211-83ca-e0699818118a tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Calling delete_port for 7f27dcad-1c7b-4518-b48c-65cb7d400c91 owned by compute:nova {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:48:57.171973 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d85909e6-cfe5-471b-b32f-6cd734c01094 req-9e7256d2-9342-4211-83ca-e0699818118a tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:57.204971 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7256d2-9342-4211-83ca-e0699818118a tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Pushing event deleted for resources: {'Port': ['ID=7f27dcad-1c7b-4518-b48c-65cb7d400c91,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:48:57.245955 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85909e6-cfe5-471b-b32f-6cd734c01094 req-9e7256d2-9342-4211-83ca-e0699818118a tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] No DVR routers for this DVR port 7f27dcad-1c7b-4518-b48c-65cb7d400c91 on host n-h1-813897-4 {{(pid=102505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:48:57.248465 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [req-d85909e6-cfe5-471b-b32f-6cd734c01094 req-9e7256d2-9342-4211-83ca-e0699818118a tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43931'] for port, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:57.251889 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [req-d85909e6-cfe5-471b-b32f-6cd734c01094 req-9e7256d2-9342-4211-83ca-e0699818118a tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.73 "DELETE /v2.0/ports/7f27dcad-1c7b-4518-b48c-65cb7d400c91 HTTP/1.1" status: 204 len: 173 time: 0.4208813 Nov 10 20:48:57.252346 n-d-813897-4 neutron-server[102505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a06044-02ce-4baf-b629-4cdbef125122', 'name': 'network-vif-deleted', 'tag': '7f27dcad-1c7b-4518-b48c-65cb7d400c91'}] {{(pid=102505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 20:48:57.254619 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ffe0134e0e9956a47ff1f32b3e8d4a2c3c0b4dbf6f82f4b9913d550a81ff704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d27083b-67f3-49ac-8975-62cddeb71e5e" -d '{"events": [{"server_uuid": "a1a06044-02ce-4baf-b629-4cdbef125122", "name": "network-vif-deleted", "tag": "7f27dcad-1c7b-4518-b48c-65cb7d400c91"}]}' {{(pid=102505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 20:48:57.295834 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 20:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd23af6-086c-479c-a19b-643c787449d4 x-openstack-request-id: req-cfd23af6-086c-479c-a19b-643c787449d4 {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 20:48:57.296157 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a06044-02ce-4baf-b629-4cdbef125122", "name": "network-vif-deleted", "tag": "7f27dcad-1c7b-4518-b48c-65cb7d400c91", "status": "completed", "code": 200}]} {{(pid=102505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 20:48:57.296403 n-d-813897-4 neutron-server[102505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cfd23af6-086c-479c-a19b-643c787449d4 {{(pid=102505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 20:48:57.296803 n-d-813897-4 neutron-server[102505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a06044-02ce-4baf-b629-4cdbef125122', 'name': 'network-vif-deleted', 'tag': '7f27dcad-1c7b-4518-b48c-65cb7d400c91', 'status': 'completed', 'code': 200} Nov 10 20:48:57.415265 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [req-26df440e-fed8-45ce-a22b-d7124fa2a305 req-84433bb4-2ba0-4416-8219-6b28bf65dce9 tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1a06044-02ce-4baf-b629-4cdbef125122 HTTP/1.1" status: 200 len: 210 time: 0.0267823 Nov 10 20:48:57.675910 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:58.475378 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60396) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:48:58.542631 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-11aea18b-d429-4b97-ae5c-2ab73215ff8b tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:58.568760 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-11aea18b-d429-4b97-ae5c-2ab73215ff8b tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:58.640454 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-11aea18b-d429-4b97-ae5c-2ab73215ff8b tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:58.644528 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-11aea18b-d429-4b97-ae5c-2ab73215ff8b tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:58.646217 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-11aea18b-d429-4b97-ae5c-2ab73215ff8b tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] 10.222.0.54 "DELETE /v2.0/security-groups/80bff731-9114-4095-846b-6557dd19b64d HTTP/1.1" status: 204 len: 168 time: 0.1698420 Nov 10 20:48:58.661479 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aea18b-d429-4b97-ae5c-2ab73215ff8b tempest-TestSnapshotPattern-682688292 tempest-TestSnapshotPattern-682688292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bff731-9114-4095-846b-6557dd19b64d,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:48:58.695476 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60400) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:48:59.015505 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 7f27dcad-1c7b-4518-b48c-65cb7d400c91 no longer exists at agent hyperv_n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:48:59.037207 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] No Port match for: 7f27dcad-1c7b-4518-b48c-65cb7d400c91 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:48:59.037553 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Device 7f27dcad-1c7b-4518-b48c-65cb7d400c91 not bound to the agent host n-h1-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:48:59.180659 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:59.190839 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-da4c6b9b-12c1-4041-a1ae-66813a2843cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:59.365206 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:59.442932 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-da4c6b9b-12c1-4041-a1ae-66813a2843cd admin admin] Deleting port 24336f76-787f-48e1-a7c6-b1b3e3a2ce87 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:48:59.443289 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-da4c6b9b-12c1-4041-a1ae-66813a2843cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:59.520280 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-da4c6b9b-12c1-4041-a1ae-66813a2843cd admin admin] For port 24336f76-787f-48e1-a7c6-b1b3e3a2ce87, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=24336f76-787f-48e1-a7c6-b1b3e3a2ce87,segment=NetworkSegment(879337b4-f817-422d-a9fb-65148ff0a12b),segment_id=879337b4-f817-422d-a9fb-65148ff0a12b)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:48:59.521034 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-da4c6b9b-12c1-4041-a1ae-66813a2843cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:59.538010 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-da4c6b9b-12c1-4041-a1ae-66813a2843cd admin admin] Calling delete_port for 24336f76-787f-48e1-a7c6-b1b3e3a2ce87 owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:48:59.736285 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-da4c6b9b-12c1-4041-a1ae-66813a2843cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:48:59.762010 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c6b9b-12c1-4041-a1ae-66813a2843cd admin admin] Pushing event deleted for resources: {'Port': ['ID=24336f76-787f-48e1-a7c6-b1b3e3a2ce87,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:48:59.940520 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-da4c6b9b-12c1-4041-a1ae-66813a2843cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:00.165846 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4c6b9b-12c1-4041-a1ae-66813a2843cd admin admin] Router d164f6bf-7824-41df-b88f-169124fc3566 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:49:00.277358 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4c6b9b-12c1-4041-a1ae-66813a2843cd admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:49:00.282634 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-da4c6b9b-12c1-4041-a1ae-66813a2843cd admin admin] 10.222.0.54 "PUT /v2.0/routers/d164f6bf-7824-41df-b88f-169124fc3566/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5859363 Nov 10 20:49:00.285314 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60404) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:49:00.288198 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c6c43c-1cba-4a30-97ca-5fc696fe7299 None None] Sync routers for ids ['d164f6bf-7824-41df-b88f-169124fc3566'] in n-d-813897-4 {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:49:00.298896 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c6c43c-1cba-4a30-97ca-5fc696fe7299 None None] Routers {'d164f6bf-7824-41df-b88f-169124fc3566'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:49:00.299521 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-16c6c43c-1cba-4a30-97ca-5fc696fe7299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:48:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d164f6bf-7824-41df-b88f-169124fc3566'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:49:00.387872 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-faec1879-45f6-4242-988d-6bff8801bbe3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:00.404500 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-16c6c43c-1cba-4a30-97ca-5fc696fe7299 None None] Set router d164f6bf-7824-41df-b88f-169124fc3566 gateway port host: n-d-813897-4 {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:49:00.491226 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-faec1879-45f6-4242-988d-6bff8801bbe3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:00.544006 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-faec1879-45f6-4242-988d-6bff8801bbe3 admin admin] Deleting port 0f196db1-f0d5-41f6-8c1b-0f552481cedc {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:49:00.544803 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-faec1879-45f6-4242-988d-6bff8801bbe3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:00.580472 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-16c6c43c-1cba-4a30-97ca-5fc696fe7299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'name': 'tempest-TestSnapshotPattern-8449205-router', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:43:18Z', 'updated_at': '2021-11-10T20:48:59Z', 'revision_number': 5, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'gw_port': {'id': '0f196db1-f0d5-41f6-8c1b-0f552481cedc', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:19Z', 'updated_at': '2021-11-10T20:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:49:00.610220 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c6c43c-1cba-4a30-97ca-5fc696fe7299 None None] Checking router: d164f6bf-7824-41df-b88f-169124fc3566 for host: n-d-813897-4 {{(pid=102508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:49:00.622903 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c6c43c-1cba-4a30-97ca-5fc696fe7299 None None] Routers {'d164f6bf-7824-41df-b88f-169124fc3566'} bound to L3 agent in host n-d-813897-4 {{(pid=102508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:49:00.623529 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-16c6c43c-1cba-4a30-97ca-5fc696fe7299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:48:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['d164f6bf-7824-41df-b88f-169124fc3566'], 'active': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:49:00.632612 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-faec1879-45f6-4242-988d-6bff8801bbe3 admin admin] For port 0f196db1-f0d5-41f6-8c1b-0f552481cedc, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=0f196db1-f0d5-41f6-8c1b-0f552481cedc,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:49:00.633170 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-faec1879-45f6-4242-988d-6bff8801bbe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:00.651422 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-faec1879-45f6-4242-988d-6bff8801bbe3 admin admin] Calling delete_port for 0f196db1-f0d5-41f6-8c1b-0f552481cedc owned by network:router_gateway {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:49:00.709222 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_dvr_db [None req-16c6c43c-1cba-4a30-97ca-5fc696fe7299 None None] Set router d164f6bf-7824-41df-b88f-169124fc3566 gateway port host: None {{(pid=102508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:49:00.763157 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.l3_hamode_db [None req-16c6c43c-1cba-4a30-97ca-5fc696fe7299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'name': 'tempest-TestSnapshotPattern-8449205-router', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:43:18Z', 'updated_at': '2021-11-10T20:49:00Z', 'revision_number': 6, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:49:00.790582 n-d-813897-4 neutron-server[102508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c6c43c-1cba-4a30-97ca-5fc696fe7299 None None] The sync data for ids ['d164f6bf-7824-41df-b88f-169124fc3566'] in n-d-813897-4 is: [{'id': 'd164f6bf-7824-41df-b88f-169124fc3566', 'name': 'tempest-TestSnapshotPattern-8449205-router', 'tenant_id': '79db8cd213a74b0ba51555c43fd585d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:43:18Z', 'updated_at': '2021-11-10T20:49:00Z', 'revision_number': 6, 'project_id': '79db8cd213a74b0ba51555c43fd585d1', 'gw_port_host': None}] {{(pid=102508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:49:00.817144 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-faec1879-45f6-4242-988d-6bff8801bbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:00.848356 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec1879-45f6-4242-988d-6bff8801bbe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f196db1-f0d5-41f6-8c1b-0f552481cedc,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:49:00.859827 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40f07d6-72cf-4ecb-9119-809a0c504750 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:49:00.908541 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-faec1879-45f6-4242-988d-6bff8801bbe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:01.002751 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-faec1879-45f6-4242-988d-6bff8801bbe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:01.005156 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-faec1879-45f6-4242-988d-6bff8801bbe3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:01.054316 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-faec1879-45f6-4242-988d-6bff8801bbe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:01.054852 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faec1879-45f6-4242-988d-6bff8801bbe3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d164f6bf-7824-41df-b88f-169124fc3566 {{(pid=102505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 20:49:01.059655 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-faec1879-45f6-4242-988d-6bff8801bbe3 admin admin] Publish callbacks [] for router, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:01.060813 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-faec1879-45f6-4242-988d-6bff8801bbe3 admin admin] 10.222.0.54 "DELETE /v2.0/routers/d164f6bf-7824-41df-b88f-169124fc3566 HTTP/1.1" status: 204 len: 168 time: 0.7745295 Nov 10 20:49:01.063980 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60406) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:49:01.108646 n-d-813897-4 neutron-server[102505]: DEBUG neutron.db.db_base_plugin_v2 [None req-12d519d6-6134-4b83-bc9f-1f7c98de576c admin admin] Deleting subnet 676d7bd8-a664-4237-8ab7-f1d0e4f324e2 {{(pid=102505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:49:01.111956 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-12d519d6-6134-4b83-bc9f-1f7c98de576c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:01.149416 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-12d519d6-6134-4b83-bc9f-1f7c98de576c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10270801'] for subnet, precommit_delete_associations {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:01.236307 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-12d519d6-6134-4b83-bc9f-1f7c98de576c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:01.294715 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-12d519d6-6134-4b83-bc9f-1f7c98de576c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9292116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9906824'] for subnet, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:01.324101 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d519d6-6134-4b83-bc9f-1f7c98de576c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=676d7bd8-a664-4237-8ab7-f1d0e4f324e2,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:49:01.326066 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-12d519d6-6134-4b83-bc9f-1f7c98de576c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:01.329275 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-12d519d6-6134-4b83-bc9f-1f7c98de576c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/676d7bd8-a664-4237-8ab7-f1d0e4f324e2 HTTP/1.1" status: 204 len: 168 time: 0.2643216 Nov 10 20:49:01.331841 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2159cec3-bcdd-4ae5-863d-a814d5bb268e None None] Network c02f36c5-aaae-4a11-a075-609b9af0aa0b requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:49:01.332079 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60408) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:49:01.400721 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-eb25f034-718e-45ea-824a-27d1b5266d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:01.456893 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-eb25f034-718e-45ea-824a-27d1b5266d46 admin admin] Deleting port 41fa15cc-5e3e-445c-8942-7b7a985e5a92 {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:49:01.457173 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-eb25f034-718e-45ea-824a-27d1b5266d46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:01.527305 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-eb25f034-718e-45ea-824a-27d1b5266d46 admin admin] For port 41fa15cc-5e3e-445c-8942-7b7a985e5a92, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=41fa15cc-5e3e-445c-8942-7b7a985e5a92,segment=NetworkSegment(879337b4-f817-422d-a9fb-65148ff0a12b),segment_id=879337b4-f817-422d-a9fb-65148ff0a12b)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:49:01.527677 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-eb25f034-718e-45ea-824a-27d1b5266d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:01.544725 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-eb25f034-718e-45ea-824a-27d1b5266d46 admin admin] Calling delete_port for 41fa15cc-5e3e-445c-8942-7b7a985e5a92 owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:49:01.563945 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c074b4a-4663-41f4-ad8f-23e19c7df527 None None] DHCP port deletion for c02f36c5-aaae-4a11-a075-609b9af0aa0b request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:49:01.623316 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-7c074b4a-4663-41f4-ad8f-23e19c7df527 None None] Deleting port 41fa15cc-5e3e-445c-8942-7b7a985e5a92 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:49:01.623671 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7c074b4a-4663-41f4-ad8f-23e19c7df527 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:01.633816 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-eb25f034-718e-45ea-824a-27d1b5266d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:01.666332 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25f034-718e-45ea-824a-27d1b5266d46 admin admin] Pushing event deleted for resources: {'Port': ['ID=41fa15cc-5e3e-445c-8942-7b7a985e5a92,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:49:01.672841 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb25f034-718e-45ea-824a-27d1b5266d46 admin admin] No DVR routers for this DVR port 41fa15cc-5e3e-445c-8942-7b7a985e5a92 on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:49:01.694528 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-7c074b4a-4663-41f4-ad8f-23e19c7df527 None None] For port 41fa15cc-5e3e-445c-8942-7b7a985e5a92, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=41fa15cc-5e3e-445c-8942-7b7a985e5a92,segment=NetworkSegment(879337b4-f817-422d-a9fb-65148ff0a12b),segment_id=879337b4-f817-422d-a9fb-65148ff0a12b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:49:01.694924 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7c074b4a-4663-41f4-ad8f-23e19c7df527 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:01.709126 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-7c074b4a-4663-41f4-ad8f-23e19c7df527 None None] Calling delete_port for 41fa15cc-5e3e-445c-8942-7b7a985e5a92 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:49:01.748471 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-eb25f034-718e-45ea-824a-27d1b5266d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:01.770524 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-eb25f034-718e-45ea-824a-27d1b5266d46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02f36c5-aaae-4a11-a075-609b9af0aa0b']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:49:01.782349 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-eb25f034-718e-45ea-824a-27d1b5266d46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '879337b4-f817-422d-a9fb-65148ff0a12b') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:49:01.782710 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-eb25f034-718e-45ea-824a-27d1b5266d46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '879337b4-f817-422d-a9fb-65148ff0a12b') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:49:01.791579 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7c074b4a-4663-41f4-ad8f-23e19c7df527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673'] for port, after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:01.798002 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-eb25f034-718e-45ea-824a-27d1b5266d46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:01.814965 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-eb25f034-718e-45ea-824a-27d1b5266d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:01.819512 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c074b4a-4663-41f4-ad8f-23e19c7df527 None None] No DVR routers for this DVR port 41fa15cc-5e3e-445c-8942-7b7a985e5a92 on host n-d-813897-4 {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:49:01.821736 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c074b4a-4663-41f4-ad8f-23e19c7df527 None None] Pushing event deleted for resources: {'Port': ['ID=41fa15cc-5e3e-445c-8942-7b7a985e5a92,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:49:01.822505 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb25f034-718e-45ea-824a-27d1b5266d46 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:49:01.824267 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-eb25f034-718e-45ea-824a-27d1b5266d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:01.826326 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 20:49:01.826326 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:49:01.826326 n-d-813897-4 neutron-server[102506]: timer() Nov 10 20:49:01.826326 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:49:01.826326 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 20:49:01.826326 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:49:01.826326 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 20:49:01.826326 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:49:01.826326 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 20:49:01.826326 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:49:01.826326 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 20:49:01.826326 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:49:01.826326 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 20:49:01.826326 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:49:01.826326 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:49:01.826326 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:49:01.826326 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:49:01.826326 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:49:01.826326 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 20:49:01.826326 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:49:01.826326 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 20:49:01.826326 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:49:01.826326 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:49:01.826326 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:49:01.826326 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 20:49:01.826326 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:49:01.826326 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:49:01.826326 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:49:01.826326 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:49:01.826326 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:49:01.826326 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:49:01.826326 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:49:01.884268 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-eb25f034-718e-45ea-824a-27d1b5266d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:01.901001 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-eb25f034-718e-45ea-824a-27d1b5266d46 admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:01.904445 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-eb25f034-718e-45ea-824a-27d1b5266d46 admin admin] 10.222.0.54 "DELETE /v2.0/networks/c02f36c5-aaae-4a11-a075-609b9af0aa0b HTTP/1.1" status: 204 len: 168 time: 0.5714121 Nov 10 20:49:01.907238 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25f034-718e-45ea-824a-27d1b5266d46 admin admin] Pushing event deleted for resources: {'Network': ['ID=c02f36c5-aaae-4a11-a075-609b9af0aa0b,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:49:01.907599 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60410) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:49:02.263627 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-43da5936-5fcf-4b46-9e86-455ee0232a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393707'] for router_interface, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:02.660475 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 24336f76-787f-48e1-a7c6-b1b3e3a2ce87 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:49:02.681927 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 24336f76-787f-48e1-a7c6-b1b3e3a2ce87 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:49:02.682556 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 24336f76-787f-48e1-a7c6-b1b3e3a2ce87 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:49:02.682980 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 41fa15cc-5e3e-445c-8942-7b7a985e5a92 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:49:02.703193 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 41fa15cc-5e3e-445c-8942-7b7a985e5a92 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:49:02.703557 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 41fa15cc-5e3e-445c-8942-7b7a985e5a92 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:49:02.703986 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 0f196db1-f0d5-41f6-8c1b-0f552481cedc no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:49:02.723504 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 0f196db1-f0d5-41f6-8c1b-0f552481cedc {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:49:02.723852 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 0f196db1-f0d5-41f6-8c1b-0f552481cedc not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:49:02.856582 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-43da5936-5fcf-4b46-9e86-455ee0232a6b admin admin] Deleting port 96cb4c92-8029-4632-966d-744174c140d3 {{(pid=102505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:49:02.856845 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-43da5936-5fcf-4b46-9e86-455ee0232a6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:02.935850 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-43da5936-5fcf-4b46-9e86-455ee0232a6b admin admin] For port 96cb4c92-8029-4632-966d-744174c140d3, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=96cb4c92-8029-4632-966d-744174c140d3,segment=NetworkSegment(430a752a-42d3-417d-8025-c7786e186c04),segment_id=430a752a-42d3-417d-8025-c7786e186c04)] {{(pid=102505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:49:02.936990 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-43da5936-5fcf-4b46-9e86-455ee0232a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:02.953685 n-d-813897-4 neutron-server[102505]: DEBUG neutron.plugins.ml2.plugin [None req-43da5936-5fcf-4b46-9e86-455ee0232a6b admin admin] Calling delete_port for 96cb4c92-8029-4632-966d-744174c140d3 owned by network:router_interface {{(pid=102505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:49:03.162569 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-43da5936-5fcf-4b46-9e86-455ee0232a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9292153'] for port, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:03.187918 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da5936-5fcf-4b46-9e86-455ee0232a6b admin admin] Pushing event deleted for resources: {'Port': ['ID=96cb4c92-8029-4632-966d-744174c140d3,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:49:03.358459 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-43da5936-5fcf-4b46-9e86-455ee0232a6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3908699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394875'] for router_interface, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:03.580319 n-d-813897-4 neutron-server[102505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43da5936-5fcf-4b46-9e86-455ee0232a6b admin admin] Router 09969d0b-f56b-41ff-9036-b430991bb219 has already been hosted by L3 agent b288843b-426b-4c69-9569-39630c5d5d3e {{(pid=102505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 20:49:03.694938 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43da5936-5fcf-4b46-9e86-455ee0232a6b admin admin] Notify agent at l3_agent.n-d-813897-4 the message routers_updated {{(pid=102505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 20:49:03.700346 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-43da5936-5fcf-4b46-9e86-455ee0232a6b admin admin] 10.222.0.54 "PUT /v2.0/routers/09969d0b-f56b-41ff-9036-b430991bb219/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7915752 Nov 10 20:49:03.703185 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60412) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:49:03.704410 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f2f739-482e-4517-a733-9a18674f6ea9 None None] Sync routers for ids ['09969d0b-f56b-41ff-9036-b430991bb219'] in n-d-813897-4 {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 20:49:03.715863 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f2f739-482e-4517-a733-9a18674f6ea9 None None] Routers {'09969d0b-f56b-41ff-9036-b430991bb219'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:49:03.716660 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-18f2f739-482e-4517-a733-9a18674f6ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:48:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['09969d0b-f56b-41ff-9036-b430991bb219'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:49:03.813991 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-12e538a3-d497-4994-b6d0-78898a021452 admin admin] Publish callbacks [] for router, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:03.831594 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-18f2f739-482e-4517-a733-9a18674f6ea9 None None] Set router 09969d0b-f56b-41ff-9036-b430991bb219 gateway port host: n-d-813897-4 {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:49:03.921719 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-12e538a3-d497-4994-b6d0-78898a021452 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:03.977181 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-12e538a3-d497-4994-b6d0-78898a021452 admin admin] Deleting port 8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:49:03.977583 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-12e538a3-d497-4994-b6d0-78898a021452 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:04.041321 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-18f2f739-482e-4517-a733-9a18674f6ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09969d0b-f56b-41ff-9036-b430991bb219', 'name': 'tempest-TestSnapshotPattern-1265817479-router', 'tenant_id': '91bbf62c10904ab4b940eae6b2e859a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'external_fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:43:23Z', 'updated_at': '2021-11-10T20:49:03Z', 'revision_number': 5, 'project_id': '91bbf62c10904ab4b940eae6b2e859a2', 'gw_port': {'id': '8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca', 'name': '', 'network_id': '68e810b6-b2b2-4366-86a3-e6b3e1ce71dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09969d0b-f56b-41ff-9036-b430991bb219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813897-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T20:43:23Z', 'updated_at': '2021-11-10T20:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5fce5fe3-b867-472b-a652-b81cd9bf5766', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813897-4'}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:49:04.066028 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-12e538a3-d497-4994-b6d0-78898a021452 admin admin] For port 8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca,segment=NetworkSegment(32a67ee1-a0e0-4a48-9bc4-e86eebf2b859),segment_id=32a67ee1-a0e0-4a48-9bc4-e86eebf2b859)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:49:04.066612 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-12e538a3-d497-4994-b6d0-78898a021452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:04.067673 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f2f739-482e-4517-a733-9a18674f6ea9 None None] Checking router: 09969d0b-f56b-41ff-9036-b430991bb219 for host: n-d-813897-4 {{(pid=102507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 20:49:04.077240 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f2f739-482e-4517-a733-9a18674f6ea9 None None] Routers {'09969d0b-f56b-41ff-9036-b430991bb219'} bound to L3 agent in host n-d-813897-4 {{(pid=102507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 20:49:04.077882 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-18f2f739-482e-4517-a733-9a18674f6ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813897-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T18:54:56Z,description=,heartbeat_timestamp=2021-11-10T20:48:56Z,host='n-d-813897-4',id=b288843b-426b-4c69-9569-39630c5d5d3e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T18:54:56Z,topic='l3_agent')) {'router_ids': ['09969d0b-f56b-41ff-9036-b430991bb219'], 'active': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:49:04.081353 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-12e538a3-d497-4994-b6d0-78898a021452 admin admin] Calling delete_port for 8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca owned by network:router_gateway {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:49:04.168159 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_dvr_db [None req-18f2f739-482e-4517-a733-9a18674f6ea9 None None] Set router 09969d0b-f56b-41ff-9036-b430991bb219 gateway port host: None {{(pid=102507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 20:49:04.224290 n-d-813897-4 neutron-server[102507]: DEBUG neutron.db.l3_hamode_db [None req-18f2f739-482e-4517-a733-9a18674f6ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09969d0b-f56b-41ff-9036-b430991bb219', 'name': 'tempest-TestSnapshotPattern-1265817479-router', 'tenant_id': '91bbf62c10904ab4b940eae6b2e859a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:43:23Z', 'updated_at': '2021-11-10T20:49:03Z', 'revision_number': 6, 'project_id': '91bbf62c10904ab4b940eae6b2e859a2', 'gw_port_host': None}], 'n-d-813897-4', False) {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:49:04.251190 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f2f739-482e-4517-a733-9a18674f6ea9 None None] The sync data for ids ['09969d0b-f56b-41ff-9036-b430991bb219'] in n-d-813897-4 is: [{'id': '09969d0b-f56b-41ff-9036-b430991bb219', 'name': 'tempest-TestSnapshotPattern-1265817479-router', 'tenant_id': '91bbf62c10904ab4b940eae6b2e859a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T20:43:23Z', 'updated_at': '2021-11-10T20:49:03Z', 'revision_number': 6, 'project_id': '91bbf62c10904ab4b940eae6b2e859a2', 'gw_port_host': None}] {{(pid=102507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 20:49:04.251593 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-12e538a3-d497-4994-b6d0-78898a021452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:04.281554 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e538a3-d497-4994-b6d0-78898a021452 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:49:04.298545 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eb88b1-8c0e-4f01-af0c-477d94a95c40 None None] DHCP port deletion for 68e810b6-b2b2-4366-86a3-e6b3e1ce71dd request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:49:04.338935 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-12e538a3-d497-4994-b6d0-78898a021452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408977'] for router_gateway, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:04.428505 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-12e538a3-d497-4994-b6d0-78898a021452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25251'] for router, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:04.431021 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-12e538a3-d497-4994-b6d0-78898a021452 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:04.483581 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-12e538a3-d497-4994-b6d0-78898a021452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-396813'] for router, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:04.484105 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e538a3-d497-4994-b6d0-78898a021452 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09969d0b-f56b-41ff-9036-b430991bb219 {{(pid=102506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 20:49:04.488755 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-12e538a3-d497-4994-b6d0-78898a021452 admin admin] Publish callbacks [] for router, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:04.489926 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-12e538a3-d497-4994-b6d0-78898a021452 admin admin] 10.222.0.54 "DELETE /v2.0/routers/09969d0b-f56b-41ff-9036-b430991bb219 HTTP/1.1" status: 204 len: 168 time: 0.7857122 Nov 10 20:49:04.492776 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60414) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:49:04.540517 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2cbee73-3f7e-4e63-8519-aed9e0515aea admin admin] Deleting subnet 1d9b07db-063b-4261-a86c-3cea977e9d1c {{(pid=102506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 20:49:04.544043 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f2cbee73-3f7e-4e63-8519-aed9e0515aea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:04.578592 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f2cbee73-3f7e-4e63-8519-aed9e0515aea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9344900'] for subnet, precommit_delete_associations {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:04.673309 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f2cbee73-3f7e-4e63-8519-aed9e0515aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676628'] for subnet, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:04.740290 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f2cbee73-3f7e-4e63-8519-aed9e0515aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8868470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12438471'] for subnet, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:04.766432 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cbee73-3f7e-4e63-8519-aed9e0515aea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d9b07db-063b-4261-a86c-3cea977e9d1c,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:49:04.770076 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-f2cbee73-3f7e-4e63-8519-aed9e0515aea admin admin] Publish callbacks [] for subnet, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:04.773438 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-f2cbee73-3f7e-4e63-8519-aed9e0515aea admin admin] 10.222.0.54 "DELETE /v2.0/subnets/1d9b07db-063b-4261-a86c-3cea977e9d1c HTTP/1.1" status: 204 len: 168 time: 0.2796750 Nov 10 20:49:04.775592 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceff2c33-ec75-49cb-b260-76dcb160fdc1 None None] Network 91b28693-e1ac-410b-907a-7b9ed5ca6817 requested from n-d-813897-4 {{(pid=102507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 20:49:04.776099 n-d-813897-4 neutron-server[102506]: DEBUG neutron.wsgi [-] (102506) accepted ('10.222.0.54', 60416) {{(pid=102506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:49:04.846273 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8cc65997-b5e1-45ea-8e40-d8e819e9693b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765560'] for network, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:04.899336 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-8cc65997-b5e1-45ea-8e40-d8e819e9693b admin admin] Deleting port 2af0f939-ded7-46ee-a000-d200614a17cb {{(pid=102506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 20:49:04.899677 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8cc65997-b5e1-45ea-8e40-d8e819e9693b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739350348207'] for port, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:04.963492 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.db [None req-8cc65997-b5e1-45ea-8e40-d8e819e9693b admin admin] For port 2af0f939-ded7-46ee-a000-d200614a17cb, host n-d-813897-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813897-4',level=0,port_id=2af0f939-ded7-46ee-a000-d200614a17cb,segment=NetworkSegment(430a752a-42d3-417d-8025-c7786e186c04),segment_id=430a752a-42d3-417d-8025-c7786e186c04)] {{(pid=102506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 20:49:04.963790 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8cc65997-b5e1-45ea-8e40-d8e819e9693b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405261'] for port, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:04.977262 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.plugin [None req-8cc65997-b5e1-45ea-8e40-d8e819e9693b admin admin] Calling delete_port for 2af0f939-ded7-46ee-a000-d200614a17cb owned by network:dhcp {{(pid=102506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 20:49:05.042755 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 96cb4c92-8029-4632-966d-744174c140d3 no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:49:05.045229 n-d-813897-4 neutron-server[102507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403d47c9-07d2-40d9-be3a-9a58e3a0e177 None None] DHCP port deletion for 91b28693-e1ac-410b-907a-7b9ed5ca6817 request from n-d-813897-4 {{(pid=102507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 20:49:05.072789 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8cc65997-b5e1-45ea-8e40-d8e819e9693b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3536341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739350356089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739349943673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868443'] for port, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:05.073052 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 96cb4c92-8029-4632-966d-744174c140d3 {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:49:05.073228 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 96cb4c92-8029-4632-966d-744174c140d3 not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:49:05.096838 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-403d47c9-07d2-40d9-be3a-9a58e3a0e177 None None] The port '2af0f939-ded7-46ee-a000-d200614a17cb' was deleted {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 10 20:49:05.100608 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc65997-b5e1-45ea-8e40-d8e819e9693b admin admin] Pushing event deleted for resources: {'Port': ['ID=2af0f939-ded7-46ee-a000-d200614a17cb,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:49:05.103198 n-d-813897-4 neutron-server[102506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc65997-b5e1-45ea-8e40-d8e819e9693b admin admin] No DVR routers for this DVR port 2af0f939-ded7-46ee-a000-d200614a17cb on host n-d-813897-4 {{(pid=102506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 20:49:05.180537 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8cc65997-b5e1-45ea-8e40-d8e819e9693b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-678317', 'neutron.services.segments.db._delete_segments_for_network-8739350490853'] for network, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:05.200640 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-8cc65997-b5e1-45ea-8e40-d8e819e9693b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91b28693-e1ac-410b-907a-7b9ed5ca6817']}} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:49:05.209658 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-8cc65997-b5e1-45ea-8e40-d8e819e9693b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '430a752a-42d3-417d-8025-c7786e186c04') {'for_net_delete': True} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:49:05.210026 n-d-813897-4 neutron-server[102506]: DEBUG neutron.services.segments.db [None req-8cc65997-b5e1-45ea-8e40-d8e819e9693b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '430a752a-42d3-417d-8025-c7786e186c04') {} {{(pid=102506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 20:49:05.219887 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8cc65997-b5e1-45ea-8e40-d8e819e9693b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739350495214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9344925'] for segment, before_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:05.234781 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8cc65997-b5e1-45ea-8e40-d8e819e9693b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357'] for segment, precommit_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:05.242324 n-d-813897-4 neutron-server[102506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cc65997-b5e1-45ea-8e40-d8e819e9693b admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=102506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 20:49:05.242844 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8cc65997-b5e1-45ea-8e40-d8e819e9693b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868392'] for segment, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:05.245146 n-d-813897-4 neutron-server[102506]: Traceback (most recent call last): Nov 10 20:49:05.245146 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 20:49:05.245146 n-d-813897-4 neutron-server[102506]: timer() Nov 10 20:49:05.245146 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 20:49:05.245146 n-d-813897-4 neutron-server[102506]: cb(*args, **kw) Nov 10 20:49:05.245146 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 20:49:05.245146 n-d-813897-4 neutron-server[102506]: return func(*args, **kwargs) Nov 10 20:49:05.245146 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 20:49:05.245146 n-d-813897-4 neutron-server[102506]: self._notify() Nov 10 20:49:05.245146 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 20:49:05.245146 n-d-813897-4 neutron-server[102506]: self.callback(batched_events) Nov 10 20:49:05.245146 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 20:49:05.245146 n-d-813897-4 neutron-server[102506]: event.method(event) Nov 10 20:49:05.245146 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 20:49:05.245146 n-d-813897-4 neutron-server[102506]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 20:49:05.245146 n-d-813897-4 neutron-server[102506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 20:49:05.245146 n-d-813897-4 neutron-server[102506]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 20:49:05.245146 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 20:49:05.245146 n-d-813897-4 neutron-server[102506]: return f(self, *a, **k) Nov 10 20:49:05.245146 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 20:49:05.245146 n-d-813897-4 neutron-server[102506]: return self._get(url).json() Nov 10 20:49:05.245146 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 20:49:05.245146 n-d-813897-4 neutron-server[102506]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 20:49:05.245146 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 20:49:05.245146 n-d-813897-4 neutron-server[102506]: return self.request(url, 'GET', **kwargs) Nov 10 20:49:05.245146 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 20:49:05.245146 n-d-813897-4 neutron-server[102506]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 20:49:05.245146 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 20:49:05.245146 n-d-813897-4 neutron-server[102506]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 20:49:05.245146 n-d-813897-4 neutron-server[102506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 20:49:05.245146 n-d-813897-4 neutron-server[102506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 20:49:05.245146 n-d-813897-4 neutron-server[102506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 20:49:05.302829 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8cc65997-b5e1-45ea-8e40-d8e819e9693b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-678298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3908768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-409085'] for network, after_delete {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:05.308077 n-d-813897-4 neutron-server[102506]: DEBUG neutron_lib.callbacks.manager [None req-8cc65997-b5e1-45ea-8e40-d8e819e9693b admin admin] Publish callbacks [] for network, before_response {{(pid=102506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:05.314025 n-d-813897-4 neutron-server[102506]: INFO neutron.wsgi [None req-8cc65997-b5e1-45ea-8e40-d8e819e9693b admin admin] 10.222.0.54 "DELETE /v2.0/networks/91b28693-e1ac-410b-907a-7b9ed5ca6817 HTTP/1.1" status: 204 len: 168 time: 0.5345111 Nov 10 20:49:05.325555 n-d-813897-4 neutron-server[102506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc65997-b5e1-45ea-8e40-d8e819e9693b admin admin] Pushing event deleted for resources: {'Network': ['ID=91b28693-e1ac-410b-907a-7b9ed5ca6817,revision_number=None']} {{(pid=102506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:49:05.435937 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60420) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:49:05.488194 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-2725efb5-5d8d-47c8-bab9-9b8987ba7c85 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=79db8cd213a74b0ba51555c43fd585d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0506704 Nov 10 20:49:05.490905 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60422) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:49:05.540978 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-77bf62dd-840a-434c-9dc0-c95bb42f1282 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:05.562217 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-77bf62dd-840a-434c-9dc0-c95bb42f1282 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:05.613396 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-77bf62dd-840a-434c-9dc0-c95bb42f1282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:05.616126 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-77bf62dd-840a-434c-9dc0-c95bb42f1282 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:05.617361 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-77bf62dd-840a-434c-9dc0-c95bb42f1282 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/46b50944-24ae-426b-b909-9e91d3cf82fb HTTP/1.1" status: 204 len: 168 time: 0.1254249 Nov 10 20:49:05.627583 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf62dd-840a-434c-9dc0-c95bb42f1282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b50944-24ae-426b-b909-9e91d3cf82fb,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:49:05.987009 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60428) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:49:06.032378 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-43a10b47-f21f-4352-8476-31b7a9641e0c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=91bbf62c10904ab4b940eae6b2e859a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440414 Nov 10 20:49:06.034881 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [-] (102505) accepted ('10.222.0.54', 60430) {{(pid=102505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 20:49:06.086531 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-abb0c68e-d674-4756-9cf1-0415fe2f79e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:06.112678 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-abb0c68e-d674-4756-9cf1-0415fe2f79e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:06.167401 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-abb0c68e-d674-4756-9cf1-0415fe2f79e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497113'] for security_group, after_delete {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:06.170557 n-d-813897-4 neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-abb0c68e-d674-4756-9cf1-0415fe2f79e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:06.172037 n-d-813897-4 neutron-server[102505]: INFO neutron.wsgi [None req-abb0c68e-d674-4756-9cf1-0415fe2f79e8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/90c6ede7-2969-447c-af20-1df9cfa638bf HTTP/1.1" status: 204 len: 168 time: 0.1362026 Nov 10 20:49:06.180402 n-d-813897-4 neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb0c68e-d674-4756-9cf1-0415fe2f79e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c6ede7-2969-447c-af20-1df9cfa638bf,revision_number=None']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 20:49:06.659336 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:49:06.679173 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:49:06.679511 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 8b2e7c24-7b29-47b9-884b-2a8c70c6c8ca not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:49:06.679917 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2af0f939-ded7-46ee-a000-d200614a17cb no longer exists at agent ovs-agent-n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 20:49:06.698402 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] No Port match for: 2af0f939-ded7-46ee-a000-d200614a17cb {{(pid=102507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 20:49:06.698743 n-d-813897-4 neutron-server[102507]: DEBUG neutron.plugins.ml2.rpc [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Device 2af0f939-ded7-46ee-a000-d200614a17cb not bound to the agent host n-d-813897-4 {{(pid=102507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 20:49:22.313825 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:49:23.518871 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bae9541b-49fe-4dd3-bdfc-fa761f8431fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:25.782524 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7c49cdbe-e1ef-467f-9c6c-73cfd1812628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:25.842720 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:26.018393 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:27.679602 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:29.191915 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:29.373261 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:53.520359 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dc3fdfe3-985d-46dc-8745-66cca04c5db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:55.783863 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d01819c3-7ce6-4e46-9d0e-b704477fe839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:55.855726 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:56.039124 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:57.688701 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:59.188130 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:49:59.313957 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:49:59.360419 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:50:23.521592 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9c152503-3918-4f5f-9c22-84b92cc8c6db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:50:25.790238 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-83e1bd3c-aaa6-404d-9972-d51ee808c136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:50:25.881740 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:50:26.031408 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:50:27.686938 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:50:29.195230 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:50:29.357695 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:50:36.318795 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:50:53.527817 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-49746ce0-a50a-4b5c-b1c1-011116abf3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:50:55.781947 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0559636c-4e44-4cea-afe6-cbc627bcb2eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:50:55.887362 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:50:56.036401 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:50:57.692996 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:50:59.195705 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:50:59.353634 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:51:13.317881 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:51:23.519442 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b63b68c9-4e71-4d05-8cc7-0c7af4aa9e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:51:25.782196 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d43048e4-cf24-49b6-8685-d716793e7e48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:51:25.884163 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:51:26.056723 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:51:27.691594 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:51:29.198110 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:51:29.363869 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:51:50.324311 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:51:53.516052 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a49d9307-a60e-4247-8de9-b7ff1c8c34b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:51:55.788362 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-24e9e6ac-570d-4bb2-93cd-44ac0bf83363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:51:55.922982 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:51:56.060444 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:51:57.694133 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:51:59.201329 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:51:59.370988 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:52:23.511812 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-943ae2ec-33d2-4185-a67b-3ea0b3b96e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:52:25.782799 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c51f6d60-9953-4b55-ad4b-1077d182d9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:52:25.937959 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:52:26.060038 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:52:27.320503 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:52:27.703153 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:52:29.209289 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:52:29.370776 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:52:53.515173 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6e71577d-ce46-41f9-8f70-dbb8176c1df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:52:55.780767 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f2e977e5-5190-437a-b1c8-5e4a096497ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:52:55.935226 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:52:56.073881 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:52:57.709048 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:52:59.208846 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:52:59.367991 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:53:04.312865 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:53:23.518319 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d1d494f9-e447-407b-b49c-4f3809dfb8e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:53:25.780567 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e3757f76-7030-4340-ba09-2dbd245084e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:53:25.950071 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:53:26.096060 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:53:27.707728 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:53:29.215466 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:53:29.377120 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:53:41.317676 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:53:53.519940 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-21cb2bad-fc9f-4d9e-b92d-3d81984f8a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:53:55.786553 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4419556f-1eb0-45ab-9e1c-8008d3b44143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:53:55.957282 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:53:56.104608 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:53:57.712748 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:53:59.215597 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:53:59.364397 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:54:18.323036 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:54:23.524024 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d6bf0a0b-0152-415d-85ca-0517b582c7cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:54:25.776551 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e4e46286-23cc-4828-b733-c69315902ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:54:25.961803 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:54:26.105546 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:54:27.719936 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:54:29.223747 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:54:29.361204 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:54:53.528219 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-efc23ecf-542b-430d-b5ab-069b95c74421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:54:55.328320 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:54:55.774642 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1ec829c3-c49a-47bc-af11-7a50f6f885e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:54:55.964586 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:54:56.131375 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:54:57.722535 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:54:59.223415 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:54:59.366890 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:55:23.529057 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-83a149a3-3b67-4757-94e2-23f7b6c913cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:55:25.779195 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7ff4c445-e03b-47f4-92da-d781727b79e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:55:25.956758 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:55:26.150034 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:55:27.719117 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:55:29.233382 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:55:29.353614 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:55:32.332708 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:55:53.533207 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a1086bef-ab09-4f34-9362-01416b5329ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:55:55.777806 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f5110b20-0cee-432a-a5ee-5c8d64366031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:55:55.954167 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:55:56.147552 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:55:57.722575 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:55:59.231853 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:55:59.354470 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:56:09.339368 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:56:23.542095 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-858cfd62-d3cc-477d-bfcb-41e6f1e94e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:56:24.419743 n-d-813897-4 neutron-server[102505]: DEBUG neutron.wsgi [req-26f69df0-ed8c-412c-8b84-63d58b5face3 req-2f7a6a0a-1052-4989-9140-0f12a55a0267 service neutron] (102505) timed out ('10.222.0.54', 58214) {{(pid=102505) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 20:56:25.785490 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b5dec2f6-b062-4d2b-a891-956fe0b153d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:56:25.955625 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:56:26.157631 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:56:27.737658 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:56:29.236423 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:56:29.353918 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:56:46.330745 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:56:53.535173 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9765a38b-8002-43a3-95ee-25aff664a394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:56:55.780568 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-48aec783-5eb5-4c6d-b5f3-3cb27d318cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:56:55.956393 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:56:56.159969 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:56:57.738550 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:56:59.246534 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:56:59.349647 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:57:23.333730 n-d-813897-4 neutron-server[102508]: DEBUG neutron.db.agents_db [None req-7259a76c-e481-4080-96e4-b8b0621e1766 None None] Agent healthcheck: found 7 active agents {{(pid=102508) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 20:57:23.533755 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e8c0ae0d-c0b8-4790-a10b-6a19f3ddacc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:57:25.774286 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-16158eb1-de16-49c4-9397-5e7a6f52b5fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:57:25.971936 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c0830ecd-2702-4ca6-89e6-66a66ceaf780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:57:26.159044 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5a07277c-2a99-4da1-b63e-a45d4e65d218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:57:27.734520 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6ee23655-5d5b-4181-8c1b-2276cda166dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:57:29.240225 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34526c4b-544c-4329-96f7-c7b07366a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 20:57:29.354479 n-d-813897-4 neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c3af-0d48-4c4e-aa81-7c0f417eb7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739350490835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672087'] for agent, after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}